-- Logs begin at Wed 2022-02-09 00:46:08 UTC, end at Wed 2022-02-09 03:11:12 UTC. -- Feb 09 01:19:20.105610 n-d-828387-3 systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 01:19:23.067380 n-d-828387-3 neutron-server[103074]: INFO neutron.common.config [-] Logging enabled! Feb 09 01:19:23.068674 n-d-828387-3 neutron-server[103074]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 01:19:23.068674 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103074) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 01:19:23.071946 n-d-828387-3 neutron-server[103074]: INFO neutron.common.config [-] Logging enabled! Feb 09 01:19:23.072203 n-d-828387-3 neutron-server[103074]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 01:19:23.072514 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103074) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 01:19:23.073446 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 01:19:23.073681 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 01:19:23.074062 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 01:19:23.074317 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 01:19:23.074545 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 01:19:23.075016 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.075463 n-d-828387-3 neutron-server[103074]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 09 01:19:23.075778 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.076075 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.076371 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.076666 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.076955 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.077236 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.077526 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.077823 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.078112 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.078392 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.078678 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.079255 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.079545 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.079834 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.080120 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.080404 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] debug = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.080686 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.081115 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.081527 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.081814 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.082104 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.082386 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.082657 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.082933 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.083541 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.083647 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] host = n-d-828387-3 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.083984 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.084276 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.084565 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.084854 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.085132 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.085408 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.085694 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.085968 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.086240 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] log_file = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.086514 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.086804 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.087089 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.087403 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.087631 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.087855 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.088145 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.088439 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.088714 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.088989 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.089262 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.089535 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.089809 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.090077 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.090363 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.090647 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.090928 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.091225 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.091495 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.091774 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.092046 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.092330 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.092603 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.092875 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.093146 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.093429 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.093697 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.093970 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.094268 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.094552 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.094833 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.095114 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.095410 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.095690 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.095961 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.096232 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.096501 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] use_json = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.096772 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.097041 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.097320 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.097592 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.097863 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.098134 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.098405 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.098689 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.099601 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:23.099915 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.100215 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.100518 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.100816 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.101109 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.101391 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.101686 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.101966 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.102254 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.102544 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.102835 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.103114 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.103443 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.103743 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.104041 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.104351 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.104647 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.104940 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.105218 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.105494 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.105770 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.106049 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.106337 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.106618 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.106907 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.107196 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.107496 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.107794 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.108080 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.108377 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.108668 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.108945 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.109224 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.109514 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.109790 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.110060 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.110338 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.110626 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.110904 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.111175 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.111485 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.111768 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.112041 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.112314 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.112592 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.112879 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.113155 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.113424 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.113694 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.113970 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.114239 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.115134 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.115436 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.115712 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.115984 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.116264 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.116537 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.116811 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.117088 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.117361 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.117637 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.117909 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.118202 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.118474 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.118748 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.119020 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.119319 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.119592 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.119871 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.120143 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.120415 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.120687 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.120960 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.121231 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.121518 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.121814 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.122092 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.122366 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.122643 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.122922 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.123198 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.123494 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.123771 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.124046 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.124317 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.124606 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.124891 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.125179 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.125489 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.125768 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.126063 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.126339 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.126621 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.126898 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.127176 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.127484 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.127769 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.128062 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.128353 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.128644 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.128938 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.129228 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.129506 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.129814 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.130171 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:23.130382 n-d-828387-3 neutron-server[103074]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 01:19:23.130697 n-d-828387-3 neutron-server[103074]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103074) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 09 01:19:23.502767 n-d-828387-3 neutron-server[103074]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103074) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 01:19:23.503045 n-d-828387-3 neutron-server[103074]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103074) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 01:19:23.503374 n-d-828387-3 neutron-server[103074]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103074) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 01:19:23.503710 n-d-828387-3 neutron-server[103074]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 01:19:23.841676 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:23.841972 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:23.842247 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:23.843591 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:23.843869 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:23.844132 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:23.888903 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:23.889183 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:23.889450 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:23.905736 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:23.906019 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:23.906290 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:23.934394 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:23.934698 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:23.934969 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:23.972265 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:23.972550 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:23.972823 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.316794 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.317379 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.317379 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.317617 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.318315 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.418505 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.418827 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.419109 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.419478 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.419745 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.420056 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.420316 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.420574 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.420828 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.421110 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.421368 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.421632 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.421887 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.422139 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.422394 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.422655 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.422909 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.423175 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.423466 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.423725 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.423996 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.424255 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.424533 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.424908 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.425156 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.425400 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.425793 n-d-828387-3 neutron-server[103074]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103074) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 01:19:24.426034 n-d-828387-3 neutron-server[103074]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103074) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 01:19:24.426269 n-d-828387-3 neutron-server[103074]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103074) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 01:19:24.426506 n-d-828387-3 neutron-server[103074]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103074) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 01:19:24.426741 n-d-828387-3 neutron-server[103074]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103074) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 01:19:24.427537 n-d-828387-3 neutron-server[103074]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103074) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 01:19:24.427902 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 01:19:24.431005 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 01:19:24.435086 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 01:19:24.438799 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 09 01:19:24.440477 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 01:19:24.440942 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 01:19:24.441279 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 09 01:19:24.441662 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 01:19:24.445137 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 01:19:24.445385 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 01:19:24.445734 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 01:19:24.450599 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 09 01:19:24.473442 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 09 01:19:24.474637 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.474933 n-d-828387-3 neutron-server[103074]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103074) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 09 01:19:24.475321 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.476711 n-d-828387-3 neutron-server[103074]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103074) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 01:19:24.476992 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 01:19:24.477240 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 09 01:19:24.480540 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.480830 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:24.543985 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 01:19:24.544231 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 01:19:24.544466 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 01:19:24.544972 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 01:19:24.565044 n-d-828387-3 neutron-server[103074]: DEBUG oslo_db.sqlalchemy.engines [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103074) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 09 01:19:25.006419 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.managers [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Initializing driver for type 'gre' Feb 09 01:19:25.006928 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] gre ID ranges: [(1, 1000)] Feb 09 01:19:25.056291 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.managers [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Initializing driver for type 'local' Feb 09 01:19:25.056686 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.managers [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Initializing driver for type 'vlan' Feb 09 01:19:25.069341 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] VlanTypeDriver initialization complete Feb 09 01:19:25.069702 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.managers [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Initializing driver for type 'vxlan' Feb 09 01:19:25.070208 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] vxlan ID ranges: [(1, 1000)] Feb 09 01:19:25.121816 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.managers [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Initializing extension driver 'port_security' Feb 09 01:19:25.122168 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.extensions.port_security [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] PortSecurityExtensionDriver initialization complete Feb 09 01:19:25.122510 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.managers [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Initializing mechanism driver 'openvswitch' Feb 09 01:19:25.122825 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.managers [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Initializing mechanism driver 'hyperv' Feb 09 01:19:25.129487 n-d-828387-3 neutron-server[103074]: DEBUG neutron.plugins.ml2.plugin [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:25.130475 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > port after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.130856 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > port after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.131231 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > port after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.131770 n-d-828387-3 neutron-server[103074]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103074) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 01:19:25.132202 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > subnet after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.132591 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > subnet after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.132943 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.133345 n-d-828387-3 neutron-server[103074]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103074) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 01:19:25.133748 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > network after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.134101 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > network after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.134450 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > network after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.134844 n-d-828387-3 neutron-server[103074]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103074) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 01:19:25.135278 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > security_group after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.135633 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > security_group after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.135978 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.136370 n-d-828387-3 neutron-server[103074]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103074) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 01:19:25.136774 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.137123 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.137464 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.137858 n-d-828387-3 neutron-server[103074]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103074) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 01:19:25.138259 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > address_group after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.138605 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > address_group after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.138946 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.139366 n-d-828387-3 neutron-server[103074]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103074) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 01:19:25.139812 n-d-828387-3 neutron-server[103074]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] ML2 OVO RPC backend initialized. {{(pid=103074) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 09 01:19:25.140515 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.140875 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.141293 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > network before_response 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.141642 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > networks before_response 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.141989 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > port before_response 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.142333 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > ports before_response 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.142675 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > subnet before_response 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.143014 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > subnets before_response 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.143391 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > network after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.143732 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > network after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.144072 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > network after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.144410 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > port after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.144747 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > port after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.145083 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > port after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.145418 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > subnet after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.146407 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > subnet after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.146753 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.155664 n-d-828387-3 neutron-server[103074]: INFO neutron.quota [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded quota_driver: . Feb 09 01:19:25.156037 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.plugin [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Modular L2 Plugin initialization complete Feb 09 01:19:25.156386 n-d-828387-3 neutron-server[103074]: DEBUG neutron.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading services supported by the core plugin {{(pid=103074) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 01:19:25.156730 n-d-828387-3 neutron-server[103074]: INFO neutron.plugins.ml2.managers [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Got port-security extension from driver 'port_security' Feb 09 01:19:25.157209 n-d-828387-3 neutron-server[103074]: INFO neutron.extensions.vlantransparent [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Disabled vlantransparent extension. Feb 09 01:19:25.157710 n-d-828387-3 neutron-server[103074]: DEBUG neutron.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103074) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 01:19:25.158037 n-d-828387-3 neutron-server[103074]: INFO neutron.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading Plugin: router Feb 09 01:19:25.194487 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.194882 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router after_create 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.195300 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router before_create 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.195652 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.196034 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.196395 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router after_delete 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.196757 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.197108 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.197474 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router after_create 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.197824 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router after_update 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.198177 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router after_update 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.198527 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.198889 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router after_update 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.199331 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router precommit_update 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.199704 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: port after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.200046 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: port after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.200384 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: subnet after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.200773 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.201078 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.201424 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router precommit_create 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.201766 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: port before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.202110 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router precommit_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.202466 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router after_update 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.202808 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.203322 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router precommit_create 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.203688 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.204304 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router precommit_update 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.204668 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > agent after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.205020 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > agent after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.205367 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > network after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.206218 n-d-828387-3 neutron-server[103074]: DEBUG neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Tracking information for resource: router configured {{(pid=103074) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 01:19:25.206550 n-d-828387-3 neutron-server[103074]: DEBUG neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Tracking information for resource: floatingip configured {{(pid=103074) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 01:19:25.212074 n-d-828387-3 neutron-server[103074]: INFO neutron.db.l3_agentschedulers_db [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 01:19:25.212657 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: port after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.213021 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: port after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.213376 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: port after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.213735 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: port after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.214513 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router before_create 55550100 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.214878 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.215259 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router precommit_create 55550100 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.215619 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > router precommit_update 55550100 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.220393 n-d-828387-3 neutron-server[103074]: DEBUG neutron.services.provider_configuration [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Service providers = [] {{(pid=103074) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 01:19:25.220761 n-d-828387-3 neutron-server[103074]: DEBUG neutron.db.servicetype_db [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103074) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 01:19:25.223778 n-d-828387-3 neutron-server[103074]: DEBUG neutron.services.service_base [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103074) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 01:19:25.224169 n-d-828387-3 neutron-server[103074]: DEBUG neutron.services.service_base [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103074) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 01:19:25.224511 n-d-828387-3 neutron-server[103074]: DEBUG neutron.services.service_base [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103074) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 01:19:25.225403 n-d-828387-3 neutron-server[103074]: DEBUG neutron.services.service_base [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103074) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 01:19:25.225776 n-d-828387-3 neutron-server[103074]: INFO neutron.services.service_base [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 01:19:25.226154 n-d-828387-3 neutron-server[103074]: DEBUG neutron.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103074) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 01:19:25.226471 n-d-828387-3 neutron-server[103074]: INFO neutron.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 01:19:25.237214 n-d-828387-3 neutron-server[103074]: DEBUG neutron.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103074) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 01:19:25.237550 n-d-828387-3 neutron-server[103074]: INFO neutron.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading Plugin: auto_allocate Feb 09 01:19:25.243417 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: network precommit_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.243791 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: network precommit_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.244316 n-d-828387-3 neutron-server[103074]: DEBUG neutron.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103074) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 01:19:25.244637 n-d-828387-3 neutron-server[103074]: INFO neutron.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading Plugin: tag Feb 09 01:19:25.251427 n-d-828387-3 neutron-server[103074]: DEBUG neutron.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103074) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 01:19:25.251762 n-d-828387-3 neutron-server[103074]: INFO neutron.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading Plugin: timestamp Feb 09 01:19:25.256137 n-d-828387-3 neutron-server[103074]: DEBUG neutron.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103074) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 01:19:25.256474 n-d-828387-3 neutron-server[103074]: INFO neutron.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading Plugin: network_ip_availability Feb 09 01:19:25.261939 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.262311 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.262668 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.263411 n-d-828387-3 neutron-server[103074]: DEBUG neutron.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103074) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 01:19:25.263739 n-d-828387-3 neutron-server[103074]: INFO neutron.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading Plugin: flavors Feb 09 01:19:25.268677 n-d-828387-3 neutron-server[103074]: DEBUG neutron.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103074) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 01:19:25.269010 n-d-828387-3 neutron-server[103074]: INFO neutron.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading Plugin: revisions Feb 09 01:19:25.274069 n-d-828387-3 neutron-server[103074]: DEBUG neutron.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103074) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 01:19:25.274467 n-d-828387-3 neutron-server[103074]: DEBUG oslo_concurrency.lockutils [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.771s {{(pid=103074) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 01:19:25.275226 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103074) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 09 01:19:25.275585 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Initializing extension manager. Feb 09 01:19:25.276108 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: __init__.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.276453 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: __pycache__ {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.276787 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.277119 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: address_group.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.277886 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.278464 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: address-group Feb 09 01:19:25.278791 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: address_scope.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.279530 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.280045 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: address-scope Feb 09 01:19:25.280368 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.281297 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.281811 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: router-admin-state-down-before-update Feb 09 01:19:25.282130 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: agent.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.282829 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.283380 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: agent Feb 09 01:19:25.283703 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: agent_resources_synced.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.284616 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.285124 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: agent-resources-synced Feb 09 01:19:25.285444 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: allowedaddresspairs.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.287391 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.287916 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: allowed-address-pairs Feb 09 01:19:25.288245 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: auto_allocated_topology.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.289349 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.289870 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: auto-allocated-topology Feb 09 01:19:25.290197 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: availability_zone.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.290894 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.291431 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: availability_zone Feb 09 01:19:25.291756 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: availability_zone_filter.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.292685 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.293202 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: availability_zone_filter Feb 09 01:19:25.293526 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: data_plane_status.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.294436 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.294940 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 01:19:25.295290 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: default_subnetpools.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.296212 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.296721 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: default-subnetpools Feb 09 01:19:25.297044 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.297851 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.298363 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: dhcp_agent_scheduler Feb 09 01:19:25.298685 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: dns.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.299626 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.300136 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension dns-integration not supported by any of loaded plugins Feb 09 01:19:25.300459 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: dns_domain_ports.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.301380 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.301945 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 01:19:25.302366 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.303352 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.303874 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 09 01:19:25.304200 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: dvr.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.304876 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.305385 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: dvr Feb 09 01:19:25.305707 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: ecmp_routes.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.306626 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.307136 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 09 01:19:25.307487 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: empty_string_filtering.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.308399 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.308912 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: empty-string-filtering Feb 09 01:19:25.309235 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.310146 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.310656 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 01:19:25.310977 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.311912 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.312423 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 01:19:25.312745 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: external_net.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.313654 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.314172 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: external-net Feb 09 01:19:25.314489 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.315419 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.315928 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: extra_dhcp_opt Feb 09 01:19:25.316249 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: extraroute.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.317151 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.318272 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: extraroute Feb 09 01:19:25.318589 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: extraroute_atomic.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.319687 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.320202 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: extraroute-atomic Feb 09 01:19:25.320522 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: filter_validation.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.321189 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.321696 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: filter-validation Feb 09 01:19:25.322016 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: fip_pf_description.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.322921 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.323451 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 01:19:25.323778 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: fip_port_details.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.324873 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.325380 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: fip-port-details Feb 09 01:19:25.325698 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: flavors.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.326950 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.327501 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: flavors Feb 09 01:19:25.327828 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.329770 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.330299 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 01:19:25.330634 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: floatingip_pools.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.331358 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.331877 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: floatingip-pools Feb 09 01:19:25.332205 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: ip_allocation.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.333215 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.334395 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 01:19:25.334721 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.335686 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.336200 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: ip-substring-filtering Feb 09 01:19:25.336526 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: l2_adjacency.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.337457 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.337965 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 01:19:25.338289 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: l3.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.339271 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.339793 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: router Feb 09 01:19:25.340120 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.342390 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.342921 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 01:19:25.343285 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.344220 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.344744 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: ext-gw-mode Feb 09 01:19:25.345076 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.346002 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.346521 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: l3-ha Feb 09 01:19:25.346849 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.347789 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.348302 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 09 01:19:25.348658 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: l3_flavors.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.349589 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.350097 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: l3-flavors Feb 09 01:19:25.350423 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.351849 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.352374 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 09 01:19:25.353026 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.355374 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.355374 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 01:19:25.355374 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: l3agentscheduler.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.355612 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.356011 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: l3_agent_scheduler Feb 09 01:19:25.357367 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: local_ip.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.358546 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.358628 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension local_ip not supported by any of loaded plugins Feb 09 01:19:25.358952 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: logging.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.360609 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.361141 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension logging not supported by any of loaded plugins Feb 09 01:19:25.361475 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: metering.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.362223 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.362808 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: metering Feb 09 01:19:25.363140 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.364335 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.364843 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: metering_source_and_destination_fields Feb 09 01:19:25.365171 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: multiprovidernet.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.366102 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.366622 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: multi-provider Feb 09 01:19:25.366948 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: netmtu.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.367907 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.368420 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: net-mtu Feb 09 01:19:25.368747 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: netmtu_writable.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.369664 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.370178 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: net-mtu-writable Feb 09 01:19:25.370506 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: network_availability_zone.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.371176 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.371711 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: network_availability_zone Feb 09 01:19:25.372038 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: network_ip_availability.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.373168 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.373689 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: network-ip-availability Feb 09 01:19:25.374020 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: network_segment_range.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.374794 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.375340 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 01:19:25.375666 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: pagination.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.376650 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.376985 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: pagination Feb 09 01:19:25.377311 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: port_device_profile.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.378219 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.378735 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: port-device-profile Feb 09 01:19:25.379058 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.380753 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.381347 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: port-mac-address-regenerate Feb 09 01:19:25.381670 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.382589 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.383101 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: port-numa-affinity-policy Feb 09 01:19:25.383458 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: port_resource_request.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.384380 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.384886 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 01:19:25.385209 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: port_resource_request_groups.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.386178 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.386692 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 09 01:19:25.387016 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: portbindings.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.387980 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.388499 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: binding Feb 09 01:19:25.388824 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: portbindings_extended.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.390103 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.390616 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: binding-extended Feb 09 01:19:25.390941 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: portsecurity.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.391890 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.392405 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: port-security Feb 09 01:19:25.392731 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: project_id.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.393709 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.394040 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: project-id Feb 09 01:19:25.394369 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: providernet.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.395306 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.396472 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: provider Feb 09 01:19:25.396794 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: qos.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.400416 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.400941 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension qos not supported by any of loaded plugins Feb 09 01:19:25.401275 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.402528 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.403048 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 01:19:25.403411 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.404363 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.404877 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 01:19:25.405204 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: qos_default.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.406123 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.406639 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension qos-default not supported by any of loaded plugins Feb 09 01:19:25.406966 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: qos_fip.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.407914 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.408428 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension qos-fip not supported by any of loaded plugins Feb 09 01:19:25.408753 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.409673 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.410186 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 09 01:19:25.410511 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: qos_gateway_ip.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.411616 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.412127 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 01:19:25.412455 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: qos_port_network_policy.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.413371 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.413881 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 01:19:25.414204 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.415294 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.415812 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 09 01:19:25.416137 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: qos_pps_rule.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.417322 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.417846 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension qos-pps not supported by any of loaded plugins Feb 09 01:19:25.418173 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: qos_rule_type_details.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.419090 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.419639 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 01:19:25.419965 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: qos_rules_alias.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.421015 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.421537 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 01:19:25.421866 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: quota_check_limit.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.422781 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.423341 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: quota-check-limit Feb 09 01:19:25.423671 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: quotasv2.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.424597 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.424929 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: quotas Feb 09 01:19:25.425251 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: quotasv2_detail.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.427023 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.427391 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: quota_details Feb 09 01:19:25.427724 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: rbac.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.428773 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.429306 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: rbac-policies Feb 09 01:19:25.429631 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: rbac_address_group.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.430562 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.431083 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: rbac-address-group Feb 09 01:19:25.431441 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: rbac_address_scope.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.432359 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.432874 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: rbac-address-scope Feb 09 01:19:25.433195 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: rbac_security_groups.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.434116 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.434635 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: rbac-security-groups Feb 09 01:19:25.434957 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: rbac_subnetpool.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.435902 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.436414 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: rbac-subnetpool Feb 09 01:19:25.436737 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: revisionifmatch.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.437660 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.438174 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: revision-if-match Feb 09 01:19:25.438496 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: revisions.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.439723 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.440243 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: standard-attr-revisions Feb 09 01:19:25.440568 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: router_availability_zone.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.441245 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.441760 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: router_availability_zone Feb 09 01:19:25.442083 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: routerservicetype.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.443741 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.444258 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension router-service-type not supported by any of loaded plugins Feb 09 01:19:25.444587 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.445525 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.446044 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: security-groups-normalized-cidr Feb 09 01:19:25.446367 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.447338 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.447850 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: port-security-groups-filtering Feb 09 01:19:25.448170 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.449100 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.449620 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: security-groups-remote-address-group Feb 09 01:19:25.449946 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.450930 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.451435 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: security-groups-shared-filtering Feb 09 01:19:25.451759 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.452343 n-d-828387-3 neutron-server[103074]: WARNING neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 09 01:19:25.452662 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: securitygroup.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.464660 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.465194 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: security-group Feb 09 01:19:25.465528 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: segment.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.466320 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.466836 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension segment not supported by any of loaded plugins Feb 09 01:19:25.467164 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.468143 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.468664 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 01:19:25.468990 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: servicetype.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.470101 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.470630 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: service-type Feb 09 01:19:25.470958 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: sorting.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.471983 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.472316 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: sorting Feb 09 01:19:25.472640 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: standard_attr_segment.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.473562 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.474111 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 01:19:25.474427 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: standardattrdescription.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.475083 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.475633 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: standard-attr-description Feb 09 01:19:25.475959 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: stateful_security_group.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.476884 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.477399 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: stateful-security-group Feb 09 01:19:25.477720 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: stdattrs_common.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.478286 n-d-828387-3 neutron-server[103074]: WARNING neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 01:19:25.478606 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.479558 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.480074 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 01:19:25.480398 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: subnet_onboard.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.481489 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.482015 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: subnet_onboard Feb 09 01:19:25.482342 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.483299 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.483817 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 01:19:25.484142 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: subnet_service_types.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.485071 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.485584 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: subnet-service-types Feb 09 01:19:25.485909 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: subnetallocation.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.487002 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.487554 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: subnet_allocation Feb 09 01:19:25.487882 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.488542 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.489050 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: subnetpool-prefix-ops Feb 09 01:19:25.489439 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.490543 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.491054 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 01:19:25.491404 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: tagging.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.492476 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.492991 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: standard-attr-tag Feb 09 01:19:25.493319 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: timestamp.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.494539 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.495066 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loaded extension: standard-attr-timestamp Feb 09 01:19:25.495429 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: trunk.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.496475 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.496997 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension trunk not supported by any of loaded plugins Feb 09 01:19:25.497325 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: trunk_details.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.498250 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.498773 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension trunk-details not supported by any of loaded plugins Feb 09 01:19:25.499100 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: uplink_status_propagation.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.500055 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.500576 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 01:19:25.500901 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Loading extension file: vlantransparent.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:19:25.501573 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:19:25.502086 n-d-828387-3 neutron-server[103074]: INFO neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 01:19:25.504646 n-d-828387-3 neutron-server[103074]: INFO neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Creating instance of TrackedResource for resource:network Feb 09 01:19:25.505718 n-d-828387-3 neutron-server[103074]: INFO neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Creating instance of TrackedResource for resource:subnet Feb 09 01:19:25.506111 n-d-828387-3 neutron-server[103074]: INFO neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 01:19:25.506504 n-d-828387-3 neutron-server[103074]: INFO neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Creating instance of TrackedResource for resource:port Feb 09 01:19:25.507762 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:19:25.508217 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Service FLAVORS assigned prefix: {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:19:25.508816 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:19:25.509246 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:19:25.509579 n-d-828387-3 neutron-server[103074]: INFO neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Creating instance of TrackedResource for resource:router Feb 09 01:19:25.510003 n-d-828387-3 neutron-server[103074]: INFO neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 01:19:25.510478 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Service METERING assigned prefix: /metering {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:19:25.511974 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.512353 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.512710 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:19:25.513700 n-d-828387-3 neutron-server[103074]: INFO neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 01:19:25.514153 n-d-828387-3 neutron-server[103074]: INFO neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Creating instance of TrackedResource for resource:security_group Feb 09 01:19:25.514588 n-d-828387-3 neutron-server[103074]: INFO neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 01:19:25.515188 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Service CORE assigned prefix: {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:19:25.515556 n-d-828387-3 neutron-server[103074]: INFO neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 01:19:25.515905 n-d-828387-3 neutron-server[103074]: WARNING neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] subnetpool is already registered Feb 09 01:19:25.516334 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Service CORE assigned prefix: {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:19:25.516664 n-d-828387-3 neutron-server[103074]: INFO neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 01:19:25.516995 n-d-828387-3 neutron-server[103074]: WARNING neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] subnetpool is already registered Feb 09 01:19:25.519281 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:19:25.519718 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Service FLAVORS assigned prefix: {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:19:25.520304 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:19:25.521318 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:19:25.521697 n-d-828387-3 neutron-server[103074]: INFO neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Creating instance of TrackedResource for resource:router Feb 09 01:19:25.522036 n-d-828387-3 neutron-server[103074]: WARNING neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] router is already registered Feb 09 01:19:25.522449 n-d-828387-3 neutron-server[103074]: INFO neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 01:19:25.522785 n-d-828387-3 neutron-server[103074]: WARNING neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] floatingip is already registered Feb 09 01:19:25.523262 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Service METERING assigned prefix: /metering {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:19:25.523923 n-d-828387-3 neutron-server[103074]: INFO neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 01:19:25.524250 n-d-828387-3 neutron-server[103074]: WARNING neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] rbac_policy is already registered Feb 09 01:19:25.524657 n-d-828387-3 neutron-server[103074]: INFO neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Creating instance of TrackedResource for resource:security_group Feb 09 01:19:25.524999 n-d-828387-3 neutron-server[103074]: WARNING neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] security_group is already registered Feb 09 01:19:25.525400 n-d-828387-3 neutron-server[103074]: INFO neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 01:19:25.525734 n-d-828387-3 neutron-server[103074]: WARNING neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] security_group_rule is already registered Feb 09 01:19:25.526355 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Service CORE assigned prefix: {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:19:25.526687 n-d-828387-3 neutron-server[103074]: INFO neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 01:19:25.527022 n-d-828387-3 neutron-server[103074]: WARNING neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] subnetpool is already registered Feb 09 01:19:25.527483 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Service CORE assigned prefix: {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:19:25.527812 n-d-828387-3 neutron-server[103074]: INFO neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 01:19:25.528147 n-d-828387-3 neutron-server[103074]: WARNING neutron.quota.resource_registry [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] subnetpool is already registered Feb 09 01:19:25.528613 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: extensions {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.530063 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: address-groups {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.531556 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: address-scopes {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.532934 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: agents {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.534024 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: auto-allocated-topology {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.535287 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: availability_zones {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.536685 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: dhcp-networks {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.538609 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: dhcp-agents {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.540068 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: routers {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.542260 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: flavors {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.543430 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: service_profiles {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.544630 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: next_providers {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.546121 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: service_profiles {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.547718 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: floatingip-pools {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.548935 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: routers {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.551004 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: floatingips {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.552946 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: l3-routers {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.554386 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: l3-agents {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.555834 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: metering-labels {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.557187 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: metering-label-rules {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.558450 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: network-ip-availabilities {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.559741 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: bindings {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.561396 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: quotas {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.562937 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: quotas {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.564485 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: rbac-policies {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.566700 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: security-groups {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.568567 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: security-group-rules {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.569878 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: service-providers {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.571087 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: subnetpools {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.572622 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: subnetpools {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.574059 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: tags {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.575823 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: tags {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.577674 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: tags {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.579775 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: tags {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.581538 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: tags {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.583529 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: tags {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.585236 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: tags {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.587241 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: tags {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.588982 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: tags {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.590825 n-d-828387-3 neutron-server[103074]: DEBUG neutron.api.extensions [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Extended resource: tags {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:19:25.596610 n-d-828387-3 neutron-server[103074]: WARNING keystonemiddleware.auth_token [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 01:19:25.601641 n-d-828387-3 neutron-server[103074]: WARNING keystonemiddleware.auth_token [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 01:19:25.613434 n-d-828387-3 neutron-server[103074]: DEBUG oslo_concurrency.lockutils [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Acquired lock "singleton_lock" {{(pid=103074) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 09 01:19:25.614763 n-d-828387-3 neutron-server[103074]: DEBUG oslo_concurrency.lockutils [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Releasing lock "singleton_lock" {{(pid=103074) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 09 01:19:25.615942 n-d-828387-3 neutron-server[103074]: INFO oslo_service.service [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Starting 2 workers Feb 09 01:19:25.623077 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Started child 103183 {{(pid=103074) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 01:19:25.628060 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Started child 103184 {{(pid=103074) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 01:19:25.629071 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.630812 n-d-828387-3 neutron-server[103074]: INFO neutron.service [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 01:19:25.631129 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.631451 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [-] (103183) wsgi starting up on http://0.0.0.0:9696 Feb 09 01:19:25.633647 n-d-828387-3 neutron-server[103074]: INFO oslo_service.service [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Starting 1 workers Feb 09 01:19:25.635567 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.637527 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [-] (103184) wsgi starting up on http://0.0.0.0:9696 Feb 09 01:19:25.639046 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Started child 103185 {{(pid=103074) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 01:19:25.639620 n-d-828387-3 neutron-server[103074]: INFO oslo_service.service [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Starting 1 workers Feb 09 01:19:25.644247 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Started child 103186 {{(pid=103074) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 01:19:25.645012 n-d-828387-3 neutron-server[103185]: DEBUG neutron.service [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] calling RpcWorker wait() {{(pid=103185) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 01:19:25.645602 n-d-828387-3 neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.645858 n-d-828387-3 neutron-server[103185]: DEBUG neutron.service [None req-6267e73f-9f7f-48e4-9d9b-1b2ad643ba45 None None] returning from RpcWorker wait() {{(pid=103185) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 01:19:25.647271 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103074) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 01:19:25.647476 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.647596 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 01:19:25.647674 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 01:19:25.647901 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 01:19:25.648274 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 01:19:25.648463 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 01:19:25.648597 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:25.648928 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.649211 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.649467 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.649825 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.650054 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.650648 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.650941 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.651127 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.651437 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.651689 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.651863 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.651952 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.652417 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.652417 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.652623 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.652799 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.653022 n-d-828387-3 neutron-server[103186]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:25.653272 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.653538 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.653805 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.653978 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.654247 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.654526 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.654755 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.655028 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] debug = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.655293 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.655791 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.656020 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.656261 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.656540 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.656791 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.657041 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.657304 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.657536 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.657772 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.658006 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.658270 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.658510 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.658726 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.658996 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.659244 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.659491 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.659784 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.660147 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] host = n-d-828387-3 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.660366 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.660612 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.660845 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.661445 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.661445 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.661770 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.662126 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.662400 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.662647 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.662884 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.663135 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.663409 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.663628 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.663867 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] log_file = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.664018 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] log_options = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.664277 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.664557 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.664831 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.665030 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.665200 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.665350 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.665621 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.665785 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.666040 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.666278 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.666493 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.666725 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.666962 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.667195 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.667471 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.667712 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.667947 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.668188 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.668447 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.668677 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.668905 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.669139 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.669380 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.669595 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.669905 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.670054 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.670246 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.670461 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.670679 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.670924 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.671170 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.673751 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.673751 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.673751 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.673751 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.673751 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.673751 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.673751 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.673751 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.676248 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.676248 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.676248 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.676248 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.676248 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.676248 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.676248 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.676248 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] use_json = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.682393 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.682393 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.682393 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.682393 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.682393 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.682393 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.682393 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.682393 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.683122 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.683122 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.683122 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.683122 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.683122 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.683122 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.683122 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.683122 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.683695 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.683695 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.683695 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.683695 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.683695 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.683695 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.683695 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.683695 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.684258 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.684258 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.684258 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.684258 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.684258 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.684258 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.684258 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.684258 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.684774 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.684774 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.684774 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.684774 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.684774 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.684774 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.685183 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.685261 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.685524 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.685776 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.686229 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.686571 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.686880 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.687384 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.687981 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.688587 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.688933 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.689225 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.689515 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.689824 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.690118 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.690396 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.690800 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.691023 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.691380 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.691679 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.692080 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.692523 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.693270 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.693492 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.693713 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.693947 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.694167 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.694428 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.694707 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.694963 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.695183 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.695428 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.695645 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.696070 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.696486 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.696887 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.697126 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.697350 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.697569 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.697843 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.698067 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.698281 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.698493 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.698713 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.699102 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.699442 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.699669 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.699934 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.700126 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.700341 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.700561 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.700766 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.701052 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.701213 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.701425 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.701676 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.701896 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.702135 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.702351 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.702962 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.703197 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.703437 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.703721 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.704301 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.704554 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.704791 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.705009 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.705292 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.705512 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.705750 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.705995 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.706231 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.706471 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.707282 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.707282 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.707282 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.707549 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.707731 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.708244 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.708644 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.708912 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.709277 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.709662 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.710045 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.710359 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.710622 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.710860 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.711102 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.711370 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.711660 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.711923 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.712211 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.712454 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.712715 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.713012 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.713289 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.713574 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.713830 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.714137 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.714385 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.714622 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.714892 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.715156 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.715462 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.715721 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.715979 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.716204 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.716420 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.716655 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.716982 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.717233 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.717450 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.717668 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.717940 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.718200 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.718438 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.718711 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.718960 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.719231 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.719634 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.719885 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.720121 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.720385 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.720645 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.720863 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.721081 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.721336 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.721559 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.721774 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.722005 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.722245 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.722454 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.722684 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.722914 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.723124 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.723381 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.723657 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.723870 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.724239 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.724640 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.724875 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.725098 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.725328 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.725540 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.725799 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.726036 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.726304 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.726563 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.726778 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.727004 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.727248 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.727503 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.727742 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.727988 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.728225 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.728441 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.728652 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.728869 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.729081 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.729293 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.729519 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.729728 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.729987 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.730235 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.730592 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.730843 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.731087 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.731401 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.731643 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.731861 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.732077 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.733245 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.733471 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.733698 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.733926 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.734145 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.734363 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.734582 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.734797 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.735037 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.735324 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.735568 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.735827 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.736043 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.736264 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.736481 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.736704 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.736940 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.737151 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.737370 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.737581 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.737812 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.738019 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.738309 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.738551 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.738776 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.739035 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.739923 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.740161 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.740477 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.740692 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.740909 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.741135 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.741353 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.741565 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.741794 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.742014 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.742339 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.742437 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.742992 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.742992 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.743159 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.743326 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.743559 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.743803 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.744039 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.744275 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.744521 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.744752 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.744963 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.745183 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.745405 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.745608 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.745860 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.746063 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.746270 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.746494 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.746717 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.746927 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.747234 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.747484 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.747706 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.747989 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.748218 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.748463 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.748707 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.749024 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.749242 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.749507 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.749746 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.749965 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.750208 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.750481 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.750789 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.751090 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.751375 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.751632 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.751907 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.752189 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.752471 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.752681 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.752982 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.753322 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.753614 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.753878 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.754126 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.754367 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.754601 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.754822 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.755109 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.755369 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.755774 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.756175 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.756414 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.756648 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.756869 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.757102 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.757320 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.757548 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.757788 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.758035 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.758253 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.758347 n-d-828387-3 neutron-server[103185]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:25.758428 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 01:19:25.758929 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103074) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 01:19:25.759090 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 01:19:25.759275 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 01:19:25.759448 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 01:19:25.759618 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 01:19:25.759770 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 01:19:25.759979 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.760141 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.760301 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.760461 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.760620 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.760801 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.760961 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.761119 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.761491 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.761848 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.762203 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.762527 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.762851 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.762851 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.763034 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.763138 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.763325 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.763487 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.763652 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.763814 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.764022 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.764113 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.764273 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] debug = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.764428 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.764639 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.764804 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.764963 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.765120 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.765375 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.765467 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.765622 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.765755 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.765881 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.766039 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.766196 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.766354 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.766516 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.766674 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.766830 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.766988 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.767147 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.767327 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] host = n-d-828387-3 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.767487 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.767644 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.767801 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.767961 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.768104 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.768262 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.768420 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.768578 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.768736 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.768892 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.769049 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.769207 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.769364 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.769522 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] log_file = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.769679 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] log_options = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.769836 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.770054 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.770151 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.770314 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.771007 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.771174 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.771527 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.771689 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.771847 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.772031 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.772160 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.772317 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.772475 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.772633 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.772797 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.772938 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.773094 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.773251 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.773409 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.773567 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.773724 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.773880 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.774037 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.774193 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.774352 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.774510 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.774666 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.774823 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.774980 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.775138 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.775320 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.775491 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.775625 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.775782 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.775941 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.776099 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.776255 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.776413 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.776579 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.776736 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.776893 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.777050 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.777207 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.777364 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.777522 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.777679 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.777836 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] use_json = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.777994 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.778151 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.783271 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.783271 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.783271 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.783271 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.783560 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50314) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:25.783723 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.783723 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.783723 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:19:25.783723 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.783723 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.783723 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.783723 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.783723 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.784154 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.784154 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.784154 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.784154 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.784154 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.784154 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.784154 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.784154 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.784603 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.784603 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.784603 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.784603 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.784603 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.784603 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.784603 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.784603 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.785031 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.785031 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.785031 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.785031 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.785031 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.785031 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.785031 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.785031 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.785470 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.785470 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.785470 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.785470 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.785470 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.785470 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.785470 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.785470 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.785902 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.785902 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.785902 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.785902 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.785902 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.785902 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.785902 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.786549 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.786549 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.786549 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.786549 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.786997 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.786997 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.787269 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.787269 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.787592 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.787592 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.787721 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.788024 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.788024 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.788301 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.788439 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.788577 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.788724 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.788874 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.789013 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.789152 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.789290 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.789427 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.789565 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.789702 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.789839 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.789985 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0088716 Feb 09 01:19:25.790406 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.790406 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.790406 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.790902 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.790902 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.790902 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.790902 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.791475 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.791475 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.791475 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.792698 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.792698 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.792698 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.792698 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.792698 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.792698 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.792698 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.792698 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.792698 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.793857 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.793857 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.793857 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.793857 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.793857 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.793857 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.793857 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.794759 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.794759 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.794759 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.794759 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.794759 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.794759 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.794759 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.795712 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.795712 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.796072 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.796252 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.796399 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.796572 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.796717 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.796882 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.797048 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.797193 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.797362 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.797519 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.797658 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.797820 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.797964 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.798129 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.798300 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.798444 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.798613 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.798767 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.798933 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.799106 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.800071 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.800246 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.800403 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.800542 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.800708 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.800941 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.801098 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.801239 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.801377 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.801514 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.801653 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.802366 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.803325 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.803325 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.803325 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.803560 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.803560 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.803703 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.803852 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.804020 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.804162 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.804300 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.804460 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.804616 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.804756 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.804920 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.805066 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.805231 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.805389 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.805536 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.808430 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.808430 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.808430 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.808430 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.808430 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.808430 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.808430 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.808430 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.809519 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.809519 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.809519 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.809519 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.809519 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.809519 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.809519 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.809519 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.810298 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.810298 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.810298 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.810298 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.810298 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.810298 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.810298 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.810298 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.810813 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.810813 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.810813 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.810813 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.810813 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.810813 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.810813 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.810813 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.813158 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.813158 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.813158 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.813158 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.813158 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.813158 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.813158 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.813158 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.814919 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.814919 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.814919 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.814919 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.814919 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.814919 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.814919 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.814919 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.814919 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.816106 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.816106 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.816106 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.816106 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.816106 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.816106 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.816106 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.816106 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.817125 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.817125 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.817125 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.817125 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.817125 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.817125 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.817125 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.817125 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.817125 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.818901 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.818901 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.818901 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.818901 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.818901 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.818901 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.818901 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.818901 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.820001 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.820001 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.820001 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.820001 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.820001 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.820001 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.820001 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.820001 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.821014 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.821014 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.821014 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.821014 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.821014 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.821014 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.821014 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.821014 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.822024 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.822024 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.822024 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.822024 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.822024 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.822024 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.822024 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.822024 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.823507 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.823507 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.823507 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.823507 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.823507 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.823507 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.823507 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.823507 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.823938 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.823938 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.823938 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.823938 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.823938 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.823938 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.823938 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.823938 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.824368 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.824368 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.824368 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.824368 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.824368 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.824368 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.824749 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.824749 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.824866 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.825093 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.825191 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.825340 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.825612 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.825712 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.825826 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.825987 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.826148 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.826306 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.826466 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.826626 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.826790 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.826953 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.827117 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.828137 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.828305 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.828468 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.828629 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.829054 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.829221 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.829380 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.829540 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.829700 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.831244 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:19:25.831244 n-d-828387-3 neutron-server[103074]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 01:19:37.312416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04d6676-59e5-4867-bc3b-fce2c749dfb8 None None] get_active_networks_info from n-d-828387-3 {{(pid=103185) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:19:37.368766 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04d6676-59e5-4867-bc3b-fce2c749dfb8 None None] No non-hosted networks {{(pid=103185) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 01:19:37.384080 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.agentschedulers_db [None req-a04d6676-59e5-4867-bc3b-fce2c749dfb8 None None] DHCP Agent not found on host n-d-828387-3 {{(pid=103185) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 09 01:19:37.465540 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2849bd99-9655-470e-96ae-c665454e8644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606577'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:39.681541 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6f3c3879-906d-426e-a9c0-fc84cf5d8dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606577'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:39.731100 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2e25ae81-18f0-4aab-9ac7-c8dea2f3a337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:40.622926 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606577'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:42.109527 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606577'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.279413 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50398) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:43.282643 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606577'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.283487 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.283953 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.284515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.284834 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.285169 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.286074 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.286472 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.286798 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.287368 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.287699 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.288199 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.288523 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.288844 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.289261 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-828387-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:43.295006 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-828387-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:43.810832 n-d-828387-3 neutron-server[103184]: WARNING oslo_policy.policy [None req-f8c25998-89b1-4bf6-9528-c55ec48b7c25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 01:19:43.811431 n-d-828387-3 neutron-server[103184]: WARNING oslo_policy.policy [None req-f8c25998-89b1-4bf6-9528-c55ec48b7c25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 01:19:44.044145 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-f8c25998-89b1-4bf6-9528-c55ec48b7c25 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:19:44.045221 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f8c25998-89b1-4bf6-9528-c55ec48b7c25 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7648344 Feb 09 01:19:46.520007 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50422) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:46.852650 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5ae3392c-748a-4aac-a621-cad8c4ea68a1 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:46.944844 n-d-828387-3 neutron-server[103184]: DEBUG neutron.policy [None req-5ae3392c-748a-4aac-a621-cad8c4ea68a1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103184) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 01:19:46.986912 n-d-828387-3 neutron-server[103184]: WARNING oslo_policy.policy [None req-5ae3392c-748a-4aac-a621-cad8c4ea68a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 01:19:46.987324 n-d-828387-3 neutron-server[103184]: WARNING oslo_policy.policy [None req-5ae3392c-748a-4aac-a621-cad8c4ea68a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 01:19:47.084983 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5ae3392c-748a-4aac-a621-cad8c4ea68a1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762498369364', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762498368907', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762498354975', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762498352150', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762498408085', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762498397158', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3597069', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3374342', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1966059', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1992636'] for rbac-policy (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:47.154781 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5ae3392c-748a-4aac-a621-cad8c4ea68a1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:47.155987 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5ae3392c-748a-4aac-a621-cad8c4ea68a1 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6349869 Feb 09 01:19:47.650870 n-d-828387-3 neutron-server[103185]: INFO neutron.db.l3_hamode_db [None req-0c0ac9e2-8d1e-481c-a7b0-b27e796ddef0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 01:19:47.727461 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0ac9e2-8d1e-481c-a7b0-b27e796ddef0 None None] Routers set() bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:47.727762 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0ac9e2-8d1e-481c-a7b0-b27e796ddef0 None None] Router IDs set() for agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 01:19:49.586603 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50432) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:49.897021 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:49.926553 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Made reservation on behalf of 73935fce9fce42f998fee47a1aee9d31 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:49.930312 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:49.947105 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.054546 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Publish callbacks [] for security_group (05f21f22-030f-4d8c-8d00-157374e39bac), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.058192 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (05f21f22-030f-4d8c-8d00-157374e39bac), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.084427 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:19:50.116607 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762502348984', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (03dfb7f6-c237-4b11-86f1-9e854a0c89cb), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.117186 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Unsubscribe: segment precommit_create {{(pid=103184) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 01:19:50.117722 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Added segment 03dfb7f6-c237-4b11-86f1-9e854a0c89cb of type vlan for network 1fa7cf97-dddd-4479-84c6-52bd5d231bd4 Feb 09 01:19:50.151643 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=05f21f22-030f-4d8c-8d00-157374e39bac,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:50.187819 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:50.188154 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:50.188487 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:50.188813 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:50.189135 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:50.189544 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:50.189846 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:50.190243 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:50.190586 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:50.190899 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:50.191235 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:50.192544 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:50.192868 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Tracked resource versions report: Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: pushed versions: Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: { 'AddressGroup': {'1.2'}, Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: 'ConntrackHelper': {'1.0'}, Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: 'LocalIPAssociation': {'1.0'}, Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: 'Log': {'1.0'}, Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: 'Network': {'1.1'}, Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: 'Port': {'1.7'}, Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: 'PortForwarding': {'1.2'}, Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: 'QosPolicy': {'1.10'}, Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: 'SecurityGroup': {'1.5'}, Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: 'SecurityGroupRule': {'1.2'}, Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: 'SubPort': {'1.0'}, Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: 'Subnet': {'1.1'}, Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: 'Trunk': {'1.1'}} Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: consumer versions: Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: { DHCP agent@n-d-828387-3: {}, Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: L3 agent@n-d-828387-3: {}, Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: Metadata agent@n-d-828387-3: {}, Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: Metering agent@n-d-828387-3: {}, Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: Open vSwitch agent@n-d-828387-3: { 'AddressGroup': '1.2', Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: 'ConntrackHelper': '1.0', Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: 'LocalIPAssociation': '1.0', Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: 'Log': '1.0', Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: 'Network': '1.1', Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: 'Port': '1.7', Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: 'PortForwarding': '1.2', Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: 'QosPolicy': '1.10', Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: 'SecurityGroup': '1.5', Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: 'SecurityGroupRule': '1.2', Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: 'SubPort': '1.0', Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: 'Subnet': '1.1', Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: 'Trunk': '1.1'}} Feb 09 01:19:50.194030 n-d-828387-3 neutron-server[103184]: {{(pid=103184) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 01:19:50.227902 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (1fa7cf97-dddd-4479-84c6-52bd5d231bd4), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.268866 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (1fa7cf97-dddd-4479-84c6-52bd5d231bd4), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.274892 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:50.275707 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.357881 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7701919 Feb 09 01:19:50.394792 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dcf1c3-d822-4504-9b20-2736d707705d demo demo] Pushing event updated for resources: {'Network': ['ID=1fa7cf97-dddd-4479-84c6-52bd5d231bd4,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:50.407137 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 1fa7cf97-dddd-4479-84c6-52bd5d231bd4 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:19:52.836603 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50444) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:53.322561 n-d-828387-3 neutron-server[103183]: WARNING oslo_policy.policy [None req-141a9124-845a-48a1-b1dd-c4537c3282e8 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 01:19:53.323190 n-d-828387-3 neutron-server[103183]: WARNING oslo_policy.policy [None req-141a9124-845a-48a1-b1dd-c4537c3282e8 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 01:19:53.762851 n-d-828387-3 neutron-server[103183]: DEBUG neutron.policy [None req-141a9124-845a-48a1-b1dd-c4537c3282e8 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103183) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 01:19:53.804445 n-d-828387-3 neutron-server[103183]: WARNING oslo_policy.policy [None req-141a9124-845a-48a1-b1dd-c4537c3282e8 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 01:19:53.804819 n-d-828387-3 neutron-server[103183]: WARNING oslo_policy.policy [None req-141a9124-845a-48a1-b1dd-c4537c3282e8 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 01:19:53.812723 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141a9124-845a-48a1-b1dd-c4537c3282e8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:53.814617 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-141a9124-845a-48a1-b1dd-c4537c3282e8 demo admin] 10.222.0.36 "GET /v2.0/networks/1fa7cf97-dddd-4479-84c6-52bd5d231bd4 HTTP/1.1" status: 200 len: 825 time: 0.9759676 Feb 09 01:19:53.854737 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6dfc8448-de3e-4be3-8c35-badd750a2a33 demo admin] 10.222.0.36 "GET /v2.0/subnetpools/537d0ac4-8053-4938-a374-b121c1d32d8f HTTP/1.1" status: 200 len: 734 time: 0.0336444 Feb 09 01:19:53.863652 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '537d0ac4-8053-4938-a374-b121c1d32d8f', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '1fa7cf97-dddd-4479-84c6-52bd5d231bd4'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:53.900618 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Made reservation on behalf of 73935fce9fce42f998fee47a1aee9d31 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:53.903453 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:54.190317 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for subnet (4a1d40b6-ae1a-4216-9915-42e34eca014e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:54.257688 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Checking segment: {'id': '03dfb7f6-c237-4b11-86f1-9e854a0c89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1fa7cf97-dddd-4479-84c6-52bd5d231bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:54.258071 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Network hostable DHCP agents. Network: 1fa7cf97-dddd-4479-84c6-52bd5d231bd4, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:19:54.273215 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Pushing event updated for resources: {'Subnet': ['ID=4a1d40b6-ae1a-4216-9915-42e34eca014e,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:54.286394 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:54.286740 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:54.287074 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:54.287439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:54.287768 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:54.288091 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:54.288410 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:54.288726 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:54.289039 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:54.289353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:54.289667 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:54.289986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:54.290298 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Tracked resource versions report: Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: pushed versions: Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: { 'AddressGroup': {'1.2'}, Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: 'ConntrackHelper': {'1.0'}, Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: 'LocalIPAssociation': {'1.0'}, Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: 'Log': {'1.0'}, Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: 'Network': {'1.1'}, Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: 'Port': {'1.7'}, Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: 'PortForwarding': {'1.2'}, Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: 'QosPolicy': {'1.10'}, Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: 'SecurityGroup': {'1.5'}, Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: 'SecurityGroupRule': {'1.2'}, Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: 'SubPort': {'1.0'}, Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: 'Subnet': {'1.1'}, Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: 'Trunk': {'1.1'}} Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: consumer versions: Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: { DHCP agent@n-d-828387-3: {}, Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: L3 agent@n-d-828387-3: {}, Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: Metadata agent@n-d-828387-3: {}, Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: Metering agent@n-d-828387-3: {}, Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: Open vSwitch agent@n-d-828387-3: { 'AddressGroup': '1.2', Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: 'ConntrackHelper': '1.0', Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: 'LocalIPAssociation': '1.0', Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: 'Log': '1.0', Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: 'Network': '1.1', Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: 'Port': '1.7', Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: 'PortForwarding': '1.2', Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: 'QosPolicy': '1.10', Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: 'SecurityGroup': '1.5', Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: 'SecurityGroupRule': '1.2', Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: 'SubPort': '1.0', Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: 'Subnet': '1.1', Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: 'Trunk': '1.1'}} Feb 09 01:19:54.291448 n-d-828387-3 neutron-server[103183]: {{(pid=103183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 01:19:54.313582 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Network 1fa7cf97-dddd-4479-84c6-52bd5d231bd4 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:19:54.326796 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 1fa7cf97-dddd-4479-84c6-52bd5d231bd4) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:54.331591 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:54.332421 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:54.336499 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85e9aa8-71ab-4c58-88a4-6cb36a345a2d None None] Network 1fa7cf97-dddd-4479-84c6-52bd5d231bd4 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:19:54.353525 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-448503c9-3b94-4f6b-8d3e-613c69d01663 demo admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4934995 Feb 09 01:19:54.603566 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-1fa7cf97-dddd-4479-84c6-52bd5d231bd4', 'network_id': '1fa7cf97-dddd-4479-84c6-52bd5d231bd4', 'project_id': '73935fce9fce42f998fee47a1aee9d31', 'fixed_ips': [{'subnet_id': '4a1d40b6-ae1a-4216-9915-42e34eca014e'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:19:54.604789 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:54.881260 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Allocated IP 172.20.0.2 (1fa7cf97-dddd-4479-84c6-52bd5d231bd4/4a1d40b6-ae1a-4216-9915-42e34eca014e/6275c8eb-2627-42ef-9596-57056783b547) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:55.149904 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Publish callbacks [] for port (6275c8eb-2627-42ef-9596-57056783b547), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:55.157802 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (6275c8eb-2627-42ef-9596-57056783b547), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:55.233116 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Network 1fa7cf97-dddd-4479-84c6-52bd5d231bd4 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:55.237730 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:55.247244 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:55.250073 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Pushing event updated for resources: {'Port': ['ID=6275c8eb-2627-42ef-9596-57056783b547,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:55.282159 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:55.282505 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:55.282852 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:55.283190 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:55.283552 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:55.283888 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:55.284219 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:55.284546 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:55.285448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:55.285797 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:55.286123 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:55.286448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:55.286772 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Tracked resource versions report: Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: pushed versions: Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: { 'AddressGroup': {'1.2'}, Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: 'ConntrackHelper': {'1.0'}, Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: 'LocalIPAssociation': {'1.0'}, Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: 'Log': {'1.0'}, Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: 'Network': {'1.1'}, Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: 'Port': {'1.7'}, Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: 'PortForwarding': {'1.2'}, Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: 'QosPolicy': {'1.10'}, Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: 'SecurityGroup': {'1.5'}, Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: 'SecurityGroupRule': {'1.2'}, Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: 'SubPort': {'1.0'}, Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: 'Subnet': {'1.1'}, Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: 'Trunk': {'1.1'}} Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: consumer versions: Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: { DHCP agent@n-d-828387-3: {}, Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: L3 agent@n-d-828387-3: {}, Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: Metadata agent@n-d-828387-3: {}, Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: Metering agent@n-d-828387-3: {}, Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: Open vSwitch agent@n-d-828387-3: { 'AddressGroup': '1.2', Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: 'ConntrackHelper': '1.0', Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: 'LocalIPAssociation': '1.0', Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: 'Log': '1.0', Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: 'Network': '1.1', Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: 'Port': '1.7', Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: 'PortForwarding': '1.2', Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: 'QosPolicy': '1.10', Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: 'SecurityGroup': '1.5', Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: 'SecurityGroupRule': '1.2', Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: 'SubPort': '1.0', Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: 'Subnet': '1.1', Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: 'Trunk': '1.1'}} Feb 09 01:19:55.287955 n-d-828387-3 neutron-server[103185]: {{(pid=103185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 01:19:55.337686 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Attempting to bind port 6275c8eb-2627-42ef-9596-57056783b547 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:19:55.338237 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Attempting to bind port 6275c8eb-2627-42ef-9596-57056783b547 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '03dfb7f6-c237-4b11-86f1-9e854a0c89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1fa7cf97-dddd-4479-84c6-52bd5d231bd4'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:19:55.338512 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Attempting to bind port 6275c8eb-2627-42ef-9596-57056783b547 on network 1fa7cf97-dddd-4479-84c6-52bd5d231bd4 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:55.343427 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:19:55.343799 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Checking segment: {'id': '03dfb7f6-c237-4b11-86f1-9e854a0c89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1fa7cf97-dddd-4479-84c6-52bd5d231bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:55.344270 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:55.344663 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Bound using segment: {'id': '03dfb7f6-c237-4b11-86f1-9e854a0c89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1fa7cf97-dddd-4479-84c6-52bd5d231bd4'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:19:55.345149 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Bound port: 6275c8eb-2627-42ef-9596-57056783b547, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03dfb7f6-c237-4b11-86f1-9e854a0c89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1fa7cf97-dddd-4479-84c6-52bd5d231bd4'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:19:55.345552 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6275c8eb-2627-42ef-9596-57056783b547), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:55.407157 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] For port 6275c8eb-2627-42ef-9596-57056783b547, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:19:55.411546 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] For port 6275c8eb-2627-42ef-9596-57056783b547, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6275c8eb-2627-42ef-9596-57056783b547,segment=NetworkSegment(03dfb7f6-c237-4b11-86f1-9e854a0c89cb),segment_id=03dfb7f6-c237-4b11-86f1-9e854a0c89cb)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:19:55.419231 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6275c8eb-2627-42ef-9596-57056783b547), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:55.483684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef7579-a1b3-4018-b378-9ad320d67696 None None] Pushing event updated for resources: {'Port': ['ID=6275c8eb-2627-42ef-9596-57056783b547,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:56.888925 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50464) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:57.256923 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-b0397437-4fac-4ea4-b5be-7f8e643e1bb5 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:19:57.257983 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b0397437-4fac-4ea4-b5be-7f8e643e1bb5 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3678601 Feb 09 01:19:59.796025 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50472) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:00.113266 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-64c89a0d-5dd6-47c7-8633-560373b1379f admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:20:00.114543 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-64c89a0d-5dd6-47c7-8633-560373b1379f admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3175333 Feb 09 01:20:02.621307 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50480) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:02.934279 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-64dd09be-6cfc-4214-bbc1-9c0cc97c287a demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:02.961121 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-64dd09be-6cfc-4214-bbc1-9c0cc97c287a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (36a9051c-9826-43ad-b7ee-4661a4e8dc21), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:02.962867 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-64dd09be-6cfc-4214-bbc1-9c0cc97c287a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (36a9051c-9826-43ad-b7ee-4661a4e8dc21), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:03.112925 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-64dd09be-6cfc-4214-bbc1-9c0cc97c287a demo demo] Publish callbacks [] for router_controller (36a9051c-9826-43ad-b7ee-4661a4e8dc21), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:03.118524 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-64dd09be-6cfc-4214-bbc1-9c0cc97c287a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (36a9051c-9826-43ad-b7ee-4661a4e8dc21), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:03.139250 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-64dd09be-6cfc-4214-bbc1-9c0cc97c287a demo demo] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:03.140605 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-64dd09be-6cfc-4214-bbc1-9c0cc97c287a demo demo] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5183272 Feb 09 01:20:05.605932 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50492) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:05.899735 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6275c8eb-2627-42ef-9596-57056783b547 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:05.938468 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-77034643-99c3-4395-9428-cf7a637a5155 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:20:05.939712 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-77034643-99c3-4395-9428-cf7a637a5155 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3326783 Feb 09 01:20:05.990829 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 6275c8eb-2627-42ef-9596-57056783b547 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:05.991454 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6275c8eb-2627-42ef-9596-57056783b547), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:06.115003 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 6275c8eb-2627-42ef-9596-57056783b547 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:06.115496 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6275c8eb-2627-42ef-9596-57056783b547), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:06.151612 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 6275c8eb-2627-42ef-9596-57056783b547, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6275c8eb-2627-42ef-9596-57056783b547,segment=NetworkSegment(03dfb7f6-c237-4b11-86f1-9e854a0c89cb),segment_id=03dfb7f6-c237-4b11-86f1-9e854a0c89cb)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:06.156468 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6275c8eb-2627-42ef-9596-57056783b547), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:06.203623 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=6275c8eb-2627-42ef-9596-57056783b547,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:06.783616 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f17816-0ba1-4c29-83c6-54edc94f3d53 None None] Network 1fa7cf97-dddd-4479-84c6-52bd5d231bd4 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:06.851303 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-58e6491a-2814-4e4a-a144-acfb3e7cf2ec None None] Provisioning complete for port 6275c8eb-2627-42ef-9596-57056783b547 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:06.851690 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-58e6491a-2814-4e4a-a144-acfb3e7cf2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6275c8eb-2627-42ef-9596-57056783b547), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:06.982587 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-58e6491a-2814-4e4a-a144-acfb3e7cf2ec None None] Current status of the port 6275c8eb-2627-42ef-9596-57056783b547 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:07.203085 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-346faa05-5292-4c61-b570-0f1aa279f0e8 None None] Provisioning complete for port 6275c8eb-2627-42ef-9596-57056783b547 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:07.203508 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-346faa05-5292-4c61-b570-0f1aa279f0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6275c8eb-2627-42ef-9596-57056783b547), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:07.292640 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b5615b5a-61fd-46c5-a0f5-5e215dd86012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:07.294012 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-346faa05-5292-4c61-b570-0f1aa279f0e8 None None] Current status of the port 6275c8eb-2627-42ef-9596-57056783b547 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:07.865935 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6275c8eb-2627-42ef-9596-57056783b547 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:07.912244 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 6275c8eb-2627-42ef-9596-57056783b547 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:07.912616 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6275c8eb-2627-42ef-9596-57056783b547), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:07.990302 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 6275c8eb-2627-42ef-9596-57056783b547 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:08.429048 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50500) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:08.741176 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-86af9648-ca1f-40da-a968-9595b52df63a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:08.760024 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86af9648-ca1f-40da-a968-9595b52df63a admin admin] Made reservation on behalf of b6b870b121b44d3d8033314bc3b59b67 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:08.762183 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-86af9648-ca1f-40da-a968-9595b52df63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.770146 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-86af9648-ca1f-40da-a968-9595b52df63a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.845774 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-86af9648-ca1f-40da-a968-9595b52df63a admin admin] Publish callbacks [] for security_group (b45991a1-f053-4249-9e1a-c6b5f51de4f5), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.850071 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-86af9648-ca1f-40da-a968-9595b52df63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b45991a1-f053-4249-9e1a-c6b5f51de4f5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.863802 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-86af9648-ca1f-40da-a968-9595b52df63a admin admin] Reserving flat network on physical network physnet1 {{(pid=103184) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 09 01:20:08.883429 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af9648-ca1f-40da-a968-9595b52df63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45991a1-f053-4249-9e1a-c6b5f51de4f5,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:08.888257 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-86af9648-ca1f-40da-a968-9595b52df63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f7a9dd0f-f81e-4b20-8a8d-41da964039ed), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.888605 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-86af9648-ca1f-40da-a968-9595b52df63a admin admin] Added segment f7a9dd0f-f81e-4b20-8a8d-41da964039ed of type flat for network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 Feb 09 01:20:08.934847 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-86af9648-ca1f-40da-a968-9595b52df63a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (6429c482-e8f9-4ec2-a37c-fde8ac86cf09), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.965810 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-86af9648-ca1f-40da-a968-9595b52df63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (6429c482-e8f9-4ec2-a37c-fde8ac86cf09), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.966796 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86af9648-ca1f-40da-a968-9595b52df63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:08.967387 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-86af9648-ca1f-40da-a968-9595b52df63a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.031554 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-86af9648-ca1f-40da-a968-9595b52df63a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6014333 Feb 09 01:20:09.061559 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af9648-ca1f-40da-a968-9595b52df63a admin admin] Pushing event updated for resources: {'Network': ['ID=6429c482-e8f9-4ec2-a37c-fde8ac86cf09,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:09.071916 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:20:09.677083 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a096e30e-5b66-4c1b-9b9d-d71616bb2325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.586221 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.460729 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50518) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:11.690086 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f50a37-162d-47fe-af14-6542f005908b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:11.692033 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f1f50a37-162d-47fe-af14-6542f005908b demo admin] 10.222.0.36 "GET /v2.0/subnets/4a1d40b6-ae1a-4216-9915-42e34eca014e HTTP/1.1" status: 200 len: 849 time: 0.2303495 Feb 09 01:20:11.853436 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5d52ba51-345d-4d5b-8f7c-bd7161de4b4a demo admin] 10.222.0.36 "GET /v2.0/routers/36a9051c-9826-43ad-b7ee-4661a4e8dc21 HTTP/1.1" status: 200 len: 704 time: 0.1558161 Feb 09 01:20:12.063763 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.125912 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6eadc28-30e3-407b-8941-1dec769bd34f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.418484 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-b6eadc28-30e3-407b-8941-1dec769bd34f demo admin] Allocated IP 172.20.0.1 (1fa7cf97-dddd-4479-84c6-52bd5d231bd4/4a1d40b6-ae1a-4216-9915-42e34eca014e/c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:12.607485 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6eadc28-30e3-407b-8941-1dec769bd34f demo admin] Publish callbacks [] for port (c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.678362 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6eadc28-30e3-407b-8941-1dec769bd34f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.759223 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eadc28-30e3-407b-8941-1dec769bd34f demo admin] Network 1fa7cf97-dddd-4479-84c6-52bd5d231bd4 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:12.763607 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b6eadc28-30e3-407b-8941-1dec769bd34f demo admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:12.766887 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eadc28-30e3-407b-8941-1dec769bd34f demo admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:12.767442 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6eadc28-30e3-407b-8941-1dec769bd34f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (36a9051c-9826-43ad-b7ee-4661a4e8dc21), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.885176 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eadc28-30e3-407b-8941-1dec769bd34f demo admin] Pushing event updated for resources: {'Port': ['ID=c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:12.948960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9a0b6b6c-e89a-4244-b6a8-9f67da2dfbc6 None None] Provisioning complete for port c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:12.949342 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9a0b6b6c-e89a-4244-b6a8-9f67da2dfbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.030783 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9a0b6b6c-e89a-4244-b6a8-9f67da2dfbc6 None None] Port c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:20:13.041136 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6eadc28-30e3-407b-8941-1dec769bd34f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.246503 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6eadc28-30e3-407b-8941-1dec769bd34f demo admin] Publish callbacks [] for port (c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.250802 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6eadc28-30e3-407b-8941-1dec769bd34f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.251570 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6eadc28-30e3-407b-8941-1dec769bd34f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (36a9051c-9826-43ad-b7ee-4661a4e8dc21), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.283081 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.333013 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eadc28-30e3-407b-8941-1dec769bd34f demo admin] Pushing event updated for resources: {'Port': ['ID=c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:13.382052 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eadc28-30e3-407b-8941-1dec769bd34f demo admin] Network 1fa7cf97-dddd-4479-84c6-52bd5d231bd4 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:13.383381 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b6eadc28-30e3-407b-8941-1dec769bd34f demo admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:13.551458 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6eadc28-30e3-407b-8941-1dec769bd34f demo admin] Router 36a9051c-9826-43ad-b7ee-4661a4e8dc21 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:20:13.552899 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5c60c542-b83f-412b-b27f-f58e53685a99 None None] Provisioning complete for port c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:13.553289 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5c60c542-b83f-412b-b27f-f58e53685a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.586135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5c60c542-b83f-412b-b27f-f58e53685a99 None None] Port c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:20:13.650871 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6eadc28-30e3-407b-8941-1dec769bd34f demo admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:20:13.656139 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b6eadc28-30e3-407b-8941-1dec769bd34f demo admin] 10.222.0.36 "PUT /v2.0/routers/36a9051c-9826-43ad-b7ee-4661a4e8dc21/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7974255 Feb 09 01:20:13.661669 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] Sync routers for ids ['36a9051c-9826-43ad-b7ee-4661a4e8dc21'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:13.674147 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] Routers {'36a9051c-9826-43ad-b7ee-4661a4e8dc21'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:13.675534 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:20:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['36a9051c-9826-43ad-b7ee-4661a4e8dc21'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:13.869451 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] Set router 36a9051c-9826-43ad-b7ee-4661a4e8dc21 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:20:14.303294 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a9051c-9826-43ad-b7ee-4661a4e8dc21', 'name': 'router1', 'tenant_id': '73935fce9fce42f998fee47a1aee9d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:02Z', 'updated_at': '2022-02-09T01:20:12Z', 'revision_number': 2, 'project_id': '73935fce9fce42f998fee47a1aee9d31', 'gw_port_host': None, '_interfaces': [{'id': 'c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac', 'name': '', 'network_id': '1fa7cf97-dddd-4479-84c6-52bd5d231bd4', 'tenant_id': '73935fce9fce42f998fee47a1aee9d31', 'mac_address': 'fa:16:3e:c9:b1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a9051c-9826-43ad-b7ee-4661a4e8dc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4a1d40b6-ae1a-4216-9915-42e34eca014e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:12Z', 'updated_at': '2022-02-09T01:20:13Z', 'revision_number': 2, 'project_id': '73935fce9fce42f998fee47a1aee9d31', 'subnets': [{'id': '4a1d40b6-ae1a-4216-9915-42e34eca014e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '537d0ac4-8053-4938-a374-b121c1d32d8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:14.354392 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] Checking router: 36a9051c-9826-43ad-b7ee-4661a4e8dc21 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:20:14.354756 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] Updating router 36a9051c-9826-43ad-b7ee-4661a4e8dc21 port c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:20:14.407069 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.923067 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] Publish callbacks [] for port (c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.930598 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:15.094242 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c8356-cec8-4021-a300-b685dc7938e3 None None] Pushing event updated for resources: {'Port': ['ID=c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:15.112941 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c8356-cec8-4021-a300-b685dc7938e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:15.113405 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c8356-cec8-4021-a300-b685dc7938e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:15.113806 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c8356-cec8-4021-a300-b685dc7938e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:15.114205 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c8356-cec8-4021-a300-b685dc7938e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:15.114607 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c8356-cec8-4021-a300-b685dc7938e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:15.114997 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c8356-cec8-4021-a300-b685dc7938e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:15.115412 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c8356-cec8-4021-a300-b685dc7938e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:15.115806 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c8356-cec8-4021-a300-b685dc7938e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:15.116196 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c8356-cec8-4021-a300-b685dc7938e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:15.116596 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c8356-cec8-4021-a300-b685dc7938e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:15.116986 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c8356-cec8-4021-a300-b685dc7938e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:15.117372 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c8356-cec8-4021-a300-b685dc7938e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:15.117758 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c8356-cec8-4021-a300-b685dc7938e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c8356-cec8-4021-a300-b685dc7938e3 None None] Tracked resource versions report: Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: pushed versions: Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: { 'AddressGroup': {'1.2'}, Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: 'ConntrackHelper': {'1.0'}, Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: 'LocalIPAssociation': {'1.0'}, Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: 'Log': {'1.0'}, Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: 'Network': {'1.1'}, Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: 'Port': {'1.7'}, Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: 'PortForwarding': {'1.2'}, Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: 'QosPolicy': {'1.10'}, Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: 'SecurityGroup': {'1.5'}, Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: 'SecurityGroupRule': {'1.2'}, Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: 'SubPort': {'1.0'}, Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: 'Subnet': {'1.1'}, Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: 'Trunk': {'1.1'}} Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: consumer versions: Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: { DHCP agent@n-d-828387-3: {}, Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: L3 agent@n-d-828387-3: {}, Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: Metadata agent@n-d-828387-3: {}, Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: Metering agent@n-d-828387-3: {}, Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: Open vSwitch agent@n-d-828387-3: { 'AddressGroup': '1.2', Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: 'ConntrackHelper': '1.0', Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: 'LocalIPAssociation': '1.0', Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: 'Log': '1.0', Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: 'Network': '1.1', Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: 'Port': '1.7', Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: 'PortForwarding': '1.2', Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: 'QosPolicy': '1.10', Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: 'SecurityGroup': '1.5', Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: 'SecurityGroupRule': '1.2', Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: 'SubPort': '1.0', Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: 'Subnet': '1.1', Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: 'Trunk': '1.1'}} Feb 09 01:20:15.118997 n-d-828387-3 neutron-server[103186]: {{(pid=103186) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 01:20:15.124806 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] Attempting to bind port c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:20:15.125278 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] Attempting to bind port c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '03dfb7f6-c237-4b11-86f1-9e854a0c89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1fa7cf97-dddd-4479-84c6-52bd5d231bd4'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:20:15.125791 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] Attempting to bind port c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac on network 1fa7cf97-dddd-4479-84c6-52bd5d231bd4 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:15.132778 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:20:15.133248 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] Checking segment: {'id': '03dfb7f6-c237-4b11-86f1-9e854a0c89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1fa7cf97-dddd-4479-84c6-52bd5d231bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:15.133845 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:15.134320 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] Bound using segment: {'id': '03dfb7f6-c237-4b11-86f1-9e854a0c89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1fa7cf97-dddd-4479-84c6-52bd5d231bd4'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:20:15.134868 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] Bound port: c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03dfb7f6-c237-4b11-86f1-9e854a0c89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1fa7cf97-dddd-4479-84c6-52bd5d231bd4'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:20:15.135354 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:15.202839 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] For port c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:20:15.215818 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f7969378-e878-4b7a-bbc9-6e17a3985708 None None] Provisioning complete for port c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:15.216361 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f7969378-e878-4b7a-bbc9-6e17a3985708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:15.222823 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] For port c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac,segment=NetworkSegment(03dfb7f6-c237-4b11-86f1-9e854a0c89cb),segment_id=03dfb7f6-c237-4b11-86f1-9e854a0c89cb)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:20:15.229819 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:15.251465 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f7969378-e878-4b7a-bbc9-6e17a3985708 None None] Port c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:20:15.273702 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] Routers {'36a9051c-9826-43ad-b7ee-4661a4e8dc21'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:15.274420 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:20:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['36a9051c-9826-43ad-b7ee-4661a4e8dc21'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:15.380730 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] Set router 36a9051c-9826-43ad-b7ee-4661a4e8dc21 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:20:15.416554 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c8356-cec8-4021-a300-b685dc7938e3 None None] Pushing event updated for resources: {'Port': ['ID=c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:15.475472 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a866978a-7efa-4090-811e-567d8e6fb26b None None] Provisioning complete for port c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:15.475922 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a866978a-7efa-4090-811e-567d8e6fb26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:15.554365 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a866978a-7efa-4090-811e-567d8e6fb26b None None] Current status of the port c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:15.554694 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a866978a-7efa-4090-811e-567d8e6fb26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:15.586117 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a866978a-7efa-4090-811e-567d8e6fb26b None None] For port c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac,segment=NetworkSegment(03dfb7f6-c237-4b11-86f1-9e854a0c89cb),segment_id=03dfb7f6-c237-4b11-86f1-9e854a0c89cb)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:15.590679 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a866978a-7efa-4090-811e-567d8e6fb26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:15.606940 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a9051c-9826-43ad-b7ee-4661a4e8dc21', 'name': 'router1', 'tenant_id': '73935fce9fce42f998fee47a1aee9d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:02Z', 'updated_at': '2022-02-09T01:20:12Z', 'revision_number': 2, 'project_id': '73935fce9fce42f998fee47a1aee9d31', 'gw_port_host': None, '_interfaces': [{'id': 'c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac', 'name': '', 'network_id': '1fa7cf97-dddd-4479-84c6-52bd5d231bd4', 'tenant_id': '73935fce9fce42f998fee47a1aee9d31', 'mac_address': 'fa:16:3e:c9:b1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a9051c-9826-43ad-b7ee-4661a4e8dc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4a1d40b6-ae1a-4216-9915-42e34eca014e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:12Z', 'updated_at': '2022-02-09T01:20:15Z', 'revision_number': 4, 'project_id': '73935fce9fce42f998fee47a1aee9d31', 'subnets': [{'id': '4a1d40b6-ae1a-4216-9915-42e34eca014e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '537d0ac4-8053-4938-a374-b121c1d32d8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:15.638820 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe07282e-933d-4e77-945b-b7dc8a97ceab None None] The sync data for ids ['36a9051c-9826-43ad-b7ee-4661a4e8dc21'] in n-d-828387-3 is: [{'id': '36a9051c-9826-43ad-b7ee-4661a4e8dc21', 'name': 'router1', 'tenant_id': '73935fce9fce42f998fee47a1aee9d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:02Z', 'updated_at': '2022-02-09T01:20:12Z', 'revision_number': 2, 'project_id': '73935fce9fce42f998fee47a1aee9d31', 'gw_port_host': None, '_interfaces': [{'id': 'c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac', 'name': '', 'network_id': '1fa7cf97-dddd-4479-84c6-52bd5d231bd4', 'tenant_id': '73935fce9fce42f998fee47a1aee9d31', 'mac_address': 'fa:16:3e:c9:b1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a9051c-9826-43ad-b7ee-4661a4e8dc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4a1d40b6-ae1a-4216-9915-42e34eca014e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:12Z', 'updated_at': '2022-02-09T01:20:15Z', 'revision_number': 4, 'project_id': '73935fce9fce42f998fee47a1aee9d31', 'subnets': [{'id': '4a1d40b6-ae1a-4216-9915-42e34eca014e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '537d0ac4-8053-4938-a374-b121c1d32d8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:15.646378 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866978a-7efa-4090-811e-567d8e6fb26b None None] Pushing event updated for resources: {'Port': ['ID=c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:16.030097 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50538) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:16.142175 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcfa35c-77c1-46ed-b890-de5e1a9a6ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:16.143679 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2fcfa35c-77c1-46ed-b890-de5e1a9a6ddf admin admin] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 842 time: 0.1124794 Feb 09 01:20:16.152886 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-31c812e8-f218-4d3a-9e4b-02934df271f5 admin admin] Request body: {'subnet': {'cidr': '172.25.7.0/24', 'ip_version': 4, 'gateway_ip': '172.25.7.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:16.176569 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c812e8-f218-4d3a-9e4b-02934df271f5 admin admin] Made reservation on behalf of b6b870b121b44d3d8033314bc3b59b67 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:16.178861 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31c812e8-f218-4d3a-9e4b-02934df271f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.480729 n-d-828387-3 neutron-server[103184]: DEBUG neutron.objects.ports [None req-31c812e8-f218-4d3a-9e4b-02934df271f5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103184) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:20:16.481166 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31c812e8-f218-4d3a-9e4b-02934df271f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for subnet (5531a8fc-d934-4ae3-862c-5f255a8bc751), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.537811 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c812e8-f218-4d3a-9e4b-02934df271f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5531a8fc-d934-4ae3-862c-5f255a8bc751,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:16.548925 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c812e8-f218-4d3a-9e4b-02934df271f5 admin admin] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:16.549280 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c812e8-f218-4d3a-9e4b-02934df271f5 admin admin] Network hostable DHCP agents. Network: 6429c482-e8f9-4ec2-a37c-fde8ac86cf09, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:20:16.570630 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c812e8-f218-4d3a-9e4b-02934df271f5 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:20:16.583022 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-31c812e8-f218-4d3a-9e4b-02934df271f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 6429c482-e8f9-4ec2-a37c-fde8ac86cf09) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:16.587066 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c812e8-f218-4d3a-9e4b-02934df271f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:16.587673 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31c812e8-f218-4d3a-9e4b-02934df271f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.595266 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b175ddf-f78f-428b-b4bb-622567231845 None None] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:16.615818 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-31c812e8-f218-4d3a-9e4b-02934df271f5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4547801 Feb 09 01:20:16.705381 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6325ec66-b645-41a8-ab1a-426f20038323 None None] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:18.990464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50546) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:19.224906 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-93eaf20a-ddf5-4864-af42-328be6fe7274 demo admin] 10.222.0.36 "GET /v2.0/routers/36a9051c-9826-43ad-b7ee-4661a4e8dc21 HTTP/1.1" status: 200 len: 710 time: 0.2330637 Feb 09 01:20:19.342690 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c19a629-f5c8-45b0-baa8-efee3d14dc59 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:19.344096 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1c19a629-f5c8-45b0-baa8-efee3d14dc59 demo admin] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 886 time: 0.1135533 Feb 09 01:20:19.352903 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-5a26d056-2109-4023-b1c4-2899e12d6184 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:19.605556 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a26d056-2109-4023-b1c4-2899e12d6184 demo admin] Publish callbacks [] for router_gateway (36a9051c-9826-43ad-b7ee-4661a4e8dc21), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:19.852583 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a26d056-2109-4023-b1c4-2899e12d6184 demo admin] Publish callbacks [] for router_gateway (36a9051c-9826-43ad-b7ee-4661a4e8dc21), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:19.931640 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a26d056-2109-4023-b1c4-2899e12d6184 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:20.085338 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-5a26d056-2109-4023-b1c4-2899e12d6184 demo admin] Allocated IP 172.25.7.236 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/c329fc31-2b47-4a6b-82d2-80171f3d8a07) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:20.194015 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a26d056-2109-4023-b1c4-2899e12d6184 demo admin] Publish callbacks [] for port (c329fc31-2b47-4a6b-82d2-80171f3d8a07), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:20.251861 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a26d056-2109-4023-b1c4-2899e12d6184 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (c329fc31-2b47-4a6b-82d2-80171f3d8a07), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:20.374665 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a26d056-2109-4023-b1c4-2899e12d6184 demo admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:20.379627 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-5a26d056-2109-4023-b1c4-2899e12d6184 demo admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:20.382222 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a26d056-2109-4023-b1c4-2899e12d6184 demo admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:20.446580 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26d056-2109-4023-b1c4-2899e12d6184 demo admin] Pushing event updated for resources: {'Port': ['ID=c329fc31-2b47-4a6b-82d2-80171f3d8a07,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:20.680098 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a26d056-2109-4023-b1c4-2899e12d6184 demo admin] Publish callbacks [] for router_gateway (36a9051c-9826-43ad-b7ee-4661a4e8dc21), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:20.887943 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a26d056-2109-4023-b1c4-2899e12d6184 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (36a9051c-9826-43ad-b7ee-4661a4e8dc21), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:20.892475 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a26d056-2109-4023-b1c4-2899e12d6184 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608658'] for router (36a9051c-9826-43ad-b7ee-4661a4e8dc21), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:21.008039 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a26d056-2109-4023-b1c4-2899e12d6184 demo admin] Router 36a9051c-9826-43ad-b7ee-4661a4e8dc21 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:20:21.125944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a26d056-2109-4023-b1c4-2899e12d6184 demo admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:20:21.130398 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a26d056-2109-4023-b1c4-2899e12d6184 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:21.143683 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5a26d056-2109-4023-b1c4-2899e12d6184 demo admin] 10.222.0.36 "PUT /v2.0/routers/36a9051c-9826-43ad-b7ee-4661a4e8dc21 HTTP/1.1" status: 200 len: 890 time: 1.7819178 Feb 09 01:20:23.621947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50558) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:23.745425 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b0ffbeae-333d-4a1a-8132-e35962e7c87b admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1222661 Feb 09 01:20:23.911678 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:23.970603 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:23.971856 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:24.062652 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:24.070761 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] Sync routers for ids ['36a9051c-9826-43ad-b7ee-4661a4e8dc21'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:24.082512 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] Routers {'36a9051c-9826-43ad-b7ee-4661a4e8dc21'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:24.083151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:20:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['36a9051c-9826-43ad-b7ee-4661a4e8dc21'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:24.301773 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] Set router 36a9051c-9826-43ad-b7ee-4661a4e8dc21 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:20:24.711492 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a9051c-9826-43ad-b7ee-4661a4e8dc21', 'name': 'router1', 'tenant_id': '73935fce9fce42f998fee47a1aee9d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'c329fc31-2b47-4a6b-82d2-80171f3d8a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:02Z', 'updated_at': '2022-02-09T01:20:20Z', 'revision_number': 4, 'project_id': '73935fce9fce42f998fee47a1aee9d31', 'gw_port': {'id': 'c329fc31-2b47-4a6b-82d2-80171f3d8a07', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a9051c-9826-43ad-b7ee-4661a4e8dc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:19Z', 'updated_at': '2022-02-09T01:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac', 'name': '', 'network_id': '1fa7cf97-dddd-4479-84c6-52bd5d231bd4', 'tenant_id': '73935fce9fce42f998fee47a1aee9d31', 'mac_address': 'fa:16:3e:c9:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a9051c-9826-43ad-b7ee-4661a4e8dc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4a1d40b6-ae1a-4216-9915-42e34eca014e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:12Z', 'updated_at': '2022-02-09T01:20:15Z', 'revision_number': 5, 'project_id': '73935fce9fce42f998fee47a1aee9d31', 'subnets': [{'id': '4a1d40b6-ae1a-4216-9915-42e34eca014e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '537d0ac4-8053-4938-a374-b121c1d32d8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:24.831319 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] Checking router: 36a9051c-9826-43ad-b7ee-4661a4e8dc21 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:20:24.831682 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] Updating router 36a9051c-9826-43ad-b7ee-4661a4e8dc21 port c329fc31-2b47-4a6b-82d2-80171f3d8a07 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:20:24.885101 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c329fc31-2b47-4a6b-82d2-80171f3d8a07), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.215537 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] Publish callbacks [] for port (c329fc31-2b47-4a6b-82d2-80171f3d8a07), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.220580 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c329fc31-2b47-4a6b-82d2-80171f3d8a07), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.270697 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89605a-c8b7-4f73-bc65-b34f71e6c59f None None] Pushing event updated for resources: {'Port': ['ID=c329fc31-2b47-4a6b-82d2-80171f3d8a07,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:25.274791 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] Attempting to bind port c329fc31-2b47-4a6b-82d2-80171f3d8a07 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:20:25.275167 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] Attempting to bind port c329fc31-2b47-4a6b-82d2-80171f3d8a07 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:20:25.275555 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] Attempting to bind port c329fc31-2b47-4a6b-82d2-80171f3d8a07 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:25.280412 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:20:25.280787 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:25.281187 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.281581 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:20:25.282044 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] Bound port: c329fc31-2b47-4a6b-82d2-80171f3d8a07, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:20:25.282423 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c329fc31-2b47-4a6b-82d2-80171f3d8a07), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.339484 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] For port c329fc31-2b47-4a6b-82d2-80171f3d8a07, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:20:25.343015 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] For port c329fc31-2b47-4a6b-82d2-80171f3d8a07, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c329fc31-2b47-4a6b-82d2-80171f3d8a07,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:20:25.349516 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c329fc31-2b47-4a6b-82d2-80171f3d8a07), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.406606 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] Routers {'36a9051c-9826-43ad-b7ee-4661a4e8dc21'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:25.407222 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:20:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['36a9051c-9826-43ad-b7ee-4661a4e8dc21'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:25.451809 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89605a-c8b7-4f73-bc65-b34f71e6c59f None None] Pushing event updated for resources: {'Port': ['ID=c329fc31-2b47-4a6b-82d2-80171f3d8a07,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:25.538520 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] Set router 36a9051c-9826-43ad-b7ee-4661a4e8dc21 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:20:25.771021 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a9051c-9826-43ad-b7ee-4661a4e8dc21', 'name': 'router1', 'tenant_id': '73935fce9fce42f998fee47a1aee9d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'c329fc31-2b47-4a6b-82d2-80171f3d8a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:02Z', 'updated_at': '2022-02-09T01:20:20Z', 'revision_number': 4, 'project_id': '73935fce9fce42f998fee47a1aee9d31', 'gw_port': {'id': 'c329fc31-2b47-4a6b-82d2-80171f3d8a07', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a9051c-9826-43ad-b7ee-4661a4e8dc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:19Z', 'updated_at': '2022-02-09T01:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac', 'name': '', 'network_id': '1fa7cf97-dddd-4479-84c6-52bd5d231bd4', 'tenant_id': '73935fce9fce42f998fee47a1aee9d31', 'mac_address': 'fa:16:3e:c9:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a9051c-9826-43ad-b7ee-4661a4e8dc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4a1d40b6-ae1a-4216-9915-42e34eca014e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:12Z', 'updated_at': '2022-02-09T01:20:15Z', 'revision_number': 5, 'project_id': '73935fce9fce42f998fee47a1aee9d31', 'subnets': [{'id': '4a1d40b6-ae1a-4216-9915-42e34eca014e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '537d0ac4-8053-4938-a374-b121c1d32d8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:25.802925 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28c4ab6-9154-4a23-be9e-87dd9a29e836 None None] The sync data for ids ['36a9051c-9826-43ad-b7ee-4661a4e8dc21'] in n-d-828387-3 is: [{'id': '36a9051c-9826-43ad-b7ee-4661a4e8dc21', 'name': 'router1', 'tenant_id': '73935fce9fce42f998fee47a1aee9d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'c329fc31-2b47-4a6b-82d2-80171f3d8a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:02Z', 'updated_at': '2022-02-09T01:20:20Z', 'revision_number': 4, 'project_id': '73935fce9fce42f998fee47a1aee9d31', 'gw_port': {'id': 'c329fc31-2b47-4a6b-82d2-80171f3d8a07', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a9051c-9826-43ad-b7ee-4661a4e8dc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:19Z', 'updated_at': '2022-02-09T01:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac', 'name': '', 'network_id': '1fa7cf97-dddd-4479-84c6-52bd5d231bd4', 'tenant_id': '73935fce9fce42f998fee47a1aee9d31', 'mac_address': 'fa:16:3e:c9:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a9051c-9826-43ad-b7ee-4661a4e8dc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4a1d40b6-ae1a-4216-9915-42e34eca014e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:12Z', 'updated_at': '2022-02-09T01:20:15Z', 'revision_number': 5, 'project_id': '73935fce9fce42f998fee47a1aee9d31', 'subnets': [{'id': '4a1d40b6-ae1a-4216-9915-42e34eca014e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '537d0ac4-8053-4938-a374-b121c1d32d8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:27.995632 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c329fc31-2b47-4a6b-82d2-80171f3d8a07 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:28.057521 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port c329fc31-2b47-4a6b-82d2-80171f3d8a07 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:28.058257 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c329fc31-2b47-4a6b-82d2-80171f3d8a07), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:28.156260 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port c329fc31-2b47-4a6b-82d2-80171f3d8a07 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:28.157003 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c329fc31-2b47-4a6b-82d2-80171f3d8a07), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:28.180752 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port c329fc31-2b47-4a6b-82d2-80171f3d8a07, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c329fc31-2b47-4a6b-82d2-80171f3d8a07,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:28.189002 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c329fc31-2b47-4a6b-82d2-80171f3d8a07), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:28.250350 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=c329fc31-2b47-4a6b-82d2-80171f3d8a07,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:29.950726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c329fc31-2b47-4a6b-82d2-80171f3d8a07 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:30.012222 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port c329fc31-2b47-4a6b-82d2-80171f3d8a07 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:30.012866 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c329fc31-2b47-4a6b-82d2-80171f3d8a07), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.107773 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port c329fc31-2b47-4a6b-82d2-80171f3d8a07 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:33.693065 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 5 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:20:37.266421 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c5b2-baa4-4f2d-9d08-27768db06fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.683481 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-47281c36-95ca-468e-9bd1-2e0a8268c954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:40.594137 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.092152 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:43.289352 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:07.338904 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d6365c4a-017f-4abd-be5f-3427fcae7324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.676474 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5236ce95-4566-41c1-a583-2a8c7db0fadd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.591880 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.692060 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 5 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:21:12.080712 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.294008 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:37.274462 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-79ba4bb0-9113-4171-981c-99549e512ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:39.682226 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-812cf13d-df17-4dd7-bf42-4d2c33a3616b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:40.591988 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:42.080092 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:43.296483 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:47.690144 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 5 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:21:48.964787 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51074) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:49.025358 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99499b1-261c-4eea-a308-fd23e26cd581 admin admin] GET failed (client error): The resource could not be found. Feb 09 01:21:49.026635 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e99499b1-261c-4eea-a308-fd23e26cd581 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608985 Feb 09 01:21:49.192676 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c34d0f-862f-4bc7-9f84-4a9bd66fd71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:49.194049 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-37c34d0f-862f-4bc7-9f84-4a9bd66fd71d admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1633608 Feb 09 01:21:51.458427 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51084) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:51.550320 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fa70b9-f96e-44bf-bff1-6f41cc89b2c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:51.551701 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f1fa70b9-f96e-44bf-bff1-6f41cc89b2c6 admin admin] 10.222.0.36 "GET /v2.0/subnets/4a1d40b6-ae1a-4216-9915-42e34eca014e HTTP/1.1" status: 200 len: 849 time: 0.0923283 Feb 09 01:21:51.561141 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-dcc87a56-ad98-480b-8de1-9baee01e0e8f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:51.647728 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dcc87a56-ad98-480b-8de1-9baee01e0e8f admin admin] Publish callbacks [] for subnet (4a1d40b6-ae1a-4216-9915-42e34eca014e), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:51.786596 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dcc87a56-ad98-480b-8de1-9baee01e0e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762502311172'] for subnet (4a1d40b6-ae1a-4216-9915-42e34eca014e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:51.820757 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc87a56-ad98-480b-8de1-9baee01e0e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:51.821347 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dcc87a56-ad98-480b-8de1-9baee01e0e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:51.822617 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dcc87a56-ad98-480b-8de1-9baee01e0e8f admin admin] 10.222.0.36 "PUT /v2.0/subnets/4a1d40b6-ae1a-4216-9915-42e34eca014e HTTP/1.1" status: 200 len: 868 time: 0.2650888 Feb 09 01:21:51.834591 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab5d205-ebf7-4f59-92f7-c1934058ec20 None None] Network 1fa7cf97-dddd-4479-84c6-52bd5d231bd4 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:51.843039 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc87a56-ad98-480b-8de1-9baee01e0e8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a1d40b6-ae1a-4216-9915-42e34eca014e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:51.852289 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc87a56-ad98-480b-8de1-9baee01e0e8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:51.852289 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc87a56-ad98-480b-8de1-9baee01e0e8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:51.852289 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc87a56-ad98-480b-8de1-9baee01e0e8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:51.852696 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc87a56-ad98-480b-8de1-9baee01e0e8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:51.852958 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc87a56-ad98-480b-8de1-9baee01e0e8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:51.853163 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc87a56-ad98-480b-8de1-9baee01e0e8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:51.853484 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc87a56-ad98-480b-8de1-9baee01e0e8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:51.853809 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc87a56-ad98-480b-8de1-9baee01e0e8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:51.854130 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc87a56-ad98-480b-8de1-9baee01e0e8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:51.854452 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc87a56-ad98-480b-8de1-9baee01e0e8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:51.854775 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc87a56-ad98-480b-8de1-9baee01e0e8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:51.855097 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc87a56-ad98-480b-8de1-9baee01e0e8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:51.855448 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc87a56-ad98-480b-8de1-9baee01e0e8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:52.280867 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9310548c-d341-4b54-bf64-246c7ca57fc8 None None] Provisioning complete for port c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:52.281187 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9310548c-d341-4b54-bf64-246c7ca57fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.359941 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9310548c-d341-4b54-bf64-246c7ca57fc8 None None] Current status of the port c5a7df1f-bd9e-4a4e-bb14-cf107d55a9ac is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:52.369634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9310548c-d341-4b54-bf64-246c7ca57fc8 None None] Provisioning complete for port 6275c8eb-2627-42ef-9596-57056783b547 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:52.370022 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9310548c-d341-4b54-bf64-246c7ca57fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6275c8eb-2627-42ef-9596-57056783b547), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.444653 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9310548c-d341-4b54-bf64-246c7ca57fc8 None None] Current status of the port 6275c8eb-2627-42ef-9596-57056783b547 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:54.090622 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51094) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:54.354008 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bc149d-bacc-432b-8b47-73728f6db20a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:54.354481 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bc149d-bacc-432b-8b47-73728f6db20a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:54.356047 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-34bc149d-bacc-432b-8b47-73728f6db20a admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2644422 Feb 09 01:21:56.640691 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51102) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:56.771789 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85d3ce2-5be3-4595-89cd-cc4e7f93f694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:56.772258 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85d3ce2-5be3-4595-89cd-cc4e7f93f694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:56.773830 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b85d3ce2-5be3-4595-89cd-cc4e7f93f694 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1321774 Feb 09 01:21:59.009406 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51110) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:59.136386 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b65b87f-031d-491f-b5cc-e4336cc607d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:59.137766 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0b65b87f-031d-491f-b5cc-e4336cc607d3 admin admin] 10.222.0.36 "GET /v2.0/networks/1fa7cf97-dddd-4479-84c6-52bd5d231bd4 HTTP/1.1" status: 200 len: 869 time: 0.1274197 Feb 09 01:22:01.452079 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51118) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:01.586671 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74208668-915b-4211-93d4-28b93b84eab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:01.588076 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-74208668-915b-4211-93d4-28b93b84eab9 admin admin] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 886 time: 0.1350501 Feb 09 01:22:03.820538 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51126) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:03.945254 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ecb5cc-1232-4a17-b364-06344b9aa1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:03.945706 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ecb5cc-1232-4a17-b364-06344b9aa1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:03.950202 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-30ecb5cc-1232-4a17-b364-06344b9aa1b7 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257246 Feb 09 01:22:06.259301 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51134) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:06.350722 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5784bcf7-6c1a-46fa-a7a9-2f7d6121d40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:06.351178 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5784bcf7-6c1a-46fa-a7a9-2f7d6121d40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:06.352724 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5784bcf7-6c1a-46fa-a7a9-2f7d6121d40e admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0924532 Feb 09 01:22:07.278219 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ad6627d8-1992-483a-8a75-0535a87d80f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.657110 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51142) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:08.749560 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e999b4-2f8d-4255-97f1-9bd77f0e2b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:08.751059 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c9e999b4-2f8d-4255-97f1-9bd77f0e2b2e admin admin] 10.222.0.36 "GET /v2.0/subnets/4a1d40b6-ae1a-4216-9915-42e34eca014e HTTP/1.1" status: 200 len: 868 time: 0.0929644 Feb 09 01:22:09.685507 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9acbe434-0eda-4bea-acb2-83697de847b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.596113 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:11.105721 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51150) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:11.193680 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b647781-717f-4642-ba94-15250a415e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:11.194986 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3b647781-717f-4642-ba94-15250a415e70 admin admin] 10.222.0.36 "GET /v2.0/subnets/5531a8fc-d934-4ae3-862c-5f255a8bc751 HTTP/1.1" status: 200 len: 816 time: 0.0883203 Feb 09 01:22:12.085552 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:13.300883 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:24.689199 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 5 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:22:36.074971 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51204) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:36.122537 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-54bb3f38-50ca-464b-8687-13d5dfef0475 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:22:36.123559 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-54bb3f38-50ca-464b-8687-13d5dfef0475 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475657 Feb 09 01:22:37.281743 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-903a70d7-a505-46ac-b981-682998288fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:38.506177 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51212) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:38.566142 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-904fae8f-2b7e-41c4-b0c8-c0dbef6f494c admin admin] GET failed (client error): The resource could not be found. Feb 09 01:22:38.567478 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-904fae8f-2b7e-41c4-b0c8-c0dbef6f494c admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602846 Feb 09 01:22:38.709820 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defabcc9-c4a7-4062-92c5-6c989025b9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:38.711185 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-defabcc9-c4a7-4062-92c5-6c989025b9cc admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1397481 Feb 09 01:22:39.687472 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-02c18fde-b508-47e3-9d3a-91296b82ff44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:40.600426 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:40.996611 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51220) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:41.043460 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d754aa92-0dca-45b0-87b8-5b92b2f5fb34 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:41.063159 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d754aa92-0dca-45b0-87b8-5b92b2f5fb34 admin admin] Made reservation on behalf of b6b870b121b44d3d8033314bc3b59b67 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:41.065381 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d754aa92-0dca-45b0-87b8-5b92b2f5fb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.091931 n-d-828387-3 neutron-server[103184]: WARNING neutron.services.revisions.revision_plugin [None req-d754aa92-0dca-45b0-87b8-5b92b2f5fb34 admin admin] Could not find related network for resource to bump revision. Feb 09 01:22:41.103627 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d754aa92-0dca-45b0-87b8-5b92b2f5fb34 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:41.112689 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d754aa92-0dca-45b0-87b8-5b92b2f5fb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (96f165bc-7631-49a2-a64e-37d39953cec0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.113035 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-d754aa92-0dca-45b0-87b8-5b92b2f5fb34 admin admin] Added segment 96f165bc-7631-49a2-a64e-37d39953cec0 of type vlan for network c8553042-63ef-40c5-b3e4-087ac53d24cc Feb 09 01:22:41.155555 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d754aa92-0dca-45b0-87b8-5b92b2f5fb34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (c8553042-63ef-40c5-b3e4-087ac53d24cc), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.178443 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d754aa92-0dca-45b0-87b8-5b92b2f5fb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (c8553042-63ef-40c5-b3e4-087ac53d24cc), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.179386 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d754aa92-0dca-45b0-87b8-5b92b2f5fb34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:41.180016 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d754aa92-0dca-45b0-87b8-5b92b2f5fb34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.236004 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d754aa92-0dca-45b0-87b8-5b92b2f5fb34 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2383146 Feb 09 01:22:41.242283 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754aa92-0dca-45b0-87b8-5b92b2f5fb34 admin admin] Pushing event updated for resources: {'Network': ['ID=c8553042-63ef-40c5-b3e4-087ac53d24cc,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:41.262433 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network c8553042-63ef-40c5-b3e4-087ac53d24cc details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:22:42.087225 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.303968 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.536845 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51228) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:43.598573 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-072d624a-2d36-4258-9bdc-d3614f11b378 admin admin] GET failed (client error): The resource could not be found. Feb 09 01:22:43.599875 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-072d624a-2d36-4258-9bdc-d3614f11b378 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620501 Feb 09 01:22:43.670066 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c0e2c9-d49b-46e8-b386-bf4be70c606a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:43.671566 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c0c0e2c9-d49b-46e8-b386-bf4be70c606a admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0675547 Feb 09 01:22:43.681602 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-dc0a395d-32f7-4ede-af3a-c33cc519b362 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'name': 'shared-subnet'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:43.699619 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0a395d-32f7-4ede-af3a-c33cc519b362 admin admin] Made reservation on behalf of b6b870b121b44d3d8033314bc3b59b67 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:43.701961 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc0a395d-32f7-4ede-af3a-c33cc519b362 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.860498 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc0a395d-32f7-4ede-af3a-c33cc519b362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for subnet (bb49edb6-5b55-4e48-8f1b-c3460a8bb832), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.915769 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a395d-32f7-4ede-af3a-c33cc519b362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb49edb6-5b55-4e48-8f1b-c3460a8bb832,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:43.919860 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0a395d-32f7-4ede-af3a-c33cc519b362 admin admin] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:43.920207 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0a395d-32f7-4ede-af3a-c33cc519b362 admin admin] Network hostable DHCP agents. Network: c8553042-63ef-40c5-b3e4-087ac53d24cc, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:43.937854 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0a395d-32f7-4ede-af3a-c33cc519b362 admin admin] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:43.945943 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-dc0a395d-32f7-4ede-af3a-c33cc519b362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, c8553042-63ef-40c5-b3e4-087ac53d24cc) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:43.949950 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0a395d-32f7-4ede-af3a-c33cc519b362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:43.950530 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc0a395d-32f7-4ede-af3a-c33cc519b362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.958470 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29afb899-b186-49ce-860a-2c9308d8e112 None None] Network c8553042-63ef-40c5-b3e4-087ac53d24cc requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:43.967794 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dc0a395d-32f7-4ede-af3a-c33cc519b362 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2894900 Feb 09 01:22:44.173932 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-c8553042-63ef-40c5-b3e4-087ac53d24cc', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'project_id': 'b6b870b121b44d3d8033314bc3b59b67', 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:22:44.174765 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.317403 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Allocated IP 192.168.233.2 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/face54c5-f25b-4841-ac57-4cafc2a8d825) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:44.459584 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Publish callbacks [] for port (face54c5-f25b-4841-ac57-4cafc2a8d825), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.467086 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (face54c5-f25b-4841-ac57-4cafc2a8d825), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.509500 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:44.512411 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:44.519365 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Pushing event updated for resources: {'Port': ['ID=face54c5-f25b-4841-ac57-4cafc2a8d825,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:44.521548 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:44.548076 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:44.548414 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:44.548749 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:44.549074 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:44.549396 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:44.549720 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:44.550040 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:44.550357 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:44.550671 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:44.550983 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:44.551323 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:44.551648 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:44.551954 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:44.588271 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Attempting to bind port face54c5-f25b-4841-ac57-4cafc2a8d825 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:22:44.588641 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Attempting to bind port face54c5-f25b-4841-ac57-4cafc2a8d825 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:22:44.589002 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Attempting to bind port face54c5-f25b-4841-ac57-4cafc2a8d825 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:44.594296 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:22:44.594674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:44.595077 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.595514 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:22:44.595985 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Bound port: face54c5-f25b-4841-ac57-4cafc2a8d825, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:22:44.596370 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (face54c5-f25b-4841-ac57-4cafc2a8d825), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.664444 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] For port face54c5-f25b-4841-ac57-4cafc2a8d825, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:22:44.667572 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] For port face54c5-f25b-4841-ac57-4cafc2a8d825, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=face54c5-f25b-4841-ac57-4cafc2a8d825,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:22:44.674109 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (face54c5-f25b-4841-ac57-4cafc2a8d825), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.731739 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc9675-c9b2-4f1b-bc50-0d9d2544f5dd None None] Pushing event updated for resources: {'Port': ['ID=face54c5-f25b-4841-ac57-4cafc2a8d825,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:45.601503 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ee240b-9b74-4a9f-8673-3110a12c2824 None None] Network c8553042-63ef-40c5-b3e4-087ac53d24cc requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:45.707358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-61c73eee-de56-4987-99f6-134fb2c450e5 None None] Provisioning complete for port face54c5-f25b-4841-ac57-4cafc2a8d825 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:45.707753 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61c73eee-de56-4987-99f6-134fb2c450e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (face54c5-f25b-4841-ac57-4cafc2a8d825), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.805660 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-61c73eee-de56-4987-99f6-134fb2c450e5 None None] Current status of the port face54c5-f25b-4841-ac57-4cafc2a8d825 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:45.805660 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61c73eee-de56-4987-99f6-134fb2c450e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (face54c5-f25b-4841-ac57-4cafc2a8d825), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.842476 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-61c73eee-de56-4987-99f6-134fb2c450e5 None None] For port face54c5-f25b-4841-ac57-4cafc2a8d825, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=face54c5-f25b-4841-ac57-4cafc2a8d825,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:45.850121 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61c73eee-de56-4987-99f6-134fb2c450e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (face54c5-f25b-4841-ac57-4cafc2a8d825), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.909539 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c73eee-de56-4987-99f6-134fb2c450e5 None None] Pushing event updated for resources: {'Port': ['ID=face54c5-f25b-4841-ac57-4cafc2a8d825,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:45.977667 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-deb873c3-a46d-4d7a-b31a-c0e147470283 None None] Provisioning complete for port face54c5-f25b-4841-ac57-4cafc2a8d825 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:45.978298 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-deb873c3-a46d-4d7a-b31a-c0e147470283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (face54c5-f25b-4841-ac57-4cafc2a8d825), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.029097 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device face54c5-f25b-4841-ac57-4cafc2a8d825 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:46.108663 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-deb873c3-a46d-4d7a-b31a-c0e147470283 None None] Current status of the port face54c5-f25b-4841-ac57-4cafc2a8d825 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:46.120850 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port face54c5-f25b-4841-ac57-4cafc2a8d825 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:46.121248 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (face54c5-f25b-4841-ac57-4cafc2a8d825), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.205809 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port face54c5-f25b-4841-ac57-4cafc2a8d825 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:47.966968 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device face54c5-f25b-4841-ac57-4cafc2a8d825 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:48.014850 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port face54c5-f25b-4841-ac57-4cafc2a8d825 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:48.015292 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (face54c5-f25b-4841-ac57-4cafc2a8d825), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:48.095971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port face54c5-f25b-4841-ac57-4cafc2a8d825 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:01.687591 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 5 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:23:07.283862 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-288de57a-a432-4481-90fd-05fddbc23325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:09.689869 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-148643de-93d8-40c8-a3a4-01599c0a5ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:10.603373 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:12.090349 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:13.306993 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:37.286412 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-621fc5fe-f0c1-4f8b-b6d2-ade2985fe20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:38.685492 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 5 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:23:39.692343 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4be4eae7-ba5c-47d1-a4b3-4d1730d00626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:40.603555 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:42.091666 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:43.309158 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:07.288257 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e61b351b-d4c4-45eb-97f0-faf5445bec46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:09.694921 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-38a9de47-59dc-4956-bb88-590104dab11b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:10.530920 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51272) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:10.536666 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-98d404ce-8e1d-4a42-8c0d-2ff7cb3fc227 tempest-verify_tempest_config-327908258 tempest-verify_tempest_config-327908258-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:24:10.537632 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-98d404ce-8e1d-4a42-8c0d-2ff7cb3fc227 tempest-verify_tempest_config-327908258 tempest-verify_tempest_config-327908258-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056157 Feb 09 01:24:10.607364 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:10.823444 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51290) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:10.925602 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ecf66e6-3cf9-4818-bc22-ff7d9452b1f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:11.000430 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ecf66e6-3cf9-4818-bc22-ff7d9452b1f9 admin admin] Publish callbacks [] for security_group (ad643489-7837-4b41-90f1-2492bb13590f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:11.004046 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ecf66e6-3cf9-4818-bc22-ff7d9452b1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ad643489-7837-4b41-90f1-2492bb13590f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:11.052111 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4ecf66e6-3cf9-4818-bc22-ff7d9452b1f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=810ededf0e0a4e3db7b2d8cd878a63b7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2275770 Feb 09 01:24:11.053189 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf66e6-3cf9-4818-bc22-ff7d9452b1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad643489-7837-4b41-90f1-2492bb13590f,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:11.054743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51294) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:11.061878 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf66e6-3cf9-4818-bc22-ff7d9452b1f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.062224 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf66e6-3cf9-4818-bc22-ff7d9452b1f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.062565 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf66e6-3cf9-4818-bc22-ff7d9452b1f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.062897 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf66e6-3cf9-4818-bc22-ff7d9452b1f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.063244 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf66e6-3cf9-4818-bc22-ff7d9452b1f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.063581 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf66e6-3cf9-4818-bc22-ff7d9452b1f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.063921 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf66e6-3cf9-4818-bc22-ff7d9452b1f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.064231 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf66e6-3cf9-4818-bc22-ff7d9452b1f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.064550 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf66e6-3cf9-4818-bc22-ff7d9452b1f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.064868 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf66e6-3cf9-4818-bc22-ff7d9452b1f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.065187 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf66e6-3cf9-4818-bc22-ff7d9452b1f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.065504 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf66e6-3cf9-4818-bc22-ff7d9452b1f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.065824 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf66e6-3cf9-4818-bc22-ff7d9452b1f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.141570 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33ef6ae2-e2cc-4c63-b9d6-570b4037dd4a admin admin] Publish callbacks [] for security_group (ad643489-7837-4b41-90f1-2492bb13590f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:11.162278 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33ef6ae2-e2cc-4c63-b9d6-570b4037dd4a admin admin] Publish callbacks [] for security_group (ad643489-7837-4b41-90f1-2492bb13590f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:11.253533 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33ef6ae2-e2cc-4c63-b9d6-570b4037dd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ad643489-7837-4b41-90f1-2492bb13590f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:11.256036 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33ef6ae2-e2cc-4c63-b9d6-570b4037dd4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:11.257174 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-33ef6ae2-e2cc-4c63-b9d6-570b4037dd4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad643489-7837-4b41-90f1-2492bb13590f HTTP/1.1" status: 204 len: 168 time: 0.2014263 Feb 09 01:24:11.267366 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef6ae2-e2cc-4c63-b9d6-570b4037dd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad643489-7837-4b41-90f1-2492bb13590f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:11.274041 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef6ae2-e2cc-4c63-b9d6-570b4037dd4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.274390 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef6ae2-e2cc-4c63-b9d6-570b4037dd4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.274794 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef6ae2-e2cc-4c63-b9d6-570b4037dd4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.275051 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef6ae2-e2cc-4c63-b9d6-570b4037dd4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.275575 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef6ae2-e2cc-4c63-b9d6-570b4037dd4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.276027 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef6ae2-e2cc-4c63-b9d6-570b4037dd4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.276361 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef6ae2-e2cc-4c63-b9d6-570b4037dd4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.276690 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef6ae2-e2cc-4c63-b9d6-570b4037dd4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.277054 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef6ae2-e2cc-4c63-b9d6-570b4037dd4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.277365 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef6ae2-e2cc-4c63-b9d6-570b4037dd4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.277687 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef6ae2-e2cc-4c63-b9d6-570b4037dd4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.278026 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef6ae2-e2cc-4c63-b9d6-570b4037dd4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:11.278329 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef6ae2-e2cc-4c63-b9d6-570b4037dd4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:12.097259 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:13.311707 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:15.684458 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 5 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:24:37.291616 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a0f722af-9c90-46a1-92f6-f25e5499e516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:39.696108 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c608d989-5731-4ced-8886-47374bac6f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:40.609153 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:42.100107 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:43.313715 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:52.682522 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 5 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:25:07.293658 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b4d48a0-b08e-4011-8449-c18698cb00e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:09.697385 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dd746a79-1580-4411-b66c-71544ac14641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:10.612490 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:12.103976 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:13.315675 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:29.681789 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 5 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:25:37.299061 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cd2e95ab-2d99-46b6-a01c-b08a77fe016e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.699665 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-31c66955-9e02-4456-891c-68eb6a4447bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.614390 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:42.104640 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.318553 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:06.680037 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 5 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:26:07.301628 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95e5f078-f315-4c9a-8527-ddb712dc5efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:09.711475 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f24132e-c646-4004-a994-e9f49a249b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:10.616309 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:12.112584 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:13.321159 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.302737 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7bc56754-c8fa-4ba0-bd4b-fc1131f23bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:39.706321 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f155db71-5c28-4326-8672-897548d6a0b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:40.619962 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:42.112317 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:43.323875 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:43.678875 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 5 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:27:07.305352 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-91770848-e443-406d-a8b6-fb40b1efc545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:09.707624 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0c0c7a2-ccb9-43fc-b1ae-2df611870f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:10.623560 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:12.116162 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:13.327571 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.677263 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 5 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:27:37.309814 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-596965e2-24e5-4c98-b2a7-3439df8ac198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:39.306373 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606577'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:39.713652 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b8b58de8-e9d7-4b95-8cb6-957a582967a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:40.516948 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606577'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:40.626245 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:42.121432 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:43.330310 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:57.675839 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:28:07.316775 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e426e73b-ba89-466d-955d-753873db15f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:09.294864 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:09.706466 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-072cbaf6-9df4-4be1-afc1-af9cf6b27376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:10.494987 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:10.628908 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:12.121424 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.332021 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:31.854529 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51352) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:31.957656 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-085ca3a0-e773-4b49-9e79-a5ba56731c21 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1020386 Feb 09 01:28:34.227815 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51362) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:34.289336 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6dbfc136-71d8-41be-9a0f-97d7753d6d3d admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0605066 Feb 09 01:28:34.675982 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:28:37.309759 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c4808844-6bbb-4cd1-960a-d2c58e9b81f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:39.302287 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:39.709345 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c7e3376-3410-4770-b20b-c122402fdb00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:40.493281 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:40.632723 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:42.128731 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:43.333871 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:07.311088 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-809420da-0e6f-4e11-87e5-5c99aec1e3be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:09.307775 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:09.713489 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-27a0c3d7-300e-4fdd-986e-52f55f922409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:10.507709 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:10.634781 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:11.676165 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:29:12.131321 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:13.337754 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:37.313657 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-27c36c19-201e-49fe-bba3-69ab381624ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.322849 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.716465 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-97313a69-7e36-436a-be05-b6341252409b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:40.511403 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:40.638727 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:42.134076 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:43.340874 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.676499 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:30:06.218206 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51830) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:06.255838 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51838) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:06.382679 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3149311b-57d6-44c2-8e36-0d1fcd629ebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.500663 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3149311b-57d6-44c2-8e36-0d1fcd629ebe admin admin] Publish callbacks [] for security_group (913fc0dd-c71c-4d73-9853-87c41874c281), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.502174 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0a157691-790b-4e77-bec9-5c0cebb4279d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.514263 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3149311b-57d6-44c2-8e36-0d1fcd629ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (913fc0dd-c71c-4d73-9853-87c41874c281), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.546870 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3149311b-57d6-44c2-8e36-0d1fcd629ebe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6869771379a84011870c3c5bc9cef587&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3274639 Feb 09 01:30:06.550193 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51868) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:06.610814 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149311b-57d6-44c2-8e36-0d1fcd629ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913fc0dd-c71c-4d73-9853-87c41874c281,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:06.630757 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149311b-57d6-44c2-8e36-0d1fcd629ebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:06.631170 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149311b-57d6-44c2-8e36-0d1fcd629ebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:06.631669 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149311b-57d6-44c2-8e36-0d1fcd629ebe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:06.632091 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149311b-57d6-44c2-8e36-0d1fcd629ebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:06.632486 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149311b-57d6-44c2-8e36-0d1fcd629ebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:06.632894 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149311b-57d6-44c2-8e36-0d1fcd629ebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:06.633278 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149311b-57d6-44c2-8e36-0d1fcd629ebe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:06.633654 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149311b-57d6-44c2-8e36-0d1fcd629ebe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:06.634149 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149311b-57d6-44c2-8e36-0d1fcd629ebe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:06.634612 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149311b-57d6-44c2-8e36-0d1fcd629ebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:06.635074 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149311b-57d6-44c2-8e36-0d1fcd629ebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:06.635555 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149311b-57d6-44c2-8e36-0d1fcd629ebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:06.636022 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149311b-57d6-44c2-8e36-0d1fcd629ebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149311b-57d6-44c2-8e36-0d1fcd629ebe admin admin] Tracked resource versions report: Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: pushed versions: Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: { 'AddressGroup': {'1.2'}, Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: 'ConntrackHelper': {'1.0'}, Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: 'LocalIPAssociation': {'1.0'}, Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: 'Log': {'1.0'}, Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: 'Network': {'1.1'}, Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: 'Port': {'1.7'}, Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: 'PortForwarding': {'1.2'}, Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: 'QosPolicy': {'1.10'}, Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: 'SecurityGroup': {'1.5'}, Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: 'SecurityGroupRule': {'1.2'}, Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: 'SubPort': {'1.0'}, Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: 'Subnet': {'1.1'}, Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: 'Trunk': {'1.1'}} Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: consumer versions: Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: { DHCP agent@n-d-828387-3: {}, Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: HyperV agent@n-h1-828387-3: {}, Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: HyperV agent@n-h2-828387-3: {}, Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: L3 agent@n-d-828387-3: {}, Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: Metadata agent@n-d-828387-3: {}, Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: Metering agent@n-d-828387-3: {}, Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: Open vSwitch agent@n-d-828387-3: { 'AddressGroup': '1.2', Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: 'ConntrackHelper': '1.0', Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: 'LocalIPAssociation': '1.0', Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: 'Log': '1.0', Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: 'Network': '1.1', Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: 'Port': '1.7', Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: 'PortForwarding': '1.2', Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: 'QosPolicy': '1.10', Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: 'SecurityGroup': '1.5', Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: 'SecurityGroupRule': '1.2', Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: 'SubPort': '1.0', Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: 'Subnet': '1.1', Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: 'Trunk': '1.1'}} Feb 09 01:30:06.637326 n-d-828387-3 neutron-server[103184]: {{(pid=103184) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 01:30:06.670532 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0a157691-790b-4e77-bec9-5c0cebb4279d admin admin] Publish callbacks [] for security_group (053ff1eb-3c3b-4c4f-b77b-d2a7a01546bb), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.676505 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0a157691-790b-4e77-bec9-5c0cebb4279d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (053ff1eb-3c3b-4c4f-b77b-d2a7a01546bb), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.733192 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0a157691-790b-4e77-bec9-5c0cebb4279d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=218a3d5e753a4f3985888ecc3c6ba1af&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4762888 Feb 09 01:30:06.734057 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a157691-790b-4e77-bec9-5c0cebb4279d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053ff1eb-3c3b-4c4f-b77b-d2a7a01546bb,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:06.737820 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51884) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:06.779084 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51890) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:06.825917 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c422a97f-4984-4ab1-a674-2beb0bdf56a1 admin admin] Publish callbacks [] for security_group (053ff1eb-3c3b-4c4f-b77b-d2a7a01546bb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.839727 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-867040a5-9cc1-4c12-9314-3b50fa89213b admin admin] Publish callbacks [] for security_group (913fc0dd-c71c-4d73-9853-87c41874c281), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.855909 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c422a97f-4984-4ab1-a674-2beb0bdf56a1 admin admin] Publish callbacks [] for security_group (053ff1eb-3c3b-4c4f-b77b-d2a7a01546bb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.877284 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-867040a5-9cc1-4c12-9314-3b50fa89213b admin admin] Publish callbacks [] for security_group (913fc0dd-c71c-4d73-9853-87c41874c281), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.931727 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c422a97f-4984-4ab1-a674-2beb0bdf56a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (053ff1eb-3c3b-4c4f-b77b-d2a7a01546bb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.935118 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c422a97f-4984-4ab1-a674-2beb0bdf56a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.936568 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c422a97f-4984-4ab1-a674-2beb0bdf56a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/053ff1eb-3c3b-4c4f-b77b-d2a7a01546bb HTTP/1.1" status: 204 len: 168 time: 0.1975052 Feb 09 01:30:06.948088 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422a97f-4984-4ab1-a674-2beb0bdf56a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053ff1eb-3c3b-4c4f-b77b-d2a7a01546bb,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:06.999344 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-867040a5-9cc1-4c12-9314-3b50fa89213b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (913fc0dd-c71c-4d73-9853-87c41874c281), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.002364 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-867040a5-9cc1-4c12-9314-3b50fa89213b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.004632 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-867040a5-9cc1-4c12-9314-3b50fa89213b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/913fc0dd-c71c-4d73-9853-87c41874c281 HTTP/1.1" status: 204 len: 168 time: 0.4527285 Feb 09 01:30:07.042913 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79e1cb50-887c-4f20-b963-91c52245ca2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.047774 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867040a5-9cc1-4c12-9314-3b50fa89213b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913fc0dd-c71c-4d73-9853-87c41874c281,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:07.112770 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867040a5-9cc1-4c12-9314-3b50fa89213b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:07.113256 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867040a5-9cc1-4c12-9314-3b50fa89213b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:07.113642 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867040a5-9cc1-4c12-9314-3b50fa89213b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:07.115582 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867040a5-9cc1-4c12-9314-3b50fa89213b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:07.115940 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867040a5-9cc1-4c12-9314-3b50fa89213b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:07.116279 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867040a5-9cc1-4c12-9314-3b50fa89213b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:07.121157 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867040a5-9cc1-4c12-9314-3b50fa89213b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:07.121763 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867040a5-9cc1-4c12-9314-3b50fa89213b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:07.122405 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867040a5-9cc1-4c12-9314-3b50fa89213b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:07.122754 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867040a5-9cc1-4c12-9314-3b50fa89213b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:07.123085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867040a5-9cc1-4c12-9314-3b50fa89213b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:07.123457 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867040a5-9cc1-4c12-9314-3b50fa89213b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:07.123783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867040a5-9cc1-4c12-9314-3b50fa89213b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867040a5-9cc1-4c12-9314-3b50fa89213b admin admin] Tracked resource versions report: Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: pushed versions: Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: { 'AddressGroup': {'1.2'}, Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: 'ConntrackHelper': {'1.0'}, Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: 'LocalIPAssociation': {'1.0'}, Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: 'Log': {'1.0'}, Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: 'Network': {'1.1'}, Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: 'Port': {'1.7'}, Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: 'PortForwarding': {'1.2'}, Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: 'QosPolicy': {'1.10'}, Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: 'SecurityGroup': {'1.5'}, Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: 'SecurityGroupRule': {'1.2'}, Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: 'SubPort': {'1.0'}, Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: 'Subnet': {'1.1'}, Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: 'Trunk': {'1.1'}} Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: consumer versions: Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: { DHCP agent@n-d-828387-3: {}, Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: HyperV agent@n-h1-828387-3: {}, Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: HyperV agent@n-h2-828387-3: {}, Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: L3 agent@n-d-828387-3: {}, Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: Metadata agent@n-d-828387-3: {}, Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: Metering agent@n-d-828387-3: {}, Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: Open vSwitch agent@n-d-828387-3: { 'AddressGroup': '1.2', Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: 'ConntrackHelper': '1.0', Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: 'LocalIPAssociation': '1.0', Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: 'Log': '1.0', Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: 'Network': '1.1', Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: 'Port': '1.7', Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: 'PortForwarding': '1.2', Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: 'QosPolicy': '1.10', Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: 'SecurityGroup': '1.5', Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: 'SecurityGroupRule': '1.2', Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: 'SubPort': '1.0', Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: 'Subnet': '1.1', Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: 'Trunk': '1.1'}} Feb 09 01:30:07.124928 n-d-828387-3 neutron-server[103183]: {{(pid=103183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 01:30:07.293178 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79e1cb50-887c-4f20-b963-91c52245ca2b admin admin] Publish callbacks [] for security_group (080cd503-9c0d-4831-a503-b77bd67e2c30), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.302293 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79e1cb50-887c-4f20-b963-91c52245ca2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (080cd503-9c0d-4831-a503-b77bd67e2c30), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.334552 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e18e12f6-d752-4715-8e9f-5ba5cbe18e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.403736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1cb50-887c-4f20-b963-91c52245ca2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080cd503-9c0d-4831-a503-b77bd67e2c30,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:07.435688 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-79e1cb50-887c-4f20-b963-91c52245ca2b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a5a231bdf25d40668dfc82e619717ae6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6550796 Feb 09 01:30:07.437748 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51946) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:07.557745 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2264386-08de-4165-9990-8a56770666cc admin admin] Publish callbacks [] for security_group (080cd503-9c0d-4831-a503-b77bd67e2c30), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.601860 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2264386-08de-4165-9990-8a56770666cc admin admin] Publish callbacks [] for security_group (080cd503-9c0d-4831-a503-b77bd67e2c30), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.667253 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2264386-08de-4165-9990-8a56770666cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (080cd503-9c0d-4831-a503-b77bd67e2c30), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.669717 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2264386-08de-4165-9990-8a56770666cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.671978 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a2264386-08de-4165-9990-8a56770666cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/080cd503-9c0d-4831-a503-b77bd67e2c30 HTTP/1.1" status: 204 len: 168 time: 0.2324765 Feb 09 01:30:07.684900 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2264386-08de-4165-9990-8a56770666cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080cd503-9c0d-4831-a503-b77bd67e2c30,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:07.968482 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51980) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:07.983785 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51982) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:07.992382 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9656812d-9734-4c90-bafe-a93ba76eebfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.002114 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-36faefde-22a6-441e-b6de-f13b385f4d68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.104603 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51984) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:08.116687 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-36faefde-22a6-441e-b6de-f13b385f4d68 admin admin] Publish callbacks [] for security_group (4d23de65-ec68-41d9-8fcf-d7935935b9aa), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.122768 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-36faefde-22a6-441e-b6de-f13b385f4d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4d23de65-ec68-41d9-8fcf-d7935935b9aa), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.150100 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51988) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:08.183523 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-36faefde-22a6-441e-b6de-f13b385f4d68 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cdef2a22d6e8438495512900b1bdfe7e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1985297 Feb 09 01:30:08.184378 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36faefde-22a6-441e-b6de-f13b385f4d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d23de65-ec68-41d9-8fcf-d7935935b9aa,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:08.186470 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51994) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:08.277713 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9656812d-9734-4c90-bafe-a93ba76eebfe admin admin] Publish callbacks [] for security_group (0ff489a4-892a-4137-b51a-14c1847aac76), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.288562 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9656812d-9734-4c90-bafe-a93ba76eebfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0ff489a4-892a-4137-b51a-14c1847aac76), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.302001 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a57b8c60-01af-40e9-991f-429e33129a4f admin admin] Publish callbacks [] for security_group (4d23de65-ec68-41d9-8fcf-d7935935b9aa), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.345718 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656812d-9734-4c90-bafe-a93ba76eebfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff489a4-892a-4137-b51a-14c1847aac76,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:08.358558 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9656812d-9734-4c90-bafe-a93ba76eebfe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1baa5857a09f457395e353c96a526e2c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3889897 Feb 09 01:30:08.362982 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51998) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:08.367183 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a57b8c60-01af-40e9-991f-429e33129a4f admin admin] Publish callbacks [] for security_group (4d23de65-ec68-41d9-8fcf-d7935935b9aa), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.460735 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a585ed16-f3c3-4ad4-b71f-8d596715f3ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.462899 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a57b8c60-01af-40e9-991f-429e33129a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4d23de65-ec68-41d9-8fcf-d7935935b9aa), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.465967 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a57b8c60-01af-40e9-991f-429e33129a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.470211 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a57b8c60-01af-40e9-991f-429e33129a4f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d23de65-ec68-41d9-8fcf-d7935935b9aa HTTP/1.1" status: 204 len: 168 time: 0.2827306 Feb 09 01:30:08.477280 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-151c539a-6406-43b4-8f6d-2b6b3d1f94f7 admin admin] Publish callbacks [] for security_group (0ff489a4-892a-4137-b51a-14c1847aac76), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.507733 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-151c539a-6406-43b4-8f6d-2b6b3d1f94f7 admin admin] Publish callbacks [] for security_group (0ff489a4-892a-4137-b51a-14c1847aac76), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.586165 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b8c60-01af-40e9-991f-429e33129a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d23de65-ec68-41d9-8fcf-d7935935b9aa,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:08.603733 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a1bb45ea-b98c-47ea-beee-087b55c05900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.616678 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-151c539a-6406-43b4-8f6d-2b6b3d1f94f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0ff489a4-892a-4137-b51a-14c1847aac76), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.620445 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-151c539a-6406-43b4-8f6d-2b6b3d1f94f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.624404 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-151c539a-6406-43b4-8f6d-2b6b3d1f94f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ff489a4-892a-4137-b51a-14c1847aac76 HTTP/1.1" status: 204 len: 168 time: 0.2596710 Feb 09 01:30:08.626576 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a585ed16-f3c3-4ad4-b71f-8d596715f3ac admin admin] Publish callbacks [] for security_group (9afb8c55-6706-4310-a517-324189f784b8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.635651 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a585ed16-f3c3-4ad4-b71f-8d596715f3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9afb8c55-6706-4310-a517-324189f784b8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.655234 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c539a-6406-43b4-8f6d-2b6b3d1f94f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff489a4-892a-4137-b51a-14c1847aac76,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:08.660526 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52012) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:08.681464 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a5c4756-4cab-4238-92ea-f855f74f18a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.700392 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a585ed16-f3c3-4ad4-b71f-8d596715f3ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90a61402e781444a901c2d6b82333f32&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5945270 Feb 09 01:30:08.703197 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52016) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:08.705635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585ed16-f3c3-4ad4-b71f-8d596715f3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afb8c55-6706-4310-a517-324189f784b8,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:08.797412 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a1bb45ea-b98c-47ea-beee-087b55c05900 admin admin] Publish callbacks [] for security_group (4431cc18-eebe-4690-9d7b-70650b591aed), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.812375 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a1bb45ea-b98c-47ea-beee-087b55c05900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4431cc18-eebe-4690-9d7b-70650b591aed), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.860697 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d70a010f-9b8b-4c92-aaa4-01722cf69ef3 admin admin] Publish callbacks [] for security_group (9afb8c55-6706-4310-a517-324189f784b8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.897479 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb45ea-b98c-47ea-beee-087b55c05900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4431cc18-eebe-4690-9d7b-70650b591aed,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:08.905908 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a1bb45ea-b98c-47ea-beee-087b55c05900 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=03c878423f8f45979745a4abb669a7c0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7548060 Feb 09 01:30:08.908642 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52020) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:08.934669 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a5c4756-4cab-4238-92ea-f855f74f18a7 admin admin] Publish callbacks [] for security_group (7c9a5874-0623-4849-9eda-e77959251841), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.937511 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d70a010f-9b8b-4c92-aaa4-01722cf69ef3 admin admin] Publish callbacks [] for security_group (9afb8c55-6706-4310-a517-324189f784b8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.949284 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a5c4756-4cab-4238-92ea-f855f74f18a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7c9a5874-0623-4849-9eda-e77959251841), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.022048 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3a5c4756-4cab-4238-92ea-f855f74f18a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ac595c92c0e4bb787a64da046976e46&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3595958 Feb 09 01:30:09.024934 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c4756-4cab-4238-92ea-f855f74f18a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9a5874-0623-4849-9eda-e77959251841,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:09.026355 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52022) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:09.071758 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d70a010f-9b8b-4c92-aaa4-01722cf69ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9afb8c55-6706-4310-a517-324189f784b8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.077709 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d70a010f-9b8b-4c92-aaa4-01722cf69ef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.086421 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d70a010f-9b8b-4c92-aaa4-01722cf69ef3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9afb8c55-6706-4310-a517-324189f784b8 HTTP/1.1" status: 204 len: 168 time: 0.3820555 Feb 09 01:30:09.086867 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-72ed1b02-1695-4fbe-9473-df4af9a478f7 admin admin] Publish callbacks [] for security_group (4431cc18-eebe-4690-9d7b-70650b591aed), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.125930 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a010f-9b8b-4c92-aaa4-01722cf69ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afb8c55-6706-4310-a517-324189f784b8,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:09.133423 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52036) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:09.137411 n-d-828387-3 neutron-server[103184]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 01:30:09.185793 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-72ed1b02-1695-4fbe-9473-df4af9a478f7 admin admin] Publish callbacks [] for security_group (4431cc18-eebe-4690-9d7b-70650b591aed), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.199603 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b5452977-39ed-4cf6-90d8-8e711650663d admin admin] Publish callbacks [] for security_group (7c9a5874-0623-4849-9eda-e77959251841), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.228992 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b5452977-39ed-4cf6-90d8-8e711650663d admin admin] Publish callbacks [] for security_group (7c9a5874-0623-4849-9eda-e77959251841), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.250176 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-8e977ed1-fcf1-4d94-a4c8-dab1d4b6cb7f tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c6a045c7d5304107af5ac692d3dac54a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1138189 Feb 09 01:30:09.335873 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b5452977-39ed-4cf6-90d8-8e711650663d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7c9a5874-0623-4849-9eda-e77959251841), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.338468 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.341798 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b5452977-39ed-4cf6-90d8-8e711650663d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.348050 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b5452977-39ed-4cf6-90d8-8e711650663d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c9a5874-0623-4849-9eda-e77959251841 HTTP/1.1" status: 204 len: 168 time: 0.3200037 Feb 09 01:30:09.368461 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5452977-39ed-4cf6-90d8-8e711650663d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9a5874-0623-4849-9eda-e77959251841,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:09.400588 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-72ed1b02-1695-4fbe-9473-df4af9a478f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4431cc18-eebe-4690-9d7b-70650b591aed), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.410613 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-72ed1b02-1695-4fbe-9473-df4af9a478f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.422526 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-72ed1b02-1695-4fbe-9473-df4af9a478f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4431cc18-eebe-4690-9d7b-70650b591aed HTTP/1.1" status: 204 len: 168 time: 0.5091033 Feb 09 01:30:09.442450 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed1b02-1695-4fbe-9473-df4af9a478f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4431cc18-eebe-4690-9d7b-70650b591aed,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:09.597601 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-277e65a2-9eb6-403c-937e-f6eb303ccfcd tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:09.603902 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-277e65a2-9eb6-403c-937e-f6eb303ccfcd tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3476312 Feb 09 01:30:09.618227 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-ba6d38c2-9066-47e9-ad84-95863f0de6da tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/quotas/c6a045c7d5304107af5ac692d3dac54a HTTP/1.1" status: 200 len: 375 time: 0.0127401 Feb 09 01:30:09.693827 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-75602c88-b31a-4e25-a91d-5b2cec7ff3da tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6a045c7d5304107af5ac692d3dac54a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592339 Feb 09 01:30:09.734264 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e0f578e3-ce13-4dc9-bab9-2e77a43d5bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.791508 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52056) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:09.811021 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b6b7-be89-4c30-bd3a-be5fb91cc2bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.913443 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b6b7-be89-4c30-bd3a-be5fb91cc2bb admin admin] Publish callbacks [] for security_group (b760fd48-84a9-4e16-8015-125ca0f66562), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.921418 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b6b7-be89-4c30-bd3a-be5fb91cc2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b760fd48-84a9-4e16-8015-125ca0f66562), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.967039 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0b6b7-be89-4c30-bd3a-be5fb91cc2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b760fd48-84a9-4e16-8015-125ca0f66562,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:09.973417 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9ce0b6b7-be89-4c30-bd3a-be5fb91cc2bb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=44710540a7524a04b61539bd5d4a19be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1804545 Feb 09 01:30:09.976085 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52066) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:10.061692 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57970ec4-87c5-4a30-8c98-a56476525544 admin admin] Publish callbacks [] for security_group (b760fd48-84a9-4e16-8015-125ca0f66562), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.092244 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57970ec4-87c5-4a30-8c98-a56476525544 admin admin] Publish callbacks [] for security_group (b760fd48-84a9-4e16-8015-125ca0f66562), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.169759 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57970ec4-87c5-4a30-8c98-a56476525544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b760fd48-84a9-4e16-8015-125ca0f66562), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.172965 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57970ec4-87c5-4a30-8c98-a56476525544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.174348 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-57970ec4-87c5-4a30-8c98-a56476525544 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b760fd48-84a9-4e16-8015-125ca0f66562 HTTP/1.1" status: 204 len: 168 time: 0.1971285 Feb 09 01:30:10.184800 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57970ec4-87c5-4a30-8c98-a56476525544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b760fd48-84a9-4e16-8015-125ca0f66562,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:10.437508 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52098) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:10.507442 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52104) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:10.531776 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.533296 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-73b7ee13-3aee-429d-a487-a72675cafed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.661413 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.682058 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-73b7ee13-3aee-429d-a487-a72675cafed0 admin admin] Publish callbacks [] for security_group (e31ef7bc-377d-4fb6-b6c0-9206696cf06a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.688403 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-73b7ee13-3aee-429d-a487-a72675cafed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e31ef7bc-377d-4fb6-b6c0-9206696cf06a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.745014 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-73b7ee13-3aee-429d-a487-a72675cafed0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a8f176105c3c42f5a9dcaa8accdb2eda&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2357440 Feb 09 01:30:10.747949 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7ee13-3aee-429d-a487-a72675cafed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31ef7bc-377d-4fb6-b6c0-9206696cf06a,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:10.748412 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52116) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:10.850894 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-902fff96-c91c-4d95-9751-588aa46ef752 admin admin] Publish callbacks [] for security_group (e31ef7bc-377d-4fb6-b6c0-9206696cf06a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.892448 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-902fff96-c91c-4d95-9751-588aa46ef752 admin admin] Publish callbacks [] for security_group (e31ef7bc-377d-4fb6-b6c0-9206696cf06a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.965105 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-902fff96-c91c-4d95-9751-588aa46ef752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e31ef7bc-377d-4fb6-b6c0-9206696cf06a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.967962 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-902fff96-c91c-4d95-9751-588aa46ef752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.969168 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-902fff96-c91c-4d95-9751-588aa46ef752 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e31ef7bc-377d-4fb6-b6c0-9206696cf06a HTTP/1.1" status: 204 len: 168 time: 0.2187374 Feb 09 01:30:10.982047 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fff96-c91c-4d95-9751-588aa46ef752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31ef7bc-377d-4fb6-b6c0-9206696cf06a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:11.029649 n-d-828387-3 neutron-server[103183]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 01:30:11.104778 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-280fe817-b4e1-415b-b11f-1e6046f5b601 req-77b22b11-bd60-42eb-a162-936f1ea3618a tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 210 time: 0.6655459 Feb 09 01:30:11.978086 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.67', 54982) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:12.017422 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-28ba39d5-45de-4e9b-a92e-e540c385caab tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c6a045c7d5304107af5ac692d3dac54a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315361 Feb 09 01:30:12.156914 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.279438 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-745ac92d-c28b-487a-929a-5f823f2829eb tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:12.281967 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-745ac92d-c28b-487a-929a-5f823f2829eb tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2585428 Feb 09 01:30:12.336762 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-70acd95b-3e01-4a44-a175-79ef17a9da20 req-c1205e6d-ff24-405c-a047-9485fcc55d02 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 210 time: 0.0503826 Feb 09 01:30:12.378647 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-71db50d0-b7e7-4e08-8845-a48cb9250211 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Request body: {'port': {'device_id': '9e377647-fe57-4e23-9d3c-dc35b29b426a', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': 'c6a045c7d5304107af5ac692d3dac54a'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:12.586155 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-71db50d0-b7e7-4e08-8845-a48cb9250211 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Made reservation on behalf of c6a045c7d5304107af5ac692d3dac54a for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:12.590270 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-71db50d0-b7e7-4e08-8845-a48cb9250211 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.600689 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-71db50d0-b7e7-4e08-8845-a48cb9250211 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.696086 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-71db50d0-b7e7-4e08-8845-a48cb9250211 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Publish callbacks [] for security_group (ccb0bed8-7c1e-42e1-beff-ae3a1c719c55), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.701095 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-71db50d0-b7e7-4e08-8845-a48cb9250211 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ccb0bed8-7c1e-42e1-beff-ae3a1c719c55), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.808442 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db50d0-b7e7-4e08-8845-a48cb9250211 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb0bed8-7c1e-42e1-beff-ae3a1c719c55,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:12.952308 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-71db50d0-b7e7-4e08-8845-a48cb9250211 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Allocated IP 192.168.233.246 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/028ced96-75e9-4f8d-ac05-ee3dc21104e1) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:13.240577 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-71db50d0-b7e7-4e08-8845-a48cb9250211 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Publish callbacks [] for port (028ced96-75e9-4f8d-ac05-ee3dc21104e1), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:13.344662 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-71db50d0-b7e7-4e08-8845-a48cb9250211 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (028ced96-75e9-4f8d-ac05-ee3dc21104e1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:13.390331 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:13.609913 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db50d0-b7e7-4e08-8845-a48cb9250211 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Pushing event updated for resources: {'Port': ['ID=028ced96-75e9-4f8d-ac05-ee3dc21104e1,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:13.634612 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-71db50d0-b7e7-4e08-8845-a48cb9250211 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:13.636740 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-71db50d0-b7e7-4e08-8845-a48cb9250211 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:13.644440 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-71db50d0-b7e7-4e08-8845-a48cb9250211 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:13.653827 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-71db50d0-b7e7-4e08-8845-a48cb9250211 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:13.654921 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-71db50d0-b7e7-4e08-8845-a48cb9250211 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:13.696850 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-71db50d0-b7e7-4e08-8845-a48cb9250211 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3225543 Feb 09 01:30:13.720661 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-a18fc901-ffc2-43a7-9578-73da40812593 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:30:13.727188 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-a18fc901-ffc2-43a7-9578-73da40812593 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155377 Feb 09 01:30:14.132630 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ee84bdab-6c00-444c-aacf-883af1c74f9a None None] Provisioning complete for port 028ced96-75e9-4f8d-ac05-ee3dc21104e1 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:14.135259 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ee84bdab-6c00-444c-aacf-883af1c74f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (028ced96-75e9-4f8d-ac05-ee3dc21104e1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:14.218526 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11a004-99d2-4581-a101-7ac4f71d817a req-2178764a-17e0-4bb7-b4b5-6287ff914e69 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:14.225090 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab11a004-99d2-4581-a101-7ac4f71d817a req-2178764a-17e0-4bb7-b4b5-6287ff914e69 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 936 time: 0.4246643 Feb 09 01:30:14.243199 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ee84bdab-6c00-444c-aacf-883af1c74f9a None None] Port 028ced96-75e9-4f8d-ac05-ee3dc21104e1 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:30:14.334575 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab11a004-99d2-4581-a101-7ac4f71d817a req-130d6ea8-6041-4350-8e5a-a3b0e2531b98 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccb0bed8-7c1e-42e1-beff-ae3a1c719c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038735 Feb 09 01:30:14.819529 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-7117491e-4e64-48f0-a3d2-a3751d7697fe service neutron] Request body: {'port': {'device_id': '9e377647-fe57-4e23-9d3c-dc35b29b426a', 'device_owner': 'compute:tempest-test_az-666731391', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:15.005603 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-7117491e-4e64-48f0-a3d2-a3751d7697fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (028ced96-75e9-4f8d-ac05-ee3dc21104e1), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:15.587711 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b512756-1528-4be5-86d5-88aacb58ba17 req-0a846413-18a9-411f-9af7-9ce7742d4a3f tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:15.595762 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9b512756-1528-4be5-86d5-88aacb58ba17 req-0a846413-18a9-411f-9af7-9ce7742d4a3f tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 936 time: 0.1261723 Feb 09 01:30:15.667288 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9b512756-1528-4be5-86d5-88aacb58ba17 req-b4e38777-eb7f-4a16-a715-095a61b25813 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccb0bed8-7c1e-42e1-beff-ae3a1c719c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655391 Feb 09 01:30:15.759866 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52320) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:16.110792 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-7117491e-4e64-48f0-a3d2-a3751d7697fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028ced96-75e9-4f8d-ac05-ee3dc21104e1 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:30:16.126960 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-7117491e-4e64-48f0-a3d2-a3751d7697fe service neutron] Publish callbacks [] for port (028ced96-75e9-4f8d-ac05-ee3dc21104e1), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.212271 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-7117491e-4e64-48f0-a3d2-a3751d7697fe service neutron] Transition to ACTIVE for port object 028ced96-75e9-4f8d-ac05-ee3dc21104e1 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:16.223534 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-7117491e-4e64-48f0-a3d2-a3751d7697fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (028ced96-75e9-4f8d-ac05-ee3dc21104e1), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.475541 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117491e-4e64-48f0-a3d2-a3751d7697fe service neutron] Pushing event updated for resources: {'Port': ['ID=028ced96-75e9-4f8d-ac05-ee3dc21104e1,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:16.500128 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52336) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:16.660143 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7933a866-e749-47cf-8fd5-47d85ce05cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.698296 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-7117491e-4e64-48f0-a3d2-a3751d7697fe service neutron] Attempting to bind port 028ced96-75e9-4f8d-ac05-ee3dc21104e1 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:16.701961 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-7117491e-4e64-48f0-a3d2-a3751d7697fe service neutron] Attempting to bind port 028ced96-75e9-4f8d-ac05-ee3dc21104e1 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:16.702544 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-7117491e-4e64-48f0-a3d2-a3751d7697fe service neutron] Attempting to bind port 028ced96-75e9-4f8d-ac05-ee3dc21104e1 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:16.720823 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-7117491e-4e64-48f0-a3d2-a3751d7697fe service neutron] Port 028ced96-75e9-4f8d-ac05-ee3dc21104e1 on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:16.722841 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-7117491e-4e64-48f0-a3d2-a3751d7697fe service neutron] Attempting to bind port 028ced96-75e9-4f8d-ac05-ee3dc21104e1 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:16.742107 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-7117491e-4e64-48f0-a3d2-a3751d7697fe service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:16.754953 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-7117491e-4e64-48f0-a3d2-a3751d7697fe service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:16.756033 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-7117491e-4e64-48f0-a3d2-a3751d7697fe service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:16.756746 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-7117491e-4e64-48f0-a3d2-a3751d7697fe service neutron] Bound port: 028ced96-75e9-4f8d-ac05-ee3dc21104e1, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:16.757420 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-7117491e-4e64-48f0-a3d2-a3751d7697fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (028ced96-75e9-4f8d-ac05-ee3dc21104e1), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.048558 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-7117491e-4e64-48f0-a3d2-a3751d7697fe service neutron] For port 028ced96-75e9-4f8d-ac05-ee3dc21104e1, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:17.056248 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-7117491e-4e64-48f0-a3d2-a3751d7697fe service neutron] For port 028ced96-75e9-4f8d-ac05-ee3dc21104e1, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=028ced96-75e9-4f8d-ac05-ee3dc21104e1,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:17.074775 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-7117491e-4e64-48f0-a3d2-a3751d7697fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (028ced96-75e9-4f8d-ac05-ee3dc21104e1), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.138530 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1f2f6-cbe6-4f77-bd70-6d056dc490c1 req-766cbdc2-5ea4-4c42-aa5b-ee43eb657b06 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:17.147344 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bce1f2f6-cbe6-4f77-bd70-6d056dc490c1 req-766cbdc2-5ea4-4c42-aa5b-ee43eb657b06 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 969 time: 0.3112185 Feb 09 01:30:17.157097 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-7117491e-4e64-48f0-a3d2-a3751d7697fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:17.158032 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-7117491e-4e64-48f0-a3d2-a3751d7697fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.159744 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-7117491e-4e64-48f0-a3d2-a3751d7697fe service neutron] 10.222.0.67 "PUT /v2.0/ports/028ced96-75e9-4f8d-ac05-ee3dc21104e1 HTTP/1.1" status: 200 len: 1117 time: 2.7471082 Feb 09 01:30:17.160384 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e377647-fe57-4e23-9d3c-dc35b29b426a', 'tag': '028ced96-75e9-4f8d-ac05-ee3dc21104e1'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:17.168917 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7933a866-e749-47cf-8fd5-47d85ce05cd5 admin admin] Publish callbacks [] for security_group (5824c1a1-d913-4584-8b14-4ca625713955), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.184589 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7933a866-e749-47cf-8fd5-47d85ce05cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5824c1a1-d913-4584-8b14-4ca625713955), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.249546 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933a866-e749-47cf-8fd5-47d85ce05cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5824c1a1-d913-4584-8b14-4ca625713955,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:17.255695 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7933a866-e749-47cf-8fd5-47d85ce05cd5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9416c02fb59940e092002ead70a9586e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4940875 Feb 09 01:30:17.258987 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52346) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:17.286183 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bce1f2f6-cbe6-4f77-bd70-6d056dc490c1 req-8a24fb7e-d337-458b-af32-19c597749477 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccb0bed8-7c1e-42e1-beff-ae3a1c719c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375806 Feb 09 01:30:17.433523 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f38c733d-4c78-48a8-aeeb-cf538d31a8cf admin admin] Publish callbacks [] for security_group (5824c1a1-d913-4584-8b14-4ca625713955), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.493988 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f38c733d-4c78-48a8-aeeb-cf538d31a8cf admin admin] Publish callbacks [] for security_group (5824c1a1-d913-4584-8b14-4ca625713955), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.570783 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-774e3957-b809-49c6-9e33-866ab8daea9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.591885 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f38c733d-4c78-48a8-aeeb-cf538d31a8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5824c1a1-d913-4584-8b14-4ca625713955), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.595931 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f38c733d-4c78-48a8-aeeb-cf538d31a8cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.605414 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f38c733d-4c78-48a8-aeeb-cf538d31a8cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5824c1a1-d913-4584-8b14-4ca625713955 HTTP/1.1" status: 204 len: 168 time: 0.3433607 Feb 09 01:30:17.627640 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c733d-4c78-48a8-aeeb-cf538d31a8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5824c1a1-d913-4584-8b14-4ca625713955,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:17.639275 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52352) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:17.729222 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-774e3957-b809-49c6-9e33-866ab8daea9b admin admin] Publish callbacks [] for security_group (36196a0d-06ef-44d1-b4b5-294457a5e800), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.753303 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-774e3957-b809-49c6-9e33-866ab8daea9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (36196a0d-06ef-44d1-b4b5-294457a5e800), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.857751 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117491e-4e64-48f0-a3d2-a3751d7697fe service neutron] Pushing event updated for resources: {'Port': ['ID=028ced96-75e9-4f8d-ac05-ee3dc21104e1,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:17.864556 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e3957-b809-49c6-9e33-866ab8daea9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36196a0d-06ef-44d1-b4b5-294457a5e800,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:17.876070 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-774e3957-b809-49c6-9e33-866ab8daea9b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=44b710bc926f4fbb86bbc26db59e04ed&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2991800 Feb 09 01:30:17.880005 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52372) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:17.938691 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-e6d56d73-e387-445c-bb04-39761bc8ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:17.941711 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-e6d56d73-e387-445c-bb04-39761bc8ec00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c6a045c7d5304107af5ac692d3dac54a&device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 1151 time: 0.4964545 Feb 09 01:30:18.033371 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-14f77306-c7ca-491a-9739-10b3f04eba6e admin admin] Publish callbacks [] for security_group (36196a0d-06ef-44d1-b4b5-294457a5e800), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.060660 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-4dc36f9e-27b3-4738-b7eb-54b3f0912952 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=028ced96-75e9-4f8d-ac05-ee3dc21104e1 HTTP/1.1" status: 200 len: 217 time: 0.1044433 Feb 09 01:30:18.066608 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-14f77306-c7ca-491a-9739-10b3f04eba6e admin admin] Publish callbacks [] for security_group (36196a0d-06ef-44d1-b4b5-294457a5e800), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.157632 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-498c0308-b8b1-4696-b2b3-8dd34f04a027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.183232 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-14f77306-c7ca-491a-9739-10b3f04eba6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (36196a0d-06ef-44d1-b4b5-294457a5e800), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.186538 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-14f77306-c7ca-491a-9739-10b3f04eba6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.191350 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-14f77306-c7ca-491a-9739-10b3f04eba6e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36196a0d-06ef-44d1-b4b5-294457a5e800 HTTP/1.1" status: 204 len: 168 time: 0.3101897 Feb 09 01:30:18.209903 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f77306-c7ca-491a-9739-10b3f04eba6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36196a0d-06ef-44d1-b4b5-294457a5e800,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:18.212950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-a0d382d4-d7f0-4428-83e4-ce380787a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:18.215053 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-a0d382d4-d7f0-4428-83e4-ce380787a610 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1463890 Feb 09 01:30:18.247872 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bfc6b0-083d-43d7-80e5-1ba0fd5fff54" -d '{"events": [{"name": "network-changed", "server_uuid": "9e377647-fe57-4e23-9d3c-dc35b29b426a", "tag": "028ced96-75e9-4f8d-ac05-ee3dc21104e1"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:18.366819 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-498c0308-b8b1-4696-b2b3-8dd34f04a027 admin admin] Publish callbacks [] for security_group (2a5dacfc-e36e-4c42-933f-1dd451b2f9a0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.376452 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-498c0308-b8b1-4696-b2b3-8dd34f04a027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2a5dacfc-e36e-4c42-933f-1dd451b2f9a0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.389355 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-de477803-e145-4928-8036-2cdc21169d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:18.391145 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-de477803-e145-4928-8036-2cdc21169d4e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1685739 Feb 09 01:30:18.443394 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-498c0308-b8b1-4696-b2b3-8dd34f04a027 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f1180949be2a4b09873ede4f489f58b4&name=default HTTP/1.1" status: 200 len: 2994 time: 0.8001604 Feb 09 01:30:18.472120 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52388) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:18.508831 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52390) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:18.513718 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c0308-b8b1-4696-b2b3-8dd34f04a027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5dacfc-e36e-4c42-933f-1dd451b2f9a0,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:18.515019 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-ed437288-8f67-4e66-bdfc-f351c62fa54d service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108253 Feb 09 01:30:18.554957 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-788ccfd9-d1a1-4238-a093-8593c52a0422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.681026 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c0160fd-3d17-4513-a24b-0c72d78180ff admin admin] Publish callbacks [] for security_group (2a5dacfc-e36e-4c42-933f-1dd451b2f9a0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.726346 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c0160fd-3d17-4513-a24b-0c72d78180ff admin admin] Publish callbacks [] for security_group (2a5dacfc-e36e-4c42-933f-1dd451b2f9a0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.782207 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8fb210f-b5db-4263-967a-2a1e5dd91bc3 req-15a93ab6-3da6-4673-9217-ede2fa40494c service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554107 Feb 09 01:30:18.790776 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-788ccfd9-d1a1-4238-a093-8593c52a0422 admin admin] Publish callbacks [] for security_group (2ec3f4a7-cc1b-491a-89ab-839b81f0c4cb), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.800485 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-788ccfd9-d1a1-4238-a093-8593c52a0422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2ec3f4a7-cc1b-491a-89ab-839b81f0c4cb), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.827366 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d8f06-30a8-47b1-8616-abcb97fbf54c req-f8f7a508-8517-4a0a-b7e6-f322bf200916 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:18.833299 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff3d8f06-30a8-47b1-8616-abcb97fbf54c req-f8f7a508-8517-4a0a-b7e6-f322bf200916 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 969 time: 0.1767669 Feb 09 01:30:18.837161 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a4cb66-a38e-40f2-b6fd-4a1c1e8c13f4 x-openstack-request-id: req-64a4cb66-a38e-40f2-b6fd-4a1c1e8c13f4 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:18.837534 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e377647-fe57-4e23-9d3c-dc35b29b426a", "tag": "028ced96-75e9-4f8d-ac05-ee3dc21104e1", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:18.837878 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64a4cb66-a38e-40f2-b6fd-4a1c1e8c13f4 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:18.838489 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e377647-fe57-4e23-9d3c-dc35b29b426a', 'tag': '028ced96-75e9-4f8d-ac05-ee3dc21104e1', 'status': 'completed', 'code': 200} Feb 09 01:30:18.868344 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c0160fd-3d17-4513-a24b-0c72d78180ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2a5dacfc-e36e-4c42-933f-1dd451b2f9a0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.871915 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c0160fd-3d17-4513-a24b-0c72d78180ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.873367 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9c0160fd-3d17-4513-a24b-0c72d78180ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2a5dacfc-e36e-4c42-933f-1dd451b2f9a0 HTTP/1.1" status: 204 len: 168 time: 0.3998988 Feb 09 01:30:18.902482 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-788ccfd9-d1a1-4238-a093-8593c52a0422 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0dc64a2e8c874638967ddf52790bf288&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3852582 Feb 09 01:30:18.905382 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52400) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:18.906153 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ccfd9-d1a1-4238-a093-8593c52a0422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec3f4a7-cc1b-491a-89ab-839b81f0c4cb,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:18.946430 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0160fd-3d17-4513-a24b-0c72d78180ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5dacfc-e36e-4c42-933f-1dd451b2f9a0,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:19.005557 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-78ea5c0b-9130-4e54-a377-f714499428eb admin admin] Publish callbacks [] for security_group (2ec3f4a7-cc1b-491a-89ab-839b81f0c4cb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.063781 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-78ea5c0b-9130-4e54-a377-f714499428eb admin admin] Publish callbacks [] for security_group (2ec3f4a7-cc1b-491a-89ab-839b81f0c4cb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.074201 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff3d8f06-30a8-47b1-8616-abcb97fbf54c req-d04e3b4a-e26e-45e4-b452-8cdcdc9baf96 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccb0bed8-7c1e-42e1-beff-ae3a1c719c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219963 Feb 09 01:30:19.128605 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc6b0-083d-43d7-80e5-1ba0fd5fff54 req-2a8973df-3124-4fdf-8d02-a3965f35536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:19.135525 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58bfc6b0-083d-43d7-80e5-1ba0fd5fff54 req-2a8973df-3124-4fdf-8d02-a3965f35536a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c6a045c7d5304107af5ac692d3dac54a&device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 1151 time: 0.2098012 Feb 09 01:30:19.182261 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-78ea5c0b-9130-4e54-a377-f714499428eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2ec3f4a7-cc1b-491a-89ab-839b81f0c4cb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.185690 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-78ea5c0b-9130-4e54-a377-f714499428eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.187182 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-78ea5c0b-9130-4e54-a377-f714499428eb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ec3f4a7-cc1b-491a-89ab-839b81f0c4cb HTTP/1.1" status: 204 len: 168 time: 0.2766237 Feb 09 01:30:19.208231 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea5c0b-9130-4e54-a377-f714499428eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec3f4a7-cc1b-491a-89ab-839b81f0c4cb,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:19.401163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52428) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:19.418563 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5145ccf-2efd-401d-afaa-10e6fcee3065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.443036 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52430) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:19.467160 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fa37d508-ecb9-4610-b4f5-130232abbfd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.584819 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fa37d508-ecb9-4610-b4f5-130232abbfd0 admin admin] Publish callbacks [] for security_group (91fafd43-966a-47fe-8881-1cf4907e5419), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.590764 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fa37d508-ecb9-4610-b4f5-130232abbfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (91fafd43-966a-47fe-8881-1cf4907e5419), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.653374 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37d508-ecb9-4610-b4f5-130232abbfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fafd43-966a-47fe-8881-1cf4907e5419,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:19.676928 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fa37d508-ecb9-4610-b4f5-130232abbfd0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94563071e0754d1c9b37d1f973e1d6a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301240 Feb 09 01:30:19.678617 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52432) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:19.774767 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-249a6d6f-72c1-403b-857b-56f232094d48 admin admin] Publish callbacks [] for security_group (91fafd43-966a-47fe-8881-1cf4907e5419), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.837112 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-249a6d6f-72c1-403b-857b-56f232094d48 admin admin] Publish callbacks [] for security_group (91fafd43-966a-47fe-8881-1cf4907e5419), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.901999 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc6b0-083d-43d7-80e5-1ba0fd5fff54 req-34bdccbe-1e34-4605-a9d7-1312614220eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:19.903828 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58bfc6b0-083d-43d7-80e5-1ba0fd5fff54 req-34bdccbe-1e34-4605-a9d7-1312614220eb service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.4002461 Feb 09 01:30:19.935335 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52438) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:19.968869 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-249a6d6f-72c1-403b-857b-56f232094d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (91fafd43-966a-47fe-8881-1cf4907e5419), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.978717 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-249a6d6f-72c1-403b-857b-56f232094d48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.979693 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58bfc6b0-083d-43d7-80e5-1ba0fd5fff54 req-7922265b-403c-459d-aaaf-afc59ea3dd7e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=028ced96-75e9-4f8d-ac05-ee3dc21104e1 HTTP/1.1" status: 200 len: 217 time: 0.0628860 Feb 09 01:30:19.990097 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-249a6d6f-72c1-403b-857b-56f232094d48 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91fafd43-966a-47fe-8881-1cf4907e5419 HTTP/1.1" status: 204 len: 168 time: 0.3079889 Feb 09 01:30:19.999897 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a6d6f-72c1-403b-857b-56f232094d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fafd43-966a-47fe-8881-1cf4907e5419,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:20.057820 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5145ccf-2efd-401d-afaa-10e6fcee3065 admin admin] Publish callbacks [] for security_group (4ed13f11-c0ed-4fd5-bdac-504693e29ec1), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.072895 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5145ccf-2efd-401d-afaa-10e6fcee3065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4ed13f11-c0ed-4fd5-bdac-504693e29ec1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.159274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5145ccf-2efd-401d-afaa-10e6fcee3065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed13f11-c0ed-4fd5-bdac-504693e29ec1,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:20.242762 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f15f6acf-6c2d-4738-8ab8-1f52e21d309e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.493173 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d5145ccf-2efd-401d-afaa-10e6fcee3065 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39be1f04720345efb401b8a7f0d356c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0890174 Feb 09 01:30:20.499665 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52454) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:20.500030 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc6b0-083d-43d7-80e5-1ba0fd5fff54 req-d6c1cf78-ddd0-4c14-8bbf-d84fa27e28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:20.501749 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58bfc6b0-083d-43d7-80e5-1ba0fd5fff54 req-d6c1cf78-ddd0-4c14-8bbf-d84fa27e28aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.5119941 Feb 09 01:30:20.557218 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f15f6acf-6c2d-4738-8ab8-1f52e21d309e admin admin] Publish callbacks [] for security_group (8114c4f2-37fe-4518-9c31-612014f2720c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.594716 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f15f6acf-6c2d-4738-8ab8-1f52e21d309e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8114c4f2-37fe-4518-9c31-612014f2720c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.636160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ea31d-af48-4ed8-a661-45a2191bcb5b req-86e940ef-a29d-488c-b836-3c6e755bf0bc tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:20.644767 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0d2ea31d-af48-4ed8-a661-45a2191bcb5b req-86e940ef-a29d-488c-b836-3c6e755bf0bc tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 969 time: 0.3743262 Feb 09 01:30:20.693436 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9426-619b-45d1-a340-262f48b9e251 admin admin] Publish callbacks [] for security_group (4ed13f11-c0ed-4fd5-bdac-504693e29ec1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.727366 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f15f6acf-6c2d-4738-8ab8-1f52e21d309e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2f963a76011470091648671ea0e9512&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7903583 Feb 09 01:30:20.731722 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52464) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:20.761301 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9426-619b-45d1-a340-262f48b9e251 admin admin] Publish callbacks [] for security_group (4ed13f11-c0ed-4fd5-bdac-504693e29ec1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.778330 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f6acf-6c2d-4738-8ab8-1f52e21d309e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8114c4f2-37fe-4518-9c31-612014f2720c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:20.821336 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc6b0-083d-43d7-80e5-1ba0fd5fff54 req-c9826485-394f-40f6-a56f-c44ad6272550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:20.823512 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58bfc6b0-083d-43d7-80e5-1ba0fd5fff54 req-c9826485-394f-40f6-a56f-c44ad6272550 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2815857 Feb 09 01:30:20.853350 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0d2ea31d-af48-4ed8-a661-45a2191bcb5b req-dba612f3-5cc3-4164-9f1d-784af49d6775 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccb0bed8-7c1e-42e1-beff-ae3a1c719c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066259 Feb 09 01:30:20.875893 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9426-619b-45d1-a340-262f48b9e251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4ed13f11-c0ed-4fd5-bdac-504693e29ec1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.881655 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9426-619b-45d1-a340-262f48b9e251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.883437 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5c4b9426-619b-45d1-a340-262f48b9e251 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ed13f11-c0ed-4fd5-bdac-504693e29ec1 HTTP/1.1" status: 204 len: 168 time: 0.3816097 Feb 09 01:30:20.894239 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b9426-619b-45d1-a340-262f48b9e251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed13f11-c0ed-4fd5-bdac-504693e29ec1,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:20.966999 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cbf6a7db-4562-40fd-97a9-c144f264e011 admin admin] Publish callbacks [] for security_group (8114c4f2-37fe-4518-9c31-612014f2720c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:21.014505 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cbf6a7db-4562-40fd-97a9-c144f264e011 admin admin] Publish callbacks [] for security_group (8114c4f2-37fe-4518-9c31-612014f2720c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:21.125865 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58bfc6b0-083d-43d7-80e5-1ba0fd5fff54 req-be179e83-5642-4bd1-9e5a-705581c456e0 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703240 Feb 09 01:30:21.126983 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cbf6a7db-4562-40fd-97a9-c144f264e011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8114c4f2-37fe-4518-9c31-612014f2720c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:21.129777 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cbf6a7db-4562-40fd-97a9-c144f264e011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:21.133445 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cbf6a7db-4562-40fd-97a9-c144f264e011 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8114c4f2-37fe-4518-9c31-612014f2720c HTTP/1.1" status: 204 len: 168 time: 0.3967657 Feb 09 01:30:21.148369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6a7db-4562-40fd-97a9-c144f264e011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8114c4f2-37fe-4518-9c31-612014f2720c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:21.706086 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52492) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:21.912251 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fb32aa6f-6574-4938-b74b-edf9fc320e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.013247 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de048e75-299f-41a9-bcfe-8d7b7f4fdaa3 req-bd4dfb1f-b05c-4ae4-936f-52b34730ac67 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:22.014986 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-de048e75-299f-41a9-bcfe-8d7b7f4fdaa3 req-bd4dfb1f-b05c-4ae4-936f-52b34730ac67 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 969 time: 0.0879214 Feb 09 01:30:22.139877 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-de048e75-299f-41a9-bcfe-8d7b7f4fdaa3 req-d410a54a-6b6c-483a-a8b7-c0863f2d1e38 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccb0bed8-7c1e-42e1-beff-ae3a1c719c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162684 Feb 09 01:30:22.154928 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fb32aa6f-6574-4938-b74b-edf9fc320e7b admin admin] Publish callbacks [] for security_group (052f5bf5-c95f-4ea6-b4e8-b708e720cd08), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.169723 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fb32aa6f-6574-4938-b74b-edf9fc320e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (052f5bf5-c95f-4ea6-b4e8-b708e720cd08), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.227660 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fb32aa6f-6574-4938-b74b-edf9fc320e7b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc06dba944d5439e9cd8f67a4b9e109c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5160186 Feb 09 01:30:22.227660 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52508) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:22.235429 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32aa6f-6574-4938-b74b-edf9fc320e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052f5bf5-c95f-4ea6-b4e8-b708e720cd08,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:22.319529 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9d97c4bd-c81d-412a-8e88-f9030f2253a9 admin admin] Publish callbacks [] for security_group (052f5bf5-c95f-4ea6-b4e8-b708e720cd08), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.349020 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9d97c4bd-c81d-412a-8e88-f9030f2253a9 admin admin] Publish callbacks [] for security_group (052f5bf5-c95f-4ea6-b4e8-b708e720cd08), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.430366 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9d97c4bd-c81d-412a-8e88-f9030f2253a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (052f5bf5-c95f-4ea6-b4e8-b708e720cd08), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.433464 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9d97c4bd-c81d-412a-8e88-f9030f2253a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.434651 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9d97c4bd-c81d-412a-8e88-f9030f2253a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/052f5bf5-c95f-4ea6-b4e8-b708e720cd08 HTTP/1.1" status: 204 len: 168 time: 0.2063477 Feb 09 01:30:22.457614 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97c4bd-c81d-412a-8e88-f9030f2253a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052f5bf5-c95f-4ea6-b4e8-b708e720cd08,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:23.415885 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a9351-cfd3-488d-8a51-ea3782351789 req-11cfb4ee-08d0-432a-a385-4711937521c6 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:23.417992 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-585a9351-cfd3-488d-8a51-ea3782351789 req-11cfb4ee-08d0-432a-a385-4711937521c6 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 969 time: 0.0549650 Feb 09 01:30:23.470238 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-585a9351-cfd3-488d-8a51-ea3782351789 req-19db0db5-acc1-4171-a735-0c32816be3b1 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccb0bed8-7c1e-42e1-beff-ae3a1c719c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470793 Feb 09 01:30:23.893399 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caddc44-cfb5-4964-bb3e-227a829c4eae req-0e97eb25-e3b9-4e4e-b8ee-135c748584ca tempest-NetworksTest-1166383979 tempest-NetworksTest-1166383979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:23.894114 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caddc44-cfb5-4964-bb3e-227a829c4eae req-0e97eb25-e3b9-4e4e-b8ee-135c748584ca tempest-NetworksTest-1166383979 tempest-NetworksTest-1166383979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:23.894549 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caddc44-cfb5-4964-bb3e-227a829c4eae req-0e97eb25-e3b9-4e4e-b8ee-135c748584ca tempest-NetworksTest-1166383979 tempest-NetworksTest-1166383979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:23.903012 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4caddc44-cfb5-4964-bb3e-227a829c4eae req-0e97eb25-e3b9-4e4e-b8ee-135c748584ca tempest-NetworksTest-1166383979 tempest-NetworksTest-1166383979-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.1274538 Feb 09 01:30:24.010679 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f1c9e-3985-406d-92ed-01762c97a5f4 req-f88292b1-ca66-4777-abc3-d5d9c916f928 tempest-NetworksTest-1166383979 tempest-NetworksTest-1166383979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:24.012103 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-681f1c9e-3985-406d-92ed-01762c97a5f4 req-f88292b1-ca66-4777-abc3-d5d9c916f928 tempest-NetworksTest-1166383979 tempest-NetworksTest-1166383979-project-admin] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 886 time: 0.0951216 Feb 09 01:30:24.150064 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a412e-101d-4937-aee0-04b65405b966 req-76ab880b-1004-4336-8846-c96175c96e0f tempest-NetworksTest-1166383979 tempest-NetworksTest-1166383979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:24.150544 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a412e-101d-4937-aee0-04b65405b966 req-76ab880b-1004-4336-8846-c96175c96e0f tempest-NetworksTest-1166383979 tempest-NetworksTest-1166383979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:24.151013 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a412e-101d-4937-aee0-04b65405b966 req-76ab880b-1004-4336-8846-c96175c96e0f tempest-NetworksTest-1166383979 tempest-NetworksTest-1166383979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:24.152631 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-753a412e-101d-4937-aee0-04b65405b966 req-76ab880b-1004-4336-8846-c96175c96e0f tempest-NetworksTest-1166383979 tempest-NetworksTest-1166383979-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.1198211 Feb 09 01:30:24.220260 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52600) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:24.554677 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b60cb90c-7047-4d97-ba16-0a3aa4cf8ea3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1912556186-network', 'tenant_id': 'b07de46a82164c668a0ced35af54f222'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:24.569573 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52624) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:24.609765 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60cb90c-7047-4d97-ba16-0a3aa4cf8ea3 admin admin] Made reservation on behalf of b07de46a82164c668a0ced35af54f222 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:24.613090 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b60cb90c-7047-4d97-ba16-0a3aa4cf8ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.631636 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b60cb90c-7047-4d97-ba16-0a3aa4cf8ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.645328 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f769b3f-586e-42d8-b5aa-caf9bf297a76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.687180 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70905958-8cb1-4b09-8e31-4c6d6db5a25c req-37cba3cc-3775-4b31-92fa-8fb46f910c33 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:24.694346 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-70905958-8cb1-4b09-8e31-4c6d6db5a25c req-37cba3cc-3775-4b31-92fa-8fb46f910c33 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 969 time: 0.1246226 Feb 09 01:30:24.758251 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f769b3f-586e-42d8-b5aa-caf9bf297a76 admin admin] Publish callbacks [] for security_group (3058e3d0-ffea-416f-949f-d9dbed7b812d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.765305 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f769b3f-586e-42d8-b5aa-caf9bf297a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3058e3d0-ffea-416f-949f-d9dbed7b812d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.778243 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-70905958-8cb1-4b09-8e31-4c6d6db5a25c req-5082c49a-e6ba-4fdd-a6d9-174678213e0a tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccb0bed8-7c1e-42e1-beff-ae3a1c719c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829380 Feb 09 01:30:24.804302 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4f769b3f-586e-42d8-b5aa-caf9bf297a76 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62b6f0b479fc4e4a9a4f3e02e193e50d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335911 Feb 09 01:30:24.804944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52632) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:24.826686 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b60cb90c-7047-4d97-ba16-0a3aa4cf8ea3 admin admin] Publish callbacks [] for security_group (9c8d316c-bf8f-4438-b82d-3f07420bfd87), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.833911 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b60cb90c-7047-4d97-ba16-0a3aa4cf8ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9c8d316c-bf8f-4438-b82d-3f07420bfd87), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.842303 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f769b3f-586e-42d8-b5aa-caf9bf297a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3058e3d0-ffea-416f-949f-d9dbed7b812d,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:24.851230 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60cb90c-7047-4d97-ba16-0a3aa4cf8ea3 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:24.863109 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b60cb90c-7047-4d97-ba16-0a3aa4cf8ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (509e9539-4302-4a70-87d0-fc0819d4132c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.863490 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-b60cb90c-7047-4d97-ba16-0a3aa4cf8ea3 admin admin] Added segment 509e9539-4302-4a70-87d0-fc0819d4132c of type vlan for network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 Feb 09 01:30:24.882616 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b8cfae70-2012-4b1b-98bc-60c87045ac72 admin admin] Publish callbacks [] for security_group (3058e3d0-ffea-416f-949f-d9dbed7b812d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.909042 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52634) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:24.912619 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b8cfae70-2012-4b1b-98bc-60c87045ac72 admin admin] Publish callbacks [] for security_group (3058e3d0-ffea-416f-949f-d9dbed7b812d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.913605 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b60cb90c-7047-4d97-ba16-0a3aa4cf8ea3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (13f3e8ce-063b-4d38-a4f0-142d23e1b9c7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.950159 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b60cb90c-7047-4d97-ba16-0a3aa4cf8ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (13f3e8ce-063b-4d38-a4f0-142d23e1b9c7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.951131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60cb90c-7047-4d97-ba16-0a3aa4cf8ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:24.952371 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b60cb90c-7047-4d97-ba16-0a3aa4cf8ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.976759 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b8cfae70-2012-4b1b-98bc-60c87045ac72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3058e3d0-ffea-416f-949f-d9dbed7b812d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.979499 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b8cfae70-2012-4b1b-98bc-60c87045ac72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.982955 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b8cfae70-2012-4b1b-98bc-60c87045ac72 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3058e3d0-ffea-416f-949f-d9dbed7b812d HTTP/1.1" status: 204 len: 168 time: 0.1738143 Feb 09 01:30:24.994375 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfae70-2012-4b1b-98bc-60c87045ac72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3058e3d0-ffea-416f-949f-d9dbed7b812d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:25.051369 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b60cb90c-7047-4d97-ba16-0a3aa4cf8ea3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8298743 Feb 09 01:30:25.054287 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60cb90c-7047-4d97-ba16-0a3aa4cf8ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8d316c-bf8f-4438-b82d-3f07420bfd87,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:25.058933 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52642) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:25.065059 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-907db19e-d295-408b-bbcb-d09ac9124828 admin admin] Request body: {'subnet': {'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1912556186-subnet', 'tenant_id': 'b07de46a82164c668a0ced35af54f222', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:25.087963 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60cb90c-7047-4d97-ba16-0a3aa4cf8ea3 admin admin] Pushing event updated for resources: {'Network': ['ID=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:25.098206 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907db19e-d295-408b-bbcb-d09ac9124828 admin admin] Made reservation on behalf of b07de46a82164c668a0ced35af54f222 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:25.100930 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-907db19e-d295-408b-bbcb-d09ac9124828 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.108028 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d1fb969-5002-47ed-89be-7a3a36e7f198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.134783 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:30:25.206051 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d1fb969-5002-47ed-89be-7a3a36e7f198 admin admin] Publish callbacks [] for security_group (85a3d40a-4fbb-44f9-8fc4-8d697039e23e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.211553 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d1fb969-5002-47ed-89be-7a3a36e7f198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (85a3d40a-4fbb-44f9-8fc4-8d697039e23e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.266518 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5d1fb969-5002-47ed-89be-7a3a36e7f198 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e234b47b8ef949de9112c104e3045ced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3559899 Feb 09 01:30:25.267362 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fb969-5002-47ed-89be-7a3a36e7f198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a3d40a-4fbb-44f9-8fc4-8d697039e23e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:25.270652 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52648) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:25.371891 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-530896d2-d9b6-4dcd-b574-8ec3a88f52ed admin admin] Publish callbacks [] for security_group (85a3d40a-4fbb-44f9-8fc4-8d697039e23e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.396904 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-530896d2-d9b6-4dcd-b574-8ec3a88f52ed admin admin] Publish callbacks [] for security_group (85a3d40a-4fbb-44f9-8fc4-8d697039e23e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.427870 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-907db19e-d295-408b-bbcb-d09ac9124828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for subnet (c7975264-a21c-4173-a1bc-89127bef9e8a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.471740 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58bfc6b0-083d-43d7-80e5-1ba0fd5fff54 req-2d0afdc2-b226-4a27-899c-6e8978b5c228 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605923 Feb 09 01:30:25.479701 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-530896d2-d9b6-4dcd-b574-8ec3a88f52ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (85a3d40a-4fbb-44f9-8fc4-8d697039e23e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.482051 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52650) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:25.482300 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-530896d2-d9b6-4dcd-b574-8ec3a88f52ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.483995 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-530896d2-d9b6-4dcd-b574-8ec3a88f52ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85a3d40a-4fbb-44f9-8fc4-8d697039e23e HTTP/1.1" status: 204 len: 168 time: 0.2121048 Feb 09 01:30:25.493050 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530896d2-d9b6-4dcd-b574-8ec3a88f52ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a3d40a-4fbb-44f9-8fc4-8d697039e23e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:25.524423 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1591756-8aec-4a3d-84cb-1b986bd549ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.548562 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907db19e-d295-408b-bbcb-d09ac9124828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7975264-a21c-4173-a1bc-89127bef9e8a,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:25.557665 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907db19e-d295-408b-bbcb-d09ac9124828 admin admin] Checking segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:25.558030 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907db19e-d295-408b-bbcb-d09ac9124828 admin admin] Network hostable DHCP agents. Network: 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:25.594876 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907db19e-d295-408b-bbcb-d09ac9124828 admin admin] Network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:25.614758 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-907db19e-d295-408b-bbcb-d09ac9124828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:25.622500 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907db19e-d295-408b-bbcb-d09ac9124828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:25.623135 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-907db19e-d295-408b-bbcb-d09ac9124828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.630151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610b5364-806e-4892-9ada-a745e54c55cf None None] Network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:25.659730 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1591756-8aec-4a3d-84cb-1b986bd549ba admin admin] Publish callbacks [] for security_group (3e871d9b-1f5f-488f-8dc6-0517be6ad2b0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.673182 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-907db19e-d295-408b-bbcb-d09ac9124828 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6127403 Feb 09 01:30:25.675306 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1591756-8aec-4a3d-84cb-1b986bd549ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3e871d9b-1f5f-488f-8dc6-0517be6ad2b0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.695628 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:30:25.718071 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b1591756-8aec-4a3d-84cb-1b986bd549ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1beea59ebd52486b8b8706c2b8647465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325361 Feb 09 01:30:25.718980 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1591756-8aec-4a3d-84cb-1b986bd549ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e871d9b-1f5f-488f-8dc6-0517be6ad2b0,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:25.722113 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52656) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:25.779067 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dd52ae-01a0-4a2f-a7be-edd4b61a8433 None None] Network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:25.825719 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42e76ab2-8225-437d-92fe-3ddb9af452d7 admin admin] Publish callbacks [] for security_group (3e871d9b-1f5f-488f-8dc6-0517be6ad2b0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.881611 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42e76ab2-8225-437d-92fe-3ddb9af452d7 admin admin] Publish callbacks [] for security_group (3e871d9b-1f5f-488f-8dc6-0517be6ad2b0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.948314 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42e76ab2-8225-437d-92fe-3ddb9af452d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3e871d9b-1f5f-488f-8dc6-0517be6ad2b0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.952103 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42e76ab2-8225-437d-92fe-3ddb9af452d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.961162 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-42e76ab2-8225-437d-92fe-3ddb9af452d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e871d9b-1f5f-488f-8dc6-0517be6ad2b0 HTTP/1.1" status: 204 len: 168 time: 0.2386780 Feb 09 01:30:25.971579 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e76ab2-8225-437d-92fe-3ddb9af452d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e871d9b-1f5f-488f-8dc6-0517be6ad2b0,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:25.986642 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704a55f-245b-4142-b3ca-2c8d19f45581 req-53de68e5-453c-4f67-a393-fbaf6e088ac2 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:25.988260 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d704a55f-245b-4142-b3ca-2c8d19f45581 req-53de68e5-453c-4f67-a393-fbaf6e088ac2 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 969 time: 0.1036069 Feb 09 01:30:26.042797 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d704a55f-245b-4142-b3ca-2c8d19f45581 req-3050cbba-8b4b-499c-ab80-0e8d57ddfcb6 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccb0bed8-7c1e-42e1-beff-ae3a1c719c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468206 Feb 09 01:30:26.082192 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52678) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:26.096620 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d30fcade-305e-4fbb-ae53-4dd1da09b8b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.185743 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d30fcade-305e-4fbb-ae53-4dd1da09b8b2 admin admin] Publish callbacks [] for security_group (70d55ad2-8d34-4614-aca9-076d9920a890), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.190682 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d30fcade-305e-4fbb-ae53-4dd1da09b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (70d55ad2-8d34-4614-aca9-076d9920a890), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.238338 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d30fcade-305e-4fbb-ae53-4dd1da09b8b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a785b052f54d4888881624b8c333ee83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1554794 Feb 09 01:30:26.239605 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fcade-305e-4fbb-ae53-4dd1da09b8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d55ad2-8d34-4614-aca9-076d9920a890,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:26.241200 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52680) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:26.313502 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9769e1d5-57b9-4005-96aa-37701670c5ef admin admin] Publish callbacks [] for security_group (70d55ad2-8d34-4614-aca9-076d9920a890), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.336496 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9769e1d5-57b9-4005-96aa-37701670c5ef admin admin] Publish callbacks [] for security_group (70d55ad2-8d34-4614-aca9-076d9920a890), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.395196 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9769e1d5-57b9-4005-96aa-37701670c5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (70d55ad2-8d34-4614-aca9-076d9920a890), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.397772 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9769e1d5-57b9-4005-96aa-37701670c5ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.398933 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9769e1d5-57b9-4005-96aa-37701670c5ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/70d55ad2-8d34-4614-aca9-076d9920a890 HTTP/1.1" status: 204 len: 168 time: 0.1567533 Feb 09 01:30:26.407061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769e1d5-57b9-4005-96aa-37701670c5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d55ad2-8d34-4614-aca9-076d9920a890,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:26.411623 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52690) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:26.652355 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4701ca1d-6c89-43c8-b1d9-1df0a9cc1087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.755348 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4701ca1d-6c89-43c8-b1d9-1df0a9cc1087 admin admin] Publish callbacks [] for security_group (58a8fcff-aa5d-4847-9547-e4dfe038ba12), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.759590 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4701ca1d-6c89-43c8-b1d9-1df0a9cc1087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (58a8fcff-aa5d-4847-9547-e4dfe038ba12), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.799003 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4701ca1d-6c89-43c8-b1d9-1df0a9cc1087 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d65429a026c247cfbdc28a506e82fa63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3861539 Feb 09 01:30:26.801160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701ca1d-6c89-43c8-b1d9-1df0a9cc1087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a8fcff-aa5d-4847-9547-e4dfe038ba12,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:26.802005 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52712) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:26.872344 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f0025ab-fc41-4bd6-9f25-2c3bf0ea0ade admin admin] Publish callbacks [] for security_group (58a8fcff-aa5d-4847-9547-e4dfe038ba12), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.898245 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f0025ab-fc41-4bd6-9f25-2c3bf0ea0ade admin admin] Publish callbacks [] for security_group (58a8fcff-aa5d-4847-9547-e4dfe038ba12), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.961276 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52722) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:26.968614 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ae9b1afb-6777-4771-9a8e-08b9c390f153 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-138829312-network', 'tenant_id': '41fa2be38383487489ad43ca47ccafac'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:26.974058 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f0025ab-fc41-4bd6-9f25-2c3bf0ea0ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (58a8fcff-aa5d-4847-9547-e4dfe038ba12), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.978382 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f0025ab-fc41-4bd6-9f25-2c3bf0ea0ade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.979685 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1f0025ab-fc41-4bd6-9f25-2c3bf0ea0ade admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/58a8fcff-aa5d-4847-9547-e4dfe038ba12 HTTP/1.1" status: 204 len: 168 time: 0.1758556 Feb 09 01:30:27.001741 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0025ab-fc41-4bd6-9f25-2c3bf0ea0ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a8fcff-aa5d-4847-9547-e4dfe038ba12,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:27.019786 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9b1afb-6777-4771-9a8e-08b9c390f153 admin admin] Made reservation on behalf of 41fa2be38383487489ad43ca47ccafac for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:27.023191 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1afb-6777-4771-9a8e-08b9c390f153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.044045 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1afb-6777-4771-9a8e-08b9c390f153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.145805 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1afb-6777-4771-9a8e-08b9c390f153 admin admin] Publish callbacks [] for security_group (81db4e3e-653f-44ae-b78b-21e16a23a807), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.151136 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1afb-6777-4771-9a8e-08b9c390f153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (81db4e3e-653f-44ae-b78b-21e16a23a807), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.211866 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9b1afb-6777-4771-9a8e-08b9c390f153 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:27.233523 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b1afb-6777-4771-9a8e-08b9c390f153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81db4e3e-653f-44ae-b78b-21e16a23a807,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:27.241706 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1afb-6777-4771-9a8e-08b9c390f153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (1162e2e0-3c93-4ae0-b353-927b32cec91e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.242659 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-ae9b1afb-6777-4771-9a8e-08b9c390f153 admin admin] Added segment 1162e2e0-3c93-4ae0-b353-927b32cec91e of type vlan for network 2a1e16ff-3437-4090-8f98-4c6cda2f7d61 Feb 09 01:30:27.310673 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1afb-6777-4771-9a8e-08b9c390f153 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (2a1e16ff-3437-4090-8f98-4c6cda2f7d61), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.321634 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3d4ee-a45e-4c71-a967-24caf1c72154 req-702ff9bb-0307-4983-95f8-2b8588a33506 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:27.322739 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5db3d4ee-a45e-4c71-a967-24caf1c72154 req-702ff9bb-0307-4983-95f8-2b8588a33506 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 969 time: 0.1645503 Feb 09 01:30:27.375094 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1afb-6777-4771-9a8e-08b9c390f153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (2a1e16ff-3437-4090-8f98-4c6cda2f7d61), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.378171 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9b1afb-6777-4771-9a8e-08b9c390f153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:27.378982 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1afb-6777-4771-9a8e-08b9c390f153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.398696 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52742) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:27.421694 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d28b7184-f858-478d-80e3-2743fcb75848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.475387 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b1afb-6777-4771-9a8e-08b9c390f153 admin admin] Pushing event updated for resources: {'Network': ['ID=2a1e16ff-3437-4090-8f98-4c6cda2f7d61,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:27.484779 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5db3d4ee-a45e-4c71-a967-24caf1c72154 req-84aeb153-45e8-4a02-9dc4-b91cc33ad456 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccb0bed8-7c1e-42e1-beff-ae3a1c719c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511908 Feb 09 01:30:27.491711 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ae9b1afb-6777-4771-9a8e-08b9c390f153 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5291839 Feb 09 01:30:27.493431 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52744) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:27.499749 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-7ed806f5-95e4-4cf2-9491-6b4e18afd9f2 admin admin] Request body: {'subnet': {'network_id': '2a1e16ff-3437-4090-8f98-4c6cda2f7d61', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-138829312-subnet', 'tenant_id': '41fa2be38383487489ad43ca47ccafac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:27.500547 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 2a1e16ff-3437-4090-8f98-4c6cda2f7d61 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:30:27.543395 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed806f5-95e4-4cf2-9491-6b4e18afd9f2 admin admin] Made reservation on behalf of 41fa2be38383487489ad43ca47ccafac for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:27.546575 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ed806f5-95e4-4cf2-9491-6b4e18afd9f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.553113 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d28b7184-f858-478d-80e3-2743fcb75848 admin admin] Publish callbacks [] for security_group (44c5867d-f022-480e-9a9a-d66185f85987), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.562789 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d28b7184-f858-478d-80e3-2743fcb75848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (44c5867d-f022-480e-9a9a-d66185f85987), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.647426 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d28b7184-f858-478d-80e3-2743fcb75848 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6427158fcc0e441ea052a0e51565569f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475827 Feb 09 01:30:27.650255 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52752) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:27.650469 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b7184-f858-478d-80e3-2743fcb75848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c5867d-f022-480e-9a9a-d66185f85987,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:27.740095 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f8dd67f4-ca3a-4640-b384-3e28424630e3 admin admin] Publish callbacks [] for security_group (44c5867d-f022-480e-9a9a-d66185f85987), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.744649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52754) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:27.771179 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f8dd67f4-ca3a-4640-b384-3e28424630e3 admin admin] Publish callbacks [] for security_group (44c5867d-f022-480e-9a9a-d66185f85987), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.844897 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ed806f5-95e4-4cf2-9491-6b4e18afd9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for subnet (bcb93931-3392-442a-bef1-314b3ba965b1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.856445 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-f126490d-e740-4150-af69-8c25435d9d4e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1370636090-network', 'tenant_id': '68d228e264e64f4088231e0d5296675c'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:27.884998 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f126490d-e740-4150-af69-8c25435d9d4e admin admin] Made reservation on behalf of 68d228e264e64f4088231e0d5296675c for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:27.887649 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f126490d-e740-4150-af69-8c25435d9d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.890365 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f8dd67f4-ca3a-4640-b384-3e28424630e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (44c5867d-f022-480e-9a9a-d66185f85987), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.894988 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f8dd67f4-ca3a-4640-b384-3e28424630e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.896818 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f8dd67f4-ca3a-4640-b384-3e28424630e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44c5867d-f022-480e-9a9a-d66185f85987 HTTP/1.1" status: 204 len: 168 time: 0.2444994 Feb 09 01:30:27.900739 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f126490d-e740-4150-af69-8c25435d9d4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.922631 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed806f5-95e4-4cf2-9491-6b4e18afd9f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcb93931-3392-442a-bef1-314b3ba965b1,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:27.925669 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd67f4-ca3a-4640-b384-3e28424630e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c5867d-f022-480e-9a9a-d66185f85987,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:27.945777 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed806f5-95e4-4cf2-9491-6b4e18afd9f2 admin admin] Checking segment: {'id': '1162e2e0-3c93-4ae0-b353-927b32cec91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2a1e16ff-3437-4090-8f98-4c6cda2f7d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:27.953563 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed806f5-95e4-4cf2-9491-6b4e18afd9f2 admin admin] Network hostable DHCP agents. Network: 2a1e16ff-3437-4090-8f98-4c6cda2f7d61, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:27.989794 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed806f5-95e4-4cf2-9491-6b4e18afd9f2 admin admin] Network 2a1e16ff-3437-4090-8f98-4c6cda2f7d61 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:28.001461 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-7ed806f5-95e4-4cf2-9491-6b4e18afd9f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 2a1e16ff-3437-4090-8f98-4c6cda2f7d61) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:28.012017 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aac71ad-8a3b-4b85-8af3-7f286873714a None None] Network 2a1e16ff-3437-4090-8f98-4c6cda2f7d61 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:28.030609 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed806f5-95e4-4cf2-9491-6b4e18afd9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:28.034355 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ed806f5-95e4-4cf2-9491-6b4e18afd9f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.054182 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f126490d-e740-4150-af69-8c25435d9d4e admin admin] Publish callbacks [] for security_group (03deb605-49ed-43b1-b5e1-eaad7f5adffe), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.058810 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f126490d-e740-4150-af69-8c25435d9d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (03deb605-49ed-43b1-b5e1-eaad7f5adffe), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.070755 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7ed806f5-95e4-4cf2-9491-6b4e18afd9f2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5759418 Feb 09 01:30:28.097682 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f126490d-e740-4150-af69-8c25435d9d4e admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:28.117340 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126490d-e740-4150-af69-8c25435d9d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03deb605-49ed-43b1-b5e1-eaad7f5adffe,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:28.126270 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f126490d-e740-4150-af69-8c25435d9d4e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762502348984', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (e8dae2d2-3115-4777-858c-506abfa0d55e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.127646 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f126490d-e740-4150-af69-8c25435d9d4e admin admin] Unsubscribe: segment precommit_create {{(pid=103183) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 01:30:28.128363 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-f126490d-e740-4150-af69-8c25435d9d4e admin admin] Added segment e8dae2d2-3115-4777-858c-506abfa0d55e of type vlan for network 0e739ac7-c879-4b23-be10-6ffda0157351 Feb 09 01:30:28.177585 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e342302-d9c7-45fc-bb58-56f27883adaa None None] Network 2a1e16ff-3437-4090-8f98-4c6cda2f7d61 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:28.198512 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f126490d-e740-4150-af69-8c25435d9d4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (0e739ac7-c879-4b23-be10-6ffda0157351), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.243269 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f126490d-e740-4150-af69-8c25435d9d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (0e739ac7-c879-4b23-be10-6ffda0157351), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.245647 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f126490d-e740-4150-af69-8c25435d9d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:28.245909 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f126490d-e740-4150-af69-8c25435d9d4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.332282 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52784) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:28.332444 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f126490d-e740-4150-af69-8c25435d9d4e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5860760 Feb 09 01:30:28.339661 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4c49c554-4fe3-46ff-81bc-c148ba8413e3 admin admin] Request body: {'subnet': {'network_id': '0e739ac7-c879-4b23-be10-6ffda0157351', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1370636090-subnet', 'tenant_id': '68d228e264e64f4088231e0d5296675c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:28.358891 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126490d-e740-4150-af69-8c25435d9d4e admin admin] Pushing event updated for resources: {'Network': ['ID=0e739ac7-c879-4b23-be10-6ffda0157351,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:28.370164 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 0e739ac7-c879-4b23-be10-6ffda0157351 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:30:28.378256 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c49c554-4fe3-46ff-81bc-c148ba8413e3 admin admin] Made reservation on behalf of 68d228e264e64f4088231e0d5296675c for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:28.381302 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4c49c554-4fe3-46ff-81bc-c148ba8413e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.616486 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4c49c554-4fe3-46ff-81bc-c148ba8413e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for subnet (7d249d2f-d909-4188-a310-aa8463509808), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.816531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49c554-4fe3-46ff-81bc-c148ba8413e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d249d2f-d909-4188-a310-aa8463509808,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:28.840554 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c49c554-4fe3-46ff-81bc-c148ba8413e3 admin admin] Checking segment: {'id': 'e8dae2d2-3115-4777-858c-506abfa0d55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0e739ac7-c879-4b23-be10-6ffda0157351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:28.840911 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c49c554-4fe3-46ff-81bc-c148ba8413e3 admin admin] Network hostable DHCP agents. Network: 0e739ac7-c879-4b23-be10-6ffda0157351, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:28.852877 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3130851-0231-48bc-8c06-eb42600fb96a req-cead2d73-5be5-4800-8466-ae93b9270be3 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:28.854327 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3130851-0231-48bc-8c06-eb42600fb96a req-cead2d73-5be5-4800-8466-ae93b9270be3 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 821 time: 0.2609148 Feb 09 01:30:28.873534 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3130851-0231-48bc-8c06-eb42600fb96a req-8f5c3eec-73cc-4083-bc5c-be476e7434da tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/quotas/b07de46a82164c668a0ced35af54f222 HTTP/1.1" status: 200 len: 375 time: 0.0129819 Feb 09 01:30:28.874686 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c49c554-4fe3-46ff-81bc-c148ba8413e3 admin admin] Network 0e739ac7-c879-4b23-be10-6ffda0157351 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:28.897223 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-4c49c554-4fe3-46ff-81bc-c148ba8413e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 0e739ac7-c879-4b23-be10-6ffda0157351) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:28.907187 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0150d83a-9110-4b1e-a77a-c88902ee7cfe None None] Network 0e739ac7-c879-4b23-be10-6ffda0157351 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:28.916092 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3130851-0231-48bc-8c06-eb42600fb96a req-f56c828e-a3fc-4538-8b21-b85f7e58ce2a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316522 Feb 09 01:30:28.917216 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c49c554-4fe3-46ff-81bc-c148ba8413e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:28.917781 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4c49c554-4fe3-46ff-81bc-c148ba8413e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.922155 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec1713-dd95-493d-8ed8-2c195858ebf3 req-0eaaddbf-785b-45be-9894-993c1a24e8d6 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:28.928400 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-beec1713-dd95-493d-8ed8-2c195858ebf3 req-0eaaddbf-785b-45be-9894-993c1a24e8d6 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 969 time: 0.0887849 Feb 09 01:30:28.941793 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4c49c554-4fe3-46ff-81bc-c148ba8413e3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6082914 Feb 09 01:30:28.993510 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-beec1713-dd95-493d-8ed8-2c195858ebf3 req-ace492bf-3f09-4178-8fbf-3c965173c1fb tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccb0bed8-7c1e-42e1-beff-ae3a1c719c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585668 Feb 09 01:30:29.056794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f63f05-d740-4b62-8113-9cb2ca70fd22 None None] Network 0e739ac7-c879-4b23-be10-6ffda0157351 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:29.190135 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-d3130851-0231-48bc-8c06-eb42600fb96a req-1f3f7ff5-a58d-46f7-85b8-7076138ac45e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:30:29.191354 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3130851-0231-48bc-8c06-eb42600fb96a req-1f3f7ff5-a58d-46f7-85b8-7076138ac45e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1457100 Feb 09 01:30:29.296130 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3130851-0231-48bc-8c06-eb42600fb96a req-364942d8-59f0-42ca-9797-769e61c950d1 service neutron] 10.222.0.36 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978348 Feb 09 01:30:29.395799 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3130851-0231-48bc-8c06-eb42600fb96a req-3d17ed90-0f39-468b-a5e9-bba795e729ad service neutron] 10.222.0.36 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906971 Feb 09 01:30:29.587051 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5675b510-466d-4321-9969-a504f619c34e req-0dcec8c7-663f-4fd0-8c9d-42a1a6cb0ca6 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 210 time: 0.0343316 Feb 09 01:30:29.667226 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52858) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:29.898679 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba1ea614-4949-4f43-bcba-8d85c963ee36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.001668 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52884) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:30.007741 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4962b889-2d01-46f0-a9a7-2f5822f9c317 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-170569642-network', 'tenant_id': '76f091793724413ba13fa02bbbfc0a9c'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:30.012014 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba1ea614-4949-4f43-bcba-8d85c963ee36 admin admin] Publish callbacks [] for security_group (ff7e1975-adb2-4327-aff4-5109c0463731), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.016854 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba1ea614-4949-4f43-bcba-8d85c963ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ff7e1975-adb2-4327-aff4-5109c0463731), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.034330 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4962b889-2d01-46f0-a9a7-2f5822f9c317 admin admin] Made reservation on behalf of 76f091793724413ba13fa02bbbfc0a9c for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:30.039904 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4962b889-2d01-46f0-a9a7-2f5822f9c317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.071814 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4962b889-2d01-46f0-a9a7-2f5822f9c317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.091585 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 028ced96-75e9-4f8d-ac05-ee3dc21104e1 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:30:30.227711 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ba1ea614-4949-4f43-bcba-8d85c963ee36 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c214c4e936014155b57b09db3c3c26a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5620520 Feb 09 01:30:30.231278 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52898) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:30.239989 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ea614-4949-4f43-bcba-8d85c963ee36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7e1975-adb2-4327-aff4-5109c0463731,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:30.270133 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4962b889-2d01-46f0-a9a7-2f5822f9c317 admin admin] Publish callbacks [] for security_group (64d9442a-7ae1-432f-911e-007a2567f239), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.279970 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4962b889-2d01-46f0-a9a7-2f5822f9c317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (64d9442a-7ae1-432f-911e-007a2567f239), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.307898 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb0b3b-1f8e-416a-9fe1-3ade7f4b81f1 req-acb09cb0-c5fe-4be7-8448-ffff152f3631 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:30.318998 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-85fb0b3b-1f8e-416a-9fe1-3ade7f4b81f1 req-acb09cb0-c5fe-4be7-8448-ffff152f3631 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 969 time: 0.1549587 Feb 09 01:30:30.334088 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4962b889-2d01-46f0-a9a7-2f5822f9c317 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:30.362907 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962b889-2d01-46f0-a9a7-2f5822f9c317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d9442a-7ae1-432f-911e-007a2567f239,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:30.369893 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4962b889-2d01-46f0-a9a7-2f5822f9c317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (bc3bd92a-58ad-4b67-9b7c-fcd381745607), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.370390 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-4962b889-2d01-46f0-a9a7-2f5822f9c317 admin admin] Added segment bc3bd92a-58ad-4b67-9b7c-fcd381745607 of type vlan for network fddc3b1e-82e9-402e-8240-d5de0146c4cb Feb 09 01:30:30.406003 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-85fb0b3b-1f8e-416a-9fe1-3ade7f4b81f1 req-597bf3b8-1f30-466e-9b0b-b35e6c70e318 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccb0bed8-7c1e-42e1-beff-ae3a1c719c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858414 Feb 09 01:30:30.406690 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7b5f8d85-d280-4218-921b-59c53378f561 admin admin] Publish callbacks [] for security_group (ff7e1975-adb2-4327-aff4-5109c0463731), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.420526 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 028ced96-75e9-4f8d-ac05-ee3dc21104e1, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=028ced96-75e9-4f8d-ac05-ee3dc21104e1,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:30.435785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '028ced96-75e9-4f8d-ac05-ee3dc21104e1', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '028ced96-75e9-4f8d-ac05-ee3dc21104e1', 'mac_address': 'fa:16:3e:a6:0a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:tempest-test_az-666731391', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:30:30.446727 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7b5f8d85-d280-4218-921b-59c53378f561 admin admin] Publish callbacks [] for security_group (ff7e1975-adb2-4327-aff4-5109c0463731), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.467125 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4962b889-2d01-46f0-a9a7-2f5822f9c317 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (fddc3b1e-82e9-402e-8240-d5de0146c4cb), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.482573 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 028ced96-75e9-4f8d-ac05-ee3dc21104e1 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:30.483060 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (028ced96-75e9-4f8d-ac05-ee3dc21104e1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.502682 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028ced96-75e9-4f8d-ac05-ee3dc21104e1 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:30:30.514337 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7b5f8d85-d280-4218-921b-59c53378f561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ff7e1975-adb2-4327-aff4-5109c0463731), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.518046 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7b5f8d85-d280-4218-921b-59c53378f561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.521326 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7b5f8d85-d280-4218-921b-59c53378f561 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff7e1975-adb2-4327-aff4-5109c0463731 HTTP/1.1" status: 204 len: 168 time: 0.2886372 Feb 09 01:30:30.525944 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4962b889-2d01-46f0-a9a7-2f5822f9c317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (fddc3b1e-82e9-402e-8240-d5de0146c4cb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.527035 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4962b889-2d01-46f0-a9a7-2f5822f9c317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:30.529311 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 028ced96-75e9-4f8d-ac05-ee3dc21104e1, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=028ced96-75e9-4f8d-ac05-ee3dc21104e1,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:30.531142 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4962b889-2d01-46f0-a9a7-2f5822f9c317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.532704 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f8d85-d280-4218-921b-59c53378f561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7e1975-adb2-4327-aff4-5109c0463731,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:30.535250 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (028ced96-75e9-4f8d-ac05-ee3dc21104e1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.615048 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4962b889-2d01-46f0-a9a7-2f5822f9c317 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6119366 Feb 09 01:30:30.618455 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52912) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:30.636045 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-efc138f9-d9fd-4b09-8c80-9c91b62e7cde admin admin] Request body: {'subnet': {'network_id': 'fddc3b1e-82e9-402e-8240-d5de0146c4cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-170569642-subnet', 'tenant_id': '76f091793724413ba13fa02bbbfc0a9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:30.640924 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962b889-2d01-46f0-a9a7-2f5822f9c317 admin admin] Pushing event updated for resources: {'Network': ['ID=fddc3b1e-82e9-402e-8240-d5de0146c4cb,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:30.687641 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network fddc3b1e-82e9-402e-8240-d5de0146c4cb details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:30:30.692403 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc138f9-d9fd-4b09-8c80-9c91b62e7cde admin admin] Made reservation on behalf of 76f091793724413ba13fa02bbbfc0a9c for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:30.695351 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-efc138f9-d9fd-4b09-8c80-9c91b62e7cde admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.749191 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=028ced96-75e9-4f8d-ac05-ee3dc21104e1,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:30.769635 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:30.770110 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:30.770551 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:30.770988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:30.771578 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:30.772007 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:30.772434 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:30.772858 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:30.773319 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:30.773731 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:30.774126 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:30.774516 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:30.775040 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Tracked resource versions report: Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: pushed versions: Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: { 'AddressGroup': {'1.2'}, Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: 'ConntrackHelper': {'1.0'}, Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: 'LocalIPAssociation': {'1.0'}, Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: 'Log': {'1.0'}, Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: 'Network': {'1.1'}, Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: 'Port': {'1.7'}, Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: 'PortForwarding': {'1.2'}, Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: 'QosPolicy': {'1.10'}, Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: 'SecurityGroup': {'1.5'}, Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: 'SecurityGroupRule': {'1.2'}, Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: 'SubPort': {'1.0'}, Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: 'Subnet': {'1.1'}, Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: 'Trunk': {'1.1'}} Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: consumer versions: Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: { DHCP agent@n-d-828387-3: {}, Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: HyperV agent@n-h1-828387-3: {}, Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: HyperV agent@n-h2-828387-3: {}, Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: L3 agent@n-d-828387-3: {}, Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: Metadata agent@n-d-828387-3: {}, Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: Metering agent@n-d-828387-3: {}, Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: Open vSwitch agent@n-d-828387-3: { 'AddressGroup': '1.2', Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: 'ConntrackHelper': '1.0', Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: 'LocalIPAssociation': '1.0', Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: 'Log': '1.0', Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: 'Network': '1.1', Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: 'Port': '1.7', Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: 'PortForwarding': '1.2', Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: 'QosPolicy': '1.10', Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: 'SecurityGroup': '1.5', Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: 'SecurityGroupRule': '1.2', Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: 'SubPort': '1.0', Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: 'Subnet': '1.1', Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: 'Trunk': '1.1'}} Feb 09 01:30:30.776287 n-d-828387-3 neutron-server[103185]: {{(pid=103185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 01:30:30.785648 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-59f0b23c-88fe-431c-9695-968b061ee3ba req-50efb627-7e10-4b3e-8c8a-bcd43d83888f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 210 time: 0.0957298 Feb 09 01:30:30.974389 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-efc138f9-d9fd-4b09-8c80-9c91b62e7cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for subnet (805cb662-276f-4349-9408-58d8692d404d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.037937 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc138f9-d9fd-4b09-8c80-9c91b62e7cde admin admin] Pushing event updated for resources: {'Subnet': ['ID=805cb662-276f-4349-9408-58d8692d404d,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:31.045887 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['028ced96-75e9-4f8d-ac05-ee3dc21104e1'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:30:31.046128 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc138f9-d9fd-4b09-8c80-9c91b62e7cde admin admin] Checking segment: {'id': 'bc3bd92a-58ad-4b67-9b7c-fcd381745607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fddc3b1e-82e9-402e-8240-d5de0146c4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:31.046494 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc138f9-d9fd-4b09-8c80-9c91b62e7cde admin admin] Network hostable DHCP agents. Network: fddc3b1e-82e9-402e-8240-d5de0146c4cb, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:31.062143 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52920) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:31.081670 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e1f831a4-d8d5-4f00-9078-c33f3dd79c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.088012 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc138f9-d9fd-4b09-8c80-9c91b62e7cde admin admin] Network fddc3b1e-82e9-402e-8240-d5de0146c4cb is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:31.098929 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-efc138f9-d9fd-4b09-8c80-9c91b62e7cde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, fddc3b1e-82e9-402e-8240-d5de0146c4cb) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:31.104315 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc138f9-d9fd-4b09-8c80-9c91b62e7cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:31.105926 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-efc138f9-d9fd-4b09-8c80-9c91b62e7cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.132950 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9b8e71-1838-478d-8132-d44fefc37416 None None] Network fddc3b1e-82e9-402e-8240-d5de0146c4cb requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:31.139440 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-efc138f9-d9fd-4b09-8c80-9c91b62e7cde admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5173340 Feb 09 01:30:31.206501 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e1f831a4-d8d5-4f00-9078-c33f3dd79c8f admin admin] Publish callbacks [] for security_group (533ae159-3b4c-4d7f-8139-b7fa14fcd459), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.216025 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e1f831a4-d8d5-4f00-9078-c33f3dd79c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (533ae159-3b4c-4d7f-8139-b7fa14fcd459), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.247656 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f831a4-d8d5-4f00-9078-c33f3dd79c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533ae159-3b4c-4d7f-8139-b7fa14fcd459,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:31.290387 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e1f831a4-d8d5-4f00-9078-c33f3dd79c8f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b80088eda64941898533a90355933534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266238 Feb 09 01:30:31.293459 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52930) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:31.313537 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494a18f2-376f-434b-b964-4fafa916d848 None None] Network fddc3b1e-82e9-402e-8240-d5de0146c4cb requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:31.337050 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.48', 49925) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:31.351332 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52932) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:31.443768 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-821fbfd6-fbf4-4f7e-b65a-8302f00d8603 admin admin] Publish callbacks [] for security_group (533ae159-3b4c-4d7f-8139-b7fa14fcd459), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.456176 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-715df34e-62c9-428b-bffb-98b1b66d21d9 admin admin] Deleting subnet 7d249d2f-d909-4188-a310-aa8463509808 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:30:31.470075 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-715df34e-62c9-428b-bffb-98b1b66d21d9 admin admin] Publish callbacks [] for subnet (7d249d2f-d909-4188-a310-aa8463509808), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.558299 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-821fbfd6-fbf4-4f7e-b65a-8302f00d8603 admin admin] Publish callbacks [] for security_group (533ae159-3b4c-4d7f-8139-b7fa14fcd459), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.589237 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-715df34e-62c9-428b-bffb-98b1b66d21d9 admin admin] Publish callbacks [] for subnet (7d249d2f-d909-4188-a310-aa8463509808), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.605852 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-715df34e-62c9-428b-bffb-98b1b66d21d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (7d249d2f-d909-4188-a310-aa8463509808), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.748060 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-715df34e-62c9-428b-bffb-98b1b66d21d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for subnet (7d249d2f-d909-4188-a310-aa8463509808), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.808065 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-715df34e-62c9-428b-bffb-98b1b66d21d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.811803 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-715df34e-62c9-428b-bffb-98b1b66d21d9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7d249d2f-d909-4188-a310-aa8463509808 HTTP/1.1" status: 204 len: 168 time: 0.4594150 Feb 09 01:30:31.812896 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-821fbfd6-fbf4-4f7e-b65a-8302f00d8603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (533ae159-3b4c-4d7f-8139-b7fa14fcd459), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.817159 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-821fbfd6-fbf4-4f7e-b65a-8302f00d8603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.818303 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-821fbfd6-fbf4-4f7e-b65a-8302f00d8603 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/533ae159-3b4c-4d7f-8139-b7fa14fcd459 HTTP/1.1" status: 204 len: 168 time: 0.5232105 Feb 09 01:30:31.820568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52952) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:31.840755 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715df34e-62c9-428b-bffb-98b1b66d21d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d249d2f-d909-4188-a310-aa8463509808,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:31.986303 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3130851-0231-48bc-8c06-eb42600fb96a req-8ef25bf8-e775-4c97-a2bf-e636dd2a9260 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:31.990315 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3130851-0231-48bc-8c06-eb42600fb96a req-8ef25bf8-e775-4c97-a2bf-e636dd2a9260 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.48 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 821 time: 0.6504481 Feb 09 01:30:32.000012 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fbfd6-fbf4-4f7e-b65a-8302f00d8603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533ae159-3b4c-4d7f-8139-b7fa14fcd459,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:32.017030 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (0e739ac7-c879-4b23-be10-6ffda0157351), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:32.035671 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c31ce-9468-44cf-b903-03be5147b1c1 req-62b9038c-41ac-4753-9a5b-04c5ee317da9 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:32.044290 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd2c31ce-9468-44cf-b903-03be5147b1c1 req-62b9038c-41ac-4753-9a5b-04c5ee317da9 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 970 time: 0.3123891 Feb 09 01:30:32.181092 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd2c31ce-9468-44cf-b903-03be5147b1c1 req-a432b52f-3cd3-4866-a4bc-8a24706fc94e tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccb0bed8-7c1e-42e1-beff-ae3a1c719c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285243 Feb 09 01:30:32.256741 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (0e739ac7-c879-4b23-be10-6ffda0157351), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:32.287308 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:30:32.287663 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:30:32.288417 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:30:32.288751 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] Subscribe: > port after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:30:32.289087 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:30:32.289571 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] Subscribe: > port after_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:30:32.290022 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:30:32.290381 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:30:32.290839 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:30:32.291645 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:30:32.348967 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-18e96091-7f32-4e6a-af72-6d6b6d8bc842 req-ed66e201-ca38-4218-85be-009d15a2e321 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 210 time: 0.0772057 Feb 09 01:30:32.625678 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:30:32.626377 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:30:32.626478 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:30:32.627383 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:30:32.627887 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e739ac7-c879-4b23-be10-6ffda0157351']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:32.650498 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8dae2d2-3115-4777-858c-506abfa0d55e') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:32.650908 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8dae2d2-3115-4777-858c-506abfa0d55e') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:32.672932 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (e8dae2d2-3115-4777-858c-506abfa0d55e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:32.708498 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (e8dae2d2-3115-4777-858c-506abfa0d55e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:32.728483 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:32.728912 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (e8dae2d2-3115-4777-858c-506abfa0d55e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: from cryptography.utils import int_from_bytes Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: from cryptography.utils import int_from_bytes Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:32.751323 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:32.838367 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (0e739ac7-c879-4b23-be10-6ffda0157351), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:32.864662 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:32.869868 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0e739ac7-c879-4b23-be10-6ffda0157351 HTTP/1.1" status: 204 len: 168 time: 1.0306144 Feb 09 01:30:32.871825 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80884f73-8305-4937-ad59-09e25367f010 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e739ac7-c879-4b23-be10-6ffda0157351,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:32.873742 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52980) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:32.955360 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-1211cbf2-89ca-4eb3-80d4-a09311d2a731 admin admin] Deleting subnet 805cb662-276f-4349-9408-58d8692d404d {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:30:32.961142 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1211cbf2-89ca-4eb3-80d4-a09311d2a731 admin admin] Publish callbacks [] for subnet (805cb662-276f-4349-9408-58d8692d404d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.028418 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1211cbf2-89ca-4eb3-80d4-a09311d2a731 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (805cb662-276f-4349-9408-58d8692d404d), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.092615 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1211cbf2-89ca-4eb3-80d4-a09311d2a731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (805cb662-276f-4349-9408-58d8692d404d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.174117 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1211cbf2-89ca-4eb3-80d4-a09311d2a731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (805cb662-276f-4349-9408-58d8692d404d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.210843 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211cbf2-89ca-4eb3-80d4-a09311d2a731 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=805cb662-276f-4349-9408-58d8692d404d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:33.215142 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1211cbf2-89ca-4eb3-80d4-a09311d2a731 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.221311 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1211cbf2-89ca-4eb3-80d4-a09311d2a731 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/805cb662-276f-4349-9408-58d8692d404d HTTP/1.1" status: 204 len: 168 time: 0.3366547 Feb 09 01:30:33.221700 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52990) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:33.334167 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6dc01271-94b5-4eee-96a4-2c20241a52ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (fddc3b1e-82e9-402e-8240-d5de0146c4cb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.423696 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb5aa9-06cf-450d-965b-6d288d95d986 req-0c074a02-d8b6-4f6e-9f21-2c50348801a4 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:33.431169 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7adb5aa9-06cf-450d-965b-6d288d95d986 req-0c074a02-d8b6-4f6e-9f21-2c50348801a4 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 970 time: 0.1317594 Feb 09 01:30:33.475977 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6dc01271-94b5-4eee-96a4-2c20241a52ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (fddc3b1e-82e9-402e-8240-d5de0146c4cb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.552075 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7adb5aa9-06cf-450d-965b-6d288d95d986 req-80d620ac-48e4-4bda-a517-429ab99c6685 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccb0bed8-7c1e-42e1-beff-ae3a1c719c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019394 Feb 09 01:30:33.575890 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-caa95d51-a62b-4367-ab36-8613b4acf803 req-af28cf51-375b-4f8e-8a2c-b9f0d7c42fc0 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 210 time: 0.0949061 Feb 09 01:30:33.585789 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-6dc01271-94b5-4eee-96a4-2c20241a52ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fddc3b1e-82e9-402e-8240-d5de0146c4cb']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:33.599521 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-6dc01271-94b5-4eee-96a4-2c20241a52ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3bd92a-58ad-4b67-9b7c-fcd381745607') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:33.600003 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-6dc01271-94b5-4eee-96a4-2c20241a52ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3bd92a-58ad-4b67-9b7c-fcd381745607') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:33.613071 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6dc01271-94b5-4eee-96a4-2c20241a52ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (bc3bd92a-58ad-4b67-9b7c-fcd381745607), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.632136 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6dc01271-94b5-4eee-96a4-2c20241a52ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (bc3bd92a-58ad-4b67-9b7c-fcd381745607), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.640479 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc01271-94b5-4eee-96a4-2c20241a52ac admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:33.640892 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6dc01271-94b5-4eee-96a4-2c20241a52ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (bc3bd92a-58ad-4b67-9b7c-fcd381745607), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:33.643754 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:33.646432 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53000) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:33.730768 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6dc01271-94b5-4eee-96a4-2c20241a52ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (fddc3b1e-82e9-402e-8240-d5de0146c4cb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.746573 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6dc01271-94b5-4eee-96a4-2c20241a52ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.753755 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6dc01271-94b5-4eee-96a4-2c20241a52ac admin admin] 10.222.0.36 "DELETE /v2.0/networks/fddc3b1e-82e9-402e-8240-d5de0146c4cb HTTP/1.1" status: 204 len: 168 time: 0.5308163 Feb 09 01:30:33.769069 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc01271-94b5-4eee-96a4-2c20241a52ac admin admin] Pushing event deleted for resources: {'Network': ['ID=fddc3b1e-82e9-402e-8240-d5de0146c4cb,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:33.963809 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c07c744c-ed0e-444e-bdcd-86774e49595f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.000260 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53008) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:34.079321 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c07c744c-ed0e-444e-bdcd-86774e49595f admin admin] Publish callbacks [] for security_group (18c2492e-095f-44cf-b353-62383e6d816f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.085728 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c07c744c-ed0e-444e-bdcd-86774e49595f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (18c2492e-095f-44cf-b353-62383e6d816f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.092269 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 028ced96-75e9-4f8d-ac05-ee3dc21104e1 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:34.113580 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-206c6cfc-b985-4928-8b3d-9390f8a87c6c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=68d228e264e64f4088231e0d5296675c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1120253 Feb 09 01:30:34.116367 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53012) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:34.151717 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c744c-ed0e-444e-bdcd-86774e49595f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c2492e-095f-44cf-b353-62383e6d816f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:34.168625 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c07c744c-ed0e-444e-bdcd-86774e49595f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54315ed69c824c8e87e061ad94b1eb19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5141089 Feb 09 01:30:34.169400 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53014) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:34.182523 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 028ced96-75e9-4f8d-ac05-ee3dc21104e1 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:34.188644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 028ced96-75e9-4f8d-ac05-ee3dc21104e1 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:34.189843 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (028ced96-75e9-4f8d-ac05-ee3dc21104e1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.228016 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01c7e60e-c70a-4db8-9a2f-64621c19298b admin admin] Publish callbacks [] for security_group (03deb605-49ed-43b1-b5e1-eaad7f5adffe), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.255404 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6903af9-594c-4dcf-98d2-64fa2238c033 admin admin] Publish callbacks [] for security_group (18c2492e-095f-44cf-b353-62383e6d816f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.293409 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01c7e60e-c70a-4db8-9a2f-64621c19298b admin admin] Publish callbacks [] for security_group (03deb605-49ed-43b1-b5e1-eaad7f5adffe), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.305347 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6903af9-594c-4dcf-98d2-64fa2238c033 admin admin] Publish callbacks [] for security_group (18c2492e-095f-44cf-b353-62383e6d816f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.335644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 028ced96-75e9-4f8d-ac05-ee3dc21104e1 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:34.336390 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (028ced96-75e9-4f8d-ac05-ee3dc21104e1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.387518 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01c7e60e-c70a-4db8-9a2f-64621c19298b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (03deb605-49ed-43b1-b5e1-eaad7f5adffe), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.390610 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01c7e60e-c70a-4db8-9a2f-64621c19298b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.396499 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-01c7e60e-c70a-4db8-9a2f-64621c19298b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/03deb605-49ed-43b1-b5e1-eaad7f5adffe HTTP/1.1" status: 204 len: 168 time: 0.2780764 Feb 09 01:30:34.396766 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e377647-fe57-4e23-9d3c-dc35b29b426a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028ced96-75e9-4f8d-ac05-ee3dc21104e1'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:34.407491 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7e60e-c70a-4db8-9a2f-64621c19298b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03deb605-49ed-43b1-b5e1-eaad7f5adffe,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:34.416767 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6903af9-594c-4dcf-98d2-64fa2238c033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (18c2492e-095f-44cf-b353-62383e6d816f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.420214 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6903af9-594c-4dcf-98d2-64fa2238c033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.427286 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e6903af9-594c-4dcf-98d2-64fa2238c033 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18c2492e-095f-44cf-b353-62383e6d816f HTTP/1.1" status: 204 len: 168 time: 0.2539599 Feb 09 01:30:34.434762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6903af9-594c-4dcf-98d2-64fa2238c033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c2492e-095f-44cf-b353-62383e6d816f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:34.528961 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 028ced96-75e9-4f8d-ac05-ee3dc21104e1, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=028ced96-75e9-4f8d-ac05-ee3dc21104e1,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:34.544869 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (028ced96-75e9-4f8d-ac05-ee3dc21104e1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.628052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=028ced96-75e9-4f8d-ac05-ee3dc21104e1,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:34.799857 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd595f-ddf5-4323-b091-715d0b037275 req-76a70653-0f02-4773-81a8-6bf7dfe567dc tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:34.801592 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-babd595f-ddf5-4323-b091-715d0b037275 req-76a70653-0f02-4773-81a8-6bf7dfe567dc tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 971 time: 0.1466703 Feb 09 01:30:34.804013 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-640a88f6-bfbe-4238-ad63-69e1674d055d req-293cabca-0e7e-4f17-81e1-34194a7dd9ad tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 210 time: 0.0696633 Feb 09 01:30:34.898764 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-babd595f-ddf5-4323-b091-715d0b037275 req-9ac078d6-6809-4829-b253-41b638cab628 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccb0bed8-7c1e-42e1-beff-ae3a1c719c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740218 Feb 09 01:30:35.046151 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53042) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:35.077880 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ff039a-e713-4506-a58a-864fa31490c3" -d '{"events": [{"server_uuid": "9e377647-fe57-4e23-9d3c-dc35b29b426a", "name": "network-vif-plugged", "status": "completed", "tag": "028ced96-75e9-4f8d-ac05-ee3dc21104e1"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:35.123268 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-71da55a2-d509-402e-943a-503163ca3471 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=76f091793724413ba13fa02bbbfc0a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0757184 Feb 09 01:30:35.125667 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53048) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:35.202045 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eabb5748-bffd-47a5-83c6-251663130b90 admin admin] Publish callbacks [] for security_group (64d9442a-7ae1-432f-911e-007a2567f239), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.240468 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eabb5748-bffd-47a5-83c6-251663130b90 admin admin] Publish callbacks [] for security_group (64d9442a-7ae1-432f-911e-007a2567f239), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.314740 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eabb5748-bffd-47a5-83c6-251663130b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (64d9442a-7ae1-432f-911e-007a2567f239), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.317659 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eabb5748-bffd-47a5-83c6-251663130b90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.318922 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-eabb5748-bffd-47a5-83c6-251663130b90 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64d9442a-7ae1-432f-911e-007a2567f239 HTTP/1.1" status: 204 len: 168 time: 0.1922398 Feb 09 01:30:35.328158 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53054) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:35.337453 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb5748-bffd-47a5-83c6-251663130b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d9442a-7ae1-432f-911e-007a2567f239,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:35.355533 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f372589-c303-41df-8aad-e5e485fcbf03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.497454 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f372589-c303-41df-8aad-e5e485fcbf03 admin admin] Publish callbacks [] for security_group (2cca77be-8c61-49c6-8d19-fc223351a8ef), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.506467 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f372589-c303-41df-8aad-e5e485fcbf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2cca77be-8c61-49c6-8d19-fc223351a8ef), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.562347 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53058) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:35.562869 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1f372589-c303-41df-8aad-e5e485fcbf03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2a38741ee80485e8e49cffe078872fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279656 Feb 09 01:30:35.569930 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f372589-c303-41df-8aad-e5e485fcbf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cca77be-8c61-49c6-8d19-fc223351a8ef,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:35.635131 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd21600d-fd8d-4b2f-bd81-95da7bf50d5c x-openstack-request-id: req-fd21600d-fd8d-4b2f-bd81-95da7bf50d5c {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:35.635649 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e377647-fe57-4e23-9d3c-dc35b29b426a", "name": "network-vif-plugged", "status": "completed", "tag": "028ced96-75e9-4f8d-ac05-ee3dc21104e1", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:35.635916 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd21600d-fd8d-4b2f-bd81-95da7bf50d5c {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:35.636582 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e377647-fe57-4e23-9d3c-dc35b29b426a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028ced96-75e9-4f8d-ac05-ee3dc21104e1', 'code': 200} Feb 09 01:30:35.667675 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-11e12b71-4459-46f9-b568-44306b59020d admin admin] Publish callbacks [] for security_group (2cca77be-8c61-49c6-8d19-fc223351a8ef), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.708911 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-11e12b71-4459-46f9-b568-44306b59020d admin admin] Publish callbacks [] for security_group (2cca77be-8c61-49c6-8d19-fc223351a8ef), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.850715 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b6935-ead2-42ce-9301-041c7822388e req-320a14a2-5239-4dd3-8e2f-2b6a641782c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:35.852804 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-486b6935-ead2-42ce-9301-041c7822388e req-320a14a2-5239-4dd3-8e2f-2b6a641782c0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 1153 time: 0.1249897 Feb 09 01:30:35.857663 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-11e12b71-4459-46f9-b568-44306b59020d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2cca77be-8c61-49c6-8d19-fc223351a8ef), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.861516 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-11e12b71-4459-46f9-b568-44306b59020d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.867792 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-11e12b71-4459-46f9-b568-44306b59020d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2cca77be-8c61-49c6-8d19-fc223351a8ef HTTP/1.1" status: 204 len: 168 time: 0.3010228 Feb 09 01:30:35.900939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e12b71-4459-46f9-b568-44306b59020d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cca77be-8c61-49c6-8d19-fc223351a8ef,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:35.904191 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-486b6935-ead2-42ce-9301-041c7822388e req-12ed7105-2522-42b5-83cc-b99af5144def service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.973568 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-db386f77-a4d3-47b4-96f2-52359b735d5c req-3440b7f3-42d0-4c20-a3bc-0343ecb4cb3a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 210 time: 0.0359249 Feb 09 01:30:36.091869 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-486b6935-ead2-42ce-9301-041c7822388e req-12ed7105-2522-42b5-83cc-b99af5144def service neutron] Publish callbacks [] for security_group (c1b015c5-2cd4-4547-8161-923a856a9f1b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:36.109227 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-486b6935-ead2-42ce-9301-041c7822388e req-12ed7105-2522-42b5-83cc-b99af5144def service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c1b015c5-2cd4-4547-8161-923a856a9f1b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:36.218768 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed7105-2522-42b5-83cc-b99af5144def service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b015c5-2cd4-4547-8161-923a856a9f1b,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:36.226914 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-486b6935-ead2-42ce-9301-041c7822388e req-12ed7105-2522-42b5-83cc-b99af5144def service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ccb0bed8-7c1e-42e1-beff-ae3a1c719c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574796 Feb 09 01:30:36.245247 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1fe8c-cde7-4208-a52a-ea584ac815c7 req-3b217f32-2685-46cb-b53f-aaf4cb3c85e9 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:36.254250 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-44e1fe8c-cde7-4208-a52a-ea584ac815c7 req-3b217f32-2685-46cb-b53f-aaf4cb3c85e9 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 971 time: 0.1603773 Feb 09 01:30:36.323070 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-44e1fe8c-cde7-4208-a52a-ea584ac815c7 req-39eb08a4-4c2c-4055-a501-f85260d31ebe tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccb0bed8-7c1e-42e1-beff-ae3a1c719c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676694 Feb 09 01:30:37.128538 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53126) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:37.147037 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d49b9e11-0ad2-4011-9a35-6cc00d7883ba req-eff513b5-f856-4538-84e9-eda0010b5711 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 210 time: 0.0346346 Feb 09 01:30:37.265227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b831b761-1620-4b9f-84e8-2a1fecc567a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-907565878-network', 'tenant_id': '9a8041bfa8d048d79ec61e26d22f9d13'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:37.301498 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b831b761-1620-4b9f-84e8-2a1fecc567a3 admin admin] Made reservation on behalf of 9a8041bfa8d048d79ec61e26d22f9d13 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:37.305257 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b831b761-1620-4b9f-84e8-2a1fecc567a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.316399 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b831b761-1620-4b9f-84e8-2a1fecc567a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.333520 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b0f19d37-80f5-4f70-82a9-77839a2bfbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.437262 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-d3130851-0231-48bc-8c06-eb42600fb96a req-f6f56918-a96b-481d-9e90-8afac161042e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Request body: {'port': {'device_id': '20de7222-3a08-4d78-bcd9-4be32104dd6c', 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7', 'admin_state_up': True, 'tenant_id': 'b07de46a82164c668a0ced35af54f222'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:37.484118 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d3265-e774-4167-b753-67c0d324d20c req-cb4ca7b4-d006-4b3d-b704-f49b0fe542e2 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:37.485699 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e17d3265-e774-4167-b753-67c0d324d20c req-cb4ca7b4-d006-4b3d-b704-f49b0fe542e2 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 971 time: 0.0735438 Feb 09 01:30:37.527004 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b831b761-1620-4b9f-84e8-2a1fecc567a3 admin admin] Publish callbacks [] for security_group (771c87d9-1599-48bc-8b2c-bf1e1c00f445), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.537255 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b831b761-1620-4b9f-84e8-2a1fecc567a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (771c87d9-1599-48bc-8b2c-bf1e1c00f445), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.562612 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e17d3265-e774-4167-b753-67c0d324d20c req-b2122ad5-5ce3-4487-83a0-bcf698c5d630 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccb0bed8-7c1e-42e1-beff-ae3a1c719c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704367 Feb 09 01:30:37.591742 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b831b761-1620-4b9f-84e8-2a1fecc567a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:37.641991 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b831b761-1620-4b9f-84e8-2a1fecc567a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (e0c87b89-4ade-41d2-ad6f-a52ad4b29697), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.642444 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-b831b761-1620-4b9f-84e8-2a1fecc567a3 admin admin] Added segment e0c87b89-4ade-41d2-ad6f-a52ad4b29697 of type vlan for network 20a3037e-4c7a-4512-a3a3-b64df06a7358 Feb 09 01:30:37.658312 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831b761-1620-4b9f-84e8-2a1fecc567a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771c87d9-1599-48bc-8b2c-bf1e1c00f445,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:37.699950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3130851-0231-48bc-8c06-eb42600fb96a req-f6f56918-a96b-481d-9e90-8afac161042e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Made reservation on behalf of b07de46a82164c668a0ced35af54f222 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:37.703522 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d3130851-0231-48bc-8c06-eb42600fb96a req-f6f56918-a96b-481d-9e90-8afac161042e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.710788 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b831b761-1620-4b9f-84e8-2a1fecc567a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (20a3037e-4c7a-4512-a3a3-b64df06a7358), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.815754 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b831b761-1620-4b9f-84e8-2a1fecc567a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (20a3037e-4c7a-4512-a3a3-b64df06a7358), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.817684 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b831b761-1620-4b9f-84e8-2a1fecc567a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:37.817684 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b831b761-1620-4b9f-84e8-2a1fecc567a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.918565 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b831b761-1620-4b9f-84e8-2a1fecc567a3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7888083 Feb 09 01:30:37.921858 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53154) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:37.930709 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d9e1ce28-9e2b-4ae3-8226-1a7b0784499d admin admin] Request body: {'subnet': {'network_id': '20a3037e-4c7a-4512-a3a3-b64df06a7358', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-907565878-subnet', 'tenant_id': '9a8041bfa8d048d79ec61e26d22f9d13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:37.945133 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831b761-1620-4b9f-84e8-2a1fecc567a3 admin admin] Pushing event updated for resources: {'Network': ['ID=20a3037e-4c7a-4512-a3a3-b64df06a7358,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:37.964805 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 20a3037e-4c7a-4512-a3a3-b64df06a7358 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:30:38.002897 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e1ce28-9e2b-4ae3-8226-1a7b0784499d admin admin] Made reservation on behalf of 9a8041bfa8d048d79ec61e26d22f9d13 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:38.005654 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d9e1ce28-9e2b-4ae3-8226-1a7b0784499d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.051431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-d3130851-0231-48bc-8c06-eb42600fb96a req-f6f56918-a96b-481d-9e90-8afac161042e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Allocated IP 172.20.0.5 (13f3e8ce-063b-4d38-a4f0-142d23e1b9c7/c7975264-a21c-4173-a1bc-89127bef9e8a/5bdb8522-bdbc-4a3a-8e15-56e6f0680147) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:38.289884 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3f3e9a3-fea5-4aab-9465-f8bab181969e req-e5a0dd9d-9701-4d41-9ca8-d13c4e9eb3d5 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 210 time: 0.0412359 Feb 09 01:30:38.422804 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d3130851-0231-48bc-8c06-eb42600fb96a req-f6f56918-a96b-481d-9e90-8afac161042e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks [] for port (5bdb8522-bdbc-4a3a-8e15-56e6f0680147), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.478352 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d9e1ce28-9e2b-4ae3-8226-1a7b0784499d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for subnet (ec24389b-f51d-4b18-804e-722c246af9a0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.575501 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d3130851-0231-48bc-8c06-eb42600fb96a req-f6f56918-a96b-481d-9e90-8afac161042e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (5bdb8522-bdbc-4a3a-8e15-56e6f0680147), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.635422 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1ce28-9e2b-4ae3-8226-1a7b0784499d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec24389b-f51d-4b18-804e-722c246af9a0,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:38.650986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e1ce28-9e2b-4ae3-8226-1a7b0784499d admin admin] Checking segment: {'id': 'e0c87b89-4ade-41d2-ad6f-a52ad4b29697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '20a3037e-4c7a-4512-a3a3-b64df06a7358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:38.651381 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e1ce28-9e2b-4ae3-8226-1a7b0784499d admin admin] Network hostable DHCP agents. Network: 20a3037e-4c7a-4512-a3a3-b64df06a7358, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:38.676861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3130851-0231-48bc-8c06-eb42600fb96a req-f6f56918-a96b-481d-9e90-8afac161042e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:38.680269 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f56918-a96b-481d-9e90-8afac161042e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Pushing event updated for resources: {'Port': ['ID=5bdb8522-bdbc-4a3a-8e15-56e6f0680147,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:38.686091 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-d3130851-0231-48bc-8c06-eb42600fb96a req-f6f56918-a96b-481d-9e90-8afac161042e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:38.700365 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3130851-0231-48bc-8c06-eb42600fb96a req-f6f56918-a96b-481d-9e90-8afac161042e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:38.704125 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3130851-0231-48bc-8c06-eb42600fb96a req-f6f56918-a96b-481d-9e90-8afac161042e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:38.704272 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d3130851-0231-48bc-8c06-eb42600fb96a req-f6f56918-a96b-481d-9e90-8afac161042e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.748169 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e1ce28-9e2b-4ae3-8226-1a7b0784499d admin admin] Network 20a3037e-4c7a-4512-a3a3-b64df06a7358 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:38.756326 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3130851-0231-48bc-8c06-eb42600fb96a req-f6f56918-a96b-481d-9e90-8afac161042e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3338003 Feb 09 01:30:38.771593 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-d3130851-0231-48bc-8c06-eb42600fb96a req-939d7591-96d5-4d8b-af31-b8a5e7442af8 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:30:38.778827 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3130851-0231-48bc-8c06-eb42600fb96a req-939d7591-96d5-4d8b-af31-b8a5e7442af8 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077786 Feb 09 01:30:38.781394 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-d9e1ce28-9e2b-4ae3-8226-1a7b0784499d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 20a3037e-4c7a-4512-a3a3-b64df06a7358) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:38.793572 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c74ac21-b57f-46e7-a663-3eec16c82471 None None] Network 20a3037e-4c7a-4512-a3a3-b64df06a7358 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:38.808039 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd353d-4f87-4ba5-984a-ba8a8556ea6b req-cf8302cf-d750-433a-b7cf-9029bcb30e8c tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:38.821563 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-babd353d-4f87-4ba5-984a-ba8a8556ea6b req-cf8302cf-d750-433a-b7cf-9029bcb30e8c tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 971 time: 0.1419764 Feb 09 01:30:38.848352 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e1ce28-9e2b-4ae3-8226-1a7b0784499d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:38.849010 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d9e1ce28-9e2b-4ae3-8226-1a7b0784499d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.905389 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-babd353d-4f87-4ba5-984a-ba8a8556ea6b req-cb9f1b94-dea6-40e4-9ed1-bff780e0f5c7 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccb0bed8-7c1e-42e1-beff-ae3a1c719c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787981 Feb 09 01:30:38.953781 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d9e1ce28-9e2b-4ae3-8226-1a7b0784499d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0297415 Feb 09 01:30:38.974276 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dc3c4d-7d84-4d92-9447-6bc91b517046 None None] Network 20a3037e-4c7a-4512-a3a3-b64df06a7358 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:39.145109 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-d3130851-0231-48bc-8c06-eb42600fb96a req-6170bcca-76ed-43f1-99a5-00fd8d44064b service neutron] Request body: {'port': {'device_id': '20de7222-3a08-4d78-bcd9-4be32104dd6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:39.177026 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb0dac-56fa-4d56-949d-a9923dfd2c67 req-f735c796-71d8-4b40-a3c4-0b77f532fde4 tempest-AggregatesAdminTestJSON-230287218 tempest-AggregatesAdminTestJSON-230287218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:39.183969 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0bdb0dac-56fa-4d56-949d-a9923dfd2c67 req-f735c796-71d8-4b40-a3c4-0b77f532fde4 tempest-AggregatesAdminTestJSON-230287218 tempest-AggregatesAdminTestJSON-230287218-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 1153 time: 0.0971980 Feb 09 01:30:39.267912 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0bdb0dac-56fa-4d56-949d-a9923dfd2c67 req-21b207e7-37d7-4649-b5bb-74ccf3cc8eb7 tempest-AggregatesAdminTestJSON-230287218 tempest-AggregatesAdminTestJSON-230287218-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.272630 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d3130851-0231-48bc-8c06-eb42600fb96a req-6170bcca-76ed-43f1-99a5-00fd8d44064b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5bdb8522-bdbc-4a3a-8e15-56e6f0680147), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.360313 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.452839 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53210) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:39.494731 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42527128-c942-4beb-908c-19ec3b3a3285 req-0f012f5f-e65d-4600-8366-10c408636182 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:39.504681 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-42527128-c942-4beb-908c-19ec3b3a3285 req-0f012f5f-e65d-4600-8366-10c408636182 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 931 time: 0.0931745 Feb 09 01:30:39.588378 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-42527128-c942-4beb-908c-19ec3b3a3285 req-b5f4b324-8e72-48e5-9ff0-442e7dfc49f4 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770588 Feb 09 01:30:39.721930 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0bdb0dac-56fa-4d56-949d-a9923dfd2c67 req-21b207e7-37d7-4649-b5bb-74ccf3cc8eb7 tempest-AggregatesAdminTestJSON-230287218 tempest-AggregatesAdminTestJSON-230287218-project-admin] Publish callbacks [] for security_group (dec03f25-f6ff-4d40-954e-0685eb6fd0ad), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.730165 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6b3bbb28-7254-42a0-8410-5d09a2236d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.737145 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0bdb0dac-56fa-4d56-949d-a9923dfd2c67 req-21b207e7-37d7-4649-b5bb-74ccf3cc8eb7 tempest-AggregatesAdminTestJSON-230287218 tempest-AggregatesAdminTestJSON-230287218-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (dec03f25-f6ff-4d40-954e-0685eb6fd0ad), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.822376 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b19e0a97-db3e-429f-bd78-e7cc8139aa25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.833737 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0bdb0dac-56fa-4d56-949d-a9923dfd2c67 req-21b207e7-37d7-4649-b5bb-74ccf3cc8eb7 tempest-AggregatesAdminTestJSON-230287218 tempest-AggregatesAdminTestJSON-230287218-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ccb0bed8-7c1e-42e1-beff-ae3a1c719c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6478248 Feb 09 01:30:39.840898 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b207e7-37d7-4649-b5bb-74ccf3cc8eb7 tempest-AggregatesAdminTestJSON-230287218 tempest-AggregatesAdminTestJSON-230287218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec03f25-f6ff-4d40-954e-0685eb6fd0ad,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:39.938538 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-d3130851-0231-48bc-8c06-eb42600fb96a req-6170bcca-76ed-43f1-99a5-00fd8d44064b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:30:39.969718 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d3130851-0231-48bc-8c06-eb42600fb96a req-6170bcca-76ed-43f1-99a5-00fd8d44064b service neutron] Publish callbacks [] for port (5bdb8522-bdbc-4a3a-8e15-56e6f0680147), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.998953 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b19e0a97-db3e-429f-bd78-e7cc8139aa25 admin admin] Publish callbacks [] for security_group (01b614af-e6a2-4470-b965-89601eae3ef3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.004162 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-d3130851-0231-48bc-8c06-eb42600fb96a req-6170bcca-76ed-43f1-99a5-00fd8d44064b service neutron] Transition to ACTIVE for port object 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:40.009995 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b19e0a97-db3e-429f-bd78-e7cc8139aa25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (01b614af-e6a2-4470-b965-89601eae3ef3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.011094 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d3130851-0231-48bc-8c06-eb42600fb96a req-6170bcca-76ed-43f1-99a5-00fd8d44064b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5bdb8522-bdbc-4a3a-8e15-56e6f0680147), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.101988 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b19e0a97-db3e-429f-bd78-e7cc8139aa25 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88a25cd7af3c4616a48266fb116f9350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6481020 Feb 09 01:30:40.107324 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53230) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:40.121675 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-d3130851-0231-48bc-8c06-eb42600fb96a req-6170bcca-76ed-43f1-99a5-00fd8d44064b service neutron] Attempting to bind port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:40.122006 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-d3130851-0231-48bc-8c06-eb42600fb96a req-6170bcca-76ed-43f1-99a5-00fd8d44064b service neutron] Attempting to bind port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:40.122339 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3130851-0231-48bc-8c06-eb42600fb96a req-6170bcca-76ed-43f1-99a5-00fd8d44064b service neutron] Attempting to bind port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:40.129596 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3130851-0231-48bc-8c06-eb42600fb96a req-6170bcca-76ed-43f1-99a5-00fd8d44064b service neutron] Port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:40.130044 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3130851-0231-48bc-8c06-eb42600fb96a req-6170bcca-76ed-43f1-99a5-00fd8d44064b service neutron] Attempting to bind port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:40.138387 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3130851-0231-48bc-8c06-eb42600fb96a req-6170bcca-76ed-43f1-99a5-00fd8d44064b service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:40.138808 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3130851-0231-48bc-8c06-eb42600fb96a req-6170bcca-76ed-43f1-99a5-00fd8d44064b service neutron] Checking segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:40.139121 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3130851-0231-48bc-8c06-eb42600fb96a req-6170bcca-76ed-43f1-99a5-00fd8d44064b service neutron] Bound using segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:40.139612 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-d3130851-0231-48bc-8c06-eb42600fb96a req-6170bcca-76ed-43f1-99a5-00fd8d44064b service neutron] Bound port: 5bdb8522-bdbc-4a3a-8e15-56e6f0680147, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:40.140105 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d3130851-0231-48bc-8c06-eb42600fb96a req-6170bcca-76ed-43f1-99a5-00fd8d44064b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5bdb8522-bdbc-4a3a-8e15-56e6f0680147), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.159328 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170bcca-76ed-43f1-99a5-00fd8d44064b service neutron] Pushing event updated for resources: {'Port': ['ID=5bdb8522-bdbc-4a3a-8e15-56e6f0680147,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:40.186418 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e0a97-db3e-429f-bd78-e7cc8139aa25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b614af-e6a2-4470-b965-89601eae3ef3,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:40.227567 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5fefcb8-2416-4b7a-b091-2633aff7efe7 admin admin] Publish callbacks [] for security_group (01b614af-e6a2-4470-b965-89601eae3ef3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.232698 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-d3130851-0231-48bc-8c06-eb42600fb96a req-6170bcca-76ed-43f1-99a5-00fd8d44064b service neutron] For port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:40.236515 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-d3130851-0231-48bc-8c06-eb42600fb96a req-6170bcca-76ed-43f1-99a5-00fd8d44064b service neutron] For port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5bdb8522-bdbc-4a3a-8e15-56e6f0680147,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:40.244749 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d3130851-0231-48bc-8c06-eb42600fb96a req-6170bcca-76ed-43f1-99a5-00fd8d44064b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5bdb8522-bdbc-4a3a-8e15-56e6f0680147), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.295988 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3130851-0231-48bc-8c06-eb42600fb96a req-6170bcca-76ed-43f1-99a5-00fd8d44064b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:40.297112 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d3130851-0231-48bc-8c06-eb42600fb96a req-6170bcca-76ed-43f1-99a5-00fd8d44064b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.301586 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3130851-0231-48bc-8c06-eb42600fb96a req-6170bcca-76ed-43f1-99a5-00fd8d44064b service neutron] 10.222.0.48 "PUT /v2.0/ports/5bdb8522-bdbc-4a3a-8e15-56e6f0680147 HTTP/1.1" status: 200 len: 1091 time: 1.3817000 Feb 09 01:30:40.302198 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20de7222-3a08-4d78-bcd9-4be32104dd6c', 'tag': '5bdb8522-bdbc-4a3a-8e15-56e6f0680147'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:40.305638 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2926067-9fad-4663-a84d-c12a61660307" -d '{"events": [{"name": "network-changed", "server_uuid": "20de7222-3a08-4d78-bcd9-4be32104dd6c", "tag": "5bdb8522-bdbc-4a3a-8e15-56e6f0680147"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:40.326880 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170bcca-76ed-43f1-99a5-00fd8d44064b service neutron] Pushing event updated for resources: {'Port': ['ID=5bdb8522-bdbc-4a3a-8e15-56e6f0680147,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:40.332433 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5fefcb8-2416-4b7a-b091-2633aff7efe7 admin admin] Publish callbacks [] for security_group (01b614af-e6a2-4470-b965-89601eae3ef3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.461127 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5fefcb8-2416-4b7a-b091-2633aff7efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (01b614af-e6a2-4470-b965-89601eae3ef3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.464066 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3130851-0231-48bc-8c06-eb42600fb96a req-340ae235-316b-4563-b54e-18d0d284112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:40.464361 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5fefcb8-2416-4b7a-b091-2633aff7efe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.467985 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3130851-0231-48bc-8c06-eb42600fb96a req-340ae235-316b-4563-b54e-18d0d284112a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 1125 time: 0.1096873 Feb 09 01:30:40.468947 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a5fefcb8-2416-4b7a-b091-2633aff7efe7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01b614af-e6a2-4470-b965-89601eae3ef3 HTTP/1.1" status: 204 len: 168 time: 0.3580604 Feb 09 01:30:40.484252 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53244) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:40.490802 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-42b3e4b4-a746-486d-9357-24f4b02bf312 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-473037808-network', 'tenant_id': '871833147eae4786b5c6c749d47db618'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:40.495976 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fefcb8-2416-4b7a-b091-2633aff7efe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b614af-e6a2-4470-b965-89601eae3ef3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:40.560531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b3e4b4-a746-486d-9357-24f4b02bf312 admin admin] Made reservation on behalf of 871833147eae4786b5c6c749d47db618 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:40.564841 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42b3e4b4-a746-486d-9357-24f4b02bf312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.566421 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.615933 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42b3e4b4-a746-486d-9357-24f4b02bf312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.662103 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.746631 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d75bc6-f2b5-4d87-871d-a8b168a70a2f req-1a0d5eb6-12cf-453b-9712-f933e6b7ebe7 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:40.749156 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-35d75bc6-f2b5-4d87-871d-a8b168a70a2f req-1a0d5eb6-12cf-453b-9712-f933e6b7ebe7 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 971 time: 0.1671643 Feb 09 01:30:40.768641 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3130851-0231-48bc-8c06-eb42600fb96a req-cacee239-a5f4-4e1d-98b9-5c03c75535e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bdb8522-bdbc-4a3a-8e15-56e6f0680147 HTTP/1.1" status: 200 len: 217 time: 0.2884679 Feb 09 01:30:40.771164 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7afdd6c-024e-475d-b104-f92c2cff791b x-openstack-request-id: req-d7afdd6c-024e-475d-b104-f92c2cff791b {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:40.771779 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20de7222-3a08-4d78-bcd9-4be32104dd6c", "tag": "5bdb8522-bdbc-4a3a-8e15-56e6f0680147", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:40.772168 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d7afdd6c-024e-475d-b104-f92c2cff791b {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:40.772928 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20de7222-3a08-4d78-bcd9-4be32104dd6c', 'tag': '5bdb8522-bdbc-4a3a-8e15-56e6f0680147', 'status': 'completed', 'code': 200} Feb 09 01:30:40.834970 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42b3e4b4-a746-486d-9357-24f4b02bf312 admin admin] Publish callbacks [] for security_group (6877bb4c-d6c2-4d84-a89a-2234fee9df2e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.849336 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-35d75bc6-f2b5-4d87-871d-a8b168a70a2f req-dfdc1b54-50b7-4104-b964-4f35313a0d3d tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccb0bed8-7c1e-42e1-beff-ae3a1c719c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929759 Feb 09 01:30:40.854777 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42b3e4b4-a746-486d-9357-24f4b02bf312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6877bb4c-d6c2-4d84-a89a-2234fee9df2e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.889724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3130851-0231-48bc-8c06-eb42600fb96a req-84b50e96-1a4e-40e7-ba3d-46cfc52e0642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:40.894588 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3e4b4-a746-486d-9357-24f4b02bf312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6877bb4c-d6c2-4d84-a89a-2234fee9df2e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:40.899155 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3130851-0231-48bc-8c06-eb42600fb96a req-84b50e96-1a4e-40e7-ba3d-46cfc52e0642 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.1109188 Feb 09 01:30:40.916595 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b3e4b4-a746-486d-9357-24f4b02bf312 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:40.930724 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42b3e4b4-a746-486d-9357-24f4b02bf312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (3fe30a04-d34b-4c6b-8e74-d0981ea6aaf5), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.931050 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-42b3e4b4-a746-486d-9357-24f4b02bf312 admin admin] Added segment 3fe30a04-d34b-4c6b-8e74-d0981ea6aaf5 of type vlan for network ff46c8b4-3f73-4f02-9824-54bd2bfaa237 Feb 09 01:30:40.937756 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3130851-0231-48bc-8c06-eb42600fb96a req-9392560c-2f98-4768-b272-eaff18705fd5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369475 Feb 09 01:30:40.999560 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42b3e4b4-a746-486d-9357-24f4b02bf312 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (ff46c8b4-3f73-4f02-9824-54bd2bfaa237), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.071645 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42b3e4b4-a746-486d-9357-24f4b02bf312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (ff46c8b4-3f73-4f02-9824-54bd2bfaa237), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.072505 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b3e4b4-a746-486d-9357-24f4b02bf312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:41.074514 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42b3e4b4-a746-486d-9357-24f4b02bf312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.077951 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3130851-0231-48bc-8c06-eb42600fb96a req-da4ae4e3-3f30-479c-ba23-7cd644ecdc5a service neutron] 10.222.0.48 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304684 Feb 09 01:30:41.148654 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5040814-9e5f-4dac-aee3-42fe4cf64545 req-9495a56f-f376-4c3f-8ccf-98680961e03c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:41.150122 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b5040814-9e5f-4dac-aee3-42fe4cf64545 req-9495a56f-f376-4c3f-8ccf-98680961e03c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 943 time: 0.1569393 Feb 09 01:30:41.171444 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-42b3e4b4-a746-486d-9357-24f4b02bf312 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6856744 Feb 09 01:30:41.174769 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53258) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:41.191732 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-c54a816c-3c0a-4b0b-a31a-9f41d53c97b2 admin admin] Request body: {'subnet': {'network_id': 'ff46c8b4-3f73-4f02-9824-54bd2bfaa237', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-473037808-subnet', 'tenant_id': '871833147eae4786b5c6c749d47db618', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:41.204061 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3e4b4-a746-486d-9357-24f4b02bf312 admin admin] Pushing event updated for resources: {'Network': ['ID=ff46c8b4-3f73-4f02-9824-54bd2bfaa237,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:41.218733 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network ff46c8b4-3f73-4f02-9824-54bd2bfaa237 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:30:41.247242 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3130851-0231-48bc-8c06-eb42600fb96a req-085dfe00-b950-4cf1-9ff7-bf0349409ebb service neutron] 10.222.0.48 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538014 Feb 09 01:30:41.267672 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54a816c-3c0a-4b0b-a31a-9f41d53c97b2 admin admin] Made reservation on behalf of 871833147eae4786b5c6c749d47db618 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:41.270850 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c54a816c-3c0a-4b0b-a31a-9f41d53c97b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.291665 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b5040814-9e5f-4dac-aee3-42fe4cf64545 req-7d16a35d-5bef-4bb0-96a1-53fd1fe9ddc4 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273100 Feb 09 01:30:41.311821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53260) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:41.361278 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4202072e-5e66-4dfd-9d4d-9596ce62e945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.441739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2926067-9fad-4663-a84d-c12a61660307 req-5ccdd5a6-2ebc-46f4-a2d6-eb666eb5fb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:41.443418 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2926067-9fad-4663-a84d-c12a61660307 req-5ccdd5a6-2ebc-46f4-a2d6-eb666eb5fb52 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 1125 time: 0.1163683 Feb 09 01:30:41.544798 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c54a816c-3c0a-4b0b-a31a-9f41d53c97b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (d523aa9c-df89-4d3f-adda-fc57cfc8aea0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.572379 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4202072e-5e66-4dfd-9d4d-9596ce62e945 admin admin] Publish callbacks [] for security_group (deb5637b-af34-404e-a5e1-8394137651cf), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.582632 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4202072e-5e66-4dfd-9d4d-9596ce62e945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (deb5637b-af34-404e-a5e1-8394137651cf), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.615512 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a816c-3c0a-4b0b-a31a-9f41d53c97b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d523aa9c-df89-4d3f-adda-fc57cfc8aea0,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:41.631642 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2926067-9fad-4663-a84d-c12a61660307 req-0790fcf3-bde3-4cc0-96d1-43dacb7cf8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:41.631955 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54a816c-3c0a-4b0b-a31a-9f41d53c97b2 admin admin] Checking segment: {'id': '3fe30a04-d34b-4c6b-8e74-d0981ea6aaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ff46c8b4-3f73-4f02-9824-54bd2bfaa237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:41.632326 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54a816c-3c0a-4b0b-a31a-9f41d53c97b2 admin admin] Network hostable DHCP agents. Network: ff46c8b4-3f73-4f02-9824-54bd2bfaa237, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:41.633116 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2926067-9fad-4663-a84d-c12a61660307 req-0790fcf3-bde3-4cc0-96d1-43dacb7cf8a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 922 time: 0.1804800 Feb 09 01:30:41.658880 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4202072e-5e66-4dfd-9d4d-9596ce62e945 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b9fc0d6cb2f46418d89739fd59426e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3424730 Feb 09 01:30:41.659409 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53264) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:41.668536 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54a816c-3c0a-4b0b-a31a-9f41d53c97b2 admin admin] Network ff46c8b4-3f73-4f02-9824-54bd2bfaa237 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:41.700142 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-c54a816c-3c0a-4b0b-a31a-9f41d53c97b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, ff46c8b4-3f73-4f02-9824-54bd2bfaa237) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:41.712386 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e51f69a-aacb-43e0-b4b0-42902b8877c4 None None] Network ff46c8b4-3f73-4f02-9824-54bd2bfaa237 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:41.713515 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202072e-5e66-4dfd-9d4d-9596ce62e945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb5637b-af34-404e-a5e1-8394137651cf,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:41.724461 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2926067-9fad-4663-a84d-c12a61660307 req-55341eb9-5cfb-4203-8e54-14d06aee7431 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bdb8522-bdbc-4a3a-8e15-56e6f0680147 HTTP/1.1" status: 200 len: 217 time: 0.0817320 Feb 09 01:30:41.741590 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54a816c-3c0a-4b0b-a31a-9f41d53c97b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:41.742402 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c54a816c-3c0a-4b0b-a31a-9f41d53c97b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.770434 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c54a816c-3c0a-4b0b-a31a-9f41d53c97b2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5859849 Feb 09 01:30:41.787627 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c544226e-078d-4bbf-9ea3-4f631b7f9c1f admin admin] Publish callbacks [] for security_group (deb5637b-af34-404e-a5e1-8394137651cf), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.842838 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2926067-9fad-4663-a84d-c12a61660307 req-0a1168bf-8573-4b18-a2c0-7a9c35890568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:41.845704 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2926067-9fad-4663-a84d-c12a61660307 req-0a1168bf-8573-4b18-a2c0-7a9c35890568 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.1142275 Feb 09 01:30:42.017217 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c544226e-078d-4bbf-9ea3-4f631b7f9c1f admin admin] Publish callbacks [] for security_group (deb5637b-af34-404e-a5e1-8394137651cf), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:42.022616 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2926067-9fad-4663-a84d-c12a61660307 req-137f20f9-c085-4d6d-bf58-4da0ac60aafa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1643045 Feb 09 01:30:42.040363 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c1e4f8-ca20-40ed-af08-c0be64e7df43 None None] Network ff46c8b4-3f73-4f02-9824-54bd2bfaa237 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:42.147528 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eeefd-682f-433d-b4a4-29b8132d6ff6 req-6654f49c-40bf-4952-8a42-80383d62ea9f tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:42.149638 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bc8eeefd-682f-433d-b4a4-29b8132d6ff6 req-6654f49c-40bf-4952-8a42-80383d62ea9f tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 971 time: 0.3023875 Feb 09 01:30:42.172197 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ff3cb-3dbe-4b24-a6bd-0558791132bd req-cb97105b-c303-4331-a9d3-16525a015c5e tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:42.175816 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a1ff3cb-3dbe-4b24-a6bd-0558791132bd req-cb97105b-c303-4331-a9d3-16525a015c5e tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 971 time: 0.1612861 Feb 09 01:30:42.222379 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c544226e-078d-4bbf-9ea3-4f631b7f9c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (deb5637b-af34-404e-a5e1-8394137651cf), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:42.226923 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c544226e-078d-4bbf-9ea3-4f631b7f9c1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:42.235027 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c544226e-078d-4bbf-9ea3-4f631b7f9c1f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/deb5637b-af34-404e-a5e1-8394137651cf HTTP/1.1" status: 204 len: 168 time: 0.5740294 Feb 09 01:30:42.289031 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544226e-078d-4bbf-9ea3-4f631b7f9c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb5637b-af34-404e-a5e1-8394137651cf,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:42.298580 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:42.318489 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a1ff3cb-3dbe-4b24-a6bd-0558791132bd req-aca35962-8a29-4fc5-90fa-ceae0322f4a0 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccb0bed8-7c1e-42e1-beff-ae3a1c719c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324496 Feb 09 01:30:42.376950 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2926067-9fad-4663-a84d-c12a61660307 req-1c4c472f-85b7-4d92-bf29-2db1a13a0c35 service neutron] 10.222.0.48 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353169 Feb 09 01:30:42.619290 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-bc8eeefd-682f-433d-b4a4-29b8132d6ff6 req-5d313f0b-4cde-47cd-b199-6a2bdc40f573 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Deleting port 028ced96-75e9-4f8d-ac05-ee3dc21104e1 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:42.619824 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bc8eeefd-682f-433d-b4a4-29b8132d6ff6 req-5d313f0b-4cde-47cd-b199-6a2bdc40f573 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (028ced96-75e9-4f8d-ac05-ee3dc21104e1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:42.693647 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2926067-9fad-4663-a84d-c12a61660307 req-02de0815-6f3b-4dfa-90c7-9b3c59726d5b service neutron] 10.222.0.48 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099949 Feb 09 01:30:42.697445 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-757cfe1e-c2d8-4077-b8c2-e177aceff3c0 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:42.719668 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-757cfe1e-c2d8-4077-b8c2-e177aceff3c0 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/networks?id=20a3037e-4c7a-4512-a3a3-b64df06a7358 HTTP/1.1" status: 200 len: 814 time: 0.1576922 Feb 09 01:30:42.728437 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c1452-13ef-4dc9-a6ba-584fc0baa3ba req-7e2055a7-aecd-41d2-b0c9-f2b8bb54949c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:42.731180 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-435c1452-13ef-4dc9-a6ba-584fc0baa3ba req-7e2055a7-aecd-41d2-b0c9-f2b8bb54949c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 943 time: 0.1992197 Feb 09 01:30:42.742541 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-875893a3-a6cb-492f-8901-6be2add1e937 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/quotas/9a8041bfa8d048d79ec61e26d22f9d13 HTTP/1.1" status: 200 len: 375 time: 0.0213380 Feb 09 01:30:42.783680 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-c6c2c8e0-b435-4d3e-af62-b7d230c2c8d3 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a8041bfa8d048d79ec61e26d22f9d13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388288 Feb 09 01:30:42.794218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-bc8eeefd-682f-433d-b4a4-29b8132d6ff6 req-5d313f0b-4cde-47cd-b199-6a2bdc40f573 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] For port 028ced96-75e9-4f8d-ac05-ee3dc21104e1, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=028ced96-75e9-4f8d-ac05-ee3dc21104e1,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:42.794619 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bc8eeefd-682f-433d-b4a4-29b8132d6ff6 req-5d313f0b-4cde-47cd-b199-6a2bdc40f573 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (028ced96-75e9-4f8d-ac05-ee3dc21104e1), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:42.824360 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-bc8eeefd-682f-433d-b4a4-29b8132d6ff6 req-5d313f0b-4cde-47cd-b199-6a2bdc40f573 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Calling delete_port for 028ced96-75e9-4f8d-ac05-ee3dc21104e1 owned by compute:tempest-test_az-666731391 {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:42.863967 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-435c1452-13ef-4dc9-a6ba-584fc0baa3ba req-0caa9609-bda7-4761-a8f4-53462f847f54 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225333 Feb 09 01:30:42.892780 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-a86318ae-5f18-4e53-8297-a3e2117fcc77 service neutron] 10.222.0.36 "GET /v2.0/networks/20a3037e-4c7a-4512-a3a3-b64df06a7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068034 Feb 09 01:30:43.057716 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-27c22675-026d-4b4b-9080-2483e15f66c0 service neutron] 10.222.0.36 "GET /v2.0/networks/20a3037e-4c7a-4512-a3a3-b64df06a7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620386 Feb 09 01:30:43.143472 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bc8eeefd-682f-433d-b4a4-29b8132d6ff6 req-5d313f0b-4cde-47cd-b199-6a2bdc40f573 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (028ced96-75e9-4f8d-ac05-ee3dc21104e1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:43.159391 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['028ced96-75e9-4f8d-ac05-ee3dc21104e1'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:30:43.275531 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d313f0b-4cde-47cd-b199-6a2bdc40f573 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Pushing event deleted for resources: {'Port': ['ID=028ced96-75e9-4f8d-ac05-ee3dc21104e1,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:43.301104 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8eeefd-682f-433d-b4a4-29b8132d6ff6 req-5d313f0b-4cde-47cd-b199-6a2bdc40f573 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] No DVR routers for this DVR port 028ced96-75e9-4f8d-ac05-ee3dc21104e1 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:43.305384 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bc8eeefd-682f-433d-b4a4-29b8132d6ff6 req-5d313f0b-4cde-47cd-b199-6a2bdc40f573 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:43.312239 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bc8eeefd-682f-433d-b4a4-29b8132d6ff6 req-5d313f0b-4cde-47cd-b199-6a2bdc40f573 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.67 "DELETE /v2.0/ports/028ced96-75e9-4f8d-ac05-ee3dc21104e1 HTTP/1.1" status: 204 len: 173 time: 1.1558509 Feb 09 01:30:43.312970 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e377647-fe57-4e23-9d3c-dc35b29b426a', 'name': 'network-vif-deleted', 'tag': '028ced96-75e9-4f8d-ac05-ee3dc21104e1'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:43.330788 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d83a2a-52da-46a0-8b0d-68ac2cf21bc3" -d '{"events": [{"server_uuid": "9e377647-fe57-4e23-9d3c-dc35b29b426a", "name": "network-vif-deleted", "tag": "028ced96-75e9-4f8d-ac05-ee3dc21104e1"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:43.405883 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:43.475316 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc42da1a-c98b-474f-ae9d-df3404ea9078 x-openstack-request-id: req-bc42da1a-c98b-474f-ae9d-df3404ea9078 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:43.479055 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e377647-fe57-4e23-9d3c-dc35b29b426a", "name": "network-vif-deleted", "tag": "028ced96-75e9-4f8d-ac05-ee3dc21104e1", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:43.480443 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc42da1a-c98b-474f-ae9d-df3404ea9078 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:43.482467 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e377647-fe57-4e23-9d3c-dc35b29b426a', 'name': 'network-vif-deleted', 'tag': '028ced96-75e9-4f8d-ac05-ee3dc21104e1', 'status': 'completed', 'code': 200} Feb 09 01:30:43.588219 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-55ea5198-3bcd-4aa1-9d72-0b91eb822e07 req-94bab064-e255-4343-b827-ae7e5acb0891 tempest-AggregatesAdminTestJSON-2036320301 tempest-AggregatesAdminTestJSON-2036320301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e377647-fe57-4e23-9d3c-dc35b29b426a HTTP/1.1" status: 200 len: 210 time: 0.0436194 Feb 09 01:30:43.747405 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b69b6617-8918-4ed2-9a4d-e22a0c6d5c73 req-40cd0e3b-b2ea-4cdc-a948-67752048a0c3 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceafd140-b6ce-49aa-9019-6b9e178ab0b0 HTTP/1.1" status: 200 len: 210 time: 0.0747128 Feb 09 01:30:43.829694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53328) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:44.038869 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-143f2e32-6bf8-4646-af13-ad149d88e2d6 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-445817854-network', 'tenant_id': '829cc45e3f5e4f3f937ece362019fbee'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:44.064514 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbcc07-bc7f-4d2a-b332-de50e6b81f2d req-81dcbcea-78ff-476a-bb2b-1c3a8efd8546 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:44.066138 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-68fbcc07-bc7f-4d2a-b332-de50e6b81f2d req-81dcbcea-78ff-476a-bb2b-1c3a8efd8546 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 943 time: 0.1143143 Feb 09 01:30:44.084070 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143f2e32-6bf8-4646-af13-ad149d88e2d6 admin admin] Made reservation on behalf of 829cc45e3f5e4f3f937ece362019fbee for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:44.086428 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-143f2e32-6bf8-4646-af13-ad149d88e2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:44.105770 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-143f2e32-6bf8-4646-af13-ad149d88e2d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:44.240413 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-68fbcc07-bc7f-4d2a-b332-de50e6b81f2d req-f771344c-eed4-4684-8aa3-5cce20e72392 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649902 Feb 09 01:30:44.267713 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-143f2e32-6bf8-4646-af13-ad149d88e2d6 admin admin] Publish callbacks [] for security_group (ddde7f93-d41d-443d-b8bd-fba08627354b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:44.273420 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-143f2e32-6bf8-4646-af13-ad149d88e2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ddde7f93-d41d-443d-b8bd-fba08627354b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:44.304036 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-143f2e32-6bf8-4646-af13-ad149d88e2d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:44.314906 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f2e32-6bf8-4646-af13-ad149d88e2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddde7f93-d41d-443d-b8bd-fba08627354b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:44.320191 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-143f2e32-6bf8-4646-af13-ad149d88e2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (c07f409c-2a75-4382-8c31-8a2af5357732), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:44.320796 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-143f2e32-6bf8-4646-af13-ad149d88e2d6 admin admin] Added segment c07f409c-2a75-4382-8c31-8a2af5357732 of type vlan for network 5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 Feb 09 01:30:44.380381 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-143f2e32-6bf8-4646-af13-ad149d88e2d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (5b64af6b-0c58-4f8d-a0de-377b2bbc2b16), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:44.414323 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-143f2e32-6bf8-4646-af13-ad149d88e2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (5b64af6b-0c58-4f8d-a0de-377b2bbc2b16), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:44.415419 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143f2e32-6bf8-4646-af13-ad149d88e2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:44.415973 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-143f2e32-6bf8-4646-af13-ad149d88e2d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:44.478111 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-143f2e32-6bf8-4646-af13-ad149d88e2d6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6472349 Feb 09 01:30:44.481415 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53344) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:44.491110 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e45699e1-2c2f-469f-abca-589efb25669e admin admin] Request body: {'subnet': {'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-445817854-subnet', 'tenant_id': '829cc45e3f5e4f3f937ece362019fbee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:44.520257 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f2e32-6bf8-4646-af13-ad149d88e2d6 admin admin] Pushing event updated for resources: {'Network': ['ID=5b64af6b-0c58-4f8d-a0de-377b2bbc2b16,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:44.534409 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45699e1-2c2f-469f-abca-589efb25669e admin admin] Made reservation on behalf of 829cc45e3f5e4f3f937ece362019fbee for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:44.538495 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e45699e1-2c2f-469f-abca-589efb25669e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:44.542905 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:30:44.776850 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e45699e1-2c2f-469f-abca-589efb25669e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (6417b864-ca46-417c-8bb2-9bbd8753c5f1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:44.841004 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45699e1-2c2f-469f-abca-589efb25669e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6417b864-ca46-417c-8bb2-9bbd8753c5f1,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:44.849177 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45699e1-2c2f-469f-abca-589efb25669e admin admin] Checking segment: {'id': 'c07f409c-2a75-4382-8c31-8a2af5357732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:44.849537 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45699e1-2c2f-469f-abca-589efb25669e admin admin] Network hostable DHCP agents. Network: 5b64af6b-0c58-4f8d-a0de-377b2bbc2b16, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:44.878848 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45699e1-2c2f-469f-abca-589efb25669e admin admin] Network 5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:44.899810 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-e45699e1-2c2f-469f-abca-589efb25669e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 5b64af6b-0c58-4f8d-a0de-377b2bbc2b16) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:44.916475 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b09594-1c68-487f-b94c-35f893e202fb None None] Network 5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:44.920896 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45699e1-2c2f-469f-abca-589efb25669e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:44.922201 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e45699e1-2c2f-469f-abca-589efb25669e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:44.961952 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c78c81e-7425-4e2a-9c4a-6a626d95dbcf req-f815ac67-4c93-4791-af25-ca00737c2b7a tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceafd140-b6ce-49aa-9019-6b9e178ab0b0 HTTP/1.1" status: 200 len: 210 time: 0.0397682 Feb 09 01:30:44.968861 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e45699e1-2c2f-469f-abca-589efb25669e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4862788 Feb 09 01:30:45.240832 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5c50be-9daa-4e31-8f2d-2cf87b9ff9e3 None None] Network 5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:45.297390 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-930c49b9-6a82-4433-9f7e-0c11d2664b84 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:45.300537 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-930c49b9-6a82-4433-9f7e-0c11d2664b84 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.67 "GET /v2.0/networks?id=20a3037e-4c7a-4512-a3a3-b64df06a7358 HTTP/1.1" status: 200 len: 814 time: 0.2660666 Feb 09 01:30:45.317658 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-1c52bb28-76d6-447d-9856-70470080a459 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Request body: {'port': {'device_id': 'ceafd140-b6ce-49aa-9019-6b9e178ab0b0', 'network_id': '20a3037e-4c7a-4512-a3a3-b64df06a7358', 'admin_state_up': True, 'tenant_id': '9a8041bfa8d048d79ec61e26d22f9d13'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:45.372319 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:30:45.483390 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53384) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:45.678435 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1005ddf3-5a82-45b0-9389-6ebaa1c313d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:45.678943 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5bdb8522-bdbc-4a3a-8e15-56e6f0680147,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:45.697972 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '5bdb8522-bdbc-4a3a-8e15-56e6f0680147', 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7', 'port_id': '5bdb8522-bdbc-4a3a-8e15-56e6f0680147', 'mac_address': 'fa:16:3e:1a:5b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7975264-a21c-4173-a1bc-89127bef9e8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:30:45.756318 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:45.757130 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5bdb8522-bdbc-4a3a-8e15-56e6f0680147), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:45.765434 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2a696-81ed-4cbb-b0a3-330c4f225303 req-8baf5088-9e98-4f5d-a4ce-bfe445f76159 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:45.767658 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-56b2a696-81ed-4cbb-b0a3-330c4f225303 req-8baf5088-9e98-4f5d-a4ce-bfe445f76159 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 943 time: 0.3048525 Feb 09 01:30:45.774476 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:30:45.796320 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-1c52bb28-76d6-447d-9856-70470080a459 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Made reservation on behalf of 9a8041bfa8d048d79ec61e26d22f9d13 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:45.801208 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5bdb8522-bdbc-4a3a-8e15-56e6f0680147,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:45.801432 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-1c52bb28-76d6-447d-9856-70470080a459 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:45.806796 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5bdb8522-bdbc-4a3a-8e15-56e6f0680147), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:45.839563 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1005ddf3-5a82-45b0-9389-6ebaa1c313d4 admin admin] Publish callbacks [] for security_group (8d17e00d-c26a-4782-81f2-cf828cfb8d6b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:45.846297 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1005ddf3-5a82-45b0-9389-6ebaa1c313d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8d17e00d-c26a-4782-81f2-cf828cfb8d6b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:45.874468 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-56b2a696-81ed-4cbb-b0a3-330c4f225303 req-87390fbf-2a5b-4f08-9def-d06d9b1c75fc tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980670 Feb 09 01:30:45.876878 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=5bdb8522-bdbc-4a3a-8e15-56e6f0680147,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:45.898196 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1005ddf3-5a82-45b0-9389-6ebaa1c313d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e0ba3c64a3f46348e094af7fc61972f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4106038 Feb 09 01:30:45.900027 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53404) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:45.955595 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005ddf3-5a82-45b0-9389-6ebaa1c313d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d17e00d-c26a-4782-81f2-cf828cfb8d6b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:46.012560 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6b9e10d-76ab-4e01-8893-7476851f8802 admin admin] Publish callbacks [] for security_group (8d17e00d-c26a-4782-81f2-cf828cfb8d6b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.049424 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-1c52bb28-76d6-447d-9856-70470080a459 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Allocated IP 172.20.0.9 (20a3037e-4c7a-4512-a3a3-b64df06a7358/ec24389b-f51d-4b18-804e-722c246af9a0/6041855f-97f4-48fa-b051-920aa5db2555) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:46.092299 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6b9e10d-76ab-4e01-8893-7476851f8802 admin admin] Publish callbacks [] for security_group (8d17e00d-c26a-4782-81f2-cf828cfb8d6b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.131433 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f4ff30c4-eca3-472e-9c98-d567f74ab52d req-4ebeafb1-8bae-4762-bbbb-3c64d9e8393e tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceafd140-b6ce-49aa-9019-6b9e178ab0b0 HTTP/1.1" status: 200 len: 210 time: 0.0472264 Feb 09 01:30:46.157128 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 028ced96-75e9-4f8d-ac05-ee3dc21104e1 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:46.177680 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-6813bdd6-d26d-4625-a5d2-a113aad55fbc tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:46.179778 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-6813bdd6-d26d-4625-a5d2-a113aad55fbc tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/networks?id=5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 HTTP/1.1" status: 200 len: 804 time: 0.1853111 Feb 09 01:30:46.195041 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 028ced96-75e9-4f8d-ac05-ee3dc21104e1 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:30:46.195894 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 028ced96-75e9-4f8d-ac05-ee3dc21104e1 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:46.199531 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6b9e10d-76ab-4e01-8893-7476851f8802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8d17e00d-c26a-4782-81f2-cf828cfb8d6b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.202144 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6b9e10d-76ab-4e01-8893-7476851f8802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.207286 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b6b9e10d-76ab-4e01-8893-7476851f8802 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d17e00d-c26a-4782-81f2-cf828cfb8d6b HTTP/1.1" status: 204 len: 168 time: 0.3004825 Feb 09 01:30:46.219441 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-602d6a44-b12f-4a7f-9eea-908473128f3d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/quotas/829cc45e3f5e4f3f937ece362019fbee HTTP/1.1" status: 200 len: 375 time: 0.0282888 Feb 09 01:30:46.223989 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9e10d-76ab-4e01-8893-7476851f8802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d17e00d-c26a-4782-81f2-cf828cfb8d6b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:46.260352 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['5bdb8522-bdbc-4a3a-8e15-56e6f0680147'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:30:46.280817 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-a826b95a-e941-4611-be07-5ec91faf6224 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=829cc45e3f5e4f3f937ece362019fbee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598166 Feb 09 01:30:46.295782 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-1c52bb28-76d6-447d-9856-70470080a459 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Publish callbacks [] for port (6041855f-97f4-48fa-b051-920aa5db2555), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.349045 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-1c52bb28-76d6-447d-9856-70470080a459 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (6041855f-97f4-48fa-b051-920aa5db2555), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.414352 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-1c52bb28-76d6-447d-9856-70470080a459 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Network 20a3037e-4c7a-4512-a3a3-b64df06a7358 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:46.420245 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-1c52bb28-76d6-447d-9856-70470080a459 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:46.425726 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-4fd90888-6225-449c-9186-cfe2e9fd34a7 service neutron] 10.222.0.36 "GET /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356595 Feb 09 01:30:46.431262 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-1c52bb28-76d6-447d-9856-70470080a459 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:46.438830 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-1c52bb28-76d6-447d-9856-70470080a459 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:46.439553 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-1c52bb28-76d6-447d-9856-70470080a459 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.453450 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52bb28-76d6-447d-9856-70470080a459 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Pushing event updated for resources: {'Port': ['ID=6041855f-97f4-48fa-b051-920aa5db2555,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:46.463323 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-1c52bb28-76d6-447d-9856-70470080a459 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1547003 Feb 09 01:30:46.480400 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-158b7b75-1d1f-4667-ab05-3979e564c005 service neutron] Request body: {'port': {'device_id': 'ceafd140-b6ce-49aa-9019-6b9e178ab0b0', 'device_owner': 'compute:tempest-test_az-666731391', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:46.557156 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-e64903a8-bb4c-49d7-9643-2f015dc14d0f service neutron] 10.222.0.36 "GET /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301229 Feb 09 01:30:46.568871 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-158b7b75-1d1f-4667-ab05-3979e564c005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6041855f-97f4-48fa-b051-920aa5db2555), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.644430 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53430) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:46.660396 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-78271296-bb95-4c8f-9298-20208c764d29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.799489 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-001e32bf-6d1f-4ac1-a3c3-0b9bb7c4842d req-48d97df1-6043-4cb2-abbe-54afbc3a8bcd tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ce0a22-57c4-475f-afe0-382eef3be3f5 HTTP/1.1" status: 200 len: 210 time: 0.0422566 Feb 09 01:30:46.855843 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-78271296-bb95-4c8f-9298-20208c764d29 admin admin] Publish callbacks [] for security_group (fe1eaa30-f8a7-4250-9250-97c287ee0e45), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.862625 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-78271296-bb95-4c8f-9298-20208c764d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (fe1eaa30-f8a7-4250-9250-97c287ee0e45), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.926458 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-78271296-bb95-4c8f-9298-20208c764d29 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e8f28b527d78477193860ca3429d488e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768624 Feb 09 01:30:46.926458 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78271296-bb95-4c8f-9298-20208c764d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1eaa30-f8a7-4250-9250-97c287ee0e45,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:46.927271 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53446) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:47.060939 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e381f30-6911-476a-8826-b5c391820706 req-24338686-1498-4cb3-a311-a27dce0d446c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:47.062484 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-158b7b75-1d1f-4667-ab05-3979e564c005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6041855f-97f4-48fa-b051-920aa5db2555 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:30:47.063147 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e381f30-6911-476a-8826-b5c391820706 req-24338686-1498-4cb3-a311-a27dce0d446c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 944 time: 0.0638769 Feb 09 01:30:47.068528 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f315bdb-8d89-499c-b023-f321ec0dbc4a admin admin] Publish callbacks [] for security_group (fe1eaa30-f8a7-4250-9250-97c287ee0e45), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.075085 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-158b7b75-1d1f-4667-ab05-3979e564c005 service neutron] Publish callbacks [] for port (6041855f-97f4-48fa-b051-920aa5db2555), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.107797 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-158b7b75-1d1f-4667-ab05-3979e564c005 service neutron] Transition to ACTIVE for port object 6041855f-97f4-48fa-b051-920aa5db2555 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:47.110049 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f315bdb-8d89-499c-b023-f321ec0dbc4a admin admin] Publish callbacks [] for security_group (fe1eaa30-f8a7-4250-9250-97c287ee0e45), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.118334 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-158b7b75-1d1f-4667-ab05-3979e564c005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6041855f-97f4-48fa-b051-920aa5db2555), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.152554 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e381f30-6911-476a-8826-b5c391820706 req-d32b9c5f-15df-4bc6-9e41-3e32dbca29d2 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810590 Feb 09 01:30:47.205108 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b7b75-1d1f-4667-ab05-3979e564c005 service neutron] Pushing event updated for resources: {'Port': ['ID=6041855f-97f4-48fa-b051-920aa5db2555,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:47.252369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-158b7b75-1d1f-4667-ab05-3979e564c005 service neutron] Attempting to bind port 6041855f-97f4-48fa-b051-920aa5db2555 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:47.253132 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-158b7b75-1d1f-4667-ab05-3979e564c005 service neutron] Attempting to bind port 6041855f-97f4-48fa-b051-920aa5db2555 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'e0c87b89-4ade-41d2-ad6f-a52ad4b29697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '20a3037e-4c7a-4512-a3a3-b64df06a7358'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:47.253577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-158b7b75-1d1f-4667-ab05-3979e564c005 service neutron] Attempting to bind port 6041855f-97f4-48fa-b051-920aa5db2555 on network 20a3037e-4c7a-4512-a3a3-b64df06a7358 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:47.262142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-158b7b75-1d1f-4667-ab05-3979e564c005 service neutron] Port 6041855f-97f4-48fa-b051-920aa5db2555 on network 20a3037e-4c7a-4512-a3a3-b64df06a7358 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:47.262517 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-158b7b75-1d1f-4667-ab05-3979e564c005 service neutron] Attempting to bind port 6041855f-97f4-48fa-b051-920aa5db2555 on network 20a3037e-4c7a-4512-a3a3-b64df06a7358 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:47.269593 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f315bdb-8d89-499c-b023-f321ec0dbc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (fe1eaa30-f8a7-4250-9250-97c287ee0e45), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.272198 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f315bdb-8d89-499c-b023-f321ec0dbc4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.273460 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6f315bdb-8d89-499c-b023-f321ec0dbc4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe1eaa30-f8a7-4250-9250-97c287ee0e45 HTTP/1.1" status: 204 len: 168 time: 0.3451090 Feb 09 01:30:47.285082 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:47.321238 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f315bdb-8d89-499c-b023-f321ec0dbc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1eaa30-f8a7-4250-9250-97c287ee0e45,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:47.324597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-158b7b75-1d1f-4667-ab05-3979e564c005 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:47.325612 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-158b7b75-1d1f-4667-ab05-3979e564c005 service neutron] Checking segment: {'id': 'e0c87b89-4ade-41d2-ad6f-a52ad4b29697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '20a3037e-4c7a-4512-a3a3-b64df06a7358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:47.326614 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-158b7b75-1d1f-4667-ab05-3979e564c005 service neutron] Bound using segment: {'id': 'e0c87b89-4ade-41d2-ad6f-a52ad4b29697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '20a3037e-4c7a-4512-a3a3-b64df06a7358'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:47.327560 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-158b7b75-1d1f-4667-ab05-3979e564c005 service neutron] Bound port: 6041855f-97f4-48fa-b051-920aa5db2555, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c87b89-4ade-41d2-ad6f-a52ad4b29697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '20a3037e-4c7a-4512-a3a3-b64df06a7358'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:47.327933 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-158b7b75-1d1f-4667-ab05-3979e564c005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6041855f-97f4-48fa-b051-920aa5db2555), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.380340 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:47.385599 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:47.386245 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5bdb8522-bdbc-4a3a-8e15-56e6f0680147), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.408152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180084f6-678f-44af-95a8-97ab650939f7 req-39d4a0e7-9728-4d8f-aba3-6f91440052d3 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:47.409850 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-180084f6-678f-44af-95a8-97ab650939f7 req-39d4a0e7-9728-4d8f-aba3-6f91440052d3 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceafd140-b6ce-49aa-9019-6b9e178ab0b0 HTTP/1.1" status: 200 len: 964 time: 0.1445732 Feb 09 01:30:47.459044 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-158b7b75-1d1f-4667-ab05-3979e564c005 service neutron] For port 6041855f-97f4-48fa-b051-920aa5db2555, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:47.500221 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:47.500938 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5bdb8522-bdbc-4a3a-8e15-56e6f0680147), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.506217 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-158b7b75-1d1f-4667-ab05-3979e564c005 service neutron] For port 6041855f-97f4-48fa-b051-920aa5db2555, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6041855f-97f4-48fa-b051-920aa5db2555,segment=NetworkSegment(e0c87b89-4ade-41d2-ad6f-a52ad4b29697),segment_id=e0c87b89-4ade-41d2-ad6f-a52ad4b29697)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:47.522671 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-180084f6-678f-44af-95a8-97ab650939f7 req-09e85ae9-a136-471a-ba7e-6e847c76af4c tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/security-groups?id=771c87d9-1599-48bc-8b2c-bf1e1c00f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050127 Feb 09 01:30:47.523977 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-158b7b75-1d1f-4667-ab05-3979e564c005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6041855f-97f4-48fa-b051-920aa5db2555), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.530504 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20de7222-3a08-4d78-bcd9-4be32104dd6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdb8522-bdbc-4a3a-8e15-56e6f0680147'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:47.533793 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb77030c-3fb6-4732-990b-fbd3061dabd5" -d '{"events": [{"server_uuid": "20de7222-3a08-4d78-bcd9-4be32104dd6c", "name": "network-vif-plugged", "status": "completed", "tag": "5bdb8522-bdbc-4a3a-8e15-56e6f0680147"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:47.554891 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5bdb8522-bdbc-4a3a-8e15-56e6f0680147,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:47.562405 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5bdb8522-bdbc-4a3a-8e15-56e6f0680147), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.589680 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-158b7b75-1d1f-4667-ab05-3979e564c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:47.591243 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-158b7b75-1d1f-4667-ab05-3979e564c005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.593288 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-158b7b75-1d1f-4667-ab05-3979e564c005 service neutron] 10.222.0.67 "PUT /v2.0/ports/6041855f-97f4-48fa-b051-920aa5db2555 HTTP/1.1" status: 200 len: 1112 time: 1.1212854 Feb 09 01:30:47.599025 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceafd140-b6ce-49aa-9019-6b9e178ab0b0', 'tag': '6041855f-97f4-48fa-b051-920aa5db2555'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:47.603759 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d1fbac-d924-4221-98f8-b7b9cb1bd414" -d '{"events": [{"name": "network-changed", "server_uuid": "ceafd140-b6ce-49aa-9019-6b9e178ab0b0", "tag": "6041855f-97f4-48fa-b051-920aa5db2555"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:47.671187 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cec645-1d00-40f8-a2fd-59cfadf4e730 x-openstack-request-id: req-d7cec645-1d00-40f8-a2fd-59cfadf4e730 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:47.671513 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceafd140-b6ce-49aa-9019-6b9e178ab0b0", "tag": "6041855f-97f4-48fa-b051-920aa5db2555", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:47.671781 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d7cec645-1d00-40f8-a2fd-59cfadf4e730 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:47.672191 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceafd140-b6ce-49aa-9019-6b9e178ab0b0', 'tag': '6041855f-97f4-48fa-b051-920aa5db2555', 'status': 'completed', 'code': 200} Feb 09 01:30:47.672837 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d964446c-b2af-4c06-8baa-0690b70e825d x-openstack-request-id: req-d964446c-b2af-4c06-8baa-0690b70e825d {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:47.673414 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20de7222-3a08-4d78-bcd9-4be32104dd6c", "name": "network-vif-plugged", "status": "completed", "tag": "5bdb8522-bdbc-4a3a-8e15-56e6f0680147", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:47.673699 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d964446c-b2af-4c06-8baa-0690b70e825d {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:47.674102 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20de7222-3a08-4d78-bcd9-4be32104dd6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdb8522-bdbc-4a3a-8e15-56e6f0680147', 'code': 200} Feb 09 01:30:47.676275 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b7b75-1d1f-4667-ab05-3979e564c005 service neutron] Pushing event updated for resources: {'Port': ['ID=6041855f-97f4-48fa-b051-920aa5db2555,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:47.692164 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=5bdb8522-bdbc-4a3a-8e15-56e6f0680147,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:47.748500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-11d0c5ce-c1f5-4a98-b21f-1ee22b6379c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:47.750311 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-11d0c5ce-c1f5-4a98-b21f-1ee22b6379c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9a8041bfa8d048d79ec61e26d22f9d13&device_id=ceafd140-b6ce-49aa-9019-6b9e178ab0b0 HTTP/1.1" status: 200 len: 1146 time: 0.0690877 Feb 09 01:30:47.818528 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-da14e909-408d-46fd-b286-38f22365dd69 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6041855f-97f4-48fa-b051-920aa5db2555 HTTP/1.1" status: 200 len: 217 time: 0.0517859 Feb 09 01:30:47.894429 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-fe8cfeea-1f02-4ca3-bace-6c82cffcc00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:47.897325 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-fe8cfeea-1f02-4ca3-bace-6c82cffcc00f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec24389b-f51d-4b18-804e-722c246af9a0 HTTP/1.1" status: 200 len: 854 time: 0.0722280 Feb 09 01:30:47.945903 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-12dc19ba-60a5-4dad-a99f-912bfa019e34 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=20a3037e-4c7a-4512-a3a3-b64df06a7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404491 Feb 09 01:30:47.949020 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffdadd-bf77-4207-914c-4bf89a28a665 req-9face5ee-68f0-4999-96c2-c6990de8eecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:47.950683 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6ffdadd-bf77-4207-914c-4bf89a28a665 req-9face5ee-68f0-4999-96c2-c6990de8eecf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 1127 time: 0.2177207 Feb 09 01:30:47.971808 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-520df3dc-202a-4428-af68-0afee5491f75 req-bfb51c7e-3f50-4a9b-a314-e462e87a42a7 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ce0a22-57c4-475f-afe0-382eef3be3f5 HTTP/1.1" status: 200 len: 210 time: 0.0449378 Feb 09 01:30:48.107842 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6ffdadd-bf77-4207-914c-4bf89a28a665 req-d39775c3-63d2-4dcb-bea7-3468606160e6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415553 Feb 09 01:30:48.156991 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-07c48d83-7402-4a9d-8eb2-0606c563de51 service neutron] 10.222.0.67 "GET /v2.0/networks/20a3037e-4c7a-4512-a3a3-b64df06a7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035418 Feb 09 01:30:48.208117 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.67', 54997) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:48.456457 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-907cb86c-23ad-4faa-bcec-0ba11b4c5ef8 req-b88d3e87-f2f9-49f2-8b1b-f6badaf902f2 service neutron] 10.222.0.67 "GET /v2.0/networks/20a3037e-4c7a-4512-a3a3-b64df06a7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933362 Feb 09 01:30:48.503316 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01841e26-16b6-434d-80f5-77124f5b197c req-2ca18f48-b1a6-4476-987f-df1ac3ac08d7 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:48.504870 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01841e26-16b6-434d-80f5-77124f5b197c req-2ca18f48-b1a6-4476-987f-df1ac3ac08d7 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 945 time: 0.1778579 Feb 09 01:30:48.512077 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-9829271c-4edb-4c76-831c-d577ef2f2555 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:48.513538 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-9829271c-4edb-4c76-831c-d577ef2f2555 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.67 "GET /v2.0/networks?id=5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 HTTP/1.1" status: 200 len: 804 time: 0.3056939 Feb 09 01:30:48.534551 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-91f86b7d-9286-4766-9a7c-6cbddf1b562d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Request body: {'port': {'device_id': '42ce0a22-57c4-475f-afe0-382eef3be3f5', 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16', 'admin_state_up': True, 'tenant_id': '829cc45e3f5e4f3f937ece362019fbee'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:48.664414 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01841e26-16b6-434d-80f5-77124f5b197c req-8255ee63-e726-457d-9fb8-d42e92fbe4f3 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498003 Feb 09 01:30:48.735199 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1fbac-d924-4221-98f8-b7b9cb1bd414 req-a867c482-42b8-4e90-8013-937940ebee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:48.737376 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91d1fbac-d924-4221-98f8-b7b9cb1bd414 req-a867c482-42b8-4e90-8013-937940ebee76 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9a8041bfa8d048d79ec61e26d22f9d13&device_id=ceafd140-b6ce-49aa-9019-6b9e178ab0b0 HTTP/1.1" status: 200 len: 1146 time: 0.1966407 Feb 09 01:30:48.861342 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509157d-6e44-485c-802a-aeff4e5978f5 req-5185f747-012f-431d-a4d9-a55391878c2d tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:48.864731 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d509157d-6e44-485c-802a-aeff4e5978f5 req-5185f747-012f-431d-a4d9-a55391878c2d tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceafd140-b6ce-49aa-9019-6b9e178ab0b0 HTTP/1.1" status: 200 len: 964 time: 0.1241193 Feb 09 01:30:48.953716 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1fbac-d924-4221-98f8-b7b9cb1bd414 req-cc75dcd7-53d4-4a60-ac6c-02cf7be416b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:48.956545 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91d1fbac-d924-4221-98f8-b7b9cb1bd414 req-cc75dcd7-53d4-4a60-ac6c-02cf7be416b3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=20a3037e-4c7a-4512-a3a3-b64df06a7358 HTTP/1.1" status: 200 len: 915 time: 0.2123013 Feb 09 01:30:48.959017 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d509157d-6e44-485c-802a-aeff4e5978f5 req-a3fc6c24-8fa0-44ab-b767-841f63184c02 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/security-groups?id=771c87d9-1599-48bc-8b2c-bf1e1c00f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828862 Feb 09 01:30:48.959665 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-91f86b7d-9286-4766-9a7c-6cbddf1b562d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Made reservation on behalf of 829cc45e3f5e4f3f937ece362019fbee for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:48.963175 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-91f86b7d-9286-4766-9a7c-6cbddf1b562d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.015274 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91d1fbac-d924-4221-98f8-b7b9cb1bd414 req-f17448a1-b68d-4d56-81e3-cb564b8b5e9f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6041855f-97f4-48fa-b051-920aa5db2555 HTTP/1.1" status: 200 len: 217 time: 0.0494139 Feb 09 01:30:49.148465 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1fbac-d924-4221-98f8-b7b9cb1bd414 req-cd475085-bd80-4a59-b496-c02e11665833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:49.149974 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91d1fbac-d924-4221-98f8-b7b9cb1bd414 req-cd475085-bd80-4a59-b496-c02e11665833 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec24389b-f51d-4b18-804e-722c246af9a0 HTTP/1.1" status: 200 len: 854 time: 0.1285503 Feb 09 01:30:49.151789 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-db9ac975-76aa-49ba-acc1-23aa1dabb06b req-b82e59dc-1ddd-4f4f-ac2d-47753f93af9c tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ce0a22-57c4-475f-afe0-382eef3be3f5 HTTP/1.1" status: 200 len: 210 time: 0.0571015 Feb 09 01:30:49.170095 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53594) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:49.222424 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91d1fbac-d924-4221-98f8-b7b9cb1bd414 req-0f796418-47d7-4bfc-85e7-273bece34c94 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=20a3037e-4c7a-4512-a3a3-b64df06a7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592048 Feb 09 01:30:49.319244 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-91f86b7d-9286-4766-9a7c-6cbddf1b562d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Allocated IP 172.20.0.7 (5b64af6b-0c58-4f8d-a0de-377b2bbc2b16/6417b864-ca46-417c-8bb2-9bbd8753c5f1/405ac608-313b-4fde-8e63-dccfb8d282b6) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:49.354221 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fb477846-08f6-40ca-9e4b-fb7ffc846f23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.406581 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91d1fbac-d924-4221-98f8-b7b9cb1bd414 req-c68b6f66-f393-4dc5-95c4-4237317b770a service neutron] 10.222.0.67 "GET /v2.0/networks/20a3037e-4c7a-4512-a3a3-b64df06a7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756017 Feb 09 01:30:49.473981 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fb477846-08f6-40ca-9e4b-fb7ffc846f23 admin admin] Publish callbacks [] for security_group (c37a39ea-8efc-4b40-a6e7-f4b77c3b58a9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.481293 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fb477846-08f6-40ca-9e4b-fb7ffc846f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c37a39ea-8efc-4b40-a6e7-f4b77c3b58a9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.532909 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53624) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:49.533145 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fb477846-08f6-40ca-9e4b-fb7ffc846f23 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d03ea5b19204136b48e00408d9be382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3617857 Feb 09 01:30:49.569992 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb477846-08f6-40ca-9e4b-fb7ffc846f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37a39ea-8efc-4b40-a6e7-f4b77c3b58a9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:49.672865 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-91f86b7d-9286-4766-9a7c-6cbddf1b562d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks [] for port (405ac608-313b-4fde-8e63-dccfb8d282b6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.681243 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91d1fbac-d924-4221-98f8-b7b9cb1bd414 req-efe6fa7e-d8d1-489b-a2a6-c452f169f7c8 service neutron] 10.222.0.67 "GET /v2.0/networks/20a3037e-4c7a-4512-a3a3-b64df06a7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634015 Feb 09 01:30:49.703419 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f70d381b-2025-400d-9294-ba29529d19d6 admin admin] Publish callbacks [] for security_group (c37a39ea-8efc-4b40-a6e7-f4b77c3b58a9), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.757963 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f70d381b-2025-400d-9294-ba29529d19d6 admin admin] Publish callbacks [] for security_group (c37a39ea-8efc-4b40-a6e7-f4b77c3b58a9), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.772991 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-91f86b7d-9286-4766-9a7c-6cbddf1b562d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (405ac608-313b-4fde-8e63-dccfb8d282b6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.848666 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-91f86b7d-9286-4766-9a7c-6cbddf1b562d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Network 5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:49.859016 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-91f86b7d-9286-4766-9a7c-6cbddf1b562d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:49.867766 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-91f86b7d-9286-4766-9a7c-6cbddf1b562d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:49.873524 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-91f86b7d-9286-4766-9a7c-6cbddf1b562d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:49.874252 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-91f86b7d-9286-4766-9a7c-6cbddf1b562d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.896438 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f86b7d-9286-4766-9a7c-6cbddf1b562d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Pushing event updated for resources: {'Port': ['ID=405ac608-313b-4fde-8e63-dccfb8d282b6,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:49.904725 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-91f86b7d-9286-4766-9a7c-6cbddf1b562d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3820910 Feb 09 01:30:49.927811 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57f967-1990-4a85-a7b2-6ed163d4b47e req-073a1c35-55f7-47ff-8cc3-b7d919f3eb55 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:49.929488 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-ac7c3acd-fc00-4462-8fa0-8f51b6ec05d5 service neutron] Request body: {'port': {'device_id': '42ce0a22-57c4-475f-afe0-382eef3be3f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:49.935841 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ee57f967-1990-4a85-a7b2-6ed163d4b47e req-073a1c35-55f7-47ff-8cc3-b7d919f3eb55 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 945 time: 0.1057365 Feb 09 01:30:49.971513 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f70d381b-2025-400d-9294-ba29529d19d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c37a39ea-8efc-4b40-a6e7-f4b77c3b58a9), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.974208 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f70d381b-2025-400d-9294-ba29529d19d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.975390 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f70d381b-2025-400d-9294-ba29529d19d6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c37a39ea-8efc-4b40-a6e7-f4b77c3b58a9 HTTP/1.1" status: 204 len: 168 time: 0.4397421 Feb 09 01:30:50.014556 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53652) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:50.019339 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d381b-2025-400d-9294-ba29529d19d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37a39ea-8efc-4b40-a6e7-f4b77c3b58a9,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:50.032042 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-ac7c3acd-fc00-4462-8fa0-8f51b6ec05d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (405ac608-313b-4fde-8e63-dccfb8d282b6), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.066470 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ee57f967-1990-4a85-a7b2-6ed163d4b47e req-6f73aa17-898a-40e9-9f15-e12d60e70ba7 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261024 Feb 09 01:30:50.327627 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc62a40-54d4-46ed-b128-c7a5cfb9ce38 req-f80a88da-0953-488d-b03b-d68b64e5b0e1 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:50.332097 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3dc62a40-54d4-46ed-b128-c7a5cfb9ce38 req-f80a88da-0953-488d-b03b-d68b64e5b0e1 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceafd140-b6ce-49aa-9019-6b9e178ab0b0 HTTP/1.1" status: 200 len: 964 time: 0.1618984 Feb 09 01:30:50.370809 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c811d7d-79d5-4746-8568-58d4a037b1fe req-b0351b7a-fed8-4565-aef4-00fcb3749a08 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:50.373034 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c811d7d-79d5-4746-8568-58d4a037b1fe req-b0351b7a-fed8-4565-aef4-00fcb3749a08 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ce0a22-57c4-475f-afe0-382eef3be3f5 HTTP/1.1" status: 200 len: 931 time: 0.0803430 Feb 09 01:30:50.481110 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c811d7d-79d5-4746-8568-58d4a037b1fe req-3c927470-a1d9-4d6e-ae92-3e7b1ce25f66 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963907 Feb 09 01:30:50.496685 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6da3151c-c04c-43cc-a600-3f87497ad8ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.518897 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3dc62a40-54d4-46ed-b128-c7a5cfb9ce38 req-2f38ceb1-a3e7-46ba-b210-3d42db7d89e8 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/security-groups?id=771c87d9-1599-48bc-8b2c-bf1e1c00f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797512 Feb 09 01:30:50.668464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-ac7c3acd-fc00-4462-8fa0-8f51b6ec05d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 405ac608-313b-4fde-8e63-dccfb8d282b6 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:30:50.693822 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-ac7c3acd-fc00-4462-8fa0-8f51b6ec05d5 service neutron] Publish callbacks [] for port (405ac608-313b-4fde-8e63-dccfb8d282b6), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.696699 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6da3151c-c04c-43cc-a600-3f87497ad8ab admin admin] Publish callbacks [] for security_group (7cdfcbad-8d3e-402c-af55-a1c6279fcb22), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.702575 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53680) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:50.723653 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6da3151c-c04c-43cc-a600-3f87497ad8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7cdfcbad-8d3e-402c-af55-a1c6279fcb22), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.744855 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-ac7c3acd-fc00-4462-8fa0-8f51b6ec05d5 service neutron] Transition to ACTIVE for port object 405ac608-313b-4fde-8e63-dccfb8d282b6 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:50.751937 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-ac7c3acd-fc00-4462-8fa0-8f51b6ec05d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (405ac608-313b-4fde-8e63-dccfb8d282b6), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.755375 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-204ac3c4-21b8-40bc-b380-a1c741f5ca18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.809161 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6da3151c-c04c-43cc-a600-3f87497ad8ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3fc8af4b11da49deb31cde8853e3a3e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7896414 Feb 09 01:30:50.809521 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53686) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:50.815588 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3151c-c04c-43cc-a600-3f87497ad8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdfcbad-8d3e-402c-af55-a1c6279fcb22,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:50.863625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53688) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:50.914734 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68fa0e9e-df19-4f1a-a69a-d9988230f91c admin admin] Publish callbacks [] for security_group (7cdfcbad-8d3e-402c-af55-a1c6279fcb22), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.963740 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68fa0e9e-df19-4f1a-a69a-d9988230f91c admin admin] Publish callbacks [] for security_group (7cdfcbad-8d3e-402c-af55-a1c6279fcb22), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.980639 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-204ac3c4-21b8-40bc-b380-a1c741f5ca18 admin admin] Publish callbacks [] for security_group (27dd6d20-3ff8-4af6-aef0-65bf53cc24ce), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.989428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c3acd-fc00-4462-8fa0-8f51b6ec05d5 service neutron] Pushing event updated for resources: {'Port': ['ID=405ac608-313b-4fde-8e63-dccfb8d282b6,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:50.990998 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-204ac3c4-21b8-40bc-b380-a1c741f5ca18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (27dd6d20-3ff8-4af6-aef0-65bf53cc24ce), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.039739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-ac7c3acd-fc00-4462-8fa0-8f51b6ec05d5 service neutron] Attempting to bind port 405ac608-313b-4fde-8e63-dccfb8d282b6 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:51.040519 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-ac7c3acd-fc00-4462-8fa0-8f51b6ec05d5 service neutron] Attempting to bind port 405ac608-313b-4fde-8e63-dccfb8d282b6 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'c07f409c-2a75-4382-8c31-8a2af5357732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:51.041243 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-ac7c3acd-fc00-4462-8fa0-8f51b6ec05d5 service neutron] Attempting to bind port 405ac608-313b-4fde-8e63-dccfb8d282b6 on network 5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:51.047794 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-ac7c3acd-fc00-4462-8fa0-8f51b6ec05d5 service neutron] Port 405ac608-313b-4fde-8e63-dccfb8d282b6 on network 5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:51.049225 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-ac7c3acd-fc00-4462-8fa0-8f51b6ec05d5 service neutron] Attempting to bind port 405ac608-313b-4fde-8e63-dccfb8d282b6 on network 5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:51.053450 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-204ac3c4-21b8-40bc-b380-a1c741f5ca18 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=00e3782ee58c4432b8f64b9a8454b32e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3481781 Feb 09 01:30:51.054241 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53692) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:51.056635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-ac7c3acd-fc00-4462-8fa0-8f51b6ec05d5 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:51.057334 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-ac7c3acd-fc00-4462-8fa0-8f51b6ec05d5 service neutron] Checking segment: {'id': 'c07f409c-2a75-4382-8c31-8a2af5357732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:51.057912 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-ac7c3acd-fc00-4462-8fa0-8f51b6ec05d5 service neutron] Bound using segment: {'id': 'c07f409c-2a75-4382-8c31-8a2af5357732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:51.058741 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-ac7c3acd-fc00-4462-8fa0-8f51b6ec05d5 service neutron] Bound port: 405ac608-313b-4fde-8e63-dccfb8d282b6, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07f409c-2a75-4382-8c31-8a2af5357732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:51.059733 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-ac7c3acd-fc00-4462-8fa0-8f51b6ec05d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (405ac608-313b-4fde-8e63-dccfb8d282b6), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.088517 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ac3c4-21b8-40bc-b380-a1c741f5ca18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dd6d20-3ff8-4af6-aef0-65bf53cc24ce,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:51.115124 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68fa0e9e-df19-4f1a-a69a-d9988230f91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7cdfcbad-8d3e-402c-af55-a1c6279fcb22), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.117794 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68fa0e9e-df19-4f1a-a69a-d9988230f91c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.119790 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-68fa0e9e-df19-4f1a-a69a-d9988230f91c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7cdfcbad-8d3e-402c-af55-a1c6279fcb22 HTTP/1.1" status: 204 len: 168 time: 0.3093739 Feb 09 01:30:51.133336 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-138c0972-a57d-4c7b-837e-b8f483a98feb admin admin] Publish callbacks [] for security_group (27dd6d20-3ff8-4af6-aef0-65bf53cc24ce), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.171990 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-138c0972-a57d-4c7b-837e-b8f483a98feb admin admin] Publish callbacks [] for security_group (27dd6d20-3ff8-4af6-aef0-65bf53cc24ce), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.233058 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa0e9e-df19-4f1a-a69a-d9988230f91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdfcbad-8d3e-402c-af55-a1c6279fcb22,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:51.238560 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53708) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:51.244519 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-ac7c3acd-fc00-4462-8fa0-8f51b6ec05d5 service neutron] For port 405ac608-313b-4fde-8e63-dccfb8d282b6, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:51.255806 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-138c0972-a57d-4c7b-837e-b8f483a98feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (27dd6d20-3ff8-4af6-aef0-65bf53cc24ce), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.259286 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-138c0972-a57d-4c7b-837e-b8f483a98feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.265677 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-138c0972-a57d-4c7b-837e-b8f483a98feb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27dd6d20-3ff8-4af6-aef0-65bf53cc24ce HTTP/1.1" status: 204 len: 168 time: 0.2089326 Feb 09 01:30:51.269952 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-4eed2f9e-6aff-4393-877d-33cf4ac1fafd tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0e5418be45fe4880a7b35e08ad4a1c1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514762 Feb 09 01:30:51.279357 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-ac7c3acd-fc00-4462-8fa0-8f51b6ec05d5 service neutron] For port 405ac608-313b-4fde-8e63-dccfb8d282b6, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=405ac608-313b-4fde-8e63-dccfb8d282b6,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:51.284241 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c0972-a57d-4c7b-837e-b8f483a98feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dd6d20-3ff8-4af6-aef0-65bf53cc24ce,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:51.297257 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-ac7c3acd-fc00-4462-8fa0-8f51b6ec05d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (405ac608-313b-4fde-8e63-dccfb8d282b6), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.355385 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c3acd-fc00-4462-8fa0-8f51b6ec05d5 service neutron] Pushing event updated for resources: {'Port': ['ID=405ac608-313b-4fde-8e63-dccfb8d282b6,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:51.366133 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08377648-f81e-4e45-bc16-fc2ffc9f6e30 req-6c8bb7a3-d6b5-4a61-97f3-9b587427817c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:51.368737 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7abdbb43-c732-4dd2-8af0-b5b55090f009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.373241 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-08377648-f81e-4e45-bc16-fc2ffc9f6e30 req-6c8bb7a3-d6b5-4a61-97f3-9b587427817c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 945 time: 0.1726723 Feb 09 01:30:51.398061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-ac7c3acd-fc00-4462-8fa0-8f51b6ec05d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:51.398685 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-ac7c3acd-fc00-4462-8fa0-8f51b6ec05d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.400198 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-ac7c3acd-fc00-4462-8fa0-8f51b6ec05d5 service neutron] 10.222.0.67 "PUT /v2.0/ports/405ac608-313b-4fde-8e63-dccfb8d282b6 HTTP/1.1" status: 200 len: 1091 time: 1.4822156 Feb 09 01:30:51.400663 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ce0a22-57c4-475f-afe0-382eef3be3f5', 'tag': '405ac608-313b-4fde-8e63-dccfb8d282b6'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:51.402954 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04d7e71-1180-4a65-a9b7-bf7ad7202b74" -d '{"events": [{"name": "network-changed", "server_uuid": "42ce0a22-57c4-475f-afe0-382eef3be3f5", "tag": "405ac608-313b-4fde-8e63-dccfb8d282b6"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:51.475655 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-08377648-f81e-4e45-bc16-fc2ffc9f6e30 req-96c0473c-f028-4140-803b-11973ab3f006 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989327 Feb 09 01:30:51.486355 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-5fa17240-3ec5-4709-af9a-409596268e2b tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:51.487895 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-5fa17240-3ec5-4709-af9a-409596268e2b tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069659 Feb 09 01:30:51.529525 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-c0fb679d-3ce8-4dc2-b303-0ac8db37f909 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/quotas/0e5418be45fe4880a7b35e08ad4a1c1c HTTP/1.1" status: 200 len: 375 time: 0.0331347 Feb 09 01:30:51.537612 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9fba23e4-639d-4676-8eca-823d31d031ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6a045c7d5304107af5ac692d3dac54a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2973673 Feb 09 01:30:51.541881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53722) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:51.575692 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97feebb-f9e8-4f89-af7e-d8f5f25f9668 x-openstack-request-id: req-b97feebb-f9e8-4f89-af7e-d8f5f25f9668 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:51.575991 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ce0a22-57c4-475f-afe0-382eef3be3f5", "tag": "405ac608-313b-4fde-8e63-dccfb8d282b6", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:51.576325 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b97feebb-f9e8-4f89-af7e-d8f5f25f9668 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:51.576631 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ce0a22-57c4-475f-afe0-382eef3be3f5', 'tag': '405ac608-313b-4fde-8e63-dccfb8d282b6', 'status': 'completed', 'code': 200} Feb 09 01:30:51.585362 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-b00f1fc6-e1f7-44a1-93ed-d488017356aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:51.587097 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-b00f1fc6-e1f7-44a1-93ed-d488017356aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=829cc45e3f5e4f3f937ece362019fbee&device_id=42ce0a22-57c4-475f-afe0-382eef3be3f5 HTTP/1.1" status: 200 len: 1125 time: 0.1348093 Feb 09 01:30:51.598317 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-910315a8-8e7d-4dce-9b53-91fd4b8eeee9 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e5418be45fe4880a7b35e08ad4a1c1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556471 Feb 09 01:30:51.636134 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-10acce0f-760c-483e-aa00-1e5e15ea8c4f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=405ac608-313b-4fde-8e63-dccfb8d282b6 HTTP/1.1" status: 200 len: 217 time: 0.0411487 Feb 09 01:30:51.648158 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7abdbb43-c732-4dd2-8af0-b5b55090f009 admin admin] Publish callbacks [] for security_group (90f5fac4-f0c6-4bbb-84de-a9337900f0ae), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.653431 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7abdbb43-c732-4dd2-8af0-b5b55090f009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (90f5fac4-f0c6-4bbb-84de-a9337900f0ae), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.705784 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89a45b06-f880-4056-b21e-0d3c52636fd9 admin admin] Publish callbacks [] for security_group (ccb0bed8-7c1e-42e1-beff-ae3a1c719c55), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.708583 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-a8bec5db-ce35-4dfc-aaee-b5b71dd57dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:51.710295 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-a8bec5db-ce35-4dfc-aaee-b5b71dd57dfe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6417b864-ca46-417c-8bb2-9bbd8753c5f1 HTTP/1.1" status: 200 len: 844 time: 0.0673018 Feb 09 01:30:51.753886 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7abdbb43-c732-4dd2-8af0-b5b55090f009 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=61858d2132874491b496d3f111fd8691&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8890240 Feb 09 01:30:51.755406 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-70e9546d-ee7a-4bd1-ab71-507562f6c88f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b64af6b-0c58-4f8d-a0de-377b2bbc2b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354857 Feb 09 01:30:51.756545 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53730) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:51.757551 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdbb43-c732-4dd2-8af0-b5b55090f009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f5fac4-f0c6-4bbb-84de-a9337900f0ae,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:51.801520 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89a45b06-f880-4056-b21e-0d3c52636fd9 admin admin] Publish callbacks [] for security_group (ccb0bed8-7c1e-42e1-beff-ae3a1c719c55), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.949489 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53738) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:51.977400 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5403bfd3-0ca7-4a15-b2bb-4144e44dcc07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.982676 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d6730-5927-4c82-9612-805678ef4c06 req-c4e65e08-5704-4dd1-9514-e4c8c7f9e0c3 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:51.990670 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e0d6730-5927-4c82-9612-805678ef4c06 req-c4e65e08-5704-4dd1-9514-e4c8c7f9e0c3 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ce0a22-57c4-475f-afe0-382eef3be3f5 HTTP/1.1" status: 200 len: 943 time: 0.1471651 Feb 09 01:30:52.060989 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c152d5ea-b1dc-46ec-9700-697bc05c0a6c admin admin] Publish callbacks [] for security_group (90f5fac4-f0c6-4bbb-84de-a9337900f0ae), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.123702 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89a45b06-f880-4056-b21e-0d3c52636fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ccb0bed8-7c1e-42e1-beff-ae3a1c719c55), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.126952 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89a45b06-f880-4056-b21e-0d3c52636fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.131413 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-89a45b06-f880-4056-b21e-0d3c52636fd9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ccb0bed8-7c1e-42e1-beff-ae3a1c719c55 HTTP/1.1" status: 204 len: 168 time: 0.5882423 Feb 09 01:30:52.148908 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c152d5ea-b1dc-46ec-9700-697bc05c0a6c admin admin] Publish callbacks [] for security_group (90f5fac4-f0c6-4bbb-84de-a9337900f0ae), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.157707 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f72cd-2c15-4ad5-9d3d-cb01221e2167 req-0509687a-13aa-44d7-a81b-06fa76d45698 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:52.165442 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-159f72cd-2c15-4ad5-9d3d-cb01221e2167 req-0509687a-13aa-44d7-a81b-06fa76d45698 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 1127 time: 0.1704304 Feb 09 01:30:52.170730 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-990843d1-3e30-47d3-83b6-0ec8aec3e369 service neutron] 10.222.0.67 "GET /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021227 Feb 09 01:30:52.195014 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6041855f-97f4-48fa-b051-920aa5db2555 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:30:52.315054 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e0d6730-5927-4c82-9612-805678ef4c06 req-dd3161f3-3ed1-4c69-9778-680a2c8d6cdc tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234012 Feb 09 01:30:52.327985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a45b06-f880-4056-b21e-0d3c52636fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb0bed8-7c1e-42e1-beff-ae3a1c719c55,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:52.360064 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 6041855f-97f4-48fa-b051-920aa5db2555, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6041855f-97f4-48fa-b051-920aa5db2555,segment=NetworkSegment(e0c87b89-4ade-41d2-ad6f-a52ad4b29697),segment_id=e0c87b89-4ade-41d2-ad6f-a52ad4b29697)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:52.377897 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '6041855f-97f4-48fa-b051-920aa5db2555', 'network_id': '20a3037e-4c7a-4512-a3a3-b64df06a7358', 'port_id': '6041855f-97f4-48fa-b051-920aa5db2555', 'mac_address': 'fa:16:3e:3b:63:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec24389b-f51d-4b18-804e-722c246af9a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:tempest-test_az-666731391', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:30:52.428536 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 6041855f-97f4-48fa-b051-920aa5db2555 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:52.429217 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6041855f-97f4-48fa-b051-920aa5db2555), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.451369 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6041855f-97f4-48fa-b051-920aa5db2555 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:30:52.482691 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 6041855f-97f4-48fa-b051-920aa5db2555, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6041855f-97f4-48fa-b051-920aa5db2555,segment=NetworkSegment(e0c87b89-4ade-41d2-ad6f-a52ad4b29697),segment_id=e0c87b89-4ade-41d2-ad6f-a52ad4b29697)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:52.488912 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6041855f-97f4-48fa-b051-920aa5db2555), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.493523 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-159f72cd-2c15-4ad5-9d3d-cb01221e2167 req-96e9f56d-63f9-48cf-9c78-991ee30b595a tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210068 Feb 09 01:30:52.525722 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7492cf78-6fe7-48f9-b5a6-a0f445894349 req-e23f1b8e-8181-4dac-800d-164127dd222c service neutron] 10.222.0.67 "GET /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165047 Feb 09 01:30:52.542494 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e98cdd-0c49-4699-8813-c28c6c1f1036 req-4499e796-915b-451e-98a5-3e0cee11edd9 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:52.550705 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c152d5ea-b1dc-46ec-9700-697bc05c0a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (90f5fac4-f0c6-4bbb-84de-a9337900f0ae), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.554179 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03e98cdd-0c49-4699-8813-c28c6c1f1036 req-4499e796-915b-451e-98a5-3e0cee11edd9 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceafd140-b6ce-49aa-9019-6b9e178ab0b0 HTTP/1.1" status: 200 len: 964 time: 0.0922291 Feb 09 01:30:52.554733 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c152d5ea-b1dc-46ec-9700-697bc05c0a6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.555990 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c152d5ea-b1dc-46ec-9700-697bc05c0a6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/90f5fac4-f0c6-4bbb-84de-a9337900f0ae HTTP/1.1" status: 204 len: 168 time: 0.7982662 Feb 09 01:30:52.576835 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152d5ea-b1dc-46ec-9700-697bc05c0a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f5fac4-f0c6-4bbb-84de-a9337900f0ae,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:52.657416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=6041855f-97f4-48fa-b051-920aa5db2555,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:52.676198 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03e98cdd-0c49-4699-8813-c28c6c1f1036 req-8e3b47d5-08d8-45fb-b6d3-a2c9d34d45b9 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/security-groups?id=771c87d9-1599-48bc-8b2c-bf1e1c00f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195862 Feb 09 01:30:52.678375 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5403bfd3-0ca7-4a15-b2bb-4144e44dcc07 admin admin] Publish callbacks [] for security_group (40cf1923-f92c-4b8c-a456-2098e9e0b86d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.701299 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5403bfd3-0ca7-4a15-b2bb-4144e44dcc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (40cf1923-f92c-4b8c-a456-2098e9e0b86d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.737944 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53762) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:52.794081 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5403bfd3-0ca7-4a15-b2bb-4144e44dcc07 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13f54044f30747aab74b1b3372d699c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8430786 Feb 09 01:30:52.795262 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403bfd3-0ca7-4a15-b2bb-4144e44dcc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cf1923-f92c-4b8c-a456-2098e9e0b86d,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:52.806383 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53766) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:52.824438 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d7e71-1180-4a65-a9b7-bf7ad7202b74 req-f7ca9c6a-ce74-44f9-ab2c-10764a8d7b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:52.826034 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d04d7e71-1180-4a65-a9b7-bf7ad7202b74 req-f7ca9c6a-ce74-44f9-ab2c-10764a8d7b5a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=829cc45e3f5e4f3f937ece362019fbee&device_id=42ce0a22-57c4-475f-afe0-382eef3be3f5 HTTP/1.1" status: 200 len: 1125 time: 0.2405231 Feb 09 01:30:52.841408 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-56c80836-f2fc-45f8-b652-2be274f95a9d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2ef45c7e4e546e287d3d2442931faaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0998855 Feb 09 01:30:52.841691 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53768) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:52.919583 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f3ca668-db8e-47b4-9459-54f014233b34 req-668a87b4-864c-4881-ab66-2d460e2d8e83 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e984c3-9909-4505-8dcb-6fb569589d87 HTTP/1.1" status: 200 len: 210 time: 0.0975039 Feb 09 01:30:52.939986 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['6041855f-97f4-48fa-b051-920aa5db2555'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:30:52.981379 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d7e71-1180-4a65-a9b7-bf7ad7202b74 req-a03c7a9c-502f-4b00-a82d-4f2aad1df97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:52.983838 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d04d7e71-1180-4a65-a9b7-bf7ad7202b74 req-a03c7a9c-502f-4b00-a82d-4f2aad1df97d service neutron] 10.222.0.67 "GET /v2.0/networks?id=5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 HTTP/1.1" status: 200 len: 905 time: 0.1476092 Feb 09 01:30:53.053563 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d04d7e71-1180-4a65-a9b7-bf7ad7202b74 req-239e4993-12eb-44a8-89bc-905321669b04 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=405ac608-313b-4fde-8e63-dccfb8d282b6 HTTP/1.1" status: 200 len: 217 time: 0.0580783 Feb 09 01:30:53.090952 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9f716af7-7462-45a4-bbc4-e462b8b955de admin admin] Publish callbacks [] for security_group (dec03f25-f6ff-4d40-954e-0685eb6fd0ad), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.116977 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9f716af7-7462-45a4-bbc4-e462b8b955de admin admin] Publish callbacks [] for security_group (dec03f25-f6ff-4d40-954e-0685eb6fd0ad), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.177633 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-654a38c6-0a84-4109-8994-8a0c6a2a0a55 admin admin] Publish callbacks [] for security_group (40cf1923-f92c-4b8c-a456-2098e9e0b86d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.184611 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22ce3e-8ed2-4b0f-81e6-5313171a6b05 req-4c8c578d-7421-40d6-84e9-fb57d1eff440 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:53.186284 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1b22ce3e-8ed2-4b0f-81e6-5313171a6b05 req-4c8c578d-7421-40d6-84e9-fb57d1eff440 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 1127 time: 0.2989433 Feb 09 01:30:53.188554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d7e71-1180-4a65-a9b7-bf7ad7202b74 req-a084ea70-b793-4c38-b8a8-7b41e372d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:53.191554 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d04d7e71-1180-4a65-a9b7-bf7ad7202b74 req-a084ea70-b793-4c38-b8a8-7b41e372d455 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6417b864-ca46-417c-8bb2-9bbd8753c5f1 HTTP/1.1" status: 200 len: 844 time: 0.1321783 Feb 09 01:30:53.226114 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9f716af7-7462-45a4-bbc4-e462b8b955de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (dec03f25-f6ff-4d40-954e-0685eb6fd0ad), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.228805 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9f716af7-7462-45a4-bbc4-e462b8b955de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.230107 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9f716af7-7462-45a4-bbc4-e462b8b955de admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dec03f25-f6ff-4d40-954e-0685eb6fd0ad HTTP/1.1" status: 204 len: 168 time: 0.3856044 Feb 09 01:30:53.237608 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-654a38c6-0a84-4109-8994-8a0c6a2a0a55 admin admin] Publish callbacks [] for security_group (40cf1923-f92c-4b8c-a456-2098e9e0b86d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.250645 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d04d7e71-1180-4a65-a9b7-bf7ad7202b74 req-b0d160e8-b663-4d2a-99d5-ea3f96a4fb55 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b64af6b-0c58-4f8d-a0de-377b2bbc2b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516832 Feb 09 01:30:53.268551 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f716af7-7462-45a4-bbc4-e462b8b955de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec03f25-f6ff-4d40-954e-0685eb6fd0ad,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:53.333330 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1b22ce3e-8ed2-4b0f-81e6-5313171a6b05 req-380cc72f-5691-424a-8f96-b6f4eab7cb75 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289473 Feb 09 01:30:53.363730 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-654a38c6-0a84-4109-8994-8a0c6a2a0a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (40cf1923-f92c-4b8c-a456-2098e9e0b86d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.366543 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-654a38c6-0a84-4109-8994-8a0c6a2a0a55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.368078 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-654a38c6-0a84-4109-8994-8a0c6a2a0a55 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40cf1923-f92c-4b8c-a456-2098e9e0b86d HTTP/1.1" status: 204 len: 168 time: 0.5606241 Feb 09 01:30:53.382846 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a38c6-0a84-4109-8994-8a0c6a2a0a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cf1923-f92c-4b8c-a456-2098e9e0b86d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:53.431587 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53786) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:53.448952 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9eecccc0-ddc2-42c3-b099-6f76245d1dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.573117 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-15cc58fb-755d-46fc-8361-4b739cd77610 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0e5418be45fe4880a7b35e08ad4a1c1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1129618 Feb 09 01:30:53.608153 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d04d7e71-1180-4a65-a9b7-bf7ad7202b74 req-2bd0ee21-86d2-4ad3-8214-5dca42efc4a3 service neutron] 10.222.0.67 "GET /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496342 Feb 09 01:30:53.697691 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9eecccc0-ddc2-42c3-b099-6f76245d1dd3 admin admin] Publish callbacks [] for security_group (e4371a9d-1695-4832-8238-dd1e295bb2c7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.706290 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9eecccc0-ddc2-42c3-b099-6f76245d1dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e4371a9d-1695-4832-8238-dd1e295bb2c7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.745327 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-d9995e1a-72d1-422f-8a66-3853ba8d99e4 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:53.747338 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-d9995e1a-72d1-422f-8a66-3853ba8d99e4 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1377077 Feb 09 01:30:53.769979 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-eb23ceca-37a5-46eb-b75d-f4571758df81 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Request body: {'port': {'device_id': '10e984c3-9909-4505-8dcb-6fb569589d87', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': '0e5418be45fe4880a7b35e08ad4a1c1c'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:53.782756 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eecccc0-ddc2-42c3-b099-6f76245d1dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4371a9d-1695-4832-8238-dd1e295bb2c7,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:53.792284 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-c2a8e0b8-b7b6-4c23-a876-67239f6ca1eb req-1eb7b873-68ea-4312-8875-bca316ff7f39 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:30:53.807555 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c2a8e0b8-b7b6-4c23-a876-67239f6ca1eb req-1eb7b873-68ea-4312-8875-bca316ff7f39 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0324624 Feb 09 01:30:53.850249 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9eecccc0-ddc2-42c3-b099-6f76245d1dd3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=68eff4b2e3e54fa3b13e5c39c518b6c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4172368 Feb 09 01:30:53.854774 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53802) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:53.977614 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd949eb8-466a-446f-9b8c-334c6cd0145e admin admin] Publish callbacks [] for security_group (e4371a9d-1695-4832-8238-dd1e295bb2c7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.980961 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528da42-31cb-4ea2-b172-f0f2f97da8ba req-cef10007-e90e-4f02-a578-21c499eb7c24 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:53.982506 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f528da42-31cb-4ea2-b172-f0f2f97da8ba req-cef10007-e90e-4f02-a578-21c499eb7c24 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ce0a22-57c4-475f-afe0-382eef3be3f5 HTTP/1.1" status: 200 len: 943 time: 0.5009356 Feb 09 01:30:54.016414 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd949eb8-466a-446f-9b8c-334c6cd0145e admin admin] Publish callbacks [] for security_group (e4371a9d-1695-4832-8238-dd1e295bb2c7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.047528 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d04d7e71-1180-4a65-a9b7-bf7ad7202b74 req-448bc902-6774-4cce-baa6-630e669b1745 service neutron] 10.222.0.67 "GET /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985981 Feb 09 01:30:54.086494 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd949eb8-466a-446f-9b8c-334c6cd0145e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e4371a9d-1695-4832-8238-dd1e295bb2c7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.088417 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-eb23ceca-37a5-46eb-b75d-f4571758df81 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Made reservation on behalf of 0e5418be45fe4880a7b35e08ad4a1c1c for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:54.090485 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd949eb8-466a-446f-9b8c-334c6cd0145e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.092531 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-eb23ceca-37a5-46eb-b75d-f4571758df81 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.095449 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cd949eb8-466a-446f-9b8c-334c6cd0145e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e4371a9d-1695-4832-8238-dd1e295bb2c7 HTTP/1.1" status: 204 len: 168 time: 0.2394266 Feb 09 01:30:54.107048 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd949eb8-466a-446f-9b8c-334c6cd0145e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4371a9d-1695-4832-8238-dd1e295bb2c7,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:54.110023 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-eb23ceca-37a5-46eb-b75d-f4571758df81 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.137617 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f528da42-31cb-4ea2-b172-f0f2f97da8ba req-82a9dcf8-2bf5-4481-97e4-1979b4b26b82 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259944 Feb 09 01:30:54.209843 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6041855f-97f4-48fa-b051-920aa5db2555 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:54.286078 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 6041855f-97f4-48fa-b051-920aa5db2555 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:54.293933 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 6041855f-97f4-48fa-b051-920aa5db2555 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:54.294413 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6041855f-97f4-48fa-b051-920aa5db2555), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.307363 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-eb23ceca-37a5-46eb-b75d-f4571758df81 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Publish callbacks [] for security_group (09b064e4-da91-42e7-bffb-e557fbc0dc65), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.313221 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-eb23ceca-37a5-46eb-b75d-f4571758df81 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (09b064e4-da91-42e7-bffb-e557fbc0dc65), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.391863 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 6041855f-97f4-48fa-b051-920aa5db2555 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:54.392606 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6041855f-97f4-48fa-b051-920aa5db2555), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.428980 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceafd140-b6ce-49aa-9019-6b9e178ab0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6041855f-97f4-48fa-b051-920aa5db2555'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:54.432045 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9961b624-c5af-48cc-b54a-7310bfb37a67" -d '{"events": [{"server_uuid": "ceafd140-b6ce-49aa-9019-6b9e178ab0b0", "name": "network-vif-plugged", "status": "completed", "tag": "6041855f-97f4-48fa-b051-920aa5db2555"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:54.444262 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 6041855f-97f4-48fa-b051-920aa5db2555, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6041855f-97f4-48fa-b051-920aa5db2555,segment=NetworkSegment(e0c87b89-4ade-41d2-ad6f-a52ad4b29697),segment_id=e0c87b89-4ade-41d2-ad6f-a52ad4b29697)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:54.450023 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6041855f-97f4-48fa-b051-920aa5db2555), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.472224 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce03fe-a233-4295-89df-46dccf2bb4d2 req-ed4ba772-fffc-4144-a213-4282c03535ed tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:54.473885 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-14ce03fe-a233-4295-89df-46dccf2bb4d2 req-ed4ba772-fffc-4144-a213-4282c03535ed tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceafd140-b6ce-49aa-9019-6b9e178ab0b0 HTTP/1.1" status: 200 len: 965 time: 0.2259803 Feb 09 01:30:54.480405 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23ceca-37a5-46eb-b75d-f4571758df81 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b064e4-da91-42e7-bffb-e557fbc0dc65,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:54.514152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-eb23ceca-37a5-46eb-b75d-f4571758df81 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Allocated IP 192.168.233.239 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/7da8e4c8-627d-48f4-9535-577f5a5d30ea) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:54.517877 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=6041855f-97f4-48fa-b051-920aa5db2555,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:54.547654 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-14ce03fe-a233-4295-89df-46dccf2bb4d2 req-03388632-84a1-442c-8d38-dccb85c025a1 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/security-groups?id=771c87d9-1599-48bc-8b2c-bf1e1c00f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645034 Feb 09 01:30:54.710479 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-74bfa9b6-2c77-4817-a600-697f414d6bf3 req-33a6a07d-2719-4239-a4a8-3247ea10c040 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e984c3-9909-4505-8dcb-6fb569589d87 HTTP/1.1" status: 200 len: 210 time: 0.0329394 Feb 09 01:30:54.781768 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-eb23ceca-37a5-46eb-b75d-f4571758df81 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Publish callbacks [] for port (7da8e4c8-627d-48f4-9535-577f5a5d30ea), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.795837 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be521693-1084-45fa-904b-39bcb30556e6 x-openstack-request-id: req-be521693-1084-45fa-904b-39bcb30556e6 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:54.796156 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceafd140-b6ce-49aa-9019-6b9e178ab0b0", "name": "network-vif-plugged", "status": "completed", "tag": "6041855f-97f4-48fa-b051-920aa5db2555", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:54.799661 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-be521693-1084-45fa-904b-39bcb30556e6 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:54.800112 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceafd140-b6ce-49aa-9019-6b9e178ab0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6041855f-97f4-48fa-b051-920aa5db2555', 'code': 200} Feb 09 01:30:54.833935 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-eb23ceca-37a5-46eb-b75d-f4571758df81 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (7da8e4c8-627d-48f4-9535-577f5a5d30ea), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.894913 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-eb23ceca-37a5-46eb-b75d-f4571758df81 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:54.906803 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-eb23ceca-37a5-46eb-b75d-f4571758df81 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:54.925300 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-eb23ceca-37a5-46eb-b75d-f4571758df81 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:54.930610 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-eb23ceca-37a5-46eb-b75d-f4571758df81 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:54.931113 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-eb23ceca-37a5-46eb-b75d-f4571758df81 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.958585 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23ceca-37a5-46eb-b75d-f4571758df81 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Pushing event updated for resources: {'Port': ['ID=7da8e4c8-627d-48f4-9535-577f5a5d30ea,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:54.976142 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-eb23ceca-37a5-46eb-b75d-f4571758df81 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2132442 Feb 09 01:30:54.991101 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-07142a3e-85b7-4319-b225-f7d8726932d3 service neutron] Request body: {'port': {'device_id': '10e984c3-9909-4505-8dcb-6fb569589d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:54.997633 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a83931-f33b-464c-aa83-17cd7f06333e req-a292901b-58da-4484-9296-81c8637312d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:54.999399 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-93a83931-f33b-464c-aa83-17cd7f06333e req-a292901b-58da-4484-9296-81c8637312d3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ceafd140-b6ce-49aa-9019-6b9e178ab0b0 HTTP/1.1" status: 200 len: 1148 time: 0.1103990 Feb 09 01:30:55.094278 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-07142a3e-85b7-4319-b225-f7d8726932d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7da8e4c8-627d-48f4-9535-577f5a5d30ea), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.110448 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-93a83931-f33b-464c-aa83-17cd7f06333e req-0a292ddf-cd0c-46dd-9f10-bf0076e2a4ae service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=771c87d9-1599-48bc-8b2c-bf1e1c00f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937233 Feb 09 01:30:55.278137 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c8d8b804-d2b1-45ba-b43f-10bcc67b2cb0 None None] Provisioning complete for port 7da8e4c8-627d-48f4-9535-577f5a5d30ea triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:55.278137 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c8d8b804-d2b1-45ba-b43f-10bcc67b2cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7da8e4c8-627d-48f4-9535-577f5a5d30ea), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.339950 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c8d8b804-d2b1-45ba-b43f-10bcc67b2cb0 None None] Port 7da8e4c8-627d-48f4-9535-577f5a5d30ea cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:30:55.368157 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c8710-be5d-453a-b656-cbad0e76feaa req-54bf4760-c97e-429a-ba7c-7919bdfe4cc3 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:55.379825 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-720c8710-be5d-453a-b656-cbad0e76feaa req-54bf4760-c97e-429a-ba7c-7919bdfe4cc3 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ce0a22-57c4-475f-afe0-382eef3be3f5 HTTP/1.1" status: 200 len: 943 time: 0.1262081 Feb 09 01:30:55.468209 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-720c8710-be5d-453a-b656-cbad0e76feaa req-3b91ca12-5dbd-4df0-b3f6-09893318a97f tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868261 Feb 09 01:30:55.558732 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-07142a3e-85b7-4319-b225-f7d8726932d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da8e4c8-627d-48f4-9535-577f5a5d30ea {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:30:55.569581 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-07142a3e-85b7-4319-b225-f7d8726932d3 service neutron] Publish callbacks [] for port (7da8e4c8-627d-48f4-9535-577f5a5d30ea), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.584634 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-07142a3e-85b7-4319-b225-f7d8726932d3 service neutron] Transition to ACTIVE for port object 7da8e4c8-627d-48f4-9535-577f5a5d30ea will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:55.591931 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-07142a3e-85b7-4319-b225-f7d8726932d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7da8e4c8-627d-48f4-9535-577f5a5d30ea), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.650968 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07142a3e-85b7-4319-b225-f7d8726932d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7da8e4c8-627d-48f4-9535-577f5a5d30ea,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:55.913965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-07142a3e-85b7-4319-b225-f7d8726932d3 service neutron] Attempting to bind port 7da8e4c8-627d-48f4-9535-577f5a5d30ea on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:55.914650 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-07142a3e-85b7-4319-b225-f7d8726932d3 service neutron] Attempting to bind port 7da8e4c8-627d-48f4-9535-577f5a5d30ea by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:55.914745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-07142a3e-85b7-4319-b225-f7d8726932d3 service neutron] Attempting to bind port 7da8e4c8-627d-48f4-9535-577f5a5d30ea on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:55.930089 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-07142a3e-85b7-4319-b225-f7d8726932d3 service neutron] Port 7da8e4c8-627d-48f4-9535-577f5a5d30ea on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:55.930410 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-07142a3e-85b7-4319-b225-f7d8726932d3 service neutron] Attempting to bind port 7da8e4c8-627d-48f4-9535-577f5a5d30ea on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:55.939000 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-07142a3e-85b7-4319-b225-f7d8726932d3 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:55.940918 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-07142a3e-85b7-4319-b225-f7d8726932d3 service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:55.941462 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-07142a3e-85b7-4319-b225-f7d8726932d3 service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:55.942192 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-07142a3e-85b7-4319-b225-f7d8726932d3 service neutron] Bound port: 7da8e4c8-627d-48f4-9535-577f5a5d30ea, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:55.942970 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-07142a3e-85b7-4319-b225-f7d8726932d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7da8e4c8-627d-48f4-9535-577f5a5d30ea), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.081133 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929384c2-d4d4-4324-8996-6d353cbbd543 req-ca671df4-a2e0-4926-a419-95e0b2587413 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:56.082831 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-929384c2-d4d4-4324-8996-6d353cbbd543 req-ca671df4-a2e0-4926-a419-95e0b2587413 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceafd140-b6ce-49aa-9019-6b9e178ab0b0 HTTP/1.1" status: 200 len: 966 time: 0.1062949 Feb 09 01:30:56.085864 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-07142a3e-85b7-4319-b225-f7d8726932d3 service neutron] For port 7da8e4c8-627d-48f4-9535-577f5a5d30ea, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:56.089739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-07142a3e-85b7-4319-b225-f7d8726932d3 service neutron] For port 7da8e4c8-627d-48f4-9535-577f5a5d30ea, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=7da8e4c8-627d-48f4-9535-577f5a5d30ea,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:56.104827 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-07142a3e-85b7-4319-b225-f7d8726932d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7da8e4c8-627d-48f4-9535-577f5a5d30ea), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.163054 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-07142a3e-85b7-4319-b225-f7d8726932d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:56.163989 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-07142a3e-85b7-4319-b225-f7d8726932d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.165568 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-07142a3e-85b7-4319-b225-f7d8726932d3 service neutron] 10.222.0.48 "PUT /v2.0/ports/7da8e4c8-627d-48f4-9535-577f5a5d30ea HTTP/1.1" status: 200 len: 1096 time: 1.1814380 Feb 09 01:30:56.166222 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e984c3-9909-4505-8dcb-6fb569589d87', 'tag': '7da8e4c8-627d-48f4-9535-577f5a5d30ea'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:56.168969 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d407dc2-e0d1-4c75-a428-4f2a3097498a" -d '{"events": [{"name": "network-changed", "server_uuid": "10e984c3-9909-4505-8dcb-6fb569589d87", "tag": "7da8e4c8-627d-48f4-9535-577f5a5d30ea"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:56.201001 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 405ac608-313b-4fde-8e63-dccfb8d282b6 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:30:56.321811 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-929384c2-d4d4-4324-8996-6d353cbbd543 req-30730440-cc8b-4bcb-94af-d906574e5d4f tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/security-groups?id=771c87d9-1599-48bc-8b2c-bf1e1c00f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271221 Feb 09 01:30:56.322639 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07142a3e-85b7-4319-b225-f7d8726932d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7da8e4c8-627d-48f4-9535-577f5a5d30ea,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:56.398186 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 405ac608-313b-4fde-8e63-dccfb8d282b6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=405ac608-313b-4fde-8e63-dccfb8d282b6,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:56.422309 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '405ac608-313b-4fde-8e63-dccfb8d282b6', 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16', 'port_id': '405ac608-313b-4fde-8e63-dccfb8d282b6', 'mac_address': 'fa:16:3e:81:6e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6417b864-ca46-417c-8bb2-9bbd8753c5f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:30:56.436174 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-d062cd70-7879-4df0-9dbb-7425be28d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:56.440649 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-d062cd70-7879-4df0-9dbb-7425be28d448 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e5418be45fe4880a7b35e08ad4a1c1c&device_id=10e984c3-9909-4505-8dcb-6fb569589d87 HTTP/1.1" status: 200 len: 1130 time: 0.2052188 Feb 09 01:30:56.528525 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-15d0512d-84fe-4778-b6cf-c36b8bb29255 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=7da8e4c8-627d-48f4-9535-577f5a5d30ea HTTP/1.1" status: 200 len: 217 time: 0.0690658 Feb 09 01:30:56.532969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 405ac608-313b-4fde-8e63-dccfb8d282b6 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:56.533678 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (405ac608-313b-4fde-8e63-dccfb8d282b6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.555396 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 405ac608-313b-4fde-8e63-dccfb8d282b6 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:30:56.564596 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53922) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:56.596032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3fc3e-4dc0-4670-ba58-9185d29acd36 req-7c6ef42f-a2ed-45b2-b542-d536b216af96 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:56.597609 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bfd3fc3e-4dc0-4670-ba58-9185d29acd36 req-7c6ef42f-a2ed-45b2-b542-d536b216af96 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e984c3-9909-4505-8dcb-6fb569589d87 HTTP/1.1" status: 200 len: 948 time: 0.1655688 Feb 09 01:30:56.606751 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-bd8bff64-69a3-476d-9411-93aaef0ca5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:56.608729 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-bd8bff64-69a3-476d-9411-93aaef0ca5ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.0728683 Feb 09 01:30:56.612495 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 405ac608-313b-4fde-8e63-dccfb8d282b6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=405ac608-313b-4fde-8e63-dccfb8d282b6,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:56.622714 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (405ac608-313b-4fde-8e63-dccfb8d282b6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.707598 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=405ac608-313b-4fde-8e63-dccfb8d282b6,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:56.712032 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bfd3fc3e-4dc0-4670-ba58-9185d29acd36 req-4c93edae-de0d-413e-ae71-c86a326d2ff4 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/security-groups?id=09b064e4-da91-42e7-bffb-e557fbc0dc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011920 Feb 09 01:30:56.724929 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-052e0709-a925-430e-9b69-42f91793d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:56.726526 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-052e0709-a925-430e-9b69-42f91793d63e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0965221 Feb 09 01:30:56.790146 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9c3445-46ef-4b93-b85c-dafb02c0888a x-openstack-request-id: req-9f9c3445-46ef-4b93-b85c-dafb02c0888a {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:56.790439 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e984c3-9909-4505-8dcb-6fb569589d87", "tag": "7da8e4c8-627d-48f4-9535-577f5a5d30ea", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:56.790851 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f9c3445-46ef-4b93-b85c-dafb02c0888a {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:56.791282 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e984c3-9909-4505-8dcb-6fb569589d87', 'tag': '7da8e4c8-627d-48f4-9535-577f5a5d30ea', 'status': 'completed', 'code': 200} Feb 09 01:30:56.822083 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53934) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:56.872545 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-b1c7704f-2dc7-459f-b8ae-31579ca5ddbb service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362007 Feb 09 01:30:56.917967 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-df744bd5-5ad2-48e2-a3a0-30173e413c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.957609 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['405ac608-313b-4fde-8e63-dccfb8d282b6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:30:57.014670 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f300f-e49c-4e25-a71f-6558531d6856 req-561f3cf9-c6ec-4b8c-b65d-e1df3e10f04f tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:57.017206 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7b7f300f-e49c-4e25-a71f-6558531d6856 req-561f3cf9-c6ec-4b8c-b65d-e1df3e10f04f tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ce0a22-57c4-475f-afe0-382eef3be3f5 HTTP/1.1" status: 200 len: 944 time: 0.1797011 Feb 09 01:30:57.019422 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86be8b31-b367-43eb-a42e-aa4405f99cdf req-af5d43cd-e24f-4e90-88ba-1fad42447bda service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355562 Feb 09 01:30:57.026853 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-df744bd5-5ad2-48e2-a3a0-30173e413c10 admin admin] Publish callbacks [] for security_group (360a3eaf-bb03-418c-ad38-17f276800e44), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.032276 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-df744bd5-5ad2-48e2-a3a0-30173e413c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (360a3eaf-bb03-418c-ad38-17f276800e44), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.093540 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df744bd5-5ad2-48e2-a3a0-30173e413c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360a3eaf-bb03-418c-ad38-17f276800e44,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:57.096865 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53942) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:57.107404 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-df744bd5-5ad2-48e2-a3a0-30173e413c10 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49b474c9652c478aba8e438a23b9b713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5409057 Feb 09 01:30:57.112055 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53946) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:57.159034 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7b7f300f-e49c-4e25-a71f-6558531d6856 req-2856f837-b611-4b33-8363-be983015db98 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351264 Feb 09 01:30:57.183727 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d407dc2-e0d1-4c75-a428-4f2a3097498a req-7a6e90e1-1d3e-4370-bed8-61a4602a13c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:57.186992 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0d407dc2-e0d1-4c75-a428-4f2a3097498a req-7a6e90e1-1d3e-4370-bed8-61a4602a13c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e5418be45fe4880a7b35e08ad4a1c1c&device_id=10e984c3-9909-4505-8dcb-6fb569589d87 HTTP/1.1" status: 200 len: 1130 time: 0.0801597 Feb 09 01:30:57.189745 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b11e1a5e-f8a2-4e27-ae00-e2bbc72a2a75 admin admin] Publish callbacks [] for security_group (360a3eaf-bb03-418c-ad38-17f276800e44), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.215604 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b11e1a5e-f8a2-4e27-ae00-e2bbc72a2a75 admin admin] Publish callbacks [] for security_group (360a3eaf-bb03-418c-ad38-17f276800e44), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.248048 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-35d2c5dd-f548-4b08-a7a1-6c6b3a0948ef tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:30:57.259827 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-35d2c5dd-f548-4b08-a7a1-6c6b3a0948ef tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4365506 Feb 09 01:30:57.300073 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b11e1a5e-f8a2-4e27-ae00-e2bbc72a2a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (360a3eaf-bb03-418c-ad38-17f276800e44), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.302694 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b11e1a5e-f8a2-4e27-ae00-e2bbc72a2a75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.306368 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b11e1a5e-f8a2-4e27-ae00-e2bbc72a2a75 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/360a3eaf-bb03-418c-ad38-17f276800e44 HTTP/1.1" status: 204 len: 168 time: 0.1911082 Feb 09 01:30:57.313188 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e1a5e-f8a2-4e27-ae00-e2bbc72a2a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360a3eaf-bb03-418c-ad38-17f276800e44,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:57.320624 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d407dc2-e0d1-4c75-a428-4f2a3097498a req-ebad6ad3-1b94-4b5c-a1d6-0ef71e20773c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:57.322395 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0d407dc2-e0d1-4c75-a428-4f2a3097498a req-ebad6ad3-1b94-4b5c-a1d6-0ef71e20773c service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.1255045 Feb 09 01:30:57.427375 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0d407dc2-e0d1-4c75-a428-4f2a3097498a req-dea0650b-2542-4402-bd56-90a13bdb5eef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=7da8e4c8-627d-48f4-9535-577f5a5d30ea HTTP/1.1" status: 200 len: 217 time: 0.0987988 Feb 09 01:30:57.440645 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9c8a7e21-2ddb-4698-8bbd-dd8faf06789c tempest-AutoAllocateNetworkTest-1898457778 tempest-AutoAllocateNetworkTest-1898457778-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e2f88ce5d3e74c119acade5522fcb541&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3423135 Feb 09 01:30:57.443912 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53956) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:57.532768 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d407dc2-e0d1-4c75-a428-4f2a3097498a req-db3761a7-4200-43e0-b5be-ac0523eea744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:57.534447 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0d407dc2-e0d1-4c75-a428-4f2a3097498a req-db3761a7-4200-43e0-b5be-ac0523eea744 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.0877576 Feb 09 01:30:57.546717 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b8475-0cd9-48da-bc9b-e8d181490810 req-7eff7654-8578-429f-b3c6-1691f629b666 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:57.548749 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3d3b8475-0cd9-48da-bc9b-e8d181490810 req-7eff7654-8578-429f-b3c6-1691f629b666 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceafd140-b6ce-49aa-9019-6b9e178ab0b0 HTTP/1.1" status: 200 len: 966 time: 0.1386206 Feb 09 01:30:57.605357 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129e3a1f-406f-4a10-b22d-615edacab38d tempest-AutoAllocateNetworkTest-1898457778 tempest-AutoAllocateNetworkTest-1898457778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:57.607744 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-129e3a1f-406f-4a10-b22d-615edacab38d tempest-AutoAllocateNetworkTest-1898457778 tempest-AutoAllocateNetworkTest-1898457778-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1617601 Feb 09 01:30:57.611597 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53962) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:57.651641 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d407dc2-e0d1-4c75-a428-4f2a3097498a req-a05b5fb5-5ab0-4099-8641-70e7178b4719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:57.653284 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0d407dc2-e0d1-4c75-a428-4f2a3097498a req-a05b5fb5-5ab0-4099-8641-70e7178b4719 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1035409 Feb 09 01:30:57.658505 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3d3b8475-0cd9-48da-bc9b-e8d181490810 req-ec513ddd-5d3a-4ea1-aa42-59e3d290f4a2 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/security-groups?id=771c87d9-1599-48bc-8b2c-bf1e1c00f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801320 Feb 09 01:30:57.697031 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5b8a188e-98c8-4dba-89d7-28c6e7be63b0 tempest-AutoAllocateNetworkTest-1898457778 tempest-AutoAllocateNetworkTest-1898457778-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838876 Feb 09 01:30:57.699894 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53970) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:57.730043 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5f1eaa2a-b392-4dcc-9781-77079b5afab7 tempest-AutoAllocateNetworkTest-1898457778 tempest-AutoAllocateNetworkTest-1898457778-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e2f88ce5d3e74c119acade5522fcb541 HTTP/1.1" status: 200 len: 208 time: 0.0289397 Feb 09 01:30:57.800232 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0d407dc2-e0d1-4c75-a428-4f2a3097498a req-624d41d8-8f5b-4f9c-ad0b-83589e5f2cf1 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308954 Feb 09 01:30:57.926701 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54721949-5de5-45a7-82e1-eb7ad2b8e859 req-9eac01c5-ad1f-4fd6-a023-f8d92e9c1abf tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:57.930018 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-54721949-5de5-45a7-82e1-eb7ad2b8e859 req-9eac01c5-ad1f-4fd6-a023-f8d92e9c1abf tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e984c3-9909-4505-8dcb-6fb569589d87 HTTP/1.1" status: 200 len: 948 time: 0.1331849 Feb 09 01:30:57.973223 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-1df5d823-19ec-439a-bf5b-85f656cf04ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:57.976778 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-1df5d823-19ec-439a-bf5b-85f656cf04ba service neutron] 10.222.0.36 "GET /v2.0/ports/5bdb8522-bdbc-4a3a-8e15-56e6f0680147 HTTP/1.1" status: 200 len: 1124 time: 0.4476221 Feb 09 01:30:57.991352 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-150780c9-46f4-4676-92b0-91fa0c269b9b service neutron] Request body: {'binding': {'host': 'n-h1-828387-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:57.992291 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-150780c9-46f4-4676-92b0-91fa0c269b9b service neutron] Unknown quota resources ['binding']. {{(pid=103184) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:30:58.001379 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0d407dc2-e0d1-4c75-a428-4f2a3097498a req-b607ab2c-a569-4655-823e-77ee4139ace1 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907589 Feb 09 01:30:58.036279 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-54721949-5de5-45a7-82e1-eb7ad2b8e859 req-4c97fec0-b883-4b6b-aab8-567e46e18497 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/security-groups?id=09b064e4-da91-42e7-bffb-e557fbc0dc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993049 Feb 09 01:30:58.201739 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 405ac608-313b-4fde-8e63-dccfb8d282b6 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:58.207789 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-150780c9-46f4-4676-92b0-91fa0c269b9b service neutron] Attempting to bind port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 on host n-h1-828387-3 for vnic_type normal with profile None {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:58.208865 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-150780c9-46f4-4676-92b0-91fa0c269b9b service neutron] Attempting to bind port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:58.209392 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-150780c9-46f4-4676-92b0-91fa0c269b9b service neutron] Attempting to bind port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:58.223137 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-150780c9-46f4-4676-92b0-91fa0c269b9b service neutron] Port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:58.225977 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-150780c9-46f4-4676-92b0-91fa0c269b9b service neutron] Attempting to bind port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:58.241228 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-150780c9-46f4-4676-92b0-91fa0c269b9b service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:58.241594 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-150780c9-46f4-4676-92b0-91fa0c269b9b service neutron] Checking segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:58.242198 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-150780c9-46f4-4676-92b0-91fa0c269b9b service neutron] Bound using segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:58.242653 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-150780c9-46f4-4676-92b0-91fa0c269b9b service neutron] Bound port: 5bdb8522-bdbc-4a3a-8e15-56e6f0680147, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:58.274111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53984) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:58.286353 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 405ac608-313b-4fde-8e63-dccfb8d282b6 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:58.300216 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 405ac608-313b-4fde-8e63-dccfb8d282b6 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:58.301526 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (405ac608-313b-4fde-8e63-dccfb8d282b6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.309943 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4aa12cf4-e901-47da-9c23-9c1b2fe8f3e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.412918 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-150780c9-46f4-4676-92b0-91fa0c269b9b service neutron] For port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=5bdb8522-bdbc-4a3a-8e15-56e6f0680147,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:58.421855 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-150780c9-46f4-4676-92b0-91fa0c269b9b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.425505 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-150780c9-46f4-4676-92b0-91fa0c269b9b service neutron] 10.222.0.36 "POST /v2.0/ports/5bdb8522-bdbc-4a3a-8e15-56e6f0680147/bindings HTTP/1.1" status: 201 len: 389 time: 0.4393263 Feb 09 01:30:58.457803 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 405ac608-313b-4fde-8e63-dccfb8d282b6 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:58.457803 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (405ac608-313b-4fde-8e63-dccfb8d282b6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.508838 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53996) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:58.541525 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c839e-9b1c-49ef-bb5a-2a2929829043 req-cef62972-493a-49b5-a399-cce26423f538 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:58.556202 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ce0a22-57c4-475f-afe0-382eef3be3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405ac608-313b-4fde-8e63-dccfb8d282b6'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:58.561827 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b829fe6-1d50-4a94-84f2-9168e62e58b6" -d '{"events": [{"server_uuid": "42ce0a22-57c4-475f-afe0-382eef3be3f5", "name": "network-vif-plugged", "status": "completed", "tag": "405ac608-313b-4fde-8e63-dccfb8d282b6"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:58.565732 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7b1c839e-9b1c-49ef-bb5a-2a2929829043 req-cef62972-493a-49b5-a399-cce26423f538 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ce0a22-57c4-475f-afe0-382eef3be3f5 HTTP/1.1" status: 200 len: 944 time: 0.2191072 Feb 09 01:30:58.591760 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 405ac608-313b-4fde-8e63-dccfb8d282b6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=405ac608-313b-4fde-8e63-dccfb8d282b6,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:58.598670 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (405ac608-313b-4fde-8e63-dccfb8d282b6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.758146 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4aa12cf4-e901-47da-9c23-9c1b2fe8f3e2 admin admin] Publish callbacks [] for security_group (e3245ad8-c9fe-477a-95c6-3ad0870ae126), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.764226 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58db9a19-4e1c-4db0-9deb-10ace1fbd12f x-openstack-request-id: req-58db9a19-4e1c-4db0-9deb-10ace1fbd12f {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:58.765208 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ce0a22-57c4-475f-afe0-382eef3be3f5", "name": "network-vif-plugged", "status": "completed", "tag": "405ac608-313b-4fde-8e63-dccfb8d282b6", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:58.765537 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-58db9a19-4e1c-4db0-9deb-10ace1fbd12f {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:58.767912 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ce0a22-57c4-475f-afe0-382eef3be3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405ac608-313b-4fde-8e63-dccfb8d282b6', 'code': 200} Feb 09 01:30:58.768987 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=405ac608-313b-4fde-8e63-dccfb8d282b6,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:58.781136 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4aa12cf4-e901-47da-9c23-9c1b2fe8f3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e3245ad8-c9fe-477a-95c6-3ad0870ae126), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.903600 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c713a3-71a8-4d68-bd87-c6f162e1266a req-3f9b707f-ff96-43c7-ae85-6a4969caa3ff tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:58.911929 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-67c713a3-71a8-4d68-bd87-c6f162e1266a req-3f9b707f-ff96-43c7-ae85-6a4969caa3ff tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 945 time: 0.0684147 Feb 09 01:30:58.927838 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7b1c839e-9b1c-49ef-bb5a-2a2929829043 req-e7df6742-cbc6-4711-b776-5f2248abeaa4 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420105 Feb 09 01:30:58.938140 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa12cf4-e901-47da-9c23-9c1b2fe8f3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3245ad8-c9fe-477a-95c6-3ad0870ae126,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:58.963119 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4aa12cf4-e901-47da-9c23-9c1b2fe8f3e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6ce10e653d146c2a504ed208575ac4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6876976 Feb 09 01:30:58.968352 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54016) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:58.984913 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126902f-b0ce-4d2a-9a23-d7fd0b2ec83c req-a22d18ad-8b23-4165-9a17-d665fca65c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:58.986842 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3126902f-b0ce-4d2a-9a23-d7fd0b2ec83c req-a22d18ad-8b23-4165-9a17-d665fca65c44 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=42ce0a22-57c4-475f-afe0-382eef3be3f5 HTTP/1.1" status: 200 len: 1127 time: 0.1673615 Feb 09 01:30:58.993726 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-55a700a3-0f58-44f5-9dad-5f438bdbfdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:58.996967 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-55a700a3-0f58-44f5-9dad-5f438bdbfdef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 1127 time: 0.1557016 Feb 09 01:30:59.000407 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-67c713a3-71a8-4d68-bd87-c6f162e1266a req-194b9398-265b-4547-8c1f-cacef6ac637c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825989 Feb 09 01:30:59.044798 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3cb8ae2a-636d-42d6-872a-c398c089e339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.108811 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-290d6749-b9a2-4151-b3ca-fcc46665bf4c admin admin] Publish callbacks [] for security_group (e3245ad8-c9fe-477a-95c6-3ad0870ae126), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.144714 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-290d6749-b9a2-4151-b3ca-fcc46665bf4c admin admin] Publish callbacks [] for security_group (e3245ad8-c9fe-477a-95c6-3ad0870ae126), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.202947 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3126902f-b0ce-4d2a-9a23-d7fd0b2ec83c req-fe8b3adb-f112-4d85-a91b-5d6a7a528cfe service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045519 Feb 09 01:30:59.234601 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-290d6749-b9a2-4151-b3ca-fcc46665bf4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e3245ad8-c9fe-477a-95c6-3ad0870ae126), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.241314 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-290d6749-b9a2-4151-b3ca-fcc46665bf4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.242233 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-3d540c23-27f7-428d-a5f2-e94cf2760290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:59.246144 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-3d540c23-27f7-428d-a5f2-e94cf2760290 service neutron] 10.222.0.67 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 922 time: 0.2391243 Feb 09 01:30:59.246791 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-290d6749-b9a2-4151-b3ca-fcc46665bf4c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3245ad8-c9fe-477a-95c6-3ad0870ae126 HTTP/1.1" status: 204 len: 168 time: 0.2774122 Feb 09 01:30:59.258638 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d6749-b9a2-4151-b3ca-fcc46665bf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3245ad8-c9fe-477a-95c6-3ad0870ae126,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:59.319062 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3cb8ae2a-636d-42d6-872a-c398c089e339 admin admin] Publish callbacks [] for security_group (5195b0ab-3940-4740-9b7f-684d00c3c05a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.324940 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3cb8ae2a-636d-42d6-872a-c398c089e339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5195b0ab-3940-4740-9b7f-684d00c3c05a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.412514 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3cb8ae2a-636d-42d6-872a-c398c089e339 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2f88ce5d3e74c119acade5522fcb541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9025004 Feb 09 01:30:59.415258 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54038) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:59.420728 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168beca2-ac21-4a37-b540-01b0cfd44fed req-06177df0-fb47-4a07-aa77-2aaa59cc515c tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:59.422320 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-168beca2-ac21-4a37-b540-01b0cfd44fed req-06177df0-fb47-4a07-aa77-2aaa59cc515c tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e984c3-9909-4505-8dcb-6fb569589d87 HTTP/1.1" status: 200 len: 948 time: 0.1169002 Feb 09 01:30:59.424103 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8ae2a-636d-42d6-872a-c398c089e339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5195b0ab-3940-4740-9b7f-684d00c3c05a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:59.515516 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-168beca2-ac21-4a37-b540-01b0cfd44fed req-d7c6be4e-f20e-4ad2-b948-320fb2a3a2fb tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/security-groups?id=09b064e4-da91-42e7-bffb-e557fbc0dc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720572 Feb 09 01:30:59.516431 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-04c6ece1-4771-482a-974b-5f0c6e666b00 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bdb8522-bdbc-4a3a-8e15-56e6f0680147 HTTP/1.1" status: 200 len: 217 time: 0.0545292 Feb 09 01:30:59.602308 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-cd104b30-344d-4a13-aab8-349308500caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:59.602308 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-cd104b30-344d-4a13-aab8-349308500caf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.0743458 Feb 09 01:30:59.604620 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9db610b2-b78c-4fea-b0c0-23ed51923374 admin admin] Publish callbacks [] for security_group (5195b0ab-3940-4740-9b7f-684d00c3c05a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.653262 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9db610b2-b78c-4fea-b0c0-23ed51923374 admin admin] Publish callbacks [] for security_group (5195b0ab-3940-4740-9b7f-684d00c3c05a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.656569 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-7ccc866d-d146-43fa-85c3-81031082306f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343833 Feb 09 01:30:59.783581 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9db610b2-b78c-4fea-b0c0-23ed51923374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5195b0ab-3940-4740-9b7f-684d00c3c05a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.786585 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9db610b2-b78c-4fea-b0c0-23ed51923374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.790423 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9db610b2-b78c-4fea-b0c0-23ed51923374 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5195b0ab-3940-4740-9b7f-684d00c3c05a HTTP/1.1" status: 204 len: 168 time: 0.3716674 Feb 09 01:30:59.815707 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db610b2-b78c-4fea-b0c0-23ed51923374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5195b0ab-3940-4740-9b7f-684d00c3c05a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:59.831472 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-c80524f9-2832-4efa-a4a9-2e4bc2063c6a service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669893 Feb 09 01:30:59.909265 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54060) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:59.932822 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-40ca5299-a7a5-4290-b0af-34bec64ab430 service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949869 Feb 09 01:30:59.968595 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54066) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:00.085847 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac9ee4-757f-4e02-8b5f-81017d1420fd req-c88625d5-6c88-4406-8176-794c0a808ea4 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:00.088076 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6fac9ee4-757f-4e02-8b5f-81017d1420fd req-c88625d5-6c88-4406-8176-794c0a808ea4 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ce0a22-57c4-475f-afe0-382eef3be3f5 HTTP/1.1" status: 200 len: 945 time: 0.0667915 Feb 09 01:31:00.163723 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62625e39-529e-4c5e-b30d-012a1321041a req-2ae5d10e-f49e-47bb-b085-fd184db175a4 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:00.170821 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-62625e39-529e-4c5e-b30d-012a1321041a req-2ae5d10e-f49e-47bb-b085-fd184db175a4 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 945 time: 0.0777946 Feb 09 01:31:00.222403 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6fac9ee4-757f-4e02-8b5f-81017d1420fd req-6b65d319-b069-4600-b8b8-30f3f8cf4f65 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240466 Feb 09 01:31:00.231841 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-62625e39-529e-4c5e-b30d-012a1321041a req-60670bbe-0d35-4d8f-b2fd-bc4547e9d864 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600588 Feb 09 01:31:00.254424 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-74f62f35-2815-4ee8-a0ba-3fafc4fbcbcd tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:00.257274 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-74f62f35-2815-4ee8-a0ba-3fafc4fbcbcd tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c&tenant_id=b07de46a82164c668a0ced35af54f222&binding%3Ahost_id=n-h2-828387-3 HTTP/1.1" status: 200 len: 1127 time: 0.1406071 Feb 09 01:31:00.270607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-36c02f03-445d-4123-89f3-415dcd18744e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828387-3'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:00.357742 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55ef3136-7cb1-4f07-8f52-b247b93fb685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.362457 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69b8672c-0319-4f2f-92c3-4e1e82811648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.375086 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-36c02f03-445d-4123-89f3-415dcd18744e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5bdb8522-bdbc-4a3a-8e15-56e6f0680147), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.449198 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69b8672c-0319-4f2f-92c3-4e1e82811648 admin admin] Publish callbacks [] for security_group (b4939271-95f1-4084-a44f-120b96d7dfc4), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.454373 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69b8672c-0319-4f2f-92c3-4e1e82811648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b4939271-95f1-4084-a44f-120b96d7dfc4), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.500864 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-69b8672c-0319-4f2f-92c3-4e1e82811648 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=393f3f2113de4e468b70abe773c0b4eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5898852 Feb 09 01:31:00.503759 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54078) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:00.511169 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8672c-0319-4f2f-92c3-4e1e82811648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4939271-95f1-4084-a44f-120b96d7dfc4,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:00.551111 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55ef3136-7cb1-4f07-8f52-b247b93fb685 admin admin] Publish callbacks [] for security_group (4e176d64-8738-4166-ad46-41b30a332632), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.558142 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55ef3136-7cb1-4f07-8f52-b247b93fb685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4e176d64-8738-4166-ad46-41b30a332632), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.606140 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af370398-8d45-4876-b45a-1676bec53247 admin admin] Publish callbacks [] for security_group (b4939271-95f1-4084-a44f-120b96d7dfc4), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.678173 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af370398-8d45-4876-b45a-1676bec53247 admin admin] Publish callbacks [] for security_group (b4939271-95f1-4084-a44f-120b96d7dfc4), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.771785 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af370398-8d45-4876-b45a-1676bec53247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b4939271-95f1-4084-a44f-120b96d7dfc4), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.774904 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af370398-8d45-4876-b45a-1676bec53247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.776179 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-af370398-8d45-4876-b45a-1676bec53247 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4939271-95f1-4084-a44f-120b96d7dfc4 HTTP/1.1" status: 204 len: 168 time: 0.2712696 Feb 09 01:31:00.796412 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af370398-8d45-4876-b45a-1676bec53247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4939271-95f1-4084-a44f-120b96d7dfc4,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:00.809699 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-36c02f03-445d-4123-89f3-415dcd18744e service neutron] For port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5bdb8522-bdbc-4a3a-8e15-56e6f0680147,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:00.881877 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-55ef3136-7cb1-4f07-8f52-b247b93fb685 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c711a09469004710979ed1768de08490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9119172 Feb 09 01:31:00.882087 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54100) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:00.887869 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef3136-7cb1-4f07-8f52-b247b93fb685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e176d64-8738-4166-ad46-41b30a332632,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:00.926129 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-36c02f03-445d-4123-89f3-415dcd18744e service neutron] For port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:00.963027 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae0447-8602-4e33-a3b7-03469a98deb5 req-2e655881-cf18-4857-88d6-0510ecfc40dd tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:00.970659 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-48ae0447-8602-4e33-a3b7-03469a98deb5 req-2e655881-cf18-4857-88d6-0510ecfc40dd tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e984c3-9909-4505-8dcb-6fb569589d87 HTTP/1.1" status: 200 len: 948 time: 0.1703367 Feb 09 01:31:00.985745 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-56299e28-3147-4703-9a9c-c7a18cdfa403 admin admin] Publish callbacks [] for security_group (4e176d64-8738-4166-ad46-41b30a332632), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.017293 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-56299e28-3147-4703-9a9c-c7a18cdfa403 admin admin] Publish callbacks [] for security_group (4e176d64-8738-4166-ad46-41b30a332632), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.019523 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20de7222-3a08-4d78-bcd9-4be32104dd6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bdb8522-bdbc-4a3a-8e15-56e6f0680147'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:01.022187 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35535c2b-7a62-4ce9-9d6c-a8e33ecde1ce" -d '{"events": [{"server_uuid": "20de7222-3a08-4d78-bcd9-4be32104dd6c", "name": "network-vif-unplugged", "status": "completed", "tag": "5bdb8522-bdbc-4a3a-8e15-56e6f0680147"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:01.044638 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-36c02f03-445d-4123-89f3-415dcd18744e service neutron] Publish callbacks [] for port (5bdb8522-bdbc-4a3a-8e15-56e6f0680147), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.063852 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-36c02f03-445d-4123-89f3-415dcd18744e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5bdb8522-bdbc-4a3a-8e15-56e6f0680147), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.068949 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-56299e28-3147-4703-9a9c-c7a18cdfa403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4e176d64-8738-4166-ad46-41b30a332632), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.071681 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-56299e28-3147-4703-9a9c-c7a18cdfa403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.072021 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-56299e28-3147-4703-9a9c-c7a18cdfa403 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e176d64-8738-4166-ad46-41b30a332632 HTTP/1.1" status: 204 len: 168 time: 0.1877890 Feb 09 01:31:01.082913 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56299e28-3147-4703-9a9c-c7a18cdfa403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e176d64-8738-4166-ad46-41b30a332632,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:01.138435 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c4ca45-4a71-4e71-9c2c-1f69a5f60972 x-openstack-request-id: req-e3c4ca45-4a71-4e71-9c2c-1f69a5f60972 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:01.138799 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20de7222-3a08-4d78-bcd9-4be32104dd6c", "name": "network-vif-unplugged", "status": "completed", "tag": "5bdb8522-bdbc-4a3a-8e15-56e6f0680147", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:01.139097 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e3c4ca45-4a71-4e71-9c2c-1f69a5f60972 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:01.139382 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20de7222-3a08-4d78-bcd9-4be32104dd6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bdb8522-bdbc-4a3a-8e15-56e6f0680147', 'code': 200} Feb 09 01:31:01.205724 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-48ae0447-8602-4e33-a3b7-03469a98deb5 req-ab0d8d6a-47fe-4fff-b7a6-ffe85b536d50 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/security-groups?id=09b064e4-da91-42e7-bffb-e557fbc0dc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335398 Feb 09 01:31:01.229050 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c02f03-445d-4123-89f3-415dcd18744e service neutron] Pushing event updated for resources: {'Port': ['ID=5bdb8522-bdbc-4a3a-8e15-56e6f0680147,revision_number=7']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:01.294959 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-36c02f03-445d-4123-89f3-415dcd18744e service neutron] Attempting to bind port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 on host n-h2-828387-3 for vnic_type normal with profile {"migrating_to": "n-h1-828387-3"} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:01.295469 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-36c02f03-445d-4123-89f3-415dcd18744e service neutron] Attempting to bind port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:01.295900 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-36c02f03-445d-4123-89f3-415dcd18744e service neutron] Attempting to bind port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:01.302198 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-36c02f03-445d-4123-89f3-415dcd18744e service neutron] Port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:31:01.302436 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-36c02f03-445d-4123-89f3-415dcd18744e service neutron] Attempting to bind port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:01.308918 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-36c02f03-445d-4123-89f3-415dcd18744e service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:01.309302 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-36c02f03-445d-4123-89f3-415dcd18744e service neutron] Checking segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:01.309693 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-36c02f03-445d-4123-89f3-415dcd18744e service neutron] Bound using segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:01.310476 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-36c02f03-445d-4123-89f3-415dcd18744e service neutron] Bound port: 5bdb8522-bdbc-4a3a-8e15-56e6f0680147, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:01.310911 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-36c02f03-445d-4123-89f3-415dcd18744e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5bdb8522-bdbc-4a3a-8e15-56e6f0680147), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.367595 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 7da8e4c8-627d-48f4-9535-577f5a5d30ea details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:01.483333 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37497103-f611-4c4b-8ae2-3538bddbcf25 req-c468ec9d-3f7d-4d82-8ba6-069dba9e4b9d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:01.490404 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-37497103-f611-4c4b-8ae2-3538bddbcf25 req-c468ec9d-3f7d-4d82-8ba6-069dba9e4b9d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ce0a22-57c4-475f-afe0-382eef3be3f5 HTTP/1.1" status: 200 len: 945 time: 0.0974956 Feb 09 01:31:01.523720 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-36c02f03-445d-4123-89f3-415dcd18744e service neutron] For port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:01.527295 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-36c02f03-445d-4123-89f3-415dcd18744e service neutron] For port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5bdb8522-bdbc-4a3a-8e15-56e6f0680147,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:01.539969 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-36c02f03-445d-4123-89f3-415dcd18744e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5bdb8522-bdbc-4a3a-8e15-56e6f0680147), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.562443 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54118) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:01.650066 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-37497103-f611-4c4b-8ae2-3538bddbcf25 req-729e4ee6-095b-4be4-8ded-31f1a58c1611 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599143 Feb 09 01:31:01.695579 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7f8c666c-4720-46e4-9943-1fc74a496a90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.758913 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450709d-5fe4-405e-938f-242da31032bf req-2a15e4fb-1e0b-4a9a-b8c7-ea922f2c4715 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:01.770056 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f450709d-5fe4-405e-938f-242da31032bf req-2a15e4fb-1e0b-4a9a-b8c7-ea922f2c4715 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 943 time: 0.3725030 Feb 09 01:31:01.802790 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 7da8e4c8-627d-48f4-9535-577f5a5d30ea, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=7da8e4c8-627d-48f4-9535-577f5a5d30ea,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:01.820594 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '7da8e4c8-627d-48f4-9535-577f5a5d30ea', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '7da8e4c8-627d-48f4-9535-577f5a5d30ea', 'mac_address': 'fa:16:3e:02:2b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:31:01.839578 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-36c02f03-445d-4123-89f3-415dcd18744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:01.840214 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-36c02f03-445d-4123-89f3-415dcd18744e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.841642 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-36c02f03-445d-4123-89f3-415dcd18744e service neutron] 10.222.0.67 "PUT /v2.0/ports/5bdb8522-bdbc-4a3a-8e15-56e6f0680147 HTTP/1.1" status: 200 len: 1121 time: 1.5770969 Feb 09 01:31:01.901081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 7da8e4c8-627d-48f4-9535-577f5a5d30ea is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:01.903330 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7da8e4c8-627d-48f4-9535-577f5a5d30ea), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.904219 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c02f03-445d-4123-89f3-415dcd18744e service neutron] Pushing event updated for resources: {'Port': ['ID=5bdb8522-bdbc-4a3a-8e15-56e6f0680147,revision_number=8']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:01.924574 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da8e4c8-627d-48f4-9535-577f5a5d30ea {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:01.935752 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['5bdb8522-bdbc-4a3a-8e15-56e6f0680147'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:01.952945 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f450709d-5fe4-405e-938f-242da31032bf req-1a105487-bc42-4e4d-8402-111d1b66ae92 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818514 Feb 09 01:31:02.012664 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 7da8e4c8-627d-48f4-9535-577f5a5d30ea, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=7da8e4c8-627d-48f4-9535-577f5a5d30ea,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:02.026643 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7da8e4c8-627d-48f4-9535-577f5a5d30ea), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.035438 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7f8c666c-4720-46e4-9943-1fc74a496a90 admin admin] Publish callbacks [] for security_group (236d3a0a-92b4-4837-a805-e1dafd25dfe2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.044610 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7f8c666c-4720-46e4-9943-1fc74a496a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (236d3a0a-92b4-4837-a805-e1dafd25dfe2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.092374 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=7da8e4c8-627d-48f4-9535-577f5a5d30ea,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:02.117847 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54130) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:02.152887 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-91204f87-fab3-4f71-a70c-5754abe17391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.207866 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7f8c666c-4720-46e4-9943-1fc74a496a90 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41266871ed744a8c9f2cc1c484aaea45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6323409 Feb 09 01:31:02.209274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c666c-4720-46e4-9943-1fc74a496a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236d3a0a-92b4-4837-a805-e1dafd25dfe2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:02.213540 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54134) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:02.369438 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['7da8e4c8-627d-48f4-9535-577f5a5d30ea'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:02.469124 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d010b-bbda-4f65-903e-38008d1a1e4b req-9f830c7c-b086-442e-b917-08ba36040343 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:02.486533 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e2d010b-bbda-4f65-903e-38008d1a1e4b req-9f830c7c-b086-442e-b917-08ba36040343 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ce0a22-57c4-475f-afe0-382eef3be3f5 HTTP/1.1" status: 200 len: 945 time: 0.2101388 Feb 09 01:31:02.501769 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c58cb41-5cf2-4e2b-b190-8a6e4dfe54e0 admin admin] Publish callbacks [] for security_group (236d3a0a-92b4-4837-a805-e1dafd25dfe2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.590711 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e2d010b-bbda-4f65-903e-38008d1a1e4b req-f5ae80dc-c2cf-4a60-b03d-b00e7d189bc2 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031997 Feb 09 01:31:02.633947 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c58cb41-5cf2-4e2b-b190-8a6e4dfe54e0 admin admin] Publish callbacks [] for security_group (236d3a0a-92b4-4837-a805-e1dafd25dfe2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.658079 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-91204f87-fab3-4f71-a70c-5754abe17391 admin admin] Publish callbacks [] for security_group (6f5120f8-46da-46c6-bdc5-4f2d368be75a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.672382 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-91204f87-fab3-4f71-a70c-5754abe17391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6f5120f8-46da-46c6-bdc5-4f2d368be75a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.685780 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:31:02.690970 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54144) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:02.735187 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a018eed-3cd3-4749-93c5-9ca93d91bbc9 req-fc912cfd-e094-4051-9c14-1a79f7b5c1e9 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:02.736939 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6a018eed-3cd3-4749-93c5-9ca93d91bbc9 req-fc912cfd-e094-4051-9c14-1a79f7b5c1e9 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e984c3-9909-4505-8dcb-6fb569589d87 HTTP/1.1" status: 200 len: 949 time: 0.2311535 Feb 09 01:31:02.761545 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-91204f87-fab3-4f71-a70c-5754abe17391 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc5285afd6234a2cb5fe594a5de301c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6382639 Feb 09 01:31:02.763018 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54150) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:02.768090 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91204f87-fab3-4f71-a70c-5754abe17391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5120f8-46da-46c6-bdc5-4f2d368be75a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:02.819692 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c58cb41-5cf2-4e2b-b190-8a6e4dfe54e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (236d3a0a-92b4-4837-a805-e1dafd25dfe2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.822608 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c58cb41-5cf2-4e2b-b190-8a6e4dfe54e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.827353 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1c58cb41-5cf2-4e2b-b190-8a6e4dfe54e0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/236d3a0a-92b4-4837-a805-e1dafd25dfe2 HTTP/1.1" status: 204 len: 168 time: 0.6026165 Feb 09 01:31:02.838632 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6a018eed-3cd3-4749-93c5-9ca93d91bbc9 req-1c3e3c9f-3a74-4fad-9b1d-47c6922184e7 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/security-groups?id=09b064e4-da91-42e7-bffb-e557fbc0dc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887527 Feb 09 01:31:02.840075 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58cb41-5cf2-4e2b-b190-8a6e4dfe54e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236d3a0a-92b4-4837-a805-e1dafd25dfe2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:02.861711 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0eec27a4-6601-4bb3-b280-ce0132fecd5f admin admin] Publish callbacks [] for security_group (6f5120f8-46da-46c6-bdc5-4f2d368be75a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.901197 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0eec27a4-6601-4bb3-b280-ce0132fecd5f admin admin] Publish callbacks [] for security_group (6f5120f8-46da-46c6-bdc5-4f2d368be75a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.028083 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0eec27a4-6601-4bb3-b280-ce0132fecd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6f5120f8-46da-46c6-bdc5-4f2d368be75a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.030747 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0eec27a4-6601-4bb3-b280-ce0132fecd5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.032591 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0eec27a4-6601-4bb3-b280-ce0132fecd5f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f5120f8-46da-46c6-bdc5-4f2d368be75a HTTP/1.1" status: 204 len: 168 time: 0.2667356 Feb 09 01:31:03.057062 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec27a4-6601-4bb3-b280-ce0132fecd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5120f8-46da-46c6-bdc5-4f2d368be75a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:03.140805 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20de7222-3a08-4d78-bcd9-4be32104dd6c', 'tag': '5bdb8522-bdbc-4a3a-8e15-56e6f0680147'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:03.144434 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8ca402-f6fd-4e03-90fd-101112bae6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "20de7222-3a08-4d78-bcd9-4be32104dd6c", "tag": "5bdb8522-bdbc-4a3a-8e15-56e6f0680147"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:03.201275 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-7ed0b8b1-3263-4fa1-869b-9bf6e679d7ea admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820247541-network', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:03.211111 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2d1d4-6972-40e9-81d8-b20cf60b14b5 req-09ed2111-18a3-4944-8343-d7756004f2ca tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:03.213069 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a7d2d1d4-6972-40e9-81d8-b20cf60b14b5 req-09ed2111-18a3-4944-8343-d7756004f2ca tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 943 time: 0.0962536 Feb 09 01:31:03.234857 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed0b8b1-3263-4fa1-869b-9bf6e679d7ea admin admin] Made reservation on behalf of 2c3c032fc7314a3f9814230b1c240bfa for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:03.243509 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b8b1-3263-4fa1-869b-9bf6e679d7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.269400 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b8b1-3263-4fa1-869b-9bf6e679d7ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.309240 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a7d2d1d4-6972-40e9-81d8-b20cf60b14b5 req-f91144c6-a9cd-439b-b7e0-93aec4996b85 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842204 Feb 09 01:31:03.364861 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 7da8e4c8-627d-48f4-9535-577f5a5d30ea up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:03.435370 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3c3a1a-1e02-4c85-b422-c7d05a6622ee x-openstack-request-id: req-ea3c3a1a-1e02-4c85-b422-c7d05a6622ee {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:03.435669 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20de7222-3a08-4d78-bcd9-4be32104dd6c", "tag": "5bdb8522-bdbc-4a3a-8e15-56e6f0680147", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:03.435928 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea3c3a1a-1e02-4c85-b422-c7d05a6622ee {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:03.436385 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20de7222-3a08-4d78-bcd9-4be32104dd6c', 'tag': '5bdb8522-bdbc-4a3a-8e15-56e6f0680147', 'status': 'completed', 'code': 200} Feb 09 01:31:03.442888 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b8b1-3263-4fa1-869b-9bf6e679d7ea admin admin] Publish callbacks [] for security_group (3cabeb18-4048-42fa-8acb-e467aa2a5576), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.460842 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b8b1-3263-4fa1-869b-9bf6e679d7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3cabeb18-4048-42fa-8acb-e467aa2a5576), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.477564 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 7da8e4c8-627d-48f4-9535-577f5a5d30ea completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:03.485545 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 7da8e4c8-627d-48f4-9535-577f5a5d30ea triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:03.486675 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7da8e4c8-627d-48f4-9535-577f5a5d30ea), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.567482 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed0b8b1-3263-4fa1-869b-9bf6e679d7ea admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:31:03.571965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0b8b1-3263-4fa1-869b-9bf6e679d7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cabeb18-4048-42fa-8acb-e467aa2a5576,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:03.591735 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b8b1-3263-4fa1-869b-9bf6e679d7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (097c5076-9db0-48e7-9d59-aad5f00c38d4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.592087 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-7ed0b8b1-3263-4fa1-869b-9bf6e679d7ea admin admin] Added segment 097c5076-9db0-48e7-9d59-aad5f00c38d4 of type vlan for network 30f1f285-ac54-43cd-8116-17aca97bda27 Feb 09 01:31:03.631305 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 7da8e4c8-627d-48f4-9535-577f5a5d30ea is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:03.631917 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7da8e4c8-627d-48f4-9535-577f5a5d30ea), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.669579 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e984c3-9909-4505-8dcb-6fb569589d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da8e4c8-627d-48f4-9535-577f5a5d30ea'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:03.674017 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc58f25-c9f1-4491-8102-7267d5763ca1" -d '{"events": [{"server_uuid": "10e984c3-9909-4505-8dcb-6fb569589d87", "name": "network-vif-plugged", "status": "completed", "tag": "7da8e4c8-627d-48f4-9535-577f5a5d30ea"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:03.692173 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ca402-f6fd-4e03-90fd-101112bae6d9 req-42898951-3cad-453b-9efb-e27526e6221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:03.704249 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e8ca402-f6fd-4e03-90fd-101112bae6d9 req-42898951-3cad-453b-9efb-e27526e6221c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 1155 time: 0.1865389 Feb 09 01:31:03.716359 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 7da8e4c8-627d-48f4-9535-577f5a5d30ea, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=7da8e4c8-627d-48f4-9535-577f5a5d30ea,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:03.726510 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b8b1-3263-4fa1-869b-9bf6e679d7ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (30f1f285-ac54-43cd-8116-17aca97bda27), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.730265 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7da8e4c8-627d-48f4-9535-577f5a5d30ea), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.820323 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a71ded-6e14-4730-bd6c-24b93a4f8f28 req-6cac5877-4feb-4fe7-ad4e-4349db622cd4 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:03.825476 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c983354-fd7a-4111-95f2-b8f6ae593397 x-openstack-request-id: req-0c983354-fd7a-4111-95f2-b8f6ae593397 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:03.825683 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e984c3-9909-4505-8dcb-6fb569589d87", "name": "network-vif-plugged", "status": "completed", "tag": "7da8e4c8-627d-48f4-9535-577f5a5d30ea", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:03.825880 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0c983354-fd7a-4111-95f2-b8f6ae593397 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:03.826663 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e984c3-9909-4505-8dcb-6fb569589d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da8e4c8-627d-48f4-9535-577f5a5d30ea', 'code': 200} Feb 09 01:31:03.828533 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=7da8e4c8-627d-48f4-9535-577f5a5d30ea,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:03.830361 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b5a71ded-6e14-4730-bd6c-24b93a4f8f28 req-6cac5877-4feb-4fe7-ad4e-4349db622cd4 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ce0a22-57c4-475f-afe0-382eef3be3f5 HTTP/1.1" status: 200 len: 945 time: 0.1176043 Feb 09 01:31:03.864523 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.48', 49959) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:03.916184 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b5a71ded-6e14-4730-bd6c-24b93a4f8f28 req-8a910cd1-48f0-4ee1-92f3-cb977d03bda0 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845897 Feb 09 01:31:03.939474 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b8b1-3263-4fa1-869b-9bf6e679d7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (30f1f285-ac54-43cd-8116-17aca97bda27), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.948620 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed0b8b1-3263-4fa1-869b-9bf6e679d7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:03.949474 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b8b1-3263-4fa1-869b-9bf6e679d7ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:04.008543 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ca402-f6fd-4e03-90fd-101112bae6d9 req-80e7d866-973a-4fbf-89c9-2b4b43225525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:04.011477 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e8ca402-f6fd-4e03-90fd-101112bae6d9 req-80e7d866-973a-4fbf-89c9-2b4b43225525 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 922 time: 0.2868977 Feb 09 01:31:04.090053 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ea663-4b9f-4540-87c5-cd026fbf837b req-3821ebde-3589-4a4c-b91d-2e8cb6eb1cdc tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:04.091578 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-419ea663-4b9f-4540-87c5-cd026fbf837b req-3821ebde-3589-4a4c-b91d-2e8cb6eb1cdc tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e984c3-9909-4505-8dcb-6fb569589d87 HTTP/1.1" status: 200 len: 950 time: 0.0766995 Feb 09 01:31:04.100103 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e8ca402-f6fd-4e03-90fd-101112bae6d9 req-257be1eb-af40-48ce-bc31-d60b4354b8a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bdb8522-bdbc-4a3a-8e15-56e6f0680147 HTTP/1.1" status: 200 len: 217 time: 0.0508144 Feb 09 01:31:04.171514 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-419ea663-4b9f-4540-87c5-cd026fbf837b req-e4809939-3999-4976-a76d-de7c90497795 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/security-groups?id=09b064e4-da91-42e7-bffb-e557fbc0dc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702326 Feb 09 01:31:04.202601 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7ed0b8b1-3263-4fa1-869b-9bf6e679d7ea admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5099347 Feb 09 01:31:04.206064 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54220) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:04.210098 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ec54d-ce94-4565-87ad-f4323fe7ec64 req-ff2ca60d-9ef0-42d2-b19d-66aec5265fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:04.211832 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f642f4ef-78ca-45a3-bc95-1f92aa18595d admin admin] Request body: {'subnet': {'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820247541-subnet', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:04.212337 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e83ec54d-ce94-4565-87ad-f4323fe7ec64 req-ff2ca60d-9ef0-42d2-b19d-66aec5265fec service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=10e984c3-9909-4505-8dcb-6fb569589d87 HTTP/1.1" status: 200 len: 1132 time: 0.3458545 Feb 09 01:31:04.214218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ca402-f6fd-4e03-90fd-101112bae6d9 req-5ca0f8eb-b179-4b32-ae81-8516b6d4850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:04.216472 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e8ca402-f6fd-4e03-90fd-101112bae6d9 req-5ca0f8eb-b179-4b32-ae81-8516b6d4850a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.0936329 Feb 09 01:31:04.217401 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0b8b1-3263-4fa1-869b-9bf6e679d7ea admin admin] Pushing event updated for resources: {'Network': ['ID=30f1f285-ac54-43cd-8116-17aca97bda27,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:04.231049 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 30f1f285-ac54-43cd-8116-17aca97bda27 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:31:04.254267 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f642f4ef-78ca-45a3-bc95-1f92aa18595d admin admin] Made reservation on behalf of 2c3c032fc7314a3f9814230b1c240bfa for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:04.256976 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f642f4ef-78ca-45a3-bc95-1f92aa18595d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:04.279464 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e8ca402-f6fd-4e03-90fd-101112bae6d9 req-d3f0087e-aa2d-4e72-aaad-8ca185082a1b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420210 Feb 09 01:31:04.363998 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:04.399547 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e83ec54d-ce94-4565-87ad-f4323fe7ec64 req-88ea258e-fa92-4f93-b8a8-59e61b93087b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=09b064e4-da91-42e7-bffb-e557fbc0dc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718974 Feb 09 01:31:04.549440 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e8ca402-f6fd-4e03-90fd-101112bae6d9 req-03be5d19-4339-4ce0-9d2f-973514d2d924 service neutron] 10.222.0.48 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597170 Feb 09 01:31:04.589271 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f642f4ef-78ca-45a3-bc95-1f92aa18595d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (6573763d-11e2-4623-8df7-0db6006f3bfc), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:04.748243 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5bdb8522-bdbc-4a3a-8e15-56e6f0680147,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:04.782960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 has no active binding in host n-h1-828387-3 {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:31:04.804894 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642f4ef-78ca-45a3-bc95-1f92aa18595d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6573763d-11e2-4623-8df7-0db6006f3bfc,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:04.815601 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-39df380b-333f-4c62-9611-34b6a50bc329 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e7c46ec536ba4299830e3c3a0ec368f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1844409 Feb 09 01:31:04.827482 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f642f4ef-78ca-45a3-bc95-1f92aa18595d admin admin] Checking segment: {'id': '097c5076-9db0-48e7-9d59-aad5f00c38d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:04.828658 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f642f4ef-78ca-45a3-bc95-1f92aa18595d admin admin] Network hostable DHCP agents. Network: 30f1f285-ac54-43cd-8116-17aca97bda27, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:31:04.857373 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f642f4ef-78ca-45a3-bc95-1f92aa18595d admin admin] Network 30f1f285-ac54-43cd-8116-17aca97bda27 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:31:04.878768 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-f642f4ef-78ca-45a3-bc95-1f92aa18595d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 30f1f285-ac54-43cd-8116-17aca97bda27) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:04.889096 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36524dbc-f738-44de-a1a2-68226e59b3d1 None None] Network 30f1f285-ac54-43cd-8116-17aca97bda27 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:04.901635 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f642f4ef-78ca-45a3-bc95-1f92aa18595d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:04.902215 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f642f4ef-78ca-45a3-bc95-1f92aa18595d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:04.940763 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f642f4ef-78ca-45a3-bc95-1f92aa18595d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7336116 Feb 09 01:31:04.945494 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54264) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:04.962450 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e5a4d8ec-b810-4fd4-a954-51c3bba64649 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820247541-router', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:05.044151 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e5a4d8ec-b810-4fd4-a954-51c3bba64649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (f2029d96-c1c9-44c4-b6c3-28ae018eff2b), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:05.056289 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e5a4d8ec-b810-4fd4-a954-51c3bba64649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (f2029d96-c1c9-44c4-b6c3-28ae018eff2b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:05.065351 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54268) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:05.173087 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e64258f-9cb2-4e7f-9027-7103103b7532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-30f1f285-ac54-43cd-8116-17aca97bda27', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'fixed_ips': [{'subnet_id': '6573763d-11e2-4623-8df7-0db6006f3bfc'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:31:05.174902 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2e64258f-9cb2-4e7f-9027-7103103b7532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:05.328162 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-2a7afc9b-1c8d-4264-96c7-3acd8309db44 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:05.334632 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-2a7afc9b-1c8d-4264-96c7-3acd8309db44 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5049882 Feb 09 01:31:05.340747 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e8ca402-f6fd-4e03-90fd-101112bae6d9 req-4062d5c8-5d0a-4915-8653-0008bcb7d723 service neutron] 10.222.0.48 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7211516 Feb 09 01:31:05.377912 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-f84a3761-d6ad-4983-a67e-4c25f2efb0d7 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/quotas/e7c46ec536ba4299830e3c3a0ec368f5 HTTP/1.1" status: 200 len: 375 time: 0.0307376 Feb 09 01:31:05.447925 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-7aabf5c0-7489-41b9-a34d-a3df03af1338 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7c46ec536ba4299830e3c3a0ec368f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689130 Feb 09 01:31:05.498157 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-2e64258f-9cb2-4e7f-9027-7103103b7532 None None] Allocated IP 172.20.0.2 (30f1f285-ac54-43cd-8116-17aca97bda27/6573763d-11e2-4623-8df7-0db6006f3bfc/24a648bc-af9c-42b7-8bbc-fb3f2f9acd79) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:05.666090 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-50522801-network', 'tenant_id': '433f56aeb5b04fa39d1f9120b707d9b4'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:05.677698 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e5a4d8ec-b810-4fd4-a954-51c3bba64649 admin admin] Publish callbacks [] for router_controller (f2029d96-c1c9-44c4-b6c3-28ae018eff2b), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:05.871862 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Made reservation on behalf of 433f56aeb5b04fa39d1f9120b707d9b4 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:05.874896 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:05.891777 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:05.928809 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2e64258f-9cb2-4e7f-9027-7103103b7532 None None] Publish callbacks [] for port (24a648bc-af9c-42b7-8bbc-fb3f2f9acd79), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:05.942867 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2e64258f-9cb2-4e7f-9027-7103103b7532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (24a648bc-af9c-42b7-8bbc-fb3f2f9acd79), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:05.996917 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Publish callbacks [] for security_group (89bf4038-f48d-4c2f-aef7-6a6460a7041b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.009649 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (89bf4038-f48d-4c2f-aef7-6a6460a7041b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.026635 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:31:06.036169 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e64258f-9cb2-4e7f-9027-7103103b7532 None None] Network 30f1f285-ac54-43cd-8116-17aca97bda27 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:06.039805 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.040153 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Added segment f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0 of type vlan for network e22f3d8b-910b-4bfd-888d-5b6735c33e0d Feb 09 01:31:06.049769 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-2e64258f-9cb2-4e7f-9027-7103103b7532 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:06.055185 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e64258f-9cb2-4e7f-9027-7103103b7532 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:06.105694 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761798bf-492b-4650-ace7-51d6d42bd7a8 req-5e61562a-6b24-44e3-80a7-49af41fc1e3c tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:06.114902 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-761798bf-492b-4650-ace7-51d6d42bd7a8 req-5e61562a-6b24-44e3-80a7-49af41fc1e3c tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e984c3-9909-4505-8dcb-6fb569589d87 HTTP/1.1" status: 200 len: 950 time: 0.1227655 Feb 09 01:31:06.148066 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (e22f3d8b-910b-4bfd-888d-5b6735c33e0d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.219116 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64258f-9cb2-4e7f-9027-7103103b7532 None None] Pushing event updated for resources: {'Port': ['ID=24a648bc-af9c-42b7-8bbc-fb3f2f9acd79,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:06.226645 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-2e64258f-9cb2-4e7f-9027-7103103b7532 None None] Attempting to bind port 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:06.227293 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-2e64258f-9cb2-4e7f-9027-7103103b7532 None None] Attempting to bind port 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '097c5076-9db0-48e7-9d59-aad5f00c38d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:06.227998 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e64258f-9cb2-4e7f-9027-7103103b7532 None None] Attempting to bind port 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79 on network 30f1f285-ac54-43cd-8116-17aca97bda27 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:06.238482 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e64258f-9cb2-4e7f-9027-7103103b7532 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:06.239597 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e64258f-9cb2-4e7f-9027-7103103b7532 None None] Checking segment: {'id': '097c5076-9db0-48e7-9d59-aad5f00c38d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:06.240567 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2e64258f-9cb2-4e7f-9027-7103103b7532 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.241598 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e64258f-9cb2-4e7f-9027-7103103b7532 None None] Bound using segment: {'id': '097c5076-9db0-48e7-9d59-aad5f00c38d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:06.242857 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-2e64258f-9cb2-4e7f-9027-7103103b7532 None None] Bound port: 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097c5076-9db0-48e7-9d59-aad5f00c38d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:06.243734 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2e64258f-9cb2-4e7f-9027-7103103b7532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (24a648bc-af9c-42b7-8bbc-fb3f2f9acd79), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.267429 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-761798bf-492b-4650-ace7-51d6d42bd7a8 req-05991369-9784-429b-82e4-5df4e1c3e6c9 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/security-groups?id=09b064e4-da91-42e7-bffb-e557fbc0dc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487374 Feb 09 01:31:06.334677 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bf4038-f48d-4c2f-aef7-6a6460a7041b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:06.383014 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918479b-88f1-4bb9-a976-18f57d301449 req-77ff496d-5b69-471a-abb6-c32c258a1b86 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:06.400250 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b918479b-88f1-4bb9-a976-18f57d301449 req-77ff496d-5b69-471a-abb6-c32c258a1b86 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 943 time: 1.1812265 Feb 09 01:31:06.414817 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-2e64258f-9cb2-4e7f-9027-7103103b7532 None None] For port 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:06.425654 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-2e64258f-9cb2-4e7f-9027-7103103b7532 None None] For port 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=24a648bc-af9c-42b7-8bbc-fb3f2f9acd79,segment=NetworkSegment(097c5076-9db0-48e7-9d59-aad5f00c38d4),segment_id=097c5076-9db0-48e7-9d59-aad5f00c38d4)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:06.438545 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2e64258f-9cb2-4e7f-9027-7103103b7532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (24a648bc-af9c-42b7-8bbc-fb3f2f9acd79), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.455677 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eadf3002-11f7-4e93-be5f-c7fe8b589769 req-59bac59c-bd93-4895-bc81-628c76e925dc tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc375b17-0e30-4e2e-a55b-944b305826b5 HTTP/1.1" status: 200 len: 210 time: 0.1153038 Feb 09 01:31:06.509328 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (e22f3d8b-910b-4bfd-888d-5b6735c33e0d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.511098 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:06.512076 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.612918 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e5a4d8ec-b810-4fd4-a954-51c3bba64649 admin admin] Publish callbacks [] for router_gateway (f2029d96-c1c9-44c4-b6c3-28ae018eff2b), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.648286 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64258f-9cb2-4e7f-9027-7103103b7532 None None] Pushing event updated for resources: {'Port': ['ID=24a648bc-af9c-42b7-8bbc-fb3f2f9acd79,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:06.761312 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6879859 Feb 09 01:31:06.765819 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54314) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:06.772965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] Request body: {'subnet': {'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-50522801-subnet', 'tenant_id': '433f56aeb5b04fa39d1f9120b707d9b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:06.816984 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] Made reservation on behalf of 433f56aeb5b04fa39d1f9120b707d9b4 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:06.821447 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.906791 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Pushing event updated for resources: {'Network': ['ID=e22f3d8b-910b-4bfd-888d-5b6735c33e0d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:06.918271 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b918479b-88f1-4bb9-a976-18f57d301449 req-4770e64c-3783-44dc-b224-7fdf70e47040 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141505 Feb 09 01:31:06.942369 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:06.942720 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:06.943062 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:06.943425 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:06.943775 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:06.944075 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:06.944403 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:06.944725 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:06.945406 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:06.945627 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:06.945952 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:06.946272 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:06.946573 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9589a3f-f6a0-49a0-9f1b-47eab17d8df4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:06.978495 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network e22f3d8b-910b-4bfd-888d-5b6735c33e0d details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:31:07.440106 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for subnet (5d984b3d-a8e5-4608-b4ad-f090ccd966bb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.442694 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1341edd7-f434-4098-897d-4ab8095d517a req-f76126a3-75a1-482a-b0a6-0a0669e9d481 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0e5418be45fe4880a7b35e08ad4a1c1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1322310 Feb 09 01:31:07.481912 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ecd37574-0ea9-4be3-b9b5-e1aed857e8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.526088 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d984b3d-a8e5-4608-b4ad-f090ccd966bb,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:07.564577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:07.566447 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:07.567013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:07.567658 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:07.568377 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:07.568921 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:07.570345 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:07.570947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:07.571553 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:07.572247 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:07.572973 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:07.573543 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:07.574078 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:07.590192 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] Checking segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:07.590818 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] Network hostable DHCP agents. Network: e22f3d8b-910b-4bfd-888d-5b6735c33e0d, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:31:07.623762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] Network e22f3d8b-910b-4bfd-888d-5b6735c33e0d is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:31:07.647896 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, e22f3d8b-910b-4bfd-888d-5b6735c33e0d) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:07.660698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06393abe-730c-480f-8752-5c5f489fb299 None None] Network e22f3d8b-910b-4bfd-888d-5b6735c33e0d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:07.674276 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:07.674943 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.686437 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54348) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:07.704692 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e5a4d8ec-b810-4fd4-a954-51c3bba64649 admin admin] Publish callbacks [] for router_gateway (f2029d96-c1c9-44c4-b6c3-28ae018eff2b), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.742147 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-807d57f2-7ba3-4438-8b0b-ff7afe9cc332 req-a54aab98-40c2-4338-ba43-03c23a251784 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc375b17-0e30-4e2e-a55b-944b305826b5 HTTP/1.1" status: 200 len: 210 time: 0.1012020 Feb 09 01:31:07.762761 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e5a4d8ec-b810-4fd4-a954-51c3bba64649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.765389 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3cd9973c-2e38-4514-9fd6-bdfccb2ced1a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9967623 Feb 09 01:31:07.855388 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2b122a-8c83-4a54-b4da-ba45016197ec None None] Network e22f3d8b-910b-4bfd-888d-5b6735c33e0d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:08.007034 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-788ccdee-7322-49f1-83a1-466e353c06fd tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=e7c46ec536ba4299830e3c3a0ec368f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706761 Feb 09 01:31:08.097659 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1c45-ef20-46a7-a917-8b585d356b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.111004 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341edd7-f434-4098-897d-4ab8095d517a req-b08d5183-b3e7-43da-838b-b90093afb77d tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:08.113831 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1341edd7-f434-4098-897d-4ab8095d517a req-b08d5183-b3e7-43da-838b-b90093afb77d tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6567633 Feb 09 01:31:08.264499 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1341edd7-f434-4098-897d-4ab8095d517a req-a482083e-5e5e-4c6d-98ef-06beb7234096 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/quotas/0e5418be45fe4880a7b35e08ad4a1c1c HTTP/1.1" status: 200 len: 375 time: 0.1341908 Feb 09 01:31:08.348662 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-e5a4d8ec-b810-4fd4-a954-51c3bba64649 admin admin] Allocated IP 172.25.7.104 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/dd1af548-426d-463e-84da-0d8950019ad0) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:08.404926 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:08.461589 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1c45-ef20-46a7-a917-8b585d356b1e admin admin] Publish callbacks [] for security_group (8a8694c6-114c-424d-93e1-4cd00a27aaac), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.482819 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1c45-ef20-46a7-a917-8b585d356b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8a8694c6-114c-424d-93e1-4cd00a27aaac), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.508223 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:08.508659 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (24a648bc-af9c-42b7-8bbc-fb3f2f9acd79), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.509039 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1341edd7-f434-4098-897d-4ab8095d517a req-e2e01d83-6179-44ef-8914-fff32bbab744 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e5418be45fe4880a7b35e08ad4a1c1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2223420 Feb 09 01:31:08.627826 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e5a4d8ec-b810-4fd4-a954-51c3bba64649 admin admin] Publish callbacks [] for port (dd1af548-426d-463e-84da-0d8950019ad0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.637410 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8bfb1c45-ef20-46a7-a917-8b585d356b1e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=17ca2ec3012c414394c08e73fed8bf80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9507525 Feb 09 01:31:08.642262 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54370) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:08.644925 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8ecc89-f6cf-4305-9b3d-ae1085d8a793 None None] Network 30f1f285-ac54-43cd-8116-17aca97bda27 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:08.649724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb1c45-ef20-46a7-a917-8b585d356b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8694c6-114c-424d-93e1-4cd00a27aaac,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:08.692792 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609a4d9-5dfc-4a89-8a13-7e1371bde369 req-bf2053b2-c288-4df0-8747-155e58868687 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:08.692792 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c609a4d9-5dfc-4a89-8a13-7e1371bde369 req-bf2053b2-c288-4df0-8747-155e58868687 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 943 time: 0.5484905 Feb 09 01:31:08.754424 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-983f42e0-92f5-4694-b6a5-c426f6bb65f0 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:08.755968 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-983f42e0-92f5-4694-b6a5-c426f6bb65f0 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7418621 Feb 09 01:31:08.782503 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-71f0a901-8e9a-418c-a341-c91037f818b7 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Request body: {'port': {'device_id': 'bc375b17-0e30-4e2e-a55b-944b305826b5', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': 'e7c46ec536ba4299830e3c3a0ec368f5'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:08.814636 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-376712df-0f18-47d7-bb5d-2415e847b83b admin admin] Publish callbacks [] for security_group (8a8694c6-114c-424d-93e1-4cd00a27aaac), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.841136 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e5a4d8ec-b810-4fd4-a954-51c3bba64649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (dd1af548-426d-463e-84da-0d8950019ad0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.864591 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5cc9e409-370b-4931-b8b1-fbf4efaa2b53 None None] Provisioning complete for port 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:08.865250 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5cc9e409-370b-4931-b8b1-fbf4efaa2b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (24a648bc-af9c-42b7-8bbc-fb3f2f9acd79), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.925458 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-376712df-0f18-47d7-bb5d-2415e847b83b admin admin] Publish callbacks [] for security_group (8a8694c6-114c-424d-93e1-4cd00a27aaac), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.934193 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a4d8ec-b810-4fd4-a954-51c3bba64649 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:08.942456 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-e5a4d8ec-b810-4fd4-a954-51c3bba64649 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:08.964153 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c609a4d9-5dfc-4a89-8a13-7e1371bde369 req-7e1d4b62-3749-49fa-8bf7-5ea049e71a48 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633336 Feb 09 01:31:08.974623 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a4d8ec-b810-4fd4-a954-51c3bba64649 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:09.076049 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54388) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:09.118009 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-376712df-0f18-47d7-bb5d-2415e847b83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8a8694c6-114c-424d-93e1-4cd00a27aaac), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:09.121004 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-376712df-0f18-47d7-bb5d-2415e847b83b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:09.122265 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-376712df-0f18-47d7-bb5d-2415e847b83b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8a8694c6-114c-424d-93e1-4cd00a27aaac HTTP/1.1" status: 204 len: 168 time: 0.4790428 Feb 09 01:31:09.144109 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a4110ccd-51e2-4028-92e8-1a94e758f532 req-bb24c3c0-8d35-4abc-96c2-d0fa5f47161c tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc375b17-0e30-4e2e-a55b-944b305826b5 HTTP/1.1" status: 200 len: 210 time: 0.0960491 Feb 09 01:31:09.150872 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4d8ec-b810-4fd4-a954-51c3bba64649 admin admin] Pushing event updated for resources: {'Port': ['ID=dd1af548-426d-463e-84da-0d8950019ad0,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:09.193367 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376712df-0f18-47d7-bb5d-2415e847b83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8694c6-114c-424d-93e1-4cd00a27aaac,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:09.205707 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-0d1787ef-96b5-4ba5-ad86-c77cbde03a58 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1447508566-network', 'tenant_id': '465dbb5825f543569973881e4d00f2f9'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:09.213794 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d2ed9aed-5aed-4170-bff2-90fdbeadf1d3 req-7a482877-cd72-4d06-8d74-3d7d9ac484ca tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=279b179a-eff3-4b68-89a1-9a86f4fd6a41 HTTP/1.1" status: 200 len: 210 time: 0.1595387 Feb 09 01:31:09.348873 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-71f0a901-8e9a-418c-a341-c91037f818b7 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Made reservation on behalf of e7c46ec536ba4299830e3c3a0ec368f5 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:09.358372 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-71f0a901-8e9a-418c-a341-c91037f818b7 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:09.369609 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1787ef-96b5-4ba5-ad86-c77cbde03a58 admin admin] Made reservation on behalf of 465dbb5825f543569973881e4d00f2f9 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:09.374704 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0d1787ef-96b5-4ba5-ad86-c77cbde03a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:09.414853 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:09.416042 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (24a648bc-af9c-42b7-8bbc-fb3f2f9acd79), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:09.474164 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-71f0a901-8e9a-418c-a341-c91037f818b7 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:09.479127 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=24a648bc-af9c-42b7-8bbc-fb3f2f9acd79,segment=NetworkSegment(097c5076-9db0-48e7-9d59-aad5f00c38d4),segment_id=097c5076-9db0-48e7-9d59-aad5f00c38d4)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:09.503073 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:09.504257 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (24a648bc-af9c-42b7-8bbc-fb3f2f9acd79), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:09.583110 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=24a648bc-af9c-42b7-8bbc-fb3f2f9acd79,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:09.606192 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0d1787ef-96b5-4ba5-ad86-c77cbde03a58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:09.664279 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5cc9e409-370b-4931-b8b1-fbf4efaa2b53 None None] Current status of the port 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:09.732957 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-efd30941-d441-4afc-8a2b-3a48eb14135f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:09.872635 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0d1787ef-96b5-4ba5-ad86-c77cbde03a58 admin admin] Publish callbacks [] for security_group (97c5d35a-6ca1-4819-9d68-644aadc09eca), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:09.911947 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0d1787ef-96b5-4ba5-ad86-c77cbde03a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (97c5d35a-6ca1-4819-9d68-644aadc09eca), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:09.956359 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e5a4d8ec-b810-4fd4-a954-51c3bba64649 admin admin] Publish callbacks [] for router_gateway (f2029d96-c1c9-44c4-b6c3-28ae018eff2b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:10.017888 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9c35d617-d4eb-45eb-8520-f3e214afb37d None None] Provisioning complete for port 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:10.018564 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9c35d617-d4eb-45eb-8520-f3e214afb37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (24a648bc-af9c-42b7-8bbc-fb3f2f9acd79), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:10.080038 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54418) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:10.086160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1787ef-96b5-4ba5-ad86-c77cbde03a58 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:31:10.255596 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9c35d617-d4eb-45eb-8520-f3e214afb37d None None] Current status of the port 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:10.294654 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 405ac608-313b-4fde-8e63-dccfb8d282b6 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:10.376502 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:10.473958 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1733a993-6ee1-4a23-b774-f7d9cd0789ed req-6d57a1c3-d3e4-40fd-84be-752c627698fc tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc375b17-0e30-4e2e-a55b-944b305826b5 HTTP/1.1" status: 200 len: 210 time: 0.1237359 Feb 09 01:31:10.541951 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-68ee21f9-828d-426b-b6be-28d950d2758c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:10.569561 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e5a4d8ec-b810-4fd4-a954-51c3bba64649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (f2029d96-c1c9-44c4-b6c3-28ae018eff2b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:10.576012 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0d1787ef-96b5-4ba5-ad86-c77cbde03a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (bdb8a735-0959-4ae9-9ab2-646a3e10e2f9), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:10.576434 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-0d1787ef-96b5-4ba5-ad86-c77cbde03a58 admin admin] Added segment bdb8a735-0959-4ae9-9ab2-646a3e10e2f9 of type vlan for network c6330689-dcc3-40e4-9c0c-0dd8db6a1d78 Feb 09 01:31:10.616657 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 405ac608-313b-4fde-8e63-dccfb8d282b6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=405ac608-313b-4fde-8e63-dccfb8d282b6,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:10.628703 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:10.629744 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0d1787ef-96b5-4ba5-ad86-c77cbde03a58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (c6330689-dcc3-40e4-9c0c-0dd8db6a1d78), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:10.639511 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '405ac608-313b-4fde-8e63-dccfb8d282b6', 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16', 'port_id': '405ac608-313b-4fde-8e63-dccfb8d282b6', 'mac_address': 'fa:16:3e:81:6e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6417b864-ca46-417c-8bb2-9bbd8753c5f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:31:10.660450 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:10.660816 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (24a648bc-af9c-42b7-8bbc-fb3f2f9acd79), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:10.716080 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:10.743911 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 405ac608-313b-4fde-8e63-dccfb8d282b6 is: ACTIVE; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:10.744271 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (405ac608-313b-4fde-8e63-dccfb8d282b6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:10.769005 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 405ac608-313b-4fde-8e63-dccfb8d282b6 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:10.776290 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-68ee21f9-828d-426b-b6be-28d950d2758c admin admin] Publish callbacks [] for security_group (9a1356f6-2ca5-4403-bb3f-6b3ffa9bece2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:10.825141 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-71f0a901-8e9a-418c-a341-c91037f818b7 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Publish callbacks [] for security_group (305a0a6d-e2ac-4044-999e-4a2e1b20037f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:10.841340 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0d1787ef-96b5-4ba5-ad86-c77cbde03a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (c6330689-dcc3-40e4-9c0c-0dd8db6a1d78), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:10.842273 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1787ef-96b5-4ba5-ad86-c77cbde03a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:10.842837 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0d1787ef-96b5-4ba5-ad86-c77cbde03a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:10.854669 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1787ef-96b5-4ba5-ad86-c77cbde03a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c5d35a-6ca1-4819-9d68-644aadc09eca,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:10.877081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 405ac608-313b-4fde-8e63-dccfb8d282b6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=405ac608-313b-4fde-8e63-dccfb8d282b6,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:10.885291 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (405ac608-313b-4fde-8e63-dccfb8d282b6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:10.885960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:10.887371 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4364876c-f937-42dc-9f64-865c4d302c7a req-8d5b156b-b207-4ac0-8a32-c06ef8671858 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=279b179a-eff3-4b68-89a1-9a86f4fd6a41 HTTP/1.1" status: 200 len: 210 time: 0.0844126 Feb 09 01:31:10.932852 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-68ee21f9-828d-426b-b6be-28d950d2758c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9a1356f6-2ca5-4403-bb3f-6b3ffa9bece2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:10.943595 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a4d8ec-b810-4fd4-a954-51c3bba64649 admin admin] Router f2029d96-c1c9-44c4-b6c3-28ae018eff2b is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:31:10.972188 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0d1787ef-96b5-4ba5-ad86-c77cbde03a58 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8916805 Feb 09 01:31:10.991834 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1787ef-96b5-4ba5-ad86-c77cbde03a58 admin admin] Pushing event updated for resources: {'Network': ['ID=c6330689-dcc3-40e4-9c0c-0dd8db6a1d78,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:11.023536 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:11.041837 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-68ee21f9-828d-426b-b6be-28d950d2758c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0eb9e9dc5394f25891e2e41bfe26ee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9585321 Feb 09 01:31:11.046482 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1341edd7-f434-4098-897d-4ab8095d517a req-b42e15c7-6df7-45d2-af52-cb6f47c46a87 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0e5418be45fe4880a7b35e08ad4a1c1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2197883 Feb 09 01:31:11.051128 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-71f0a901-8e9a-418c-a341-c91037f818b7 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (305a0a6d-e2ac-4044-999e-4a2e1b20037f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:11.058987 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54430) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:11.059357 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54438) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:11.062208 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee21f9-828d-426b-b6be-28d950d2758c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1356f6-2ca5-4403-bb3f-6b3ffa9bece2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:11.077879 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e2087c38-2e8b-49fc-909c-9fa092afa258 admin admin] Request body: {'subnet': {'network_id': 'c6330689-dcc3-40e4-9c0c-0dd8db6a1d78', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1447508566-subnet', 'tenant_id': '465dbb5825f543569973881e4d00f2f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:11.137572 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0a901-8e9a-418c-a341-c91037f818b7 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=305a0a6d-e2ac-4044-999e-4a2e1b20037f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:11.177958 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network c6330689-dcc3-40e4-9c0c-0dd8db6a1d78 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:31:11.409135 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-501b92c9-ed22-4100-936b-ac816fac2d1c service neutron] 10.222.0.48 "GET /v2.0/ports/5bdb8522-bdbc-4a3a-8e15-56e6f0680147/bindings/n-h1-828387-3 HTTP/1.1" status: 200 len: 384 time: 1.5312419 Feb 09 01:31:11.426609 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5bdb8522-bdbc-4a3a-8e15-56e6f0680147,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:11.439526 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=405ac608-313b-4fde-8e63-dccfb8d282b6,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:11.474919 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a4d8ec-b810-4fd4-a954-51c3bba64649 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:31:11.476547 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 has no active binding in host n-h1-828387-3 {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:31:11.493202 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] Sync routers for ids ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:11.516617 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e5a4d8ec-b810-4fd4-a954-51c3bba64649 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:11.517705 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] Routers {'f2029d96-c1c9-44c4-b6c3-28ae018eff2b'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:11.518490 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:31:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:11.519723 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e5a4d8ec-b810-4fd4-a954-51c3bba64649 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.5722711 Feb 09 01:31:11.522145 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54450) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:11.549113 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8817e5-7430-4e9d-9c0d-8b8f3796b2d9 req-5d4f7f8e-fd52-4aec-a55a-c27db291e38d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:11.550981 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4d8817e5-7430-4e9d-9c0d-8b8f3796b2d9 req-5d4f7f8e-fd52-4aec-a55a-c27db291e38d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 943 time: 0.9966028 Feb 09 01:31:11.570385 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2087c38-2e8b-49fc-909c-9fa092afa258 admin admin] Made reservation on behalf of 465dbb5825f543569973881e4d00f2f9 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:11.573053 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e2087c38-2e8b-49fc-909c-9fa092afa258 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:11.580546 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['405ac608-313b-4fde-8e63-dccfb8d282b6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:11.837077 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a987df33-8f72-47b0-bf0f-bdbd5d061d18 req-be43b038-f10a-42b9-a4ad-aeaa5f747a27 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc375b17-0e30-4e2e-a55b-944b305826b5 HTTP/1.1" status: 200 len: 210 time: 0.0483627 Feb 09 01:31:11.847595 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] Set router f2029d96-c1c9-44c4-b6c3-28ae018eff2b gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:11.889722 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e2087c38-2e8b-49fc-909c-9fa092afa258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for subnet (718f0f88-1bdf-405b-9fa5-e9d222540b8f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:11.974638 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55f59bbe-3ca3-4e75-9d24-558c0081305d admin admin] Publish callbacks [] for security_group (9a1356f6-2ca5-4403-bb3f-6b3ffa9bece2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.067989 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a3ceb4c3-bb80-49df-bb13-4d55e27882df req-313972e2-9104-4a05-9231-dc821581239a tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=279b179a-eff3-4b68-89a1-9a86f4fd6a41 HTTP/1.1" status: 200 len: 210 time: 0.0373564 Feb 09 01:31:12.103510 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341edd7-f434-4098-897d-4ab8095d517a req-d0c02798-2f12-440c-b65a-aebd9f96f635 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:12.104897 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1341edd7-f434-4098-897d-4ab8095d517a req-d0c02798-2f12-440c-b65a-aebd9f96f635 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0446193 Feb 09 01:31:12.131059 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55f59bbe-3ca3-4e75-9d24-558c0081305d admin admin] Publish callbacks [] for security_group (9a1356f6-2ca5-4403-bb3f-6b3ffa9bece2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.156315 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-1341edd7-f434-4098-897d-4ab8095d517a req-6810fd34-06dc-459e-b1fe-1b8c3f8e663b tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Request body: {'port': {'device_id': '279b179a-eff3-4b68-89a1-9a86f4fd6a41', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': '0e5418be45fe4880a7b35e08ad4a1c1c'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:12.164252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-71f0a901-8e9a-418c-a341-c91037f818b7 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Allocated IP 192.168.233.75 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/382f5c99-15f1-40c0-ba5e-275c8162b1a7) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:12.169889 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.174537 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820247541-router', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:09Z', 'revision_number': 3, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'gw_port': {'id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:12.183743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2087c38-2e8b-49fc-909c-9fa092afa258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=718f0f88-1bdf-405b-9fa5-e9d222540b8f,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:12.216398 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] Checking router: f2029d96-c1c9-44c4-b6c3-28ae018eff2b for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:12.216647 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] Updating router f2029d96-c1c9-44c4-b6c3-28ae018eff2b port dd1af548-426d-463e-84da-0d8950019ad0 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:31:12.245616 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4d8817e5-7430-4e9d-9c0d-8b8f3796b2d9 req-35288ec9-b053-462a-8a3e-6696d162a16f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904355 Feb 09 01:31:12.251826 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dd1af548-426d-463e-84da-0d8950019ad0), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.311716 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 405ac608-313b-4fde-8e63-dccfb8d282b6 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:12.358057 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-775fe5a1-cd73-45a4-be05-5d7312b29f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.380325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 405ac608-313b-4fde-8e63-dccfb8d282b6 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:12.381047 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (405ac608-313b-4fde-8e63-dccfb8d282b6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.384870 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2087c38-2e8b-49fc-909c-9fa092afa258 admin admin] Checking segment: {'id': 'bdb8a735-0959-4ae9-9ab2-646a3e10e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c6330689-dcc3-40e4-9c0c-0dd8db6a1d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:12.385243 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2087c38-2e8b-49fc-909c-9fa092afa258 admin admin] Network hostable DHCP agents. Network: c6330689-dcc3-40e4-9c0c-0dd8db6a1d78, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:31:12.476595 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 405ac608-313b-4fde-8e63-dccfb8d282b6 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:12.477353 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (405ac608-313b-4fde-8e63-dccfb8d282b6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.517391 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 405ac608-313b-4fde-8e63-dccfb8d282b6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=405ac608-313b-4fde-8e63-dccfb8d282b6,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:12.518936 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ce0a22-57c4-475f-afe0-382eef3be3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405ac608-313b-4fde-8e63-dccfb8d282b6'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:12.523565 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e86f4ae-34b2-4638-845c-ba3bb0249c24" -d '{"events": [{"server_uuid": "42ce0a22-57c4-475f-afe0-382eef3be3f5", "name": "network-vif-plugged", "status": "completed", "tag": "405ac608-313b-4fde-8e63-dccfb8d282b6"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:12.543764 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (405ac608-313b-4fde-8e63-dccfb8d282b6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.584551 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] Publish callbacks [] for port (dd1af548-426d-463e-84da-0d8950019ad0), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.593033 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (dd1af548-426d-463e-84da-0d8950019ad0), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.606684 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb96803-a3a8-4e47-bd3a-219416e1dfb5 x-openstack-request-id: req-acb96803-a3a8-4e47-bd3a-219416e1dfb5 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:12.607373 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ce0a22-57c4-475f-afe0-382eef3be3f5", "name": "network-vif-plugged", "status": "completed", "tag": "405ac608-313b-4fde-8e63-dccfb8d282b6", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:12.607904 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-acb96803-a3a8-4e47-bd3a-219416e1dfb5 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:12.608839 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ce0a22-57c4-475f-afe0-382eef3be3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405ac608-313b-4fde-8e63-dccfb8d282b6', 'code': 200} Feb 09 01:31:12.661194 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55f59bbe-3ca3-4e75-9d24-558c0081305d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9a1356f6-2ca5-4403-bb3f-6b3ffa9bece2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.664213 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55f59bbe-3ca3-4e75-9d24-558c0081305d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.665316 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-55f59bbe-3ca3-4e75-9d24-558c0081305d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a1356f6-2ca5-4403-bb3f-6b3ffa9bece2 HTTP/1.1" status: 204 len: 168 time: 1.5976653 Feb 09 01:31:12.683142 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] Attempting to bind port dd1af548-426d-463e-84da-0d8950019ad0 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:12.683773 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] Attempting to bind port dd1af548-426d-463e-84da-0d8950019ad0 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:12.692263 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=405ac608-313b-4fde-8e63-dccfb8d282b6,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:12.694771 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] Attempting to bind port dd1af548-426d-463e-84da-0d8950019ad0 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:12.706655 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553a0f3-62ed-42a3-a527-cff2c314f7f8 None None] Pushing event updated for resources: {'Port': ['ID=dd1af548-426d-463e-84da-0d8950019ad0,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:12.711511 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-775fe5a1-cd73-45a4-be05-5d7312b29f42 admin admin] Allocated IP 172.20.0.1 (30f1f285-ac54-43cd-8116-17aca97bda27/6573763d-11e2-4623-8df7-0db6006f3bfc/28cb58dc-5486-45c1-accb-a880b5db9304) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:12.712588 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:12.712998 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:12.713409 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.713843 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:12.714359 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] Bound port: dd1af548-426d-463e-84da-0d8950019ad0, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:12.714778 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dd1af548-426d-463e-84da-0d8950019ad0), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.764144 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2087c38-2e8b-49fc-909c-9fa092afa258 admin admin] Network c6330689-dcc3-40e4-9c0c-0dd8db6a1d78 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:31:12.776483 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553a0f3-62ed-42a3-a527-cff2c314f7f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.778559 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553a0f3-62ed-42a3-a527-cff2c314f7f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.779862 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553a0f3-62ed-42a3-a527-cff2c314f7f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.781222 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553a0f3-62ed-42a3-a527-cff2c314f7f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.782049 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553a0f3-62ed-42a3-a527-cff2c314f7f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.783979 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553a0f3-62ed-42a3-a527-cff2c314f7f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.785316 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553a0f3-62ed-42a3-a527-cff2c314f7f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.786534 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553a0f3-62ed-42a3-a527-cff2c314f7f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.787325 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553a0f3-62ed-42a3-a527-cff2c314f7f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.789930 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553a0f3-62ed-42a3-a527-cff2c314f7f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.790661 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553a0f3-62ed-42a3-a527-cff2c314f7f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.791586 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553a0f3-62ed-42a3-a527-cff2c314f7f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.792742 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553a0f3-62ed-42a3-a527-cff2c314f7f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553a0f3-62ed-42a3-a527-cff2c314f7f8 None None] Tracked resource versions report: Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: pushed versions: Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: { 'AddressGroup': {'1.2'}, Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: 'ConntrackHelper': {'1.0'}, Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: 'LocalIPAssociation': {'1.0'}, Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: 'Log': {'1.0'}, Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: 'Network': {'1.1'}, Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: 'Port': {'1.7'}, Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: 'PortForwarding': {'1.2'}, Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: 'QosPolicy': {'1.10'}, Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: 'SecurityGroup': {'1.5'}, Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: 'SecurityGroupRule': {'1.2'}, Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: 'SubPort': {'1.0'}, Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: 'Subnet': {'1.1'}, Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: 'Trunk': {'1.1'}} Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: consumer versions: Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: { DHCP agent@n-d-828387-3: {}, Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: HyperV agent@n-h1-828387-3: {}, Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: HyperV agent@n-h2-828387-3: {}, Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: L3 agent@n-d-828387-3: {}, Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: Metadata agent@n-d-828387-3: {}, Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: Metering agent@n-d-828387-3: {}, Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: Open vSwitch agent@n-d-828387-3: { 'AddressGroup': '1.2', Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: 'ConntrackHelper': '1.0', Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: 'LocalIPAssociation': '1.0', Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: 'Log': '1.0', Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: 'Network': '1.1', Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: 'Port': '1.7', Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: 'PortForwarding': '1.2', Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: 'QosPolicy': '1.10', Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: 'SecurityGroup': '1.5', Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: 'SecurityGroupRule': '1.2', Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: 'SubPort': '1.0', Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: 'Subnet': '1.1', Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: 'Trunk': '1.1'}} Feb 09 01:31:12.796203 n-d-828387-3 neutron-server[103186]: {{(pid=103186) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 01:31:12.811099 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f59bbe-3ca3-4e75-9d24-558c0081305d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1356f6-2ca5-4403-bb3f-6b3ffa9bece2,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:12.874938 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-e2087c38-2e8b-49fc-909c-9fa092afa258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, c6330689-dcc3-40e4-9c0c-0dd8db6a1d78) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:12.913534 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2087c38-2e8b-49fc-909c-9fa092afa258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:12.913836 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51684f8e-6532-45f3-9fbb-c54d26a1822d None None] Network c6330689-dcc3-40e4-9c0c-0dd8db6a1d78 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:12.914147 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e2087c38-2e8b-49fc-909c-9fa092afa258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.933338 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] For port dd1af548-426d-463e-84da-0d8950019ad0, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:12.941985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1341edd7-f434-4098-897d-4ab8095d517a req-6810fd34-06dc-459e-b1fe-1b8c3f8e663b tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Made reservation on behalf of 0e5418be45fe4880a7b35e08ad4a1c1c for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:12.953686 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1341edd7-f434-4098-897d-4ab8095d517a req-6810fd34-06dc-459e-b1fe-1b8c3f8e663b tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.954169 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] For port dd1af548-426d-463e-84da-0d8950019ad0, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=dd1af548-426d-463e-84da-0d8950019ad0,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:12.957490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-c216020d-6408-47ad-ad49-949c60faa4c7 service neutron] For port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5bdb8522-bdbc-4a3a-8e15-56e6f0680147,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:12.965551 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (dd1af548-426d-463e-84da-0d8950019ad0), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.002716 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-775fe5a1-cd73-45a4-be05-5d7312b29f42 admin admin] Publish callbacks [] for port (28cb58dc-5486-45c1-accb-a880b5db9304), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.081958 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-775fe5a1-cd73-45a4-be05-5d7312b29f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (28cb58dc-5486-45c1-accb-a880b5db9304), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.134883 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] Routers {'f2029d96-c1c9-44c4-b6c3-28ae018eff2b'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:13.135445 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:31:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:13.154453 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b63c150-4325-430b-a358-60c79422e2c2 None None] Network c6330689-dcc3-40e4-9c0c-0dd8db6a1d78 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:13.182364 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e2087c38-2e8b-49fc-909c-9fa092afa258 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1154432 Feb 09 01:31:13.205384 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775fe5a1-cd73-45a4-be05-5d7312b29f42 admin admin] Network 30f1f285-ac54-43cd-8116-17aca97bda27 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:13.223686 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-775fe5a1-cd73-45a4-be05-5d7312b29f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:13.237662 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775fe5a1-cd73-45a4-be05-5d7312b29f42 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:13.280129 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3bdaf4ef-eb8e-4c85-a656-045742f1b641 req-6f57456f-87b0-434a-9603-80b094aebd40 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc375b17-0e30-4e2e-a55b-944b305826b5 HTTP/1.1" status: 200 len: 210 time: 0.2629175 Feb 09 01:31:13.294233 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-71f0a901-8e9a-418c-a341-c91037f818b7 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Publish callbacks [] for port (382f5c99-15f1-40c0-ba5e-275c8162b1a7), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.351396 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553a0f3-62ed-42a3-a527-cff2c314f7f8 None None] Pushing event updated for resources: {'Port': ['ID=dd1af548-426d-463e-84da-0d8950019ad0,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:13.401368 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fe5a1-cd73-45a4-be05-5d7312b29f42 admin admin] Pushing event updated for resources: {'Port': ['ID=28cb58dc-5486-45c1-accb-a880b5db9304,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:13.430885 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-c216020d-6408-47ad-ad49-949c60faa4c7 service neutron] For port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:13.456541 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:31:13.493101 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-c216020d-6408-47ad-ad49-949c60faa4c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:13.508373 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-c216020d-6408-47ad-ad49-949c60faa4c7 service neutron] For port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=5bdb8522-bdbc-4a3a-8e15-56e6f0680147,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:13.528144 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-71f0a901-8e9a-418c-a341-c91037f818b7 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (382f5c99-15f1-40c0-ba5e-275c8162b1a7), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.534540 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c9a6170-5cd5-4fa0-8a00-8b029738090b req-699ede58-50ef-4107-aa12-b5248051bfad tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=279b179a-eff3-4b68-89a1-9a86f4fd6a41 HTTP/1.1" status: 200 len: 210 time: 0.1937032 Feb 09 01:31:13.535879 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-c216020d-6408-47ad-ad49-949c60faa4c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5bdb8522-bdbc-4a3a-8e15-56e6f0680147), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.539277 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] Set router f2029d96-c1c9-44c4-b6c3-28ae018eff2b gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:13.611518 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-775fe5a1-cd73-45a4-be05-5d7312b29f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (f2029d96-c1c9-44c4-b6c3-28ae018eff2b), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.680501 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.831389 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d92146e5-93be-456d-9e62-f06ea94c034f None None] Provisioning complete for port 28cb58dc-5486-45c1-accb-a880b5db9304 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:13.832058 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d92146e5-93be-456d-9e62-f06ea94c034f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (28cb58dc-5486-45c1-accb-a880b5db9304), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.836970 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 is: DOWN; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:13.882866 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d92146e5-93be-456d-9e62-f06ea94c034f None None] Port 28cb58dc-5486-45c1-accb-a880b5db9304 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:31:13.902977 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-71f0a901-8e9a-418c-a341-c91037f818b7 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:13.922424 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-1341edd7-f434-4098-897d-4ab8095d517a req-6810fd34-06dc-459e-b1fe-1b8c3f8e663b tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Allocated IP 192.168.233.111 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:13.926733 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-71f0a901-8e9a-418c-a341-c91037f818b7 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:13.943609 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0a901-8e9a-418c-a341-c91037f818b7 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Pushing event updated for resources: {'Port': ['ID=382f5c99-15f1-40c0-ba5e-275c8162b1a7,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:13.957281 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-71f0a901-8e9a-418c-a341-c91037f818b7 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:13.959768 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-775fe5a1-cd73-45a4-be05-5d7312b29f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (28cb58dc-5486-45c1-accb-a880b5db9304), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.973922 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-71f0a901-8e9a-418c-a341-c91037f818b7 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:13.974607 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-71f0a901-8e9a-418c-a341-c91037f818b7 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:14.183012 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-71f0a901-8e9a-418c-a341-c91037f818b7 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3932748 Feb 09 01:31:14.197993 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-f6c954ba-214a-4930-ad48-b5a148729d60 service neutron] Request body: {'port': {'device_id': 'bc375b17-0e30-4e2e-a55b-944b305826b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:14.270018 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820247541-router', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:09Z', 'revision_number': 3, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'gw_port': {'id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:14.343258 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca92a3c-050c-47ed-bfc6-45e094fd3396 req-dd54befe-9d4b-4dae-a350-a62f9040e520 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:14.351578 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6ca92a3c-050c-47ed-bfc6-45e094fd3396 req-dd54befe-9d4b-4dae-a350-a62f9040e520 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 943 time: 0.6542726 Feb 09 01:31:14.391717 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933cefab-e5ae-4af2-8071-14bffe28d151 None None] The sync data for ids ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'] in n-d-828387-3 is: [{'id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820247541-router', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:09Z', 'revision_number': 3, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'gw_port': {'id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:14.399995 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-c216020d-6408-47ad-ad49-949c60faa4c7 service neutron] Transition to ACTIVE for port object 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:14.425019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-dac3c6aa-4759-4686-bdb0-b306290724a2 None None] Provisioning complete for port 382f5c99-15f1-40c0-ba5e-275c8162b1a7 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:14.425827 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dac3c6aa-4759-4686-bdb0-b306290724a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (382f5c99-15f1-40c0-ba5e-275c8162b1a7), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:14.460147 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-c216020d-6408-47ad-ad49-949c60faa4c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5bdb8522-bdbc-4a3a-8e15-56e6f0680147), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:14.505930 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-775fe5a1-cd73-45a4-be05-5d7312b29f42 admin admin] Publish callbacks [] for port (28cb58dc-5486-45c1-accb-a880b5db9304), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:14.523833 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-775fe5a1-cd73-45a4-be05-5d7312b29f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (28cb58dc-5486-45c1-accb-a880b5db9304), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:14.575639 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-dac3c6aa-4759-4686-bdb0-b306290724a2 None None] Port 382f5c99-15f1-40c0-ba5e-275c8162b1a7 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:31:14.784022 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-775fe5a1-cd73-45a4-be05-5d7312b29f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (f2029d96-c1c9-44c4-b6c3-28ae018eff2b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:14.801706 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34010323-c23e-43e6-909a-641727ee4368 req-b83b5916-5820-4622-a7ed-2e1f1e9556be tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:14.813847 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34010323-c23e-43e6-909a-641727ee4368 req-b83b5916-5820-4622-a7ed-2e1f1e9556be tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 806 time: 0.2051833 Feb 09 01:31:14.834227 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34010323-c23e-43e6-909a-641727ee4368 req-6f597376-253a-40ad-94af-670d7745a211 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/quotas/433f56aeb5b04fa39d1f9120b707d9b4 HTTP/1.1" status: 200 len: 375 time: 0.0194387 Feb 09 01:31:14.973153 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34010323-c23e-43e6-909a-641727ee4368 req-787adbea-9dab-459d-b3d9-d8549c9493c0 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1379459 Feb 09 01:31:15.206088 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6ca92a3c-050c-47ed-bfc6-45e094fd3396 req-9ac5e722-6d8a-4aaf-a735-63575233330d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8534434 Feb 09 01:31:15.209800 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216020d-6408-47ad-ad49-949c60faa4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdb8522-bdbc-4a3a-8e15-56e6f0680147,revision_number=10']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:15.256758 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-c216020d-6408-47ad-ad49-949c60faa4c7 service neutron] No DVR routers for this DVR port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:15.331515 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-f6c954ba-214a-4930-ad48-b5a148729d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (382f5c99-15f1-40c0-ba5e-275c8162b1a7), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:15.377540 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-c216020d-6408-47ad-ad49-949c60faa4c7 service neutron] 10.222.0.48 "PUT /v2.0/ports/5bdb8522-bdbc-4a3a-8e15-56e6f0680147/bindings/n-h1-828387-3/activate HTTP/1.1" status: 200 len: 369 time: 3.9468138 Feb 09 01:31:15.489842 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1341edd7-f434-4098-897d-4ab8095d517a req-6810fd34-06dc-459e-b1fe-1b8c3f8e663b tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Publish callbacks [] for port (8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:15.573621 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1341edd7-f434-4098-897d-4ab8095d517a req-6810fd34-06dc-459e-b1fe-1b8c3f8e663b tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:15.613234 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['7da8e4c8-627d-48f4-9535-577f5a5d30ea'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:15.658626 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fe5a1-cd73-45a4-be05-5d7312b29f42 admin admin] Pushing event updated for resources: {'Port': ['ID=28cb58dc-5486-45c1-accb-a880b5db9304,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:15.952326 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34010323-c23e-43e6-909a-641727ee4368 req-4754e73c-19c1-465c-83c9-fd4e03fb35e0 service neutron] 10.222.0.36 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9775112 Feb 09 01:31:15.971679 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1341edd7-f434-4098-897d-4ab8095d517a req-6810fd34-06dc-459e-b1fe-1b8c3f8e663b tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:16.025580 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775fe5a1-cd73-45a4-be05-5d7312b29f42 admin admin] Network 30f1f285-ac54-43cd-8116-17aca97bda27 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:16.037805 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-775fe5a1-cd73-45a4-be05-5d7312b29f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:16.129796 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-1341edd7-f434-4098-897d-4ab8095d517a req-6810fd34-06dc-459e-b1fe-1b8c3f8e663b tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:16.132296 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-1341edd7-f434-4098-897d-4ab8095d517a req-6810fd34-06dc-459e-b1fe-1b8c3f8e663b tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:16.137942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341edd7-f434-4098-897d-4ab8095d517a req-6810fd34-06dc-459e-b1fe-1b8c3f8e663b tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:16.138713 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1341edd7-f434-4098-897d-4ab8095d517a req-6810fd34-06dc-459e-b1fe-1b8c3f8e663b tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:16.202935 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1341edd7-f434-4098-897d-4ab8095d517a req-6810fd34-06dc-459e-b1fe-1b8c3f8e663b tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0695817 Feb 09 01:31:16.203959 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810fd34-06dc-459e-b1fe-1b8c3f8e663b tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Pushing event updated for resources: {'Port': ['ID=8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:16.241082 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f5bd5-cbca-4c05-b94d-c0a6f36ab953 req-b5c3861a-389e-4e88-ace6-29a4c5c0b97f tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:16.246872 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f18f5bd5-cbca-4c05-b94d-c0a6f36ab953 req-b5c3861a-389e-4e88-ace6-29a4c5c0b97f tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc375b17-0e30-4e2e-a55b-944b305826b5 HTTP/1.1" status: 200 len: 935 time: 0.7166467 Feb 09 01:31:16.263746 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-039eebda-82b9-4681-9faa-b012ba464c81 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:16.265353 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-039eebda-82b9-4681-9faa-b012ba464c81 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c&tenant_id=b07de46a82164c668a0ced35af54f222&binding%3Ahost_id=n-h2-828387-3 HTTP/1.1" status: 200 len: 1126 time: 0.7345891 Feb 09 01:31:16.269380 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-1341edd7-f434-4098-897d-4ab8095d517a req-47a9cf29-0fd3-4d20-bdaa-36b38e187c64 service neutron] Request body: {'port': {'device_id': '279b179a-eff3-4b68-89a1-9a86f4fd6a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:16.427634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device dd1af548-426d-463e-84da-0d8950019ad0 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:16.521861 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34010323-c23e-43e6-909a-641727ee4368 req-3a98cd31-c596-4e6a-9de9-1b767bdcb316 service neutron] 10.222.0.36 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5575972 Feb 09 01:31:16.560246 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775fe5a1-cd73-45a4-be05-5d7312b29f42 admin admin] Router f2029d96-c1c9-44c4-b6c3-28ae018eff2b has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:31:16.582791 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port dd1af548-426d-463e-84da-0d8950019ad0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:16.594789 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (dd1af548-426d-463e-84da-0d8950019ad0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:16.788267 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c2ab17c5-8680-4fd4-b77e-46a478548560 None None] Provisioning complete for port 28cb58dc-5486-45c1-accb-a880b5db9304 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:16.791801 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c2ab17c5-8680-4fd4-b77e-46a478548560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (28cb58dc-5486-45c1-accb-a880b5db9304), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:16.801549 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1341edd7-f434-4098-897d-4ab8095d517a req-47a9cf29-0fd3-4d20-bdaa-36b38e187c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:16.809114 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f18f5bd5-cbca-4c05-b94d-c0a6f36ab953 req-d9bfb5e7-189d-4c11-b3ef-26da8ffa57c0 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/security-groups?id=305a0a6d-e2ac-4044-999e-4a2e1b20037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278900 Feb 09 01:31:16.873223 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-7f78e946-0375-4ef6-827c-74c5658fa5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:16.904111 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-7f78e946-0375-4ef6-827c-74c5658fa5db service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c&tenant_id=b07de46a82164c668a0ced35af54f222 HTTP/1.1" status: 200 len: 1126 time: 0.5988183 Feb 09 01:31:17.032962 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c2ab17c5-8680-4fd4-b77e-46a478548560 None None] Port 28cb58dc-5486-45c1-accb-a880b5db9304 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:31:17.040692 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775fe5a1-cd73-45a4-be05-5d7312b29f42 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:31:17.074267 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-775fe5a1-cd73-45a4-be05-5d7312b29f42 admin admin] 10.222.0.36 "PUT /v2.0/routers/f2029d96-c1c9-44c4-b6c3-28ae018eff2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5417130 Feb 09 01:31:17.206010 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port dd1af548-426d-463e-84da-0d8950019ad0 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:17.209283 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dd1af548-426d-463e-84da-0d8950019ad0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.261725 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d4aba-2c21-48ca-80cf-e892e582eab2 req-d3a6070b-cedb-4555-a3cf-6a02fc21e643 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:17.270620 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-448d4aba-2c21-48ca-80cf-e892e582eab2 req-d3a6070b-cedb-4555-a3cf-6a02fc21e643 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=279b179a-eff3-4b68-89a1-9a86f4fd6a41 HTTP/1.1" status: 200 len: 936 time: 0.1770844 Feb 09 01:31:17.294785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4b858dc5-2bcb-4fbf-93b8-7ecd99ab0424 None None] Provisioning complete for port 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:17.299813 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4b858dc5-2bcb-4fbf-93b8-7ecd99ab0424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.303747 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port dd1af548-426d-463e-84da-0d8950019ad0, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=dd1af548-426d-463e-84da-0d8950019ad0,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:17.347376 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (dd1af548-426d-463e-84da-0d8950019ad0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.362086 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-e15769b0-5b16-4104-99fc-a5b1eca2dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:17.366077 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-e15769b0-5b16-4104-99fc-a5b1eca2dfef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 1126 time: 0.4055555 Feb 09 01:31:17.380007 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-448d4aba-2c21-48ca-80cf-e892e582eab2 req-55a02ab6-0266-46fa-9326-8b37b5d126de tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/security-groups?id=09b064e4-da91-42e7-bffb-e557fbc0dc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079605 Feb 09 01:31:17.435350 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4b858dc5-2bcb-4fbf-93b8-7ecd99ab0424 None None] Port 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:31:17.475071 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=dd1af548-426d-463e-84da-0d8950019ad0,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:17.517110 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-f6c954ba-214a-4930-ad48-b5a148729d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 382f5c99-15f1-40c0-ba5e-275c8162b1a7 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:17.564231 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-f6c954ba-214a-4930-ad48-b5a148729d60 service neutron] Publish callbacks [] for port (382f5c99-15f1-40c0-ba5e-275c8162b1a7), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.588281 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979714a0-4d5f-4256-8547-cd3ea5ea6e6d req-6dea50ef-4984-40d7-87e0-84de9c0d965d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:17.589951 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-979714a0-4d5f-4256-8547-cd3ea5ea6e6d req-6dea50ef-4984-40d7-87e0-84de9c0d965d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 944 time: 0.4240973 Feb 09 01:31:17.662633 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-f6c954ba-214a-4930-ad48-b5a148729d60 service neutron] Transition to ACTIVE for port object 382f5c99-15f1-40c0-ba5e-275c8162b1a7 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:17.709745 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-f6c954ba-214a-4930-ad48-b5a148729d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (382f5c99-15f1-40c0-ba5e-275c8162b1a7), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.098115 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-979714a0-4d5f-4256-8547-cd3ea5ea6e6d req-afc6f54c-bac6-4b9a-a167-8760a27cbdf3 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912522 Feb 09 01:31:18.103833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-1bd3426a-9b10-4b50-b2e4-d72bf32d3251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:18.107228 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-1bd3426a-9b10-4b50-b2e4-d72bf32d3251 service neutron] 10.222.0.67 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 922 time: 0.7179077 Feb 09 01:31:18.211087 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7741fc44-2b77-471b-a36b-406175878530 req-cf3efefa-cd7b-44c4-9269-912dcf91c626 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3a74b90a72e74db78f68afeba6cbadc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751221 Feb 09 01:31:18.249230 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c954ba-214a-4930-ad48-b5a148729d60 service neutron] Pushing event updated for resources: {'Port': ['ID=382f5c99-15f1-40c0-ba5e-275c8162b1a7,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:18.432946 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device dd1af548-426d-463e-84da-0d8950019ad0 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:18.475138 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-988b0bd1-7b3f-4aeb-b468-7ed3ad71f6d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bdb8522-bdbc-4a3a-8e15-56e6f0680147 HTTP/1.1" status: 200 len: 217 time: 0.3002093 Feb 09 01:31:18.546603 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741fc44-2b77-471b-a36b-406175878530 req-f22b8bdc-73fe-4c83-bd01-3cb637ba9d2c tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:18.575870 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7741fc44-2b77-471b-a36b-406175878530 req-f22b8bdc-73fe-4c83-bd01-3cb637ba9d2c tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3593988 Feb 09 01:31:18.606567 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7741fc44-2b77-471b-a36b-406175878530 req-b54ce62a-1164-43cb-a842-0a0710304b6c tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/quotas/3a74b90a72e74db78f68afeba6cbadc5 HTTP/1.1" status: 200 len: 375 time: 0.0296021 Feb 09 01:31:18.618625 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e9feed73-f461-4c5f-a4d9-3374ed3155d0 req-c71f195e-7cc7-4f57-9457-cde637f3559b tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 210 time: 0.1766853 Feb 09 01:31:18.689860 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7741fc44-2b77-471b-a36b-406175878530 req-da3a7cc7-58b1-4df7-89c3-f20d87aab0be tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a74b90a72e74db78f68afeba6cbadc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823603 Feb 09 01:31:18.794929 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port dd1af548-426d-463e-84da-0d8950019ad0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:18.797699 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (dd1af548-426d-463e-84da-0d8950019ad0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.800642 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54634) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:18.807075 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-341534d6-cc0c-4234-8fec-e4e11462be4b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1096664653-network', 'tenant_id': '32370fa3aca0404baf25ea39195ab8a7'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:18.821483 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-1341edd7-f434-4098-897d-4ab8095d517a req-47a9cf29-0fd3-4d20-bdaa-36b38e187c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:18.847280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-f6c954ba-214a-4930-ad48-b5a148729d60 service neutron] Attempting to bind port 382f5c99-15f1-40c0-ba5e-275c8162b1a7 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:18.847721 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-f6c954ba-214a-4930-ad48-b5a148729d60 service neutron] Attempting to bind port 382f5c99-15f1-40c0-ba5e-275c8162b1a7 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:18.847942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-f6c954ba-214a-4930-ad48-b5a148729d60 service neutron] Attempting to bind port 382f5c99-15f1-40c0-ba5e-275c8162b1a7 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:18.861765 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341534d6-cc0c-4234-8fec-e4e11462be4b admin admin] Made reservation on behalf of 32370fa3aca0404baf25ea39195ab8a7 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:18.862200 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1341edd7-f434-4098-897d-4ab8095d517a req-47a9cf29-0fd3-4d20-bdaa-36b38e187c64 service neutron] Publish callbacks [] for port (8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.866529 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-341534d6-cc0c-4234-8fec-e4e11462be4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.888443 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-341534d6-cc0c-4234-8fec-e4e11462be4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.980604 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-f6c954ba-214a-4930-ad48-b5a148729d60 service neutron] Port 382f5c99-15f1-40c0-ba5e-275c8162b1a7 on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:31:18.993598 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-f6c954ba-214a-4930-ad48-b5a148729d60 service neutron] Attempting to bind port 382f5c99-15f1-40c0-ba5e-275c8162b1a7 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:19.161833 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port dd1af548-426d-463e-84da-0d8950019ad0 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:19.167478 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-f6c954ba-214a-4930-ad48-b5a148729d60 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:19.167838 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-f6c954ba-214a-4930-ad48-b5a148729d60 service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:19.168239 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-f6c954ba-214a-4930-ad48-b5a148729d60 service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:19.168707 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-f6c954ba-214a-4930-ad48-b5a148729d60 service neutron] Bound port: 382f5c99-15f1-40c0-ba5e-275c8162b1a7, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:19.172410 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-f6c954ba-214a-4930-ad48-b5a148729d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (382f5c99-15f1-40c0-ba5e-275c8162b1a7), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.173519 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-341534d6-cc0c-4234-8fec-e4e11462be4b admin admin] Publish callbacks [] for security_group (137c33f0-c877-44a9-9497-c2f7f3e795cf), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.177573 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.67', 55012) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:19.230914 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-1341edd7-f434-4098-897d-4ab8095d517a req-47a9cf29-0fd3-4d20-bdaa-36b38e187c64 service neutron] Transition to ACTIVE for port object 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:19.264929 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-79fe7b87-f59c-4f7c-bbda-861487dda847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:19.266921 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-79fe7b87-f59c-4f7c-bbda-861487dda847 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.7621734 Feb 09 01:31:19.277268 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1341edd7-f434-4098-897d-4ab8095d517a req-47a9cf29-0fd3-4d20-bdaa-36b38e187c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.371651 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-341534d6-cc0c-4234-8fec-e4e11462be4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (137c33f0-c877-44a9-9497-c2f7f3e795cf), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.406052 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-f6c954ba-214a-4930-ad48-b5a148729d60 service neutron] For port 382f5c99-15f1-40c0-ba5e-275c8162b1a7, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:19.410175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-f6c954ba-214a-4930-ad48-b5a148729d60 service neutron] For port 382f5c99-15f1-40c0-ba5e-275c8162b1a7, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=382f5c99-15f1-40c0-ba5e-275c8162b1a7,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:19.481727 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-f6c954ba-214a-4930-ad48-b5a148729d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (382f5c99-15f1-40c0-ba5e-275c8162b1a7), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.532260 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341534d6-cc0c-4234-8fec-e4e11462be4b admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:31:19.547357 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34010323-c23e-43e6-909a-641727ee4368 req-09e58bd9-bb40-45b3-8f19-a353d1356046 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:19.547962 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-685ae063-0786-4582-8f4b-366aa4b6e4fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2537565 Feb 09 01:31:19.555103 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34010323-c23e-43e6-909a-641727ee4368 req-09e58bd9-bb40-45b3-8f19-a353d1356046 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.67 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 806 time: 0.3739192 Feb 09 01:31:19.581155 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-34010323-c23e-43e6-909a-641727ee4368 req-bf5b88bd-60e1-4c75-afc6-3833e161b7fe tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Request body: {'port': {'device_id': '06a9b12a-7c5c-489f-8523-7b32352b0918', 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d', 'admin_state_up': True, 'tenant_id': '433f56aeb5b04fa39d1f9120b707d9b4'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:19.777955 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341534d6-cc0c-4234-8fec-e4e11462be4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137c33f0-c877-44a9-9497-c2f7f3e795cf,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:19.874257 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-1341edd7-f434-4098-897d-4ab8095d517a req-47a9cf29-0fd3-4d20-bdaa-36b38e187c64 service neutron] Attempting to bind port 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:19.875406 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-1341edd7-f434-4098-897d-4ab8095d517a req-47a9cf29-0fd3-4d20-bdaa-36b38e187c64 service neutron] Attempting to bind port 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:19.876166 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1341edd7-f434-4098-897d-4ab8095d517a req-47a9cf29-0fd3-4d20-bdaa-36b38e187c64 service neutron] Attempting to bind port 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:19.887172 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-341534d6-cc0c-4234-8fec-e4e11462be4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (feda203e-597d-4c20-b80a-f38abd03027d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.889317 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-341534d6-cc0c-4234-8fec-e4e11462be4b admin admin] Added segment feda203e-597d-4c20-b80a-f38abd03027d of type vlan for network 4c6d8d2d-6cb1-4777-8338-7e25535577dc Feb 09 01:31:19.891348 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3aa7c8-a7eb-4cdf-8cab-d9e333a46213 req-1214b717-46dd-4abf-a080-1537d16abae1 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:19.893248 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fe3aa7c8-a7eb-4cdf-8cab-d9e333a46213 req-1214b717-46dd-4abf-a080-1537d16abae1 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc375b17-0e30-4e2e-a55b-944b305826b5 HTTP/1.1" status: 200 len: 947 time: 1.0217865 Feb 09 01:31:19.895301 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-e72b336b-b4cb-4f4a-9c40-93ec5b6a0ceb service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761340 Feb 09 01:31:19.901740 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-f6c954ba-214a-4930-ad48-b5a148729d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:19.902349 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-f6c954ba-214a-4930-ad48-b5a148729d60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.903742 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-f6c954ba-214a-4930-ad48-b5a148729d60 service neutron] 10.222.0.67 "PUT /v2.0/ports/382f5c99-15f1-40c0-ba5e-275c8162b1a7 HTTP/1.1" status: 200 len: 1095 time: 5.7205863 Feb 09 01:31:19.904311 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1341edd7-f434-4098-897d-4ab8095d517a req-47a9cf29-0fd3-4d20-bdaa-36b38e187c64 service neutron] Port 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:31:19.904629 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1341edd7-f434-4098-897d-4ab8095d517a req-47a9cf29-0fd3-4d20-bdaa-36b38e187c64 service neutron] Attempting to bind port 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:19.920815 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc375b17-0e30-4e2e-a55b-944b305826b5', 'tag': '382f5c99-15f1-40c0-ba5e-275c8162b1a7'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:19.927913 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91210062-155f-4829-a611-b298c155cda8" -d '{"events": [{"name": "network-changed", "server_uuid": "bc375b17-0e30-4e2e-a55b-944b305826b5", "tag": "382f5c99-15f1-40c0-ba5e-275c8162b1a7"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:20.041894 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08531838-ea44-43c9-83b7-b573cd8c6c91 req-f54ce908-6b4f-4cbf-b886-b6661ace15fb tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:20.055869 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-08531838-ea44-43c9-83b7-b573cd8c6c91 req-f54ce908-6b4f-4cbf-b886-b6661ace15fb tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=279b179a-eff3-4b68-89a1-9a86f4fd6a41 HTTP/1.1" status: 200 len: 948 time: 0.6909337 Feb 09 01:31:20.220252 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] Sync routers for ids ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:20.245780 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] Routers {'f2029d96-c1c9-44c4-b6c3-28ae018eff2b'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:20.249356 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:31:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:20.445876 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-08531838-ea44-43c9-83b7-b573cd8c6c91 req-b0a1443f-3b1f-4368-a889-b5f3e6e73a0b tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/security-groups?id=09b064e4-da91-42e7-bffb-e557fbc0dc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886030 Feb 09 01:31:20.470549 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-341534d6-cc0c-4234-8fec-e4e11462be4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (4c6d8d2d-6cb1-4777-8338-7e25535577dc), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.526239 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9cf29-0fd3-4d20-bdaa-36b38e187c64 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:20.632626 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-341534d6-cc0c-4234-8fec-e4e11462be4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (4c6d8d2d-6cb1-4777-8338-7e25535577dc), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.634263 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341534d6-cc0c-4234-8fec-e4e11462be4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:20.635152 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-341534d6-cc0c-4234-8fec-e4e11462be4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.695058 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-341534d6-cc0c-4234-8fec-e4e11462be4b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8928671 Feb 09 01:31:20.719412 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] Set router f2029d96-c1c9-44c4-b6c3-28ae018eff2b gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:20.723369 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54666) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:20.724382 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34010323-c23e-43e6-909a-641727ee4368 req-bf5b88bd-60e1-4c75-afc6-3833e161b7fe tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Made reservation on behalf of 433f56aeb5b04fa39d1f9120b707d9b4 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:20.728659 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-34010323-c23e-43e6-909a-641727ee4368 req-bf5b88bd-60e1-4c75-afc6-3833e161b7fe tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.735683 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1341edd7-f434-4098-897d-4ab8095d517a req-47a9cf29-0fd3-4d20-bdaa-36b38e187c64 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:20.736036 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1341edd7-f434-4098-897d-4ab8095d517a req-47a9cf29-0fd3-4d20-bdaa-36b38e187c64 service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:20.736427 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1341edd7-f434-4098-897d-4ab8095d517a req-47a9cf29-0fd3-4d20-bdaa-36b38e187c64 service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:20.736963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-1341edd7-f434-4098-897d-4ab8095d517a req-47a9cf29-0fd3-4d20-bdaa-36b38e187c64 service neutron] Bound port: 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:20.737333 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1341edd7-f434-4098-897d-4ab8095d517a req-47a9cf29-0fd3-4d20-bdaa-36b38e187c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.816463 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-9300b2b4-5f71-4b05-b2c2-46291e975f03 admin admin] Request body: {'subnet': {'network_id': '4c6d8d2d-6cb1-4777-8338-7e25535577dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1096664653-subnet', 'tenant_id': '32370fa3aca0404baf25ea39195ab8a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:20.886040 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9300b2b4-5f71-4b05-b2c2-46291e975f03 admin admin] Made reservation on behalf of 32370fa3aca0404baf25ea39195ab8a7 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:20.894621 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9300b2b4-5f71-4b05-b2c2-46291e975f03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:21.135772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c954ba-214a-4930-ad48-b5a148729d60 service neutron] Pushing event updated for resources: {'Port': ['ID=382f5c99-15f1-40c0-ba5e-275c8162b1a7,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:21.205227 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341534d6-cc0c-4234-8fec-e4e11462be4b admin admin] Pushing event updated for resources: {'Network': ['ID=4c6d8d2d-6cb1-4777-8338-7e25535577dc,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:21.267590 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 4c6d8d2d-6cb1-4777-8338-7e25535577dc details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:31:21.279908 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-e5a6ddc1-18ad-4aa3-9cbb-dd4edd12f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:21.287101 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-e5a6ddc1-18ad-4aa3-9cbb-dd4edd12f9a3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7c46ec536ba4299830e3c3a0ec368f5&device_id=bc375b17-0e30-4e2e-a55b-944b305826b5 HTTP/1.1" status: 200 len: 1129 time: 0.7404313 Feb 09 01:31:21.352702 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-e2e41a25-e410-45dd-a8a5-767f5c703686 service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4052935 Feb 09 01:31:21.427810 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fe3aa7c8-a7eb-4cdf-8cab-d9e333a46213 req-09a64995-8003-4451-b5e1-c157b9fa994a tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/security-groups?id=305a0a6d-e2ac-4044-999e-4a2e1b20037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4856677 Feb 09 01:31:21.544494 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7741fc44-2b77-471b-a36b-406175878530 req-95ee442a-390e-47da-a193-b46e29eca61f tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3a74b90a72e74db78f68afeba6cbadc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1668155 Feb 09 01:31:21.580457 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-1341edd7-f434-4098-897d-4ab8095d517a req-47a9cf29-0fd3-4d20-bdaa-36b38e187c64 service neutron] For port 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:21.693807 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-aba16ed2-8d91-4b41-bb7d-da5b2d914a94 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=382f5c99-15f1-40c0-ba5e-275c8162b1a7 HTTP/1.1" status: 200 len: 217 time: 0.3191981 Feb 09 01:31:21.849393 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-1341edd7-f434-4098-897d-4ab8095d517a req-47a9cf29-0fd3-4d20-bdaa-36b38e187c64 service neutron] For port 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:21.851979 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-34010323-c23e-43e6-909a-641727ee4368 req-bf5b88bd-60e1-4c75-afc6-3833e161b7fe tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Allocated IP 172.20.0.14 (e22f3d8b-910b-4bfd-888d-5b6735c33e0d/5d984b3d-a8e5-4608-b4ad-f090ccd966bb/6ce994cb-e48b-429e-9413-e76e507a57c0) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:21.886929 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-29cbc787-65b5-4c95-9671-895f45459f1d tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3a74b90a72e74db78f68afeba6cbadc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2297435 Feb 09 01:31:21.898668 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1341edd7-f434-4098-897d-4ab8095d517a req-47a9cf29-0fd3-4d20-bdaa-36b38e187c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:21.983743 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820247541-router', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'gw_port': {'id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '28cb58dc-5486-45c1-accb-a880b5db9304', 'name': '', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'mac_address': 'fa:16:3e:a1:9e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:14Z', 'revision_number': 2, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'subnets': [{'id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:22.076556 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] Checking router: f2029d96-c1c9-44c4-b6c3-28ae018eff2b for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:22.076907 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] Updating router f2029d96-c1c9-44c4-b6c3-28ae018eff2b port 28cb58dc-5486-45c1-accb-a880b5db9304 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:31:22.158653 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (28cb58dc-5486-45c1-accb-a880b5db9304), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:22.170032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-6620bd84-6edf-46d0-a672-751910444053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:22.171431 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-6620bd84-6edf-46d0-a672-751910444053 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.3765898 Feb 09 01:31:22.177985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-6c5efa71-08dc-4be5-add8-36744daa0632 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:22.184575 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-6c5efa71-08dc-4be5-add8-36744daa0632 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2967098 Feb 09 01:31:22.227820 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-a4d3c740-0238-471f-82c4-0214053361a2 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/quotas/3a74b90a72e74db78f68afeba6cbadc5 HTTP/1.1" status: 200 len: 375 time: 0.0417936 Feb 09 01:31:22.285977 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341edd7-f434-4098-897d-4ab8095d517a req-47a9cf29-0fd3-4d20-bdaa-36b38e187c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:22.287079 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1341edd7-f434-4098-897d-4ab8095d517a req-47a9cf29-0fd3-4d20-bdaa-36b38e187c64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:22.288724 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1341edd7-f434-4098-897d-4ab8095d517a req-47a9cf29-0fd3-4d20-bdaa-36b38e187c64 service neutron] 10.222.0.48 "PUT /v2.0/ports/8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 HTTP/1.1" status: 200 len: 1096 time: 6.0377622 Feb 09 01:31:22.376680 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-ec88717d-99c4-495b-9e10-11e29ba687cb tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a74b90a72e74db78f68afeba6cbadc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1454556 Feb 09 01:31:22.402802 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741fc44-2b77-471b-a36b-406175878530 req-9aed3ae5-6ad0-4e78-83e9-3434387c851e tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:22.404836 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7741fc44-2b77-471b-a36b-406175878530 req-9aed3ae5-6ad0-4e78-83e9-3434387c851e tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8493452 Feb 09 01:31:22.481859 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9cf29-0fd3-4d20-bdaa-36b38e187c64 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:22.505069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-7741fc44-2b77-471b-a36b-406175878530 req-53ff71ee-5d2b-4c1d-bc0c-864e33406817 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Request body: {'port': {'device_id': '67a1c9c8-5df2-4dbe-8bae-f35f105675f0', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': '3a74b90a72e74db78f68afeba6cbadc5'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:22.533370 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-b13221d1-0934-4b91-9993-72b3d58047ea tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:22.546205 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-b13221d1-0934-4b91-9993-72b3d58047ea tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c&tenant_id=b07de46a82164c668a0ced35af54f222&binding%3Ahost_id=n-h1-828387-3 HTTP/1.1" status: 200 len: 1126 time: 0.5102458 Feb 09 01:31:22.665420 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] Publish callbacks [] for port (28cb58dc-5486-45c1-accb-a880b5db9304), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:22.672713 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (28cb58dc-5486-45c1-accb-a880b5db9304), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:22.715932 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-34010323-c23e-43e6-909a-641727ee4368 req-bf5b88bd-60e1-4c75-afc6-3833e161b7fe tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks [] for port (6ce994cb-e48b-429e-9413-e76e507a57c0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:22.762107 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-a3a9a352-5180-43ba-9a1e-9a676822ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:22.773362 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-a3a9a352-5180-43ba-9a1e-9a676822ff41 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5773726 Feb 09 01:31:22.840557 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-34010323-c23e-43e6-909a-641727ee4368 req-bf5b88bd-60e1-4c75-afc6-3833e161b7fe tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (6ce994cb-e48b-429e-9413-e76e507a57c0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:22.860282 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124e80f-d200-4cb7-8de2-b81062084954 None None] Pushing event updated for resources: {'Port': ['ID=28cb58dc-5486-45c1-accb-a880b5db9304,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:22.906578 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846e878-53f7-4c31-b6f1-3d6614b7820b req-1e325618-2aa2-446c-bb4d-964da39ecb2a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:22.908722 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8846e878-53f7-4c31-b6f1-3d6614b7820b req-1e325618-2aa2-446c-bb4d-964da39ecb2a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 944 time: 2.3055584 Feb 09 01:31:22.983643 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] Attempting to bind port 28cb58dc-5486-45c1-accb-a880b5db9304 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:22.988231 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] Attempting to bind port 28cb58dc-5486-45c1-accb-a880b5db9304 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '097c5076-9db0-48e7-9d59-aad5f00c38d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:22.988669 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] Attempting to bind port 28cb58dc-5486-45c1-accb-a880b5db9304 on network 30f1f285-ac54-43cd-8116-17aca97bda27 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:23.002123 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:23.002815 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] Checking segment: {'id': '097c5076-9db0-48e7-9d59-aad5f00c38d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:23.003400 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.005641 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] Bound using segment: {'id': '097c5076-9db0-48e7-9d59-aad5f00c38d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:23.006331 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] Bound port: 28cb58dc-5486-45c1-accb-a880b5db9304, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097c5076-9db0-48e7-9d59-aad5f00c38d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:23.006972 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (28cb58dc-5486-45c1-accb-a880b5db9304), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.086398 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341edd7-f434-4098-897d-4ab8095d517a req-6a1a23d9-c455-4243-957a-1569ab471bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:23.104428 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1341edd7-f434-4098-897d-4ab8095d517a req-6a1a23d9-c455-4243-957a-1569ab471bb1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e5418be45fe4880a7b35e08ad4a1c1c&device_id=279b179a-eff3-4b68-89a1-9a86f4fd6a41 HTTP/1.1" status: 200 len: 1130 time: 0.7315691 Feb 09 01:31:23.148674 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34010323-c23e-43e6-909a-641727ee4368 req-bf5b88bd-60e1-4c75-afc6-3833e161b7fe tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Network e22f3d8b-910b-4bfd-888d-5b6735c33e0d is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:23.180423 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-bf1d6525-1574-4df5-a977-beca4d0fa013 None None] Provisioning complete for port 28cb58dc-5486-45c1-accb-a880b5db9304 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:23.190444 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bf1d6525-1574-4df5-a977-beca4d0fa013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (28cb58dc-5486-45c1-accb-a880b5db9304), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.213309 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-e6a2f63c-d686-4ce6-a054-87c3c82af0d4 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4386926 Feb 09 01:31:23.241461 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-bf1d6525-1574-4df5-a977-beca4d0fa013 None None] Port 28cb58dc-5486-45c1-accb-a880b5db9304 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:31:23.250537 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] For port 28cb58dc-5486-45c1-accb-a880b5db9304, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:23.281296 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] For port 28cb58dc-5486-45c1-accb-a880b5db9304, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=28cb58dc-5486-45c1-accb-a880b5db9304,segment=NetworkSegment(097c5076-9db0-48e7-9d59-aad5f00c38d4),segment_id=097c5076-9db0-48e7-9d59-aad5f00c38d4)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:23.297695 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (28cb58dc-5486-45c1-accb-a880b5db9304), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.317341 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-34010323-c23e-43e6-909a-641727ee4368 req-bf5b88bd-60e1-4c75-afc6-3833e161b7fe tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:23.323929 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-34010323-c23e-43e6-909a-641727ee4368 req-bf5b88bd-60e1-4c75-afc6-3833e161b7fe tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:23.337734 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b88bd-60e1-4c75-afc6-3833e161b7fe tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Pushing event updated for resources: {'Port': ['ID=6ce994cb-e48b-429e-9413-e76e507a57c0,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:23.390147 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1341edd7-f434-4098-897d-4ab8095d517a req-f547f7af-cdb8-41ab-a41d-9d139549da17 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 HTTP/1.1" status: 200 len: 217 time: 0.1794529 Feb 09 01:31:23.459565 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-f7c896dc-dfbb-4629-b5f7-a803f3b05e7c service neutron] For port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:23.494633 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8846e878-53f7-4c31-b6f1-3d6614b7820b req-5898c488-6e90-4209-a170-6d0fdea8b881 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774201 Feb 09 01:31:23.512245 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] Routers {'f2029d96-c1c9-44c4-b6c3-28ae018eff2b'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:23.512877 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:31:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:23.522972 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124e80f-d200-4cb7-8de2-b81062084954 None None] Pushing event updated for resources: {'Port': ['ID=28cb58dc-5486-45c1-accb-a880b5db9304,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:23.543409 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-f7c896dc-dfbb-4629-b5f7-a803f3b05e7c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.544849 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dffbc472-a1ab-4f84-9a08-9fbd6d35fef8 req-f7c896dc-dfbb-4629-b5f7-a803f3b05e7c service neutron] 10.222.0.67 "DELETE /v2.0/ports/5bdb8522-bdbc-4a3a-8e15-56e6f0680147/bindings/n-h2-828387-3 HTTP/1.1" status: 204 len: 173 time: 0.9701197 Feb 09 01:31:23.611267 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391086c-c5c3-4d2d-8c1b-baa23d324a6d req-d4931a9a-7068-4c9d-9677-d885478bb4c6 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:23.624118 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d391086c-c5c3-4d2d-8c1b-baa23d324a6d req-d4931a9a-7068-4c9d-9677-d885478bb4c6 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 932 time: 0.8043644 Feb 09 01:31:23.673278 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34010323-c23e-43e6-909a-641727ee4368 req-bf5b88bd-60e1-4c75-afc6-3833e161b7fe tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:23.679357 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-34010323-c23e-43e6-909a-641727ee4368 req-bf5b88bd-60e1-4c75-afc6-3833e161b7fe tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.684655 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7741fc44-2b77-471b-a36b-406175878530 req-53ff71ee-5d2b-4c1d-bc0c-864e33406817 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Made reservation on behalf of 3a74b90a72e74db78f68afeba6cbadc5 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:23.693111 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7741fc44-2b77-471b-a36b-406175878530 req-53ff71ee-5d2b-4c1d-bc0c-864e33406817 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.713229 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9291ebd-ff65-4312-92f5-0e88cd5a4784 x-openstack-request-id: req-e9291ebd-ff65-4312-92f5-0e88cd5a4784 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:23.713693 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc375b17-0e30-4e2e-a55b-944b305826b5", "tag": "382f5c99-15f1-40c0-ba5e-275c8162b1a7", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:23.714162 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9291ebd-ff65-4312-92f5-0e88cd5a4784 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:23.714785 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc375b17-0e30-4e2e-a55b-944b305826b5', 'tag': '382f5c99-15f1-40c0-ba5e-275c8162b1a7', 'status': 'completed', 'code': 200} Feb 09 01:31:23.751955 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7741fc44-2b77-471b-a36b-406175878530 req-53ff71ee-5d2b-4c1d-bc0c-864e33406817 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.780334 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341edd7-f434-4098-897d-4ab8095d517a req-0f583492-34d3-40e5-8f5d-2bb3e8476205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:23.785821 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1341edd7-f434-4098-897d-4ab8095d517a req-0f583492-34d3-40e5-8f5d-2bb3e8476205 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.3764937 Feb 09 01:31:23.919886 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34010323-c23e-43e6-909a-641727ee4368 req-bf5b88bd-60e1-4c75-afc6-3833e161b7fe tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3448186 Feb 09 01:31:23.927032 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9300b2b4-5f71-4b05-b2c2-46291e975f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (9327f06e-1b35-4809-84e8-830c8be15985), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.943123 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-34010323-c23e-43e6-909a-641727ee4368 req-44bdb801-928b-49cd-9dda-9f245b01237e service neutron] Request body: {'port': {'device_id': '06a9b12a-7c5c-489f-8523-7b32352b0918', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:23.975622 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] Set router f2029d96-c1c9-44c4-b6c3-28ae018eff2b gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:23.976896 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7741fc44-2b77-471b-a36b-406175878530 req-53ff71ee-5d2b-4c1d-bc0c-864e33406817 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks [] for security_group (81f12357-6973-4607-a017-23882c6ac542), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:24.038645 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300b2b4-5f71-4b05-b2c2-46291e975f03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9327f06e-1b35-4809-84e8-830c8be15985,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:24.085501 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7741fc44-2b77-471b-a36b-406175878530 req-53ff71ee-5d2b-4c1d-bc0c-864e33406817 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (81f12357-6973-4607-a017-23882c6ac542), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:24.265937 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-7741fc44-2b77-471b-a36b-406175878530 req-53ff71ee-5d2b-4c1d-bc0c-864e33406817 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Allocated IP 192.168.233.165 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/57a62820-8a2e-4914-9bb5-23613d65c5e6) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:24.266992 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9dc23b-a725-475e-9e53-134633da79f9 req-eb3cb293-4f26-4a51-8a1a-d9ded1b96e2e tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:24.269147 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7e9dc23b-a725-475e-9e53-134633da79f9 req-eb3cb293-4f26-4a51-8a1a-d9ded1b96e2e tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=279b179a-eff3-4b68-89a1-9a86f4fd6a41 HTTP/1.1" status: 200 len: 948 time: 0.2404630 Feb 09 01:31:24.272517 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9300b2b4-5f71-4b05-b2c2-46291e975f03 admin admin] Checking segment: {'id': 'feda203e-597d-4c20-b80a-f38abd03027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4c6d8d2d-6cb1-4777-8338-7e25535577dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:24.272927 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9300b2b4-5f71-4b05-b2c2-46291e975f03 admin admin] Network hostable DHCP agents. Network: 4c6d8d2d-6cb1-4777-8338-7e25535577dc, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:31:24.278457 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-34010323-c23e-43e6-909a-641727ee4368 req-44bdb801-928b-49cd-9dda-9f245b01237e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6ce994cb-e48b-429e-9413-e76e507a57c0), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:24.286849 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-52bae796-2ba6-4378-837d-5ad6f05e8191 None None] Provisioning complete for port 28cb58dc-5486-45c1-accb-a880b5db9304 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:24.287537 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-52bae796-2ba6-4378-837d-5ad6f05e8191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (28cb58dc-5486-45c1-accb-a880b5db9304), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:24.361421 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9300b2b4-5f71-4b05-b2c2-46291e975f03 admin admin] Network 4c6d8d2d-6cb1-4777-8338-7e25535577dc is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:31:24.405239 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-9300b2b4-5f71-4b05-b2c2-46291e975f03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 4c6d8d2d-6cb1-4777-8338-7e25535577dc) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:24.413691 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7e9dc23b-a725-475e-9e53-134633da79f9 req-d447d237-e6cb-4795-bcdf-5ecc65163029 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/security-groups?id=09b064e4-da91-42e7-bffb-e557fbc0dc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328158 Feb 09 01:31:24.444137 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d391086c-c5c3-4d2d-8c1b-baa23d324a6d req-11e15688-d548-491c-9aed-afa5e4189d6f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8192122 Feb 09 01:31:24.464507 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9300b2b4-5f71-4b05-b2c2-46291e975f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:24.464507 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9300b2b4-5f71-4b05-b2c2-46291e975f03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:24.489275 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-52bae796-2ba6-4378-837d-5ad6f05e8191 None None] Current status of the port 28cb58dc-5486-45c1-accb-a880b5db9304 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:24.489946 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-52bae796-2ba6-4378-837d-5ad6f05e8191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (28cb58dc-5486-45c1-accb-a880b5db9304), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:24.542210 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf231ac7-1b1f-4a41-8d9a-6e9985c761ae None None] Network 4c6d8d2d-6cb1-4777-8338-7e25535577dc requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:24.916200 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-52bae796-2ba6-4378-837d-5ad6f05e8191 None None] For port 28cb58dc-5486-45c1-accb-a880b5db9304, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=28cb58dc-5486-45c1-accb-a880b5db9304,segment=NetworkSegment(097c5076-9db0-48e7-9d59-aad5f00c38d4),segment_id=097c5076-9db0-48e7-9d59-aad5f00c38d4)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:24.926065 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf55b99-0464-42dc-adda-e2b95e8bd52e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-4c6d8d2d-6cb1-4777-8338-7e25535577dc', 'network_id': '4c6d8d2d-6cb1-4777-8338-7e25535577dc', 'project_id': '32370fa3aca0404baf25ea39195ab8a7', 'fixed_ips': [{'subnet_id': '9327f06e-1b35-4809-84e8-830c8be15985'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:31:24.927103 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1bf55b99-0464-42dc-adda-e2b95e8bd52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:24.935002 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-52bae796-2ba6-4378-837d-5ad6f05e8191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (28cb58dc-5486-45c1-accb-a880b5db9304), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:24.969687 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-893c62fe-8d0a-4189-a9b1-f2ae71fa3e22 req-1c2e3cad-ddd1-4fe8-a60e-41cd4a994c07 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7230434 Feb 09 01:31:24.983620 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9300b2b4-5f71-4b05-b2c2-46291e975f03 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 4.2486455 Feb 09 01:31:24.996913 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54716) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:25.007439 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820247541-router', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'gw_port': {'id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '28cb58dc-5486-45c1-accb-a880b5db9304', 'name': '', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'mac_address': 'fa:16:3e:a1:9e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:23Z', 'revision_number': 4, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'subnets': [{'id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:25.012195 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b2ae3dfc-2057-4a4c-9d85-031dd0eadf37 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1096664653-router', 'tenant_id': '32370fa3aca0404baf25ea39195ab8a7', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:25.039042 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bae796-2ba6-4378-837d-5ad6f05e8191 None None] Pushing event updated for resources: {'Port': ['ID=28cb58dc-5486-45c1-accb-a880b5db9304,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:25.043404 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff8e3c9-349d-4695-9cea-a5f13287250f None None] The sync data for ids ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'] in n-d-828387-3 is: [{'id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820247541-router', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'gw_port': {'id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '28cb58dc-5486-45c1-accb-a880b5db9304', 'name': '', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'mac_address': 'fa:16:3e:a1:9e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:23Z', 'revision_number': 4, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'subnets': [{'id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:25.103501 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff71ee-5d2b-4c1d-bc0c-864e33406817 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f12357-6973-4607-a017-23882c6ac542,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:25.136806 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-c079ee5a-adb4-4edd-825e-c4fb1ec4a0e8 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=3a74b90a72e74db78f68afeba6cbadc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1591649 Feb 09 01:31:25.226036 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2ae3dfc-2057-4a4c-9d85-031dd0eadf37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (ce3db80c-7fc2-432c-afe5-367b6d73b15c), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:25.232685 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2ae3dfc-2057-4a4c-9d85-031dd0eadf37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (ce3db80c-7fc2-432c-afe5-367b6d73b15c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:25.365687 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2ae3dfc-2057-4a4c-9d85-031dd0eadf37 admin admin] Publish callbacks [] for router_controller (ce3db80c-7fc2-432c-afe5-367b6d73b15c), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:25.464428 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-1bf55b99-0464-42dc-adda-e2b95e8bd52e None None] Allocated IP 172.20.0.2 (4c6d8d2d-6cb1-4777-8338-7e25535577dc/9327f06e-1b35-4809-84e8-830c8be15985/1bed9732-1c83-4120-9b3c-3f2718d533c2) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:25.497999 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-8b94b852-83c3-4aef-97bc-f2a16b7d82a5 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:25.501305 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-8b94b852-83c3-4aef-97bc-f2a16b7d82a5 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2878177 Feb 09 01:31:25.566548 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-44430436-ab4b-4201-b6de-d2ff71825618 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Request body: {'port': {'device_id': '6d78eb10-72c8-45e9-b45a-05b72529b122', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': '3a74b90a72e74db78f68afeba6cbadc5'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:25.694004 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1bf55b99-0464-42dc-adda-e2b95e8bd52e None None] Publish callbacks [] for port (1bed9732-1c83-4120-9b3c-3f2718d533c2), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:25.707397 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ff94d-da60-4cfa-a73e-2dd30ba7e08f req-1acdc1bd-cc98-42bb-9da6-6e3e8c0b577e tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:25.709870 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1bf55b99-0464-42dc-adda-e2b95e8bd52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (1bed9732-1c83-4120-9b3c-3f2718d533c2), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:25.720276 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f80ff94d-da60-4cfa-a73e-2dd30ba7e08f req-1acdc1bd-cc98-42bb-9da6-6e3e8c0b577e tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc375b17-0e30-4e2e-a55b-944b305826b5 HTTP/1.1" status: 200 len: 947 time: 1.0108001 Feb 09 01:31:25.777954 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf55b99-0464-42dc-adda-e2b95e8bd52e None None] Pushing event updated for resources: {'Port': ['ID=1bed9732-1c83-4120-9b3c-3f2718d533c2,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:25.791045 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf55b99-0464-42dc-adda-e2b95e8bd52e None None] Network 4c6d8d2d-6cb1-4777-8338-7e25535577dc is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:25.794517 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279b179a-eff3-4b68-89a1-9a86f4fd6a41', 'tag': '8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:25.796824 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-1bf55b99-0464-42dc-adda-e2b95e8bd52e None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:25.800443 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf55b99-0464-42dc-adda-e2b95e8bd52e None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:25.802075 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1292910b-77a6-4de5-b456-d3a9c984034a" -d '{"events": [{"name": "network-changed", "server_uuid": "279b179a-eff3-4b68-89a1-9a86f4fd6a41", "tag": "8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:25.822687 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9bc51936-f12a-4d1a-acf4-a991d3245c19 req-4ce67339-9b73-4119-b820-973e6a9a832a tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d78eb10-72c8-45e9-b45a-05b72529b122 HTTP/1.1" status: 200 len: 210 time: 0.8479643 Feb 09 01:31:25.862761 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341edd7-f434-4098-897d-4ab8095d517a req-0de394fc-7e7c-485e-b9c5-97454a93b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:25.869088 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1341edd7-f434-4098-897d-4ab8095d517a req-0de394fc-7e7c-485e-b9c5-97454a93b842 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 2.0627677 Feb 09 01:31:25.875231 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2ae3dfc-2057-4a4c-9d85-031dd0eadf37 admin admin] Publish callbacks [] for router_gateway (ce3db80c-7fc2-432c-afe5-367b6d73b15c), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:25.917980 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f80ff94d-da60-4cfa-a73e-2dd30ba7e08f req-5833f5ca-4977-488a-947b-33e38e58acc5 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/security-groups?id=305a0a6d-e2ac-4044-999e-4a2e1b20037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921840 Feb 09 01:31:25.989006 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1bf55b99-0464-42dc-adda-e2b95e8bd52e None None] Attempting to bind port 1bed9732-1c83-4120-9b3c-3f2718d533c2 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:25.989383 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1bf55b99-0464-42dc-adda-e2b95e8bd52e None None] Attempting to bind port 1bed9732-1c83-4120-9b3c-3f2718d533c2 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'feda203e-597d-4c20-b80a-f38abd03027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4c6d8d2d-6cb1-4777-8338-7e25535577dc'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:25.989751 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf55b99-0464-42dc-adda-e2b95e8bd52e None None] Attempting to bind port 1bed9732-1c83-4120-9b3c-3f2718d533c2 on network 4c6d8d2d-6cb1-4777-8338-7e25535577dc {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:25.999347 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf55b99-0464-42dc-adda-e2b95e8bd52e None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:26.000307 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf55b99-0464-42dc-adda-e2b95e8bd52e None None] Checking segment: {'id': 'feda203e-597d-4c20-b80a-f38abd03027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4c6d8d2d-6cb1-4777-8338-7e25535577dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:26.000952 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1bf55b99-0464-42dc-adda-e2b95e8bd52e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:26.001448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf55b99-0464-42dc-adda-e2b95e8bd52e None None] Bound using segment: {'id': 'feda203e-597d-4c20-b80a-f38abd03027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4c6d8d2d-6cb1-4777-8338-7e25535577dc'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:26.001946 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1bf55b99-0464-42dc-adda-e2b95e8bd52e None None] Bound port: 1bed9732-1c83-4120-9b3c-3f2718d533c2, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feda203e-597d-4c20-b80a-f38abd03027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4c6d8d2d-6cb1-4777-8338-7e25535577dc'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:26.002333 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1bf55b99-0464-42dc-adda-e2b95e8bd52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1bed9732-1c83-4120-9b3c-3f2718d533c2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:26.085460 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1bf55b99-0464-42dc-adda-e2b95e8bd52e None None] For port 1bed9732-1c83-4120-9b3c-3f2718d533c2, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:26.089108 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1bf55b99-0464-42dc-adda-e2b95e8bd52e None None] For port 1bed9732-1c83-4120-9b3c-3f2718d533c2, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1bed9732-1c83-4120-9b3c-3f2718d533c2,segment=NetworkSegment(feda203e-597d-4c20-b80a-f38abd03027d),segment_id=feda203e-597d-4c20-b80a-f38abd03027d)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:26.100766 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1bf55b99-0464-42dc-adda-e2b95e8bd52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1bed9732-1c83-4120-9b3c-3f2718d533c2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:26.192599 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf55b99-0464-42dc-adda-e2b95e8bd52e None None] Pushing event updated for resources: {'Port': ['ID=1bed9732-1c83-4120-9b3c-3f2718d533c2,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:26.236704 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-44430436-ab4b-4201-b6de-d2ff71825618 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Made reservation on behalf of 3a74b90a72e74db78f68afeba6cbadc5 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:26.244531 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-44430436-ab4b-4201-b6de-d2ff71825618 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:26.344750 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1341edd7-f434-4098-897d-4ab8095d517a req-b8635208-ad71-4d6a-b521-6c03005e446d service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468989 Feb 09 01:31:26.354921 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-34010323-c23e-43e6-909a-641727ee4368 req-44bdb801-928b-49cd-9dda-9f245b01237e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce994cb-e48b-429e-9413-e76e507a57c0 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:26.388313 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-34010323-c23e-43e6-909a-641727ee4368 req-44bdb801-928b-49cd-9dda-9f245b01237e service neutron] Publish callbacks [] for port (6ce994cb-e48b-429e-9413-e76e507a57c0), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:26.397577 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 28cb58dc-5486-45c1-accb-a880b5db9304 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:26.400599 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91210062-155f-4829-a611-b298c155cda8 req-076ca083-aa11-4210-a8af-72e53fa7bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:26.402137 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91210062-155f-4829-a611-b298c155cda8 req-076ca083-aa11-4210-a8af-72e53fa7bebc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7c46ec536ba4299830e3c3a0ec368f5&device_id=bc375b17-0e30-4e2e-a55b-944b305826b5 HTTP/1.1" status: 200 len: 1129 time: 1.2405920 Feb 09 01:31:26.544557 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-34010323-c23e-43e6-909a-641727ee4368 req-44bdb801-928b-49cd-9dda-9f245b01237e service neutron] Transition to ACTIVE for port object 6ce994cb-e48b-429e-9413-e76e507a57c0 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:26.559631 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 28cb58dc-5486-45c1-accb-a880b5db9304 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:26.561406 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (28cb58dc-5486-45c1-accb-a880b5db9304), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:26.574398 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-34010323-c23e-43e6-909a-641727ee4368 req-44bdb801-928b-49cd-9dda-9f245b01237e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (6ce994cb-e48b-429e-9413-e76e507a57c0), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:26.708145 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7741fc44-2b77-471b-a36b-406175878530 req-53ff71ee-5d2b-4c1d-bc0c-864e33406817 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks [] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:26.898746 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 28cb58dc-5486-45c1-accb-a880b5db9304 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:26.926622 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f25e12-8821-4359-8431-805a6ecab5b4 req-576405bf-1652-4b53-954c-dd5d6a6a2176 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:26.928270 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-61f25e12-8821-4359-8431-805a6ecab5b4 req-576405bf-1652-4b53-954c-dd5d6a6a2176 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 944 time: 0.8152101 Feb 09 01:31:26.965756 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5209e-81d4-4767-bd84-d24c2e6723cc req-073d1553-a381-4268-831a-7b3ea09d558c tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:26.973475 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91210062-155f-4829-a611-b298c155cda8 req-e34054bc-9553-44be-ae89-363077837175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:26.974749 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e8c5209e-81d4-4767-bd84-d24c2e6723cc req-073d1553-a381-4268-831a-7b3ea09d558c tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=279b179a-eff3-4b68-89a1-9a86f4fd6a41 HTTP/1.1" status: 200 len: 948 time: 0.7420290 Feb 09 01:31:26.975011 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91210062-155f-4829-a611-b298c155cda8 req-e34054bc-9553-44be-ae89-363077837175 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.5514133 Feb 09 01:31:27.011924 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1341edd7-f434-4098-897d-4ab8095d517a req-de05c788-c667-4505-bcb1-f289ee35de54 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6404536 Feb 09 01:31:27.046249 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bdb801-928b-49cd-9dda-9f245b01237e service neutron] Pushing event updated for resources: {'Port': ['ID=6ce994cb-e48b-429e-9413-e76e507a57c0,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:27.079097 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91210062-155f-4829-a611-b298c155cda8 req-c1f1b9f7-cf07-4f26-9ade-7093c842a026 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=382f5c99-15f1-40c0-ba5e-275c8162b1a7 HTTP/1.1" status: 200 len: 217 time: 0.0884519 Feb 09 01:31:27.220167 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e8c5209e-81d4-4767-bd84-d24c2e6723cc req-e1b51bb1-0ce2-444b-8ab1-d2b131740484 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/security-groups?id=09b064e4-da91-42e7-bffb-e557fbc0dc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440977 Feb 09 01:31:27.275353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-44430436-ab4b-4201-b6de-d2ff71825618 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Allocated IP 192.168.233.237 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/83910113-c044-456c-97c4-c82888ecd3d9) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:27.522581 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-44430436-ab4b-4201-b6de-d2ff71825618 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks [] for port (83910113-c044-456c-97c4-c82888ecd3d9), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:27.566497 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7741fc44-2b77-471b-a36b-406175878530 req-53ff71ee-5d2b-4c1d-bc0c-864e33406817 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:27.573449 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-61f25e12-8821-4359-8431-805a6ecab5b4 req-c4689bd6-7786-4019-a010-349dceb85cab tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145387 Feb 09 01:31:27.580310 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-44430436-ab4b-4201-b6de-d2ff71825618 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (83910113-c044-456c-97c4-c82888ecd3d9), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:27.635009 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91210062-155f-4829-a611-b298c155cda8 req-c4c2960b-4e4f-4baf-9dc4-e4c3a350c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:27.636777 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91210062-155f-4829-a611-b298c155cda8 req-c4c2960b-4e4f-4baf-9dc4-e4c3a350c919 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.5467179 Feb 09 01:31:27.694369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7741fc44-2b77-471b-a36b-406175878530 req-53ff71ee-5d2b-4c1d-bc0c-864e33406817 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:27.736922 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-34010323-c23e-43e6-909a-641727ee4368 req-44bdb801-928b-49cd-9dda-9f245b01237e service neutron] Attempting to bind port 6ce994cb-e48b-429e-9413-e76e507a57c0 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:27.737474 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-34010323-c23e-43e6-909a-641727ee4368 req-44bdb801-928b-49cd-9dda-9f245b01237e service neutron] Attempting to bind port 6ce994cb-e48b-429e-9413-e76e507a57c0 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:27.738414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34010323-c23e-43e6-909a-641727ee4368 req-44bdb801-928b-49cd-9dda-9f245b01237e service neutron] Attempting to bind port 6ce994cb-e48b-429e-9413-e76e507a57c0 on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:27.774937 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff71ee-5d2b-4c1d-bc0c-864e33406817 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Pushing event updated for resources: {'Port': ['ID=57a62820-8a2e-4914-9bb5-23613d65c5e6,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:27.794510 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840615a9-0bbc-4875-911e-4e5798daac7b x-openstack-request-id: req-840615a9-0bbc-4875-911e-4e5798daac7b {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:27.795776 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279b179a-eff3-4b68-89a1-9a86f4fd6a41", "tag": "8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:27.796007 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-840615a9-0bbc-4875-911e-4e5798daac7b {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:27.797178 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279b179a-eff3-4b68-89a1-9a86f4fd6a41', 'tag': '8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105', 'status': 'completed', 'code': 200} Feb 09 01:31:27.823619 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34010323-c23e-43e6-909a-641727ee4368 req-44bdb801-928b-49cd-9dda-9f245b01237e service neutron] Port 6ce994cb-e48b-429e-9413-e76e507a57c0 on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:31:27.828605 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34010323-c23e-43e6-909a-641727ee4368 req-44bdb801-928b-49cd-9dda-9f245b01237e service neutron] Attempting to bind port 6ce994cb-e48b-429e-9413-e76e507a57c0 on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:27.843024 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-44430436-ab4b-4201-b6de-d2ff71825618 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:27.848359 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34010323-c23e-43e6-909a-641727ee4368 req-44bdb801-928b-49cd-9dda-9f245b01237e service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:27.849961 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34010323-c23e-43e6-909a-641727ee4368 req-44bdb801-928b-49cd-9dda-9f245b01237e service neutron] Checking segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:27.851619 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34010323-c23e-43e6-909a-641727ee4368 req-44bdb801-928b-49cd-9dda-9f245b01237e service neutron] Bound using segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:27.852781 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-34010323-c23e-43e6-909a-641727ee4368 req-44bdb801-928b-49cd-9dda-9f245b01237e service neutron] Bound port: 6ce994cb-e48b-429e-9413-e76e507a57c0, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:27.855633 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-34010323-c23e-43e6-909a-641727ee4368 req-44bdb801-928b-49cd-9dda-9f245b01237e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6ce994cb-e48b-429e-9413-e76e507a57c0), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:27.879561 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-7741fc44-2b77-471b-a36b-406175878530 req-53ff71ee-5d2b-4c1d-bc0c-864e33406817 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:27.964653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-7741fc44-2b77-471b-a36b-406175878530 req-53ff71ee-5d2b-4c1d-bc0c-864e33406817 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:27.970008 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2ae3dfc-2057-4a4c-9d85-031dd0eadf37 admin admin] Publish callbacks [] for router_gateway (ce3db80c-7fc2-432c-afe5-367b6d73b15c), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:27.970270 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741fc44-2b77-471b-a36b-406175878530 req-53ff71ee-5d2b-4c1d-bc0c-864e33406817 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:27.970735 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7741fc44-2b77-471b-a36b-406175878530 req-53ff71ee-5d2b-4c1d-bc0c-864e33406817 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.008656 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-44430436-ab4b-4201-b6de-d2ff71825618 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:28.020222 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-44430436-ab4b-4201-b6de-d2ff71825618 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:28.027868 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-44430436-ab4b-4201-b6de-d2ff71825618 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:28.028877 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-44430436-ab4b-4201-b6de-d2ff71825618 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.136162 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-34010323-c23e-43e6-909a-641727ee4368 req-44bdb801-928b-49cd-9dda-9f245b01237e service neutron] For port 6ce994cb-e48b-429e-9413-e76e507a57c0, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:28.141481 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-34010323-c23e-43e6-909a-641727ee4368 req-44bdb801-928b-49cd-9dda-9f245b01237e service neutron] For port 6ce994cb-e48b-429e-9413-e76e507a57c0, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6ce994cb-e48b-429e-9413-e76e507a57c0,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:28.145728 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91210062-155f-4829-a611-b298c155cda8 req-be25bfcf-7935-457b-bec7-e855a3db5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:28.147283 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2ae3dfc-2057-4a4c-9d85-031dd0eadf37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.155712 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-34010323-c23e-43e6-909a-641727ee4368 req-44bdb801-928b-49cd-9dda-9f245b01237e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (6ce994cb-e48b-429e-9413-e76e507a57c0), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.158354 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91210062-155f-4829-a611-b298c155cda8 req-be25bfcf-7935-457b-bec7-e855a3db5585 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4838049 Feb 09 01:31:28.170542 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777abe8e-550c-49b5-b9a5-42d758daa3cf None None] Network 4c6d8d2d-6cb1-4777-8338-7e25535577dc requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:28.171716 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7741fc44-2b77-471b-a36b-406175878530 req-53ff71ee-5d2b-4c1d-bc0c-864e33406817 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6907959 Feb 09 01:31:28.179380 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-44430436-ab4b-4201-b6de-d2ff71825618 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6245911 Feb 09 01:31:28.216748 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-7741fc44-2b77-471b-a36b-406175878530 req-70c14c17-e355-4255-a36a-a2ba30a4373d service neutron] Request body: {'port': {'device_id': '67a1c9c8-5df2-4dbe-8bae-f35f105675f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:28.225007 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292910b-77a6-4de5-b456-d3a9c984034a req-1797ee8f-fc88-4314-89b1-a5c623ff19cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:28.228648 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1292910b-77a6-4de5-b456-d3a9c984034a req-1797ee8f-fc88-4314-89b1-a5c623ff19cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e5418be45fe4880a7b35e08ad4a1c1c&device_id=279b179a-eff3-4b68-89a1-9a86f4fd6a41 HTTP/1.1" status: 200 len: 1130 time: 0.3807292 Feb 09 01:31:28.228648 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44430436-ab4b-4201-b6de-d2ff71825618 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Pushing event updated for resources: {'Port': ['ID=83910113-c044-456c-97c4-c82888ecd3d9,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:28.338494 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-1be31517-2d0b-49d8-9091-cfc21be1a115 service neutron] Request body: {'port': {'device_id': '6d78eb10-72c8-45e9-b45a-05b72529b122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:28.350130 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f835a6-3de5-48e3-b1f7-f12a93fb169e req-58903b95-1ab6-4851-b170-44a008ce5396 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:28.357925 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-45f835a6-3de5-48e3-b1f7-f12a93fb169e req-58903b95-1ab6-4851-b170-44a008ce5396 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d78eb10-72c8-45e9-b45a-05b72529b122 HTTP/1.1" status: 200 len: 936 time: 0.4700570 Feb 09 01:31:28.376365 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1bed9732-1c83-4120-9b3c-3f2718d533c2 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:28.381067 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91210062-155f-4829-a611-b298c155cda8 req-68b1d16d-3f13-46aa-bf01-fbf545c9ebac service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216489 Feb 09 01:31:28.458364 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-b2ae3dfc-2057-4a4c-9d85-031dd0eadf37 admin admin] Allocated IP 172.25.7.2 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/71f57803-fb58-4399-ae81-755d927e6896) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:28.465129 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-fa53c3d2-11cb-4f3f-bdae-817c49a92cbe None None] Provisioning complete for port 1bed9732-1c83-4120-9b3c-3f2718d533c2 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:28.465523 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa53c3d2-11cb-4f3f-bdae-817c49a92cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1bed9732-1c83-4120-9b3c-3f2718d533c2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.514438 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 1bed9732-1c83-4120-9b3c-3f2718d533c2 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:28.514826 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1bed9732-1c83-4120-9b3c-3f2718d533c2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.602754 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2ae3dfc-2057-4a4c-9d85-031dd0eadf37 admin admin] Publish callbacks [] for port (71f57803-fb58-4399-ae81-755d927e6896), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.655790 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2ae3dfc-2057-4a4c-9d85-031dd0eadf37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (71f57803-fb58-4399-ae81-755d927e6896), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.656054 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-fa53c3d2-11cb-4f3f-bdae-817c49a92cbe None None] Current status of the port 1bed9732-1c83-4120-9b3c-3f2718d533c2 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:28.656308 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa53c3d2-11cb-4f3f-bdae-817c49a92cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1bed9732-1c83-4120-9b3c-3f2718d533c2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.669577 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f627b6-589d-43da-bcb1-6aa5c6e8dd99 req-93911bf2-0ac0-4ad0-89e5-e5078e5592c4 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:28.672021 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f4f627b6-589d-43da-bcb1-6aa5c6e8dd99 req-93911bf2-0ac0-4ad0-89e5-e5078e5592c4 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 944 time: 0.9805956 Feb 09 01:31:28.708481 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-fa53c3d2-11cb-4f3f-bdae-817c49a92cbe None None] For port 1bed9732-1c83-4120-9b3c-3f2718d533c2, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1bed9732-1c83-4120-9b3c-3f2718d533c2,segment=NetworkSegment(feda203e-597d-4c20-b80a-f38abd03027d),segment_id=feda203e-597d-4c20-b80a-f38abd03027d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:28.722553 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa53c3d2-11cb-4f3f-bdae-817c49a92cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1bed9732-1c83-4120-9b3c-3f2718d533c2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.765508 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34010323-c23e-43e6-909a-641727ee4368 req-44bdb801-928b-49cd-9dda-9f245b01237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:28.766385 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-34010323-c23e-43e6-909a-641727ee4368 req-44bdb801-928b-49cd-9dda-9f245b01237e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.768099 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34010323-c23e-43e6-909a-641727ee4368 req-44bdb801-928b-49cd-9dda-9f245b01237e service neutron] 10.222.0.67 "PUT /v2.0/ports/6ce994cb-e48b-429e-9413-e76e507a57c0 HTTP/1.1" status: 200 len: 1092 time: 4.8327782 Feb 09 01:31:28.776155 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f4f627b6-589d-43da-bcb1-6aa5c6e8dd99 req-5c540197-3ff0-4e2b-830a-011f9b849fa2 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843329 Feb 09 01:31:28.776622 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a9b12a-7c5c-489f-8523-7b32352b0918', 'tag': '6ce994cb-e48b-429e-9413-e76e507a57c0'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:28.803868 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ae3dfc-2057-4a4c-9d85-031dd0eadf37 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:28.809031 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b2ae3dfc-2057-4a4c-9d85-031dd0eadf37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:28.826669 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bdb801-928b-49cd-9dda-9f245b01237e service neutron] Pushing event updated for resources: {'Port': ['ID=6ce994cb-e48b-429e-9413-e76e507a57c0,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:28.847057 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ae3dfc-2057-4a4c-9d85-031dd0eadf37 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:28.851153 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53c3d2-11cb-4f3f-bdae-817c49a92cbe None None] Pushing event updated for resources: {'Port': ['ID=1bed9732-1c83-4120-9b3c-3f2718d533c2,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:29.002564 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 1bed9732-1c83-4120-9b3c-3f2718d533c2 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:29.010264 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7ecef117-bda5-4d24-b8e0-366c7c170030 None None] Provisioning complete for port 83910113-c044-456c-97c4-c82888ecd3d9 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:29.010648 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7ecef117-bda5-4d24-b8e0-366c7c170030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (83910113-c044-456c-97c4-c82888ecd3d9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:29.051598 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7741fc44-2b77-471b-a36b-406175878530 req-70c14c17-e355-4255-a36a-a2ba30a4373d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:29.091583 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-45f835a6-3de5-48e3-b1f7-f12a93fb169e req-0341cab0-de13-4d38-851c-fdaae6bb2c50 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7262824 Feb 09 01:31:29.098598 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19320dc4-2b85-4eef-b953-05541ebd9869" -d '{"events": [{"name": "network-changed", "server_uuid": "06a9b12a-7c5c-489f-8523-7b32352b0918", "tag": "6ce994cb-e48b-429e-9413-e76e507a57c0"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:29.136863 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7ecef117-bda5-4d24-b8e0-366c7c170030 None None] Port 83910113-c044-456c-97c4-c82888ecd3d9 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:31:29.174935 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7ecef117-bda5-4d24-b8e0-366c7c170030 None None] Provisioning complete for port 57a62820-8a2e-4914-9bb5-23613d65c5e6 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:29.178119 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7ecef117-bda5-4d24-b8e0-366c7c170030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:29.275529 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7ecef117-bda5-4d24-b8e0-366c7c170030 None None] Port 57a62820-8a2e-4914-9bb5-23613d65c5e6 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:31:29.329270 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae3dfc-2057-4a4c-9d85-031dd0eadf37 admin admin] Pushing event updated for resources: {'Port': ['ID=71f57803-fb58-4399-ae81-755d927e6896,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:29.391027 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-1be31517-2d0b-49d8-9091-cfc21be1a115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (83910113-c044-456c-97c4-c82888ecd3d9), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:29.397847 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83b706-db09-4a30-83fd-275230b5fd9a req-8d86db79-f78c-496b-b786-3c0bb4b41ca9 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:29.398932 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91210062-155f-4829-a611-b298c155cda8 req-9562e81f-e49b-46a9-a806-83cca582f9c0 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9419301 Feb 09 01:31:29.411596 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7b83b706-db09-4a30-83fd-275230b5fd9a req-8d86db79-f78c-496b-b786-3c0bb4b41ca9 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc375b17-0e30-4e2e-a55b-944b305826b5 HTTP/1.1" status: 200 len: 947 time: 0.3958988 Feb 09 01:31:29.422476 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292910b-77a6-4de5-b456-d3a9c984034a req-d2ef76e6-4268-4d3e-bf92-0e354904cea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:29.424224 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1292910b-77a6-4de5-b456-d3a9c984034a req-d2ef76e6-4268-4d3e-bf92-0e354904cea7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 1.0411787 Feb 09 01:31:29.437939 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d49056e1-c79b-4b99-9ab2-7430b520df19 None None] Provisioning complete for port 1bed9732-1c83-4120-9b3c-3f2718d533c2 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:29.440712 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d49056e1-c79b-4b99-9ab2-7430b520df19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1bed9732-1c83-4120-9b3c-3f2718d533c2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:29.441890 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34010323-c23e-43e6-909a-641727ee4368 req-562cca7d-dffe-4c42-a9c8-2fd0c8b0d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:29.447434 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34010323-c23e-43e6-909a-641727ee4368 req-562cca7d-dffe-4c42-a9c8-2fd0c8b0d0c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 1126 time: 0.4662781 Feb 09 01:31:29.545624 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1292910b-77a6-4de5-b456-d3a9c984034a req-3fb33f68-3450-42fa-96c2-7323f1f4bdf2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 HTTP/1.1" status: 200 len: 217 time: 0.0697622 Feb 09 01:31:29.587987 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d49056e1-c79b-4b99-9ab2-7430b520df19 None None] Current status of the port 1bed9732-1c83-4120-9b3c-3f2718d533c2 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:29.644065 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34010323-c23e-43e6-909a-641727ee4368 req-89225203-32b4-4c76-8392-0a310f4fc4ee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce994cb-e48b-429e-9413-e76e507a57c0 HTTP/1.1" status: 200 len: 217 time: 0.1772077 Feb 09 01:31:29.658571 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81719acc-d543-4f48-b26d-32bf2ee4eadf req-207db13b-ec38-4160-80a1-0b9ed8ea2d92 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:29.661081 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-81719acc-d543-4f48-b26d-32bf2ee4eadf req-207db13b-ec38-4160-80a1-0b9ed8ea2d92 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=279b179a-eff3-4b68-89a1-9a86f4fd6a41 HTTP/1.1" status: 200 len: 948 time: 0.3357232 Feb 09 01:31:29.724725 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7b83b706-db09-4a30-83fd-275230b5fd9a req-3d41c89e-26b1-47d8-881f-768df366fade tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/security-groups?id=305a0a6d-e2ac-4044-999e-4a2e1b20037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119385 Feb 09 01:31:29.765779 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2ae3dfc-2057-4a4c-9d85-031dd0eadf37 admin admin] Publish callbacks [] for router_gateway (ce3db80c-7fc2-432c-afe5-367b6d73b15c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:29.768458 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34010323-c23e-43e6-909a-641727ee4368 req-b3061553-d7e8-471e-ab9b-945b5c055663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:29.769942 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34010323-c23e-43e6-909a-641727ee4368 req-b3061553-d7e8-471e-ab9b-945b5c055663 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.1162045 Feb 09 01:31:29.791683 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292910b-77a6-4de5-b456-d3a9c984034a req-72e4799e-3e9a-43b2-8d1d-d126c9d6df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:29.793234 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1292910b-77a6-4de5-b456-d3a9c984034a req-72e4799e-3e9a-43b2-8d1d-d126c9d6df20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.2217798 Feb 09 01:31:29.917824 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34010323-c23e-43e6-909a-641727ee4368 req-39c3a7fb-930f-4507-b311-c643f6788a85 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989921 Feb 09 01:31:29.943096 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c08da2-080d-49af-8445-bdcd503e0d49 x-openstack-request-id: req-81c08da2-080d-49af-8445-bdcd503e0d49 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:29.943437 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a9b12a-7c5c-489f-8523-7b32352b0918", "tag": "6ce994cb-e48b-429e-9413-e76e507a57c0", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:29.944408 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-81c08da2-080d-49af-8445-bdcd503e0d49 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:29.944965 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a9b12a-7c5c-489f-8523-7b32352b0918', 'tag': '6ce994cb-e48b-429e-9413-e76e507a57c0', 'status': 'completed', 'code': 200} Feb 09 01:31:29.947906 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-81719acc-d543-4f48-b26d-32bf2ee4eadf req-cefe6109-4712-4b4c-8cdd-c217171c6c92 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/security-groups?id=09b064e4-da91-42e7-bffb-e557fbc0dc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741249 Feb 09 01:31:30.016898 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292910b-77a6-4de5-b456-d3a9c984034a req-3008858c-2132-4f2f-b295-9b1f82410188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:30.019101 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1292910b-77a6-4de5-b456-d3a9c984034a req-3008858c-2132-4f2f-b295-9b1f82410188 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1935885 Feb 09 01:31:30.064638 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-7741fc44-2b77-471b-a36b-406175878530 req-70c14c17-e355-4255-a36a-a2ba30a4373d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57a62820-8a2e-4914-9bb5-23613d65c5e6 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:30.152436 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7741fc44-2b77-471b-a36b-406175878530 req-70c14c17-e355-4255-a36a-a2ba30a4373d service neutron] Publish callbacks [] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.217270 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-7741fc44-2b77-471b-a36b-406175878530 req-70c14c17-e355-4255-a36a-a2ba30a4373d service neutron] Transition to ACTIVE for port object 57a62820-8a2e-4914-9bb5-23613d65c5e6 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:30.236371 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7741fc44-2b77-471b-a36b-406175878530 req-70c14c17-e355-4255-a36a-a2ba30a4373d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.238772 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2ae3dfc-2057-4a4c-9d85-031dd0eadf37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (ce3db80c-7fc2-432c-afe5-367b6d73b15c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.288220 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34010323-c23e-43e6-909a-641727ee4368 req-6de95dff-1140-4533-ad14-a6c43b8594eb service neutron] 10.222.0.67 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592074 Feb 09 01:31:30.318163 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1bed9732-1c83-4120-9b3c-3f2718d533c2 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:30.388324 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 382f5c99-15f1-40c0-ba5e-275c8162b1a7 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:30.477816 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-1be31517-2d0b-49d8-9091-cfc21be1a115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83910113-c044-456c-97c4-c82888ecd3d9 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:30.488507 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-1be31517-2d0b-49d8-9091-cfc21be1a115 service neutron] Publish callbacks [] for port (83910113-c044-456c-97c4-c82888ecd3d9), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.492542 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c14c17-e355-4255-a36a-a2ba30a4373d service neutron] Pushing event updated for resources: {'Port': ['ID=57a62820-8a2e-4914-9bb5-23613d65c5e6,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:30.519420 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 382f5c99-15f1-40c0-ba5e-275c8162b1a7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=382f5c99-15f1-40c0-ba5e-275c8162b1a7,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:30.542754 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '382f5c99-15f1-40c0-ba5e-275c8162b1a7', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '382f5c99-15f1-40c0-ba5e-275c8162b1a7', 'mac_address': 'fa:16:3e:78:ff:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:31:30.576835 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e048941-8b1b-4e5a-b01a-b9053b03d121 req-d07ff695-eb6e-4e74-bf94-375a162cb395 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:30.579132 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e048941-8b1b-4e5a-b01a-b9053b03d121 req-d07ff695-eb6e-4e74-bf94-375a162cb395 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 944 time: 0.4635096 Feb 09 01:31:30.583374 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1292910b-77a6-4de5-b456-d3a9c984034a req-f68af8ac-16a1-4d4e-bd27-72c8cccf4b00 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5490038 Feb 09 01:31:30.584881 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 1bed9732-1c83-4120-9b3c-3f2718d533c2 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:30.585034 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-1be31517-2d0b-49d8-9091-cfc21be1a115 service neutron] Transition to ACTIVE for port object 83910113-c044-456c-97c4-c82888ecd3d9 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:30.585613 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1bed9732-1c83-4120-9b3c-3f2718d533c2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.603266 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-1be31517-2d0b-49d8-9091-cfc21be1a115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (83910113-c044-456c-97c4-c82888ecd3d9), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.708227 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e106e-0794-4da5-a90b-3df093002803 req-75b72fad-0321-4391-8dc0-55a46a019ff5 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:30.719836 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f86e106e-0794-4da5-a90b-3df093002803 req-75b72fad-0321-4391-8dc0-55a46a019ff5 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 1126 time: 0.5148983 Feb 09 01:31:30.755029 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 382f5c99-15f1-40c0-ba5e-275c8162b1a7 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:30.755762 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (382f5c99-15f1-40c0-ba5e-275c8162b1a7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.781728 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 382f5c99-15f1-40c0-ba5e-275c8162b1a7 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:30.817651 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 382f5c99-15f1-40c0-ba5e-275c8162b1a7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=382f5c99-15f1-40c0-ba5e-275c8162b1a7,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:30.826462 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-1be31517-2d0b-49d8-9091-cfc21be1a115 service neutron] Attempting to bind port 83910113-c044-456c-97c4-c82888ecd3d9 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:30.826838 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-1be31517-2d0b-49d8-9091-cfc21be1a115 service neutron] Attempting to bind port 83910113-c044-456c-97c4-c82888ecd3d9 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:30.827358 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-1be31517-2d0b-49d8-9091-cfc21be1a115 service neutron] Attempting to bind port 83910113-c044-456c-97c4-c82888ecd3d9 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:30.829440 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (382f5c99-15f1-40c0-ba5e-275c8162b1a7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.833816 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-7741fc44-2b77-471b-a36b-406175878530 req-70c14c17-e355-4255-a36a-a2ba30a4373d service neutron] Attempting to bind port 57a62820-8a2e-4914-9bb5-23613d65c5e6 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:30.834321 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-7741fc44-2b77-471b-a36b-406175878530 req-70c14c17-e355-4255-a36a-a2ba30a4373d service neutron] Attempting to bind port 57a62820-8a2e-4914-9bb5-23613d65c5e6 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:30.834819 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7741fc44-2b77-471b-a36b-406175878530 req-70c14c17-e355-4255-a36a-a2ba30a4373d service neutron] Attempting to bind port 57a62820-8a2e-4914-9bb5-23613d65c5e6 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:30.856197 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-1be31517-2d0b-49d8-9091-cfc21be1a115 service neutron] Port 83910113-c044-456c-97c4-c82888ecd3d9 on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:31:30.856709 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-1be31517-2d0b-49d8-9091-cfc21be1a115 service neutron] Attempting to bind port 83910113-c044-456c-97c4-c82888ecd3d9 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:30.869782 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7741fc44-2b77-471b-a36b-406175878530 req-70c14c17-e355-4255-a36a-a2ba30a4373d service neutron] Port 57a62820-8a2e-4914-9bb5-23613d65c5e6 on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:31:30.870192 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7741fc44-2b77-471b-a36b-406175878530 req-70c14c17-e355-4255-a36a-a2ba30a4373d service neutron] Attempting to bind port 57a62820-8a2e-4914-9bb5-23613d65c5e6 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:30.909851 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-1be31517-2d0b-49d8-9091-cfc21be1a115 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:30.910098 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-1be31517-2d0b-49d8-9091-cfc21be1a115 service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:30.910493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-1be31517-2d0b-49d8-9091-cfc21be1a115 service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:30.914080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-1be31517-2d0b-49d8-9091-cfc21be1a115 service neutron] Bound port: 83910113-c044-456c-97c4-c82888ecd3d9, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:30.914483 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-1be31517-2d0b-49d8-9091-cfc21be1a115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (83910113-c044-456c-97c4-c82888ecd3d9), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.972352 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=382f5c99-15f1-40c0-ba5e-275c8162b1a7,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:30.987462 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.987755 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7741fc44-2b77-471b-a36b-406175878530 req-70c14c17-e355-4255-a36a-a2ba30a4373d service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:30.988100 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7741fc44-2b77-471b-a36b-406175878530 req-70c14c17-e355-4255-a36a-a2ba30a4373d service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:30.988411 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.988526 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7741fc44-2b77-471b-a36b-406175878530 req-70c14c17-e355-4255-a36a-a2ba30a4373d service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:30.988914 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-7741fc44-2b77-471b-a36b-406175878530 req-70c14c17-e355-4255-a36a-a2ba30a4373d service neutron] Bound port: 57a62820-8a2e-4914-9bb5-23613d65c5e6, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:30.989195 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.989307 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7741fc44-2b77-471b-a36b-406175878530 req-70c14c17-e355-4255-a36a-a2ba30a4373d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.989951 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.990450 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.990927 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.991579 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.992230 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.992752 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.993255 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.993732 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.994207 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.994724 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:31.006278 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 1bed9732-1c83-4120-9b3c-3f2718d533c2 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:31.048383 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f86e106e-0794-4da5-a90b-3df093002803 req-bcffe9c0-d617-4363-9e07-c0ad2ec4ee13 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255563 Feb 09 01:31:31.119547 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-1be31517-2d0b-49d8-9091-cfc21be1a115 service neutron] For port 83910113-c044-456c-97c4-c82888ecd3d9, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:31.132145 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34010323-c23e-43e6-909a-641727ee4368 req-254688d4-51cf-4f06-8f76-2b0559b045bb service neutron] 10.222.0.67 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7975421 Feb 09 01:31:31.132399 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-1be31517-2d0b-49d8-9091-cfc21be1a115 service neutron] For port 83910113-c044-456c-97c4-c82888ecd3d9, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=83910113-c044-456c-97c4-c82888ecd3d9,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:31.153993 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ae3dfc-2057-4a4c-9d85-031dd0eadf37 admin admin] Router ce3db80c-7fc2-432c-afe5-367b6d73b15c is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:31:31.163601 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1292910b-77a6-4de5-b456-d3a9c984034a req-34baaa56-06bb-4e0d-aea1-8eb5c0422ecf service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313127 Feb 09 01:31:31.178191 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e048941-8b1b-4e5a-b01a-b9053b03d121 req-30e049ce-97cb-4224-90ca-9d04815d8d0a tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5823071 Feb 09 01:31:31.178191 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be31517-2d0b-49d8-9091-cfc21be1a115 service neutron] Pushing event updated for resources: {'Port': ['ID=83910113-c044-456c-97c4-c82888ecd3d9,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:31.209450 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-1be31517-2d0b-49d8-9091-cfc21be1a115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (83910113-c044-456c-97c4-c82888ecd3d9), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.249048 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-1be31517-2d0b-49d8-9091-cfc21be1a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:31.252152 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-1be31517-2d0b-49d8-9091-cfc21be1a115 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.255609 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-1be31517-2d0b-49d8-9091-cfc21be1a115 service neutron] 10.222.0.67 "PUT /v2.0/ports/83910113-c044-456c-97c4-c82888ecd3d9 HTTP/1.1" status: 200 len: 1096 time: 2.9206164 Feb 09 01:31:31.261006 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['382f5c99-15f1-40c0-ba5e-275c8162b1a7'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:31.282929 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d78eb10-72c8-45e9-b45a-05b72529b122', 'tag': '83910113-c044-456c-97c4-c82888ecd3d9'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:31.290825 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80af393-52bf-45fd-8c2e-cf6bf4e5c4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6d78eb10-72c8-45e9-b45a-05b72529b122", "tag": "83910113-c044-456c-97c4-c82888ecd3d9"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:31.472706 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:31.617683 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-018a5694-d48b-4361-a2cd-f2c6f4905239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:31.620039 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-018a5694-d48b-4361-a2cd-f2c6f4905239 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a74b90a72e74db78f68afeba6cbadc5&device_id=6d78eb10-72c8-45e9-b45a-05b72529b122 HTTP/1.1" status: 200 len: 1130 time: 0.2007761 Feb 09 01:31:31.621725 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19320dc4-2b85-4eef-b953-05541ebd9869 req-f83f71f1-6dd5-4958-9882-de929c6874b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:31.623216 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-19320dc4-2b85-4eef-b953-05541ebd9869 req-f83f71f1-6dd5-4958-9882-de929c6874b1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 1126 time: 0.1883826 Feb 09 01:31:31.629129 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ae3dfc-2057-4a4c-9d85-031dd0eadf37 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:31:31.641937 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] Sync routers for ids ['ce3db80c-7fc2-432c-afe5-367b6d73b15c'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:31.657450 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-7741fc44-2b77-471b-a36b-406175878530 req-70c14c17-e355-4255-a36a-a2ba30a4373d service neutron] For port 57a62820-8a2e-4914-9bb5-23613d65c5e6, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:31.662700 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c2cf7-a29d-4880-a04d-cdcb71d91702 req-c6a70646-24c0-4072-9421-dabca1256cc1 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:31.665961 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] Routers {'ce3db80c-7fc2-432c-afe5-367b6d73b15c'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:31.668917 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:31:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['ce3db80c-7fc2-432c-afe5-367b6d73b15c'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:31.683147 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2c4c2cf7-a29d-4880-a04d-cdcb71d91702 req-c6a70646-24c0-4072-9421-dabca1256cc1 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d78eb10-72c8-45e9-b45a-05b72529b122 HTTP/1.1" status: 200 len: 948 time: 0.2337928 Feb 09 01:31:31.715241 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-ee83a275-1a4f-460c-aba6-49753ac23a4b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=83910113-c044-456c-97c4-c82888ecd3d9 HTTP/1.1" status: 200 len: 217 time: 0.0544937 Feb 09 01:31:31.773811 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:31.789729 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105', 'mac_address': 'fa:16:3e:ac:c7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:31:31.796035 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc18cfa-37e1-4dfe-bbec-f28cb71b5ee2 req-079a2239-902d-4816-aa8b-af1d67c0b2c6 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:31.798568 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7dc18cfa-37e1-4dfe-bbec-f28cb71b5ee2 req-079a2239-902d-4816-aa8b-af1d67c0b2c6 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc375b17-0e30-4e2e-a55b-944b305826b5 HTTP/1.1" status: 200 len: 948 time: 0.2374458 Feb 09 01:31:31.800381 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-6207a8d5-3139-4c2e-b6ea-bc30003dc54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:31.802359 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-6207a8d5-3139-4c2e-b6ea-bc30003dc54b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.0753329 Feb 09 01:31:31.821735 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2ae3dfc-2057-4a4c-9d85-031dd0eadf37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.823264 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b2ae3dfc-2057-4a4c-9d85-031dd0eadf37 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.8253505 Feb 09 01:31:31.837313 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54796) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:31.869512 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:31.869902 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.885083 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:31.925303 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be31517-2d0b-49d8-9091-cfc21be1a115 service neutron] Pushing event updated for resources: {'Port': ['ID=83910113-c044-456c-97c4-c82888ecd3d9,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:31.931287 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] Set router ce3db80c-7fc2-432c-afe5-367b6d73b15c gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:31.935915 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:31.957625 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.963454 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2c4c2cf7-a29d-4880-a04d-cdcb71d91702 req-3a432531-e06a-4b0b-a2a1-573777ed28e0 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690983 Feb 09 01:31:32.035297 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:32.055801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-7741fc44-2b77-471b-a36b-406175878530 req-70c14c17-e355-4255-a36a-a2ba30a4373d service neutron] For port 57a62820-8a2e-4914-9bb5-23613d65c5e6, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=57a62820-8a2e-4914-9bb5-23613d65c5e6,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:32.061528 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7dc18cfa-37e1-4dfe-bbec-f28cb71b5ee2 req-2c3e3b71-fa1d-43f7-a66e-057c75167b4d tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/security-groups?id=305a0a6d-e2ac-4044-999e-4a2e1b20037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560310 Feb 09 01:31:32.087162 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7741fc44-2b77-471b-a36b-406175878530 req-70c14c17-e355-4255-a36a-a2ba30a4373d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:32.108045 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19320dc4-2b85-4eef-b953-05541ebd9869 req-3789cab8-3050-4f83-8031-4037dca99a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:32.110694 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-19320dc4-2b85-4eef-b953-05541ebd9869 req-3789cab8-3050-4f83-8031-4037dca99a82 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 907 time: 0.4776583 Feb 09 01:31:32.165512 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741fc44-2b77-471b-a36b-406175878530 req-70c14c17-e355-4255-a36a-a2ba30a4373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:32.166592 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7741fc44-2b77-471b-a36b-406175878530 req-70c14c17-e355-4255-a36a-a2ba30a4373d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:32.169154 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7741fc44-2b77-471b-a36b-406175878530 req-70c14c17-e355-4255-a36a-a2ba30a4373d service neutron] 10.222.0.48 "PUT /v2.0/ports/57a62820-8a2e-4914-9bb5-23613d65c5e6 HTTP/1.1" status: 200 len: 1096 time: 3.9638822 Feb 09 01:31:32.172592 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c14c17-e355-4255-a36a-a2ba30a4373d service neutron] Pushing event updated for resources: {'Port': ['ID=57a62820-8a2e-4914-9bb5-23613d65c5e6,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:32.181392 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-19320dc4-2b85-4eef-b953-05541ebd9869 req-3c7793b3-bef2-45fd-ad94-b1407155d5ae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce994cb-e48b-429e-9413-e76e507a57c0 HTTP/1.1" status: 200 len: 217 time: 0.0616484 Feb 09 01:31:32.192790 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-50c0359f-62d8-4a94-bf8d-9fbab308f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:32.197830 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-50c0359f-62d8-4a94-bf8d-9fbab308f821 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2527540 Feb 09 01:31:32.215282 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8abedab-8bb4-45d7-9f22-c05a4ea30e07 x-openstack-request-id: req-e8abedab-8bb4-45d7-9f22-c05a4ea30e07 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:32.216034 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d78eb10-72c8-45e9-b45a-05b72529b122", "tag": "83910113-c044-456c-97c4-c82888ecd3d9", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:32.216307 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8abedab-8bb4-45d7-9f22-c05a4ea30e07 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:32.216757 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d78eb10-72c8-45e9-b45a-05b72529b122', 'tag': '83910113-c044-456c-97c4-c82888ecd3d9', 'status': 'completed', 'code': 200} Feb 09 01:31:32.228182 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:32.354729 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d683fe-c63f-4f1d-9528-d30922554154 req-cdce4880-c96c-4121-9976-b9e6ddb34f1b tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:32.356380 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b9d683fe-c63f-4f1d-9528-d30922554154 req-cdce4880-c96c-4121-9976-b9e6ddb34f1b tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=279b179a-eff3-4b68-89a1-9a86f4fd6a41 HTTP/1.1" status: 200 len: 949 time: 0.2887084 Feb 09 01:31:32.404391 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3db80c-7fc2-432c-afe5-367b6d73b15c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1096664653-router', 'tenant_id': '32370fa3aca0404baf25ea39195ab8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '71f57803-fb58-4399-ae81-755d927e6896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:25Z', 'updated_at': '2022-02-09T01:31:29Z', 'revision_number': 3, 'project_id': '32370fa3aca0404baf25ea39195ab8a7', 'gw_port': {'id': '71f57803-fb58-4399-ae81-755d927e6896', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3db80c-7fc2-432c-afe5-367b6d73b15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:28Z', 'updated_at': '2022-02-09T01:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:32.454356 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19320dc4-2b85-4eef-b953-05541ebd9869 req-6ff7b0a9-7362-4f1c-a736-c137f449a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:32.456535 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-19320dc4-2b85-4eef-b953-05541ebd9869 req-6ff7b0a9-7362-4f1c-a736-c137f449a13c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.2683620 Feb 09 01:31:32.511164 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] Checking router: ce3db80c-7fc2-432c-afe5-367b6d73b15c for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:32.511540 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] Updating router ce3db80c-7fc2-432c-afe5-367b6d73b15c port 71f57803-fb58-4399-ae81-755d927e6896 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:31:32.550016 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-19320dc4-2b85-4eef-b953-05541ebd9869 req-9f75f283-6c3c-438a-b957-6384ddf8066e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408189 Feb 09 01:31:32.605329 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (71f57803-fb58-4399-ae81-755d927e6896), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:32.714224 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b9d683fe-c63f-4f1d-9528-d30922554154 req-42125bd6-cfca-4f31-9047-439547e08ee4 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/security-groups?id=09b064e4-da91-42e7-bffb-e557fbc0dc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562249 Feb 09 01:31:32.801488 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741fc44-2b77-471b-a36b-406175878530 req-09f526aa-10f2-44ad-b9df-536bd7e19d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:32.803016 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7741fc44-2b77-471b-a36b-406175878530 req-09f526aa-10f2-44ad-b9df-536bd7e19d6b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a74b90a72e74db78f68afeba6cbadc5&device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 1130 time: 0.5108256 Feb 09 01:31:32.868499 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-01f09ac8-7076-4559-a1a6-c22525f0f372 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:32.870834 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-01f09ac8-7076-4559-a1a6-c22525f0f372 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 821 time: 0.2584870 Feb 09 01:31:32.873170 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-ad8b2264-c980-4a9c-95fb-a9d8e1eea4f8 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6554565 Feb 09 01:31:32.874443 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7741fc44-2b77-471b-a36b-406175878530 req-c74b9a28-3db1-4aad-9e27-e7b88bbe2cf2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=57a62820-8a2e-4914-9bb5-23613d65c5e6 HTTP/1.1" status: 200 len: 217 time: 0.0529375 Feb 09 01:31:33.026712 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-19320dc4-2b85-4eef-b953-05541ebd9869 req-1d815e4c-8b63-442d-86a2-ba8bb3ad3923 service neutron] 10.222.0.67 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631388 Feb 09 01:31:33.091976 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-6d5c341c-60e7-4445-8709-332004136d00 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/quotas/b07de46a82164c668a0ced35af54f222 HTTP/1.1" status: 200 len: 375 time: 0.2138884 Feb 09 01:31:33.217371 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] Publish callbacks [] for port (71f57803-fb58-4399-ae81-755d927e6896), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.226607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741fc44-2b77-471b-a36b-406175878530 req-71ea5120-ec4d-46bc-b2b8-39a1c8b5dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:33.228228 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7741fc44-2b77-471b-a36b-406175878530 req-71ea5120-ec4d-46bc-b2b8-39a1c8b5dbb8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.3128560 Feb 09 01:31:33.244601 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (71f57803-fb58-4399-ae81-755d927e6896), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.254748 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1568bab0-ae82-4161-82df-022a1bf4c8c8 req-313753f6-88eb-4313-8173-06c7b7b01914 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743227 Feb 09 01:31:33.273826 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036183d-b7f1-45a8-9486-cb26c3f61784 req-26eeff5b-fc68-40b4-a256-da011f8532e7 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:33.275411 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b036183d-b7f1-45a8-9486-cb26c3f61784 req-26eeff5b-fc68-40b4-a256-da011f8532e7 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 944 time: 0.4250793 Feb 09 01:31:33.329209 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] Attempting to bind port 71f57803-fb58-4399-ae81-755d927e6896 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:33.329591 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] Attempting to bind port 71f57803-fb58-4399-ae81-755d927e6896 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:33.329961 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] Attempting to bind port 71f57803-fb58-4399-ae81-755d927e6896 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:33.331457 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-aab29255-f6ed-4d81-b12a-e2f72fa0ce73 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2192321 Feb 09 01:31:33.335358 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741fc44-2b77-471b-a36b-406175878530 req-93fc1d0c-f781-49f6-8e07-65bd43c98e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:33.336897 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:33.337280 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:33.337737 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.338220 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:33.338667 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] Bound port: 71f57803-fb58-4399-ae81-755d927e6896, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:33.339055 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (71f57803-fb58-4399-ae81-755d927e6896), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.339983 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7741fc44-2b77-471b-a36b-406175878530 req-93fc1d0c-f781-49f6-8e07-65bd43c98e81 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1031084 Feb 09 01:31:33.393020 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311044d-2f72-41db-adfa-d85c31fd5ef5 None None] Pushing event updated for resources: {'Port': ['ID=71f57803-fb58-4399-ae81-755d927e6896,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:33.429185 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-19320dc4-2b85-4eef-b953-05541ebd9869 req-ef1feabb-0625-4c29-8c77-46bc7dff26bc service neutron] 10.222.0.67 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422513 Feb 09 01:31:33.454504 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] For port 71f57803-fb58-4399-ae81-755d927e6896, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:33.459748 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:33.460362 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] For port 71f57803-fb58-4399-ae81-755d927e6896, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=71f57803-fb58-4399-ae81-755d927e6896,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:33.470354 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (71f57803-fb58-4399-ae81-755d927e6896), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.497562 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80af393-52bf-45fd-8c2e-cf6bf4e5c4aa req-769b6058-144b-4838-a836-8b55f441fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:33.499191 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f80af393-52bf-45fd-8c2e-cf6bf4e5c4aa req-769b6058-144b-4838-a836-8b55f441fa82 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a74b90a72e74db78f68afeba6cbadc5&device_id=6d78eb10-72c8-45e9-b45a-05b72529b122 HTTP/1.1" status: 200 len: 1130 time: 0.1665957 Feb 09 01:31:33.516361 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b036183d-b7f1-45a8-9486-cb26c3f61784 req-1f622c4c-b8f4-4580-afcd-e2e86b0dc103 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304676 Feb 09 01:31:33.521488 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ddcc5a9c-8b1d-44cd-b140-67772060fb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.610232 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] Routers {'ce3db80c-7fc2-432c-afe5-367b6d73b15c'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:33.610949 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:31:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['ce3db80c-7fc2-432c-afe5-367b6d73b15c'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:33.630875 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:33.665751 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:33.666029 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.691824 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311044d-2f72-41db-adfa-d85c31fd5ef5 None None] Pushing event updated for resources: {'Port': ['ID=71f57803-fb58-4399-ae81-755d927e6896,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:33.755472 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7741fc44-2b77-471b-a36b-406175878530 req-94fecd0f-08de-4cfa-be6c-3d9aa6ac387d service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042745 Feb 09 01:31:33.773678 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-8746178f-8c8f-4a69-8e15-10e63ed635bd service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:31:33.774882 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-8746178f-8c8f-4a69-8e15-10e63ed635bd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1650512 Feb 09 01:31:33.808664 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] Set router ce3db80c-7fc2-432c-afe5-367b6d73b15c gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:33.824902 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:33.825209 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.855608 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279b179a-eff3-4b68-89a1-9a86f4fd6a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:33.858100 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef73b6a0-8083-4934-aaed-35a21b2ccdc4" -d '{"events": [{"server_uuid": "279b179a-eff3-4b68-89a1-9a86f4fd6a41", "name": "network-vif-plugged", "status": "completed", "tag": "8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:33.885913 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:33.896529 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.987078 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:34.076355 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3db80c-7fc2-432c-afe5-367b6d73b15c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1096664653-router', 'tenant_id': '32370fa3aca0404baf25ea39195ab8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '71f57803-fb58-4399-ae81-755d927e6896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:25Z', 'updated_at': '2022-02-09T01:31:29Z', 'revision_number': 3, 'project_id': '32370fa3aca0404baf25ea39195ab8a7', 'gw_port': {'id': '71f57803-fb58-4399-ae81-755d927e6896', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3db80c-7fc2-432c-afe5-367b6d73b15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:28Z', 'updated_at': '2022-02-09T01:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:34.112476 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-e511080b-695a-46ec-b5eb-85fdf1996ee5 service neutron] 10.222.0.36 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374067 Feb 09 01:31:34.114507 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b11e1f-294f-4b48-a01b-a5c6c3f97595 None None] The sync data for ids ['ce3db80c-7fc2-432c-afe5-367b6d73b15c'] in n-d-828387-3 is: [{'id': 'ce3db80c-7fc2-432c-afe5-367b6d73b15c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1096664653-router', 'tenant_id': '32370fa3aca0404baf25ea39195ab8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '71f57803-fb58-4399-ae81-755d927e6896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:25Z', 'updated_at': '2022-02-09T01:31:29Z', 'revision_number': 3, 'project_id': '32370fa3aca0404baf25ea39195ab8a7', 'gw_port': {'id': '71f57803-fb58-4399-ae81-755d927e6896', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3db80c-7fc2-432c-afe5-367b6d73b15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:28Z', 'updated_at': '2022-02-09T01:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:34.192479 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-ddcc5a9c-8b1d-44cd-b140-67772060fb12 admin admin] Allocated IP 172.20.0.1 (4c6d8d2d-6cb1-4777-8338-7e25535577dc/9327f06e-1b35-4809-84e8-830c8be15985/30234896-3171-4fa2-878c-ac9206fdfd93) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:34.213114 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80af393-52bf-45fd-8c2e-cf6bf4e5c4aa req-42eaaddd-bb7e-4b83-bf2e-a78e52e2edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:34.214341 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f80af393-52bf-45fd-8c2e-cf6bf4e5c4aa req-42eaaddd-bb7e-4b83-bf2e-a78e52e2edb2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.7086220 Feb 09 01:31:34.217739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a1c9c8-5df2-4dbe-8bae-f35f105675f0', 'tag': '57a62820-8a2e-4914-9bb5-23613d65c5e6'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:34.221008 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3724619a-838d-4c01-8b2f-9be9bffbdf84" -d '{"events": [{"name": "network-changed", "server_uuid": "67a1c9c8-5df2-4dbe-8bae-f35f105675f0", "tag": "57a62820-8a2e-4914-9bb5-23613d65c5e6"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:34.279622 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f80af393-52bf-45fd-8c2e-cf6bf4e5c4aa req-8e943f54-6687-4e34-8b08-01657d7de541 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=83910113-c044-456c-97c4-c82888ecd3d9 HTTP/1.1" status: 200 len: 217 time: 0.0543351 Feb 09 01:31:34.371134 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7741fc44-2b77-471b-a36b-406175878530 req-06e7f6b4-fc95-4b9d-9356-6164924d938a service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5932052 Feb 09 01:31:34.374511 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ddcc5a9c-8b1d-44cd-b140-67772060fb12 admin admin] Publish callbacks [] for port (30234896-3171-4fa2-878c-ac9206fdfd93), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:34.379248 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80af393-52bf-45fd-8c2e-cf6bf4e5c4aa req-0ab4d16c-adda-4804-ac15-5b0ec34ce683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:34.380761 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f80af393-52bf-45fd-8c2e-cf6bf4e5c4aa req-0ab4d16c-adda-4804-ac15-5b0ec34ce683 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.0940075 Feb 09 01:31:34.407071 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 382f5c99-15f1-40c0-ba5e-275c8162b1a7 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:34.415369 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718391ff-df3c-418e-9b40-23e1315c469b req-259212eb-af51-4764-b343-8e7354061e17 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:34.417364 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-718391ff-df3c-418e-9b40-23e1315c469b req-259212eb-af51-4764-b343-8e7354061e17 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d78eb10-72c8-45e9-b45a-05b72529b122 HTTP/1.1" status: 200 len: 948 time: 0.2939901 Feb 09 01:31:34.429652 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-2ebadf24-95b5-4f5d-a55b-4df715993055 service neutron] 10.222.0.36 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162796 Feb 09 01:31:34.449380 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80af393-52bf-45fd-8c2e-cf6bf4e5c4aa req-e117388a-4665-4c1d-8d3d-da56c9bec227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:34.451009 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f80af393-52bf-45fd-8c2e-cf6bf4e5c4aa req-e117388a-4665-4c1d-8d3d-da56c9bec227 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0619745 Feb 09 01:31:34.599836 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 382f5c99-15f1-40c0-ba5e-275c8162b1a7 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:34.608410 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 382f5c99-15f1-40c0-ba5e-275c8162b1a7 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:34.609658 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (382f5c99-15f1-40c0-ba5e-275c8162b1a7), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:34.670346 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-718391ff-df3c-418e-9b40-23e1315c469b req-b9b81364-7fa5-4ad4-93a7-e8957152dd4b tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454767 Feb 09 01:31:34.690163 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ddcc5a9c-8b1d-44cd-b140-67772060fb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (30234896-3171-4fa2-878c-ac9206fdfd93), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:34.796180 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f80af393-52bf-45fd-8c2e-cf6bf4e5c4aa req-2a337cf8-c904-4b29-ae91-32796b12bae7 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321533 Feb 09 01:31:34.819235 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcc5a9c-8b1d-44cd-b140-67772060fb12 admin admin] Network 4c6d8d2d-6cb1-4777-8338-7e25535577dc is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:34.825524 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-ddcc5a9c-8b1d-44cd-b140-67772060fb12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:34.847619 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcc5a9c-8b1d-44cd-b140-67772060fb12 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:34.856941 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 382f5c99-15f1-40c0-ba5e-275c8162b1a7 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:34.857504 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (382f5c99-15f1-40c0-ba5e-275c8162b1a7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:35.019495 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc5a9c-8b1d-44cd-b140-67772060fb12 admin admin] Pushing event updated for resources: {'Port': ['ID=30234896-3171-4fa2-878c-ac9206fdfd93,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:35.021285 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 382f5c99-15f1-40c0-ba5e-275c8162b1a7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=382f5c99-15f1-40c0-ba5e-275c8162b1a7,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:35.029836 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (382f5c99-15f1-40c0-ba5e-275c8162b1a7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:35.116829 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f80af393-52bf-45fd-8c2e-cf6bf4e5c4aa req-1beab443-3210-4025-ab91-612a506377ba service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128366 Feb 09 01:31:35.155135 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ddcc5a9c-8b1d-44cd-b140-67772060fb12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (ce3db80c-7fc2-432c-afe5-367b6d73b15c), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:35.210501 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=382f5c99-15f1-40c0-ba5e-275c8162b1a7,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:35.306602 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa52b9-3f90-450d-968a-02b0d957f098 req-9037b126-76f5-4127-90de-c284063084ab tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:35.317970 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-23fa52b9-3f90-450d-968a-02b0d957f098 req-9037b126-76f5-4127-90de-c284063084ab tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=279b179a-eff3-4b68-89a1-9a86f4fd6a41 HTTP/1.1" status: 200 len: 950 time: 0.1997583 Feb 09 01:31:35.329112 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399f269-e8be-4ea1-bbd6-0e35621c45a8 req-2ce68fec-9d1c-4485-a46c-58200aabeac8 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:35.349434 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9399f269-e8be-4ea1-bbd6-0e35621c45a8 req-2ce68fec-9d1c-4485-a46c-58200aabeac8 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc375b17-0e30-4e2e-a55b-944b305826b5 HTTP/1.1" status: 200 len: 949 time: 0.4759295 Feb 09 01:31:35.403571 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-23fa52b9-3f90-450d-968a-02b0d957f098 req-9324dfbc-80fe-4ebc-bcf2-b6b29e90a98e tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/security-groups?id=09b064e4-da91-42e7-bffb-e557fbc0dc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823135 Feb 09 01:31:35.462577 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-124cf825-aa65-4e17-bcda-1bc566f0cf04 None None] Provisioning complete for port 30234896-3171-4fa2-878c-ac9206fdfd93 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:35.463015 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-124cf825-aa65-4e17-bcda-1bc566f0cf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (30234896-3171-4fa2-878c-ac9206fdfd93), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:35.467724 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2e150f-a197-442e-b5f1-9f00f6677db4 x-openstack-request-id: req-5c2e150f-a197-442e-b5f1-9f00f6677db4 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:35.468365 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279b179a-eff3-4b68-89a1-9a86f4fd6a41", "name": "network-vif-plugged", "status": "completed", "tag": "8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:35.468826 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c2e150f-a197-442e-b5f1-9f00f6677db4 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:35.469407 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279b179a-eff3-4b68-89a1-9a86f4fd6a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105', 'code': 200} Feb 09 01:31:35.514834 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a894a5-6a38-4731-8a60-0dcf3893cb9d x-openstack-request-id: req-94a894a5-6a38-4731-8a60-0dcf3893cb9d {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:35.515866 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a1c9c8-5df2-4dbe-8bae-f35f105675f0", "tag": "57a62820-8a2e-4914-9bb5-23613d65c5e6", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:35.516293 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-94a894a5-6a38-4731-8a60-0dcf3893cb9d {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:35.516862 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a1c9c8-5df2-4dbe-8bae-f35f105675f0', 'tag': '57a62820-8a2e-4914-9bb5-23613d65c5e6', 'status': 'completed', 'code': 200} Feb 09 01:31:35.599727 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9399f269-e8be-4ea1-bbd6-0e35621c45a8 req-8aa48d4b-01bf-4cc8-a518-33fb97bfe6b3 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/security-groups?id=305a0a6d-e2ac-4044-999e-4a2e1b20037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383213 Feb 09 01:31:35.647020 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-124cf825-aa65-4e17-bcda-1bc566f0cf04 None None] Port 30234896-3171-4fa2-878c-ac9206fdfd93 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:31:35.737316 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ddcc5a9c-8b1d-44cd-b140-67772060fb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (30234896-3171-4fa2-878c-ac9206fdfd93), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:35.836832 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7336d88-a8a0-487a-8630-bb5cb36426e7 req-b06aed51-68f2-4651-9ee3-d40cfc82e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:35.838205 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f7336d88-a8a0-487a-8630-bb5cb36426e7 req-b06aed51-68f2-4651-9ee3-d40cfc82e7b3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=279b179a-eff3-4b68-89a1-9a86f4fd6a41 HTTP/1.1" status: 200 len: 1132 time: 0.2368228 Feb 09 01:31:35.856224 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724619a-838d-4c01-8b2f-9be9bffbdf84 req-53194667-a3fe-433b-81b4-65e52bf08762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:35.858467 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3724619a-838d-4c01-8b2f-9be9bffbdf84 req-53194667-a3fe-433b-81b4-65e52bf08762 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a74b90a72e74db78f68afeba6cbadc5&device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 1130 time: 0.2582452 Feb 09 01:31:35.928927 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6b78bd96-07e3-4d7d-bc94-88c7660b62c7 req-acb8af92-d400-4b10-879d-cb3fbefd616f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 210 time: 0.0490370 Feb 09 01:31:36.092589 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb335b3-dff1-43d3-9628-b96ede132cd2 req-65c6409d-a997-4c09-969d-5e97643cb288 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:36.105173 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1cb335b3-dff1-43d3-9628-b96ede132cd2 req-65c6409d-a997-4c09-969d-5e97643cb288 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 944 time: 0.4235747 Feb 09 01:31:36.161681 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f7336d88-a8a0-487a-8630-bb5cb36426e7 req-b80669c2-f917-4e28-bd41-026e327b7790 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=09b064e4-da91-42e7-bffb-e557fbc0dc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909310 Feb 09 01:31:36.210445 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0c5f2-6661-4404-9520-1b6deed601bb req-f75dbcda-5994-4f83-8130-4ef61066969b tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:36.216215 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ba0c5f2-6661-4404-9520-1b6deed601bb req-f75dbcda-5994-4f83-8130-4ef61066969b tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d78eb10-72c8-45e9-b45a-05b72529b122 HTTP/1.1" status: 200 len: 948 time: 0.1186397 Feb 09 01:31:36.252469 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1cb335b3-dff1-43d3-9628-b96ede132cd2 req-23fde1c9-8cfc-4559-8e1a-3ed34e948084 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257482 Feb 09 01:31:36.265114 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724619a-838d-4c01-8b2f-9be9bffbdf84 req-90d9b99e-994a-4507-91b1-c79c3e402752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:36.275396 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3724619a-838d-4c01-8b2f-9be9bffbdf84 req-90d9b99e-994a-4507-91b1-c79c3e402752 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.3694010 Feb 09 01:31:36.282221 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ddcc5a9c-8b1d-44cd-b140-67772060fb12 admin admin] Publish callbacks [] for port (30234896-3171-4fa2-878c-ac9206fdfd93), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.297538 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ddcc5a9c-8b1d-44cd-b140-67772060fb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (30234896-3171-4fa2-878c-ac9206fdfd93), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.406966 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 71f57803-fb58-4399-ae81-755d927e6896 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:36.410761 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6ce994cb-e48b-429e-9413-e76e507a57c0 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:36.494092 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc5a9c-8b1d-44cd-b140-67772060fb12 admin admin] Pushing event updated for resources: {'Port': ['ID=30234896-3171-4fa2-878c-ac9206fdfd93,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:36.517670 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3724619a-838d-4c01-8b2f-9be9bffbdf84 req-296406f5-605e-4b61-9ac0-ca8a377f865c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=57a62820-8a2e-4914-9bb5-23613d65c5e6 HTTP/1.1" status: 200 len: 217 time: 0.0911734 Feb 09 01:31:36.609184 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ba0c5f2-6661-4404-9520-1b6deed601bb req-a54b88b1-eaee-43a2-890c-3e84ef7f7315 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228273 Feb 09 01:31:36.627451 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724619a-838d-4c01-8b2f-9be9bffbdf84 req-d023d5d8-e9bf-40a5-ac6a-633aa75a0197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:36.631015 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3724619a-838d-4c01-8b2f-9be9bffbdf84 req-d023d5d8-e9bf-40a5-ac6a-633aa75a0197 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1034093 Feb 09 01:31:36.644718 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ddcc5a9c-8b1d-44cd-b140-67772060fb12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (ce3db80c-7fc2-432c-afe5-367b6d73b15c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.738372 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724619a-838d-4c01-8b2f-9be9bffbdf84 req-93f8d2e7-6d6d-4a92-bef6-f26664536bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:36.740984 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3724619a-838d-4c01-8b2f-9be9bffbdf84 req-93f8d2e7-6d6d-4a92-bef6-f26664536bed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0996692 Feb 09 01:31:36.776323 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 71f57803-fb58-4399-ae81-755d927e6896 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:36.777129 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (71f57803-fb58-4399-ae81-755d927e6896), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.130270 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63ca73-e071-4282-88c7-ea5a878bf1a9 req-b6836972-4fce-4bff-964a-e1d0a0e21205 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:37.133053 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa63ca73-e071-4282-88c7-ea5a878bf1a9 req-b6836972-4fce-4bff-964a-e1d0a0e21205 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=279b179a-eff3-4b68-89a1-9a86f4fd6a41 HTTP/1.1" status: 200 len: 950 time: 0.3382747 Feb 09 01:31:37.260102 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3724619a-838d-4c01-8b2f-9be9bffbdf84 req-44741ef8-48ae-4148-9a09-28d53a6a5cbe service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103266 Feb 09 01:31:37.284462 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 6ce994cb-e48b-429e-9413-e76e507a57c0, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6ce994cb-e48b-429e-9413-e76e507a57c0,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:37.301668 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '6ce994cb-e48b-429e-9413-e76e507a57c0', 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d', 'port_id': '6ce994cb-e48b-429e-9413-e76e507a57c0', 'mac_address': 'fa:16:3e:77:6c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d984b3d-a8e5-4608-b4ad-f090ccd966bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:31:37.352748 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa63ca73-e071-4282-88c7-ea5a878bf1a9 req-484619bd-99a2-4259-b3e5-44c727eb7f10 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/security-groups?id=09b064e4-da91-42e7-bffb-e557fbc0dc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006903 Feb 09 01:31:37.377769 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcc5a9c-8b1d-44cd-b140-67772060fb12 admin admin] Network 4c6d8d2d-6cb1-4777-8338-7e25535577dc is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:37.381094 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-ddcc5a9c-8b1d-44cd-b140-67772060fb12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:37.482455 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc375b17-0e30-4e2e-a55b-944b305826b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382f5c99-15f1-40c0-ba5e-275c8162b1a7'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:37.486451 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f4a587-2b95-4450-9776-bae7fc5573c2" -d '{"events": [{"server_uuid": "bc375b17-0e30-4e2e-a55b-944b305826b5", "name": "network-vif-plugged", "status": "completed", "tag": "382f5c99-15f1-40c0-ba5e-275c8162b1a7"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:37.509851 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 6ce994cb-e48b-429e-9413-e76e507a57c0 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:37.514124 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6ce994cb-e48b-429e-9413-e76e507a57c0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.528902 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-79cccd09-ecfc-498b-bcef-97b40213994d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.533262 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 57a62820-8a2e-4914-9bb5-23613d65c5e6 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:37.717679 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 57a62820-8a2e-4914-9bb5-23613d65c5e6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=57a62820-8a2e-4914-9bb5-23613d65c5e6,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:37.736336 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0912d156-9517-4d8e-a7b4-89f0853306e8 req-711307e6-900f-4357-8fb6-49c7118e029a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 210 time: 0.1072621 Feb 09 01:31:37.774559 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '57a62820-8a2e-4914-9bb5-23613d65c5e6', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '57a62820-8a2e-4914-9bb5-23613d65c5e6', 'mac_address': 'fa:16:3e:0c:00:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:31:37.793186 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 71f57803-fb58-4399-ae81-755d927e6896 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:37.798076 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (71f57803-fb58-4399-ae81-755d927e6896), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.850605 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 71f57803-fb58-4399-ae81-755d927e6896, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=71f57803-fb58-4399-ae81-755d927e6896,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:37.867750 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (71f57803-fb58-4399-ae81-755d927e6896), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.920297 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcc5a9c-8b1d-44cd-b140-67772060fb12 admin admin] Router ce3db80c-7fc2-432c-afe5-367b6d73b15c has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:31:37.932376 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 57a62820-8a2e-4914-9bb5-23613d65c5e6 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:37.933002 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.936161 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce994cb-e48b-429e-9413-e76e507a57c0 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:37.959447 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 6ce994cb-e48b-429e-9413-e76e507a57c0, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6ce994cb-e48b-429e-9413-e76e507a57c0,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:37.995038 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6ce994cb-e48b-429e-9413-e76e507a57c0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.020205 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57a62820-8a2e-4914-9bb5-23613d65c5e6 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:38.051889 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a490f8eb-9351-4341-bd39-26b1816019d0 None None] Provisioning complete for port 30234896-3171-4fa2-878c-ac9206fdfd93 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:38.052542 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a490f8eb-9351-4341-bd39-26b1816019d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (30234896-3171-4fa2-878c-ac9206fdfd93), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.092131 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44b0c2-fa62-4f1b-9fff-0ee1c9e1e919 req-7ed3c87f-ea2d-4ab2-80f3-bbee8a0f8c5c tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:38.097168 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a490f8eb-9351-4341-bd39-26b1816019d0 None None] Port 30234896-3171-4fa2-878c-ac9206fdfd93 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:31:38.101361 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf44b0c2-fa62-4f1b-9fff-0ee1c9e1e919 req-7ed3c87f-ea2d-4ab2-80f3-bbee8a0f8c5c tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc375b17-0e30-4e2e-a55b-944b305826b5 HTTP/1.1" status: 200 len: 949 time: 0.7606659 Feb 09 01:31:38.109977 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=71f57803-fb58-4399-ae81-755d927e6896,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:38.117258 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 57a62820-8a2e-4914-9bb5-23613d65c5e6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=57a62820-8a2e-4914-9bb5-23613d65c5e6,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:38.137732 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-27d309df-1e5c-4cd8-80d5-54624d49556b tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:38.139786 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-27d309df-1e5c-4cd8-80d5-54624d49556b tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.48 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 821 time: 1.0650637 Feb 09 01:31:38.150110 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.163344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-04a52e07-da82-4aef-88b6-e26994c44b1a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Request body: {'port': {'device_id': '493a49bd-f52a-48c6-8e8e-2fcb2fd20fad', 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7', 'admin_state_up': True, 'tenant_id': 'b07de46a82164c668a0ced35af54f222'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:38.168889 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3724619a-838d-4c01-8b2f-9be9bffbdf84 req-8fc82fe4-ce71-4ff0-bed5-fd5ae4be1a69 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8232329 Feb 09 01:31:38.198596 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41653e-2dfa-4b51-ab0f-8ec0f7ef0c5e req-9abc5606-573b-43f9-b55e-9b5a0bf35d40 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:38.200350 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fd41653e-2dfa-4b51-ab0f-8ec0f7ef0c5e req-9abc5606-573b-43f9-b55e-9b5a0bf35d40 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 945 time: 0.2670929 Feb 09 01:31:38.204412 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=6ce994cb-e48b-429e-9413-e76e507a57c0,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:38.306200 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf44b0c2-fa62-4f1b-9fff-0ee1c9e1e919 req-cbdba322-335e-4edd-837e-0481a9f3124e tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/security-groups?id=305a0a6d-e2ac-4044-999e-4a2e1b20037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038400 Feb 09 01:31:38.325919 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=57a62820-8a2e-4914-9bb5-23613d65c5e6,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:38.347872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 71f57803-fb58-4399-ae81-755d927e6896 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:38.377431 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fd41653e-2dfa-4b51-ab0f-8ec0f7ef0c5e req-bb54849e-8a53-41bc-8c58-20f45df0ba5f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598096 Feb 09 01:31:38.419844 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcc5a9c-8b1d-44cd-b140-67772060fb12 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:31:38.428954 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-04a52e07-da82-4aef-88b6-e26994c44b1a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Made reservation on behalf of b07de46a82164c668a0ced35af54f222 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:38.432626 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-04a52e07-da82-4aef-88b6-e26994c44b1a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.449781 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ddcc5a9c-8b1d-44cd-b140-67772060fb12 admin admin] 10.222.0.36 "PUT /v2.0/routers/ce3db80c-7fc2-432c-afe5-367b6d73b15c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6104529 Feb 09 01:31:38.473440 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92687482-deae-4e20-8edc-b07fbb0ae50c x-openstack-request-id: req-92687482-deae-4e20-8edc-b07fbb0ae50c {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:38.473921 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc375b17-0e30-4e2e-a55b-944b305826b5", "name": "network-vif-plugged", "status": "completed", "tag": "382f5c99-15f1-40c0-ba5e-275c8162b1a7", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:38.474989 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-92687482-deae-4e20-8edc-b07fbb0ae50c {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:38.475462 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc375b17-0e30-4e2e-a55b-944b305826b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382f5c99-15f1-40c0-ba5e-275c8162b1a7', 'code': 200} Feb 09 01:31:38.502226 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 83910113-c044-456c-97c4-c82888ecd3d9 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:38.514448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['6ce994cb-e48b-429e-9413-e76e507a57c0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:38.600972 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] Sync routers for ids ['ce3db80c-7fc2-432c-afe5-367b6d73b15c'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:38.604391 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b0cb2-3ec0-4d13-ac23-4d5d99c33611 req-1d8ba231-4a41-4455-944a-25150a289a3f tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:38.605962 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-855b0cb2-3ec0-4d13-ac23-4d5d99c33611 req-1d8ba231-4a41-4455-944a-25150a289a3f tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d78eb10-72c8-45e9-b45a-05b72529b122 HTTP/1.1" status: 200 len: 948 time: 0.0930588 Feb 09 01:31:38.613591 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['57a62820-8a2e-4914-9bb5-23613d65c5e6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:38.679037 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-855b0cb2-3ec0-4d13-ac23-4d5d99c33611 req-49214da7-35b2-43d5-b17d-43b85412fa83 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643923 Feb 09 01:31:38.734975 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602c7cc-f68e-4cb2-855b-2183c251faa9 req-03df52f2-ce5f-4122-aef4-beb818a370ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:38.736713 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7602c7cc-f68e-4cb2-855b-2183c251faa9 req-03df52f2-ce5f-4122-aef4-beb818a370ac service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bc375b17-0e30-4e2e-a55b-944b305826b5 HTTP/1.1" status: 200 len: 1131 time: 0.1272609 Feb 09 01:31:38.861878 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-04a52e07-da82-4aef-88b6-e26994c44b1a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Allocated IP 172.20.0.2 (13f3e8ce-063b-4d38-a4f0-142d23e1b9c7/c7975264-a21c-4173-a1bc-89127bef9e8a/6e0b25a4-1eac-4bab-a655-f714ae3de221) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:38.873387 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] Routers {'ce3db80c-7fc2-432c-afe5-367b6d73b15c'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:38.874110 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:31:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['ce3db80c-7fc2-432c-afe5-367b6d73b15c'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:38.877639 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:31:38.883510 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e613a1-dd46-411b-834b-49441a6bc661 req-2543bd38-8eb9-465c-8039-93b1324e129c tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:38.893516 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-80e613a1-dd46-411b-834b-49441a6bc661 req-2543bd38-8eb9-465c-8039-93b1324e129c tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=279b179a-eff3-4b68-89a1-9a86f4fd6a41 HTTP/1.1" status: 200 len: 950 time: 0.0974424 Feb 09 01:31:39.004483 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-80e613a1-dd46-411b-834b-49441a6bc661 req-a8283b24-3d60-47a8-a2d1-61d27ba84f3a tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/security-groups?id=09b064e4-da91-42e7-bffb-e557fbc0dc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089087 Feb 09 01:31:39.014357 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7602c7cc-f68e-4cb2-855b-2183c251faa9 req-abba1511-a30d-478f-96f7-ca3a79926b68 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=305a0a6d-e2ac-4044-999e-4a2e1b20037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688572 Feb 09 01:31:39.180482 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 71f57803-fb58-4399-ae81-755d927e6896 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:39.180987 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (71f57803-fb58-4399-ae81-755d927e6896), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.283024 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-04a52e07-da82-4aef-88b6-e26994c44b1a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks [] for port (6e0b25a4-1eac-4bab-a655-f714ae3de221), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.350326 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0fe6ce2f-0138-47e6-964e-f339bfd9ca54 req-0d9f321d-dcf8-4763-8528-5d9333012589 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 210 time: 0.0878317 Feb 09 01:31:39.383716 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 83910113-c044-456c-97c4-c82888ecd3d9, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=83910113-c044-456c-97c4-c82888ecd3d9,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:39.396748 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] Set router ce3db80c-7fc2-432c-afe5-367b6d73b15c gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:39.435472 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-04a52e07-da82-4aef-88b6-e26994c44b1a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (6e0b25a4-1eac-4bab-a655-f714ae3de221), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.491404 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.492291 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '83910113-c044-456c-97c4-c82888ecd3d9', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '83910113-c044-456c-97c4-c82888ecd3d9', 'mac_address': 'fa:16:3e:ce:78:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:31:39.539838 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-04a52e07-da82-4aef-88b6-e26994c44b1a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:39.543642 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-04a52e07-da82-4aef-88b6-e26994c44b1a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:39.550854 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-04a52e07-da82-4aef-88b6-e26994c44b1a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:39.556421 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-04a52e07-da82-4aef-88b6-e26994c44b1a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:39.557174 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-04a52e07-da82-4aef-88b6-e26994c44b1a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.576025 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a52e07-da82-4aef-88b6-e26994c44b1a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Pushing event updated for resources: {'Port': ['ID=6e0b25a4-1eac-4bab-a655-f714ae3de221,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:39.584238 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-04a52e07-da82-4aef-88b6-e26994c44b1a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4300153 Feb 09 01:31:39.584935 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 83910113-c044-456c-97c4-c82888ecd3d9 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:39.585332 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (83910113-c044-456c-97c4-c82888ecd3d9), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.601257 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-6f917714-b6fd-48d9-9871-66e94d10d0b7 service neutron] Request body: {'port': {'device_id': '493a49bd-f52a-48c6-8e8e-2fcb2fd20fad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:39.619495 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 71f57803-fb58-4399-ae81-755d927e6896 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:39.680009 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:31:39.682618 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83910113-c044-456c-97c4-c82888ecd3d9 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:39.707554 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-6f917714-b6fd-48d9-9871-66e94d10d0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6e0b25a4-1eac-4bab-a655-f714ae3de221), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.757543 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 83910113-c044-456c-97c4-c82888ecd3d9, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=83910113-c044-456c-97c4-c82888ecd3d9,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:39.771791 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (83910113-c044-456c-97c4-c82888ecd3d9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.787636 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-18e1ba50-f6ff-4573-988b-51ba1ca13986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.898216 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64ef19-fb61-49a0-a7ac-14afd91d3938 req-db65c096-196b-4a1e-afb6-1df0e021b87e tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:39.909701 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-db64ef19-fb61-49a0-a7ac-14afd91d3938 req-db65c096-196b-4a1e-afb6-1df0e021b87e tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc375b17-0e30-4e2e-a55b-944b305826b5 HTTP/1.1" status: 200 len: 949 time: 0.1715736 Feb 09 01:31:39.974562 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=83910113-c044-456c-97c4-c82888ecd3d9,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:40.036226 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-db64ef19-fb61-49a0-a7ac-14afd91d3938 req-47b8a6dd-3643-4ebe-82d3-8aa66d24f001 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/security-groups?id=305a0a6d-e2ac-4044-999e-4a2e1b20037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251545 Feb 09 01:31:40.097978 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3db80c-7fc2-432c-afe5-367b6d73b15c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1096664653-router', 'tenant_id': '32370fa3aca0404baf25ea39195ab8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '71f57803-fb58-4399-ae81-755d927e6896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:25Z', 'updated_at': '2022-02-09T01:31:35Z', 'revision_number': 4, 'project_id': '32370fa3aca0404baf25ea39195ab8a7', 'gw_port': {'id': '71f57803-fb58-4399-ae81-755d927e6896', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3db80c-7fc2-432c-afe5-367b6d73b15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:28Z', 'updated_at': '2022-02-09T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '30234896-3171-4fa2-878c-ac9206fdfd93', 'name': '', 'network_id': '4c6d8d2d-6cb1-4777-8338-7e25535577dc', 'tenant_id': '32370fa3aca0404baf25ea39195ab8a7', 'mac_address': 'fa:16:3e:a7:3d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3db80c-7fc2-432c-afe5-367b6d73b15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9327f06e-1b35-4809-84e8-830c8be15985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:33Z', 'updated_at': '2022-02-09T01:31:35Z', 'revision_number': 2, 'project_id': '32370fa3aca0404baf25ea39195ab8a7', 'subnets': [{'id': '9327f06e-1b35-4809-84e8-830c8be15985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:40.138846 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] Checking router: ce3db80c-7fc2-432c-afe5-367b6d73b15c for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:40.139182 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] Updating router ce3db80c-7fc2-432c-afe5-367b6d73b15c port 30234896-3171-4fa2-878c-ac9206fdfd93 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:31:40.180579 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (30234896-3171-4fa2-878c-ac9206fdfd93), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:40.257955 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa9382-1806-4f62-97ca-9e2d6b7f92bf req-76535aeb-4684-46f4-b925-ad6d4f2cbde3 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:40.269695 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-29fa9382-1806-4f62-97ca-9e2d6b7f92bf req-76535aeb-4684-46f4-b925-ad6d4f2cbde3 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d78eb10-72c8-45e9-b45a-05b72529b122 HTTP/1.1" status: 200 len: 949 time: 0.0964270 Feb 09 01:31:40.277090 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8bcda-4ccc-495f-a396-54dbae114b97 req-9f07cfcc-a2b7-4885-bcc3-6aedbcf94785 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:40.285918 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-84d8bcda-4ccc-495f-a396-54dbae114b97 req-9f07cfcc-a2b7-4885-bcc3-6aedbcf94785 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 945 time: 0.3662903 Feb 09 01:31:40.366270 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-84d8bcda-4ccc-495f-a396-54dbae114b97 req-acb25a1b-a69c-420d-a937-96f1dce5f326 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792925 Feb 09 01:31:40.409952 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-29fa9382-1806-4f62-97ca-9e2d6b7f92bf req-e01ef0a9-f602-4c1f-8bcb-30c127659eda tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372154 Feb 09 01:31:40.471574 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['83910113-c044-456c-97c4-c82888ecd3d9'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:40.866609 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-6f917714-b6fd-48d9-9871-66e94d10d0b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0b25a4-1eac-4bab-a655-f714ae3de221 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:40.896640 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-6f917714-b6fd-48d9-9871-66e94d10d0b7 service neutron] Publish callbacks [] for port (6e0b25a4-1eac-4bab-a655-f714ae3de221), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:40.934446 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:40.935390 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-6f917714-b6fd-48d9-9871-66e94d10d0b7 service neutron] Transition to ACTIVE for port object 6e0b25a4-1eac-4bab-a655-f714ae3de221 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:40.939682 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199f8e8-537a-470b-b7b8-e4d06d5367d7 req-7a8f26c9-1003-4539-9ab0-c602f0de6b87 tempest-ServersAdminNegativeTestJSON-1654963980 tempest-ServersAdminNegativeTestJSON-1654963980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:40.947186 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f199f8e8-537a-470b-b7b8-e4d06d5367d7 req-7a8f26c9-1003-4539-9ab0-c602f0de6b87 tempest-ServersAdminNegativeTestJSON-1654963980 tempest-ServersAdminNegativeTestJSON-1654963980-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=279b179a-eff3-4b68-89a1-9a86f4fd6a41 HTTP/1.1" status: 200 len: 1132 time: 0.2246828 Feb 09 01:31:40.964802 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f199f8e8-537a-470b-b7b8-e4d06d5367d7 req-85268567-680b-492e-9b6b-d7fb0e3c1346 tempest-ServersAdminNegativeTestJSON-1654963980 tempest-ServersAdminNegativeTestJSON-1654963980-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:40.968503 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-6f917714-b6fd-48d9-9871-66e94d10d0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6e0b25a4-1eac-4bab-a655-f714ae3de221), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.019705 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f917714-b6fd-48d9-9871-66e94d10d0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0b25a4-1eac-4bab-a655-f714ae3de221,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:41.095479 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74b307-8b75-4080-b8bc-1e290acd7346 req-347cf2da-49eb-4838-96dc-338e24dd3e52 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:41.096995 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6d74b307-8b75-4080-b8bc-1e290acd7346 req-347cf2da-49eb-4838-96dc-338e24dd3e52 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 943 time: 0.1020186 Feb 09 01:31:41.133587 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-6f917714-b6fd-48d9-9871-66e94d10d0b7 service neutron] Attempting to bind port 6e0b25a4-1eac-4bab-a655-f714ae3de221 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:41.134107 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-6f917714-b6fd-48d9-9871-66e94d10d0b7 service neutron] Attempting to bind port 6e0b25a4-1eac-4bab-a655-f714ae3de221 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:41.134551 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-6f917714-b6fd-48d9-9871-66e94d10d0b7 service neutron] Attempting to bind port 6e0b25a4-1eac-4bab-a655-f714ae3de221 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:41.146443 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-6f917714-b6fd-48d9-9871-66e94d10d0b7 service neutron] Port 6e0b25a4-1eac-4bab-a655-f714ae3de221 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:31:41.149198 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-6f917714-b6fd-48d9-9871-66e94d10d0b7 service neutron] Attempting to bind port 6e0b25a4-1eac-4bab-a655-f714ae3de221 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:41.158117 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-6f917714-b6fd-48d9-9871-66e94d10d0b7 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:41.158652 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-6f917714-b6fd-48d9-9871-66e94d10d0b7 service neutron] Checking segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:41.159178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-6f917714-b6fd-48d9-9871-66e94d10d0b7 service neutron] Bound using segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:41.159771 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-6f917714-b6fd-48d9-9871-66e94d10d0b7 service neutron] Bound port: 6e0b25a4-1eac-4bab-a655-f714ae3de221, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:41.160237 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-6f917714-b6fd-48d9-9871-66e94d10d0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6e0b25a4-1eac-4bab-a655-f714ae3de221), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.189173 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f199f8e8-537a-470b-b7b8-e4d06d5367d7 req-85268567-680b-492e-9b6b-d7fb0e3c1346 tempest-ServersAdminNegativeTestJSON-1654963980 tempest-ServersAdminNegativeTestJSON-1654963980-project-admin] Publish callbacks [] for security_group (ac4e3320-b6a8-4e45-a721-fa44cd4fcc35), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.213757 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6d74b307-8b75-4080-b8bc-1e290acd7346 req-f4bfb3ba-a930-431a-99fb-1296d189a70b tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055562 Feb 09 01:31:41.220303 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f199f8e8-537a-470b-b7b8-e4d06d5367d7 req-85268567-680b-492e-9b6b-d7fb0e3c1346 tempest-ServersAdminNegativeTestJSON-1654963980 tempest-ServersAdminNegativeTestJSON-1654963980-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ac4e3320-b6a8-4e45-a721-fa44cd4fcc35), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.274256 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.322727 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f199f8e8-537a-470b-b7b8-e4d06d5367d7 req-85268567-680b-492e-9b6b-d7fb0e3c1346 tempest-ServersAdminNegativeTestJSON-1654963980 tempest-ServersAdminNegativeTestJSON-1654963980-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=09b064e4-da91-42e7-bffb-e557fbc0dc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592191 Feb 09 01:31:41.330591 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85268567-680b-492e-9b6b-d7fb0e3c1346 tempest-ServersAdminNegativeTestJSON-1654963980 tempest-ServersAdminNegativeTestJSON-1654963980-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4e3320-b6a8-4e45-a721-fa44cd4fcc35,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:41.358377 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-6f917714-b6fd-48d9-9871-66e94d10d0b7 service neutron] For port 6e0b25a4-1eac-4bab-a655-f714ae3de221, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:41.366350 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-6f917714-b6fd-48d9-9871-66e94d10d0b7 service neutron] For port 6e0b25a4-1eac-4bab-a655-f714ae3de221, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6e0b25a4-1eac-4bab-a655-f714ae3de221,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:41.375918 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-6f917714-b6fd-48d9-9871-66e94d10d0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6e0b25a4-1eac-4bab-a655-f714ae3de221), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.467917 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-6f917714-b6fd-48d9-9871-66e94d10d0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:41.468720 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-6f917714-b6fd-48d9-9871-66e94d10d0b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.470148 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-6f917714-b6fd-48d9-9871-66e94d10d0b7 service neutron] 10.222.0.48 "PUT /v2.0/ports/6e0b25a4-1eac-4bab-a655-f714ae3de221 HTTP/1.1" status: 200 len: 1091 time: 1.8745584 Feb 09 01:31:41.495815 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 57a62820-8a2e-4914-9bb5-23613d65c5e6 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:41.501422 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] Publish callbacks [] for port (30234896-3171-4fa2-878c-ac9206fdfd93), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.550541 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (30234896-3171-4fa2-878c-ac9206fdfd93), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.550820 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493a49bd-f52a-48c6-8e8e-2fcb2fd20fad', 'tag': '6e0b25a4-1eac-4bab-a655-f714ae3de221'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:41.550820 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be63233d-8d9f-4305-89e0-7c2bdbf42e07" -d '{"events": [{"name": "network-changed", "server_uuid": "493a49bd-f52a-48c6-8e8e-2fcb2fd20fad", "tag": "6e0b25a4-1eac-4bab-a655-f714ae3de221"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:41.552912 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f917714-b6fd-48d9-9871-66e94d10d0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0b25a4-1eac-4bab-a655-f714ae3de221,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:41.618601 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e358914-f288-4396-8fae-68dff9c72500 None None] Pushing event updated for resources: {'Port': ['ID=30234896-3171-4fa2-878c-ac9206fdfd93,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:41.619567 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3ae9c-c231-427e-9e26-3db5a3fa7be5 req-c0828961-eac2-4891-bd56-d0d1964a8cab tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:41.621163 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69e3ae9c-c231-427e-9e26-3db5a3fa7be5 req-c0828961-eac2-4891-bd56-d0d1964a8cab tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc375b17-0e30-4e2e-a55b-944b305826b5 HTTP/1.1" status: 200 len: 949 time: 0.1860054 Feb 09 01:31:41.632700 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-0886614b-c685-4c01-ad5d-cf38656ce23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:41.635612 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-0886614b-c685-4c01-ad5d-cf38656ce23f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 1125 time: 0.0797691 Feb 09 01:31:41.761863 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54984) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:41.769772 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-84d1b2f5-6796-4b36-b3fd-f422f8248236 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--430729821', 'description': 'tempest-description--1085428972'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:41.776387 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-8b4f00d7-4e07-45b3-9317-8b2d4b9c0994 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e0b25a4-1eac-4bab-a655-f714ae3de221 HTTP/1.1" status: 200 len: 217 time: 0.1316457 Feb 09 01:31:41.803916 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 57a62820-8a2e-4914-9bb5-23613d65c5e6 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:41.819693 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 57a62820-8a2e-4914-9bb5-23613d65c5e6 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:41.820766 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.850540 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-84d1b2f5-6796-4b36-b3fd-f422f8248236 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.918558 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] Attempting to bind port 30234896-3171-4fa2-878c-ac9206fdfd93 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:41.919187 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] Attempting to bind port 30234896-3171-4fa2-878c-ac9206fdfd93 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'feda203e-597d-4c20-b80a-f38abd03027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4c6d8d2d-6cb1-4777-8338-7e25535577dc'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:41.919765 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] Attempting to bind port 30234896-3171-4fa2-878c-ac9206fdfd93 on network 4c6d8d2d-6cb1-4777-8338-7e25535577dc {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:41.934280 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:41.934940 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] Checking segment: {'id': 'feda203e-597d-4c20-b80a-f38abd03027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4c6d8d2d-6cb1-4777-8338-7e25535577dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:41.935638 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.936218 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] Bound using segment: {'id': 'feda203e-597d-4c20-b80a-f38abd03027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4c6d8d2d-6cb1-4777-8338-7e25535577dc'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:41.937120 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] Bound port: 30234896-3171-4fa2-878c-ac9206fdfd93, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feda203e-597d-4c20-b80a-f38abd03027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4c6d8d2d-6cb1-4777-8338-7e25535577dc'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:41.937929 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (30234896-3171-4fa2-878c-ac9206fdfd93), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.994746 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-677090ec-fb3d-4621-a1be-464bb0a026b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:41.996825 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-677090ec-fb3d-4621-a1be-464bb0a026b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.1772244 Feb 09 01:31:42.042931 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-98bb9ad9-41f7-4b58-8be3-abaa01932f04 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343776 Feb 09 01:31:42.050572 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69e3ae9c-c231-427e-9e26-3db5a3fa7be5 req-c58d8d8e-730a-4857-8a8c-8235d8224422 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/security-groups?id=305a0a6d-e2ac-4044-999e-4a2e1b20037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060369 Feb 09 01:31:42.066046 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb97920-c5e7-48ef-8c70-957f1e5ea19d req-d8595beb-52e8-42dd-80c2-652d5c669ecf tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.087150 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0cb97920-c5e7-48ef-8c70-957f1e5ea19d req-d8595beb-52e8-42dd-80c2-652d5c669ecf tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d78eb10-72c8-45e9-b45a-05b72529b122 HTTP/1.1" status: 200 len: 949 time: 0.2055542 Feb 09 01:31:42.130477 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] For port 30234896-3171-4fa2-878c-ac9206fdfd93, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:42.139323 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] For port 30234896-3171-4fa2-878c-ac9206fdfd93, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=30234896-3171-4fa2-878c-ac9206fdfd93,segment=NetworkSegment(feda203e-597d-4c20-b80a-f38abd03027d),segment_id=feda203e-597d-4c20-b80a-f38abd03027d)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:42.174015 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0cb97920-c5e7-48ef-8c70-957f1e5ea19d req-811f6c1a-6c5d-4b36-8cee-ca9c922e3803 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852873 Feb 09 01:31:42.190884 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (30234896-3171-4fa2-878c-ac9206fdfd93), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.241883 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-70c668a2-f985-4e12-95dc-7c465a57105f service neutron] 10.222.0.48 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882627 Feb 09 01:31:42.273651 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-84d1b2f5-6796-4b36-b3fd-f422f8248236 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for security_group (5bc80cbf-96f2-499f-a76e-4ad884404098), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.281821 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-84d1b2f5-6796-4b36-b3fd-f422f8248236 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5bc80cbf-96f2-499f-a76e-4ad884404098), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.321573 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-84d1b2f5-6796-4b36-b3fd-f422f8248236 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.322807 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-84d1b2f5-6796-4b36-b3fd-f422f8248236 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5594802 Feb 09 01:31:42.341807 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54994) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:42.372908 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ee14ad70-bfde-4976-84ad-b2bf7ab425bf tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Request body: {'security_group_rule': {'security_group_id': '5bc80cbf-96f2-499f-a76e-4ad884404098', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:42.387097 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 57a62820-8a2e-4914-9bb5-23613d65c5e6 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:42.387736 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.417942 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.446939 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1b2f5-6796-4b36-b3fd-f422f8248236 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc80cbf-96f2-499f-a76e-4ad884404098,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:42.462879 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 83910113-c044-456c-97c4-c82888ecd3d9 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:42.470105 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e93f979e-d959-4dcb-a9ef-85d666a47d0c req-543f230b-8a58-485b-a86f-a1a2155e8028 service neutron] 10.222.0.48 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062016 Feb 09 01:31:42.476086 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8e619d-406f-4d4c-991a-5f104073eb5a x-openstack-request-id: req-7d8e619d-406f-4d4c-991a-5f104073eb5a {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:42.476329 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493a49bd-f52a-48c6-8e8e-2fcb2fd20fad", "tag": "6e0b25a4-1eac-4bab-a655-f714ae3de221", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:42.476412 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d8e619d-406f-4d4c-991a-5f104073eb5a {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:42.476834 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493a49bd-f52a-48c6-8e8e-2fcb2fd20fad', 'tag': '6e0b25a4-1eac-4bab-a655-f714ae3de221', 'status': 'completed', 'code': 200} Feb 09 01:31:42.488691 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7aced0b6-4072-449b-becc-fadf7f57f885 None None] Provisioning complete for port 30234896-3171-4fa2-878c-ac9206fdfd93 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:42.489070 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7aced0b6-4072-449b-becc-fadf7f57f885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (30234896-3171-4fa2-878c-ac9206fdfd93), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.494968 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee14ad70-bfde-4976-84ad-b2bf7ab425bf tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for security_group_rule (4322e40b-1b39-401a-b49f-99b3310cfbb3), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.498064 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] Routers {'ce3db80c-7fc2-432c-afe5-367b6d73b15c'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:42.498064 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:31:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['ce3db80c-7fc2-432c-afe5-367b6d73b15c'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:42.644719 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 57a62820-8a2e-4914-9bb5-23613d65c5e6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=57a62820-8a2e-4914-9bb5-23613d65c5e6,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:42.655517 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019c5a4-9f32-48d5-bbf6-187239fb0e87 req-4c739cf8-1d78-4e6c-9c05-064606e79742 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.673364 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3019c5a4-9f32-48d5-bbf6-187239fb0e87 req-4c739cf8-1d78-4e6c-9c05-064606e79742 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 945 time: 0.4296548 Feb 09 01:31:42.698453 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee14ad70-bfde-4976-84ad-b2bf7ab425bf tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for security_group_rule (4322e40b-1b39-401a-b49f-99b3310cfbb3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.713174 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee14ad70-bfde-4976-84ad-b2bf7ab425bf tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (4322e40b-1b39-401a-b49f-99b3310cfbb3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.737169 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14ad70-bfde-4976-84ad-b2bf7ab425bf tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4322e40b-1b39-401a-b49f-99b3310cfbb3,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:42.756833 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee14ad70-bfde-4976-84ad-b2bf7ab425bf tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.761837 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ee14ad70-bfde-4976-84ad-b2bf7ab425bf tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4083734 Feb 09 01:31:42.762091 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3019c5a4-9f32-48d5-bbf6-187239fb0e87 req-443ea647-3aa2-49e9-a777-fb175cef5a29 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849402 Feb 09 01:31:42.762610 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55006) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:42.771187 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ae83f22a-7d54-4d42-a71a-c0c2a8d18003 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Request body: {'security_group_rule': {'security_group_id': '5bc80cbf-96f2-499f-a76e-4ad884404098', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:42.772850 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a1c9c8-5df2-4dbe-8bae-f35f105675f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a62820-8a2e-4914-9bb5-23613d65c5e6'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:42.775456 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7181ac9-e653-42b1-be46-a6c40ef7b790" -d '{"events": [{"server_uuid": "67a1c9c8-5df2-4dbe-8bae-f35f105675f0", "name": "network-vif-plugged", "status": "completed", "tag": "57a62820-8a2e-4914-9bb5-23613d65c5e6"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:42.792423 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63233d-8d9f-4305-89e0-7c2bdbf42e07 req-772826bd-5a32-4601-ac05-cd5b6db3d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.799464 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be63233d-8d9f-4305-89e0-7c2bdbf42e07 req-772826bd-5a32-4601-ac05-cd5b6db3d493 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 1125 time: 0.2446482 Feb 09 01:31:42.804093 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.829248 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e358914-f288-4396-8fae-68dff9c72500 None None] Pushing event updated for resources: {'Port': ['ID=30234896-3171-4fa2-878c-ac9206fdfd93,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:42.842208 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae83f22a-7d54-4d42-a71a-c0c2a8d18003 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for security_group_rule (19613bb5-3e89-4773-8135-5d16e74359e2), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.994164 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7aced0b6-4072-449b-becc-fadf7f57f885 None None] Current status of the port 30234896-3171-4fa2-878c-ac9206fdfd93 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:42.994505 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7aced0b6-4072-449b-becc-fadf7f57f885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (30234896-3171-4fa2-878c-ac9206fdfd93), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:43.030099 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae83f22a-7d54-4d42-a71a-c0c2a8d18003 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for security_group_rule (19613bb5-3e89-4773-8135-5d16e74359e2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:43.038873 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae83f22a-7d54-4d42-a71a-c0c2a8d18003 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (19613bb5-3e89-4773-8135-5d16e74359e2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:43.042073 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] Set router ce3db80c-7fc2-432c-afe5-367b6d73b15c gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:43.049562 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=57a62820-8a2e-4914-9bb5-23613d65c5e6,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:43.094875 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 83910113-c044-456c-97c4-c82888ecd3d9 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:43.111651 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-7aced0b6-4072-449b-becc-fadf7f57f885 None None] For port 30234896-3171-4fa2-878c-ac9206fdfd93, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=30234896-3171-4fa2-878c-ac9206fdfd93,segment=NetworkSegment(feda203e-597d-4c20-b80a-f38abd03027d),segment_id=feda203e-597d-4c20-b80a-f38abd03027d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:43.112861 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83f22a-7d54-4d42-a71a-c0c2a8d18003 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19613bb5-3e89-4773-8135-5d16e74359e2,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:43.115074 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 83910113-c044-456c-97c4-c82888ecd3d9 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:43.115494 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (83910113-c044-456c-97c4-c82888ecd3d9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:43.120146 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7aced0b6-4072-449b-becc-fadf7f57f885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (30234896-3171-4fa2-878c-ac9206fdfd93), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:43.131062 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae83f22a-7d54-4d42-a71a-c0c2a8d18003 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:43.134892 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ae83f22a-7d54-4d42-a71a-c0c2a8d18003 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3681681 Feb 09 01:31:43.143842 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55016) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:43.151297 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-35d30b35-ecaf-47c5-b918-8e81942221b1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:43.165525 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63233d-8d9f-4305-89e0-7c2bdbf42e07 req-2c105001-3667-4de8-8a2c-e5e4787879df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:43.169440 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be63233d-8d9f-4305-89e0-7c2bdbf42e07 req-2c105001-3667-4de8-8a2c-e5e4787879df service neutron] 10.222.0.48 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 922 time: 0.3602955 Feb 09 01:31:43.224562 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35d30b35-ecaf-47c5-b918-8e81942221b1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:43.249641 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2230e-03e7-4ec7-bd66-57345f9963ce req-05847790-b7a3-4185-b6e3-7fcc89788bfe tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:43.255247 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c1f2230e-03e7-4ec7-bd66-57345f9963ce req-05847790-b7a3-4185-b6e3-7fcc89788bfe tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 943 time: 0.3046861 Feb 09 01:31:43.344495 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be63233d-8d9f-4305-89e0-7c2bdbf42e07 req-05430793-0ce1-49b8-a4bf-07bf3f10825c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e0b25a4-1eac-4bab-a655-f714ae3de221 HTTP/1.1" status: 200 len: 217 time: 0.1663182 Feb 09 01:31:43.349658 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aced0b6-4072-449b-becc-fadf7f57f885 None None] Pushing event updated for resources: {'Port': ['ID=30234896-3171-4fa2-878c-ac9206fdfd93,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:43.368189 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-13ddb464-8598-4bd6-b703-b6cd71a82897 None None] Provisioning complete for port 30234896-3171-4fa2-878c-ac9206fdfd93 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:43.368784 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-13ddb464-8598-4bd6-b703-b6cd71a82897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (30234896-3171-4fa2-878c-ac9206fdfd93), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:43.435260 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:43.473190 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63233d-8d9f-4305-89e0-7c2bdbf42e07 req-88e97d04-0e8a-4e19-b048-80dfac8dc788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:43.475574 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be63233d-8d9f-4305-89e0-7c2bdbf42e07 req-88e97d04-0e8a-4e19-b048-80dfac8dc788 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.1040637 Feb 09 01:31:43.477218 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35d30b35-ecaf-47c5-b918-8e81942221b1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:43.524698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 83910113-c044-456c-97c4-c82888ecd3d9 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:43.525131 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (83910113-c044-456c-97c4-c82888ecd3d9), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:43.548707 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f83bb-e050-44bf-a44e-da64e2bb9552 req-439a7706-f934-4565-8c4f-b0ee79043197 tempest-ServersAdminNegativeTestJSON-1654963980 tempest-ServersAdminNegativeTestJSON-1654963980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:43.550873 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-406f83bb-e050-44bf-a44e-da64e2bb9552 req-439a7706-f934-4565-8c4f-b0ee79043197 tempest-ServersAdminNegativeTestJSON-1654963980 tempest-ServersAdminNegativeTestJSON-1654963980-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=279b179a-eff3-4b68-89a1-9a86f4fd6a41 HTTP/1.1" status: 200 len: 1132 time: 0.1316748 Feb 09 01:31:43.562141 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be63233d-8d9f-4305-89e0-7c2bdbf42e07 req-986df321-10f6-49d2-a6e0-ee1c7dd1bb7d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650904 Feb 09 01:31:43.568238 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c1f2230e-03e7-4ec7-bd66-57345f9963ce req-05975cd1-3024-41a4-95de-9306207179fb tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269001 Feb 09 01:31:43.654293 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-13ddb464-8598-4bd6-b703-b6cd71a82897 None None] Current status of the port 30234896-3171-4fa2-878c-ac9206fdfd93 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:43.669154 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8551ea-4e70-4570-8a53-b7e51e36b11f x-openstack-request-id: req-fc8551ea-4e70-4570-8a53-b7e51e36b11f {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:43.669473 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a1c9c8-5df2-4dbe-8bae-f35f105675f0", "name": "network-vif-plugged", "status": "completed", "tag": "57a62820-8a2e-4914-9bb5-23613d65c5e6", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:43.669726 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fc8551ea-4e70-4570-8a53-b7e51e36b11f {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:43.670766 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a1c9c8-5df2-4dbe-8bae-f35f105675f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a62820-8a2e-4914-9bb5-23613d65c5e6', 'code': 200} Feb 09 01:31:43.673484 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 83910113-c044-456c-97c4-c82888ecd3d9, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=83910113-c044-456c-97c4-c82888ecd3d9,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:43.680968 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (83910113-c044-456c-97c4-c82888ecd3d9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:43.681989 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6ce994cb-e48b-429e-9413-e76e507a57c0 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:43.752587 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-406f83bb-e050-44bf-a44e-da64e2bb9552 req-84a0444a-bb4a-49f3-8866-6a962d8ab6fb tempest-ServersAdminNegativeTestJSON-1654963980 tempest-ServersAdminNegativeTestJSON-1654963980-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=09b064e4-da91-42e7-bffb-e557fbc0dc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821017 Feb 09 01:31:43.773019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3db80c-7fc2-432c-afe5-367b6d73b15c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1096664653-router', 'tenant_id': '32370fa3aca0404baf25ea39195ab8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '71f57803-fb58-4399-ae81-755d927e6896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:25Z', 'updated_at': '2022-02-09T01:31:35Z', 'revision_number': 4, 'project_id': '32370fa3aca0404baf25ea39195ab8a7', 'gw_port': {'id': '71f57803-fb58-4399-ae81-755d927e6896', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3db80c-7fc2-432c-afe5-367b6d73b15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:28Z', 'updated_at': '2022-02-09T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '30234896-3171-4fa2-878c-ac9206fdfd93', 'name': '', 'network_id': '4c6d8d2d-6cb1-4777-8338-7e25535577dc', 'tenant_id': '32370fa3aca0404baf25ea39195ab8a7', 'mac_address': 'fa:16:3e:a7:3d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3db80c-7fc2-432c-afe5-367b6d73b15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9327f06e-1b35-4809-84e8-830c8be15985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:33Z', 'updated_at': '2022-02-09T01:31:42Z', 'revision_number': 4, 'project_id': '32370fa3aca0404baf25ea39195ab8a7', 'subnets': [{'id': '9327f06e-1b35-4809-84e8-830c8be15985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:43.786326 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-35d30b35-ecaf-47c5-b918-8e81942221b1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Allocated IP 172.25.7.38 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/f7feec43-c889-41a1-8bd8-1974512c802f) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:43.815125 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a791a3-0483-47ca-8655-70f2a32d5da8 None None] The sync data for ids ['ce3db80c-7fc2-432c-afe5-367b6d73b15c'] in n-d-828387-3 is: [{'id': 'ce3db80c-7fc2-432c-afe5-367b6d73b15c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1096664653-router', 'tenant_id': '32370fa3aca0404baf25ea39195ab8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '71f57803-fb58-4399-ae81-755d927e6896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:25Z', 'updated_at': '2022-02-09T01:31:35Z', 'revision_number': 4, 'project_id': '32370fa3aca0404baf25ea39195ab8a7', 'gw_port': {'id': '71f57803-fb58-4399-ae81-755d927e6896', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3db80c-7fc2-432c-afe5-367b6d73b15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:28Z', 'updated_at': '2022-02-09T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '30234896-3171-4fa2-878c-ac9206fdfd93', 'name': '', 'network_id': '4c6d8d2d-6cb1-4777-8338-7e25535577dc', 'tenant_id': '32370fa3aca0404baf25ea39195ab8a7', 'mac_address': 'fa:16:3e:a7:3d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3db80c-7fc2-432c-afe5-367b6d73b15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9327f06e-1b35-4809-84e8-830c8be15985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:33Z', 'updated_at': '2022-02-09T01:31:42Z', 'revision_number': 4, 'project_id': '32370fa3aca0404baf25ea39195ab8a7', 'subnets': [{'id': '9327f06e-1b35-4809-84e8-830c8be15985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:43.856374 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be63233d-8d9f-4305-89e0-7c2bdbf42e07 req-5db4f72a-9444-4728-9aa2-08f93233b62a service neutron] 10.222.0.48 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845466 Feb 09 01:31:43.874851 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=83910113-c044-456c-97c4-c82888ecd3d9,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:43.930291 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 6ce994cb-e48b-429e-9413-e76e507a57c0 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:43.940539 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 6ce994cb-e48b-429e-9413-e76e507a57c0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:43.943711 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6ce994cb-e48b-429e-9413-e76e507a57c0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:44.010633 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bdda6529-7b66-44e6-9bff-9ac43427ef8c req-8e5f2ed0-a57b-48de-bb1c-e9f7194560be service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3067975 Feb 09 01:31:44.031908 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b9450-720d-45a0-8b38-e59ed72076ea req-54025352-aede-4ffc-aab1-360444d1dafb tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:44.034159 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de5b9450-720d-45a0-8b38-e59ed72076ea req-54025352-aede-4ffc-aab1-360444d1dafb tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d78eb10-72c8-45e9-b45a-05b72529b122 HTTP/1.1" status: 200 len: 950 time: 0.2719748 Feb 09 01:31:44.036417 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1845b-c67a-4ed5-a9a4-c3056595bc92 req-d3fd2589-dc3b-4b52-874d-c898e4274311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:44.038327 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d5f1845b-c67a-4ed5-a9a4-c3056595bc92 req-d3fd2589-dc3b-4b52-874d-c898e4274311 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 1132 time: 0.2721334 Feb 09 01:31:44.134934 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68aa7b0-f586-4a80-9c1b-d7e4a68aa854 req-00f9fafd-e76f-4d47-ac07-1d9a5fb0da6f tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:44.142917 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 6ce994cb-e48b-429e-9413-e76e507a57c0 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:44.143168 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c68aa7b0-f586-4a80-9c1b-d7e4a68aa854 req-00f9fafd-e76f-4d47-ac07-1d9a5fb0da6f tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc375b17-0e30-4e2e-a55b-944b305826b5 HTTP/1.1" status: 200 len: 949 time: 0.1933868 Feb 09 01:31:44.143372 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6ce994cb-e48b-429e-9413-e76e507a57c0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:44.150500 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35d30b35-ecaf-47c5-b918-8e81942221b1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for port (f7feec43-c889-41a1-8bd8-1974512c802f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:44.222153 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c68aa7b0-f586-4a80-9c1b-d7e4a68aa854 req-2e1fca73-2c08-4b1f-b305-cf20c3dba4c5 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/security-groups?id=305a0a6d-e2ac-4044-999e-4a2e1b20037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781798 Feb 09 01:31:44.250681 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35d30b35-ecaf-47c5-b918-8e81942221b1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (f7feec43-c889-41a1-8bd8-1974512c802f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:44.256432 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 6ce994cb-e48b-429e-9413-e76e507a57c0, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6ce994cb-e48b-429e-9413-e76e507a57c0,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:44.261701 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6ce994cb-e48b-429e-9413-e76e507a57c0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:44.314572 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d30b35-ecaf-47c5-b918-8e81942221b1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:44.318276 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-35d30b35-ecaf-47c5-b918-8e81942221b1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:44.322814 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d30b35-ecaf-47c5-b918-8e81942221b1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:44.333216 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de5b9450-720d-45a0-8b38-e59ed72076ea req-17977c0f-aa3d-4fe4-93d8-be41017d8e44 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902937 Feb 09 01:31:44.356579 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d5f1845b-c67a-4ed5-a9a4-c3056595bc92 req-67e53234-ffee-4a5a-80f5-55b31ee2ea65 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856023 Feb 09 01:31:44.357189 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=6ce994cb-e48b-429e-9413-e76e507a57c0,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:44.363954 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be63233d-8d9f-4305-89e0-7c2bdbf42e07 req-5971d0d2-a271-4ff1-a75e-953235879b0b service neutron] 10.222.0.48 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974465 Feb 09 01:31:44.385599 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda6529-7b66-44e6-9bff-9ac43427ef8c req-45b3a6bf-5b6b-43f7-932b-fe36d7bd4f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:44.389014 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bdda6529-7b66-44e6-9bff-9ac43427ef8c req-45b3a6bf-5b6b-43f7-932b-fe36d7bd4f3f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 1126 time: 0.2857778 Feb 09 01:31:44.437649 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 30234896-3171-4fa2-878c-ac9206fdfd93 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:44.456091 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d30b35-ecaf-47c5-b918-8e81942221b1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Pushing event updated for resources: {'Port': ['ID=f7feec43-c889-41a1-8bd8-1974512c802f,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:44.556841 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 30234896-3171-4fa2-878c-ac9206fdfd93 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:44.557339 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (30234896-3171-4fa2-878c-ac9206fdfd93), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:44.567725 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-119665ff-51af-4229-90c4-8d612a23c988 req-0ced4252-03b1-43ba-a831-9c64638f91c3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:31:44.568903 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-119665ff-51af-4229-90c4-8d612a23c988 req-0ced4252-03b1-43ba-a831-9c64638f91c3 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070632 Feb 09 01:31:44.720673 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda6529-7b66-44e6-9bff-9ac43427ef8c req-671898fe-ad82-4533-95b2-5af7d001f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:44.723632 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bdda6529-7b66-44e6-9bff-9ac43427ef8c req-671898fe-ad82-4533-95b2-5af7d001f6ec service neutron] 10.222.0.67 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 922 time: 0.3047135 Feb 09 01:31:44.806758 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35d30b35-ecaf-47c5-b918-8e81942221b1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for floatingip (01322e71-f21d-45be-b670-6434605f4de0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:44.838578 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bdda6529-7b66-44e6-9bff-9ac43427ef8c req-6b5978fa-3c03-43f5-bac3-3ddd7e954c85 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bdb8522-bdbc-4a3a-8e15-56e6f0680147 HTTP/1.1" status: 200 len: 217 time: 0.1057003 Feb 09 01:31:44.839159 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d4e8f-cd2f-4026-b50e-5f21056ec2f7 req-0e7ef9f5-c719-43f7-90c8-8e27cfb6543a tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:44.852588 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f14d4e8f-cd2f-4026-b50e-5f21056ec2f7 req-0e7ef9f5-c719-43f7-90c8-8e27cfb6543a tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 946 time: 0.2441497 Feb 09 01:31:44.920018 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 30234896-3171-4fa2-878c-ac9206fdfd93 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:44.934329 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35d30b35-ecaf-47c5-b918-8e81942221b1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f7feec43-c889-41a1-8bd8-1974512c802f), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:44.979309 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f14d4e8f-cd2f-4026-b50e-5f21056ec2f7 req-9531a29a-23c4-4eb3-8b25-ff6ad6e4a296 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256452 Feb 09 01:31:45.234212 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda6529-7b66-44e6-9bff-9ac43427ef8c req-d52db356-3040-4604-b43d-aab7d57a39a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:45.236276 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bdda6529-7b66-44e6-9bff-9ac43427ef8c req-d52db356-3040-4604-b43d-aab7d57a39a2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.3891747 Feb 09 01:31:45.309168 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac113d67-aaa6-4cf0-911f-f75b239e8995 req-d8eb1e61-2bc0-4ad9-b4b3-0accfaf349af tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:45.317172 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ac113d67-aaa6-4cf0-911f-f75b239e8995 req-d8eb1e61-2bc0-4ad9-b4b3-0accfaf349af tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 943 time: 0.4990277 Feb 09 01:31:45.321398 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bdda6529-7b66-44e6-9bff-9ac43427ef8c req-8dae9426-f290-4b99-9da6-0ba437f0d4b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755842 Feb 09 01:31:45.464689 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7eaef9-d48f-4648-8e3c-2b77f7e21eef req-aff0f1d9-a212-41bf-9459-a1529877e22d tempest-DeleteServersAdminTestJSON-576551180 tempest-DeleteServersAdminTestJSON-576551180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:45.466161 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e7eaef9-d48f-4648-8e3c-2b77f7e21eef req-aff0f1d9-a212-41bf-9459-a1529877e22d tempest-DeleteServersAdminTestJSON-576551180 tempest-DeleteServersAdminTestJSON-576551180-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=bc375b17-0e30-4e2e-a55b-944b305826b5 HTTP/1.1" status: 200 len: 1131 time: 0.4277918 Feb 09 01:31:45.487725 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ac113d67-aaa6-4cf0-911f-f75b239e8995 req-f64ef3f9-3cf7-4123-bc4a-1330d87309bb tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578600 Feb 09 01:31:45.532881 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 6e0b25a4-1eac-4bab-a655-f714ae3de221 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:45.569694 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35d30b35-ecaf-47c5-b918-8e81942221b1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for port (f7feec43-c889-41a1-8bd8-1974512c802f), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:45.581994 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35d30b35-ecaf-47c5-b918-8e81942221b1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (f7feec43-c889-41a1-8bd8-1974512c802f), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:45.587188 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bdda6529-7b66-44e6-9bff-9ac43427ef8c req-e83645eb-79dc-4141-8672-a155330cb543 service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554474 Feb 09 01:31:45.674246 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d78eb10-72c8-45e9-b45a-05b72529b122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83910113-c044-456c-97c4-c82888ecd3d9'}, {'server_uuid': '06a9b12a-7c5c-489f-8523-7b32352b0918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce994cb-e48b-429e-9413-e76e507a57c0'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:45.677048 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a037da2a-8311-4d57-a6a1-40f23cee7571" -d '{"events": [{"server_uuid": "6d78eb10-72c8-45e9-b45a-05b72529b122", "name": "network-vif-plugged", "status": "completed", "tag": "83910113-c044-456c-97c4-c82888ecd3d9"}, {"server_uuid": "06a9b12a-7c5c-489f-8523-7b32352b0918", "name": "network-vif-plugged", "status": "completed", "tag": "6ce994cb-e48b-429e-9413-e76e507a57c0"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:45.754257 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-9e7eaef9-d48f-4648-8e3c-2b77f7e21eef req-2c4f531f-749f-4e91-83d3-a55661dc5fd8 tempest-DeleteServersAdminTestJSON-576551180 tempest-DeleteServersAdminTestJSON-576551180-project-admin] Deleting port 382f5c99-15f1-40c0-ba5e-275c8162b1a7 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:45.754841 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9e7eaef9-d48f-4648-8e3c-2b77f7e21eef req-2c4f531f-749f-4e91-83d3-a55661dc5fd8 tempest-DeleteServersAdminTestJSON-576551180 tempest-DeleteServersAdminTestJSON-576551180-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (382f5c99-15f1-40c0-ba5e-275c8162b1a7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:45.866874 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bdda6529-7b66-44e6-9bff-9ac43427ef8c req-a0e70b05-43ea-4dbb-91e3-5fd33168af1b service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727287 Feb 09 01:31:45.876120 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d30b35-ecaf-47c5-b918-8e81942221b1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Pushing event updated for resources: {'Port': ['ID=f7feec43-c889-41a1-8bd8-1974512c802f,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:45.886663 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35d30b35-ecaf-47c5-b918-8e81942221b1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (01322e71-f21d-45be-b670-6434605f4de0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:45.898990 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220e03f-6f37-448c-ad1c-b6dd87134090 req-7a0a9401-de18-4e18-9bd8-85edfd900a84 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:45.901536 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4220e03f-6f37-448c-ad1c-b6dd87134090 req-7a0a9401-de18-4e18-9bd8-85edfd900a84 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc375b17-0e30-4e2e-a55b-944b305826b5 HTTP/1.1" status: 200 len: 949 time: 0.1913352 Feb 09 01:31:45.962209 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 6e0b25a4-1eac-4bab-a655-f714ae3de221, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6e0b25a4-1eac-4bab-a655-f714ae3de221,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:45.990210 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35d30b35-ecaf-47c5-b918-8e81942221b1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.007124 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-35d30b35-ecaf-47c5-b918-8e81942221b1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8610232 Feb 09 01:31:46.024262 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '6e0b25a4-1eac-4bab-a655-f714ae3de221', 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7', 'port_id': '6e0b25a4-1eac-4bab-a655-f714ae3de221', 'mac_address': 'fa:16:3e:1c:5a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7975264-a21c-4173-a1bc-89127bef9e8a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:31:46.035137 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4220e03f-6f37-448c-ad1c-b6dd87134090 req-e8b129c7-89f5-4d89-b4c6-66d02d6cc448 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/security-groups?id=305a0a6d-e2ac-4044-999e-4a2e1b20037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032135 Feb 09 01:31:46.041895 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9619fc3-d67a-4681-b495-7662bd8a9c54 req-c441c9a3-4184-47d3-9e64-6054662580d8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=10e984c3-9909-4505-8dcb-6fb569589d87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1391270 Feb 09 01:31:46.049540 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-9e7eaef9-d48f-4648-8e3c-2b77f7e21eef req-2c4f531f-749f-4e91-83d3-a55661dc5fd8 tempest-DeleteServersAdminTestJSON-576551180 tempest-DeleteServersAdminTestJSON-576551180-project-admin] For port 382f5c99-15f1-40c0-ba5e-275c8162b1a7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=382f5c99-15f1-40c0-ba5e-275c8162b1a7,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:46.049878 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9e7eaef9-d48f-4648-8e3c-2b77f7e21eef req-2c4f531f-749f-4e91-83d3-a55661dc5fd8 tempest-DeleteServersAdminTestJSON-576551180 tempest-DeleteServersAdminTestJSON-576551180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (382f5c99-15f1-40c0-ba5e-275c8162b1a7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.078275 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-9e7eaef9-d48f-4648-8e3c-2b77f7e21eef req-2c4f531f-749f-4e91-83d3-a55661dc5fd8 tempest-DeleteServersAdminTestJSON-576551180 tempest-DeleteServersAdminTestJSON-576551180-project-admin] Calling delete_port for 382f5c99-15f1-40c0-ba5e-275c8162b1a7 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:46.180906 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 6e0b25a4-1eac-4bab-a655-f714ae3de221 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:46.181311 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6e0b25a4-1eac-4bab-a655-f714ae3de221), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.214511 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0b25a4-1eac-4bab-a655-f714ae3de221 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:46.259443 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 6e0b25a4-1eac-4bab-a655-f714ae3de221, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6e0b25a4-1eac-4bab-a655-f714ae3de221,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:46.265139 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6e0b25a4-1eac-4bab-a655-f714ae3de221), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.314882 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9619fc3-d67a-4681-b495-7662bd8a9c54 req-b1ef2c82-de85-46f6-b9e3-ae24e2405969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:46.316902 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9619fc3-d67a-4681-b495-7662bd8a9c54 req-b1ef2c82-de85-46f6-b9e3-ae24e2405969 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e5418be45fe4880a7b35e08ad4a1c1c&device_id=10e984c3-9909-4505-8dcb-6fb569589d87 HTTP/1.1" status: 200 len: 1132 time: 0.1764259 Feb 09 01:31:46.331092 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9e7eaef9-d48f-4648-8e3c-2b77f7e21eef req-2c4f531f-749f-4e91-83d3-a55661dc5fd8 tempest-DeleteServersAdminTestJSON-576551180 tempest-DeleteServersAdminTestJSON-576551180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (382f5c99-15f1-40c0-ba5e-275c8162b1a7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.335650 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f4e29-d96c-49ad-b7b1-79d4ba3ee647 req-2db825e1-b71f-4dc9-9691-2e766f8529d5 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:46.345407 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['382f5c99-15f1-40c0-ba5e-275c8162b1a7'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:46.348665 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-907f4e29-d96c-49ad-b7b1-79d4ba3ee647 req-2db825e1-b71f-4dc9-9691-2e766f8529d5 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d78eb10-72c8-45e9-b45a-05b72529b122 HTTP/1.1" status: 200 len: 950 time: 0.1624732 Feb 09 01:31:46.399252 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=6e0b25a4-1eac-4bab-a655-f714ae3de221,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:46.413775 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f531f-749f-4e91-83d3-a55661dc5fd8 tempest-DeleteServersAdminTestJSON-576551180 tempest-DeleteServersAdminTestJSON-576551180-project-admin] Pushing event deleted for resources: {'Port': ['ID=382f5c99-15f1-40c0-ba5e-275c8162b1a7,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:46.451488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 405ac608-313b-4fde-8e63-dccfb8d282b6 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:31:46.489468 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7eaef9-d48f-4648-8e3c-2b77f7e21eef req-2c4f531f-749f-4e91-83d3-a55661dc5fd8 tempest-DeleteServersAdminTestJSON-576551180 tempest-DeleteServersAdminTestJSON-576551180-project-admin] No DVR routers for this DVR port 382f5c99-15f1-40c0-ba5e-275c8162b1a7 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:46.497896 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9e7eaef9-d48f-4648-8e3c-2b77f7e21eef req-2c4f531f-749f-4e91-83d3-a55661dc5fd8 tempest-DeleteServersAdminTestJSON-576551180 tempest-DeleteServersAdminTestJSON-576551180-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.509060 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e7eaef9-d48f-4648-8e3c-2b77f7e21eef req-2c4f531f-749f-4e91-83d3-a55661dc5fd8 tempest-DeleteServersAdminTestJSON-576551180 tempest-DeleteServersAdminTestJSON-576551180-project-admin] 10.222.0.67 "DELETE /v2.0/ports/382f5c99-15f1-40c0-ba5e-275c8162b1a7 HTTP/1.1" status: 204 len: 173 time: 1.0354362 Feb 09 01:31:46.510087 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc375b17-0e30-4e2e-a55b-944b305826b5', 'name': 'network-vif-deleted', 'tag': '382f5c99-15f1-40c0-ba5e-275c8162b1a7'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:46.519419 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94714ed6-e4c5-44c6-886e-e5f792b54184" -d '{"events": [{"server_uuid": "bc375b17-0e30-4e2e-a55b-944b305826b5", "name": "network-vif-deleted", "tag": "382f5c99-15f1-40c0-ba5e-275c8162b1a7"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:46.562979 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-907f4e29-d96c-49ad-b7b1-79d4ba3ee647 req-b52fdd51-b522-4008-8465-cab9b16d4ee6 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123461 Feb 09 01:31:46.567782 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19d3c51-bfbf-4957-b5a1-75ff5a624fac x-openstack-request-id: req-e19d3c51-bfbf-4957-b5a1-75ff5a624fac {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:46.568676 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d78eb10-72c8-45e9-b45a-05b72529b122", "name": "network-vif-plugged", "status": "completed", "tag": "83910113-c044-456c-97c4-c82888ecd3d9", "code": 200}, {"server_uuid": "06a9b12a-7c5c-489f-8523-7b32352b0918", "name": "network-vif-plugged", "status": "completed", "tag": "6ce994cb-e48b-429e-9413-e76e507a57c0", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:46.578946 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e19d3c51-bfbf-4957-b5a1-75ff5a624fac {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:46.579712 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d78eb10-72c8-45e9-b45a-05b72529b122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83910113-c044-456c-97c4-c82888ecd3d9', 'code': 200} Feb 09 01:31:46.580178 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a9b12a-7c5c-489f-8523-7b32352b0918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce994cb-e48b-429e-9413-e76e507a57c0', 'code': 200} Feb 09 01:31:46.618464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9619fc3-d67a-4681-b495-7662bd8a9c54 req-80f8e61f-d111-4d66-9d23-af4e68927ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:46.621278 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9619fc3-d67a-4681-b495-7662bd8a9c54 req-80f8e61f-d111-4d66-9d23-af4e68927ac1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.2683084 Feb 09 01:31:46.753489 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9619fc3-d67a-4681-b495-7662bd8a9c54 req-8256ec88-4575-4018-b67b-29e9af71d809 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=7da8e4c8-627d-48f4-9535-577f5a5d30ea HTTP/1.1" status: 200 len: 217 time: 0.1206977 Feb 09 01:31:46.776435 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 405ac608-313b-4fde-8e63-dccfb8d282b6 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:46.777222 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (405ac608-313b-4fde-8e63-dccfb8d282b6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.785720 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['6e0b25a4-1eac-4bab-a655-f714ae3de221'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:46.851933 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9619fc3-d67a-4681-b495-7662bd8a9c54 req-e7d1a4b1-2a71-414f-910e-9ea591eab846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:46.853306 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9619fc3-d67a-4681-b495-7662bd8a9c54 req-e7d1a4b1-2a71-414f-910e-9ea591eab846 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.0776157 Feb 09 01:31:46.876302 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd9356-cc58-4fa5-bbad-c8cefb45268b req-963372c1-59ce-4477-90b1-15f29d469517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:46.877767 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-07fd9356-cc58-4fa5-bbad-c8cefb45268b req-963372c1-59ce-4477-90b1-15f29d469517 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6d78eb10-72c8-45e9-b45a-05b72529b122 HTTP/1.1" status: 200 len: 1132 time: 0.2018037 Feb 09 01:31:46.891925 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 405ac608-313b-4fde-8e63-dccfb8d282b6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=405ac608-313b-4fde-8e63-dccfb8d282b6,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:46.910141 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (405ac608-313b-4fde-8e63-dccfb8d282b6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.925497 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02895ad9-eb9f-437e-85b3-caf037db5647 req-f42303d2-26f1-4839-8824-b78fdc21c2ed tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:46.926819 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-02895ad9-eb9f-437e-85b3-caf037db5647 req-f42303d2-26f1-4839-8824-b78fdc21c2ed tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 946 time: 0.1911538 Feb 09 01:31:46.955038 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-bd801bab-8bcf-4d46-9a22-4eaac4528c5a tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--430729821&fields=id&tenant_id=2c3c032fc7314a3f9814230b1c240bfa HTTP/1.1" status: 200 len: 267 time: 0.2031968 Feb 09 01:31:46.965950 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-07fd9356-cc58-4fa5-bbad-c8cefb45268b req-26fecd44-8795-4501-b439-2124db746736 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801568 Feb 09 01:31:47.014197 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-02895ad9-eb9f-437e-85b3-caf037db5647 req-2ce77af5-7681-45fb-b235-9d4e42507dde tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786817 Feb 09 01:31:47.060784 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c057415-41ec-487f-970b-894a85750bfd req-6bc80ca9-c565-46f5-a5ed-154124ec6755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.062837 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9c057415-41ec-487f-970b-894a85750bfd req-6bc80ca9-c565-46f5-a5ed-154124ec6755 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 1128 time: 0.2086716 Feb 09 01:31:47.064579 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9619fc3-d67a-4681-b495-7662bd8a9c54 req-051f7209-0a02-4eef-a690-bbbd439a9024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.066097 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9619fc3-d67a-4681-b495-7662bd8a9c54 req-051f7209-0a02-4eef-a690-bbbd439a9024 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1890547 Feb 09 01:31:47.089687 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=405ac608-313b-4fde-8e63-dccfb8d282b6,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:47.099139 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-76fa0f2c-6883-4e42-9a3c-3883dea4781a tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.106604 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-76fa0f2c-6883-4e42-9a3c-3883dea4781a tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/networks?id=30f1f285-ac54-43cd-8116-17aca97bda27 HTTP/1.1" status: 200 len: 824 time: 0.1503787 Feb 09 01:31:47.163969 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-0c2c6edf-ba9b-4f83-b54a-63221113ad22 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/quotas/2c3c032fc7314a3f9814230b1c240bfa HTTP/1.1" status: 200 len: 375 time: 0.0562034 Feb 09 01:31:47.308569 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-23d2bba4-f811-4be1-9a27-9b40034113f5 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c3c032fc7314a3f9814230b1c240bfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1433294 Feb 09 01:31:47.317490 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9619fc3-d67a-4681-b495-7662bd8a9c54 req-e0d15bc4-16da-4d15-b077-3e6aba60c443 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347894 Feb 09 01:31:47.476199 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df16e5e9-4a4b-4e82-876c-bf822ddeb3c8 x-openstack-request-id: req-df16e5e9-4a4b-4e82-876c-bf822ddeb3c8 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:47.477044 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc375b17-0e30-4e2e-a55b-944b305826b5", "name": "network-vif-deleted", "tag": "382f5c99-15f1-40c0-ba5e-275c8162b1a7", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:47.477181 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df16e5e9-4a4b-4e82-876c-bf822ddeb3c8 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:47.477910 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc375b17-0e30-4e2e-a55b-944b305826b5', 'name': 'network-vif-deleted', 'tag': '382f5c99-15f1-40c0-ba5e-275c8162b1a7', 'status': 'completed', 'code': 200} Feb 09 01:31:47.544767 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9c057415-41ec-487f-970b-894a85750bfd req-bf977190-7781-42eb-8480-082b0405305a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983744 Feb 09 01:31:47.555808 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9619fc3-d67a-4681-b495-7662bd8a9c54 req-3f066c57-d51f-4904-b42b-c237d1090d77 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323706 Feb 09 01:31:47.618585 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-f1cf0018-5d59-4c67-b63b-f57c9e24db1b service neutron] 10.222.0.36 "GET /v2.0/networks/30f1f285-ac54-43cd-8116-17aca97bda27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794415 Feb 09 01:31:47.665401 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282edcc-f286-4211-8f9d-1339fec43b76 req-224f7e69-da10-4d0e-b063-e1ae03ece0cb tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.668193 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f282edcc-f286-4211-8f9d-1339fec43b76 req-224f7e69-da10-4d0e-b063-e1ae03ece0cb tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 944 time: 0.1049333 Feb 09 01:31:47.745012 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f282edcc-f286-4211-8f9d-1339fec43b76 req-9558d17e-bdd5-455a-a344-93e80880c2fa tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703745 Feb 09 01:31:47.769286 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-efff9ea0-8681-4594-8f26-2045bc679221 service neutron] 10.222.0.36 "GET /v2.0/networks/30f1f285-ac54-43cd-8116-17aca97bda27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366868 Feb 09 01:31:47.907763 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0aa815ac-3cd0-4ed2-ad9d-2fc6e33c2563 req-e82157bc-4c5a-454d-a846-2d735c2506e7 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc375b17-0e30-4e2e-a55b-944b305826b5 HTTP/1.1" status: 200 len: 210 time: 0.0397406 Feb 09 01:31:48.132686 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0467a-a604-4c36-9527-ed9d099bf8ba req-d411d084-d8eb-4608-ba87-0224020db56d tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:48.136514 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c9f0467a-a604-4c36-9527-ed9d099bf8ba req-d411d084-d8eb-4608-ba87-0224020db56d tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=279b179a-eff3-4b68-89a1-9a86f4fd6a41 HTTP/1.1" status: 200 len: 950 time: 0.1172245 Feb 09 01:31:48.256175 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c9f0467a-a604-4c36-9527-ed9d099bf8ba req-77ff577c-42e4-471f-829b-ee61a38d6a81 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/security-groups?id=09b064e4-da91-42e7-bffb-e557fbc0dc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067281 Feb 09 01:31:48.261111 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d233193-6f8f-4401-887d-db51d3173791 req-b2f305c9-9a71-4f2c-bbea-1a5f2c3dc168 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:48.279882 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6d233193-6f8f-4401-887d-db51d3173791 req-b2f305c9-9a71-4f2c-bbea-1a5f2c3dc168 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/networks?id=5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 HTTP/1.1" status: 200 len: 804 time: 0.2206681 Feb 09 01:31:48.309266 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6d233193-6f8f-4401-887d-db51d3173791 req-d5faf951-e0ad-4e29-819d-65951f33f86a tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/quotas/829cc45e3f5e4f3f937ece362019fbee HTTP/1.1" status: 200 len: 375 time: 0.0270581 Feb 09 01:31:48.428937 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6d233193-6f8f-4401-887d-db51d3173791 req-5eb15347-0f65-401c-8a8d-69b882d640a7 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=829cc45e3f5e4f3f937ece362019fbee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1180663 Feb 09 01:31:48.455327 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 382f5c99-15f1-40c0-ba5e-275c8162b1a7 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:31:48.489869 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 382f5c99-15f1-40c0-ba5e-275c8162b1a7 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:31:48.492813 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 382f5c99-15f1-40c0-ba5e-275c8162b1a7 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:31:48.582230 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ce0a22-57c4-475f-afe0-382eef3be3f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '405ac608-313b-4fde-8e63-dccfb8d282b6'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:48.585773 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b8ef77-1569-40ca-9034-92fb9f0b37ad" -d '{"events": [{"server_uuid": "42ce0a22-57c4-475f-afe0-382eef3be3f5", "name": "network-vif-unplugged", "status": "completed", "tag": "405ac608-313b-4fde-8e63-dccfb8d282b6"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:48.611475 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6d233193-6f8f-4401-887d-db51d3173791 req-9e8494f2-6d22-4dec-b3c2-6ed842013fc3 service neutron] 10.222.0.36 "GET /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676261 Feb 09 01:31:48.687813 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543cdd1-e7bb-4ba7-9bbb-f6caf6d4887e req-be38a511-e44d-4034-a010-c402776c40bf tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:48.695706 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2543cdd1-e7bb-4ba7-9bbb-f6caf6d4887e req-be38a511-e44d-4034-a010-c402776c40bf tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d78eb10-72c8-45e9-b45a-05b72529b122 HTTP/1.1" status: 200 len: 950 time: 0.1410303 Feb 09 01:31:48.783533 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6d233193-6f8f-4401-887d-db51d3173791 req-4edf2267-36ae-4c28-9e66-e02c1293791a service neutron] 10.222.0.36 "GET /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618123 Feb 09 01:31:48.823115 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2543cdd1-e7bb-4ba7-9bbb-f6caf6d4887e req-90bb2fe4-c1e6-407b-a2ed-f5e3ef3525f5 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255462 Feb 09 01:31:48.959787 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8ea0d370-5f89-436f-9d56-b8c53fd5f266 req-f09bebbf-5940-4b59-9664-334ed5fd6a95 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=667b4ea8-d321-4c37-bdd4-b118db7e125f HTTP/1.1" status: 200 len: 210 time: 0.0541992 Feb 09 01:31:49.101365 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7d3455-b13e-4ed1-b760-1904ee134d71 x-openstack-request-id: req-4e7d3455-b13e-4ed1-b760-1904ee134d71 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:49.101936 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ce0a22-57c4-475f-afe0-382eef3be3f5", "name": "network-vif-unplugged", "status": "completed", "tag": "405ac608-313b-4fde-8e63-dccfb8d282b6", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:49.102429 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e7d3455-b13e-4ed1-b760-1904ee134d71 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:49.103131 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ce0a22-57c4-475f-afe0-382eef3be3f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '405ac608-313b-4fde-8e63-dccfb8d282b6', 'code': 200} Feb 09 01:31:49.152772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54e1fd-2c26-4c33-8458-1548aeae19a8 req-471eea05-0501-4e1d-b650-1438f0adbf85 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:49.165576 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2a54e1fd-2c26-4c33-8458-1548aeae19a8 req-471eea05-0501-4e1d-b650-1438f0adbf85 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 946 time: 0.1263428 Feb 09 01:31:49.257030 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2a54e1fd-2c26-4c33-8458-1548aeae19a8 req-10c11acf-506d-428f-b39c-ed2757cd924d tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900121 Feb 09 01:31:49.356784 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340bf3b-1328-41c9-beb3-52071245681c req-d63ccfd7-a3d4-4b08-b554-4a86d51442ad tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:49.359480 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b340bf3b-1328-41c9-beb3-52071245681c req-d63ccfd7-a3d4-4b08-b554-4a86d51442ad tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 944 time: 0.1592562 Feb 09 01:31:49.369911 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b66e2ac-c8c5-4da6-8c3e-e401df7c837e req-b794a25a-ab01-4a07-b4a6-69e07a21e8dc tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 210 time: 0.0403936 Feb 09 01:31:49.433556 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b340bf3b-1328-41c9-beb3-52071245681c req-ceaf50b2-be1f-4a36-a72d-ceab905fc756 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678954 Feb 09 01:31:49.527291 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 6e0b25a4-1eac-4bab-a655-f714ae3de221 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:49.688587 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 6e0b25a4-1eac-4bab-a655-f714ae3de221 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:49.695644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 6e0b25a4-1eac-4bab-a655-f714ae3de221 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:49.696220 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6e0b25a4-1eac-4bab-a655-f714ae3de221), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:49.703547 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139291d-3e6b-44b3-9969-54580f4de984 req-d193a074-60cd-44d2-9ca9-62abccc6ee27 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:49.713863 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a139291d-3e6b-44b3-9969-54580f4de984 req-d193a074-60cd-44d2-9ca9-62abccc6ee27 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=279b179a-eff3-4b68-89a1-9a86f4fd6a41 HTTP/1.1" status: 200 len: 950 time: 0.1577795 Feb 09 01:31:49.754944 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-e2559699-50f1-4767-a305-589304ad9697 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e7c46ec536ba4299830e3c3a0ec368f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524416 Feb 09 01:31:49.788967 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6a02b-9f5d-40e8-9d6b-4c8eef8f8251 req-7e323dd0-d4f3-4efe-a973-c85da1ef6377 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:49.799005 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9fe6a02b-9f5d-40e8-9d6b-4c8eef8f8251 req-7e323dd0-d4f3-4efe-a973-c85da1ef6377 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.48 "GET /v2.0/ports?device_id=279b179a-eff3-4b68-89a1-9a86f4fd6a41 HTTP/1.1" status: 200 len: 950 time: 0.2282660 Feb 09 01:31:49.978829 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 6e0b25a4-1eac-4bab-a655-f714ae3de221 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:49.980924 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6e0b25a4-1eac-4bab-a655-f714ae3de221), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:49.985847 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a139291d-3e6b-44b3-9969-54580f4de984 req-14e28c3b-816b-4404-bf49-bb00e318c9e7 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/security-groups?id=09b064e4-da91-42e7-bffb-e557fbc0dc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704036 Feb 09 01:31:50.016232 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-e45183b9-26d8-4055-9c04-9e8aeed001ab tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:50.032253 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-e45183b9-26d8-4055-9c04-9e8aeed001ab tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2698548 Feb 09 01:31:50.097755 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 6e0b25a4-1eac-4bab-a655-f714ae3de221, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6e0b25a4-1eac-4bab-a655-f714ae3de221,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:50.103386 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6e0b25a4-1eac-4bab-a655-f714ae3de221), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.175625 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=6e0b25a4-1eac-4bab-a655-f714ae3de221,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:50.187906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb3cd-cdf0-497b-830e-93e4934f501f req-dc99ec37-5d22-4748-8ded-9b0817894095 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:50.189630 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1bffb3cd-cdf0-497b-830e-93e4934f501f req-dc99ec37-5d22-4748-8ded-9b0817894095 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.67 "GET /v2.0/ports?device_id=42ce0a22-57c4-475f-afe0-382eef3be3f5 HTTP/1.1" status: 200 len: 943 time: 0.2027264 Feb 09 01:31:50.211826 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-88dc6ab7-778d-4152-a0c2-37b14b7c2498 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/quotas/e7c46ec536ba4299830e3c3a0ec368f5 HTTP/1.1" status: 200 len: 375 time: 0.1781285 Feb 09 01:31:50.251178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-9fe6a02b-9f5d-40e8-9d6b-4c8eef8f8251 req-a76439f7-7417-4d33-b5e0-5c26f07f8ded tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Deleting port 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:50.251564 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9fe6a02b-9f5d-40e8-9d6b-4c8eef8f8251 req-a76439f7-7417-4d33-b5e0-5c26f07f8ded tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.314756 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-1f21b063-9256-452c-aa7c-e10aa4b9dcf4 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7c46ec536ba4299830e3c3a0ec368f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0979393 Feb 09 01:31:50.427400 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-4c9c42a8-0238-44b4-8e44-c2f120eb0f7d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:50.429785 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-4c9c42a8-0238-44b4-8e44-c2f120eb0f7d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.67 "GET /v2.0/networks?id=30f1f285-ac54-43cd-8116-17aca97bda27 HTTP/1.1" status: 200 len: 824 time: 0.4208241 Feb 09 01:31:50.614139 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b943c09-7c30-4623-9b0b-941cf5255d58 req-6da9c577-4289-4e95-b25d-88c7494d83ac tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:50.615821 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0b943c09-7c30-4623-9b0b-941cf5255d58 req-6da9c577-4289-4e95-b25d-88c7494d83ac tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d78eb10-72c8-45e9-b45a-05b72529b122 HTTP/1.1" status: 200 len: 950 time: 0.4839134 Feb 09 01:31:50.660907 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-9fe6a02b-9f5d-40e8-9d6b-4c8eef8f8251 req-a76439f7-7417-4d33-b5e0-5c26f07f8ded tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] For port 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:50.661293 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9fe6a02b-9f5d-40e8-9d6b-4c8eef8f8251 req-a76439f7-7417-4d33-b5e0-5c26f07f8ded tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.669220 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-19dda8dd-6925-46f8-b349-82c05905285c req-2fc86951-e61c-432a-9c7b-a11efd36f23f tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=667b4ea8-d321-4c37-bdd4-b118db7e125f HTTP/1.1" status: 200 len: 210 time: 0.0826094 Feb 09 01:31:50.680502 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-9818fc9a-f5c2-4444-88a4-96dd37af9590 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c3c032fc7314a3f9814230b1c240bfa HTTP/1.1" status: 200 len: 379 time: 0.2414873 Feb 09 01:31:50.685343 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-9fe6a02b-9f5d-40e8-9d6b-4c8eef8f8251 req-a76439f7-7417-4d33-b5e0-5c26f07f8ded tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Calling delete_port for 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:50.700585 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-084780b1-7f62-4f82-9110-58d8ea39ed1d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Request body: {'port': {'device_id': '667b4ea8-d321-4c37-bdd4-b118db7e125f', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'admin_state_up': True, 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'security_groups': ['5bc80cbf-96f2-499f-a76e-4ad884404098']}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:50.749295 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0b943c09-7c30-4623-9b0b-941cf5255d58 req-9376dc96-3135-4c87-a5bb-538313c1e480 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108398 Feb 09 01:31:50.765037 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-1bffb3cd-cdf0-497b-830e-93e4934f501f req-215db30f-3bbf-476a-b15f-3f55e8821776 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Deleting port 405ac608-313b-4fde-8e63-dccfb8d282b6 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:50.765292 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1bffb3cd-cdf0-497b-830e-93e4934f501f req-215db30f-3bbf-476a-b15f-3f55e8821776 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (405ac608-313b-4fde-8e63-dccfb8d282b6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.977194 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-75dd6dfd-7639-402d-954b-9d9f40c5b573 req-97063fe8-871e-4f3a-b2de-88c1d68fc96f tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 210 time: 0.1074834 Feb 09 01:31:51.052233 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-084780b1-7f62-4f82-9110-58d8ea39ed1d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Made reservation on behalf of 2c3c032fc7314a3f9814230b1c240bfa for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:51.055926 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-084780b1-7f62-4f82-9110-58d8ea39ed1d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:51.083021 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1540f2e-bb09-43a9-ba81-9bd0794e64c3 req-a4bb222c-c067-4316-ba8c-daa6e6c96371 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:51.090245 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f1540f2e-bb09-43a9-ba81-9bd0794e64c3 req-a4bb222c-c067-4316-ba8c-daa6e6c96371 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 946 time: 0.1623056 Feb 09 01:31:51.104094 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493a49bd-f52a-48c6-8e8e-2fcb2fd20fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0b25a4-1eac-4bab-a655-f714ae3de221'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:51.106643 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1444bc07-3d03-440c-8405-2e36d92c6743" -d '{"events": [{"server_uuid": "493a49bd-f52a-48c6-8e8e-2fcb2fd20fad", "name": "network-vif-plugged", "status": "completed", "tag": "6e0b25a4-1eac-4bab-a655-f714ae3de221"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:51.236814 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f1540f2e-bb09-43a9-ba81-9bd0794e64c3 req-d4a28098-9052-4469-b2f3-25ee5bf9c0ba tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455979 Feb 09 01:31:51.253049 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-1bffb3cd-cdf0-497b-830e-93e4934f501f req-215db30f-3bbf-476a-b15f-3f55e8821776 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] For port 405ac608-313b-4fde-8e63-dccfb8d282b6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=405ac608-313b-4fde-8e63-dccfb8d282b6,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:51.253679 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1bffb3cd-cdf0-497b-830e-93e4934f501f req-215db30f-3bbf-476a-b15f-3f55e8821776 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (405ac608-313b-4fde-8e63-dccfb8d282b6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:51.306892 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-1bffb3cd-cdf0-497b-830e-93e4934f501f req-215db30f-3bbf-476a-b15f-3f55e8821776 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Calling delete_port for 405ac608-313b-4fde-8e63-dccfb8d282b6 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:51.316727 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-084780b1-7f62-4f82-9110-58d8ea39ed1d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Allocated IP 172.20.0.6 (30f1f285-ac54-43cd-8116-17aca97bda27/6573763d-11e2-4623-8df7-0db6006f3bfc/a1f0eebb-7c5e-4b44-bd37-21eb343c06a3) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:51.325356 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d233193-6f8f-4401-887d-db51d3173791 req-f51f60fa-ae79-407e-b058-5d63360cad9a tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:51.326920 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d233193-6f8f-4401-887d-db51d3173791 req-f51f60fa-ae79-407e-b058-5d63360cad9a tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.48 "GET /v2.0/networks?id=5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 HTTP/1.1" status: 200 len: 804 time: 0.3881772 Feb 09 01:31:51.363426 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22bdfa-4805-4a4b-b20d-0b5aabcac094 req-20b9a559-fae4-4975-9fb0-e04e1f3934aa tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:51.365256 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf22bdfa-4805-4a4b-b20d-0b5aabcac094 req-20b9a559-fae4-4975-9fb0-e04e1f3934aa tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 945 time: 0.2699625 Feb 09 01:31:51.376732 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d9eff342-5da8-4eaf-941f-f7513a01b192 req-b02e6136-5801-45fc-98c2-c9b93e8ef430 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd HTTP/1.1" status: 200 len: 210 time: 0.0453105 Feb 09 01:31:51.399015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-6d233193-6f8f-4401-887d-db51d3173791 req-98a35f82-97e1-4d05-ae20-1a1bf67e277e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Request body: {'port': {'device_id': '36b5db20-3875-439e-a7f6-c74dcb71a64a', 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16', 'admin_state_up': True, 'tenant_id': '829cc45e3f5e4f3f937ece362019fbee'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:51.593350 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9fe6a02b-9f5d-40e8-9d6b-4c8eef8f8251 req-a76439f7-7417-4d33-b5e0-5c26f07f8ded tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:51.611237 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['7da8e4c8-627d-48f4-9535-577f5a5d30ea'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:51.622192 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac080209-3277-4946-81cc-a796a1a69e2b req-bf13b63c-4104-4fd4-af8b-2281d34fe22a tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:51.632591 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ac080209-3277-4946-81cc-a796a1a69e2b req-bf13b63c-4104-4fd4-af8b-2281d34fe22a tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.1154323 Feb 09 01:31:51.672555 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76439f7-7417-4d33-b5e0-5c26f07f8ded tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Pushing event deleted for resources: {'Port': ['ID=8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:51.749228 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ac080209-3277-4946-81cc-a796a1a69e2b req-8bb2de36-108a-46f9-95e2-2c82eafa01c3 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152472 Feb 09 01:31:51.812959 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf22bdfa-4805-4a4b-b20d-0b5aabcac094 req-3be40775-a2d1-4634-b803-21ab5b2db921 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048171 Feb 09 01:31:51.922019 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe6a02b-9f5d-40e8-9d6b-4c8eef8f8251 req-a76439f7-7417-4d33-b5e0-5c26f07f8ded tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] No DVR routers for this DVR port 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:51.926369 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c39356-4488-42a4-838b-6045d694b519 x-openstack-request-id: req-f6c39356-4488-42a4-838b-6045d694b519 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:51.926667 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493a49bd-f52a-48c6-8e8e-2fcb2fd20fad", "name": "network-vif-plugged", "status": "completed", "tag": "6e0b25a4-1eac-4bab-a655-f714ae3de221", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:51.926930 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6c39356-4488-42a4-838b-6045d694b519 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:51.930779 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493a49bd-f52a-48c6-8e8e-2fcb2fd20fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0b25a4-1eac-4bab-a655-f714ae3de221', 'code': 200} Feb 09 01:31:51.935231 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d233193-6f8f-4401-887d-db51d3173791 req-98a35f82-97e1-4d05-ae20-1a1bf67e277e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Made reservation on behalf of 829cc45e3f5e4f3f937ece362019fbee for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:51.938771 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6d233193-6f8f-4401-887d-db51d3173791 req-98a35f82-97e1-4d05-ae20-1a1bf67e277e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:51.952662 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9fe6a02b-9f5d-40e8-9d6b-4c8eef8f8251 req-a76439f7-7417-4d33-b5e0-5c26f07f8ded tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:51.963549 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9fe6a02b-9f5d-40e8-9d6b-4c8eef8f8251 req-a76439f7-7417-4d33-b5e0-5c26f07f8ded tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.48 "DELETE /v2.0/ports/8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 HTTP/1.1" status: 204 len: 173 time: 2.1439855 Feb 09 01:31:51.963955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279b179a-eff3-4b68-89a1-9a86f4fd6a41', 'name': 'network-vif-deleted', 'tag': '8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:51.966620 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5db7f3-5c04-4847-971d-fe026e11a5f5" -d '{"events": [{"server_uuid": "279b179a-eff3-4b68-89a1-9a86f4fd6a41", "name": "network-vif-deleted", "tag": "8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:52.007621 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1bffb3cd-cdf0-497b-830e-93e4934f501f req-215db30f-3bbf-476a-b15f-3f55e8821776 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (405ac608-313b-4fde-8e63-dccfb8d282b6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:52.078606 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215db30f-3bbf-476a-b15f-3f55e8821776 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Pushing event deleted for resources: {'Port': ['ID=405ac608-313b-4fde-8e63-dccfb8d282b6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:52.094882 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ab2ab6aa-2b6f-414f-b155-7650a50f51fe req-08bc6cfb-ff60-471e-b1b4-7d62742f2b6f tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=279b179a-eff3-4b68-89a1-9a86f4fd6a41 HTTP/1.1" status: 200 len: 210 time: 0.1141768 Feb 09 01:31:52.214784 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bffb3cd-cdf0-497b-830e-93e4934f501f req-215db30f-3bbf-476a-b15f-3f55e8821776 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] No DVR routers for this DVR port 405ac608-313b-4fde-8e63-dccfb8d282b6 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:52.221126 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1bffb3cd-cdf0-497b-830e-93e4934f501f req-215db30f-3bbf-476a-b15f-3f55e8821776 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:52.226117 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1bffb3cd-cdf0-497b-830e-93e4934f501f req-215db30f-3bbf-476a-b15f-3f55e8821776 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.67 "DELETE /v2.0/ports/405ac608-313b-4fde-8e63-dccfb8d282b6 HTTP/1.1" status: 204 len: 173 time: 1.9882345 Feb 09 01:31:52.227730 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-084780b1-7f62-4f82-9110-58d8ea39ed1d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for port (a1f0eebb-7c5e-4b44-bd37-21eb343c06a3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:52.335034 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c2236ea-cd68-4e0e-b53a-602dc8868c80 req-10bc9b75-9951-47e8-9b9c-009fafdffc63 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=667b4ea8-d321-4c37-bdd4-b118db7e125f HTTP/1.1" status: 200 len: 210 time: 0.0376437 Feb 09 01:31:52.346756 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-084780b1-7f62-4f82-9110-58d8ea39ed1d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (a1f0eebb-7c5e-4b44-bd37-21eb343c06a3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:52.464746 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 405ac608-313b-4fde-8e63-dccfb8d282b6 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:31:52.477493 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-084780b1-7f62-4f82-9110-58d8ea39ed1d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Network 30f1f285-ac54-43cd-8116-17aca97bda27 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:52.496797 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.48', 49970) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:52.511795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 405ac608-313b-4fde-8e63-dccfb8d282b6 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:31:52.512723 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 405ac608-313b-4fde-8e63-dccfb8d282b6 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:31:52.516692 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-6d233193-6f8f-4401-887d-db51d3173791 req-98a35f82-97e1-4d05-ae20-1a1bf67e277e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Allocated IP 172.20.0.2 (5b64af6b-0c58-4f8d-a0de-377b2bbc2b16/6417b864-ca46-417c-8bb2-9bbd8753c5f1/b3d23ba2-ce0b-44be-9a28-658640bc7314) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:52.535434 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-084780b1-7f62-4f82-9110-58d8ea39ed1d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:52.556026 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-084780b1-7f62-4f82-9110-58d8ea39ed1d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:52.590262 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e58898-4768-4b7d-82c6-896951899fad req-2d3d5575-7ee1-466d-a903-61fc9ddb40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:52.593931 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e3e58898-4768-4b7d-82c6-896951899fad req-2d3d5575-7ee1-466d-a903-61fc9ddb40ef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 1127 time: 0.5021031 Feb 09 01:31:52.624923 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a46b16-6377-44fb-8a1d-d057ebdc1680 req-08c1f800-2d0e-4819-93d8-88728a6db430 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:52.625161 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-fdcafcc0-4e0a-40eb-bda5-d7f1c0ddc13f tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3a74b90a72e74db78f68afeba6cbadc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1825864 Feb 09 01:31:52.635800 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91a46b16-6377-44fb-8a1d-d057ebdc1680 req-08c1f800-2d0e-4819-93d8-88728a6db430 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 1128 time: 0.3259356 Feb 09 01:31:52.820142 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-90b30bc5-f178-4e90-bafd-491de2455017 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:52.828109 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-90b30bc5-f178-4e90-bafd-491de2455017 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018306 Feb 09 01:31:52.839130 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-c00169bd-1108-4876-837b-963a82dbbe5f tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e7c46ec536ba4299830e3c3a0ec368f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3369555 Feb 09 01:31:52.848063 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084780b1-7f62-4f82-9110-58d8ea39ed1d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Pushing event updated for resources: {'Port': ['ID=a1f0eebb-7c5e-4b44-bd37-21eb343c06a3,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:52.862593 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-a0733c03-c314-4500-8ee4-6dd366a7f3ed tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/quotas/3a74b90a72e74db78f68afeba6cbadc5 HTTP/1.1" status: 200 len: 375 time: 0.0332003 Feb 09 01:31:52.913446 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-084780b1-7f62-4f82-9110-58d8ea39ed1d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:52.914084 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-084780b1-7f62-4f82-9110-58d8ea39ed1d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:52.965271 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6d233193-6f8f-4401-887d-db51d3173791 req-98a35f82-97e1-4d05-ae20-1a1bf67e277e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks [] for port (b3d23ba2-ce0b-44be-9a28-658640bc7314), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:52.975424 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-151fdf5b-80b0-42e9-935f-4e4616c92ae5 None None] Provisioning complete for port a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:52.977886 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-151fdf5b-80b0-42e9-935f-4e4616c92ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a1f0eebb-7c5e-4b44-bd37-21eb343c06a3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:53.000695 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-084780b1-7f62-4f82-9110-58d8ea39ed1d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3116324 Feb 09 01:31:53.017168 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-ad36b482-af5c-4f82-bf67-628da7ec9ba6 service neutron] Request body: {'port': {'device_id': '667b4ea8-d321-4c37-bdd4-b118db7e125f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:53.036442 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91a46b16-6377-44fb-8a1d-d057ebdc1680 req-e504d046-2319-44fd-af90-dc87fba7c531 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846023 Feb 09 01:31:53.037235 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-815148f8-1d5b-4203-a767-6fe8111bd2f8 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a74b90a72e74db78f68afeba6cbadc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1719902 Feb 09 01:31:53.043234 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e3e58898-4768-4b7d-82c6-896951899fad req-b636abb9-1059-4a0b-8890-0746e9eb1aed service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832970 Feb 09 01:31:53.053096 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6d233193-6f8f-4401-887d-db51d3173791 req-98a35f82-97e1-4d05-ae20-1a1bf67e277e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (b3d23ba2-ce0b-44be-9a28-658640bc7314), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:53.114917 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-151fdf5b-80b0-42e9-935f-4e4616c92ae5 None None] Port a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:31:53.126130 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d233193-6f8f-4401-887d-db51d3173791 req-98a35f82-97e1-4d05-ae20-1a1bf67e277e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Network 5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:53.133580 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-6d233193-6f8f-4401-887d-db51d3173791 req-98a35f82-97e1-4d05-ae20-1a1bf67e277e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:53.146940 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d233193-6f8f-4401-887d-db51d3173791 req-98a35f82-97e1-4d05-ae20-1a1bf67e277e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:53.153853 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d233193-6f8f-4401-887d-db51d3173791 req-98a35f82-97e1-4d05-ae20-1a1bf67e277e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:53.154693 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6d233193-6f8f-4401-887d-db51d3173791 req-98a35f82-97e1-4d05-ae20-1a1bf67e277e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:53.180912 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede5ac41-1d16-423f-997b-11979235e37f x-openstack-request-id: req-ede5ac41-1d16-423f-997b-11979235e37f {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:53.181273 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279b179a-eff3-4b68-89a1-9a86f4fd6a41", "name": "network-vif-deleted", "tag": "8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:53.182124 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ede5ac41-1d16-423f-997b-11979235e37f {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:53.182353 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279b179a-eff3-4b68-89a1-9a86f4fd6a41', 'name': 'network-vif-deleted', 'tag': '8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105', 'status': 'completed', 'code': 200} Feb 09 01:31:53.195037 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a35f82-97e1-4d05-ae20-1a1bf67e277e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Pushing event updated for resources: {'Port': ['ID=b3d23ba2-ce0b-44be-9a28-658640bc7314,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:53.215518 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d233193-6f8f-4401-887d-db51d3173791 req-98a35f82-97e1-4d05-ae20-1a1bf67e277e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8422890 Feb 09 01:31:53.280805 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-ba3113bf-da7e-40d9-8fce-7a7fa7fbfd1f tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:53.282428 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-ba3113bf-da7e-40d9-8fce-7a7fa7fbfd1f tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3871465 Feb 09 01:31:53.294323 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-ad36b482-af5c-4f82-bf67-628da7ec9ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a1f0eebb-7c5e-4b44-bd37-21eb343c06a3), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:53.304772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-6d233193-6f8f-4401-887d-db51d3173791 req-a7a3fd39-a8eb-4659-b46c-e3907ff00daa service neutron] Request body: {'port': {'device_id': '36b5db20-3875-439e-a7f6-c74dcb71a64a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:53.330835 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-d86ea8fa-c419-449c-8932-5f8098272bd5 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Request body: {'port': {'device_id': 'e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': 'e7c46ec536ba4299830e3c3a0ec368f5'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:53.423266 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6d233193-6f8f-4401-887d-db51d3173791 req-a7a3fd39-a8eb-4659-b46c-e3907ff00daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b3d23ba2-ce0b-44be-9a28-658640bc7314), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:53.463490 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-95db949c-65ab-4171-ada9-93abfe7e099a req-4b690c50-cb4d-445c-b261-a6b13329ac62 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd HTTP/1.1" status: 200 len: 210 time: 0.1787930 Feb 09 01:31:53.472378 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81940b82-180f-438f-af43-6d5fdab3a3dc req-661a9d2f-a540-4ef9-b293-e52ccc1da81d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:53.474033 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-81940b82-180f-438f-af43-6d5fdab3a3dc req-661a9d2f-a540-4ef9-b293-e52ccc1da81d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 931 time: 0.1601403 Feb 09 01:31:53.543902 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:31:53.616010 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:31:53.616272 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 8d5d6f9c-c319-4aa6-b3b6-dbbe3dd44105 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:31:53.665092 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-81940b82-180f-438f-af43-6d5fdab3a3dc req-37ea5200-90dd-4e17-91a8-1302977747f9 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825836 Feb 09 01:31:53.896725 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-d86ea8fa-c419-449c-8932-5f8098272bd5 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Made reservation on behalf of e7c46ec536ba4299830e3c3a0ec368f5 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:53.897620 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-d86ea8fa-c419-449c-8932-5f8098272bd5 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:53.944897 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f8bac-4b56-4daf-ae1c-2f67c61d691d req-7028b26a-2dbb-4a00-bf34-39be87f437d4 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:53.953770 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-062f8bac-4b56-4daf-ae1c-2f67c61d691d req-7028b26a-2dbb-4a00-bf34-39be87f437d4 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 1128 time: 0.1356626 Feb 09 01:31:53.966501 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0523214-a165-4400-918d-a812253ef09d req-e7212c31-f323-4c30-8a30-68cd99148ab1 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:53.969221 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b0523214-a165-4400-918d-a812253ef09d req-e7212c31-f323-4c30-8a30-68cd99148ab1 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 945 time: 0.1840794 Feb 09 01:31:53.998537 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-6d233193-6f8f-4401-887d-db51d3173791 req-a7a3fd39-a8eb-4659-b46c-e3907ff00daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d23ba2-ce0b-44be-9a28-658640bc7314 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:54.011345 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6d233193-6f8f-4401-887d-db51d3173791 req-a7a3fd39-a8eb-4659-b46c-e3907ff00daa service neutron] Publish callbacks [] for port (b3d23ba2-ce0b-44be-9a28-658640bc7314), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:54.044730 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-ad36b482-af5c-4f82-bf67-628da7ec9ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:54.055593 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-062f8bac-4b56-4daf-ae1c-2f67c61d691d req-ffb3c6e9-96ed-4211-8949-845e5c737aab tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910797 Feb 09 01:31:54.060985 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-ad36b482-af5c-4f82-bf67-628da7ec9ba6 service neutron] Publish callbacks [] for port (a1f0eebb-7c5e-4b44-bd37-21eb343c06a3), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:54.080155 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-6d233193-6f8f-4401-887d-db51d3173791 req-a7a3fd39-a8eb-4659-b46c-e3907ff00daa service neutron] Transition to ACTIVE for port object b3d23ba2-ce0b-44be-9a28-658640bc7314 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:54.088446 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6d233193-6f8f-4401-887d-db51d3173791 req-a7a3fd39-a8eb-4659-b46c-e3907ff00daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b3d23ba2-ce0b-44be-9a28-658640bc7314), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:54.115096 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-ad36b482-af5c-4f82-bf67-628da7ec9ba6 service neutron] Transition to ACTIVE for port object a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:54.145343 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b0523214-a165-4400-918d-a812253ef09d req-8f839c3f-2a84-477c-aa97-c19b2d453051 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657870 Feb 09 01:31:54.175328 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-ad36b482-af5c-4f82-bf67-628da7ec9ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (a1f0eebb-7c5e-4b44-bd37-21eb343c06a3), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:54.277538 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6fcb99ae-5408-40a7-ac00-6392b78c4914 req-fd341b0a-9e4c-4e5c-8647-082890b5029a tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=4931b348-3ae8-4bda-b059-663f33c22374 HTTP/1.1" status: 200 len: 210 time: 0.0312619 Feb 09 01:31:54.282257 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-6d233193-6f8f-4401-887d-db51d3173791 req-a7a3fd39-a8eb-4659-b46c-e3907ff00daa service neutron] Attempting to bind port b3d23ba2-ce0b-44be-9a28-658640bc7314 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:54.283014 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-6d233193-6f8f-4401-887d-db51d3173791 req-a7a3fd39-a8eb-4659-b46c-e3907ff00daa service neutron] Attempting to bind port b3d23ba2-ce0b-44be-9a28-658640bc7314 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'c07f409c-2a75-4382-8c31-8a2af5357732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:54.283570 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d233193-6f8f-4401-887d-db51d3173791 req-a7a3fd39-a8eb-4659-b46c-e3907ff00daa service neutron] Attempting to bind port b3d23ba2-ce0b-44be-9a28-658640bc7314 on network 5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:54.287060 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3fd39-a8eb-4659-b46c-e3907ff00daa service neutron] Pushing event updated for resources: {'Port': ['ID=b3d23ba2-ce0b-44be-9a28-658640bc7314,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:54.293189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d233193-6f8f-4401-887d-db51d3173791 req-a7a3fd39-a8eb-4659-b46c-e3907ff00daa service neutron] Port b3d23ba2-ce0b-44be-9a28-658640bc7314 on network 5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:31:54.293544 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d233193-6f8f-4401-887d-db51d3173791 req-a7a3fd39-a8eb-4659-b46c-e3907ff00daa service neutron] Attempting to bind port b3d23ba2-ce0b-44be-9a28-658640bc7314 on network 5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:54.302358 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d233193-6f8f-4401-887d-db51d3173791 req-a7a3fd39-a8eb-4659-b46c-e3907ff00daa service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:54.302563 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d233193-6f8f-4401-887d-db51d3173791 req-a7a3fd39-a8eb-4659-b46c-e3907ff00daa service neutron] Checking segment: {'id': 'c07f409c-2a75-4382-8c31-8a2af5357732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:54.303026 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d233193-6f8f-4401-887d-db51d3173791 req-a7a3fd39-a8eb-4659-b46c-e3907ff00daa service neutron] Bound using segment: {'id': 'c07f409c-2a75-4382-8c31-8a2af5357732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:54.303798 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-6d233193-6f8f-4401-887d-db51d3173791 req-a7a3fd39-a8eb-4659-b46c-e3907ff00daa service neutron] Bound port: b3d23ba2-ce0b-44be-9a28-658640bc7314, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07f409c-2a75-4382-8c31-8a2af5357732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:54.304584 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6d233193-6f8f-4401-887d-db51d3173791 req-a7a3fd39-a8eb-4659-b46c-e3907ff00daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b3d23ba2-ce0b-44be-9a28-658640bc7314), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:54.375961 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-d86ea8fa-c419-449c-8932-5f8098272bd5 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Allocated IP 192.168.233.127 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/757e325a-202f-41a3-8787-97bf07a7524d) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:54.390811 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36b482-af5c-4f82-bf67-628da7ec9ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f0eebb-7c5e-4b44-bd37-21eb343c06a3,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:54.504837 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-6d233193-6f8f-4401-887d-db51d3173791 req-a7a3fd39-a8eb-4659-b46c-e3907ff00daa service neutron] For port b3d23ba2-ce0b-44be-9a28-658640bc7314, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:54.513896 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-6d233193-6f8f-4401-887d-db51d3173791 req-a7a3fd39-a8eb-4659-b46c-e3907ff00daa service neutron] For port b3d23ba2-ce0b-44be-9a28-658640bc7314, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=b3d23ba2-ce0b-44be-9a28-658640bc7314,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:54.524277 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a9c26-fc70-4004-9406-bdd1f13f6542 req-4120f5f5-fc46-40c8-91af-0ae3bd8254ac tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:54.534892 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-833a9c26-fc70-4004-9406-bdd1f13f6542 req-4120f5f5-fc46-40c8-91af-0ae3bd8254ac tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=667b4ea8-d321-4c37-bdd4-b118db7e125f HTTP/1.1" status: 200 len: 943 time: 0.2941966 Feb 09 01:31:54.536102 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6d233193-6f8f-4401-887d-db51d3173791 req-a7a3fd39-a8eb-4659-b46c-e3907ff00daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b3d23ba2-ce0b-44be-9a28-658640bc7314), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:54.614863 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d233193-6f8f-4401-887d-db51d3173791 req-a7a3fd39-a8eb-4659-b46c-e3907ff00daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:54.616793 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6d233193-6f8f-4401-887d-db51d3173791 req-a7a3fd39-a8eb-4659-b46c-e3907ff00daa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:54.619988 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d233193-6f8f-4401-887d-db51d3173791 req-a7a3fd39-a8eb-4659-b46c-e3907ff00daa service neutron] 10.222.0.48 "PUT /v2.0/ports/b3d23ba2-ce0b-44be-9a28-658640bc7314 HTTP/1.1" status: 200 len: 1091 time: 1.3192029 Feb 09 01:31:54.684305 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3fd39-a8eb-4659-b46c-e3907ff00daa service neutron] Pushing event updated for resources: {'Port': ['ID=b3d23ba2-ce0b-44be-9a28-658640bc7314,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:54.686492 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-ad36b482-af5c-4f82-bf67-628da7ec9ba6 service neutron] Attempting to bind port a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:54.687082 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-ad36b482-af5c-4f82-bf67-628da7ec9ba6 service neutron] Attempting to bind port a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '097c5076-9db0-48e7-9d59-aad5f00c38d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:54.687437 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-ad36b482-af5c-4f82-bf67-628da7ec9ba6 service neutron] Attempting to bind port a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 on network 30f1f285-ac54-43cd-8116-17aca97bda27 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:54.815910 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-ad36b482-af5c-4f82-bf67-628da7ec9ba6 service neutron] Port a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 on network 30f1f285-ac54-43cd-8116-17aca97bda27 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:31:54.816234 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-ad36b482-af5c-4f82-bf67-628da7ec9ba6 service neutron] Attempting to bind port a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 on network 30f1f285-ac54-43cd-8116-17aca97bda27 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:54.842776 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d233193-6f8f-4401-887d-db51d3173791 req-18d8e7a1-6958-4eac-bdc0-62fed2137116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:54.846194 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d233193-6f8f-4401-887d-db51d3173791 req-18d8e7a1-6958-4eac-bdc0-62fed2137116 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=829cc45e3f5e4f3f937ece362019fbee&device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 1125 time: 0.0779006 Feb 09 01:31:54.868677 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-833a9c26-fc70-4004-9406-bdd1f13f6542 req-396490c5-1f63-4ab2-8d34-dd0dd70419b3 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3312180 Feb 09 01:31:54.897603 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-ad36b482-af5c-4f82-bf67-628da7ec9ba6 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:54.897603 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-ad36b482-af5c-4f82-bf67-628da7ec9ba6 service neutron] Checking segment: {'id': '097c5076-9db0-48e7-9d59-aad5f00c38d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:54.897603 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-ad36b482-af5c-4f82-bf67-628da7ec9ba6 service neutron] Bound using segment: {'id': '097c5076-9db0-48e7-9d59-aad5f00c38d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:54.897603 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-ad36b482-af5c-4f82-bf67-628da7ec9ba6 service neutron] Bound port: a1f0eebb-7c5e-4b44-bd37-21eb343c06a3, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '097c5076-9db0-48e7-9d59-aad5f00c38d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:54.897603 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-ad36b482-af5c-4f82-bf67-628da7ec9ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a1f0eebb-7c5e-4b44-bd37-21eb343c06a3), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:54.978697 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d233193-6f8f-4401-887d-db51d3173791 req-52e1f33d-4af0-4f57-b678-4fc8bfe7ffde service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3d23ba2-ce0b-44be-9a28-658640bc7314 HTTP/1.1" status: 200 len: 217 time: 0.1026614 Feb 09 01:31:55.097355 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-93a2a990-30d4-4bfb-a70f-bf50dce5096d tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3a74b90a72e74db78f68afeba6cbadc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440896 Feb 09 01:31:55.100101 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d233193-6f8f-4401-887d-db51d3173791 req-a22681a8-eee0-47b6-b590-5917a337c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:55.101838 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d233193-6f8f-4401-887d-db51d3173791 req-a22681a8-eee0-47b6-b590-5917a337c19d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6417b864-ca46-417c-8bb2-9bbd8753c5f1 HTTP/1.1" status: 200 len: 844 time: 0.1115024 Feb 09 01:31:55.197510 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ce0a22-57c4-475f-afe0-382eef3be3f5', 'name': 'network-vif-deleted', 'tag': '405ac608-313b-4fde-8e63-dccfb8d282b6'}, {'name': 'network-changed', 'server_uuid': '36b5db20-3875-439e-a7f6-c74dcb71a64a', 'tag': 'b3d23ba2-ce0b-44be-9a28-658640bc7314'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:55.200397 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44522de-c5ad-466f-851c-08da5855fdb1" -d '{"events": [{"server_uuid": "42ce0a22-57c4-475f-afe0-382eef3be3f5", "name": "network-vif-deleted", "tag": "405ac608-313b-4fde-8e63-dccfb8d282b6"}, {"name": "network-changed", "server_uuid": "36b5db20-3875-439e-a7f6-c74dcb71a64a", "tag": "b3d23ba2-ce0b-44be-9a28-658640bc7314"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:55.373427 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-897d0a81-8e15-42a9-bb12-afd199824066 req-829cec48-82b1-47a9-abda-c5c3c687dc62 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd HTTP/1.1" status: 200 len: 210 time: 0.0697937 Feb 09 01:31:55.457973 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-ad36b482-af5c-4f82-bf67-628da7ec9ba6 service neutron] For port a1f0eebb-7c5e-4b44-bd37-21eb343c06a3, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:55.462979 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-d86ea8fa-c419-449c-8932-5f8098272bd5 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Publish callbacks [] for port (757e325a-202f-41a3-8787-97bf07a7524d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:55.466827 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-ad36b482-af5c-4f82-bf67-628da7ec9ba6 service neutron] For port a1f0eebb-7c5e-4b44-bd37-21eb343c06a3, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a1f0eebb-7c5e-4b44-bd37-21eb343c06a3,segment=NetworkSegment(097c5076-9db0-48e7-9d59-aad5f00c38d4),segment_id=097c5076-9db0-48e7-9d59-aad5f00c38d4)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:55.485160 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-ad36b482-af5c-4f82-bf67-628da7ec9ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (a1f0eebb-7c5e-4b44-bd37-21eb343c06a3), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:55.522391 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d233193-6f8f-4401-887d-db51d3173791 req-470127fe-a583-4140-ad2c-11048ac8db02 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b64af6b-0c58-4f8d-a0de-377b2bbc2b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3695252 Feb 09 01:31:55.607623 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-ad36b482-af5c-4f82-bf67-628da7ec9ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:55.609158 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-ad36b482-af5c-4f82-bf67-628da7ec9ba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:55.611157 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-ad36b482-af5c-4f82-bf67-628da7ec9ba6 service neutron] 10.222.0.67 "PUT /v2.0/ports/a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 HTTP/1.1" status: 200 len: 1091 time: 2.5992606 Feb 09 01:31:55.618443 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '667b4ea8-d321-4c37-bdd4-b118db7e125f', 'tag': 'a1f0eebb-7c5e-4b44-bd37-21eb343c06a3'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:55.622147 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5fb02a-1486-476a-93d8-b9ebb691ef3d" -d '{"events": [{"name": "network-changed", "server_uuid": "667b4ea8-d321-4c37-bdd4-b118db7e125f", "tag": "a1f0eebb-7c5e-4b44-bd37-21eb343c06a3"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:55.675695 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36b482-af5c-4f82-bf67-628da7ec9ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f0eebb-7c5e-4b44-bd37-21eb343c06a3,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:55.709269 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b132be85-5403-4b50-9876-3ca8a830d820 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:55.712896 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b132be85-5403-4b50-9876-3ca8a830d820 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5979428 Feb 09 01:31:55.745696 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-89db2d6d-1a31-41f0-a921-46db33014910 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Request body: {'port': {'device_id': '4931b348-3ae8-4bda-b059-663f33c22374', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': '3a74b90a72e74db78f68afeba6cbadc5'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:55.777450 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-d86ea8fa-c419-449c-8932-5f8098272bd5 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (757e325a-202f-41a3-8787-97bf07a7524d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:55.855590 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d233193-6f8f-4401-887d-db51d3173791 req-41399de8-dac9-4b24-8e13-9f5beaa03a11 service neutron] 10.222.0.48 "GET /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190439 Feb 09 01:31:55.865251 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-d86ea8fa-c419-449c-8932-5f8098272bd5 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:55.877915 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2f570-92b8-4b6a-b2d2-4f83572e309c req-2c1ec6aa-795b-423c-bad9-278e06da69f5 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:55.879590 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d9e2f570-92b8-4b6a-b2d2-4f83572e309c req-2c1ec6aa-795b-423c-bad9-278e06da69f5 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e984c3-9909-4505-8dcb-6fb569589d87 HTTP/1.1" status: 200 len: 950 time: 0.2426679 Feb 09 01:31:55.881585 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ea8fa-c419-449c-8932-5f8098272bd5 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Pushing event updated for resources: {'Port': ['ID=757e325a-202f-41a3-8787-97bf07a7524d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:55.884416 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-d86ea8fa-c419-449c-8932-5f8098272bd5 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:55.888203 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-d86ea8fa-c419-449c-8932-5f8098272bd5 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:55.929062 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-774a1b3a-4158-4e09-a306-b88ad69ac792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:55.933447 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-774a1b3a-4158-4e09-a306-b88ad69ac792 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c3c032fc7314a3f9814230b1c240bfa&device_id=667b4ea8-d321-4c37-bdd4-b118db7e125f HTTP/1.1" status: 200 len: 1125 time: 0.2558899 Feb 09 01:31:56.059841 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-89db2d6d-1a31-41f0-a921-46db33014910 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Made reservation on behalf of 3a74b90a72e74db78f68afeba6cbadc5 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:56.064073 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-89db2d6d-1a31-41f0-a921-46db33014910 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:56.103393 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d233193-6f8f-4401-887d-db51d3173791 req-d69e4c26-b90a-4f71-bcfc-81e022f93de3 service neutron] 10.222.0.48 "GET /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395954 Feb 09 01:31:56.113680 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-62146c77-200f-4fa8-a96f-e0e59b50440f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 HTTP/1.1" status: 200 len: 217 time: 0.1680036 Feb 09 01:31:56.143869 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d9e2f570-92b8-4b6a-b2d2-4f83572e309c req-ea11f0fb-6dc3-4f99-a15c-33bff1c637f5 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/security-groups?id=09b064e4-da91-42e7-bffb-e557fbc0dc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524650 Feb 09 01:31:56.197910 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-d86ea8fa-c419-449c-8932-5f8098272bd5 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:56.198579 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-d86ea8fa-c419-449c-8932-5f8098272bd5 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:56.273486 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-d86ea8fa-c419-449c-8932-5f8098272bd5 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9506109 Feb 09 01:31:56.278784 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-1ad3588b-54c7-4f49-b3ab-8d861b2f16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:56.282005 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-1ad3588b-54c7-4f49-b3ab-8d861b2f16e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6573763d-11e2-4623-8df7-0db6006f3bfc HTTP/1.1" status: 200 len: 863 time: 0.1601949 Feb 09 01:31:56.292197 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-579f6740-536c-406d-862b-63529b9b182d service neutron] Request body: {'port': {'device_id': 'e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:56.397167 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e726a44d-03c6-424d-8819-48b5ced11822 None None] Provisioning complete for port 757e325a-202f-41a3-8787-97bf07a7524d triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:56.398816 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e726a44d-03c6-424d-8819-48b5ced11822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (757e325a-202f-41a3-8787-97bf07a7524d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:56.422794 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-89db2d6d-1a31-41f0-a921-46db33014910 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Allocated IP 192.168.233.174 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/698c4525-688a-460c-9a07-28825d9652ea) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:56.466160 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e726a44d-03c6-424d-8819-48b5ced11822 None None] Port 757e325a-202f-41a3-8787-97bf07a7524d cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:31:56.485796 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-579f6740-536c-406d-862b-63529b9b182d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (757e325a-202f-41a3-8787-97bf07a7524d), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:56.499381 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55328) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:56.513462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-95507719-ed19-470b-967c-22addcae8fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:56.515885 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-95507719-ed19-470b-967c-22addcae8fdd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=30f1f285-ac54-43cd-8116-17aca97bda27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2171762 Feb 09 01:31:56.528136 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab578c2-074c-4bfa-bcb5-02c306ac8fac req-86ca4e32-6030-42a5-a793-b94764c50003 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:56.530491 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ab578c2-074c-4bfa-bcb5-02c306ac8fac req-86ca4e32-6030-42a5-a793-b94764c50003 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 943 time: 0.1619112 Feb 09 01:31:56.637457 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-b00b9a7e-9e57-497c-87d3-cdf81318ee02 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:31:56.638443 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-b00b9a7e-9e57-497c-87d3-cdf81318ee02 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1376202 Feb 09 01:31:56.738254 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-89db2d6d-1a31-41f0-a921-46db33014910 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks [] for port (698c4525-688a-460c-9a07-28825d9652ea), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:56.783120 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-89db2d6d-1a31-41f0-a921-46db33014910 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (698c4525-688a-460c-9a07-28825d9652ea), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:56.799569 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['83910113-c044-456c-97c4-c82888ecd3d9'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:56.828043 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ab578c2-074c-4bfa-bcb5-02c306ac8fac req-f10c095f-c5d2-4251-8cd9-6b9981259aae tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671425 Feb 09 01:31:56.856510 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['57a62820-8a2e-4914-9bb5-23613d65c5e6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:56.881594 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-89db2d6d-1a31-41f0-a921-46db33014910 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:56.887428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-89db2d6d-1a31-41f0-a921-46db33014910 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:56.905481 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-89db2d6d-1a31-41f0-a921-46db33014910 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:56.910950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-89db2d6d-1a31-41f0-a921-46db33014910 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:56.911615 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-89db2d6d-1a31-41f0-a921-46db33014910 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:56.940355 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-89db2d6d-1a31-41f0-a921-46db33014910 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2094016 Feb 09 01:31:56.944605 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-49cfa114-93e8-42b7-9a1f-35b380cc842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:56.945988 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-49cfa114-93e8-42b7-9a1f-35b380cc842f service neutron] 10.222.0.36 "GET /v2.0/ports/6ce994cb-e48b-429e-9413-e76e507a57c0 HTTP/1.1" status: 200 len: 1125 time: 0.2427125 Feb 09 01:31:56.956095 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db2d6d-1a31-41f0-a921-46db33014910 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Pushing event updated for resources: {'Port': ['ID=698c4525-688a-460c-9a07-28825d9652ea,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:56.963526 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b13ae3b8-c05b-42c4-82e4-f2d16df28491 service neutron] Request body: {'port': {'device_id': '4931b348-3ae8-4bda-b059-663f33c22374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:57.021176 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-3360513d-eeb4-4208-8c89-c3fe2f859e60 service neutron] Request body: {'binding': {'host': 'n-h2-828387-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:57.021708 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-3360513d-eeb4-4208-8c89-c3fe2f859e60 service neutron] Unknown quota resources ['binding']. {{(pid=103183) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:31:57.090784 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b13ae3b8-c05b-42c4-82e4-f2d16df28491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (698c4525-688a-460c-9a07-28825d9652ea), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.113822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492635bd-0535-45e3-9bec-62f075ef2de9 req-9f47af4b-1001-4fb0-9b3c-859cef1c0da2 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:57.115449 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-492635bd-0535-45e3-9bec-62f075ef2de9 req-9f47af4b-1001-4fb0-9b3c-859cef1c0da2 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e984c3-9909-4505-8dcb-6fb569589d87 HTTP/1.1" status: 200 len: 950 time: 0.2533474 Feb 09 01:31:57.169049 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-e9ea9b8c-22bd-4853-9e39-161602e819f5 service neutron] 10.222.0.67 "GET /v2.0/networks/30f1f285-ac54-43cd-8116-17aca97bda27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6178606 Feb 09 01:31:57.295410 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9254e31f-b0c6-49f5-a2e6-6d639ff71d2c None None] Provisioning complete for port 698c4525-688a-460c-9a07-28825d9652ea triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:57.296864 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9254e31f-b0c6-49f5-a2e6-6d639ff71d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (698c4525-688a-460c-9a07-28825d9652ea), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.337484 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9254e31f-b0c6-49f5-a2e6-6d639ff71d2c None None] Port 698c4525-688a-460c-9a07-28825d9652ea cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:31:57.358519 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-579f6740-536c-406d-862b-63529b9b182d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 757e325a-202f-41a3-8787-97bf07a7524d {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:57.372743 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-579f6740-536c-406d-862b-63529b9b182d service neutron] Publish callbacks [] for port (757e325a-202f-41a3-8787-97bf07a7524d), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.404564 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5752af-764c-42f9-baeb-b3bdf4e0091e req-51ad3f18-e85e-4ef7-bccb-512c61b7cfd2 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:57.406879 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c5752af-764c-42f9-baeb-b3bdf4e0091e req-51ad3f18-e85e-4ef7-bccb-512c61b7cfd2 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 945 time: 0.2588716 Feb 09 01:31:57.408759 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96e7f81d-f8f7-491f-a1db-cf0c4b61beeb req-f2dd5394-9ad4-4808-bfdb-a6d67087e27c service neutron] 10.222.0.67 "GET /v2.0/networks/30f1f285-ac54-43cd-8116-17aca97bda27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110608 Feb 09 01:31:57.411553 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-579f6740-536c-406d-862b-63529b9b182d service neutron] Transition to ACTIVE for port object 757e325a-202f-41a3-8787-97bf07a7524d will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:57.422747 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-579f6740-536c-406d-862b-63529b9b182d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (757e325a-202f-41a3-8787-97bf07a7524d), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.437671 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-3360513d-eeb4-4208-8c89-c3fe2f859e60 service neutron] Attempting to bind port 6ce994cb-e48b-429e-9413-e76e507a57c0 on host n-h2-828387-3 for vnic_type normal with profile None {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:57.437671 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-3360513d-eeb4-4208-8c89-c3fe2f859e60 service neutron] Attempting to bind port 6ce994cb-e48b-429e-9413-e76e507a57c0 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:57.438117 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-3360513d-eeb4-4208-8c89-c3fe2f859e60 service neutron] Attempting to bind port 6ce994cb-e48b-429e-9413-e76e507a57c0 on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:57.481182 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-3360513d-eeb4-4208-8c89-c3fe2f859e60 service neutron] Port 6ce994cb-e48b-429e-9413-e76e507a57c0 on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:31:57.481509 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-3360513d-eeb4-4208-8c89-c3fe2f859e60 service neutron] Attempting to bind port 6ce994cb-e48b-429e-9413-e76e507a57c0 on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:57.488746 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-492635bd-0535-45e3-9bec-62f075ef2de9 req-93789b0e-1196-4c1d-aec4-8ce697a3f7d4 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Deleting port 7da8e4c8-627d-48f4-9535-577f5a5d30ea {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:57.489086 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-492635bd-0535-45e3-9bec-62f075ef2de9 req-93789b0e-1196-4c1d-aec4-8ce697a3f7d4 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (7da8e4c8-627d-48f4-9535-577f5a5d30ea), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.495495 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f6740-536c-406d-862b-63529b9b182d service neutron] Pushing event updated for resources: {'Port': ['ID=757e325a-202f-41a3-8787-97bf07a7524d,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:57.526894 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c5752af-764c-42f9-baeb-b3bdf4e0091e req-7b03be99-ec99-4e08-88b0-292bbe9d3312 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113458 Feb 09 01:31:57.538031 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-3360513d-eeb4-4208-8c89-c3fe2f859e60 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:57.538371 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-3360513d-eeb4-4208-8c89-c3fe2f859e60 service neutron] Checking segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:57.538752 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-3360513d-eeb4-4208-8c89-c3fe2f859e60 service neutron] Bound using segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:57.539189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-3360513d-eeb4-4208-8c89-c3fe2f859e60 service neutron] Bound port: 6ce994cb-e48b-429e-9413-e76e507a57c0, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:57.583380 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-579f6740-536c-406d-862b-63529b9b182d service neutron] Attempting to bind port 757e325a-202f-41a3-8787-97bf07a7524d on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:57.583871 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-579f6740-536c-406d-862b-63529b9b182d service neutron] Attempting to bind port 757e325a-202f-41a3-8787-97bf07a7524d by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:57.584176 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-579f6740-536c-406d-862b-63529b9b182d service neutron] Attempting to bind port 757e325a-202f-41a3-8787-97bf07a7524d on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:57.589107 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-579f6740-536c-406d-862b-63529b9b182d service neutron] Port 757e325a-202f-41a3-8787-97bf07a7524d on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:31:57.589423 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-579f6740-536c-406d-862b-63529b9b182d service neutron] Attempting to bind port 757e325a-202f-41a3-8787-97bf07a7524d on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:57.597412 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-579f6740-536c-406d-862b-63529b9b182d service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:57.597773 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-579f6740-536c-406d-862b-63529b9b182d service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:57.598121 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-579f6740-536c-406d-862b-63529b9b182d service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:57.598548 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-579f6740-536c-406d-862b-63529b9b182d service neutron] Bound port: 757e325a-202f-41a3-8787-97bf07a7524d, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:57.598903 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-579f6740-536c-406d-862b-63529b9b182d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (757e325a-202f-41a3-8787-97bf07a7524d), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.657191 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-3360513d-eeb4-4208-8c89-c3fe2f859e60 service neutron] For port 6ce994cb-e48b-429e-9413-e76e507a57c0, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6ce994cb-e48b-429e-9413-e76e507a57c0,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:57.687353 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-3360513d-eeb4-4208-8c89-c3fe2f859e60 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.695566 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-3360513d-eeb4-4208-8c89-c3fe2f859e60 service neutron] 10.222.0.36 "POST /v2.0/ports/6ce994cb-e48b-429e-9413-e76e507a57c0/bindings HTTP/1.1" status: 201 len: 389 time: 0.6862864 Feb 09 01:31:57.718711 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edf37e-63ff-4b7f-af59-7eab558ec920 req-2d766d4d-8101-4dbc-a928-bd78395193ae tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:57.720479 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56edf37e-63ff-4b7f-af59-7eab558ec920 req-2d766d4d-8101-4dbc-a928-bd78395193ae tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=4931b348-3ae8-4bda-b059-663f33c22374 HTTP/1.1" status: 200 len: 936 time: 0.1000659 Feb 09 01:31:57.723347 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-579f6740-536c-406d-862b-63529b9b182d service neutron] For port 757e325a-202f-41a3-8787-97bf07a7524d, host n-h2-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:57.726796 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-579f6740-536c-406d-862b-63529b9b182d service neutron] For port 757e325a-202f-41a3-8787-97bf07a7524d, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=757e325a-202f-41a3-8787-97bf07a7524d,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:57.728844 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-492635bd-0535-45e3-9bec-62f075ef2de9 req-93789b0e-1196-4c1d-aec4-8ce697a3f7d4 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] For port 7da8e4c8-627d-48f4-9535-577f5a5d30ea, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=7da8e4c8-627d-48f4-9535-577f5a5d30ea,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:57.729218 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-492635bd-0535-45e3-9bec-62f075ef2de9 req-93789b0e-1196-4c1d-aec4-8ce697a3f7d4 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (7da8e4c8-627d-48f4-9535-577f5a5d30ea), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.749226 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-579f6740-536c-406d-862b-63529b9b182d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (757e325a-202f-41a3-8787-97bf07a7524d), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.755536 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-492635bd-0535-45e3-9bec-62f075ef2de9 req-93789b0e-1196-4c1d-aec4-8ce697a3f7d4 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Calling delete_port for 7da8e4c8-627d-48f4-9535-577f5a5d30ea owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:57.819353 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-579f6740-536c-406d-862b-63529b9b182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:57.820124 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-579f6740-536c-406d-862b-63529b9b182d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.821553 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-579f6740-536c-406d-862b-63529b9b182d service neutron] 10.222.0.48 "PUT /v2.0/ports/757e325a-202f-41a3-8787-97bf07a7524d HTTP/1.1" status: 200 len: 1096 time: 1.5363529 Feb 09 01:31:57.841930 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7952fc66-5aff-4ed3-9e36-e3064356a365 x-openstack-request-id: req-7952fc66-5aff-4ed3-9e36-e3064356a365 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:57.843777 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ce0a22-57c4-475f-afe0-382eef3be3f5", "name": "network-vif-deleted", "tag": "405ac608-313b-4fde-8e63-dccfb8d282b6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "36b5db20-3875-439e-a7f6-c74dcb71a64a", "tag": "b3d23ba2-ce0b-44be-9a28-658640bc7314", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:57.843777 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7952fc66-5aff-4ed3-9e36-e3064356a365 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:57.845540 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ce0a22-57c4-475f-afe0-382eef3be3f5', 'name': 'network-vif-deleted', 'tag': '405ac608-313b-4fde-8e63-dccfb8d282b6', 'status': 'completed', 'code': 200} Feb 09 01:31:57.845882 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b5db20-3875-439e-a7f6-c74dcb71a64a', 'tag': 'b3d23ba2-ce0b-44be-9a28-658640bc7314', 'status': 'completed', 'code': 200} Feb 09 01:31:57.857651 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56edf37e-63ff-4b7f-af59-7eab558ec920 req-32116010-85b9-4aae-be33-f7a147d2d2f3 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276865 Feb 09 01:31:57.861238 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f6740-536c-406d-862b-63529b9b182d service neutron] Pushing event updated for resources: {'Port': ['ID=757e325a-202f-41a3-8787-97bf07a7524d,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:57.915687 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b13ae3b8-c05b-42c4-82e4-f2d16df28491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698c4525-688a-460c-9a07-28825d9652ea {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:57.931512 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b13ae3b8-c05b-42c4-82e4-f2d16df28491 service neutron] Publish callbacks [] for port (698c4525-688a-460c-9a07-28825d9652ea), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.947429 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-a6a39212-5a82-422a-9b68-b3bd12554b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:57.948649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.48', 49975) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:57.953433 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-a6a39212-5a82-422a-9b68-b3bd12554b0b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e7c46ec536ba4299830e3c3a0ec368f5&device_id=e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd HTTP/1.1" status: 200 len: 1130 time: 0.0769742 Feb 09 01:31:57.962268 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63de63e5-6ea7-4bdb-baea-6216a89aa506 x-openstack-request-id: req-63de63e5-6ea7-4bdb-baea-6216a89aa506 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:57.962572 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "667b4ea8-d321-4c37-bdd4-b118db7e125f", "tag": "a1f0eebb-7c5e-4b44-bd37-21eb343c06a3", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:57.962897 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63de63e5-6ea7-4bdb-baea-6216a89aa506 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:57.963286 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '667b4ea8-d321-4c37-bdd4-b118db7e125f', 'tag': 'a1f0eebb-7c5e-4b44-bd37-21eb343c06a3', 'status': 'completed', 'code': 200} Feb 09 01:31:57.987453 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b13ae3b8-c05b-42c4-82e4-f2d16df28491 service neutron] Transition to ACTIVE for port object 698c4525-688a-460c-9a07-28825d9652ea will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:58.027723 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b13ae3b8-c05b-42c4-82e4-f2d16df28491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (698c4525-688a-460c-9a07-28825d9652ea), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:58.056552 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-9fbd609e-256a-41de-8e3e-98655ed02b93 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=757e325a-202f-41a3-8787-97bf07a7524d HTTP/1.1" status: 200 len: 217 time: 0.0844588 Feb 09 01:31:58.082765 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.48', 49976) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:58.162277 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-a6a2f235-2355-4e2c-ae27-4484035a0f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:58.164335 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-a6a2f235-2355-4e2c-ae27-4484035a0f49 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.0905199 Feb 09 01:31:58.172072 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fb02a-1486-476a-93d8-b9ebb691ef3d req-03de556d-4ef4-4258-a3c0-d0dcc915a4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:58.174055 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8f5fb02a-1486-476a-93d8-b9ebb691ef3d req-03de556d-4ef4-4258-a3c0-d0dcc915a4d4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c3c032fc7314a3f9814230b1c240bfa&device_id=667b4ea8-d321-4c37-bdd4-b118db7e125f HTTP/1.1" status: 200 len: 1125 time: 0.1418359 Feb 09 01:31:58.195163 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb56b1d-2d6f-44cf-86ef-6fe02d70f39e req-b10f280b-e1b7-463d-bdd8-1ef42bb8294c tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:58.203419 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ceb56b1d-2d6f-44cf-86ef-6fe02d70f39e req-b10f280b-e1b7-463d-bdd8-1ef42bb8294c tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=667b4ea8-d321-4c37-bdd4-b118db7e125f HTTP/1.1" status: 200 len: 943 time: 0.1722856 Feb 09 01:31:58.269351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ae3b8-c05b-42c4-82e4-f2d16df28491 service neutron] Pushing event updated for resources: {'Port': ['ID=698c4525-688a-460c-9a07-28825d9652ea,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:58.294177 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27d90e-a2cd-4121-8179-39a76931db10 req-6d8c0b2c-bd79-4174-a40f-3cf8e6a8f4cc tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:58.295823 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec27d90e-a2cd-4121-8179-39a76931db10 req-6d8c0b2c-bd79-4174-a40f-3cf8e6a8f4cc tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd HTTP/1.1" status: 200 len: 948 time: 0.2331386 Feb 09 01:31:58.316739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44522de-c5ad-466f-851c-08da5855fdb1 req-b09faf2c-e7f4-4fa6-a4b8-d1a35d5fa483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:58.318371 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c44522de-c5ad-466f-851c-08da5855fdb1 req-b09faf2c-e7f4-4fa6-a4b8-d1a35d5fa483 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=829cc45e3f5e4f3f937ece362019fbee&device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 1125 time: 0.3674777 Feb 09 01:31:58.350130 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-0ed7867a-871f-4876-b2d3-7e76e6a03366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:58.351670 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-0ed7867a-871f-4876-b2d3-7e76e6a03366 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1750536 Feb 09 01:31:58.360363 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ceb56b1d-2d6f-44cf-86ef-6fe02d70f39e req-e071c438-bf8d-452a-92b9-2ddbaf2455d7 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560557 Feb 09 01:31:58.371630 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-aab1b945-c69f-44d6-bdec-8e288926d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:58.374141 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-aab1b945-c69f-44d6-bdec-8e288926d8d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 1128 time: 0.2845254 Feb 09 01:31:58.375488 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fb02a-1486-476a-93d8-b9ebb691ef3d req-53b67d43-bd60-41b8-a09e-8ed10b366e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:58.376602 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8f5fb02a-1486-476a-93d8-b9ebb691ef3d req-53b67d43-bd60-41b8-a09e-8ed10b366e49 service neutron] 10.222.0.67 "GET /v2.0/networks?id=30f1f285-ac54-43cd-8116-17aca97bda27 HTTP/1.1" status: 200 len: 925 time: 0.1893423 Feb 09 01:31:58.467264 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8f5fb02a-1486-476a-93d8-b9ebb691ef3d req-7985b30f-3089-41b0-8504-806b7467f643 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 HTTP/1.1" status: 200 len: 217 time: 0.0792742 Feb 09 01:31:58.475034 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b13ae3b8-c05b-42c4-82e4-f2d16df28491 service neutron] Attempting to bind port 698c4525-688a-460c-9a07-28825d9652ea on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:58.475442 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b13ae3b8-c05b-42c4-82e4-f2d16df28491 service neutron] Attempting to bind port 698c4525-688a-460c-9a07-28825d9652ea by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:58.476080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b13ae3b8-c05b-42c4-82e4-f2d16df28491 service neutron] Attempting to bind port 698c4525-688a-460c-9a07-28825d9652ea on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:58.519990 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fb02a-1486-476a-93d8-b9ebb691ef3d req-252746aa-26f9-456b-99ca-24a49972a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:58.521755 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8f5fb02a-1486-476a-93d8-b9ebb691ef3d req-252746aa-26f9-456b-99ca-24a49972a198 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6573763d-11e2-4623-8df7-0db6006f3bfc HTTP/1.1" status: 200 len: 863 time: 0.0504057 Feb 09 01:31:58.539634 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-492635bd-0535-45e3-9bec-62f075ef2de9 req-93789b0e-1196-4c1d-aec4-8ce697a3f7d4 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (7da8e4c8-627d-48f4-9535-577f5a5d30ea), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:58.556141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['7da8e4c8-627d-48f4-9535-577f5a5d30ea'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:58.558917 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-61d7bc02-b83b-43e9-a1d2-48b63b6dd2e8 req-cce34bdc-2bbb-4907-afb8-eeef219ec89c tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e984c3-9909-4505-8dcb-6fb569589d87 HTTP/1.1" status: 200 len: 210 time: 0.0360756 Feb 09 01:31:58.573975 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b13ae3b8-c05b-42c4-82e4-f2d16df28491 service neutron] Port 698c4525-688a-460c-9a07-28825d9652ea on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:31:58.574372 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b13ae3b8-c05b-42c4-82e4-f2d16df28491 service neutron] Attempting to bind port 698c4525-688a-460c-9a07-28825d9652ea on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:58.586252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93789b0e-1196-4c1d-aec4-8ce697a3f7d4 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Pushing event deleted for resources: {'Port': ['ID=7da8e4c8-627d-48f4-9535-577f5a5d30ea,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:58.624279 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b13ae3b8-c05b-42c4-82e4-f2d16df28491 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:58.624662 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b13ae3b8-c05b-42c4-82e4-f2d16df28491 service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:58.625013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b13ae3b8-c05b-42c4-82e4-f2d16df28491 service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:58.625474 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b13ae3b8-c05b-42c4-82e4-f2d16df28491 service neutron] Bound port: 698c4525-688a-460c-9a07-28825d9652ea, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:58.626219 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b13ae3b8-c05b-42c4-82e4-f2d16df28491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (698c4525-688a-460c-9a07-28825d9652ea), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:58.650525 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-b7c4da14-9dbd-45e3-ab6e-e462dc8ec2d0 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889166 Feb 09 01:31:58.653930 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fb02a-1486-476a-93d8-b9ebb691ef3d req-9e17e8be-7ad3-44d5-8f7a-776ba9fa3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:58.657296 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8f5fb02a-1486-476a-93d8-b9ebb691ef3d req-9e17e8be-7ad3-44d5-8f7a-776ba9fa3cae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=30f1f285-ac54-43cd-8116-17aca97bda27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0974143 Feb 09 01:31:58.660571 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec27d90e-a2cd-4121-8179-39a76931db10 req-fef2a6e3-a01e-462a-a639-37f3cc54bd6f tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/security-groups?id=305a0a6d-e2ac-4044-999e-4a2e1b20037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384080 Feb 09 01:31:58.786428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-492635bd-0535-45e3-9bec-62f075ef2de9 req-93789b0e-1196-4c1d-aec4-8ce697a3f7d4 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] No DVR routers for this DVR port 7da8e4c8-627d-48f4-9535-577f5a5d30ea on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:58.789125 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-492635bd-0535-45e3-9bec-62f075ef2de9 req-93789b0e-1196-4c1d-aec4-8ce697a3f7d4 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:58.792885 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-492635bd-0535-45e3-9bec-62f075ef2de9 req-93789b0e-1196-4c1d-aec4-8ce697a3f7d4 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] 10.222.0.48 "DELETE /v2.0/ports/7da8e4c8-627d-48f4-9535-577f5a5d30ea HTTP/1.1" status: 204 len: 173 time: 1.6557364 Feb 09 01:31:58.793972 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44522de-c5ad-466f-851c-08da5855fdb1 req-799bdd25-4d6e-441c-b76f-794e56c04500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:58.795526 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c44522de-c5ad-466f-851c-08da5855fdb1 req-799bdd25-4d6e-441c-b76f-794e56c04500 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 HTTP/1.1" status: 200 len: 905 time: 0.4539962 Feb 09 01:31:58.858472 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-717591db-55e3-4928-ac2a-eb4d5637b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:58.859962 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-717591db-55e3-4928-ac2a-eb4d5637b7b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 907 time: 0.4673929 Feb 09 01:31:58.887355 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1f944a2a-824c-4836-aaef-68514f8f69c6 req-36de6fff-dd06-4314-8418-6f0c9a4fa11d service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274008 Feb 09 01:31:58.938588 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90165b14-fdf9-4848-a7b9-e8dee0adb461 req-e6051dce-253e-4c36-b597-2b163977997b tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:58.940728 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-90165b14-fdf9-4848-a7b9-e8dee0adb461 req-e6051dce-253e-4c36-b597-2b163977997b tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 1127 time: 0.2821822 Feb 09 01:31:59.024799 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-90165b14-fdf9-4848-a7b9-e8dee0adb461 req-4562f72d-4e9e-443e-be8f-fd91be64c41b tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728467 Feb 09 01:31:59.062855 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8f5fb02a-1486-476a-93d8-b9ebb691ef3d req-0ce45440-772e-4992-81c1-a87c1b77ec11 service neutron] 10.222.0.67 "GET /v2.0/networks/30f1f285-ac54-43cd-8116-17aca97bda27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554673 Feb 09 01:31:59.212202 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c44522de-c5ad-466f-851c-08da5855fdb1 req-8380c7ca-1851-4048-b6c8-4cf3baa1e5e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3d23ba2-ce0b-44be-9a28-658640bc7314 HTTP/1.1" status: 200 len: 217 time: 0.3755093 Feb 09 01:31:59.344888 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44522de-c5ad-466f-851c-08da5855fdb1 req-179c3ac6-4062-431c-9c8b-518a5f91ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:59.347838 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c44522de-c5ad-466f-851c-08da5855fdb1 req-179c3ac6-4062-431c-9c8b-518a5f91ab15 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6417b864-ca46-417c-8bb2-9bbd8753c5f1 HTTP/1.1" status: 200 len: 844 time: 0.1126983 Feb 09 01:31:59.439983 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c44522de-c5ad-466f-851c-08da5855fdb1 req-86d2aa35-edb0-408b-a8b5-b8558fa317f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b64af6b-0c58-4f8d-a0de-377b2bbc2b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360928 Feb 09 01:31:59.441632 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-cbb9fb59-2d85-4b41-bdca-6ff84e6078bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce994cb-e48b-429e-9413-e76e507a57c0 HTTP/1.1" status: 200 len: 217 time: 0.2200482 Feb 09 01:31:59.451285 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01bf5-bd5e-4988-926d-098156d475f8 req-075fd3f0-7bea-48c3-a4a4-0a355b252352 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:59.459168 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aae01bf5-bd5e-4988-926d-098156d475f8 req-075fd3f0-7bea-48c3-a4a4-0a355b252352 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 946 time: 0.7111959 Feb 09 01:31:59.465528 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b13ae3b8-c05b-42c4-82e4-f2d16df28491 service neutron] For port 698c4525-688a-460c-9a07-28825d9652ea, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:59.540209 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b13ae3b8-c05b-42c4-82e4-f2d16df28491 service neutron] For port 698c4525-688a-460c-9a07-28825d9652ea, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=698c4525-688a-460c-9a07-28825d9652ea,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:59.570884 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8f5fb02a-1486-476a-93d8-b9ebb691ef3d req-9409dfbc-1421-4b6f-8d61-6a7d7a99a3d5 service neutron] 10.222.0.67 "GET /v2.0/networks/30f1f285-ac54-43cd-8116-17aca97bda27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986486 Feb 09 01:31:59.600567 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b13ae3b8-c05b-42c4-82e4-f2d16df28491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (698c4525-688a-460c-9a07-28825d9652ea), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:59.601740 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device b3d23ba2-ce0b-44be-9a28-658640bc7314 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:59.626882 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a3168-8ed3-49c9-8d4a-f8435568fd63 req-707fdfa4-9090-406b-81ff-ff05ef45005e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:59.631478 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cb6a3168-8ed3-49c9-8d4a-f8435568fd63 req-707fdfa4-9090-406b-81ff-ff05ef45005e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 943 time: 0.1629794 Feb 09 01:31:59.692864 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b13ae3b8-c05b-42c4-82e4-f2d16df28491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:59.694254 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b13ae3b8-c05b-42c4-82e4-f2d16df28491 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:59.696283 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b13ae3b8-c05b-42c4-82e4-f2d16df28491 service neutron] 10.222.0.48 "PUT /v2.0/ports/698c4525-688a-460c-9a07-28825d9652ea HTTP/1.1" status: 200 len: 1096 time: 2.7367709 Feb 09 01:31:59.716124 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-3f0dadd3-6752-46cd-845e-c25973319123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:59.719322 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-3f0dadd3-6752-46cd-845e-c25973319123 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.2561026 Feb 09 01:31:59.778039 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cb6a3168-8ed3-49c9-8d4a-f8435568fd63 req-16684759-6869-48de-b08f-8018a16185e2 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418431 Feb 09 01:31:59.828101 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port b3d23ba2-ce0b-44be-9a28-658640bc7314, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=b3d23ba2-ce0b-44be-9a28-658640bc7314,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:59.851494 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'b3d23ba2-ce0b-44be-9a28-658640bc7314', 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16', 'port_id': 'b3d23ba2-ce0b-44be-9a28-658640bc7314', 'mac_address': 'fa:16:3e:c8:56:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6417b864-ca46-417c-8bb2-9bbd8753c5f1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:31:59.860328 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e984c3-9909-4505-8dcb-6fb569589d87', 'name': 'network-vif-deleted', 'tag': '7da8e4c8-627d-48f4-9535-577f5a5d30ea'}, {'name': 'network-changed', 'server_uuid': '4931b348-3ae8-4bda-b059-663f33c22374', 'tag': '698c4525-688a-460c-9a07-28825d9652ea'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:59.867848 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da44d747-c2d0-4ba0-9790-e0f78694c427" -d '{"events": [{"server_uuid": "10e984c3-9909-4505-8dcb-6fb569589d87", "name": "network-vif-deleted", "tag": "7da8e4c8-627d-48f4-9535-577f5a5d30ea"}, {"name": "network-changed", "server_uuid": "4931b348-3ae8-4bda-b059-663f33c22374", "tag": "698c4525-688a-460c-9a07-28825d9652ea"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:59.912785 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-85bc2e69-f236-468a-a578-8c488a88eabe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1514583 Feb 09 01:31:59.922356 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port b3d23ba2-ce0b-44be-9a28-658640bc7314 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:59.924062 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aae01bf5-bd5e-4988-926d-098156d475f8 req-87835919-8548-4120-ba6f-25c913b6741c tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637058 Feb 09 01:31:59.933666 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b3d23ba2-ce0b-44be-9a28-658640bc7314), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:59.957176 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d23ba2-ce0b-44be-9a28-658640bc7314 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:59.963551 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ae3b8-c05b-42c4-82e4-f2d16df28491 service neutron] Pushing event updated for resources: {'Port': ['ID=698c4525-688a-460c-9a07-28825d9652ea,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:59.970350 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd', 'tag': '757e325a-202f-41a3-8787-97bf07a7524d'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:59.980826 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbebb1e-378f-4b16-9053-0cc88fcd0d65" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd", "tag": "757e325a-202f-41a3-8787-97bf07a7524d"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:59.992999 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c44522de-c5ad-466f-851c-08da5855fdb1 req-772ca1a5-f9a4-40af-82af-8782129c7e60 service neutron] 10.222.0.48 "GET /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281775 Feb 09 01:32:00.003277 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port b3d23ba2-ce0b-44be-9a28-658640bc7314, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=b3d23ba2-ce0b-44be-9a28-658640bc7314,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:00.013087 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b3d23ba2-ce0b-44be-9a28-658640bc7314), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:00.032458 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ac075-eb7b-4a57-8942-1d098d1038f8 req-3877afa9-77e0-41a8-9679-bf4d6eae78d5 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:00.034589 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d7ac075-eb7b-4a57-8942-1d098d1038f8 req-3877afa9-77e0-41a8-9679-bf4d6eae78d5 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=4931b348-3ae8-4bda-b059-663f33c22374 HTTP/1.1" status: 200 len: 948 time: 0.1344004 Feb 09 01:32:00.122665 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=b3d23ba2-ce0b-44be-9a28-658640bc7314,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:00.135230 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d7ac075-eb7b-4a57-8942-1d098d1038f8 req-ede08976-d3d2-4c7e-8453-45a23b6c48a3 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925643 Feb 09 01:32:00.207114 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-02a01265-8418-4861-8c0a-19c2f5a209c7 service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814715 Feb 09 01:32:00.307992 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-78343972-f2ca-408c-83a3-21052ad14693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:00.309511 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-78343972-f2ca-408c-83a3-21052ad14693 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a74b90a72e74db78f68afeba6cbadc5&device_id=4931b348-3ae8-4bda-b059-663f33c22374 HTTP/1.1" status: 200 len: 1130 time: 0.4872887 Feb 09 01:32:00.356264 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a71c9e-ff54-4903-befb-b0245f3a2af2 req-d4bdfd27-c2fe-43a4-b15b-d371f9b78ef2 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:00.359909 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-62a71c9e-ff54-4903-befb-b0245f3a2af2 req-d4bdfd27-c2fe-43a4-b15b-d371f9b78ef2 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=667b4ea8-d321-4c37-bdd4-b118db7e125f HTTP/1.1" status: 200 len: 943 time: 0.0968392 Feb 09 01:32:00.388144 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['b3d23ba2-ce0b-44be-9a28-658640bc7314'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:00.412810 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-45aebebd-1f72-400c-84bd-70b1df83c7f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=698c4525-688a-460c-9a07-28825d9652ea HTTP/1.1" status: 200 len: 217 time: 0.0834754 Feb 09 01:32:00.419385 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36297641-0088-41ae-8acb-971a9d8e1f60 req-4f4ff670-2dfe-46ac-858b-15103466fd56 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:00.422274 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-36297641-0088-41ae-8acb-971a9d8e1f60 req-4f4ff670-2dfe-46ac-858b-15103466fd56 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 1127 time: 0.2988374 Feb 09 01:32:00.431602 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c44522de-c5ad-466f-851c-08da5855fdb1 req-de0b006f-1f2c-40db-9944-dc3423b0ad5a service neutron] 10.222.0.48 "GET /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986719 Feb 09 01:32:00.435770 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-62a71c9e-ff54-4903-befb-b0245f3a2af2 req-9d6c0b7e-0619-4bc8-8b7a-1f12e80393cf tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671299 Feb 09 01:32:00.599272 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-f9a3304f-5ed7-4874-9986-129760dc89cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:00.601173 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-f9a3304f-5ed7-4874-9986-129760dc89cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1773462 Feb 09 01:32:00.660271 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-dea62436-1747-4d4f-8d4f-369105267631 service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431839 Feb 09 01:32:00.713627 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-36297641-0088-41ae-8acb-971a9d8e1f60 req-2ef6283d-bf1b-4c5f-a6b7-7f580f994606 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805827 Feb 09 01:32:00.718731 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-a9028c7a-287c-435b-a2b3-b529f3ac9880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:00.722635 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-a9028c7a-287c-435b-a2b3-b529f3ac9880 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1020653 Feb 09 01:32:00.759389 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e196a37-11a5-4fb7-9e4a-7607da1ebe44 req-f50a89c6-c7eb-4a8a-af91-8718926eb134 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:00.761139 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e196a37-11a5-4fb7-9e4a-7607da1ebe44 req-f50a89c6-c7eb-4a8a-af91-8718926eb134 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd HTTP/1.1" status: 200 len: 948 time: 0.1196907 Feb 09 01:32:00.883751 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e196a37-11a5-4fb7-9e4a-7607da1ebe44 req-88fcbd5a-6003-4f02-a086-c9a49367c32d tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/security-groups?id=305a0a6d-e2ac-4044-999e-4a2e1b20037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029515 Feb 09 01:32:00.887689 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8aaf702-63b8-482b-ae49-ac7fa6fb689e x-openstack-request-id: req-e8aaf702-63b8-482b-ae49-ac7fa6fb689e {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:00.888149 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e984c3-9909-4505-8dcb-6fb569589d87", "name": "network-vif-deleted", "tag": "7da8e4c8-627d-48f4-9535-577f5a5d30ea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4931b348-3ae8-4bda-b059-663f33c22374", "tag": "698c4525-688a-460c-9a07-28825d9652ea", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:00.888729 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8aaf702-63b8-482b-ae49-ac7fa6fb689e {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:00.891303 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e984c3-9909-4505-8dcb-6fb569589d87', 'name': 'network-vif-deleted', 'tag': '7da8e4c8-627d-48f4-9535-577f5a5d30ea', 'status': 'completed', 'code': 200} Feb 09 01:32:00.891646 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4931b348-3ae8-4bda-b059-663f33c22374', 'tag': '698c4525-688a-460c-9a07-28825d9652ea', 'status': 'completed', 'code': 200} Feb 09 01:32:00.903750 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b477f159-8493-48b8-bd8f-4e75fb522dc0 x-openstack-request-id: req-b477f159-8493-48b8-bd8f-4e75fb522dc0 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:00.904167 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd", "tag": "757e325a-202f-41a3-8787-97bf07a7524d", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:00.904540 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b477f159-8493-48b8-bd8f-4e75fb522dc0 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:00.905503 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd', 'tag': '757e325a-202f-41a3-8787-97bf07a7524d', 'status': 'completed', 'code': 200} Feb 09 01:32:01.051110 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-89cf6cfc-7769-43df-9137-5473f7c65ebf service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162296 Feb 09 01:32:01.164582 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437ba03-a9c9-4d20-af3b-7b8d906f15b8 req-21bc4bc5-269f-4bb6-a00b-d325dd187cbc tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:01.172605 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1437ba03-a9c9-4d20-af3b-7b8d906f15b8 req-21bc4bc5-269f-4bb6-a00b-d325dd187cbc tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 944 time: 0.1513712 Feb 09 01:32:01.208463 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55388) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:01.262480 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1437ba03-a9c9-4d20-af3b-7b8d906f15b8 req-2c7eb02e-341e-442f-a2bd-7343dfb14915 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847919 Feb 09 01:32:01.352920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-33613249-67d7-499e-b9d0-5266a9f87874 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:01.356733 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-33613249-67d7-499e-b9d0-5266a9f87874 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918&tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&binding%3Ahost_id=n-h1-828387-3 HTTP/1.1" status: 200 len: 1128 time: 0.4771748 Feb 09 01:32:01.388164 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbebb1e-378f-4b16-9053-0cc88fcd0d65 req-8a450572-620d-4aee-a079-bf7468b4aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:01.391580 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5fbebb1e-378f-4b16-9053-0cc88fcd0d65 req-8a450572-620d-4aee-a079-bf7468b4aaa8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e7c46ec536ba4299830e3c3a0ec368f5&device_id=e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd HTTP/1.1" status: 200 len: 1130 time: 0.3393269 Feb 09 01:32:01.397047 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-f70c7339-bf4d-4d7e-9467-e07ae75ddaf5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828387-3'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:01.555589 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de497381-d3e6-4f7f-8f09-249fcb6cdd3f req-b5713ddc-6c49-4017-a46d-27f57d5d659e service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335463 Feb 09 01:32:01.595934 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-319a5300-196b-4040-99b1-1e2754953f00 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e5418be45fe4880a7b35e08ad4a1c1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3861487 Feb 09 01:32:01.597717 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55398) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:01.598257 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907ed02-01b6-4094-84a1-ca17d63d957a req-1d4d4c01-1bfd-449b-bd02-f5191979b2ac tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:01.600531 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b907ed02-01b6-4094-84a1-ca17d63d957a req-1d4d4c01-1bfd-449b-bd02-f5191979b2ac tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 946 time: 0.4001811 Feb 09 01:32:01.610605 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 757e325a-202f-41a3-8787-97bf07a7524d details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:32:01.651870 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device b3d23ba2-ce0b-44be-9a28-658640bc7314 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:32:01.678989 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-f70c7339-bf4d-4d7e-9467-e07ae75ddaf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6ce994cb-e48b-429e-9413-e76e507a57c0), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:01.727892 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044636b-7913-45cc-958b-d092116366b6 req-fd96151e-97b7-4114-91f3-671e670bb824 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:01.736835 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c044636b-7913-45cc-958b-d092116366b6 req-fd96151e-97b7-4114-91f3-671e670bb824 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=4931b348-3ae8-4bda-b059-663f33c22374 HTTP/1.1" status: 200 len: 948 time: 0.1286931 Feb 09 01:32:01.763313 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:32:01.766124 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port b3d23ba2-ce0b-44be-9a28-658640bc7314 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:01.781043 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port b3d23ba2-ce0b-44be-9a28-658640bc7314 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:01.781740 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b3d23ba2-ce0b-44be-9a28-658640bc7314), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:01.788275 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-495a62d1-bbc6-4ea2-9688-a2b390499626 admin admin] Publish callbacks [] for security_group (09b064e4-da91-42e7-bffb-e557fbc0dc65), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:01.816245 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b907ed02-01b6-4094-84a1-ca17d63d957a req-ca67c624-30c6-4c27-ab56-1e7877108fe1 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786501 Feb 09 01:32:01.818648 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c044636b-7913-45cc-958b-d092116366b6 req-2b378887-69e2-4b0a-8c68-9e84b1a4e267 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807567 Feb 09 01:32:01.864399 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbebb1e-378f-4b16-9053-0cc88fcd0d65 req-db7ee3da-63b2-41a2-bc01-95fa78032c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:01.867063 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-495a62d1-bbc6-4ea2-9688-a2b390499626 admin admin] Publish callbacks [] for security_group (09b064e4-da91-42e7-bffb-e557fbc0dc65), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:01.869795 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5fbebb1e-378f-4b16-9053-0cc88fcd0d65 req-db7ee3da-63b2-41a2-bc01-95fa78032c77 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.4601595 Feb 09 01:32:01.975553 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5fbebb1e-378f-4b16-9053-0cc88fcd0d65 req-b9e75efe-1f58-49e3-938e-94cf19c9f6c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=757e325a-202f-41a3-8787-97bf07a7524d HTTP/1.1" status: 200 len: 217 time: 0.0979776 Feb 09 01:32:01.988151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port b3d23ba2-ce0b-44be-9a28-658640bc7314 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:01.988543 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b3d23ba2-ce0b-44be-9a28-658640bc7314), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:02.035065 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58a44f-48d9-470b-9c53-151a903e1671 req-07c40fd7-de75-4914-a96d-327b346ba482 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:02.037404 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1f58a44f-48d9-470b-9c53-151a903e1671 req-07c40fd7-de75-4914-a96d-327b346ba482 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 1127 time: 0.0978425 Feb 09 01:32:02.051923 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-495a62d1-bbc6-4ea2-9688-a2b390499626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (09b064e4-da91-42e7-bffb-e557fbc0dc65), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:02.054658 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-495a62d1-bbc6-4ea2-9688-a2b390499626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:02.059130 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 757e325a-202f-41a3-8787-97bf07a7524d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=757e325a-202f-41a3-8787-97bf07a7524d,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:02.069495 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-495a62d1-bbc6-4ea2-9688-a2b390499626 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09b064e4-da91-42e7-bffb-e557fbc0dc65 HTTP/1.1" status: 204 len: 168 time: 0.4586449 Feb 09 01:32:02.098202 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port b3d23ba2-ce0b-44be-9a28-658640bc7314, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=b3d23ba2-ce0b-44be-9a28-658640bc7314,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:02.100116 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a62d1-bbc6-4ea2-9688-a2b390499626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b064e4-da91-42e7-bffb-e557fbc0dc65,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:02.117647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b5db20-3875-439e-a7f6-c74dcb71a64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d23ba2-ce0b-44be-9a28-658640bc7314'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:02.121516 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353f9e73-228d-409c-92fb-091af4a0084c" -d '{"events": [{"server_uuid": "36b5db20-3875-439e-a7f6-c74dcb71a64a", "name": "network-vif-plugged", "status": "completed", "tag": "b3d23ba2-ce0b-44be-9a28-658640bc7314"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:02.125941 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '757e325a-202f-41a3-8787-97bf07a7524d', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '757e325a-202f-41a3-8787-97bf07a7524d', 'mac_address': 'fa:16:3e:ee:5c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:32:02.186697 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1f58a44f-48d9-470b-9c53-151a903e1671 req-79c39a56-0cb2-4a06-bb6c-9e44b6230248 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425142 Feb 09 01:32:02.221131 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 757e325a-202f-41a3-8787-97bf07a7524d is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:02.226454 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (757e325a-202f-41a3-8787-97bf07a7524d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:02.276517 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b3d23ba2-ce0b-44be-9a28-658640bc7314), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:02.278242 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 7da8e4c8-627d-48f4-9535-577f5a5d30ea no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:32:02.320633 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757e325a-202f-41a3-8787-97bf07a7524d {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:02.334998 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44d747-c2d0-4ba0-9790-e0f78694c427 req-0219fb7e-fe15-4050-8114-fd186fdcccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:02.337439 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-da44d747-c2d0-4ba0-9790-e0f78694c427 req-0219fb7e-fe15-4050-8114-fd186fdcccc3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a74b90a72e74db78f68afeba6cbadc5&device_id=4931b348-3ae8-4bda-b059-663f33c22374 HTTP/1.1" status: 200 len: 1130 time: 0.6376185 Feb 09 01:32:02.385879 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=b3d23ba2-ce0b-44be-9a28-658640bc7314,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:02.390959 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 7da8e4c8-627d-48f4-9535-577f5a5d30ea {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:32:02.391711 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 7da8e4c8-627d-48f4-9535-577f5a5d30ea not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:32:02.413144 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 757e325a-202f-41a3-8787-97bf07a7524d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=757e325a-202f-41a3-8787-97bf07a7524d,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:02.420962 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (757e325a-202f-41a3-8787-97bf07a7524d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:02.497708 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:32:02.510561 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=757e325a-202f-41a3-8787-97bf07a7524d,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:02.558480 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07751e-9955-4326-9204-fdf4274ec8db req-55bfd513-92ff-4d1b-b283-70d581034bbe tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:02.569493 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8f07751e-9955-4326-9204-fdf4274ec8db req-55bfd513-92ff-4d1b-b283-70d581034bbe tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd HTTP/1.1" status: 200 len: 949 time: 0.1403258 Feb 09 01:32:02.573306 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55414) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:02.633304 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbebb1e-378f-4b16-9053-0cc88fcd0d65 req-026c897b-4501-4092-8797-b8c25df8656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:02.635232 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5fbebb1e-378f-4b16-9053-0cc88fcd0d65 req-026c897b-4501-4092-8797-b8c25df8656a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.6412005 Feb 09 01:32:02.636886 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44d747-c2d0-4ba0-9790-e0f78694c427 req-3592b204-21cd-4e06-b531-33d5c210b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:02.639368 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-da44d747-c2d0-4ba0-9790-e0f78694c427 req-3592b204-21cd-4e06-b531-33d5c210b649 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.2651370 Feb 09 01:32:02.645145 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port a1f0eebb-7c5e-4b44-bd37-21eb343c06a3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a1f0eebb-7c5e-4b44-bd37-21eb343c06a3,segment=NetworkSegment(097c5076-9db0-48e7-9d59-aad5f00c38d4),segment_id=097c5076-9db0-48e7-9d59-aad5f00c38d4)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:02.651475 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372670b-1bcf-4d5c-aa68-048772aa0dc8 req-1e794454-6871-4012-a291-850cab416d8b tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:02.659783 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4372670b-1bcf-4d5c-aa68-048772aa0dc8 req-1e794454-6871-4012-a291-850cab416d8b tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=667b4ea8-d321-4c37-bdd4-b118db7e125f HTTP/1.1" status: 200 len: 943 time: 0.6947856 Feb 09 01:32:02.662494 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'a1f0eebb-7c5e-4b44-bd37-21eb343c06a3', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'port_id': 'a1f0eebb-7c5e-4b44-bd37-21eb343c06a3', 'mac_address': 'fa:16:3e:a7:73:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:32:02.681925 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4257da90-73cb-4a41-a6b2-582c8faf50b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=239913d0d1a04645b3c24ed9c1ebf6c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1067808 Feb 09 01:32:02.688214 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55416) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:02.711767 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8f07751e-9955-4326-9204-fdf4274ec8db req-8925165d-52c2-4c3d-8d47-ae7d3e82bb3a tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/security-groups?id=305a0a6d-e2ac-4044-999e-4a2e1b20037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351962 Feb 09 01:32:02.720285 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:02.723675 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a1f0eebb-7c5e-4b44-bd37-21eb343c06a3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:02.757249 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:02.779813 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d5725d4e-18b5-4c1c-93b9-9cd97ff88e83 admin admin] Publish callbacks [] for security_group (ac4e3320-b6a8-4e45-a721-fa44cd4fcc35), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:02.784269 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port a1f0eebb-7c5e-4b44-bd37-21eb343c06a3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a1f0eebb-7c5e-4b44-bd37-21eb343c06a3,segment=NetworkSegment(097c5076-9db0-48e7-9d59-aad5f00c38d4),segment_id=097c5076-9db0-48e7-9d59-aad5f00c38d4)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:02.790761 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a1f0eebb-7c5e-4b44-bd37-21eb343c06a3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:02.818282 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d5725d4e-18b5-4c1c-93b9-9cd97ff88e83 admin admin] Publish callbacks [] for security_group (ac4e3320-b6a8-4e45-a721-fa44cd4fcc35), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:02.836517 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-f70c7339-bf4d-4d7e-9467-e07ae75ddaf5 service neutron] For port 6ce994cb-e48b-429e-9413-e76e507a57c0, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6ce994cb-e48b-429e-9413-e76e507a57c0,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:02.852807 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df338a26-1b71-4623-8c63-e9f72df711ca x-openstack-request-id: req-df338a26-1b71-4623-8c63-e9f72df711ca {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:02.853553 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b5db20-3875-439e-a7f6-c74dcb71a64a", "name": "network-vif-plugged", "status": "completed", "tag": "b3d23ba2-ce0b-44be-9a28-658640bc7314", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:02.853955 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df338a26-1b71-4623-8c63-e9f72df711ca {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:02.854531 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b5db20-3875-439e-a7f6-c74dcb71a64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d23ba2-ce0b-44be-9a28-658640bc7314', 'code': 200} Feb 09 01:32:02.897403 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['757e325a-202f-41a3-8787-97bf07a7524d'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:02.910905 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d5725d4e-18b5-4c1c-93b9-9cd97ff88e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ac4e3320-b6a8-4e45-a721-fa44cd4fcc35), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:02.915074 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d5725d4e-18b5-4c1c-93b9-9cd97ff88e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:02.916559 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d5725d4e-18b5-4c1c-93b9-9cd97ff88e83 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac4e3320-b6a8-4e45-a721-fa44cd4fcc35 HTTP/1.1" status: 204 len: 168 time: 0.2260067 Feb 09 01:32:02.934364 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5725d4e-18b5-4c1c-93b9-9cd97ff88e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4e3320-b6a8-4e45-a721-fa44cd4fcc35,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:02.935074 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-f70c7339-bf4d-4d7e-9467-e07ae75ddaf5 service neutron] For port 6ce994cb-e48b-429e-9413-e76e507a57c0, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:02.986830 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=a1f0eebb-7c5e-4b44-bd37-21eb343c06a3,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:02.987045 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-da44d747-c2d0-4ba0-9790-e0f78694c427 req-da5d2104-41ba-4a43-96eb-d931ca10ef80 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=698c4525-688a-460c-9a07-28825d9652ea HTTP/1.1" status: 200 len: 217 time: 0.3159826 Feb 09 01:32:03.015258 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a9b12a-7c5c-489f-8523-7b32352b0918', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce994cb-e48b-429e-9413-e76e507a57c0'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:03.018025 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0c86b5-135a-47f4-978c-c4c4a6bb234d" -d '{"events": [{"server_uuid": "06a9b12a-7c5c-489f-8523-7b32352b0918", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce994cb-e48b-429e-9413-e76e507a57c0"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:03.022905 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-f70c7339-bf4d-4d7e-9467-e07ae75ddaf5 service neutron] Publish callbacks [] for port (6ce994cb-e48b-429e-9413-e76e507a57c0), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:03.064811 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c9485-9bd9-422d-9332-79fd7aa813a4 req-7f320f96-1f38-490e-ae0c-e4149f1979c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:03.066351 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-823c9485-9bd9-422d-9332-79fd7aa813a4 req-7f320f96-1f38-490e-ae0c-e4149f1979c9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 1127 time: 0.1153226 Feb 09 01:32:03.082388 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fe3e1-6215-4677-a658-98b0fa883da6 req-c87f9718-505f-46e5-8169-4b5417c541f4 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:03.083903 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7d0fe3e1-6215-4677-a658-98b0fa883da6 req-c87f9718-505f-46e5-8169-4b5417c541f4 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.1128263 Feb 09 01:32:03.087406 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-f70c7339-bf4d-4d7e-9467-e07ae75ddaf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6ce994cb-e48b-429e-9413-e76e507a57c0), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:03.141392 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4372670b-1bcf-4d5c-aa68-048772aa0dc8 req-9bf1e31c-aae5-45d3-a8f7-35eccf4eaa76 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4807065 Feb 09 01:32:03.146429 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbebb1e-378f-4b16-9053-0cc88fcd0d65 req-b907888a-ee07-405d-8b7e-f33e18aa3f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:03.148293 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5fbebb1e-378f-4b16-9053-0cc88fcd0d65 req-b907888a-ee07-405d-8b7e-f33e18aa3f00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4704599 Feb 09 01:32:03.152228 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44d747-c2d0-4ba0-9790-e0f78694c427 req-f2fd5598-e79a-4058-958f-b94429a20e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:03.154130 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-da44d747-c2d0-4ba0-9790-e0f78694c427 req-f2fd5598-e79a-4058-958f-b94429a20e55 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1440191 Feb 09 01:32:03.161890 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-823c9485-9bd9-422d-9332-79fd7aa813a4 req-fb484072-21f8-490d-b4c5-e1c79a686a57 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770004 Feb 09 01:32:03.175823 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7d0fe3e1-6215-4677-a658-98b0fa883da6 req-6119d442-83c0-4912-a75f-cf9876bb6c68 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749366 Feb 09 01:32:03.271145 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['a1f0eebb-7c5e-4b44-bd37-21eb343c06a3'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:03.323279 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c7339-bf4d-4d7e-9467-e07ae75ddaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce994cb-e48b-429e-9413-e76e507a57c0,revision_number=7']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:03.330765 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-f70c7339-bf4d-4d7e-9467-e07ae75ddaf5 service neutron] Attempting to bind port 6ce994cb-e48b-429e-9413-e76e507a57c0 on host n-h1-828387-3 for vnic_type normal with profile {"migrating_to": "n-h2-828387-3"} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:32:03.331045 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-f70c7339-bf4d-4d7e-9467-e07ae75ddaf5 service neutron] Attempting to bind port 6ce994cb-e48b-429e-9413-e76e507a57c0 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:32:03.331482 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-f70c7339-bf4d-4d7e-9467-e07ae75ddaf5 service neutron] Attempting to bind port 6ce994cb-e48b-429e-9413-e76e507a57c0 on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:03.339138 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-f70c7339-bf4d-4d7e-9467-e07ae75ddaf5 service neutron] Port 6ce994cb-e48b-429e-9413-e76e507a57c0 on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:32:03.339502 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-f70c7339-bf4d-4d7e-9467-e07ae75ddaf5 service neutron] Attempting to bind port 6ce994cb-e48b-429e-9413-e76e507a57c0 on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:03.348293 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-f70c7339-bf4d-4d7e-9467-e07ae75ddaf5 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:32:03.348487 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-f70c7339-bf4d-4d7e-9467-e07ae75ddaf5 service neutron] Checking segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:03.349380 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-f70c7339-bf4d-4d7e-9467-e07ae75ddaf5 service neutron] Bound using segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:32:03.350446 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-f70c7339-bf4d-4d7e-9467-e07ae75ddaf5 service neutron] Bound port: 6ce994cb-e48b-429e-9413-e76e507a57c0, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:32:03.350826 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-f70c7339-bf4d-4d7e-9467-e07ae75ddaf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6ce994cb-e48b-429e-9413-e76e507a57c0), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:03.351872 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d7221-eb04-4a73-97c7-c77dc7558eb4 req-186eb0c0-502f-4eef-9e32-a0979c26d6e6 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:03.361765 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-347d7221-eb04-4a73-97c7-c77dc7558eb4 req-186eb0c0-502f-4eef-9e32-a0979c26d6e6 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 944 time: 0.1148503 Feb 09 01:32:03.520910 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-347d7221-eb04-4a73-97c7-c77dc7558eb4 req-e2baa806-cb79-468e-8612-1272665a88ba tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574466 Feb 09 01:32:03.642999 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-f70c7339-bf4d-4d7e-9467-e07ae75ddaf5 service neutron] For port 6ce994cb-e48b-429e-9413-e76e507a57c0, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:03.650039 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-f70c7339-bf4d-4d7e-9467-e07ae75ddaf5 service neutron] For port 6ce994cb-e48b-429e-9413-e76e507a57c0, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6ce994cb-e48b-429e-9413-e76e507a57c0,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:32:03.664802 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416c0820-533f-4e9c-bb14-55bf6fa2043c x-openstack-request-id: req-416c0820-533f-4e9c-bb14-55bf6fa2043c {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:03.665448 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a9b12a-7c5c-489f-8523-7b32352b0918", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce994cb-e48b-429e-9413-e76e507a57c0", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:03.665889 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-416c0820-533f-4e9c-bb14-55bf6fa2043c {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:03.666613 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a9b12a-7c5c-489f-8523-7b32352b0918', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce994cb-e48b-429e-9413-e76e507a57c0', 'code': 200} Feb 09 01:32:03.688226 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5fbebb1e-378f-4b16-9053-0cc88fcd0d65 req-8fa95344-ece9-4fa6-9211-111b0fc12eb6 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040219 Feb 09 01:32:03.690655 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-f70c7339-bf4d-4d7e-9467-e07ae75ddaf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6ce994cb-e48b-429e-9413-e76e507a57c0), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:03.829305 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689cafa-b93a-4f77-9e71-09fea2436b96 req-6d8258b0-c472-48e0-8343-d7e5f0b4f322 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:03.837826 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8689cafa-b93a-4f77-9e71-09fea2436b96 req-6d8258b0-c472-48e0-8343-d7e5f0b4f322 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 1127 time: 0.0702820 Feb 09 01:32:03.932064 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8689cafa-b93a-4f77-9e71-09fea2436b96 req-653071e9-07e0-46ed-990e-4420f3011146 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906136 Feb 09 01:32:03.960880 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44d747-c2d0-4ba0-9790-e0f78694c427 req-cad41aef-930b-4d21-b746-ffa93c543b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:03.962457 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-da44d747-c2d0-4ba0-9790-e0f78694c427 req-cad41aef-930b-4d21-b746-ffa93c543b94 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5421619 Feb 09 01:32:04.003580 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c7339-bf4d-4d7e-9467-e07ae75ddaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce994cb-e48b-429e-9413-e76e507a57c0,revision_number=8']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:04.032413 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9a20d-f7af-4d72-baa0-685afe41fefa req-1b379d3b-9c84-4d58-b761-68dc49a9831a tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:04.033980 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-84e9a20d-f7af-4d72-baa0-685afe41fefa req-1b379d3b-9c84-4d58-b761-68dc49a9831a tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=4931b348-3ae8-4bda-b059-663f33c22374 HTTP/1.1" status: 200 len: 948 time: 0.3661633 Feb 09 01:32:04.048399 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-f70c7339-bf4d-4d7e-9467-e07ae75ddaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:04.049019 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-f70c7339-bf4d-4d7e-9467-e07ae75ddaf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:04.050424 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-f70c7339-bf4d-4d7e-9467-e07ae75ddaf5 service neutron] 10.222.0.48 "PUT /v2.0/ports/6ce994cb-e48b-429e-9413-e76e507a57c0 HTTP/1.1" status: 200 len: 1122 time: 2.6695642 Feb 09 01:32:04.139797 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5fbebb1e-378f-4b16-9053-0cc88fcd0d65 req-8335eeaa-3d82-433f-9dbe-8ddef3ad63c0 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369371 Feb 09 01:32:04.198852 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['6ce994cb-e48b-429e-9413-e76e507a57c0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:04.214823 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-84e9a20d-f7af-4d72-baa0-685afe41fefa req-2267ac42-37cc-447b-ad27-d13f9e8b2fdf tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633778 Feb 09 01:32:04.229298 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-da44d747-c2d0-4ba0-9790-e0f78694c427 req-651af815-dcff-47f2-a2f3-b62bb99d6f9a service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219961 Feb 09 01:32:04.250372 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad517c0e-ec15-4ef0-9cec-6754bb34bd21 req-57d408ba-c2bd-4f9a-964b-ea1b9e5c175d tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:04.261577 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ad517c0e-ec15-4ef0-9cec-6754bb34bd21 req-57d408ba-c2bd-4f9a-964b-ea1b9e5c175d tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd HTTP/1.1" status: 200 len: 949 time: 0.1395276 Feb 09 01:32:04.365656 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ad517c0e-ec15-4ef0-9cec-6754bb34bd21 req-938b2ff3-beb5-490e-925e-2956068281b8 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/security-groups?id=305a0a6d-e2ac-4044-999e-4a2e1b20037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007025 Feb 09 01:32:04.466386 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-da44d747-c2d0-4ba0-9790-e0f78694c427 req-c06615a4-4f3f-4e17-be1e-66f0aa23a7c9 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275193 Feb 09 01:32:04.573254 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55462) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:04.707247 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c592383-c9d7-4bfb-8603-f6dcef7a5560 req-d6642e80-36f1-4697-8a9c-ffe92fdfc6a7 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:04.721475 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c592383-c9d7-4bfb-8603-f6dcef7a5560 req-d6642e80-36f1-4697-8a9c-ffe92fdfc6a7 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=667b4ea8-d321-4c37-bdd4-b118db7e125f HTTP/1.1" status: 200 len: 944 time: 0.2424831 Feb 09 01:32:04.784699 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-9402f353-8009-4007-858b-97c1f225032a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-786117266-network', 'tenant_id': '9146c6f45787412da0470ba92f349886'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:04.794324 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c592383-c9d7-4bfb-8603-f6dcef7a5560 req-69212b2f-f9a8-436a-894b-c13fa1eba9df tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658844 Feb 09 01:32:04.824238 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9402f353-8009-4007-858b-97c1f225032a admin admin] Made reservation on behalf of 9146c6f45787412da0470ba92f349886 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:04.829326 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9402f353-8009-4007-858b-97c1f225032a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:04.856147 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9402f353-8009-4007-858b-97c1f225032a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:04.957410 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c97ca-9659-4f4c-9ef6-d31c63220634 req-1ce310f9-6180-4589-97ba-d159bb199207 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:04.959991 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-db2c97ca-9659-4f4c-9ef6-d31c63220634 req-1ce310f9-6180-4589-97ba-d159bb199207 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.0758829 Feb 09 01:32:04.971025 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9402f353-8009-4007-858b-97c1f225032a admin admin] Publish callbacks [] for security_group (499b0a68-799a-4a23-888e-7a7c22d181a7), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:04.975998 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9402f353-8009-4007-858b-97c1f225032a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (499b0a68-799a-4a23-888e-7a7c22d181a7), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:05.010136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9402f353-8009-4007-858b-97c1f225032a admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:32:05.017145 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402f353-8009-4007-858b-97c1f225032a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499b0a68-799a-4a23-888e-7a7c22d181a7,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:05.025865 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9402f353-8009-4007-858b-97c1f225032a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (c2dfec02-7bc0-4c74-8ce7-9362cffe71bf), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:05.025865 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-9402f353-8009-4007-858b-97c1f225032a admin admin] Added segment c2dfec02-7bc0-4c74-8ce7-9362cffe71bf of type vlan for network a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1 Feb 09 01:32:05.063919 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-db2c97ca-9659-4f4c-9ef6-d31c63220634 req-c83a594b-a53b-4501-b0d0-2c9ec1895dc6 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945542 Feb 09 01:32:05.090466 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9402f353-8009-4007-858b-97c1f225032a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:05.135307 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9402f353-8009-4007-858b-97c1f225032a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:05.136762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9402f353-8009-4007-858b-97c1f225032a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:05.137543 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9402f353-8009-4007-858b-97c1f225032a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:05.212442 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9402f353-8009-4007-858b-97c1f225032a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.6379464 Feb 09 01:32:05.216685 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55486) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:05.229284 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce985d-8243-48fd-a4d6-a51fe29bf558 req-bfc8c771-3995-47a1-8847-da30c74af991 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:05.232236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402f353-8009-4007-858b-97c1f225032a admin admin] Pushing event updated for resources: {'Network': ['ID=a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:05.246637 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:32:05.247173 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b7ce985d-8243-48fd-a4d6-a51fe29bf558 req-bfc8c771-3995-47a1-8847-da30c74af991 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 944 time: 0.1116621 Feb 09 01:32:05.259059 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4e94849e-1c61-4a65-8f2f-2422229cadf2 admin admin] Request body: {'subnet': {'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-786117266-subnet', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:05.301219 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e94849e-1c61-4a65-8f2f-2422229cadf2 admin admin] Made reservation on behalf of 9146c6f45787412da0470ba92f349886 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:05.303826 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4e94849e-1c61-4a65-8f2f-2422229cadf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:05.364730 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b7ce985d-8243-48fd-a4d6-a51fe29bf558 req-58342971-e08d-42ef-a86b-5a2aa7fc90f9 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168256 Feb 09 01:32:05.619077 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 698c4525-688a-460c-9a07-28825d9652ea details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:32:05.630946 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4e94849e-1c61-4a65-8f2f-2422229cadf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (71b55228-b113-4b0b-8977-359af4e7fee2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:05.631727 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 757e325a-202f-41a3-8787-97bf07a7524d up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:32:05.667905 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a9b12a-7c5c-489f-8523-7b32352b0918', 'tag': '6ce994cb-e48b-429e-9413-e76e507a57c0'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:05.671567 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e81a41-802f-4349-b0f4-ee9aa264046d" -d '{"events": [{"name": "network-changed", "server_uuid": "06a9b12a-7c5c-489f-8523-7b32352b0918", "tag": "6ce994cb-e48b-429e-9413-e76e507a57c0"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:05.700521 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94849e-1c61-4a65-8f2f-2422229cadf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b55228-b113-4b0b-8977-359af4e7fee2,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:05.749052 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf0fb8-8a4a-4240-a9f4-512a4808164d req-b724d52e-01a7-4585-8702-91e8342a996e tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:05.750930 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3ddf0fb8-8a4a-4240-a9f4-512a4808164d req-b724d52e-01a7-4585-8702-91e8342a996e tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=4931b348-3ae8-4bda-b059-663f33c22374 HTTP/1.1" status: 200 len: 948 time: 0.1400867 Feb 09 01:32:05.770241 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e94849e-1c61-4a65-8f2f-2422229cadf2 admin admin] Checking segment: {'id': 'c2dfec02-7bc0-4c74-8ce7-9362cffe71bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:05.770838 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e94849e-1c61-4a65-8f2f-2422229cadf2 admin admin] Network hostable DHCP agents. Network: a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:32:05.855777 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-9e06de48-5bcd-4f64-9466-4c49c4a5635b tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:32:05.857169 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-9e06de48-5bcd-4f64-9466-4c49c4a5635b tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064709 Feb 09 01:32:05.866795 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3ddf0fb8-8a4a-4240-a9f4-512a4808164d req-8ff18186-85a2-47e3-a393-bd36bb8313f7 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059160 Feb 09 01:32:05.867685 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e94849e-1c61-4a65-8f2f-2422229cadf2 admin admin] Network a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:32:05.879463 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 757e325a-202f-41a3-8787-97bf07a7524d completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:05.889833 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 757e325a-202f-41a3-8787-97bf07a7524d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:05.890541 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (757e325a-202f-41a3-8787-97bf07a7524d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:05.929494 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-590f5052-11f9-42f3-b114-20ec672f4480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:05.931138 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-590f5052-11f9-42f3-b114-20ec672f4480 service neutron] 10.222.0.36 "GET /v2.0/ports/6e0b25a4-1eac-4bab-a655-f714ae3de221 HTTP/1.1" status: 200 len: 1124 time: 0.0566373 Feb 09 01:32:05.937142 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-4e94849e-1c61-4a65-8f2f-2422229cadf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:05.937348 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 698c4525-688a-460c-9a07-28825d9652ea, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=698c4525-688a-460c-9a07-28825d9652ea,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:05.950401 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b062ed-9db9-4516-8424-f9d3980c5824 None None] Network a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:32:05.959966 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-c1d6a312-4b48-4454-aac1-a610c50c435e service neutron] Request body: {'binding': {'host': 'n-h1-828387-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:05.960981 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-c1d6a312-4b48-4454-aac1-a610c50c435e service neutron] Unknown quota resources ['binding']. {{(pid=103184) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:32:05.967189 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e94849e-1c61-4a65-8f2f-2422229cadf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:05.969022 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4e94849e-1c61-4a65-8f2f-2422229cadf2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:06.011373 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '698c4525-688a-460c-9a07-28825d9652ea', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '698c4525-688a-460c-9a07-28825d9652ea', 'mac_address': 'fa:16:3e:1c:7e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:32:06.043277 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4e94849e-1c61-4a65-8f2f-2422229cadf2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8240366 Feb 09 01:32:06.045625 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55506) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:06.052882 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-786117266-router', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:06.085202 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (7ae6d272-a090-420a-acb4-909af52718a2), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:06.088075 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (7ae6d272-a090-420a-acb4-909af52718a2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:06.137449 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176b118-0e59-48e5-a4c3-22eba0ece21d req-8befa81e-ffb0-4060-a920-805191df00e3 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:06.140725 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a176b118-0e59-48e5-a4c3-22eba0ece21d req-8befa81e-ffb0-4060-a920-805191df00e3 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd HTTP/1.1" status: 200 len: 949 time: 0.1685300 Feb 09 01:32:06.142044 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 698c4525-688a-460c-9a07-28825d9652ea is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:06.142530 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (698c4525-688a-460c-9a07-28825d9652ea), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:06.158794 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Publish callbacks [] for router_controller (7ae6d272-a090-420a-acb4-909af52718a2), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:06.185179 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 757e325a-202f-41a3-8787-97bf07a7524d is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:06.185608 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (757e325a-202f-41a3-8787-97bf07a7524d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:06.192381 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698c4525-688a-460c-9a07-28825d9652ea {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:06.207280 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e4604f-9324-41b0-8193-6e6bb2caea52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1', 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1', 'project_id': '9146c6f45787412da0470ba92f349886', 'fixed_ips': [{'subnet_id': '71b55228-b113-4b0b-8977-359af4e7fee2'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:32:06.208185 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-76e4604f-9324-41b0-8193-6e6bb2caea52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:06.254903 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757e325a-202f-41a3-8787-97bf07a7524d'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:06.257418 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2565a12-11cd-4762-98fc-e2ed36fa6754" -d '{"events": [{"server_uuid": "e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd", "name": "network-vif-plugged", "status": "completed", "tag": "757e325a-202f-41a3-8787-97bf07a7524d"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:06.274578 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a176b118-0e59-48e5-a4c3-22eba0ece21d req-ab04aaa9-3f9c-447e-ab60-10b6dfb591d0 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/security-groups?id=305a0a6d-e2ac-4044-999e-4a2e1b20037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252315 Feb 09 01:32:06.284011 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 698c4525-688a-460c-9a07-28825d9652ea, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=698c4525-688a-460c-9a07-28825d9652ea,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:06.290769 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 757e325a-202f-41a3-8787-97bf07a7524d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=757e325a-202f-41a3-8787-97bf07a7524d,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:06.297220 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (698c4525-688a-460c-9a07-28825d9652ea), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:06.303347 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-c1d6a312-4b48-4454-aac1-a610c50c435e service neutron] Attempting to bind port 6e0b25a4-1eac-4bab-a655-f714ae3de221 on host n-h1-828387-3 for vnic_type normal with profile None {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:32:06.303691 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-c1d6a312-4b48-4454-aac1-a610c50c435e service neutron] Attempting to bind port 6e0b25a4-1eac-4bab-a655-f714ae3de221 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:32:06.304070 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-c1d6a312-4b48-4454-aac1-a610c50c435e service neutron] Attempting to bind port 6e0b25a4-1eac-4bab-a655-f714ae3de221 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:06.319443 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-c1d6a312-4b48-4454-aac1-a610c50c435e service neutron] Port 6e0b25a4-1eac-4bab-a655-f714ae3de221 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:32:06.320759 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-c1d6a312-4b48-4454-aac1-a610c50c435e service neutron] Attempting to bind port 6e0b25a4-1eac-4bab-a655-f714ae3de221 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:06.335584 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-c1d6a312-4b48-4454-aac1-a610c50c435e service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:32:06.335925 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-c1d6a312-4b48-4454-aac1-a610c50c435e service neutron] Checking segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:06.336327 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-c1d6a312-4b48-4454-aac1-a610c50c435e service neutron] Bound using segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:32:06.336787 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-c1d6a312-4b48-4454-aac1-a610c50c435e service neutron] Bound port: 6e0b25a4-1eac-4bab-a655-f714ae3de221, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:32:06.393556 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (757e325a-202f-41a3-8787-97bf07a7524d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:06.426777 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-c1d6a312-4b48-4454-aac1-a610c50c435e service neutron] For port 6e0b25a4-1eac-4bab-a655-f714ae3de221, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6e0b25a4-1eac-4bab-a655-f714ae3de221,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:32:06.451761 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Publish callbacks [] for router_gateway (7ae6d272-a090-420a-acb4-909af52718a2), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:06.485641 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-c1d6a312-4b48-4454-aac1-a610c50c435e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:06.497138 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-c1d6a312-4b48-4454-aac1-a610c50c435e service neutron] 10.222.0.36 "POST /v2.0/ports/6e0b25a4-1eac-4bab-a655-f714ae3de221/bindings HTTP/1.1" status: 201 len: 389 time: 0.5402114 Feb 09 01:32:06.522777 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22da10-35cd-4a75-b0d0-91adc427b58c req-fb28c9ee-7b4d-4b61-a498-f116561f0b62 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:06.524405 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0c22da10-35cd-4a75-b0d0-91adc427b58c req-fb28c9ee-7b4d-4b61-a498-f116561f0b62 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.0960715 Feb 09 01:32:06.536555 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:32:06.540846 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=698c4525-688a-460c-9a07-28825d9652ea,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:06.672346 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0c22da10-35cd-4a75-b0d0-91adc427b58c req-8f01d304-6c18-47f9-a9c8-c5c152600a2a tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328592 Feb 09 01:32:06.690859 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-76e4604f-9324-41b0-8193-6e6bb2caea52 None None] Allocated IP 172.20.0.2 (a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1/71b55228-b113-4b0b-8977-359af4e7fee2/e07c902e-0813-4e57-8b93-9eb9be19f8f4) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:06.755252 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a4fa32-b2e4-4daa-8219-382053c8713d x-openstack-request-id: req-21a4fa32-b2e4-4daa-8219-382053c8713d {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:06.755252 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a9b12a-7c5c-489f-8523-7b32352b0918", "tag": "6ce994cb-e48b-429e-9413-e76e507a57c0", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:06.756721 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-21a4fa32-b2e4-4daa-8219-382053c8713d {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:06.756721 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a9b12a-7c5c-489f-8523-7b32352b0918', 'tag': '6ce994cb-e48b-429e-9413-e76e507a57c0', 'status': 'completed', 'code': 200} Feb 09 01:32:06.766343 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['698c4525-688a-460c-9a07-28825d9652ea'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:06.823334 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=757e325a-202f-41a3-8787-97bf07a7524d,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:06.867279 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e81a41-802f-4349-b0f4-ee9aa264046d req-0bdc07b1-f763-460f-b241-a94342ea7534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:06.879648 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-14e81a41-802f-4349-b0f4-ee9aa264046d req-0bdc07b1-f763-460f-b241-a94342ea7534 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 1156 time: 0.1344519 Feb 09 01:32:06.913534 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06b3997-7a47-4592-9f00-d8e478ef6844 x-openstack-request-id: req-f06b3997-7a47-4592-9f00-d8e478ef6844 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:06.914186 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd", "name": "network-vif-plugged", "status": "completed", "tag": "757e325a-202f-41a3-8787-97bf07a7524d", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:06.914474 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f06b3997-7a47-4592-9f00-d8e478ef6844 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:06.915019 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757e325a-202f-41a3-8787-97bf07a7524d', 'code': 200} Feb 09 01:32:06.921026 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:06.929287 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:06.929686 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a1f0eebb-7c5e-4b44-bd37-21eb343c06a3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:06.954140 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Publish callbacks [] for router_gateway (7ae6d272-a090-420a-acb4-909af52718a2), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.104064 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e81a41-802f-4349-b0f4-ee9aa264046d req-63b9dc42-cc7c-42fd-9571-1138d9f14970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:07.106149 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-14e81a41-802f-4349-b0f4-ee9aa264046d req-63b9dc42-cc7c-42fd-9571-1138d9f14970 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 907 time: 0.2014918 Feb 09 01:32:07.176308 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.227228 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-14e81a41-802f-4349-b0f4-ee9aa264046d req-69af1a67-bc06-42c2-9014-576429055f02 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce994cb-e48b-429e-9413-e76e507a57c0 HTTP/1.1" status: 200 len: 217 time: 0.1093421 Feb 09 01:32:07.313141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:07.313820 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a1f0eebb-7c5e-4b44-bd37-21eb343c06a3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.320536 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ba0ac-81d3-4baf-9e62-0208dc616225 req-b4ef5ecc-ffca-44de-9447-30a7dc39405b tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:07.333444 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e6ba0ac-81d3-4baf-9e62-0208dc616225 req-b4ef5ecc-ffca-44de-9447-30a7dc39405b tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 944 time: 0.3148046 Feb 09 01:32:07.353207 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e81a41-802f-4349-b0f4-ee9aa264046d req-abef4e41-4082-4af7-8f32-7937500fa255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:07.354644 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Allocated IP 172.25.7.158 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/eb39614b-84f9-4561-8238-2b45e33cfd92) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:07.356978 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-14e81a41-802f-4349-b0f4-ee9aa264046d req-abef4e41-4082-4af7-8f32-7937500fa255 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.1159806 Feb 09 01:32:07.409259 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-14e81a41-802f-4349-b0f4-ee9aa264046d req-640c2b86-6be8-44d5-83f4-dbcd934942d8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394650 Feb 09 01:32:07.449694 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port a1f0eebb-7c5e-4b44-bd37-21eb343c06a3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a1f0eebb-7c5e-4b44-bd37-21eb343c06a3,segment=NetworkSegment(097c5076-9db0-48e7-9d59-aad5f00c38d4),segment_id=097c5076-9db0-48e7-9d59-aad5f00c38d4)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:07.470562 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a1f0eebb-7c5e-4b44-bd37-21eb343c06a3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.477872 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4a096136-fda9-4cea-a7b7-f8ef97ceca75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.481189 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-76e4604f-9324-41b0-8193-6e6bb2caea52 None None] Publish callbacks [] for port (e07c902e-0813-4e57-8b93-9eb9be19f8f4), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.537412 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-76e4604f-9324-41b0-8193-6e6bb2caea52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (e07c902e-0813-4e57-8b93-9eb9be19f8f4), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.595862 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e4604f-9324-41b0-8193-6e6bb2caea52 None None] Network a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:07.609579 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-76e4604f-9324-41b0-8193-6e6bb2caea52 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:07.609965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1caf85-3973-47a7-a9be-fbd5468c1c64 req-8242ab3c-e522-4a6b-990c-1344ac6e5dbc tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:07.611301 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e6ba0ac-81d3-4baf-9e62-0208dc616225 req-1950b740-cbb1-4662-b901-c3b1f5cb1442 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763577 Feb 09 01:32:07.621484 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e4604f-9324-41b0-8193-6e6bb2caea52 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:32:07.625929 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef1caf85-3973-47a7-a9be-fbd5468c1c64 req-8242ab3c-e522-4a6b-990c-1344ac6e5dbc tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=667b4ea8-d321-4c37-bdd4-b118db7e125f HTTP/1.1" status: 200 len: 944 time: 0.6770453 Feb 09 01:32:07.633301 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 6ce994cb-e48b-429e-9413-e76e507a57c0 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:32:07.663558 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-f8814e6c-134f-4652-b181-ae3c0aa33aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:07.666208 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-f8814e6c-134f-4652-b181-ae3c0aa33aac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 1127 time: 0.7158148 Feb 09 01:32:07.673918 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29dd0cf-08a7-473b-8dfd-78306c135624 req-62b0a350-4400-4ef1-92e5-a334febbeeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:07.678887 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a29dd0cf-08a7-473b-8dfd-78306c135624 req-62b0a350-4400-4ef1-92e5-a334febbeeaf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd HTTP/1.1" status: 200 len: 1132 time: 0.5849421 Feb 09 01:32:07.717119 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-14e81a41-802f-4349-b0f4-ee9aa264046d req-c0b689fd-6680-4f82-947c-1666399f797a service neutron] 10.222.0.67 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944536 Feb 09 01:32:07.773316 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-76e4604f-9324-41b0-8193-6e6bb2caea52 None None] Attempting to bind port e07c902e-0813-4e57-8b93-9eb9be19f8f4 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:32:07.773696 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-76e4604f-9324-41b0-8193-6e6bb2caea52 None None] Attempting to bind port e07c902e-0813-4e57-8b93-9eb9be19f8f4 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'c2dfec02-7bc0-4c74-8ce7-9362cffe71bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:32:07.774511 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e4604f-9324-41b0-8193-6e6bb2caea52 None None] Attempting to bind port e07c902e-0813-4e57-8b93-9eb9be19f8f4 on network a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:07.776860 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=a1f0eebb-7c5e-4b44-bd37-21eb343c06a3,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:07.853199 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4604f-9324-41b0-8193-6e6bb2caea52 None None] Pushing event updated for resources: {'Port': ['ID=e07c902e-0813-4e57-8b93-9eb9be19f8f4,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:07.870817 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e4604f-9324-41b0-8193-6e6bb2caea52 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:32:07.871847 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e4604f-9324-41b0-8193-6e6bb2caea52 None None] Checking segment: {'id': 'c2dfec02-7bc0-4c74-8ce7-9362cffe71bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:07.871975 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-76e4604f-9324-41b0-8193-6e6bb2caea52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.872391 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e4604f-9324-41b0-8193-6e6bb2caea52 None None] Bound using segment: {'id': 'c2dfec02-7bc0-4c74-8ce7-9362cffe71bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:32:07.873633 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-76e4604f-9324-41b0-8193-6e6bb2caea52 None None] Bound port: e07c902e-0813-4e57-8b93-9eb9be19f8f4, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2dfec02-7bc0-4c74-8ce7-9362cffe71bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:32:07.874236 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-76e4604f-9324-41b0-8193-6e6bb2caea52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e07c902e-0813-4e57-8b93-9eb9be19f8f4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.895546 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:32:07.907310 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-14e81a41-802f-4349-b0f4-ee9aa264046d req-a5d4a5d9-1e8a-412a-a38b-70e101bb1621 service neutron] 10.222.0.67 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836381 Feb 09 01:32:08.047986 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615aaa2b-119b-4c32-8034-478274823252 req-24bed35b-3cf5-4807-baf3-1809fb4b5140 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:08.054464 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-615aaa2b-119b-4c32-8034-478274823252 req-24bed35b-3cf5-4807-baf3-1809fb4b5140 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 945 time: 0.1461959 Feb 09 01:32:08.166111 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-76e4604f-9324-41b0-8193-6e6bb2caea52 None None] For port e07c902e-0813-4e57-8b93-9eb9be19f8f4, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:08.172415 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-76e4604f-9324-41b0-8193-6e6bb2caea52 None None] For port e07c902e-0813-4e57-8b93-9eb9be19f8f4, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e07c902e-0813-4e57-8b93-9eb9be19f8f4,segment=NetworkSegment(c2dfec02-7bc0-4c74-8ce7-9362cffe71bf),segment_id=c2dfec02-7bc0-4c74-8ce7-9362cffe71bf)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:32:08.201927 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-615aaa2b-119b-4c32-8034-478274823252 req-ea5d9a13-6139-419f-a891-b0642ee5961b tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399760 Feb 09 01:32:08.252886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 6ce994cb-e48b-429e-9413-e76e507a57c0, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6ce994cb-e48b-429e-9413-e76e507a57c0,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:08.293593 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef1caf85-3973-47a7-a9be-fbd5468c1c64 req-4829764c-89c6-48c6-ab22-c07a1c3aa67f tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6471026 Feb 09 01:32:08.296417 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-427294b3-672e-4641-9e99-d1457ad02b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:08.299303 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-427294b3-672e-4641-9e99-d1457ad02b5d service neutron] 10.222.0.67 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 922 time: 0.5640123 Feb 09 01:32:08.304977 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-76e4604f-9324-41b0-8193-6e6bb2caea52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e07c902e-0813-4e57-8b93-9eb9be19f8f4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:08.359176 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 6ce994cb-e48b-429e-9413-e76e507a57c0 has no active binding in host n-h2-828387-3 {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:32:08.502688 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-fd70d02a-7452-4aee-8346-8364b02418a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e0b25a4-1eac-4bab-a655-f714ae3de221 HTTP/1.1" status: 200 len: 217 time: 0.1647875 Feb 09 01:32:08.516267 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6f91d-0628-4308-b1f4-e687109bd1d3 req-032e7b7f-e039-4842-8393-8a4535198df3 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:08.517880 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fac6f91d-0628-4308-b1f4-e687109bd1d3 req-032e7b7f-e039-4842-8393-8a4535198df3 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=4931b348-3ae8-4bda-b059-663f33c22374 HTTP/1.1" status: 200 len: 949 time: 0.1190202 Feb 09 01:32:08.530616 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4604f-9324-41b0-8193-6e6bb2caea52 None None] Pushing event updated for resources: {'Port': ['ID=e07c902e-0813-4e57-8b93-9eb9be19f8f4,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:08.622098 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Publish callbacks [] for port (eb39614b-84f9-4561-8238-2b45e33cfd92), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:08.627161 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fac6f91d-0628-4308-b1f4-e687109bd1d3 req-f9ea2e9e-fdae-4077-a9c4-1c5ae024d08d tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964868 Feb 09 01:32:08.683434 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a29dd0cf-08a7-473b-8dfd-78306c135624 req-7ee89824-987a-4157-acbf-442358f6ecd1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=305a0a6d-e2ac-4044-999e-4a2e1b20037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7984941 Feb 09 01:32:08.727699 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-1bad6f5e-5a75-4572-916d-528ebcaf586a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:08.743499 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-1bad6f5e-5a75-4572-916d-528ebcaf586a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.2057033 Feb 09 01:32:08.869949 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-1e794c85-b4ae-4115-979a-f828c9480dbf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130891 Feb 09 01:32:08.909334 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7c37d-aab0-4d01-8ffe-9acc3c61dae1 req-982c823a-ccaf-409f-bb82-5af3ad07bf1b tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:08.912593 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f6b7c37d-aab0-4d01-8ffe-9acc3c61dae1 req-982c823a-ccaf-409f-bb82-5af3ad07bf1b tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.1249661 Feb 09 01:32:08.915615 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (eb39614b-84f9-4561-8238-2b45e33cfd92), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:08.916557 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667b4ea8-d321-4c37-bdd4-b118db7e125f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f0eebb-7c5e-4b44-bd37-21eb343c06a3'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:08.918818 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29724ba4-f6dd-4ba7-9118-38f75dc50c60" -d '{"events": [{"server_uuid": "667b4ea8-d321-4c37-bdd4-b118db7e125f", "name": "network-vif-plugged", "status": "completed", "tag": "a1f0eebb-7c5e-4b44-bd37-21eb343c06a3"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:08.949805 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d192ef-313c-4eaa-acc9-4ec509dae9d1 req-a3a958e3-adce-46e4-b63f-0d82c6750a1f tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:08.959467 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04d192ef-313c-4eaa-acc9-4ec509dae9d1 req-a3a958e3-adce-46e4-b63f-0d82c6750a1f tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd HTTP/1.1" status: 200 len: 950 time: 0.4634106 Feb 09 01:32:09.012973 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:09.036521 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f6b7c37d-aab0-4d01-8ffe-9acc3c61dae1 req-0fe1d1eb-8dd6-4c15-9d7b-aa21991c3b7e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122689 Feb 09 01:32:09.082041 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04d192ef-313c-4eaa-acc9-4ec509dae9d1 req-c8c6746b-1104-43cb-9293-465f856f3e1e tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/security-groups?id=305a0a6d-e2ac-4044-999e-4a2e1b20037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215229 Feb 09 01:32:09.102098 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:09.106403 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:32:09.167788 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b273e3-f61c-4cde-89cf-cabaa1959c0d x-openstack-request-id: req-b1b273e3-f61c-4cde-89cf-cabaa1959c0d {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:09.168097 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667b4ea8-d321-4c37-bdd4-b118db7e125f", "name": "network-vif-plugged", "status": "completed", "tag": "a1f0eebb-7c5e-4b44-bd37-21eb343c06a3", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:09.168354 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b1b273e3-f61c-4cde-89cf-cabaa1959c0d {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:09.168747 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667b4ea8-d321-4c37-bdd4-b118db7e125f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f0eebb-7c5e-4b44-bd37-21eb343c06a3', 'code': 200} Feb 09 01:32:09.257995 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d5c4d-e51e-4f36-92a0-b1a571d26ec5 req-d36e904d-0f55-4541-9b0a-70896b90db37 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:09.265366 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-459d5c4d-e51e-4f36-92a0-b1a571d26ec5 req-d36e904d-0f55-4541-9b0a-70896b90db37 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 944 time: 0.0890613 Feb 09 01:32:09.278955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Pushing event updated for resources: {'Port': ['ID=eb39614b-84f9-4561-8238-2b45e33cfd92,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:09.354594 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:09.355239 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:09.355856 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:09.356423 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:09.357984 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:09.358670 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:09.359150 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:09.359629 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:09.360359 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:09.360850 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:09.361340 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:09.361801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:09.362233 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:09.378930 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:09.382205 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-459d5c4d-e51e-4f36-92a0-b1a571d26ec5 req-4449a145-4141-454f-8abe-5ad56ba94f12 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139724 Feb 09 01:32:09.387840 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-abd7db50-759d-4629-83a2-64083b69b3f6 service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084953 Feb 09 01:32:09.404017 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72342f-0453-4c82-b537-6f6cc4c69ae9 req-029f4db4-aa29-4b1a-80a3-dcd5f28f300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:09.406390 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7e72342f-0453-4c82-b537-6f6cc4c69ae9 req-029f4db4-aa29-4b1a-80a3-dcd5f28f300f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=667b4ea8-d321-4c37-bdd4-b118db7e125f HTTP/1.1" status: 200 len: 1127 time: 0.1328080 Feb 09 01:32:09.508956 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7e72342f-0453-4c82-b537-6f6cc4c69ae9 req-61b07192-3be6-4945-a597-582b723c7b73 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928571 Feb 09 01:32:09.620639 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 698c4525-688a-460c-9a07-28825d9652ea up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:32:09.656240 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec00d9-6e12-4e81-98b8-a3dfa77639b5 req-0636eeec-f408-4512-a054-435410289448 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:09.676421 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7bec00d9-6e12-4e81-98b8-a3dfa77639b5 req-0636eeec-f408-4512-a054-435410289448 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=667b4ea8-d321-4c37-bdd4-b118db7e125f HTTP/1.1" status: 200 len: 945 time: 0.1623063 Feb 09 01:32:09.713762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd97a3c-6549-417b-9c8d-6c6f7faa27c1 req-6c35321b-b875-4f67-92c6-e13b6ca7b93f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:09.715644 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5dd97a3c-6549-417b-9c8d-6c6f7faa27c1 req-6c35321b-b875-4f67-92c6-e13b6ca7b93f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 945 time: 0.3123140 Feb 09 01:32:09.761568 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-28b474ea-4b08-4348-93e8-1f81df43039a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:09.798808 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 698c4525-688a-460c-9a07-28825d9652ea completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:09.806051 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 698c4525-688a-460c-9a07-28825d9652ea triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:09.806437 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (698c4525-688a-460c-9a07-28825d9652ea), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:09.845966 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7bec00d9-6e12-4e81-98b8-a3dfa77639b5 req-350c5cca-6e80-4de5-bb46-589819c5eb38 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643069 Feb 09 01:32:09.971022 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Publish callbacks [] for router_gateway (7ae6d272-a090-420a-acb4-909af52718a2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:10.003088 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 698c4525-688a-460c-9a07-28825d9652ea is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:10.003385 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (698c4525-688a-460c-9a07-28825d9652ea), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:10.085977 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 698c4525-688a-460c-9a07-28825d9652ea, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=698c4525-688a-460c-9a07-28825d9652ea,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:10.092578 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (698c4525-688a-460c-9a07-28825d9652ea), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:10.119357 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043819f-caad-4df2-bf8a-31ff3dbd669b req-879b7af5-3d50-429a-b51c-668629c3f1c6 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:10.136279 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1043819f-caad-4df2-bf8a-31ff3dbd669b req-879b7af5-3d50-429a-b51c-668629c3f1c6 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=4931b348-3ae8-4bda-b059-663f33c22374 HTTP/1.1" status: 200 len: 949 time: 0.1446054 Feb 09 01:32:10.285066 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1043819f-caad-4df2-bf8a-31ff3dbd669b req-c591ec55-2579-48cd-935d-b6e6cc81836e tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460674 Feb 09 01:32:10.390034 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b870280c-c316-4343-a281-ac3037f7ea3c None None] Network a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:32:10.507854 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (7ae6d272-a090-420a-acb4-909af52718a2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:10.578116 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e07c902e-0813-4e57-8b93-9eb9be19f8f4 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:32:10.606052 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:10.608854 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f3eadd95-10cc-441f-9a50-e11055ba57bd None None] Provisioning complete for port e07c902e-0813-4e57-8b93-9eb9be19f8f4 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:10.611344 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f3eadd95-10cc-441f-9a50-e11055ba57bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e07c902e-0813-4e57-8b93-9eb9be19f8f4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:10.621967 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e747f2-aa81-4e87-ab1d-19e64730c6c3 req-a6c2f07b-7778-46dd-b72a-3f8e9dab3427 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:10.625738 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-17e747f2-aa81-4e87-ab1d-19e64730c6c3 req-a6c2f07b-7778-46dd-b72a-3f8e9dab3427 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.1747687 Feb 09 01:32:10.629292 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-37a26342-2767-4b94-aa51-f95ac82c22b9 service neutron] 10.222.0.67 "GET /v2.0/ports/6ce994cb-e48b-429e-9413-e76e507a57c0/bindings/n-h2-828387-3 HTTP/1.1" status: 200 len: 384 time: 0.2791998 Feb 09 01:32:10.672159 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=698c4525-688a-460c-9a07-28825d9652ea,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:10.800872 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-4b5a1c1e-dc3f-42b3-ae1a-1aa60be565d0 service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3904715 Feb 09 01:32:10.819113 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5dd97a3c-6549-417b-9c8d-6c6f7faa27c1 req-88bf3d8e-231a-4588-b23c-43cde5e38aa8 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8484273 Feb 09 01:32:10.842090 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Router 7ae6d272-a090-420a-acb4-909af52718a2 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:32:10.949097 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-17e747f2-aa81-4e87-ab1d-19e64730c6c3 req-cb7faca7-c2b6-4ee7-aa50-4d2fac7445e4 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139126 Feb 09 01:32:11.024549 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.033156 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port e07c902e-0813-4e57-8b93-9eb9be19f8f4 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:11.034044 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e07c902e-0813-4e57-8b93-9eb9be19f8f4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.193138 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4931b348-3ae8-4bda-b059-663f33c22374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698c4525-688a-460c-9a07-28825d9652ea'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:11.207087 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fccfd9-3697-4751-b9c8-c8e2a656677e" -d '{"events": [{"server_uuid": "4931b348-3ae8-4bda-b059-663f33c22374", "name": "network-vif-plugged", "status": "completed", "tag": "698c4525-688a-460c-9a07-28825d9652ea"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:11.289321 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-173811ba-6267-4e58-93c4-207930120665 service neutron] For port 6ce994cb-e48b-429e-9413-e76e507a57c0, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6ce994cb-e48b-429e-9413-e76e507a57c0,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:11.320148 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-173811ba-6267-4e58-93c4-207930120665 service neutron] For port 6ce994cb-e48b-429e-9413-e76e507a57c0, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:11.358283 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port e07c902e-0813-4e57-8b93-9eb9be19f8f4 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:11.358672 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e07c902e-0813-4e57-8b93-9eb9be19f8f4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.369662 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-173811ba-6267-4e58-93c4-207930120665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce994cb-e48b-429e-9413-e76e507a57c0 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:11.390147 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-0b4ac3fc-a014-48eb-8303-ec6245d3f6a5 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:11.393224 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-0b4ac3fc-a014-48eb-8303-ec6245d3f6a5 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad&tenant_id=b07de46a82164c668a0ced35af54f222&binding%3Ahost_id=n-h2-828387-3 HTTP/1.1" status: 200 len: 1127 time: 0.3694584 Feb 09 01:32:11.402284 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-173811ba-6267-4e58-93c4-207930120665 service neutron] For port 6ce994cb-e48b-429e-9413-e76e507a57c0, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6ce994cb-e48b-429e-9413-e76e507a57c0,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:11.417384 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-58b55194-1d00-40b5-8c06-fbc69a95ceb0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828387-3'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:11.442093 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e86848-8458-4041-ad59-a34ffb945f09 req-56c89f94-0059-4afa-bebb-dddf3c5d42ec tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:11.450699 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d7e86848-8458-4041-ad59-a34ffb945f09 req-56c89f94-0059-4afa-bebb-dddf3c5d42ec tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd HTTP/1.1" status: 200 len: 950 time: 0.3316107 Feb 09 01:32:11.473015 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port e07c902e-0813-4e57-8b93-9eb9be19f8f4, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e07c902e-0813-4e57-8b93-9eb9be19f8f4,segment=NetworkSegment(c2dfec02-7bc0-4c74-8ce7-9362cffe71bf),segment_id=c2dfec02-7bc0-4c74-8ce7-9362cffe71bf)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:11.481124 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e07c902e-0813-4e57-8b93-9eb9be19f8f4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.499233 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-173811ba-6267-4e58-93c4-207930120665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6ce994cb-e48b-429e-9413-e76e507a57c0), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.537345 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f3eadd95-10cc-441f-9a50-e11055ba57bd None None] Current status of the port e07c902e-0813-4e57-8b93-9eb9be19f8f4 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:11.537965 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f3eadd95-10cc-441f-9a50-e11055ba57bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e07c902e-0813-4e57-8b93-9eb9be19f8f4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.540193 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:32:11.554190 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] Sync routers for ids ['7ae6d272-a090-420a-acb4-909af52718a2'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:32:11.574042 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] Routers {'7ae6d272-a090-420a-acb4-909af52718a2'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:11.581572 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:32:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['7ae6d272-a090-420a-acb4-909af52718a2'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:11.653465 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-58b55194-1d00-40b5-8c06-fbc69a95ceb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6e0b25a4-1eac-4bab-a655-f714ae3de221), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.664642 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7163115-38e3-4dd2-b87f-11cbb96c7313 req-0bee55f6-45bc-4e09-95dc-9f9b4d4c7734 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:11.675516 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.680710 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-35fb6320-ab1e-4a3f-914d-695d3ead1a79 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.6287916 Feb 09 01:32:11.681416 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a7163115-38e3-4dd2-b87f-11cbb96c7313 req-0bee55f6-45bc-4e09-95dc-9f9b4d4c7734 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 944 time: 0.5471234 Feb 09 01:32:11.686824 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55556) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:11.766111 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=e07c902e-0813-4e57-8b93-9eb9be19f8f4,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:11.796055 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-f3eadd95-10cc-441f-9a50-e11055ba57bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:32:11.801254 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-f3eadd95-10cc-441f-9a50-e11055ba57bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:32:11.805657 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d7e86848-8458-4041-ad59-a34ffb945f09 req-88514b7f-5f02-4540-879b-a2e48487bea4 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/security-groups?id=305a0a6d-e2ac-4044-999e-4a2e1b20037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996006 Feb 09 01:32:11.944788 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-173811ba-6267-4e58-93c4-207930120665 service neutron] Transition to ACTIVE for port object 6ce994cb-e48b-429e-9413-e76e507a57c0 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:11.980223 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-173811ba-6267-4e58-93c4-207930120665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (6ce994cb-e48b-429e-9413-e76e507a57c0), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.996025 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] Set router 7ae6d272-a090-420a-acb4-909af52718a2 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:32:12.170751 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:12.199256 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a7163115-38e3-4dd2-b87f-11cbb96c7313 req-8fd1bc97-4fd7-45bf-b23d-159e5de687be tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166230 Feb 09 01:32:12.240646 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae6d272-a090-420a-acb4-909af52718a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-786117266-router', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:06Z', 'updated_at': '2022-02-09T01:32:09Z', 'revision_number': 3, 'project_id': '9146c6f45787412da0470ba92f349886', 'gw_port': {'id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:07Z', 'updated_at': '2022-02-09T01:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:12.275488 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] Checking router: 7ae6d272-a090-420a-acb4-909af52718a2 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:32:12.275994 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] Updating router 7ae6d272-a090-420a-acb4-909af52718a2 port eb39614b-84f9-4561-8238-2b45e33cfd92 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:32:12.339134 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (eb39614b-84f9-4561-8238-2b45e33cfd92), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:12.340978 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40f872-335c-41f6-ad04-d59d66940406 req-db1346c0-148d-4634-a244-c4ad62f9e092 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:12.346347 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-db40f872-335c-41f6-ad04-d59d66940406 req-db1346c0-148d-4634-a244-c4ad62f9e092 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=667b4ea8-d321-4c37-bdd4-b118db7e125f HTTP/1.1" status: 200 len: 945 time: 0.2246399 Feb 09 01:32:12.357247 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e59234-248e-45ff-bfa7-31d38609cbcb x-openstack-request-id: req-b6e59234-248e-45ff-bfa7-31d38609cbcb {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:12.358071 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4931b348-3ae8-4bda-b059-663f33c22374", "name": "network-vif-plugged", "status": "completed", "tag": "698c4525-688a-460c-9a07-28825d9652ea", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:12.358240 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6e59234-248e-45ff-bfa7-31d38609cbcb {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:12.363438 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4931b348-3ae8-4bda-b059-663f33c22374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698c4525-688a-460c-9a07-28825d9652ea', 'code': 200} Feb 09 01:32:12.365328 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-58b55194-1d00-40b5-8c06-fbc69a95ceb0 service neutron] For port 6e0b25a4-1eac-4bab-a655-f714ae3de221, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6e0b25a4-1eac-4bab-a655-f714ae3de221,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:12.424650 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f3eadd95-10cc-441f-9a50-e11055ba57bd None None] Current status of the port e07c902e-0813-4e57-8b93-9eb9be19f8f4 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:12.459547 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e07c902e-0813-4e57-8b93-9eb9be19f8f4 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:32:12.494147 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-173811ba-6267-4e58-93c4-207930120665 service neutron] No DVR routers for this DVR port 6ce994cb-e48b-429e-9413-e76e507a57c0 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:12.571232 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6ce994cb-e48b-429e-9413-e76e507a57c0 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:32:12.698993 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-87ac3361-be60-4631-8ea1-19fb5d2bda9d None None] Provisioning complete for port e07c902e-0813-4e57-8b93-9eb9be19f8f4 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:12.699551 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-87ac3361-be60-4631-8ea1-19fb5d2bda9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e07c902e-0813-4e57-8b93-9eb9be19f8f4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:12.699927 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-58b55194-1d00-40b5-8c06-fbc69a95ceb0 service neutron] For port 6e0b25a4-1eac-4bab-a655-f714ae3de221, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:12.706811 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port e07c902e-0813-4e57-8b93-9eb9be19f8f4 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:12.708632 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e07c902e-0813-4e57-8b93-9eb9be19f8f4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:12.765847 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-db40f872-335c-41f6-ad04-d59d66940406 req-1d9bccd2-7db0-4bf4-9ee6-66194f818986 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3353477 Feb 09 01:32:12.837116 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005232f8-ef9e-4f8e-b840-c38919c3c2a8 req-19ee6a8b-7e4d-43f1-9e83-d855fd724a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:12.849388 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-005232f8-ef9e-4f8e-b840-c38919c3c2a8 req-19ee6a8b-7e4d-43f1-9e83-d855fd724a96 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4931b348-3ae8-4bda-b059-663f33c22374 HTTP/1.1" status: 200 len: 1132 time: 0.2651672 Feb 09 01:32:12.865738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493a49bd-f52a-48c6-8e8e-2fcb2fd20fad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e0b25a4-1eac-4bab-a655-f714ae3de221'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:12.869059 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2838535a-f3cb-4563-aaff-ecf795bc6dc7" -d '{"events": [{"server_uuid": "493a49bd-f52a-48c6-8e8e-2fcb2fd20fad", "name": "network-vif-unplugged", "status": "completed", "tag": "6e0b25a4-1eac-4bab-a655-f714ae3de221"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:12.880135 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-58b55194-1d00-40b5-8c06-fbc69a95ceb0 service neutron] Publish callbacks [] for port (6e0b25a4-1eac-4bab-a655-f714ae3de221), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:12.890950 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] The host n-h1-828387-3 is not matching for port 6ce994cb-e48b-429e-9413-e76e507a57c0 host n-h2-828387-3! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:32:12.891294 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6ce994cb-e48b-429e-9413-e76e507a57c0 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:32:12.942122 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-58b55194-1d00-40b5-8c06-fbc69a95ceb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6e0b25a4-1eac-4bab-a655-f714ae3de221), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:13.023363 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port e07c902e-0813-4e57-8b93-9eb9be19f8f4 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:13.094388 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-87ac3361-be60-4631-8ea1-19fb5d2bda9d None None] Current status of the port e07c902e-0813-4e57-8b93-9eb9be19f8f4 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:13.145474 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-173811ba-6267-4e58-93c4-207930120665 service neutron] 10.222.0.67 "PUT /v2.0/ports/6ce994cb-e48b-429e-9413-e76e507a57c0/bindings/n-h2-828387-3/activate HTTP/1.1" status: 200 len: 369 time: 2.4792814 Feb 09 01:32:13.157245 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173811ba-6267-4e58-93c4-207930120665 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce994cb-e48b-429e-9413-e76e507a57c0,revision_number=10']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:13.182914 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173811ba-6267-4e58-93c4-207930120665 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.183402 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173811ba-6267-4e58-93c4-207930120665 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.183873 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173811ba-6267-4e58-93c4-207930120665 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.184399 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] Publish callbacks [] for port (eb39614b-84f9-4561-8238-2b45e33cfd92), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:13.184987 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173811ba-6267-4e58-93c4-207930120665 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.184987 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173811ba-6267-4e58-93c4-207930120665 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.185300 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173811ba-6267-4e58-93c4-207930120665 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.185723 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173811ba-6267-4e58-93c4-207930120665 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.187022 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173811ba-6267-4e58-93c4-207930120665 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.187403 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173811ba-6267-4e58-93c4-207930120665 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.187736 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173811ba-6267-4e58-93c4-207930120665 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.188063 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173811ba-6267-4e58-93c4-207930120665 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.188384 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173811ba-6267-4e58-93c4-207930120665 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.190249 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173811ba-6267-4e58-93c4-207930120665 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.204205 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (eb39614b-84f9-4561-8238-2b45e33cfd92), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:13.242482 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0eda3-ea15-436c-9fa4-b56adf61711e req-c245d1ff-3a38-4885-84dc-7f0398e3c7fb tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:13.254588 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-edf0eda3-ea15-436c-9fa4-b56adf61711e req-c245d1ff-3a38-4885-84dc-7f0398e3c7fb tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=4931b348-3ae8-4bda-b059-663f33c22374 HTTP/1.1" status: 200 len: 950 time: 0.7430565 Feb 09 01:32:13.332325 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964112c-ac9f-4c25-bcd0-40f04bf4121e None None] Pushing event updated for resources: {'Port': ['ID=eb39614b-84f9-4561-8238-2b45e33cfd92,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:13.348427 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] Attempting to bind port eb39614b-84f9-4561-8238-2b45e33cfd92 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:32:13.349541 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] Attempting to bind port eb39614b-84f9-4561-8238-2b45e33cfd92 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:32:13.350167 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] Attempting to bind port eb39614b-84f9-4561-8238-2b45e33cfd92 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:13.363734 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964112c-ac9f-4c25-bcd0-40f04bf4121e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.364332 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964112c-ac9f-4c25-bcd0-40f04bf4121e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.364855 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964112c-ac9f-4c25-bcd0-40f04bf4121e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.365409 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964112c-ac9f-4c25-bcd0-40f04bf4121e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.365940 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964112c-ac9f-4c25-bcd0-40f04bf4121e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.366499 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964112c-ac9f-4c25-bcd0-40f04bf4121e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.367055 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964112c-ac9f-4c25-bcd0-40f04bf4121e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.367647 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964112c-ac9f-4c25-bcd0-40f04bf4121e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.368184 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964112c-ac9f-4c25-bcd0-40f04bf4121e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.368756 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964112c-ac9f-4c25-bcd0-40f04bf4121e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.369277 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964112c-ac9f-4c25-bcd0-40f04bf4121e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.369829 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964112c-ac9f-4c25-bcd0-40f04bf4121e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.370380 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964112c-ac9f-4c25-bcd0-40f04bf4121e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:13.378314 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:32:13.378899 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:13.380042 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:13.380712 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:32:13.381505 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] Bound port: eb39614b-84f9-4561-8238-2b45e33cfd92, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:32:13.382269 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (eb39614b-84f9-4561-8238-2b45e33cfd92), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:13.425643 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:13.479611 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] For port eb39614b-84f9-4561-8238-2b45e33cfd92, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:13.485879 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] For port eb39614b-84f9-4561-8238-2b45e33cfd92, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=eb39614b-84f9-4561-8238-2b45e33cfd92,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:32:13.496990 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (eb39614b-84f9-4561-8238-2b45e33cfd92), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:13.559839 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-edf0eda3-ea15-436c-9fa4-b56adf61711e req-beba1d8d-8d22-4c71-b9a8-01e66b7b78d7 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029640 Feb 09 01:32:13.577651 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b55194-1d00-40b5-8c06-fbc69a95ceb0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0b25a4-1eac-4bab-a655-f714ae3de221,revision_number=7']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:13.618643 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-005232f8-ef9e-4f8e-b840-c38919c3c2a8 req-cfcb8f3a-413d-48b1-86d0-273563a2035a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7452483 Feb 09 01:32:13.634065 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] Routers {'7ae6d272-a090-420a-acb4-909af52718a2'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:13.635314 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:32:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['7ae6d272-a090-420a-acb4-909af52718a2'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:13.636990 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147430c-69a6-4abb-b51f-0ceef5e060fa req-300bf96c-d02c-4571-a9dc-cf86b9b397ac tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:13.650295 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b147430c-69a6-4abb-b51f-0ceef5e060fa req-300bf96c-d02c-4571-a9dc-cf86b9b397ac tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 943 time: 0.7661479 Feb 09 01:32:13.673155 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-58b55194-1d00-40b5-8c06-fbc69a95ceb0 service neutron] Attempting to bind port 6e0b25a4-1eac-4bab-a655-f714ae3de221 on host n-h2-828387-3 for vnic_type normal with profile {"migrating_to": "n-h1-828387-3"} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:32:13.673703 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-58b55194-1d00-40b5-8c06-fbc69a95ceb0 service neutron] Attempting to bind port 6e0b25a4-1eac-4bab-a655-f714ae3de221 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:32:13.674318 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-58b55194-1d00-40b5-8c06-fbc69a95ceb0 service neutron] Attempting to bind port 6e0b25a4-1eac-4bab-a655-f714ae3de221 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:13.699609 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-58b55194-1d00-40b5-8c06-fbc69a95ceb0 service neutron] Port 6e0b25a4-1eac-4bab-a655-f714ae3de221 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:32:13.700175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-58b55194-1d00-40b5-8c06-fbc69a95ceb0 service neutron] Attempting to bind port 6e0b25a4-1eac-4bab-a655-f714ae3de221 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:13.726787 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-58b55194-1d00-40b5-8c06-fbc69a95ceb0 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:32:13.727319 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-58b55194-1d00-40b5-8c06-fbc69a95ceb0 service neutron] Checking segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:13.727877 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-58b55194-1d00-40b5-8c06-fbc69a95ceb0 service neutron] Bound using segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:32:13.728510 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-58b55194-1d00-40b5-8c06-fbc69a95ceb0 service neutron] Bound port: 6e0b25a4-1eac-4bab-a655-f714ae3de221, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:32:13.729012 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-58b55194-1d00-40b5-8c06-fbc69a95ceb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6e0b25a4-1eac-4bab-a655-f714ae3de221), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:13.822672 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-0052404b-560d-4609-9b64-7b90dac0a74d tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:13.838220 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-0052404b-560d-4609-9b64-7b90dac0a74d tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918&tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&binding%3Ahost_id=n-h1-828387-3 HTTP/1.1" status: 200 len: 1127 time: 0.5760183 Feb 09 01:32:13.891701 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964112c-ac9f-4c25-bcd0-40f04bf4121e None None] Pushing event updated for resources: {'Port': ['ID=eb39614b-84f9-4561-8238-2b45e33cfd92,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:13.910511 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b147430c-69a6-4abb-b51f-0ceef5e060fa req-baba1493-567d-4644-91c8-b54d8bae0ea8 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586975 Feb 09 01:32:14.010414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b5b4a-14df-47ee-be04-4bf1600441b3 req-9009d446-00ed-44e3-a478-eb5f7fb17f28 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:14.022949 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-033b5b4a-14df-47ee-be04-4bf1600441b3 req-9009d446-00ed-44e3-a478-eb5f7fb17f28 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.2778199 Feb 09 01:32:14.049297 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] Set router 7ae6d272-a090-420a-acb4-909af52718a2 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:32:14.105571 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-58b55194-1d00-40b5-8c06-fbc69a95ceb0 service neutron] For port 6e0b25a4-1eac-4bab-a655-f714ae3de221, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:14.129403 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-58b55194-1d00-40b5-8c06-fbc69a95ceb0 service neutron] For port 6e0b25a4-1eac-4bab-a655-f714ae3de221, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6e0b25a4-1eac-4bab-a655-f714ae3de221,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:32:14.141649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-24cfb3fe-1ad1-4d76-a201-edc5e1276e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:14.143646 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-24cfb3fe-1ad1-4d76-a201-edc5e1276e74 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918&tenant_id=433f56aeb5b04fa39d1f9120b707d9b4 HTTP/1.1" status: 200 len: 1127 time: 0.2274792 Feb 09 01:32:14.147176 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-58b55194-1d00-40b5-8c06-fbc69a95ceb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6e0b25a4-1eac-4bab-a655-f714ae3de221), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:14.187907 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-033b5b4a-14df-47ee-be04-4bf1600441b3 req-e71356af-2029-4b84-9501-566f8436177b tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634786 Feb 09 01:32:14.215836 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b55194-1d00-40b5-8c06-fbc69a95ceb0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0b25a4-1eac-4bab-a655-f714ae3de221,revision_number=8']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:14.258849 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10b000-e455-444c-82eb-845a507ec021 req-90015dc8-8025-4bfd-85dc-26d8070a27c4 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:14.276351 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d10b000-e455-444c-82eb-845a507ec021 req-90015dc8-8025-4bfd-85dc-26d8070a27c4 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=667b4ea8-d321-4c37-bdd4-b118db7e125f HTTP/1.1" status: 200 len: 945 time: 0.2417459 Feb 09 01:32:14.285633 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c171312e-cfe9-409f-9df4-b05ba47aaaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:14.287769 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55574) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:14.310865 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-7cd52dab-99f9-4397-b74d-9210dad2498c tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Request body: {'floatingip': {'port_id': 'a1f0eebb-7c5e-4b44-bd37-21eb343c06a3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:14.458758 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658c9c29-f011-42c8-9903-10f964139ef7 x-openstack-request-id: req-658c9c29-f011-42c8-9903-10f964139ef7 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:14.459365 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493a49bd-f52a-48c6-8e8e-2fcb2fd20fad", "name": "network-vif-unplugged", "status": "completed", "tag": "6e0b25a4-1eac-4bab-a655-f714ae3de221", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:14.459795 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-658c9c29-f011-42c8-9903-10f964139ef7 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:14.460341 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493a49bd-f52a-48c6-8e8e-2fcb2fd20fad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e0b25a4-1eac-4bab-a655-f714ae3de221', 'code': 200} Feb 09 01:32:14.466848 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-58b55194-1d00-40b5-8c06-fbc69a95ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:14.467904 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-58b55194-1d00-40b5-8c06-fbc69a95ceb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:14.477200 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-58b55194-1d00-40b5-8c06-fbc69a95ceb0 service neutron] 10.222.0.67 "PUT /v2.0/ports/6e0b25a4-1eac-4bab-a655-f714ae3de221 HTTP/1.1" status: 200 len: 1121 time: 3.0669928 Feb 09 01:32:14.486771 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7cd52dab-99f9-4397-b74d-9210dad2498c tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for floatingip (01322e71-f21d-45be-b670-6434605f4de0), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:14.509370 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-99b71bf4-35c1-4d14-9637-47ad0629ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:14.514017 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-99b71bf4-35c1-4d14-9637-47ad0629ad30 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 1127 time: 0.2982347 Feb 09 01:32:14.590210 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae6d272-a090-420a-acb4-909af52718a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-786117266-router', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:06Z', 'updated_at': '2022-02-09T01:32:09Z', 'revision_number': 3, 'project_id': '9146c6f45787412da0470ba92f349886', 'gw_port': {'id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:07Z', 'updated_at': '2022-02-09T01:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:14.638628 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['6e0b25a4-1eac-4bab-a655-f714ae3de221'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:14.642427 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcd9cc0-02a8-48ee-b76e-87d6653317ff None None] The sync data for ids ['7ae6d272-a090-420a-acb4-909af52718a2'] in n-d-828387-3 is: [{'id': '7ae6d272-a090-420a-acb4-909af52718a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-786117266-router', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:06Z', 'updated_at': '2022-02-09T01:32:09Z', 'revision_number': 3, 'project_id': '9146c6f45787412da0470ba92f349886', 'gw_port': {'id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:07Z', 'updated_at': '2022-02-09T01:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:32:14.787460 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-9926aca5-e20f-4fa2-b493-52a438d1c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:14.789750 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-9926aca5-e20f-4fa2-b493-52a438d1c410 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 907 time: 0.2677424 Feb 09 01:32:14.940609 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-36bf4ad7-050c-40da-8ed4-d988b3d27372 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce994cb-e48b-429e-9413-e76e507a57c0 HTTP/1.1" status: 200 len: 217 time: 0.1337514 Feb 09 01:32:14.966009 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3eac82-11bc-4f9d-911c-2f04ccb6dc5e req-9a582b25-3650-4593-aee1-df7a0ec35daf tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:14.969069 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf3eac82-11bc-4f9d-911c-2f04ccb6dc5e req-9a582b25-3650-4593-aee1-df7a0ec35daf tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 945 time: 0.3192625 Feb 09 01:32:15.127637 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-b379c42b-eec9-4840-87cb-d05cda66e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:15.130892 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-b379c42b-eec9-4840-87cb-d05cda66e450 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.1599061 Feb 09 01:32:15.146276 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf3eac82-11bc-4f9d-911c-2f04ccb6dc5e req-6df14f2f-4e6f-414f-8df6-974ff6bd7699 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499224 Feb 09 01:32:15.260967 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-9b1ae475-e167-4c6d-aed2-bc2e695c5638 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132538 Feb 09 01:32:15.427324 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-fb1b9bd1-6a64-4ce6-9dca-a0b3b272e557 service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532865 Feb 09 01:32:15.650409 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6f2f2-5c8f-407c-b571-e0cb4190cd50 req-88c228ca-4986-4df6-974a-68614249d82d tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:15.653150 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8fd6f2f2-5c8f-407c-b571-e0cb4190cd50 req-88c228ca-4986-4df6-974a-68614249d82d tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd HTTP/1.1" status: 200 len: 950 time: 1.1612871 Feb 09 01:32:15.691315 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31343f-bf55-49b5-b51d-2e87225bd23f req-5ebbaa10-946e-4d44-a02b-218589f7554b tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:15.704004 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0c31343f-bf55-49b5-b51d-2e87225bd23f req-5ebbaa10-946e-4d44-a02b-218589f7554b tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=4931b348-3ae8-4bda-b059-663f33c22374 HTTP/1.1" status: 200 len: 950 time: 0.2626712 Feb 09 01:32:15.798197 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-83251f39-9ef4-40e2-a737-4157827e76f3 service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257246 Feb 09 01:32:15.809283 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0c31343f-bf55-49b5-b51d-2e87225bd23f req-ea1ce483-b8b1-4ada-a2f2-232bd52e1d60 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029968 Feb 09 01:32:15.893685 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8fd6f2f2-5c8f-407c-b571-e0cb4190cd50 req-27b4e09f-5a68-49bc-8056-52132cc9492e tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/security-groups?id=305a0a6d-e2ac-4044-999e-4a2e1b20037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846337 Feb 09 01:32:16.023941 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc5457-e243-4a05-a7ae-c8c0affa54b3 req-b3da8806-079c-4521-8f80-2794561cdf56 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:16.044054 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64fc5457-e243-4a05-a7ae-c8c0affa54b3 req-b3da8806-079c-4521-8f80-2794561cdf56 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 943 time: 0.1221275 Feb 09 01:32:16.046012 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-c171312e-cfe9-409f-9df4-b05ba47aaaa9 admin admin] Allocated IP 172.20.0.1 (a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1/71b55228-b113-4b0b-8977-359af4e7fee2/d3c7e2ce-3559-4d39-84b6-6a5a09850f9e) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:16.138050 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64fc5457-e243-4a05-a7ae-c8c0affa54b3 req-d596c85d-7911-4d33-a56e-8e5e79d36f06 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922656 Feb 09 01:32:16.140312 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.db.resource_extend [None req-7cd52dab-99f9-4397-b74d-9210dad2498c tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:32:16.308341 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-3c63de95-5b0c-4361-9eb5-d1f99355fa87 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:16.311497 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-3c63de95-5b0c-4361-9eb5-d1f99355fa87 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918&tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&binding%3Ahost_id=n-h2-828387-3 HTTP/1.1" status: 200 len: 1127 time: 0.1136439 Feb 09 01:32:16.400117 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d931ba-7283-4efd-94a2-4437cdfbe3f9 req-32a64db3-a1db-48e9-aafd-2a07bdfec1e4 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:16.402894 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-82d931ba-7283-4efd-94a2-4437cdfbe3f9 req-32a64db3-a1db-48e9-aafd-2a07bdfec1e4 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.3433843 Feb 09 01:32:16.415745 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7cd52dab-99f9-4397-b74d-9210dad2498c tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:16.444131 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7cd52dab-99f9-4397-b74d-9210dad2498c tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (01322e71-f21d-45be-b670-6434605f4de0), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:16.461267 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493a49bd-f52a-48c6-8e8e-2fcb2fd20fad', 'tag': '6e0b25a4-1eac-4bab-a655-f714ae3de221'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:16.472123 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6581947d-ee20-47cb-8756-d6a8d7b19725" -d '{"events": [{"name": "network-changed", "server_uuid": "493a49bd-f52a-48c6-8e8e-2fcb2fd20fad", "tag": "6e0b25a4-1eac-4bab-a655-f714ae3de221"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:16.514412 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device eb39614b-84f9-4561-8238-2b45e33cfd92 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:32:16.593880 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6e0b25a4-1eac-4bab-a655-f714ae3de221 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:32:16.640214 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port eb39614b-84f9-4561-8238-2b45e33cfd92 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:16.640590 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (eb39614b-84f9-4561-8238-2b45e33cfd92), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:16.647795 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-ac2d93d8-2a67-4b0a-bad1-f5e5ec7efe8d service neutron] For port 6ce994cb-e48b-429e-9413-e76e507a57c0, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:16.657667 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-ac2d93d8-2a67-4b0a-bad1-f5e5ec7efe8d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:16.659636 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d510871-a6f3-4134-ac36-358ca99d4487 req-ac2d93d8-2a67-4b0a-bad1-f5e5ec7efe8d service neutron] 10.222.0.48 "DELETE /v2.0/ports/6ce994cb-e48b-429e-9413-e76e507a57c0/bindings/n-h1-828387-3 HTTP/1.1" status: 204 len: 173 time: 0.3306127 Feb 09 01:32:16.686903 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:32:16.762262 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddf3a1-d989-47d7-a7d5-4eb572e1c0de req-edf1cc28-1c9a-4338-a136-743b7a196c20 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:16.795407 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-08ddf3a1-d989-47d7-a7d5-4eb572e1c0de req-edf1cc28-1c9a-4338-a136-743b7a196c20 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 945 time: 0.2002196 Feb 09 01:32:16.829379 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 6e0b25a4-1eac-4bab-a655-f714ae3de221, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6e0b25a4-1eac-4bab-a655-f714ae3de221,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:16.902673 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-08ddf3a1-d989-47d7-a7d5-4eb572e1c0de req-ef030f11-177f-46f3-a188-8daad6399646 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058052 Feb 09 01:32:16.913622 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6e0b25a4-1eac-4bab-a655-f714ae3de221 has no active binding in host n-h1-828387-3 {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:32:16.931260 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port eb39614b-84f9-4561-8238-2b45e33cfd92 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:16.931260 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (eb39614b-84f9-4561-8238-2b45e33cfd92), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:16.975558 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port eb39614b-84f9-4561-8238-2b45e33cfd92, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=eb39614b-84f9-4561-8238-2b45e33cfd92,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:16.981756 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (eb39614b-84f9-4561-8238-2b45e33cfd92), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:17.030059 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-82d931ba-7283-4efd-94a2-4437cdfbe3f9 req-deae9540-3612-46a6-9e82-490c3c946742 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6069880 Feb 09 01:32:17.127923 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=eb39614b-84f9-4561-8238-2b45e33cfd92,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:17.147298 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c171312e-cfe9-409f-9df4-b05ba47aaaa9 admin admin] Publish callbacks [] for port (d3c7e2ce-3559-4d39-84b6-6a5a09850f9e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:17.148673 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b716bc-a9b3-4154-a077-d5ff24d932a1 req-f056dcb8-10c6-4ceb-b7c7-0016a0dd0389 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:17.171832 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-46b716bc-a9b3-4154-a077-d5ff24d932a1 req-f056dcb8-10c6-4ceb-b7c7-0016a0dd0389 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd HTTP/1.1" status: 200 len: 950 time: 0.1489747 Feb 09 01:32:17.199141 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-7cd52dab-99f9-4397-b74d-9210dad2498c tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Floating IP 01322e71-f21d-45be-b670-6434605f4de0 associated. External IP: 172.25.7.38, port: a1f0eebb-7c5e-4b44-bd37-21eb343c06a3. Feb 09 01:32:17.251823 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512325a0-1a8a-4fc6-9b56-f30f9c65d750 x-openstack-request-id: req-512325a0-1a8a-4fc6-9b56-f30f9c65d750 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:17.252400 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493a49bd-f52a-48c6-8e8e-2fcb2fd20fad", "tag": "6e0b25a4-1eac-4bab-a655-f714ae3de221", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:17.252879 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-512325a0-1a8a-4fc6-9b56-f30f9c65d750 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:17.253857 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493a49bd-f52a-48c6-8e8e-2fcb2fd20fad', 'tag': '6e0b25a4-1eac-4bab-a655-f714ae3de221', 'status': 'completed', 'code': 200} Feb 09 01:32:17.290379 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c171312e-cfe9-409f-9df4-b05ba47aaaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (d3c7e2ce-3559-4d39-84b6-6a5a09850f9e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:17.356813 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-46b716bc-a9b3-4154-a077-d5ff24d932a1 req-6b65e107-369b-428d-8a7d-e6978203ded8 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/security-groups?id=305a0a6d-e2ac-4044-999e-4a2e1b20037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758065 Feb 09 01:32:17.463103 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171312e-cfe9-409f-9df4-b05ba47aaaa9 admin admin] Pushing event updated for resources: {'Port': ['ID=d3c7e2ce-3559-4d39-84b6-6a5a09850f9e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:17.483571 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581947d-ee20-47cb-8756-d6a8d7b19725 req-d186dc95-7567-420a-b65f-64f27db90a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:17.486157 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6581947d-ee20-47cb-8756-d6a8d7b19725 req-d186dc95-7567-420a-b65f-64f27db90a12 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 1155 time: 0.1654291 Feb 09 01:32:17.518829 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c171312e-cfe9-409f-9df4-b05ba47aaaa9 admin admin] Network a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:17.525922 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-c171312e-cfe9-409f-9df4-b05ba47aaaa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:17.538381 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c171312e-cfe9-409f-9df4-b05ba47aaaa9 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:32:17.638312 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826be4b-fd92-4e19-97d3-8a2963981cbf req-36246343-78a3-4bad-a24f-c3636442963c tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:17.641179 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6826be4b-fd92-4e19-97d3-8a2963981cbf req-36246343-78a3-4bad-a24f-c3636442963c tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=4931b348-3ae8-4bda-b059-663f33c22374 HTTP/1.1" status: 200 len: 950 time: 0.1900301 Feb 09 01:32:17.683475 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c171312e-cfe9-409f-9df4-b05ba47aaaa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (7ae6d272-a090-420a-acb4-909af52718a2), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:17.745928 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910b614-7226-4acf-b442-d895662ba5d1 req-7ad02cda-c16d-4f81-b1e1-fc73b2516410 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:17.749328 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7910b614-7226-4acf-b442-d895662ba5d1 req-7ad02cda-c16d-4f81-b1e1-fc73b2516410 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 943 time: 0.1416030 Feb 09 01:32:17.815123 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581947d-ee20-47cb-8756-d6a8d7b19725 req-3eed2181-8f6f-45d0-8435-9e6eaa6ed10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:17.818864 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6581947d-ee20-47cb-8756-d6a8d7b19725 req-3eed2181-8f6f-45d0-8435-9e6eaa6ed10d service neutron] 10.222.0.48 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 922 time: 0.3204803 Feb 09 01:32:17.904709 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6581947d-ee20-47cb-8756-d6a8d7b19725 req-d35c8d48-7cd3-40fa-80ea-bb6547ca2da2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e0b25a4-1eac-4bab-a655-f714ae3de221 HTTP/1.1" status: 200 len: 217 time: 0.0687644 Feb 09 01:32:17.922195 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7910b614-7226-4acf-b442-d895662ba5d1 req-4cc748e9-b9b1-4ca4-97c5-03efe90dd84a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626484 Feb 09 01:32:17.941909 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6826be4b-fd92-4e19-97d3-8a2963981cbf req-d4db2bd8-1a0d-4626-bcc0-da26c29fe11e tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465446 Feb 09 01:32:18.032030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1d413b75-355d-45b5-8e2d-4049e0f6a31d None None] Provisioning complete for port d3c7e2ce-3559-4d39-84b6-6a5a09850f9e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:18.032643 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d413b75-355d-45b5-8e2d-4049e0f6a31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d3c7e2ce-3559-4d39-84b6-6a5a09850f9e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:18.070670 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd52dab-99f9-4397-b74d-9210dad2498c tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Router f2029d96-c1c9-44c4-b6c3-28ae018eff2b has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:32:18.126343 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581947d-ee20-47cb-8756-d6a8d7b19725 req-54589c0f-0a4d-4de0-a61b-6296b2506651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:18.132060 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6581947d-ee20-47cb-8756-d6a8d7b19725 req-54589c0f-0a4d-4de0-a61b-6296b2506651 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.2084684 Feb 09 01:32:18.173784 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1d413b75-355d-45b5-8e2d-4049e0f6a31d None None] Port d3c7e2ce-3559-4d39-84b6-6a5a09850f9e cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:32:18.198143 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6581947d-ee20-47cb-8756-d6a8d7b19725 req-0fb50a94-d663-47df-b83a-f6fe44f8cb8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421724 Feb 09 01:32:18.325514 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c171312e-cfe9-409f-9df4-b05ba47aaaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d3c7e2ce-3559-4d39-84b6-6a5a09850f9e), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:18.422178 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6581947d-ee20-47cb-8756-d6a8d7b19725 req-45264072-280b-412a-8bbc-885efdb6e8e5 service neutron] 10.222.0.48 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178750 Feb 09 01:32:18.439607 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf46ac-2cfe-4f9c-a349-833dbdcf6e09 req-18267b6a-0f58-4351-b916-1ab0ac128600 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:18.441175 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-27cf46ac-2cfe-4f9c-a349-833dbdcf6e09 req-18267b6a-0f58-4351-b916-1ab0ac128600 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 1127 time: 0.2810926 Feb 09 01:32:18.453619 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device eb39614b-84f9-4561-8238-2b45e33cfd92 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:32:18.516439 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd52dab-99f9-4397-b74d-9210dad2498c tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:32:18.525051 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7cd52dab-99f9-4397-b74d-9210dad2498c tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:18.558356 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4c5778-4888-496a-8fdc-c449168a8758 None None] Sync routers for ids ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:32:18.621275 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4c5778-4888-496a-8fdc-c449168a8758 None None] Routers {'f2029d96-c1c9-44c4-b6c3-28ae018eff2b'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:18.621993 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ce4c5778-4888-496a-8fdc-c449168a8758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:32:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:18.637072 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6581947d-ee20-47cb-8756-d6a8d7b19725 req-65cfde69-2c9b-4bba-a617-77961f67f1f0 service neutron] 10.222.0.48 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091718 Feb 09 01:32:18.646958 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7cd52dab-99f9-4397-b74d-9210dad2498c tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "PUT /v2.0/floatingips/01322e71-f21d-45be-b670-6434605f4de0 HTTP/1.1" status: 200 len: 990 time: 4.3577189 Feb 09 01:32:18.652140 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '667b4ea8-d321-4c37-bdd4-b118db7e125f', 'tag': 'a1f0eebb-7c5e-4b44-bd37-21eb343c06a3'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:18.656481 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83021c7d-58e7-451c-9ffa-b33d3e88f5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "667b4ea8-d321-4c37-bdd4-b118db7e125f", "tag": "a1f0eebb-7c5e-4b44-bd37-21eb343c06a3"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:18.667633 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-27cf46ac-2cfe-4f9c-a349-833dbdcf6e09 req-bf22cac1-3700-4909-94da-534c314e915f tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609972 Feb 09 01:32:18.824936 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port eb39614b-84f9-4561-8238-2b45e33cfd92 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:18.825683 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (eb39614b-84f9-4561-8238-2b45e33cfd92), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:18.896989 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c171312e-cfe9-409f-9df4-b05ba47aaaa9 admin admin] Publish callbacks [] for port (d3c7e2ce-3559-4d39-84b6-6a5a09850f9e), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:18.907796 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c171312e-cfe9-409f-9df4-b05ba47aaaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (d3c7e2ce-3559-4d39-84b6-6a5a09850f9e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:18.976592 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-ce4c5778-4888-496a-8fdc-c449168a8758 None None] Set router f2029d96-c1c9-44c4-b6c3-28ae018eff2b gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:32:19.040532 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171312e-cfe9-409f-9df4-b05ba47aaaa9 admin admin] Pushing event updated for resources: {'Port': ['ID=d3c7e2ce-3559-4d39-84b6-6a5a09850f9e,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:19.097799 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60779e44-e225-4bb8-8741-41acddc2948f req-c1761777-33ab-4a80-b2a2-a51509db8486 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:19.111292 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-60779e44-e225-4bb8-8741-41acddc2948f req-c1761777-33ab-4a80-b2a2-a51509db8486 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.2861948 Feb 09 01:32:19.156291 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c171312e-cfe9-409f-9df4-b05ba47aaaa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (7ae6d272-a090-420a-acb4-909af52718a2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:19.206194 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port eb39614b-84f9-4561-8238-2b45e33cfd92 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:19.276771 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-60779e44-e225-4bb8-8741-41acddc2948f req-cbecaa9f-ec22-4d84-a680-1d3fc8d6e00d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625016 Feb 09 01:32:19.468915 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c171312e-cfe9-409f-9df4-b05ba47aaaa9 admin admin] Network a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:19.478053 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-c171312e-cfe9-409f-9df4-b05ba47aaaa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:19.880031 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f7268-d080-4fe7-85a4-3295cfc21369 req-0d1b4674-3ef1-49af-9d21-e9ebd464f6b2 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:19.891519 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-070f7268-d080-4fe7-85a4-3295cfc21369 req-0d1b4674-3ef1-49af-9d21-e9ebd464f6b2 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd HTTP/1.1" status: 200 len: 950 time: 0.1564929 Feb 09 01:32:19.897735 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c171312e-cfe9-409f-9df4-b05ba47aaaa9 admin admin] Router 7ae6d272-a090-420a-acb4-909af52718a2 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:32:19.900016 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b416a-0399-45ed-b7c0-765a0e5c61fc req-bf27b139-2111-4887-bab8-70f406700d36 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:19.914351 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ac2b416a-0399-45ed-b7c0-765a0e5c61fc req-bf27b139-2111-4887-bab8-70f406700d36 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=667b4ea8-d321-4c37-bdd4-b118db7e125f HTTP/1.1" status: 200 len: 945 time: 0.1515861 Feb 09 01:32:19.956081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d5ed9741-4169-4a24-ac2a-40ff9087c9e6 None None] Provisioning complete for port d3c7e2ce-3559-4d39-84b6-6a5a09850f9e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:19.956469 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d5ed9741-4169-4a24-ac2a-40ff9087c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d3c7e2ce-3559-4d39-84b6-6a5a09850f9e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:19.964665 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ce4c5778-4888-496a-8fdc-c449168a8758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820247541-router', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'gw_port': {'id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '01322e71-f21d-45be-b670-6434605f4de0', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'port_id': 'a1f0eebb-7c5e-4b44-bd37-21eb343c06a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'mac_address': 'fa:16:3e:a7:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667b4ea8-d321-4c37-bdd4-b118db7e125f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:31:44Z', 'updated_at': '2022-02-09T01:32:15Z', 'revision_number': 1, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28cb58dc-5486-45c1-accb-a880b5db9304', 'name': '', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'mac_address': 'fa:16:3e:a1:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 5, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'subnets': [{'id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:20.006513 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ac2b416a-0399-45ed-b7c0-765a0e5c61fc req-efcf0ef1-b061-4a8b-b51f-907522685ef9 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906482 Feb 09 01:32:20.018727 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4c5778-4888-496a-8fdc-c449168a8758 None None] Checking router: f2029d96-c1c9-44c4-b6c3-28ae018eff2b for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:32:20.027431 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-070f7268-d080-4fe7-85a4-3295cfc21369 req-d64d58ee-2e4f-42f6-847b-a12f59def0c1 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/security-groups?id=305a0a6d-e2ac-4044-999e-4a2e1b20037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346838 Feb 09 01:32:20.037066 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d5ed9741-4169-4a24-ac2a-40ff9087c9e6 None None] Port d3c7e2ce-3559-4d39-84b6-6a5a09850f9e cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:32:20.039096 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4c5778-4888-496a-8fdc-c449168a8758 None None] Routers {'f2029d96-c1c9-44c4-b6c3-28ae018eff2b'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:20.039742 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ce4c5778-4888-496a-8fdc-c449168a8758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:32:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:20.140621 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c11ec2c-881f-40f6-af8a-93a1b139d451 x-openstack-request-id: req-7c11ec2c-881f-40f6-af8a-93a1b139d451 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:20.142160 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "667b4ea8-d321-4c37-bdd4-b118db7e125f", "tag": "a1f0eebb-7c5e-4b44-bd37-21eb343c06a3", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:20.142784 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7c11ec2c-881f-40f6-af8a-93a1b139d451 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:20.143654 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '667b4ea8-d321-4c37-bdd4-b118db7e125f', 'tag': 'a1f0eebb-7c5e-4b44-bd37-21eb343c06a3', 'status': 'completed', 'code': 200} Feb 09 01:32:20.191723 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-ce4c5778-4888-496a-8fdc-c449168a8758 None None] Set router f2029d96-c1c9-44c4-b6c3-28ae018eff2b gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:32:20.266540 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c171312e-cfe9-409f-9df4-b05ba47aaaa9 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:32:20.289166 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] Sync routers for ids ['7ae6d272-a090-420a-acb4-909af52718a2'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:32:20.303639 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c171312e-cfe9-409f-9df4-b05ba47aaaa9 admin admin] 10.222.0.36 "PUT /v2.0/routers/7ae6d272-a090-420a-acb4-909af52718a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6064525 Feb 09 01:32:20.352960 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83021c7d-58e7-451c-9ffa-b33d3e88f5e7 req-de8292df-f8fe-4249-a844-25024fbf005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:20.357793 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-83021c7d-58e7-451c-9ffa-b33d3e88f5e7 req-de8292df-f8fe-4249-a844-25024fbf005f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c3c032fc7314a3f9814230b1c240bfa&device_id=667b4ea8-d321-4c37-bdd4-b118db7e125f HTTP/1.1" status: 200 len: 1127 time: 0.1741095 Feb 09 01:32:20.366662 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] Routers {'7ae6d272-a090-420a-acb4-909af52718a2'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:20.367418 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:32:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['7ae6d272-a090-420a-acb4-909af52718a2'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:20.474474 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f83530-4957-42a6-97d8-650573aff5bd req-a1f59cd3-0900-4be7-ac1d-86634143fa31 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:20.490591 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-a3b828a1-3a57-496d-b494-384f4f08f35f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:20.491031 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-60f83530-4957-42a6-97d8-650573aff5bd req-a1f59cd3-0900-4be7-ac1d-86634143fa31 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 943 time: 0.2435632 Feb 09 01:32:20.496773 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-a3b828a1-3a57-496d-b494-384f4f08f35f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 806 time: 0.2531717 Feb 09 01:32:20.521468 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-5dfdee25-fa99-46b4-8af4-e3281cfbd15c tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/quotas/433f56aeb5b04fa39d1f9120b707d9b4 HTTP/1.1" status: 200 len: 375 time: 0.0153534 Feb 09 01:32:20.593101 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] Set router 7ae6d272-a090-420a-acb4-909af52718a2 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:32:20.652975 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-b50a90a8-b555-422f-acf6-1da60eac07c1 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1176672 Feb 09 01:32:20.653331 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ce4c5778-4888-496a-8fdc-c449168a8758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820247541-router', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'gw_port': {'id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '01322e71-f21d-45be-b670-6434605f4de0', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'port_id': 'a1f0eebb-7c5e-4b44-bd37-21eb343c06a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'mac_address': 'fa:16:3e:a7:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667b4ea8-d321-4c37-bdd4-b118db7e125f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:31:44Z', 'updated_at': '2022-02-09T01:32:15Z', 'revision_number': 1, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28cb58dc-5486-45c1-accb-a880b5db9304', 'name': '', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'mac_address': 'fa:16:3e:a1:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 5, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'subnets': [{'id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:20.697935 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-60f83530-4957-42a6-97d8-650573aff5bd req-642a739d-f0b1-4252-a2cc-3fd19074e975 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039912 Feb 09 01:32:20.720901 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4c5778-4888-496a-8fdc-c449168a8758 None None] The sync data for ids ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'] in n-d-828387-3 is: [{'id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820247541-router', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'gw_port': {'id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '01322e71-f21d-45be-b670-6434605f4de0', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'port_id': 'a1f0eebb-7c5e-4b44-bd37-21eb343c06a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'mac_address': 'fa:16:3e:a7:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667b4ea8-d321-4c37-bdd4-b118db7e125f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:31:44Z', 'updated_at': '2022-02-09T01:32:15Z', 'revision_number': 1, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28cb58dc-5486-45c1-accb-a880b5db9304', 'name': '', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'mac_address': 'fa:16:3e:a1:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 5, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'subnets': [{'id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:32:20.746736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83021c7d-58e7-451c-9ffa-b33d3e88f5e7 req-0f0e9912-9f90-4a45-a9a1-29dd2f232d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:20.751449 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-83021c7d-58e7-451c-9ffa-b33d3e88f5e7 req-0f0e9912-9f90-4a45-a9a1-29dd2f232d4b service neutron] 10.222.0.67 "GET /v2.0/networks?id=30f1f285-ac54-43cd-8116-17aca97bda27 HTTP/1.1" status: 200 len: 925 time: 0.3856897 Feb 09 01:32:20.909966 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-bf134aaf-6feb-4a6f-b5d9-1bca69bd2b0a service neutron] 10.222.0.36 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554224 Feb 09 01:32:21.114989 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-67404d9a-7803-47d8-b258-fb717f7aa192 service neutron] 10.222.0.36 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038872 Feb 09 01:32:21.226742 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae6d272-a090-420a-acb4-909af52718a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-786117266-router', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:06Z', 'updated_at': '2022-02-09T01:32:18Z', 'revision_number': 4, 'project_id': '9146c6f45787412da0470ba92f349886', 'gw_port': {'id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:07Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'd3c7e2ce-3559-4d39-84b6-6a5a09850f9e', 'name': '', 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'mac_address': 'fa:16:3e:82:a4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '71b55228-b113-4b0b-8977-359af4e7fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:14Z', 'updated_at': '2022-02-09T01:32:18Z', 'revision_number': 2, 'project_id': '9146c6f45787412da0470ba92f349886', 'subnets': [{'id': '71b55228-b113-4b0b-8977-359af4e7fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:21.240065 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f4cccb-d317-4121-8f9e-78850241b0c8 None None] New status for floating IP 01322e71-f21d-45be-b670-6434605f4de0: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:32:21.284928 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] Checking router: 7ae6d272-a090-420a-acb4-909af52718a2 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:32:21.285266 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] Updating router 7ae6d272-a090-420a-acb4-909af52718a2 port d3c7e2ce-3559-4d39-84b6-6a5a09850f9e binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:32:21.324469 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d3c7e2ce-3559-4d39-84b6-6a5a09850f9e), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:21.403505 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-83021c7d-58e7-451c-9ffa-b33d3e88f5e7 req-7c202f89-d121-41da-9c27-b9859b887850 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 HTTP/1.1" status: 200 len: 998 time: 0.6453419 Feb 09 01:32:21.595767 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a9c55-686c-4e85-aa67-05c9ef9c6610 req-cbc5cce6-b9ef-4dd7-95e1-ea05afd445a7 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.597288 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-617a9c55-686c-4e85-aa67-05c9ef9c6610 req-cbc5cce6-b9ef-4dd7-95e1-ea05afd445a7 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.1329653 Feb 09 01:32:21.606624 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83021c7d-58e7-451c-9ffa-b33d3e88f5e7 req-083d3ba5-74f3-453a-9c45-b648d412e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.609304 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-83021c7d-58e7-451c-9ffa-b33d3e88f5e7 req-083d3ba5-74f3-453a-9c45-b648d412e6ef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6573763d-11e2-4623-8df7-0db6006f3bfc HTTP/1.1" status: 200 len: 863 time: 0.1756968 Feb 09 01:32:21.622464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f03b8-f7e4-4cbe-b4df-4a894c985ec0 req-d470ab70-2c6c-4d53-9887-e79a7d5722fd tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.625196 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c25f03b8-f7e4-4cbe-b4df-4a894c985ec0 req-d470ab70-2c6c-4d53-9887-e79a7d5722fd tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd HTTP/1.1" status: 200 len: 950 time: 0.6387117 Feb 09 01:32:21.790353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83021c7d-58e7-451c-9ffa-b33d3e88f5e7 req-549e0d52-a0ae-4440-a408-efeed08c24ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.792210 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-83021c7d-58e7-451c-9ffa-b33d3e88f5e7 req-549e0d52-a0ae-4440-a408-efeed08c24ea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=30f1f285-ac54-43cd-8116-17aca97bda27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1657257 Feb 09 01:32:21.798915 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-617a9c55-686c-4e85-aa67-05c9ef9c6610 req-12771e0a-0e23-4849-bc91-b48d7e1af50e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903126 Feb 09 01:32:21.858465 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce115e-1bd5-4423-a9a0-f010ff6b10bf req-0e175bbb-4b4e-4cf6-9ddb-6c2015ae7a16 tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.859097 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce115e-1bd5-4423-a9a0-f010ff6b10bf req-0e175bbb-4b4e-4cf6-9ddb-6c2015ae7a16 tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.859668 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce115e-1bd5-4423-a9a0-f010ff6b10bf req-0e175bbb-4b4e-4cf6-9ddb-6c2015ae7a16 tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.860201 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce115e-1bd5-4423-a9a0-f010ff6b10bf req-0e175bbb-4b4e-4cf6-9ddb-6c2015ae7a16 tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.860743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce115e-1bd5-4423-a9a0-f010ff6b10bf req-0e175bbb-4b4e-4cf6-9ddb-6c2015ae7a16 tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.861714 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce115e-1bd5-4423-a9a0-f010ff6b10bf req-0e175bbb-4b4e-4cf6-9ddb-6c2015ae7a16 tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.863059 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce115e-1bd5-4423-a9a0-f010ff6b10bf req-0e175bbb-4b4e-4cf6-9ddb-6c2015ae7a16 tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.863600 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce115e-1bd5-4423-a9a0-f010ff6b10bf req-0e175bbb-4b4e-4cf6-9ddb-6c2015ae7a16 tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.864129 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce115e-1bd5-4423-a9a0-f010ff6b10bf req-0e175bbb-4b4e-4cf6-9ddb-6c2015ae7a16 tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.864658 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce115e-1bd5-4423-a9a0-f010ff6b10bf req-0e175bbb-4b4e-4cf6-9ddb-6c2015ae7a16 tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.874592 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25ce115e-1bd5-4423-a9a0-f010ff6b10bf req-0e175bbb-4b4e-4cf6-9ddb-6c2015ae7a16 tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4931b348-3ae8-4bda-b059-663f33c22374&device_id=e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd&device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a&device_id=667b4ea8-d321-4c37-bdd4-b118db7e125f&device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad&device_id=6d78eb10-72c8-45e9-b45a-05b72529b122&device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0&device_id=06a9b12a-7c5c-489f-8523-7b32352b0918&device_id=ceafd140-b6ce-49aa-9019-6b9e178ab0b0&device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 9449 time: 0.2110531 Feb 09 01:32:21.926284 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25ce115e-1bd5-4423-a9a0-f010ff6b10bf req-0b48fa19-b3c5-4dfa-9637-8b07c5e5788e tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:22.153353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-c25f03b8-f7e4-4cbe-b4df-4a894c985ec0 req-993c3e8a-34ca-4221-9167-b1b2434b3da0 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Deleting port 757e325a-202f-41a3-8787-97bf07a7524d {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:32:22.154504 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c25f03b8-f7e4-4cbe-b4df-4a894c985ec0 req-993c3e8a-34ca-4221-9167-b1b2434b3da0 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (757e325a-202f-41a3-8787-97bf07a7524d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:22.286269 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-83021c7d-58e7-451c-9ffa-b33d3e88f5e7 req-f3d6bf82-474b-4d9d-ab94-e418bfa256ce service neutron] 10.222.0.67 "GET /v2.0/networks/30f1f285-ac54-43cd-8116-17aca97bda27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573350 Feb 09 01:32:22.457273 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-6df87830-6c0b-4131-a977-e46b33c9f9f8 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:22.473811 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-6df87830-6c0b-4131-a977-e46b33c9f9f8 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/networks?id=a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1 HTTP/1.1" status: 200 len: 828 time: 0.2780347 Feb 09 01:32:22.505269 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-c25f03b8-f7e4-4cbe-b4df-4a894c985ec0 req-993c3e8a-34ca-4221-9167-b1b2434b3da0 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] For port 757e325a-202f-41a3-8787-97bf07a7524d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=757e325a-202f-41a3-8787-97bf07a7524d,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:22.506141 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c25f03b8-f7e4-4cbe-b4df-4a894c985ec0 req-993c3e8a-34ca-4221-9167-b1b2434b3da0 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (757e325a-202f-41a3-8787-97bf07a7524d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:22.511236 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-f9391340-d8d2-4652-964c-f1c656d6f202 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/quotas/9146c6f45787412da0470ba92f349886 HTTP/1.1" status: 200 len: 375 time: 0.0343823 Feb 09 01:32:22.511628 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25ce115e-1bd5-4423-a9a0-f010ff6b10bf req-0b48fa19-b3c5-4dfa-9637-8b07c5e5788e tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] Publish callbacks [] for security_group (8246e9cf-d6b8-432c-a9ce-a746ac5ecebd), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:22.526886 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25ce115e-1bd5-4423-a9a0-f010ff6b10bf req-0b48fa19-b3c5-4dfa-9637-8b07c5e5788e tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8246e9cf-d6b8-432c-a9ce-a746ac5ecebd), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:22.534924 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] Publish callbacks [] for port (d3c7e2ce-3559-4d39-84b6-6a5a09850f9e), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:22.542131 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-c25f03b8-f7e4-4cbe-b4df-4a894c985ec0 req-993c3e8a-34ca-4221-9167-b1b2434b3da0 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Calling delete_port for 757e325a-202f-41a3-8787-97bf07a7524d owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:32:22.558535 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d3c7e2ce-3559-4d39-84b6-6a5a09850f9e), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:22.650636 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d5e27-7213-44b3-b01b-872a8b986ff4 None None] Pushing event updated for resources: {'Port': ['ID=d3c7e2ce-3559-4d39-84b6-6a5a09850f9e,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:22.664604 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-98af00de-bfd0-4418-ac1c-b5c37bc4993b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9146c6f45787412da0470ba92f349886&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1514671 Feb 09 01:32:22.714768 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48fa19-b3c5-4dfa-9637-8b07c5e5788e tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8246e9cf-d6b8-432c-a9ce-a746ac5ecebd,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:22.749029 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-83021c7d-58e7-451c-9ffa-b33d3e88f5e7 req-a0c8d49f-d386-4117-8444-11a30ab095fe service neutron] 10.222.0.67 "GET /v2.0/networks/30f1f285-ac54-43cd-8116-17aca97bda27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411821 Feb 09 01:32:22.761902 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] Attempting to bind port d3c7e2ce-3559-4d39-84b6-6a5a09850f9e on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:32:22.762435 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] Attempting to bind port d3c7e2ce-3559-4d39-84b6-6a5a09850f9e by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'c2dfec02-7bc0-4c74-8ce7-9362cffe71bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:32:22.762937 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] Attempting to bind port d3c7e2ce-3559-4d39-84b6-6a5a09850f9e on network a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:22.782247 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:32:22.784295 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] Checking segment: {'id': 'c2dfec02-7bc0-4c74-8ce7-9362cffe71bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:22.785697 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:22.786637 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] Bound using segment: {'id': 'c2dfec02-7bc0-4c74-8ce7-9362cffe71bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:32:22.788180 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] Bound port: d3c7e2ce-3559-4d39-84b6-6a5a09850f9e, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2dfec02-7bc0-4c74-8ce7-9362cffe71bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:32:22.789464 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d3c7e2ce-3559-4d39-84b6-6a5a09850f9e), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:22.907017 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25ce115e-1bd5-4423-a9a0-f010ff6b10bf req-0b48fa19-b3c5-4dfa-9637-8b07c5e5788e tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&id=81f12357-6973-4607-a017-23882c6ac542&id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&id=5bc80cbf-96f2-499f-a76e-4ad884404098&id=305a0a6d-e2ac-4044-999e-4a2e1b20037f&id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&id=771c87d9-1599-48bc-8b2c-bf1e1c00f445&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 1.0313563 Feb 09 01:32:22.955984 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-5b96f629-17bd-4f3b-b441-35cd96c32b20 service neutron] 10.222.0.36 "GET /v2.0/networks/a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875996 Feb 09 01:32:22.979544 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] For port d3c7e2ce-3559-4d39-84b6-6a5a09850f9e, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:22.988598 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] For port d3c7e2ce-3559-4d39-84b6-6a5a09850f9e, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d3c7e2ce-3559-4d39-84b6-6a5a09850f9e,segment=NetworkSegment(c2dfec02-7bc0-4c74-8ce7-9362cffe71bf),segment_id=c2dfec02-7bc0-4c74-8ce7-9362cffe71bf)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:32:23.005710 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d3c7e2ce-3559-4d39-84b6-6a5a09850f9e), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:23.110689 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-620fa9b7-a227-4fc3-b3e5-ef376275adf7 None None] Provisioning complete for port d3c7e2ce-3559-4d39-84b6-6a5a09850f9e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:23.111758 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-620fa9b7-a227-4fc3-b3e5-ef376275adf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d3c7e2ce-3559-4d39-84b6-6a5a09850f9e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:23.144547 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] Routers {'7ae6d272-a090-420a-acb4-909af52718a2'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:23.145235 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:32:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['7ae6d272-a090-420a-acb4-909af52718a2'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:23.149743 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d5e27-7213-44b3-b01b-872a8b986ff4 None None] Pushing event updated for resources: {'Port': ['ID=d3c7e2ce-3559-4d39-84b6-6a5a09850f9e,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:23.179389 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-a7430bbf-db16-4bf8-b2a6-2e369623bccc service neutron] 10.222.0.36 "GET /v2.0/networks/a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223699 Feb 09 01:32:23.217751 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c25f03b8-f7e4-4cbe-b4df-4a894c985ec0 req-993c3e8a-34ca-4221-9167-b1b2434b3da0 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (757e325a-202f-41a3-8787-97bf07a7524d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:23.247365 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['757e325a-202f-41a3-8787-97bf07a7524d'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:23.272014 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c3e8a-34ca-4221-9167-b1b2434b3da0 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Pushing event deleted for resources: {'Port': ['ID=757e325a-202f-41a3-8787-97bf07a7524d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:23.379020 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25f03b8-f7e4-4cbe-b4df-4a894c985ec0 req-993c3e8a-34ca-4221-9167-b1b2434b3da0 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] No DVR routers for this DVR port 757e325a-202f-41a3-8787-97bf07a7524d on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:23.389630 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c25f03b8-f7e4-4cbe-b4df-4a894c985ec0 req-993c3e8a-34ca-4221-9167-b1b2434b3da0 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:23.397256 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c25f03b8-f7e4-4cbe-b4df-4a894c985ec0 req-993c3e8a-34ca-4221-9167-b1b2434b3da0 tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.48 "DELETE /v2.0/ports/757e325a-202f-41a3-8787-97bf07a7524d HTTP/1.1" status: 204 len: 173 time: 1.7619085 Feb 09 01:32:23.398184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd', 'name': 'network-vif-deleted', 'tag': '757e325a-202f-41a3-8787-97bf07a7524d'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:23.401430 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ea81f7-ab14-41fb-8913-4c1a7964ec5e" -d '{"events": [{"server_uuid": "e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd", "name": "network-vif-deleted", "tag": "757e325a-202f-41a3-8787-97bf07a7524d"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:23.434218 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-620fa9b7-a227-4fc3-b3e5-ef376275adf7 None None] Current status of the port d3c7e2ce-3559-4d39-84b6-6a5a09850f9e is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:23.434857 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-620fa9b7-a227-4fc3-b3e5-ef376275adf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d3c7e2ce-3559-4d39-84b6-6a5a09850f9e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:23.440396 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-8b5b2a11-461b-4c95-8529-af505df168fd service neutron] 10.222.0.48 "GET /v2.0/ports/6e0b25a4-1eac-4bab-a655-f714ae3de221/bindings/n-h1-828387-3 HTTP/1.1" status: 200 len: 384 time: 0.3489871 Feb 09 01:32:23.495526 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2bae3-7a76-4cc9-91a1-515d49b597d9 req-3cafae12-5f49-4030-bf18-dc8e840132d3 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:23.509873 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-afb2bae3-7a76-4cc9-91a1-515d49b597d9 req-3cafae12-5f49-4030-bf18-dc8e840132d3 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=667b4ea8-d321-4c37-bdd4-b118db7e125f HTTP/1.1" status: 200 len: 945 time: 0.3459170 Feb 09 01:32:23.530777 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-620fa9b7-a227-4fc3-b3e5-ef376275adf7 None None] For port d3c7e2ce-3559-4d39-84b6-6a5a09850f9e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d3c7e2ce-3559-4d39-84b6-6a5a09850f9e,segment=NetworkSegment(c2dfec02-7bc0-4c74-8ce7-9362cffe71bf),segment_id=c2dfec02-7bc0-4c74-8ce7-9362cffe71bf)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:23.541969 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-620fa9b7-a227-4fc3-b3e5-ef376275adf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d3c7e2ce-3559-4d39-84b6-6a5a09850f9e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:23.608600 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] Set router 7ae6d272-a090-420a-acb4-909af52718a2 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:32:23.745135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 6e0b25a4-1eac-4bab-a655-f714ae3de221 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:32:23.883880 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-afb2bae3-7a76-4cc9-91a1-515d49b597d9 req-b6a00a04-ebe0-4a10-a22f-636be76e606c tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3717864 Feb 09 01:32:23.991485 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fa9b7-a227-4fc3-b3e5-ef376275adf7 None None] Pushing event updated for resources: {'Port': ['ID=d3c7e2ce-3559-4d39-84b6-6a5a09850f9e,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:24.022619 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-fb6a0089-9653-4124-8ae9-63d0507cb7fb None None] Provisioning complete for port d3c7e2ce-3559-4d39-84b6-6a5a09850f9e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:24.023248 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb6a0089-9653-4124-8ae9-63d0507cb7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d3c7e2ce-3559-4d39-84b6-6a5a09850f9e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:24.077716 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d70a7628-edb2-466e-aa9c-c671323eb6b3 req-08e0ac27-ff3b-4bf2-838a-93bda93adb5f tempest-DeleteServersAdminTestJSON-802422075 tempest-DeleteServersAdminTestJSON-802422075-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd HTTP/1.1" status: 200 len: 210 time: 0.0853419 Feb 09 01:32:24.115014 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-550bee94-5aa6-4f13-bd37-6624a0856120 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:24.116995 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-550bee94-5aa6-4f13-bd37-6624a0856120 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.67 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 806 time: 0.4471092 Feb 09 01:32:24.167916 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8bddadb8-7ce7-46c5-9c3a-4be19ca84679 req-dfe46ec4-afe3-4bc4-80e6-a8a44299ffd1 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 210 time: 0.1059017 Feb 09 01:32:24.175543 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-7c19439d-c980-4eac-a1d3-bbe9093416bf tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Request body: {'port': {'device_id': '57583826-3351-4251-8e8d-e24314c9fb24', 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d', 'admin_state_up': True, 'tenant_id': '433f56aeb5b04fa39d1f9120b707d9b4'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:24.207059 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae6d272-a090-420a-acb4-909af52718a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-786117266-router', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:06Z', 'updated_at': '2022-02-09T01:32:18Z', 'revision_number': 4, 'project_id': '9146c6f45787412da0470ba92f349886', 'gw_port': {'id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:07Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'd3c7e2ce-3559-4d39-84b6-6a5a09850f9e', 'name': '', 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'mac_address': 'fa:16:3e:82:a4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '71b55228-b113-4b0b-8977-359af4e7fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:14Z', 'updated_at': '2022-02-09T01:32:22Z', 'revision_number': 4, 'project_id': '9146c6f45787412da0470ba92f349886', 'subnets': [{'id': '71b55228-b113-4b0b-8977-359af4e7fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:24.294058 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8878f7-3257-42c5-b35e-3a44cf6d91a8 None None] The sync data for ids ['7ae6d272-a090-420a-acb4-909af52718a2'] in n-d-828387-3 is: [{'id': '7ae6d272-a090-420a-acb4-909af52718a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-786117266-router', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:06Z', 'updated_at': '2022-02-09T01:32:18Z', 'revision_number': 4, 'project_id': '9146c6f45787412da0470ba92f349886', 'gw_port': {'id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:07Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'd3c7e2ce-3559-4d39-84b6-6a5a09850f9e', 'name': '', 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'mac_address': 'fa:16:3e:82:a4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '71b55228-b113-4b0b-8977-359af4e7fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:14Z', 'updated_at': '2022-02-09T01:32:22Z', 'revision_number': 4, 'project_id': '9146c6f45787412da0470ba92f349886', 'subnets': [{'id': '71b55228-b113-4b0b-8977-359af4e7fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:32:24.517573 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-fb6a0089-9653-4124-8ae9-63d0507cb7fb None None] Current status of the port d3c7e2ce-3559-4d39-84b6-6a5a09850f9e is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:24.529735 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 6e0b25a4-1eac-4bab-a655-f714ae3de221 is: DOWN; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:24.534053 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 757e325a-202f-41a3-8787-97bf07a7524d no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:32:24.631341 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 757e325a-202f-41a3-8787-97bf07a7524d {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:32:24.631953 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 757e325a-202f-41a3-8787-97bf07a7524d not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:32:24.800684 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7eea62-d1f5-4632-a288-cddf45440db6 req-e656d935-44a9-4111-9292-4a4025aee010 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:24.807595 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5b7eea62-d1f5-4632-a288-cddf45440db6 req-e656d935-44a9-4111-9292-4a4025aee010 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.1329432 Feb 09 01:32:24.885550 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-ca7fedad-a2ef-4371-95ff-adbcdbb44bad service neutron] For port 6e0b25a4-1eac-4bab-a655-f714ae3de221, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6e0b25a4-1eac-4bab-a655-f714ae3de221,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:24.918226 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a252e-97fc-4722-bcf5-946312fde07a req-a58786c7-ad05-4e57-9bb7-912dd776a11a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:24.930610 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e11a252e-97fc-4722-bcf5-946312fde07a req-a58786c7-ad05-4e57-9bb7-912dd776a11a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 943 time: 0.4595830 Feb 09 01:32:24.934758 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5b7eea62-d1f5-4632-a288-cddf45440db6 req-066176e5-46aa-44fb-9592-d1cdc027ef63 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165464 Feb 09 01:32:24.986850 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-ca7fedad-a2ef-4371-95ff-adbcdbb44bad service neutron] For port 6e0b25a4-1eac-4bab-a655-f714ae3de221, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:24.999602 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-7c19439d-c980-4eac-a1d3-bbe9093416bf tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Made reservation on behalf of 433f56aeb5b04fa39d1f9120b707d9b4 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:25.006800 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-7c19439d-c980-4eac-a1d3-bbe9093416bf tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:25.117371 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e11a252e-97fc-4722-bcf5-946312fde07a req-ebdd044a-bdc0-453b-9465-b1a371d92fe8 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796126 Feb 09 01:32:25.133468 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-ca7fedad-a2ef-4371-95ff-adbcdbb44bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0b25a4-1eac-4bab-a655-f714ae3de221 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:25.251006 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-ca7fedad-a2ef-4371-95ff-adbcdbb44bad service neutron] For port 6e0b25a4-1eac-4bab-a655-f714ae3de221, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6e0b25a4-1eac-4bab-a655-f714ae3de221,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:25.282411 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5846f1bf-f1ad-4515-91c7-c36ac8588c0a x-openstack-request-id: req-5846f1bf-f1ad-4515-91c7-c36ac8588c0a {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:25.283762 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd", "name": "network-vif-deleted", "tag": "757e325a-202f-41a3-8787-97bf07a7524d", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:25.284352 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5846f1bf-f1ad-4515-91c7-c36ac8588c0a {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:25.285221 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ae8aa5-3ada-4c97-8ef1-850fdb08d2cd', 'name': 'network-vif-deleted', 'tag': '757e325a-202f-41a3-8787-97bf07a7524d', 'status': 'completed', 'code': 200} Feb 09 01:32:25.313136 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-ca7fedad-a2ef-4371-95ff-adbcdbb44bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6e0b25a4-1eac-4bab-a655-f714ae3de221), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:25.479308 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fb6b4212-b0a7-457a-82c1-d6d274cebd4d req-f3622746-0691-43c1-9b62-3b7138dca6f3 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/ports?device_id=31963af8-6f82-4561-a9b4-c648515a8029 HTTP/1.1" status: 200 len: 210 time: 0.0664868 Feb 09 01:32:25.490984 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-7c19439d-c980-4eac-a1d3-bbe9093416bf tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Allocated IP 172.20.0.6 (e22f3d8b-910b-4bfd-888d-5b6735c33e0d/5d984b3d-a8e5-4608-b4ad-f090ccd966bb/95bcedc4-504b-42f3-a5f0-7d922d1dd02c) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:25.522946 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba111ac-1e73-44d3-b3a7-3f8170e743f7 req-71e596ee-b436-4b08-8987-885b18e55b65 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:25.529341 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ba111ac-1e73-44d3-b3a7-3f8170e743f7 req-71e596ee-b436-4b08-8987-885b18e55b65 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=667b4ea8-d321-4c37-bdd4-b118db7e125f HTTP/1.1" status: 200 len: 945 time: 0.1123254 Feb 09 01:32:25.602373 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-ca7fedad-a2ef-4371-95ff-adbcdbb44bad service neutron] Transition to ACTIVE for port object 6e0b25a4-1eac-4bab-a655-f714ae3de221 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:25.623413 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ba111ac-1e73-44d3-b3a7-3f8170e743f7 req-ffad9820-6187-47a3-b225-45d857c49c2b tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811877 Feb 09 01:32:25.624681 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-ca7fedad-a2ef-4371-95ff-adbcdbb44bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6e0b25a4-1eac-4bab-a655-f714ae3de221), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:25.933124 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4a9f49d5-c560-4887-b5d5-90f02c5e85ac req-ee2b8c80-84b7-4ee5-9b81-5b08ac2f07a7 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 210 time: 0.0992751 Feb 09 01:32:26.012594 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f2331-5816-4a84-87de-e287401fc382 req-e15f5e83-37a7-4027-94dd-f4451183b584 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:26.020835 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-132f2331-5816-4a84-87de-e287401fc382 req-e15f5e83-37a7-4027-94dd-f4451183b584 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceafd140-b6ce-49aa-9019-6b9e178ab0b0 HTTP/1.1" status: 200 len: 966 time: 0.2160292 Feb 09 01:32:26.023501 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-ca7fedad-a2ef-4371-95ff-adbcdbb44bad service neutron] No DVR routers for this DVR port 6e0b25a4-1eac-4bab-a655-f714ae3de221 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:26.073343 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-cd77b922-24e3-47bf-991d-84d6b2619f07 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:26.073790 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-7c19439d-c980-4eac-a1d3-bbe9093416bf tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks [] for port (95bcedc4-504b-42f3-a5f0-7d922d1dd02c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:26.077232 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-cd77b922-24e3-47bf-991d-84d6b2619f07 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.67 "GET /v2.0/networks?id=a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1 HTTP/1.1" status: 200 len: 828 time: 0.3643267 Feb 09 01:32:26.086484 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fedad-a2ef-4371-95ff-adbcdbb44bad service neutron] Pushing event updated for resources: {'Port': ['ID=6e0b25a4-1eac-4bab-a655-f714ae3de221,revision_number=10']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:26.104402 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-691bbd2a-7741-408d-9c55-44192beb2b4b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Request body: {'port': {'device_id': '31963af8-6f82-4561-a9b4-c648515a8029', 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1', 'admin_state_up': True, 'tenant_id': '9146c6f45787412da0470ba92f349886'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:26.128061 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-ca7fedad-a2ef-4371-95ff-adbcdbb44bad service neutron] 10.222.0.48 "PUT /v2.0/ports/6e0b25a4-1eac-4bab-a655-f714ae3de221/bindings/n-h1-828387-3/activate HTTP/1.1" status: 200 len: 369 time: 2.6763153 Feb 09 01:32:26.218787 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-132f2331-5816-4a84-87de-e287401fc382 req-d762fc3c-1bad-4e6e-aa50-e9e4ce1bc259 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/security-groups?id=771c87d9-1599-48bc-8b2c-bf1e1c00f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963956 Feb 09 01:32:26.309461 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-7c19439d-c980-4eac-a1d3-bbe9093416bf tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (95bcedc4-504b-42f3-a5f0-7d922d1dd02c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:26.340861 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6e599-b4c0-4c75-9901-743d969e47bc req-430b9da6-e277-42e1-a9be-bda252662018 tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:26.342879 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6e599-b4c0-4c75-9901-743d969e47bc req-430b9da6-e277-42e1-a9be-bda252662018 tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:26.346029 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6e599-b4c0-4c75-9901-743d969e47bc req-430b9da6-e277-42e1-a9be-bda252662018 tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:26.366775 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ce6e599-b4c0-4c75-9901-743d969e47bc req-430b9da6-e277-42e1-a9be-bda252662018 tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4931b348-3ae8-4bda-b059-663f33c22374&device_id=6d78eb10-72c8-45e9-b45a-05b72529b122&device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 2977 time: 0.1176813 Feb 09 01:32:26.392936 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-691bbd2a-7741-408d-9c55-44192beb2b4b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Made reservation on behalf of 9146c6f45787412da0470ba92f349886 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:26.414241 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-691bbd2a-7741-408d-9c55-44192beb2b4b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:26.427797 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-7c19439d-c980-4eac-a1d3-bbe9093416bf tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Network e22f3d8b-910b-4bfd-888d-5b6735c33e0d is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:26.437457 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-7c19439d-c980-4eac-a1d3-bbe9093416bf tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:26.444250 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-0dc69e6a-b9dd-42c4-8b93-e790564bced1 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:26.446452 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-0dc69e6a-b9dd-42c4-8b93-e790564bced1 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad&tenant_id=b07de46a82164c668a0ced35af54f222&binding%3Ahost_id=n-h2-828387-3 HTTP/1.1" status: 200 len: 1126 time: 0.2244225 Feb 09 01:32:26.447453 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-7c19439d-c980-4eac-a1d3-bbe9093416bf tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:32:26.456406 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-7c19439d-c980-4eac-a1d3-bbe9093416bf tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:26.459076 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-7c19439d-c980-4eac-a1d3-bbe9093416bf tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:26.490189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19439d-c980-4eac-a1d3-bbe9093416bf tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Pushing event updated for resources: {'Port': ['ID=95bcedc4-504b-42f3-a5f0-7d922d1dd02c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:26.582228 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d3c7e2ce-3559-4d39-84b6-6a5a09850f9e up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:32:26.595331 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ce6e599-b4c0-4c75-9901-743d969e47bc req-db4edf39-c5c0-46f2-80e2-b816ff1870ea tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271428 Feb 09 01:32:26.673030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port d3c7e2ce-3559-4d39-84b6-6a5a09850f9e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:26.673607 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d3c7e2ce-3559-4d39-84b6-6a5a09850f9e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:26.826262 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.67', 55055) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:26.830256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port d3c7e2ce-3559-4d39-84b6-6a5a09850f9e is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:26.831480 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-7c19439d-c980-4eac-a1d3-bbe9093416bf tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6687005 Feb 09 01:32:26.850909 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-16b167e5-165e-4a05-82ca-868adb6d7d38 service neutron] Request body: {'port': {'device_id': '57583826-3351-4251-8e8d-e24314c9fb24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:26.950057 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-8bc300da-c892-4fa6-8c6e-206d604cb252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:26.952859 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-8bc300da-c892-4fa6-8c6e-206d604cb252 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad&tenant_id=b07de46a82164c668a0ced35af54f222 HTTP/1.1" status: 200 len: 1126 time: 0.4902971 Feb 09 01:32:26.989576 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972b84b-c5cf-40e4-bc28-2e8e95bdb451 req-227406e0-acdb-4f02-8ac2-1c80aa5cf48c tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:26.991434 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e972b84b-c5cf-40e4-bc28-2e8e95bdb451 req-227406e0-acdb-4f02-8ac2-1c80aa5cf48c tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.4758739 Feb 09 01:32:27.051278 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-16b167e5-165e-4a05-82ca-868adb6d7d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (95bcedc4-504b-42f3-a5f0-7d922d1dd02c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:27.080770 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade327b1-b079-4970-80f1-f1fbb6cd19b8 req-8f0e7f54-335c-43b4-8306-794eaf0c94bd tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:27.082430 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ade327b1-b079-4970-80f1-f1fbb6cd19b8 req-8f0e7f54-335c-43b4-8306-794eaf0c94bd tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.67 "GET /v2.0/ports?device_id=ceafd140-b6ce-49aa-9019-6b9e178ab0b0 HTTP/1.1" status: 200 len: 966 time: 0.2548933 Feb 09 01:32:27.138480 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a01efd-7a4b-4dfc-af13-89a5e09cdf78 req-7b70a954-a7c9-427e-86e7-73d658f5c5cb tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:27.141120 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-72a01efd-7a4b-4dfc-af13-89a5e09cdf78 req-7b70a954-a7c9-427e-86e7-73d658f5c5cb tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 944 time: 0.4214554 Feb 09 01:32:27.186718 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-691bbd2a-7741-408d-9c55-44192beb2b4b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Allocated IP 172.20.0.8 (a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1/71b55228-b113-4b0b-8977-359af4e7fee2/605dcded-3c8a-45ba-9a35-174a77a32b62) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:27.204188 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e972b84b-c5cf-40e4-bc28-2e8e95bdb451 req-243911d9-13fc-459f-9880-f12b6943ca3d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868908 Feb 09 01:32:27.208495 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-efd29770-7129-41c3-8f85-d2c49a73a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:27.210145 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-efd29770-7129-41c3-8f85-d2c49a73a7de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 1126 time: 0.2158139 Feb 09 01:32:27.408094 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-72a01efd-7a4b-4dfc-af13-89a5e09cdf78 req-6b6ef920-b0af-4705-94bf-1147063e9d4c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575903 Feb 09 01:32:27.436775 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fe1c10b1-731b-4a27-83e7-e3dc509e0296 req-2a24f8ad-7868-4c1b-859f-e6180668cd7c tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/ports?device_id=31963af8-6f82-4561-a9b4-c648515a8029 HTTP/1.1" status: 200 len: 210 time: 0.0650933 Feb 09 01:32:27.445645 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-691bbd2a-7741-408d-9c55-44192beb2b4b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks [] for port (605dcded-3c8a-45ba-9a35-174a77a32b62), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:27.514656 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-691bbd2a-7741-408d-9c55-44192beb2b4b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (605dcded-3c8a-45ba-9a35-174a77a32b62), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:27.584301 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691bbd2a-7741-408d-9c55-44192beb2b4b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Pushing event updated for resources: {'Port': ['ID=605dcded-3c8a-45ba-9a35-174a77a32b62,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:27.598333 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-5a456eb8-4b63-46df-8bb6-c611a06ae836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:27.600517 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-5a456eb8-4b63-46df-8bb6-c611a06ae836 service neutron] 10.222.0.67 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 922 time: 0.3780854 Feb 09 01:32:27.603557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-ade327b1-b079-4970-80f1-f1fbb6cd19b8 req-56ac8867-a224-4564-bcb7-cd534f9a7a19 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Deleting port 6041855f-97f4-48fa-b051-920aa5db2555 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:32:27.604093 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ade327b1-b079-4970-80f1-f1fbb6cd19b8 req-56ac8867-a224-4564-bcb7-cd534f9a7a19 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (6041855f-97f4-48fa-b051-920aa5db2555), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:27.611457 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-691bbd2a-7741-408d-9c55-44192beb2b4b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Network a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:27.616044 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-691bbd2a-7741-408d-9c55-44192beb2b4b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:27.618009 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-691bbd2a-7741-408d-9c55-44192beb2b4b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:32:27.721108 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-691bbd2a-7741-408d-9c55-44192beb2b4b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:27.722024 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-691bbd2a-7741-408d-9c55-44192beb2b4b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:27.758539 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-691bbd2a-7741-408d-9c55-44192beb2b4b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6711860 Feb 09 01:32:27.770819 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-ea337189-b59f-4c07-91bd-2454280b6995 service neutron] Request body: {'port': {'device_id': '31963af8-6f82-4561-a9b4-c648515a8029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:27.786144 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-f590640f-cefb-4cd6-aed8-36725b8c4b3e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e0b25a4-1eac-4bab-a655-f714ae3de221 HTTP/1.1" status: 200 len: 217 time: 0.1581078 Feb 09 01:32:27.819126 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5abd0-e9bf-499c-95d4-1978957713b2 req-fd67396d-4b9a-4f83-adf7-f494fd6d71ab tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:27.820972 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ff5abd0-e9bf-499c-95d4-1978957713b2 req-fd67396d-4b9a-4f83-adf7-f494fd6d71ab tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceafd140-b6ce-49aa-9019-6b9e178ab0b0 HTTP/1.1" status: 200 len: 966 time: 0.1275830 Feb 09 01:32:27.876496 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-ea337189-b59f-4c07-91bd-2454280b6995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (605dcded-3c8a-45ba-9a35-174a77a32b62), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:27.944389 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ff5abd0-e9bf-499c-95d4-1978957713b2 req-e066bc8e-501a-45e1-9bc5-8b5da3bb6f69 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/security-groups?id=771c87d9-1599-48bc-8b2c-bf1e1c00f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135750 Feb 09 01:32:27.979239 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-8c1c4b01-87f8-407b-822a-81a514afc0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:27.979239 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-8c1c4b01-87f8-407b-822a-81a514afc0d4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.1720779 Feb 09 01:32:27.988626 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8f213-24c5-420c-8a27-d1d8a7f270d9 req-b052762d-b8dc-40b3-b1ec-d641b8f137d4 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:27.993358 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-18b8f213-24c5-420c-8a27-d1d8a7f270d9 req-b052762d-b8dc-40b3-b1ec-d641b8f137d4 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 931 time: 0.3993809 Feb 09 01:32:28.016494 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c41dba0a-0e0e-48c2-94a3-b378a8a9d20f None None] Provisioning complete for port 605dcded-3c8a-45ba-9a35-174a77a32b62 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:28.017320 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c41dba0a-0e0e-48c2-94a3-b378a8a9d20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (605dcded-3c8a-45ba-9a35-174a77a32b62), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:28.054530 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-478feab0-761a-4ef6-a268-f6c8e5b6cc6f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522804 Feb 09 01:32:28.063847 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-ade327b1-b079-4970-80f1-f1fbb6cd19b8 req-56ac8867-a224-4564-bcb7-cd534f9a7a19 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] For port 6041855f-97f4-48fa-b051-920aa5db2555, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6041855f-97f4-48fa-b051-920aa5db2555,segment=NetworkSegment(e0c87b89-4ade-41d2-ad6f-a52ad4b29697),segment_id=e0c87b89-4ade-41d2-ad6f-a52ad4b29697)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:28.064458 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ade327b1-b079-4970-80f1-f1fbb6cd19b8 req-56ac8867-a224-4564-bcb7-cd534f9a7a19 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (6041855f-97f4-48fa-b051-920aa5db2555), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:28.084352 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c41dba0a-0e0e-48c2-94a3-b378a8a9d20f None None] Port 605dcded-3c8a-45ba-9a35-174a77a32b62 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:32:28.093932 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-16b167e5-165e-4a05-82ca-868adb6d7d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95bcedc4-504b-42f3-a5f0-7d922d1dd02c {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:28.130803 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-16b167e5-165e-4a05-82ca-868adb6d7d38 service neutron] Publish callbacks [] for port (95bcedc4-504b-42f3-a5f0-7d922d1dd02c), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:28.148820 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-ade327b1-b079-4970-80f1-f1fbb6cd19b8 req-56ac8867-a224-4564-bcb7-cd534f9a7a19 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Calling delete_port for 6041855f-97f4-48fa-b051-920aa5db2555 owned by compute:tempest-test_az-666731391 {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:32:28.212423 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-16b167e5-165e-4a05-82ca-868adb6d7d38 service neutron] Transition to ACTIVE for port object 95bcedc4-504b-42f3-a5f0-7d922d1dd02c will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:28.224212 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-16b167e5-165e-4a05-82ca-868adb6d7d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (95bcedc4-504b-42f3-a5f0-7d922d1dd02c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:28.237126 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-18b8f213-24c5-420c-8a27-d1d8a7f270d9 req-b5fe1262-358e-408b-8eb1-e17c3a8dd716 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420936 Feb 09 01:32:28.332201 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b167e5-165e-4a05-82ca-868adb6d7d38 service neutron] Pushing event updated for resources: {'Port': ['ID=95bcedc4-504b-42f3-a5f0-7d922d1dd02c,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:28.463485 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-7bef0e22-a9b7-4b32-a57f-a12344da84c0 service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925421 Feb 09 01:32:28.475462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-ea337189-b59f-4c07-91bd-2454280b6995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605dcded-3c8a-45ba-9a35-174a77a32b62 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:28.495574 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-ea337189-b59f-4c07-91bd-2454280b6995 service neutron] Publish callbacks [] for port (605dcded-3c8a-45ba-9a35-174a77a32b62), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:28.525498 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-ea337189-b59f-4c07-91bd-2454280b6995 service neutron] Transition to ACTIVE for port object 605dcded-3c8a-45ba-9a35-174a77a32b62 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:28.531528 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-ea337189-b59f-4c07-91bd-2454280b6995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (605dcded-3c8a-45ba-9a35-174a77a32b62), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:28.566030 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-16b167e5-165e-4a05-82ca-868adb6d7d38 service neutron] Attempting to bind port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:32:28.571415 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-16b167e5-165e-4a05-82ca-868adb6d7d38 service neutron] Attempting to bind port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:32:28.571879 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-16b167e5-165e-4a05-82ca-868adb6d7d38 service neutron] Attempting to bind port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:28.585277 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-16b167e5-165e-4a05-82ca-868adb6d7d38 service neutron] Port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:32:28.586270 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-16b167e5-165e-4a05-82ca-868adb6d7d38 service neutron] Attempting to bind port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:28.609822 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede4b24-4a6a-4f91-8b88-4a5838f3c105 req-68e23794-1ff9-4010-b237-c70cf8958d4c tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:28.610085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-16b167e5-165e-4a05-82ca-868adb6d7d38 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:32:28.610319 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-16b167e5-165e-4a05-82ca-868adb6d7d38 service neutron] Checking segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:28.611527 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ede4b24-4a6a-4f91-8b88-4a5838f3c105 req-68e23794-1ff9-4010-b237-c70cf8958d4c tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.1940653 Feb 09 01:32:28.616872 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-16b167e5-165e-4a05-82ca-868adb6d7d38 service neutron] Bound using segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:32:28.617717 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-16b167e5-165e-4a05-82ca-868adb6d7d38 service neutron] Bound port: 95bcedc4-504b-42f3-a5f0-7d922d1dd02c, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:32:28.618346 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-16b167e5-165e-4a05-82ca-868adb6d7d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (95bcedc4-504b-42f3-a5f0-7d922d1dd02c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:28.698443 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea337189-b59f-4c07-91bd-2454280b6995 service neutron] Pushing event updated for resources: {'Port': ['ID=605dcded-3c8a-45ba-9a35-174a77a32b62,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:28.737824 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-1c791419-9af0-4590-a0ee-d8fdbc22a75b service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664051 Feb 09 01:32:28.761770 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ade327b1-b079-4970-80f1-f1fbb6cd19b8 req-56ac8867-a224-4564-bcb7-cd534f9a7a19 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (6041855f-97f4-48fa-b051-920aa5db2555), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:28.787916 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55742) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:28.836920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac8867-a224-4564-bcb7-cd534f9a7a19 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Pushing event deleted for resources: {'Port': ['ID=6041855f-97f4-48fa-b051-920aa5db2555,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:28.840362 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-16b167e5-165e-4a05-82ca-868adb6d7d38 service neutron] For port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:28.868379 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ede4b24-4a6a-4f91-8b88-4a5838f3c105 req-e19a88a4-20d3-494f-bed2-d5d2e65c45f9 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496157 Feb 09 01:32:28.925859 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-16b167e5-165e-4a05-82ca-868adb6d7d38 service neutron] For port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=95bcedc4-504b-42f3-a5f0-7d922d1dd02c,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:32:28.937055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade327b1-b079-4970-80f1-f1fbb6cd19b8 req-56ac8867-a224-4564-bcb7-cd534f9a7a19 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] No DVR routers for this DVR port 6041855f-97f4-48fa-b051-920aa5db2555 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:28.942266 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ade327b1-b079-4970-80f1-f1fbb6cd19b8 req-56ac8867-a224-4564-bcb7-cd534f9a7a19 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:28.951374 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ade327b1-b079-4970-80f1-f1fbb6cd19b8 req-56ac8867-a224-4564-bcb7-cd534f9a7a19 tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.67 "DELETE /v2.0/ports/6041855f-97f4-48fa-b051-920aa5db2555 HTTP/1.1" status: 204 len: 173 time: 1.8560081 Feb 09 01:32:28.951374 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceafd140-b6ce-49aa-9019-6b9e178ab0b0', 'name': 'network-vif-deleted', 'tag': '6041855f-97f4-48fa-b051-920aa5db2555'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:28.951374 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc14507-9156-4dcd-a110-3d8af470c29b" -d '{"events": [{"server_uuid": "ceafd140-b6ce-49aa-9019-6b9e178ab0b0", "name": "network-vif-deleted", "tag": "6041855f-97f4-48fa-b051-920aa5db2555"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:28.955085 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-ea337189-b59f-4c07-91bd-2454280b6995 service neutron] Attempting to bind port 605dcded-3c8a-45ba-9a35-174a77a32b62 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:32:28.955769 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-ea337189-b59f-4c07-91bd-2454280b6995 service neutron] Attempting to bind port 605dcded-3c8a-45ba-9a35-174a77a32b62 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'c2dfec02-7bc0-4c74-8ce7-9362cffe71bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:32:28.956213 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-ea337189-b59f-4c07-91bd-2454280b6995 service neutron] Attempting to bind port 605dcded-3c8a-45ba-9a35-174a77a32b62 on network a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:28.958160 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-16b167e5-165e-4a05-82ca-868adb6d7d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (95bcedc4-504b-42f3-a5f0-7d922d1dd02c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:28.978744 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-ea337189-b59f-4c07-91bd-2454280b6995 service neutron] Port 605dcded-3c8a-45ba-9a35-174a77a32b62 on network a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:32:28.986640 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-ea337189-b59f-4c07-91bd-2454280b6995 service neutron] Attempting to bind port 605dcded-3c8a-45ba-9a35-174a77a32b62 on network a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:29.018035 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-ea337189-b59f-4c07-91bd-2454280b6995 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:32:29.021399 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-ea337189-b59f-4c07-91bd-2454280b6995 service neutron] Checking segment: {'id': 'c2dfec02-7bc0-4c74-8ce7-9362cffe71bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:29.024162 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-ea337189-b59f-4c07-91bd-2454280b6995 service neutron] Bound using segment: {'id': 'c2dfec02-7bc0-4c74-8ce7-9362cffe71bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:32:29.026671 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-ea337189-b59f-4c07-91bd-2454280b6995 service neutron] Bound port: 605dcded-3c8a-45ba-9a35-174a77a32b62, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2dfec02-7bc0-4c74-8ce7-9362cffe71bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:32:29.028210 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-ea337189-b59f-4c07-91bd-2454280b6995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (605dcded-3c8a-45ba-9a35-174a77a32b62), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:29.035731 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b167e5-165e-4a05-82ca-868adb6d7d38 service neutron] Pushing event updated for resources: {'Port': ['ID=95bcedc4-504b-42f3-a5f0-7d922d1dd02c,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:29.047358 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-16b167e5-165e-4a05-82ca-868adb6d7d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:29.048049 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-16b167e5-165e-4a05-82ca-868adb6d7d38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:29.049499 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-16b167e5-165e-4a05-82ca-868adb6d7d38 service neutron] 10.222.0.67 "PUT /v2.0/ports/95bcedc4-504b-42f3-a5f0-7d922d1dd02c HTTP/1.1" status: 200 len: 1091 time: 2.2050443 Feb 09 01:32:29.217802 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85cf06-9383-4501-b572-1e44efe5f8e4 req-05914512-8443-45d1-95b6-a8013859354d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:29.219412 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf85cf06-9383-4501-b572-1e44efe5f8e4 req-05914512-8443-45d1-95b6-a8013859354d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 944 time: 0.1566443 Feb 09 01:32:29.293490 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6ca38c43-76d8-4d6a-9a15-b8ad7979ba1c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e7c46ec536ba4299830e3c3a0ec368f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5029860 Feb 09 01:32:29.295726 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-ea337189-b59f-4c07-91bd-2454280b6995 service neutron] For port 605dcded-3c8a-45ba-9a35-174a77a32b62, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:29.298911 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55754) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:29.300734 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-ea337189-b59f-4c07-91bd-2454280b6995 service neutron] For port 605dcded-3c8a-45ba-9a35-174a77a32b62, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=605dcded-3c8a-45ba-9a35-174a77a32b62,segment=NetworkSegment(c2dfec02-7bc0-4c74-8ce7-9362cffe71bf),segment_id=c2dfec02-7bc0-4c74-8ce7-9362cffe71bf)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:32:29.315958 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-ea337189-b59f-4c07-91bd-2454280b6995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (605dcded-3c8a-45ba-9a35-174a77a32b62), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:29.369339 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e50ef8-55d4-4354-96fb-8dfd0b4e7761 req-58e34756-8f06-414c-85df-3d548b6d1918 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:29.371066 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-79e50ef8-55d4-4354-96fb-8dfd0b4e7761 req-58e34756-8f06-414c-85df-3d548b6d1918 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/ports?device_id=31963af8-6f82-4561-a9b4-c648515a8029 HTTP/1.1" status: 200 len: 943 time: 0.2029164 Feb 09 01:32:29.393564 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-ea337189-b59f-4c07-91bd-2454280b6995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:29.393692 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-ea337189-b59f-4c07-91bd-2454280b6995 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:29.395189 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-ea337189-b59f-4c07-91bd-2454280b6995 service neutron] 10.222.0.67 "PUT /v2.0/ports/605dcded-3c8a-45ba-9a35-174a77a32b62 HTTP/1.1" status: 200 len: 1091 time: 1.6293287 Feb 09 01:32:29.399136 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31963af8-6f82-4561-a9b4-c648515a8029', 'tag': '605dcded-3c8a-45ba-9a35-174a77a32b62'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:29.401548 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67dca89-b225-4b71-bd6c-d1b25035b048" -d '{"events": [{"name": "network-changed", "server_uuid": "31963af8-6f82-4561-a9b4-c648515a8029", "tag": "605dcded-3c8a-45ba-9a35-174a77a32b62"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:29.451345 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea337189-b59f-4c07-91bd-2454280b6995 service neutron] Pushing event updated for resources: {'Port': ['ID=605dcded-3c8a-45ba-9a35-174a77a32b62,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:29.543650 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2b49441b-e04f-4d67-9367-878570f0e8b8 admin admin] Publish callbacks [] for security_group (305a0a6d-e2ac-4044-999e-4a2e1b20037f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:29.558645 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf85cf06-9383-4501-b572-1e44efe5f8e4 req-3f56e691-e1ba-4cc3-ae26-35390a1f594a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944154 Feb 09 01:32:29.563847 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-79e50ef8-55d4-4354-96fb-8dfd0b4e7761 req-b7d49a49-a577-40e7-ad0d-3e5c0ec5fa7c tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/security-groups?id=499b0a68-799a-4a23-888e-7a7c22d181a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721692 Feb 09 01:32:29.571298 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-22a13fa3-e8c9-499e-9c86-887da9648548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:29.573095 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-22a13fa3-e8c9-499e-9c86-887da9648548 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 1125 time: 0.4192774 Feb 09 01:32:29.590576 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-f30e91de-1173-41dc-aba5-ebc3870d386e tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:29.592733 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-f30e91de-1173-41dc-aba5-ebc3870d386e tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad&tenant_id=b07de46a82164c668a0ced35af54f222&binding%3Ahost_id=n-h1-828387-3 HTTP/1.1" status: 200 len: 1126 time: 0.3985510 Feb 09 01:32:29.635471 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2b49441b-e04f-4d67-9367-878570f0e8b8 admin admin] Publish callbacks [] for security_group (305a0a6d-e2ac-4044-999e-4a2e1b20037f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:29.692478 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48329c90-ab27-4e4e-a84b-dbc0fc5529a4 x-openstack-request-id: req-48329c90-ab27-4e4e-a84b-dbc0fc5529a4 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:29.692760 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceafd140-b6ce-49aa-9019-6b9e178ab0b0", "name": "network-vif-deleted", "tag": "6041855f-97f4-48fa-b051-920aa5db2555", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:29.693083 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-48329c90-ab27-4e4e-a84b-dbc0fc5529a4 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:29.693653 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceafd140-b6ce-49aa-9019-6b9e178ab0b0', 'name': 'network-vif-deleted', 'tag': '6041855f-97f4-48fa-b051-920aa5db2555', 'status': 'completed', 'code': 200} Feb 09 01:32:29.701075 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-fe914d2c-e7ae-4f86-8ca9-e57de49a44a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:29.702951 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-fe914d2c-e7ae-4f86-8ca9-e57de49a44a7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9146c6f45787412da0470ba92f349886&device_id=31963af8-6f82-4561-a9b4-c648515a8029 HTTP/1.1" status: 200 len: 1125 time: 0.2386105 Feb 09 01:32:29.761940 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-ca061c04-1342-446f-aedf-8d3131d38c32 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95bcedc4-504b-42f3-a5f0-7d922d1dd02c HTTP/1.1" status: 200 len: 217 time: 0.1682568 Feb 09 01:32:29.768003 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-3f4849ee-773e-4674-a86e-cc85f4eff770 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605dcded-3c8a-45ba-9a35-174a77a32b62 HTTP/1.1" status: 200 len: 217 time: 0.0539615 Feb 09 01:32:29.894551 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e92329e-ebec-41d6-920b-762d38af182e req-846b2c7f-686d-45c5-9fdf-807235bdfb9b tempest-VolumesAdminNegativeTest-488263278 tempest-VolumesAdminNegativeTest-488263278-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceafd140-b6ce-49aa-9019-6b9e178ab0b0 HTTP/1.1" status: 200 len: 210 time: 0.0671973 Feb 09 01:32:29.898692 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2b49441b-e04f-4d67-9367-878570f0e8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (305a0a6d-e2ac-4044-999e-4a2e1b20037f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:29.903313 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2b49441b-e04f-4d67-9367-878570f0e8b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:29.907460 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2b49441b-e04f-4d67-9367-878570f0e8b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/305a0a6d-e2ac-4044-999e-4a2e1b20037f HTTP/1.1" status: 204 len: 168 time: 0.6025693 Feb 09 01:32:29.933783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-3ec9b137-f75d-4698-9ef8-9c0e92e21255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:29.935260 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-3ec9b137-f75d-4698-9ef8-9c0e92e21255 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.1530273 Feb 09 01:32:29.947657 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-28b063ca-e1b7-435f-a554-3fea0533bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:29.950366 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-28b063ca-e1b7-435f-a554-3fea0533bef9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=71b55228-b113-4b0b-8977-359af4e7fee2 HTTP/1.1" status: 200 len: 867 time: 0.1690121 Feb 09 01:32:29.952329 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49441b-e04f-4d67-9367-878570f0e8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305a0a6d-e2ac-4044-999e-4a2e1b20037f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:29.990384 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-8c7b400a-9de5-4fe3-912f-ca37c9016ad1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453587 Feb 09 01:32:30.028313 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207834e4-a370-4df4-a8c4-800df6e374d6 x-openstack-request-id: req-207834e4-a370-4df4-a8c4-800df6e374d6 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:30.029418 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31963af8-6f82-4561-a9b4-c648515a8029", "tag": "605dcded-3c8a-45ba-9a35-174a77a32b62", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:30.029832 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-207834e4-a370-4df4-a8c4-800df6e374d6 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:30.030690 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31963af8-6f82-4561-a9b4-c648515a8029', 'tag': '605dcded-3c8a-45ba-9a35-174a77a32b62', 'status': 'completed', 'code': 200} Feb 09 01:32:30.033680 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-fbac05bc-16a7-48a9-be60-392a9905479b service neutron] For port 6e0b25a4-1eac-4bab-a655-f714ae3de221, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:30.062426 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-4f651f62-ad36-4a69-bb84-4427759bcc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:30.064249 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-fbac05bc-16a7-48a9-be60-392a9905479b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:30.064850 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-4f651f62-ad36-4a69-bb84-4427759bcc00 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0946553 Feb 09 01:32:30.065461 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5868d5f7-3978-4877-a4e6-95b6232183d5 req-fbac05bc-16a7-48a9-be60-392a9905479b service neutron] 10.222.0.67 "DELETE /v2.0/ports/6e0b25a4-1eac-4bab-a655-f714ae3de221/bindings/n-h2-828387-3 HTTP/1.1" status: 204 len: 173 time: 0.4582727 Feb 09 01:32:30.078119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f2da1-51ee-494a-97ea-410a2fd0eda6 req-4c47ecce-cfef-44cf-b261-48a4b0f79372 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:30.085754 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f31f2da1-51ee-494a-97ea-410a2fd0eda6 req-4c47ecce-cfef-44cf-b261-48a4b0f79372 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 943 time: 0.2190094 Feb 09 01:32:30.174503 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f31f2da1-51ee-494a-97ea-410a2fd0eda6 req-3b2ca39f-27a4-4adc-85ab-c5371bf7df10 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878706 Feb 09 01:32:30.176875 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-b7c58a36-3b0d-4497-bb65-8f7932e07732 service neutron] 10.222.0.67 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693251 Feb 09 01:32:30.259334 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc138034-1103-4769-a4c0-0e1d8ca3f534 req-6fa46a33-5395-4d9c-bc13-16d8010927d5 tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:30.261400 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc138034-1103-4769-a4c0-0e1d8ca3f534 req-6fa46a33-5395-4d9c-bc13-16d8010927d5 tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 1132 time: 0.1616383 Feb 09 01:32:30.296263 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-59ae8f0f-ed3f-42f1-a87b-3f74e4377420 service neutron] 10.222.0.67 "GET /v2.0/networks/a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117293 Feb 09 01:32:30.397867 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb60ad9-091e-494b-b700-a0e53f8eb2e2 req-b526f9c3-043d-4de1-820d-bd20988b24b1 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:30.400233 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1cb60ad9-091e-494b-b700-a0e53f8eb2e2 req-b526f9c3-043d-4de1-820d-bd20988b24b1 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.1188624 Feb 09 01:32:30.401491 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc138034-1103-4769-a4c0-0e1d8ca3f534 req-16e25ce6-ca4b-4008-92d9-2c2340a2ca2f tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291597 Feb 09 01:32:30.425946 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d04e269-3f6e-4f7d-ad9c-ed4c306dcf87 req-30e97c22-9f17-48c9-be26-b1c3ea316bc6 service neutron] 10.222.0.67 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421718 Feb 09 01:32:30.479376 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55768) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:30.495472 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d5fba00-87b6-4c2f-9d01-bce6590d5f62 req-a9d57c29-0d89-4690-897e-80d547befc17 service neutron] 10.222.0.67 "GET /v2.0/networks/a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840370 Feb 09 01:32:30.513345 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1cb60ad9-091e-494b-b700-a0e53f8eb2e2 req-6e392168-b7bf-453d-a949-9cb39bb2e2a8 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013846 Feb 09 01:32:30.516967 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fd608f64-c9b3-4ab0-86b7-cae2dd785033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:30.654563 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6041855f-97f4-48fa-b051-920aa5db2555 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:32:30.657462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dec51a-f876-4e2a-a3a5-5a83cd2ceac3 req-71574bef-ae5a-42bc-abd5-36f2a1c574f7 tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:30.659508 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c6dec51a-f876-4e2a-a3a5-5a83cd2ceac3 req-71574bef-ae5a-42bc-abd5-36f2a1c574f7 tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 1132 time: 0.1183465 Feb 09 01:32:30.668464 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67dca89-b225-4b71-bd6c-d1b25035b048 req-25a78ea6-c4d0-445f-9803-7944c91eb89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:30.671007 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a67dca89-b225-4b71-bd6c-d1b25035b048 req-25a78ea6-c4d0-445f-9803-7944c91eb89c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9146c6f45787412da0470ba92f349886&device_id=31963af8-6f82-4561-a9b4-c648515a8029 HTTP/1.1" status: 200 len: 1125 time: 0.0918050 Feb 09 01:32:30.692739 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fd608f64-c9b3-4ab0-86b7-cae2dd785033 admin admin] Publish callbacks [] for security_group (4ab6486b-afcc-498b-826f-8a008f5509ea), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:30.697555 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 6041855f-97f4-48fa-b051-920aa5db2555 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:32:30.698212 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6041855f-97f4-48fa-b051-920aa5db2555 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:32:30.707930 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fd608f64-c9b3-4ab0-86b7-cae2dd785033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4ab6486b-afcc-498b-826f-8a008f5509ea), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:30.803490 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fd608f64-c9b3-4ab0-86b7-cae2dd785033 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a10c3897410a4dfa91ab2896a709ceee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224106 Feb 09 01:32:30.804410 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55774) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:30.805283 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd608f64-c9b3-4ab0-86b7-cae2dd785033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab6486b-afcc-498b-826f-8a008f5509ea,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:30.834487 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c4d33-cd99-40c1-903b-3d271590499a req-445d0158-db82-44c1-a574-20eef6ff9585 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:30.836708 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf8c4d33-cd99-40c1-903b-3d271590499a req-445d0158-db82-44c1-a574-20eef6ff9585 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 944 time: 0.1522989 Feb 09 01:32:30.837244 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c6dec51a-f876-4e2a-a3a5-5a83cd2ceac3 req-5efd3b7c-f198-4cc3-892d-fa01fcf62dce tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621130 Feb 09 01:32:30.921617 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67dca89-b225-4b71-bd6c-d1b25035b048 req-11581d98-59d3-4ad3-8f8a-422e841af426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:30.923284 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a67dca89-b225-4b71-bd6c-d1b25035b048 req-11581d98-59d3-4ad3-8f8a-422e841af426 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1 HTTP/1.1" status: 200 len: 929 time: 0.2365961 Feb 09 01:32:30.933217 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf8c4d33-cd99-40c1-903b-3d271590499a req-36628281-8661-44c0-bf43-c051675870c3 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855176 Feb 09 01:32:31.023606 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a67dca89-b225-4b71-bd6c-d1b25035b048 req-ba98b603-d093-4372-9331-c3ae0cf2532f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605dcded-3c8a-45ba-9a35-174a77a32b62 HTTP/1.1" status: 200 len: 217 time: 0.0788033 Feb 09 01:32:31.046508 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-489d585a-aa79-4e4e-83f9-7762ac65d065 admin admin] Publish callbacks [] for security_group (4ab6486b-afcc-498b-826f-8a008f5509ea), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:31.117510 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-489d585a-aa79-4e4e-83f9-7762ac65d065 admin admin] Publish callbacks [] for security_group (4ab6486b-afcc-498b-826f-8a008f5509ea), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:31.148815 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67dca89-b225-4b71-bd6c-d1b25035b048 req-d6ad4012-bd02-4e5d-a728-752fde245c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:31.150351 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a67dca89-b225-4b71-bd6c-d1b25035b048 req-d6ad4012-bd02-4e5d-a728-752fde245c87 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=71b55228-b113-4b0b-8977-359af4e7fee2 HTTP/1.1" status: 200 len: 867 time: 0.1013017 Feb 09 01:32:31.212865 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c6827-48ec-49fe-8ec9-e5c57d166213 req-7d7000df-0a69-49c4-aaab-c7c08c7be4b4 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:31.214641 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-715c6827-48ec-49fe-8ec9-e5c57d166213 req-7d7000df-0a69-49c4-aaab-c7c08c7be4b4 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/ports?device_id=31963af8-6f82-4561-a9b4-c648515a8029 HTTP/1.1" status: 200 len: 943 time: 0.2504277 Feb 09 01:32:31.248614 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55788) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:31.272408 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-489d585a-aa79-4e4e-83f9-7762ac65d065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4ab6486b-afcc-498b-826f-8a008f5509ea), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:31.275063 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-489d585a-aa79-4e4e-83f9-7762ac65d065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:31.281568 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-489d585a-aa79-4e4e-83f9-7762ac65d065 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ab6486b-afcc-498b-826f-8a008f5509ea HTTP/1.1" status: 204 len: 168 time: 0.4678607 Feb 09 01:32:31.288836 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67dca89-b225-4b71-bd6c-d1b25035b048 req-5cd7e32b-dd5b-46ad-9412-fa93d59456a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:31.291279 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a67dca89-b225-4b71-bd6c-d1b25035b048 req-5cd7e32b-dd5b-46ad-9412-fa93d59456a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1289628 Feb 09 01:32:31.310871 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d585a-aa79-4e4e-83f9-7762ac65d065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab6486b-afcc-498b-826f-8a008f5509ea,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:31.342399 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-715c6827-48ec-49fe-8ec9-e5c57d166213 req-9d5b0936-1c66-4213-b4c7-9acbc182421e tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/security-groups?id=499b0a68-799a-4a23-888e-7a7c22d181a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195002 Feb 09 01:32:31.488065 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-127b59b5-f5d5-4202-b81a-51c998652234 admin admin] Deleting subnet ec24389b-f51d-4b18-804e-722c246af9a0 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:32:31.492148 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-127b59b5-f5d5-4202-b81a-51c998652234 admin admin] Publish callbacks [] for subnet (ec24389b-f51d-4b18-804e-722c246af9a0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:31.529389 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a67dca89-b225-4b71-bd6c-d1b25035b048 req-5ac632b9-5492-4345-bcf1-acbb76c5a3c9 service neutron] 10.222.0.67 "GET /v2.0/networks/a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283676 Feb 09 01:32:31.554835 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-127b59b5-f5d5-4202-b81a-51c998652234 admin admin] Publish callbacks [] for subnet (ec24389b-f51d-4b18-804e-722c246af9a0), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:31.570301 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-127b59b5-f5d5-4202-b81a-51c998652234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (ec24389b-f51d-4b18-804e-722c246af9a0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:31.581562 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27a97f-3c59-4ce7-b9d8-19195e7a57aa req-685ad18d-2795-43e3-8b36-d6637ab93c87 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:31.592873 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6e27a97f-3c59-4ce7-b9d8-19195e7a57aa req-685ad18d-2795-43e3-8b36-d6637ab93c87 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 943 time: 0.1982648 Feb 09 01:32:31.689537 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6e27a97f-3c59-4ce7-b9d8-19195e7a57aa req-1aeb8f84-2c89-483b-a8b7-b89926d62461 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940030 Feb 09 01:32:31.694695 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57583826-3351-4251-8e8d-e24314c9fb24', 'tag': '95bcedc4-504b-42f3-a5f0-7d922d1dd02c'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:31.697546 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5d5a5a-7622-4630-adeb-e74f52c03ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "57583826-3351-4251-8e8d-e24314c9fb24", "tag": "95bcedc4-504b-42f3-a5f0-7d922d1dd02c"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:31.701800 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-127b59b5-f5d5-4202-b81a-51c998652234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for subnet (ec24389b-f51d-4b18-804e-722c246af9a0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:31.735826 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b59b5-f5d5-4202-b81a-51c998652234 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec24389b-f51d-4b18-804e-722c246af9a0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:31.740165 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-127b59b5-f5d5-4202-b81a-51c998652234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:31.744018 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-127b59b5-f5d5-4202-b81a-51c998652234 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ec24389b-f51d-4b18-804e-722c246af9a0 HTTP/1.1" status: 204 len: 168 time: 0.4937558 Feb 09 01:32:31.749210 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55802) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:31.805771 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a67dca89-b225-4b71-bd6c-d1b25035b048 req-83ea34f2-6e18-4ec2-ab73-16b912a78fe6 service neutron] 10.222.0.67 "GET /v2.0/networks/a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702718 Feb 09 01:32:31.815470 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20553a47-326b-4552-a002-f53ca70cf8b4 req-3f6acdc8-963b-451e-b5d0-b7fe1f767b02 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:31.818749 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-20553a47-326b-4552-a002-f53ca70cf8b4 req-3f6acdc8-963b-451e-b5d0-b7fe1f767b02 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 1126 time: 0.1676171 Feb 09 01:32:31.886185 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (20a3037e-4c7a-4512-a3a3-b64df06a7358), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:31.888894 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-20553a47-326b-4552-a002-f53ca70cf8b4 req-391a1edc-ae66-4f0e-be6c-b3dc6b21c4df tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590754 Feb 09 01:32:31.964868 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e013d7-536d-4a15-8342-40da38b349bd req-625a22ae-a9e0-4e72-ad81-71832cb21bdf tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:31.970983 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-62e013d7-536d-4a15-8342-40da38b349bd req-625a22ae-a9e0-4e72-ad81-71832cb21bdf tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.1660631 Feb 09 01:32:32.105478 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (20a3037e-4c7a-4512-a3a3-b64df06a7358), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:32.139619 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-62e013d7-536d-4a15-8342-40da38b349bd req-044edce5-83ae-4e9a-8a20-9b648a05db39 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259937 Feb 09 01:32:32.165181 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:32:32.165772 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:32:32.167508 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:32:32.167890 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] Subscribe: > port after_create 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:32:32.168237 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:32:32.168590 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] Subscribe: > port after_update 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:32:32.168987 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:32:32.169817 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:32:32.170148 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:32:32.170478 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:32:32.312814 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:32:32.313332 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:32:32.314173 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:32:32.314980 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:32:32.315722 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a3037e-4c7a-4512-a3a3-b64df06a7358']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:32.324251 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a372d2-aa54-484d-8121-ed8ebfff90be x-openstack-request-id: req-91a372d2-aa54-484d-8121-ed8ebfff90be {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:32.324541 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57583826-3351-4251-8e8d-e24314c9fb24", "tag": "95bcedc4-504b-42f3-a5f0-7d922d1dd02c", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:32.324798 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-91a372d2-aa54-484d-8121-ed8ebfff90be {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:32.325202 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57583826-3351-4251-8e8d-e24314c9fb24', 'tag': '95bcedc4-504b-42f3-a5f0-7d922d1dd02c', 'status': 'completed', 'code': 200} Feb 09 01:32:32.345435 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c87b89-4ade-41d2-ad6f-a52ad4b29697') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:32.345725 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c87b89-4ade-41d2-ad6f-a52ad4b29697') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:32.362833 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d5a5a-7622-4630-adeb-e74f52c03ec0 req-776c179b-169a-45db-b36c-79afb2b89f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:32.364653 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cd5d5a5a-7622-4630-adeb-e74f52c03ec0 req-776c179b-169a-45db-b36c-79afb2b89f87 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 1125 time: 0.1479940 Feb 09 01:32:32.379024 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (e0c87b89-4ade-41d2-ad6f-a52ad4b29697), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:32.415643 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (e0c87b89-4ade-41d2-ad6f-a52ad4b29697), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:32.434508 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:32:32.435309 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (e0c87b89-4ade-41d2-ad6f-a52ad4b29697), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: from cryptography.utils import int_from_bytes Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: from cryptography.utils import int_from_bytes Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:32:32.443794 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:32:32.490538 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-e14fc977-9892-4482-8438-08f91c95a452 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:32.492643 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-e14fc977-9892-4482-8438-08f91c95a452 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 821 time: 0.2244716 Feb 09 01:32:32.527396 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-cff34793-ab98-48f0-83bb-195d83a09a4e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/quotas/b07de46a82164c668a0ced35af54f222 HTTP/1.1" status: 200 len: 375 time: 0.0241280 Feb 09 01:32:32.531664 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d5a5a-7622-4630-adeb-e74f52c03ec0 req-9de5ca3e-4a4b-4c28-ba7c-27e8e724f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:32.533085 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cd5d5a5a-7622-4630-adeb-e74f52c03ec0 req-9de5ca3e-4a4b-4c28-ba7c-27e8e724f73a service neutron] 10.222.0.67 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 907 time: 0.1586196 Feb 09 01:32:32.615062 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (20a3037e-4c7a-4512-a3a3-b64df06a7358), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:32.628901 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cd5d5a5a-7622-4630-adeb-e74f52c03ec0 req-e5eb9d23-5119-4be7-8007-1f3a7694736e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95bcedc4-504b-42f3-a5f0-7d922d1dd02c HTTP/1.1" status: 200 len: 217 time: 0.0874145 Feb 09 01:32:32.678175 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:32.687893 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] 10.222.0.36 "DELETE /v2.0/networks/20a3037e-4c7a-4512-a3a3-b64df06a7358 HTTP/1.1" status: 204 len: 168 time: 0.9335041 Feb 09 01:32:32.691594 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55850) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:32.697224 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eecdfec-40a4-4cd4-9f19-3f6c4e4ee78c admin admin] Pushing event deleted for resources: {'Network': ['ID=20a3037e-4c7a-4512-a3a3-b64df06a7358,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:32.764228 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d5a5a-7622-4630-adeb-e74f52c03ec0 req-ee2d14e1-91e8-4983-b0aa-a9ad1dcaeed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:32.764686 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6e42c-52ee-4511-bcab-33be80de75bd req-5fbd6cae-a7a1-4a6c-a9a4-e22272c236cc tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:32.766745 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cd5d5a5a-7622-4630-adeb-e74f52c03ec0 req-ee2d14e1-91e8-4983-b0aa-a9ad1dcaeed8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.1089752 Feb 09 01:32:32.772690 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3fd6e42c-52ee-4511-bcab-33be80de75bd req-5fbd6cae-a7a1-4a6c-a9a4-e22272c236cc tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/ports?device_id=31963af8-6f82-4561-a9b4-c648515a8029 HTTP/1.1" status: 200 len: 943 time: 0.1730051 Feb 09 01:32:32.785948 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-c115670f-6fc5-4156-afef-fe7c3823cf2c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2458909 Feb 09 01:32:32.799005 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd5becf-08f4-42fa-9edd-6a9f3b6f48c7 admin admin] Deleting subnet d523aa9c-df89-4d3f-adda-fc57cfc8aea0 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:32:32.806944 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3bd5becf-08f4-42fa-9edd-6a9f3b6f48c7 admin admin] Publish callbacks [] for subnet (d523aa9c-df89-4d3f-adda-fc57cfc8aea0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:32.872102 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cd5d5a5a-7622-4630-adeb-e74f52c03ec0 req-2d9089e3-e55f-4e00-90f6-85fedda07adc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787516 Feb 09 01:32:32.890930 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3fd6e42c-52ee-4511-bcab-33be80de75bd req-583e1974-4f76-4408-aee9-b719af164448 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/security-groups?id=499b0a68-799a-4a23-888e-7a7c22d181a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170990 Feb 09 01:32:32.905272 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3bd5becf-08f4-42fa-9edd-6a9f3b6f48c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (d523aa9c-df89-4d3f-adda-fc57cfc8aea0), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:32.973408 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3bd5becf-08f4-42fa-9edd-6a9f3b6f48c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (d523aa9c-df89-4d3f-adda-fc57cfc8aea0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:33.087309 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-97284016-251b-4f8b-80e3-9cb559fb3fb3 service neutron] 10.222.0.36 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012605 Feb 09 01:32:33.109588 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62752825-92f9-4602-a55f-668f71927378 req-f8acac64-177b-4167-acfc-d212cbd18b3b tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:33.111915 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-62752825-92f9-4602-a55f-668f71927378 req-f8acac64-177b-4167-acfc-d212cbd18b3b tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.0935631 Feb 09 01:32:33.152225 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3bd5becf-08f4-42fa-9edd-6a9f3b6f48c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (d523aa9c-df89-4d3f-adda-fc57cfc8aea0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:33.192427 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cd5d5a5a-7622-4630-adeb-e74f52c03ec0 req-9747215c-3429-42cb-9840-221e9f9e2c66 service neutron] 10.222.0.67 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074806 Feb 09 01:32:33.214085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5becf-08f4-42fa-9edd-6a9f3b6f48c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d523aa9c-df89-4d3f-adda-fc57cfc8aea0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:33.218412 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3bd5becf-08f4-42fa-9edd-6a9f3b6f48c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:33.224465 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3bd5becf-08f4-42fa-9edd-6a9f3b6f48c7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d523aa9c-df89-4d3f-adda-fc57cfc8aea0 HTTP/1.1" status: 204 len: 168 time: 0.5262327 Feb 09 01:32:33.227991 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55868) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:33.308914 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-62752825-92f9-4602-a55f-668f71927378 req-5e6ebbdc-9068-4185-9fb4-1362cfc35476 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880412 Feb 09 01:32:33.350363 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b8d5700d-4167-4b56-ba2a-c8d8ce9f522c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (ff46c8b4-3f73-4f02-9824-54bd2bfaa237), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:33.359141 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-a141934b-1a8d-4e72-ae76-8e56e12e0bb5 service neutron] 10.222.0.36 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640240 Feb 09 01:32:33.388243 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cd5d5a5a-7622-4630-adeb-e74f52c03ec0 req-545fc9c4-35af-4e2a-b850-88c0b4a038cd service neutron] 10.222.0.67 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862280 Feb 09 01:32:33.514954 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b8d5700d-4167-4b56-ba2a-c8d8ce9f522c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (ff46c8b4-3f73-4f02-9824-54bd2bfaa237), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:33.555292 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-b8d5700d-4167-4b56-ba2a-c8d8ce9f522c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff46c8b4-3f73-4f02-9824-54bd2bfaa237']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:33.574148 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-b8d5700d-4167-4b56-ba2a-c8d8ce9f522c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe30a04-d34b-4c6b-8e74-d0981ea6aaf5') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:33.574549 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-b8d5700d-4167-4b56-ba2a-c8d8ce9f522c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe30a04-d34b-4c6b-8e74-d0981ea6aaf5') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:33.608099 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13cf92-a1c4-4c67-a527-3c115d193f8c req-452e67c1-7499-4e75-8464-df0240105a34 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:33.609969 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d13cf92-a1c4-4c67-a527-3c115d193f8c req-452e67c1-7499-4e75-8464-df0240105a34 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 943 time: 0.1504364 Feb 09 01:32:33.612023 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b8d5700d-4167-4b56-ba2a-c8d8ce9f522c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (3fe30a04-d34b-4c6b-8e74-d0981ea6aaf5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:33.644779 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b8d5700d-4167-4b56-ba2a-c8d8ce9f522c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (3fe30a04-d34b-4c6b-8e74-d0981ea6aaf5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:33.662702 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d5700d-4167-4b56-ba2a-c8d8ce9f522c admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:32:33.663255 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b8d5700d-4167-4b56-ba2a-c8d8ce9f522c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (3fe30a04-d34b-4c6b-8e74-d0981ea6aaf5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:32:33.665842 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:32:33.668106 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ffa78-e4df-49ab-9a2b-1962113923aa req-666ae0ea-e97f-4fd5-99ff-bd3bef9c32fa tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:33.668953 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e94ffa78-e4df-49ab-9a2b-1962113923aa req-666ae0ea-e97f-4fd5-99ff-bd3bef9c32fa tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.0809004 Feb 09 01:32:33.734975 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e94ffa78-e4df-49ab-9a2b-1962113923aa req-1334c5c2-7f95-490f-a600-825f921112ec tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586317 Feb 09 01:32:33.770636 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d13cf92-a1c4-4c67-a527-3c115d193f8c req-05188c47-9fa6-4393-ab25-e787f2c67f17 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480339 Feb 09 01:32:33.799018 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b8d5700d-4167-4b56-ba2a-c8d8ce9f522c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (ff46c8b4-3f73-4f02-9824-54bd2bfaa237), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:33.806171 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b8d5700d-4167-4b56-ba2a-c8d8ce9f522c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:33.812886 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b8d5700d-4167-4b56-ba2a-c8d8ce9f522c admin admin] 10.222.0.36 "DELETE /v2.0/networks/ff46c8b4-3f73-4f02-9824-54bd2bfaa237 HTTP/1.1" status: 204 len: 168 time: 0.5837512 Feb 09 01:32:33.826504 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5700d-4167-4b56-ba2a-c8d8ce9f522c admin admin] Pushing event deleted for resources: {'Network': ['ID=ff46c8b4-3f73-4f02-9824-54bd2bfaa237,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:33.874818 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d041fbb9-f170-4399-a541-161505464b65 req-26ba199f-9cf2-43a8-abd9-8c44c81384dd tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 210 time: 0.0638707 Feb 09 01:32:34.086324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40502c-d633-4e83-8950-d917c2c7bd8f req-b0a4c1fa-1393-4a12-a764-6c496c31cd6e tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:34.094647 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2e40502c-d633-4e83-8950-d917c2c7bd8f req-b0a4c1fa-1393-4a12-a764-6c496c31cd6e tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/ports?device_id=31963af8-6f82-4561-a9b4-c648515a8029 HTTP/1.1" status: 200 len: 943 time: 0.0777471 Feb 09 01:32:34.129466 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55898) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:34.168221 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2e40502c-d633-4e83-8950-d917c2c7bd8f req-03947eba-9ed2-49a2-b4a6-7be20b569b36 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/security-groups?id=499b0a68-799a-4a23-888e-7a7c22d181a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721648 Feb 09 01:32:34.221367 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0317f305-cf05-4205-a8e0-eb8690001766 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9a8041bfa8d048d79ec61e26d22f9d13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0893717 Feb 09 01:32:34.234376 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55902) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:34.314411 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f57f05a-ec9c-40f5-8af3-f8829713bf6a admin admin] Publish callbacks [] for security_group (771c87d9-1599-48bc-8b2c-bf1e1c00f445), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:34.340141 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f57f05a-ec9c-40f5-8af3-f8829713bf6a admin admin] Publish callbacks [] for security_group (771c87d9-1599-48bc-8b2c-bf1e1c00f445), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:34.421179 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f57f05a-ec9c-40f5-8af3-f8829713bf6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (771c87d9-1599-48bc-8b2c-bf1e1c00f445), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:34.424538 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f57f05a-ec9c-40f5-8af3-f8829713bf6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:34.429221 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5f57f05a-ec9c-40f5-8af3-f8829713bf6a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/771c87d9-1599-48bc-8b2c-bf1e1c00f445 HTTP/1.1" status: 204 len: 168 time: 0.1901906 Feb 09 01:32:34.465327 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57f05a-ec9c-40f5-8af3-f8829713bf6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771c87d9-1599-48bc-8b2c-bf1e1c00f445,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:34.532003 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cbe9f-15fd-4d77-9040-a9c29df5f609 req-c6f6de7c-9853-4504-91ea-076b84a6754c tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:34.534276 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-457cbe9f-15fd-4d77-9040-a9c29df5f609 req-c6f6de7c-9853-4504-91ea-076b84a6754c tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.0869305 Feb 09 01:32:34.615424 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-457cbe9f-15fd-4d77-9040-a9c29df5f609 req-cfe55523-c295-444e-810e-f547e237a3d2 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730574 Feb 09 01:32:34.656948 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 95bcedc4-504b-42f3-a5f0-7d922d1dd02c details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:32:34.970360 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=95bcedc4-504b-42f3-a5f0-7d922d1dd02c,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:34.994603 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '95bcedc4-504b-42f3-a5f0-7d922d1dd02c', 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d', 'port_id': '95bcedc4-504b-42f3-a5f0-7d922d1dd02c', 'mac_address': 'fa:16:3e:88:24:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d984b3d-a8e5-4608-b4ad-f090ccd966bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:32:35.019244 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6550398-31eb-482c-9d06-9ea1c232db5c req-f0cec816-4948-44b1-b911-8985c492fea3 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:35.030491 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55926) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:35.031464 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a6550398-31eb-482c-9d06-9ea1c232db5c req-f0cec816-4948-44b1-b911-8985c492fea3 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.1257749 Feb 09 01:32:35.057173 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:35.057847 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (95bcedc4-504b-42f3-a5f0-7d922d1dd02c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:35.082031 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95bcedc4-504b-42f3-a5f0-7d922d1dd02c {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:35.117045 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=95bcedc4-504b-42f3-a5f0-7d922d1dd02c,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:35.122617 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (95bcedc4-504b-42f3-a5f0-7d922d1dd02c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:35.126467 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 605dcded-3c8a-45ba-9a35-174a77a32b62 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:32:35.129946 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-47438f42-cd9e-4411-ab0b-698ce4ba0cc9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=871833147eae4786b5c6c749d47db618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0940912 Feb 09 01:32:35.132470 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55928) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:35.228718 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3def42a5-7050-45ef-bfb5-a2ae6e3a6da5 admin admin] Publish callbacks [] for security_group (6877bb4c-d6c2-4d84-a89a-2234fee9df2e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:35.257928 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=95bcedc4-504b-42f3-a5f0-7d922d1dd02c,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:35.258959 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a6550398-31eb-482c-9d06-9ea1c232db5c req-184827b1-49d3-4974-94d7-4344a6d0f91d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062986 Feb 09 01:32:35.291989 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3def42a5-7050-45ef-bfb5-a2ae6e3a6da5 admin admin] Publish callbacks [] for security_group (6877bb4c-d6c2-4d84-a89a-2234fee9df2e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:35.301120 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.301465 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.303279 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.304280 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.305470 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.306414 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.307019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.307916 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.308681 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.309137 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.309694 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.310765 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.311415 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.407423 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3def42a5-7050-45ef-bfb5-a2ae6e3a6da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6877bb4c-d6c2-4d84-a89a-2234fee9df2e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:35.413014 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3def42a5-7050-45ef-bfb5-a2ae6e3a6da5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:35.413469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 605dcded-3c8a-45ba-9a35-174a77a32b62, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=605dcded-3c8a-45ba-9a35-174a77a32b62,segment=NetworkSegment(c2dfec02-7bc0-4c74-8ce7-9362cffe71bf),segment_id=c2dfec02-7bc0-4c74-8ce7-9362cffe71bf)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:35.418514 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3def42a5-7050-45ef-bfb5-a2ae6e3a6da5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6877bb4c-d6c2-4d84-a89a-2234fee9df2e HTTP/1.1" status: 204 len: 168 time: 0.2841547 Feb 09 01:32:35.435822 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '605dcded-3c8a-45ba-9a35-174a77a32b62', 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1', 'port_id': '605dcded-3c8a-45ba-9a35-174a77a32b62', 'mac_address': 'fa:16:3e:17:25:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b55228-b113-4b0b-8977-359af4e7fee2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:32:35.444446 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0137526c-2230-4df2-9a5f-cae9655fed02 req-bc22e598-b08f-4813-8ccb-95fedffa9977 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 210 time: 0.0496521 Feb 09 01:32:35.453101 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def42a5-7050-45ef-bfb5-a2ae6e3a6da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6877bb4c-d6c2-4d84-a89a-2234fee9df2e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:35.470070 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-53cece19-6072-4d91-825d-1e59909b0b16 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:35.482069 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-53cece19-6072-4d91-825d-1e59909b0b16 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.48 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 821 time: 0.3579187 Feb 09 01:32:35.518332 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 605dcded-3c8a-45ba-9a35-174a77a32b62 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:35.518547 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (605dcded-3c8a-45ba-9a35-174a77a32b62), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:35.525699 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-eadfc629-c61b-4ed9-8b56-d015fb007127 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Request body: {'port': {'device_id': '5a4be3e9-1f8d-451e-a42f-96abf43d47d7', 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7', 'admin_state_up': True, 'tenant_id': 'b07de46a82164c668a0ced35af54f222'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:35.535802 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605dcded-3c8a-45ba-9a35-174a77a32b62 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:35.563286 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 605dcded-3c8a-45ba-9a35-174a77a32b62, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=605dcded-3c8a-45ba-9a35-174a77a32b62,segment=NetworkSegment(c2dfec02-7bc0-4c74-8ce7-9362cffe71bf),segment_id=c2dfec02-7bc0-4c74-8ce7-9362cffe71bf)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:35.573530 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (605dcded-3c8a-45ba-9a35-174a77a32b62), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:35.629358 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a00fd5-5619-4e1d-a349-75e3e537e12a req-69667834-6363-4559-9548-631ab3b85bdf tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:35.631098 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-31a00fd5-5619-4e1d-a349-75e3e537e12a req-69667834-6363-4559-9548-631ab3b85bdf tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/ports?device_id=31963af8-6f82-4561-a9b4-c648515a8029 HTTP/1.1" status: 200 len: 944 time: 0.0684655 Feb 09 01:32:35.653027 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=605dcded-3c8a-45ba-9a35-174a77a32b62,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:35.678821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fdcaf-2081-4ba4-98c8-e9a3d584a66b req-11d4d9f7-6c23-478a-bd65-96b58762b68e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:35.686743 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-568fdcaf-2081-4ba4-98c8-e9a3d584a66b req-11d4d9f7-6c23-478a-bd65-96b58762b68e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 944 time: 0.2620056 Feb 09 01:32:35.753275 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-eadfc629-c61b-4ed9-8b56-d015fb007127 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Made reservation on behalf of b07de46a82164c668a0ced35af54f222 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:35.757236 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-eadfc629-c61b-4ed9-8b56-d015fb007127 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:35.801011 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-568fdcaf-2081-4ba4-98c8-e9a3d584a66b req-3db08e37-ab26-4581-87e2-f300af888387 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132164 Feb 09 01:32:35.978682 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-eadfc629-c61b-4ed9-8b56-d015fb007127 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Allocated IP 172.20.0.3 (13f3e8ce-063b-4d38-a4f0-142d23e1b9c7/c7975264-a21c-4173-a1bc-89127bef9e8a/26f9301b-2ecc-4658-a113-5381caf8c688) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:35.997098 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['95bcedc4-504b-42f3-a5f0-7d922d1dd02c'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:36.025138 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-31a00fd5-5619-4e1d-a349-75e3e537e12a req-3b70e985-dfe5-4174-85fc-4016ea5144c6 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/security-groups?id=499b0a68-799a-4a23-888e-7a7c22d181a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868153 Feb 09 01:32:36.078515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['605dcded-3c8a-45ba-9a35-174a77a32b62'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:36.226555 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bd238-0ac9-44d0-a9c9-a40da0984b4d req-ec48ca16-8640-477e-9def-ef0dff8a1286 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:36.242242 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ae1bd238-0ac9-44d0-a9c9-a40da0984b4d req-ec48ca16-8640-477e-9def-ef0dff8a1286 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.1140878 Feb 09 01:32:36.284034 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-eadfc629-c61b-4ed9-8b56-d015fb007127 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks [] for port (26f9301b-2ecc-4658-a113-5381caf8c688), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:36.340285 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ae1bd238-0ac9-44d0-a9c9-a40da0984b4d req-281d162c-6774-4955-8109-158bbf0da544 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957236 Feb 09 01:32:36.347354 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-eadfc629-c61b-4ed9-8b56-d015fb007127 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (26f9301b-2ecc-4658-a113-5381caf8c688), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:36.434050 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-eadfc629-c61b-4ed9-8b56-d015fb007127 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:36.437652 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-eadfc629-c61b-4ed9-8b56-d015fb007127 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:36.445892 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-eadfc629-c61b-4ed9-8b56-d015fb007127 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:32:36.449509 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadfc629-c61b-4ed9-8b56-d015fb007127 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Pushing event updated for resources: {'Port': ['ID=26f9301b-2ecc-4658-a113-5381caf8c688,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:36.509086 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-eadfc629-c61b-4ed9-8b56-d015fb007127 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:36.509679 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-eadfc629-c61b-4ed9-8b56-d015fb007127 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:36.538616 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-eadfc629-c61b-4ed9-8b56-d015fb007127 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0372987 Feb 09 01:32:36.552950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-f8cd0053-fac4-4ba1-9df7-c1054e3041ea service neutron] Request body: {'port': {'device_id': '5a4be3e9-1f8d-451e-a42f-96abf43d47d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:36.557925 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562aec2-5243-4eea-9048-6fb1643700ba req-26bcfd69-07df-4ed3-a7f3-1f3b87674e21 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:36.567246 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b562aec2-5243-4eea-9048-6fb1643700ba req-26bcfd69-07df-4ed3-a7f3-1f3b87674e21 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.0796237 Feb 09 01:32:36.642603 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b562aec2-5243-4eea-9048-6fb1643700ba req-88c65c16-a5ae-4473-af76-341a4cb5c543 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742319 Feb 09 01:32:36.653181 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-f8cd0053-fac4-4ba1-9df7-c1054e3041ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (26f9301b-2ecc-4658-a113-5381caf8c688), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:36.842954 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5f0cf-4630-4863-b8be-ade4c9f90bd5 req-b4b66c5c-199c-4f86-a74d-bb8f29ac01a6 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:36.844770 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-01b5f0cf-4630-4863-b8be-ade4c9f90bd5 req-b4b66c5c-199c-4f86-a74d-bb8f29ac01a6 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 931 time: 0.0825350 Feb 09 01:32:36.918539 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-01b5f0cf-4630-4863-b8be-ade4c9f90bd5 req-81f62866-bc2b-4cc8-bcfc-a5f33f86882e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664923 Feb 09 01:32:37.069302 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-f8cd0053-fac4-4ba1-9df7-c1054e3041ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f9301b-2ecc-4658-a113-5381caf8c688 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:37.086452 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-f8cd0053-fac4-4ba1-9df7-c1054e3041ea service neutron] Publish callbacks [] for port (26f9301b-2ecc-4658-a113-5381caf8c688), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:37.110922 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-f8cd0053-fac4-4ba1-9df7-c1054e3041ea service neutron] Transition to ACTIVE for port object 26f9301b-2ecc-4658-a113-5381caf8c688 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:37.116749 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-f8cd0053-fac4-4ba1-9df7-c1054e3041ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (26f9301b-2ecc-4658-a113-5381caf8c688), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:37.172056 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5b59b-a70c-43a1-af05-02735e2a581b req-b6b1598a-ba4c-4581-9e72-fcc1435025e5 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:37.173634 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d5b5b59b-a70c-43a1-af05-02735e2a581b req-b6b1598a-ba4c-4581-9e72-fcc1435025e5 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 944 time: 0.0902822 Feb 09 01:32:37.239980 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d5b5b59b-a70c-43a1-af05-02735e2a581b req-a8d1f3bc-6cc7-410e-ba9d-3fc696b23e53 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567479 Feb 09 01:32:37.337149 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-764fac75-2ea9-4068-bd62-67bf5fe86460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:37.477919 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd0053-fac4-4ba1-9df7-c1054e3041ea service neutron] Pushing event updated for resources: {'Port': ['ID=26f9301b-2ecc-4658-a113-5381caf8c688,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:37.519589 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec9214-7c3f-4d1a-bb60-54657a0d758d req-afa155c4-578a-4579-a4ef-1be805f77eb1 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:37.521105 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-10ec9214-7c3f-4d1a-bb60-54657a0d758d req-afa155c4-578a-4579-a4ef-1be805f77eb1 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.0794036 Feb 09 01:32:37.544561 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddf7fa-6a17-4dc8-8f7d-fc2cf96ca898 req-22f9282a-8452-4204-8fd7-ce3a553f07a2 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:37.561086 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9cddf7fa-6a17-4dc8-8f7d-fc2cf96ca898 req-22f9282a-8452-4204-8fd7-ce3a553f07a2 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/ports?device_id=31963af8-6f82-4561-a9b4-c648515a8029 HTTP/1.1" status: 200 len: 944 time: 0.3939097 Feb 09 01:32:37.589132 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-10ec9214-7c3f-4d1a-bb60-54657a0d758d req-cba1b6a2-a9a5-458a-a264-fabbc20fbbf2 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544875 Feb 09 01:32:37.597038 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-f8cd0053-fac4-4ba1-9df7-c1054e3041ea service neutron] Attempting to bind port 26f9301b-2ecc-4658-a113-5381caf8c688 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:32:37.597378 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-f8cd0053-fac4-4ba1-9df7-c1054e3041ea service neutron] Attempting to bind port 26f9301b-2ecc-4658-a113-5381caf8c688 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:32:37.597697 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-f8cd0053-fac4-4ba1-9df7-c1054e3041ea service neutron] Attempting to bind port 26f9301b-2ecc-4658-a113-5381caf8c688 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:37.615140 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-f8cd0053-fac4-4ba1-9df7-c1054e3041ea service neutron] Port 26f9301b-2ecc-4658-a113-5381caf8c688 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:32:37.616446 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-f8cd0053-fac4-4ba1-9df7-c1054e3041ea service neutron] Attempting to bind port 26f9301b-2ecc-4658-a113-5381caf8c688 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:37.640628 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-f8cd0053-fac4-4ba1-9df7-c1054e3041ea service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:32:37.641145 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-f8cd0053-fac4-4ba1-9df7-c1054e3041ea service neutron] Checking segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:37.641759 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-f8cd0053-fac4-4ba1-9df7-c1054e3041ea service neutron] Bound using segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:32:37.642406 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-f8cd0053-fac4-4ba1-9df7-c1054e3041ea service neutron] Bound port: 26f9301b-2ecc-4658-a113-5381caf8c688, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:32:37.642907 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-f8cd0053-fac4-4ba1-9df7-c1054e3041ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (26f9301b-2ecc-4658-a113-5381caf8c688), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:37.673108 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9cddf7fa-6a17-4dc8-8f7d-fc2cf96ca898 req-2038d526-d116-4d63-af5b-daf512c1b0c6 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/security-groups?id=499b0a68-799a-4a23-888e-7a7c22d181a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105456 Feb 09 01:32:37.781479 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-f8cd0053-fac4-4ba1-9df7-c1054e3041ea service neutron] For port 26f9301b-2ecc-4658-a113-5381caf8c688, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:37.784942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-f8cd0053-fac4-4ba1-9df7-c1054e3041ea service neutron] For port 26f9301b-2ecc-4658-a113-5381caf8c688, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=26f9301b-2ecc-4658-a113-5381caf8c688,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:32:37.804386 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-f8cd0053-fac4-4ba1-9df7-c1054e3041ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (26f9301b-2ecc-4658-a113-5381caf8c688), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:37.875482 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-f8cd0053-fac4-4ba1-9df7-c1054e3041ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:37.876175 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-f8cd0053-fac4-4ba1-9df7-c1054e3041ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:37.879016 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-f8cd0053-fac4-4ba1-9df7-c1054e3041ea service neutron] 10.222.0.48 "PUT /v2.0/ports/26f9301b-2ecc-4658-a113-5381caf8c688 HTTP/1.1" status: 200 len: 1091 time: 1.3304574 Feb 09 01:32:37.879016 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4be3e9-1f8d-451e-a42f-96abf43d47d7', 'tag': '26f9301b-2ecc-4658-a113-5381caf8c688'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:37.881492 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e997a0f-bf11-4749-9b7a-bfa3169f3d68" -d '{"events": [{"name": "network-changed", "server_uuid": "5a4be3e9-1f8d-451e-a42f-96abf43d47d7", "tag": "26f9301b-2ecc-4658-a113-5381caf8c688"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:37.903782 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd0053-fac4-4ba1-9df7-c1054e3041ea service neutron] Pushing event updated for resources: {'Port': ['ID=26f9301b-2ecc-4658-a113-5381caf8c688,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:37.927141 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053540a-6fe4-4e3f-96f2-a4d261cd8c55 req-8edd96f8-08d7-4d75-b56a-6a0cd1513fc4 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:37.931885 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b053540a-6fe4-4e3f-96f2-a4d261cd8c55 req-8edd96f8-08d7-4d75-b56a-6a0cd1513fc4 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.1444256 Feb 09 01:32:38.026111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-24412606-4281-4e96-9713-795d2caac0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:38.027521 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-24412606-4281-4e96-9713-795d2caac0db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 1125 time: 0.0885026 Feb 09 01:32:38.030341 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cc7f2a99-ceb2-4838-84e2-0d5ae61552f1 req-476a35af-7dd8-4857-839d-5f454d22e16b tempest-FlavorsV2NegativeTest-518144376 tempest-FlavorsV2NegativeTest-518144376-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=277a721ae16640ef97ffaa724942eeb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221269 Feb 09 01:32:38.031357 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b053540a-6fe4-4e3f-96f2-a4d261cd8c55 req-2af3fc27-7010-43fa-8fdf-bc7640568245 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587342 Feb 09 01:32:38.075806 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-10b03c80-c02c-4abd-b6ec-d2e8b08e0015 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26f9301b-2ecc-4658-a113-5381caf8c688 HTTP/1.1" status: 200 len: 217 time: 0.0393708 Feb 09 01:32:38.113663 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08995327-eef5-46c4-8b46-e01036ca81dd x-openstack-request-id: req-08995327-eef5-46c4-8b46-e01036ca81dd {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:38.113986 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a4be3e9-1f8d-451e-a42f-96abf43d47d7", "tag": "26f9301b-2ecc-4658-a113-5381caf8c688", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:38.114211 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08995327-eef5-46c4-8b46-e01036ca81dd {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:38.114601 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4be3e9-1f8d-451e-a42f-96abf43d47d7', 'tag': '26f9301b-2ecc-4658-a113-5381caf8c688', 'status': 'completed', 'code': 200} Feb 09 01:32:38.141096 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-08874a77-324b-449d-b587-38892cb64303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:38.142475 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-08874a77-324b-449d-b587-38892cb64303 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.0573454 Feb 09 01:32:38.190673 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f2a99-ceb2-4838-84e2-0d5ae61552f1 req-82fa04ad-4f86-4d21-a8c7-6a7fb909b346 tempest-FlavorsV2NegativeTest-518144376 tempest-FlavorsV2NegativeTest-518144376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:38.192204 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cc7f2a99-ceb2-4838-84e2-0d5ae61552f1 req-82fa04ad-4f86-4d21-a8c7-6a7fb909b346 tempest-FlavorsV2NegativeTest-518144376 tempest-FlavorsV2NegativeTest-518144376-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1531556 Feb 09 01:32:38.209600 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-6e328e2d-4289-4e81-8d59-41584ccb3550 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471478 Feb 09 01:32:38.216681 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cc7f2a99-ceb2-4838-84e2-0d5ae61552f1 req-3bb14ec8-f1ce-4e4b-8968-fe0400a83b81 tempest-FlavorsV2NegativeTest-518144376 tempest-FlavorsV2NegativeTest-518144376-project] 10.222.0.36 "GET /v2.0/quotas/277a721ae16640ef97ffaa724942eeb7 HTTP/1.1" status: 200 len: 375 time: 0.0179944 Feb 09 01:32:38.254720 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cc7f2a99-ceb2-4838-84e2-0d5ae61552f1 req-ab54c015-c937-4e22-bb6a-5f3d61da78aa tempest-FlavorsV2NegativeTest-518144376 tempest-FlavorsV2NegativeTest-518144376-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=277a721ae16640ef97ffaa724942eeb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316784 Feb 09 01:32:38.377284 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad49c8f-5285-4ce9-b929-29bbc0b9a9ae req-112bff6e-7fa0-4369-87df-9ac1eea82b61 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:38.378995 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9ad49c8f-5285-4ce9-b929-29bbc0b9a9ae req-112bff6e-7fa0-4369-87df-9ac1eea82b61 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 943 time: 0.1627226 Feb 09 01:32:38.438945 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-efc389b8-96dc-451a-b339-d6131e0e6595 service neutron] 10.222.0.48 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168486 Feb 09 01:32:38.451564 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9ad49c8f-5285-4ce9-b929-29bbc0b9a9ae req-b3151510-89b8-427b-8313-795c1eb7f23c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654008 Feb 09 01:32:38.477780 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6ee84-cbfe-4cc0-a5db-44e304642608 req-83422f76-9d33-4d6d-8349-7141a13fe8a9 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:38.480494 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d8f6ee84-cbfe-4cc0-a5db-44e304642608 req-83422f76-9d33-4d6d-8349-7141a13fe8a9 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 944 time: 0.0846982 Feb 09 01:32:38.577697 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d8f6ee84-cbfe-4cc0-a5db-44e304642608 req-8329b55a-23e7-4c67-a5ae-ba30334c0860 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809462 Feb 09 01:32:38.606179 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94f5b50d-48fe-4439-96ff-27289ef677d4 req-14bce3eb-acdf-4a72-a3f5-082b7d340403 service neutron] 10.222.0.48 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538253 Feb 09 01:32:38.670209 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 95bcedc4-504b-42f3-a5f0-7d922d1dd02c up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:32:38.774706 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e997a0f-bf11-4749-9b7a-bfa3169f3d68 req-68469f27-f4a2-4c48-8efb-be6e0b6c2263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:38.776359 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e997a0f-bf11-4749-9b7a-bfa3169f3d68 req-68469f27-f4a2-4c48-8efb-be6e0b6c2263 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 1125 time: 0.0850871 Feb 09 01:32:38.791448 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606b357-b06c-417e-b416-ede2c6e83660 req-efc86da5-873f-498f-822b-319870d3522c tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:38.793700 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c606b357-b06c-417e-b416-ede2c6e83660 req-efc86da5-873f-498f-822b-319870d3522c tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.1021957 Feb 09 01:32:38.796748 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:38.812027 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:38.812691 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (95bcedc4-504b-42f3-a5f0-7d922d1dd02c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:38.901627 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c606b357-b06c-417e-b416-ede2c6e83660 req-e8d99aa6-eee8-4f0f-8ab9-917ea87cbfc0 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006510 Feb 09 01:32:38.934576 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:38.936271 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (95bcedc4-504b-42f3-a5f0-7d922d1dd02c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:38.990491 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57583826-3351-4251-8e8d-e24314c9fb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bcedc4-504b-42f3-a5f0-7d922d1dd02c'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:38.995669 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ae959b-80f7-405c-97a6-09a309f18e0e" -d '{"events": [{"server_uuid": "57583826-3351-4251-8e8d-e24314c9fb24", "name": "network-vif-plugged", "status": "completed", "tag": "95bcedc4-504b-42f3-a5f0-7d922d1dd02c"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:39.011248 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d910e2-493a-4047-a2a0-13c1dbd317a0 req-a9aee83a-dd44-4a31-99dc-81790bc7e463 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:39.017410 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=95bcedc4-504b-42f3-a5f0-7d922d1dd02c,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:39.022496 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (95bcedc4-504b-42f3-a5f0-7d922d1dd02c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.023843 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 605dcded-3c8a-45ba-9a35-174a77a32b62 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:32:39.025454 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15d910e2-493a-4047-a2a0-13c1dbd317a0 req-a9aee83a-dd44-4a31-99dc-81790bc7e463 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/ports?device_id=31963af8-6f82-4561-a9b4-c648515a8029 HTTP/1.1" status: 200 len: 944 time: 0.1608019 Feb 09 01:32:39.132027 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15d910e2-493a-4047-a2a0-13c1dbd317a0 req-5f6d3ad1-ad1c-445b-8996-f41dae7c07ae tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/security-groups?id=499b0a68-799a-4a23-888e-7a7c22d181a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049304 Feb 09 01:32:39.132635 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=95bcedc4-504b-42f3-a5f0-7d922d1dd02c,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:39.134622 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e997a0f-bf11-4749-9b7a-bfa3169f3d68 req-c85067c9-222e-4f9d-b647-0b0ddf7e437a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:39.169405 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e997a0f-bf11-4749-9b7a-bfa3169f3d68 req-c85067c9-222e-4f9d-b647-0b0ddf7e437a service neutron] 10.222.0.48 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 922 time: 0.3828261 Feb 09 01:32:39.172646 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 605dcded-3c8a-45ba-9a35-174a77a32b62 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:39.180396 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 605dcded-3c8a-45ba-9a35-174a77a32b62 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:39.181430 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (605dcded-3c8a-45ba-9a35-174a77a32b62), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.190484 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56090) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:39.271971 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79d3ba1-311c-42c1-8fea-c5f8a345f92e x-openstack-request-id: req-e79d3ba1-311c-42c1-8fea-c5f8a345f92e {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:39.272428 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57583826-3351-4251-8e8d-e24314c9fb24", "name": "network-vif-plugged", "status": "completed", "tag": "95bcedc4-504b-42f3-a5f0-7d922d1dd02c", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:39.272842 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e79d3ba1-311c-42c1-8fea-c5f8a345f92e {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:39.273711 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57583826-3351-4251-8e8d-e24314c9fb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bcedc4-504b-42f3-a5f0-7d922d1dd02c', 'code': 200} Feb 09 01:32:39.276255 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e997a0f-bf11-4749-9b7a-bfa3169f3d68 req-1d97f00b-de51-46be-ad7c-f208d1607dbf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26f9301b-2ecc-4658-a113-5381caf8c688 HTTP/1.1" status: 200 len: 217 time: 0.0929890 Feb 09 01:32:39.349482 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 605dcded-3c8a-45ba-9a35-174a77a32b62 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:39.350156 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (605dcded-3c8a-45ba-9a35-174a77a32b62), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.389948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e997a0f-bf11-4749-9b7a-bfa3169f3d68 req-60e6c881-2139-4d56-9a8a-06570d2d07c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:39.391695 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e997a0f-bf11-4749-9b7a-bfa3169f3d68 req-60e6c881-2139-4d56-9a8a-06570d2d07c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.1073136 Feb 09 01:32:39.418232 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 605dcded-3c8a-45ba-9a35-174a77a32b62, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=605dcded-3c8a-45ba-9a35-174a77a32b62,segment=NetworkSegment(c2dfec02-7bc0-4c74-8ce7-9362cffe71bf),segment_id=c2dfec02-7bc0-4c74-8ce7-9362cffe71bf)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:39.427636 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (605dcded-3c8a-45ba-9a35-174a77a32b62), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.470523 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e997a0f-bf11-4749-9b7a-bfa3169f3d68 req-568838aa-430c-463f-9e18-f78ae237f9d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435107 Feb 09 01:32:39.484215 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.489292 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba3dcb19-4926-4d61-9ff7-e99df952ef2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.514639 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f8163-7bb4-49ca-8e3d-80e632c7ff22 req-c0e98132-f8f4-45d2-a5bb-4b8f6bb20e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:39.516197 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6d8f8163-7bb4-49ca-8e3d-80e632c7ff22 req-c0e98132-f8f4-45d2-a5bb-4b8f6bb20e6b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 1127 time: 0.1474802 Feb 09 01:32:39.527003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a168c5-7bd0-43fc-9633-0d67a00cba31 req-d5a7fc72-8a27-46f4-8e3b-234bde5363f1 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:39.537117 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=605dcded-3c8a-45ba-9a35-174a77a32b62,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:39.540209 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-44a168c5-7bd0-43fc-9633-0d67a00cba31 req-d5a7fc72-8a27-46f4-8e3b-234bde5363f1 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.1530163 Feb 09 01:32:39.633635 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6d8f8163-7bb4-49ca-8e3d-80e632c7ff22 req-29980b65-f727-4b8b-a548-239ebfb90372 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076541 Feb 09 01:32:39.662738 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-44a168c5-7bd0-43fc-9633-0d67a00cba31 req-8ea31463-0953-4d3c-b081-251dc5b8611e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184232 Feb 09 01:32:39.689817 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e997a0f-bf11-4749-9b7a-bfa3169f3d68 req-fe8491ee-160e-4d00-a2e4-e07fe1688b66 service neutron] 10.222.0.48 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953745 Feb 09 01:32:39.698117 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba3dcb19-4926-4d61-9ff7-e99df952ef2b admin admin] Publish callbacks [] for security_group (51a1c411-4e72-496e-9f15-a7a33425e0f6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.710253 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76794312-25b6-4771-a5aa-e8854335989b req-85639a87-0c25-459f-9cb7-0b01d9982a7b tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:39.719481 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-76794312-25b6-4771-a5aa-e8854335989b req-85639a87-0c25-459f-9cb7-0b01d9982a7b tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 943 time: 0.1030674 Feb 09 01:32:39.726364 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba3dcb19-4926-4d61-9ff7-e99df952ef2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (51a1c411-4e72-496e-9f15-a7a33425e0f6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.745072 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9e289d1e-ffc5-4c93-b20f-eff2df00f244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.797442 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ba3dcb19-4926-4d61-9ff7-e99df952ef2b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=277a721ae16640ef97ffaa724942eeb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6051955 Feb 09 01:32:39.801817 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56110) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:39.821468 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3dcb19-4926-4d61-9ff7-e99df952ef2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a1c411-4e72-496e-9f15-a7a33425e0f6,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:39.876263 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-76794312-25b6-4771-a5aa-e8854335989b req-f5f3258d-8f2c-4b48-8518-358e48ebf911 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460221 Feb 09 01:32:39.880583 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e997a0f-bf11-4749-9b7a-bfa3169f3d68 req-d0cd55e8-4dc4-4abc-8df6-7581dbbedd3b service neutron] 10.222.0.48 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817014 Feb 09 01:32:39.919557 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-99073b80-cfbd-44be-85d3-1f7161be6a91 admin admin] Publish callbacks [] for security_group (51a1c411-4e72-496e-9f15-a7a33425e0f6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.958450 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-99073b80-cfbd-44be-85d3-1f7161be6a91 admin admin] Publish callbacks [] for security_group (51a1c411-4e72-496e-9f15-a7a33425e0f6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:40.028898 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47441362-d20f-4004-b94a-7eeb8830d778 req-61e03cf6-e10c-4e29-9a4a-8843c7bbd0ab tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:40.032307 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-47441362-d20f-4004-b94a-7eeb8830d778 req-61e03cf6-e10c-4e29-9a4a-8843c7bbd0ab tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 945 time: 0.1038818 Feb 09 01:32:40.066268 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-99073b80-cfbd-44be-85d3-1f7161be6a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (51a1c411-4e72-496e-9f15-a7a33425e0f6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:40.070826 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-99073b80-cfbd-44be-85d3-1f7161be6a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:40.072366 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-99073b80-cfbd-44be-85d3-1f7161be6a91 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51a1c411-4e72-496e-9f15-a7a33425e0f6 HTTP/1.1" status: 204 len: 168 time: 0.2686255 Feb 09 01:32:40.094751 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99073b80-cfbd-44be-85d3-1f7161be6a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a1c411-4e72-496e-9f15-a7a33425e0f6,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:40.096288 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-47441362-d20f-4004-b94a-7eeb8830d778 req-bd5e1e07-60ad-4f1f-b09d-405ab4c8331d tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547745 Feb 09 01:32:40.113525 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36197600-66f8-484f-98a8-c1dc7838a3be req-44c6300a-d3ca-4e81-b8c7-a950b6b86008 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:40.116205 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-36197600-66f8-484f-98a8-c1dc7838a3be req-44c6300a-d3ca-4e81-b8c7-a950b6b86008 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.1120551 Feb 09 01:32:40.196959 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-36197600-66f8-484f-98a8-c1dc7838a3be req-18d4f20f-5ddb-4588-98ff-74e653d4bf17 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668278 Feb 09 01:32:40.313119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc170be0-f81a-4059-8ff8-41551ed0b46c req-88f341f5-d4b5-482d-bd90-2f67d1c01655 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:40.316085 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc170be0-f81a-4059-8ff8-41551ed0b46c req-88f341f5-d4b5-482d-bd90-2f67d1c01655 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/ports?device_id=31963af8-6f82-4561-a9b4-c648515a8029 HTTP/1.1" status: 200 len: 945 time: 0.0734961 Feb 09 01:32:40.392645 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc170be0-f81a-4059-8ff8-41551ed0b46c req-cf365dac-d7fc-4336-8e1c-f46cd733903d tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/security-groups?id=499b0a68-799a-4a23-888e-7a7c22d181a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704055 Feb 09 01:32:40.479937 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56130) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:40.556864 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:40.622599 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1e29266e-7e37-4647-b427-c1a081a62f53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:40.671263 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:40.808629 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1e29266e-7e37-4647-b427-c1a081a62f53 admin admin] Publish callbacks [] for security_group (a5e4a7d4-5407-4e94-a7ab-6826ceca30a2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:40.815500 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1e29266e-7e37-4647-b427-c1a081a62f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a5e4a7d4-5407-4e94-a7ab-6826ceca30a2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:40.870180 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fceea-0abd-4f9c-bac8-25250b44ebfb req-edb7887d-9b09-4df4-bbeb-b917a49e644e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:40.870667 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1e29266e-7e37-4647-b427-c1a081a62f53 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7ba47b4d0b44d5889a67effade7580d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3890150 Feb 09 01:32:40.872478 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-205fceea-0abd-4f9c-bac8-25250b44ebfb req-edb7887d-9b09-4df4-bbeb-b917a49e644e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.1020112 Feb 09 01:32:40.873811 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56144) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:40.874812 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29266e-7e37-4647-b427-c1a081a62f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e4a7d4-5407-4e94-a7ab-6826ceca30a2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:40.983267 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-205fceea-0abd-4f9c-bac8-25250b44ebfb req-81489858-e860-4e5a-884d-45793b427fcd tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956180 Feb 09 01:32:41.003748 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b3a3b55b-3c0a-41ea-9019-c9f0f78ff89c admin admin] Publish callbacks [] for security_group (a5e4a7d4-5407-4e94-a7ab-6826ceca30a2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:41.041641 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b3a3b55b-3c0a-41ea-9019-c9f0f78ff89c admin admin] Publish callbacks [] for security_group (a5e4a7d4-5407-4e94-a7ab-6826ceca30a2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:41.135163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f957b-d340-4b65-90d2-5c9468d07106 req-083ddb2a-09b8-412d-980e-c089e7647154 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:41.138426 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4c6f957b-d340-4b65-90d2-5c9468d07106 req-083ddb2a-09b8-412d-980e-c089e7647154 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 943 time: 0.1149490 Feb 09 01:32:41.167171 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b3a3b55b-3c0a-41ea-9019-c9f0f78ff89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a5e4a7d4-5407-4e94-a7ab-6826ceca30a2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:41.171660 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b3a3b55b-3c0a-41ea-9019-c9f0f78ff89c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:41.177919 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b3a3b55b-3c0a-41ea-9019-c9f0f78ff89c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a5e4a7d4-5407-4e94-a7ab-6826ceca30a2 HTTP/1.1" status: 204 len: 168 time: 0.3018396 Feb 09 01:32:41.200991 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3b55b-3c0a-41ea-9019-c9f0f78ff89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e4a7d4-5407-4e94-a7ab-6826ceca30a2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:41.246260 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4c6f957b-d340-4b65-90d2-5c9468d07106 req-1ba5004d-98ba-4e01-8d2c-fb422e8554ef tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997331 Feb 09 01:32:41.274651 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31963af8-6f82-4561-a9b4-c648515a8029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605dcded-3c8a-45ba-9a35-174a77a32b62'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:41.277144 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151bc31a-ea14-4cd7-8954-17e7e470e7b3" -d '{"events": [{"server_uuid": "31963af8-6f82-4561-a9b4-c648515a8029", "name": "network-vif-plugged", "status": "completed", "tag": "605dcded-3c8a-45ba-9a35-174a77a32b62"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:41.313486 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56162) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:41.332802 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a382af-c801-4b41-a741-3ae2971f347f req-d4c75f00-e0ba-481d-97b3-6e10470fa240 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:41.353692 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-22a382af-c801-4b41-a741-3ae2971f347f req-d4c75f00-e0ba-481d-97b3-6e10470fa240 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 945 time: 0.1463795 Feb 09 01:32:41.434229 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-22a382af-c801-4b41-a741-3ae2971f347f req-d9605f0b-9dde-4dd9-b500-588c7646ae23 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794494 Feb 09 01:32:41.457895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1039c81-7ac3-4069-a4dc-c2617bd92283 req-8499b691-261f-4a2a-acdb-f45aab0b9ce4 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:41.459565 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1039c81-7ac3-4069-a4dc-c2617bd92283 req-8499b691-261f-4a2a-acdb-f45aab0b9ce4 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.1071074 Feb 09 01:32:41.463289 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-cf31b327-5dcd-4a57-9fc7-4754df2f35c7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-743896590-network', 'tenant_id': '0aa2c1f2506b4eb7a7a3ecd6f962fe16'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:41.500856 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302f4e17-dcfb-4206-8008-56e9b9d675a4 x-openstack-request-id: req-302f4e17-dcfb-4206-8008-56e9b9d675a4 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:41.505462 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31963af8-6f82-4561-a9b4-c648515a8029", "name": "network-vif-plugged", "status": "completed", "tag": "605dcded-3c8a-45ba-9a35-174a77a32b62", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:41.505829 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-302f4e17-dcfb-4206-8008-56e9b9d675a4 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:41.506310 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31963af8-6f82-4561-a9b4-c648515a8029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605dcded-3c8a-45ba-9a35-174a77a32b62', 'code': 200} Feb 09 01:32:41.510394 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf31b327-5dcd-4a57-9fc7-4754df2f35c7 admin admin] Made reservation on behalf of 0aa2c1f2506b4eb7a7a3ecd6f962fe16 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:41.512871 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cf31b327-5dcd-4a57-9fc7-4754df2f35c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:41.538304 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cf31b327-5dcd-4a57-9fc7-4754df2f35c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:41.576840 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1039c81-7ac3-4069-a4dc-c2617bd92283 req-ae7d54eb-8735-4f62-879e-660d984ebe2e tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060095 Feb 09 01:32:41.673766 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cf31b327-5dcd-4a57-9fc7-4754df2f35c7 admin admin] Publish callbacks [] for security_group (140290df-d8ee-4421-8ec0-dfd80e2fbe98), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:41.679730 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cf31b327-5dcd-4a57-9fc7-4754df2f35c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (140290df-d8ee-4421-8ec0-dfd80e2fbe98), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:41.709505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf31b327-5dcd-4a57-9fc7-4754df2f35c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:32:41.732669 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2f414-573b-4a71-83c4-53ed4cdd040f req-6cdecc74-cbd5-48e6-b8f6-56c3e10bada3 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:41.734212 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e3e2f414-573b-4a71-83c4-53ed4cdd040f req-6cdecc74-cbd5-48e6-b8f6-56c3e10bada3 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/ports?device_id=31963af8-6f82-4561-a9b4-c648515a8029 HTTP/1.1" status: 200 len: 945 time: 0.1680605 Feb 09 01:32:41.736323 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d7d1c-63a1-4e77-8c81-bcd2d5703a90 req-bd8aa1b5-533d-41ca-9c4f-ea43de474f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:41.738042 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-590d7d1c-63a1-4e77-8c81-bcd2d5703a90 req-bd8aa1b5-533d-41ca-9c4f-ea43de474f82 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=31963af8-6f82-4561-a9b4-c648515a8029 HTTP/1.1" status: 200 len: 1127 time: 0.1382298 Feb 09 01:32:41.776868 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 26f9301b-2ecc-4658-a113-5381caf8c688 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:32:41.777394 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cf31b327-5dcd-4a57-9fc7-4754df2f35c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (55a41597-32b8-4a85-91fa-c16ab73b4bec), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:41.777735 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-cf31b327-5dcd-4a57-9fc7-4754df2f35c7 admin admin] Added segment 55a41597-32b8-4a85-91fa-c16ab73b4bec of type vlan for network 0bf77589-fc0a-444b-8fed-f7c70e0ae9c0 Feb 09 01:32:41.780905 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31b327-5dcd-4a57-9fc7-4754df2f35c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140290df-d8ee-4421-8ec0-dfd80e2fbe98,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:41.847021 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cf31b327-5dcd-4a57-9fc7-4754df2f35c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (0bf77589-fc0a-444b-8fed-f7c70e0ae9c0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:41.853545 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d934c9-83b1-4657-adf4-cd348e660d2e req-6f5309a2-8bd8-455e-a286-02a3a15fd7d7 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:41.856504 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86d934c9-83b1-4657-adf4-cd348e660d2e req-6f5309a2-8bd8-455e-a286-02a3a15fd7d7 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 1127 time: 0.1602333 Feb 09 01:32:41.898533 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cf31b327-5dcd-4a57-9fc7-4754df2f35c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (0bf77589-fc0a-444b-8fed-f7c70e0ae9c0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:41.904475 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf31b327-5dcd-4a57-9fc7-4754df2f35c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:41.905469 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cf31b327-5dcd-4a57-9fc7-4754df2f35c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:41.969475 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e3e2f414-573b-4a71-83c4-53ed4cdd040f req-5920ce5d-b911-4021-96b9-db72d2ba208b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/security-groups?id=499b0a68-799a-4a23-888e-7a7c22d181a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904180 Feb 09 01:32:41.972047 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-590d7d1c-63a1-4e77-8c81-bcd2d5703a90 req-bc34ed33-0fc9-4884-ae0a-792913532c43 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=499b0a68-799a-4a23-888e-7a7c22d181a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197163 Feb 09 01:32:42.000601 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cf31b327-5dcd-4a57-9fc7-4754df2f35c7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6855128 Feb 09 01:32:42.005111 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56174) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:42.011829 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-bf823ae4-36a1-49d8-abf9-805ac5aa126f admin admin] Request body: {'subnet': {'network_id': '0bf77589-fc0a-444b-8fed-f7c70e0ae9c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-743896590-subnet', 'tenant_id': '0aa2c1f2506b4eb7a7a3ecd6f962fe16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:42.043813 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86d934c9-83b1-4657-adf4-cd348e660d2e req-6d12f596-c743-4a52-b352-c2e0a0d71021 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610866 Feb 09 01:32:42.045210 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31b327-5dcd-4a57-9fc7-4754df2f35c7 admin admin] Pushing event updated for resources: {'Network': ['ID=0bf77589-fc0a-444b-8fed-f7c70e0ae9c0,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:42.068645 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf823ae4-36a1-49d8-abf9-805ac5aa126f admin admin] Made reservation on behalf of 0aa2c1f2506b4eb7a7a3ecd6f962fe16 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:42.075982 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf823ae4-36a1-49d8-abf9-805ac5aa126f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:42.081833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56178) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:42.096411 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4cab0668-4efd-4d6e-a883-aef78d4ee68b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:42.147670 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 26f9301b-2ecc-4658-a113-5381caf8c688, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=26f9301b-2ecc-4658-a113-5381caf8c688,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:42.190902 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '26f9301b-2ecc-4658-a113-5381caf8c688', 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7', 'port_id': '26f9301b-2ecc-4658-a113-5381caf8c688', 'mac_address': 'fa:16:3e:2b:3f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7975264-a21c-4173-a1bc-89127bef9e8a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:32:42.195237 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 0bf77589-fc0a-444b-8fed-f7c70e0ae9c0 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:32:42.251894 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4cab0668-4efd-4d6e-a883-aef78d4ee68b admin admin] Publish callbacks [] for security_group (07bff53e-0d4a-4c24-a7c6-3d120bd9d5a4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:42.261951 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4cab0668-4efd-4d6e-a883-aef78d4ee68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (07bff53e-0d4a-4c24-a7c6-3d120bd9d5a4), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:42.304021 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:42.343852 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf60e6f-d629-48a4-b8f8-b88618547469 req-40497fa6-e508-4ad7-9621-4229c85cac99 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:42.344826 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2bf60e6f-d629-48a4-b8f8-b88618547469 req-40497fa6-e508-4ad7-9621-4229c85cac99 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 1127 time: 0.1520524 Feb 09 01:32:42.350152 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4cab0668-4efd-4d6e-a883-aef78d4ee68b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89aeb63e607446be96fe0c3eb99a7c8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669032 Feb 09 01:32:42.352463 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 26f9301b-2ecc-4658-a113-5381caf8c688 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:42.352782 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab0668-4efd-4d6e-a883-aef78d4ee68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bff53e-0d4a-4c24-a7c6-3d120bd9d5a4,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:42.353399 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56182) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:42.354020 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (26f9301b-2ecc-4658-a113-5381caf8c688), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:42.378240 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f9301b-2ecc-4658-a113-5381caf8c688 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:42.405110 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2bf60e6f-d629-48a4-b8f8-b88618547469 req-10a2213a-4126-4744-ae80-5f51b919bf4b tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483243 Feb 09 01:32:42.406147 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b09287-ec03-4be3-a9e0-50fda0c02ada req-3fe91707-d22c-4d8f-9697-1ad452992e8b tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:42.407720 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-95b09287-ec03-4be3-a9e0-50fda0c02ada req-3fe91707-d22c-4d8f-9697-1ad452992e8b tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.2198727 Feb 09 01:32:42.417180 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 26f9301b-2ecc-4658-a113-5381caf8c688, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=26f9301b-2ecc-4658-a113-5381caf8c688,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:42.423567 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (26f9301b-2ecc-4658-a113-5381caf8c688), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:42.496749 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=26f9301b-2ecc-4658-a113-5381caf8c688,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:42.518359 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b24602b1-b490-42d5-af5b-dfb55bd97001 admin admin] Publish callbacks [] for security_group (07bff53e-0d4a-4c24-a7c6-3d120bd9d5a4), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:42.546017 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-95b09287-ec03-4be3-a9e0-50fda0c02ada req-306ae504-1843-4077-89a6-f04f1f103d6a tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327291 Feb 09 01:32:42.583313 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65b624-1c8c-4e80-a790-50dbed7adc52 req-b2770346-64da-4e9a-9def-b8c01cae4ac4 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:42.591832 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e65b624-1c8c-4e80-a790-50dbed7adc52 req-b2770346-64da-4e9a-9def-b8c01cae4ac4 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 944 time: 0.0933399 Feb 09 01:32:42.595106 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b24602b1-b490-42d5-af5b-dfb55bd97001 admin admin] Publish callbacks [] for security_group (07bff53e-0d4a-4c24-a7c6-3d120bd9d5a4), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:42.622801 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf823ae4-36a1-49d8-abf9-805ac5aa126f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (22881f33-51e6-44ab-9253-23f3665f5e5c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:42.679930 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e65b624-1c8c-4e80-a790-50dbed7adc52 req-67733348-5fe4-4ca5-aa6b-1d90ec54358f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870111 Feb 09 01:32:42.725313 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf823ae4-36a1-49d8-abf9-805ac5aa126f admin admin] Pushing event updated for resources: {'Subnet': ['ID=22881f33-51e6-44ab-9253-23f3665f5e5c,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:42.777984 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b24602b1-b490-42d5-af5b-dfb55bd97001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (07bff53e-0d4a-4c24-a7c6-3d120bd9d5a4), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:42.782482 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b24602b1-b490-42d5-af5b-dfb55bd97001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:42.784454 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b24602b1-b490-42d5-af5b-dfb55bd97001 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07bff53e-0d4a-4c24-a7c6-3d120bd9d5a4 HTTP/1.1" status: 204 len: 168 time: 0.4280756 Feb 09 01:32:42.802780 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf823ae4-36a1-49d8-abf9-805ac5aa126f admin admin] Checking segment: {'id': '55a41597-32b8-4a85-91fa-c16ab73b4bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0bf77589-fc0a-444b-8fed-f7c70e0ae9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:42.803536 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf823ae4-36a1-49d8-abf9-805ac5aa126f admin admin] Network hostable DHCP agents. Network: 0bf77589-fc0a-444b-8fed-f7c70e0ae9c0, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:32:42.812354 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24602b1-b490-42d5-af5b-dfb55bd97001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bff53e-0d4a-4c24-a7c6-3d120bd9d5a4,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:42.870935 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0030c8-a562-4c94-88c6-b7ea6d00a13f req-3bc2283f-a845-46cc-b3c9-27309aa4d6d3 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:42.872488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['26f9301b-2ecc-4658-a113-5381caf8c688'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:42.891077 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e0030c8-a562-4c94-88c6-b7ea6d00a13f req-3bc2283f-a845-46cc-b3c9-27309aa4d6d3 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.1693473 Feb 09 01:32:42.901523 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf823ae4-36a1-49d8-abf9-805ac5aa126f admin admin] Network 0bf77589-fc0a-444b-8fed-f7c70e0ae9c0 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:32:42.922920 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-bf823ae4-36a1-49d8-abf9-805ac5aa126f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 0bf77589-fc0a-444b-8fed-f7c70e0ae9c0) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:42.944222 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf823ae4-36a1-49d8-abf9-805ac5aa126f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:42.945226 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf823ae4-36a1-49d8-abf9-805ac5aa126f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:42.999093 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1465df9b-4e37-4ac1-8db7-c95cfe0a5a57 None None] Network 0bf77589-fc0a-444b-8fed-f7c70e0ae9c0 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:32:43.009641 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bf823ae4-36a1-49d8-abf9-805ac5aa126f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9967885 Feb 09 01:32:43.034090 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253bfb9-d6c8-4ab3-89dc-2acc9b3f57fd req-5f9699e9-cd9c-41ac-8158-692d02bafe0c tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:43.039081 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4253bfb9-d6c8-4ab3-89dc-2acc9b3f57fd req-5f9699e9-cd9c-41ac-8158-692d02bafe0c tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 1127 time: 0.1214361 Feb 09 01:32:43.051256 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e0030c8-a562-4c94-88c6-b7ea6d00a13f req-4fb7547e-4a0f-4e99-aa8f-3d89b8363a90 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507480 Feb 09 01:32:43.143459 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4253bfb9-d6c8-4ab3-89dc-2acc9b3f57fd req-f56ed737-f3f6-4a60-a89c-2bd08300833f tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982134 Feb 09 01:32:43.310543 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9caac1-6923-4fd3-85ff-9e1918bb6c58 req-82b7b4ee-3733-43f9-863e-eebe41717021 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:43.314636 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d9caac1-6923-4fd3-85ff-9e1918bb6c58 req-82b7b4ee-3733-43f9-863e-eebe41717021 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/ports?device_id=31963af8-6f82-4561-a9b4-c648515a8029 HTTP/1.1" status: 200 len: 945 time: 0.1563172 Feb 09 01:32:43.337954 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a180182-eee5-49bb-a63a-dd898d7955e1 None None] Network 0bf77589-fc0a-444b-8fed-f7c70e0ae9c0 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:32:43.444329 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d9caac1-6923-4fd3-85ff-9e1918bb6c58 req-e4cee54e-91e7-479f-9844-64dc1754498b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/security-groups?id=499b0a68-799a-4a23-888e-7a7c22d181a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234818 Feb 09 01:32:43.470793 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:43.526017 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56208) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:43.548500 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97bac2e8-1753-4f57-bdbb-8da12bf073a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:43.688787 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97bac2e8-1753-4f57-bdbb-8da12bf073a4 admin admin] Publish callbacks [] for security_group (b6e668b0-6e72-4c74-9ce8-99768bab864a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:43.695184 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97bac2e8-1753-4f57-bdbb-8da12bf073a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b6e668b0-6e72-4c74-9ce8-99768bab864a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:43.766293 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-97bac2e8-1753-4f57-bdbb-8da12bf073a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb7f3f096cf6434da39c43911045fc3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327685 Feb 09 01:32:43.771981 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bac2e8-1753-4f57-bdbb-8da12bf073a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e668b0-6e72-4c74-9ce8-99768bab864a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:43.780060 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56214) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:43.796098 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374e3c2-855c-47bd-9182-8d9e9b7b0247 req-b3c9903c-e626-47f9-bf2f-316a0571d7e1 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:43.797965 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c374e3c2-855c-47bd-9182-8d9e9b7b0247 req-b3c9903c-e626-47f9-bf2f-316a0571d7e1 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.1369510 Feb 09 01:32:43.860792 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-122944d5-7aba-4f73-90f0-7f7a234166ec admin admin] Publish callbacks [] for security_group (b6e668b0-6e72-4c74-9ce8-99768bab864a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:43.869853 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c374e3c2-855c-47bd-9182-8d9e9b7b0247 req-5c974ed7-2124-43cc-b6ed-31768416e45b tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659840 Feb 09 01:32:43.886586 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-122944d5-7aba-4f73-90f0-7f7a234166ec admin admin] Publish callbacks [] for security_group (b6e668b0-6e72-4c74-9ce8-99768bab864a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:44.011810 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e7d13-2769-4c20-bf63-9f3984ad5f91 req-11475d26-95ef-43d1-b3ad-8cc693ea474b tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:44.013665 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dc2e7d13-2769-4c20-bf63-9f3984ad5f91 req-11475d26-95ef-43d1-b3ad-8cc693ea474b tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 944 time: 0.0675349 Feb 09 01:32:44.042804 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-122944d5-7aba-4f73-90f0-7f7a234166ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b6e668b0-6e72-4c74-9ce8-99768bab864a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:44.047102 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-122944d5-7aba-4f73-90f0-7f7a234166ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:44.049059 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-122944d5-7aba-4f73-90f0-7f7a234166ec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b6e668b0-6e72-4c74-9ce8-99768bab864a HTTP/1.1" status: 204 len: 168 time: 0.2659476 Feb 09 01:32:44.077000 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122944d5-7aba-4f73-90f0-7f7a234166ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e668b0-6e72-4c74-9ce8-99768bab864a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:44.084577 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dc2e7d13-2769-4c20-bf63-9f3984ad5f91 req-1bbf9247-3446-492f-8c6e-84e8ceca4df6 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597525 Feb 09 01:32:44.119915 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-5c5b370a-05d2-4c08-a256-590844bb6540 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:44.134402 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-5c5b370a-05d2-4c08-a256-590844bb6540 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/networks?id=0bf77589-fc0a-444b-8fed-f7c70e0ae9c0 HTTP/1.1" status: 200 len: 813 time: 0.2016485 Feb 09 01:32:44.160653 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-fb92dad3-88c7-469f-af94-ad061d10831c tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/quotas/0aa2c1f2506b4eb7a7a3ecd6f962fe16 HTTP/1.1" status: 200 len: 375 time: 0.0232551 Feb 09 01:32:44.209828 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-9b891335-76ae-4fb3-80ae-85c6c69643ee tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0aa2c1f2506b4eb7a7a3ecd6f962fe16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464149 Feb 09 01:32:44.257408 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb9d3f-289d-426b-9755-5b2512bf8ed0 req-c1dfc7f6-b4fd-4b9a-acfc-993b3fcab2c1 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:44.259901 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fdcb9d3f-289d-426b-9755-5b2512bf8ed0 req-c1dfc7f6-b4fd-4b9a-acfc-993b3fcab2c1 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.0704172 Feb 09 01:32:44.330338 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-d9dedbea-dfb6-4368-ac2f-18b3ef5bfa19 service neutron] 10.222.0.36 "GET /v2.0/networks/0bf77589-fc0a-444b-8fed-f7c70e0ae9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129310 Feb 09 01:32:44.339194 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fdcb9d3f-289d-426b-9755-5b2512bf8ed0 req-f4d581db-2076-4cba-ab33-5b2a74c6461f tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686424 Feb 09 01:32:44.495118 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-9e9e226d-5ed6-41d7-80d1-32571b5348a7 service neutron] 10.222.0.36 "GET /v2.0/networks/0bf77589-fc0a-444b-8fed-f7c70e0ae9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585264 Feb 09 01:32:44.505934 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf4d3a-0bbe-4f71-a871-c44191951817 req-72140e42-3eaa-4014-9dd4-aa8115e56f34 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:44.508587 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3bcf4d3a-0bbe-4f71-a871-c44191951817 req-72140e42-3eaa-4014-9dd4-aa8115e56f34 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 1127 time: 0.0711975 Feb 09 01:32:44.573037 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3bcf4d3a-0bbe-4f71-a871-c44191951817 req-19f195f0-fff6-4dad-930a-aae2445a6c35 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497994 Feb 09 01:32:44.805020 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd37f1-e2ae-43e5-b2a0-f935a2c101f1 req-fe7d31e5-6afe-4cf8-ab69-92fa4d442b90 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:44.815927 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-11cd37f1-e2ae-43e5-b2a0-f935a2c101f1 req-fe7d31e5-6afe-4cf8-ab69-92fa4d442b90 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/ports?device_id=31963af8-6f82-4561-a9b4-c648515a8029 HTTP/1.1" status: 200 len: 945 time: 0.1488404 Feb 09 01:32:44.909305 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-11cd37f1-e2ae-43e5-b2a0-f935a2c101f1 req-853b3356-ab31-408f-9ff7-cb112ef60346 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/security-groups?id=499b0a68-799a-4a23-888e-7a7c22d181a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915225 Feb 09 01:32:45.002265 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-50f8eb8e-9c62-4342-a0a7-8122ecdb6230 req-48fa11a4-df6b-4f84-8d36-1a071923e2dc tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f4d98-2fc1-4cf0-9490-56937f007d79 HTTP/1.1" status: 200 len: 210 time: 0.0381818 Feb 09 01:32:45.163283 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffd18b-6136-45fb-b689-c2b4543a6b7c req-fb9b0a7f-4e44-455e-a34f-70d25c5407fc tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:45.172328 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b9ffd18b-6136-45fb-b689-c2b4543a6b7c req-fb9b0a7f-4e44-455e-a34f-70d25c5407fc tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.0799606 Feb 09 01:32:45.238358 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b9ffd18b-6136-45fb-b689-c2b4543a6b7c req-bb93e38b-b20d-4d2c-b12c-c614962d2dc7 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651946 Feb 09 01:32:45.566159 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6f6e7934-7e6f-4834-9863-1a1b7a0084a2 req-1f94c592-8ef4-4607-a8b8-98c148b5fee3 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 258 time: 0.2686572 Feb 09 01:32:45.576223 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-6f6e7934-7e6f-4834-9863-1a1b7a0084a2 req-6ac21656-d307-4112-8e63-88d3cae7e53b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:45.611672 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6f6e7934-7e6f-4834-9863-1a1b7a0084a2 req-6ac21656-d307-4112-8e63-88d3cae7e53b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:45.786433 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6f6e7934-7e6f-4834-9863-1a1b7a0084a2 req-6ac21656-d307-4112-8e63-88d3cae7e53b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:45.803254 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 26f9301b-2ecc-4658-a113-5381caf8c688 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:32:45.923685 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 26f9301b-2ecc-4658-a113-5381caf8c688 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:45.931659 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 26f9301b-2ecc-4658-a113-5381caf8c688 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:45.932276 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (26f9301b-2ecc-4658-a113-5381caf8c688), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:46.107394 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 26f9301b-2ecc-4658-a113-5381caf8c688 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:46.108079 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (26f9301b-2ecc-4658-a113-5381caf8c688), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:46.125797 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-6f6e7934-7e6f-4834-9863-1a1b7a0084a2 req-6ac21656-d307-4112-8e63-88d3cae7e53b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Allocated IP 172.25.7.108 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/cc7a2bf4-1a58-4f1a-bbd6-5ca99a489fb0) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:46.158074 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4be3e9-1f8d-451e-a42f-96abf43d47d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f9301b-2ecc-4658-a113-5381caf8c688'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:46.163157 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb3f2b8-acad-4329-8bd7-2577aa7d730c" -d '{"events": [{"server_uuid": "5a4be3e9-1f8d-451e-a42f-96abf43d47d7", "name": "network-vif-plugged", "status": "completed", "tag": "26f9301b-2ecc-4658-a113-5381caf8c688"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:46.180521 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 26f9301b-2ecc-4658-a113-5381caf8c688, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=26f9301b-2ecc-4658-a113-5381caf8c688,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:46.187696 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (26f9301b-2ecc-4658-a113-5381caf8c688), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:46.298176 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=26f9301b-2ecc-4658-a113-5381caf8c688,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:46.355006 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6f6e7934-7e6f-4834-9863-1a1b7a0084a2 req-6ac21656-d307-4112-8e63-88d3cae7e53b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks [] for port (cc7a2bf4-1a58-4f1a-bbd6-5ca99a489fb0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:46.367104 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-c69216cd-538e-4ca3-9716-a8f298324b93 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:32:46.368730 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-c69216cd-538e-4ca3-9716-a8f298324b93 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109172 Feb 09 01:32:46.449578 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc0714-d6ce-4b11-848a-545817732000 req-d5fd41c3-c916-435d-ae05-593422f5c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:46.452547 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-d5fd41c3-c916-435d-ae05-593422f5c2ab service neutron] 10.222.0.36 "GET /v2.0/ports/95bcedc4-504b-42f3-a5f0-7d922d1dd02c HTTP/1.1" status: 200 len: 1124 time: 0.0697410 Feb 09 01:32:46.466326 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-03bc0714-d6ce-4b11-848a-545817732000 req-2611beff-06ff-4509-8072-4d8d10ff64cf service neutron] Request body: {'binding': {'host': 'n-h2-828387-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:46.466809 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-03bc0714-d6ce-4b11-848a-545817732000 req-2611beff-06ff-4509-8072-4d8d10ff64cf service neutron] Unknown quota resources ['binding']. {{(pid=103184) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:32:46.469901 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6f6e7934-7e6f-4834-9863-1a1b7a0084a2 req-6ac21656-d307-4112-8e63-88d3cae7e53b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (cc7a2bf4-1a58-4f1a-bbd6-5ca99a489fb0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:46.551103 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6e7934-7e6f-4834-9863-1a1b7a0084a2 req-6ac21656-d307-4112-8e63-88d3cae7e53b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:46.569237 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-6f6e7934-7e6f-4834-9863-1a1b7a0084a2 req-6ac21656-d307-4112-8e63-88d3cae7e53b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:46.596844 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6e7934-7e6f-4834-9863-1a1b7a0084a2 req-6ac21656-d307-4112-8e63-88d3cae7e53b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:32:46.600786 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac21656-d307-4112-8e63-88d3cae7e53b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Pushing event updated for resources: {'Port': ['ID=cc7a2bf4-1a58-4f1a-bbd6-5ca99a489fb0,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:46.757768 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6f6e7934-7e6f-4834-9863-1a1b7a0084a2 req-6ac21656-d307-4112-8e63-88d3cae7e53b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks [] for floatingip (f2f38109-5995-47c1-8dec-f70dd6aca686), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:46.759411 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-03bc0714-d6ce-4b11-848a-545817732000 req-2611beff-06ff-4509-8072-4d8d10ff64cf service neutron] Attempting to bind port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c on host n-h2-828387-3 for vnic_type normal with profile None {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:32:46.759749 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-03bc0714-d6ce-4b11-848a-545817732000 req-2611beff-06ff-4509-8072-4d8d10ff64cf service neutron] Attempting to bind port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:32:46.760074 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bc0714-d6ce-4b11-848a-545817732000 req-2611beff-06ff-4509-8072-4d8d10ff64cf service neutron] Attempting to bind port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:46.767883 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bc0714-d6ce-4b11-848a-545817732000 req-2611beff-06ff-4509-8072-4d8d10ff64cf service neutron] Port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:32:46.768217 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bc0714-d6ce-4b11-848a-545817732000 req-2611beff-06ff-4509-8072-4d8d10ff64cf service neutron] Attempting to bind port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:46.779741 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bc0714-d6ce-4b11-848a-545817732000 req-2611beff-06ff-4509-8072-4d8d10ff64cf service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:32:46.780142 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bc0714-d6ce-4b11-848a-545817732000 req-2611beff-06ff-4509-8072-4d8d10ff64cf service neutron] Checking segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:46.780520 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bc0714-d6ce-4b11-848a-545817732000 req-2611beff-06ff-4509-8072-4d8d10ff64cf service neutron] Bound using segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:32:46.780984 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-03bc0714-d6ce-4b11-848a-545817732000 req-2611beff-06ff-4509-8072-4d8d10ff64cf service neutron] Bound port: 95bcedc4-504b-42f3-a5f0-7d922d1dd02c, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:32:46.860250 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6f6e7934-7e6f-4834-9863-1a1b7a0084a2 req-6ac21656-d307-4112-8e63-88d3cae7e53b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cc7a2bf4-1a58-4f1a-bbd6-5ca99a489fb0), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:46.918254 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-d66ba5fd-d0c4-466d-a782-f00f72b286af tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:46.920832 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-d66ba5fd-d0c4-466d-a782-f00f72b286af tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.48 "GET /v2.0/networks?id=0bf77589-fc0a-444b-8fed-f7c70e0ae9c0 HTTP/1.1" status: 200 len: 813 time: 0.1583214 Feb 09 01:32:46.938525 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-03bc0714-d6ce-4b11-848a-545817732000 req-2611beff-06ff-4509-8072-4d8d10ff64cf service neutron] For port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=95bcedc4-504b-42f3-a5f0-7d922d1dd02c,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:32:46.951287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-8b4f5035-df9c-4724-92c0-847245fd3e3d tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Request body: {'port': {'device_id': '021f4d98-2fc1-4cf0-9490-56937f007d79', 'network_id': '0bf77589-fc0a-444b-8fed-f7c70e0ae9c0', 'admin_state_up': True, 'tenant_id': '0aa2c1f2506b4eb7a7a3ecd6f962fe16'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:46.954139 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-03bc0714-d6ce-4b11-848a-545817732000 req-2611beff-06ff-4509-8072-4d8d10ff64cf service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:46.957254 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-2611beff-06ff-4509-8072-4d8d10ff64cf service neutron] 10.222.0.36 "POST /v2.0/ports/95bcedc4-504b-42f3-a5f0-7d922d1dd02c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4959500 Feb 09 01:32:47.187977 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6f6e7934-7e6f-4834-9863-1a1b7a0084a2 req-6ac21656-d307-4112-8e63-88d3cae7e53b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks [] for port (cc7a2bf4-1a58-4f1a-bbd6-5ca99a489fb0), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:47.195832 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6f6e7934-7e6f-4834-9863-1a1b7a0084a2 req-6ac21656-d307-4112-8e63-88d3cae7e53b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (cc7a2bf4-1a58-4f1a-bbd6-5ca99a489fb0), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:47.241868 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21af724-49d9-4dd8-b7ae-2b0bb35e72e1 req-7f7b73bc-be26-43ba-b480-b9aa20791afe tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:47.252817 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e21af724-49d9-4dd8-b7ae-2b0bb35e72e1 req-7f7b73bc-be26-43ba-b480-b9aa20791afe tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 945 time: 0.1234982 Feb 09 01:32:47.255009 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac21656-d307-4112-8e63-88d3cae7e53b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Pushing event updated for resources: {'Port': ['ID=cc7a2bf4-1a58-4f1a-bbd6-5ca99a489fb0,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:47.258655 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-8b4f5035-df9c-4724-92c0-847245fd3e3d tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Made reservation on behalf of 0aa2c1f2506b4eb7a7a3ecd6f962fe16 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:47.265759 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-8b4f5035-df9c-4724-92c0-847245fd3e3d tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:47.321565 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6f6e7934-7e6f-4834-9863-1a1b7a0084a2 req-6ac21656-d307-4112-8e63-88d3cae7e53b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (f2f38109-5995-47c1-8dec-f70dd6aca686), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:47.343365 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6f6e7934-7e6f-4834-9863-1a1b7a0084a2 req-6ac21656-d307-4112-8e63-88d3cae7e53b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:47.351282 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6f6e7934-7e6f-4834-9863-1a1b7a0084a2 req-6ac21656-d307-4112-8e63-88d3cae7e53b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7792633 Feb 09 01:32:47.437930 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6f6e7934-7e6f-4834-9863-1a1b7a0084a2 req-35b6cb29-5386-44e2-b4c7-6b5b9618bcbe tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.108 HTTP/1.1" status: 200 len: 696 time: 0.0853508 Feb 09 01:32:47.440800 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e21af724-49d9-4dd8-b7ae-2b0bb35e72e1 req-0c32fc5d-5ab1-459e-8e47-8fc5267dea9a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819794 Feb 09 01:32:47.542082 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc0714-d6ce-4b11-848a-545817732000 req-9e2c7f3d-3c3c-4c6c-8f11-c4160b98949f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:47.544609 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-9e2c7f3d-3c3c-4c6c-8f11-c4160b98949f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 1127 time: 0.1629958 Feb 09 01:32:47.562247 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-8b4f5035-df9c-4724-92c0-847245fd3e3d tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Allocated IP 172.20.0.10 (0bf77589-fc0a-444b-8fed-f7c70e0ae9c0/22881f33-51e6-44ab-9253-23f3665f5e5c/5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:47.620440 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e7934-7e6f-4834-9863-1a1b7a0084a2 req-ee9775ff-d2a8-4bdb-ab66-915491e80045 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:47.622626 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6f6e7934-7e6f-4834-9863-1a1b7a0084a2 req-ee9775ff-d2a8-4bdb-ab66-915491e80045 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.1767044 Feb 09 01:32:47.637795 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-6f6e7934-7e6f-4834-9863-1a1b7a0084a2 req-f7ff7545-c977-4d9a-91cd-43a58df3ee5e tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:32:47.639136 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6f6e7934-7e6f-4834-9863-1a1b7a0084a2 req-f7ff7545-c977-4d9a-91cd-43a58df3ee5e tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064664 Feb 09 01:32:47.739446 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cef18c49-eccb-4875-8dc5-6e822ec06fe5 req-aaf16ca4-c3fc-4f3d-8947-3ad85b44154e tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f4d98-2fc1-4cf0-9490-56937f007d79 HTTP/1.1" status: 200 len: 210 time: 0.0412240 Feb 09 01:32:47.802743 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa097035-4784-437d-bc33-6893ed629f4e x-openstack-request-id: req-fa097035-4784-437d-bc33-6893ed629f4e {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:47.803500 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4be3e9-1f8d-451e-a42f-96abf43d47d7", "name": "network-vif-plugged", "status": "completed", "tag": "26f9301b-2ecc-4658-a113-5381caf8c688", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:47.803838 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fa097035-4784-437d-bc33-6893ed629f4e {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:47.804467 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4be3e9-1f8d-451e-a42f-96abf43d47d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f9301b-2ecc-4658-a113-5381caf8c688', 'code': 200} Feb 09 01:32:47.812739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e49c17-69fa-45a7-aed5-a47c18fd429f req-f221643d-8be8-406a-875c-8a630ae2200e tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:47.812739 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f6e49c17-69fa-45a7-aed5-a47c18fd429f req-f221643d-8be8-406a-875c-8a630ae2200e tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.2383165 Feb 09 01:32:47.828060 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc0714-d6ce-4b11-848a-545817732000 req-ce58b6b6-0b83-4f10-8586-7458f554d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:47.829588 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-ce58b6b6-0b83-4f10-8586-7458f554d96e service neutron] 10.222.0.48 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 907 time: 0.2584939 Feb 09 01:32:47.930226 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0cb81-95b0-44e9-855a-22c2163abe14 req-ceba4aa9-794a-4188-899a-5f2afe0f99e4 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:47.931770 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a5f0cb81-95b0-44e9-855a-22c2163abe14 req-ceba4aa9-794a-4188-899a-5f2afe0f99e4 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.0648227 Feb 09 01:32:47.953425 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-645f87fe-5d84-49cb-b59a-a308da232151 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95bcedc4-504b-42f3-a5f0-7d922d1dd02c HTTP/1.1" status: 200 len: 217 time: 0.0873530 Feb 09 01:32:47.985534 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a5f0cb81-95b0-44e9-855a-22c2163abe14 req-c9117cf3-fe4f-44e0-9b23-bfb6131ec9a5 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462294 Feb 09 01:32:48.062131 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-8b4f5035-df9c-4724-92c0-847245fd3e3d tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Publish callbacks [] for port (5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:48.072838 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f6e49c17-69fa-45a7-aed5-a47c18fd429f req-978c9465-a44b-436f-9b8c-416aabe24b8a tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476373 Feb 09 01:32:48.128220 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc0714-d6ce-4b11-848a-545817732000 req-03061da1-b8f3-487e-a073-db6a01729911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:48.129809 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-03061da1-b8f3-487e-a073-db6a01729911 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.1527388 Feb 09 01:32:48.134465 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef37e68-bd86-4fd6-893f-f345a33f1dbf req-b2a6b4ab-81e3-457e-b0e2-c2cc840d1c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:48.136370 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3ef37e68-bd86-4fd6-893f-f345a33f1dbf req-b2a6b4ab-81e3-457e-b0e2-c2cc840d1c67 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 1127 time: 0.2051036 Feb 09 01:32:48.212800 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-39b01470-be0c-4359-acaf-c5f803bdff56 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753684 Feb 09 01:32:48.217363 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-8b4f5035-df9c-4724-92c0-847245fd3e3d tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:48.474686 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-28717fcd-8f25-4235-b60b-623ca3ecde5b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:48.476695 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-28717fcd-8f25-4235-b60b-623ca3ecde5b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/ports?device_id=31963af8-6f82-4561-a9b4-c648515a8029&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0958052 Feb 09 01:32:48.535942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-8b4f5035-df9c-4724-92c0-847245fd3e3d tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Network 0bf77589-fc0a-444b-8fed-f7c70e0ae9c0 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:48.555625 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-8b4f5035-df9c-4724-92c0-847245fd3e3d tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:48.570781 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-8b4f5035-df9c-4724-92c0-847245fd3e3d tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:32:48.607015 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3ef37e68-bd86-4fd6-893f-f345a33f1dbf req-abc06f80-75c2-4856-927e-a43b818fe295 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549160 Feb 09 01:32:48.624093 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f5035-df9c-4724-92c0-847245fd3e3d tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Pushing event updated for resources: {'Port': ['ID=5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:48.646131 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987cf81-615f-432a-ba12-67456f7ad65b req-d4e8be9b-c5c0-4ff1-8d77-304326887c5e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:48.648082 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9987cf81-615f-432a-ba12-67456f7ad65b req-d4e8be9b-c5c0-4ff1-8d77-304326887c5e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 945 time: 0.4989533 Feb 09 01:32:48.696461 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-94f717db-e936-47b3-b2cf-68de14a6e8e3 service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736617 Feb 09 01:32:48.704994 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-8b4f5035-df9c-4724-92c0-847245fd3e3d tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:48.705612 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-8b4f5035-df9c-4724-92c0-847245fd3e3d tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:48.744119 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-8b4f5035-df9c-4724-92c0-847245fd3e3d tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8047745 Feb 09 01:32:48.752784 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9987cf81-615f-432a-ba12-67456f7ad65b req-255cbab0-1ac0-4e80-897c-3a5fad1a1d68 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860271 Feb 09 01:32:48.767260 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-99fd2174-303d-4ee7-8bb7-d6166e7d9851 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.108 HTTP/1.1" status: 200 len: 696 time: 0.2839971 Feb 09 01:32:48.776347 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-2a519953-1733-4b7b-be9c-af893f9bf400 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Request body: {'floatingip': {'port_id': '605dcded-3c8a-45ba-9a35-174a77a32b62', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:48.822331 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-2a519953-1733-4b7b-be9c-af893f9bf400 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks [] for floatingip (f2f38109-5995-47c1-8dec-f70dd6aca686), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:48.924928 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-6b18f2a2-0e40-4e54-9bd0-1475b3b66a90 service neutron] Request body: {'port': {'device_id': '021f4d98-2fc1-4cf0-9490-56937f007d79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:49.032746 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-6b18f2a2-0e40-4e54-9bd0-1475b3b66a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:49.050744 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-97979a26-92fc-47a4-9a2f-89abda5380e0 service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787314 Feb 09 01:32:49.379907 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc0714-d6ce-4b11-848a-545817732000 req-bb512774-31bb-4057-8efd-1ece74c5b0ef tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:49.382478 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-bb512774-31bb-4057-8efd-1ece74c5b0ef tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24&tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&binding%3Ahost_id=n-h1-828387-3 HTTP/1.1" status: 200 len: 1127 time: 0.1442478 Feb 09 01:32:49.397922 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-03bc0714-d6ce-4b11-848a-545817732000 req-b2cfed78-b0e6-4127-af98-599cb1dd1ca6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828387-3'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:49.443123 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-2a519953-1733-4b7b-be9c-af893f9bf400 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:49.451448 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-2a519953-1733-4b7b-be9c-af893f9bf400 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (f2f38109-5995-47c1-8dec-f70dd6aca686), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:49.557127 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-03bc0714-d6ce-4b11-848a-545817732000 req-b2cfed78-b0e6-4127-af98-599cb1dd1ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (95bcedc4-504b-42f3-a5f0-7d922d1dd02c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:49.569654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3b001-5cb7-4d15-a77e-86ac2301b3e9 req-215e3c2c-919d-4309-a802-8a15921c87dc tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:49.571368 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a0a3b001-5cb7-4d15-a77e-86ac2301b3e9 req-215e3c2c-919d-4309-a802-8a15921c87dc tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 945 time: 0.1671181 Feb 09 01:32:49.571655 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-2a519953-1733-4b7b-be9c-af893f9bf400 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Floating IP f2f38109-5995-47c1-8dec-f70dd6aca686 associated. External IP: 172.25.7.108, port: 605dcded-3c8a-45ba-9a35-174a77a32b62. Feb 09 01:32:49.657068 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-6b18f2a2-0e40-4e54-9bd0-1475b3b66a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:49.680111 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-6b18f2a2-0e40-4e54-9bd0-1475b3b66a90 service neutron] Publish callbacks [] for port (5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:49.749460 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-6b18f2a2-0e40-4e54-9bd0-1475b3b66a90 service neutron] Transition to ACTIVE for port object 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:49.755838 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a0a3b001-5cb7-4d15-a77e-86ac2301b3e9 req-0de3a165-caa6-4593-84ed-f53b818f0acf tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603248 Feb 09 01:32:49.847237 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-6b18f2a2-0e40-4e54-9bd0-1475b3b66a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:49.860361 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-03bc0714-d6ce-4b11-848a-545817732000 req-b2cfed78-b0e6-4127-af98-599cb1dd1ca6 service neutron] For port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=95bcedc4-504b-42f3-a5f0-7d922d1dd02c,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:49.880366 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-2a519953-1733-4b7b-be9c-af893f9bf400 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Router 7ae6d272-a090-420a-acb4-909af52718a2 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:32:50.001233 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18f2a2-0e40-4e54-9bd0-1475b3b66a90 service neutron] Pushing event updated for resources: {'Port': ['ID=5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:50.014421 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-2a519953-1733-4b7b-be9c-af893f9bf400 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:32:50.022538 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-2a519953-1733-4b7b-be9c-af893f9bf400 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:50.026865 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9865a63e-22ed-4859-ad42-3cdddedef4c1 None None] Sync routers for ids ['7ae6d272-a090-420a-acb4-909af52718a2'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:32:50.042554 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9865a63e-22ed-4859-ad42-3cdddedef4c1 None None] Routers {'7ae6d272-a090-420a-acb4-909af52718a2'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:50.043367 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-9865a63e-22ed-4859-ad42-3cdddedef4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:32:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['7ae6d272-a090-420a-acb4-909af52718a2'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:50.063639 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-03bc0714-d6ce-4b11-848a-545817732000 req-b2cfed78-b0e6-4127-af98-599cb1dd1ca6 service neutron] For port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:50.071299 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-2a519953-1733-4b7b-be9c-af893f9bf400 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "PUT /v2.0/floatingips/f2f38109-5995-47c1-8dec-f70dd6aca686 HTTP/1.1" status: 200 len: 996 time: 1.2984574 Feb 09 01:32:50.071987 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31963af8-6f82-4561-a9b4-c648515a8029', 'tag': '605dcded-3c8a-45ba-9a35-174a77a32b62'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:50.075113 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c286689c-867d-481f-9f92-7f8be85daa13" -d '{"events": [{"name": "network-changed", "server_uuid": "31963af8-6f82-4561-a9b4-c648515a8029", "tag": "605dcded-3c8a-45ba-9a35-174a77a32b62"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:50.113241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595dad1d-7356-430a-9b9d-65ecba90ca38 req-0c16017a-b390-4ad6-860c-72664ea22b05 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:50.116802 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-595dad1d-7356-430a-9b9d-65ecba90ca38 req-0c16017a-b390-4ad6-860c-72664ea22b05 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f4d98-2fc1-4cf0-9490-56937f007d79 HTTP/1.1" status: 200 len: 944 time: 0.2460027 Feb 09 01:32:50.172630 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-d9cb2ab7-c404-432e-aea5-b3d2aa68f382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:50.175177 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-6b18f2a2-0e40-4e54-9bd0-1475b3b66a90 service neutron] Attempting to bind port 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:32:50.175581 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-6b18f2a2-0e40-4e54-9bd0-1475b3b66a90 service neutron] Attempting to bind port 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '55a41597-32b8-4a85-91fa-c16ab73b4bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0bf77589-fc0a-444b-8fed-f7c70e0ae9c0'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:32:50.175967 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-6b18f2a2-0e40-4e54-9bd0-1475b3b66a90 service neutron] Attempting to bind port 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 on network 0bf77589-fc0a-444b-8fed-f7c70e0ae9c0 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:50.181407 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-d9cb2ab7-c404-432e-aea5-b3d2aa68f382 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9146c6f45787412da0470ba92f349886&device_id=31963af8-6f82-4561-a9b4-c648515a8029 HTTP/1.1" status: 200 len: 1127 time: 0.0769498 Feb 09 01:32:50.185320 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57583826-3351-4251-8e8d-e24314c9fb24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95bcedc4-504b-42f3-a5f0-7d922d1dd02c'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:50.188562 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445199d3-c155-47c3-9272-ad870a39e631" -d '{"events": [{"server_uuid": "57583826-3351-4251-8e8d-e24314c9fb24", "name": "network-vif-unplugged", "status": "completed", "tag": "95bcedc4-504b-42f3-a5f0-7d922d1dd02c"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:50.194098 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-03bc0714-d6ce-4b11-848a-545817732000 req-b2cfed78-b0e6-4127-af98-599cb1dd1ca6 service neutron] Publish callbacks [] for port (95bcedc4-504b-42f3-a5f0-7d922d1dd02c), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:50.208311 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-6b18f2a2-0e40-4e54-9bd0-1475b3b66a90 service neutron] Port 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 on network 0bf77589-fc0a-444b-8fed-f7c70e0ae9c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:32:50.208795 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-6b18f2a2-0e40-4e54-9bd0-1475b3b66a90 service neutron] Attempting to bind port 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 on network 0bf77589-fc0a-444b-8fed-f7c70e0ae9c0 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:50.212641 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-9865a63e-22ed-4859-ad42-3cdddedef4c1 None None] Set router 7ae6d272-a090-420a-acb4-909af52718a2 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:32:50.217806 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-03bc0714-d6ce-4b11-848a-545817732000 req-b2cfed78-b0e6-4127-af98-599cb1dd1ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (95bcedc4-504b-42f3-a5f0-7d922d1dd02c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:50.234399 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-6b18f2a2-0e40-4e54-9bd0-1475b3b66a90 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:32:50.234774 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-6b18f2a2-0e40-4e54-9bd0-1475b3b66a90 service neutron] Checking segment: {'id': '55a41597-32b8-4a85-91fa-c16ab73b4bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0bf77589-fc0a-444b-8fed-f7c70e0ae9c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:50.235143 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-6b18f2a2-0e40-4e54-9bd0-1475b3b66a90 service neutron] Bound using segment: {'id': '55a41597-32b8-4a85-91fa-c16ab73b4bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0bf77589-fc0a-444b-8fed-f7c70e0ae9c0'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:32:50.235626 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-6b18f2a2-0e40-4e54-9bd0-1475b3b66a90 service neutron] Bound port: 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a41597-32b8-4a85-91fa-c16ab73b4bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0bf77589-fc0a-444b-8fed-f7c70e0ae9c0'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:32:50.235995 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-6b18f2a2-0e40-4e54-9bd0-1475b3b66a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:50.322382 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-595dad1d-7356-430a-9b9d-65ecba90ca38 req-88a03911-5e62-46d9-aa35-a46f75c15801 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/security-groups?id=140290df-d8ee-4421-8ec0-dfd80e2fbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824706 Feb 09 01:32:50.327616 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-526f4493-d48d-4060-8517-fa2492602a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:50.339383 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-526f4493-d48d-4060-8517-fa2492602a56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1 HTTP/1.1" status: 200 len: 929 time: 0.1559565 Feb 09 01:32:50.460509 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfed78-b0e6-4127-af98-599cb1dd1ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=95bcedc4-504b-42f3-a5f0-7d922d1dd02c,revision_number=7']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:50.524052 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-03bc0714-d6ce-4b11-848a-545817732000 req-b2cfed78-b0e6-4127-af98-599cb1dd1ca6 service neutron] Attempting to bind port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c on host n-h1-828387-3 for vnic_type normal with profile {"migrating_to": "n-h2-828387-3"} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:32:50.524495 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-03bc0714-d6ce-4b11-848a-545817732000 req-b2cfed78-b0e6-4127-af98-599cb1dd1ca6 service neutron] Attempting to bind port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:32:50.524902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bc0714-d6ce-4b11-848a-545817732000 req-b2cfed78-b0e6-4127-af98-599cb1dd1ca6 service neutron] Attempting to bind port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:50.526259 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-b18574cb-6a8c-4240-ad18-0162f0943df7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605dcded-3c8a-45ba-9a35-174a77a32b62 HTTP/1.1" status: 200 len: 999 time: 0.1858604 Feb 09 01:32:50.541175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bc0714-d6ce-4b11-848a-545817732000 req-b2cfed78-b0e6-4127-af98-599cb1dd1ca6 service neutron] Port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:32:50.541485 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bc0714-d6ce-4b11-848a-545817732000 req-b2cfed78-b0e6-4127-af98-599cb1dd1ca6 service neutron] Attempting to bind port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:50.546049 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-6b18f2a2-0e40-4e54-9bd0-1475b3b66a90 service neutron] For port 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:50.556286 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bc0714-d6ce-4b11-848a-545817732000 req-b2cfed78-b0e6-4127-af98-599cb1dd1ca6 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:32:50.556707 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bc0714-d6ce-4b11-848a-545817732000 req-b2cfed78-b0e6-4127-af98-599cb1dd1ca6 service neutron] Checking segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:50.557164 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bc0714-d6ce-4b11-848a-545817732000 req-b2cfed78-b0e6-4127-af98-599cb1dd1ca6 service neutron] Bound using segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:32:50.557718 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-03bc0714-d6ce-4b11-848a-545817732000 req-b2cfed78-b0e6-4127-af98-599cb1dd1ca6 service neutron] Bound port: 95bcedc4-504b-42f3-a5f0-7d922d1dd02c, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:32:50.558152 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-03bc0714-d6ce-4b11-848a-545817732000 req-b2cfed78-b0e6-4127-af98-599cb1dd1ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (95bcedc4-504b-42f3-a5f0-7d922d1dd02c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:50.577177 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-6b18f2a2-0e40-4e54-9bd0-1475b3b66a90 service neutron] For port 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8,segment=NetworkSegment(55a41597-32b8-4a85-91fa-c16ab73b4bec),segment_id=55a41597-32b8-4a85-91fa-c16ab73b4bec)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:32:50.586241 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-9865a63e-22ed-4859-ad42-3cdddedef4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae6d272-a090-420a-acb4-909af52718a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-786117266-router', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:06Z', 'updated_at': '2022-02-09T01:32:18Z', 'revision_number': 4, 'project_id': '9146c6f45787412da0470ba92f349886', 'gw_port': {'id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:07Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'f2f38109-5995-47c1-8dec-f70dd6aca686', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'port_id': '605dcded-3c8a-45ba-9a35-174a77a32b62', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1', 'mac_address': 'fa:16:3e:17:25:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31963af8-6f82-4561-a9b4-c648515a8029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:32:46Z', 'updated_at': '2022-02-09T01:32:49Z', 'revision_number': 1, 'project_id': '9146c6f45787412da0470ba92f349886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3c7e2ce-3559-4d39-84b6-6a5a09850f9e', 'name': '', 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'mac_address': 'fa:16:3e:82:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '71b55228-b113-4b0b-8977-359af4e7fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:14Z', 'updated_at': '2022-02-09T01:32:23Z', 'revision_number': 5, 'project_id': '9146c6f45787412da0470ba92f349886', 'subnets': [{'id': '71b55228-b113-4b0b-8977-359af4e7fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:50.589202 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-8fa44207-661d-4e0a-b78b-842347e64c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:50.592596 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-8fa44207-661d-4e0a-b78b-842347e64c7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71b55228-b113-4b0b-8977-359af4e7fee2 HTTP/1.1" status: 200 len: 867 time: 0.0568244 Feb 09 01:32:50.595828 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cd34c-ed8f-4e6d-8f42-792e4decf2b3 req-48d40d81-b88e-4cb3-8ea4-041555f7de5c tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:50.602662 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b6cd34c-ed8f-4e6d-8f42-792e4decf2b3 req-48d40d81-b88e-4cb3-8ea4-041555f7de5c tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.1769726 Feb 09 01:32:50.608112 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-6b18f2a2-0e40-4e54-9bd0-1475b3b66a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:50.634120 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9865a63e-22ed-4859-ad42-3cdddedef4c1 None None] Checking router: 7ae6d272-a090-420a-acb4-909af52718a2 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:32:50.643510 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9865a63e-22ed-4859-ad42-3cdddedef4c1 None None] Routers {'7ae6d272-a090-420a-acb4-909af52718a2'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:50.644168 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-9865a63e-22ed-4859-ad42-3cdddedef4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:32:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['7ae6d272-a090-420a-acb4-909af52718a2'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:50.665237 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-aa8aa07f-7f5c-4191-804a-c501d0eda68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:50.667086 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-aa8aa07f-7f5c-4191-804a-c501d0eda68d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0661268 Feb 09 01:32:50.679058 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-26c7062b-59b4-4056-ab49-cc983e20522d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:32:50.681153 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-26c7062b-59b4-4056-ab49-cc983e20522d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070231 Feb 09 01:32:50.732324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-6b18f2a2-0e40-4e54-9bd0-1475b3b66a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:50.732324 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-6b18f2a2-0e40-4e54-9bd0-1475b3b66a90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:50.733446 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-6b18f2a2-0e40-4e54-9bd0-1475b3b66a90 service neutron] 10.222.0.48 "PUT /v2.0/ports/5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 HTTP/1.1" status: 200 len: 1092 time: 1.8596616 Feb 09 01:32:50.775753 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18f2a2-0e40-4e54-9bd0-1475b3b66a90 service neutron] Pushing event updated for resources: {'Port': ['ID=5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:50.803940 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b6cd34c-ed8f-4e6d-8f42-792e4decf2b3 req-8ab11d0b-e97e-4f4c-b465-9a23605b9b1f tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001994 Feb 09 01:32:50.805692 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-9865a63e-22ed-4859-ad42-3cdddedef4c1 None None] Set router 7ae6d272-a090-420a-acb4-909af52718a2 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:32:50.813472 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-03bc0714-d6ce-4b11-848a-545817732000 req-b2cfed78-b0e6-4127-af98-599cb1dd1ca6 service neutron] For port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:50.818217 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-03bc0714-d6ce-4b11-848a-545817732000 req-b2cfed78-b0e6-4127-af98-599cb1dd1ca6 service neutron] For port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=95bcedc4-504b-42f3-a5f0-7d922d1dd02c,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:32:50.841142 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-03bc0714-d6ce-4b11-848a-545817732000 req-b2cfed78-b0e6-4127-af98-599cb1dd1ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (95bcedc4-504b-42f3-a5f0-7d922d1dd02c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:50.847978 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-3dd25346-c31c-42a7-b05f-000e0050f41b service neutron] 10.222.0.36 "GET /v2.0/networks/a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563046 Feb 09 01:32:50.992628 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-55cd1c24-6536-4760-a0d5-f5f0cd168bda req-0005b8e7-36ff-4d7a-95ee-ae9c927bdf9e service neutron] 10.222.0.36 "GET /v2.0/networks/a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379998 Feb 09 01:32:51.008133 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfed78-b0e6-4127-af98-599cb1dd1ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=95bcedc4-504b-42f3-a5f0-7d922d1dd02c,revision_number=8']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:51.035796 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-49557cbe-994b-461f-92bf-e8606b31c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:51.037372 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-49557cbe-994b-461f-92bf-e8606b31c7f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0aa2c1f2506b4eb7a7a3ecd6f962fe16&device_id=021f4d98-2fc1-4cf0-9490-56937f007d79 HTTP/1.1" status: 200 len: 1126 time: 0.2078876 Feb 09 01:32:51.041182 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc0714-d6ce-4b11-848a-545817732000 req-b2cfed78-b0e6-4127-af98-599cb1dd1ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:51.041881 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-03bc0714-d6ce-4b11-848a-545817732000 req-b2cfed78-b0e6-4127-af98-599cb1dd1ca6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:51.043407 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-b2cfed78-b0e6-4127-af98-599cb1dd1ca6 service neutron] 10.222.0.48 "PUT /v2.0/ports/95bcedc4-504b-42f3-a5f0-7d922d1dd02c HTTP/1.1" status: 200 len: 1121 time: 1.6497252 Feb 09 01:32:51.127742 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-2c213fa6-d2ff-4c7e-a940-9411923f60da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 HTTP/1.1" status: 200 len: 217 time: 0.0821702 Feb 09 01:32:51.129184 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9ccf15-8bc6-4985-9602-74a24ddf52d3 x-openstack-request-id: req-5b9ccf15-8bc6-4985-9602-74a24ddf52d3 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:51.129643 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31963af8-6f82-4561-a9b4-c648515a8029", "tag": "605dcded-3c8a-45ba-9a35-174a77a32b62", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:51.130169 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b9ccf15-8bc6-4985-9602-74a24ddf52d3 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:51.130682 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31963af8-6f82-4561-a9b4-c648515a8029', 'tag': '605dcded-3c8a-45ba-9a35-174a77a32b62', 'status': 'completed', 'code': 200} Feb 09 01:32:51.149738 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['95bcedc4-504b-42f3-a5f0-7d922d1dd02c'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:51.239881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-fdb50e51-5cd3-4376-ac99-412a9170cf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:51.241520 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-fdb50e51-5cd3-4376-ac99-412a9170cf50 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22881f33-51e6-44ab-9253-23f3665f5e5c HTTP/1.1" status: 200 len: 853 time: 0.1002672 Feb 09 01:32:51.259222 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d372fef-c22c-411f-ba88-c6df68b1d0b9 req-0321afa0-e5b9-435d-879f-beb9afab43cc tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:51.268462 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d372fef-c22c-411f-ba88-c6df68b1d0b9 req-0321afa0-e5b9-435d-879f-beb9afab43cc tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 943 time: 0.1553373 Feb 09 01:32:51.289786 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286689c-867d-481f-9f92-7f8be85daa13 req-4311fc39-d2f5-4a3b-ab2d-5827c3a09ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:51.291256 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c286689c-867d-481f-9f92-7f8be85daa13 req-4311fc39-d2f5-4a3b-ab2d-5827c3a09ae4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9146c6f45787412da0470ba92f349886&device_id=31963af8-6f82-4561-a9b4-c648515a8029 HTTP/1.1" status: 200 len: 1127 time: 0.1158400 Feb 09 01:32:51.298736 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14b70b1-b603-431e-a0ec-1d269dcd2075 x-openstack-request-id: req-c14b70b1-b603-431e-a0ec-1d269dcd2075 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:51.299336 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57583826-3351-4251-8e8d-e24314c9fb24", "name": "network-vif-unplugged", "status": "completed", "tag": "95bcedc4-504b-42f3-a5f0-7d922d1dd02c", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:51.299994 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c14b70b1-b603-431e-a0ec-1d269dcd2075 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:51.300630 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57583826-3351-4251-8e8d-e24314c9fb24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95bcedc4-504b-42f3-a5f0-7d922d1dd02c', 'code': 200} Feb 09 01:32:51.384983 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-d524b630-3166-40c7-a5ee-44490b2dc463 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0bf77589-fc0a-444b-8fed-f7c70e0ae9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894156 Feb 09 01:32:51.422275 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-9865a63e-22ed-4859-ad42-3cdddedef4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae6d272-a090-420a-acb4-909af52718a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-786117266-router', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:06Z', 'updated_at': '2022-02-09T01:32:18Z', 'revision_number': 4, 'project_id': '9146c6f45787412da0470ba92f349886', 'gw_port': {'id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:07Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'f2f38109-5995-47c1-8dec-f70dd6aca686', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'port_id': '605dcded-3c8a-45ba-9a35-174a77a32b62', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1', 'mac_address': 'fa:16:3e:17:25:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31963af8-6f82-4561-a9b4-c648515a8029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:32:46Z', 'updated_at': '2022-02-09T01:32:49Z', 'revision_number': 1, 'project_id': '9146c6f45787412da0470ba92f349886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3c7e2ce-3559-4d39-84b6-6a5a09850f9e', 'name': '', 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'mac_address': 'fa:16:3e:82:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '71b55228-b113-4b0b-8977-359af4e7fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:14Z', 'updated_at': '2022-02-09T01:32:23Z', 'revision_number': 5, 'project_id': '9146c6f45787412da0470ba92f349886', 'subnets': [{'id': '71b55228-b113-4b0b-8977-359af4e7fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:51.470464 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9865a63e-22ed-4859-ad42-3cdddedef4c1 None None] The sync data for ids ['7ae6d272-a090-420a-acb4-909af52718a2'] in n-d-828387-3 is: [{'id': '7ae6d272-a090-420a-acb4-909af52718a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-786117266-router', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:06Z', 'updated_at': '2022-02-09T01:32:18Z', 'revision_number': 4, 'project_id': '9146c6f45787412da0470ba92f349886', 'gw_port': {'id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:07Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'f2f38109-5995-47c1-8dec-f70dd6aca686', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'port_id': '605dcded-3c8a-45ba-9a35-174a77a32b62', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1', 'mac_address': 'fa:16:3e:17:25:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31963af8-6f82-4561-a9b4-c648515a8029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:32:46Z', 'updated_at': '2022-02-09T01:32:49Z', 'revision_number': 1, 'project_id': '9146c6f45787412da0470ba92f349886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3c7e2ce-3559-4d39-84b6-6a5a09850f9e', 'name': '', 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'mac_address': 'fa:16:3e:82:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '71b55228-b113-4b0b-8977-359af4e7fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:14Z', 'updated_at': '2022-02-09T01:32:23Z', 'revision_number': 5, 'project_id': '9146c6f45787412da0470ba92f349886', 'subnets': [{'id': '71b55228-b113-4b0b-8977-359af4e7fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:32:51.524776 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f432ec-7172-478f-ae29-68028442ebe7 req-99d07828-02d1-4f7e-b849-2d0714e4877e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:51.532104 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-61f432ec-7172-478f-ae29-68028442ebe7 req-99d07828-02d1-4f7e-b849-2d0714e4877e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 945 time: 0.1166596 Feb 09 01:32:51.549728 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286689c-867d-481f-9f92-7f8be85daa13 req-52d27ddd-edfe-40ba-a73c-6b6d3a1ab376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:51.551026 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c286689c-867d-481f-9f92-7f8be85daa13 req-52d27ddd-edfe-40ba-a73c-6b6d3a1ab376 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1 HTTP/1.1" status: 200 len: 929 time: 0.2535021 Feb 09 01:32:51.563878 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d372fef-c22c-411f-ba88-c6df68b1d0b9 req-2bbc986f-835b-4c78-ab2f-f1be2c30257e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833025 Feb 09 01:32:51.627728 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56370) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:51.676455 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-61f432ec-7172-478f-ae29-68028442ebe7 req-1f6b1afc-5e32-482a-8443-e010a555e5e3 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414781 Feb 09 01:32:51.691773 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c286689c-867d-481f-9f92-7f8be85daa13 req-85b625cd-030d-4310-a621-5467d0e57334 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605dcded-3c8a-45ba-9a35-174a77a32b62 HTTP/1.1" status: 200 len: 999 time: 0.1311834 Feb 09 01:32:51.773522 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286689c-867d-481f-9f92-7f8be85daa13 req-ea5c5f3d-c833-47e1-8b71-147a3c7e337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:51.776044 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c286689c-867d-481f-9f92-7f8be85daa13 req-ea5c5f3d-c833-47e1-8b71-147a3c7e337f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=71b55228-b113-4b0b-8977-359af4e7fee2 HTTP/1.1" status: 200 len: 867 time: 0.0765655 Feb 09 01:32:51.838973 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device b3d23ba2-ce0b-44be-9a28-658640bc7314 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:32:51.879031 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbeb759-d718-488a-b6d7-0a999de7bf82 None None] New status for floating IP f2f38109-5995-47c1-8dec-f70dd6aca686: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:32:51.907251 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a4860640-943d-40ab-8fbf-b756329a446c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:51.935308 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286689c-867d-481f-9f92-7f8be85daa13 req-57604fea-8c9a-40d6-bc51-d3a339ba2094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:51.937419 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c286689c-867d-481f-9f92-7f8be85daa13 req-57604fea-8c9a-40d6-bc51-d3a339ba2094 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1542845 Feb 09 01:32:52.041909 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9709bc0-b354-4b0a-b994-4a740bd37d47 req-ebf5a6eb-5a68-4abf-b16c-d40286451f31 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:52.047799 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d9709bc0-b354-4b0a-b994-4a740bd37d47 req-ebf5a6eb-5a68-4abf-b16c-d40286451f31 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f4d98-2fc1-4cf0-9490-56937f007d79 HTTP/1.1" status: 200 len: 944 time: 0.2547252 Feb 09 01:32:52.081860 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-a6141e56-41fc-4867-b4cd-22f156590bfc service neutron] 10.222.0.48 "GET /v2.0/networks/0bf77589-fc0a-444b-8fed-f7c70e0ae9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6620870 Feb 09 01:32:52.143821 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port b3d23ba2-ce0b-44be-9a28-658640bc7314, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=b3d23ba2-ce0b-44be-9a28-658640bc7314,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:52.213795 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c286689c-867d-481f-9f92-7f8be85daa13 req-835e4a51-781a-4bde-8e81-85997fe32225 service neutron] 10.222.0.67 "GET /v2.0/networks/a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675583 Feb 09 01:32:52.235115 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'b3d23ba2-ce0b-44be-9a28-658640bc7314', 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16', 'port_id': 'b3d23ba2-ce0b-44be-9a28-658640bc7314', 'mac_address': 'fa:16:3e:c8:56:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6417b864-ca46-417c-8bb2-9bbd8753c5f1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:32:52.245139 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d9709bc0-b354-4b0a-b994-4a740bd37d47 req-0f6b9882-9e60-4525-9097-9ca77d22b557 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/security-groups?id=140290df-d8ee-4421-8ec0-dfd80e2fbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849694 Feb 09 01:32:52.292299 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25f33e16-a0a1-4323-8019-98aacd423794 req-6fc4b58c-ce3c-4f7b-8849-5eeb98eab344 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 258 time: 0.6698489 Feb 09 01:32:52.306393 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-25f33e16-a0a1-4323-8019-98aacd423794 req-4e70d3cd-9059-4a0d-aac1-599694d47735 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:52.317159 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a4860640-943d-40ab-8fbf-b756329a446c admin admin] Publish callbacks [] for security_group (5d8c7f33-b384-4413-acf2-65493da2b76a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:52.330310 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a4860640-943d-40ab-8fbf-b756329a446c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5d8c7f33-b384-4413-acf2-65493da2b76a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:52.345654 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port b3d23ba2-ce0b-44be-9a28-658640bc7314 is: ACTIVE; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:52.351279 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b3d23ba2-ce0b-44be-9a28-658640bc7314), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:52.355851 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b05e4af0-ecc1-4a22-9d33-851e8340defe req-28eeeb0e-50eb-451f-8b23-4a37830799f9 service neutron] 10.222.0.48 "GET /v2.0/networks/0bf77589-fc0a-444b-8fed-f7c70e0ae9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438328 Feb 09 01:32:52.358265 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25f33e16-a0a1-4323-8019-98aacd423794 req-4e70d3cd-9059-4a0d-aac1-599694d47735 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:52.397794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3d23ba2-ce0b-44be-9a28-658640bc7314 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:52.401597 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a4860640-943d-40ab-8fbf-b756329a446c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2929e12b32a9472b8029e1cec9d859f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7729132 Feb 09 01:32:52.408237 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56380) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:52.408893 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4860640-943d-40ab-8fbf-b756329a446c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8c7f33-b384-4413-acf2-65493da2b76a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:52.433089 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c286689c-867d-481f-9f92-7f8be85daa13 req-44291944-3ee0-4d51-9174-7460b1b73d1e service neutron] 10.222.0.67 "GET /v2.0/networks/a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084529 Feb 09 01:32:52.459868 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port b3d23ba2-ce0b-44be-9a28-658640bc7314, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=b3d23ba2-ce0b-44be-9a28-658640bc7314,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:52.467593 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b3d23ba2-ce0b-44be-9a28-658640bc7314), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:52.502834 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25f33e16-a0a1-4323-8019-98aacd423794 req-4e70d3cd-9059-4a0d-aac1-599694d47735 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:52.522087 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c3ae685-3057-4528-829b-eef20f20b280 admin admin] Publish callbacks [] for security_group (5d8c7f33-b384-4413-acf2-65493da2b76a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:52.525491 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448b674-c750-4351-85c7-35c61e1d18f2 req-c34d1710-536c-41b8-9cef-c2d24813783d tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:52.527079 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7448b674-c750-4351-85c7-35c61e1d18f2 req-c34d1710-536c-41b8-9cef-c2d24813783d tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 1127 time: 0.1012518 Feb 09 01:32:52.536893 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=b3d23ba2-ce0b-44be-9a28-658640bc7314,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:52.586502 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c3ae685-3057-4528-829b-eef20f20b280 admin admin] Publish callbacks [] for security_group (5d8c7f33-b384-4413-acf2-65493da2b76a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:52.625558 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['b3d23ba2-ce0b-44be-9a28-658640bc7314'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:52.643047 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7448b674-c750-4351-85c7-35c61e1d18f2 req-a957b9d4-f220-4eea-977e-fae223a070fc tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037610 Feb 09 01:32:52.658947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-25f33e16-a0a1-4323-8019-98aacd423794 req-4e70d3cd-9059-4a0d-aac1-599694d47735 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Allocated IP 172.25.7.141 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/fcf9687a-94d1-48da-a0a7-c58cdce0933a) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:52.667178 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c3ae685-3057-4528-829b-eef20f20b280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5d8c7f33-b384-4413-acf2-65493da2b76a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:52.674316 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c3ae685-3057-4528-829b-eef20f20b280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:52.676302 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1c3ae685-3057-4528-829b-eef20f20b280 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d8c7f33-b384-4413-acf2-65493da2b76a HTTP/1.1" status: 204 len: 168 time: 0.2643080 Feb 09 01:32:52.690245 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ae685-3057-4528-829b-eef20f20b280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8c7f33-b384-4413-acf2-65493da2b76a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:52.845032 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ff885-bff7-4bc6-91fa-4a080022a30c req-d6a1fcd2-5761-4e08-b0f8-668f0f35603c tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:52.846936 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25f33e16-a0a1-4323-8019-98aacd423794 req-4e70d3cd-9059-4a0d-aac1-599694d47735 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks [] for port (fcf9687a-94d1-48da-a0a7-c58cdce0933a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:52.856119 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2a4ff885-bff7-4bc6-91fa-4a080022a30c req-d6a1fcd2-5761-4e08-b0f8-668f0f35603c tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.0851607 Feb 09 01:32:52.916632 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25f33e16-a0a1-4323-8019-98aacd423794 req-4e70d3cd-9059-4a0d-aac1-599694d47735 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (fcf9687a-94d1-48da-a0a7-c58cdce0933a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:52.961247 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2a4ff885-bff7-4bc6-91fa-4a080022a30c req-4097df9b-f0db-4483-9f9e-11305a5244fc tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038301 Feb 09 01:32:52.987624 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f33e16-a0a1-4323-8019-98aacd423794 req-4e70d3cd-9059-4a0d-aac1-599694d47735 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:52.997998 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-25f33e16-a0a1-4323-8019-98aacd423794 req-4e70d3cd-9059-4a0d-aac1-599694d47735 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:53.003328 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f33e16-a0a1-4323-8019-98aacd423794 req-4e70d3cd-9059-4a0d-aac1-599694d47735 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:32:53.034979 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70d3cd-9059-4a0d-aac1-599694d47735 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Pushing event updated for resources: {'Port': ['ID=fcf9687a-94d1-48da-a0a7-c58cdce0933a,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:53.187409 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25f33e16-a0a1-4323-8019-98aacd423794 req-4e70d3cd-9059-4a0d-aac1-599694d47735 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks [] for floatingip (3dce84e2-9e0c-45b0-8d63-4c322222008f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:53.238716 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56406) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:53.240414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9e752-58d2-4fc7-a7b1-65e547b24250 req-2b14edc9-b1d2-461f-8677-bb14db177961 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:53.243543 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6ea9e752-58d2-4fc7-a7b1-65e547b24250 req-2b14edc9-b1d2-461f-8677-bb14db177961 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 943 time: 0.1088145 Feb 09 01:32:53.267306 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55af3ec3-b744-44c4-bb4a-3da4477db2d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:53.274204 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25f33e16-a0a1-4323-8019-98aacd423794 req-4e70d3cd-9059-4a0d-aac1-599694d47735 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fcf9687a-94d1-48da-a0a7-c58cdce0933a), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:53.310310 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021f4d98-2fc1-4cf0-9490-56937f007d79', 'tag': '5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8'}, {'name': 'network-changed', 'server_uuid': '57583826-3351-4251-8e8d-e24314c9fb24', 'tag': '95bcedc4-504b-42f3-a5f0-7d922d1dd02c'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:53.314261 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3107759-2e16-4b3b-9717-d04a2ec495b4" -d '{"events": [{"name": "network-changed", "server_uuid": "021f4d98-2fc1-4cf0-9490-56937f007d79", "tag": "5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8"}, {"name": "network-changed", "server_uuid": "57583826-3351-4251-8e8d-e24314c9fb24", "tag": "95bcedc4-504b-42f3-a5f0-7d922d1dd02c"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:53.326758 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6ea9e752-58d2-4fc7-a7b1-65e547b24250 req-9eeff1ee-6613-4d17-8532-4c1a458c1bd7 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733166 Feb 09 01:32:53.552140 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55af3ec3-b744-44c4-bb4a-3da4477db2d1 admin admin] Publish callbacks [] for security_group (8c3439db-edd3-46c0-b82a-af0f68b2a246), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:53.562870 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08002330-a794-4e26-8d24-27142ed7bada req-e0791c4d-ad8f-49ea-afc3-a838b924becd tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:53.568028 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55af3ec3-b744-44c4-bb4a-3da4477db2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8c3439db-edd3-46c0-b82a-af0f68b2a246), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:53.579084 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-08002330-a794-4e26-8d24-27142ed7bada req-e0791c4d-ad8f-49ea-afc3-a838b924becd tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f4d98-2fc1-4cf0-9490-56937f007d79 HTTP/1.1" status: 200 len: 944 time: 0.0866232 Feb 09 01:32:53.643447 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-55af3ec3-b744-44c4-bb4a-3da4477db2d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6381d840395f41f7af8841ba52fafb8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4031365 Feb 09 01:32:53.644515 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af3ec3-b744-44c4-bb4a-3da4477db2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3439db-edd3-46c0-b82a-af0f68b2a246,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:53.644909 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56424) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:53.663589 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25f33e16-a0a1-4323-8019-98aacd423794 req-4e70d3cd-9059-4a0d-aac1-599694d47735 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks [] for port (fcf9687a-94d1-48da-a0a7-c58cdce0933a), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:53.674047 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25f33e16-a0a1-4323-8019-98aacd423794 req-4e70d3cd-9059-4a0d-aac1-599694d47735 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (fcf9687a-94d1-48da-a0a7-c58cdce0933a), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:53.691262 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:32:53.693581 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-08002330-a794-4e26-8d24-27142ed7bada req-dead7914-d112-4e94-b7a9-c29f7c73ca99 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/security-groups?id=140290df-d8ee-4421-8ec0-dfd80e2fbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129458 Feb 09 01:32:53.789812 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a9266b6b-9f6f-4eb5-97cb-57f660418c72 admin admin] Publish callbacks [] for security_group (8c3439db-edd3-46c0-b82a-af0f68b2a246), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:53.814607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70d3cd-9059-4a0d-aac1-599694d47735 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Pushing event updated for resources: {'Port': ['ID=fcf9687a-94d1-48da-a0a7-c58cdce0933a,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:53.826123 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25f33e16-a0a1-4323-8019-98aacd423794 req-4e70d3cd-9059-4a0d-aac1-599694d47735 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (3dce84e2-9e0c-45b0-8d63-4c322222008f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:53.844477 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25f33e16-a0a1-4323-8019-98aacd423794 req-4e70d3cd-9059-4a0d-aac1-599694d47735 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:53.845770 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25f33e16-a0a1-4323-8019-98aacd423794 req-4e70d3cd-9059-4a0d-aac1-599694d47735 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5527189 Feb 09 01:32:53.851969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 95bcedc4-504b-42f3-a5f0-7d922d1dd02c details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:32:53.853602 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a9266b6b-9f6f-4eb5-97cb-57f660418c72 admin admin] Publish callbacks [] for security_group (8c3439db-edd3-46c0-b82a-af0f68b2a246), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:53.862643 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device b3d23ba2-ce0b-44be-9a28-658640bc7314 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:32:53.870125 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e539a6bf-d94e-4959-879c-11fadc3416ab x-openstack-request-id: req-e539a6bf-d94e-4959-879c-11fadc3416ab {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:53.870450 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021f4d98-2fc1-4cf0-9490-56937f007d79", "tag": "5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "57583826-3351-4251-8e8d-e24314c9fb24", "tag": "95bcedc4-504b-42f3-a5f0-7d922d1dd02c", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:53.871418 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e539a6bf-d94e-4959-879c-11fadc3416ab {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:53.871418 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021f4d98-2fc1-4cf0-9490-56937f007d79', 'tag': '5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8', 'status': 'completed', 'code': 200} Feb 09 01:32:53.871418 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57583826-3351-4251-8e8d-e24314c9fb24', 'tag': '95bcedc4-504b-42f3-a5f0-7d922d1dd02c', 'status': 'completed', 'code': 200} Feb 09 01:32:54.097952 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3107759-2e16-4b3b-9717-d04a2ec495b4 req-0ca79d31-8107-4872-bf38-fa79d6fb4f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:54.102957 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f3107759-2e16-4b3b-9717-d04a2ec495b4 req-0ca79d31-8107-4872-bf38-fa79d6fb4f72 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 1155 time: 0.2007294 Feb 09 01:32:54.198515 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25f33e16-a0a1-4323-8019-98aacd423794 req-008020e0-195d-403d-a572-c4edd431b99f tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.141 HTTP/1.1" status: 200 len: 696 time: 0.3337550 Feb 09 01:32:54.201068 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:32:54.255052 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a9266b6b-9f6f-4eb5-97cb-57f660418c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8c3439db-edd3-46c0-b82a-af0f68b2a246), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:54.257655 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a9266b6b-9f6f-4eb5-97cb-57f660418c72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:54.262233 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a9266b6b-9f6f-4eb5-97cb-57f660418c72 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c3439db-edd3-46c0-b82a-af0f68b2a246 HTTP/1.1" status: 204 len: 168 time: 0.6157424 Feb 09 01:32:54.324507 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9266b6b-9f6f-4eb5-97cb-57f660418c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3439db-edd3-46c0-b82a-af0f68b2a246,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:54.380127 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3107759-2e16-4b3b-9717-d04a2ec495b4 req-ddc0c329-b2be-4eef-b84c-45322504bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:54.382222 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3107759-2e16-4b3b-9717-d04a2ec495b4 req-ddc0c329-b2be-4eef-b84c-45322504bac7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0aa2c1f2506b4eb7a7a3ecd6f962fe16&device_id=021f4d98-2fc1-4cf0-9490-56937f007d79 HTTP/1.1" status: 200 len: 1126 time: 0.4081149 Feb 09 01:32:54.448824 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port b3d23ba2-ce0b-44be-9a28-658640bc7314 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:54.450260 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b3d23ba2-ce0b-44be-9a28-658640bc7314), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:54.540488 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e097e-3e85-44a2-97d1-08295bd0a4e9 req-fdcbca1f-27eb-415d-b96d-668719b1917f tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:54.550933 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a1e097e-3e85-44a2-97d1-08295bd0a4e9 req-fdcbca1f-27eb-415d-b96d-668719b1917f tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.3116672 Feb 09 01:32:54.553377 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3107759-2e16-4b3b-9717-d04a2ec495b4 req-e1653e69-f252-4a20-af67-c1eff3addcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:54.554937 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f3107759-2e16-4b3b-9717-d04a2ec495b4 req-e1653e69-f252-4a20-af67-c1eff3addcbc service neutron] 10.222.0.67 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 907 time: 0.4462256 Feb 09 01:32:54.561023 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=95bcedc4-504b-42f3-a5f0-7d922d1dd02c,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:54.600794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 95bcedc4-504b-42f3-a5f0-7d922d1dd02c has no active binding in host n-h2-828387-3 {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:32:54.647355 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f33e16-a0a1-4323-8019-98aacd423794 req-8c09a1fd-097e-45ce-83ab-a61cd6dd452e tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:54.649052 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25f33e16-a0a1-4323-8019-98aacd423794 req-8c09a1fd-097e-45ce-83ab-a61cd6dd452e tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.4316213 Feb 09 01:32:54.679574 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-25f33e16-a0a1-4323-8019-98aacd423794 req-94565979-a207-47ef-9711-370a1b5ef671 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:32:54.682418 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25f33e16-a0a1-4323-8019-98aacd423794 req-94565979-a207-47ef-9711-370a1b5ef671 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0186715 Feb 09 01:32:54.741068 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port b3d23ba2-ce0b-44be-9a28-658640bc7314 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:54.743477 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b3d23ba2-ce0b-44be-9a28-658640bc7314), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:54.792851 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3107759-2e16-4b3b-9717-d04a2ec495b4 req-a65bd984-1330-410b-aa9c-f579035d2d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:54.805804 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3107759-2e16-4b3b-9717-d04a2ec495b4 req-a65bd984-1330-410b-aa9c-f579035d2d4f service neutron] 10.222.0.48 "GET /v2.0/networks?id=0bf77589-fc0a-444b-8fed-f7c70e0ae9c0 HTTP/1.1" status: 200 len: 914 time: 0.4051063 Feb 09 01:32:54.857785 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a1e097e-3e85-44a2-97d1-08295bd0a4e9 req-9a6b1611-f678-4886-b2d0-91a4b6b0cd9f tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055947 Feb 09 01:32:54.864389 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f3107759-2e16-4b3b-9717-d04a2ec495b4 req-c9d586c6-05cc-4420-bd95-39bbea43da3c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95bcedc4-504b-42f3-a5f0-7d922d1dd02c HTTP/1.1" status: 200 len: 217 time: 0.2550600 Feb 09 01:32:54.890543 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b5db20-3875-439e-a7f6-c74dcb71a64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d23ba2-ce0b-44be-9a28-658640bc7314'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:54.899039 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3b6b09-243a-4e6f-b5d2-4db22dedbdea" -d '{"events": [{"server_uuid": "36b5db20-3875-439e-a7f6-c74dcb71a64a", "name": "network-vif-plugged", "status": "completed", "tag": "b3d23ba2-ce0b-44be-9a28-658640bc7314"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:54.933567 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port b3d23ba2-ce0b-44be-9a28-658640bc7314, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=b3d23ba2-ce0b-44be-9a28-658640bc7314,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:54.942498 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b3d23ba2-ce0b-44be-9a28-658640bc7314), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:54.982460 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3107759-2e16-4b3b-9717-d04a2ec495b4 req-12e58111-df50-429b-b3f8-7d11635e1880 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 HTTP/1.1" status: 200 len: 217 time: 0.1694834 Feb 09 01:32:55.036077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3107759-2e16-4b3b-9717-d04a2ec495b4 req-c7c11e14-b21a-4fa5-950e-aca1e248e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:55.037889 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f3107759-2e16-4b3b-9717-d04a2ec495b4 req-c7c11e14-b21a-4fa5-950e-aca1e248e4dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.1662915 Feb 09 01:32:55.104437 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f3107759-2e16-4b3b-9717-d04a2ec495b4 req-c0b9358e-6181-4095-b05a-4f05f186e7b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461221 Feb 09 01:32:55.131776 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=b3d23ba2-ce0b-44be-9a28-658640bc7314,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:55.204604 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3107759-2e16-4b3b-9717-d04a2ec495b4 req-86d85e0b-898d-48fd-9499-5339de37054f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:55.205811 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3107759-2e16-4b3b-9717-d04a2ec495b4 req-86d85e0b-898d-48fd-9499-5339de37054f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22881f33-51e6-44ab-9253-23f3665f5e5c HTTP/1.1" status: 200 len: 853 time: 0.2137568 Feb 09 01:32:55.227643 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de275d5c-d71f-4abf-a271-5405f911b5d2 req-22f973d4-8c5b-44e5-a337-8ce82ef00f5a tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:55.234686 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de275d5c-d71f-4abf-a271-5405f911b5d2 req-22f973d4-8c5b-44e5-a337-8ce82ef00f5a tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 943 time: 0.1804287 Feb 09 01:32:55.316472 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3107759-2e16-4b3b-9717-d04a2ec495b4 req-27d6b660-3798-4991-be6f-631873e7c84c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0bf77589-fc0a-444b-8fed-f7c70e0ae9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807457 Feb 09 01:32:55.357590 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35a366-d4f0-4812-a520-67f201de011e req-09e5d9b5-8d62-47b4-8d5e-8966e19f0f5f tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:55.370570 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4c35a366-d4f0-4812-a520-67f201de011e req-09e5d9b5-8d62-47b4-8d5e-8966e19f0f5f tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/ports?device_id=31963af8-6f82-4561-a9b4-c648515a8029&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3488569 Feb 09 01:32:55.447563 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de275d5c-d71f-4abf-a271-5405f911b5d2 req-cc416e78-b96a-473d-add2-e4d032f72e00 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281085 Feb 09 01:32:55.499546 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3107759-2e16-4b3b-9717-d04a2ec495b4 req-65a4419c-1322-4a01-8e9b-9316aa5bf370 service neutron] 10.222.0.48 "GET /v2.0/networks/0bf77589-fc0a-444b-8fed-f7c70e0ae9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655903 Feb 09 01:32:55.871179 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:32:55.938910 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4c35a366-d4f0-4812-a520-67f201de011e req-edd529b1-4126-4614-8469-d4ab2a3b3587 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.141 HTTP/1.1" status: 200 len: 696 time: 0.5667863 Feb 09 01:32:55.944413 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f3107759-2e16-4b3b-9717-d04a2ec495b4 req-bbc586c8-d62e-4883-a2aa-2a0875277aed service neutron] 10.222.0.67 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8336492 Feb 09 01:32:55.962680 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-4c35a366-d4f0-4812-a520-67f201de011e req-ed0db927-932b-4734-b71f-2bcb0d9f769d tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Request body: {'floatingip': {'port_id': '605dcded-3c8a-45ba-9a35-174a77a32b62', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:55.967850 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-a91a0fba-e57f-4b70-8a8c-054696723540 service neutron] 10.222.0.67 "GET /v2.0/ports/95bcedc4-504b-42f3-a5f0-7d922d1dd02c/bindings/n-h2-828387-3 HTTP/1.1" status: 200 len: 384 time: 0.1062825 Feb 09 01:32:56.126036 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f3107759-2e16-4b3b-9717-d04a2ec495b4 req-73dcd968-ad9d-475c-b7d3-2365352064cb service neutron] 10.222.0.67 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567996 Feb 09 01:32:56.187180 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3107759-2e16-4b3b-9717-d04a2ec495b4 req-455e01c3-c388-4961-b09a-dd4c834be221 service neutron] 10.222.0.48 "GET /v2.0/networks/0bf77589-fc0a-444b-8fed-f7c70e0ae9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6752889 Feb 09 01:32:56.201927 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8,segment=NetworkSegment(55a41597-32b8-4a85-91fa-c16ab73b4bec),segment_id=55a41597-32b8-4a85-91fa-c16ab73b4bec)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:56.223716 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4d89b-2eae-4333-8fcb-4f8cfba0d31b req-d0a390e5-fe52-4dc8-89bb-1cf9fa8f42da tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:56.232184 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1f4d89b-2eae-4333-8fcb-4f8cfba0d31b req-d0a390e5-fe52-4dc8-89bb-1cf9fa8f42da tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f4d98-2fc1-4cf0-9490-56937f007d79 HTTP/1.1" status: 200 len: 944 time: 0.5819478 Feb 09 01:32:56.243062 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8', 'network_id': '0bf77589-fc0a-444b-8fed-f7c70e0ae9c0', 'port_id': '5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8', 'mac_address': 'fa:16:3e:00:fe:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22881f33-51e6-44ab-9253-23f3665f5e5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:32:56.246504 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-4c35a366-d4f0-4812-a520-67f201de011e req-ed0db927-932b-4734-b71f-2bcb0d9f769d tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks [] for floatingip (3dce84e2-9e0c-45b0-8d63-4c322222008f), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:56.331384 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:56.332017 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:56.367061 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1f4d89b-2eae-4333-8fcb-4f8cfba0d31b req-128e0b7b-6bc3-49e5-b02a-9446799b5f2e tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/security-groups?id=140290df-d8ee-4421-8ec0-dfd80e2fbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254647 Feb 09 01:32:56.437488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:56.473684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8,segment=NetworkSegment(55a41597-32b8-4a85-91fa-c16ab73b4bec),segment_id=55a41597-32b8-4a85-91fa-c16ab73b4bec)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:56.479228 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:56.547303 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92662956-4ca5-4291-8146-aa124ad7e1d3 x-openstack-request-id: req-92662956-4ca5-4291-8146-aa124ad7e1d3 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:56.549260 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b5db20-3875-439e-a7f6-c74dcb71a64a", "name": "network-vif-plugged", "status": "completed", "tag": "b3d23ba2-ce0b-44be-9a28-658640bc7314", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:56.552050 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-92662956-4ca5-4291-8146-aa124ad7e1d3 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:56.552740 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b5db20-3875-439e-a7f6-c74dcb71a64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d23ba2-ce0b-44be-9a28-658640bc7314', 'code': 200} Feb 09 01:32:56.628592 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:56.787725 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-03bc0714-d6ce-4b11-848a-545817732000 req-3f1f7285-5562-4edc-8f70-184a510580e4 service neutron] For port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=95bcedc4-504b-42f3-a5f0-7d922d1dd02c,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:56.815770 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-03bc0714-d6ce-4b11-848a-545817732000 req-3f1f7285-5562-4edc-8f70-184a510580e4 service neutron] For port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:56.865508 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-03bc0714-d6ce-4b11-848a-545817732000 req-3f1f7285-5562-4edc-8f70-184a510580e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95bcedc4-504b-42f3-a5f0-7d922d1dd02c {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:56.879956 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-03bc0714-d6ce-4b11-848a-545817732000 req-3f1f7285-5562-4edc-8f70-184a510580e4 service neutron] For port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=95bcedc4-504b-42f3-a5f0-7d922d1dd02c,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:56.913049 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-03bc0714-d6ce-4b11-848a-545817732000 req-3f1f7285-5562-4edc-8f70-184a510580e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (95bcedc4-504b-42f3-a5f0-7d922d1dd02c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:56.948675 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:57.072928 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [req-4c35a366-d4f0-4812-a520-67f201de011e req-ed0db927-932b-4734-b71f-2bcb0d9f769d tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 01:32:57.093505 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4c35a366-d4f0-4812-a520-67f201de011e req-ed0db927-932b-4734-b71f-2bcb0d9f769d tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "PUT /v2.0/floatingips/3dce84e2-9e0c-45b0-8d63-4c322222008f HTTP/1.1" status: 409 len: 550 time: 1.1530349 Feb 09 01:32:57.107694 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffca6eb-81b3-417d-8fe3-ed2b45c6d0b9 req-8252af48-3a95-4e18-9861-4b51b837a714 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:57.109297 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cffca6eb-81b3-417d-8fe3-ed2b45c6d0b9 req-8252af48-3a95-4e18-9861-4b51b837a714 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.2123034 Feb 09 01:32:57.357134 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b926b14-5f4b-467d-9aa3-ae98053a173c req-d46fe679-b962-487a-a219-64dc1fc4e60a tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:57.359666 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9b926b14-5f4b-467d-9aa3-ae98053a173c req-d46fe679-b962-487a-a219-64dc1fc4e60a tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 943 time: 0.1227975 Feb 09 01:32:57.370119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-03bc0714-d6ce-4b11-848a-545817732000 req-3f1f7285-5562-4edc-8f70-184a510580e4 service neutron] Transition to ACTIVE for port object 95bcedc4-504b-42f3-a5f0-7d922d1dd02c will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:57.387069 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-03bc0714-d6ce-4b11-848a-545817732000 req-3f1f7285-5562-4edc-8f70-184a510580e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (95bcedc4-504b-42f3-a5f0-7d922d1dd02c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:57.533315 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cffca6eb-81b3-417d-8fe3-ed2b45c6d0b9 req-2f13428b-0cb4-4786-9a6f-5ab4dbfed9ce tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989639 Feb 09 01:32:57.534754 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9b926b14-5f4b-467d-9aa3-ae98053a173c req-57c34f17-8434-4599-8d8a-c93923ce1fa5 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655970 Feb 09 01:32:57.686416 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bc0714-d6ce-4b11-848a-545817732000 req-3f1f7285-5562-4edc-8f70-184a510580e4 service neutron] No DVR routers for this DVR port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:57.729737 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f7285-5562-4edc-8f70-184a510580e4 service neutron] Pushing event updated for resources: {'Port': ['ID=95bcedc4-504b-42f3-a5f0-7d922d1dd02c,revision_number=10']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:57.757106 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-3f1f7285-5562-4edc-8f70-184a510580e4 service neutron] 10.222.0.67 "PUT /v2.0/ports/95bcedc4-504b-42f3-a5f0-7d922d1dd02c/bindings/n-h2-828387-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7673638 Feb 09 01:32:57.776911 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8dd84c84-1f17-4857-b66e-aaeb6c6f3f42 req-1e89e964-3ad7-4ce3-9d05-fad599561d4f tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/floatingips/3dce84e2-9e0c-45b0-8d63-4c322222008f HTTP/1.1" status: 200 len: 693 time: 0.1587536 Feb 09 01:32:57.927534 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c77fb-dafe-4252-9402-ee2db86c9ea9 req-45c2d834-db11-44f8-a56b-06956bf1083e tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:57.929516 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-697c77fb-dafe-4252-9402-ee2db86c9ea9 req-45c2d834-db11-44f8-a56b-06956bf1083e tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f4d98-2fc1-4cf0-9490-56937f007d79 HTTP/1.1" status: 200 len: 945 time: 0.1401272 Feb 09 01:32:57.962274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc0714-d6ce-4b11-848a-545817732000 req-2f284e4a-5461-42a3-84ee-bba85ef0ef22 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:57.964686 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-2f284e4a-5461-42a3-84ee-bba85ef0ef22 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24&tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&binding%3Ahost_id=n-h1-828387-3 HTTP/1.1" status: 200 len: 1126 time: 0.1182747 Feb 09 01:32:57.974012 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd84c84-1f17-4857-b66e-aaeb6c6f3f42 req-78aa09f5-4d9c-4c4d-9246-24966e1d181f tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:57.981601 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8dd84c84-1f17-4857-b66e-aaeb6c6f3f42 req-78aa09f5-4d9c-4c4d-9246-24966e1d181f tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.1982901 Feb 09 01:32:57.988755 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-8dd84c84-1f17-4857-b66e-aaeb6c6f3f42 req-023a894d-55d6-44ac-855c-49feb4980a73 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:32:58.000795 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8dd84c84-1f17-4857-b66e-aaeb6c6f3f42 req-023a894d-55d6-44ac-855c-49feb4980a73 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0181525 Feb 09 01:32:58.023251 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-697c77fb-dafe-4252-9402-ee2db86c9ea9 req-e7fda527-1002-481d-a743-2a30129b5d47 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/security-groups?id=140290df-d8ee-4421-8ec0-dfd80e2fbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835643 Feb 09 01:32:58.068559 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc0714-d6ce-4b11-848a-545817732000 req-143e567d-fcc9-4d36-a86a-c4157e36e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:58.071319 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-143e567d-fcc9-4d36-a86a-c4157e36e399 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24&tenant_id=433f56aeb5b04fa39d1f9120b707d9b4 HTTP/1.1" status: 200 len: 1126 time: 0.0770948 Feb 09 01:32:58.134823 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8dd84c84-1f17-4857-b66e-aaeb6c6f3f42 req-a3ad109b-0614-4dd6-977d-fe60788b0489 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.141 HTTP/1.1" status: 200 len: 696 time: 0.1311476 Feb 09 01:32:58.209187 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc0714-d6ce-4b11-848a-545817732000 req-51cec0a8-0d88-4cda-a515-05545a61129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:58.212172 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-51cec0a8-0d88-4cda-a515-05545a61129a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 1126 time: 0.1133003 Feb 09 01:32:58.219587 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8dd84c84-1f17-4857-b66e-aaeb6c6f3f42 req-4b831db2-679c-4924-95a8-be7fb6539826 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.141 HTTP/1.1" status: 200 len: 696 time: 0.0813735 Feb 09 01:32:58.421018 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-8dd84c84-1f17-4857-b66e-aaeb6c6f3f42 req-e667403c-7ec9-43c4-8bb4-b2c8d516eacc tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Deleting port fcf9687a-94d1-48da-a0a7-c58cdce0933a {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:32:58.422814 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8dd84c84-1f17-4857-b66e-aaeb6c6f3f42 req-e667403c-7ec9-43c4-8bb4-b2c8d516eacc tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (fcf9687a-94d1-48da-a0a7-c58cdce0933a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:58.568724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc0714-d6ce-4b11-848a-545817732000 req-fb7df8cf-e420-43cc-b7ce-8e12f0d561a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:58.568954 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8dd84c84-1f17-4857-b66e-aaeb6c6f3f42 req-e667403c-7ec9-43c4-8bb4-b2c8d516eacc tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (fcf9687a-94d1-48da-a0a7-c58cdce0933a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:58.569212 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8dd84c84-1f17-4857-b66e-aaeb6c6f3f42 req-e667403c-7ec9-43c4-8bb4-b2c8d516eacc tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks [] for floatingip (fcf9687a-94d1-48da-a0a7-c58cdce0933a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:58.571153 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-fb7df8cf-e420-43cc-b7ce-8e12f0d561a4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 907 time: 0.3410089 Feb 09 01:32:58.583505 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-8dd84c84-1f17-4857-b66e-aaeb6c6f3f42 req-e667403c-7ec9-43c4-8bb4-b2c8d516eacc tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Calling delete_port for fcf9687a-94d1-48da-a0a7-c58cdce0933a owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:32:58.632534 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-9a35fa02-2488-44bb-afae-4790dd072a0f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95bcedc4-504b-42f3-a5f0-7d922d1dd02c HTTP/1.1" status: 200 len: 217 time: 0.0516479 Feb 09 01:32:58.776530 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc0714-d6ce-4b11-848a-545817732000 req-5fec9333-22f5-4538-b05a-bfc876b5657c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:58.779428 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-5fec9333-22f5-4538-b05a-bfc876b5657c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.1400247 Feb 09 01:32:58.782672 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 95bcedc4-504b-42f3-a5f0-7d922d1dd02c no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:32:58.784654 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8dd84c84-1f17-4857-b66e-aaeb6c6f3f42 req-e667403c-7ec9-43c4-8bb4-b2c8d516eacc tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (fcf9687a-94d1-48da-a0a7-c58cdce0933a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:58.789889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a538a-ca64-424c-8431-3fc462ba45e2 req-6d9b1acd-fa00-440f-9833-e11c7b325644 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:58.790748 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c62a538a-ca64-424c-8431-3fc462ba45e2 req-6d9b1acd-fa00-440f-9833-e11c7b325644 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.1495233 Feb 09 01:32:58.818440 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667403c-7ec9-43c4-8bb4-b2c8d516eacc tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Pushing event deleted for resources: {'Port': ['ID=fcf9687a-94d1-48da-a0a7-c58cdce0933a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:58.826881 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-49066cae-d772-4d58-beb0-cf2010d3f072 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349724 Feb 09 01:32:58.879321 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] The host n-h1-828387-3 is not matching for port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c host n-h2-828387-3! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:32:58.880341 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 95bcedc4-504b-42f3-a5f0-7d922d1dd02c not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:32:58.895656 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8dd84c84-1f17-4857-b66e-aaeb6c6f3f42 req-e667403c-7ec9-43c4-8bb4-b2c8d516eacc tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks [] for floatingip (3dce84e2-9e0c-45b0-8d63-4c322222008f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:58.898494 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8dd84c84-1f17-4857-b66e-aaeb6c6f3f42 req-e667403c-7ec9-43c4-8bb4-b2c8d516eacc tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:58.899717 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8dd84c84-1f17-4857-b66e-aaeb6c6f3f42 req-e667403c-7ec9-43c4-8bb4-b2c8d516eacc tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "DELETE /v2.0/floatingips/3dce84e2-9e0c-45b0-8d63-4c322222008f HTTP/1.1" status: 204 len: 173 time: 0.6793022 Feb 09 01:32:58.931560 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c62a538a-ca64-424c-8431-3fc462ba45e2 req-679a4093-f400-434b-8738-8f208848adcd tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296515 Feb 09 01:32:58.982733 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-5188cc0f-0fd2-442e-ae11-3efe9bff5dfe service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485674 Feb 09 01:32:59.200569 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5a43e-3d06-4a3f-bde0-3936e63c942f req-9285e031-961e-458f-ab5b-1617531c80e5 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:59.202828 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ea5a43e-3d06-4a3f-bde0-3936e63c942f req-9285e031-961e-458f-ab5b-1617531c80e5 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 944 time: 0.1818211 Feb 09 01:32:59.205954 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-62c5e9a2-cc4f-4c0a-9a06-8e505a3b8d22 service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136898 Feb 09 01:32:59.329066 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ea5a43e-3d06-4a3f-bde0-3936e63c942f req-51fd840a-a9b6-41de-ba75-6a137438d66b tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060078 Feb 09 01:32:59.530481 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-31e45bef-5e64-4d27-95d6-06c94cfbdb16 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.108 HTTP/1.1" status: 200 len: 1001 time: 0.1690929 Feb 09 01:32:59.600688 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-7c048741-355f-4063-b960-9802d61b82e5 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:59.604262 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-7c048741-355f-4063-b960-9802d61b82e5 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/ports/605dcded-3c8a-45ba-9a35-174a77a32b62 HTTP/1.1" status: 200 len: 942 time: 0.0721436 Feb 09 01:32:59.765413 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe81f9-35ef-40b1-a161-023d76860cc9 req-ea3c2ed3-a00e-4328-9dce-ec32dbb3db70 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:59.768034 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fefe81f9-35ef-40b1-a161-023d76860cc9 req-ea3c2ed3-a00e-4328-9dce-ec32dbb3db70 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f4d98-2fc1-4cf0-9490-56937f007d79 HTTP/1.1" status: 200 len: 945 time: 0.1000462 Feb 09 01:32:59.857297 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-18c27dfb-905d-4623-8689-d1c7e1b481a2 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.108 HTTP/1.1" status: 200 len: 1001 time: 0.1015487 Feb 09 01:32:59.877063 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fefe81f9-35ef-40b1-a161-023d76860cc9 req-c518497f-2108-417f-b0ae-ef7d73c82796 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/security-groups?id=140290df-d8ee-4421-8ec0-dfd80e2fbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028197 Feb 09 01:32:59.890313 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 57a62820-8a2e-4914-9bb5-23613d65c5e6 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:32:59.901624 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:33:00.063561 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:00.122657 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:00.123569 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:00.162773 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc0714-d6ce-4b11-848a-545817732000 req-b310baf7-4368-470a-aee1-1e086d86c973 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:00.172923 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-b310baf7-4368-470a-aee1-1e086d86c973 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24&tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&binding%3Ahost_id=n-h2-828387-3 HTTP/1.1" status: 200 len: 1126 time: 0.3297553 Feb 09 01:33:00.270631 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 57a62820-8a2e-4914-9bb5-23613d65c5e6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=57a62820-8a2e-4914-9bb5-23613d65c5e6,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:00.286128 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-6404f1f3-b168-4ae7-9aae-5f95f72be105 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:00.295069 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-6404f1f3-b168-4ae7-9aae-5f95f72be105 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.4304869 Feb 09 01:33:00.297746 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '57a62820-8a2e-4914-9bb5-23613d65c5e6', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '57a62820-8a2e-4914-9bb5-23613d65c5e6', 'mac_address': 'fa:16:3e:0c:00:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:33:00.309239 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-88649880-c9c8-4bca-b0c1-7815be8f07a0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:33:00.319138 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-88649880-c9c8-4bca-b0c1-7815be8f07a0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0230246 Feb 09 01:33:00.350766 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82929f-3312-4b14-8170-bfea70a4a14f req-f1456acd-f25e-4822-9d0f-3a7147ee79ff tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:00.362138 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e82929f-3312-4b14-8170-bfea70a4a14f req-f1456acd-f25e-4822-9d0f-3a7147ee79ff tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.1452951 Feb 09 01:33:00.406999 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 57a62820-8a2e-4914-9bb5-23613d65c5e6 is: ACTIVE; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:00.407589 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:00.429076 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57a62820-8a2e-4914-9bb5-23613d65c5e6 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:00.475447 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e82929f-3312-4b14-8170-bfea70a4a14f req-52efbf2b-8d08-403a-b556-a59715353ba5 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109021 Feb 09 01:33:00.479050 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 57a62820-8a2e-4914-9bb5-23613d65c5e6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=57a62820-8a2e-4914-9bb5-23613d65c5e6,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:00.488974 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:00.531442 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-02515b94-7c0f-442c-91a3-ecdaa2a2c89d tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.108 HTTP/1.1" status: 200 len: 1001 time: 0.2112749 Feb 09 01:33:00.547581 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-fe26dcca-2cb6-4c91-a9c5-30df1d56852a tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:00.585741 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=57a62820-8a2e-4914-9bb5-23613d65c5e6,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:00.592631 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:00.593167 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:00.644242 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021f4d98-2fc1-4cf0-9490-56937f007d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:00.647116 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde51f9b-25b3-4860-8d93-49c4d0714384" -d '{"events": [{"server_uuid": "021f4d98-2fc1-4cf0-9490-56937f007d79", "name": "network-vif-plugged", "status": "completed", "tag": "5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:00.662183 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8,segment=NetworkSegment(55a41597-32b8-4a85-91fa-c16ab73b4bec),segment_id=55a41597-32b8-4a85-91fa-c16ab73b4bec)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:00.678494 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:00.681485 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 57a62820-8a2e-4914-9bb5-23613d65c5e6 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:33:00.755174 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a61721-9c1e-4de0-ae00-e51c3f715c87 req-315b01c1-2ea3-4133-a2a6-573cab687704 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:00.786768 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-fe26dcca-2cb6-4c91-a9c5-30df1d56852a tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks [] for floatingip (f2f38109-5995-47c1-8dec-f70dd6aca686), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:00.795675 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:00.810152 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f4a61721-9c1e-4de0-ae00-e51c3f715c87 req-315b01c1-2ea3-4133-a2a6-573cab687704 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 944 time: 0.1856987 Feb 09 01:33:00.920711 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f4a61721-9c1e-4de0-ae00-e51c3f715c87 req-03c7eae5-64dd-4aa1-9ea9-d89bbad336ab tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094501 Feb 09 01:33:00.931878 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 57a62820-8a2e-4914-9bb5-23613d65c5e6 is: BUILD; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:00.932374 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:00.985325 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-03bc0714-d6ce-4b11-848a-545817732000 req-b424cd85-7e80-4983-b8db-957f3e89dd5c service neutron] For port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:33:01.015576 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['57a62820-8a2e-4914-9bb5-23613d65c5e6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:33:01.115812 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-fe26dcca-2cb6-4c91-a9c5-30df1d56852a tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:01.115812 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-03bc0714-d6ce-4b11-848a-545817732000 req-b424cd85-7e80-4983-b8db-957f3e89dd5c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:01.115812 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03bc0714-d6ce-4b11-848a-545817732000 req-b424cd85-7e80-4983-b8db-957f3e89dd5c service neutron] 10.222.0.48 "DELETE /v2.0/ports/95bcedc4-504b-42f3-a5f0-7d922d1dd02c/bindings/n-h1-828387-3 HTTP/1.1" status: 204 len: 173 time: 0.9264245 Feb 09 01:33:01.134965 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 57a62820-8a2e-4914-9bb5-23613d65c5e6 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:01.146336 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-fe26dcca-2cb6-4c91-a9c5-30df1d56852a tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (f2f38109-5995-47c1-8dec-f70dd6aca686), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:01.147229 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-fe26dcca-2cb6-4c91-a9c5-30df1d56852a tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Floating IP f2f38109-5995-47c1-8dec-f70dd6aca686 disassociated. External IP: 172.25.7.108, port: 605dcded-3c8a-45ba-9a35-174a77a32b62. Feb 09 01:33:01.282833 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe68e6c-f4fc-43e3-a863-b8affc1408dc x-openstack-request-id: req-9fe68e6c-f4fc-43e3-a863-b8affc1408dc {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:01.283197 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021f4d98-2fc1-4cf0-9490-56937f007d79", "name": "network-vif-plugged", "status": "completed", "tag": "5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:01.283485 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9fe68e6c-f4fc-43e3-a863-b8affc1408dc {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:01.283896 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021f4d98-2fc1-4cf0-9490-56937f007d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8', 'code': 200} Feb 09 01:33:01.344284 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 57a62820-8a2e-4914-9bb5-23613d65c5e6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=57a62820-8a2e-4914-9bb5-23613d65c5e6,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:01.403171 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:01.540870 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=57a62820-8a2e-4914-9bb5-23613d65c5e6,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:01.579692 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae9582-0a51-4afe-9c16-075f39807d11 req-7f2db9ed-7bbd-44fc-91df-47431c1968c2 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:01.595594 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2eae9582-0a51-4afe-9c16-075f39807d11 req-7f2db9ed-7bbd-44fc-91df-47431c1968c2 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f4d98-2fc1-4cf0-9490-56937f007d79 HTTP/1.1" status: 200 len: 946 time: 0.1801293 Feb 09 01:33:01.612181 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b2a86-1835-49fe-b0a1-4e550787a8f6 req-0af7b4d7-e95b-439d-98ec-6b30f80c7845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:01.617042 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dd1b2a86-1835-49fe-b0a1-4e550787a8f6 req-0af7b4d7-e95b-439d-98ec-6b30f80c7845 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=021f4d98-2fc1-4cf0-9490-56937f007d79 HTTP/1.1" status: 200 len: 1128 time: 0.2375045 Feb 09 01:33:01.724421 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2eae9582-0a51-4afe-9c16-075f39807d11 req-404fb272-582f-4ca1-bfa3-0fa18bfab403 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/security-groups?id=140290df-d8ee-4421-8ec0-dfd80e2fbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272798 Feb 09 01:33:01.752736 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56598) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:01.848411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dd1b2a86-1835-49fe-b0a1-4e550787a8f6 req-1c8a333d-5cc7-4cb5-87f7-7556a703bc04 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=140290df-d8ee-4421-8ec0-dfd80e2fbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215765 Feb 09 01:33:01.960933 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01a39c86-3af7-4ccc-90bf-23fa1874fad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:01.984808 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-fe26dcca-2cb6-4c91-a9c5-30df1d56852a tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Router 7ae6d272-a090-420a-acb4-909af52718a2 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:33:02.211482 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876320b2-5fc8-4e3e-9cb0-462932fd42dd req-18c512f0-5480-48e2-8963-e7889ba3296e tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:02.220352 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-876320b2-5fc8-4e3e-9cb0-462932fd42dd req-18c512f0-5480-48e2-8963-e7889ba3296e tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 948 time: 0.1895237 Feb 09 01:33:02.245606 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-fe26dcca-2cb6-4c91-a9c5-30df1d56852a tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:33:02.265448 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be67bab-8d4a-40d8-8edb-dc2321a812b3 None None] Sync routers for ids ['7ae6d272-a090-420a-acb4-909af52718a2'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:33:02.269665 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-fe26dcca-2cb6-4c91-a9c5-30df1d56852a tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:02.289652 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01a39c86-3af7-4ccc-90bf-23fa1874fad2 admin admin] Publish callbacks [] for security_group (8af36400-82e7-4c76-9696-164f9de38dd0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:02.293495 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be67bab-8d4a-40d8-8edb-dc2321a812b3 None None] Routers {'7ae6d272-a090-420a-acb4-909af52718a2'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:33:02.300044 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4be67bab-8d4a-40d8-8edb-dc2321a812b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:32:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['7ae6d272-a090-420a-acb4-909af52718a2'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:02.351482 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-fe26dcca-2cb6-4c91-a9c5-30df1d56852a tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "PUT /v2.0/floatingips/f2f38109-5995-47c1-8dec-f70dd6aca686 HTTP/1.1" status: 200 len: 695 time: 1.8185959 Feb 09 01:33:02.355339 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31963af8-6f82-4561-a9b4-c648515a8029', 'tag': '605dcded-3c8a-45ba-9a35-174a77a32b62'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:02.364160 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab9af31-22bc-48c6-bafe-e757c123a047" -d '{"events": [{"name": "network-changed", "server_uuid": "31963af8-6f82-4561-a9b4-c648515a8029", "tag": "605dcded-3c8a-45ba-9a35-174a77a32b62"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:02.365018 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-876320b2-5fc8-4e3e-9cb0-462932fd42dd req-16c7ee66-0ef9-4330-aa36-e7d472ddb9f2 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430137 Feb 09 01:33:02.367632 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01a39c86-3af7-4ccc-90bf-23fa1874fad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8af36400-82e7-4c76-9696-164f9de38dd0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:02.505224 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-d875adc7-0175-4021-b7f7-3af616460a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:02.506917 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-d875adc7-0175-4021-b7f7-3af616460a89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9146c6f45787412da0470ba92f349886&device_id=31963af8-6f82-4561-a9b4-c648515a8029 HTTP/1.1" status: 200 len: 1127 time: 0.1362214 Feb 09 01:33:02.538541 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-4be67bab-8d4a-40d8-8edb-dc2321a812b3 None None] Set router 7ae6d272-a090-420a-acb4-909af52718a2 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:33:02.541527 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-01a39c86-3af7-4ccc-90bf-23fa1874fad2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7cb837f3b5e648a696d84878d7119b85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7866848 Feb 09 01:33:02.545916 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a39c86-3af7-4ccc-90bf-23fa1874fad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af36400-82e7-4c76-9696-164f9de38dd0,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:02.553129 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56616) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:02.658427 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864fc9c-721e-4a87-beaf-962d2b6bfef3 req-97cbed66-577c-4d4a-8c9d-12638d8255fe tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:02.660437 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4864fc9c-721e-4a87-beaf-962d2b6bfef3 req-97cbed66-577c-4d4a-8c9d-12638d8255fe tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 1126 time: 0.1856492 Feb 09 01:33:02.712188 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9a77c049-bea1-463b-a7e3-0ec98e5f7596 admin admin] Publish callbacks [] for security_group (8af36400-82e7-4c76-9696-164f9de38dd0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:02.724153 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4864fc9c-721e-4a87-beaf-962d2b6bfef3 req-930b926c-99a0-4196-9c89-98b2b3706ce7 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570135 Feb 09 01:33:02.791285 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9a77c049-bea1-463b-a7e3-0ec98e5f7596 admin admin] Publish callbacks [] for security_group (8af36400-82e7-4c76-9696-164f9de38dd0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:02.919626 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4be67bab-8d4a-40d8-8edb-dc2321a812b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae6d272-a090-420a-acb4-909af52718a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-786117266-router', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:06Z', 'updated_at': '2022-02-09T01:32:18Z', 'revision_number': 4, 'project_id': '9146c6f45787412da0470ba92f349886', 'gw_port': {'id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:07Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'd3c7e2ce-3559-4d39-84b6-6a5a09850f9e', 'name': '', 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'mac_address': 'fa:16:3e:82:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '71b55228-b113-4b0b-8977-359af4e7fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:14Z', 'updated_at': '2022-02-09T01:32:23Z', 'revision_number': 5, 'project_id': '9146c6f45787412da0470ba92f349886', 'subnets': [{'id': '71b55228-b113-4b0b-8977-359af4e7fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:02.929400 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc9b3dd-df7b-4eb3-9a96-062f213ea36c x-openstack-request-id: req-7cc9b3dd-df7b-4eb3-9a96-062f213ea36c {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:02.929849 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31963af8-6f82-4561-a9b4-c648515a8029", "tag": "605dcded-3c8a-45ba-9a35-174a77a32b62", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:02.931016 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7cc9b3dd-df7b-4eb3-9a96-062f213ea36c {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:02.931525 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31963af8-6f82-4561-a9b4-c648515a8029', 'tag': '605dcded-3c8a-45ba-9a35-174a77a32b62', 'status': 'completed', 'code': 200} Feb 09 01:33:02.964341 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9a77c049-bea1-463b-a7e3-0ec98e5f7596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8af36400-82e7-4c76-9696-164f9de38dd0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:02.968520 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9a77c049-bea1-463b-a7e3-0ec98e5f7596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:02.975279 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9a77c049-bea1-463b-a7e3-0ec98e5f7596 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8af36400-82e7-4c76-9696-164f9de38dd0 HTTP/1.1" status: 204 len: 168 time: 0.4203939 Feb 09 01:33:02.986744 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be67bab-8d4a-40d8-8edb-dc2321a812b3 None None] Checking router: 7ae6d272-a090-420a-acb4-909af52718a2 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:33:03.002271 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be67bab-8d4a-40d8-8edb-dc2321a812b3 None None] Routers {'7ae6d272-a090-420a-acb4-909af52718a2'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:33:03.003557 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4be67bab-8d4a-40d8-8edb-dc2321a812b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:32:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['7ae6d272-a090-420a-acb4-909af52718a2'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:03.104782 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77c049-bea1-463b-a7e3-0ec98e5f7596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af36400-82e7-4c76-9696-164f9de38dd0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:03.129023 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-54d152eb-65e7-4a4a-90ef-00c851af0f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:03.143091 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-54d152eb-65e7-4a4a-90ef-00c851af0f8b service neutron] 10.222.0.36 "GET /v2.0/networks?id=a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1 HTTP/1.1" status: 200 len: 929 time: 0.6284554 Feb 09 01:33:03.197566 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bb1f1-8107-4704-b3ca-b4a649af7597 req-8d57df9d-1aa4-47da-9afc-cb68312d30de tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:03.206017 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-4be67bab-8d4a-40d8-8edb-dc2321a812b3 None None] Set router 7ae6d272-a090-420a-acb4-909af52718a2 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:33:03.214261 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4a0bb1f1-8107-4704-b3ca-b4a649af7597 req-8d57df9d-1aa4-47da-9afc-cb68312d30de tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f4d98-2fc1-4cf0-9490-56937f007d79 HTTP/1.1" status: 200 len: 946 time: 0.1868286 Feb 09 01:33:03.332327 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4a0bb1f1-8107-4704-b3ca-b4a649af7597 req-76e09fc4-5ad7-4793-92df-1fce993d4f3f tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/security-groups?id=140290df-d8ee-4421-8ec0-dfd80e2fbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191218 Feb 09 01:33:03.586960 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4be67bab-8d4a-40d8-8edb-dc2321a812b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae6d272-a090-420a-acb4-909af52718a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-786117266-router', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:06Z', 'updated_at': '2022-02-09T01:32:18Z', 'revision_number': 4, 'project_id': '9146c6f45787412da0470ba92f349886', 'gw_port': {'id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:07Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'd3c7e2ce-3559-4d39-84b6-6a5a09850f9e', 'name': '', 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'mac_address': 'fa:16:3e:82:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '71b55228-b113-4b0b-8977-359af4e7fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:14Z', 'updated_at': '2022-02-09T01:32:23Z', 'revision_number': 5, 'project_id': '9146c6f45787412da0470ba92f349886', 'subnets': [{'id': '71b55228-b113-4b0b-8977-359af4e7fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:03.671189 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be67bab-8d4a-40d8-8edb-dc2321a812b3 None None] The sync data for ids ['7ae6d272-a090-420a-acb4-909af52718a2'] in n-d-828387-3 is: [{'id': '7ae6d272-a090-420a-acb4-909af52718a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-786117266-router', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:06Z', 'updated_at': '2022-02-09T01:32:18Z', 'revision_number': 4, 'project_id': '9146c6f45787412da0470ba92f349886', 'gw_port': {'id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:07Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'd3c7e2ce-3559-4d39-84b6-6a5a09850f9e', 'name': '', 'network_id': 'a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'mac_address': 'fa:16:3e:82:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '71b55228-b113-4b0b-8977-359af4e7fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:14Z', 'updated_at': '2022-02-09T01:32:23Z', 'revision_number': 5, 'project_id': '9146c6f45787412da0470ba92f349886', 'subnets': [{'id': '71b55228-b113-4b0b-8977-359af4e7fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:33:03.746278 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56652) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:03.820134 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-913ad66d-7859-4c7b-9840-795b88bd2d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:03.836768 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-c2169820-a1f9-4537-bd41-b069a04584de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605dcded-3c8a-45ba-9a35-174a77a32b62 HTTP/1.1" status: 200 len: 217 time: 0.6924148 Feb 09 01:33:03.859293 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9af31-22bc-48c6-bafe-e757c123a047 req-0a741e1f-2c94-4234-a68d-f4817d3455e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:03.859791 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4ab9af31-22bc-48c6-bafe-e757c123a047 req-0a741e1f-2c94-4234-a68d-f4817d3455e5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9146c6f45787412da0470ba92f349886&device_id=31963af8-6f82-4561-a9b4-c648515a8029 HTTP/1.1" status: 200 len: 1127 time: 0.9380605 Feb 09 01:33:03.929702 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 57a62820-8a2e-4914-9bb5-23613d65c5e6 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:33:04.072251 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-5e694fea-f742-485a-943d-dbfb976d62d8 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:04.073773 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-5e694fea-f742-485a-943d-dbfb976d62d8 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 806 time: 0.3648643 Feb 09 01:33:04.079909 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 57a62820-8a2e-4914-9bb5-23613d65c5e6 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:04.080387 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:04.094386 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-351eb33b-8047-4102-9fba-49669eb12785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:04.119650 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-351eb33b-8047-4102-9fba-49669eb12785 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71b55228-b113-4b0b-8977-359af4e7fee2 HTTP/1.1" status: 200 len: 867 time: 0.2725286 Feb 09 01:33:04.160101 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-ffcf4a99-5503-4063-b39f-fccbfe141db4 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/quotas/433f56aeb5b04fa39d1f9120b707d9b4 HTTP/1.1" status: 200 len: 375 time: 0.0753074 Feb 09 01:33:04.212315 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9af31-22bc-48c6-bafe-e757c123a047 req-99d0a40d-31cb-41d8-8bc5-aac9a8b9528c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:04.214363 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4ab9af31-22bc-48c6-bafe-e757c123a047 req-99d0a40d-31cb-41d8-8bc5-aac9a8b9528c service neutron] 10.222.0.67 "GET /v2.0/networks?id=a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1 HTTP/1.1" status: 200 len: 929 time: 0.3007579 Feb 09 01:33:04.272443 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-913ad66d-7859-4c7b-9840-795b88bd2d87 admin admin] Publish callbacks [] for security_group (6790f15b-b089-497a-abae-3a6f15cdf6a1), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:04.285921 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4ab9af31-22bc-48c6-bafe-e757c123a047 req-bab3a018-1786-4bed-8d9d-eda28b9af0ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605dcded-3c8a-45ba-9a35-174a77a32b62 HTTP/1.1" status: 200 len: 217 time: 0.0642695 Feb 09 01:33:04.289152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-bcc8d26b-c82f-4ef2-b086-78465b9cdec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:04.289410 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-913ad66d-7859-4c7b-9840-795b88bd2d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6790f15b-b089-497a-abae-3a6f15cdf6a1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:04.306403 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-bcc8d26b-c82f-4ef2-b086-78465b9cdec3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1858072 Feb 09 01:33:04.321134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 57a62820-8a2e-4914-9bb5-23613d65c5e6 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:04.321889 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:04.347240 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eef7bc-7987-4259-a581-cd8026842c74 None None] New status for floating IP f2f38109-5995-47c1-8dec-f70dd6aca686: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:33:04.381676 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-b0debf38-9d73-4a02-8849-8d9549a30b42 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2030129 Feb 09 01:33:04.417249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9af31-22bc-48c6-bafe-e757c123a047 req-1242708a-8837-49f4-986b-ec5e6a64dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:04.419917 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4ab9af31-22bc-48c6-bafe-e757c123a047 req-1242708a-8837-49f4-986b-ec5e6a64dff8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=71b55228-b113-4b0b-8977-359af4e7fee2 HTTP/1.1" status: 200 len: 867 time: 0.1113076 Feb 09 01:33:04.425969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a1c9c8-5df2-4dbe-8bae-f35f105675f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a62820-8a2e-4914-9bb5-23613d65c5e6'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:04.437999 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fdf8df-0051-4089-a2da-69afe74b65b4" -d '{"events": [{"server_uuid": "67a1c9c8-5df2-4dbe-8bae-f35f105675f0", "name": "network-vif-plugged", "status": "completed", "tag": "57a62820-8a2e-4914-9bb5-23613d65c5e6"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:04.454038 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-913ad66d-7859-4c7b-9840-795b88bd2d87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa953d6e219b4a65ba2027bfbfaa4e94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7053149 Feb 09 01:33:04.490147 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 57a62820-8a2e-4914-9bb5-23613d65c5e6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=57a62820-8a2e-4914-9bb5-23613d65c5e6,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:04.503876 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ad66d-7859-4c7b-9840-795b88bd2d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6790f15b-b089-497a-abae-3a6f15cdf6a1,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:04.513757 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56660) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:04.572494 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:04.617984 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-2dc54990-e021-4c75-8048-0fd8d848bfe3 service neutron] 10.222.0.36 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112763 Feb 09 01:33:04.795549 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9af31-22bc-48c6-bafe-e757c123a047 req-ea3549d5-310a-41a3-a80e-b8b7ee69d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:04.804591 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4ab9af31-22bc-48c6-bafe-e757c123a047 req-ea3549d5-310a-41a3-a80e-b8b7ee69d902 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3676586 Feb 09 01:33:04.815235 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-24155aea-6af5-4515-9019-9ef82ef28102 admin admin] Publish callbacks [] for security_group (6790f15b-b089-497a-abae-3a6f15cdf6a1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:04.840516 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-3b3bd9fc-8839-43f5-966e-f7a1be492609 service neutron] 10.222.0.36 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211661 Feb 09 01:33:04.851872 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-24155aea-6af5-4515-9019-9ef82ef28102 admin admin] Publish callbacks [] for security_group (6790f15b-b089-497a-abae-3a6f15cdf6a1), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:04.911984 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-45d1dc91-9094-40cb-8c22-99437494fed8 service neutron] 10.222.0.36 "GET /v2.0/networks/a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046271 Feb 09 01:33:04.924149 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-24155aea-6af5-4515-9019-9ef82ef28102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6790f15b-b089-497a-abae-3a6f15cdf6a1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:04.926963 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-24155aea-6af5-4515-9019-9ef82ef28102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:04.930478 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-24155aea-6af5-4515-9019-9ef82ef28102 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6790f15b-b089-497a-abae-3a6f15cdf6a1 HTTP/1.1" status: 204 len: 168 time: 0.4133773 Feb 09 01:33:05.060935 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=57a62820-8a2e-4914-9bb5-23613d65c5e6,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:05.197394 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24155aea-6af5-4515-9019-9ef82ef28102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6790f15b-b089-497a-abae-3a6f15cdf6a1,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:05.321980 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a0e0f-b484-435e-a93e-1c03ef7000e7 req-0b36c274-4441-4283-8055-0a02773e9e83 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:05.341099 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-df5a0e0f-b484-435e-a93e-1c03ef7000e7 req-0b36c274-4441-4283-8055-0a02773e9e83 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.1009929 Feb 09 01:33:05.427354 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-df5a0e0f-b484-435e-a93e-1c03ef7000e7 req-24ad92fe-50b0-4418-9950-ebbf29bc5eaa tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849850 Feb 09 01:33:05.457484 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4ab9af31-22bc-48c6-bafe-e757c123a047 req-ca6c8aca-8244-44e7-beed-c65e9ad649d4 service neutron] 10.222.0.67 "GET /v2.0/networks/a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597448 Feb 09 01:33:05.656292 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ae99a-650f-4984-9e34-393963e97a7e req-5ede3dc2-6030-4ef5-b496-3afb53754363 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:05.662460 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ad2ae99a-650f-4984-9e34-393963e97a7e req-5ede3dc2-6030-4ef5-b496-3afb53754363 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f4d98-2fc1-4cf0-9490-56937f007d79 HTTP/1.1" status: 200 len: 946 time: 0.1516984 Feb 09 01:33:05.730965 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4ab9af31-22bc-48c6-bafe-e757c123a047 req-d1865072-6765-48bf-8396-d01a96fe0542 service neutron] 10.222.0.67 "GET /v2.0/networks/a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643156 Feb 09 01:33:05.745635 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40b6c39f-0d12-464f-a2d8-7413c9d653ba req-aadf6022-ff8e-4406-b598-ef7fe260e0f8 service neutron] 10.222.0.36 "GET /v2.0/networks/a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8200002 Feb 09 01:33:05.854767 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ad2ae99a-650f-4984-9e34-393963e97a7e req-0815a926-f8c5-4d9d-a132-c0e880ac72cc tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/security-groups?id=140290df-d8ee-4421-8ec0-dfd80e2fbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874082 Feb 09 01:33:05.897639 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e119585-3d41-4620-b478-2efbf578bc0a x-openstack-request-id: req-2e119585-3d41-4620-b478-2efbf578bc0a {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:05.897639 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a1c9c8-5df2-4dbe-8bae-f35f105675f0", "name": "network-vif-plugged", "status": "completed", "tag": "57a62820-8a2e-4914-9bb5-23613d65c5e6", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:05.897639 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e119585-3d41-4620-b478-2efbf578bc0a {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:05.898263 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a1c9c8-5df2-4dbe-8bae-f35f105675f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a62820-8a2e-4914-9bb5-23613d65c5e6', 'code': 200} Feb 09 01:33:06.073120 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d277be7b-1686-428d-8620-a3be9a14609d req-a45bc133-137b-4d82-84fb-601c17f2ee31 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 210 time: 0.1018803 Feb 09 01:33:06.261087 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a68313c6-5bcf-4afb-84c9-fc5da56de023 req-9eb95a27-8e19-4502-8956-1db210852971 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/floatingips/f2f38109-5995-47c1-8dec-f70dd6aca686 HTTP/1.1" status: 200 len: 693 time: 0.1890788 Feb 09 01:33:06.419075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4017d0-04c3-479c-8996-67f2f3afd42a req-11023c5a-e6d0-40f6-bb6c-9f40d7ec6944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:06.421422 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ba4017d0-04c3-479c-8996-67f2f3afd42a req-11023c5a-e6d0-40f6-bb6c-9f40d7ec6944 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 1132 time: 0.1428208 Feb 09 01:33:06.510308 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ba4017d0-04c3-479c-8996-67f2f3afd42a req-ab90204a-e14b-4a11-aa2c-4b8a79f375d8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792668 Feb 09 01:33:06.623806 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68313c6-5bcf-4afb-84c9-fc5da56de023 req-e2bc75d5-dd90-4773-8132-fdcfcc6fc35b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:06.630641 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a68313c6-5bcf-4afb-84c9-fc5da56de023 req-e2bc75d5-dd90-4773-8132-fdcfcc6fc35b tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.3597260 Feb 09 01:33:06.750828 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a68313c6-5bcf-4afb-84c9-fc5da56de023 req-311289f2-c52d-4645-8825-9525b7ff5d0f tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.108 HTTP/1.1" status: 200 len: 696 time: 0.1191878 Feb 09 01:33:06.890813 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae26cbc-3870-4b5e-bc93-248d2f4577c9 req-1d930803-d572-4249-9bd6-946ab23a1447 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:06.912030 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3ae26cbc-3870-4b5e-bc93-248d2f4577c9 req-1d930803-d572-4249-9bd6-946ab23a1447 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.2029772 Feb 09 01:33:06.919452 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a68313c6-5bcf-4afb-84c9-fc5da56de023 req-858dd8d3-2dba-49de-ba4b-2dc5b9f6ec1c tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.108 HTTP/1.1" status: 200 len: 696 time: 0.1671879 Feb 09 01:33:07.095263 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3ae26cbc-3870-4b5e-bc93-248d2f4577c9 req-5442c73d-2967-47a7-a169-6433f9c7fd7a tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821134 Feb 09 01:33:07.148791 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4c444-5890-4157-8ddf-0445360acac3 req-101505d4-0664-4ec9-aac1-60f686b02706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:07.151297 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4da4c444-5890-4157-8ddf-0445360acac3 req-101505d4-0664-4ec9-aac1-60f686b02706 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0aa2c1f2506b4eb7a7a3ecd6f962fe16&device_id=021f4d98-2fc1-4cf0-9490-56937f007d79 HTTP/1.1" status: 200 len: 1128 time: 0.1312122 Feb 09 01:33:07.362616 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69dc9f-d19a-42f6-bb66-9c3eae70f170 req-bc189c55-a44a-437d-9dd7-b1b44904b6dc tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:07.371371 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ca69dc9f-d19a-42f6-bb66-9c3eae70f170 req-bc189c55-a44a-437d-9dd7-b1b44904b6dc tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f4d98-2fc1-4cf0-9490-56937f007d79 HTTP/1.1" status: 200 len: 946 time: 0.1050026 Feb 09 01:33:07.389870 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4c444-5890-4157-8ddf-0445360acac3 req-73acbb94-edf3-414e-bad5-995180c63883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:07.391688 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4da4c444-5890-4157-8ddf-0445360acac3 req-73acbb94-edf3-414e-bad5-995180c63883 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0bf77589-fc0a-444b-8fed-f7c70e0ae9c0 HTTP/1.1" status: 200 len: 914 time: 0.2309487 Feb 09 01:33:07.535656 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4da4c444-5890-4157-8ddf-0445360acac3 req-a03b2121-ccd2-4a57-9997-e8541773c978 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 HTTP/1.1" status: 200 len: 217 time: 0.1349649 Feb 09 01:33:07.573286 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-a68313c6-5bcf-4afb-84c9-fc5da56de023 req-d6a346c2-08b8-4e3f-bac2-88cf60d95e6c tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Deleting port cc7a2bf4-1a58-4f1a-bbd6-5ca99a489fb0 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:33:07.573510 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a68313c6-5bcf-4afb-84c9-fc5da56de023 req-d6a346c2-08b8-4e3f-bac2-88cf60d95e6c tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (cc7a2bf4-1a58-4f1a-bbd6-5ca99a489fb0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:07.721615 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ca69dc9f-d19a-42f6-bb66-9c3eae70f170 req-8e7cd9f3-2331-431a-af29-3cb25bc24ac4 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/security-groups?id=140290df-d8ee-4421-8ec0-dfd80e2fbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489258 Feb 09 01:33:07.815049 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4c444-5890-4157-8ddf-0445360acac3 req-4afbfda0-8a53-4c84-bb7e-5a74d7348447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:07.816841 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4da4c444-5890-4157-8ddf-0445360acac3 req-4afbfda0-8a53-4c84-bb7e-5a74d7348447 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22881f33-51e6-44ab-9253-23f3665f5e5c HTTP/1.1" status: 200 len: 853 time: 0.2560456 Feb 09 01:33:07.891388 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a68313c6-5bcf-4afb-84c9-fc5da56de023 req-d6a346c2-08b8-4e3f-bac2-88cf60d95e6c tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (cc7a2bf4-1a58-4f1a-bbd6-5ca99a489fb0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:07.897712 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a68313c6-5bcf-4afb-84c9-fc5da56de023 req-d6a346c2-08b8-4e3f-bac2-88cf60d95e6c tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks [] for floatingip (cc7a2bf4-1a58-4f1a-bbd6-5ca99a489fb0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:07.935351 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-a68313c6-5bcf-4afb-84c9-fc5da56de023 req-d6a346c2-08b8-4e3f-bac2-88cf60d95e6c tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Calling delete_port for cc7a2bf4-1a58-4f1a-bbd6-5ca99a489fb0 owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:33:08.212345 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-72ba16b1-ac94-480a-a92c-7c98ff6342dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:08.322288 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4da4c444-5890-4157-8ddf-0445360acac3 req-331a1454-ca35-476d-a48f-7a62095a33e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0bf77589-fc0a-444b-8fed-f7c70e0ae9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4780207 Feb 09 01:33:08.327799 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a68313c6-5bcf-4afb-84c9-fc5da56de023 req-d6a346c2-08b8-4e3f-bac2-88cf60d95e6c tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (cc7a2bf4-1a58-4f1a-bbd6-5ca99a489fb0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:08.433559 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a346c2-08b8-4e3f-bac2-88cf60d95e6c tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Pushing event deleted for resources: {'Port': ['ID=cc7a2bf4-1a58-4f1a-bbd6-5ca99a489fb0,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:08.455656 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-57af6c8c-2e77-461c-9de9-1480fff2e46e req-c8f27bec-dfcd-40c1-8f98-aa70938bdcf8 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 210 time: 0.2461629 Feb 09 01:33:08.635806 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-5365008c-7300-48f4-a6f3-a8593a87172e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:08.643131 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a68313c6-5bcf-4afb-84c9-fc5da56de023 req-d6a346c2-08b8-4e3f-bac2-88cf60d95e6c tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks [] for floatingip (f2f38109-5995-47c1-8dec-f70dd6aca686), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:08.645768 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-5365008c-7300-48f4-a6f3-a8593a87172e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.67 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 806 time: 0.8973589 Feb 09 01:33:08.656105 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a68313c6-5bcf-4afb-84c9-fc5da56de023 req-d6a346c2-08b8-4e3f-bac2-88cf60d95e6c tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:08.662320 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a68313c6-5bcf-4afb-84c9-fc5da56de023 req-d6a346c2-08b8-4e3f-bac2-88cf60d95e6c tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "DELETE /v2.0/floatingips/f2f38109-5995-47c1-8dec-f70dd6aca686 HTTP/1.1" status: 204 len: 173 time: 1.6738796 Feb 09 01:33:08.751531 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Request body: {'port': {'device_id': 'd06e4ae5-e1d1-4ac1-a164-d7474d9d6147', 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d', 'admin_state_up': True, 'tenant_id': '433f56aeb5b04fa39d1f9120b707d9b4'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:08.890898 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4da4c444-5890-4157-8ddf-0445360acac3 req-89ccdc0c-452c-4ff4-94dc-14804a155932 service neutron] 10.222.0.48 "GET /v2.0/networks/0bf77589-fc0a-444b-8fed-f7c70e0ae9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297091 Feb 09 01:33:08.944588 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128ec89-1d0a-44ca-8370-79f15966581e req-c5b14418-fd35-4d73-9fe8-ea07ffdce79a tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:08.966412 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3128ec89-1d0a-44ca-8370-79f15966581e req-c5b14418-fd35-4d73-9fe8-ea07ffdce79a tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/ports?device_id=31963af8-6f82-4561-a9b4-c648515a8029&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1632597 Feb 09 01:33:09.425657 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3128ec89-1d0a-44ca-8370-79f15966581e req-699669d5-5053-40e2-8e41-b428fe7b5317 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.4542716 Feb 09 01:33:09.452178 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:09.755076 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-31541b91-3208-4117-a6f5-e8dd044bb55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:09.756480 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bec1e7-1116-49d7-8781-ac7b07ab234d req-77eb2b55-bc76-4557-bac7-a20d710ff886 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:09.758331 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-93bec1e7-1116-49d7-8781-ac7b07ab234d req-77eb2b55-bc76-4557-bac7-a20d710ff886 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f4d98-2fc1-4cf0-9490-56937f007d79 HTTP/1.1" status: 200 len: 946 time: 0.1402786 Feb 09 01:33:09.762711 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4da4c444-5890-4157-8ddf-0445360acac3 req-cdfbc186-c435-4d40-ab42-07ef1ffb3a29 service neutron] 10.222.0.48 "GET /v2.0/networks/0bf77589-fc0a-444b-8fed-f7c70e0ae9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7842653 Feb 09 01:33:09.797934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ff3b6-79c0-49e8-a401-7aa3e50a55ab req-bc3fae7a-3bf3-4241-ada0-dab1b780c24f tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:09.816472 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-618ff3b6-79c0-49e8-a401-7aa3e50a55ab req-bc3fae7a-3bf3-4241-ada0-dab1b780c24f tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 1.1873899 Feb 09 01:33:09.872898 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Made reservation on behalf of 433f56aeb5b04fa39d1f9120b707d9b4 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:09.878230 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:09.891165 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-93bec1e7-1116-49d7-8781-ac7b07ab234d req-a4905208-2283-467b-a6f1-0440bec0eae6 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/security-groups?id=140290df-d8ee-4421-8ec0-dfd80e2fbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162829 Feb 09 01:33:10.120777 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-618ff3b6-79c0-49e8-a401-7aa3e50a55ab req-1441a963-dd15-45d6-b4ea-426cac6ad0f7 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967391 Feb 09 01:33:10.193827 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Allocated IP 172.20.0.12 (e22f3d8b-910b-4bfd-888d-5b6735c33e0d/5d984b3d-a8e5-4608-b4ad-f090ccd966bb/0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:10.341472 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-262c6e93-e756-4433-b43a-e0b85ccaaf33 req-8d6027af-1e74-4790-8495-b6f22ada6b2a tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1232297 Feb 09 01:33:10.516911 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-06af9282-2422-4d67-a647-0af26373edda req-df9a0e13-2b7c-4336-9063-382f0d6ef9b9 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a8fbbe3309e443c484ce78d66416eddd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644796 Feb 09 01:33:10.557388 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:10.704761 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:10.760928 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af9282-2422-4d67-a647-0af26373edda req-88525644-6bf4-423c-90a5-9c2d2ad3dfb8 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:10.778334 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-06af9282-2422-4d67-a647-0af26373edda req-88525644-6bf4-423c-90a5-9c2d2ad3dfb8 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2602844 Feb 09 01:33:10.799531 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-06af9282-2422-4d67-a647-0af26373edda req-d83c2130-c09e-4aa8-8ca3-afc27f0801cc tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/quotas/a8fbbe3309e443c484ce78d66416eddd HTTP/1.1" status: 200 len: 375 time: 0.0200772 Feb 09 01:33:10.895472 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-06af9282-2422-4d67-a647-0af26373edda req-af78df4d-4f77-4322-a16b-a45ec6a26fe8 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893323 Feb 09 01:33:11.195527 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks [] for port (0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:11.216926 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6838c9bc-6ab8-45ff-9db9-6fe21053e2eb req-1e50abd5-2bf1-41dd-907e-cc46296afe84 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 210 time: 0.7280021 Feb 09 01:33:11.304038 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:11.433752 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Network e22f3d8b-910b-4bfd-888d-5b6735c33e0d is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:11.438722 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:11.444683 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:33:11.505175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:11.506166 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:11.516793 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Pushing event updated for resources: {'Port': ['ID=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:11.532652 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.533520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.534092 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.534652 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.535442 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.536042 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.536572 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.537094 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.537614 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.538141 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.538664 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.539176 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.539763 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.561943 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-371a28a0-7d25-4108-81d3-0be1d897f761 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8780417 Feb 09 01:33:11.580763 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-81b43665-706f-43fe-9d03-93eee57fd6b2 service neutron] Request body: {'port': {'device_id': 'd06e4ae5-e1d1-4ac1-a164-d7474d9d6147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:11.594437 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf24945-885b-49ee-8099-7a5b990efe0c req-b31caabf-edb8-4f71-88fa-7144b455b10f tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:11.598559 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5cf24945-885b-49ee-8099-7a5b990efe0c req-b31caabf-edb8-4f71-88fa-7144b455b10f tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f4d98-2fc1-4cf0-9490-56937f007d79 HTTP/1.1" status: 200 len: 946 time: 0.2527173 Feb 09 01:33:11.810505 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-81b43665-706f-43fe-9d03-93eee57fd6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:11.935827 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5cf24945-885b-49ee-8099-7a5b990efe0c req-a3fd167b-c75b-4e63-960f-089e6667f31d tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/security-groups?id=140290df-d8ee-4421-8ec0-dfd80e2fbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842624 Feb 09 01:33:12.095782 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9b713d83-e4f3-478a-9570-3bb443345905 req-b2420d99-d088-4961-bebe-7fc5cd9f14ec tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 210 time: 0.1238887 Feb 09 01:33:12.215777 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:12.329385 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed3730-663e-43ee-a3ef-83a8ea7e846d req-1d58b866-6c6b-4562-9dc8-d4c1151f3860 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:12.338043 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65ed3730-663e-43ee-a3ef-83a8ea7e846d req-1d58b866-6c6b-4562-9dc8-d4c1151f3860 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.1189086 Feb 09 01:33:12.381463 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f493b72-3d40-4b47-9746-aa0f09bb5123 req-52426cec-67ed-4081-99e5-d977c9331bcb tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:12.396089 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0f493b72-3d40-4b47-9746-aa0f09bb5123 req-52426cec-67ed-4081-99e5-d977c9331bcb tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/ports?device_id=31963af8-6f82-4561-a9b4-c648515a8029 HTTP/1.1" status: 200 len: 945 time: 0.1109264 Feb 09 01:33:12.485725 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65ed3730-663e-43ee-a3ef-83a8ea7e846d req-7cf747ae-6d66-4440-90a2-0b14c49f3663 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463649 Feb 09 01:33:12.499092 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0f493b72-3d40-4b47-9746-aa0f09bb5123 req-b2ab33f5-20d0-4073-b658-2e86dc92b810 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/security-groups?id=499b0a68-799a-4a23-888e-7a7c22d181a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004965 Feb 09 01:33:12.581643 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-81b43665-706f-43fe-9d03-93eee57fd6b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:12.616234 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-81b43665-706f-43fe-9d03-93eee57fd6b2 service neutron] Publish callbacks [] for port (0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:12.809827 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-81b43665-706f-43fe-9d03-93eee57fd6b2 service neutron] Transition to ACTIVE for port object 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:12.829903 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924acb22-7370-4f8d-8b03-d87d7755e746 req-18c66fa6-0918-4465-816d-86b3c8837158 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:12.832301 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-81b43665-706f-43fe-9d03-93eee57fd6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:12.838764 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-924acb22-7370-4f8d-8b03-d87d7755e746 req-18c66fa6-0918-4465-816d-86b3c8837158 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.0886245 Feb 09 01:33:13.001072 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-924acb22-7370-4f8d-8b03-d87d7755e746 req-20ce01a7-7de3-4e53-87bc-ec418379607d tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550770 Feb 09 01:33:13.070909 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f2c32-bf75-43c2-8ab2-6136189fe623 req-0e0b7de3-b7d4-4fcf-beb2-d94141667f2d tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:13.075866 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9c3f2c32-bf75-43c2-8ab2-6136189fe623 req-0e0b7de3-b7d4-4fcf-beb2-d94141667f2d tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 932 time: 0.4286997 Feb 09 01:33:13.108082 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b43665-706f-43fe-9d03-93eee57fd6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:13.249831 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9c3f2c32-bf75-43c2-8ab2-6136189fe623 req-c7d246f6-3e2c-40ec-b026-490c62e6168b tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631019 Feb 09 01:33:13.302994 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-81b43665-706f-43fe-9d03-93eee57fd6b2 service neutron] Attempting to bind port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:33:13.304238 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-81b43665-706f-43fe-9d03-93eee57fd6b2 service neutron] Attempting to bind port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:33:13.305021 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-81b43665-706f-43fe-9d03-93eee57fd6b2 service neutron] Attempting to bind port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:13.313700 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-81b43665-706f-43fe-9d03-93eee57fd6b2 service neutron] Port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:33:13.315710 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-81b43665-706f-43fe-9d03-93eee57fd6b2 service neutron] Attempting to bind port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:13.345383 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-81b43665-706f-43fe-9d03-93eee57fd6b2 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:33:13.352431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-81b43665-706f-43fe-9d03-93eee57fd6b2 service neutron] Checking segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:13.353034 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-81b43665-706f-43fe-9d03-93eee57fd6b2 service neutron] Bound using segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:33:13.353659 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-81b43665-706f-43fe-9d03-93eee57fd6b2 service neutron] Bound port: 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:33:13.354139 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-81b43665-706f-43fe-9d03-93eee57fd6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:13.403025 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:13.461960 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-81b43665-706f-43fe-9d03-93eee57fd6b2 service neutron] For port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:33:13.465771 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-81b43665-706f-43fe-9d03-93eee57fd6b2 service neutron] For port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:33:13.473009 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-81b43665-706f-43fe-9d03-93eee57fd6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:13.496491 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-81b43665-706f-43fe-9d03-93eee57fd6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:13.498112 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-81b43665-706f-43fe-9d03-93eee57fd6b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:13.500726 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-81b43665-706f-43fe-9d03-93eee57fd6b2 service neutron] 10.222.0.67 "PUT /v2.0/ports/0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 HTTP/1.1" status: 200 len: 1092 time: 1.9301872 Feb 09 01:33:13.501505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06e4ae5-e1d1-4ac1-a164-d7474d9d6147', 'tag': '0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:13.504338 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb2778-60c0-4c6b-aee3-cfb034426fae req-a5d8ae39-3f2d-40f3-9e12-6499b68cf749 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:13.505011 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a1e4b2-aa3e-40dd-8edc-ce9cc9474deb" -d '{"events": [{"name": "network-changed", "server_uuid": "d06e4ae5-e1d1-4ac1-a164-d7474d9d6147", "tag": "0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:13.520619 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3fdb2778-60c0-4c6b-aee3-cfb034426fae req-a5d8ae39-3f2d-40f3-9e12-6499b68cf749 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.67 "GET /v2.0/ports?device_id=31963af8-6f82-4561-a9b4-c648515a8029 HTTP/1.1" status: 200 len: 945 time: 0.2229192 Feb 09 01:33:13.641578 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-71453ec2-2a98-4d3f-807b-9a10a4edeb03 req-a2000ee1-627b-461a-b17a-1aa96486c255 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 210 time: 0.1160145 Feb 09 01:33:13.676505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-27d323f0-67b2-4bbd-8ed2-6a2345ef97f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:13.678051 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-27d323f0-67b2-4bbd-8ed2-6a2345ef97f2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 1126 time: 0.1013036 Feb 09 01:33:13.788029 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-6581b806-0272-4876-b36e-b17a7e5e4eaf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 HTTP/1.1" status: 200 len: 217 time: 0.0959494 Feb 09 01:33:13.868610 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-1e86dfc4-c679-456b-9adb-08a39a5ef002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:13.881899 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-1e86dfc4-c679-456b-9adb-08a39a5ef002 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.0721545 Feb 09 01:33:13.920707 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-3fdb2778-60c0-4c6b-aee3-cfb034426fae req-e7df506c-7b15-46fe-8f07-96ac8bbff6f0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Deleting port 605dcded-3c8a-45ba-9a35-174a77a32b62 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:33:13.921262 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-3fdb2778-60c0-4c6b-aee3-cfb034426fae req-e7df506c-7b15-46fe-8f07-96ac8bbff6f0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (605dcded-3c8a-45ba-9a35-174a77a32b62), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:13.937679 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b43665-706f-43fe-9d03-93eee57fd6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:13.953802 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06af9282-2422-4d67-a647-0af26373edda req-f011567c-7048-4b2f-bba2-66d237b94bec tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=a8fbbe3309e443c484ce78d66416eddd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1610599 Feb 09 01:33:14.173010 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8228a-b8d9-4741-9f34-3ec8868c3510 req-db77b818-bb7b-4b4a-892b-3ce546b43b5e tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:14.175303 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-06c8228a-b8d9-4741-9f34-3ec8868c3510 req-db77b818-bb7b-4b4a-892b-3ce546b43b5e tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f4d98-2fc1-4cf0-9490-56937f007d79 HTTP/1.1" status: 200 len: 946 time: 0.3894355 Feb 09 01:33:14.292022 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-33b5d2bc-3b73-4973-ba19-987abcc753ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3724673 Feb 09 01:33:14.320069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af9282-2422-4d67-a647-0af26373edda req-a793b94b-fd35-423d-b8fa-33e50250873d tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:14.322600 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06af9282-2422-4d67-a647-0af26373edda req-a793b94b-fd35-423d-b8fa-33e50250873d tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3354621 Feb 09 01:33:14.354249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-06af9282-2422-4d67-a647-0af26373edda req-983bfff8-aa0e-4f1e-99a3-55c05d7648df tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Request body: {'port': {'device_id': '7f05a640-0f44-472d-8c14-eeb7ecb363d9', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': 'a8fbbe3309e443c484ce78d66416eddd'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:14.363990 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-3fdb2778-60c0-4c6b-aee3-cfb034426fae req-e7df506c-7b15-46fe-8f07-96ac8bbff6f0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] For port 605dcded-3c8a-45ba-9a35-174a77a32b62, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=605dcded-3c8a-45ba-9a35-174a77a32b62,segment=NetworkSegment(c2dfec02-7bc0-4c74-8ce7-9362cffe71bf),segment_id=c2dfec02-7bc0-4c74-8ce7-9362cffe71bf)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:14.363990 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-3fdb2778-60c0-4c6b-aee3-cfb034426fae req-e7df506c-7b15-46fe-8f07-96ac8bbff6f0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (605dcded-3c8a-45ba-9a35-174a77a32b62), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:14.381134 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-3fdb2778-60c0-4c6b-aee3-cfb034426fae req-e7df506c-7b15-46fe-8f07-96ac8bbff6f0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Calling delete_port for 605dcded-3c8a-45ba-9a35-174a77a32b62 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:33:14.473314 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c5cc46-2d1a-479a-babc-c9305860b59d x-openstack-request-id: req-35c5cc46-2d1a-479a-babc-c9305860b59d {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:14.473610 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06e4ae5-e1d1-4ac1-a164-d7474d9d6147", "tag": "0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:14.473870 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35c5cc46-2d1a-479a-babc-c9305860b59d {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:14.474389 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06e4ae5-e1d1-4ac1-a164-d7474d9d6147', 'tag': '0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719', 'status': 'completed', 'code': 200} Feb 09 01:33:14.582956 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-3fdb2778-60c0-4c6b-aee3-cfb034426fae req-e7df506c-7b15-46fe-8f07-96ac8bbff6f0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (605dcded-3c8a-45ba-9a35-174a77a32b62), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:14.597745 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['605dcded-3c8a-45ba-9a35-174a77a32b62'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:33:14.627883 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df506c-7b15-46fe-8f07-96ac8bbff6f0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Pushing event deleted for resources: {'Port': ['ID=605dcded-3c8a-45ba-9a35-174a77a32b62,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:14.636289 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df506c-7b15-46fe-8f07-96ac8bbff6f0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:14.636578 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df506c-7b15-46fe-8f07-96ac8bbff6f0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:14.636913 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df506c-7b15-46fe-8f07-96ac8bbff6f0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:14.637253 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df506c-7b15-46fe-8f07-96ac8bbff6f0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:14.637709 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df506c-7b15-46fe-8f07-96ac8bbff6f0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:14.638059 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df506c-7b15-46fe-8f07-96ac8bbff6f0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:14.638398 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df506c-7b15-46fe-8f07-96ac8bbff6f0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:14.638815 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df506c-7b15-46fe-8f07-96ac8bbff6f0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:14.639152 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df506c-7b15-46fe-8f07-96ac8bbff6f0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:14.639573 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df506c-7b15-46fe-8f07-96ac8bbff6f0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:14.639907 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df506c-7b15-46fe-8f07-96ac8bbff6f0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:14.640236 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df506c-7b15-46fe-8f07-96ac8bbff6f0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:14.640564 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df506c-7b15-46fe-8f07-96ac8bbff6f0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:14.654322 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-06c8228a-b8d9-4741-9f34-3ec8868c3510 req-6999541b-5488-4f74-b0e3-46503d1e7d34 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/security-groups?id=140290df-d8ee-4421-8ec0-dfd80e2fbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639144 Feb 09 01:33:14.728649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06af9282-2422-4d67-a647-0af26373edda req-983bfff8-aa0e-4f1e-99a3-55c05d7648df tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Made reservation on behalf of a8fbbe3309e443c484ce78d66416eddd for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:14.733292 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-06af9282-2422-4d67-a647-0af26373edda req-983bfff8-aa0e-4f1e-99a3-55c05d7648df tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:14.781369 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-06af9282-2422-4d67-a647-0af26373edda req-983bfff8-aa0e-4f1e-99a3-55c05d7648df tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:14.872971 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0d3cf-69ec-427b-9dee-faf378805781 req-c8d1e53a-cb05-4d7d-b15c-804a1d95d2ed tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:14.884717 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-51d0d3cf-69ec-427b-9dee-faf378805781 req-c8d1e53a-cb05-4d7d-b15c-804a1d95d2ed tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/ports?device_id=31963af8-6f82-4561-a9b4-c648515a8029 HTTP/1.1" status: 200 len: 867 time: 0.3854084 Feb 09 01:33:14.923556 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdb2778-60c0-4c6b-aee3-cfb034426fae req-e7df506c-7b15-46fe-8f07-96ac8bbff6f0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] No DVR routers for this DVR port 605dcded-3c8a-45ba-9a35-174a77a32b62 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:33:14.927366 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-3fdb2778-60c0-4c6b-aee3-cfb034426fae req-e7df506c-7b15-46fe-8f07-96ac8bbff6f0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:14.933936 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3fdb2778-60c0-4c6b-aee3-cfb034426fae req-e7df506c-7b15-46fe-8f07-96ac8bbff6f0 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.67 "DELETE /v2.0/ports/605dcded-3c8a-45ba-9a35-174a77a32b62 HTTP/1.1" status: 204 len: 173 time: 1.4013269 Feb 09 01:33:14.999609 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31963af8-6f82-4561-a9b4-c648515a8029', 'name': 'network-vif-deleted', 'tag': '605dcded-3c8a-45ba-9a35-174a77a32b62'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:15.003738 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baacbc0-7888-4a64-8919-be96e842abca" -d '{"events": [{"server_uuid": "31963af8-6f82-4561-a9b4-c648515a8029", "name": "network-vif-deleted", "tag": "605dcded-3c8a-45ba-9a35-174a77a32b62"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:15.083051 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd936d6-40ac-432f-ae41-72edd211f2db req-e1d5c542-5841-4783-a52e-80518f403293 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:15.095848 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6dd936d6-40ac-432f-ae41-72edd211f2db req-e1d5c542-5841-4783-a52e-80518f403293 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.1736114 Feb 09 01:33:15.154746 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-06af9282-2422-4d67-a647-0af26373edda req-983bfff8-aa0e-4f1e-99a3-55c05d7648df tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks [] for security_group (c1b30e8d-23b4-42a9-a4eb-5557552d4c2f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:15.183857 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-06af9282-2422-4d67-a647-0af26373edda req-983bfff8-aa0e-4f1e-99a3-55c05d7648df tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c1b30e8d-23b4-42a9-a4eb-5557552d4c2f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:15.193323 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-7a86c6c4-a825-4765-a51b-653014d53ae7 service neutron] 10.222.0.67 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7178237 Feb 09 01:33:15.200659 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6dd936d6-40ac-432f-ae41-72edd211f2db req-9e451efe-168f-495c-bb86-f797f6e88e2f tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032858 Feb 09 01:33:15.424062 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b967c0a9-3faa-43a3-b0b4-c69e361dd92c req-cb3000ef-21b5-4550-9cde-fbac9980f3ec service neutron] 10.222.0.67 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719396 Feb 09 01:33:15.516803 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba294bd-50ef-4f69-a0a8-e8c94d554cb8 req-985ddd57-c6c6-4558-baa1-8f684823baca tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:15.531407 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6ba294bd-50ef-4f69-a0a8-e8c94d554cb8 req-985ddd57-c6c6-4558-baa1-8f684823baca tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 944 time: 0.1778581 Feb 09 01:33:15.636839 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6ba294bd-50ef-4f69-a0a8-e8c94d554cb8 req-b25d6bd8-d0af-4b8b-8d22-4ae4ec53ef10 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012857 Feb 09 01:33:15.656745 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-51d0d3cf-69ec-427b-9dee-faf378805781 req-f4227c95-1af1-4e8b-9eb2-835286536830 tempest-FloatingIPsAssociationNegativeTestJSON-823597724 tempest-FloatingIPsAssociationNegativeTestJSON-823597724-project] 10.222.0.36 "GET /v2.0/security-groups?id=499b0a68-799a-4a23-888e-7a7c22d181a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7692316 Feb 09 01:33:15.704031 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983bfff8-aa0e-4f1e-99a3-55c05d7648df tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:15.914108 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1e4b2-aa3e-40dd-8edc-ce9cc9474deb req-8edf4228-079f-4bf0-bca3-2423d9e64e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:15.916888 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-44a1e4b2-aa3e-40dd-8edc-ce9cc9474deb req-8edf4228-079f-4bf0-bca3-2423d9e64e29 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 1126 time: 0.3813331 Feb 09 01:33:15.973550 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e69304d-cc39-446b-aaf8-a32f259abcd1 x-openstack-request-id: req-0e69304d-cc39-446b-aaf8-a32f259abcd1 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:15.974513 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31963af8-6f82-4561-a9b4-c648515a8029", "name": "network-vif-deleted", "tag": "605dcded-3c8a-45ba-9a35-174a77a32b62", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:15.975175 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0e69304d-cc39-446b-aaf8-a32f259abcd1 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:15.976168 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31963af8-6f82-4561-a9b4-c648515a8029', 'name': 'network-vif-deleted', 'tag': '605dcded-3c8a-45ba-9a35-174a77a32b62', 'status': 'completed', 'code': 200} Feb 09 01:33:16.206812 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8554139b-019f-4857-a3bb-34ad6aba452a req-82b083f4-4cfd-40fd-a003-bee27efdbcf1 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 210 time: 0.3062027 Feb 09 01:33:16.230961 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71df972-568a-4001-a2c6-1aeb936e1fd4 req-e61606cf-b17f-44b5-93cc-8da2a77e5c64 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:16.244818 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e71df972-568a-4001-a2c6-1aeb936e1fd4 req-e61606cf-b17f-44b5-93cc-8da2a77e5c64 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f4d98-2fc1-4cf0-9490-56937f007d79 HTTP/1.1" status: 200 len: 946 time: 0.1358173 Feb 09 01:33:16.333341 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-06af9282-2422-4d67-a647-0af26373edda req-983bfff8-aa0e-4f1e-99a3-55c05d7648df tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Allocated IP 192.168.233.251 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/a619dddc-0464-4707-b341-5d5462aad706) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:16.489587 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4d0db-b604-4e88-821a-f07d14c2c17f req-8925cb76-4e80-4eb9-8ab2-64b40a02bc48 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:16.491199 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f0f4d0db-b604-4e88-821a-f07d14c2c17f req-8925cb76-4e80-4eb9-8ab2-64b40a02bc48 tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.48 "GET /v2.0/ports?device_id=021f4d98-2fc1-4cf0-9490-56937f007d79 HTTP/1.1" status: 200 len: 946 time: 0.3977690 Feb 09 01:33:16.552218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1e4b2-aa3e-40dd-8edc-ce9cc9474deb req-9c325a7e-0d71-4494-8b17-21d3e72172d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:16.552773 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-44a1e4b2-aa3e-40dd-8edc-ce9cc9474deb req-9c325a7e-0d71-4494-8b17-21d3e72172d5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 907 time: 0.5900803 Feb 09 01:33:16.647270 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d1ffb-512e-47ac-beb0-b697de2dfd84 req-d4d6ae08-140e-42f0-98e1-05aba5fd2d5c tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:16.657833 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-650d1ffb-512e-47ac-beb0-b697de2dfd84 req-d4d6ae08-140e-42f0-98e1-05aba5fd2d5c tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.3282826 Feb 09 01:33:16.763760 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-44a1e4b2-aa3e-40dd-8edc-ce9cc9474deb req-ea0b3229-3018-4143-b5fc-8a36e8950b1d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 HTTP/1.1" status: 200 len: 217 time: 0.1774127 Feb 09 01:33:16.786667 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e71df972-568a-4001-a2c6-1aeb936e1fd4 req-79ba589e-4ee7-439a-b53f-27d0fc50c76f tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/security-groups?id=140290df-d8ee-4421-8ec0-dfd80e2fbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328889 Feb 09 01:33:16.856893 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 605dcded-3c8a-45ba-9a35-174a77a32b62 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:33:16.902619 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 605dcded-3c8a-45ba-9a35-174a77a32b62 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:33:16.903198 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 605dcded-3c8a-45ba-9a35-174a77a32b62 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:33:17.002070 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1e4b2-aa3e-40dd-8edc-ce9cc9474deb req-2a0fe090-c9f1-4a58-946a-38d247f9fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:17.004113 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-44a1e4b2-aa3e-40dd-8edc-ce9cc9474deb req-2a0fe090-c9f1-4a58-946a-38d247f9fb23 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.2318554 Feb 09 01:33:17.013471 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb417eba-0f44-4914-bc00-e47e60a45f5e req-60577026-7da2-462d-ba8e-69af0844a828 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:17.015056 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb417eba-0f44-4914-bc00-e47e60a45f5e req-60577026-7da2-462d-ba8e-69af0844a828 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 944 time: 0.1109710 Feb 09 01:33:17.016340 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-650d1ffb-512e-47ac-beb0-b697de2dfd84 req-1014fdc6-9f6b-4540-9e99-d98294ba83dc tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575532 Feb 09 01:33:17.085654 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-44a1e4b2-aa3e-40dd-8edc-ce9cc9474deb req-66d28cb8-29be-4181-800e-d1931db58aff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661700 Feb 09 01:33:17.091233 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-06af9282-2422-4d67-a647-0af26373edda req-983bfff8-aa0e-4f1e-99a3-55c05d7648df tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks [] for port (a619dddc-0464-4707-b341-5d5462aad706), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:17.102166 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56896) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:17.146626 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb417eba-0f44-4914-bc00-e47e60a45f5e req-96852e03-2015-4cce-ab54-73873edb7832 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172967 Feb 09 01:33:17.584097 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-f0f4d0db-b604-4e88-821a-f07d14c2c17f req-dba421aa-4de3-421f-a25a-82f2fc468ede tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Deleting port 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:33:17.584900 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f0f4d0db-b604-4e88-821a-f07d14c2c17f req-dba421aa-4de3-421f-a25a-82f2fc468ede tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:17.743438 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77ac7192-968e-4695-aaa7-6d5dde749413 req-118e2051-0e03-4fd4-8004-e2f503fda67c tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 210 time: 0.1759846 Feb 09 01:33:17.787289 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-06af9282-2422-4d67-a647-0af26373edda req-983bfff8-aa0e-4f1e-99a3-55c05d7648df tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a619dddc-0464-4707-b341-5d5462aad706), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:17.895405 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f0f4d0db-b604-4e88-821a-f07d14c2c17f req-dba421aa-4de3-421f-a25a-82f2fc468ede tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] For port 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8,segment=NetworkSegment(55a41597-32b8-4a85-91fa-c16ab73b4bec),segment_id=55a41597-32b8-4a85-91fa-c16ab73b4bec)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:17.914885 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f0f4d0db-b604-4e88-821a-f07d14c2c17f req-dba421aa-4de3-421f-a25a-82f2fc468ede tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:17.953439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06af9282-2422-4d67-a647-0af26373edda req-983bfff8-aa0e-4f1e-99a3-55c05d7648df tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:17.965598 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-06af9282-2422-4d67-a647-0af26373edda req-983bfff8-aa0e-4f1e-99a3-55c05d7648df tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:17.977645 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b99cb2-6e4d-499a-90b5-3e87ec133c33 req-d10aa055-1568-4c71-a303-4c6faea19d7a tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:17.979545 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00b99cb2-6e4d-499a-90b5-3e87ec133c33 req-d10aa055-1568-4c71-a303-4c6faea19d7a tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f4d98-2fc1-4cf0-9490-56937f007d79 HTTP/1.1" status: 200 len: 946 time: 0.0832434 Feb 09 01:33:17.991172 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-f0f4d0db-b604-4e88-821a-f07d14c2c17f req-dba421aa-4de3-421f-a25a-82f2fc468ede tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Calling delete_port for 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:33:17.993336 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-06af9282-2422-4d67-a647-0af26373edda req-983bfff8-aa0e-4f1e-99a3-55c05d7648df tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:33:18.040524 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-44a1e4b2-aa3e-40dd-8edc-ce9cc9474deb req-090304ee-8017-47fc-984a-0f66806d60b1 service neutron] 10.222.0.67 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9421291 Feb 09 01:33:18.084692 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983bfff8-aa0e-4f1e-99a3-55c05d7648df tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Pushing event updated for resources: {'Port': ['ID=a619dddc-0464-4707-b341-5d5462aad706,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:18.135719 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00b99cb2-6e4d-499a-90b5-3e87ec133c33 req-704530c5-61f3-4240-ae4b-7d229306592b tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/security-groups?id=140290df-d8ee-4421-8ec0-dfd80e2fbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463909 Feb 09 01:33:18.319019 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-44a1e4b2-aa3e-40dd-8edc-ce9cc9474deb req-63b5aeec-61e3-491b-8940-403dfda910ef service neutron] 10.222.0.67 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355993 Feb 09 01:33:18.416042 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7394ef50-4c17-4878-81e8-0dbd8863a272 None None] Provisioning complete for port a619dddc-0464-4707-b341-5d5462aad706 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:18.416595 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7394ef50-4c17-4878-81e8-0dbd8863a272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a619dddc-0464-4707-b341-5d5462aad706), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:18.439777 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af9282-2422-4d67-a647-0af26373edda req-983bfff8-aa0e-4f1e-99a3-55c05d7648df tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:18.440488 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-06af9282-2422-4d67-a647-0af26373edda req-983bfff8-aa0e-4f1e-99a3-55c05d7648df tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:18.481615 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7394ef50-4c17-4878-81e8-0dbd8863a272 None None] Port a619dddc-0464-4707-b341-5d5462aad706 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:33:18.510806 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3a500-16c3-4c0d-b383-6008666cfac1 req-bf011e7b-87d7-42d2-8957-8b0be59342c2 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:18.513418 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-27f3a500-16c3-4c0d-b383-6008666cfac1 req-bf011e7b-87d7-42d2-8957-8b0be59342c2 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 944 time: 0.1449018 Feb 09 01:33:18.607457 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06af9282-2422-4d67-a647-0af26373edda req-983bfff8-aa0e-4f1e-99a3-55c05d7648df tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2706463 Feb 09 01:33:18.626095 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-27f3a500-16c3-4c0d-b383-6008666cfac1 req-3e3e743e-ff43-4e45-aaa7-0cc9c0540a1a tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961072 Feb 09 01:33:18.645905 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-06af9282-2422-4d67-a647-0af26373edda req-5d323e02-b120-4a3b-b8b3-49411613290d service neutron] Request body: {'port': {'device_id': '7f05a640-0f44-472d-8c14-eeb7ecb363d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:18.719484 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3c1a7-6d04-44eb-ac8c-fe505c7804c6 req-eee63667-7933-4d08-ab4e-44b6ef1f907c tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:18.729753 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03c3c1a7-6d04-44eb-ac8c-fe505c7804c6 req-eee63667-7933-4d08-ab4e-44b6ef1f907c tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.4165952 Feb 09 01:33:18.870718 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:33:18.994987 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdba513-23c3-44b0-9adc-e85c1390583e req-2e99848f-cb1d-4644-9f27-3319f7ef0fa7 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:19.005695 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6cdba513-23c3-44b0-9adc-e85c1390583e req-2e99848f-cb1d-4644-9f27-3319f7ef0fa7 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 936 time: 0.1559346 Feb 09 01:33:19.031579 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f0f4d0db-b604-4e88-821a-f07d14c2c17f req-dba421aa-4de3-421f-a25a-82f2fc468ede tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:19.038260 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:19.061326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719', 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d', 'port_id': '0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719', 'mac_address': 'fa:16:3e:b4:e1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d984b3d-a8e5-4608-b4ad-f090ccd966bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:33:19.113196 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-06af9282-2422-4d67-a647-0af26373edda req-5d323e02-b120-4a3b-b8b3-49411613290d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a619dddc-0464-4707-b341-5d5462aad706), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:19.147573 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6cdba513-23c3-44b0-9adc-e85c1390583e req-254b6b78-590a-43ab-b381-7dd34eb793ad tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395946 Feb 09 01:33:19.162452 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:19.163112 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:19.179036 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba421aa-4de3-421f-a25a-82f2fc468ede tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Pushing event deleted for resources: {'Port': ['ID=5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:19.196535 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03c3c1a7-6d04-44eb-ac8c-fe505c7804c6 req-cb3efcc6-f8f5-456a-b577-52a525483efe tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580388 Feb 09 01:33:19.200931 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:19.231128 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:19.240720 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f4d0db-b604-4e88-821a-f07d14c2c17f req-dba421aa-4de3-421f-a25a-82f2fc468ede tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] No DVR routers for this DVR port 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:33:19.245340 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f0f4d0db-b604-4e88-821a-f07d14c2c17f req-dba421aa-4de3-421f-a25a-82f2fc468ede tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:19.249829 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f0f4d0db-b604-4e88-821a-f07d14c2c17f req-dba421aa-4de3-421f-a25a-82f2fc468ede tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.48 "DELETE /v2.0/ports/5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 HTTP/1.1" status: 204 len: 173 time: 2.7313569 Feb 09 01:33:19.252532 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:19.321080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021f4d98-2fc1-4cf0-9490-56937f007d79', 'name': 'network-vif-deleted', 'tag': '5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:19.334759 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02262f6-879c-4662-b0f8-13d4a64a3cf9" -d '{"events": [{"server_uuid": "021f4d98-2fc1-4cf0-9490-56937f007d79", "name": "network-vif-deleted", "tag": "5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:19.336330 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:19.415556 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cd9c539a-61c1-4c8b-9acd-f66fd771162d req-b54ebb52-4395-4588-8db1-1be3c91b70ee tempest-InstanceActionsTestJSON-561289662 tempest-InstanceActionsTestJSON-561289662-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f4d98-2fc1-4cf0-9490-56937f007d79 HTTP/1.1" status: 200 len: 210 time: 0.0694146 Feb 09 01:33:19.559031 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ee44b2-b0be-4d37-ade6-b0dbbf4aa14b x-openstack-request-id: req-37ee44b2-b0be-4d37-ade6-b0dbbf4aa14b {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:19.559031 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021f4d98-2fc1-4cf0-9490-56937f007d79", "name": "network-vif-deleted", "tag": "5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:19.559031 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37ee44b2-b0be-4d37-ade6-b0dbbf4aa14b {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:19.559031 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021f4d98-2fc1-4cf0-9490-56937f007d79', 'name': 'network-vif-deleted', 'tag': '5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8', 'status': 'completed', 'code': 200} Feb 09 01:33:19.607363 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:33:19.854953 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e003f-64cc-406c-82ac-11ceb1fb6455 req-c1463348-e138-45d4-bbe0-8459b28d4550 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:19.865397 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-304e003f-64cc-406c-82ac-11ceb1fb6455 req-c1463348-e138-45d4-bbe0-8459b28d4550 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 945 time: 0.1280560 Feb 09 01:33:19.970990 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-304e003f-64cc-406c-82ac-11ceb1fb6455 req-0562724b-04d0-4135-aaf7-47f4c6420a4f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042974 Feb 09 01:33:20.003108 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:33:20.003521 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-61650611-c91b-4652-95f5-998f4f9f46f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (7ae6d272-a090-420a-acb4-909af52718a2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.070901 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:33:20.070901 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5805b0d2-cdf2-47ab-8af3-23af9a7b6ae8 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:33:20.141331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-06af9282-2422-4d67-a647-0af26373edda req-5d323e02-b120-4a3b-b8b3-49411613290d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a619dddc-0464-4707-b341-5d5462aad706 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:20.153336 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-06af9282-2422-4d67-a647-0af26373edda req-5d323e02-b120-4a3b-b8b3-49411613290d service neutron] Publish callbacks [] for port (a619dddc-0464-4707-b341-5d5462aad706), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.192654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-06af9282-2422-4d67-a647-0af26373edda req-5d323e02-b120-4a3b-b8b3-49411613290d service neutron] Transition to ACTIVE for port object a619dddc-0464-4707-b341-5d5462aad706 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:20.217245 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-06af9282-2422-4d67-a647-0af26373edda req-5d323e02-b120-4a3b-b8b3-49411613290d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a619dddc-0464-4707-b341-5d5462aad706), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.371348 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c239c-205d-44e8-b205-06c317b31213 req-3f574700-c8a2-42f7-a3a9-2a8ea21eeb4f tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:20.377851 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-743c239c-205d-44e8-b205-06c317b31213 req-3f574700-c8a2-42f7-a3a9-2a8ea21eeb4f tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.0901959 Feb 09 01:33:20.411813 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d323e02-b120-4a3b-b8b3-49411613290d service neutron] Pushing event updated for resources: {'Port': ['ID=a619dddc-0464-4707-b341-5d5462aad706,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:20.448224 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-743c239c-205d-44e8-b205-06c317b31213 req-e8241eb4-4d0f-4f30-96c8-6cba7bb6638a tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686927 Feb 09 01:33:20.594442 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56982) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:20.674782 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-955e917d-8a18-4477-af38-f2442600969c admin admin] Deleting subnet 22881f33-51e6-44ab-9253-23f3665f5e5c {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:33:20.678433 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-955e917d-8a18-4477-af38-f2442600969c admin admin] Publish callbacks [] for subnet (22881f33-51e6-44ab-9253-23f3665f5e5c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.732599 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-955e917d-8a18-4477-af38-f2442600969c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (22881f33-51e6-44ab-9253-23f3665f5e5c), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.773608 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ca4bb-5ef5-4ce7-a253-6fbd1a3e7c4f req-d104d4c0-d0a9-45a7-b2c9-be5f8773a5ef tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:20.775131 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-272ca4bb-5ef5-4ce7-a253-6fbd1a3e7c4f req-d104d4c0-d0a9-45a7-b2c9-be5f8773a5ef tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 948 time: 0.5261979 Feb 09 01:33:20.805126 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-955e917d-8a18-4477-af38-f2442600969c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (22881f33-51e6-44ab-9253-23f3665f5e5c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.856105 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-06af9282-2422-4d67-a647-0af26373edda req-5d323e02-b120-4a3b-b8b3-49411613290d service neutron] Attempting to bind port a619dddc-0464-4707-b341-5d5462aad706 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:33:20.856443 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-06af9282-2422-4d67-a647-0af26373edda req-5d323e02-b120-4a3b-b8b3-49411613290d service neutron] Attempting to bind port a619dddc-0464-4707-b341-5d5462aad706 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:33:20.857435 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06af9282-2422-4d67-a647-0af26373edda req-5d323e02-b120-4a3b-b8b3-49411613290d service neutron] Attempting to bind port a619dddc-0464-4707-b341-5d5462aad706 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:20.873736 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:33:20.874536 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06af9282-2422-4d67-a647-0af26373edda req-5d323e02-b120-4a3b-b8b3-49411613290d service neutron] Port a619dddc-0464-4707-b341-5d5462aad706 on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:33:20.874686 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06af9282-2422-4d67-a647-0af26373edda req-5d323e02-b120-4a3b-b8b3-49411613290d service neutron] Attempting to bind port a619dddc-0464-4707-b341-5d5462aad706 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:20.882570 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-272ca4bb-5ef5-4ce7-a253-6fbd1a3e7c4f req-77d22170-9174-459e-b700-56c0d0ceddae tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879049 Feb 09 01:33:20.907127 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06af9282-2422-4d67-a647-0af26373edda req-5d323e02-b120-4a3b-b8b3-49411613290d service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:33:20.907492 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06af9282-2422-4d67-a647-0af26373edda req-5d323e02-b120-4a3b-b8b3-49411613290d service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:20.907934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06af9282-2422-4d67-a647-0af26373edda req-5d323e02-b120-4a3b-b8b3-49411613290d service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:33:20.908558 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-06af9282-2422-4d67-a647-0af26373edda req-5d323e02-b120-4a3b-b8b3-49411613290d service neutron] Bound port: a619dddc-0464-4707-b341-5d5462aad706, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:33:20.908932 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-06af9282-2422-4d67-a647-0af26373edda req-5d323e02-b120-4a3b-b8b3-49411613290d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a619dddc-0464-4707-b341-5d5462aad706), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.936063 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-955e917d-8a18-4477-af38-f2442600969c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (22881f33-51e6-44ab-9253-23f3665f5e5c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.959705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:20.971393 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:20.972184 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.982200 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-955e917d-8a18-4477-af38-f2442600969c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.988836 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-955e917d-8a18-4477-af38-f2442600969c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/22881f33-51e6-44ab-9253-23f3665f5e5c HTTP/1.1" status: 204 len: 168 time: 0.3924146 Feb 09 01:33:20.989646 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57006) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:20.990994 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e917d-8a18-4477-af38-f2442600969c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22881f33-51e6-44ab-9253-23f3665f5e5c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:21.009284 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-06af9282-2422-4d67-a647-0af26373edda req-5d323e02-b120-4a3b-b8b3-49411613290d service neutron] For port a619dddc-0464-4707-b341-5d5462aad706, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:33:21.014991 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-06af9282-2422-4d67-a647-0af26373edda req-5d323e02-b120-4a3b-b8b3-49411613290d service neutron] For port a619dddc-0464-4707-b341-5d5462aad706, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a619dddc-0464-4707-b341-5d5462aad706,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:33:21.018001 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-61650611-c91b-4652-95f5-998f4f9f46f9 admin admin] Deleting port d3c7e2ce-3559-4d39-84b6-6a5a09850f9e {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:33:21.018340 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-61650611-c91b-4652-95f5-998f4f9f46f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (d3c7e2ce-3559-4d39-84b6-6a5a09850f9e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.084194 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-06af9282-2422-4d67-a647-0af26373edda req-5d323e02-b120-4a3b-b8b3-49411613290d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a619dddc-0464-4707-b341-5d5462aad706), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.112966 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-537670d5-aff5-4173-9b59-66a571fc5b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (0bf77589-fc0a-444b-8fed-f7c70e0ae9c0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.152455 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:21.152971 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.172032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af9282-2422-4d67-a647-0af26373edda req-5d323e02-b120-4a3b-b8b3-49411613290d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:21.173162 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-06af9282-2422-4d67-a647-0af26373edda req-5d323e02-b120-4a3b-b8b3-49411613290d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.175246 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06af9282-2422-4d67-a647-0af26373edda req-5d323e02-b120-4a3b-b8b3-49411613290d service neutron] 10.222.0.67 "PUT /v2.0/ports/a619dddc-0464-4707-b341-5d5462aad706 HTTP/1.1" status: 200 len: 1096 time: 2.5571558 Feb 09 01:33:21.227192 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06e4ae5-e1d1-4ac1-a164-d7474d9d6147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:21.229632 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2b1f2e-96da-41ca-9acb-c384f3459fd4" -d '{"events": [{"server_uuid": "d06e4ae5-e1d1-4ac1-a164-d7474d9d6147", "name": "network-vif-plugged", "status": "completed", "tag": "0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:21.248875 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:21.255127 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.302439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-61650611-c91b-4652-95f5-998f4f9f46f9 admin admin] For port d3c7e2ce-3559-4d39-84b6-6a5a09850f9e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d3c7e2ce-3559-4d39-84b6-6a5a09850f9e,segment=NetworkSegment(c2dfec02-7bc0-4c74-8ce7-9362cffe71bf),segment_id=c2dfec02-7bc0-4c74-8ce7-9362cffe71bf)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:21.302806 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-61650611-c91b-4652-95f5-998f4f9f46f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (d3c7e2ce-3559-4d39-84b6-6a5a09850f9e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.318899 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d323e02-b120-4a3b-b8b3-49411613290d service neutron] Pushing event updated for resources: {'Port': ['ID=a619dddc-0464-4707-b341-5d5462aad706,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:21.328793 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:21.345600 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-61650611-c91b-4652-95f5-998f4f9f46f9 admin admin] Calling delete_port for d3c7e2ce-3559-4d39-84b6-6a5a09850f9e owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:33:21.373147 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-537670d5-aff5-4173-9b59-66a571fc5b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (0bf77589-fc0a-444b-8fed-f7c70e0ae9c0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.412062 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-537670d5-aff5-4173-9b59-66a571fc5b22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf77589-fc0a-444b-8fed-f7c70e0ae9c0']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:21.426488 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-537670d5-aff5-4173-9b59-66a571fc5b22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a41597-32b8-4a85-91fa-c16ab73b4bec') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:21.426805 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-537670d5-aff5-4173-9b59-66a571fc5b22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a41597-32b8-4a85-91fa-c16ab73b4bec') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:21.448220 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-537670d5-aff5-4173-9b59-66a571fc5b22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (55a41597-32b8-4a85-91fa-c16ab73b4bec), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.455978 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d1771-dadb-4638-888b-68abb7a11b69 req-28a65931-0fb8-4daf-a518-15c82d8a05c6 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:21.457542 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b70d1771-dadb-4638-888b-68abb7a11b69 req-28a65931-0fb8-4daf-a518-15c82d8a05c6 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 945 time: 0.3191934 Feb 09 01:33:21.467956 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af9282-2422-4d67-a647-0af26373edda req-2eef46ac-3abf-4b19-a609-4e71baf4ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:21.469795 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06af9282-2422-4d67-a647-0af26373edda req-2eef46ac-3abf-4b19-a609-4e71baf4ba6f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 1130 time: 0.2341857 Feb 09 01:33:21.476468 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-537670d5-aff5-4173-9b59-66a571fc5b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (55a41597-32b8-4a85-91fa-c16ab73b4bec), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.485910 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537670d5-aff5-4173-9b59-66a571fc5b22 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:33:21.486637 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-537670d5-aff5-4173-9b59-66a571fc5b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (55a41597-32b8-4a85-91fa-c16ab73b4bec), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:33:21.490861 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:33:21.563668 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f05a640-0f44-472d-8c14-eeb7ecb363d9', 'tag': 'a619dddc-0464-4707-b341-5d5462aad706'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:21.566068 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa0d6f0-f582-4829-8144-ded6b1d05b87" -d '{"events": [{"name": "network-changed", "server_uuid": "7f05a640-0f44-472d-8c14-eeb7ecb363d9", "tag": "a619dddc-0464-4707-b341-5d5462aad706"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:21.569746 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06af9282-2422-4d67-a647-0af26373edda req-d71488fc-adb6-4279-bd4a-ba715b506742 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=a619dddc-0464-4707-b341-5d5462aad706 HTTP/1.1" status: 200 len: 217 time: 0.0800211 Feb 09 01:33:21.585867 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-537670d5-aff5-4173-9b59-66a571fc5b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (0bf77589-fc0a-444b-8fed-f7c70e0ae9c0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.607469 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-537670d5-aff5-4173-9b59-66a571fc5b22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.611682 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-537670d5-aff5-4173-9b59-66a571fc5b22 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0bf77589-fc0a-444b-8fed-f7c70e0ae9c0 HTTP/1.1" status: 204 len: 168 time: 0.6120129 Feb 09 01:33:21.616188 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537670d5-aff5-4173-9b59-66a571fc5b22 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bf77589-fc0a-444b-8fed-f7c70e0ae9c0,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:21.700046 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0a524c-3924-4c8b-b662-3b71f09a0593 x-openstack-request-id: req-2f0a524c-3924-4c8b-b662-3b71f09a0593 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:21.700625 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06e4ae5-e1d1-4ac1-a164-d7474d9d6147", "name": "network-vif-plugged", "status": "completed", "tag": "0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:21.701083 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f0a524c-3924-4c8b-b662-3b71f09a0593 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:21.701690 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06e4ae5-e1d1-4ac1-a164-d7474d9d6147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719', 'code': 200} Feb 09 01:33:21.734545 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b70d1771-dadb-4638-888b-68abb7a11b69 req-009f309d-6073-4e51-b364-ddc86fd88b58 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618601 Feb 09 01:33:21.767532 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af9282-2422-4d67-a647-0af26373edda req-a0613a85-2909-4001-9364-ea58f639d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:21.768989 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06af9282-2422-4d67-a647-0af26373edda req-a0613a85-2909-4001-9364-ea58f639d587 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1882865 Feb 09 01:33:21.806949 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e21740-0f81-4536-b11f-2549e0599738 x-openstack-request-id: req-33e21740-0f81-4536-b11f-2549e0599738 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:21.807276 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f05a640-0f44-472d-8c14-eeb7ecb363d9", "tag": "a619dddc-0464-4707-b341-5d5462aad706", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:21.807659 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33e21740-0f81-4536-b11f-2549e0599738 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:21.808176 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f05a640-0f44-472d-8c14-eeb7ecb363d9', 'tag': 'a619dddc-0464-4707-b341-5d5462aad706', 'status': 'completed', 'code': 200} Feb 09 01:33:21.860281 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff72357-1826-4492-a40e-bfef0ec7678b req-0164dfe1-7216-4dd3-b66b-30448904a9a4 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:21.868918 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bff72357-1826-4492-a40e-bfef0ec7678b req-0164dfe1-7216-4dd3-b66b-30448904a9a4 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.0838606 Feb 09 01:33:21.916952 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af9282-2422-4d67-a647-0af26373edda req-f4a6e6b6-d7d2-47ab-a5c2-2f6cb88acd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:21.919854 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06af9282-2422-4d67-a647-0af26373edda req-f4a6e6b6-d7d2-47ab-a5c2-2f6cb88acd8e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1349707 Feb 09 01:33:21.940070 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bff72357-1826-4492-a40e-bfef0ec7678b req-7c457d5b-269d-4af0-9b76-b5d456ddb54d tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699065 Feb 09 01:33:21.960024 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57048) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:22.038354 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06af9282-2422-4d67-a647-0af26373edda req-3a04c0da-128d-4d3d-90a6-d0ef79d936d9 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099093 Feb 09 01:33:22.041950 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a2adb09a-95e1-4e24-80d7-84dc91dc01b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0aa2c1f2506b4eb7a7a3ecd6f962fe16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0766110 Feb 09 01:33:22.044928 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9100e49-c904-427b-8ad4-26969c937f05 req-84b15bf6-51ef-4d14-81f2-4d23f2806a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:22.046416 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d9100e49-c904-427b-8ad4-26969c937f05 req-84b15bf6-51ef-4d14-81f2-4d23f2806a14 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 1128 time: 0.2418690 Feb 09 01:33:22.048234 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57052) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:22.178308 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-61650611-c91b-4652-95f5-998f4f9f46f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (d3c7e2ce-3559-4d39-84b6-6a5a09850f9e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:22.190127 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06af9282-2422-4d67-a647-0af26373edda req-1a88ba3d-81fa-4635-9b47-f0de60bb577f service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427042 Feb 09 01:33:22.249249 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284d053-d472-458e-bad5-e4fd6f334b3a req-27c47202-a90d-4ff9-84c7-7c89cda8c943 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:22.252063 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1284d053-d472-458e-bad5-e4fd6f334b3a req-27c47202-a90d-4ff9-84c7-7c89cda8c943 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 948 time: 0.1297278 Feb 09 01:33:22.254095 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ef672e9-f4fa-40c2-ad68-d2b7ed594f1e admin admin] Publish callbacks [] for security_group (140290df-d8ee-4421-8ec0-dfd80e2fbe98), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:22.273444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61650611-c91b-4652-95f5-998f4f9f46f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c7e2ce-3559-4d39-84b6-6a5a09850f9e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:22.371936 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ef672e9-f4fa-40c2-ad68-d2b7ed594f1e admin admin] Publish callbacks [] for security_group (140290df-d8ee-4421-8ec0-dfd80e2fbe98), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:22.404202 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1284d053-d472-458e-bad5-e4fd6f334b3a req-2cd3593b-dcf0-4dc6-8bb1-261d078e0aa3 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428814 Feb 09 01:33:22.461157 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d9100e49-c904-427b-8ad4-26969c937f05 req-27f24c8f-f03e-4eca-8767-969db0d039f7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033115 Feb 09 01:33:22.483606 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ef672e9-f4fa-40c2-ad68-d2b7ed594f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (140290df-d8ee-4421-8ec0-dfd80e2fbe98), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:22.487809 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ef672e9-f4fa-40c2-ad68-d2b7ed594f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:22.491791 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6ef672e9-f4fa-40c2-ad68-d2b7ed594f1e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/140290df-d8ee-4421-8ec0-dfd80e2fbe98 HTTP/1.1" status: 204 len: 168 time: 0.4321456 Feb 09 01:33:22.508526 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef672e9-f4fa-40c2-ad68-d2b7ed594f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140290df-d8ee-4421-8ec0-dfd80e2fbe98,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:22.696166 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0d6f0-f582-4829-8144-ded6b1d05b87 req-39c789e6-c275-458e-b971-5fca19bef8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:22.697671 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfa0d6f0-f582-4829-8144-ded6b1d05b87 req-39c789e6-c275-458e-b971-5fca19bef8d7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 1130 time: 0.3812013 Feb 09 01:33:22.716109 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-9c4ecbc5-1529-4fe7-872a-a22b653b35bb tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:22.718550 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-9c4ecbc5-1529-4fe7-872a-a22b653b35bb tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/networks?id=5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 HTTP/1.1" status: 200 len: 804 time: 0.4029958 Feb 09 01:33:22.819194 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-bd997540-5507-4e12-9e1a-9ecffb81299e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/quotas/829cc45e3f5e4f3f937ece362019fbee HTTP/1.1" status: 200 len: 375 time: 0.0800312 Feb 09 01:33:22.848974 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-61650611-c91b-4652-95f5-998f4f9f46f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (7ae6d272-a090-420a-acb4-909af52718a2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:22.894581 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f5c2e-4860-4d59-a8d9-e7a68eef29f7 req-d7e8b16d-c670-419b-a402-b4ac4d2053e9 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:22.902655 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a7f5c2e-4860-4d59-a8d9-e7a68eef29f7 req-d7e8b16d-c670-419b-a402-b4ac4d2053e9 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 946 time: 0.0760694 Feb 09 01:33:22.970824 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a7f5c2e-4860-4d59-a8d9-e7a68eef29f7 req-e237061b-90d9-409f-b061-eabcb17ebcfd tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669858 Feb 09 01:33:23.002174 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0d6f0-f582-4829-8144-ded6b1d05b87 req-39c8ce6b-33bb-45cc-86d8-5a15c6b7cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:23.003685 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfa0d6f0-f582-4829-8144-ded6b1d05b87 req-39c8ce6b-33bb-45cc-86d8-5a15c6b7cf76 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.2945051 Feb 09 01:33:23.061997 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfa0d6f0-f582-4829-8144-ded6b1d05b87 req-8795ed8f-0aff-4a49-a48d-e066ca5f4bd3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=a619dddc-0464-4707-b341-5d5462aad706 HTTP/1.1" status: 200 len: 217 time: 0.0485756 Feb 09 01:33:23.085083 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-f805bfbe-eb82-4c30-848d-163c14b526a0 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=829cc45e3f5e4f3f937ece362019fbee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2383511 Feb 09 01:33:23.129162 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a15498-5d17-443b-81ad-d5b859b1919f req-4371b79b-51e7-4b9d-af4a-46ba423fde35 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:23.138824 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-49a15498-5d17-443b-81ad-d5b859b1919f req-4371b79b-51e7-4b9d-af4a-46ba423fde35 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.0869229 Feb 09 01:33:23.213051 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-49a15498-5d17-443b-81ad-d5b859b1919f req-8947015a-c14d-4968-afb0-263fdf356b29 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664253 Feb 09 01:33:23.447754 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0d6f0-f582-4829-8144-ded6b1d05b87 req-0b4dc75e-19fc-457a-9fc4-6cab81ac9b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:23.449979 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfa0d6f0-f582-4829-8144-ded6b1d05b87 req-0b4dc75e-19fc-457a-9fc4-6cab81ac9b49 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.3779800 Feb 09 01:33:23.598185 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe2003-d287-45d9-b0bd-a9e224444eec req-1d6d7c16-f553-4518-83fe-5cc5912a8e66 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:23.606382 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-05841895-5a0c-43ea-b4b9-6c595b303372 service neutron] 10.222.0.36 "GET /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901764 Feb 09 01:33:23.608599 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-edbe2003-d287-45d9-b0bd-a9e224444eec req-1d6d7c16-f553-4518-83fe-5cc5912a8e66 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 948 time: 0.1023285 Feb 09 01:33:23.630349 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0d6f0-f582-4829-8144-ded6b1d05b87 req-51558c8b-7fec-4c32-a032-ae61736c1ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:23.631883 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfa0d6f0-f582-4829-8144-ded6b1d05b87 req-51558c8b-7fec-4c32-a032-ae61736c1ace service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1741519 Feb 09 01:33:23.669026 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-edbe2003-d287-45d9-b0bd-a9e224444eec req-7816c6a9-52af-475a-80e8-f701c7813536 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592706 Feb 09 01:33:23.766513 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61650611-c91b-4652-95f5-998f4f9f46f9 admin admin] Router 7ae6d272-a090-420a-acb4-909af52718a2 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:33:23.896512 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfa0d6f0-f582-4829-8144-ded6b1d05b87 req-54fa365e-0f37-424a-9b68-0cd18e13bc0b service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555637 Feb 09 01:33:23.900290 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-9f8d6d1a-8f72-4fca-9319-9d7d84c23cff service neutron] 10.222.0.36 "GET /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818348 Feb 09 01:33:24.017551 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61650611-c91b-4652-95f5-998f4f9f46f9 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:33:24.027013 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device b3d23ba2-ce0b-44be-9a28-658640bc7314 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:33:24.033761 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57106) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:24.033930 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-61650611-c91b-4652-95f5-998f4f9f46f9 admin admin] 10.222.0.36 "PUT /v2.0/routers/7ae6d272-a090-420a-acb4-909af52718a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9274783 Feb 09 01:33:24.040942 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2bdc78-3e27-478a-bc04-0151cfe635f5 None None] Sync routers for ids ['7ae6d272-a090-420a-acb4-909af52718a2'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:33:24.046329 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfa0d6f0-f582-4829-8144-ded6b1d05b87 req-b0563f54-2e5c-4c26-bed3-cf47a36bb668 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430690 Feb 09 01:33:24.088812 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2bdc78-3e27-478a-bc04-0151cfe635f5 None None] Routers {'7ae6d272-a090-420a-acb4-909af52718a2'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:33:24.089543 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4a2bdc78-3e27-478a-bc04-0151cfe635f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:33:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['7ae6d272-a090-420a-acb4-909af52718a2'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:24.302511 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port b3d23ba2-ce0b-44be-9a28-658640bc7314 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:24.303053 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b3d23ba2-ce0b-44be-9a28-658640bc7314), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:24.321769 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e9888a8-6e4f-4cff-b3c6-4cf0e6b3c16b req-d174d164-636a-43ed-97f8-71ab37379a02 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7727659-3b8a-4a4e-bda5-70e525bc6e0d HTTP/1.1" status: 200 len: 210 time: 0.1442506 Feb 09 01:33:24.369260 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e14cd7-a8fd-4059-ae50-619a9c918768 req-d9dc32db-9493-4cd6-9359-04241a55d824 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:24.379909 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-39e14cd7-a8fd-4059-ae50-619a9c918768 req-d9dc32db-9493-4cd6-9359-04241a55d824 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 946 time: 0.1449227 Feb 09 01:33:24.385337 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b5db20-3875-439e-a7f6-c74dcb71a64a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d23ba2-ce0b-44be-9a28-658640bc7314'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:24.390909 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b88a26-7599-4665-9147-cb439b155257" -d '{"events": [{"server_uuid": "36b5db20-3875-439e-a7f6-c74dcb71a64a", "name": "network-vif-unplugged", "status": "completed", "tag": "b3d23ba2-ce0b-44be-9a28-658640bc7314"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:24.418323 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-4a2bdc78-3e27-478a-bc04-0151cfe635f5 None None] Set router 7ae6d272-a090-420a-acb4-909af52718a2 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:33:24.422447 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d22db83d-9d7a-4f26-9e34-ba6fe5b5983f admin admin] Publish callbacks [] for router (7ae6d272-a090-420a-acb4-909af52718a2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:24.438603 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port b3d23ba2-ce0b-44be-9a28-658640bc7314, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=b3d23ba2-ce0b-44be-9a28-658640bc7314,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:24.443975 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b3d23ba2-ce0b-44be-9a28-658640bc7314), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:24.489511 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc543910-34a5-46a2-aec7-30a94c49387a req-f3ad973c-68fb-43f5-a638-7187af117b75 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:24.498834 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc543910-34a5-46a2-aec7-30a94c49387a req-f3ad973c-68fb-43f5-a638-7187af117b75 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.48 "GET /v2.0/ports?device_id=36b5db20-3875-439e-a7f6-c74dcb71a64a HTTP/1.1" status: 200 len: 945 time: 0.3044291 Feb 09 01:33:24.519505 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=b3d23ba2-ce0b-44be-9a28-658640bc7314,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:24.640261 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-39e14cd7-a8fd-4059-ae50-619a9c918768 req-622ad029-19c6-47a0-933c-282f4e344281 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594359 Feb 09 01:33:24.740000 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa8316-c665-422b-8f93-ce31c4954181 req-a40e3f2c-108a-4bd4-9925-91c2fe22dd53 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:24.753629 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-27aa8316-c665-422b-8f93-ce31c4954181 req-a40e3f2c-108a-4bd4-9925-91c2fe22dd53 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.2465847 Feb 09 01:33:24.756533 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8799853-71fe-45f4-a679-6e63bcc8bcae x-openstack-request-id: req-d8799853-71fe-45f4-a679-6e63bcc8bcae {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:24.757051 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b5db20-3875-439e-a7f6-c74dcb71a64a", "name": "network-vif-unplugged", "status": "completed", "tag": "b3d23ba2-ce0b-44be-9a28-658640bc7314", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:24.757489 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d8799853-71fe-45f4-a679-6e63bcc8bcae {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:24.758049 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b5db20-3875-439e-a7f6-c74dcb71a64a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d23ba2-ce0b-44be-9a28-658640bc7314', 'code': 200} Feb 09 01:33:24.766044 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4a2bdc78-3e27-478a-bc04-0151cfe635f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae6d272-a090-420a-acb4-909af52718a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-786117266-router', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:06Z', 'updated_at': '2022-02-09T01:33:21Z', 'revision_number': 5, 'project_id': '9146c6f45787412da0470ba92f349886', 'gw_port': {'id': 'eb39614b-84f9-4561-8238-2b45e33cfd92', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6d272-a090-420a-acb4-909af52718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:07Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:24.781116 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d22db83d-9d7a-4f26-9e34-ba6fe5b5983f admin admin] Publish callbacks [] for router_gateway (7ae6d272-a090-420a-acb4-909af52718a2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:24.868793 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2bdc78-3e27-478a-bc04-0151cfe635f5 None None] Checking router: 7ae6d272-a090-420a-acb4-909af52718a2 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:33:24.890282 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-27aa8316-c665-422b-8f93-ce31c4954181 req-d70e19c9-fe32-4900-87d0-e4717aed935f tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336598 Feb 09 01:33:24.895024 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2bdc78-3e27-478a-bc04-0151cfe635f5 None None] Routers {'7ae6d272-a090-420a-acb4-909af52718a2'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:33:24.896865 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4a2bdc78-3e27-478a-bc04-0151cfe635f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:33:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['7ae6d272-a090-420a-acb4-909af52718a2'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:24.899809 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-dc543910-34a5-46a2-aec7-30a94c49387a req-0648908c-f39c-4ee0-af23-c097ab124ed7 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Deleting port b3d23ba2-ce0b-44be-9a28-658640bc7314 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:33:24.900421 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dc543910-34a5-46a2-aec7-30a94c49387a req-0648908c-f39c-4ee0-af23-c097ab124ed7 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b3d23ba2-ce0b-44be-9a28-658640bc7314), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:24.955220 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea618fe-e229-4071-b7f8-b82ca2d92283 req-2fc65379-c88c-44a9-ab7e-20097face666 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:24.962135 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8ea618fe-e229-4071-b7f8-b82ca2d92283 req-2fc65379-c88c-44a9-ab7e-20097face666 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 948 time: 0.1218812 Feb 09 01:33:24.985236 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d22db83d-9d7a-4f26-9e34-ba6fe5b5983f admin admin] Deleting port eb39614b-84f9-4561-8238-2b45e33cfd92 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:33:24.985786 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d22db83d-9d7a-4f26-9e34-ba6fe5b5983f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (eb39614b-84f9-4561-8238-2b45e33cfd92), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:25.034821 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-4a2bdc78-3e27-478a-bc04-0151cfe635f5 None None] Set router 7ae6d272-a090-420a-acb4-909af52718a2 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:33:25.092173 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8ea618fe-e229-4071-b7f8-b82ca2d92283 req-3406c535-bd54-499c-a714-729de0505488 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289136 Feb 09 01:33:25.097397 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-dc543910-34a5-46a2-aec7-30a94c49387a req-0648908c-f39c-4ee0-af23-c097ab124ed7 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] For port b3d23ba2-ce0b-44be-9a28-658640bc7314, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=b3d23ba2-ce0b-44be-9a28-658640bc7314,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:25.098236 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dc543910-34a5-46a2-aec7-30a94c49387a req-0648908c-f39c-4ee0-af23-c097ab124ed7 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b3d23ba2-ce0b-44be-9a28-658640bc7314), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:25.121973 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-dc543910-34a5-46a2-aec7-30a94c49387a req-0648908c-f39c-4ee0-af23-c097ab124ed7 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Calling delete_port for b3d23ba2-ce0b-44be-9a28-658640bc7314 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:33:25.131933 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4a2bdc78-3e27-478a-bc04-0151cfe635f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae6d272-a090-420a-acb4-909af52718a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-786117266-router', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:06Z', 'updated_at': '2022-02-09T01:33:24Z', 'revision_number': 6, 'project_id': '9146c6f45787412da0470ba92f349886', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:25.201628 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-d22db83d-9d7a-4f26-9e34-ba6fe5b5983f admin admin] For port eb39614b-84f9-4561-8238-2b45e33cfd92, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=eb39614b-84f9-4561-8238-2b45e33cfd92,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:25.202026 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d22db83d-9d7a-4f26-9e34-ba6fe5b5983f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (eb39614b-84f9-4561-8238-2b45e33cfd92), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:25.236639 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d22db83d-9d7a-4f26-9e34-ba6fe5b5983f admin admin] Calling delete_port for eb39614b-84f9-4561-8238-2b45e33cfd92 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:33:25.295814 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2bdc78-3e27-478a-bc04-0151cfe635f5 None None] The sync data for ids ['7ae6d272-a090-420a-acb4-909af52718a2'] in n-d-828387-3 is: [{'id': '7ae6d272-a090-420a-acb4-909af52718a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-786117266-router', 'tenant_id': '9146c6f45787412da0470ba92f349886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:06Z', 'updated_at': '2022-02-09T01:33:24Z', 'revision_number': 6, 'project_id': '9146c6f45787412da0470ba92f349886', 'gw_port_host': None}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:33:25.372541 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dc543910-34a5-46a2-aec7-30a94c49387a req-0648908c-f39c-4ee0-af23-c097ab124ed7 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (b3d23ba2-ce0b-44be-9a28-658640bc7314), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:25.441241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648908c-f39c-4ee0-af23-c097ab124ed7 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Pushing event deleted for resources: {'Port': ['ID=b3d23ba2-ce0b-44be-9a28-658640bc7314,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:25.538963 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f6de63c0-98e7-4f13-a72d-8d37f854e1ba req-73a8b271-f04b-4543-aa89-f3e5956b023e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7727659-3b8a-4a4e-bda5-70e525bc6e0d HTTP/1.1" status: 200 len: 210 time: 0.0831313 Feb 09 01:33:25.540312 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc543910-34a5-46a2-aec7-30a94c49387a req-0648908c-f39c-4ee0-af23-c097ab124ed7 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] No DVR routers for this DVR port b3d23ba2-ce0b-44be-9a28-658640bc7314 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:33:25.544116 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dc543910-34a5-46a2-aec7-30a94c49387a req-0648908c-f39c-4ee0-af23-c097ab124ed7 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:25.545059 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d22db83d-9d7a-4f26-9e34-ba6fe5b5983f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (eb39614b-84f9-4561-8238-2b45e33cfd92), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:25.548377 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc543910-34a5-46a2-aec7-30a94c49387a req-0648908c-f39c-4ee0-af23-c097ab124ed7 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.48 "DELETE /v2.0/ports/b3d23ba2-ce0b-44be-9a28-658640bc7314 HTTP/1.1" status: 204 len: 173 time: 1.0486138 Feb 09 01:33:25.549083 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b5db20-3875-439e-a7f6-c74dcb71a64a', 'name': 'network-vif-deleted', 'tag': 'b3d23ba2-ce0b-44be-9a28-658640bc7314'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:25.551647 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11c13e3-5e9d-45a2-886f-b64a111eaea3" -d '{"events": [{"server_uuid": "36b5db20-3875-439e-a7f6-c74dcb71a64a", "name": "network-vif-deleted", "tag": "b3d23ba2-ce0b-44be-9a28-658640bc7314"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:25.608974 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bffebdb-b6ac-4541-84e7-ae86b7b953fb x-openstack-request-id: req-9bffebdb-b6ac-4541-84e7-ae86b7b953fb {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:25.609269 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b5db20-3875-439e-a7f6-c74dcb71a64a", "name": "network-vif-deleted", "tag": "b3d23ba2-ce0b-44be-9a28-658640bc7314", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:25.609558 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9bffebdb-b6ac-4541-84e7-ae86b7b953fb {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:25.609942 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b5db20-3875-439e-a7f6-c74dcb71a64a', 'name': 'network-vif-deleted', 'tag': 'b3d23ba2-ce0b-44be-9a28-658640bc7314', 'status': 'completed', 'code': 200} Feb 09 01:33:25.657648 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22db83d-9d7a-4f26-9e34-ba6fe5b5983f admin admin] Pushing event deleted for resources: {'Port': ['ID=eb39614b-84f9-4561-8238-2b45e33cfd92,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:25.754930 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d22db83d-9d7a-4f26-9e34-ba6fe5b5983f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (7ae6d272-a090-420a-acb4-909af52718a2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:25.930988 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31839270-5410-4be1-a9a7-74b995baa853 req-70bcc028-c686-4455-8313-a6e88f4903d2 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:25.933945 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d22db83d-9d7a-4f26-9e34-ba6fe5b5983f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (7ae6d272-a090-420a-acb4-909af52718a2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:25.935099 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31839270-5410-4be1-a9a7-74b995baa853 req-70bcc028-c686-4455-8313-a6e88f4903d2 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 946 time: 0.1460404 Feb 09 01:33:25.941869 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d22db83d-9d7a-4f26-9e34-ba6fe5b5983f admin admin] Publish callbacks [] for router_controller (7ae6d272-a090-420a-acb4-909af52718a2), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:26.089192 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31839270-5410-4be1-a9a7-74b995baa853 req-aaaea4a1-93ea-485c-baa5-42bff68816bd tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450582 Feb 09 01:33:26.129977 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d22db83d-9d7a-4f26-9e34-ba6fe5b5983f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (7ae6d272-a090-420a-acb4-909af52718a2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:26.130722 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22db83d-9d7a-4f26-9e34-ba6fe5b5983f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ae6d272-a090-420a-acb4-909af52718a2 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:33:26.162583 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d22db83d-9d7a-4f26-9e34-ba6fe5b5983f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:26.163427 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d22db83d-9d7a-4f26-9e34-ba6fe5b5983f admin admin] 10.222.0.36 "DELETE /v2.0/routers/7ae6d272-a090-420a-acb4-909af52718a2 HTTP/1.1" status: 204 len: 168 time: 2.1283069 Feb 09 01:33:26.166912 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57164) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:26.168525 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-49d31f8b-5f0e-41dd-8051-ae9581a71e62 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:26.170458 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-49d31f8b-5f0e-41dd-8051-ae9581a71e62 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.48 "GET /v2.0/networks?id=5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 HTTP/1.1" status: 200 len: 804 time: 0.2336314 Feb 09 01:33:26.189067 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-95b1b5cc-4dd9-45af-bb6f-7809d149271c tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Request body: {'port': {'device_id': 'f7727659-3b8a-4a4e-bda5-70e525bc6e0d', 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16', 'admin_state_up': True, 'tenant_id': '829cc45e3f5e4f3f937ece362019fbee'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:26.275162 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9977395-cc1e-4b39-84d9-d5b57461fdf3 req-5191aed7-0b92-47f5-9016-cc1e85453a44 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:26.277450 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b9977395-cc1e-4b39-84d9-d5b57461fdf3 req-5191aed7-0b92-47f5-9016-cc1e85453a44 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.2516246 Feb 09 01:33:26.305561 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7c32da-8cd2-4e29-8e9e-16d2c5726346 admin admin] Deleting subnet 71b55228-b113-4b0b-8977-359af4e7fee2 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:33:26.318260 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce7c32da-8cd2-4e29-8e9e-16d2c5726346 admin admin] Publish callbacks [] for subnet (71b55228-b113-4b0b-8977-359af4e7fee2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:26.415008 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867960ca-0556-48d8-8a13-5802d248c7f9 req-3beb7b81-d71e-4307-a863-b3955203b7a4 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:26.422999 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce7c32da-8cd2-4e29-8e9e-16d2c5726346 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (71b55228-b113-4b0b-8977-359af4e7fee2), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:26.423241 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-867960ca-0556-48d8-8a13-5802d248c7f9 req-3beb7b81-d71e-4307-a863-b3955203b7a4 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 1128 time: 0.1944559 Feb 09 01:33:26.500869 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-95b1b5cc-4dd9-45af-bb6f-7809d149271c tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Made reservation on behalf of 829cc45e3f5e4f3f937ece362019fbee for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:26.505203 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-95b1b5cc-4dd9-45af-bb6f-7809d149271c tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:26.505455 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b9977395-cc1e-4b39-84d9-d5b57461fdf3 req-26999cf6-9a8d-4b56-a38d-84ac038e8534 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082281 Feb 09 01:33:26.522612 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device eb39614b-84f9-4561-8238-2b45e33cfd92 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:33:26.524388 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-867960ca-0556-48d8-8a13-5802d248c7f9 req-1aa427aa-6d33-4257-96f1-75d5dfb09f0e tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956473 Feb 09 01:33:26.561698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: eb39614b-84f9-4561-8238-2b45e33cfd92 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:33:26.562685 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device eb39614b-84f9-4561-8238-2b45e33cfd92 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:33:26.580940 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d3c7e2ce-3559-4d39-84b6-6a5a09850f9e no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:33:26.618256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: d3c7e2ce-3559-4d39-84b6-6a5a09850f9e {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:33:26.618602 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d3c7e2ce-3559-4d39-84b6-6a5a09850f9e not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:33:26.755482 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce7c32da-8cd2-4e29-8e9e-16d2c5726346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (71b55228-b113-4b0b-8977-359af4e7fee2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:26.848327 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8272e9e9-ae68-4a56-b18e-470c55c4fc27 req-4ad73af1-3d36-4e61-b20d-eba124fe6d00 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7727659-3b8a-4a4e-bda5-70e525bc6e0d HTTP/1.1" status: 200 len: 210 time: 0.1202247 Feb 09 01:33:26.859454 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce7c32da-8cd2-4e29-8e9e-16d2c5726346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (71b55228-b113-4b0b-8977-359af4e7fee2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:26.906828 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c32da-8cd2-4e29-8e9e-16d2c5726346 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b55228-b113-4b0b-8977-359af4e7fee2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:26.909896 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce7c32da-8cd2-4e29-8e9e-16d2c5726346 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:26.911920 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device a619dddc-0464-4707-b341-5d5462aad706 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:33:26.916834 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ce7c32da-8cd2-4e29-8e9e-16d2c5726346 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/71b55228-b113-4b0b-8977-359af4e7fee2 HTTP/1.1" status: 204 len: 168 time: 0.7478900 Feb 09 01:33:26.919056 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57180) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:26.934066 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f36fb9a-bb58-4822-9b9e-7765d1b3fb4b None None] Network a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:33:26.969751 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-95b1b5cc-4dd9-45af-bb6f-7809d149271c tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Allocated IP 172.20.0.8 (5b64af6b-0c58-4f8d-a0de-377b2bbc2b16/6417b864-ca46-417c-8bb2-9bbd8753c5f1/87e8025d-292f-4373-9b92-0eb38adc0099) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:27.020507 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25656499-39bb-4ea4-82f5-f5af620c4617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:27.097895 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-25656499-39bb-4ea4-82f5-f5af620c4617 admin admin] Deleting port e07c902e-0813-4e57-8b93-9eb9be19f8f4 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:33:27.108098 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25656499-39bb-4ea4-82f5-f5af620c4617 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e07c902e-0813-4e57-8b93-9eb9be19f8f4), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:27.214859 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port a619dddc-0464-4707-b341-5d5462aad706, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a619dddc-0464-4707-b341-5d5462aad706,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:27.236240 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'a619dddc-0464-4707-b341-5d5462aad706', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': 'a619dddc-0464-4707-b341-5d5462aad706', 'mac_address': 'fa:16:3e:e8:50:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:33:27.295419 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418f629-eead-4064-b821-e0eec3b786af req-4bd11007-7a32-4ee1-8bba-603176be682e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:27.305582 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdc01a5-4dc2-4091-a529-4c3909e8cae7 None None] DHCP port deletion for a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:33:27.314398 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9418f629-eead-4064-b821-e0eec3b786af req-4bd11007-7a32-4ee1-8bba-603176be682e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 948 time: 0.6519666 Feb 09 01:33:27.332407 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-25656499-39bb-4ea4-82f5-f5af620c4617 admin admin] For port e07c902e-0813-4e57-8b93-9eb9be19f8f4, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e07c902e-0813-4e57-8b93-9eb9be19f8f4,segment=NetworkSegment(c2dfec02-7bc0-4c74-8ce7-9362cffe71bf),segment_id=c2dfec02-7bc0-4c74-8ce7-9362cffe71bf)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:27.332870 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25656499-39bb-4ea4-82f5-f5af620c4617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e07c902e-0813-4e57-8b93-9eb9be19f8f4), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:27.366606 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port a619dddc-0464-4707-b341-5d5462aad706 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:27.367280 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a619dddc-0464-4707-b341-5d5462aad706), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:27.380826 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-25656499-39bb-4ea4-82f5-f5af620c4617 admin admin] Calling delete_port for e07c902e-0813-4e57-8b93-9eb9be19f8f4 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:33:27.424785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a619dddc-0464-4707-b341-5d5462aad706 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:27.453744 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port a619dddc-0464-4707-b341-5d5462aad706, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a619dddc-0464-4707-b341-5d5462aad706,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:27.459817 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-bbdc01a5-4dc2-4091-a529-4c3909e8cae7 None None] Deleting port e07c902e-0813-4e57-8b93-9eb9be19f8f4 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:33:27.460570 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bbdc01a5-4dc2-4091-a529-4c3909e8cae7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e07c902e-0813-4e57-8b93-9eb9be19f8f4), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:27.473090 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-95b1b5cc-4dd9-45af-bb6f-7809d149271c tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks [] for port (87e8025d-292f-4373-9b92-0eb38adc0099), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:27.538881 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-bbdc01a5-4dc2-4091-a529-4c3909e8cae7 None None] For port e07c902e-0813-4e57-8b93-9eb9be19f8f4, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e07c902e-0813-4e57-8b93-9eb9be19f8f4,segment=NetworkSegment(c2dfec02-7bc0-4c74-8ce7-9362cffe71bf),segment_id=c2dfec02-7bc0-4c74-8ce7-9362cffe71bf)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:27.540342 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bbdc01a5-4dc2-4091-a529-4c3909e8cae7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e07c902e-0813-4e57-8b93-9eb9be19f8f4), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:27.556968 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9418f629-eead-4064-b821-e0eec3b786af req-b8513b6a-3366-4fc9-adcd-5b8cf839a2f3 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248261 Feb 09 01:33:27.558346 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-bbdc01a5-4dc2-4091-a529-4c3909e8cae7 None None] Calling delete_port for e07c902e-0813-4e57-8b93-9eb9be19f8f4 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:33:27.570289 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-95b1b5cc-4dd9-45af-bb6f-7809d149271c tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (87e8025d-292f-4373-9b92-0eb38adc0099), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:27.614539 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25656499-39bb-4ea4-82f5-f5af620c4617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (e07c902e-0813-4e57-8b93-9eb9be19f8f4), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:27.670126 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-95b1b5cc-4dd9-45af-bb6f-7809d149271c tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Network 5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:27.675152 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a619dddc-0464-4707-b341-5d5462aad706), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:27.676983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-95b1b5cc-4dd9-45af-bb6f-7809d149271c tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:27.687723 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-95b1b5cc-4dd9-45af-bb6f-7809d149271c tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:33:27.724475 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25656499-39bb-4ea4-82f5-f5af620c4617 admin admin] Pushing event deleted for resources: {'Port': ['ID=e07c902e-0813-4e57-8b93-9eb9be19f8f4,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:27.728366 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25656499-39bb-4ea4-82f5-f5af620c4617 admin admin] No DVR routers for this DVR port e07c902e-0813-4e57-8b93-9eb9be19f8f4 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:33:27.751845 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1b5cc-4dd9-45af-bb6f-7809d149271c tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Pushing event updated for resources: {'Port': ['ID=87e8025d-292f-4373-9b92-0eb38adc0099,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:27.844800 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-95b1b5cc-4dd9-45af-bb6f-7809d149271c tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:27.849744 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-95b1b5cc-4dd9-45af-bb6f-7809d149271c tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:27.857907 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25656499-39bb-4ea4-82f5-f5af620c4617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:27.893011 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-95b1b5cc-4dd9-45af-bb6f-7809d149271c tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7107511 Feb 09 01:33:27.920961 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-bf5c9afe-385a-4b13-95ec-cdab738d2db5 service neutron] Request body: {'port': {'device_id': 'f7727659-3b8a-4a4e-bda5-70e525bc6e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:27.939025 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=a619dddc-0464-4707-b341-5d5462aad706,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:27.964547 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bbdc01a5-4dc2-4091-a529-4c3909e8cae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (e07c902e-0813-4e57-8b93-9eb9be19f8f4), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:27.966696 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-25656499-39bb-4ea4-82f5-f5af620c4617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:28.002704 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc01a5-4dc2-4091-a529-4c3909e8cae7 None None] Pushing event deleted for resources: {'Port': ['ID=e07c902e-0813-4e57-8b93-9eb9be19f8f4,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:28.008596 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdc01a5-4dc2-4091-a529-4c3909e8cae7 None None] No DVR routers for this DVR port e07c902e-0813-4e57-8b93-9eb9be19f8f4 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:33:28.018658 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-25656499-39bb-4ea4-82f5-f5af620c4617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2dfec02-7bc0-4c74-8ce7-9362cffe71bf') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:28.021007 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-25656499-39bb-4ea4-82f5-f5af620c4617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2dfec02-7bc0-4c74-8ce7-9362cffe71bf') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:28.030317 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device b3d23ba2-ce0b-44be-9a28-658640bc7314 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:33:28.041786 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25656499-39bb-4ea4-82f5-f5af620c4617 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (c2dfec02-7bc0-4c74-8ce7-9362cffe71bf), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:28.057359 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: b3d23ba2-ce0b-44be-9a28-658640bc7314 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:33:28.059071 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device b3d23ba2-ce0b-44be-9a28-658640bc7314 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:33:28.088613 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['a619dddc-0464-4707-b341-5d5462aad706'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:33:28.091400 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3c49a-1064-4175-89b0-ef02ab18e7cf req-fd8baf74-5e3a-4d07-9b0e-b337db5632ba tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:28.104451 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dfc3c49a-1064-4175-89b0-ef02ab18e7cf req-fd8baf74-5e3a-4d07-9b0e-b337db5632ba tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.3976309 Feb 09 01:33:28.106451 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57200) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:28.127545 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25656499-39bb-4ea4-82f5-f5af620c4617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (c2dfec02-7bc0-4c74-8ce7-9362cffe71bf), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:28.174667 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25656499-39bb-4ea4-82f5-f5af620c4617 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:33:28.175308 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25656499-39bb-4ea4-82f5-f5af620c4617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (c2dfec02-7bc0-4c74-8ce7-9362cffe71bf), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:28.185610 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dfc3c49a-1064-4175-89b0-ef02ab18e7cf req-959896cc-a4fd-4718-8f4d-ef9f72b18b6b tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782261 Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:33:28.188982 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:33:28.214401 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-bf5c9afe-385a-4b13-95ec-cdab738d2db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (87e8025d-292f-4373-9b92-0eb38adc0099), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:28.279507 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737815c6-3637-4cb9-84ec-70865ae120cf req-5381723c-609f-44a1-938d-cab458e1151b tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:28.281226 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-737815c6-3637-4cb9-84ec-70865ae120cf req-5381723c-609f-44a1-938d-cab458e1151b tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7727659-3b8a-4a4e-bda5-70e525bc6e0d HTTP/1.1" status: 200 len: 931 time: 0.2356443 Feb 09 01:33:28.313244 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25656499-39bb-4ea4-82f5-f5af620c4617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:28.330695 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25656499-39bb-4ea4-82f5-f5af620c4617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:28.336803 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-25656499-39bb-4ea4-82f5-f5af620c4617 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1 HTTP/1.1" status: 204 len: 168 time: 1.4165144 Feb 09 01:33:28.358799 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25656499-39bb-4ea4-82f5-f5af620c4617 admin admin] Pushing event deleted for resources: {'Network': ['ID=a02f0f7d-f763-4e4a-8a2c-6055a33dd3a1,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:28.458171 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e07c902e-0813-4e57-8b93-9eb9be19f8f4 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:33:28.493470 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: e07c902e-0813-4e57-8b93-9eb9be19f8f4 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:33:28.494207 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e07c902e-0813-4e57-8b93-9eb9be19f8f4 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:33:28.540882 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-433d2bba-c127-4af6-b3d9-040192c6d206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:28.706194 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-737815c6-3637-4cb9-84ec-70865ae120cf req-8c062659-6f08-410a-bacf-1bcf30368a59 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109776 Feb 09 01:33:28.778912 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57214) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:28.826405 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab1afe-dbce-44b4-b6cd-d5c7b7ce5a83 req-eddea464-4e87-4c38-a68e-5d2a7b397c03 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:28.833679 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-20ab1afe-dbce-44b4-b6cd-d5c7b7ce5a83 req-eddea464-4e87-4c38-a68e-5d2a7b397c03 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 949 time: 0.1131680 Feb 09 01:33:28.916304 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-20ab1afe-dbce-44b4-b6cd-d5c7b7ce5a83 req-e725c662-f3fa-4d1a-a97d-59886391eb3d tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812659 Feb 09 01:33:28.964645 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-bf5c9afe-385a-4b13-95ec-cdab738d2db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87e8025d-292f-4373-9b92-0eb38adc0099 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:29.020176 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-53d3eb57-6cd0-47eb-a215-aebfc96695c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9146c6f45787412da0470ba92f349886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368720 Feb 09 01:33:29.022638 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57218) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:29.026094 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-bf5c9afe-385a-4b13-95ec-cdab738d2db5 service neutron] Publish callbacks [] for port (87e8025d-292f-4373-9b92-0eb38adc0099), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.071710 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-433d2bba-c127-4af6-b3d9-040192c6d206 admin admin] Publish callbacks [] for security_group (451efe53-9c2c-49c5-8734-678e99f7f9d3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.075000 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-bf5c9afe-385a-4b13-95ec-cdab738d2db5 service neutron] Transition to ACTIVE for port object 87e8025d-292f-4373-9b92-0eb38adc0099 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:29.082543 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-433d2bba-c127-4af6-b3d9-040192c6d206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (451efe53-9c2c-49c5-8734-678e99f7f9d3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.102799 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3445fb87-6a81-4e15-a446-1b0783918391 admin admin] Publish callbacks [] for security_group (499b0a68-799a-4a23-888e-7a7c22d181a7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.125652 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3445fb87-6a81-4e15-a446-1b0783918391 admin admin] Publish callbacks [] for security_group (499b0a68-799a-4a23-888e-7a7c22d181a7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.223245 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3445fb87-6a81-4e15-a446-1b0783918391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (499b0a68-799a-4a23-888e-7a7c22d181a7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.230192 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3445fb87-6a81-4e15-a446-1b0783918391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.234723 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3445fb87-6a81-4e15-a446-1b0783918391 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/499b0a68-799a-4a23-888e-7a7c22d181a7 HTTP/1.1" status: 204 len: 168 time: 0.2100172 Feb 09 01:33:29.254884 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445fb87-6a81-4e15-a446-1b0783918391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499b0a68-799a-4a23-888e-7a7c22d181a7,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:29.411961 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1aead3-70a0-409c-9618-42c47c55fbf7 req-0773280a-da90-4518-97d9-3dc9951b5117 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:29.414097 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5d1aead3-70a0-409c-9618-42c47c55fbf7 req-0773280a-da90-4518-97d9-3dc9951b5117 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.0882328 Feb 09 01:33:29.421790 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-bf5c9afe-385a-4b13-95ec-cdab738d2db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (87e8025d-292f-4373-9b92-0eb38adc0099), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.486168 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5d1aead3-70a0-409c-9618-42c47c55fbf7 req-6ddf9788-c024-4e4c-9dd0-90ff4f987927 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566304 Feb 09 01:33:29.513285 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f49f46-00d0-493e-8d08-24f29583419d req-fa952835-0f74-4e85-b87a-a19b84c1e903 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:29.515072 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b4f49f46-00d0-493e-8d08-24f29583419d req-fa952835-0f74-4e85-b87a-a19b84c1e903 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 1127 time: 0.5916073 Feb 09 01:33:29.518644 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d2bba-c127-4af6-b3d9-040192c6d206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451efe53-9c2c-49c5-8734-678e99f7f9d3,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:29.524142 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-433d2bba-c127-4af6-b3d9-040192c6d206 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=43158cce282f44cfb00dd1702ccfbc6e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4131806 Feb 09 01:33:29.530303 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57226) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:29.544315 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c9afe-385a-4b13-95ec-cdab738d2db5 service neutron] Pushing event updated for resources: {'Port': ['ID=87e8025d-292f-4373-9b92-0eb38adc0099,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:29.593680 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d25f11fc-cd00-4152-9f01-4123a9c6245b admin admin] Publish callbacks [] for security_group (451efe53-9c2c-49c5-8734-678e99f7f9d3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.618179 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d25f11fc-cd00-4152-9f01-4123a9c6245b admin admin] Publish callbacks [] for security_group (451efe53-9c2c-49c5-8734-678e99f7f9d3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.663178 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b4f49f46-00d0-493e-8d08-24f29583419d req-d4b8f9f9-f54c-49b5-93da-02e1f8ca03bb tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379104 Feb 09 01:33:29.677417 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-bf5c9afe-385a-4b13-95ec-cdab738d2db5 service neutron] Attempting to bind port 87e8025d-292f-4373-9b92-0eb38adc0099 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:33:29.677417 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-bf5c9afe-385a-4b13-95ec-cdab738d2db5 service neutron] Attempting to bind port 87e8025d-292f-4373-9b92-0eb38adc0099 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'c07f409c-2a75-4382-8c31-8a2af5357732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:33:29.677417 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-bf5c9afe-385a-4b13-95ec-cdab738d2db5 service neutron] Attempting to bind port 87e8025d-292f-4373-9b92-0eb38adc0099 on network 5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:29.686570 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-bf5c9afe-385a-4b13-95ec-cdab738d2db5 service neutron] Port 87e8025d-292f-4373-9b92-0eb38adc0099 on network 5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:33:29.687030 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d25f11fc-cd00-4152-9f01-4123a9c6245b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (451efe53-9c2c-49c5-8734-678e99f7f9d3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.687149 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-bf5c9afe-385a-4b13-95ec-cdab738d2db5 service neutron] Attempting to bind port 87e8025d-292f-4373-9b92-0eb38adc0099 on network 5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:29.690274 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d25f11fc-cd00-4152-9f01-4123a9c6245b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.692893 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d25f11fc-cd00-4152-9f01-4123a9c6245b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/451efe53-9c2c-49c5-8734-678e99f7f9d3 HTTP/1.1" status: 204 len: 168 time: 0.1610072 Feb 09 01:33:29.709978 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-bf5c9afe-385a-4b13-95ec-cdab738d2db5 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:33:29.710863 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-bf5c9afe-385a-4b13-95ec-cdab738d2db5 service neutron] Checking segment: {'id': 'c07f409c-2a75-4382-8c31-8a2af5357732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:29.711901 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f11fc-cd00-4152-9f01-4123a9c6245b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451efe53-9c2c-49c5-8734-678e99f7f9d3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:29.712128 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-bf5c9afe-385a-4b13-95ec-cdab738d2db5 service neutron] Bound using segment: {'id': 'c07f409c-2a75-4382-8c31-8a2af5357732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:33:29.713175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-bf5c9afe-385a-4b13-95ec-cdab738d2db5 service neutron] Bound port: 87e8025d-292f-4373-9b92-0eb38adc0099, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07f409c-2a75-4382-8c31-8a2af5357732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:33:29.715316 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-bf5c9afe-385a-4b13-95ec-cdab738d2db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (87e8025d-292f-4373-9b92-0eb38adc0099), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.820666 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-bf5c9afe-385a-4b13-95ec-cdab738d2db5 service neutron] For port 87e8025d-292f-4373-9b92-0eb38adc0099, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:33:29.825156 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-bf5c9afe-385a-4b13-95ec-cdab738d2db5 service neutron] For port 87e8025d-292f-4373-9b92-0eb38adc0099, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=87e8025d-292f-4373-9b92-0eb38adc0099,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:33:29.832812 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-bf5c9afe-385a-4b13-95ec-cdab738d2db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (87e8025d-292f-4373-9b92-0eb38adc0099), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.905400 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-bf5c9afe-385a-4b13-95ec-cdab738d2db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:29.906157 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-bf5c9afe-385a-4b13-95ec-cdab738d2db5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.907856 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-bf5c9afe-385a-4b13-95ec-cdab738d2db5 service neutron] 10.222.0.48 "PUT /v2.0/ports/87e8025d-292f-4373-9b92-0eb38adc0099 HTTP/1.1" status: 200 len: 1091 time: 1.9943895 Feb 09 01:33:29.911257 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7727659-3b8a-4a4e-bda5-70e525bc6e0d', 'tag': '87e8025d-292f-4373-9b92-0eb38adc0099'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:29.924352 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f934252a-8537-4361-b687-32d8fc6cd08d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7727659-3b8a-4a4e-bda5-70e525bc6e0d", "tag": "87e8025d-292f-4373-9b92-0eb38adc0099"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:30.021060 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c9afe-385a-4b13-95ec-cdab738d2db5 service neutron] Pushing event updated for resources: {'Port': ['ID=87e8025d-292f-4373-9b92-0eb38adc0099,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:30.059979 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-5ff44f98-ff53-41b3-a91f-8643149589f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:30.061750 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-5ff44f98-ff53-41b3-a91f-8643149589f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=829cc45e3f5e4f3f937ece362019fbee&device_id=f7727659-3b8a-4a4e-bda5-70e525bc6e0d HTTP/1.1" status: 200 len: 1125 time: 0.1001737 Feb 09 01:33:30.124597 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-e2718fe0-f3b6-4f55-916b-a9a70c9f2531 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87e8025d-292f-4373-9b92-0eb38adc0099 HTTP/1.1" status: 200 len: 217 time: 0.0512290 Feb 09 01:33:30.239952 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-828166e3-2987-4ebe-a256-fce7e618db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:30.241992 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-828166e3-2987-4ebe-a256-fce7e618db8f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6417b864-ca46-417c-8bb2-9bbd8753c5f1 HTTP/1.1" status: 200 len: 844 time: 0.1089971 Feb 09 01:33:30.305103 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30430cf9-419a-496f-b4f3-38e218dd05f7 req-3c99be4c-9814-4ce9-943c-0f21cd9971b1 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:30.315331 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-30430cf9-419a-496f-b4f3-38e218dd05f7 req-3c99be4c-9814-4ce9-943c-0f21cd9971b1 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7727659-3b8a-4a4e-bda5-70e525bc6e0d HTTP/1.1" status: 200 len: 943 time: 0.0763075 Feb 09 01:33:30.328408 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-b85146fb-7832-4c10-be70-fd5ab98139dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b64af6b-0c58-4f8d-a0de-377b2bbc2b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710475 Feb 09 01:33:30.417520 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-30430cf9-419a-496f-b4f3-38e218dd05f7 req-6d47e65d-7f19-41ef-b2cb-8ba4170f1259 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969882 Feb 09 01:33:30.464562 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef4609b-5082-43d2-8257-86cfc11d3f23 x-openstack-request-id: req-0ef4609b-5082-43d2-8257-86cfc11d3f23 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:30.465645 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7727659-3b8a-4a4e-bda5-70e525bc6e0d", "tag": "87e8025d-292f-4373-9b92-0eb38adc0099", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:30.466260 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ef4609b-5082-43d2-8257-86cfc11d3f23 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:30.467060 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7727659-3b8a-4a4e-bda5-70e525bc6e0d', 'tag': '87e8025d-292f-4373-9b92-0eb38adc0099', 'status': 'completed', 'code': 200} Feb 09 01:33:30.500659 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-b0f784f2-eddd-4a93-8afb-e8d43fe0504a service neutron] 10.222.0.48 "GET /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637981 Feb 09 01:33:30.511236 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57268) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:30.531959 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-79c087fd-2281-4638-b34f-5ad8afc9ddb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:30.675591 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934132eb-6a34-4567-b693-d450508af181 req-bc4f5e63-c7b5-44a7-bce9-810cf447afd5 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:30.676981 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-088cf3d9-eb71-4bfe-9636-ff43f866b9db req-7fc4ecfd-1640-4dfd-aad4-50dae345077a service neutron] 10.222.0.48 "GET /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612103 Feb 09 01:33:30.690936 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-934132eb-6a34-4567-b693-d450508af181 req-bc4f5e63-c7b5-44a7-bce9-810cf447afd5 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 949 time: 0.1503386 Feb 09 01:33:30.695002 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:33:30.787730 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-79c087fd-2281-4638-b34f-5ad8afc9ddb7 admin admin] Publish callbacks [] for security_group (aaa5bf37-16f0-4235-975f-8915bbad2d8d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:30.801416 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-79c087fd-2281-4638-b34f-5ad8afc9ddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (aaa5bf37-16f0-4235-975f-8915bbad2d8d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:30.848934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934252a-8537-4361-b687-32d8fc6cd08d req-724e5aea-1c7f-4c9e-9f2f-ee8f2bf13fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:30.850722 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f934252a-8537-4361-b687-32d8fc6cd08d req-724e5aea-1c7f-4c9e-9f2f-ee8f2bf13fff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=829cc45e3f5e4f3f937ece362019fbee&device_id=f7727659-3b8a-4a4e-bda5-70e525bc6e0d HTTP/1.1" status: 200 len: 1125 time: 0.1000483 Feb 09 01:33:30.930094 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device a619dddc-0464-4707-b341-5d5462aad706 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:33:30.974031 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c087fd-2281-4638-b34f-5ad8afc9ddb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa5bf37-16f0-4235-975f-8915bbad2d8d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:30.988909 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-934132eb-6a34-4567-b693-d450508af181 req-a83f5b13-5d94-4eab-96ce-6d592aaa484c tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969606 Feb 09 01:33:31.021868 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-79c087fd-2281-4638-b34f-5ad8afc9ddb7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74e2b0c3e8a747c08b6f8e9e189848bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5093849 Feb 09 01:33:31.022531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57286) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:31.094749 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port a619dddc-0464-4707-b341-5d5462aad706 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:31.101380 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port a619dddc-0464-4707-b341-5d5462aad706 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:31.101890 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a619dddc-0464-4707-b341-5d5462aad706), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:31.144272 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934252a-8537-4361-b687-32d8fc6cd08d req-e87ee0a8-aaf5-4774-ad84-ff448ba2764c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:31.146583 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f934252a-8537-4361-b687-32d8fc6cd08d req-e87ee0a8-aaf5-4774-ad84-ff448ba2764c service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 HTTP/1.1" status: 200 len: 905 time: 0.2860568 Feb 09 01:33:31.176948 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab863b29-a455-4bbd-8360-6002c914dc5e admin admin] Publish callbacks [] for security_group (aaa5bf37-16f0-4235-975f-8915bbad2d8d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:31.217025 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123b88e-f13b-4492-988d-0dddcb43623e req-9e1c98d7-f6d9-4358-9519-3b3f0e68bb14 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:31.225970 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port a619dddc-0464-4707-b341-5d5462aad706 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:31.226757 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a619dddc-0464-4707-b341-5d5462aad706), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:31.236382 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3123b88e-f13b-4492-988d-0dddcb43623e req-9e1c98d7-f6d9-4358-9519-3b3f0e68bb14 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.1464088 Feb 09 01:33:31.264735 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f934252a-8537-4361-b687-32d8fc6cd08d req-9c77e1b5-d960-4770-bc80-95ebb290c2f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87e8025d-292f-4373-9b92-0eb38adc0099 HTTP/1.1" status: 200 len: 217 time: 0.1099041 Feb 09 01:33:31.311441 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab863b29-a455-4bbd-8360-6002c914dc5e admin admin] Publish callbacks [] for security_group (aaa5bf37-16f0-4235-975f-8915bbad2d8d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:31.343327 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port a619dddc-0464-4707-b341-5d5462aad706, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a619dddc-0464-4707-b341-5d5462aad706,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:31.347579 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f05a640-0f44-472d-8c14-eeb7ecb363d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a619dddc-0464-4707-b341-5d5462aad706'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:31.355043 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c3fca0-db31-47c3-bbaa-facd6145851d" -d '{"events": [{"server_uuid": "7f05a640-0f44-472d-8c14-eeb7ecb363d9", "name": "network-vif-plugged", "status": "completed", "tag": "a619dddc-0464-4707-b341-5d5462aad706"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:31.379350 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934252a-8537-4361-b687-32d8fc6cd08d req-fa22f393-d3d9-44c5-a982-ae86f16c3f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:31.380713 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a619dddc-0464-4707-b341-5d5462aad706), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:31.381176 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f934252a-8537-4361-b687-32d8fc6cd08d req-fa22f393-d3d9-44c5-a982-ae86f16c3f23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6417b864-ca46-417c-8bb2-9bbd8753c5f1 HTTP/1.1" status: 200 len: 844 time: 0.1085143 Feb 09 01:33:31.439400 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3123b88e-f13b-4492-988d-0dddcb43623e req-e7db1d6f-bbf1-4dbe-8e73-f395ee8b0026 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029781 Feb 09 01:33:31.477972 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab863b29-a455-4bbd-8360-6002c914dc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (aaa5bf37-16f0-4235-975f-8915bbad2d8d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:31.482054 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab863b29-a455-4bbd-8360-6002c914dc5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:31.485676 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ab863b29-a455-4bbd-8360-6002c914dc5e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aaa5bf37-16f0-4235-975f-8915bbad2d8d HTTP/1.1" status: 204 len: 168 time: 0.4576604 Feb 09 01:33:31.485884 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f934252a-8537-4361-b687-32d8fc6cd08d req-2fb480f0-8c20-409c-88c4-459598f35037 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b64af6b-0c58-4f8d-a0de-377b2bbc2b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926120 Feb 09 01:33:31.516466 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab863b29-a455-4bbd-8360-6002c914dc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa5bf37-16f0-4235-975f-8915bbad2d8d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:31.551008 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=a619dddc-0464-4707-b341-5d5462aad706,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:31.708151 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f934252a-8537-4361-b687-32d8fc6cd08d req-3db3a92c-22bc-43db-a65d-abee37d65ea4 service neutron] 10.222.0.48 "GET /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134597 Feb 09 01:33:31.883557 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4474fb12-accc-4140-99c0-d49e9d86d60a x-openstack-request-id: req-4474fb12-accc-4140-99c0-d49e9d86d60a {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:31.884288 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f05a640-0f44-472d-8c14-eeb7ecb363d9", "name": "network-vif-plugged", "status": "completed", "tag": "a619dddc-0464-4707-b341-5d5462aad706", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:31.884691 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4474fb12-accc-4140-99c0-d49e9d86d60a {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:31.885663 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f05a640-0f44-472d-8c14-eeb7ecb363d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a619dddc-0464-4707-b341-5d5462aad706', 'code': 200} Feb 09 01:33:31.952333 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f934252a-8537-4361-b687-32d8fc6cd08d req-d0321c0d-6594-4ade-809d-318b77c8b1c3 service neutron] 10.222.0.48 "GET /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219443 Feb 09 01:33:32.031792 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-8b91dcee-4565-4d43-a205-9b1e7f440e77 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:33:32.036535 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-8b91dcee-4565-4d43-a205-9b1e7f440e77 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0208659 Feb 09 01:33:32.171676 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309268bc-df3b-4efe-9282-cc2d95552166 req-ec493b7f-a1a6-49e2-8c45-79dc7004896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:32.178889 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-ec493b7f-a1a6-49e2-8c45-79dc7004896e service neutron] 10.222.0.36 "GET /v2.0/ports/26f9301b-2ecc-4658-a113-5381caf8c688 HTTP/1.1" status: 200 len: 1124 time: 0.1022701 Feb 09 01:33:32.184854 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-309268bc-df3b-4efe-9282-cc2d95552166 req-193988a4-aec0-40b3-a999-1d129ee5c591 service neutron] Request body: {'binding': {'host': 'n-h1-828387-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:32.185304 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-309268bc-df3b-4efe-9282-cc2d95552166 req-193988a4-aec0-40b3-a999-1d129ee5c591 service neutron] Unknown quota resources ['binding']. {{(pid=103183) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:33:32.196170 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3ac44-7d7c-47de-8b32-0f3ee12c5661 req-bdb0f855-24bc-46fb-9e65-cf3b5c22daf5 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:32.211398 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-20d3ac44-7d7c-47de-8b32-0f3ee12c5661 req-bdb0f855-24bc-46fb-9e65-cf3b5c22daf5 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7727659-3b8a-4a4e-bda5-70e525bc6e0d HTTP/1.1" status: 200 len: 943 time: 0.1475108 Feb 09 01:33:32.239736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f43be-4618-4229-94b7-eb57ca05bc76 req-21f6623c-51fc-4b52-84a9-968051fdb064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:32.241946 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fa6f43be-4618-4229-94b7-eb57ca05bc76 req-21f6623c-51fc-4b52-84a9-968051fdb064 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 1132 time: 0.2009323 Feb 09 01:33:32.331185 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57324) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:32.351057 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-20d3ac44-7d7c-47de-8b32-0f3ee12c5661 req-4b4c25f2-856f-4032-9fd7-772994a8b24e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380918 Feb 09 01:33:32.405695 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fa6f43be-4618-4229-94b7-eb57ca05bc76 req-896156b6-bb97-4e4e-9f9d-1bbde7616595 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464972 Feb 09 01:33:32.580181 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-309268bc-df3b-4efe-9282-cc2d95552166 req-193988a4-aec0-40b3-a999-1d129ee5c591 service neutron] Attempting to bind port 26f9301b-2ecc-4658-a113-5381caf8c688 on host n-h1-828387-3 for vnic_type normal with profile None {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:33:32.580651 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-309268bc-df3b-4efe-9282-cc2d95552166 req-193988a4-aec0-40b3-a999-1d129ee5c591 service neutron] Attempting to bind port 26f9301b-2ecc-4658-a113-5381caf8c688 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:33:32.581410 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309268bc-df3b-4efe-9282-cc2d95552166 req-193988a4-aec0-40b3-a999-1d129ee5c591 service neutron] Attempting to bind port 26f9301b-2ecc-4658-a113-5381caf8c688 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:32.586842 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684ad83-c812-4427-8301-ad22eaf4ca86 req-45117ab7-4097-49bf-837d-ff706e0fe246 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:32.587430 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309268bc-df3b-4efe-9282-cc2d95552166 req-193988a4-aec0-40b3-a999-1d129ee5c591 service neutron] Port 26f9301b-2ecc-4658-a113-5381caf8c688 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:33:32.587899 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309268bc-df3b-4efe-9282-cc2d95552166 req-193988a4-aec0-40b3-a999-1d129ee5c591 service neutron] Attempting to bind port 26f9301b-2ecc-4658-a113-5381caf8c688 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:32.590491 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2684ad83-c812-4427-8301-ad22eaf4ca86 req-45117ab7-4097-49bf-837d-ff706e0fe246 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 950 time: 0.1046348 Feb 09 01:33:32.601178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309268bc-df3b-4efe-9282-cc2d95552166 req-193988a4-aec0-40b3-a999-1d129ee5c591 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:33:32.601178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309268bc-df3b-4efe-9282-cc2d95552166 req-193988a4-aec0-40b3-a999-1d129ee5c591 service neutron] Checking segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:32.601603 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309268bc-df3b-4efe-9282-cc2d95552166 req-193988a4-aec0-40b3-a999-1d129ee5c591 service neutron] Bound using segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:33:32.602160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-309268bc-df3b-4efe-9282-cc2d95552166 req-193988a4-aec0-40b3-a999-1d129ee5c591 service neutron] Bound port: 26f9301b-2ecc-4658-a113-5381caf8c688, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:33:32.636868 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-968afbb9-8542-421f-951a-3f6749655e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:32.686101 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-309268bc-df3b-4efe-9282-cc2d95552166 req-193988a4-aec0-40b3-a999-1d129ee5c591 service neutron] For port 26f9301b-2ecc-4658-a113-5381caf8c688, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=26f9301b-2ecc-4658-a113-5381caf8c688,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:33:32.701927 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-309268bc-df3b-4efe-9282-cc2d95552166 req-193988a4-aec0-40b3-a999-1d129ee5c591 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:32.703499 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-193988a4-aec0-40b3-a999-1d129ee5c591 service neutron] 10.222.0.36 "POST /v2.0/ports/26f9301b-2ecc-4658-a113-5381caf8c688/bindings HTTP/1.1" status: 201 len: 389 time: 0.5228739 Feb 09 01:33:32.730795 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2684ad83-c812-4427-8301-ad22eaf4ca86 req-6316df8f-78da-4335-871b-49b488146265 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317883 Feb 09 01:33:32.947016 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-968afbb9-8542-421f-951a-3f6749655e7b admin admin] Publish callbacks [] for security_group (6c1e5e11-cd05-4034-817a-b5f6b77172b2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:33.022002 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-968afbb9-8542-421f-951a-3f6749655e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6c1e5e11-cd05-4034-817a-b5f6b77172b2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:33.078241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83293d8e-87a0-4922-8594-ac4952b68337 req-f77a6005-6bd8-44c7-9bdb-1db729ead342 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:33.080118 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-968afbb9-8542-421f-951a-3f6749655e7b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3985214a1894448f997f7f458f931f28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7269263 Feb 09 01:33:33.082861 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57346) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:33.091874 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968afbb9-8542-421f-951a-3f6749655e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1e5e11-cd05-4034-817a-b5f6b77172b2,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:33.093089 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-83293d8e-87a0-4922-8594-ac4952b68337 req-f77a6005-6bd8-44c7-9bdb-1db729ead342 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 945 time: 0.1709721 Feb 09 01:33:33.124713 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fb523-4bca-490a-8f2b-c7bffc20ab2d req-96e99ba3-155f-4937-85d7-bece4a7fdee1 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:33.126439 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-244fb523-4bca-490a-8f2b-c7bffc20ab2d req-96e99ba3-155f-4937-85d7-bece4a7fdee1 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.1765716 Feb 09 01:33:33.203773 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309268bc-df3b-4efe-9282-cc2d95552166 req-686b0628-ce22-45db-8050-ab9fbf7234ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:33.204742 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-937eb9da-8ca2-4028-90af-40f4ba2751a1 admin admin] Publish callbacks [] for security_group (6c1e5e11-cd05-4034-817a-b5f6b77172b2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:33.206064 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-686b0628-ce22-45db-8050-ab9fbf7234ed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 1127 time: 0.1954601 Feb 09 01:33:33.230963 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-83293d8e-87a0-4922-8594-ac4952b68337 req-0cf90f0e-6e9c-4b99-911a-dddbcd9913ce tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303201 Feb 09 01:33:33.251990 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-244fb523-4bca-490a-8f2b-c7bffc20ab2d req-6e0180e3-2803-414e-b71f-231e1ab8edca tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018555 Feb 09 01:33:33.274342 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-937eb9da-8ca2-4028-90af-40f4ba2751a1 admin admin] Publish callbacks [] for security_group (6c1e5e11-cd05-4034-817a-b5f6b77172b2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:33.365507 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-937eb9da-8ca2-4028-90af-40f4ba2751a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6c1e5e11-cd05-4034-817a-b5f6b77172b2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:33.369172 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-937eb9da-8ca2-4028-90af-40f4ba2751a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:33.374088 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-937eb9da-8ca2-4028-90af-40f4ba2751a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6c1e5e11-cd05-4034-817a-b5f6b77172b2 HTTP/1.1" status: 204 len: 168 time: 0.2861094 Feb 09 01:33:33.393159 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eb9da-8ca2-4028-90af-40f4ba2751a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1e5e11-cd05-4034-817a-b5f6b77172b2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:33.449885 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309268bc-df3b-4efe-9282-cc2d95552166 req-87af0049-634a-443f-b2db-466e0f9b1d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:33.453826 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-87af0049-634a-443f-b2db-466e0f9b1d0c service neutron] 10.222.0.67 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 922 time: 0.2214134 Feb 09 01:33:33.548288 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-284e64a1-6080-49aa-b0d6-4c651ef11272 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26f9301b-2ecc-4658-a113-5381caf8c688 HTTP/1.1" status: 200 len: 217 time: 0.0781736 Feb 09 01:33:33.656545 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309268bc-df3b-4efe-9282-cc2d95552166 req-f03f6dce-f9a8-4dcb-9c94-3028599689b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:33.658493 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-f03f6dce-f9a8-4dcb-9c94-3028599689b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.0999939 Feb 09 01:33:33.713064 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-81ae278f-c024-4a4c-b396-4aa7d6506ed7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433509 Feb 09 01:33:33.891308 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f35ccb-f2b8-4589-bc11-2020fc4431f7 req-16548ae9-a19f-4763-b970-b58a8b5de696 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:33.899062 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-67f35ccb-f2b8-4589-bc11-2020fc4431f7 req-16548ae9-a19f-4763-b970-b58a8b5de696 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7727659-3b8a-4a4e-bda5-70e525bc6e0d HTTP/1.1" status: 200 len: 943 time: 0.3548625 Feb 09 01:33:33.945148 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-8bbe8844-5cc8-497b-a618-8fec6cf9d98b service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246153 Feb 09 01:33:33.987032 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-67f35ccb-f2b8-4589-bc11-2020fc4431f7 req-56290d74-f1ee-4c49-b42c-2c3fcfc59e65 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865107 Feb 09 01:33:34.071020 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 87e8025d-292f-4373-9b92-0eb38adc0099 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:33:34.081453 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5c90f-35ed-4ece-903c-2329f3908726 req-869096bd-9342-48d9-8b98-4ce0406ae49d tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:34.086395 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bbf5c90f-35ed-4ece-903c-2329f3908726 req-869096bd-9342-48d9-8b98-4ce0406ae49d tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 950 time: 0.2078238 Feb 09 01:33:34.192842 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-e1535b33-9bbb-4f71-95f6-7755195cf81e service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346103 Feb 09 01:33:34.212132 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bbf5c90f-35ed-4ece-903c-2329f3908726 req-591c0d1f-3cb4-43fe-a4eb-3b3bd25307fe tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193771 Feb 09 01:33:34.377792 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 87e8025d-292f-4373-9b92-0eb38adc0099, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=87e8025d-292f-4373-9b92-0eb38adc0099,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:34.421972 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '87e8025d-292f-4373-9b92-0eb38adc0099', 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16', 'port_id': '87e8025d-292f-4373-9b92-0eb38adc0099', 'mac_address': 'fa:16:3e:18:1c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6417b864-ca46-417c-8bb2-9bbd8753c5f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:33:34.453296 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a0d3e-9f48-4740-a720-8619285984d9 req-7882b770-6c3a-4045-92aa-240984b9f595 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:34.459798 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0e7a0d3e-9f48-4740-a720-8619285984d9 req-7882b770-6c3a-4045-92aa-240984b9f595 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.0888464 Feb 09 01:33:34.508492 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 87e8025d-292f-4373-9b92-0eb38adc0099 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:34.509199 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (87e8025d-292f-4373-9b92-0eb38adc0099), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:34.529621 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e8025d-292f-4373-9b92-0eb38adc0099 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:34.569210 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2594e0-b59b-42e5-b161-e428b16681bb req-5511112d-72b2-4a0a-bea8-816ebae97973 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:34.581634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 87e8025d-292f-4373-9b92-0eb38adc0099, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=87e8025d-292f-4373-9b92-0eb38adc0099,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:34.581969 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff2594e0-b59b-42e5-b161-e428b16681bb req-5511112d-72b2-4a0a-bea8-816ebae97973 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 945 time: 0.1992869 Feb 09 01:33:34.591661 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (87e8025d-292f-4373-9b92-0eb38adc0099), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:34.664150 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0e7a0d3e-9f48-4740-a720-8619285984d9 req-afb398ad-b2ea-4702-993d-3700eaf86f13 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881323 Feb 09 01:33:34.735613 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff2594e0-b59b-42e5-b161-e428b16681bb req-66b00f9d-f065-4c66-b139-e9aab8b386ea tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525397 Feb 09 01:33:34.750592 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=87e8025d-292f-4373-9b92-0eb38adc0099,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:35.003630 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['87e8025d-292f-4373-9b92-0eb38adc0099'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:33:35.227656 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb53a8b-57d3-46b1-88f9-ccf3ea27bd31 req-9f28afd4-e78d-4e76-8ee1-6f767ce4baef tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:35.229698 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5eb53a8b-57d3-46b1-88f9-ccf3ea27bd31 req-9f28afd4-e78d-4e76-8ee1-6f767ce4baef tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7727659-3b8a-4a4e-bda5-70e525bc6e0d HTTP/1.1" status: 200 len: 944 time: 0.1037560 Feb 09 01:33:35.250594 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57404) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:35.375862 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5eb53a8b-57d3-46b1-88f9-ccf3ea27bd31 req-d169b747-70ba-4838-bf33-d6ccb9410f3e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390853 Feb 09 01:33:35.481764 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cf4ae-15a0-4cc2-988f-b88087e8a6a0 req-f0ae619d-79c7-4fe1-b6b5-f1d35b0c524e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:35.495558 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b69cf4ae-15a0-4cc2-988f-b88087e8a6a0 req-f0ae619d-79c7-4fe1-b6b5-f1d35b0c524e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 950 time: 0.1359444 Feb 09 01:33:35.617151 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b69cf4ae-15a0-4cc2-988f-b88087e8a6a0 req-2d6a0e9c-b689-46dd-9a96-b275dbda48ea tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203201 Feb 09 01:33:35.683485 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-949c533c-2a88-4061-b0d2-416ecd513b5c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1099126138-network', 'tenant_id': '865e898aafce4aeab66edf77fcd52143'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:35.727467 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949c533c-2a88-4061-b0d2-416ecd513b5c admin admin] Made reservation on behalf of 865e898aafce4aeab66edf77fcd52143 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:35.734658 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-949c533c-2a88-4061-b0d2-416ecd513b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:35.768274 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-949c533c-2a88-4061-b0d2-416ecd513b5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:36.036593 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-949c533c-2a88-4061-b0d2-416ecd513b5c admin admin] Publish callbacks [] for security_group (115f0378-d5c0-41c0-858b-87df266c1c20), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:36.051999 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-949c533c-2a88-4061-b0d2-416ecd513b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (115f0378-d5c0-41c0-858b-87df266c1c20), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:36.071827 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949c533c-2a88-4061-b0d2-416ecd513b5c admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:33:36.100778 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-949c533c-2a88-4061-b0d2-416ecd513b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (0565080c-e78e-4687-9c37-ade1a0353378), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:36.101637 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-949c533c-2a88-4061-b0d2-416ecd513b5c admin admin] Added segment 0565080c-e78e-4687-9c37-ade1a0353378 of type vlan for network 453a6711-91a3-4a44-9758-2d1aaefb39b3 Feb 09 01:33:36.173060 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-949c533c-2a88-4061-b0d2-416ecd513b5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (453a6711-91a3-4a44-9758-2d1aaefb39b3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:36.253846 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17667f7-8502-4169-aa95-b4a54d83f503 req-65c12ce7-f120-4b78-a8fe-5406e120fd04 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:36.256603 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a17667f7-8502-4169-aa95-b4a54d83f503 req-65c12ce7-f120-4b78-a8fe-5406e120fd04 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.3984575 Feb 09 01:33:36.266999 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-949c533c-2a88-4061-b0d2-416ecd513b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (453a6711-91a3-4a44-9758-2d1aaefb39b3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:36.268719 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949c533c-2a88-4061-b0d2-416ecd513b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:36.269649 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-949c533c-2a88-4061-b0d2-416ecd513b5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:36.337332 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae42ad-4d72-451a-adbf-d4ce9ec1c251 req-83489299-a2c7-47cd-be6d-9f36b1b96f8f tempest-MigrationsAdminTest-1537347882 tempest-MigrationsAdminTest-1537347882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:36.348132 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-30ae42ad-4d72-451a-adbf-d4ce9ec1c251 req-83489299-a2c7-47cd-be6d-9f36b1b96f8f tempest-MigrationsAdminTest-1537347882 tempest-MigrationsAdminTest-1537347882-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 1132 time: 0.1193089 Feb 09 01:33:36.379810 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-30ae42ad-4d72-451a-adbf-d4ce9ec1c251 req-0891862f-7599-43a3-9f71-45231c302d4f tempest-MigrationsAdminTest-1537347882 tempest-MigrationsAdminTest-1537347882-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:36.386490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c533c-2a88-4061-b0d2-416ecd513b5c admin admin] Pushing event updated for resources: {'Network': ['ID=453a6711-91a3-4a44-9758-2d1aaefb39b3,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:36.391920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c533c-2a88-4061-b0d2-416ecd513b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115f0378-d5c0-41c0-858b-87df266c1c20,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:36.405907 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 453a6711-91a3-4a44-9758-2d1aaefb39b3 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:33:36.466940 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-949c533c-2a88-4061-b0d2-416ecd513b5c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2150033 Feb 09 01:33:36.484893 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57428) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:36.501692 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-cf56c1ae-52f0-46ab-8e54-dcab1b8ee657 admin admin] Request body: {'subnet': {'network_id': '453a6711-91a3-4a44-9758-2d1aaefb39b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1099126138-subnet', 'tenant_id': '865e898aafce4aeab66edf77fcd52143', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:36.562676 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-30ae42ad-4d72-451a-adbf-d4ce9ec1c251 req-0891862f-7599-43a3-9f71-45231c302d4f tempest-MigrationsAdminTest-1537347882 tempest-MigrationsAdminTest-1537347882-project-admin] Publish callbacks [] for security_group (0c6fd688-f656-49d2-bec4-3a37f7fb7184), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:36.571523 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-30ae42ad-4d72-451a-adbf-d4ce9ec1c251 req-0891862f-7599-43a3-9f71-45231c302d4f tempest-MigrationsAdminTest-1537347882 tempest-MigrationsAdminTest-1537347882-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0c6fd688-f656-49d2-bec4-3a37f7fb7184), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:36.601969 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a17667f7-8502-4169-aa95-b4a54d83f503 req-055bc258-63db-476a-a942-4fb57e02b0e0 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278849 Feb 09 01:33:36.629047 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf56c1ae-52f0-46ab-8e54-dcab1b8ee657 admin admin] Made reservation on behalf of 865e898aafce4aeab66edf77fcd52143 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:36.638723 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cf56c1ae-52f0-46ab-8e54-dcab1b8ee657 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:36.734465 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-30ae42ad-4d72-451a-adbf-d4ce9ec1c251 req-0891862f-7599-43a3-9f71-45231c302d4f tempest-MigrationsAdminTest-1537347882 tempest-MigrationsAdminTest-1537347882-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823040 Feb 09 01:33:36.739085 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891862f-7599-43a3-9f71-45231c302d4f tempest-MigrationsAdminTest-1537347882 tempest-MigrationsAdminTest-1537347882-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6fd688-f656-49d2-bec4-3a37f7fb7184,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:36.968133 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ad4f6-75d0-47aa-9467-3f9db6c10a45 req-557609e6-24b8-4f12-bbe3-3fe0dbbeea40 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:36.970356 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-196ad4f6-75d0-47aa-9467-3f9db6c10a45 req-557609e6-24b8-4f12-bbe3-3fe0dbbeea40 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 945 time: 0.1541600 Feb 09 01:33:36.974435 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436dd2d8-ecb0-4536-874e-4a852ab8511d req-2bdd9bfd-f845-4c69-a1a5-b92c88dbdab0 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:36.976417 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-436dd2d8-ecb0-4536-874e-4a852ab8511d req-2bdd9bfd-f845-4c69-a1a5-b92c88dbdab0 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7727659-3b8a-4a4e-bda5-70e525bc6e0d HTTP/1.1" status: 200 len: 944 time: 0.1038609 Feb 09 01:33:37.058833 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-436dd2d8-ecb0-4536-874e-4a852ab8511d req-e71c348a-a124-4181-9fc0-b94ea0262362 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659070 Feb 09 01:33:37.139086 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-196ad4f6-75d0-47aa-9467-3f9db6c10a45 req-3421c75c-dd69-4841-9fbf-c9a28f947c27 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502507 Feb 09 01:33:37.229019 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cf56c1ae-52f0-46ab-8e54-dcab1b8ee657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (5663d0ec-236b-44b8-be2c-ca4247ec2433), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:37.343253 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a1c87e01-3681-4624-9a09-e7fc349333d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:37.353252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf56c1ae-52f0-46ab-8e54-dcab1b8ee657 admin admin] Checking segment: {'id': '0565080c-e78e-4687-9c37-ade1a0353378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '453a6711-91a3-4a44-9758-2d1aaefb39b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:37.353975 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf56c1ae-52f0-46ab-8e54-dcab1b8ee657 admin admin] Network hostable DHCP agents. Network: 453a6711-91a3-4a44-9758-2d1aaefb39b3, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:33:37.371055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56c1ae-52f0-46ab-8e54-dcab1b8ee657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5663d0ec-236b-44b8-be2c-ca4247ec2433,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:37.394067 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf56c1ae-52f0-46ab-8e54-dcab1b8ee657 admin admin] Network 453a6711-91a3-4a44-9758-2d1aaefb39b3 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:33:37.409631 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-cf56c1ae-52f0-46ab-8e54-dcab1b8ee657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 453a6711-91a3-4a44-9758-2d1aaefb39b3) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:37.415559 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf56c1ae-52f0-46ab-8e54-dcab1b8ee657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:37.416162 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cf56c1ae-52f0-46ab-8e54-dcab1b8ee657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:37.422658 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783bc823-98d5-4ac6-ad86-4d0b119692ce None None] Network 453a6711-91a3-4a44-9758-2d1aaefb39b3 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:33:37.455568 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cf56c1ae-52f0-46ab-8e54-dcab1b8ee657 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9682415 Feb 09 01:33:37.594647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffcb113-88f0-4c29-aad6-90cb0871b820 None None] Network 453a6711-91a3-4a44-9758-2d1aaefb39b3 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:33:37.649095 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57456) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:37.844126 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-0d7723de-b508-4eb0-bc6f-1b1fe19df129 req-9698c829-bcaa-414c-a5f6-fc3186423552 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-404014205', 'description': 'tempest-description-1344889126'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:37.886132 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0d7723de-b508-4eb0-bc6f-1b1fe19df129 req-9698c829-bcaa-414c-a5f6-fc3186423552 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:37.991886 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b3c0cc3e-63cb-4e05-8bd9-d4566aab8b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.038194 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0d7723de-b508-4eb0-bc6f-1b1fe19df129 req-9698c829-bcaa-414c-a5f6-fc3186423552 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (9d7640f5-ee2a-407f-b64e-5f0c5c043b69), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.043871 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0d7723de-b508-4eb0-bc6f-1b1fe19df129 req-9698c829-bcaa-414c-a5f6-fc3186423552 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9d7640f5-ee2a-407f-b64e-5f0c5c043b69), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.095273 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698c829-bcaa-414c-a5f6-fc3186423552 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7640f5-ee2a-407f-b64e-5f0c5c043b69,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:38.114767 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 87e8025d-292f-4373-9b92-0eb38adc0099 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:33:38.114975 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0d7723de-b508-4eb0-bc6f-1b1fe19df129 req-9698c829-bcaa-414c-a5f6-fc3186423552 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.131160 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0d7723de-b508-4eb0-bc6f-1b1fe19df129 req-9698c829-bcaa-414c-a5f6-fc3186423552 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2965510 Feb 09 01:33:38.213157 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f67d5-9944-4fa1-b1b6-c9909c5ce87e req-efba2c75-fc56-458b-a6bc-3d420d9c5d64 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:38.215236 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e57f67d5-9944-4fa1-b1b6-c9909c5ce87e req-efba2c75-fc56-458b-a6bc-3d420d9c5d64 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.1286049 Feb 09 01:33:38.228274 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-0fb3c3cb-eb9c-4ed5-8354-8c5f5badc853 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953715 Feb 09 01:33:38.240515 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-ba44cee8-21a6-40f5-8acf-c0495dead27f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:33:38.241561 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-ba44cee8-21a6-40f5-8acf-c0495dead27f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052574 Feb 09 01:33:38.330818 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e57f67d5-9944-4fa1-b1b6-c9909c5ce87e req-b0436ffc-4a30-4736-a788-ed5785d6e311 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083472 Feb 09 01:33:38.341922 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b3c0cc3e-63cb-4e05-8bd9-d4566aab8b6c admin admin] Publish callbacks [] for security_group (21b4fb82-8a67-4e79-8797-557be60d37a8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.361012 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b3c0cc3e-63cb-4e05-8bd9-d4566aab8b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (21b4fb82-8a67-4e79-8797-557be60d37a8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.472816 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 87e8025d-292f-4373-9b92-0eb38adc0099 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:38.477310 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 87e8025d-292f-4373-9b92-0eb38adc0099 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:38.477982 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (87e8025d-292f-4373-9b92-0eb38adc0099), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.498321 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0cc3e-63cb-4e05-8bd9-d4566aab8b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b4fb82-8a67-4e79-8797-557be60d37a8,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:38.523549 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b3c0cc3e-63cb-4e05-8bd9-d4566aab8b6c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07414ecb290444d888a67fc5ba5915c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8687050 Feb 09 01:33:38.537699 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f6bdd-860c-494f-9825-3ab148bde989 req-c87b2d74-406a-4d42-b26f-c400ff49dfef tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:38.539333 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f6f6bdd-860c-494f-9825-3ab148bde989 req-c87b2d74-406a-4d42-b26f-c400ff49dfef tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 950 time: 0.2595131 Feb 09 01:33:38.539955 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57478) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:38.651578 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f6f6bdd-860c-494f-9825-3ab148bde989 req-dbf44b16-2a5c-47e2-824b-7876b8a4f34d tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981548 Feb 09 01:33:38.658027 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a433ba0a-209e-49f2-a424-899e8494ffa4 admin admin] Publish callbacks [] for security_group (21b4fb82-8a67-4e79-8797-557be60d37a8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.671427 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 87e8025d-292f-4373-9b92-0eb38adc0099 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:38.672123 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (87e8025d-292f-4373-9b92-0eb38adc0099), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.696313 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a6e52-0335-4b36-85fe-6dcb93a897b6 req-5beb8e09-00a7-4aed-b6db-d59006bef7de tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:38.702026 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7727659-3b8a-4a4e-bda5-70e525bc6e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e8025d-292f-4373-9b92-0eb38adc0099'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:38.704903 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941c4b5a-2583-41b4-a42f-b51ad1505cd8" -d '{"events": [{"server_uuid": "f7727659-3b8a-4a4e-bda5-70e525bc6e0d", "name": "network-vif-plugged", "status": "completed", "tag": "87e8025d-292f-4373-9b92-0eb38adc0099"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:38.711174 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-da9a6e52-0335-4b36-85fe-6dcb93a897b6 req-5beb8e09-00a7-4aed-b6db-d59006bef7de tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7727659-3b8a-4a4e-bda5-70e525bc6e0d HTTP/1.1" status: 200 len: 944 time: 0.2302568 Feb 09 01:33:38.722147 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 87e8025d-292f-4373-9b92-0eb38adc0099, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=87e8025d-292f-4373-9b92-0eb38adc0099,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:38.728198 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-bbc78485-b9fd-4bfa-afa7-0a579bbe04ae req-cf115e7e-46ef-43fe-83a0-3a127b3271a7 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-357674704', 'description': 'tempest-description-1286440173'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:38.737212 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (87e8025d-292f-4373-9b92-0eb38adc0099), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.775558 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a433ba0a-209e-49f2-a424-899e8494ffa4 admin admin] Publish callbacks [] for security_group (21b4fb82-8a67-4e79-8797-557be60d37a8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.793386 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bbc78485-b9fd-4bfa-afa7-0a579bbe04ae req-cf115e7e-46ef-43fe-83a0-3a127b3271a7 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.851655 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=87e8025d-292f-4373-9b92-0eb38adc0099,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:38.861041 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:38.861041 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:38.862129 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:38.862129 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:38.862654 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:38.863347 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:38.864170 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:38.865016 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:38.865818 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:38.866388 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:38.866878 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:38.867710 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:38.868349 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:38.903404 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-da9a6e52-0335-4b36-85fe-6dcb93a897b6 req-33660eeb-63f5-43e8-a0c0-557152dd589c tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910243 Feb 09 01:33:38.944431 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a433ba0a-209e-49f2-a424-899e8494ffa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (21b4fb82-8a67-4e79-8797-557be60d37a8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.954269 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a433ba0a-209e-49f2-a424-899e8494ffa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.955471 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a433ba0a-209e-49f2-a424-899e8494ffa4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/21b4fb82-8a67-4e79-8797-557be60d37a8 HTTP/1.1" status: 204 len: 168 time: 0.4138279 Feb 09 01:33:38.975013 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bbc78485-b9fd-4bfa-afa7-0a579bbe04ae req-cf115e7e-46ef-43fe-83a0-3a127b3271a7 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (7575e9c5-73c6-40e1-be48-f7256f585074), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.982099 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bbc78485-b9fd-4bfa-afa7-0a579bbe04ae req-cf115e7e-46ef-43fe-83a0-3a127b3271a7 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7575e9c5-73c6-40e1-be48-f7256f585074), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.991108 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433ba0a-209e-49f2-a424-899e8494ffa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b4fb82-8a67-4e79-8797-557be60d37a8,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:39.043828 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bbc78485-b9fd-4bfa-afa7-0a579bbe04ae req-cf115e7e-46ef-43fe-83a0-3a127b3271a7 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:39.056019 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bbc78485-b9fd-4bfa-afa7-0a579bbe04ae req-cf115e7e-46ef-43fe-83a0-3a127b3271a7 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3351896 Feb 09 01:33:39.094589 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf115e7e-46ef-43fe-83a0-3a127b3271a7 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7575e9c5-73c6-40e1-be48-f7256f585074,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:39.117680 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8f900c-7392-4178-a1be-bd65ece15ad8 x-openstack-request-id: req-ed8f900c-7392-4178-a1be-bd65ece15ad8 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:39.118003 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7727659-3b8a-4a4e-bda5-70e525bc6e0d", "name": "network-vif-plugged", "status": "completed", "tag": "87e8025d-292f-4373-9b92-0eb38adc0099", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:39.118266 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ed8f900c-7392-4178-a1be-bd65ece15ad8 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:39.118663 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7727659-3b8a-4a4e-bda5-70e525bc6e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e8025d-292f-4373-9b92-0eb38adc0099', 'code': 200} Feb 09 01:33:39.220022 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c97831-dd7b-4cc3-9df4-d6ccd8236c27 req-a6c48241-b38c-4ca5-83ba-8bf93d738532 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:39.228372 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-27c97831-dd7b-4cc3-9df4-d6ccd8236c27 req-a6c48241-b38c-4ca5-83ba-8bf93d738532 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 945 time: 0.1781027 Feb 09 01:33:39.335370 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e3645-1d29-4fef-9b84-2570e83a0fd6 req-f4416252-3cf0-4abd-a799-4db9f9ed7761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:39.348232 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-893e3645-1d29-4fef-9b84-2570e83a0fd6 req-f4416252-3cf0-4abd-a799-4db9f9ed7761 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f7727659-3b8a-4a4e-bda5-70e525bc6e0d HTTP/1.1" status: 200 len: 1127 time: 0.1025157 Feb 09 01:33:39.365426 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-27c97831-dd7b-4cc3-9df4-d6ccd8236c27 req-8d41167e-37a4-4d46-9704-65459500af97 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278048 Feb 09 01:33:39.418106 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:39.443428 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-893e3645-1d29-4fef-9b84-2570e83a0fd6 req-30b799d1-4ccd-46fc-81fd-5ff07ef2bc04 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852773 Feb 09 01:33:39.727195 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-7b495c1b-2640-49fd-88ab-92fa79e25eff tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:39.741498 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-7b495c1b-2640-49fd-88ab-92fa79e25eff tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/networks?id=453a6711-91a3-4a44-9758-2d1aaefb39b3 HTTP/1.1" status: 200 len: 813 time: 0.2349646 Feb 09 01:33:39.768049 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6811f119-e0d9-431c-a16f-facc2c60dd67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:39.774572 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-10290701-7e1d-4077-b7f1-ba99088fdf4c tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/quotas/865e898aafce4aeab66edf77fcd52143 HTTP/1.1" status: 200 len: 375 time: 0.0314744 Feb 09 01:33:39.795153 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57516) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:39.849203 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-960cbd09-f57b-4540-a855-d988f6158fec tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=865e898aafce4aeab66edf77fcd52143&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712497 Feb 09 01:33:39.876633 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5d9d7c9-7cfc-447b-8689-ce7a8ef0b266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:40.040833 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-eae363ca-aa2c-4e24-93d8-d3ffb8df8838 service neutron] 10.222.0.36 "GET /v2.0/networks/453a6711-91a3-4a44-9758-2d1aaefb39b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782699 Feb 09 01:33:40.094936 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f57c1-e6fd-4b18-90f8-0ee58511d60f req-36311467-0f3d-4dc2-88b6-49e25cdf5ec6 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:40.105772 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-788f57c1-e6fd-4b18-90f8-0ee58511d60f req-36311467-0f3d-4dc2-88b6-49e25cdf5ec6 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.5608478 Feb 09 01:33:40.153366 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5d9d7c9-7cfc-447b-8689-ce7a8ef0b266 admin admin] Publish callbacks [] for security_group (e93cf876-9ad3-409f-8d6c-9d9d44004b4c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:40.158976 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5d9d7c9-7cfc-447b-8689-ce7a8ef0b266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e93cf876-9ad3-409f-8d6c-9d9d44004b4c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:40.208847 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-788f57c1-e6fd-4b18-90f8-0ee58511d60f req-ee976d1b-0a51-4894-b1c4-b3952e066c67 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011157 Feb 09 01:33:40.227793 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-5a85ec35-f4e8-4cf7-ab48-98c358d43221 service neutron] 10.222.0.36 "GET /v2.0/networks/453a6711-91a3-4a44-9758-2d1aaefb39b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857386 Feb 09 01:33:40.273672 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d5d9d7c9-7cfc-447b-8689-ce7a8ef0b266 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e786f58b66004266895ab43a5d59d678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4770551 Feb 09 01:33:40.274803 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9d7c9-7cfc-447b-8689-ce7a8ef0b266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93cf876-9ad3-409f-8d6c-9d9d44004b4c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:40.278582 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57520) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:40.403310 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1e5e9-4211-4fde-a216-f06773b37dbe req-df935ef4-f14e-4028-803c-0a829d064a9f tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:40.411064 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56c1e5e9-4211-4fde-a216-f06773b37dbe req-df935ef4-f14e-4028-803c-0a829d064a9f tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 950 time: 0.0918448 Feb 09 01:33:40.427970 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b03d3ce5-6de4-4910-9f25-2e1e9a6cd74f admin admin] Publish callbacks [] for security_group (e93cf876-9ad3-409f-8d6c-9d9d44004b4c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:40.522901 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b03d3ce5-6de4-4910-9f25-2e1e9a6cd74f admin admin] Publish callbacks [] for security_group (e93cf876-9ad3-409f-8d6c-9d9d44004b4c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:40.528281 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56c1e5e9-4211-4fde-a216-f06773b37dbe req-ae9e45b9-a356-4582-8e2f-f2e12392a13b tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976532 Feb 09 01:33:40.572168 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:40.628050 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946e126-52fe-42c5-87bc-f7051b317e79 req-146c3792-aa29-413b-8715-b4aae95d1dbd tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:40.629425 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b03d3ce5-6de4-4910-9f25-2e1e9a6cd74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e93cf876-9ad3-409f-8d6c-9d9d44004b4c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:40.634660 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b03d3ce5-6de4-4910-9f25-2e1e9a6cd74f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:40.640035 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b03d3ce5-6de4-4910-9f25-2e1e9a6cd74f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e93cf876-9ad3-409f-8d6c-9d9d44004b4c HTTP/1.1" status: 204 len: 168 time: 0.3576534 Feb 09 01:33:40.654007 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6946e126-52fe-42c5-87bc-f7051b317e79 req-146c3792-aa29-413b-8715-b4aae95d1dbd tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7727659-3b8a-4a4e-bda5-70e525bc6e0d HTTP/1.1" status: 200 len: 945 time: 0.1962225 Feb 09 01:33:40.670666 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d3ce5-6de4-4910-9f25-2e1e9a6cd74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93cf876-9ad3-409f-8d6c-9d9d44004b4c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:40.731475 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:40.837957 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6946e126-52fe-42c5-87bc-f7051b317e79 req-ca0986bf-8709-4bf9-909a-751dd2edf864 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664891 Feb 09 01:33:41.070765 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a948eada-645b-4ae3-91fc-a659614da30a req-04939b76-a6fd-4843-8188-59fce0c2a3a8 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 210 time: 0.1037734 Feb 09 01:33:41.118536 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-547dcf1d-7e2b-4b89-9735-b3dd372ab10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:41.125108 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-547dcf1d-7e2b-4b89-9735-b3dd372ab10d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 1132 time: 0.2705758 Feb 09 01:33:41.248624 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29088a44-2a81-4751-a357-819fa7926315 req-e9559a9c-82e3-47cf-a99f-7a41cdf8b9e0 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:41.273732 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-29088a44-2a81-4751-a357-819fa7926315 req-e9559a9c-82e3-47cf-a99f-7a41cdf8b9e0 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 945 time: 0.2058468 Feb 09 01:33:41.383046 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-fb3fe17b-9b22-4a45-b8d1-68cd6744e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:41.384615 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-fb3fe17b-9b22-4a45-b8d1-68cd6744e7d4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.2515130 Feb 09 01:33:41.397800 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-a2dec7e4-aeee-4182-9e95-ee60fe6842b4 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--430729821&fields=id&tenant_id=2c3c032fc7314a3f9814230b1c240bfa HTTP/1.1" status: 200 len: 267 time: 0.1089208 Feb 09 01:33:41.424969 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-29088a44-2a81-4751-a357-819fa7926315 req-b0553802-3528-4828-9384-1e0b0fc945ca tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496768 Feb 09 01:33:41.583488 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-0f68e3dd-3938-4d42-8f08-64b6c9b6e23f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=a619dddc-0464-4707-b341-5d5462aad706 HTTP/1.1" status: 200 len: 217 time: 0.1822302 Feb 09 01:33:41.677106 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9b185-41ac-48df-9dfa-67121da9257e req-c2aded89-75d8-4a59-b3ae-47b8f412e2fd tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:41.678675 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-89c9b185-41ac-48df-9dfa-67121da9257e req-c2aded89-75d8-4a59-b3ae-47b8f412e2fd tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.1220531 Feb 09 01:33:41.705071 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-2ac78f69-8092-4ccf-8ebf-c09801235dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:41.706716 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-2ac78f69-8092-4ccf-8ebf-c09801235dfe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.0934269 Feb 09 01:33:41.733215 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-f34cac68-32b4-42bc-a16c-624392d6e5a5 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:41.740896 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-f34cac68-32b4-42bc-a16c-624392d6e5a5 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/networks?id=30f1f285-ac54-43cd-8116-17aca97bda27 HTTP/1.1" status: 200 len: 824 time: 0.3419425 Feb 09 01:33:41.763167 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-a2c38c18-747d-4aad-b9a7-1faa8d500d2a tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/quotas/2c3c032fc7314a3f9814230b1c240bfa HTTP/1.1" status: 200 len: 375 time: 0.0211406 Feb 09 01:33:41.784358 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-89c9b185-41ac-48df-9dfa-67121da9257e req-5c6b54f9-bc13-4ecc-b321-a361965555ee tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884492 Feb 09 01:33:41.937591 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-1abb7bd0-4a7e-44bd-be5b-fe9cee3296f2 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c3c032fc7314a3f9814230b1c240bfa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1723397 Feb 09 01:33:41.953062 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-819a308b-a3c2-4587-bde7-b80ff20e8acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:41.955469 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-819a308b-a3c2-4587-bde7-b80ff20e8acf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1893184 Feb 09 01:33:41.974432 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b02485-eae9-40f6-bd1e-073e897e4b7b req-8b2c343f-28a2-4414-bb2f-a20deeb56e21 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:41.976995 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-37b02485-eae9-40f6-bd1e-073e897e4b7b req-8b2c343f-28a2-4414-bb2f-a20deeb56e21 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 950 time: 0.1103382 Feb 09 01:33:42.069806 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-37b02485-eae9-40f6-bd1e-073e897e4b7b req-7d44f6b3-d306-4678-ad5a-156909b71b20 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785930 Feb 09 01:33:42.193289 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:42.195697 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-0ed98414-0832-4e31-acc8-98b747a48718 service neutron] 10.222.0.36 "GET /v2.0/networks/30f1f285-ac54-43cd-8116-17aca97bda27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223902 Feb 09 01:33:42.360250 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef34a45-20d9-4b44-90ab-7086d5a185cf req-04cd25e5-a3c9-4bcc-92ab-73d8f74555c0 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:42.372823 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eef34a45-20d9-4b44-90ab-7086d5a185cf req-04cd25e5-a3c9-4bcc-92ab-73d8f74555c0 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7727659-3b8a-4a4e-bda5-70e525bc6e0d HTTP/1.1" status: 200 len: 945 time: 0.1493330 Feb 09 01:33:42.503418 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eef34a45-20d9-4b44-90ab-7086d5a185cf req-a51d6de1-f110-4260-8a49-c021a676ff17 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254663 Feb 09 01:33:42.727147 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1a3981fa-ce10-47d3-bbd8-fabdb352f8d1 req-98a9fc3b-8475-4bb3-87e3-236f6d92c892 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 210 time: 0.0854018 Feb 09 01:33:42.745876 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-fe19b41c-df07-49dc-8099-ac2f971ba60d service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7803066 Feb 09 01:33:43.061586 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957a4aa-6263-491e-823a-63b131c4e87e req-29158499-a06c-4787-9ae8-e623a30a95c6 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:43.064263 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0957a4aa-6263-491e-823a-63b131c4e87e req-29158499-a06c-4787-9ae8-e623a30a95c6 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 945 time: 0.1932263 Feb 09 01:33:43.088928 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d66f4a-c583-45d6-b97b-34cca0d052fa req-c0dd190b-3a8e-42bf-b43a-ec066f33eb9e tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:43.092098 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e5d66f4a-c583-45d6-b97b-34cca0d052fa req-c0dd190b-3a8e-42bf-b43a-ec066f33eb9e tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.67 "GET /v2.0/ports?device_id=667b4ea8-d321-4c37-bdd4-b118db7e125f HTTP/1.1" status: 200 len: 945 time: 0.1985319 Feb 09 01:33:43.121815 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-7f513688-70e0-4158-9b46-7d14c69d4864 service neutron] 10.222.0.36 "GET /v2.0/networks/30f1f285-ac54-43cd-8116-17aca97bda27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9236419 Feb 09 01:33:43.168962 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-f3669de9-fb85-4de7-aa42-9f4cf13943c1 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872595 Feb 09 01:33:43.188544 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-dc05e8e6-f8d6-4802-a573-a9ca144a0b5d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:43.190938 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-dc05e8e6-f8d6-4802-a573-a9ca144a0b5d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.67 "GET /v2.0/networks?id=453a6711-91a3-4a44-9758-2d1aaefb39b3 HTTP/1.1" status: 200 len: 813 time: 0.4176106 Feb 09 01:33:43.209902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-54c7e63e-b7e2-4907-856c-23b7c2d39e94 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Request body: {'port': {'device_id': '583e5106-e520-443a-bfc0-546955f1a53a', 'network_id': '453a6711-91a3-4a44-9758-2d1aaefb39b3', 'admin_state_up': True, 'tenant_id': '865e898aafce4aeab66edf77fcd52143'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:43.403510 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:43.477983 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0957a4aa-6263-491e-823a-63b131c4e87e req-3319ea63-237a-4a89-9035-b45a4bbec2f1 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841386 Feb 09 01:33:43.491107 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-54c7e63e-b7e2-4907-856c-23b7c2d39e94 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Made reservation on behalf of 865e898aafce4aeab66edf77fcd52143 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:43.500960 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-54c7e63e-b7e2-4907-856c-23b7c2d39e94 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:43.675890 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-e5d66f4a-c583-45d6-b97b-34cca0d052fa req-e70301b9-dab6-4208-84f8-043110d49592 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Deleting port a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:33:43.676451 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e5d66f4a-c583-45d6-b97b-34cca0d052fa req-e70301b9-dab6-4208-84f8-043110d49592 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a1f0eebb-7c5e-4b44-bd37-21eb343c06a3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:44.018159 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-e5d66f4a-c583-45d6-b97b-34cca0d052fa req-e70301b9-dab6-4208-84f8-043110d49592 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] For port a1f0eebb-7c5e-4b44-bd37-21eb343c06a3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a1f0eebb-7c5e-4b44-bd37-21eb343c06a3,segment=NetworkSegment(097c5076-9db0-48e7-9d59-aad5f00c38d4),segment_id=097c5076-9db0-48e7-9d59-aad5f00c38d4)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:44.018883 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e5d66f4a-c583-45d6-b97b-34cca0d052fa req-e70301b9-dab6-4208-84f8-043110d49592 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a1f0eebb-7c5e-4b44-bd37-21eb343c06a3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:44.084507 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4041973-df9f-4a0e-bf5f-35babf0a9ec7 req-3e895584-ba93-4054-b9c3-e71bdc735133 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:44.099518 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c4041973-df9f-4a0e-bf5f-35babf0a9ec7 req-3e895584-ba93-4054-b9c3-e71bdc735133 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.3868356 Feb 09 01:33:44.198649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-54c7e63e-b7e2-4907-856c-23b7c2d39e94 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Allocated IP 172.20.0.2 (453a6711-91a3-4a44-9758-2d1aaefb39b3/5663d0ec-236b-44b8-be2c-ca4247ec2433/12c5d5ff-40f1-4516-822e-7914c72900d0) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:44.237759 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c4041973-df9f-4a0e-bf5f-35babf0a9ec7 req-79a599bb-dd9a-465c-a510-8f531aab3ac9 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360707 Feb 09 01:33:44.341652 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1ae49-b5f1-4e0a-9a54-af5e8775fa18 req-a138fc1b-fccf-42ad-a515-64c394c4b429 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:44.343322 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ef1ae49-b5f1-4e0a-9a54-af5e8775fa18 req-a138fc1b-fccf-42ad-a515-64c394c4b429 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 950 time: 0.3407669 Feb 09 01:33:44.552513 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ef1ae49-b5f1-4e0a-9a54-af5e8775fa18 req-7ca182aa-af3a-49c4-b2ab-501fec818cb2 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540284 Feb 09 01:33:44.634263 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e5d66f4a-c583-45d6-b97b-34cca0d052fa req-e70301b9-dab6-4208-84f8-043110d49592 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:44.634512 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e5d66f4a-c583-45d6-b97b-34cca0d052fa req-e70301b9-dab6-4208-84f8-043110d49592 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (01322e71-f21d-45be-b670-6434605f4de0), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:44.635017 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [req-e5d66f4a-c583-45d6-b97b-34cca0d052fa req-e70301b9-dab6-4208-84f8-043110d49592 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Floating IP 01322e71-f21d-45be-b670-6434605f4de0 disassociated. External IP: 172.25.7.38, port: a1f0eebb-7c5e-4b44-bd37-21eb343c06a3. Feb 09 01:33:44.635611 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-e5d66f4a-c583-45d6-b97b-34cca0d052fa req-e70301b9-dab6-4208-84f8-043110d49592 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Calling delete_port for a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:33:44.642454 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-da407baf-e6c1-4290-b49f-a1e801ef3643 req-462e52d3-bf6a-4267-85cb-ed7c32d00b3f tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 210 time: 0.2131116 Feb 09 01:33:44.723835 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-54c7e63e-b7e2-4907-856c-23b7c2d39e94 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for port (12c5d5ff-40f1-4516-822e-7914c72900d0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:44.808843 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-54c7e63e-b7e2-4907-856c-23b7c2d39e94 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (12c5d5ff-40f1-4516-822e-7914c72900d0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:44.945436 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-54c7e63e-b7e2-4907-856c-23b7c2d39e94 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Network 453a6711-91a3-4a44-9758-2d1aaefb39b3 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:44.962884 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-54c7e63e-b7e2-4907-856c-23b7c2d39e94 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:44.979809 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-54c7e63e-b7e2-4907-856c-23b7c2d39e94 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:33:45.023944 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:33:45.029533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7e63e-b7e2-4907-856c-23b7c2d39e94 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event updated for resources: {'Port': ['ID=12c5d5ff-40f1-4516-822e-7914c72900d0,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:45.046967 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9e35e-0b32-436c-a5f9-7354abc247db req-b6487711-b9a1-457c-aada-ad9001f89dc4 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:45.060930 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7dc9e35e-0b32-436c-a5f9-7354abc247db req-b6487711-b9a1-457c-aada-ad9001f89dc4 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 931 time: 0.2298942 Feb 09 01:33:45.080615 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce130e-4e12-41a8-af7f-fa1a22c361cb req-da37f1ba-4ab4-45c1-8577-7548cd9f6dc0 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:45.088603 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e4ce130e-4e12-41a8-af7f-fa1a22c361cb req-da37f1ba-4ab4-45c1-8577-7548cd9f6dc0 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7727659-3b8a-4a4e-bda5-70e525bc6e0d HTTP/1.1" status: 200 len: 945 time: 0.2038128 Feb 09 01:33:45.156911 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-54c7e63e-b7e2-4907-856c-23b7c2d39e94 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:45.161478 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e5d66f4a-c583-45d6-b97b-34cca0d052fa req-e70301b9-dab6-4208-84f8-043110d49592 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (a1f0eebb-7c5e-4b44-bd37-21eb343c06a3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:45.166070 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-54c7e63e-b7e2-4907-856c-23b7c2d39e94 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:45.185097 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7dc9e35e-0b32-436c-a5f9-7354abc247db req-2c4566a9-48c4-4c24-af81-64d69de330ea tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231830 Feb 09 01:33:45.190332 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No active binding found for port a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 {{(pid=103185) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 01:33:45.190903 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] The host n-h1-828387-3 is not matching for port a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 host None! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:33:45.191344 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:33:45.215158 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-54c7e63e-b7e2-4907-856c-23b7c2d39e94 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0151618 Feb 09 01:33:45.254916 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-50d8ff71-f9bc-4b51-ace9-b87524aed1c0 service neutron] Request body: {'port': {'device_id': '583e5106-e520-443a-bfc0-546955f1a53a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:45.283751 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70301b9-dab6-4208-84f8-043110d49592 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Pushing event deleted for resources: {'Port': ['ID=a1f0eebb-7c5e-4b44-bd37-21eb343c06a3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:45.331246 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e4ce130e-4e12-41a8-af7f-fa1a22c361cb req-a30b52cd-a66a-4066-a060-28c9adf9e1a3 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382739 Feb 09 01:33:45.438582 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-50d8ff71-f9bc-4b51-ace9-b87524aed1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (12c5d5ff-40f1-4516-822e-7914c72900d0), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:45.587859 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5d66f4a-c583-45d6-b97b-34cca0d052fa req-e70301b9-dab6-4208-84f8-043110d49592 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Router f2029d96-c1c9-44c4-b6c3-28ae018eff2b has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:33:45.607079 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd262264-3ff0-4453-b70c-d74efab8a6c3 req-03976f28-01d7-4c8c-8b04-f067cfe0357b tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:45.614590 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fd262264-3ff0-4453-b70c-d74efab8a6c3 req-03976f28-01d7-4c8c-8b04-f067cfe0357b tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 945 time: 0.1486232 Feb 09 01:33:45.674631 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc281ebb-fc92-4588-9d57-47838f7e4adc req-76ca9888-52b6-420a-8902-8f6bbebe1932 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:45.679932 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fc281ebb-fc92-4588-9d57-47838f7e4adc req-76ca9888-52b6-420a-8902-8f6bbebe1932 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.2309875 Feb 09 01:33:45.866171 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fd262264-3ff0-4453-b70c-d74efab8a6c3 req-4339d48b-669b-4f1c-8652-5be81a9f171e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480192 Feb 09 01:33:45.905932 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fc281ebb-fc92-4588-9d57-47838f7e4adc req-46a4582b-18e4-449f-a7f5-690b36c2e875 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180676 Feb 09 01:33:45.950056 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5d66f4a-c583-45d6-b97b-34cca0d052fa req-e70301b9-dab6-4208-84f8-043110d49592 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:33:45.966151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc189b33-dab7-4d8d-b4cf-8d5dd91b74cd None None] Sync routers for ids ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:33:45.997276 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc189b33-dab7-4d8d-b4cf-8d5dd91b74cd None None] Routers {'f2029d96-c1c9-44c4-b6c3-28ae018eff2b'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:33:45.997928 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-dc189b33-dab7-4d8d-b4cf-8d5dd91b74cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:33:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:46.070538 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d66f4a-c583-45d6-b97b-34cca0d052fa req-e70301b9-dab6-4208-84f8-043110d49592 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] No DVR routers for this DVR port a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:33:46.074828 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e5d66f4a-c583-45d6-b97b-34cca0d052fa req-e70301b9-dab6-4208-84f8-043110d49592 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:46.078305 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e5d66f4a-c583-45d6-b97b-34cca0d052fa req-e70301b9-dab6-4208-84f8-043110d49592 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.67 "DELETE /v2.0/ports/a1f0eebb-7c5e-4b44-bd37-21eb343c06a3 HTTP/1.1" status: 204 len: 173 time: 2.9323046 Feb 09 01:33:46.078797 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667b4ea8-d321-4c37-bdd4-b118db7e125f', 'name': 'network-vif-deleted', 'tag': 'a1f0eebb-7c5e-4b44-bd37-21eb343c06a3'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:46.099238 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cffee0d-be9f-4c4c-9836-42722bd47dca" -d '{"events": [{"server_uuid": "667b4ea8-d321-4c37-bdd4-b118db7e125f", "name": "network-vif-deleted", "tag": "a1f0eebb-7c5e-4b44-bd37-21eb343c06a3"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:46.224503 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-dc189b33-dab7-4d8d-b4cf-8d5dd91b74cd None None] Set router f2029d96-c1c9-44c4-b6c3-28ae018eff2b gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:33:46.294533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-50d8ff71-f9bc-4b51-ace9-b87524aed1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c5d5ff-40f1-4516-822e-7914c72900d0 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:46.319711 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-50d8ff71-f9bc-4b51-ace9-b87524aed1c0 service neutron] Publish callbacks [] for port (12c5d5ff-40f1-4516-822e-7914c72900d0), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:46.377345 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-50d8ff71-f9bc-4b51-ace9-b87524aed1c0 service neutron] Transition to ACTIVE for port object 12c5d5ff-40f1-4516-822e-7914c72900d0 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:46.396544 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-50d8ff71-f9bc-4b51-ace9-b87524aed1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (12c5d5ff-40f1-4516-822e-7914c72900d0), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:46.584376 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-dc189b33-dab7-4d8d-b4cf-8d5dd91b74cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820247541-router', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'gw_port': {'id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '28cb58dc-5486-45c1-accb-a880b5db9304', 'name': '', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'mac_address': 'fa:16:3e:a1:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 5, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'subnets': [{'id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:46.595627 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57670) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:46.633914 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8ff71-f9bc-4b51-ace9-b87524aed1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=12c5d5ff-40f1-4516-822e-7914c72900d0,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:46.654787 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc189b33-dab7-4d8d-b4cf-8d5dd91b74cd None None] Checking router: f2029d96-c1c9-44c4-b6c3-28ae018eff2b for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:33:46.670226 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc189b33-dab7-4d8d-b4cf-8d5dd91b74cd None None] Routers {'f2029d96-c1c9-44c4-b6c3-28ae018eff2b'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:33:46.671838 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-dc189b33-dab7-4d8d-b4cf-8d5dd91b74cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:33:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:46.752827 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02be26d-7447-4a6c-bb1a-64ebfb092acb req-e343c51a-1572-42ce-b14c-36f8ced5cfe4 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:46.762791 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f02be26d-7447-4a6c-bb1a-64ebfb092acb req-e343c51a-1572-42ce-b14c-36f8ced5cfe4 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 950 time: 0.3728168 Feb 09 01:33:46.783593 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-f990d84d-579e-4b06-b00a-0c845a785544 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:46.787508 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-f990d84d-579e-4b06-b00a-0c845a785544 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.48 "GET /v2.0/networks?id=30f1f285-ac54-43cd-8116-17aca97bda27 HTTP/1.1" status: 200 len: 824 time: 0.8135533 Feb 09 01:33:46.925759 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-dc189b33-dab7-4d8d-b4cf-8d5dd91b74cd None None] Set router f2029d96-c1c9-44c4-b6c3-28ae018eff2b gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:33:46.958162 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-63573766-fbd4-4a6d-b5bf-d27ef47771f5 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c3c032fc7314a3f9814230b1c240bfa HTTP/1.1" status: 200 len: 379 time: 0.1531305 Feb 09 01:33:46.959323 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4512cee8-9fb6-46c7-b4c4-504554f6cb64 req-c484e6e6-9f61-491f-a163-249dad68892b tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 210 time: 0.1232793 Feb 09 01:33:46.972372 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9b4a4fbd-7bf1-45c4-ac24-9a705f5bcf82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:47.040365 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-f7d414f9-a91b-4675-95e4-c7803c3ef3d1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Request body: {'port': {'device_id': '2310785e-9e40-4fb3-b6d1-dcaff2f7e42d', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'admin_state_up': True, 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'security_groups': ['5bc80cbf-96f2-499f-a76e-4ad884404098']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:47.062051 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aaddf0f5-7644-46d3-9c3c-2ec1430f6e93 req-ae6634b3-6874-4c51-89ae-995fc34c5dbf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3508201 Feb 09 01:33:47.079914 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-50d8ff71-f9bc-4b51-ace9-b87524aed1c0 service neutron] Attempting to bind port 12c5d5ff-40f1-4516-822e-7914c72900d0 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:33:47.080104 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-50d8ff71-f9bc-4b51-ace9-b87524aed1c0 service neutron] Attempting to bind port 12c5d5ff-40f1-4516-822e-7914c72900d0 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '0565080c-e78e-4687-9c37-ade1a0353378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '453a6711-91a3-4a44-9758-2d1aaefb39b3'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:33:47.080703 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-50d8ff71-f9bc-4b51-ace9-b87524aed1c0 service neutron] Attempting to bind port 12c5d5ff-40f1-4516-822e-7914c72900d0 on network 453a6711-91a3-4a44-9758-2d1aaefb39b3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:47.094568 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5bdafa-5a75-46af-aa3a-3a94c7735dbd x-openstack-request-id: req-db5bdafa-5a75-46af-aa3a-3a94c7735dbd {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:47.095189 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667b4ea8-d321-4c37-bdd4-b118db7e125f", "name": "network-vif-deleted", "tag": "a1f0eebb-7c5e-4b44-bd37-21eb343c06a3", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:47.097777 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-db5bdafa-5a75-46af-aa3a-3a94c7735dbd {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:47.098453 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667b4ea8-d321-4c37-bdd4-b118db7e125f', 'name': 'network-vif-deleted', 'tag': 'a1f0eebb-7c5e-4b44-bd37-21eb343c06a3', 'status': 'completed', 'code': 200} Feb 09 01:33:47.172485 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f02be26d-7447-4a6c-bb1a-64ebfb092acb req-6555b322-f621-43a5-adb3-6c34ac9585d2 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083698 Feb 09 01:33:47.181454 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-50d8ff71-f9bc-4b51-ace9-b87524aed1c0 service neutron] Port 12c5d5ff-40f1-4516-822e-7914c72900d0 on network 453a6711-91a3-4a44-9758-2d1aaefb39b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:33:47.181902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-50d8ff71-f9bc-4b51-ace9-b87524aed1c0 service neutron] Attempting to bind port 12c5d5ff-40f1-4516-822e-7914c72900d0 on network 453a6711-91a3-4a44-9758-2d1aaefb39b3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:47.220375 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-50d8ff71-f9bc-4b51-ace9-b87524aed1c0 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:33:47.220857 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-50d8ff71-f9bc-4b51-ace9-b87524aed1c0 service neutron] Checking segment: {'id': '0565080c-e78e-4687-9c37-ade1a0353378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '453a6711-91a3-4a44-9758-2d1aaefb39b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:47.221424 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-50d8ff71-f9bc-4b51-ace9-b87524aed1c0 service neutron] Bound using segment: {'id': '0565080c-e78e-4687-9c37-ade1a0353378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '453a6711-91a3-4a44-9758-2d1aaefb39b3'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:33:47.222112 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-50d8ff71-f9bc-4b51-ace9-b87524aed1c0 service neutron] Bound port: 12c5d5ff-40f1-4516-822e-7914c72900d0, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0565080c-e78e-4687-9c37-ade1a0353378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '453a6711-91a3-4a44-9758-2d1aaefb39b3'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:33:47.222887 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-50d8ff71-f9bc-4b51-ace9-b87524aed1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (12c5d5ff-40f1-4516-822e-7914c72900d0), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:47.326766 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-dc189b33-dab7-4d8d-b4cf-8d5dd91b74cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820247541-router', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'gw_port': {'id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '28cb58dc-5486-45c1-accb-a880b5db9304', 'name': '', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'mac_address': 'fa:16:3e:a1:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 5, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'subnets': [{'id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:47.393902 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc189b33-dab7-4d8d-b4cf-8d5dd91b74cd None None] The sync data for ids ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'] in n-d-828387-3 is: [{'id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820247541-router', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'gw_port': {'id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '28cb58dc-5486-45c1-accb-a880b5db9304', 'name': '', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'mac_address': 'fa:16:3e:a1:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 5, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'subnets': [{'id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:33:47.425116 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9b4a4fbd-7bf1-45c4-ac24-9a705f5bcf82 admin admin] Publish callbacks [] for security_group (b2a8dc98-84d3-4a19-ae39-1c740b3275b3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:47.436835 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9b4a4fbd-7bf1-45c4-ac24-9a705f5bcf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b2a8dc98-84d3-4a19-ae39-1c740b3275b3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:47.440702 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69fea68d-b451-4089-9f8c-b2d35a434d5f req-bd668546-f978-49b3-b717-e5709cbd2764 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4927659 Feb 09 01:33:47.534110 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-f7d414f9-a91b-4675-95e4-c7803c3ef3d1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Made reservation on behalf of 2c3c032fc7314a3f9814230b1c240bfa for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:47.538426 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-f7d414f9-a91b-4675-95e4-c7803c3ef3d1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:47.566083 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-50d8ff71-f9bc-4b51-ace9-b87524aed1c0 service neutron] For port 12c5d5ff-40f1-4516-822e-7914c72900d0, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:33:47.575687 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9b4a4fbd-7bf1-45c4-ac24-9a705f5bcf82 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88e78a8d891c441bacb8fa7e68e65bcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9783819 Feb 09 01:33:47.580234 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57688) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:47.582958 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a4fbd-7bf1-45c4-ac24-9a705f5bcf82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a8dc98-84d3-4a19-ae39-1c740b3275b3,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:47.618858 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-50d8ff71-f9bc-4b51-ace9-b87524aed1c0 service neutron] For port 12c5d5ff-40f1-4516-822e-7914c72900d0, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=12c5d5ff-40f1-4516-822e-7914c72900d0,segment=NetworkSegment(0565080c-e78e-4687-9c37-ade1a0353378),segment_id=0565080c-e78e-4687-9c37-ade1a0353378)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:33:47.634046 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ae1ed-ffd0-4800-aa1b-cf4f979c7f23 req-983784f5-bbab-4989-bcd6-8bf9fecf7a6f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:47.635795 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddf0f5-7644-46d3-9c3c-2ec1430f6e93 req-a25431c0-8ab0-489d-a398-b770387ad34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:47.637545 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aaddf0f5-7644-46d3-9c3c-2ec1430f6e93 req-a25431c0-8ab0-489d-a398-b770387ad34d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 1126 time: 0.4806914 Feb 09 01:33:47.643530 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-044ae1ed-ffd0-4800-aa1b-cf4f979c7f23 req-983784f5-bbab-4989-bcd6-8bf9fecf7a6f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 945 time: 0.2169971 Feb 09 01:33:47.659790 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-50d8ff71-f9bc-4b51-ace9-b87524aed1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (12c5d5ff-40f1-4516-822e-7914c72900d0), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:47.707652 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a08d57-044d-401f-b4c2-bea205996f82 req-de6ff5d4-f7e1-4ff3-9ca2-7efedaf193aa tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:47.710905 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d6a08d57-044d-401f-b4c2-bea205996f82 req-de6ff5d4-f7e1-4ff3-9ca2-7efedaf193aa tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 943 time: 0.4922240 Feb 09 01:33:47.850501 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-50d8ff71-f9bc-4b51-ace9-b87524aed1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:47.851422 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-50d8ff71-f9bc-4b51-ace9-b87524aed1c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:47.852971 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-50d8ff71-f9bc-4b51-ace9-b87524aed1c0 service neutron] 10.222.0.67 "PUT /v2.0/ports/12c5d5ff-40f1-4516-822e-7914c72900d0 HTTP/1.1" status: 200 len: 1091 time: 2.6071973 Feb 09 01:33:47.861701 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583e5106-e520-443a-bfc0-546955f1a53a', 'tag': '12c5d5ff-40f1-4516-822e-7914c72900d0'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:47.867489 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146d1a3f-c5d6-475a-8af6-91f1c50c44b0" -d '{"events": [{"name": "network-changed", "server_uuid": "583e5106-e520-443a-bfc0-546955f1a53a", "tag": "12c5d5ff-40f1-4516-822e-7914c72900d0"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:47.869966 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3b0dda8a-0622-4e73-8fda-6174abadb469 admin admin] Publish callbacks [] for security_group (b2a8dc98-84d3-4a19-ae39-1c740b3275b3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:47.912800 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fea68d-b451-4089-9f8c-b2d35a434d5f req-5794573e-fafb-491d-8545-ac83777434f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:47.922998 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69fea68d-b451-4089-9f8c-b2d35a434d5f req-5794573e-fafb-491d-8545-ac83777434f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 1127 time: 0.3588355 Feb 09 01:33:47.969428 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d6a08d57-044d-401f-b4c2-bea205996f82 req-7dbbe52a-e3cb-477c-9a36-990c564a4e98 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227397 Feb 09 01:33:47.970917 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8ff71-f9bc-4b51-ace9-b87524aed1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=12c5d5ff-40f1-4516-822e-7914c72900d0,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:48.002423 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abba2a6e-8174-465c-ad31-7b3ba52f5409 None None] New status for floating IP 01322e71-f21d-45be-b670-6434605f4de0: DOWN {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:33:48.003441 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3b0dda8a-0622-4e73-8fda-6174abadb469 admin admin] Publish callbacks [] for security_group (b2a8dc98-84d3-4a19-ae39-1c740b3275b3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:48.114856 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-044ae1ed-ffd0-4800-aa1b-cf4f979c7f23 req-80989a19-6769-484a-b0da-787e737d4685 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699848 Feb 09 01:33:48.153035 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddf0f5-7644-46d3-9c3c-2ec1430f6e93 req-aa82ac0b-ec72-4f6f-8895-8f681c2f4f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:48.155457 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aaddf0f5-7644-46d3-9c3c-2ec1430f6e93 req-aa82ac0b-ec72-4f6f-8895-8f681c2f4f85 service neutron] 10.222.0.67 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 922 time: 0.4406722 Feb 09 01:33:48.166908 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 87e8025d-292f-4373-9b92-0eb38adc0099 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:33:48.269099 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14cf4f3-b1fd-4e72-bd3b-b22470610002 x-openstack-request-id: req-a14cf4f3-b1fd-4e72-bd3b-b22470610002 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:48.271526 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583e5106-e520-443a-bfc0-546955f1a53a", "tag": "12c5d5ff-40f1-4516-822e-7914c72900d0", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:48.271896 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a14cf4f3-b1fd-4e72-bd3b-b22470610002 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:48.272401 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583e5106-e520-443a-bfc0-546955f1a53a', 'tag': '12c5d5ff-40f1-4516-822e-7914c72900d0', 'status': 'completed', 'code': 200} Feb 09 01:33:48.301361 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aaddf0f5-7644-46d3-9c3c-2ec1430f6e93 req-4909d9c4-d4ce-48ad-bf55-0c1dae7928a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bdb8522-bdbc-4a3a-8e15-56e6f0680147 HTTP/1.1" status: 200 len: 217 time: 0.1227365 Feb 09 01:33:48.344517 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-f7d414f9-a91b-4675-95e4-c7803c3ef3d1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Allocated IP 172.20.0.11 (30f1f285-ac54-43cd-8116-17aca97bda27/6573763d-11e2-4623-8df7-0db6006f3bfc/4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:48.370947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-aaff5c04-b3a4-41d3-a9bd-c37740f8ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:48.373300 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-aaff5c04-b3a4-41d3-a9bd-c37740f8ce9e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=865e898aafce4aeab66edf77fcd52143&device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 1125 time: 0.4486046 Feb 09 01:33:48.382543 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4edae6-aa3a-48f9-bd4c-45e515ea6f45 req-64efa266-e845-4683-919d-4126b9b7adfb tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:48.393070 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c4edae6-aa3a-48f9-bd4c-45e515ea6f45 req-64efa266-e845-4683-919d-4126b9b7adfb tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.3252425 Feb 09 01:33:48.397056 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 87e8025d-292f-4373-9b92-0eb38adc0099, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=87e8025d-292f-4373-9b92-0eb38adc0099,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:48.434974 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '87e8025d-292f-4373-9b92-0eb38adc0099', 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16', 'port_id': '87e8025d-292f-4373-9b92-0eb38adc0099', 'mac_address': 'fa:16:3e:18:1c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6417b864-ca46-417c-8bb2-9bbd8753c5f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:33:48.443612 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddf0f5-7644-46d3-9c3c-2ec1430f6e93 req-73033609-7247-42de-a173-c808d3618b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:48.446321 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aaddf0f5-7644-46d3-9c3c-2ec1430f6e93 req-73033609-7247-42de-a173-c808d3618b1c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.1307592 Feb 09 01:33:48.447152 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-49c89665-d522-4312-a2b9-beda33560ba1 req-cc65394f-d351-4ba5-b5e3-0b2f3e2cc058 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 210 time: 0.0982709 Feb 09 01:33:48.454556 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3b0dda8a-0622-4e73-8fda-6174abadb469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b2a8dc98-84d3-4a19-ae39-1c740b3275b3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:48.458598 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3b0dda8a-0622-4e73-8fda-6174abadb469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:48.459698 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3b0dda8a-0622-4e73-8fda-6174abadb469 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2a8dc98-84d3-4a19-ae39-1c740b3275b3 HTTP/1.1" status: 204 len: 168 time: 0.8776934 Feb 09 01:33:48.516117 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aaddf0f5-7644-46d3-9c3c-2ec1430f6e93 req-1b59675c-6374-42ad-b6b6-0f5dc1067736 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550227 Feb 09 01:33:48.553447 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 87e8025d-292f-4373-9b92-0eb38adc0099 is: ACTIVE; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:48.554061 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (87e8025d-292f-4373-9b92-0eb38adc0099), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:48.563616 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-f838e650-c9e5-4f14-80ff-7b5ecba3e0bf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12c5d5ff-40f1-4516-822e-7914c72900d0 HTTP/1.1" status: 200 len: 217 time: 0.1520436 Feb 09 01:33:48.600213 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87e8025d-292f-4373-9b92-0eb38adc0099 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:48.645202 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aaddf0f5-7644-46d3-9c3c-2ec1430f6e93 req-63a3c818-6ba5-48c0-88c2-51efeb452bf3 service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200998 Feb 09 01:33:48.648332 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0dda8a-0622-4e73-8fda-6174abadb469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a8dc98-84d3-4a19-ae39-1c740b3275b3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:48.655232 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 87e8025d-292f-4373-9b92-0eb38adc0099, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=87e8025d-292f-4373-9b92-0eb38adc0099,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:48.663710 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fea68d-b451-4089-9f8c-b2d35a434d5f req-f33688c2-afce-4666-a685-8f7503ed89d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:48.665936 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69fea68d-b451-4089-9f8c-b2d35a434d5f req-f33688c2-afce-4666-a685-8f7503ed89d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 907 time: 0.6007698 Feb 09 01:33:48.667988 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (87e8025d-292f-4373-9b92-0eb38adc0099), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:48.703813 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c4edae6-aa3a-48f9-bd4c-45e515ea6f45 req-49b65aee-772f-490a-a8a1-87ee5ad05573 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123899 Feb 09 01:33:48.793913 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=87e8025d-292f-4373-9b92-0eb38adc0099,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:48.893445 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['87e8025d-292f-4373-9b92-0eb38adc0099'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:33:48.920848 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aaddf0f5-7644-46d3-9c3c-2ec1430f6e93 req-aafde52b-1f83-43a9-a263-77266f8c45e3 service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667794 Feb 09 01:33:48.978195 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-742a7cee-37d9-4e9d-a1d6-15764a921053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:48.980876 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-742a7cee-37d9-4e9d-a1d6-15764a921053 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5663d0ec-236b-44b8-be2c-ca4247ec2433 HTTP/1.1" status: 200 len: 853 time: 0.4098465 Feb 09 01:33:48.986824 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69fea68d-b451-4089-9f8c-b2d35a434d5f req-25db7d03-57b4-4fba-aed7-bdf7acfffe0b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce994cb-e48b-429e-9413-e76e507a57c0 HTTP/1.1" status: 200 len: 217 time: 0.2991102 Feb 09 01:33:49.055492 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-1a16d6f0-0192-42ae-a85b-76fd1de8410e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=453a6711-91a3-4a44-9758-2d1aaefb39b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607419 Feb 09 01:33:49.088270 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57712) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:49.123167 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7b5ff86a-80b1-4f48-80a7-3dd47510fc2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:49.197445 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f2abb-be1c-407f-8a57-1e5f74392e71 req-0f055973-5b49-4e5d-817a-2d3d760d7662 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:49.201820 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-949f2abb-be1c-407f-8a57-1e5f74392e71 req-0f055973-5b49-4e5d-817a-2d3d760d7662 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 943 time: 0.1294324 Feb 09 01:33:49.364806 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-949f2abb-be1c-407f-8a57-1e5f74392e71 req-66a42a26-0701-41c5-95ad-7684cd4a5afd tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527503 Feb 09 01:33:49.367432 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7b5ff86a-80b1-4f48-80a7-3dd47510fc2c admin admin] Publish callbacks [] for security_group (8c0a6eae-5414-47f6-ae12-a237adb57a84), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:49.395076 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7b5ff86a-80b1-4f48-80a7-3dd47510fc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8c0a6eae-5414-47f6-ae12-a237adb57a84), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:49.465737 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7b5ff86a-80b1-4f48-80a7-3dd47510fc2c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ac3ef3a0ad2481ab5f0096f5b630f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3752079 Feb 09 01:33:49.466856 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ff86a-80b1-4f48-80a7-3dd47510fc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0a6eae-5414-47f6-ae12-a237adb57a84,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:49.470362 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57716) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:49.507349 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5b9ab-7c1d-45fa-8751-092cfed0846c req-b432d494-fe20-438a-bd35-ad0ff5152b90 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:49.523178 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aeb5b9ab-7c1d-45fa-8751-092cfed0846c req-b432d494-fe20-438a-bd35-ad0ff5152b90 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 950 time: 0.9413528 Feb 09 01:33:49.562829 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51eabe18-f7fa-4699-a900-4da81f4e1605 admin admin] Publish callbacks [] for security_group (8c0a6eae-5414-47f6-ae12-a237adb57a84), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:49.593694 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51eabe18-f7fa-4699-a900-4da81f4e1605 admin admin] Publish callbacks [] for security_group (8c0a6eae-5414-47f6-ae12-a237adb57a84), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:49.615346 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e269b-7e4a-4f63-bcb0-543ab1f574c1 req-63b867de-2ae7-4590-93c0-d5e8d3653a0d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:49.616932 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2c5e269b-7e4a-4f63-bcb0-543ab1f574c1 req-63b867de-2ae7-4590-93c0-d5e8d3653a0d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 945 time: 0.1113927 Feb 09 01:33:49.703086 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fea68d-b451-4089-9f8c-b2d35a434d5f req-920fcd16-62a1-4601-a08f-4af8ba1058ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:49.705046 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69fea68d-b451-4089-9f8c-b2d35a434d5f req-920fcd16-62a1-4601-a08f-4af8ba1058ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.6442540 Feb 09 01:33:49.724235 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2c5e269b-7e4a-4f63-bcb0-543ab1f574c1 req-a92d082d-9a72-4b18-acd0-32d143bee9d1 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955849 Feb 09 01:33:49.756315 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51eabe18-f7fa-4699-a900-4da81f4e1605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8c0a6eae-5414-47f6-ae12-a237adb57a84), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:49.758913 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51eabe18-f7fa-4699-a900-4da81f4e1605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:49.760259 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-51eabe18-f7fa-4699-a900-4da81f4e1605 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c0a6eae-5414-47f6-ae12-a237adb57a84 HTTP/1.1" status: 204 len: 168 time: 0.2885687 Feb 09 01:33:49.769861 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eabe18-f7fa-4699-a900-4da81f4e1605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0a6eae-5414-47f6-ae12-a237adb57a84,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:49.822750 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-f7d414f9-a91b-4675-95e4-c7803c3ef3d1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for port (4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:49.828488 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69fea68d-b451-4089-9f8c-b2d35a434d5f req-8d00db71-2c66-4c09-96b3-53913df31abe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867622 Feb 09 01:33:49.851445 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aeb5b9ab-7c1d-45fa-8751-092cfed0846c req-66088ca1-52d0-409d-ace9-71913312b83a tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269637 Feb 09 01:33:49.939594 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-c6023fb2-fca6-4323-91eb-c530543e6b23 service neutron] 10.222.0.67 "GET /v2.0/networks/453a6711-91a3-4a44-9758-2d1aaefb39b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8751104 Feb 09 01:33:49.967058 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34162c7e-e624-4662-ab6e-11577095e146 req-5514f4c2-ba3f-4049-af80-b82497fbde10 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 210 time: 0.0545304 Feb 09 01:33:50.046832 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-f7d414f9-a91b-4675-95e4-c7803c3ef3d1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:50.178824 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 87e8025d-292f-4373-9b92-0eb38adc0099 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:33:50.246737 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 87e8025d-292f-4373-9b92-0eb38adc0099 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:50.247186 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (87e8025d-292f-4373-9b92-0eb38adc0099), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:50.289400 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69fea68d-b451-4089-9f8c-b2d35a434d5f req-3539c797-d985-41cc-9f2d-11846dc38a66 service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279573 Feb 09 01:33:50.292478 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b17cce29-54bd-49ee-b862-f99b83a9a631 req-e509f130-e156-4170-946b-179d1ef91f59 service neutron] 10.222.0.67 "GET /v2.0/networks/453a6711-91a3-4a44-9758-2d1aaefb39b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309822 Feb 09 01:33:50.308798 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-f7d414f9-a91b-4675-95e4-c7803c3ef3d1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Network 30f1f285-ac54-43cd-8116-17aca97bda27 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:50.316083 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-f7d414f9-a91b-4675-95e4-c7803c3ef3d1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:50.319254 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-f7d414f9-a91b-4675-95e4-c7803c3ef3d1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:33:50.387073 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 87e8025d-292f-4373-9b92-0eb38adc0099 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:50.387783 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (87e8025d-292f-4373-9b92-0eb38adc0099), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:50.459069 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7727659-3b8a-4a4e-bda5-70e525bc6e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e8025d-292f-4373-9b92-0eb38adc0099'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:50.468517 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278d6466-9c7f-4e23-85d5-1a6525035648" -d '{"events": [{"server_uuid": "f7727659-3b8a-4a4e-bda5-70e525bc6e0d", "name": "network-vif-plugged", "status": "completed", "tag": "87e8025d-292f-4373-9b92-0eb38adc0099"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:50.515416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 87e8025d-292f-4373-9b92-0eb38adc0099, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=87e8025d-292f-4373-9b92-0eb38adc0099,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:50.522409 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (87e8025d-292f-4373-9b92-0eb38adc0099), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:50.588952 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-f7d414f9-a91b-4675-95e4-c7803c3ef3d1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:50.595656 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-f7d414f9-a91b-4675-95e4-c7803c3ef3d1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:50.674637 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=87e8025d-292f-4373-9b92-0eb38adc0099,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:50.690001 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-f7d414f9-a91b-4675-95e4-c7803c3ef3d1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6740139 Feb 09 01:33:50.699979 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24911c8b-aeff-4b98-b47d-6924eed54dfb req-deff45e3-a2d5-4c3f-bf3b-304736cd1929 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:50.703174 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d414f9-a91b-4675-95e4-c7803c3ef3d1 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Pushing event updated for resources: {'Port': ['ID=4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:50.703848 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-24911c8b-aeff-4b98-b47d-6924eed54dfb req-deff45e3-a2d5-4c3f-bf3b-304736cd1929 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 943 time: 0.1740863 Feb 09 01:33:50.751336 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-399b2f69-0723-4626-913a-37295fc1d465 service neutron] Request body: {'port': {'device_id': '2310785e-9e40-4fb3-b6d1-dcaff2f7e42d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:50.783082 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d1a3f-c5d6-475a-8af6-91f1c50c44b0 req-f4c0f469-7782-4a0d-8217-90c687c23674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:50.785530 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-146d1a3f-c5d6-475a-8af6-91f1c50c44b0 req-f4c0f469-7782-4a0d-8217-90c687c23674 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=865e898aafce4aeab66edf77fcd52143&device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 1125 time: 0.3574774 Feb 09 01:33:50.796241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f7838-af1c-4850-a5b3-71dffdb322e5 req-4c8edd99-0120-4ce3-8638-6a73ce013241 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:50.808193 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-800f7838-af1c-4850-a5b3-71dffdb322e5 req-4c8edd99-0120-4ce3-8638-6a73ce013241 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.7236838 Feb 09 01:33:50.867669 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69fea68d-b451-4089-9f8c-b2d35a434d5f req-f3b5fdc9-7245-40b6-8f3a-247b253716f1 service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328468 Feb 09 01:33:50.898379 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-faffdf0c-0ca0-490b-8859-fe107b57a054 None None] Provisioning complete for port 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:50.899349 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-faffdf0c-0ca0-490b-8859-fe107b57a054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:50.925567 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-24911c8b-aeff-4b98-b47d-6924eed54dfb req-d882db07-738a-42a2-bc8d-fe1088325ecd tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826041 Feb 09 01:33:50.988004 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-faffdf0c-0ca0-490b-8859-fe107b57a054 None None] Port 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:33:51.001406 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-800f7838-af1c-4850-a5b3-71dffdb322e5 req-5589aac1-c056-459f-9c02-0e8976878e8f tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918256 Feb 09 01:33:51.055236 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2441f1d6-0b2b-42fa-b1e4-7857ce5727f6 x-openstack-request-id: req-2441f1d6-0b2b-42fa-b1e4-7857ce5727f6 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:51.055632 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7727659-3b8a-4a4e-bda5-70e525bc6e0d", "name": "network-vif-plugged", "status": "completed", "tag": "87e8025d-292f-4373-9b92-0eb38adc0099", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:51.055821 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2441f1d6-0b2b-42fa-b1e4-7857ce5727f6 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:51.056386 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7727659-3b8a-4a4e-bda5-70e525bc6e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e8025d-292f-4373-9b92-0eb38adc0099', 'code': 200} Feb 09 01:33:51.102977 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-399b2f69-0723-4626-913a-37295fc1d465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:51.220072 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b412e7-0673-486f-8e87-6bc26d6f5f05 req-b8c2c098-bfbe-44c5-9f21-87b342ba4796 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:51.235166 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d6b412e7-0673-486f-8e87-6bc26d6f5f05 req-b8c2c098-bfbe-44c5-9f21-87b342ba4796 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 950 time: 0.1033697 Feb 09 01:33:51.334533 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d6b412e7-0673-486f-8e87-6bc26d6f5f05 req-e1107272-cc2f-42e4-9ce0-22d7b5d10f97 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969355 Feb 09 01:33:51.542059 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd54127-60eb-449c-98f7-7cca7dbe28ed req-70d7463e-bd9b-4ab5-86ef-c21b3eccf69d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:51.554627 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fbd54127-60eb-449c-98f7-7cca7dbe28ed req-70d7463e-bd9b-4ab5-86ef-c21b3eccf69d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 932 time: 0.1096668 Feb 09 01:33:51.624954 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fbd54127-60eb-449c-98f7-7cca7dbe28ed req-50380ff9-0633-4232-8353-628f811d710e tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665228 Feb 09 01:33:51.674100 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d1a3f-c5d6-475a-8af6-91f1c50c44b0 req-3eece6fb-caba-43c3-99db-5a656dd64601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:51.675607 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-146d1a3f-c5d6-475a-8af6-91f1c50c44b0 req-3eece6fb-caba-43c3-99db-5a656dd64601 service neutron] 10.222.0.67 "GET /v2.0/networks?id=453a6711-91a3-4a44-9758-2d1aaefb39b3 HTTP/1.1" status: 200 len: 914 time: 0.8552434 Feb 09 01:33:51.806467 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-399b2f69-0723-4626-913a-37295fc1d465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:51.824450 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-146d1a3f-c5d6-475a-8af6-91f1c50c44b0 req-58e92ca4-4d75-49b4-80ee-a45037dbe76a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12c5d5ff-40f1-4516-822e-7914c72900d0 HTTP/1.1" status: 200 len: 217 time: 0.1354539 Feb 09 01:33:51.834554 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-399b2f69-0723-4626-913a-37295fc1d465 service neutron] Publish callbacks [] for port (4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:51.934410 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcf618-1acd-4f5b-8ba4-475acf1edb15 req-12828b6e-6fef-4859-b466-2611d9b5ab85 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:51.946140 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a5fcf618-1acd-4f5b-8ba4-475acf1edb15 req-12828b6e-6fef-4859-b466-2611d9b5ab85 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 945 time: 0.4096146 Feb 09 01:33:51.949050 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-399b2f69-0723-4626-913a-37295fc1d465 service neutron] Transition to ACTIVE for port object 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:52.025206 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-399b2f69-0723-4626-913a-37295fc1d465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:52.138215 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d1a3f-c5d6-475a-8af6-91f1c50c44b0 req-357fa942-40a4-4f23-ad23-cbaf2e98439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:52.140573 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-146d1a3f-c5d6-475a-8af6-91f1c50c44b0 req-357fa942-40a4-4f23-ad23-cbaf2e98439c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5663d0ec-236b-44b8-be2c-ca4247ec2433 HTTP/1.1" status: 200 len: 853 time: 0.3151872 Feb 09 01:33:52.192747 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a5fcf618-1acd-4f5b-8ba4-475acf1edb15 req-0918f654-479f-4079-a77b-d58fc721728f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453637 Feb 09 01:33:52.237547 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-146d1a3f-c5d6-475a-8af6-91f1c50c44b0 req-3ed79a43-f377-4828-94c3-27a1bb1ef350 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=453a6711-91a3-4a44-9758-2d1aaefb39b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610776 Feb 09 01:33:52.303439 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8030e-1dce-49a5-be7f-ee26a57c8ad1 req-52f54efc-b761-4d58-9d5a-ab85be98541c tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:52.310150 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b4c8030e-1dce-49a5-be7f-ee26a57c8ad1 req-52f54efc-b761-4d58-9d5a-ab85be98541c tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 943 time: 0.1889663 Feb 09 01:33:52.436250 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b2f69-0723-4626-913a-37295fc1d465 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:52.491500 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b4c8030e-1dce-49a5-be7f-ee26a57c8ad1 req-169fdab9-9912-4ce4-a4f3-8836a7667c08 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727803 Feb 09 01:33:52.713577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-399b2f69-0723-4626-913a-37295fc1d465 service neutron] Attempting to bind port 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:33:52.714417 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-399b2f69-0723-4626-913a-37295fc1d465 service neutron] Attempting to bind port 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '097c5076-9db0-48e7-9d59-aad5f00c38d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:33:52.714767 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-399b2f69-0723-4626-913a-37295fc1d465 service neutron] Attempting to bind port 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 on network 30f1f285-ac54-43cd-8116-17aca97bda27 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:52.724124 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-399b2f69-0723-4626-913a-37295fc1d465 service neutron] Port 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 on network 30f1f285-ac54-43cd-8116-17aca97bda27 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:33:52.724639 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-399b2f69-0723-4626-913a-37295fc1d465 service neutron] Attempting to bind port 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 on network 30f1f285-ac54-43cd-8116-17aca97bda27 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:52.740730 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eef578-6042-4104-a1e9-f86c2b8eb175 req-39fd9ec0-0f92-4f20-9727-654171e345b1 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:52.743927 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3eef578-6042-4104-a1e9-f86c2b8eb175 req-39fd9ec0-0f92-4f20-9727-654171e345b1 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.3544571 Feb 09 01:33:52.747045 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-146d1a3f-c5d6-475a-8af6-91f1c50c44b0 req-3b4ee235-6d0b-40dc-97e8-3948f1a49c11 service neutron] 10.222.0.67 "GET /v2.0/networks/453a6711-91a3-4a44-9758-2d1aaefb39b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983888 Feb 09 01:33:52.766203 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-399b2f69-0723-4626-913a-37295fc1d465 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:33:52.766714 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-399b2f69-0723-4626-913a-37295fc1d465 service neutron] Checking segment: {'id': '097c5076-9db0-48e7-9d59-aad5f00c38d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:52.767367 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-399b2f69-0723-4626-913a-37295fc1d465 service neutron] Bound using segment: {'id': '097c5076-9db0-48e7-9d59-aad5f00c38d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:33:52.768057 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-399b2f69-0723-4626-913a-37295fc1d465 service neutron] Bound port: 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '097c5076-9db0-48e7-9d59-aad5f00c38d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:33:52.768597 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-399b2f69-0723-4626-913a-37295fc1d465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:52.843000 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e5ad9-c866-4bc9-86be-ced74b904b8d req-fbb2a6e0-6f86-4456-bc2a-872a155a9b3d tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:52.877994 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d95e5ad9-c866-4bc9-86be-ced74b904b8d req-fbb2a6e0-6f86-4456-bc2a-872a155a9b3d tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 950 time: 0.1565948 Feb 09 01:33:53.013742 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d95e5ad9-c866-4bc9-86be-ced74b904b8d req-c67e3deb-6006-4836-a1d7-1a9a29c07fbc tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307299 Feb 09 01:33:53.048804 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-399b2f69-0723-4626-913a-37295fc1d465 service neutron] For port 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:33:53.054236 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 12c5d5ff-40f1-4516-822e-7914c72900d0 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:33:53.078430 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-399b2f69-0723-4626-913a-37295fc1d465 service neutron] For port 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4,segment=NetworkSegment(097c5076-9db0-48e7-9d59-aad5f00c38d4),segment_id=097c5076-9db0-48e7-9d59-aad5f00c38d4)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:33:53.084036 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3eef578-6042-4104-a1e9-f86c2b8eb175 req-823b89e0-ac6f-494a-8312-d9efd7670ad7 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090765 Feb 09 01:33:53.094635 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-399b2f69-0723-4626-913a-37295fc1d465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:53.189064 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-146d1a3f-c5d6-475a-8af6-91f1c50c44b0 req-539c3bd0-b93c-48fa-91ba-19746695d4ba service neutron] 10.222.0.67 "GET /v2.0/networks/453a6711-91a3-4a44-9758-2d1aaefb39b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349294 Feb 09 01:33:53.226939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-399b2f69-0723-4626-913a-37295fc1d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:53.243432 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-399b2f69-0723-4626-913a-37295fc1d465 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:53.245589 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-399b2f69-0723-4626-913a-37295fc1d465 service neutron] 10.222.0.48 "PUT /v2.0/ports/4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 HTTP/1.1" status: 200 len: 1092 time: 2.5127470 Feb 09 01:33:53.246113 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2310785e-9e40-4fb3-b6d1-dcaff2f7e42d', 'tag': '4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:53.249871 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a2dedc-3639-420e-9ab4-2651cc6e9c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "2310785e-9e40-4fb3-b6d1-dcaff2f7e42d", "tag": "4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:53.304855 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b2f69-0723-4626-913a-37295fc1d465 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:53.456160 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6d316-cf86-4ca3-bf4d-c514b53afe76 req-346b5aab-bd3d-4fbf-8473-8ef01ef8f20a tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:53.465045 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6ca6d316-cf86-4ca3-bf4d-c514b53afe76 req-346b5aab-bd3d-4fbf-8473-8ef01ef8f20a tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 944 time: 0.2787604 Feb 09 01:33:53.494370 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 12c5d5ff-40f1-4516-822e-7914c72900d0, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=12c5d5ff-40f1-4516-822e-7914c72900d0,segment=NetworkSegment(0565080c-e78e-4687-9c37-ade1a0353378),segment_id=0565080c-e78e-4687-9c37-ade1a0353378)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:53.537802 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6ca6d316-cf86-4ca3-bf4d-c514b53afe76 req-1aa7b130-7212-4a3e-b1e9-de669011710b tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718012 Feb 09 01:33:53.543141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '12c5d5ff-40f1-4516-822e-7914c72900d0', 'network_id': '453a6711-91a3-4a44-9758-2d1aaefb39b3', 'port_id': '12c5d5ff-40f1-4516-822e-7914c72900d0', 'mac_address': 'fa:16:3e:0f:0a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5663d0ec-236b-44b8-be2c-ca4247ec2433', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:33:53.572744 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-8d9ef6f4-f213-41ea-bc69-51d93dc6075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:53.575298 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-8d9ef6f4-f213-41ea-bc69-51d93dc6075f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c3c032fc7314a3f9814230b1c240bfa&device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 1126 time: 0.1927671 Feb 09 01:33:53.671758 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 12c5d5ff-40f1-4516-822e-7914c72900d0 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:53.672229 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (12c5d5ff-40f1-4516-822e-7914c72900d0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:53.692505 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-c2a0a31f-db90-44a2-866a-8eafd8efcb5a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 HTTP/1.1" status: 200 len: 217 time: 0.1013598 Feb 09 01:33:53.696371 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca891ea-709b-4a53-88c8-992949a77a34 x-openstack-request-id: req-4ca891ea-709b-4a53-88c8-992949a77a34 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:53.696714 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2310785e-9e40-4fb3-b6d1-dcaff2f7e42d", "tag": "4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:53.696922 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ca891ea-709b-4a53-88c8-992949a77a34 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:53.697560 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2310785e-9e40-4fb3-b6d1-dcaff2f7e42d', 'tag': '4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4', 'status': 'completed', 'code': 200} Feb 09 01:33:53.705864 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1b865-6217-496a-af8c-4c42f908e44a req-cd3e6e8f-3aab-4c58-9f16-dde7fec5f0b5 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:53.718631 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03b1b865-6217-496a-af8c-4c42f908e44a req-cd3e6e8f-3aab-4c58-9f16-dde7fec5f0b5 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 945 time: 0.3161585 Feb 09 01:33:53.745300 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c5d5ff-40f1-4516-822e-7914c72900d0 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:53.826469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 12c5d5ff-40f1-4516-822e-7914c72900d0, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=12c5d5ff-40f1-4516-822e-7914c72900d0,segment=NetworkSegment(0565080c-e78e-4687-9c37-ade1a0353378),segment_id=0565080c-e78e-4687-9c37-ade1a0353378)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:53.832661 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (12c5d5ff-40f1-4516-822e-7914c72900d0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:53.856690 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03b1b865-6217-496a-af8c-4c42f908e44a req-16d97f00-bf89-49c2-9652-36b2b64b3263 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353273 Feb 09 01:33:53.876303 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-5d117b76-1e18-4c06-bece-9a3fe3992870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:53.879089 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-5d117b76-1e18-4c06-bece-9a3fe3992870 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6573763d-11e2-4623-8df7-0db6006f3bfc HTTP/1.1" status: 200 len: 863 time: 0.1584466 Feb 09 01:33:53.916933 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab835e4-e1c0-40b8-8a9d-4d08d4b1ee02 req-1394f331-73f9-4754-93b5-c15b70f03531 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:53.919894 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3ab835e4-e1c0-40b8-8a9d-4d08d4b1ee02 req-1394f331-73f9-4754-93b5-c15b70f03531 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 943 time: 0.1264441 Feb 09 01:33:53.953415 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=12c5d5ff-40f1-4516-822e-7914c72900d0,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:54.017751 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-9305dced-5482-4c8b-a5c7-0c282a83d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:54.022567 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-9305dced-5482-4c8b-a5c7-0c282a83d8e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30f1f285-ac54-43cd-8116-17aca97bda27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1330028 Feb 09 01:33:54.037296 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3ab835e4-e1c0-40b8-8a9d-4d08d4b1ee02 req-b967ddb1-f3e3-43d9-b7f8-2c9226e1e4e2 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090891 Feb 09 01:33:54.271741 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['12c5d5ff-40f1-4516-822e-7914c72900d0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:33:54.294175 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-51b38f42-787e-4256-b2ef-305bb0599905 service neutron] 10.222.0.48 "GET /v2.0/networks/30f1f285-ac54-43cd-8116-17aca97bda27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626057 Feb 09 01:33:54.406261 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868c645-6214-476e-bce1-63403ed9e110 req-b78db355-48f5-4ea0-bc24-fa2e8608c74e tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:54.413223 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8868c645-6214-476e-bce1-63403ed9e110 req-b78db355-48f5-4ea0-bc24-fa2e8608c74e tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.1293709 Feb 09 01:33:54.544105 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8868c645-6214-476e-bce1-63403ed9e110 req-6de528d0-600d-4223-bffa-2360eb4bec0b tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298480 Feb 09 01:33:54.544886 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e71af69b-af3f-4854-8446-aa7d3d188ccc req-07d6558e-f905-47b2-a659-669d13dca9e8 service neutron] 10.222.0.48 "GET /v2.0/networks/30f1f285-ac54-43cd-8116-17aca97bda27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350810 Feb 09 01:33:54.567072 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdfbe1-ad63-4a52-be62-4f6defb07b53 req-5d0e6322-446e-4a11-bde5-8a23191cff51 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:54.569169 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-abbdfbe1-ad63-4a52-be62-4f6defb07b53 req-5d0e6322-446e-4a11-bde5-8a23191cff51 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 950 time: 0.4309666 Feb 09 01:33:54.782484 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-abbdfbe1-ad63-4a52-be62-4f6defb07b53 req-5af13099-9c6e-4fbc-b64d-ccc0ccb6137d tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029071 Feb 09 01:33:54.800619 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2dedc-3639-420e-9ab4-2651cc6e9c8f req-61bc2b3f-e3d2-4110-98c2-5fe5a3fee312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:54.804578 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-83a2dedc-3639-420e-9ab4-2651cc6e9c8f req-61bc2b3f-e3d2-4110-98c2-5fe5a3fee312 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c3c032fc7314a3f9814230b1c240bfa&device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 1126 time: 0.1482589 Feb 09 01:33:54.825106 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d257f05-dafd-49de-a9ca-50303f203cac req-13180ac6-72ee-48b5-9163-a11e8f3f7725 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:54.826678 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7d257f05-dafd-49de-a9ca-50303f203cac req-13180ac6-72ee-48b5-9163-a11e8f3f7725 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 944 time: 0.0933211 Feb 09 01:33:54.950547 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7d257f05-dafd-49de-a9ca-50303f203cac req-ee85c7de-8a0d-4459-ab06-2bbed9d12436 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131463 Feb 09 01:33:54.955732 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2dedc-3639-420e-9ab4-2651cc6e9c8f req-ad690e4e-699b-4ffa-b209-5cbf7d239036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:54.957299 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-83a2dedc-3639-420e-9ab4-2651cc6e9c8f req-ad690e4e-699b-4ffa-b209-5cbf7d239036 service neutron] 10.222.0.48 "GET /v2.0/networks?id=30f1f285-ac54-43cd-8116-17aca97bda27 HTTP/1.1" status: 200 len: 925 time: 0.1439538 Feb 09 01:33:55.025407 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-83a2dedc-3639-420e-9ab4-2651cc6e9c8f req-ad9d04f5-ad90-4930-8deb-1cdd54323bc9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 HTTP/1.1" status: 200 len: 217 time: 0.0570714 Feb 09 01:33:55.106188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2dedc-3639-420e-9ab4-2651cc6e9c8f req-9e03e11d-c7f1-49d4-9836-b6b3bc8f8f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:55.108004 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-83a2dedc-3639-420e-9ab4-2651cc6e9c8f req-9e03e11d-c7f1-49d4-9836-b6b3bc8f8f05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6573763d-11e2-4623-8df7-0db6006f3bfc HTTP/1.1" status: 200 len: 863 time: 0.0608447 Feb 09 01:33:55.199612 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f759b3-7360-49fa-9f02-3dff9f8133a3 req-18b91c48-227d-4e12-80ab-3540e3c99048 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:55.203109 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-79f759b3-7360-49fa-9f02-3dff9f8133a3 req-18b91c48-227d-4e12-80ab-3540e3c99048 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 945 time: 0.1890364 Feb 09 01:33:55.267506 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2dedc-3639-420e-9ab4-2651cc6e9c8f req-1a0fe491-48da-4fd1-b3f2-35ee4c3458ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:55.271030 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-83a2dedc-3639-420e-9ab4-2651cc6e9c8f req-1a0fe491-48da-4fd1-b3f2-35ee4c3458ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30f1f285-ac54-43cd-8116-17aca97bda27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1542814 Feb 09 01:33:55.280109 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28327d96-b16b-4353-8bfd-b6db60d7e94e req-b23f3f1a-bcbc-46e3-9fad-0967ccdbbd9f tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:55.289136 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-28327d96-b16b-4353-8bfd-b6db60d7e94e req-b23f3f1a-bcbc-46e3-9fad-0967ccdbbd9f tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 944 time: 0.0853260 Feb 09 01:33:55.395724 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-28327d96-b16b-4353-8bfd-b6db60d7e94e req-f5078d27-aa75-4e10-b66a-c0036b0fa4d0 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055007 Feb 09 01:33:55.731638 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45905eec-3d75-427b-978d-4f8e3bd615aa req-aaafd01f-d31e-4330-a6f6-3fdc02533704 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:55.740778 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-45905eec-3d75-427b-978d-4f8e3bd615aa req-aaafd01f-d31e-4330-a6f6-3fdc02533704 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.1070068 Feb 09 01:33:55.842626 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-45905eec-3d75-427b-978d-4f8e3bd615aa req-24c9cc70-df69-4a85-b87c-9488886b6b63 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005061 Feb 09 01:33:55.865052 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-79f759b3-7360-49fa-9f02-3dff9f8133a3 req-4e75db71-fe08-42ee-88ed-b78034af5354 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6536875 Feb 09 01:33:56.048900 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-83a2dedc-3639-420e-9ab4-2651cc6e9c8f req-155a1dff-4ba6-48ce-9d8d-d4c6a6ef63bf service neutron] 10.222.0.48 "GET /v2.0/networks/30f1f285-ac54-43cd-8116-17aca97bda27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7672462 Feb 09 01:33:56.190656 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 57a62820-8a2e-4914-9bb5-23613d65c5e6 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:33:56.196764 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 57a62820-8a2e-4914-9bb5-23613d65c5e6 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:33:56.253131 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b945953-3b34-45ab-9478-daacfb06134a req-d43f214c-1551-43ae-948f-3357f30c16fb tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:56.261981 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b945953-3b34-45ab-9478-daacfb06134a req-d43f214c-1551-43ae-948f-3357f30c16fb tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 950 time: 0.1513882 Feb 09 01:33:56.304822 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-83a2dedc-3639-420e-9ab4-2651cc6e9c8f req-3593cb18-5e09-4bad-a182-4a45ee36964c service neutron] 10.222.0.48 "GET /v2.0/networks/30f1f285-ac54-43cd-8116-17aca97bda27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453594 Feb 09 01:33:56.334188 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9c4d7-4050-45bf-9ea4-2a911a1080a0 req-18fc64f6-a0b8-454c-8c71-d75e1f44c154 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:56.342167 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-73e9c4d7-4050-45bf-9ea4-2a911a1080a0 req-18fc64f6-a0b8-454c-8c71-d75e1f44c154 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 944 time: 0.1660848 Feb 09 01:33:56.377437 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b945953-3b34-45ab-9478-daacfb06134a req-ee270f0c-8a09-4cfe-a0ff-09b4eabdd5ea tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149735 Feb 09 01:33:56.441810 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-73e9c4d7-4050-45bf-9ea4-2a911a1080a0 req-6391d35a-dc74-4625-aa70-91e2df7fab85 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984621 Feb 09 01:33:56.501146 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 57a62820-8a2e-4914-9bb5-23613d65c5e6 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:56.501444 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:56.534908 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 57a62820-8a2e-4914-9bb5-23613d65c5e6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=57a62820-8a2e-4914-9bb5-23613d65c5e6,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:56.577985 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 57a62820-8a2e-4914-9bb5-23613d65c5e6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=57a62820-8a2e-4914-9bb5-23613d65c5e6,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:56.582335 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a1c9c8-5df2-4dbe-8bae-f35f105675f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57a62820-8a2e-4914-9bb5-23613d65c5e6'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:56.585457 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a091ce-3c5d-431f-a30f-72fcbdaf73d0" -d '{"events": [{"server_uuid": "67a1c9c8-5df2-4dbe-8bae-f35f105675f0", "name": "network-vif-unplugged", "status": "completed", "tag": "57a62820-8a2e-4914-9bb5-23613d65c5e6"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:56.595241 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:56.602083 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '57a62820-8a2e-4914-9bb5-23613d65c5e6', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '57a62820-8a2e-4914-9bb5-23613d65c5e6', 'mac_address': 'fa:16:3e:0c:00:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:33:56.602761 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148eea4-b289-4cd2-bb6c-82cf8761decc req-242245ad-67e3-4bef-9f18-ea90e20b2987 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:56.604568 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3148eea4-b289-4cd2-bb6c-82cf8761decc req-242245ad-67e3-4bef-9f18-ea90e20b2987 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 944 time: 0.0973463 Feb 09 01:33:56.696922 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b7ad75-deda-4d63-8c5c-15cc297d8956 x-openstack-request-id: req-67b7ad75-deda-4d63-8c5c-15cc297d8956 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:56.697680 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a1c9c8-5df2-4dbe-8bae-f35f105675f0", "name": "network-vif-unplugged", "status": "completed", "tag": "57a62820-8a2e-4914-9bb5-23613d65c5e6", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:56.698475 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-67b7ad75-deda-4d63-8c5c-15cc297d8956 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:56.699824 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a1c9c8-5df2-4dbe-8bae-f35f105675f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57a62820-8a2e-4914-9bb5-23613d65c5e6', 'code': 200} Feb 09 01:33:56.702481 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 57a62820-8a2e-4914-9bb5-23613d65c5e6 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:56.702866 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:56.721179 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57a62820-8a2e-4914-9bb5-23613d65c5e6 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:56.721931 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3148eea4-b289-4cd2-bb6c-82cf8761decc req-8cb6576d-fa89-408b-bf35-68d83bc78778 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095283 Feb 09 01:33:56.728606 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=57a62820-8a2e-4914-9bb5-23613d65c5e6,revision_number=9']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:56.768970 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 57a62820-8a2e-4914-9bb5-23613d65c5e6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=57a62820-8a2e-4914-9bb5-23613d65c5e6,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:56.777596 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:56.842387 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=57a62820-8a2e-4914-9bb5-23613d65c5e6,revision_number=10']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:57.074826 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f2765-fa9c-46bc-b3dc-370f05670016 req-b3d864cd-3b15-47fa-95c4-eada969d64f6 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:57.080752 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8a7f2765-fa9c-46bc-b3dc-370f05670016 req-b3d864cd-3b15-47fa-95c4-eada969d64f6 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 945 time: 0.1256349 Feb 09 01:33:57.096737 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae3223-6dbb-406c-83d8-d7a038d99d49 req-cfa9b878-2ffb-4fbe-903b-3e0d8534b554 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:57.106393 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-50ae3223-6dbb-406c-83d8-d7a038d99d49 req-cfa9b878-2ffb-4fbe-903b-3e0d8534b554 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.0861115 Feb 09 01:33:57.108528 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 12c5d5ff-40f1-4516-822e-7914c72900d0 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:33:57.141361 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['57a62820-8a2e-4914-9bb5-23613d65c5e6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:33:57.202874 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8a7f2765-fa9c-46bc-b3dc-370f05670016 req-e847c72f-dcdd-4e61-9f71-49d2f2b3da91 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120369 Feb 09 01:33:57.255838 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-50ae3223-6dbb-406c-83d8-d7a038d99d49 req-9fe5d24d-2707-41a1-b1dc-6b5292c7f297 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469464 Feb 09 01:33:57.531412 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 12c5d5ff-40f1-4516-822e-7914c72900d0 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:57.539050 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 12c5d5ff-40f1-4516-822e-7914c72900d0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:57.539433 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (12c5d5ff-40f1-4516-822e-7914c72900d0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:57.596075 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892426fc-cdb6-4dfd-9e8d-cdc8c693118b req-bc1bda31-d5a6-469a-9be5-cbe1db54d21d tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:57.598131 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-892426fc-cdb6-4dfd-9e8d-cdc8c693118b req-bc1bda31-d5a6-469a-9be5-cbe1db54d21d tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 950 time: 0.1239858 Feb 09 01:33:57.656246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4d6f7-5e3b-4440-80f4-83ea01cb4021 req-6bc93ff6-ee71-432b-9daa-61e347884e9a tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:57.667715 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3fb4d6f7-5e3b-4440-80f4-83ea01cb4021 req-6bc93ff6-ee71-432b-9daa-61e347884e9a tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 944 time: 0.1148636 Feb 09 01:33:57.670919 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-892426fc-cdb6-4dfd-9e8d-cdc8c693118b req-d448b6fc-6296-4f85-a960-a9b81f849fa0 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672910 Feb 09 01:33:57.747957 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3fb4d6f7-5e3b-4440-80f4-83ea01cb4021 req-84ad7574-301d-4577-a809-ff89f93d48b7 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798843 Feb 09 01:33:57.748196 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 12c5d5ff-40f1-4516-822e-7914c72900d0 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:57.748364 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (12c5d5ff-40f1-4516-822e-7914c72900d0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:57.835249 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 12c5d5ff-40f1-4516-822e-7914c72900d0, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=12c5d5ff-40f1-4516-822e-7914c72900d0,segment=NetworkSegment(0565080c-e78e-4687-9c37-ade1a0353378),segment_id=0565080c-e78e-4687-9c37-ade1a0353378)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:57.845854 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (12c5d5ff-40f1-4516-822e-7914c72900d0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:57.900909 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6e8a4-ea29-4511-b078-b0bcad155124 req-55808968-3e46-4fe9-ae5c-72a557fd58f3 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:57.909712 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-59d6e8a4-ea29-4511-b078-b0bcad155124 req-55808968-3e46-4fe9-ae5c-72a557fd58f3 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 944 time: 0.0842879 Feb 09 01:33:57.942854 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=12c5d5ff-40f1-4516-822e-7914c72900d0,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:57.980131 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-59d6e8a4-ea29-4511-b078-b0bcad155124 req-5916f30e-27e2-4ee2-b80a-9314a5cac856 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652544 Feb 09 01:33:58.201960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:33:58.375030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4,segment=NetworkSegment(097c5076-9db0-48e7-9d59-aad5f00c38d4),segment_id=097c5076-9db0-48e7-9d59-aad5f00c38d4)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:58.441050 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd4a12-6827-4da4-8d66-e31e2341abe3 req-24dcc19f-0c07-46ae-8c9e-306ce6bb53f6 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:58.450487 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-06fd4a12-6827-4da4-8d66-e31e2341abe3 req-24dcc19f-0c07-46ae-8c9e-306ce6bb53f6 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.0842621 Feb 09 01:33:58.463470 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'port_id': '4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4', 'mac_address': 'fa:16:3e:af:8c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:33:58.528836 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:58.529272 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:58.532236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dac152-3f2b-4cb2-a684-3252f1e3d4eb req-1ba00904-cc3c-48d9-9db8-917f7432e61a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:58.533821 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-74dac152-3f2b-4cb2-a684-3252f1e3d4eb req-1ba00904-cc3c-48d9-9db8-917f7432e61a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 945 time: 0.1928918 Feb 09 01:33:58.549918 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:58.577465 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4,segment=NetworkSegment(097c5076-9db0-48e7-9d59-aad5f00c38d4),segment_id=097c5076-9db0-48e7-9d59-aad5f00c38d4)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:58.580597 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-06fd4a12-6827-4da4-8d66-e31e2341abe3 req-3fdbeb1a-4aa0-4d3a-9b68-89bb0e91f994 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237411 Feb 09 01:33:58.594314 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:58.657818 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-74dac152-3f2b-4cb2-a684-3252f1e3d4eb req-764ceaa7-aaa2-4af6-b8db-480ebc53bab5 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178508 Feb 09 01:33:58.701067 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583e5106-e520-443a-bfc0-546955f1a53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c5d5ff-40f1-4516-822e-7914c72900d0'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:58.708572 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bf375c-1008-4bec-bff3-fcf4d72a6980" -d '{"events": [{"server_uuid": "583e5106-e520-443a-bfc0-546955f1a53a", "name": "network-vif-plugged", "status": "completed", "tag": "12c5d5ff-40f1-4516-822e-7914c72900d0"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:58.734363 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:58.794599 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274c277f-3955-417f-854e-337844dfae27 x-openstack-request-id: req-274c277f-3955-417f-854e-337844dfae27 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:58.795414 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583e5106-e520-443a-bfc0-546955f1a53a", "name": "network-vif-plugged", "status": "completed", "tag": "12c5d5ff-40f1-4516-822e-7914c72900d0", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:58.795967 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-274c277f-3955-417f-854e-337844dfae27 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:58.796672 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583e5106-e520-443a-bfc0-546955f1a53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c5d5ff-40f1-4516-822e-7914c72900d0', 'code': 200} Feb 09 01:33:58.886460 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca328c3-f5be-4c32-b86c-fa82f7735798 req-28a10663-cf19-4c66-8dd3-ffeeaf185f26 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:58.887704 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fca328c3-f5be-4c32-b86c-fa82f7735798 req-28a10663-cf19-4c66-8dd3-ffeeaf185f26 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 950 time: 0.1049185 Feb 09 01:33:58.997553 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:33:58.999392 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fca328c3-f5be-4c32-b86c-fa82f7735798 req-41f87850-27ac-44f1-b60f-bae0e0feef8e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021256 Feb 09 01:33:59.027804 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895411e0-d3e3-4293-bfb2-8597824aeeb3 req-3dde9d4f-0aaa-4de9-b78b-7e4d5d275ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:59.029376 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-895411e0-d3e3-4293-bfb2-8597824aeeb3 req-3dde9d4f-0aaa-4de9-b78b-7e4d5d275ac6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 1127 time: 0.1573818 Feb 09 01:33:59.045255 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd9243-71b5-4323-bf5b-2124d082901e req-713bef30-7a1f-40b9-ac60-86c9f176644c tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:59.047382 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-14fd9243-71b5-4323-bf5b-2124d082901e req-713bef30-7a1f-40b9-ac60-86c9f176644c tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 945 time: 0.1619136 Feb 09 01:33:59.114663 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-895411e0-d3e3-4293-bfb2-8597824aeeb3 req-701f0197-5998-403b-8745-eaa326739ef1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662842 Feb 09 01:33:59.174752 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-14fd9243-71b5-4323-bf5b-2124d082901e req-127b52df-55ac-4f8d-bd65-8fe675b27441 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000710 Feb 09 01:33:59.250954 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47b2a0-fa3b-4b63-905b-35fc57639721 req-45361370-80b4-47de-ba20-6caa62fcb43b tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:59.258496 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6e47b2a0-fa3b-4b63-905b-35fc57639721 req-45361370-80b4-47de-ba20-6caa62fcb43b tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 945 time: 0.1129639 Feb 09 01:33:59.335847 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6e47b2a0-fa3b-4b63-905b-35fc57639721 req-3e73494b-6b8b-48b1-a7f3-f5c48ac6dff6 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759306 Feb 09 01:33:59.781744 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e4f54-1a38-451f-a62a-189562632bd0 req-4c82883e-0bd3-40e5-9602-64b22ec75e46 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:59.789764 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cc9e4f54-1a38-451f-a62a-189562632bd0 req-4c82883e-0bd3-40e5-9602-64b22ec75e46 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 950 time: 0.1286325 Feb 09 01:33:59.921278 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cc9e4f54-1a38-451f-a62a-189562632bd0 req-3bf88fa5-cadc-4ffe-ac5e-5b57587f6685 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247449 Feb 09 01:33:59.975043 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66a0e9-c2cf-42dd-9996-617f5de1ff40 req-8a39931c-034b-4360-a8f2-ad966cb0c202 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:59.977546 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc66a0e9-c2cf-42dd-9996-617f5de1ff40 req-8a39931c-034b-4360-a8f2-ad966cb0c202 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 945 time: 0.1246393 Feb 09 01:34:00.057175 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc66a0e9-c2cf-42dd-9996-617f5de1ff40 req-621d50f8-9180-4059-adf6-c2ef2143aecc tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656745 Feb 09 01:34:00.195625 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077960d-3b60-4a12-a7ff-dc386e74d5e0 req-44998908-7b6e-4e83-9f1e-0bf28b7ddffa tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:00.206358 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1077960d-3b60-4a12-a7ff-dc386e74d5e0 req-44998908-7b6e-4e83-9f1e-0bf28b7ddffa tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 950 time: 0.0878294 Feb 09 01:34:00.214983 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 57a62820-8a2e-4914-9bb5-23613d65c5e6 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:34:00.311821 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 57a62820-8a2e-4914-9bb5-23613d65c5e6 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:00.312144 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:00.366838 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1077960d-3b60-4a12-a7ff-dc386e74d5e0 req-d2de6511-6f1d-4dd6-b2ae-5d3e20b2c9a6 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593034 Feb 09 01:34:00.420961 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf725e-48df-40ed-a6f1-8cc4410e41de req-31d1db0e-dc6d-4137-913e-462e8ea4f2b7 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:00.428953 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-decf725e-48df-40ed-a6f1-8cc4410e41de req-31d1db0e-dc6d-4137-913e-462e8ea4f2b7 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 945 time: 0.1147656 Feb 09 01:34:00.498926 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 57a62820-8a2e-4914-9bb5-23613d65c5e6 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:00.499365 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:00.549944 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-decf725e-48df-40ed-a6f1-8cc4410e41de req-d599737e-d13f-4acf-a441-a746ba8f1474 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193650 Feb 09 01:34:00.564632 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 57a62820-8a2e-4914-9bb5-23613d65c5e6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=57a62820-8a2e-4914-9bb5-23613d65c5e6,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:00.573645 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:00.639356 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=57a62820-8a2e-4914-9bb5-23613d65c5e6,revision_number=11']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:00.661168 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fdf21-27c2-4c61-9a85-5bc7e8c986bd req-e976f7d8-bd14-4bb7-ab0e-eb7733dba36c tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:00.662820 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c51fdf21-27c2-4c61-9a85-5bc7e8c986bd req-e976f7d8-bd14-4bb7-ab0e-eb7733dba36c tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 945 time: 0.1458948 Feb 09 01:34:00.752630 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c51fdf21-27c2-4c61-9a85-5bc7e8c986bd req-60c6d54a-68db-4d0a-b9cd-69c3fc676d79 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817065 Feb 09 01:34:00.798357 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a1c9c8-5df2-4dbe-8bae-f35f105675f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a62820-8a2e-4914-9bb5-23613d65c5e6'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:00.801196 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0fa9e4-3b69-4ae2-b84c-269b993ae2ac" -d '{"events": [{"server_uuid": "67a1c9c8-5df2-4dbe-8bae-f35f105675f0", "name": "network-vif-plugged", "status": "completed", "tag": "57a62820-8a2e-4914-9bb5-23613d65c5e6"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:00.864626 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a61e02e-5ba3-4047-99b8-3e7f1f17dcbf x-openstack-request-id: req-9a61e02e-5ba3-4047-99b8-3e7f1f17dcbf {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:00.864959 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a1c9c8-5df2-4dbe-8bae-f35f105675f0", "name": "network-vif-plugged", "status": "completed", "tag": "57a62820-8a2e-4914-9bb5-23613d65c5e6", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:00.865242 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9a61e02e-5ba3-4047-99b8-3e7f1f17dcbf {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:00.865918 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a1c9c8-5df2-4dbe-8bae-f35f105675f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a62820-8a2e-4914-9bb5-23613d65c5e6', 'code': 200} Feb 09 01:34:01.083837 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad816c4-f010-4110-a254-d2b762bf2baf req-01eed743-5b61-459c-b840-a9d6808fbcf1 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:01.095657 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aad816c4-f010-4110-a254-d2b762bf2baf req-01eed743-5b61-459c-b840-a9d6808fbcf1 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 951 time: 0.0780203 Feb 09 01:34:01.108959 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9a2a7-0ab8-4ee6-aab5-99b385ee4e6e req-5e295d38-08d6-47fc-823b-df97d2dc3748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:01.111159 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2ea9a2a7-0ab8-4ee6-aab5-99b385ee4e6e req-5e295d38-08d6-47fc-823b-df97d2dc3748 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 1133 time: 0.0579603 Feb 09 01:34:01.163296 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aad816c4-f010-4110-a254-d2b762bf2baf req-732854b3-a7ed-4807-aaca-be5dd72f4b7e tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618691 Feb 09 01:34:01.190065 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2ea9a2a7-0ab8-4ee6-aab5-99b385ee4e6e req-d8f54eff-a8a0-4303-9c6c-3df4e7d21606 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720975 Feb 09 01:34:01.247947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33208fc-815a-4f28-9929-ec73b9d7228e req-d8e0d399-25c7-4a3f-bcec-1420bb587612 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:01.250234 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c33208fc-815a-4f28-9929-ec73b9d7228e req-d8e0d399-25c7-4a3f-bcec-1420bb587612 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 945 time: 0.0868201 Feb 09 01:34:01.306073 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c33208fc-815a-4f28-9929-ec73b9d7228e req-9d74c3b9-4424-4a4e-9516-6ce9899d1429 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490115 Feb 09 01:34:01.545651 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c72bb6-dac3-485d-9e71-6f4661f24627 req-ae94d99a-919b-4e3f-aa58-788d647219d3 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:01.547515 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c0c72bb6-dac3-485d-9e71-6f4661f24627 req-ae94d99a-919b-4e3f-aa58-788d647219d3 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 950 time: 0.0775585 Feb 09 01:34:01.665136 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c0c72bb6-dac3-485d-9e71-6f4661f24627 req-0bbf3132-3d7d-4e4c-a1de-fcbc84146acf tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096113 Feb 09 01:34:01.737167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46ede6-6637-4322-9015-efa9f6fd08d0 req-76b81436-a42f-4dec-afe9-8750d08f40c0 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:01.750326 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d46ede6-6637-4322-9015-efa9f6fd08d0 req-76b81436-a42f-4dec-afe9-8750d08f40c0 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 945 time: 0.0978401 Feb 09 01:34:01.817394 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d46ede6-6637-4322-9015-efa9f6fd08d0 req-630c3ee7-9554-4433-91e9-8623667bea40 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616388 Feb 09 01:34:01.943061 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9426ea-fcc3-40e1-a0ff-bf2d94005dea req-709efa39-c3fc-4eb3-80f7-eadb54711780 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:01.953008 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ac9426ea-fcc3-40e1-a0ff-bf2d94005dea req-709efa39-c3fc-4eb3-80f7-eadb54711780 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 945 time: 0.0954001 Feb 09 01:34:02.022855 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ac9426ea-fcc3-40e1-a0ff-bf2d94005dea req-ed449ce2-2c08-4bee-b661-4b341b7f2205 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633225 Feb 09 01:34:02.163872 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ddffd397-ac3f-4a58-9c7c-8728b8aed5a7 req-d762ebf9-a2c9-41f4-874c-8499aa479e79 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-404014205&fields=id&tenant_id=865e898aafce4aeab66edf77fcd52143 HTTP/1.1" status: 200 len: 267 time: 0.0699139 Feb 09 01:34:02.218037 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:34:02.251943 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffd397-ac3f-4a58-9c7c-8728b8aed5a7 req-ec67b54b-8b9d-4775-bcbc-0b5788bbb87b tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:02.264156 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ddffd397-ac3f-4a58-9c7c-8728b8aed5a7 req-ec67b54b-8b9d-4775-bcbc-0b5788bbb87b tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 945 time: 0.0986383 Feb 09 01:34:02.271440 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-ddffd397-ac3f-4a58-9c7c-8728b8aed5a7 req-35a6c7b1-1915-4471-9ca9-6d8df7f90779 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Request body: {'port': {'security_groups': ['115f0378-d5c0-41c0-858b-87df266c1c20', '9d7640f5-ee2a-407f-b64e-5f0c5c043b69']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:02.334928 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:34:02.339473 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a98582-188d-446b-a7d7-17a2b49d4352 req-01161635-0907-4729-b2f1-5497683a4036 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:02.342880 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:02.343730 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:02.350710 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f6a98582-188d-446b-a7d7-17a2b49d4352 req-01161635-0907-4729-b2f1-5497683a4036 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 951 time: 0.1062796 Feb 09 01:34:02.411901 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ddffd397-ac3f-4a58-9c7c-8728b8aed5a7 req-35a6c7b1-1915-4471-9ca9-6d8df7f90779 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (12c5d5ff-40f1-4516-822e-7914c72900d0), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:02.465519 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f6a98582-188d-446b-a7d7-17a2b49d4352 req-8e058fe4-518d-4401-8c08-21962271f83c tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135094 Feb 09 01:34:02.544887 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:02.544887 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:02.606316 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4,segment=NetworkSegment(097c5076-9db0-48e7-9d59-aad5f00c38d4),segment_id=097c5076-9db0-48e7-9d59-aad5f00c38d4)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:02.613271 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:02.655075 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd99842-ee28-4d19-95ae-bf89732bd505 req-9fda63f3-9820-425b-be3f-d45b82568f44 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:02.667345 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-afd99842-ee28-4d19-95ae-bf89732bd505 req-9fda63f3-9820-425b-be3f-d45b82568f44 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 945 time: 0.1072075 Feb 09 01:34:02.735344 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:02.771910 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-afd99842-ee28-4d19-95ae-bf89732bd505 req-2610967f-6613-482e-9de3-02e7e970e986 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884328 Feb 09 01:34:02.867415 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2310785e-9e40-4fb3-b6d1-dcaff2f7e42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:02.872027 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55c06ef-7709-4151-8b0c-20d9d6d2953d" -d '{"events": [{"server_uuid": "2310785e-9e40-4fb3-b6d1-dcaff2f7e42d", "name": "network-vif-plugged", "status": "completed", "tag": "4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:02.879617 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-ddffd397-ac3f-4a58-9c7c-8728b8aed5a7 req-35a6c7b1-1915-4471-9ca9-6d8df7f90779 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] For port 12c5d5ff-40f1-4516-822e-7914c72900d0, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=12c5d5ff-40f1-4516-822e-7914c72900d0,segment=NetworkSegment(0565080c-e78e-4687-9c37-ade1a0353378),segment_id=0565080c-e78e-4687-9c37-ade1a0353378)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:02.950583 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece2a92-68e1-4954-8ede-77f873e69cfa req-9921cd30-abe5-42e2-b3b9-90ce4a5a5e88 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:02.957134 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6ece2a92-68e1-4954-8ede-77f873e69cfa req-9921cd30-abe5-42e2-b3b9-90ce4a5a5e88 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 950 time: 0.0883141 Feb 09 01:34:02.981318 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ddffd397-ac3f-4a58-9c7c-8728b8aed5a7 req-35a6c7b1-1915-4471-9ca9-6d8df7f90779 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for port (12c5d5ff-40f1-4516-822e-7914c72900d0), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:02.989667 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ddffd397-ac3f-4a58-9c7c-8728b8aed5a7 req-35a6c7b1-1915-4471-9ca9-6d8df7f90779 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (12c5d5ff-40f1-4516-822e-7914c72900d0), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:03.004340 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['12c5d5ff-40f1-4516-822e-7914c72900d0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:03.052059 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6ece2a92-68e1-4954-8ede-77f873e69cfa req-ff9d0e39-7706-4688-a0c0-190761c84966 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867136 Feb 09 01:34:03.090693 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffd397-ac3f-4a58-9c7c-8728b8aed5a7 req-35a6c7b1-1915-4471-9ca9-6d8df7f90779 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:03.091408 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ddffd397-ac3f-4a58-9c7c-8728b8aed5a7 req-35a6c7b1-1915-4471-9ca9-6d8df7f90779 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:03.092853 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ddffd397-ac3f-4a58-9c7c-8728b8aed5a7 req-35a6c7b1-1915-4471-9ca9-6d8df7f90779 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "PUT /v2.0/ports/12c5d5ff-40f1-4516-822e-7914c72900d0 HTTP/1.1" status: 200 len: 981 time: 0.8274636 Feb 09 01:34:03.093485 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583e5106-e520-443a-bfc0-546955f1a53a', 'tag': '12c5d5ff-40f1-4516-822e-7914c72900d0'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:03.095822 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f96d42-9f29-4744-b2ed-fabb64da92ce" -d '{"events": [{"name": "network-changed", "server_uuid": "583e5106-e520-443a-bfc0-546955f1a53a", "tag": "12c5d5ff-40f1-4516-822e-7914c72900d0"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:03.151567 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6c7b1-1915-4471-9ca9-6d8df7f90779 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event updated for resources: {'Port': ['ID=12c5d5ff-40f1-4516-822e-7914c72900d0,revision_number=6']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:03.187463 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['12c5d5ff-40f1-4516-822e-7914c72900d0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:03.250874 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d80aa8-3b92-4823-84ef-6f7c0856eb29 x-openstack-request-id: req-27d80aa8-3b92-4823-84ef-6f7c0856eb29 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:03.251522 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2310785e-9e40-4fb3-b6d1-dcaff2f7e42d", "name": "network-vif-plugged", "status": "completed", "tag": "4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:03.252329 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-27d80aa8-3b92-4823-84ef-6f7c0856eb29 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:03.253200 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2310785e-9e40-4fb3-b6d1-dcaff2f7e42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4', 'code': 200} Feb 09 01:34:03.313504 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f1af0-1c63-442e-ac1a-a720c68d6344 req-b1a7c1c2-3eac-47a4-a061-d22b8e9af952 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:03.323315 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f84f1af0-1c63-442e-ac1a-a720c68d6344 req-b1a7c1c2-3eac-47a4-a061-d22b8e9af952 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 946 time: 0.1397533 Feb 09 01:34:03.391313 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f84f1af0-1c63-442e-ac1a-a720c68d6344 req-925532fe-f58f-4e80-b702-5c7fea36acbf tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666778 Feb 09 01:34:03.401674 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afe0f5-268f-49f5-9595-47dfe0458037 req-07f21b62-b8c5-41fe-9586-b6c756e1517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:03.403408 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58afe0f5-268f-49f5-9595-47dfe0458037 req-07f21b62-b8c5-41fe-9586-b6c756e1517b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 1128 time: 0.1221008 Feb 09 01:34:03.481531 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd266b7-bbcd-466e-b502-d6e6b93466cf x-openstack-request-id: req-9fd266b7-bbcd-466e-b502-d6e6b93466cf {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:03.481807 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583e5106-e520-443a-bfc0-546955f1a53a", "tag": "12c5d5ff-40f1-4516-822e-7914c72900d0", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:03.482066 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9fd266b7-bbcd-466e-b502-d6e6b93466cf {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:03.482468 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583e5106-e520-443a-bfc0-546955f1a53a', 'tag': '12c5d5ff-40f1-4516-822e-7914c72900d0', 'status': 'completed', 'code': 200} Feb 09 01:34:03.589445 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b01a3052-2737-4419-9efd-6e985491cfb8 req-b70f050f-9a2f-4f45-92f5-840e6f4e438c tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-357674704&fields=id&tenant_id=865e898aafce4aeab66edf77fcd52143 HTTP/1.1" status: 200 len: 267 time: 0.0765855 Feb 09 01:34:03.623248 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58afe0f5-268f-49f5-9595-47dfe0458037 req-d34957e2-6a26-4d1d-8f76-8bebd238daf6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132652 Feb 09 01:34:03.635073 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb9c3a-9ba6-4dd1-8c9e-2babb2c33339 req-62f76e5d-7f7a-45a0-86dd-0b6870aebd95 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:03.646273 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cdfb9c3a-9ba6-4dd1-8c9e-2babb2c33339 req-62f76e5d-7f7a-45a0-86dd-0b6870aebd95 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 1128 time: 0.2381096 Feb 09 01:34:03.668540 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a3052-2737-4419-9efd-6e985491cfb8 req-cf72083b-5767-41fb-b058-0c477dfa1f10 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:03.670178 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b01a3052-2737-4419-9efd-6e985491cfb8 req-cf72083b-5767-41fb-b058-0c477dfa1f10 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 984 time: 0.0737226 Feb 09 01:34:03.676414 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f96d42-9f29-4744-b2ed-fabb64da92ce req-0c80c5c5-8482-4271-9beb-c1d52a447300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:03.682659 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-18f96d42-9f29-4744-b2ed-fabb64da92ce req-0c80c5c5-8482-4271-9beb-c1d52a447300 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=865e898aafce4aeab66edf77fcd52143&device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 1166 time: 0.1775970 Feb 09 01:34:03.684877 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-b01a3052-2737-4419-9efd-6e985491cfb8 req-32863857-e29b-4736-b544-640266565235 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Request body: {'port': {'security_groups': ['115f0378-d5c0-41c0-858b-87df266c1c20', '9d7640f5-ee2a-407f-b64e-5f0c5c043b69', '7575e9c5-73c6-40e1-be48-f7256f585074']}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:03.793435 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-b01a3052-2737-4419-9efd-6e985491cfb8 req-32863857-e29b-4736-b544-640266565235 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (12c5d5ff-40f1-4516-822e-7914c72900d0), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:03.820262 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f96d42-9f29-4744-b2ed-fabb64da92ce req-120efdbe-79d2-4c03-8e31-db7976fc5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:03.822543 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-18f96d42-9f29-4744-b2ed-fabb64da92ce req-120efdbe-79d2-4c03-8e31-db7976fc5ee4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=453a6711-91a3-4a44-9758-2d1aaefb39b3 HTTP/1.1" status: 200 len: 914 time: 0.1332335 Feb 09 01:34:03.826613 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cdfb9c3a-9ba6-4dd1-8c9e-2babb2c33339 req-a82077ec-58f4-41ce-83db-fcb5f0753eb1 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782181 Feb 09 01:34:03.885371 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-18f96d42-9f29-4744-b2ed-fabb64da92ce req-16a6a721-b382-48d5-b9f7-ec7da4aa6313 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12c5d5ff-40f1-4516-822e-7914c72900d0 HTTP/1.1" status: 200 len: 217 time: 0.0540159 Feb 09 01:34:04.009194 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f96d42-9f29-4744-b2ed-fabb64da92ce req-07c55691-f3fd-47a3-8e21-22cf4fb1989c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:04.012080 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-18f96d42-9f29-4744-b2ed-fabb64da92ce req-07c55691-f3fd-47a3-8e21-22cf4fb1989c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5663d0ec-236b-44b8-be2c-ca4247ec2433 HTTP/1.1" status: 200 len: 853 time: 0.1200988 Feb 09 01:34:04.083032 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-18f96d42-9f29-4744-b2ed-fabb64da92ce req-d3d5960c-fc6d-419c-b00e-52c3925b14ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=453a6711-91a3-4a44-9758-2d1aaefb39b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600221 Feb 09 01:34:04.095959 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3651e88-adb3-46ee-947b-2f4ffc1b9195 req-dafda9bb-8afe-4f90-997c-3c8375f2f54e tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:04.101862 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b3651e88-adb3-46ee-947b-2f4ffc1b9195 req-dafda9bb-8afe-4f90-997c-3c8375f2f54e tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 951 time: 0.1560404 Feb 09 01:34:04.203425 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-b01a3052-2737-4419-9efd-6e985491cfb8 req-32863857-e29b-4736-b544-640266565235 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] For port 12c5d5ff-40f1-4516-822e-7914c72900d0, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=12c5d5ff-40f1-4516-822e-7914c72900d0,segment=NetworkSegment(0565080c-e78e-4687-9c37-ade1a0353378),segment_id=0565080c-e78e-4687-9c37-ade1a0353378)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:04.257870 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-b01a3052-2737-4419-9efd-6e985491cfb8 req-32863857-e29b-4736-b544-640266565235 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for port (12c5d5ff-40f1-4516-822e-7914c72900d0), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:04.269528 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-b01a3052-2737-4419-9efd-6e985491cfb8 req-32863857-e29b-4736-b544-640266565235 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (12c5d5ff-40f1-4516-822e-7914c72900d0), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:04.279562 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['12c5d5ff-40f1-4516-822e-7914c72900d0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:04.296298 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-18f96d42-9f29-4744-b2ed-fabb64da92ce req-ec04045b-c54a-4552-b23a-d54cc70c38b1 service neutron] 10.222.0.67 "GET /v2.0/networks/453a6711-91a3-4a44-9758-2d1aaefb39b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928830 Feb 09 01:34:04.323016 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b3651e88-adb3-46ee-947b-2f4ffc1b9195 req-285f4490-abf3-4814-8d4e-722dcc6f7db9 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096267 Feb 09 01:34:04.405372 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a3052-2737-4419-9efd-6e985491cfb8 req-32863857-e29b-4736-b544-640266565235 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:04.406420 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-b01a3052-2737-4419-9efd-6e985491cfb8 req-32863857-e29b-4736-b544-640266565235 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:04.422628 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b01a3052-2737-4419-9efd-6e985491cfb8 req-32863857-e29b-4736-b544-640266565235 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "PUT /v2.0/ports/12c5d5ff-40f1-4516-822e-7914c72900d0 HTTP/1.1" status: 200 len: 1020 time: 0.7435939 Feb 09 01:34:04.423383 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583e5106-e520-443a-bfc0-546955f1a53a', 'tag': '12c5d5ff-40f1-4516-822e-7914c72900d0'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:04.427013 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afff5513-8b75-4f22-a5c5-e9e8c50af36f" -d '{"events": [{"name": "network-changed", "server_uuid": "583e5106-e520-443a-bfc0-546955f1a53a", "tag": "12c5d5ff-40f1-4516-822e-7914c72900d0"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:04.464343 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32863857-e29b-4736-b544-640266565235 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event updated for resources: {'Port': ['ID=12c5d5ff-40f1-4516-822e-7914c72900d0,revision_number=7']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:04.586850 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-18f96d42-9f29-4744-b2ed-fabb64da92ce req-eed65ba5-2cf3-447e-84c4-5f61c8697233 service neutron] 10.222.0.67 "GET /v2.0/networks/453a6711-91a3-4a44-9758-2d1aaefb39b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825298 Feb 09 01:34:04.644386 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['12c5d5ff-40f1-4516-822e-7914c72900d0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:04.742869 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c2403-d396-4f82-b144-76c5fe3bcd34 req-9cc9fbec-bedb-44e4-aa0b-92eabffe5d36 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:04.744834 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4d9c2403-d396-4f82-b144-76c5fe3bcd34 req-9cc9fbec-bedb-44e4-aa0b-92eabffe5d36 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 945 time: 0.1761954 Feb 09 01:34:04.831485 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4d9c2403-d396-4f82-b144-76c5fe3bcd34 req-2356896c-f2dd-4eea-83f3-c0346d43cca5 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770128 Feb 09 01:34:05.085231 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be57550-63cf-4df0-976b-5c0afed58aec req-20d05f46-4c43-4c80-a613-4e332a3f51a0 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:05.089261 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8be57550-63cf-4df0-976b-5c0afed58aec req-20d05f46-4c43-4c80-a613-4e332a3f51a0 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 950 time: 0.1236289 Feb 09 01:34:05.155794 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8be57550-63cf-4df0-976b-5c0afed58aec req-f32732be-104a-4732-ab06-198005af52f4 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594671 Feb 09 01:34:05.505032 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-50028f0f-f2b3-4ca5-aeae-185d0a426508 service neutron] show failed (client error): The resource could not be found. Feb 09 01:34:05.506385 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-50028f0f-f2b3-4ca5-aeae-185d0a426508 service neutron] 10.222.0.67 "GET /v2.0/ports/a619dddc-0464-4707-b341-5d5462aad706/bindings/n-h2-828387-3 HTTP/1.1" status: 404 len: 380 time: 0.0923653 Feb 09 01:34:05.693280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a3547-f163-491a-950a-2c69f918d722 req-e609ed6b-d5bc-4861-aabc-30fb1d5c13bc tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:05.695434 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-593a3547-f163-491a-950a-2c69f918d722 req-e609ed6b-d5bc-4861-aabc-30fb1d5c13bc tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 946 time: 0.0825372 Feb 09 01:34:05.766853 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-593a3547-f163-491a-950a-2c69f918d722 req-61e80b1d-2ce5-4ee1-94ff-17aee7d3bcb3 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646870 Feb 09 01:34:05.847890 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-b291d24f-f960-4af9-8693-3f424165d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:05.850345 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-b291d24f-f960-4af9-8693-3f424165d03c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9&tenant_id=a8fbbe3309e443c484ce78d66416eddd HTTP/1.1" status: 200 len: 1132 time: 0.0771527 Feb 09 01:34:05.916016 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828387-3', 'device_owner': 'compute:nova'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:06.035266 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a7880-91b9-4051-88aa-88c3f22ceda5 req-cbadc5b1-bb7f-4f9a-b7fc-a1a3cf1f32eb tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:06.037289 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0c4a7880-91b9-4051-88aa-88c3f22ceda5 req-cbadc5b1-bb7f-4f9a-b7fc-a1a3cf1f32eb tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 1023 time: 0.1858704 Feb 09 01:34:06.044915 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-8b44f066-59ca-44c4-9be4-d4d2410bb222 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:34:06.046296 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-8b44f066-59ca-44c4-9be4-d4d2410bb222 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196266 Feb 09 01:34:06.059891 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a619dddc-0464-4707-b341-5d5462aad706), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:06.187129 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-47a02e3b-7f16-46c0-a437-69882d92345f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:06.188838 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-47a02e3b-7f16-46c0-a437-69882d92345f service neutron] 10.222.0.36 "GET /v2.0/ports/0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 HTTP/1.1" status: 200 len: 1125 time: 0.1236491 Feb 09 01:34:06.201067 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-f7d0e02b-db68-44f5-a30d-f9d8e3559c1b service neutron] Request body: {'binding': {'host': 'n-h2-828387-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:06.201518 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-f7d0e02b-db68-44f5-a30d-f9d8e3559c1b service neutron] Unknown quota resources ['binding']. {{(pid=103183) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:34:06.337517 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0c4a7880-91b9-4051-88aa-88c3f22ceda5 req-a57613e4-c183-4666-a226-e07574cc4902 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&id=7575e9c5-73c6-40e1-be48-f7256f585074&id=9d7640f5-ee2a-407f-b64e-5f0c5c043b69 HTTP/1.1" status: 200 len: 6199 time: 0.2866099 Feb 09 01:34:06.391430 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8ccc92-c5b1-44b4-87f5-a68fb63f8c96 x-openstack-request-id: req-6a8ccc92-c5b1-44b4-87f5-a68fb63f8c96 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:06.391883 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583e5106-e520-443a-bfc0-546955f1a53a", "tag": "12c5d5ff-40f1-4516-822e-7914c72900d0", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:06.392243 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a8ccc92-c5b1-44b4-87f5-a68fb63f8c96 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:06.393164 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583e5106-e520-443a-bfc0-546955f1a53a', 'tag': '12c5d5ff-40f1-4516-822e-7914c72900d0', 'status': 'completed', 'code': 200} Feb 09 01:34:06.671473 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff5513-8b75-4f22-a5c5-e9e8c50af36f req-a4a8c82b-16ca-4539-b33a-d79907bede9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:06.671779 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-afff5513-8b75-4f22-a5c5-e9e8c50af36f req-a4a8c82b-16ca-4539-b33a-d79907bede9b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=865e898aafce4aeab66edf77fcd52143&device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 1206 time: 0.2341352 Feb 09 01:34:06.699734 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] For port a619dddc-0464-4707-b341-5d5462aad706, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a619dddc-0464-4707-b341-5d5462aad706,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:06.713155 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67faab64-8849-43da-8bfe-d1d437f91de2 req-19f59c95-cea8-4ff5-b375-cf8bb662d972 tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:06.714871 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-67faab64-8849-43da-8bfe-d1d437f91de2 req-19f59c95-cea8-4ff5-b375-cf8bb662d972 tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 1133 time: 0.2056532 Feb 09 01:34:06.807445 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-f7d0e02b-db68-44f5-a30d-f9d8e3559c1b service neutron] Attempting to bind port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 on host n-h2-828387-3 for vnic_type normal with profile None {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:34:06.807833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-f7d0e02b-db68-44f5-a30d-f9d8e3559c1b service neutron] Attempting to bind port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:34:06.808268 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-f7d0e02b-db68-44f5-a30d-f9d8e3559c1b service neutron] Attempting to bind port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:06.840146 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-f7d0e02b-db68-44f5-a30d-f9d8e3559c1b service neutron] Port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:34:06.840780 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-f7d0e02b-db68-44f5-a30d-f9d8e3559c1b service neutron] Attempting to bind port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:06.860777 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] For port a619dddc-0464-4707-b341-5d5462aad706, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:34:06.895949 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-f7d0e02b-db68-44f5-a30d-f9d8e3559c1b service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:34:06.896627 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-f7d0e02b-db68-44f5-a30d-f9d8e3559c1b service neutron] Checking segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:34:06.897533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-f7d0e02b-db68-44f5-a30d-f9d8e3559c1b service neutron] Bound using segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:34:06.898509 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-f7d0e02b-db68-44f5-a30d-f9d8e3559c1b service neutron] Bound port: 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:34:06.980353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff5513-8b75-4f22-a5c5-e9e8c50af36f req-d518a3cc-3a67-429e-9b13-df639639cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:06.981865 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-afff5513-8b75-4f22-a5c5-e9e8c50af36f req-d518a3cc-3a67-429e-9b13-df639639cb04 service neutron] 10.222.0.67 "GET /v2.0/networks?id=453a6711-91a3-4a44-9758-2d1aaefb39b3 HTTP/1.1" status: 200 len: 914 time: 0.3016815 Feb 09 01:34:06.990560 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-67faab64-8849-43da-8bfe-d1d437f91de2 req-9d9178c9-a200-4d07-8e86-e558ecfc54f6 tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292089 Feb 09 01:34:07.127254 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f05a640-0f44-472d-8c14-eeb7ecb363d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a619dddc-0464-4707-b341-5d5462aad706'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:07.129488 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710415e1-2be4-4d5e-9f4e-dbf4717b1ba5" -d '{"events": [{"server_uuid": "7f05a640-0f44-472d-8c14-eeb7ecb363d9", "name": "network-vif-unplugged", "status": "completed", "tag": "a619dddc-0464-4707-b341-5d5462aad706"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:07.136107 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] Publish callbacks [] for port (a619dddc-0464-4707-b341-5d5462aad706), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:07.146031 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-afff5513-8b75-4f22-a5c5-e9e8c50af36f req-f6222064-9947-4c5b-9c28-ad6ab8ef691c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12c5d5ff-40f1-4516-822e-7914c72900d0 HTTP/1.1" status: 200 len: 217 time: 0.1296561 Feb 09 01:34:07.218848 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] Transition to ACTIVE for port object a619dddc-0464-4707-b341-5d5462aad706 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:34:07.230061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-f7d0e02b-db68-44f5-a30d-f9d8e3559c1b service neutron] For port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:34:07.239374 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a619dddc-0464-4707-b341-5d5462aad706), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:07.259992 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-f7d0e02b-db68-44f5-a30d-f9d8e3559c1b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:07.261224 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-f7d0e02b-db68-44f5-a30d-f9d8e3559c1b service neutron] 10.222.0.36 "POST /v2.0/ports/0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719/bindings HTTP/1.1" status: 201 len: 389 time: 1.0644634 Feb 09 01:34:07.300108 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff5513-8b75-4f22-a5c5-e9e8c50af36f req-97f7d27b-d3b6-468d-aa7e-cdad13d1961e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:07.302004 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-afff5513-8b75-4f22-a5c5-e9e8c50af36f req-97f7d27b-d3b6-468d-aa7e-cdad13d1961e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5663d0ec-236b-44b8-be2c-ca4247ec2433 HTTP/1.1" status: 200 len: 853 time: 0.1291323 Feb 09 01:34:07.338463 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b295f4-bc45-48ef-b189-4e2ef0712191 req-bf27bba8-dc13-42f6-92eb-5d919c81eddf tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:07.340369 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-57b295f4-bc45-48ef-b189-4e2ef0712191 req-bf27bba8-dc13-42f6-92eb-5d919c81eddf tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 946 time: 0.2249644 Feb 09 01:34:07.355526 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58108) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:07.361246 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-8fa09876-c831-4f6e-a44e-979ed334aa8e tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Request body: {'floatingip': {'port_id': '4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:07.401626 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-78d73050-a761-4185-8570-d09631810194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:07.432391 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-afff5513-8b75-4f22-a5c5-e9e8c50af36f req-45b7cf66-a769-4e67-add6-5366c4b6ad9d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=453a6711-91a3-4a44-9758-2d1aaefb39b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178350 Feb 09 01:34:07.432994 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] No DVR routers for this DVR port a619dddc-0464-4707-b341-5d5462aad706 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:07.457341 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8fa09876-c831-4f6e-a44e-979ed334aa8e tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for floatingip (01322e71-f21d-45be-b670-6434605f4de0), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:07.655354 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-afff5513-8b75-4f22-a5c5-e9e8c50af36f req-17ed2a92-69d5-4175-9681-23c523e69eba service neutron] 10.222.0.67 "GET /v2.0/networks/453a6711-91a3-4a44-9758-2d1aaefb39b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163110 Feb 09 01:34:07.699003 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:34:07.752793 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] Pushing event updated for resources: {'Port': ['ID=a619dddc-0464-4707-b341-5d5462aad706,revision_number=6']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:08.252444 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-afff5513-8b75-4f22-a5c5-e9e8c50af36f req-7ab8c366-0495-4690-a9ed-5920d1782267 service neutron] 10.222.0.67 "GET /v2.0/networks/453a6711-91a3-4a44-9758-2d1aaefb39b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5798488 Feb 09 01:34:08.318236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] Attempting to bind port a619dddc-0464-4707-b341-5d5462aad706 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:34:08.318739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] Attempting to bind port a619dddc-0464-4707-b341-5d5462aad706 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:34:08.319166 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] Attempting to bind port a619dddc-0464-4707-b341-5d5462aad706 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:08.328395 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] Port a619dddc-0464-4707-b341-5d5462aad706 on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:34:08.328883 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] Attempting to bind port a619dddc-0464-4707-b341-5d5462aad706 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:08.336986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:34:08.337745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:34:08.338617 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:34:08.339301 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] Bound port: a619dddc-0464-4707-b341-5d5462aad706, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:34:08.339776 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a619dddc-0464-4707-b341-5d5462aad706), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:08.420878 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8fa09876-c831-4f6e-a44e-979ed334aa8e tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:08.423845 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] For port a619dddc-0464-4707-b341-5d5462aad706, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:34:08.428812 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] For port a619dddc-0464-4707-b341-5d5462aad706, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a619dddc-0464-4707-b341-5d5462aad706,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:34:08.442626 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f98888-b5c5-4a9a-b320-8ff2693115ed req-8dd6b120-ee36-4afc-a582-fdd01d622dfc tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:08.444878 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06f98888-b5c5-4a9a-b320-8ff2693115ed req-8dd6b120-ee36-4afc-a582-fdd01d622dfc tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 945 time: 0.7881014 Feb 09 01:34:08.448140 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a619dddc-0464-4707-b341-5d5462aad706), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:08.485350 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8fa09876-c831-4f6e-a44e-979ed334aa8e tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (01322e71-f21d-45be-b670-6434605f4de0), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:08.560351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:08.561590 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:08.563425 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] 10.222.0.48 "PUT /v2.0/ports/a619dddc-0464-4707-b341-5d5462aad706 HTTP/1.1" status: 200 len: 1096 time: 2.6559253 Feb 09 01:34:08.566344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-eb62c2e9-cdaa-4176-96c9-229e6087807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:08.568663 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-eb62c2e9-cdaa-4176-96c9-229e6087807f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 1128 time: 0.7248600 Feb 09 01:34:08.678007 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309268bc-df3b-4efe-9282-cc2d95552166 req-a065817c-b425-4f15-8c06-7bad6b77ea08 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:08.680388 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-a065817c-b425-4f15-8c06-7bad6b77ea08 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7&tenant_id=b07de46a82164c668a0ced35af54f222&binding%3Ahost_id=n-h2-828387-3 HTTP/1.1" status: 200 len: 1127 time: 0.2566226 Feb 09 01:34:08.705448 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-309268bc-df3b-4efe-9282-cc2d95552166 req-88d52481-4fab-4bce-90ad-defdd51274c4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828387-3'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:08.727692 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e89336-2b8e-434b-b2ea-8ea3d0c3d422 service neutron] Pushing event updated for resources: {'Port': ['ID=a619dddc-0464-4707-b341-5d5462aad706,revision_number=7']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:08.732635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-9c9ffd38-9319-4f44-a906-f6d8d67f0a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:08.744712 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-9c9ffd38-9319-4f44-a906-f6d8d67f0a59 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 907 time: 0.1574221 Feb 09 01:34:08.776319 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a9f4d-6d53-4e41-9594-b0311f9bc611 req-d45beb4f-12e0-4daa-ae08-7f65a4a3ae8e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:08.783831 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-987a9f4d-6d53-4e41-9594-b0311f9bc611 req-d45beb4f-12e0-4daa-ae08-7f65a4a3ae8e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 948 time: 0.3614128 Feb 09 01:34:08.854736 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-84a712f0-f96f-447d-9bb7-ad440a33d486 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 HTTP/1.1" status: 200 len: 217 time: 0.0765586 Feb 09 01:34:08.869959 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06f98888-b5c5-4a9a-b320-8ff2693115ed req-835d86dc-c65e-45e7-8c7e-e31306afa3c0 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029319 Feb 09 01:34:08.912176 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-987a9f4d-6d53-4e41-9594-b0311f9bc611 req-462625a2-195e-4310-8633-a326380a0bb1 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254148 Feb 09 01:34:08.941557 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-8fa09876-c831-4f6e-a44e-979ed334aa8e tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Floating IP 01322e71-f21d-45be-b670-6434605f4de0 associated. External IP: 172.25.7.38, port: 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4. Feb 09 01:34:08.958464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-b78aff37-22c9-4397-affe-617116a7aaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:08.960495 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-b78aff37-22c9-4397-affe-617116a7aaf9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.0879288 Feb 09 01:34:08.962753 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-957ff371-c026-4e88-8048-4297d0380e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:08.965047 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-957ff371-c026-4e88-8048-4297d0380e63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 1130 time: 0.2132702 Feb 09 01:34:08.997162 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-309268bc-df3b-4efe-9282-cc2d95552166 req-88d52481-4fab-4bce-90ad-defdd51274c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (26f9301b-2ecc-4658-a113-5381caf8c688), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:09.052443 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-f09209fa-1dc6-4294-bb98-9912a9ab0e03 req-e4292dec-f685-4dfa-91a4-84454ebcfa90 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Request body: {'security_group': {'name': ' tempest-securitygroup -267461103 ', 'description': 'tempest-description-737177572'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:09.098141 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-bc491f63-eeff-4ac6-8307-23c0f2083b73 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051071 Feb 09 01:34:09.120456 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f09209fa-1dc6-4294-bb98-9912a9ab0e03 req-e4292dec-f685-4dfa-91a4-84454ebcfa90 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:09.147838 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 26f9301b-2ecc-4658-a113-5381caf8c688 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:34:09.198162 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-db4a105f-8a5c-4a51-8411-db77eecde771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:09.199702 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-db4a105f-8a5c-4a51-8411-db77eecde771 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.2158010 Feb 09 01:34:09.292406 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87d3ad0-d3c5-4929-b9cc-719a014fd428 x-openstack-request-id: req-d87d3ad0-d3c5-4929-b9cc-719a014fd428 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:09.292701 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f05a640-0f44-472d-8c14-eeb7ecb363d9", "name": "network-vif-unplugged", "status": "completed", "tag": "a619dddc-0464-4707-b341-5d5462aad706", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:09.292955 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d87d3ad0-d3c5-4929-b9cc-719a014fd428 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:09.293360 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f05a640-0f44-472d-8c14-eeb7ecb363d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a619dddc-0464-4707-b341-5d5462aad706', 'code': 200} Feb 09 01:34:09.297965 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-b58d70ea-c0f5-454c-a1e5-e50c47beb800 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=a619dddc-0464-4707-b341-5d5462aad706 HTTP/1.1" status: 200 len: 217 time: 0.0804696 Feb 09 01:34:09.344812 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-e252e8d4-cd99-46fc-a8a8-ec0a30a439cf service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350504 Feb 09 01:34:09.361053 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 26f9301b-2ecc-4658-a113-5381caf8c688, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=26f9301b-2ecc-4658-a113-5381caf8c688,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:09.376006 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 26f9301b-2ecc-4658-a113-5381caf8c688 has no active binding in host n-h1-828387-3 {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:34:09.410726 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:09.456966 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f09209fa-1dc6-4294-bb98-9912a9ab0e03 req-e4292dec-f685-4dfa-91a4-84454ebcfa90 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (4857f92e-4be3-4d04-8691-2046ffccb711), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:09.481285 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f09209fa-1dc6-4294-bb98-9912a9ab0e03 req-e4292dec-f685-4dfa-91a4-84454ebcfa90 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4857f92e-4be3-4d04-8691-2046ffccb711), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:09.530469 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-309268bc-df3b-4efe-9282-cc2d95552166 req-88d52481-4fab-4bce-90ad-defdd51274c4 service neutron] For port 26f9301b-2ecc-4658-a113-5381caf8c688, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=26f9301b-2ecc-4658-a113-5381caf8c688,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:09.570782 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-928e7c87-0c9b-41fa-9d85-257c485bfeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:09.572470 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-928e7c87-0c9b-41fa-9d85-257c485bfeb2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1887789 Feb 09 01:34:09.601787 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f09209fa-1dc6-4294-bb98-9912a9ab0e03 req-e4292dec-f685-4dfa-91a4-84454ebcfa90 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:09.603757 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f09209fa-1dc6-4294-bb98-9912a9ab0e03 req-e4292dec-f685-4dfa-91a4-84454ebcfa90 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.6076672 Feb 09 01:34:09.612117 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4292dec-f685-4dfa-91a4-84454ebcfa90 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4857f92e-4be3-4d04-8691-2046ffccb711,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:09.642764 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34699e-56a7-4ed6-a379-1204493016f0 req-c79fcfe4-2e3b-4b5d-9487-a81c735cb337 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:09.649605 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fc34699e-56a7-4ed6-a379-1204493016f0 req-c79fcfe4-2e3b-4b5d-9487-a81c735cb337 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 946 time: 0.1718242 Feb 09 01:34:09.653376 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-309268bc-df3b-4efe-9282-cc2d95552166 req-88d52481-4fab-4bce-90ad-defdd51274c4 service neutron] For port 26f9301b-2ecc-4658-a113-5381caf8c688, host n-h2-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:34:09.672831 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-6cb405f1-c552-408b-aa50-1a529ad9a05f service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801056 Feb 09 01:34:09.695726 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa09876-c831-4f6e-a44e-979ed334aa8e tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Router f2029d96-c1c9-44c4-b6c3-28ae018eff2b has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:34:09.736304 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fc34699e-56a7-4ed6-a379-1204493016f0 req-2100d070-b32d-4649-8ac9-4eaefdbabef2 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855572 Feb 09 01:34:09.753459 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eaf0341b-924c-4b88-8723-b7529d733954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:09.760153 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-7507e769-b4eb-4ad5-9779-e86c798d0b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:09.761634 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-7507e769-b4eb-4ad5-9779-e86c798d0b02 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1727459 Feb 09 01:34:09.768906 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4be3e9-1f8d-451e-a42f-96abf43d47d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26f9301b-2ecc-4658-a113-5381caf8c688'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:09.779040 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d4db54-84a1-41d7-83b7-516358c284a9" -d '{"events": [{"server_uuid": "5a4be3e9-1f8d-451e-a42f-96abf43d47d7", "name": "network-vif-unplugged", "status": "completed", "tag": "26f9301b-2ecc-4658-a113-5381caf8c688"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:09.785580 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-309268bc-df3b-4efe-9282-cc2d95552166 req-88d52481-4fab-4bce-90ad-defdd51274c4 service neutron] Publish callbacks [] for port (26f9301b-2ecc-4658-a113-5381caf8c688), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:09.809475 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-309268bc-df3b-4efe-9282-cc2d95552166 req-88d52481-4fab-4bce-90ad-defdd51274c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (26f9301b-2ecc-4658-a113-5381caf8c688), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:09.961802 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-f2427765-5401-499a-866d-83c8d735d04a service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856134 Feb 09 01:34:09.964803 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596cb88-3757-400b-80df-f099938b1613 req-b9583eef-3162-48d2-88a3-8deaff987ada tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:09.966363 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8596cb88-3757-400b-80df-f099938b1613 req-b9583eef-3162-48d2-88a3-8deaff987ada tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 1133 time: 0.0881526 Feb 09 01:34:10.065113 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa09876-c831-4f6e-a44e-979ed334aa8e tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:34:10.067729 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d52481-4fab-4bce-90ad-defdd51274c4 service neutron] Pushing event updated for resources: {'Port': ['ID=26f9301b-2ecc-4658-a113-5381caf8c688,revision_number=7']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:10.076166 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8fa09876-c831-4f6e-a44e-979ed334aa8e tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:10.078523 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18f37c8-5437-42a6-9bb7-395cecc0b70e None None] Sync routers for ids ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:34:10.096457 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18f37c8-5437-42a6-9bb7-395cecc0b70e None None] Routers {'f2029d96-c1c9-44c4-b6c3-28ae018eff2b'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:34:10.097180 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6b4c38ce-a5a7-4fa0-92a1-137943d0ffd1 req-af365ee8-c427-418c-918d-2b74fd46cb2e tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/4857f92e-4be3-4d04-8691-2046ffccb711 HTTP/1.1" status: 200 len: 1796 time: 0.2992172 Feb 09 01:34:10.097310 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d18f37c8-5437-42a6-9bb7-395cecc0b70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:34:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:10.104819 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8596cb88-3757-400b-80df-f099938b1613 req-29092b6f-98c8-436f-8d4a-ec51141ce378 tempest-ServersAdminTestJSON-748076597 tempest-ServersAdminTestJSON-748076597-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225972 Feb 09 01:34:10.143025 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3aa7321f-6ba6-4d10-a2ad-8aab2ec15024 req-2a1660c9-1108-425d-98be-542cd0de1ce0 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692283 Feb 09 01:34:10.190124 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8fa09876-c831-4f6e-a44e-979ed334aa8e tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "PUT /v2.0/floatingips/01322e71-f21d-45be-b670-6434605f4de0 HTTP/1.1" status: 200 len: 991 time: 2.8329289 Feb 09 01:34:10.201186 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b533fa2-ac6b-4dd3-8493-bea8900670ec x-openstack-request-id: req-9b533fa2-ac6b-4dd3-8493-bea8900670ec {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:10.203567 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4be3e9-1f8d-451e-a42f-96abf43d47d7", "name": "network-vif-unplugged", "status": "completed", "tag": "26f9301b-2ecc-4658-a113-5381caf8c688", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:10.204161 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9b533fa2-ac6b-4dd3-8493-bea8900670ec {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:10.205478 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4be3e9-1f8d-451e-a42f-96abf43d47d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26f9301b-2ecc-4658-a113-5381caf8c688', 'code': 200} Feb 09 01:34:10.332032 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-309268bc-df3b-4efe-9282-cc2d95552166 req-88d52481-4fab-4bce-90ad-defdd51274c4 service neutron] Attempting to bind port 26f9301b-2ecc-4658-a113-5381caf8c688 on host n-h2-828387-3 for vnic_type normal with profile {"migrating_to": "n-h1-828387-3"} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:34:10.332863 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-309268bc-df3b-4efe-9282-cc2d95552166 req-88d52481-4fab-4bce-90ad-defdd51274c4 service neutron] Attempting to bind port 26f9301b-2ecc-4658-a113-5381caf8c688 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:34:10.333827 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309268bc-df3b-4efe-9282-cc2d95552166 req-88d52481-4fab-4bce-90ad-defdd51274c4 service neutron] Attempting to bind port 26f9301b-2ecc-4658-a113-5381caf8c688 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:10.344878 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309268bc-df3b-4efe-9282-cc2d95552166 req-88d52481-4fab-4bce-90ad-defdd51274c4 service neutron] Port 26f9301b-2ecc-4658-a113-5381caf8c688 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:34:10.345698 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309268bc-df3b-4efe-9282-cc2d95552166 req-88d52481-4fab-4bce-90ad-defdd51274c4 service neutron] Attempting to bind port 26f9301b-2ecc-4658-a113-5381caf8c688 on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:10.361293 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309268bc-df3b-4efe-9282-cc2d95552166 req-88d52481-4fab-4bce-90ad-defdd51274c4 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:34:10.364144 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309268bc-df3b-4efe-9282-cc2d95552166 req-88d52481-4fab-4bce-90ad-defdd51274c4 service neutron] Checking segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:34:10.365525 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309268bc-df3b-4efe-9282-cc2d95552166 req-88d52481-4fab-4bce-90ad-defdd51274c4 service neutron] Bound using segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:34:10.370198 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-309268bc-df3b-4efe-9282-cc2d95552166 req-88d52481-4fab-4bce-90ad-defdd51274c4 service neutron] Bound port: 26f9301b-2ecc-4658-a113-5381caf8c688, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:34:10.371914 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-309268bc-df3b-4efe-9282-cc2d95552166 req-88d52481-4fab-4bce-90ad-defdd51274c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (26f9301b-2ecc-4658-a113-5381caf8c688), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:10.386218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cd8ff-bf2c-4b96-b63a-97b07d7e20ac req-46c5fbcf-0e9b-416d-bd80-1117ecdfd489 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:10.398757 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f7cd8ff-bf2c-4b96-b63a-97b07d7e20ac req-46c5fbcf-0e9b-416d-bd80-1117ecdfd489 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 943 time: 0.1225188 Feb 09 01:34:10.434055 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d18f37c8-5437-42a6-9bb7-395cecc0b70e None None] Set router f2029d96-c1c9-44c4-b6c3-28ae018eff2b gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:34:10.495728 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f7cd8ff-bf2c-4b96-b63a-97b07d7e20ac req-13adef1d-5f98-4347-ae20-5a451d292664 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959976 Feb 09 01:34:10.536378 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-309268bc-df3b-4efe-9282-cc2d95552166 req-88d52481-4fab-4bce-90ad-defdd51274c4 service neutron] For port 26f9301b-2ecc-4658-a113-5381caf8c688, host n-h2-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:34:10.544641 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-309268bc-df3b-4efe-9282-cc2d95552166 req-88d52481-4fab-4bce-90ad-defdd51274c4 service neutron] For port 26f9301b-2ecc-4658-a113-5381caf8c688, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=26f9301b-2ecc-4658-a113-5381caf8c688,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:34:10.555576 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-309268bc-df3b-4efe-9282-cc2d95552166 req-88d52481-4fab-4bce-90ad-defdd51274c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (26f9301b-2ecc-4658-a113-5381caf8c688), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:10.661552 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d52481-4fab-4bce-90ad-defdd51274c4 service neutron] Pushing event updated for resources: {'Port': ['ID=26f9301b-2ecc-4658-a113-5381caf8c688,revision_number=8']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:10.773322 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309268bc-df3b-4efe-9282-cc2d95552166 req-88d52481-4fab-4bce-90ad-defdd51274c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:10.774504 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-309268bc-df3b-4efe-9282-cc2d95552166 req-88d52481-4fab-4bce-90ad-defdd51274c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:10.781029 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-88d52481-4fab-4bce-90ad-defdd51274c4 service neutron] 10.222.0.67 "PUT /v2.0/ports/26f9301b-2ecc-4658-a113-5381caf8c688 HTTP/1.1" status: 200 len: 1121 time: 2.0866637 Feb 09 01:34:10.851052 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038a4d8-6fd7-49c6-b247-3d9664d59b08 req-fc483476-1546-49ea-ba4b-8e5233379dfd tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:10.858692 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7038a4d8-6fd7-49c6-b247-3d9664d59b08 req-fc483476-1546-49ea-ba4b-8e5233379dfd tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 948 time: 0.1384158 Feb 09 01:34:10.973910 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:10.977969 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:11.004681 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['26f9301b-2ecc-4658-a113-5381caf8c688'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:11.064091 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['26f9301b-2ecc-4658-a113-5381caf8c688'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:11.128150 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7038a4d8-6fd7-49c6-b247-3d9664d59b08 req-9d418467-9502-4258-8648-a0afbe940b33 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568595 Feb 09 01:34:11.188905 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d18f37c8-5437-42a6-9bb7-395cecc0b70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820247541-router', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'gw_port': {'id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '01322e71-f21d-45be-b670-6434605f4de0', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'port_id': '4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'mac_address': 'fa:16:3e:af:8c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310785e-9e40-4fb3-b6d1-dcaff2f7e42d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:31:44Z', 'updated_at': '2022-02-09T01:34:08Z', 'revision_number': 5, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28cb58dc-5486-45c1-accb-a880b5db9304', 'name': '', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'mac_address': 'fa:16:3e:a1:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 5, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'subnets': [{'id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:11.205525 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device a619dddc-0464-4707-b341-5d5462aad706 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:34:11.237665 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4192c03c-e124-4eb3-b23c-c8713e8780b9 req-9b0dd0dd-d0f4-42fe-919b-efd8666bf407 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/4857f92e-4be3-4d04-8691-2046ffccb711 HTTP/1.1" status: 200 len: 1796 time: 0.1101580 Feb 09 01:34:11.295450 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f05a640-0f44-472d-8c14-eeb7ecb363d9', 'tag': 'a619dddc-0464-4707-b341-5d5462aad706'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:11.300602 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0fe741-582e-4e4c-9332-bb2f29d7383b" -d '{"events": [{"name": "network-changed", "server_uuid": "7f05a640-0f44-472d-8c14-eeb7ecb363d9", "tag": "a619dddc-0464-4707-b341-5d5462aad706"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:11.355254 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-4192c03c-e124-4eb3-b23c-c8713e8780b9 req-ee88cb84-97d8-4b89-9f0d-bec941175b5d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (4857f92e-4be3-4d04-8691-2046ffccb711), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:11.417795 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-4192c03c-e124-4eb3-b23c-c8713e8780b9 req-ee88cb84-97d8-4b89-9f0d-bec941175b5d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (4857f92e-4be3-4d04-8691-2046ffccb711), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:11.513952 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18f37c8-5437-42a6-9bb7-395cecc0b70e None None] Checking router: f2029d96-c1c9-44c4-b6c3-28ae018eff2b for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:34:11.557279 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-4192c03c-e124-4eb3-b23c-c8713e8780b9 req-ee88cb84-97d8-4b89-9f0d-bec941175b5d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4857f92e-4be3-4d04-8691-2046ffccb711), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:11.565647 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-4192c03c-e124-4eb3-b23c-c8713e8780b9 req-ee88cb84-97d8-4b89-9f0d-bec941175b5d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:11.568375 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4192c03c-e124-4eb3-b23c-c8713e8780b9 req-ee88cb84-97d8-4b89-9f0d-bec941175b5d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "DELETE /v2.0/security-groups/4857f92e-4be3-4d04-8691-2046ffccb711 HTTP/1.1" status: 204 len: 173 time: 0.3294592 Feb 09 01:34:11.591265 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88cb84-97d8-4b89-9f0d-bec941175b5d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4857f92e-4be3-4d04-8691-2046ffccb711,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:11.600852 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18f37c8-5437-42a6-9bb7-395cecc0b70e None None] Routers {'f2029d96-c1c9-44c4-b6c3-28ae018eff2b'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:34:11.601489 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d18f37c8-5437-42a6-9bb7-395cecc0b70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:34:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:11.675090 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7a6a1-25cd-4c47-9300-82fca611bc04 req-ac48e179-ac0a-4b68-86d6-3e6f288a132a tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:11.678565 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-47f7a6a1-25cd-4c47-9300-82fca611bc04 req-ac48e179-ac0a-4b68-86d6-3e6f288a132a tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 946 time: 0.1730063 Feb 09 01:34:11.706514 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] The host n-h1-828387-3 is not matching for port a619dddc-0464-4707-b341-5d5462aad706 host n-h2-828387-3! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:34:11.706928 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device a619dddc-0464-4707-b341-5d5462aad706 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:34:11.803562 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-47f7a6a1-25cd-4c47-9300-82fca611bc04 req-af807632-4adc-432c-a30a-0c3ea1b5f515 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166251 Feb 09 01:34:11.815361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642319d7-99be-4297-9541-f883e4177382 req-75e87e0f-2e88-49e7-94af-038d7ba9ac75 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:11.819351 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-642319d7-99be-4297-9541-f883e4177382 req-75e87e0f-2e88-49e7-94af-038d7ba9ac75 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 946 time: 0.1514697 Feb 09 01:34:11.882027 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d18f37c8-5437-42a6-9bb7-395cecc0b70e None None] Set router f2029d96-c1c9-44c4-b6c3-28ae018eff2b gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:34:11.927863 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-642319d7-99be-4297-9541-f883e4177382 req-4fd7a1d4-47c7-4d69-a4e2-abb5333a21a9 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957682 Feb 09 01:34:12.039009 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1147de8-e3bb-4f4c-96f0-66e480a08ea4 x-openstack-request-id: req-e1147de8-e3bb-4f4c-96f0-66e480a08ea4 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:12.039326 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f05a640-0f44-472d-8c14-eeb7ecb363d9", "tag": "a619dddc-0464-4707-b341-5d5462aad706", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:12.039585 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1147de8-e3bb-4f4c-96f0-66e480a08ea4 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:12.040000 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f05a640-0f44-472d-8c14-eeb7ecb363d9', 'tag': 'a619dddc-0464-4707-b341-5d5462aad706', 'status': 'completed', 'code': 200} Feb 09 01:34:12.235803 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2310785e-9e40-4fb3-b6d1-dcaff2f7e42d', 'tag': '4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4'}, {'name': 'network-changed', 'server_uuid': '5a4be3e9-1f8d-451e-a42f-96abf43d47d7', 'tag': '26f9301b-2ecc-4658-a113-5381caf8c688'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:12.246814 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f587e615-467b-4404-8e71-64c68d1d5a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "2310785e-9e40-4fb3-b6d1-dcaff2f7e42d", "tag": "4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4"}, {"name": "network-changed", "server_uuid": "5a4be3e9-1f8d-451e-a42f-96abf43d47d7", "tag": "26f9301b-2ecc-4658-a113-5381caf8c688"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:12.277909 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 87e8025d-292f-4373-9b92-0eb38adc0099 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:34:12.300890 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fe741-582e-4e4c-9332-bb2f29d7383b req-e3f3e1e5-30c0-4828-a5ba-a71d4dfc1f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:12.309317 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be0fe741-582e-4e4c-9332-bb2f29d7383b req-e3f3e1e5-30c0-4828-a5ba-a71d4dfc1f76 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 1130 time: 0.2186778 Feb 09 01:34:12.339425 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:12.353243 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fe741-582e-4e4c-9332-bb2f29d7383b req-d6e75949-7031-497d-bdc8-b019f0e49c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:12.357511 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be0fe741-582e-4e4c-9332-bb2f29d7383b req-d6e75949-7031-497d-bdc8-b019f0e49c07 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 1130 time: 0.2803106 Feb 09 01:34:12.527035 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15146755-ac68-418c-825d-c2d44887ac8a req-0aaef7ef-7168-4fa4-b863-9897812ebdb5 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:12.531590 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-15146755-ac68-418c-825d-c2d44887ac8a req-0aaef7ef-7168-4fa4-b863-9897812ebdb5 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=4931b348-3ae8-4bda-b059-663f33c22374 HTTP/1.1" status: 200 len: 950 time: 0.3654971 Feb 09 01:34:12.578832 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a474986-aa91-4459-a760-f83843a5fcf5 req-245d6f93-a834-4fb7-9019-1b3e02467eb1 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:12.580590 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3a474986-aa91-4459-a760-f83843a5fcf5 req-245d6f93-a834-4fb7-9019-1b3e02467eb1 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 943 time: 0.2099190 Feb 09 01:34:12.612647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 87e8025d-292f-4373-9b92-0eb38adc0099 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:12.613535 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (87e8025d-292f-4373-9b92-0eb38adc0099), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:12.637188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fe741-582e-4e4c-9332-bb2f29d7383b req-0ba0d2c5-993e-485b-a04c-a06bb63970b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:12.653020 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be0fe741-582e-4e4c-9332-bb2f29d7383b req-0ba0d2c5-993e-485b-a04c-a06bb63970b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.3315883 Feb 09 01:34:12.664578 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7727659-3b8a-4a4e-bda5-70e525bc6e0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87e8025d-292f-4373-9b92-0eb38adc0099'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:12.668313 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002e283a-bfbf-40a4-93c8-574bfaa1575d" -d '{"events": [{"server_uuid": "f7727659-3b8a-4a4e-bda5-70e525bc6e0d", "name": "network-vif-unplugged", "status": "completed", "tag": "87e8025d-292f-4373-9b92-0eb38adc0099"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:12.674547 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fe741-582e-4e4c-9332-bb2f29d7383b req-28876488-a18f-4196-ad80-fc296d003e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:12.678109 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be0fe741-582e-4e4c-9332-bb2f29d7383b req-28876488-a18f-4196-ad80-fc296d003e35 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.3059959 Feb 09 01:34:12.701202 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 87e8025d-292f-4373-9b92-0eb38adc0099, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=87e8025d-292f-4373-9b92-0eb38adc0099,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:12.711394 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (87e8025d-292f-4373-9b92-0eb38adc0099), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:12.726657 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d18f37c8-5437-42a6-9bb7-395cecc0b70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820247541-router', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'gw_port': {'id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '01322e71-f21d-45be-b670-6434605f4de0', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'port_id': '4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'mac_address': 'fa:16:3e:af:8c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310785e-9e40-4fb3-b6d1-dcaff2f7e42d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:31:44Z', 'updated_at': '2022-02-09T01:34:08Z', 'revision_number': 5, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28cb58dc-5486-45c1-accb-a880b5db9304', 'name': '', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'mac_address': 'fa:16:3e:a1:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 5, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'subnets': [{'id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:12.735542 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3a474986-aa91-4459-a760-f83843a5fcf5 req-afd7e2e1-d087-4c51-b808-bae77244ba31 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333764 Feb 09 01:34:12.753551 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-15146755-ac68-418c-825d-c2d44887ac8a req-e0ce611b-ae6b-4e23-ba37-79e4e26f721e tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063935 Feb 09 01:34:12.822925 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be0fe741-582e-4e4c-9332-bb2f29d7383b req-cf5eb4ac-6159-4d41-9b87-43513bdcba74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=a619dddc-0464-4707-b341-5d5462aad706 HTTP/1.1" status: 200 len: 217 time: 0.1123536 Feb 09 01:34:12.836662 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18f37c8-5437-42a6-9bb7-395cecc0b70e None None] The sync data for ids ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'] in n-d-828387-3 is: [{'id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820247541-router', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'gw_port': {'id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '01322e71-f21d-45be-b670-6434605f4de0', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'port_id': '4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'mac_address': 'fa:16:3e:af:8c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310785e-9e40-4fb3-b6d1-dcaff2f7e42d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:31:44Z', 'updated_at': '2022-02-09T01:34:08Z', 'revision_number': 5, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28cb58dc-5486-45c1-accb-a880b5db9304', 'name': '', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'mac_address': 'fa:16:3e:a1:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 5, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'subnets': [{'id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:34:12.854668 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be0fe741-582e-4e4c-9332-bb2f29d7383b req-7e2c1b89-2cef-45ba-882a-24260c6193af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=a619dddc-0464-4707-b341-5d5462aad706 HTTP/1.1" status: 200 len: 217 time: 0.1635325 Feb 09 01:34:12.868854 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-7b14c824-6d6d-49f5-b549-f2eed372bc6b req-6c04331e-fc58-4773-bce3-d23eef32232a tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] show failed (client error): The resource could not be found. Feb 09 01:34:12.891028 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7b14c824-6d6d-49f5-b549-f2eed372bc6b req-6c04331e-fc58-4773-bce3-d23eef32232a tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/4857f92e-4be3-4d04-8691-2046ffccb711 HTTP/1.1" status: 404 len: 352 time: 0.0740511 Feb 09 01:34:12.892291 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=87e8025d-292f-4373-9b92-0eb38adc0099,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:12.991128 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c70894e-1108-43bc-8c25-d7b39f604649 x-openstack-request-id: req-1c70894e-1108-43bc-8c25-d7b39f604649 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:12.991460 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2310785e-9e40-4fb3-b6d1-dcaff2f7e42d", "tag": "4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5a4be3e9-1f8d-451e-a42f-96abf43d47d7", "tag": "26f9301b-2ecc-4658-a113-5381caf8c688", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:12.992209 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c70894e-1108-43bc-8c25-d7b39f604649 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:12.992645 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2310785e-9e40-4fb3-b6d1-dcaff2f7e42d', 'tag': '4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4', 'status': 'completed', 'code': 200} Feb 09 01:34:12.992908 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4be3e9-1f8d-451e-a42f-96abf43d47d7', 'tag': '26f9301b-2ecc-4658-a113-5381caf8c688', 'status': 'completed', 'code': 200} Feb 09 01:34:13.015548 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fe741-582e-4e4c-9332-bb2f29d7383b req-7ff312c3-799a-4e6f-af79-1bc8d6747aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:13.018150 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be0fe741-582e-4e4c-9332-bb2f29d7383b req-7ff312c3-799a-4e6f-af79-1bc8d6747aba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1561549 Feb 09 01:34:13.057188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fe741-582e-4e4c-9332-bb2f29d7383b req-d241cac9-294d-48cc-8e0e-0fd6815591f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:13.060082 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be0fe741-582e-4e4c-9332-bb2f29d7383b req-d241cac9-294d-48cc-8e0e-0fd6815591f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1950827 Feb 09 01:34:13.119514 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d7903-4442-4eb1-89fe-db73334235f9 req-9c91096d-4caf-4d6e-8043-aef7a87af2b5 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:13.133479 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d59d7903-4442-4eb1-89fe-db73334235f9 req-9c91096d-4caf-4d6e-8043-aef7a87af2b5 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 948 time: 0.1971562 Feb 09 01:34:13.254134 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fe741-582e-4e4c-9332-bb2f29d7383b req-100d4b8a-2e12-4ab7-94dd-2880dd7dd6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:13.256828 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be0fe741-582e-4e4c-9332-bb2f29d7383b req-100d4b8a-2e12-4ab7-94dd-2880dd7dd6ad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2270877 Feb 09 01:34:13.296232 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba36135-0f6a-4285-8ad1-63adebc9ace8 None None] New status for floating IP 01322e71-f21d-45be-b670-6434605f4de0: ACTIVE {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:34:13.314399 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d59d7903-4442-4eb1-89fe-db73334235f9 req-dfc70ff5-ca28-4a3f-b978-bd6817b59fb3 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773405 Feb 09 01:34:13.402166 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fe741-582e-4e4c-9332-bb2f29d7383b req-6d6ea9e0-cfd0-4a6a-b24a-c71d3dd95664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:13.403768 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be0fe741-582e-4e4c-9332-bb2f29d7383b req-6d6ea9e0-cfd0-4a6a-b24a-c71d3dd95664 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3283086 Feb 09 01:34:13.413773 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587e615-467b-4404-8e71-64c68d1d5a8e req-608297c0-a8a4-4958-8682-b93cd489ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:13.419137 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f587e615-467b-4404-8e71-64c68d1d5a8e req-608297c0-a8a4-4958-8682-b93cd489ee83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c3c032fc7314a3f9814230b1c240bfa&device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 1128 time: 0.3721447 Feb 09 01:34:13.421096 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:13.469880 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-0f381b65-6440-4df2-8ab3-9dc6b545d57a tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:13.476452 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be0fe741-582e-4e4c-9332-bb2f29d7383b req-413513d3-ee6c-4f16-b755-15a225ccd78e service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054946 Feb 09 01:34:13.479657 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-0f381b65-6440-4df2-8ab3-9dc6b545d57a tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/networks?id=5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 HTTP/1.1" status: 200 len: 804 time: 0.3068318 Feb 09 01:34:13.493207 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de343454-581e-4211-abbf-acef08524fdd x-openstack-request-id: req-de343454-581e-4211-abbf-acef08524fdd {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:13.493609 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7727659-3b8a-4a4e-bda5-70e525bc6e0d", "name": "network-vif-unplugged", "status": "completed", "tag": "87e8025d-292f-4373-9b92-0eb38adc0099", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:13.494006 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de343454-581e-4211-abbf-acef08524fdd {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:13.494586 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7727659-3b8a-4a4e-bda5-70e525bc6e0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87e8025d-292f-4373-9b92-0eb38adc0099', 'code': 200} Feb 09 01:34:13.683343 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cb95d-e279-4f16-86b8-5bfce02e708e req-b2a84ca3-036e-4d43-b296-7ac1e66b847d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:13.691644 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-065cb95d-e279-4f16-86b8-5bfce02e708e req-b2a84ca3-036e-4d43-b296-7ac1e66b847d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 946 time: 0.1028121 Feb 09 01:34:13.715279 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-a72df914-94fe-44bc-a0fb-0b63c2d6fcff tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/quotas/829cc45e3f5e4f3f937ece362019fbee HTTP/1.1" status: 200 len: 375 time: 0.2060437 Feb 09 01:34:13.768496 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be0fe741-582e-4e4c-9332-bb2f29d7383b req-d3dc5174-2bbf-45e5-87aa-2d3e2fadcb1c service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852018 Feb 09 01:34:13.812555 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-065cb95d-e279-4f16-86b8-5bfce02e708e req-ce28cfb9-97be-4c70-85b8-cc4489a48ec0 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184568 Feb 09 01:34:13.855127 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-981f0077-1d0d-4adc-8604-adb59d650f51 req-7a4cb410-720f-4d2b-a9dd-2a5f3acd7fd5 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-746631630', 'description': 'tempest-description-57476655'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:13.888305 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-981f0077-1d0d-4adc-8604-adb59d650f51 req-7a4cb410-720f-4d2b-a9dd-2a5f3acd7fd5 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:13.960501 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587e615-467b-4404-8e71-64c68d1d5a8e req-f827f98d-5e86-4cf8-bd39-bcdb861d8064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:13.964883 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f587e615-467b-4404-8e71-64c68d1d5a8e req-f827f98d-5e86-4cf8-bd39-bcdb861d8064 service neutron] 10.222.0.48 "GET /v2.0/networks?id=30f1f285-ac54-43cd-8116-17aca97bda27 HTTP/1.1" status: 200 len: 925 time: 0.4825332 Feb 09 01:34:14.058033 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-981f0077-1d0d-4adc-8604-adb59d650f51 req-7a4cb410-720f-4d2b-a9dd-2a5f3acd7fd5 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (f83ae965-17d9-4dbe-962f-3ad12bca1ad1), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:14.064854 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-981f0077-1d0d-4adc-8604-adb59d650f51 req-7a4cb410-720f-4d2b-a9dd-2a5f3acd7fd5 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (f83ae965-17d9-4dbe-962f-3ad12bca1ad1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:14.126566 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-981f0077-1d0d-4adc-8604-adb59d650f51 req-7a4cb410-720f-4d2b-a9dd-2a5f3acd7fd5 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:14.128787 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-981f0077-1d0d-4adc-8604-adb59d650f51 req-7a4cb410-720f-4d2b-a9dd-2a5f3acd7fd5 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2796197 Feb 09 01:34:14.137174 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cb410-720f-4d2b-a9dd-2a5f3acd7fd5 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f83ae965-17d9-4dbe-962f-3ad12bca1ad1,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:14.144086 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-77df5f47-39db-435f-8672-9fefef2c68aa tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=829cc45e3f5e4f3f937ece362019fbee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4273729 Feb 09 01:34:14.151040 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be0fe741-582e-4e4c-9332-bb2f29d7383b req-1953edec-5954-41ab-8719-4d65389d2150 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7198684 Feb 09 01:34:14.270600 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device a619dddc-0464-4707-b341-5d5462aad706 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:34:14.370044 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f587e615-467b-4404-8e71-64c68d1d5a8e req-0797e07b-0b07-48f1-980a-fa03895b3550 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 HTTP/1.1" status: 200 len: 1001 time: 0.3851910 Feb 09 01:34:14.376349 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db47747-481b-4a49-b6d1-43027f91400e req-fe2fa20a-6131-4d3b-81c2-2d598059c3bf tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:14.385919 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7db47747-481b-4a49-b6d1-43027f91400e req-fe2fa20a-6131-4d3b-81c2-2d598059c3bf tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 946 time: 0.1255565 Feb 09 01:34:14.430720 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port a619dddc-0464-4707-b341-5d5462aad706, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a619dddc-0464-4707-b341-5d5462aad706,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:14.448497 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'a619dddc-0464-4707-b341-5d5462aad706', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': 'a619dddc-0464-4707-b341-5d5462aad706', 'mac_address': 'fa:16:3e:e8:50:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:34:14.453806 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7db47747-481b-4a49-b6d1-43027f91400e req-366817bc-dd07-416f-8f08-c6d7cd448516 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670223 Feb 09 01:34:14.538993 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port a619dddc-0464-4707-b341-5d5462aad706 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:14.539625 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a619dddc-0464-4707-b341-5d5462aad706), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:14.573358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a619dddc-0464-4707-b341-5d5462aad706 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:34:14.622899 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port a619dddc-0464-4707-b341-5d5462aad706, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a619dddc-0464-4707-b341-5d5462aad706,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:14.630664 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a619dddc-0464-4707-b341-5d5462aad706), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:14.633082 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae9da2-1cf5-4b5a-98b8-c7307219d630 req-8971c11c-b499-4e58-8aa0-32130c3ae658 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:14.636164 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7dae9da2-1cf5-4b5a-98b8-c7307219d630 req-8971c11c-b499-4e58-8aa0-32130c3ae658 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.48 "GET /v2.0/ports?device_id=4931b348-3ae8-4bda-b059-663f33c22374 HTTP/1.1" status: 200 len: 950 time: 0.3755474 Feb 09 01:34:14.639924 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-6a614d6e-90b6-4886-9f2e-9d9e2d554085 service neutron] 10.222.0.36 "GET /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796071 Feb 09 01:34:14.646797 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914b444-162f-491c-b7c7-a64062f61247 req-59442c75-4aba-4ebb-a311-448b453705b1 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:14.660209 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587e615-467b-4404-8e71-64c68d1d5a8e req-eb6e57f4-3790-4efa-8c55-a1987d3d5b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:14.661255 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0914b444-162f-491c-b7c7-a64062f61247 req-59442c75-4aba-4ebb-a311-448b453705b1 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 943 time: 0.0963938 Feb 09 01:34:14.662952 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f587e615-467b-4404-8e71-64c68d1d5a8e req-eb6e57f4-3790-4efa-8c55-a1987d3d5b90 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6573763d-11e2-4623-8df7-0db6006f3bfc HTTP/1.1" status: 200 len: 863 time: 0.2462351 Feb 09 01:34:14.727542 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=a619dddc-0464-4707-b341-5d5462aad706,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:14.754346 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0914b444-162f-491c-b7c7-a64062f61247 req-0805fd6b-9cd4-4d25-8c86-31eaad451903 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883572 Feb 09 01:34:14.948183 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792d161-cb31-44ef-9704-ebb2f41996d7 req-d80d3919-e64b-4f80-96f3-0d8612be19a2 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:14.951310 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4792d161-cb31-44ef-9704-ebb2f41996d7 req-d80d3919-e64b-4f80-96f3-0d8612be19a2 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=4931b348-3ae8-4bda-b059-663f33c22374 HTTP/1.1" status: 200 len: 950 time: 0.0899577 Feb 09 01:34:15.028601 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4792d161-cb31-44ef-9704-ebb2f41996d7 req-8aaa09ce-3c29-4300-b34d-48e125f263d6 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630946 Feb 09 01:34:15.076780 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-9155c4e9-1ac5-48c3-ab69-2cf8b15356fd req-3b3ad90b-67a5-4e6e-98d7-4a424036c114 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1402493976', 'description': 'tempest-description-787027448'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:15.117350 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9155c4e9-1ac5-48c3-ab69-2cf8b15356fd req-3b3ad90b-67a5-4e6e-98d7-4a424036c114 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:15.174801 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['a619dddc-0464-4707-b341-5d5462aad706'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:15.202017 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be0fe741-582e-4e4c-9332-bb2f29d7383b req-e669c895-26b8-4af8-bfb8-9e44592875a6 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0270610 Feb 09 01:34:15.262999 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9155c4e9-1ac5-48c3-ab69-2cf8b15356fd req-3b3ad90b-67a5-4e6e-98d7-4a424036c114 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (e4025a38-4c44-495d-86fd-83893de9d6d9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:15.272380 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9155c4e9-1ac5-48c3-ab69-2cf8b15356fd req-3b3ad90b-67a5-4e6e-98d7-4a424036c114 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e4025a38-4c44-495d-86fd-83893de9d6d9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:15.374246 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ad90b-67a5-4e6e-98d7-4a424036c114 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4025a38-4c44-495d-86fd-83893de9d6d9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:15.393103 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587e615-467b-4404-8e71-64c68d1d5a8e req-b3bcfa52-21a5-4b24-9c1e-705448cbd013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:15.394828 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f587e615-467b-4404-8e71-64c68d1d5a8e req-b3bcfa52-21a5-4b24-9c1e-705448cbd013 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30f1f285-ac54-43cd-8116-17aca97bda27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6869462 Feb 09 01:34:15.404068 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad90b-67a5-4e6e-98d7-4a424036c114 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:15.404785 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad90b-67a5-4e6e-98d7-4a424036c114 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:15.405463 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad90b-67a5-4e6e-98d7-4a424036c114 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:15.406141 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad90b-67a5-4e6e-98d7-4a424036c114 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:15.406927 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad90b-67a5-4e6e-98d7-4a424036c114 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:15.408597 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad90b-67a5-4e6e-98d7-4a424036c114 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:15.410720 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad90b-67a5-4e6e-98d7-4a424036c114 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:15.410894 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad90b-67a5-4e6e-98d7-4a424036c114 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:15.411477 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad90b-67a5-4e6e-98d7-4a424036c114 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:15.412045 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad90b-67a5-4e6e-98d7-4a424036c114 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:15.412626 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad90b-67a5-4e6e-98d7-4a424036c114 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:15.413576 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad90b-67a5-4e6e-98d7-4a424036c114 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:15.415082 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ad90b-67a5-4e6e-98d7-4a424036c114 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:15.447353 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9155c4e9-1ac5-48c3-ab69-2cf8b15356fd req-3b3ad90b-67a5-4e6e-98d7-4a424036c114 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:15.471753 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9155c4e9-1ac5-48c3-ab69-2cf8b15356fd req-3b3ad90b-67a5-4e6e-98d7-4a424036c114 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4012320 Feb 09 01:34:15.530122 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-45517377-c402-4e38-a6a5-98b0e28faf5b service neutron] 10.222.0.36 "GET /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8655729 Feb 09 01:34:15.552480 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-7dae9da2-1cf5-4b5a-98b8-c7307219d630 req-26c79863-e4e3-422c-b619-a92fd1193568 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Deleting port 698c4525-688a-460c-9a07-28825d9652ea {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:34:15.553400 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7dae9da2-1cf5-4b5a-98b8-c7307219d630 req-26c79863-e4e3-422c-b619-a92fd1193568 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (698c4525-688a-460c-9a07-28825d9652ea), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:15.655959 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d715c59-7399-481e-b80c-55a9424afa43 req-72017d60-6b97-4f90-9c64-b5af0220c228 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:15.673660 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d715c59-7399-481e-b80c-55a9424afa43 req-72017d60-6b97-4f90-9c64-b5af0220c228 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 949 time: 0.1228888 Feb 09 01:34:15.745657 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f587e615-467b-4404-8e71-64c68d1d5a8e req-b1653b16-3c78-4a55-88f6-264b87fb0d8f service neutron] 10.222.0.48 "GET /v2.0/networks/30f1f285-ac54-43cd-8116-17aca97bda27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362150 Feb 09 01:34:15.780777 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d715c59-7399-481e-b80c-55a9424afa43 req-8f6e6160-8013-4e24-bdf7-05c84dbeb1e7 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031184 Feb 09 01:34:15.839673 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-abd86d95-66b3-4a15-b13a-ee677ffe25ed req-50b1185a-b84c-4ae9-be4e-dcce5715aa5b tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1104509505', 'description': 'tempest-description-216209273'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:15.866962 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-abd86d95-66b3-4a15-b13a-ee677ffe25ed req-50b1185a-b84c-4ae9-be4e-dcce5715aa5b tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:15.991808 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-abd86d95-66b3-4a15-b13a-ee677ffe25ed req-50b1185a-b84c-4ae9-be4e-dcce5715aa5b tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (d7bad510-7a1c-4593-a398-5722952595da), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:15.999709 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-abd86d95-66b3-4a15-b13a-ee677ffe25ed req-50b1185a-b84c-4ae9-be4e-dcce5715aa5b tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d7bad510-7a1c-4593-a398-5722952595da), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:16.013103 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f587e615-467b-4404-8e71-64c68d1d5a8e req-9689fbe6-c2ad-4573-ab55-87b56cae98b5 service neutron] 10.222.0.48 "GET /v2.0/networks/30f1f285-ac54-43cd-8116-17aca97bda27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449083 Feb 09 01:34:16.054714 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1185a-b84c-4ae9-be4e-dcce5715aa5b tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bad510-7a1c-4593-a398-5722952595da,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:16.060689 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e5ae4-fd7c-4419-b0c1-0add28b0cb24 req-622d18e7-d8b8-4c9b-a36c-5456370c023f tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:16.063334 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-246e5ae4-fd7c-4419-b0c1-0add28b0cb24 req-622d18e7-d8b8-4c9b-a36c-5456370c023f tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7727659-3b8a-4a4e-bda5-70e525bc6e0d HTTP/1.1" status: 200 len: 943 time: 0.4252191 Feb 09 01:34:16.109508 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-abd86d95-66b3-4a15-b13a-ee677ffe25ed req-50b1185a-b84c-4ae9-be4e-dcce5715aa5b tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:16.129052 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-abd86d95-66b3-4a15-b13a-ee677ffe25ed req-50b1185a-b84c-4ae9-be4e-dcce5715aa5b tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2881858 Feb 09 01:34:16.198892 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-7dae9da2-1cf5-4b5a-98b8-c7307219d630 req-26c79863-e4e3-422c-b619-a92fd1193568 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] For port 698c4525-688a-460c-9a07-28825d9652ea, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=698c4525-688a-460c-9a07-28825d9652ea,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:16.200472 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7dae9da2-1cf5-4b5a-98b8-c7307219d630 req-26c79863-e4e3-422c-b619-a92fd1193568 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (698c4525-688a-460c-9a07-28825d9652ea), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:16.253020 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-7dae9da2-1cf5-4b5a-98b8-c7307219d630 req-26c79863-e4e3-422c-b619-a92fd1193568 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Calling delete_port for 698c4525-688a-460c-9a07-28825d9652ea owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:34:16.283739 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 698c4525-688a-460c-9a07-28825d9652ea no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:34:16.355013 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e94f3-5820-4aef-b539-60db3d8981a9 req-329e0362-821a-4d31-ae1d-251c569d4b80 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:16.363242 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-937e94f3-5820-4aef-b539-60db3d8981a9 req-329e0362-821a-4d31-ae1d-251c569d4b80 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 946 time: 0.1127632 Feb 09 01:34:16.464016 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-937e94f3-5820-4aef-b539-60db3d8981a9 req-a9425d8c-c4d6-40a5-8a6c-8c6d6dcc59f5 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971582 Feb 09 01:34:16.587985 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 698c4525-688a-460c-9a07-28825d9652ea is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:16.589426 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (698c4525-688a-460c-9a07-28825d9652ea), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:16.600599 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587e615-467b-4404-8e71-64c68d1d5a8e req-169dd3a0-7f0e-4612-8f98-36b0beca3e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:16.602183 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f587e615-467b-4404-8e71-64c68d1d5a8e req-169dd3a0-7f0e-4612-8f98-36b0beca3e34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 1155 time: 0.4843273 Feb 09 01:34:16.629446 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a0ceb-ad2e-43aa-bdce-e58cd9111515 req-2f27ea98-9e75-4a29-bf2a-119b5fea68a9 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:16.632129 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2a2a0ceb-ad2e-43aa-bdce-e58cd9111515 req-2f27ea98-9e75-4a29-bf2a-119b5fea68a9 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 946 time: 0.6325860 Feb 09 01:34:16.678945 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f74e7a55-0ad0-485e-ad57-631afc957b0a req-5e396d05-cfed-442a-bc8a-fa536330216d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 210 time: 0.0629778 Feb 09 01:34:16.746481 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7dae9da2-1cf5-4b5a-98b8-c7307219d630 req-26c79863-e4e3-422c-b619-a92fd1193568 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (698c4525-688a-460c-9a07-28825d9652ea), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:16.768090 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['57a62820-8a2e-4914-9bb5-23613d65c5e6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:16.770569 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['83910113-c044-456c-97c4-c82888ecd3d9'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:16.864835 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c79863-e4e3-422c-b619-a92fd1193568 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Pushing event deleted for resources: {'Port': ['ID=698c4525-688a-460c-9a07-28825d9652ea,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:16.940703 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ccbeb-5839-4442-ae64-a036af4113e3 req-3595f383-15fa-4474-b31d-487a741c3811 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:16.947035 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6f2ccbeb-5839-4442-ae64-a036af4113e3 req-3595f383-15fa-4474-b31d-487a741c3811 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 943 time: 0.1516232 Feb 09 01:34:17.072800 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6f2ccbeb-5839-4442-ae64-a036af4113e3 req-a60f634d-cd30-4024-b356-c9f07dc9d07e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076486 Feb 09 01:34:17.119861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-246e5ae4-fd7c-4419-b0c1-0add28b0cb24 req-d752e770-5feb-4059-9ad4-e64a10c7233b tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Deleting port 87e8025d-292f-4373-9b92-0eb38adc0099 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:34:17.120374 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-246e5ae4-fd7c-4419-b0c1-0add28b0cb24 req-d752e770-5feb-4059-9ad4-e64a10c7233b tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (87e8025d-292f-4373-9b92-0eb38adc0099), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:17.134779 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dae9da2-1cf5-4b5a-98b8-c7307219d630 req-26c79863-e4e3-422c-b619-a92fd1193568 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] No DVR routers for this DVR port 698c4525-688a-460c-9a07-28825d9652ea on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:17.143843 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c79863-e4e3-422c-b619-a92fd1193568 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:17.145084 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c79863-e4e3-422c-b619-a92fd1193568 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:17.145795 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c79863-e4e3-422c-b619-a92fd1193568 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:17.146331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c79863-e4e3-422c-b619-a92fd1193568 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:17.146964 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c79863-e4e3-422c-b619-a92fd1193568 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:17.147574 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c79863-e4e3-422c-b619-a92fd1193568 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:17.149957 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c79863-e4e3-422c-b619-a92fd1193568 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:17.150588 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c79863-e4e3-422c-b619-a92fd1193568 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:17.150760 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c79863-e4e3-422c-b619-a92fd1193568 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:17.151035 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c79863-e4e3-422c-b619-a92fd1193568 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:17.151583 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c79863-e4e3-422c-b619-a92fd1193568 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:17.151763 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c79863-e4e3-422c-b619-a92fd1193568 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:17.152106 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c79863-e4e3-422c-b619-a92fd1193568 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:17.163345 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7dae9da2-1cf5-4b5a-98b8-c7307219d630 req-26c79863-e4e3-422c-b619-a92fd1193568 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:17.170955 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7dae9da2-1cf5-4b5a-98b8-c7307219d630 req-26c79863-e4e3-422c-b619-a92fd1193568 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.48 "DELETE /v2.0/ports/698c4525-688a-460c-9a07-28825d9652ea HTTP/1.1" status: 204 len: 173 time: 2.4767773 Feb 09 01:34:17.170955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4931b348-3ae8-4bda-b059-663f33c22374', 'name': 'network-vif-deleted', 'tag': '698c4525-688a-460c-9a07-28825d9652ea'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:17.171368 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526d258b-e3e4-40bb-8318-4e3a32ca1cf1" -d '{"events": [{"server_uuid": "4931b348-3ae8-4bda-b059-663f33c22374", "name": "network-vif-deleted", "tag": "698c4525-688a-460c-9a07-28825d9652ea"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:17.260155 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2a2a0ceb-ad2e-43aa-bdce-e58cd9111515 req-51f7dceb-fe05-4808-9fbf-ffdefcdfbe68 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5053601 Feb 09 01:34:17.283584 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587e615-467b-4404-8e71-64c68d1d5a8e req-ff3a1ad1-0c54-4cfe-a809-45094062aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:17.285885 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f587e615-467b-4404-8e71-64c68d1d5a8e req-ff3a1ad1-0c54-4cfe-a809-45094062aa4b service neutron] 10.222.0.48 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 922 time: 0.6514699 Feb 09 01:34:17.362205 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f587e615-467b-4404-8e71-64c68d1d5a8e req-c8a86c57-f04f-4c07-9971-c8aa50b3301e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26f9301b-2ecc-4658-a113-5381caf8c688 HTTP/1.1" status: 200 len: 217 time: 0.0626099 Feb 09 01:34:17.458651 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f6453cca-3b37-4162-9d66-2666feecde65 req-235fbcce-ff25-4021-b33d-fe4b0a1cadd1 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=4931b348-3ae8-4bda-b059-663f33c22374 HTTP/1.1" status: 200 len: 210 time: 0.0715675 Feb 09 01:34:17.669556 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e13ce4-d84f-43b8-8950-0b40c40d9201 x-openstack-request-id: req-70e13ce4-d84f-43b8-8950-0b40c40d9201 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:17.669784 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4931b348-3ae8-4bda-b059-663f33c22374", "name": "network-vif-deleted", "tag": "698c4525-688a-460c-9a07-28825d9652ea", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:17.670041 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70e13ce4-d84f-43b8-8950-0b40c40d9201 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:17.670506 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4931b348-3ae8-4bda-b059-663f33c22374', 'name': 'network-vif-deleted', 'tag': '698c4525-688a-460c-9a07-28825d9652ea', 'status': 'completed', 'code': 200} Feb 09 01:34:17.778392 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca31f6-498b-4a4c-b656-d4dea9b976ed req-02144825-a969-4875-b47d-22f6bef921b6 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:17.780760 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4ca31f6-498b-4a4c-b656-d4dea9b976ed req-02144825-a969-4875-b47d-22f6bef921b6 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9&tenant_id=a8fbbe3309e443c484ce78d66416eddd&binding%3Ahost_id=n-h2-828387-3 HTTP/1.1" status: 200 len: 949 time: 0.2307270 Feb 09 01:34:17.780979 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c264bc1-a0bd-4688-b3ae-949da3ef29f3 req-f11076f5-297e-4342-baf6-220b879f5fc0 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=865e898aafce4aeab66edf77fcd52143 HTTP/1.1" status: 200 len: 10995 time: 0.4159551 Feb 09 01:34:17.820800 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-246e5ae4-fd7c-4419-b0c1-0add28b0cb24 req-d752e770-5feb-4059-9ad4-e64a10c7233b tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] For port 87e8025d-292f-4373-9b92-0eb38adc0099, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=87e8025d-292f-4373-9b92-0eb38adc0099,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:17.820800 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-246e5ae4-fd7c-4419-b0c1-0add28b0cb24 req-d752e770-5feb-4059-9ad4-e64a10c7233b tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (87e8025d-292f-4373-9b92-0eb38adc0099), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:17.838531 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-246e5ae4-fd7c-4419-b0c1-0add28b0cb24 req-d752e770-5feb-4059-9ad4-e64a10c7233b tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Calling delete_port for 87e8025d-292f-4373-9b92-0eb38adc0099 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:34:17.853554 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c17ef-e64d-4532-9be1-593ed6038eea req-fcbf8d9f-7716-4584-85cc-8279bc9babe3 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:17.861004 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cf3c17ef-e64d-4532-9be1-593ed6038eea req-fcbf8d9f-7716-4584-85cc-8279bc9babe3 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 949 time: 0.1765547 Feb 09 01:34:17.981292 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cf3c17ef-e64d-4532-9be1-593ed6038eea req-f13d1463-0509-4a91-8027-6fa91a4c24f4 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172454 Feb 09 01:34:18.001832 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [req-c4ca31f6-498b-4a4c-b656-d4dea9b976ed req-0cdd12c8-d5d3-4f27-bebc-0fd24795391f service neutron] delete failed (client error): The resource could not be found. Feb 09 01:34:18.004164 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4ca31f6-498b-4a4c-b656-d4dea9b976ed req-0cdd12c8-d5d3-4f27-bebc-0fd24795391f service neutron] 10.222.0.67 "DELETE /v2.0/ports/a619dddc-0464-4707-b341-5d5462aad706/bindings/n-h1-828387-3 HTTP/1.1" status: 404 len: 380 time: 0.2071102 Feb 09 01:34:18.005015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587e615-467b-4404-8e71-64c68d1d5a8e req-365c8ad0-bd50-4c01-9b54-d98c0b2b6abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:18.006510 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f587e615-467b-4404-8e71-64c68d1d5a8e req-365c8ad0-bd50-4c01-9b54-d98c0b2b6abb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.5968723 Feb 09 01:34:18.175272 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f587e615-467b-4404-8e71-64c68d1d5a8e req-f374c799-063c-42a6-bd4e-baae1ff8d6a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943134 Feb 09 01:34:18.197792 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58310) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:18.287733 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-20d3f8bf-506e-4cbf-9491-ba26040478ff tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:18.289242 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-20d3f8bf-506e-4cbf-9491-ba26040478ff tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.67 "GET /v2.0/networks?id=5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 HTTP/1.1" status: 200 len: 804 time: 0.3753870 Feb 09 01:34:18.305225 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device a619dddc-0464-4707-b341-5d5462aad706 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:34:18.338752 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-002c350e-2591-42ac-943c-272769fe1829 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Request body: {'port': {'device_id': '710281ff-5c7c-4c7b-a78e-e9a4b488b102', 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16', 'admin_state_up': True, 'tenant_id': '829cc45e3f5e4f3f937ece362019fbee'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:18.373000 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca31f6-498b-4a4c-b656-d4dea9b976ed req-e61e0fb8-2e1f-4dcf-b795-c0bb06ce0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:18.374823 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4ca31f6-498b-4a4c-b656-d4dea9b976ed req-e61e0fb8-2e1f-4dcf-b795-c0bb06ce0df1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 1131 time: 0.1758142 Feb 09 01:34:18.385251 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20368df1-6508-431d-be15-ff2d09bb3739 req-29e0e585-81fc-46e6-9416-5b30431fcf70 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:18.395378 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-20368df1-6508-431d-be15-ff2d09bb3739 req-29e0e585-81fc-46e6-9416-5b30431fcf70 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 946 time: 0.2721522 Feb 09 01:34:18.432760 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port a619dddc-0464-4707-b341-5d5462aad706 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:34:18.442421 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port a619dddc-0464-4707-b341-5d5462aad706 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:18.444878 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a619dddc-0464-4707-b341-5d5462aad706), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:18.481057 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c264bc1-a0bd-4688-b3ae-949da3ef29f3 req-6d39db6b-037b-461c-9c58-389852018583 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/115f0378-d5c0-41c0-858b-87df266c1c20 HTTP/1.1" status: 200 len: 2998 time: 0.4729204 Feb 09 01:34:18.551442 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port a619dddc-0464-4707-b341-5d5462aad706 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:18.552221 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a619dddc-0464-4707-b341-5d5462aad706), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:18.552590 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-002c350e-2591-42ac-943c-272769fe1829 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Made reservation on behalf of 829cc45e3f5e4f3f937ece362019fbee for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:34:18.556723 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-002c350e-2591-42ac-943c-272769fe1829 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:18.614821 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port a619dddc-0464-4707-b341-5d5462aad706, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a619dddc-0464-4707-b341-5d5462aad706,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:18.617483 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f05a640-0f44-472d-8c14-eeb7ecb363d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a619dddc-0464-4707-b341-5d5462aad706'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:18.622594 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f587e615-467b-4404-8e71-64c68d1d5a8e req-4bfaff7d-3754-4cb2-b5af-52f786b0bc09 service neutron] 10.222.0.48 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291801 Feb 09 01:34:18.624298 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c996e7fb-fa9f-4141-8edf-ea47645ff43d" -d '{"events": [{"server_uuid": "7f05a640-0f44-472d-8c14-eeb7ecb363d9", "name": "network-vif-plugged", "status": "completed", "tag": "a619dddc-0464-4707-b341-5d5462aad706"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:18.632554 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a619dddc-0464-4707-b341-5d5462aad706), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:18.635265 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 87e8025d-292f-4373-9b92-0eb38adc0099 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:34:18.646822 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca31f6-498b-4a4c-b656-d4dea9b976ed req-49cabfe7-ef89-4788-99c4-87bc77cfb0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:18.649226 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4ca31f6-498b-4a4c-b656-d4dea9b976ed req-49cabfe7-ef89-4788-99c4-87bc77cfb0d1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.2516370 Feb 09 01:34:18.731182 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c264bc1-a0bd-4688-b3ae-949da3ef29f3 req-e46b2c19-5499-4712-82ed-39534e4666ec tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/115f0378-d5c0-41c0-858b-87df266c1c20 HTTP/1.1" status: 200 len: 2998 time: 0.2182951 Feb 09 01:34:18.736239 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-246e5ae4-fd7c-4419-b0c1-0add28b0cb24 req-d752e770-5feb-4059-9ad4-e64a10c7233b tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (87e8025d-292f-4373-9b92-0eb38adc0099), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:18.778004 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No active binding found for port 87e8025d-292f-4373-9b92-0eb38adc0099 {{(pid=103185) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 01:34:18.783547 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] The host n-h2-828387-3 is not matching for port 87e8025d-292f-4373-9b92-0eb38adc0099 host None! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:34:18.784128 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 87e8025d-292f-4373-9b92-0eb38adc0099 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:34:18.803302 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=a619dddc-0464-4707-b341-5d5462aad706,revision_number=9']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:18.828286 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752e770-5feb-4059-9ad4-e64a10c7233b tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Pushing event deleted for resources: {'Port': ['ID=87e8025d-292f-4373-9b92-0eb38adc0099,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:18.847179 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25cfc8c5-266d-4f99-b4c1-31c3c53c426a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:18.859965 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-20368df1-6508-431d-be15-ff2d09bb3739 req-2299f02f-dc74-4c6d-a6e9-23ddee524dad tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621150 Feb 09 01:34:18.863608 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4ca31f6-498b-4a4c-b656-d4dea9b976ed req-53f43afb-a28d-4e4b-b937-fe48e5c6b545 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=a619dddc-0464-4707-b341-5d5462aad706 HTTP/1.1" status: 200 len: 217 time: 0.0723951 Feb 09 01:34:19.013906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-002c350e-2591-42ac-943c-272769fe1829 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Allocated IP 172.20.0.9 (5b64af6b-0c58-4f8d-a0de-377b2bbc2b16/6417b864-ca46-417c-8bb2-9bbd8753c5f1/404d1238-eea1-4719-99e4-cccffd7b3eb0) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:34:19.019672 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-246e5ae4-fd7c-4419-b0c1-0add28b0cb24 req-d752e770-5feb-4059-9ad4-e64a10c7233b tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] No DVR routers for this DVR port 87e8025d-292f-4373-9b92-0eb38adc0099 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:19.028002 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-246e5ae4-fd7c-4419-b0c1-0add28b0cb24 req-d752e770-5feb-4059-9ad4-e64a10c7233b tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:19.033851 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-246e5ae4-fd7c-4419-b0c1-0add28b0cb24 req-d752e770-5feb-4059-9ad4-e64a10c7233b tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.48 "DELETE /v2.0/ports/87e8025d-292f-4373-9b92-0eb38adc0099 HTTP/1.1" status: 204 len: 173 time: 2.9193101 Feb 09 01:34:19.058186 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca31f6-498b-4a4c-b656-d4dea9b976ed req-e3e7b70b-9621-4290-8853-48a797ff20e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:19.060769 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4ca31f6-498b-4a4c-b656-d4dea9b976ed req-e3e7b70b-9621-4290-8853-48a797ff20e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1854746 Feb 09 01:34:19.105252 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6bb99fef-c6b9-4b7b-a609-887a8ffc70b3 req-318e6ed5-27a8-448e-a0f0-19fc5e00e170 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 210 time: 0.1397898 Feb 09 01:34:19.189592 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f587e615-467b-4404-8e71-64c68d1d5a8e req-71e1b2ea-fc88-4fe0-bcc1-9610ba708f0a service neutron] 10.222.0.48 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216637 Feb 09 01:34:19.247360 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e8f47-9b16-444c-ad09-898f02e0b6db req-9aac4ce6-9c84-493b-8eed-b32ae6a3f9bb tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:19.260440 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-935e8f47-9b16-444c-ad09-898f02e0b6db req-9aac4ce6-9c84-493b-8eed-b32ae6a3f9bb tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 943 time: 0.3048077 Feb 09 01:34:19.373128 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca31f6-498b-4a4c-b656-d4dea9b976ed req-188691ac-e094-41bc-a316-70618f79b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:19.375553 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4ca31f6-498b-4a4c-b656-d4dea9b976ed req-188691ac-e094-41bc-a316-70618f79b0cc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3053787 Feb 09 01:34:19.391970 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25cfc8c5-266d-4f99-b4c1-31c3c53c426a admin admin] Publish callbacks [] for security_group (9f0f0261-c021-4f63-be39-967290dea6cb), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:19.412378 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-935e8f47-9b16-444c-ad09-898f02e0b6db req-218e362e-e208-4b15-b978-b5e606acfe39 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496749 Feb 09 01:34:19.431807 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25cfc8c5-266d-4f99-b4c1-31c3c53c426a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9f0f0261-c021-4f63-be39-967290dea6cb), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:19.450860 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30be24-355f-4c81-972b-5160ee113ad4 req-d03a69f0-6f15-4f60-b972-3081879cddc0 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:19.452643 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d30be24-355f-4c81-972b-5160ee113ad4 req-d03a69f0-6f15-4f60-b972-3081879cddc0 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 946 time: 0.1216121 Feb 09 01:34:19.470720 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-002c350e-2591-42ac-943c-272769fe1829 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks [] for port (404d1238-eea1-4719-99e4-cccffd7b3eb0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:19.562815 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d30be24-355f-4c81-972b-5160ee113ad4 req-836315c2-b7fc-4c6c-8f40-0fa53900410c tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786512 Feb 09 01:34:19.575909 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-002c350e-2591-42ac-943c-272769fe1829 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (404d1238-eea1-4719-99e4-cccffd7b3eb0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:19.583016 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-25cfc8c5-266d-4f99-b4c1-31c3c53c426a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=28f8e8e132324bfb96aa25e68b822aad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3814745 Feb 09 01:34:19.595918 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58326) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:19.596991 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfc8c5-266d-4f99-b4c1-31c3c53c426a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0f0261-c021-4f63-be39-967290dea6cb,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:19.610324 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c454d0-e349-420a-825c-be3b5bccfa62 x-openstack-request-id: req-50c454d0-e349-420a-825c-be3b5bccfa62 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:19.611451 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f05a640-0f44-472d-8c14-eeb7ecb363d9", "name": "network-vif-plugged", "status": "completed", "tag": "a619dddc-0464-4707-b341-5d5462aad706", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:19.611866 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50c454d0-e349-420a-825c-be3b5bccfa62 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:19.612492 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f05a640-0f44-472d-8c14-eeb7ecb363d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a619dddc-0464-4707-b341-5d5462aad706', 'code': 200} Feb 09 01:34:19.700640 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7727659-3b8a-4a4e-bda5-70e525bc6e0d', 'name': 'network-vif-deleted', 'tag': '87e8025d-292f-4373-9b92-0eb38adc0099'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:19.704941 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275e02a2-adf1-4e58-b737-50258b013fd5" -d '{"events": [{"server_uuid": "f7727659-3b8a-4a4e-bda5-70e525bc6e0d", "name": "network-vif-deleted", "tag": "87e8025d-292f-4373-9b92-0eb38adc0099"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:19.741531 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-002c350e-2591-42ac-943c-272769fe1829 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Network 5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:34:19.775857 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-002c350e-2591-42ac-943c-272769fe1829 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:34:19.780480 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-002c350e-2591-42ac-943c-272769fe1829 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:34:19.799046 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c350e-2591-42ac-943c-272769fe1829 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Pushing event updated for resources: {'Port': ['ID=404d1238-eea1-4719-99e4-cccffd7b3eb0,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:19.884941 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8ab645e7-f058-49e0-9187-9623d73865c7 req-98e83f89-fc15-4cc1-a115-80adb9129f47 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/f83ae965-17d9-4dbe-962f-3ad12bca1ad1 HTTP/1.1" status: 200 len: 1815 time: 0.1899765 Feb 09 01:34:19.911169 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-002c350e-2591-42ac-943c-272769fe1829 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:19.912124 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-002c350e-2591-42ac-943c-272769fe1829 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:20.057125 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-002c350e-2591-42ac-943c-272769fe1829 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7254558 Feb 09 01:34:20.075982 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-c9635cfe-795a-44d6-88b5-53dca79d9aad service neutron] Request body: {'port': {'device_id': '710281ff-5c7c-4c7b-a78e-e9a4b488b102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:20.119919 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8ab645e7-f058-49e0-9187-9623d73865c7 req-1a609db5-0b4b-42d7-8d95-2179771a85a9 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (f83ae965-17d9-4dbe-962f-3ad12bca1ad1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:20.205804 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4ca31f6-498b-4a4c-b656-d4dea9b976ed req-b65b1b0c-9bb8-4e48-af30-cfaf4a2cfcea service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8192189 Feb 09 01:34:20.213305 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8ab645e7-f058-49e0-9187-9623d73865c7 req-1a609db5-0b4b-42d7-8d95-2179771a85a9 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (f83ae965-17d9-4dbe-962f-3ad12bca1ad1), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:20.243022 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-c9635cfe-795a-44d6-88b5-53dca79d9aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (404d1238-eea1-4719-99e4-cccffd7b3eb0), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:20.342887 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e30e4505-46ad-401a-890f-434095e3432f admin admin] Publish callbacks [] for security_group (9f0f0261-c021-4f63-be39-967290dea6cb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:20.364674 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8ab645e7-f058-49e0-9187-9623d73865c7 req-1a609db5-0b4b-42d7-8d95-2179771a85a9 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (f83ae965-17d9-4dbe-962f-3ad12bca1ad1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:20.369053 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8ab645e7-f058-49e0-9187-9623d73865c7 req-1a609db5-0b4b-42d7-8d95-2179771a85a9 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:20.370872 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8ab645e7-f058-49e0-9187-9623d73865c7 req-1a609db5-0b4b-42d7-8d95-2179771a85a9 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "DELETE /v2.0/security-groups/f83ae965-17d9-4dbe-962f-3ad12bca1ad1 HTTP/1.1" status: 204 len: 173 time: 0.4775083 Feb 09 01:34:20.383254 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51c00a-da5c-45a6-80e4-1601e623c0af req-88e6826a-4b68-4749-9d4b-04b8cf2bd480 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:20.394500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a609db5-0b4b-42d7-8d95-2179771a85a9 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83ae965-17d9-4dbe-962f-3ad12bca1ad1,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:20.396917 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-db51c00a-da5c-45a6-80e4-1601e623c0af req-88e6826a-4b68-4749-9d4b-04b8cf2bd480 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 950 time: 0.7067025 Feb 09 01:34:20.466247 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e30e4505-46ad-401a-890f-434095e3432f admin admin] Publish callbacks [] for security_group (9f0f0261-c021-4f63-be39-967290dea6cb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:20.537296 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4ca31f6-498b-4a4c-b656-d4dea9b976ed req-8a78da51-6ec1-4874-b109-b29bae0305fb service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231659 Feb 09 01:34:20.573945 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-db51c00a-da5c-45a6-80e4-1601e623c0af req-9fe5cb25-851c-44b6-bd55-96199a16862e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756732 Feb 09 01:34:20.602203 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e30e4505-46ad-401a-890f-434095e3432f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9f0f0261-c021-4f63-be39-967290dea6cb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:20.607983 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e30e4505-46ad-401a-890f-434095e3432f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:20.613602 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e30e4505-46ad-401a-890f-434095e3432f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f0f0261-c021-4f63-be39-967290dea6cb HTTP/1.1" status: 204 len: 168 time: 0.9888434 Feb 09 01:34:20.625610 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e4505-46ad-401a-890f-434095e3432f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0f0261-c021-4f63-be39-967290dea6cb,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:20.844128 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c087b0-4a03-44cb-aacd-5a4fa4920dbe x-openstack-request-id: req-39c087b0-4a03-44cb-aacd-5a4fa4920dbe {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:20.844866 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7727659-3b8a-4a4e-bda5-70e525bc6e0d", "name": "network-vif-deleted", "tag": "87e8025d-292f-4373-9b92-0eb38adc0099", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:20.845140 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-39c087b0-4a03-44cb-aacd-5a4fa4920dbe {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:20.845585 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7727659-3b8a-4a4e-bda5-70e525bc6e0d', 'name': 'network-vif-deleted', 'tag': '87e8025d-292f-4373-9b92-0eb38adc0099', 'status': 'completed', 'code': 200} Feb 09 01:34:20.893421 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6777d-9ef6-437d-9e98-98bdd995021f req-2d75cafb-2d9b-4dd5-979f-787da109ab3a tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:20.896012 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-61c6777d-9ef6-437d-9e98-98bdd995021f req-2d75cafb-2d9b-4dd5-979f-787da109ab3a tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 946 time: 0.1072941 Feb 09 01:34:20.972413 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-61c6777d-9ef6-437d-9e98-98bdd995021f req-852ef3c3-d94d-4348-9d76-2f1479b65bab tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636251 Feb 09 01:34:21.195471 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777b44c-5f6a-41a7-be3a-e02eb6a31ecf req-beeba03c-7eba-4531-affe-f23f00c084af tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:21.199749 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0777b44c-5f6a-41a7-be3a-e02eb6a31ecf req-beeba03c-7eba-4531-affe-f23f00c084af tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 931 time: 0.1145811 Feb 09 01:34:21.376167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-c9635cfe-795a-44d6-88b5-53dca79d9aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 404d1238-eea1-4719-99e4-cccffd7b3eb0 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:34:21.389285 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0777b44c-5f6a-41a7-be3a-e02eb6a31ecf req-54f0ab14-f574-46cb-9e7b-c8b05b47ade0 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795874 Feb 09 01:34:21.399045 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-c9635cfe-795a-44d6-88b5-53dca79d9aad service neutron] Publish callbacks [] for port (404d1238-eea1-4719-99e4-cccffd7b3eb0), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:21.445493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffa227-b3ed-4358-a7d1-796443bef531 req-ab04cc43-5daf-4b98-a2ed-c0e594dce54a tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:21.456359 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-32ffa227-b3ed-4358-a7d1-796443bef531 req-ab04cc43-5daf-4b98-a2ed-c0e594dce54a tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 946 time: 0.5220070 Feb 09 01:34:21.459074 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [req-054ee26b-c37f-438f-b469-cbf935f66a90 req-c7dc09c9-8225-42e8-bb45-38f97a9d8cc5 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] show failed (client error): The resource could not be found. Feb 09 01:34:21.470397 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-054ee26b-c37f-438f-b469-cbf935f66a90 req-c7dc09c9-8225-42e8-bb45-38f97a9d8cc5 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/f83ae965-17d9-4dbe-962f-3ad12bca1ad1 HTTP/1.1" status: 404 len: 352 time: 0.0272884 Feb 09 01:34:21.486858 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-c9635cfe-795a-44d6-88b5-53dca79d9aad service neutron] Transition to ACTIVE for port object 404d1238-eea1-4719-99e4-cccffd7b3eb0 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:34:21.498626 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-c9635cfe-795a-44d6-88b5-53dca79d9aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (404d1238-eea1-4719-99e4-cccffd7b3eb0), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:21.598751 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-32ffa227-b3ed-4358-a7d1-796443bef531 req-4927cb84-8394-4fa9-862d-8207edacb52a tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409221 Feb 09 01:34:21.618591 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9635cfe-795a-44d6-88b5-53dca79d9aad service neutron] Pushing event updated for resources: {'Port': ['ID=404d1238-eea1-4719-99e4-cccffd7b3eb0,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:21.681066 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90d360-37c9-4bdf-a3c7-931757698105 req-cedf2b23-0731-4d43-b418-18b7b7efa3ec tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:21.692870 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3d90d360-37c9-4bdf-a3c7-931757698105 req-cedf2b23-0731-4d43-b418-18b7b7efa3ec tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 943 time: 0.1179681 Feb 09 01:34:21.765663 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-c9635cfe-795a-44d6-88b5-53dca79d9aad service neutron] Attempting to bind port 404d1238-eea1-4719-99e4-cccffd7b3eb0 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:34:21.766013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-c9635cfe-795a-44d6-88b5-53dca79d9aad service neutron] Attempting to bind port 404d1238-eea1-4719-99e4-cccffd7b3eb0 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'c07f409c-2a75-4382-8c31-8a2af5357732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:34:21.766367 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-c9635cfe-795a-44d6-88b5-53dca79d9aad service neutron] Attempting to bind port 404d1238-eea1-4719-99e4-cccffd7b3eb0 on network 5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:21.775901 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-c9635cfe-795a-44d6-88b5-53dca79d9aad service neutron] Port 404d1238-eea1-4719-99e4-cccffd7b3eb0 on network 5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:34:21.776273 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-c9635cfe-795a-44d6-88b5-53dca79d9aad service neutron] Attempting to bind port 404d1238-eea1-4719-99e4-cccffd7b3eb0 on network 5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:21.795615 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-c9635cfe-795a-44d6-88b5-53dca79d9aad service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:34:21.796743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-c9635cfe-795a-44d6-88b5-53dca79d9aad service neutron] Checking segment: {'id': 'c07f409c-2a75-4382-8c31-8a2af5357732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:34:21.798203 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-c9635cfe-795a-44d6-88b5-53dca79d9aad service neutron] Bound using segment: {'id': 'c07f409c-2a75-4382-8c31-8a2af5357732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:34:21.798867 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-c9635cfe-795a-44d6-88b5-53dca79d9aad service neutron] Bound port: 404d1238-eea1-4719-99e4-cccffd7b3eb0, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07f409c-2a75-4382-8c31-8a2af5357732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:34:21.799320 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-c9635cfe-795a-44d6-88b5-53dca79d9aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (404d1238-eea1-4719-99e4-cccffd7b3eb0), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:21.803805 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3d90d360-37c9-4bdf-a3c7-931757698105 req-111e755a-e2f7-48d4-bae2-c9eae02f8c33 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037741 Feb 09 01:34:21.828929 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af4c59-80a6-4bd7-8f7e-3e2dc49fa2d1 req-da6db8e1-a328-4381-8836-461f862b2a79 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:21.836240 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-36af4c59-80a6-4bd7-8f7e-3e2dc49fa2d1 req-da6db8e1-a328-4381-8836-461f862b2a79 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d78eb10-72c8-45e9-b45a-05b72529b122 HTTP/1.1" status: 200 len: 950 time: 0.1113400 Feb 09 01:34:21.921700 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-36af4c59-80a6-4bd7-8f7e-3e2dc49fa2d1 req-6e9c7cd9-e423-4660-85d0-955423d82f92 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840428 Feb 09 01:34:21.935929 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-46c37eec-dc30-45dc-b2ad-4fb970ad5d18 req-d9b6cf0c-8a59-431e-aee2-6c66c6231bef tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/e4025a38-4c44-495d-86fd-83893de9d6d9 HTTP/1.1" status: 200 len: 1817 time: 0.0708592 Feb 09 01:34:22.000856 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-c9635cfe-795a-44d6-88b5-53dca79d9aad service neutron] For port 404d1238-eea1-4719-99e4-cccffd7b3eb0, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:34:22.010187 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-c9635cfe-795a-44d6-88b5-53dca79d9aad service neutron] For port 404d1238-eea1-4719-99e4-cccffd7b3eb0, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=404d1238-eea1-4719-99e4-cccffd7b3eb0,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:34:22.015191 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-46c37eec-dc30-45dc-b2ad-4fb970ad5d18 req-d5abbe40-3280-4544-ac37-5a1f9fb5046d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (e4025a38-4c44-495d-86fd-83893de9d6d9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:22.023321 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-c9635cfe-795a-44d6-88b5-53dca79d9aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (404d1238-eea1-4719-99e4-cccffd7b3eb0), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:22.060113 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-46c37eec-dc30-45dc-b2ad-4fb970ad5d18 req-d5abbe40-3280-4544-ac37-5a1f9fb5046d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (e4025a38-4c44-495d-86fd-83893de9d6d9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:22.080650 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-c9635cfe-795a-44d6-88b5-53dca79d9aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:22.081666 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-c9635cfe-795a-44d6-88b5-53dca79d9aad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:22.083148 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-c9635cfe-795a-44d6-88b5-53dca79d9aad service neutron] 10.222.0.67 "PUT /v2.0/ports/404d1238-eea1-4719-99e4-cccffd7b3eb0 HTTP/1.1" status: 200 len: 1091 time: 2.0143304 Feb 09 01:34:22.142305 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-46c37eec-dc30-45dc-b2ad-4fb970ad5d18 req-d5abbe40-3280-4544-ac37-5a1f9fb5046d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e4025a38-4c44-495d-86fd-83893de9d6d9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:22.146300 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-46c37eec-dc30-45dc-b2ad-4fb970ad5d18 req-d5abbe40-3280-4544-ac37-5a1f9fb5046d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:22.155733 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-46c37eec-dc30-45dc-b2ad-4fb970ad5d18 req-d5abbe40-3280-4544-ac37-5a1f9fb5046d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "DELETE /v2.0/security-groups/e4025a38-4c44-495d-86fd-83893de9d6d9 HTTP/1.1" status: 204 len: 173 time: 0.2162776 Feb 09 01:34:22.168157 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abbe40-3280-4544-ac37-5a1f9fb5046d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4025a38-4c44-495d-86fd-83893de9d6d9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:22.202897 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [req-5cca6502-177d-42f2-9e38-3d8d665af295 req-fa11a523-1bbc-4797-b66c-d173d174649b tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] show failed (client error): The resource could not be found. Feb 09 01:34:22.204112 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5cca6502-177d-42f2-9e38-3d8d665af295 req-fa11a523-1bbc-4797-b66c-d173d174649b tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/e4025a38-4c44-495d-86fd-83893de9d6d9 HTTP/1.1" status: 404 len: 352 time: 0.0269558 Feb 09 01:34:22.227676 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9635cfe-795a-44d6-88b5-53dca79d9aad service neutron] Pushing event updated for resources: {'Port': ['ID=404d1238-eea1-4719-99e4-cccffd7b3eb0,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:22.241863 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336031e-b0f7-4d6d-bbf9-8c700476073a req-cc0cc22a-0598-410c-a2ca-495e9d8194e3 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:22.248104 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7336031e-b0f7-4d6d-bbf9-8c700476073a req-cc0cc22a-0598-410c-a2ca-495e9d8194e3 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 950 time: 0.1971471 Feb 09 01:34:22.285237 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-151d646c-6f78-4a1f-a180-e4674e98dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:22.288346 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-151d646c-6f78-4a1f-a180-e4674e98dbe7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=829cc45e3f5e4f3f937ece362019fbee&device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 1125 time: 0.1462026 Feb 09 01:34:22.337686 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-65ddc72d-1cbd-4692-bbe2-1477a8a38466 req-29c84b3a-bf57-4c5c-97a3-a174ae955347 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/d7bad510-7a1c-4593-a398-5722952595da HTTP/1.1" status: 200 len: 1817 time: 0.0817347 Feb 09 01:34:22.393309 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-d320d983-db94-4812-a27d-df18512e879d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=404d1238-eea1-4719-99e4-cccffd7b3eb0 HTTP/1.1" status: 200 len: 217 time: 0.0936561 Feb 09 01:34:22.418724 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7336031e-b0f7-4d6d-bbf9-8c700476073a req-b1e4b9b0-f4a7-4d1c-8304-40080d52f568 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661704 Feb 09 01:34:22.473410 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-65ddc72d-1cbd-4692-bbe2-1477a8a38466 req-8ac42b87-4033-47ae-a913-14deb6650323 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (d7bad510-7a1c-4593-a398-5722952595da), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:22.514476 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-10cc56e0-e69f-41fa-8657-2547d8c08ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:22.517829 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-10cc56e0-e69f-41fa-8657-2547d8c08ea1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6417b864-ca46-417c-8bb2-9bbd8753c5f1 HTTP/1.1" status: 200 len: 844 time: 0.1142240 Feb 09 01:34:22.521015 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-65ddc72d-1cbd-4692-bbe2-1477a8a38466 req-8ac42b87-4033-47ae-a913-14deb6650323 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (d7bad510-7a1c-4593-a398-5722952595da), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:22.587536 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-65ddc72d-1cbd-4692-bbe2-1477a8a38466 req-8ac42b87-4033-47ae-a913-14deb6650323 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d7bad510-7a1c-4593-a398-5722952595da), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:22.590226 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-65ddc72d-1cbd-4692-bbe2-1477a8a38466 req-8ac42b87-4033-47ae-a913-14deb6650323 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:22.609599 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-65ddc72d-1cbd-4692-bbe2-1477a8a38466 req-8ac42b87-4033-47ae-a913-14deb6650323 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "DELETE /v2.0/security-groups/d7bad510-7a1c-4593-a398-5722952595da HTTP/1.1" status: 204 len: 173 time: 0.2708249 Feb 09 01:34:22.612693 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-ec63ec01-5405-459c-a8d5-ff5c88c18b12 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b64af6b-0c58-4f8d-a0de-377b2bbc2b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838721 Feb 09 01:34:22.681582 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac42b87-4033-47ae-a913-14deb6650323 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bad510-7a1c-4593-a398-5722952595da,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:22.875963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96c492-be1d-4d97-bd4b-3bbe28937e8b req-7abf82cd-f23b-4832-8aac-4a3a69d5c83d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:22.881386 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7a96c492-be1d-4d97-bd4b-3bbe28937e8b req-7abf82cd-f23b-4832-8aac-4a3a69d5c83d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 943 time: 0.3389678 Feb 09 01:34:22.886867 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710281ff-5c7c-4c7b-a78e-e9a4b488b102', 'tag': '404d1238-eea1-4719-99e4-cccffd7b3eb0'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:22.891751 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6010c0-8826-4a07-8588-ddefeb11d747" -d '{"events": [{"name": "network-changed", "server_uuid": "710281ff-5c7c-4c7b-a78e-e9a4b488b102", "tag": "404d1238-eea1-4719-99e4-cccffd7b3eb0"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:22.920389 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ff482-f42a-4423-826c-c5598009f73c req-423b61a8-0b31-467d-b3f4-c3fd6bb057de tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:22.922054 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-911ff482-f42a-4423-826c-c5598009f73c req-423b61a8-0b31-467d-b3f4-c3fd6bb057de tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d78eb10-72c8-45e9-b45a-05b72529b122 HTTP/1.1" status: 200 len: 950 time: 0.2652390 Feb 09 01:34:23.018068 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-b79614e9-5b4d-468a-8ec7-199e73140c27 service neutron] 10.222.0.67 "GET /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663514 Feb 09 01:34:23.157700 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7a96c492-be1d-4d97-bd4b-3bbe28937e8b req-d85e2d89-19ad-4d2b-92c5-41024d040ef1 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609415 Feb 09 01:34:23.204329 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7da0a9-1931-4344-9282-63234c507a2a req-464dd4c1-fc98-44aa-9105-b1a4e9a1c186 tempest-MigrationsAdminTest-1537347882 tempest-MigrationsAdminTest-1537347882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:23.213983 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2b7da0a9-1931-4344-9282-63234c507a2a req-464dd4c1-fc98-44aa-9105-b1a4e9a1c186 tempest-MigrationsAdminTest-1537347882 tempest-MigrationsAdminTest-1537347882-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 1132 time: 0.4269123 Feb 09 01:34:23.232188 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 26f9301b-2ecc-4658-a113-5381caf8c688 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:34:23.233438 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-8cc84178-06ea-4278-b34a-a8c2285673cf req-a553df99-234c-4ca5-b121-e8a954337326 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] show failed (client error): The resource could not be found. Feb 09 01:34:23.247194 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8cc84178-06ea-4278-b34a-a8c2285673cf req-a553df99-234c-4ca5-b121-e8a954337326 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/d7bad510-7a1c-4593-a398-5722952595da HTTP/1.1" status: 404 len: 352 time: 0.0468528 Feb 09 01:34:23.310629 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-911ff482-f42a-4423-826c-c5598009f73c req-8b1c81e2-e47b-45a1-9b1f-1bd7c88510a8 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Deleting port 83910113-c044-456c-97c4-c82888ecd3d9 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:34:23.310629 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-911ff482-f42a-4423-826c-c5598009f73c req-8b1c81e2-e47b-45a1-9b1f-1bd7c88510a8 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (83910113-c044-456c-97c4-c82888ecd3d9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:23.345912 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a5df1a68-ed7d-4f8a-9a56-890b5406806f req-106ba24a-d3d9-4b47-a5ff-8bbbec8d9591 service neutron] 10.222.0.67 "GET /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095660 Feb 09 01:34:23.462433 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 26f9301b-2ecc-4658-a113-5381caf8c688, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=26f9301b-2ecc-4658-a113-5381caf8c688,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:23.494286 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 26f9301b-2ecc-4658-a113-5381caf8c688 has no active binding in host n-h1-828387-3 {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:34:23.525274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb3c6e-b860-40ea-a7c8-54b60d7c3aa1 req-f1c59ae0-0121-4776-95c0-ffaa8a5addca tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:23.525904 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1eb3c6e-b860-40ea-a7c8-54b60d7c3aa1 req-f1c59ae0-0121-4776-95c0-ffaa8a5addca tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 946 time: 0.1406169 Feb 09 01:34:23.594608 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-911ff482-f42a-4423-826c-c5598009f73c req-8b1c81e2-e47b-45a1-9b1f-1bd7c88510a8 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] For port 83910113-c044-456c-97c4-c82888ecd3d9, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=83910113-c044-456c-97c4-c82888ecd3d9,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:23.595234 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-911ff482-f42a-4423-826c-c5598009f73c req-8b1c81e2-e47b-45a1-9b1f-1bd7c88510a8 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (83910113-c044-456c-97c4-c82888ecd3d9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:23.612383 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2b7da0a9-1931-4344-9282-63234c507a2a req-7706bb68-28f8-48b1-9d05-879c5ca59560 tempest-MigrationsAdminTest-1537347882 tempest-MigrationsAdminTest-1537347882-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721766 Feb 09 01:34:23.622987 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1eb3c6e-b860-40ea-a7c8-54b60d7c3aa1 req-e32510ff-931f-47ef-825b-6a3557ee2590 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864134 Feb 09 01:34:23.635055 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-911ff482-f42a-4423-826c-c5598009f73c req-8b1c81e2-e47b-45a1-9b1f-1bd7c88510a8 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Calling delete_port for 83910113-c044-456c-97c4-c82888ecd3d9 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:34:23.733110 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f925710a-c8a2-43fa-a844-a7e78f126a6c x-openstack-request-id: req-f925710a-c8a2-43fa-a844-a7e78f126a6c {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:23.733501 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710281ff-5c7c-4c7b-a78e-e9a4b488b102", "tag": "404d1238-eea1-4719-99e4-cccffd7b3eb0", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:23.733844 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f925710a-c8a2-43fa-a844-a7e78f126a6c {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:23.734386 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710281ff-5c7c-4c7b-a78e-e9a4b488b102', 'tag': '404d1238-eea1-4719-99e4-cccffd7b3eb0', 'status': 'completed', 'code': 200} Feb 09 01:34:23.949146 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6010c0-8826-4a07-8588-ddefeb11d747 req-7f601e45-e559-4708-8ef9-9a628bead4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:23.952469 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7b6010c0-8826-4a07-8588-ddefeb11d747 req-7f601e45-e559-4708-8ef9-9a628bead4cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=829cc45e3f5e4f3f937ece362019fbee&device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 1125 time: 0.1724498 Feb 09 01:34:23.972793 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8af1d3-0e09-4f4d-9ff0-cc4d09a7a539 req-3cd8ee95-5509-461c-9963-807909669e33 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:23.975439 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aa8af1d3-0e09-4f4d-9ff0-cc4d09a7a539 req-3cd8ee95-5509-461c-9963-807909669e33 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d78eb10-72c8-45e9-b45a-05b72529b122 HTTP/1.1" status: 200 len: 950 time: 0.1343915 Feb 09 01:34:24.001963 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-911ff482-f42a-4423-826c-c5598009f73c req-8b1c81e2-e47b-45a1-9b1f-1bd7c88510a8 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (83910113-c044-456c-97c4-c82888ecd3d9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:24.025034 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['57a62820-8a2e-4914-9bb5-23613d65c5e6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:24.070431 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f18d1d-cb9c-4860-ac72-c3e62ac57838 req-4cf07b24-f84e-4c6e-9f33-bce424ae84ea tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:24.092031 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-22f18d1d-cb9c-4860-ac72-c3e62ac57838 req-4cf07b24-f84e-4c6e-9f33-bce424ae84ea tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 943 time: 0.3440142 Feb 09 01:34:24.131083 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aa8af1d3-0e09-4f4d-9ff0-cc4d09a7a539 req-351191a1-9c81-4a75-b7c7-a068f643fc44 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409445 Feb 09 01:34:24.203428 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c81e2-e47b-45a1-9b1f-1bd7c88510a8 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Pushing event deleted for resources: {'Port': ['ID=83910113-c044-456c-97c4-c82888ecd3d9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:24.242337 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6010c0-8826-4a07-8588-ddefeb11d747 req-1d084c67-11ee-4613-ba1b-4c8bbe88d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:24.246170 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7b6010c0-8826-4a07-8588-ddefeb11d747 req-1d084c67-11ee-4613-ba1b-4c8bbe88d5f6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 HTTP/1.1" status: 200 len: 905 time: 0.2694862 Feb 09 01:34:24.258756 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-911ff482-f42a-4423-826c-c5598009f73c req-8b1c81e2-e47b-45a1-9b1f-1bd7c88510a8 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] No DVR routers for this DVR port 83910113-c044-456c-97c4-c82888ecd3d9 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:24.264046 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-911ff482-f42a-4423-826c-c5598009f73c req-8b1c81e2-e47b-45a1-9b1f-1bd7c88510a8 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:24.269500 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-911ff482-f42a-4423-826c-c5598009f73c req-8b1c81e2-e47b-45a1-9b1f-1bd7c88510a8 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.67 "DELETE /v2.0/ports/83910113-c044-456c-97c4-c82888ecd3d9 HTTP/1.1" status: 204 len: 173 time: 1.3399458 Feb 09 01:34:24.273370 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d78eb10-72c8-45e9-b45a-05b72529b122', 'name': 'network-vif-deleted', 'tag': '83910113-c044-456c-97c4-c82888ecd3d9'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:24.278919 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e95457-90be-4a52-870a-42443ec6b049" -d '{"events": [{"server_uuid": "6d78eb10-72c8-45e9-b45a-05b72529b122", "name": "network-vif-deleted", "tag": "83910113-c044-456c-97c4-c82888ecd3d9"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:24.319425 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 26f9301b-2ecc-4658-a113-5381caf8c688 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:34:24.356327 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-22f18d1d-cb9c-4860-ac72-c3e62ac57838 req-e8c78493-28bf-4b10-a2b3-a06e4fbb6aeb tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562864 Feb 09 01:34:24.399172 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7b6010c0-8826-4a07-8588-ddefeb11d747 req-e3054233-bcd3-4759-a9c2-f19b0fb1a02e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=404d1238-eea1-4719-99e4-cccffd7b3eb0 HTTP/1.1" status: 200 len: 217 time: 0.1419129 Feb 09 01:34:24.613407 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aaac9463-9ebe-42b9-9f0f-bfc59fbd5993 req-32de028c-5343-4452-84a7-02162c776a38 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=865e898aafce4aeab66edf77fcd52143 HTTP/1.1" status: 200 len: 6199 time: 0.4091523 Feb 09 01:34:24.717805 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6010c0-8826-4a07-8588-ddefeb11d747 req-4711cd1d-0b64-4a53-98e5-bb6f2c681d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:24.720681 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7b6010c0-8826-4a07-8588-ddefeb11d747 req-4711cd1d-0b64-4a53-98e5-bb6f2c681d60 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6417b864-ca46-417c-8bb2-9bbd8753c5f1 HTTP/1.1" status: 200 len: 844 time: 0.3010349 Feb 09 01:34:24.827420 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7b6010c0-8826-4a07-8588-ddefeb11d747 req-9a1204ed-543a-4b29-aecf-c5f3fb40ff75 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b64af6b-0c58-4f8d-a0de-377b2bbc2b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949793 Feb 09 01:34:24.837321 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da6695-b9c7-4d80-a75f-9fc222b7aece req-c2c385fb-3d16-4aff-b146-1708603b9689 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:24.840751 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a7da6695-b9c7-4d80-a75f-9fc222b7aece req-c2c385fb-3d16-4aff-b146-1708603b9689 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 943 time: 0.2236705 Feb 09 01:34:24.880898 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aaac9463-9ebe-42b9-9f0f-bfc59fbd5993 req-88f8ab9b-589a-4b8a-b1b7-2fb154b2eb9f tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/115f0378-d5c0-41c0-858b-87df266c1c20 HTTP/1.1" status: 200 len: 2998 time: 0.2326200 Feb 09 01:34:25.016183 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a7da6695-b9c7-4d80-a75f-9fc222b7aece req-2161f982-2a79-4932-9f30-f6cb2df4ac8b tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626163 Feb 09 01:34:25.057551 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 26f9301b-2ecc-4658-a113-5381caf8c688 is: DOWN; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:25.060191 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7b6010c0-8826-4a07-8588-ddefeb11d747 req-70689614-a524-451f-b56e-5a59f1c5d217 service neutron] 10.222.0.67 "GET /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876674 Feb 09 01:34:25.158447 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f65cc7-9785-4800-83a4-209bb2d0fd8c x-openstack-request-id: req-b6f65cc7-9785-4800-83a4-209bb2d0fd8c {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:25.158930 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d78eb10-72c8-45e9-b45a-05b72529b122", "name": "network-vif-deleted", "tag": "83910113-c044-456c-97c4-c82888ecd3d9", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:25.159408 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6f65cc7-9785-4800-83a4-209bb2d0fd8c {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:25.160241 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d78eb10-72c8-45e9-b45a-05b72529b122', 'name': 'network-vif-deleted', 'tag': '83910113-c044-456c-97c4-c82888ecd3d9', 'status': 'completed', 'code': 200} Feb 09 01:34:25.268823 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aaac9463-9ebe-42b9-9f0f-bfc59fbd5993 req-6886fb1e-4a3a-49fd-a80f-8771df07aa30 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/115f0378-d5c0-41c0-858b-87df266c1c20 HTTP/1.1" status: 200 len: 2998 time: 0.3817456 Feb 09 01:34:25.276256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 83910113-c044-456c-97c4-c82888ecd3d9 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:34:25.358190 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 83910113-c044-456c-97c4-c82888ecd3d9 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:34:25.359170 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 83910113-c044-456c-97c4-c82888ecd3d9 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:34:25.391273 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7b6010c0-8826-4a07-8588-ddefeb11d747 req-ff80a66c-8dcd-4242-9296-cff37b7ec7e1 service neutron] 10.222.0.67 "GET /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209600 Feb 09 01:34:25.426263 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec6490-36d6-4e90-9e79-a8679ede642c req-03a01155-c84d-445b-b4fb-751b9afcb011 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:25.437163 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-13ec6490-36d6-4e90-9e79-a8679ede642c req-03a01155-c84d-445b-b4fb-751b9afcb011 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 946 time: 0.1340666 Feb 09 01:34:25.497007 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-556f8089-c9d1-42b8-a730-332db0f4a04c tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a8fbbe3309e443c484ce78d66416eddd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433388 Feb 09 01:34:25.506362 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-13ec6490-36d6-4e90-9e79-a8679ede642c req-57d077b9-a596-43a2-8d9a-6d9a0c3246aa tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680115 Feb 09 01:34:25.610764 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-427dd3e4-9450-4124-b924-498831405de2 req-f235df57-03b3-479b-b751-7240e5a571c3 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-627733497', 'description': 'tempest-description-1775587377'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:25.641594 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-427dd3e4-9450-4124-b924-498831405de2 req-f235df57-03b3-479b-b751-7240e5a571c3 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:25.705462 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-f8e61338-433c-48de-8fb5-01c10241d497 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:25.712962 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-f8e61338-433c-48de-8fb5-01c10241d497 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2058017 Feb 09 01:34:25.730532 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-16e0c1c4-5f5c-41b0-b3ed-125735e1fa6c tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/quotas/a8fbbe3309e443c484ce78d66416eddd HTTP/1.1" status: 200 len: 375 time: 0.0166185 Feb 09 01:34:25.796664 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-427dd3e4-9450-4124-b924-498831405de2 req-f235df57-03b3-479b-b751-7240e5a571c3 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (ef15e03d-f9cc-4a7d-9ec8-28a400449018), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:25.803428 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-427dd3e4-9450-4124-b924-498831405de2 req-f235df57-03b3-479b-b751-7240e5a571c3 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ef15e03d-f9cc-4a7d-9ec8-28a400449018), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:25.852226 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-641f7812-221f-4f6d-a78b-e2dcb0783341 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1195662 Feb 09 01:34:25.853846 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-427dd3e4-9450-4124-b924-498831405de2 req-f235df57-03b3-479b-b751-7240e5a571c3 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:25.856747 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-427dd3e4-9450-4124-b924-498831405de2 req-f235df57-03b3-479b-b751-7240e5a571c3 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2513614 Feb 09 01:34:25.864752 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235df57-03b3-479b-b751-7240e5a571c3 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef15e03d-f9cc-4a7d-9ec8-28a400449018,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:26.151991 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d7c1b-365c-45f0-a12d-c5f6830243c7 req-c5131b39-2714-4f97-82b7-7f0536be2fce tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:26.154625 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-886d7c1b-365c-45f0-a12d-c5f6830243c7 req-c5131b39-2714-4f97-82b7-7f0536be2fce tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 943 time: 0.1624830 Feb 09 01:34:26.278765 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-886d7c1b-365c-45f0-a12d-c5f6830243c7 req-af69c303-4d47-4abf-aba6-5e33dbedfd91 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124930 Feb 09 01:34:26.334182 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-d56246e6-2bcf-432a-8688-de9e17bd823a req-8c6f1af1-7bc8-46dc-bf20-e302a30a0b5a tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1599937402', 'description': 'tempest-description-786573888'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:26.387018 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d56246e6-2bcf-432a-8688-de9e17bd823a req-8c6f1af1-7bc8-46dc-bf20-e302a30a0b5a tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:26.510461 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0d70d423-af95-4549-b6a6-ce90007dfb3a req-51f6ae80-0837-419b-8f6e-840bf3e17192 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 210 time: 0.1010740 Feb 09 01:34:26.615750 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d56246e6-2bcf-432a-8688-de9e17bd823a req-8c6f1af1-7bc8-46dc-bf20-e302a30a0b5a tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (5cf60ec0-adfd-4f95-b443-092a4054ea23), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:26.635407 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d56246e6-2bcf-432a-8688-de9e17bd823a req-8c6f1af1-7bc8-46dc-bf20-e302a30a0b5a tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5cf60ec0-adfd-4f95-b443-092a4054ea23), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:26.687515 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f1af1-7bc8-46dc-bf20-e302a30a0b5a tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf60ec0-adfd-4f95-b443-092a4054ea23,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:26.705451 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d56246e6-2bcf-432a-8688-de9e17bd823a req-8c6f1af1-7bc8-46dc-bf20-e302a30a0b5a tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:26.707944 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d56246e6-2bcf-432a-8688-de9e17bd823a req-8c6f1af1-7bc8-46dc-bf20-e302a30a0b5a tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3778927 Feb 09 01:34:26.858402 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa57fb-4259-465d-88b4-41a0e7a4c3fc req-0b692103-6056-475a-8d2f-55f8415b9ec5 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:26.861432 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ebfa57fb-4259-465d-88b4-41a0e7a4c3fc req-0b692103-6056-475a-8d2f-55f8415b9ec5 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 943 time: 0.2383487 Feb 09 01:34:26.963522 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b2377-86e1-44e2-90d2-1561fd6f6b07 req-1a4cfd6c-0f3b-4e1a-894c-1e64b0286ffb tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:26.965403 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff3b2377-86e1-44e2-90d2-1561fd6f6b07 req-1a4cfd6c-0f3b-4e1a-894c-1e64b0286ffb tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 951 time: 0.1196570 Feb 09 01:34:26.971832 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ebfa57fb-4259-465d-88b4-41a0e7a4c3fc req-c56ff1a9-933d-4f67-963f-ef58828a52e7 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003995 Feb 09 01:34:27.074559 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff3b2377-86e1-44e2-90d2-1561fd6f6b07 req-36916cfe-eafe-4426-90e9-2a23cee9b1b1 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900259 Feb 09 01:34:27.273348 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 404d1238-eea1-4719-99e4-cccffd7b3eb0 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:34:27.348750 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b405b46-1d2a-4b69-9629-879c71fa3fc4 req-df307585-d785-4b89-b99b-42d3c86b7ba2 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:27.358790 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9b405b46-1d2a-4b69-9629-879c71fa3fc4 req-df307585-d785-4b89-b99b-42d3c86b7ba2 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 946 time: 0.2424924 Feb 09 01:34:27.500731 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e066bab-c474-4779-9525-aaa5aebe561d req-44b4d7d1-5dfc-422d-ae58-20ee73f1fc0f tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:27.517938 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3e066bab-c474-4779-9525-aaa5aebe561d req-44b4d7d1-5dfc-422d-ae58-20ee73f1fc0f tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/networks?id=453a6711-91a3-4a44-9758-2d1aaefb39b3 HTTP/1.1" status: 200 len: 813 time: 0.2986476 Feb 09 01:34:27.532518 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9b405b46-1d2a-4b69-9629-879c71fa3fc4 req-483f329b-491c-4784-872d-b3dc1dee9e4d tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721976 Feb 09 01:34:27.559256 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3e066bab-c474-4779-9525-aaa5aebe561d req-b75ffecf-9af6-4e51-bf2e-f3b2a170d432 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/quotas/865e898aafce4aeab66edf77fcd52143 HTTP/1.1" status: 200 len: 375 time: 0.0329728 Feb 09 01:34:27.568341 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 404d1238-eea1-4719-99e4-cccffd7b3eb0, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=404d1238-eea1-4719-99e4-cccffd7b3eb0,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:27.615070 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '404d1238-eea1-4719-99e4-cccffd7b3eb0', 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16', 'port_id': '404d1238-eea1-4719-99e4-cccffd7b3eb0', 'mac_address': 'fa:16:3e:8f:58:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6417b864-ca46-417c-8bb2-9bbd8753c5f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:34:27.680299 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3e066bab-c474-4779-9525-aaa5aebe561d req-fb39e537-e10f-49e3-a796-499289884b2a tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=865e898aafce4aeab66edf77fcd52143&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1249890 Feb 09 01:34:27.750471 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 404d1238-eea1-4719-99e4-cccffd7b3eb0 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:27.750689 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (404d1238-eea1-4719-99e4-cccffd7b3eb0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:27.777872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404d1238-eea1-4719-99e4-cccffd7b3eb0 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:34:27.823857 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 404d1238-eea1-4719-99e4-cccffd7b3eb0, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=404d1238-eea1-4719-99e4-cccffd7b3eb0,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:27.833281 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (404d1238-eea1-4719-99e4-cccffd7b3eb0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:27.855166 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b3008-cbe4-45b5-898f-e1694a748baf req-699d52d8-748b-4f0f-ad0a-4d0a9643ce58 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:27.877346 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-103b3008-cbe4-45b5-898f-e1694a748baf req-699d52d8-748b-4f0f-ad0a-4d0a9643ce58 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 943 time: 0.1973426 Feb 09 01:34:27.910588 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3e066bab-c474-4779-9525-aaa5aebe561d req-3cb6fe43-0838-475d-8fe3-586bf4e9490d service neutron] 10.222.0.36 "GET /v2.0/networks/453a6711-91a3-4a44-9758-2d1aaefb39b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211938 Feb 09 01:34:28.040518 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58640) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:28.069522 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=404d1238-eea1-4719-99e4-cccffd7b3eb0,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:28.075839 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-103b3008-cbe4-45b5-898f-e1694a748baf req-b2e53e24-13e6-45e7-bf6b-0ac031acb537 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967590 Feb 09 01:34:28.158211 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-30d1443f-055f-45f6-9c9b-7369704d0f3f tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a8fbbe3309e443c484ce78d66416eddd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431638 Feb 09 01:34:28.234917 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['404d1238-eea1-4719-99e4-cccffd7b3eb0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:28.281901 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-996db443-cb94-4f1a-9f4b-f5d8d08b7751 req-80703477-965b-44ff-bb7d-93bc4f2825e6 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 210 time: 0.0752964 Feb 09 01:34:28.293517 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3e066bab-c474-4779-9525-aaa5aebe561d req-ad8113eb-1482-48ac-9455-2763c944ef75 service neutron] 10.222.0.36 "GET /v2.0/networks/453a6711-91a3-4a44-9758-2d1aaefb39b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658133 Feb 09 01:34:28.351527 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7e00d8ce-fad7-4f7a-8bff-15cc6201d031 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:28.353648 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7e00d8ce-fad7-4f7a-8bff-15cc6201d031 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1765211 Feb 09 01:34:28.362507 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0dd4707e-174e-4a9b-8178-4c44ed4379aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:28.372711 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-17f84bf9-8434-4af5-beb7-7a0352fa1478 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Request body: {'port': {'device_id': '74116dd1-f345-442f-ae3a-77d416b878e3', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': 'a8fbbe3309e443c484ce78d66416eddd'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:28.786066 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c93fa-633b-4620-8da2-de61a48818a5 req-cfd48468-06fb-4fcc-859d-eb25a77ffc06 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:28.792809 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-068c93fa-633b-4620-8da2-de61a48818a5 req-cfd48468-06fb-4fcc-859d-eb25a77ffc06 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 944 time: 0.3429718 Feb 09 01:34:28.813198 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-17f84bf9-8434-4af5-beb7-7a0352fa1478 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Made reservation on behalf of a8fbbe3309e443c484ce78d66416eddd for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:34:28.817043 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-17f84bf9-8434-4af5-beb7-7a0352fa1478 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:28.882899 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0dd4707e-174e-4a9b-8178-4c44ed4379aa admin admin] Publish callbacks [] for security_group (35c8a72b-9f38-4da2-ad94-acf8daf964a4), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:28.891922 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0dd4707e-174e-4a9b-8178-4c44ed4379aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (35c8a72b-9f38-4da2-ad94-acf8daf964a4), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:28.945372 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e4446-2f4c-4a5b-a219-8a833be626f0 req-0740b17c-2d90-492e-848e-00d54e96182e tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:28.953101 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0dd4707e-174e-4a9b-8178-4c44ed4379aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8aa8bf23d61240539448974d2ca35af2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9104364 Feb 09 01:34:28.959331 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58656) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:28.964184 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-131e4446-2f4c-4a5b-a219-8a833be626f0 req-0740b17c-2d90-492e-848e-00d54e96182e tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 951 time: 0.2391253 Feb 09 01:34:28.969990 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4707e-174e-4a9b-8178-4c44ed4379aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c8a72b-9f38-4da2-ad94-acf8daf964a4,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:28.990379 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-068c93fa-633b-4620-8da2-de61a48818a5 req-ad289659-6ab9-41a1-8a32-f483db3366cd tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811783 Feb 09 01:34:29.057887 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-62fc6cfe-f2c5-4d91-a859-77224a263271 admin admin] Publish callbacks [] for security_group (35c8a72b-9f38-4da2-ad94-acf8daf964a4), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:29.076371 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-131e4446-2f4c-4a5b-a219-8a833be626f0 req-e8bc4e13-b2e3-40e0-a082-b5a210810430 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/security-groups?id=81f12357-6973-4607-a017-23882c6ac542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112411 Feb 09 01:34:29.117355 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-62fc6cfe-f2c5-4d91-a859-77224a263271 admin admin] Publish callbacks [] for security_group (35c8a72b-9f38-4da2-ad94-acf8daf964a4), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:29.165518 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283780c-a690-47c9-9b65-77e524592a1c req-c115699b-b169-40f1-b3e0-4d39f61ada50 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:29.168140 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5283780c-a690-47c9-9b65-77e524592a1c req-c115699b-b169-40f1-b3e0-4d39f61ada50 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.48 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 951 time: 0.3061113 Feb 09 01:34:29.209263 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-17f84bf9-8434-4af5-beb7-7a0352fa1478 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Allocated IP 192.168.233.26 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/84bb3f8a-433a-48c1-b137-2a48f45baf83) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:34:29.312273 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d232b-054b-4cf4-adff-ca1b97fc1967 req-3c41d694-9447-4733-8c36-f0785b5e8dbe tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:29.315069 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e40d232b-054b-4cf4-adff-ca1b97fc1967 req-3c41d694-9447-4733-8c36-f0785b5e8dbe tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 946 time: 0.1483266 Feb 09 01:34:29.387878 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-62fc6cfe-f2c5-4d91-a859-77224a263271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (35c8a72b-9f38-4da2-ad94-acf8daf964a4), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:29.390991 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-62fc6cfe-f2c5-4d91-a859-77224a263271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:29.392611 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-62fc6cfe-f2c5-4d91-a859-77224a263271 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35c8a72b-9f38-4da2-ad94-acf8daf964a4 HTTP/1.1" status: 204 len: 168 time: 0.4322042 Feb 09 01:34:29.405697 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc6cfe-f2c5-4d91-a859-77224a263271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c8a72b-9f38-4da2-ad94-acf8daf964a4,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:29.411920 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e40d232b-054b-4cf4-adff-ca1b97fc1967 req-8b8d9033-7ca3-4f83-9fff-80abc58fe254 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882013 Feb 09 01:34:29.455263 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b53fbfc8-50ac-4ab4-aaf2-608ad50d66fa req-2c5f8c53-ce1a-48ca-ba09-d8e393438782 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 210 time: 0.2771194 Feb 09 01:34:29.574536 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-5283780c-a690-47c9-9b65-77e524592a1c req-4b698381-fe12-4d42-9a7c-408488f063a1 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Deleting port 57a62820-8a2e-4914-9bb5-23613d65c5e6 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:34:29.574878 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5283780c-a690-47c9-9b65-77e524592a1c req-4b698381-fe12-4d42-9a7c-408488f063a1 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:29.696009 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c384f4d1-2c05-4450-a0b6-63da643c15b7 req-e52cb304-62c1-4df2-b611-06ad0e5d1bb4 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 210 time: 0.0510104 Feb 09 01:34:29.702691 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f279d5-0c3c-4ea2-a9a2-a5bb836d0947 req-85567936-b8a0-48c2-8c67-c83d4f8c7d1d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:29.708852 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c8f279d5-0c3c-4ea2-a9a2-a5bb836d0947 req-85567936-b8a0-48c2-8c67-c83d4f8c7d1d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 943 time: 0.2058244 Feb 09 01:34:29.761725 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5283780c-a690-47c9-9b65-77e524592a1c req-4b698381-fe12-4d42-9a7c-408488f063a1 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] For port 57a62820-8a2e-4914-9bb5-23613d65c5e6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=57a62820-8a2e-4914-9bb5-23613d65c5e6,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:29.762207 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5283780c-a690-47c9-9b65-77e524592a1c req-4b698381-fe12-4d42-9a7c-408488f063a1 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:29.776076 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-5283780c-a690-47c9-9b65-77e524592a1c req-4b698381-fe12-4d42-9a7c-408488f063a1 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Calling delete_port for 57a62820-8a2e-4914-9bb5-23613d65c5e6 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:34:29.792174 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c8f279d5-0c3c-4ea2-a9a2-a5bb836d0947 req-1f5aafc8-2b2e-4436-b59d-f406f78b8b0d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765877 Feb 09 01:34:29.860356 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-17f84bf9-8434-4af5-beb7-7a0352fa1478 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks [] for port (84bb3f8a-433a-48c1-b137-2a48f45baf83), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:29.936964 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-17f84bf9-8434-4af5-beb7-7a0352fa1478 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (84bb3f8a-433a-48c1-b137-2a48f45baf83), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:29.950475 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['a619dddc-0464-4707-b341-5d5462aad706'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:30.039260 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-17f84bf9-8434-4af5-beb7-7a0352fa1478 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:34:30.046190 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-17f84bf9-8434-4af5-beb7-7a0352fa1478 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:34:30.048738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f84bf9-8434-4af5-beb7-7a0352fa1478 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Pushing event updated for resources: {'Port': ['ID=84bb3f8a-433a-48c1-b137-2a48f45baf83,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:30.051028 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-17f84bf9-8434-4af5-beb7-7a0352fa1478 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:34:30.074772 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5283780c-a690-47c9-9b65-77e524592a1c req-4b698381-fe12-4d42-9a7c-408488f063a1 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (57a62820-8a2e-4914-9bb5-23613d65c5e6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:30.178304 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['57a62820-8a2e-4914-9bb5-23613d65c5e6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:30.317002 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4bc3dd8c-862b-4bd2-bfda-43cb8e43d4e5 req-12cd0e4b-ff9d-4574-86fa-fcbf5e46c6ca tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a1c9c8-5df2-4dbe-8bae-f35f105675f0 HTTP/1.1" status: 200 len: 210 time: 0.0566096 Feb 09 01:34:30.434729 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b698381-fe12-4d42-9a7c-408488f063a1 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Pushing event deleted for resources: {'Port': ['ID=57a62820-8a2e-4914-9bb5-23613d65c5e6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:30.533147 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a39f9b86-c843-4eef-9156-7e40e85748f3 None None] Provisioning complete for port 84bb3f8a-433a-48c1-b137-2a48f45baf83 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:30.534043 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a39f9b86-c843-4eef-9156-7e40e85748f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (84bb3f8a-433a-48c1-b137-2a48f45baf83), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:30.580728 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-17f84bf9-8434-4af5-beb7-7a0352fa1478 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:30.581450 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-17f84bf9-8434-4af5-beb7-7a0352fa1478 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:30.634434 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5283780c-a690-47c9-9b65-77e524592a1c req-4b698381-fe12-4d42-9a7c-408488f063a1 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] No DVR routers for this DVR port 57a62820-8a2e-4914-9bb5-23613d65c5e6 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:30.642675 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5283780c-a690-47c9-9b65-77e524592a1c req-4b698381-fe12-4d42-9a7c-408488f063a1 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:30.648975 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5283780c-a690-47c9-9b65-77e524592a1c req-4b698381-fe12-4d42-9a7c-408488f063a1 tempest-ServersAdminTestJSON-1182421615 tempest-ServersAdminTestJSON-1182421615-project] 10.222.0.48 "DELETE /v2.0/ports/57a62820-8a2e-4914-9bb5-23613d65c5e6 HTTP/1.1" status: 204 len: 173 time: 1.3707392 Feb 09 01:34:30.649978 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a1c9c8-5df2-4dbe-8bae-f35f105675f0', 'name': 'network-vif-deleted', 'tag': '57a62820-8a2e-4914-9bb5-23613d65c5e6'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:30.654306 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a39f9b86-c843-4eef-9156-7e40e85748f3 None None] Port 84bb3f8a-433a-48c1-b137-2a48f45baf83 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:34:30.656313 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095983e5-6990-4c26-a5f2-022c1d0f36fd" -d '{"events": [{"server_uuid": "67a1c9c8-5df2-4dbe-8bae-f35f105675f0", "name": "network-vif-deleted", "tag": "57a62820-8a2e-4914-9bb5-23613d65c5e6"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:30.680623 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc69bf9-16f3-4b1e-a0d6-65d11cb5beb4 req-632c2b5d-7dae-436f-8938-3bf84a6e8c85 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:30.683382 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9bc69bf9-16f3-4b1e-a0d6-65d11cb5beb4 req-632c2b5d-7dae-436f-8938-3bf84a6e8c85 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 944 time: 0.5295794 Feb 09 01:34:30.694371 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e066bab-c474-4779-9525-aaa5aebe561d req-36c92f46-930f-42b6-a4c8-6cdd46aeb76a tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:30.696871 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3e066bab-c474-4779-9525-aaa5aebe561d req-36c92f46-930f-42b6-a4c8-6cdd46aeb76a tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.67 "GET /v2.0/networks?id=453a6711-91a3-4a44-9758-2d1aaefb39b3 HTTP/1.1" status: 200 len: 813 time: 0.4906285 Feb 09 01:34:30.703430 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-17f84bf9-8434-4af5-beb7-7a0352fa1478 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3358042 Feb 09 01:34:30.715474 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-3e066bab-c474-4779-9525-aaa5aebe561d req-030f7d94-55c3-4de3-8b41-967d737af73e tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Request body: {'port': {'device_id': '9cf6b642-1356-4e28-b6d6-1e2910667662', 'network_id': '453a6711-91a3-4a44-9758-2d1aaefb39b3', 'admin_state_up': True, 'tenant_id': '865e898aafce4aeab66edf77fcd52143'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:30.736779 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7a3fab4e-6edb-4aa1-9086-4700c2b213c0 service neutron] Request body: {'port': {'device_id': '74116dd1-f345-442f-ae3a-77d416b878e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:30.741552 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48966d75-bda5-439c-9b0b-82b465cd5b39 req-b4752c65-7a70-4b34-a704-840dfacfcdc5 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:30.773429 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-48966d75-bda5-439c-9b0b-82b465cd5b39 req-b4752c65-7a70-4b34-a704-840dfacfcdc5 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 946 time: 0.2358165 Feb 09 01:34:30.902435 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-48966d75-bda5-439c-9b0b-82b465cd5b39 req-dbdc41c2-398c-4ca9-b010-be5360301d10 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264169 Feb 09 01:34:31.052156 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d03291e1-462a-4e42-8047-359eb6779110 req-f2d8fa0e-a0bb-4ce1-8aa0-c53d2672ad3a tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 210 time: 0.0552812 Feb 09 01:34:31.227997 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f575dfe4-19c7-4fe7-886a-89f11ee95834 x-openstack-request-id: req-f575dfe4-19c7-4fe7-886a-89f11ee95834 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:31.228523 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a1c9c8-5df2-4dbe-8bae-f35f105675f0", "name": "network-vif-deleted", "tag": "57a62820-8a2e-4914-9bb5-23613d65c5e6", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:31.228523 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f575dfe4-19c7-4fe7-886a-89f11ee95834 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:31.228970 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a1c9c8-5df2-4dbe-8bae-f35f105675f0', 'name': 'network-vif-deleted', 'tag': '57a62820-8a2e-4914-9bb5-23613d65c5e6', 'status': 'completed', 'code': 200} Feb 09 01:34:31.275850 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbd680-f9d2-4eb0-ad50-369484f60d63 req-1f9b2f20-b5c0-4e84-8456-5734032538f4 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:31.290372 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ffdbd680-f9d2-4eb0-ad50-369484f60d63 req-1f9b2f20-b5c0-4e84-8456-5734032538f4 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 935 time: 0.1019189 Feb 09 01:34:31.309315 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 404d1238-eea1-4719-99e4-cccffd7b3eb0 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:34:31.413807 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ffdbd680-f9d2-4eb0-ad50-369484f60d63 req-93909d65-8288-48c5-8adb-603f715b8dcb tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219292 Feb 09 01:34:31.421334 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 404d1238-eea1-4719-99e4-cccffd7b3eb0 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:34:31.435602 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 404d1238-eea1-4719-99e4-cccffd7b3eb0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:31.436736 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7a3fab4e-6edb-4aa1-9086-4700c2b213c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (84bb3f8a-433a-48c1-b137-2a48f45baf83), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:31.446717 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (404d1238-eea1-4719-99e4-cccffd7b3eb0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:31.621589 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 404d1238-eea1-4719-99e4-cccffd7b3eb0 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:31.622106 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (404d1238-eea1-4719-99e4-cccffd7b3eb0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:31.635301 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e98863-c9ff-440a-8ff2-6fd55ce25afc req-753081a5-7c2a-4960-a8dc-bbddce60bb4c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:31.639149 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34e98863-c9ff-440a-8ff2-6fd55ce25afc req-753081a5-7c2a-4960-a8dc-bbddce60bb4c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 943 time: 0.1016257 Feb 09 01:34:31.669595 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9bc69bf9-16f3-4b1e-a0d6-65d11cb5beb4 req-76e314fe-b815-484b-aaa3-e7f9fea9ffb5 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485445 Feb 09 01:34:31.722838 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 404d1238-eea1-4719-99e4-cccffd7b3eb0, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=404d1238-eea1-4719-99e4-cccffd7b3eb0,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:31.740139 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710281ff-5c7c-4c7b-a78e-e9a4b488b102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404d1238-eea1-4719-99e4-cccffd7b3eb0'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:31.750649 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7c2684-aed0-44e3-865b-8b87c263b2af" -d '{"events": [{"server_uuid": "710281ff-5c7c-4c7b-a78e-e9a4b488b102", "name": "network-vif-plugged", "status": "completed", "tag": "404d1238-eea1-4719-99e4-cccffd7b3eb0"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:31.762244 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (404d1238-eea1-4719-99e4-cccffd7b3eb0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:31.776716 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34e98863-c9ff-440a-8ff2-6fd55ce25afc req-c46c263d-dcea-4048-9ab3-5ed2c8229c55 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216791 Feb 09 01:34:31.791062 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e066bab-c474-4779-9525-aaa5aebe561d req-030f7d94-55c3-4de3-8b41-967d737af73e tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Made reservation on behalf of 865e898aafce4aeab66edf77fcd52143 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:34:31.795682 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3e066bab-c474-4779-9525-aaa5aebe561d req-030f7d94-55c3-4de3-8b41-967d737af73e tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:31.881867 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=404d1238-eea1-4719-99e4-cccffd7b3eb0,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:31.938197 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd16835-621e-4957-83b8-1204f8f4369d x-openstack-request-id: req-acd16835-621e-4957-83b8-1204f8f4369d {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:31.938491 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710281ff-5c7c-4c7b-a78e-e9a4b488b102", "name": "network-vif-plugged", "status": "completed", "tag": "404d1238-eea1-4719-99e4-cccffd7b3eb0", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:31.938759 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-acd16835-621e-4957-83b8-1204f8f4369d {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:31.940147 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710281ff-5c7c-4c7b-a78e-e9a4b488b102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404d1238-eea1-4719-99e4-cccffd7b3eb0', 'code': 200} Feb 09 01:34:32.120977 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de36ef-77ea-4083-8d07-bdccb04d07c1 req-0300170c-b59a-4a43-89a4-d048cb475ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:32.124173 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-98de36ef-77ea-4083-8d07-bdccb04d07c1 req-0300170c-b59a-4a43-89a4-d048cb475ec7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 1127 time: 0.1119864 Feb 09 01:34:32.224208 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-98de36ef-77ea-4083-8d07-bdccb04d07c1 req-df37d6bb-2c00-4ac0-a805-0a6d67324bd6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888333 Feb 09 01:34:32.226851 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548d244-0565-4677-b77d-fe2e43c9c6df req-390a8551-a2b2-409a-984b-2923948c6e43 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:32.230088 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d548d244-0565-4677-b77d-fe2e43c9c6df req-390a8551-a2b2-409a-984b-2923948c6e43 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 946 time: 0.1755557 Feb 09 01:34:32.248216 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-3e066bab-c474-4779-9525-aaa5aebe561d req-030f7d94-55c3-4de3-8b41-967d737af73e tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Allocated IP 172.20.0.9 (453a6711-91a3-4a44-9758-2d1aaefb39b3/5663d0ec-236b-44b8-be2c-ca4247ec2433/3157d255-3bb5-4183-b938-3685be2a99db) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:34:32.296785 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-85e73e8d-8dd4-4f3c-a8c7-934e7fbd8181 req-d9eae406-851c-4af8-836f-299778b427dc tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 210 time: 0.0763960 Feb 09 01:34:32.412886 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7a3fab4e-6edb-4aa1-9086-4700c2b213c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84bb3f8a-433a-48c1-b137-2a48f45baf83 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:34:32.437893 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58756) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:32.438550 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7a3fab4e-6edb-4aa1-9086-4700c2b213c0 service neutron] Publish callbacks [] for port (84bb3f8a-433a-48c1-b137-2a48f45baf83), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:32.463238 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d548d244-0565-4677-b77d-fe2e43c9c6df req-06ac96cc-5db5-481f-81bc-fe516370c1b0 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178559 Feb 09 01:34:32.495108 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7a3fab4e-6edb-4aa1-9086-4700c2b213c0 service neutron] Transition to ACTIVE for port object 84bb3f8a-433a-48c1-b137-2a48f45baf83 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:34:32.518981 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7a3fab4e-6edb-4aa1-9086-4700c2b213c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (84bb3f8a-433a-48c1-b137-2a48f45baf83), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:32.667992 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fab4e-6edb-4aa1-9086-4700c2b213c0 service neutron] Pushing event updated for resources: {'Port': ['ID=84bb3f8a-433a-48c1-b137-2a48f45baf83,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:32.849487 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66bf0b-d44f-49ac-93ec-78f31de99034 req-ab4f5b2b-50c9-4278-9268-ac23a216c6eb tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:32.860072 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ed66bf0b-d44f-49ac-93ec-78f31de99034 req-ab4f5b2b-50c9-4278-9268-ac23a216c6eb tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 947 time: 0.2987599 Feb 09 01:34:32.954909 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-df356a70-3375-4000-8033-3146272ab13e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a74b90a72e74db78f68afeba6cbadc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5148239 Feb 09 01:34:32.958584 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58776) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:32.961364 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7a3fab4e-6edb-4aa1-9086-4700c2b213c0 service neutron] Attempting to bind port 84bb3f8a-433a-48c1-b137-2a48f45baf83 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:34:32.962058 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7a3fab4e-6edb-4aa1-9086-4700c2b213c0 service neutron] Attempting to bind port 84bb3f8a-433a-48c1-b137-2a48f45baf83 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:34:32.962983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7a3fab4e-6edb-4aa1-9086-4700c2b213c0 service neutron] Attempting to bind port 84bb3f8a-433a-48c1-b137-2a48f45baf83 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:32.997595 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7a3fab4e-6edb-4aa1-9086-4700c2b213c0 service neutron] Port 84bb3f8a-433a-48c1-b137-2a48f45baf83 on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:34:32.998093 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7a3fab4e-6edb-4aa1-9086-4700c2b213c0 service neutron] Attempting to bind port 84bb3f8a-433a-48c1-b137-2a48f45baf83 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:33.007597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7a3fab4e-6edb-4aa1-9086-4700c2b213c0 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:34:33.007981 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7a3fab4e-6edb-4aa1-9086-4700c2b213c0 service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:34:33.009931 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7a3fab4e-6edb-4aa1-9086-4700c2b213c0 service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:34:33.011157 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7a3fab4e-6edb-4aa1-9086-4700c2b213c0 service neutron] Bound port: 84bb3f8a-433a-48c1-b137-2a48f45baf83, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:34:33.011664 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7a3fab4e-6edb-4aa1-9086-4700c2b213c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (84bb3f8a-433a-48c1-b137-2a48f45baf83), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:33.021293 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3e066bab-c474-4779-9525-aaa5aebe561d req-030f7d94-55c3-4de3-8b41-967d737af73e tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for port (3157d255-3bb5-4183-b938-3685be2a99db), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:33.101589 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ed66bf0b-d44f-49ac-93ec-78f31de99034 req-acd37acb-aefa-4330-b29b-1db28827d183 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220070 Feb 09 01:34:33.110395 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9957ed-ced8-4a3b-b09a-1bea21b6be1d req-1c9eb0c2-cc5f-4636-9a0f-e66d8c7f1c13 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:33.112445 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4d9957ed-ced8-4a3b-b09a-1bea21b6be1d req-1c9eb0c2-cc5f-4636-9a0f-e66d8c7f1c13 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 945 time: 0.2091351 Feb 09 01:34:33.195603 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ca3f686-07ea-4305-864d-fb385e616c47 admin admin] Publish callbacks [] for security_group (81f12357-6973-4607-a017-23882c6ac542), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:33.230476 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4d9957ed-ced8-4a3b-b09a-1bea21b6be1d req-e2afa12e-a3ee-47a3-9b52-664297452dd6 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005704 Feb 09 01:34:33.248265 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ca3f686-07ea-4305-864d-fb385e616c47 admin admin] Publish callbacks [] for security_group (81f12357-6973-4607-a017-23882c6ac542), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:33.279971 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3e066bab-c474-4779-9525-aaa5aebe561d req-030f7d94-55c3-4de3-8b41-967d737af73e tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (3157d255-3bb5-4183-b938-3685be2a99db), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:33.295829 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['12c5d5ff-40f1-4516-822e-7914c72900d0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:33.301142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7a3fab4e-6edb-4aa1-9086-4700c2b213c0 service neutron] For port 84bb3f8a-433a-48c1-b137-2a48f45baf83, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:34:33.343977 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e066bab-c474-4779-9525-aaa5aebe561d req-030f7d94-55c3-4de3-8b41-967d737af73e tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Network 453a6711-91a3-4a44-9758-2d1aaefb39b3 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:34:33.351115 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7a3fab4e-6edb-4aa1-9086-4700c2b213c0 service neutron] For port 84bb3f8a-433a-48c1-b137-2a48f45baf83, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=84bb3f8a-433a-48c1-b137-2a48f45baf83,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:34:33.354108 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-3e066bab-c474-4779-9525-aaa5aebe561d req-030f7d94-55c3-4de3-8b41-967d737af73e tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:34:33.363699 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e066bab-c474-4779-9525-aaa5aebe561d req-030f7d94-55c3-4de3-8b41-967d737af73e tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:34:33.441198 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa536d4f-a902-45f9-b3c1-9fc692d59bc7 req-55a67995-5db4-49e7-8ff8-925ee5f87610 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:33.449415 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fa536d4f-a902-45f9-b3c1-9fc692d59bc7 req-55a67995-5db4-49e7-8ff8-925ee5f87610 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 943 time: 0.1928377 Feb 09 01:34:33.476790 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e066bab-c474-4779-9525-aaa5aebe561d req-030f7d94-55c3-4de3-8b41-967d737af73e tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:33.477834 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3e066bab-c474-4779-9525-aaa5aebe561d req-030f7d94-55c3-4de3-8b41-967d737af73e tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:33.492267 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7a3fab4e-6edb-4aa1-9086-4700c2b213c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (84bb3f8a-433a-48c1-b137-2a48f45baf83), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:33.505554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f7d94-55c3-4de3-8b41-967d737af73e tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event updated for resources: {'Port': ['ID=3157d255-3bb5-4183-b938-3685be2a99db,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:33.552238 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ca3f686-07ea-4305-864d-fb385e616c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (81f12357-6973-4607-a017-23882c6ac542), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:33.561193 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ca3f686-07ea-4305-864d-fb385e616c47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:33.570775 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1ca3f686-07ea-4305-864d-fb385e616c47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81f12357-6973-4607-a017-23882c6ac542 HTTP/1.1" status: 204 len: 168 time: 0.6078236 Feb 09 01:34:33.640252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fab4e-6edb-4aa1-9086-4700c2b213c0 service neutron] Pushing event updated for resources: {'Port': ['ID=84bb3f8a-433a-48c1-b137-2a48f45baf83,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:33.642855 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3f686-07ea-4305-864d-fb385e616c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f12357-6973-4607-a017-23882c6ac542,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:33.651146 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3e066bab-c474-4779-9525-aaa5aebe561d req-030f7d94-55c3-4de3-8b41-967d737af73e tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9450977 Feb 09 01:34:33.673092 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7a3fab4e-6edb-4aa1-9086-4700c2b213c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:33.673730 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7a3fab4e-6edb-4aa1-9086-4700c2b213c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:33.675230 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7a3fab4e-6edb-4aa1-9086-4700c2b213c0 service neutron] 10.222.0.48 "PUT /v2.0/ports/84bb3f8a-433a-48c1-b137-2a48f45baf83 HTTP/1.1" status: 200 len: 1095 time: 2.9499683 Feb 09 01:34:33.675724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74116dd1-f345-442f-ae3a-77d416b878e3', 'tag': '84bb3f8a-433a-48c1-b137-2a48f45baf83'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:33.699975 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402df702-ed5c-4e91-88f0-ef2ad7e219c5" -d '{"events": [{"name": "network-changed", "server_uuid": "74116dd1-f345-442f-ae3a-77d416b878e3", "tag": "84bb3f8a-433a-48c1-b137-2a48f45baf83"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:33.702599 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fa536d4f-a902-45f9-b3c1-9fc692d59bc7 req-2f344473-ebf4-4039-aa81-8c06d3b0c833 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411008 Feb 09 01:34:33.772726 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612a77f-aef5-448b-8d05-72b585a18a94 req-08c5874d-6175-473b-aaa2-194c883fa8c6 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:33.781534 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3612a77f-aef5-448b-8d05-72b585a18a94 req-08c5874d-6175-473b-aaa2-194c883fa8c6 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 931 time: 0.2795177 Feb 09 01:34:33.888156 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63369449-da9c-43a2-bc56-81ecc38d8d2e req-b0ed7f80-ef25-4d81-98bc-ffa26412b29c tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:33.897235 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-63369449-da9c-43a2-bc56-81ecc38d8d2e req-b0ed7f80-ef25-4d81-98bc-ffa26412b29c tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 946 time: 0.0746310 Feb 09 01:34:33.929759 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3612a77f-aef5-448b-8d05-72b585a18a94 req-d6b9da28-fe12-45b6-9091-632d23f2b4e0 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471770 Feb 09 01:34:33.984720 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-e84f7798-a77a-4921-b3f8-cc4a343d3f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:33.987026 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-e84f7798-a77a-4921-b3f8-cc4a343d3f6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 1129 time: 0.2024467 Feb 09 01:34:34.068334 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-63369449-da9c-43a2-bc56-81ecc38d8d2e req-edc097df-b003-423c-b9b7-947f7cb7dba1 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518342 Feb 09 01:34:34.104283 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b864a5f-d3e9-4ba3-a86b-b98d38a09765 x-openstack-request-id: req-0b864a5f-d3e9-4ba3-a86b-b98d38a09765 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:34.105185 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74116dd1-f345-442f-ae3a-77d416b878e3", "tag": "84bb3f8a-433a-48c1-b137-2a48f45baf83", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:34.105565 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b864a5f-d3e9-4ba3-a86b-b98d38a09765 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:34.106133 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74116dd1-f345-442f-ae3a-77d416b878e3', 'tag': '84bb3f8a-433a-48c1-b137-2a48f45baf83', 'status': 'completed', 'code': 200} Feb 09 01:34:34.108529 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-7696d177-5fd5-4262-8871-5cf2e17ed4aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=84bb3f8a-433a-48c1-b137-2a48f45baf83 HTTP/1.1" status: 200 len: 217 time: 0.1044123 Feb 09 01:34:34.201230 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-b6ee6c19-c820-40ab-8883-1b8248295287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:34.203539 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-b6ee6c19-c820-40ab-8883-1b8248295287 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.0828719 Feb 09 01:34:34.331511 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 57a62820-8a2e-4914-9bb5-23613d65c5e6 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:34:34.403281 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-6f6da091-32b4-4414-81a0-255a94a232e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:34.408436 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-6f6da091-32b4-4414-81a0-255a94a232e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1936316 Feb 09 01:34:34.410677 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 57a62820-8a2e-4914-9bb5-23613d65c5e6 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:34:34.411271 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 57a62820-8a2e-4914-9bb5-23613d65c5e6 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:34:34.467462 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58828) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:34.467774 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2cc33-ab31-4bed-b793-c0d5d9d94213 req-e74ea9c9-ff94-4e44-b2f7-f43a63f5e67b tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:34.481351 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c8b2cc33-ab31-4bed-b793-c0d5d9d94213 req-e74ea9c9-ff94-4e44-b2f7-f43a63f5e67b tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 945 time: 0.1420441 Feb 09 01:34:34.554468 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b1702-27b9-4048-b3aa-4dbe12771bdc req-01a67dd0-f17a-40c5-b6cf-1686f5286942 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:34.556741 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-396b1702-27b9-4048-b3aa-4dbe12771bdc req-01a67dd0-f17a-40c5-b6cf-1686f5286942 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 947 time: 0.2839899 Feb 09 01:34:34.572475 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c8b2cc33-ab31-4bed-b793-c0d5d9d94213 req-f1411db4-51d1-4489-9e36-4e42af28069a tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900710 Feb 09 01:34:34.731674 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d9f0fec8-aeac-4ee6-9493-27a3d11e8f16 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aa161822214e41249b5da28e699cd8fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601345 Feb 09 01:34:34.734779 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58838) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:34.798315 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-ec1465ee-3827-49ab-8c45-0f91dac2cdc8 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716249 Feb 09 01:34:34.809908 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-396b1702-27b9-4048-b3aa-4dbe12771bdc req-504963e0-d9ab-4442-9a10-43395f94e554 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086403 Feb 09 01:34:34.814004 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-dba54fe5-17b4-48b6-afbd-634fc149d8cd tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:34.818328 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bb68659e-7c3f-4b19-9cc2-ed8a72d8a4d8 admin admin] Publish callbacks [] for security_group (8246e9cf-d6b8-432c-a9ce-a746ac5ecebd), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:34.818579 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-dba54fe5-17b4-48b6-afbd-634fc149d8cd tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147&tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&binding%3Ahost_id=n-h1-828387-3 HTTP/1.1" status: 200 len: 1128 time: 0.2534599 Feb 09 01:34:34.828046 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-1482486a-bafb-4f8e-8d9b-6eef84857875 service neutron] 10.222.0.48 "GET /v2.0/ports/26f9301b-2ecc-4658-a113-5381caf8c688/bindings/n-h1-828387-3 HTTP/1.1" status: 200 len: 384 time: 0.1899590 Feb 09 01:34:34.849294 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-bfbaad43-b71d-403c-b21a-fba7ce04f056 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828387-3'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:34.856218 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bb68659e-7c3f-4b19-9cc2-ed8a72d8a4d8 admin admin] Publish callbacks [] for security_group (8246e9cf-d6b8-432c-a9ce-a746ac5ecebd), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:35.004199 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc480c0-e621-418b-91b6-9da69cf5bf9d req-2ede15c5-1617-4dba-9ba5-14df9c90b01e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:35.006079 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5cc480c0-e621-418b-91b6-9da69cf5bf9d req-2ede15c5-1617-4dba-9ba5-14df9c90b01e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 943 time: 0.1175165 Feb 09 01:34:35.069558 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bb68659e-7c3f-4b19-9cc2-ed8a72d8a4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8246e9cf-d6b8-432c-a9ce-a746ac5ecebd), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:35.072578 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bb68659e-7c3f-4b19-9cc2-ed8a72d8a4d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:35.076073 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bb68659e-7c3f-4b19-9cc2-ed8a72d8a4d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8246e9cf-d6b8-432c-a9ce-a746ac5ecebd HTTP/1.1" status: 204 len: 168 time: 0.3373411 Feb 09 01:34:35.087968 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-bfbaad43-b71d-403c-b21a-fba7ce04f056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:35.112621 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68659e-7c3f-4b19-9cc2-ed8a72d8a4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8246e9cf-d6b8-432c-a9ce-a746ac5ecebd,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:35.169517 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf3c98e6-382d-4980-b20b-329efcd21d30 req-1824b46c-0749-40a4-abc3-763cdd983189 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456001 Feb 09 01:34:35.197787 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5cc480c0-e621-418b-91b6-9da69cf5bf9d req-ef613d75-df18-4b10-8097-7d22611604ba tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774440 Feb 09 01:34:35.402261 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716189f3-2752-4754-a370-6c95a9d75f0f req-2eea01d4-971a-40e3-bc24-8645aa433b54 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:35.415745 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-716189f3-2752-4754-a370-6c95a9d75f0f req-2eea01d4-971a-40e3-bc24-8645aa433b54 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 946 time: 0.0983677 Feb 09 01:34:35.495087 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-716189f3-2752-4754-a370-6c95a9d75f0f req-b903121c-e894-4c6c-90f2-269b76c6887c tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776732 Feb 09 01:34:35.512528 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be8be5-a212-4355-9100-94c3fca48ac8 req-7753d053-4c10-4abc-a995-a7728039ce27 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:35.515552 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03be8be5-a212-4355-9100-94c3fca48ac8 req-7753d053-4c10-4abc-a995-a7728039ce27 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 931 time: 0.4176319 Feb 09 01:34:35.598523 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-309268bc-df3b-4efe-9282-cc2d95552166 req-1a348964-46f5-4acc-8629-1fc0591f3257 service neutron] For port 26f9301b-2ecc-4658-a113-5381caf8c688, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=26f9301b-2ecc-4658-a113-5381caf8c688,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:35.634729 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402df702-ed5c-4e91-88f0-ef2ad7e219c5 req-0e973825-603d-46dc-a205-bc1a7b10a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:35.636301 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-402df702-ed5c-4e91-88f0-ef2ad7e219c5 req-0e973825-603d-46dc-a205-bc1a7b10a7a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 1129 time: 0.3424859 Feb 09 01:34:35.659915 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-bfbaad43-b71d-403c-b21a-fba7ce04f056 service neutron] For port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:35.758137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-309268bc-df3b-4efe-9282-cc2d95552166 req-1a348964-46f5-4acc-8629-1fc0591f3257 service neutron] For port 26f9301b-2ecc-4658-a113-5381caf8c688, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:34:35.793954 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f98b90-9d36-425e-9855-8b24634b446f req-c3f48bb9-b403-4796-b015-b91033b814a8 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:35.795928 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-32f98b90-9d36-425e-9855-8b24634b446f req-c3f48bb9-b403-4796-b015-b91033b814a8 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 945 time: 0.0979967 Feb 09 01:34:35.813424 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03be8be5-a212-4355-9100-94c3fca48ac8 req-7080954e-b1ed-4d18-b531-d1bacf112952 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872193 Feb 09 01:34:35.854484 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-309268bc-df3b-4efe-9282-cc2d95552166 req-1a348964-46f5-4acc-8629-1fc0591f3257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f9301b-2ecc-4658-a113-5381caf8c688 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:34:35.887385 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-bfbaad43-b71d-403c-b21a-fba7ce04f056 service neutron] For port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:34:35.890165 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-309268bc-df3b-4efe-9282-cc2d95552166 req-1a348964-46f5-4acc-8629-1fc0591f3257 service neutron] For port 26f9301b-2ecc-4658-a113-5381caf8c688, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=26f9301b-2ecc-4658-a113-5381caf8c688,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:35.933201 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402df702-ed5c-4e91-88f0-ef2ad7e219c5 req-f9e0064d-1d8a-40a5-896b-ae30669232b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:35.935273 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-402df702-ed5c-4e91-88f0-ef2ad7e219c5 req-f9e0064d-1d8a-40a5-896b-ae30669232b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.2803035 Feb 09 01:34:35.937961 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-32f98b90-9d36-425e-9855-8b24634b446f req-0bc34de5-50ac-4bd4-9cef-8c0082d8b627 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249990 Feb 09 01:34:35.939032 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-309268bc-df3b-4efe-9282-cc2d95552166 req-1a348964-46f5-4acc-8629-1fc0591f3257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (26f9301b-2ecc-4658-a113-5381caf8c688), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:36.052644 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-bfbaad43-b71d-403c-b21a-fba7ce04f056 service neutron] Publish callbacks [] for port (0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:36.077757 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-402df702-ed5c-4e91-88f0-ef2ad7e219c5 req-7e76e099-ae7c-420a-8133-b3c9396036f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=84bb3f8a-433a-48c1-b137-2a48f45baf83 HTTP/1.1" status: 200 len: 217 time: 0.1123097 Feb 09 01:34:36.119341 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06e4ae5-e1d1-4ac1-a164-d7474d9d6147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:36.121553 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862f0f1e-e5f2-4f88-a715-274e25ec8999" -d '{"events": [{"server_uuid": "d06e4ae5-e1d1-4ac1-a164-d7474d9d6147", "name": "network-vif-unplugged", "status": "completed", "tag": "0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:36.124112 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-bfbaad43-b71d-403c-b21a-fba7ce04f056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:36.361213 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:34:36.446515 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462d72e-78e3-4e15-b0a3-a970a6a26c33 req-eacc5a6e-bbbe-47c6-af2e-ea8bf6372985 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:36.449445 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4462d72e-78e3-4e15-b0a3-a970a6a26c33 req-eacc5a6e-bbbe-47c6-af2e-ea8bf6372985 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 943 time: 0.0998027 Feb 09 01:34:36.572792 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4462d72e-78e3-4e15-b0a3-a970a6a26c33 req-db58c0c8-8820-49d0-989a-b87e039de28a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132863 Feb 09 01:34:36.575792 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16aec353-80cc-4509-b815-4443288c2a27 x-openstack-request-id: req-16aec353-80cc-4509-b815-4443288c2a27 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:36.576300 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06e4ae5-e1d1-4ac1-a164-d7474d9d6147", "name": "network-vif-unplugged", "status": "completed", "tag": "0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:36.576432 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16aec353-80cc-4509-b815-4443288c2a27 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:36.576900 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06e4ae5-e1d1-4ac1-a164-d7474d9d6147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719', 'code': 200} Feb 09 01:34:36.580993 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719, host n-h1-828387-3, got binding levels [] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:36.639939 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Attempting to bind port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 on host n-h1-828387-3 for vnic_type normal with profile {"migrating_to": "n-h2-828387-3"} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:34:36.641629 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Attempting to bind port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:34:36.642554 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Attempting to bind port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:36.657063 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:34:36.657934 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Attempting to bind port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:36.667533 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:34:36.669558 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Checking segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:34:36.671770 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Bound using segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:34:36.673731 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Bound port: 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:34:36.674488 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:36.710407 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402df702-ed5c-4e91-88f0-ef2ad7e219c5 req-77b11495-f096-46e9-bc17-682b7aa282b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:36.713308 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-402df702-ed5c-4e91-88f0-ef2ad7e219c5 req-77b11495-f096-46e9-bc17-682b7aa282b7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.6205008 Feb 09 01:34:36.808018 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea60dc-f140-4df3-a610-e9a739ac4ad2 req-fdb46dcf-486a-4b1f-be01-53e7042cc1f9 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:36.810633 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbaad43-b71d-403c-b21a-fba7ce04f056 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719,revision_number=7']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:36.812222 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dbea60dc-f140-4df3-a610-e9a739ac4ad2 req-fdb46dcf-486a-4b1f-be01-53e7042cc1f9 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 944 time: 0.1095142 Feb 09 01:34:36.826094 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170ce92-f3c9-45c0-9e1e-ff920c8dfe65 req-3d74ebd0-2e51-4fe6-ad5e-da8499bf1b89 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:36.826450 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a170ce92-f3c9-45c0-9e1e-ff920c8dfe65 req-3d74ebd0-2e51-4fe6-ad5e-da8499bf1b89 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 947 time: 0.7716951 Feb 09 01:34:36.830425 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-309268bc-df3b-4efe-9282-cc2d95552166 req-1a348964-46f5-4acc-8629-1fc0591f3257 service neutron] Transition to ACTIVE for port object 26f9301b-2ecc-4658-a113-5381caf8c688 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:34:36.840126 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719, host n-h1-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:34:36.843826 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:34:36.850777 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:36.858483 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-309268bc-df3b-4efe-9282-cc2d95552166 req-1a348964-46f5-4acc-8629-1fc0591f3257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (26f9301b-2ecc-4658-a113-5381caf8c688), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:36.935862 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-bfbaad43-b71d-403c-b21a-fba7ce04f056 service neutron] Attempting to bind port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 on host n-h1-828387-3 for vnic_type normal with profile {"migrating_to": "n-h2-828387-3"} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:34:36.936213 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-bfbaad43-b71d-403c-b21a-fba7ce04f056 service neutron] Attempting to bind port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:34:36.936641 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-bfbaad43-b71d-403c-b21a-fba7ce04f056 service neutron] Attempting to bind port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:36.944083 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 has no active binding in host n-h2-828387-3 {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:34:36.983687 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dbea60dc-f140-4df3-a610-e9a739ac4ad2 req-7e3516af-0212-4a43-9a3b-a083a4fdbb34 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633656 Feb 09 01:34:36.989957 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:37.012177 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-bfbaad43-b71d-403c-b21a-fba7ce04f056 service neutron] Port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:34:37.012897 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-bfbaad43-b71d-403c-b21a-fba7ce04f056 service neutron] Attempting to bind port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:37.059423 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402df702-ed5c-4e91-88f0-ef2ad7e219c5 req-bb37d1c5-fcf3-447c-889d-22eb0f3043d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:37.080385 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-402df702-ed5c-4e91-88f0-ef2ad7e219c5 req-bb37d1c5-fcf3-447c-889d-22eb0f3043d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3474700 Feb 09 01:34:37.100781 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-309268bc-df3b-4efe-9282-cc2d95552166 req-1a348964-46f5-4acc-8629-1fc0591f3257 service neutron] No DVR routers for this DVR port 26f9301b-2ecc-4658-a113-5381caf8c688 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:37.102916 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a348964-46f5-4acc-8629-1fc0591f3257 service neutron] Pushing event updated for resources: {'Port': ['ID=26f9301b-2ecc-4658-a113-5381caf8c688,revision_number=10']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:37.116942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-bfbaad43-b71d-403c-b21a-fba7ce04f056 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:34:37.117292 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-bfbaad43-b71d-403c-b21a-fba7ce04f056 service neutron] Checking segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:34:37.118187 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-bfbaad43-b71d-403c-b21a-fba7ce04f056 service neutron] Bound using segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:34:37.118639 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-bfbaad43-b71d-403c-b21a-fba7ce04f056 service neutron] Bound port: 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:34:37.119959 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-bfbaad43-b71d-403c-b21a-fba7ce04f056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:37.135775 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a170ce92-f3c9-45c0-9e1e-ff920c8dfe65 req-6d337638-faaf-4d69-a268-019dc2521424 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868326 Feb 09 01:34:37.183931 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b6a7b-45ef-421c-addd-e11af85a1a62 req-171402d7-32eb-4704-b2af-ce6e4ce18421 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:37.186864 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fa9b6a7b-45ef-421c-addd-e11af85a1a62 req-171402d7-32eb-4704-b2af-ce6e4ce18421 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 931 time: 0.1011436 Feb 09 01:34:37.285436 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fa9b6a7b-45ef-421c-addd-e11af85a1a62 req-f600e6f5-edc6-42cd-94a2-cb0085e3e4ac tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905869 Feb 09 01:34:37.309049 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-1a348964-46f5-4acc-8629-1fc0591f3257 service neutron] 10.222.0.48 "PUT /v2.0/ports/26f9301b-2ecc-4658-a113-5381caf8c688/bindings/n-h1-828387-3/activate HTTP/1.1" status: 200 len: 369 time: 2.4650104 Feb 09 01:34:37.377498 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-402df702-ed5c-4e91-88f0-ef2ad7e219c5 req-cc07ab94-bfdc-4865-959e-2feac834ac92 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630644 Feb 09 01:34:37.383754 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-60f32b69-c33a-4c73-93b3-d2c0a191eedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:37.403385 n-d-828387-3 neutron-server[103183]: WARNING neutron.plugins.ml2.plugin [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-bfbaad43-b71d-403c-b21a-fba7ce04f056 service neutron] Concurrent port binding operations failed on port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 Feb 09 01:34:37.408998 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-bfbaad43-b71d-403c-b21a-fba7ce04f056 service neutron] For port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:37.446536 n-d-828387-3 neutron-server[103183]: INFO neutron.plugins.ml2.plugin [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-bfbaad43-b71d-403c-b21a-fba7ce04f056 service neutron] Attempt 2 to bind port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 Feb 09 01:34:37.453481 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-bfbaad43-b71d-403c-b21a-fba7ce04f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:37.454116 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-bfbaad43-b71d-403c-b21a-fba7ce04f056 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:37.455794 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-bfbaad43-b71d-403c-b21a-fba7ce04f056 service neutron] 10.222.0.48 "PUT /v2.0/ports/0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 HTTP/1.1" status: 200 len: 1153 time: 2.6262381 Feb 09 01:34:37.467788 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6d7a0-7d18-4242-a03f-024819ed34c4 req-ec5e07b0-8330-4073-b419-79fd2a945407 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:37.469403 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6fb6d7a0-7d18-4242-a03f-024819ed34c4 req-ec5e07b0-8330-4073-b419-79fd2a945407 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 945 time: 0.2278218 Feb 09 01:34:37.546208 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-402df702-ed5c-4e91-88f0-ef2ad7e219c5 req-e4402d07-6cbe-4256-bb72-5b0e2a60e700 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559505 Feb 09 01:34:37.563287 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:37.569326 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6fb6d7a0-7d18-4242-a03f-024819ed34c4 req-f74d3866-8e6f-460a-abac-7bca26f3324b tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867732 Feb 09 01:34:37.613238 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:37.788456 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75d9bc-d3c4-4b36-a919-29a8b07719b9 req-a9d89a79-437d-485b-8589-8591af537bd5 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:37.792660 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cb75d9bc-d3c4-4b36-a919-29a8b07719b9 req-a9d89a79-437d-485b-8589-8591af537bd5 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 944 time: 0.0942082 Feb 09 01:34:37.902698 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cb75d9bc-d3c4-4b36-a919-29a8b07719b9 req-62144a86-1231-4db1-9936-00ff29d4868e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030354 Feb 09 01:34:38.151984 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05358e9b-53df-4fcb-9bd1-33f5c808e202 req-81de8fd2-c2d4-4984-9642-2872197078e1 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:38.154319 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-05358e9b-53df-4fcb-9bd1-33f5c808e202 req-81de8fd2-c2d4-4984-9642-2872197078e1 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 944 time: 0.0862925 Feb 09 01:34:38.261671 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-05358e9b-53df-4fcb-9bd1-33f5c808e202 req-18c54e2e-770d-4c4e-a073-c97fc099f7c5 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975156 Feb 09 01:34:38.336280 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad7667-7d05-45b3-a94f-6985ebc0b582 req-2ea6c46f-88dd-47d4-b4c5-ffcacc1004c1 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:38.338001 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-66ad7667-7d05-45b3-a94f-6985ebc0b582 req-2ea6c46f-88dd-47d4-b4c5-ffcacc1004c1 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 947 time: 0.0837607 Feb 09 01:34:38.393819 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 84bb3f8a-433a-48c1-b137-2a48f45baf83 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:34:38.455164 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-66ad7667-7d05-45b3-a94f-6985ebc0b582 req-11f09832-d88a-47b5-b67d-f019d1cbd129 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108570 Feb 09 01:34:38.498870 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72406aa-14fb-47ed-9ee2-4e17444ce858 req-4cb36ea6-12c2-48b4-af43-f7f9f535177d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:38.501112 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b72406aa-14fb-47ed-9ee2-4e17444ce858 req-4cb36ea6-12c2-48b4-af43-f7f9f535177d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 931 time: 0.1201732 Feb 09 01:34:38.578722 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06e4ae5-e1d1-4ac1-a164-d7474d9d6147', 'tag': '0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:38.581224 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef350ca-f0c7-4f2e-bc8e-23f3c64c247c" -d '{"events": [{"name": "network-changed", "server_uuid": "d06e4ae5-e1d1-4ac1-a164-d7474d9d6147", "tag": "0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:38.589554 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b72406aa-14fb-47ed-9ee2-4e17444ce858 req-9b0ea6f8-b8d8-4672-a909-edb7ed9e3828 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745571 Feb 09 01:34:38.628099 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 84bb3f8a-433a-48c1-b137-2a48f45baf83, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=84bb3f8a-433a-48c1-b137-2a48f45baf83,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:38.646633 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '84bb3f8a-433a-48c1-b137-2a48f45baf83', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '84bb3f8a-433a-48c1-b137-2a48f45baf83', 'mac_address': 'fa:16:3e:9a:2c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:34:38.656451 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7414f77f-b140-4a43-9943-14fc2473e3ca x-openstack-request-id: req-7414f77f-b140-4a43-9943-14fc2473e3ca {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:38.656975 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06e4ae5-e1d1-4ac1-a164-d7474d9d6147", "tag": "0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:38.657448 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7414f77f-b140-4a43-9943-14fc2473e3ca {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:38.658092 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06e4ae5-e1d1-4ac1-a164-d7474d9d6147', 'tag': '0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719', 'status': 'completed', 'code': 200} Feb 09 01:34:38.714211 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 84bb3f8a-433a-48c1-b137-2a48f45baf83 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:38.714594 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (84bb3f8a-433a-48c1-b137-2a48f45baf83), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:38.750122 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84bb3f8a-433a-48c1-b137-2a48f45baf83 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:34:38.785822 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 84bb3f8a-433a-48c1-b137-2a48f45baf83, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=84bb3f8a-433a-48c1-b137-2a48f45baf83,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:38.794036 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (84bb3f8a-433a-48c1-b137-2a48f45baf83), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:38.843397 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd78176-30d9-4798-9bfb-066d4120cce1 req-d826fef6-9e17-4550-b1a3-bffaaffc3ffd tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:38.852281 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4bd78176-30d9-4798-9bfb-066d4120cce1 req-d826fef6-9e17-4550-b1a3-bffaaffc3ffd tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 945 time: 0.1133554 Feb 09 01:34:38.874903 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=84bb3f8a-433a-48c1-b137-2a48f45baf83,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:38.954251 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4bd78176-30d9-4798-9bfb-066d4120cce1 req-90a8b8ee-fe7c-497d-819a-ba2ceb5e81f0 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968440 Feb 09 01:34:39.121285 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905b15f-aa0d-4c1f-9f15-f05cbdd14426 req-c90d3a26-0b3e-4c5e-a0e2-aff4b0bca3de tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:39.128589 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f905b15f-aa0d-4c1f-9f15-f05cbdd14426 req-c90d3a26-0b3e-4c5e-a0e2-aff4b0bca3de tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 944 time: 0.1096363 Feb 09 01:34:39.199280 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f905b15f-aa0d-4c1f-9f15-f05cbdd14426 req-68836fd3-90bb-4b31-8267-786af69f8c20 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662830 Feb 09 01:34:39.204216 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['84bb3f8a-433a-48c1-b137-2a48f45baf83'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:39.317271 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59130) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:39.421925 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:39.463857 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29104f35-e876-4398-90f8-5b4d6a8a97e3 req-d356ee65-767b-4d17-9960-62f96125360b tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:39.465509 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-29104f35-e876-4398-90f8-5b4d6a8a97e3 req-d356ee65-767b-4d17-9960-62f96125360b tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 944 time: 0.0989025 Feb 09 01:34:39.467062 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2da75e2b-4444-49eb-bd4c-d273a5f4bd01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:39.562139 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-29104f35-e876-4398-90f8-5b4d6a8a97e3 req-36ab474f-8fcc-4ef6-8215-6d6ed474203b tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864146 Feb 09 01:34:39.633763 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2da75e2b-4444-49eb-bd4c-d273a5f4bd01 admin admin] Publish callbacks [] for security_group (930211a8-b27e-47e7-8b84-5c7dcd557695), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:39.640299 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2da75e2b-4444-49eb-bd4c-d273a5f4bd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (930211a8-b27e-47e7-8b84-5c7dcd557695), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:39.648275 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8184f-097e-4395-bafb-e20a364be6d1 req-b58535c6-f7d6-485c-8416-6721992835de tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:39.660032 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8dc8184f-097e-4395-bafb-e20a364be6d1 req-b58535c6-f7d6-485c-8416-6721992835de tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 948 time: 0.1076224 Feb 09 01:34:39.695060 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da75e2b-4444-49eb-bd4c-d273a5f4bd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930211a8-b27e-47e7-8b84-5c7dcd557695,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:39.705298 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2da75e2b-4444-49eb-bd4c-d273a5f4bd01 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d8b87203e56541f5b767652f3b03df2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3867364 Feb 09 01:34:39.707826 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59150) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:39.730094 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8dc8184f-097e-4395-bafb-e20a364be6d1 req-a7b3b11d-3fa4-41ff-83d2-86a8b58d4c1b tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690327 Feb 09 01:34:39.764339 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-20b38d8d-8a54-48b0-90de-5adc72fb0d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:39.830676 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7705a44f-f057-4999-88a7-88323170e015 admin admin] Publish callbacks [] for security_group (930211a8-b27e-47e7-8b84-5c7dcd557695), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:39.862305 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7705a44f-f057-4999-88a7-88323170e015 admin admin] Publish callbacks [] for security_group (930211a8-b27e-47e7-8b84-5c7dcd557695), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:39.871526 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21161d-03c1-4f43-a443-9b2b9ad60b85 req-fc1b7402-5753-4ac9-9784-45e9bddbb3d1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:39.873112 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cc21161d-03c1-4f43-a443-9b2b9ad60b85 req-fc1b7402-5753-4ac9-9784-45e9bddbb3d1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 931 time: 0.0967860 Feb 09 01:34:39.964538 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cc21161d-03c1-4f43-a443-9b2b9ad60b85 req-0f3a010e-7edc-42c4-8a0d-ca7a510d0ef1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726066 Feb 09 01:34:39.971447 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7705a44f-f057-4999-88a7-88323170e015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (930211a8-b27e-47e7-8b84-5c7dcd557695), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:39.974920 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7705a44f-f057-4999-88a7-88323170e015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:39.978330 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7705a44f-f057-4999-88a7-88323170e015 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/930211a8-b27e-47e7-8b84-5c7dcd557695 HTTP/1.1" status: 204 len: 168 time: 0.2654569 Feb 09 01:34:39.989070 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705a44f-f057-4999-88a7-88323170e015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930211a8-b27e-47e7-8b84-5c7dcd557695,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:40.133358 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39e900-ef71-4789-be04-3b03f25837d7 req-64266e75-ead8-463c-a253-675fa04bf1a9 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:40.135966 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ce39e900-ef71-4789-be04-3b03f25837d7 req-64266e75-ead8-463c-a253-675fa04bf1a9 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 945 time: 0.0856490 Feb 09 01:34:40.200224 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ce39e900-ef71-4789-be04-3b03f25837d7 req-baff8648-97a9-4cc6-8d71-cd7d7d0bdcfb tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567358 Feb 09 01:34:40.344338 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9de079-1ddb-479b-822c-11b95a253828 req-12393793-3b8f-42a9-9339-6ce70f5d0ea3 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:40.346216 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ec9de079-1ddb-479b-822c-11b95a253828 req-12393793-3b8f-42a9-9339-6ce70f5d0ea3 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 944 time: 0.0634587 Feb 09 01:34:40.385429 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59186) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:40.396904 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 84bb3f8a-433a-48c1-b137-2a48f45baf83 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:34:40.414005 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-71f63ec8-557a-402b-919e-aaad6059c736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:40.458400 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 84bb3f8a-433a-48c1-b137-2a48f45baf83 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:34:40.468320 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 84bb3f8a-433a-48c1-b137-2a48f45baf83 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:40.468934 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (84bb3f8a-433a-48c1-b137-2a48f45baf83), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:40.475885 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ec9de079-1ddb-479b-822c-11b95a253828 req-3aa7b14a-93fe-42a7-be27-19e5f6735cce tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169865 Feb 09 01:34:40.552553 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-71f63ec8-557a-402b-919e-aaad6059c736 admin admin] Publish callbacks [] for security_group (afca79ad-9f78-4376-8d6b-a53c5c3cf487), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:40.558894 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-71f63ec8-557a-402b-919e-aaad6059c736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (afca79ad-9f78-4376-8d6b-a53c5c3cf487), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:40.570359 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-3e066bab-c474-4779-9525-aaa5aebe561d req-eddf1c67-a6c4-4fe1-b533-df262353cd04 service neutron] Request body: {'port': {'device_id': '9cf6b642-1356-4e28-b6d6-1e2910667662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:40.635468 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:40.670801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59192) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:40.693239 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 84bb3f8a-433a-48c1-b137-2a48f45baf83 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:40.694209 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (84bb3f8a-433a-48c1-b137-2a48f45baf83), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:40.701889 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:40.710272 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-71f63ec8-557a-402b-919e-aaad6059c736 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7bf39e49515b426682ed25dc8197eab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3206124 Feb 09 01:34:40.710272 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f63ec8-557a-402b-919e-aaad6059c736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afca79ad-9f78-4376-8d6b-a53c5c3cf487,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:40.715965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59196) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:40.753813 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74116dd1-f345-442f-ae3a-77d416b878e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bb3f8a-433a-48c1-b137-2a48f45baf83'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:40.758950 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ae8819-b8d5-4150-bc53-fec2ec9fd84a" -d '{"events": [{"server_uuid": "74116dd1-f345-442f-ae3a-77d416b878e3", "name": "network-vif-plugged", "status": "completed", "tag": "84bb3f8a-433a-48c1-b137-2a48f45baf83"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:40.775658 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef350ca-f0c7-4f2e-bc8e-23f3c64c247c req-acc003a7-09a7-47d7-9e27-c66bf5b584fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:40.783440 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7ef350ca-f0c7-4f2e-bc8e-23f3c64c247c req-acc003a7-09a7-47d7-9e27-c66bf5b584fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 1156 time: 0.1302202 Feb 09 01:34:40.790143 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 84bb3f8a-433a-48c1-b137-2a48f45baf83, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=84bb3f8a-433a-48c1-b137-2a48f45baf83,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:40.796900 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (84bb3f8a-433a-48c1-b137-2a48f45baf83), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:40.807973 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3e066bab-c474-4779-9525-aaa5aebe561d req-eddf1c67-a6c4-4fe1-b533-df262353cd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3157d255-3bb5-4183-b938-3685be2a99db), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:40.918947 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=84bb3f8a-433a-48c1-b137-2a48f45baf83,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:40.931351 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-26f06409-c658-458c-bbb2-f301ad60a7e5 admin admin] Publish callbacks [] for security_group (afca79ad-9f78-4376-8d6b-a53c5c3cf487), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:40.937936 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:40.938726 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309268bc-df3b-4efe-9282-cc2d95552166 req-52226a4f-4b23-4775-a376-5091700e2d24 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:40.939434 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:40.939987 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:40.940805 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:40.941419 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-52226a4f-4b23-4775-a376-5091700e2d24 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7&tenant_id=b07de46a82164c668a0ced35af54f222&binding%3Ahost_id=n-h2-828387-3 HTTP/1.1" status: 200 len: 1126 time: 0.2716632 Feb 09 01:34:40.941561 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:40.942001 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:40.942904 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:40.943614 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:40.944162 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:40.944669 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:40.945265 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:40.945884 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:40.946432 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:40.959823 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758259a-8f31-4066-830d-9689dfdfa957 req-6990681f-70fc-42c9-8d14-7d3b2da9c5e5 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:40.969347 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1758259a-8f31-4066-830d-9689dfdfa957 req-6990681f-70fc-42c9-8d14-7d3b2da9c5e5 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 944 time: 0.2594020 Feb 09 01:34:41.060787 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1eb80-290f-4b98-abd1-38cb020ecf07 req-12d19479-7786-42a9-87e9-10814a34f1b0 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:41.062433 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-22e1eb80-290f-4b98-abd1-38cb020ecf07 req-12d19479-7786-42a9-87e9-10814a34f1b0 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.1230168 Feb 09 01:34:41.063794 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef350ca-f0c7-4f2e-bc8e-23f3c64c247c req-3eb27cbe-7adc-437c-b937-08a3549c8f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:41.065276 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7ef350ca-f0c7-4f2e-bc8e-23f3c64c247c req-3eb27cbe-7adc-437c-b937-08a3549c8f1c service neutron] 10.222.0.67 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 907 time: 0.2723300 Feb 09 01:34:41.099122 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c374f920-ce53-4b07-999a-d055db2451e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:41.116286 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-26f06409-c658-458c-bbb2-f301ad60a7e5 admin admin] Publish callbacks [] for security_group (afca79ad-9f78-4376-8d6b-a53c5c3cf487), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:41.121466 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7ef350ca-f0c7-4f2e-bc8e-23f3c64c247c req-bac21888-f627-48bd-88e4-9778909da0f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 HTTP/1.1" status: 200 len: 217 time: 0.0478587 Feb 09 01:34:41.180592 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-22e1eb80-290f-4b98-abd1-38cb020ecf07 req-2b93ff9d-cb80-4464-a4d3-c14d8e899155 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086390 Feb 09 01:34:41.193591 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef350ca-f0c7-4f2e-bc8e-23f3c64c247c req-d2f3f7be-1d98-4aaa-b848-c6e447e27feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:41.196314 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7ef350ca-f0c7-4f2e-bc8e-23f3c64c247c req-d2f3f7be-1d98-4aaa-b848-c6e447e27feb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.0630159 Feb 09 01:34:41.237007 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bcd596-9aaf-4056-90d3-cdbf2997d010 x-openstack-request-id: req-d2bcd596-9aaf-4056-90d3-cdbf2997d010 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:41.237807 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74116dd1-f345-442f-ae3a-77d416b878e3", "name": "network-vif-plugged", "status": "completed", "tag": "84bb3f8a-433a-48c1-b137-2a48f45baf83", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:41.237807 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d2bcd596-9aaf-4056-90d3-cdbf2997d010 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:41.238299 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74116dd1-f345-442f-ae3a-77d416b878e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bb3f8a-433a-48c1-b137-2a48f45baf83', 'code': 200} Feb 09 01:34:41.250150 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7ef350ca-f0c7-4f2e-bc8e-23f3c64c247c req-0f16057d-7270-4a29-8a88-013153e72474 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463176 Feb 09 01:34:41.264283 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1758259a-8f31-4066-830d-9689dfdfa957 req-dcbe2e45-be36-4e8c-92b4-3571f9d6f8a4 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940598 Feb 09 01:34:41.276404 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309268bc-df3b-4efe-9282-cc2d95552166 req-cca8fd94-537f-4c68-927c-02aec01b029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:41.277955 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-cca8fd94-537f-4c68-927c-02aec01b029f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7&tenant_id=b07de46a82164c668a0ced35af54f222 HTTP/1.1" status: 200 len: 1126 time: 0.3265154 Feb 09 01:34:41.365208 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-26f06409-c658-458c-bbb2-f301ad60a7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (afca79ad-9f78-4376-8d6b-a53c5c3cf487), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:41.369735 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-26f06409-c658-458c-bbb2-f301ad60a7e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:41.371181 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-26f06409-c658-458c-bbb2-f301ad60a7e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/afca79ad-9f78-4376-8d6b-a53c5c3cf487 HTTP/1.1" status: 204 len: 168 time: 0.6541488 Feb 09 01:34:41.460519 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7b02a-4f6a-4436-822c-cc887dd835d3 req-2ef90cd1-cea9-40a9-9389-fd32c7886833 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:41.462379 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-61d7b02a-4f6a-4436-822c-cc887dd835d3 req-2ef90cd1-cea9-40a9-9389-fd32c7886833 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 931 time: 0.1015990 Feb 09 01:34:41.464681 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f06409-c658-458c-bbb2-f301ad60a7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afca79ad-9f78-4376-8d6b-a53c5c3cf487,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:41.474385 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7ef350ca-f0c7-4f2e-bc8e-23f3c64c247c req-bb85a82f-b595-4b4b-9b2f-529fa8394c97 service neutron] 10.222.0.67 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158816 Feb 09 01:34:41.498781 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c374f920-ce53-4b07-999a-d055db2451e2 admin admin] Publish callbacks [] for security_group (10eb5134-18b6-4fa9-aecd-325fc3313cf9), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:41.520976 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c374f920-ce53-4b07-999a-d055db2451e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (10eb5134-18b6-4fa9-aecd-325fc3313cf9), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:41.622994 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309268bc-df3b-4efe-9282-cc2d95552166 req-cdbe503e-d590-4cf2-82fc-00ddee242b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:41.624760 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-cdbe503e-d590-4cf2-82fc-00ddee242b04 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 1126 time: 0.3039241 Feb 09 01:34:41.646956 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9eed6a-8da5-4c23-94fd-c7864b8e6118 req-f1b0376e-ee6d-4558-8fe5-f49f142757c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:41.648669 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be9eed6a-8da5-4c23-94fd-c7864b8e6118 req-f1b0376e-ee6d-4558-8fe5-f49f142757c9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 1131 time: 0.2864203 Feb 09 01:34:41.663804 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-3e066bab-c474-4779-9525-aaa5aebe561d req-eddf1c67-a6c4-4fe1-b533-df262353cd04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3157d255-3bb5-4183-b938-3685be2a99db {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:34:41.664029 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-61d7b02a-4f6a-4436-822c-cc887dd835d3 req-9c229ede-f2cb-4fb6-a131-be68b204b3bb tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635427 Feb 09 01:34:41.668776 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374f920-ce53-4b07-999a-d055db2451e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10eb5134-18b6-4fa9-aecd-325fc3313cf9,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:41.699026 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7ef350ca-f0c7-4f2e-bc8e-23f3c64c247c req-9dcf92d8-1f93-4294-879e-1b88c7a25e49 service neutron] 10.222.0.67 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184205 Feb 09 01:34:41.700049 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c374f920-ce53-4b07-999a-d055db2451e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d828477555f4319969f9b491992943b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0207107 Feb 09 01:34:41.700242 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59216) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:41.755389 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3e066bab-c474-4779-9525-aaa5aebe561d req-eddf1c67-a6c4-4fe1-b533-df262353cd04 service neutron] Publish callbacks [] for port (3157d255-3bb5-4183-b938-3685be2a99db), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:41.764873 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd6045-7434-4f86-a46a-c36f4f61efd3 req-1ec382b9-e580-483d-8921-2ae2c65ff6b2 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:41.772067 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-efcd6045-7434-4f86-a46a-c36f4f61efd3 req-1ec382b9-e580-483d-8921-2ae2c65ff6b2 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 945 time: 0.3984883 Feb 09 01:34:41.792649 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbff9048-675b-4be6-bf1a-5ed81ad81390 admin admin] Publish callbacks [] for security_group (10eb5134-18b6-4fa9-aecd-325fc3313cf9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:41.835160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-3e066bab-c474-4779-9525-aaa5aebe561d req-eddf1c67-a6c4-4fe1-b533-df262353cd04 service neutron] Transition to ACTIVE for port object 3157d255-3bb5-4183-b938-3685be2a99db will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:34:41.853272 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3e066bab-c474-4779-9525-aaa5aebe561d req-eddf1c67-a6c4-4fe1-b533-df262353cd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (3157d255-3bb5-4183-b938-3685be2a99db), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:41.883725 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbff9048-675b-4be6-bf1a-5ed81ad81390 admin admin] Publish callbacks [] for security_group (10eb5134-18b6-4fa9-aecd-325fc3313cf9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:41.904880 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be9eed6a-8da5-4c23-94fd-c7864b8e6118 req-c74fc533-3297-4182-9a2c-b3a6046d4014 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437978 Feb 09 01:34:41.919345 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-efcd6045-7434-4f86-a46a-c36f4f61efd3 req-8ab1e511-abdc-42d3-90c0-a8534e36e0f9 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463673 Feb 09 01:34:41.944840 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309268bc-df3b-4efe-9282-cc2d95552166 req-f57f4dc0-3ac3-48f0-91bb-65316b665644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:41.946762 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ffc0f-5531-4ec6-80d2-db242dc1b70e req-d9d24b04-502e-4d72-ba86-c68eb2784d67 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:41.947458 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-f57f4dc0-3ac3-48f0-91bb-65316b665644 service neutron] 10.222.0.67 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 922 time: 0.3078876 Feb 09 01:34:41.955465 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf1c67-a6c4-4fe1-b533-df262353cd04 service neutron] Pushing event updated for resources: {'Port': ['ID=3157d255-3bb5-4183-b938-3685be2a99db,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:41.957607 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6a9ffc0f-5531-4ec6-80d2-db242dc1b70e req-d9d24b04-502e-4d72-ba86-c68eb2784d67 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 944 time: 0.1578174 Feb 09 01:34:42.019065 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-b242582f-307b-4bc4-8952-210fed926f2b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26f9301b-2ecc-4658-a113-5381caf8c688 HTTP/1.1" status: 200 len: 217 time: 0.0645349 Feb 09 01:34:42.026284 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbff9048-675b-4be6-bf1a-5ed81ad81390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (10eb5134-18b6-4fa9-aecd-325fc3313cf9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:42.029101 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbff9048-675b-4be6-bf1a-5ed81ad81390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:42.033108 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fbff9048-675b-4be6-bf1a-5ed81ad81390 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/10eb5134-18b6-4fa9-aecd-325fc3313cf9 HTTP/1.1" status: 204 len: 168 time: 0.3316135 Feb 09 01:34:42.085025 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6a9ffc0f-5531-4ec6-80d2-db242dc1b70e req-8db721bd-ca7a-4a45-a6c1-20f1413fcb5a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154120 Feb 09 01:34:42.086366 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff9048-675b-4be6-bf1a-5ed81ad81390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10eb5134-18b6-4fa9-aecd-325fc3313cf9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:42.117687 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309268bc-df3b-4efe-9282-cc2d95552166 req-cb873ef9-6fa0-45d4-99c4-b4260e6f92eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:42.119526 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-cb873ef9-6fa0-45d4-99c4-b4260e6f92eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.0736060 Feb 09 01:34:42.124755 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-3e066bab-c474-4779-9525-aaa5aebe561d req-eddf1c67-a6c4-4fe1-b533-df262353cd04 service neutron] Attempting to bind port 3157d255-3bb5-4183-b938-3685be2a99db on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:34:42.125361 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-3e066bab-c474-4779-9525-aaa5aebe561d req-eddf1c67-a6c4-4fe1-b533-df262353cd04 service neutron] Attempting to bind port 3157d255-3bb5-4183-b938-3685be2a99db by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '0565080c-e78e-4687-9c37-ade1a0353378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '453a6711-91a3-4a44-9758-2d1aaefb39b3'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:34:42.125857 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e066bab-c474-4779-9525-aaa5aebe561d req-eddf1c67-a6c4-4fe1-b533-df262353cd04 service neutron] Attempting to bind port 3157d255-3bb5-4183-b938-3685be2a99db on network 453a6711-91a3-4a44-9758-2d1aaefb39b3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:42.159807 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-37e89c9b-e209-4042-bc01-5565099604de service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312908 Feb 09 01:34:42.160883 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e066bab-c474-4779-9525-aaa5aebe561d req-eddf1c67-a6c4-4fe1-b533-df262353cd04 service neutron] Port 3157d255-3bb5-4183-b938-3685be2a99db on network 453a6711-91a3-4a44-9758-2d1aaefb39b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:34:42.161369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e066bab-c474-4779-9525-aaa5aebe561d req-eddf1c67-a6c4-4fe1-b533-df262353cd04 service neutron] Attempting to bind port 3157d255-3bb5-4183-b938-3685be2a99db on network 453a6711-91a3-4a44-9758-2d1aaefb39b3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:42.179233 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e066bab-c474-4779-9525-aaa5aebe561d req-eddf1c67-a6c4-4fe1-b533-df262353cd04 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:34:42.179978 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e066bab-c474-4779-9525-aaa5aebe561d req-eddf1c67-a6c4-4fe1-b533-df262353cd04 service neutron] Checking segment: {'id': '0565080c-e78e-4687-9c37-ade1a0353378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '453a6711-91a3-4a44-9758-2d1aaefb39b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:34:42.180864 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e066bab-c474-4779-9525-aaa5aebe561d req-eddf1c67-a6c4-4fe1-b533-df262353cd04 service neutron] Bound using segment: {'id': '0565080c-e78e-4687-9c37-ade1a0353378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '453a6711-91a3-4a44-9758-2d1aaefb39b3'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:34:42.181536 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-3e066bab-c474-4779-9525-aaa5aebe561d req-eddf1c67-a6c4-4fe1-b533-df262353cd04 service neutron] Bound port: 3157d255-3bb5-4183-b938-3685be2a99db, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0565080c-e78e-4687-9c37-ade1a0353378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '453a6711-91a3-4a44-9758-2d1aaefb39b3'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:34:42.182074 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3e066bab-c474-4779-9525-aaa5aebe561d req-eddf1c67-a6c4-4fe1-b533-df262353cd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3157d255-3bb5-4183-b938-3685be2a99db), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:42.190916 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:42.338164 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-3e066bab-c474-4779-9525-aaa5aebe561d req-eddf1c67-a6c4-4fe1-b533-df262353cd04 service neutron] For port 3157d255-3bb5-4183-b938-3685be2a99db, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:34:42.344778 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-ef58a45c-8507-4ee0-bcb0-c46b917edb1a service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768720 Feb 09 01:34:42.374644 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-3e066bab-c474-4779-9525-aaa5aebe561d req-eddf1c67-a6c4-4fe1-b533-df262353cd04 service neutron] For port 3157d255-3bb5-4183-b938-3685be2a99db, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=3157d255-3bb5-4183-b938-3685be2a99db,segment=NetworkSegment(0565080c-e78e-4687-9c37-ade1a0353378),segment_id=0565080c-e78e-4687-9c37-ade1a0353378)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:34:42.426043 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3e066bab-c474-4779-9525-aaa5aebe561d req-eddf1c67-a6c4-4fe1-b533-df262353cd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (3157d255-3bb5-4183-b938-3685be2a99db), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:42.500345 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e066bab-c474-4779-9525-aaa5aebe561d req-eddf1c67-a6c4-4fe1-b533-df262353cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:42.500714 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3e066bab-c474-4779-9525-aaa5aebe561d req-eddf1c67-a6c4-4fe1-b533-df262353cd04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:42.502148 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3e066bab-c474-4779-9525-aaa5aebe561d req-eddf1c67-a6c4-4fe1-b533-df262353cd04 service neutron] 10.222.0.67 "PUT /v2.0/ports/3157d255-3bb5-4183-b938-3685be2a99db HTTP/1.1" status: 200 len: 1091 time: 1.9373488 Feb 09 01:34:42.504974 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf6b642-1356-4e28-b6d6-1e2910667662', 'tag': '3157d255-3bb5-4183-b938-3685be2a99db'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:42.507235 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb933f7-fef8-45b2-a68b-de5bbf41bd88" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf6b642-1356-4e28-b6d6-1e2910667662", "tag": "3157d255-3bb5-4183-b938-3685be2a99db"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:42.541156 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748b553-91c3-47b1-8f19-3d12270950a4 req-e88300e7-b3cf-45e0-85c4-a7e84444a0eb tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:42.548576 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6748b553-91c3-47b1-8f19-3d12270950a4 req-e88300e7-b3cf-45e0-85c4-a7e84444a0eb tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.2253327 Feb 09 01:34:42.580064 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf1c67-a6c4-4fe1-b533-df262353cd04 service neutron] Pushing event updated for resources: {'Port': ['ID=3157d255-3bb5-4183-b938-3685be2a99db,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:42.602902 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-88700606-8649-4929-b648-acab01edfebd service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358739 Feb 09 01:34:42.658097 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560651c-1580-434f-a3bd-9d38c11af8b4 req-4f92bc8b-3234-4cd8-b718-2738d86407b4 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:42.659850 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2560651c-1580-434f-a3bd-9d38c11af8b4 req-4f92bc8b-3234-4cd8-b718-2738d86407b4 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 944 time: 0.2428081 Feb 09 01:34:42.672136 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6748b553-91c3-47b1-8f19-3d12270950a4 req-8b93da83-a6ab-4e74-82a8-03fa1b7072ad tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225479 Feb 09 01:34:42.716665 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e066bab-c474-4779-9525-aaa5aebe561d req-5daedae8-da48-4f9a-b8b0-ff456ae36446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:42.718858 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3e066bab-c474-4779-9525-aaa5aebe561d req-5daedae8-da48-4f9a-b8b0-ff456ae36446 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=865e898aafce4aeab66edf77fcd52143&device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 1125 time: 0.1285713 Feb 09 01:34:42.778620 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2560651c-1580-434f-a3bd-9d38c11af8b4 req-24f58da6-46fe-4a20-a045-dc1ea6eebd63 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090257 Feb 09 01:34:42.884926 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59248) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:43.017425 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858fb76-47b2-486c-b4c3-b5fbf28bbe26 req-5e4ee8da-6e36-4621-81e9-daa42b5d7b8a tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:43.021011 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4858fb76-47b2-486c-b4c3-b5fbf28bbe26 req-5e4ee8da-6e36-4621-81e9-daa42b5d7b8a tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 943 time: 0.1284568 Feb 09 01:34:43.122197 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-24c00d75-9c03-4f52-91da-812052e86272 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-60697865-network', 'tenant_id': 'd89a71cf0a034975ab9c25318a99d6bf'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:43.134857 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4858fb76-47b2-486c-b4c3-b5fbf28bbe26 req-131d79f8-96fc-468a-86ea-f710d610b319 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060560 Feb 09 01:34:43.160835 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c00d75-9c03-4f52-91da-812052e86272 admin admin] Made reservation on behalf of d89a71cf0a034975ab9c25318a99d6bf for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:34:43.165221 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24c00d75-9c03-4f52-91da-812052e86272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:43.181700 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24c00d75-9c03-4f52-91da-812052e86272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:43.254984 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802cca52-c2a2-4ab0-841f-8b5d86cfc3fb x-openstack-request-id: req-802cca52-c2a2-4ab0-841f-8b5d86cfc3fb {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:43.255483 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf6b642-1356-4e28-b6d6-1e2910667662", "tag": "3157d255-3bb5-4183-b938-3685be2a99db", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:43.255835 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-802cca52-c2a2-4ab0-841f-8b5d86cfc3fb {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:43.256323 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf6b642-1356-4e28-b6d6-1e2910667662', 'tag': '3157d255-3bb5-4183-b938-3685be2a99db', 'status': 'completed', 'code': 200} Feb 09 01:34:43.266215 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3e066bab-c474-4779-9525-aaa5aebe561d req-9e93bd51-4b49-4c79-9466-a220bae683b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3157d255-3bb5-4183-b938-3685be2a99db HTTP/1.1" status: 200 len: 217 time: 0.5344157 Feb 09 01:34:43.346405 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d06fc-97af-4fc0-a4b4-442d99bb926a req-e2d3d9c5-7cf7-4f25-ba7f-23e7a931cd6f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:43.348491 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fe1d06fc-97af-4fc0-a4b4-442d99bb926a req-e2d3d9c5-7cf7-4f25-ba7f-23e7a931cd6f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 944 time: 0.1167042 Feb 09 01:34:43.382707 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:43.390156 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e066bab-c474-4779-9525-aaa5aebe561d req-727b8002-d2df-414c-8207-8bf724b8cf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:43.391851 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3e066bab-c474-4779-9525-aaa5aebe561d req-727b8002-d2df-414c-8207-8bf724b8cf3f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5663d0ec-236b-44b8-be2c-ca4247ec2433 HTTP/1.1" status: 200 len: 853 time: 0.0951004 Feb 09 01:34:43.409392 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309268bc-df3b-4efe-9282-cc2d95552166 req-4c9e7653-1091-4ff5-a719-ffe1ee816f96 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:43.411141 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-4c9e7653-1091-4ff5-a719-ffe1ee816f96 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7&tenant_id=b07de46a82164c668a0ced35af54f222&binding%3Ahost_id=n-h1-828387-3 HTTP/1.1" status: 200 len: 1126 time: 0.1578577 Feb 09 01:34:43.420150 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3322dd-e9e9-414e-bee3-59acd0db1484 req-02624dfe-145a-4c05-883a-b48057d7bbe5 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:43.421771 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3d3322dd-e9e9-414e-bee3-59acd0db1484 req-02624dfe-145a-4c05-883a-b48057d7bbe5 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 945 time: 0.1698663 Feb 09 01:34:43.431966 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24c00d75-9c03-4f52-91da-812052e86272 admin admin] Publish callbacks [] for security_group (e7d7c560-625e-4c7f-8cbb-905d29cda986), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:43.439447 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24c00d75-9c03-4f52-91da-812052e86272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e7d7c560-625e-4c7f-8cbb-905d29cda986), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:43.454932 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3e066bab-c474-4779-9525-aaa5aebe561d req-ba76fdff-6a08-4569-9451-95a342669e71 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=453a6711-91a3-4a44-9758-2d1aaefb39b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498800 Feb 09 01:34:43.463580 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fe1d06fc-97af-4fc0-a4b4-442d99bb926a req-3c9f330b-8a1e-44db-ab84-33457440c8ba tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021621 Feb 09 01:34:43.464655 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c00d75-9c03-4f52-91da-812052e86272 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:34:43.508825 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24c00d75-9c03-4f52-91da-812052e86272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (9253e8b6-f6f2-4b36-9bf8-c220945e657d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:43.510711 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-24c00d75-9c03-4f52-91da-812052e86272 admin admin] Added segment 9253e8b6-f6f2-4b36-9bf8-c220945e657d of type vlan for network d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81 Feb 09 01:34:43.571984 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c00d75-9c03-4f52-91da-812052e86272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d7c560-625e-4c7f-8cbb-905d29cda986,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:43.618647 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3d3322dd-e9e9-414e-bee3-59acd0db1484 req-889435d1-061f-4c50-a445-e16698ef9e4c tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719949 Feb 09 01:34:43.621094 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24c00d75-9c03-4f52-91da-812052e86272 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:43.682896 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3e066bab-c474-4779-9525-aaa5aebe561d req-d988b0e9-1dd1-4dd2-b00c-73c9e9a064af service neutron] 10.222.0.67 "GET /v2.0/networks/453a6711-91a3-4a44-9758-2d1aaefb39b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100863 Feb 09 01:34:43.716654 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24c00d75-9c03-4f52-91da-812052e86272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:43.717621 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c00d75-9c03-4f52-91da-812052e86272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:43.719353 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24c00d75-9c03-4f52-91da-812052e86272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:43.725784 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b2de4-b479-472b-aaa4-243f6d7a1ffd req-f6df71d2-496b-4d74-8e89-7b8ad95aea82 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:43.733966 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-474b2de4-b479-472b-aaa4-243f6d7a1ffd req-f6df71d2-496b-4d74-8e89-7b8ad95aea82 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 1126 time: 0.0853069 Feb 09 01:34:43.754505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-309268bc-df3b-4efe-9282-cc2d95552166 req-ea4e6223-a82b-4205-bccb-bace522e324d service neutron] For port 26f9301b-2ecc-4658-a113-5381caf8c688, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:34:43.759820 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-309268bc-df3b-4efe-9282-cc2d95552166 req-ea4e6223-a82b-4205-bccb-bace522e324d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:43.760941 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309268bc-df3b-4efe-9282-cc2d95552166 req-ea4e6223-a82b-4205-bccb-bace522e324d service neutron] 10.222.0.67 "DELETE /v2.0/ports/26f9301b-2ecc-4658-a113-5381caf8c688/bindings/n-h2-828387-3 HTTP/1.1" status: 204 len: 173 time: 0.3381839 Feb 09 01:34:43.827286 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-24c00d75-9c03-4f52-91da-812052e86272 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9410021 Feb 09 01:34:43.828267 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59280) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:43.841008 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-14819e35-9764-439e-8897-088e8f9963d2 admin admin] Request body: {'subnet': {'network_id': 'd71bf14c-2dee-4ae3-84b0-dfa41dbf1c81', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-60697865-subnet', 'tenant_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:43.865974 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c00d75-9c03-4f52-91da-812052e86272 admin admin] Pushing event updated for resources: {'Network': ['ID=d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:43.877431 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3e066bab-c474-4779-9525-aaa5aebe561d req-7af2e4ae-5714-49c8-b190-7c79d3825c67 service neutron] 10.222.0.67 "GET /v2.0/networks/453a6711-91a3-4a44-9758-2d1aaefb39b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874828 Feb 09 01:34:43.880756 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:34:43.899516 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14819e35-9764-439e-8897-088e8f9963d2 admin admin] Made reservation on behalf of d89a71cf0a034975ab9c25318a99d6bf for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:34:43.901274 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-474b2de4-b479-472b-aaa4-243f6d7a1ffd req-6463066e-e4e6-490a-9ddc-97ea54330e07 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465766 Feb 09 01:34:43.903835 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14819e35-9764-439e-8897-088e8f9963d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:43.920261 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a496e-fd4d-4bda-92bc-440743f99930 req-67c51962-2ff4-4bf3-892a-509032aa9279 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:43.935155 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f21a496e-fd4d-4bda-92bc-440743f99930 req-67c51962-2ff4-4bf3-892a-509032aa9279 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.1488810 Feb 09 01:34:44.100446 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2e228-d1e1-43b6-8cc0-d0bfea8e1519 req-394e0482-50cd-48f5-ae71-26858198dee0 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:44.103099 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-31a2e228-d1e1-43b6-8cc0-d0bfea8e1519 req-394e0482-50cd-48f5-ae71-26858198dee0 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 944 time: 0.0889833 Feb 09 01:34:44.139162 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f21a496e-fd4d-4bda-92bc-440743f99930 req-bebb90b1-a795-48d8-bd37-39c3de925720 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015307 Feb 09 01:34:44.148103 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb933f7-fef8-45b2-a68b-de5bbf41bd88 req-4df5bbad-6b17-49ae-ac58-2a8f11875f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:44.149873 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5eb933f7-fef8-45b2-a68b-de5bbf41bd88 req-4df5bbad-6b17-49ae-ac58-2a8f11875f56 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=865e898aafce4aeab66edf77fcd52143&device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 1125 time: 0.1472816 Feb 09 01:34:44.201384 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-31a2e228-d1e1-43b6-8cc0-d0bfea8e1519 req-51673604-8d98-4e3c-ac85-5256697d9d57 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811503 Feb 09 01:34:44.328298 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb933f7-fef8-45b2-a68b-de5bbf41bd88 req-c1936527-0756-47f8-9931-8925a9777488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:44.329811 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5eb933f7-fef8-45b2-a68b-de5bbf41bd88 req-c1936527-0756-47f8-9931-8925a9777488 service neutron] 10.222.0.67 "GET /v2.0/networks?id=453a6711-91a3-4a44-9758-2d1aaefb39b3 HTTP/1.1" status: 200 len: 914 time: 0.1728690 Feb 09 01:34:44.384498 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd8091-b564-4f5b-8c40-58e0a145232f req-10485e89-50f6-4944-81bb-124499bf995e tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:44.393205 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-79bd8091-b564-4f5b-8c40-58e0a145232f req-10485e89-50f6-4944-81bb-124499bf995e tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 943 time: 0.1010149 Feb 09 01:34:44.412547 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5eb933f7-fef8-45b2-a68b-de5bbf41bd88 req-5f275289-cdd8-46f9-b1e8-d14870e1bc92 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3157d255-3bb5-4183-b938-3685be2a99db HTTP/1.1" status: 200 len: 217 time: 0.0586886 Feb 09 01:34:44.464293 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3d580-369a-4c26-855a-a7ec082bb2c7 req-c8d0e8b4-c125-4b84-8f37-f70acc170aca tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:44.464293 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e6d3d580-369a-4c26-855a-a7ec082bb2c7 req-c8d0e8b4-c125-4b84-8f37-f70acc170aca tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 1126 time: 0.2038803 Feb 09 01:34:44.464827 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14819e35-9764-439e-8897-088e8f9963d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (6b20d470-b42d-4afb-87e0-7a453506bfbc), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:44.496389 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-79bd8091-b564-4f5b-8c40-58e0a145232f req-667fba7e-96d9-48e1-928d-9dd724a8f16d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974393 Feb 09 01:34:44.563896 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb933f7-fef8-45b2-a68b-de5bbf41bd88 req-31fe34cd-1945-4171-963f-c74bf7ecfb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:44.565874 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5eb933f7-fef8-45b2-a68b-de5bbf41bd88 req-31fe34cd-1945-4171-963f-c74bf7ecfb26 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5663d0ec-236b-44b8-be2c-ca4247ec2433 HTTP/1.1" status: 200 len: 853 time: 0.1436441 Feb 09 01:34:44.615380 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14819e35-9764-439e-8897-088e8f9963d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b20d470-b42d-4afb-87e0-7a453506bfbc,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:44.643775 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5eb933f7-fef8-45b2-a68b-de5bbf41bd88 req-8a8b1f71-935d-45b3-9aee-bd71340f2286 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=453a6711-91a3-4a44-9758-2d1aaefb39b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629241 Feb 09 01:34:44.652032 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e6d3d580-369a-4c26-855a-a7ec082bb2c7 req-c80b6a4a-7585-4b9a-90b4-d94b0fa0c680 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744802 Feb 09 01:34:44.655551 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14819e35-9764-439e-8897-088e8f9963d2 admin admin] Checking segment: {'id': '9253e8b6-f6f2-4b36-9bf8-c220945e657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd71bf14c-2dee-4ae3-84b0-dfa41dbf1c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:34:44.656139 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14819e35-9764-439e-8897-088e8f9963d2 admin admin] Network hostable DHCP agents. Network: d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:34:44.717675 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:34:44.859258 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14819e35-9764-439e-8897-088e8f9963d2 admin admin] Network d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:34:44.883738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59304) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:44.898904 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-14819e35-9764-439e-8897-088e8f9963d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:34:44.909191 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5eb933f7-fef8-45b2-a68b-de5bbf41bd88 req-63dd2d80-dc4c-4124-bcda-70c19fcc791d service neutron] 10.222.0.67 "GET /v2.0/networks/453a6711-91a3-4a44-9758-2d1aaefb39b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555280 Feb 09 01:34:44.910512 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3a800e-cb2c-460e-bd8d-db6d6a8d24e9 None None] Network d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:34:44.927306 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14819e35-9764-439e-8897-088e8f9963d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:44.928274 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14819e35-9764-439e-8897-088e8f9963d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:44.943956 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e45ee1-c5c5-4df4-8933-ac34ab1e3a58 req-4049623a-8149-4ee1-a7c7-b62a614022c2 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:44.962218 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-47e45ee1-c5c5-4df4-8933-ac34ab1e3a58 req-4049623a-8149-4ee1-a7c7-b62a614022c2 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 945 time: 0.1760814 Feb 09 01:34:45.076675 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-47e45ee1-c5c5-4df4-8933-ac34ab1e3a58 req-2cff9c14-1158-445f-9815-812d471d71dc tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134260 Feb 09 01:34:45.090328 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-14819e35-9764-439e-8897-088e8f9963d2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2540352 Feb 09 01:34:45.091139 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59310) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:45.096836 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5eb933f7-fef8-45b2-a68b-de5bbf41bd88 req-83e7cafa-b997-43de-97e4-127928c20639 service neutron] 10.222.0.67 "GET /v2.0/networks/453a6711-91a3-4a44-9758-2d1aaefb39b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724775 Feb 09 01:34:45.099953 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-9ae1709d-83f4-4deb-8d10-55af270e04ca admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-60697865-router', 'tenant_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:45.143869 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9ae1709d-83f4-4deb-8d10-55af270e04ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (ef89c3b6-9c5f-4252-a8bf-c614612486bb), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:45.145305 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9ae1709d-83f4-4deb-8d10-55af270e04ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (ef89c3b6-9c5f-4252-a8bf-c614612486bb), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:45.167135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acb0ad9-27e2-4356-948a-303064f53272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81', 'network_id': 'd71bf14c-2dee-4ae3-84b0-dfa41dbf1c81', 'project_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'fixed_ips': [{'subnet_id': '6b20d470-b42d-4afb-87e0-7a453506bfbc'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:34:45.168796 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5acb0ad9-27e2-4356-948a-303064f53272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:45.176643 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-77147d5f-7304-4aae-aeb5-c6b5267a6b90 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-707038169'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:45.176882 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-77147d5f-7304-4aae-aeb5-c6b5267a6b90 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] Unknown quota resources ['metering_label']. {{(pid=103183) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:34:45.382013 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64738f72-353d-4acd-b664-f0906d2d7166 req-b11aed97-42e7-49ca-988a-9d02c7624631 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:45.388508 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-64738f72-353d-4acd-b664-f0906d2d7166 req-b11aed97-42e7-49ca-988a-9d02c7624631 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.1255064 Feb 09 01:34:45.482182 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-64738f72-353d-4acd-b664-f0906d2d7166 req-5266b6e6-3aa1-4fd5-8f23-ce8e483e80d3 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769441 Feb 09 01:34:45.515501 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9ae1709d-83f4-4deb-8d10-55af270e04ca admin admin] Publish callbacks [] for router_controller (ef89c3b6-9c5f-4252-a8bf-c614612486bb), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:45.517830 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-5acb0ad9-27e2-4356-948a-303064f53272 None None] Allocated IP 172.20.0.2 (d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81/6b20d470-b42d-4afb-87e0-7a453506bfbc/e8d64021-0fc6-4571-a2d5-0e564766ddfc) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:34:45.607849 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-77147d5f-7304-4aae-aeb5-c6b5267a6b90 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:45.609274 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-77147d5f-7304-4aae-aeb5-c6b5267a6b90 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7217114 Feb 09 01:34:45.613623 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59324) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:45.620386 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-62e2927c-6a12-4469-8062-2ff18f0556eb tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7cd870f3-940a-4d0a-a1a0-aab29058cffb'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:45.621181 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-62e2927c-6a12-4469-8062-2ff18f0556eb tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103184) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:34:45.796057 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-0d247b28-6b6a-40e3-b023-72e40967735d req-d0c07244-aed6-4ce0-ba79-4c3445d1b7b3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:34:45.797689 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0d247b28-6b6a-40e3-b023-72e40967735d req-d0c07244-aed6-4ce0-ba79-4c3445d1b7b3 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089967 Feb 09 01:34:45.805964 n-d-828387-3 neutron-server[103184]: WARNING neutron.services.metering.metering_plugin [None req-62e2927c-6a12-4469-8062-2ff18f0556eb tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 01:34:45.838123 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5acb0ad9-27e2-4356-948a-303064f53272 None None] Publish callbacks [] for port (e8d64021-0fc6-4571-a2d5-0e564766ddfc), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:45.844683 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a71b7c-e3f1-4830-b497-aefd68579430 req-1b33914c-d833-4321-b658-d979315003fb tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:45.847467 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5acb0ad9-27e2-4356-948a-303064f53272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (e8d64021-0fc6-4571-a2d5-0e564766ddfc), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:45.852376 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e6a71b7c-e3f1-4830-b497-aefd68579430 req-1b33914c-d833-4321-b658-d979315003fb tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 944 time: 0.3384399 Feb 09 01:34:45.856785 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9ae1709d-83f4-4deb-8d10-55af270e04ca admin admin] Publish callbacks [] for router_gateway (ef89c3b6-9c5f-4252-a8bf-c614612486bb), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:45.901364 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acb0ad9-27e2-4356-948a-303064f53272 None None] Network d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:34:45.906651 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-5acb0ad9-27e2-4356-948a-303064f53272 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:34:45.913647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acb0ad9-27e2-4356-948a-303064f53272 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:34:45.979026 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e6a71b7c-e3f1-4830-b497-aefd68579430 req-9e976885-9df4-4e0c-8ae4-5abde382b4b6 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254973 Feb 09 01:34:45.996957 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb0ad9-27e2-4356-948a-303064f53272 None None] Pushing event updated for resources: {'Port': ['ID=e8d64021-0fc6-4571-a2d5-0e564766ddfc,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:46.017860 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-5acb0ad9-27e2-4356-948a-303064f53272 None None] Attempting to bind port e8d64021-0fc6-4571-a2d5-0e564766ddfc on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:34:46.018623 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-5acb0ad9-27e2-4356-948a-303064f53272 None None] Attempting to bind port e8d64021-0fc6-4571-a2d5-0e564766ddfc by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '9253e8b6-f6f2-4b36-9bf8-c220945e657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd71bf14c-2dee-4ae3-84b0-dfa41dbf1c81'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:34:46.019249 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acb0ad9-27e2-4356-948a-303064f53272 None None] Attempting to bind port e8d64021-0fc6-4571-a2d5-0e564766ddfc on network d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:46.037487 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acb0ad9-27e2-4356-948a-303064f53272 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:34:46.038575 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acb0ad9-27e2-4356-948a-303064f53272 None None] Checking segment: {'id': '9253e8b6-f6f2-4b36-9bf8-c220945e657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd71bf14c-2dee-4ae3-84b0-dfa41dbf1c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:34:46.040112 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5acb0ad9-27e2-4356-948a-303064f53272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:46.042315 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acb0ad9-27e2-4356-948a-303064f53272 None None] Bound using segment: {'id': '9253e8b6-f6f2-4b36-9bf8-c220945e657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd71bf14c-2dee-4ae3-84b0-dfa41dbf1c81'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:34:46.044358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-5acb0ad9-27e2-4356-948a-303064f53272 None None] Bound port: e8d64021-0fc6-4571-a2d5-0e564766ddfc, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9253e8b6-f6f2-4b36-9bf8-c220945e657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd71bf14c-2dee-4ae3-84b0-dfa41dbf1c81'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:34:46.047005 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5acb0ad9-27e2-4356-948a-303064f53272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e8d64021-0fc6-4571-a2d5-0e564766ddfc), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:46.057147 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-62e2927c-6a12-4469-8062-2ff18f0556eb tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:46.058582 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-62e2927c-6a12-4469-8062-2ff18f0556eb tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4435630 Feb 09 01:34:46.067193 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59326) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:46.083545 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-51960e15-3f67-45cb-ac1d-93869b991b86 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7cd870f3-940a-4d0a-a1a0-aab29058cffb'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:46.084339 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-51960e15-3f67-45cb-ac1d-93869b991b86 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103184) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:34:46.185262 n-d-828387-3 neutron-server[103184]: WARNING neutron.services.metering.metering_plugin [None req-51960e15-3f67-45cb-ac1d-93869b991b86 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 01:34:46.204574 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5acb0ad9-27e2-4356-948a-303064f53272 None None] For port e8d64021-0fc6-4571-a2d5-0e564766ddfc, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:34:46.209804 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5acb0ad9-27e2-4356-948a-303064f53272 None None] For port e8d64021-0fc6-4571-a2d5-0e564766ddfc, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e8d64021-0fc6-4571-a2d5-0e564766ddfc,segment=NetworkSegment(9253e8b6-f6f2-4b36-9bf8-c220945e657d),segment_id=9253e8b6-f6f2-4b36-9bf8-c220945e657d)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:34:46.221443 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5acb0ad9-27e2-4356-948a-303064f53272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e8d64021-0fc6-4571-a2d5-0e564766ddfc), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:46.315534 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb0ad9-27e2-4356-948a-303064f53272 None None] Pushing event updated for resources: {'Port': ['ID=e8d64021-0fc6-4571-a2d5-0e564766ddfc,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:46.406241 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51960e15-3f67-45cb-ac1d-93869b991b86 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:46.408492 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-51960e15-3f67-45cb-ac1d-93869b991b86 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3378644 Feb 09 01:34:46.416578 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59332) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:46.433696 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d5cf26e9-a4da-423f-bdbf-ae16483d2c24 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=9a91be2c-e541-4ed0-a291-9c15f64443de HTTP/1.1" status: 200 len: 464 time: 0.0150373 Feb 09 01:34:46.440860 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59334) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:46.457925 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d9e00-8977-4f42-9a10-d065d6af1abc req-047737bf-5e06-40d6-9c5a-bb8ece316ae7 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:46.469269 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9ae1709d-83f4-4deb-8d10-55af270e04ca admin admin] Publish callbacks [] for router_gateway (ef89c3b6-9c5f-4252-a8bf-c614612486bb), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:46.471330 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f22d9e00-8977-4f42-9a10-d065d6af1abc req-047737bf-5e06-40d6-9c5a-bb8ece316ae7 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.2775042 Feb 09 01:34:46.478783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa2821-fa87-4004-b0d8-43a6e3f674d2 req-f5ad73bc-bc74-49ab-a005-19592b11ab6d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:46.483819 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40aa2821-fa87-4004-b0d8-43a6e3f674d2 req-f5ad73bc-bc74-49ab-a005-19592b11ab6d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 943 time: 0.2922928 Feb 09 01:34:46.588022 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9ae1709d-83f4-4deb-8d10-55af270e04ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:46.620319 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-77b74384-8fd6-4be0-a02c-0b592963c6c0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3707464 Feb 09 01:34:46.750110 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-a3cef590-b26d-4f89-9242-0aab802a0bf9 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:34:46.751562 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-a3cef590-b26d-4f89-9242-0aab802a0bf9 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118482 Feb 09 01:34:46.900136 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40aa2821-fa87-4004-b0d8-43a6e3f674d2 req-3b9fa8c9-6266-4f44-a96c-b4dcced7dd40 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848462 Feb 09 01:34:46.958315 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-9ae1709d-83f4-4deb-8d10-55af270e04ca admin admin] Allocated IP 172.25.7.133 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/80aa4957-867b-41ca-9ac3-caa6e3ad4931) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:34:47.141725 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-087ec8d3-5edc-482f-bc97-415166f73b50 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:47.143802 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-087ec8d3-5edc-482f-bc97-415166f73b50 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/9a91be2c-e541-4ed0-a291-9c15f64443de HTTP/1.1" status: 204 len: 168 time: 0.6697996 Feb 09 01:34:47.146952 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59350) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:47.169583 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f22d9e00-8977-4f42-9a10-d065d6af1abc req-bd31a694-556d-4d64-940f-b0ffbe948156 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6971350 Feb 09 01:34:47.184623 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-aa96bf56-b928-4381-83d0-d1bd3959a096 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=9a91be2c-e541-4ed0-a291-9c15f64443de HTTP/1.1" status: 200 len: 221 time: 0.0360329 Feb 09 01:34:47.189123 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59352) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:47.194466 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1ca48a71-9e1a-4281-9e32-6ec7a0bc2ff9 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1315590104', 'description': 'label created by tempest'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:47.195812 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1ca48a71-9e1a-4281-9e32-6ec7a0bc2ff9 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] Unknown quota resources ['metering_label']. {{(pid=103184) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:34:47.408117 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 3157d255-3bb5-4183-b938-3685be2a99db details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:34:47.579933 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9ae1709d-83f4-4deb-8d10-55af270e04ca admin admin] Publish callbacks [] for port (80aa4957-867b-41ca-9ac3-caa6e3ad4931), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:47.654659 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9ae1709d-83f4-4deb-8d10-55af270e04ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (80aa4957-867b-41ca-9ac3-caa6e3ad4931), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:47.730329 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c990469d-014c-4c9c-b7b7-9eed64f56380 req-edb9fb1a-f334-42f0-9ac5-f4dfb1bdc947 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7616966 Feb 09 01:34:47.776382 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae1709d-83f4-4deb-8d10-55af270e04ca admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:34:47.783975 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-9ae1709d-83f4-4deb-8d10-55af270e04ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:34:47.788188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae1709d-83f4-4deb-8d10-55af270e04ca admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:34:47.795043 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 3157d255-3bb5-4183-b938-3685be2a99db, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=3157d255-3bb5-4183-b938-3685be2a99db,segment=NetworkSegment(0565080c-e78e-4687-9c37-ade1a0353378),segment_id=0565080c-e78e-4687-9c37-ade1a0353378)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:47.846665 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '3157d255-3bb5-4183-b938-3685be2a99db', 'network_id': '453a6711-91a3-4a44-9758-2d1aaefb39b3', 'port_id': '3157d255-3bb5-4183-b938-3685be2a99db', 'mac_address': 'fa:16:3e:8c:af:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5663d0ec-236b-44b8-be2c-ca4247ec2433', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:34:47.876427 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ca48a71-9e1a-4281-9e32-6ec7a0bc2ff9 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:47.878612 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1ca48a71-9e1a-4281-9e32-6ec7a0bc2ff9 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6880529 Feb 09 01:34:47.888633 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59362) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:48.009503 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1709d-83f4-4deb-8d10-55af270e04ca admin admin] Pushing event updated for resources: {'Port': ['ID=80aa4957-867b-41ca-9ac3-caa6e3ad4931,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:48.040712 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049aa337-ee98-4490-9b37-60cb2de1da1e req-7fd5c97e-5ddb-4871-b775-21ac5d430fc7 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:48.049517 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-049aa337-ee98-4490-9b37-60cb2de1da1e req-7fd5c97e-5ddb-4871-b775-21ac5d430fc7 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 945 time: 1.0292304 Feb 09 01:34:48.239217 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d9d3bb03-52d8-40b6-9dd7-c471b5e857cd tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=af274599-6c6b-4c2a-b9c3-940ac4e772ee HTTP/1.1" status: 200 len: 468 time: 0.3457682 Feb 09 01:34:48.246226 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59372) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:48.256034 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b02f1-8cc0-4f00-a4fd-9d57845887aa req-d08c7b3b-32b2-4300-8562-4f68a768968e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:48.265186 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bf6b02f1-8cc0-4f00-a4fd-9d57845887aa req-d08c7b3b-32b2-4300-8562-4f68a768968e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 944 time: 0.7771013 Feb 09 01:34:48.284024 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-049aa337-ee98-4490-9b37-60cb2de1da1e req-bbc24434-91d2-47c8-9a5e-a6869eaa0e96 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330790 Feb 09 01:34:48.360732 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 3157d255-3bb5-4183-b938-3685be2a99db is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:48.361303 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3157d255-3bb5-4183-b938-3685be2a99db), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:48.363783 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce7ba8b-9791-4604-81f7-7e310fe95223 None None] Network d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:34:48.454957 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3157d255-3bb5-4183-b938-3685be2a99db {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:34:48.481145 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 3157d255-3bb5-4183-b938-3685be2a99db, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=3157d255-3bb5-4183-b938-3685be2a99db,segment=NetworkSegment(0565080c-e78e-4687-9c37-ade1a0353378),segment_id=0565080c-e78e-4687-9c37-ade1a0353378)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:48.495629 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3157d255-3bb5-4183-b938-3685be2a99db), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:48.509672 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6c807337-4a7b-4a23-9eba-80d4340f7510 None None] Provisioning complete for port e8d64021-0fc6-4571-a2d5-0e564766ddfc triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:48.510101 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6c807337-4a7b-4a23-9eba-80d4340f7510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e8d64021-0fc6-4571-a2d5-0e564766ddfc), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:48.697774 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=3157d255-3bb5-4183-b938-3685be2a99db,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:48.772295 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e8d64021-0fc6-4571-a2d5-0e564766ddfc up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:34:48.825956 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bf6b02f1-8cc0-4f00-a4fd-9d57845887aa req-93d1879b-1cef-4981-8b3f-562dfb97b345 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5591724 Feb 09 01:34:48.856951 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6c807337-4a7b-4a23-9eba-80d4340f7510 None None] Current status of the port e8d64021-0fc6-4571-a2d5-0e564766ddfc is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:48.857439 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6c807337-4a7b-4a23-9eba-80d4340f7510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e8d64021-0fc6-4571-a2d5-0e564766ddfc), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:48.898030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port e8d64021-0fc6-4571-a2d5-0e564766ddfc triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:48.899536 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e8d64021-0fc6-4571-a2d5-0e564766ddfc), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:48.901413 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990469d-014c-4c9c-b7b7-9eed64f56380 req-f49f9714-696d-48f1-869a-840442e85677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:48.907891 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c990469d-014c-4c9c-b7b7-9eed64f56380 req-f49f9714-696d-48f1-869a-840442e85677 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 1126 time: 1.0635455 Feb 09 01:34:48.924942 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dad01759-5a46-4f49-ba4e-21471177efe0 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:48.935021 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c9be6493-a8fc-403f-b716-0851249671a8 req-c8b3d3ba-38ca-43ba-aaea-cec31e04c01d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9443762 Feb 09 01:34:48.937741 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dad01759-5a46-4f49-ba4e-21471177efe0 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/af274599-6c6b-4c2a-b9c3-940ac4e772ee HTTP/1.1" status: 204 len: 168 time: 0.6588409 Feb 09 01:34:48.939920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59376) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:48.968901 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-6c807337-4a7b-4a23-9eba-80d4340f7510 None None] For port e8d64021-0fc6-4571-a2d5-0e564766ddfc, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e8d64021-0fc6-4571-a2d5-0e564766ddfc,segment=NetworkSegment(9253e8b6-f6f2-4b36-9bf8-c220945e657d),segment_id=9253e8b6-f6f2-4b36-9bf8-c220945e657d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:48.980631 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['3157d255-3bb5-4183-b938-3685be2a99db'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:49.009152 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6c807337-4a7b-4a23-9eba-80d4340f7510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e8d64021-0fc6-4571-a2d5-0e564766ddfc), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:49.040860 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-41f837e9-3130-4077-8d42-49d02019782a tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=af274599-6c6b-4c2a-b9c3-940ac4e772ee HTTP/1.1" status: 200 len: 216 time: 0.0914259 Feb 09 01:34:49.048462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59378) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:49.076737 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-75140b30-4bdd-4487-a160-c957b0c8fe86 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0262914 Feb 09 01:34:49.078692 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59380) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:49.097963 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b9013ecf-65d8-4d07-93bd-3d68c5587269 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0178688 Feb 09 01:34:49.103500 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59382) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:49.227057 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9ae1709d-83f4-4deb-8d10-55af270e04ca admin admin] Publish callbacks [] for router_gateway (ef89c3b6-9c5f-4252-a8bf-c614612486bb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:49.254903 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2672de-7011-4e97-aa71-6e5247c1b30c req-508a1bc9-b01f-4525-898b-f5753bc68450 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:49.257595 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1c2672de-7011-4e97-aa71-6e5247c1b30c req-508a1bc9-b01f-4525-898b-f5753bc68450 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 944 time: 0.5590804 Feb 09 01:34:49.273173 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-857b9032-b6d7-4729-957d-a4ec403f4097 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels/7cd870f3-940a-4d0a-a1a0-aab29058cffb HTTP/1.1" status: 200 len: 472 time: 0.1678305 Feb 09 01:34:49.278016 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59384) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:49.298997 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c807337-4a7b-4a23-9eba-80d4340f7510 None None] Pushing event updated for resources: {'Port': ['ID=e8d64021-0fc6-4571-a2d5-0e564766ddfc,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:49.308154 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-843bdef9-7d1a-4c64-8898-2ef636d28802 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules/4130f0d0-d398-4f88-9940-08e2391ca9a4 HTTP/1.1" status: 200 len: 461 time: 0.0281856 Feb 09 01:34:49.313225 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59386) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:49.348015 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f49b1-2039-456c-8d21-2855e32ab27f req-cfe6217f-ad71-4665-9d5f-41c50268b643 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:49.350813 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8e7f49b1-2039-456c-8d21-2855e32ab27f req-cfe6217f-ad71-4665-9d5f-41c50268b643 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.2510848 Feb 09 01:34:49.409133 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6e469eca-cc15-4ec1-a660-80fbf022ad60 None None] Provisioning complete for port e8d64021-0fc6-4571-a2d5-0e564766ddfc triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:49.409609 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e469eca-cc15-4ec1-a660-80fbf022ad60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e8d64021-0fc6-4571-a2d5-0e564766ddfc), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:49.474281 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port e8d64021-0fc6-4571-a2d5-0e564766ddfc is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:49.479552 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:34:49.514297 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be6493-a8fc-403f-b716-0851249671a8 req-eb64cbcb-07ad-4997-9568-c9f14b8331d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:49.517359 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c9be6493-a8fc-403f-b716-0851249671a8 req-eb64cbcb-07ad-4997-9568-c9f14b8331d5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 1126 time: 0.5145383 Feb 09 01:34:49.549484 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-229303a5-f2c6-46eb-a2a1-995747936374 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:49.551389 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-229303a5-f2c6-46eb-a2a1-995747936374 tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/4130f0d0-d398-4f88-9940-08e2391ca9a4 HTTP/1.1" status: 204 len: 168 time: 0.2366941 Feb 09 01:34:49.555628 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59392) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:49.573424 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8e7f49b1-2039-456c-8d21-2855e32ab27f req-38957604-0d47-4afa-a523-513e2120a127 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090297 Feb 09 01:34:49.753588 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6e469eca-cc15-4ec1-a660-80fbf022ad60 None None] Current status of the port e8d64021-0fc6-4571-a2d5-0e564766ddfc is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:49.774058 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be6493-a8fc-403f-b716-0851249671a8 req-d18904c0-d07b-4e4e-95d3-06c977973943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:49.776475 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c9be6493-a8fc-403f-b716-0851249671a8 req-d18904c0-d07b-4e4e-95d3-06c977973943 service neutron] 10.222.0.67 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 922 time: 0.2208636 Feb 09 01:34:49.856351 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 is: DOWN; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:49.937456 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c9be6493-a8fc-403f-b716-0851249671a8 req-9ce42441-09f3-4834-930c-a773db44b041 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e0b25a4-1eac-4bab-a655-f714ae3de221 HTTP/1.1" status: 200 len: 217 time: 0.1114054 Feb 09 01:34:49.941082 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990469d-014c-4c9c-b7b7-9eed64f56380 req-aba1f300-2061-407f-9f24-0f4bcb05a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:49.943812 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c990469d-014c-4c9c-b7b7-9eed64f56380 req-aba1f300-2061-407f-9f24-0f4bcb05a346 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 907 time: 0.9088759 Feb 09 01:34:49.971781 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1c2672de-7011-4e97-aa71-6e5247c1b30c req-ec685190-32e4-4d45-a8ff-7dc8d907ebd6 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6104648 Feb 09 01:34:50.031686 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2161dde-a316-4bdc-9448-c513c056d1dd tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:50.034393 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e2161dde-a316-4bdc-9448-c513c056d1dd tempest-MeteringTestJSON-1158790770 tempest-MeteringTestJSON-1158790770-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/7cd870f3-940a-4d0a-a1a0-aab29058cffb HTTP/1.1" status: 204 len: 168 time: 0.4770260 Feb 09 01:34:50.076138 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af7160-d27e-4d0a-9c14-7663f650aeaa req-7c9d07dc-5c82-47bf-a742-1cb314480a8d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:50.087936 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-91af7160-d27e-4d0a-9c14-7663f650aeaa req-7c9d07dc-5c82-47bf-a742-1cb314480a8d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 945 time: 0.2153664 Feb 09 01:34:50.170590 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-91af7160-d27e-4d0a-9c14-7663f650aeaa req-82148b6d-0302-42c1-914f-ae341a1c2e78 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814047 Feb 09 01:34:50.182371 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c990469d-014c-4c9c-b7b7-9eed64f56380 req-f0a2326a-0f61-467c-9982-c08ac079dbd5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95bcedc4-504b-42f3-a5f0-7d922d1dd02c HTTP/1.1" status: 200 len: 217 time: 0.2089157 Feb 09 01:34:50.293024 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be6493-a8fc-403f-b716-0851249671a8 req-e8ee2d2a-9cd4-4738-8938-91a34d083de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:50.295768 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c9be6493-a8fc-403f-b716-0851249671a8 req-e8ee2d2a-9cd4-4738-8938-91a34d083de7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.3453646 Feb 09 01:34:50.370775 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990469d-014c-4c9c-b7b7-9eed64f56380 req-1ad11a73-b4b9-40b1-8673-522bc4a71cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:50.375307 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c990469d-014c-4c9c-b7b7-9eed64f56380 req-1ad11a73-b4b9-40b1-8673-522bc4a71cd2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.1789322 Feb 09 01:34:50.376895 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c9be6493-a8fc-403f-b716-0851249671a8 req-927e3183-244a-494d-97f9-d28326aa189f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716460 Feb 09 01:34:50.385609 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-e8d996be-ddea-4f49-a7bd-048fd7fb23a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:50.388411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-e8d996be-ddea-4f49-a7bd-048fd7fb23a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 1131 time: 0.4626031 Feb 09 01:34:50.508155 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59400) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:50.571019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e8d64021-0fc6-4571-a2d5-0e564766ddfc up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:34:50.571728 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c990469d-014c-4c9c-b7b7-9eed64f56380 req-7ff0cf61-ded7-41eb-a712-a821a6ff0f71 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1817853 Feb 09 01:34:50.625534 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddda3ab-699b-4c27-a990-9156cd6d285c req-b19804bb-4250-41f5-b911-13aee4780201 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:50.632969 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eddda3ab-699b-4c27-a990-9156cd6d285c req-b19804bb-4250-41f5-b911-13aee4780201 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 944 time: 0.4428289 Feb 09 01:34:50.669222 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port e8d64021-0fc6-4571-a2d5-0e564766ddfc triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:50.671528 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e8d64021-0fc6-4571-a2d5-0e564766ddfc), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:50.681637 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9ae1709d-83f4-4deb-8d10-55af270e04ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (ef89c3b6-9c5f-4252-a8bf-c614612486bb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:50.714414 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1aab5065-140a-4848-ab76-53924c355c67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:50.811967 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port e8d64021-0fc6-4571-a2d5-0e564766ddfc is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:50.895000 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1aab5065-140a-4848-ab76-53924c355c67 admin admin] Publish callbacks [] for security_group (37cc8bb4-f2ac-496c-8c04-fa1ad6de185e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:50.909133 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1aab5065-140a-4848-ab76-53924c355c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (37cc8bb4-f2ac-496c-8c04-fa1ad6de185e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:50.981888 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14112ca-3d1a-493c-ad7d-7fb1e436c6ef req-7dd47fff-a0c3-4874-81ba-c09f5ca156aa tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:50.984533 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d14112ca-3d1a-493c-ad7d-7fb1e436c6ef req-7dd47fff-a0c3-4874-81ba-c09f5ca156aa tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.2512336 Feb 09 01:34:50.991779 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1aab5065-140a-4848-ab76-53924c355c67 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e7cead88cf8c49a2a65930defa99eb18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4826307 Feb 09 01:34:50.992877 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab5065-140a-4848-ab76-53924c355c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cc8bb4-f2ac-496c-8c04-fa1ad6de185e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:50.996660 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59408) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:51.108276 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d14112ca-3d1a-493c-ad7d-7fb1e436c6ef req-c9ce592d-0287-4f9e-a7aa-27ca6c3596b2 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033812 Feb 09 01:34:51.126940 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa9497de-265e-483a-9ada-09107017d4f7 admin admin] Publish callbacks [] for security_group (37cc8bb4-f2ac-496c-8c04-fa1ad6de185e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:51.185382 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa9497de-265e-483a-9ada-09107017d4f7 admin admin] Publish callbacks [] for security_group (37cc8bb4-f2ac-496c-8c04-fa1ad6de185e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:51.282035 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa9497de-265e-483a-9ada-09107017d4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (37cc8bb4-f2ac-496c-8c04-fa1ad6de185e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:51.288657 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa9497de-265e-483a-9ada-09107017d4f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:51.296158 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-aa9497de-265e-483a-9ada-09107017d4f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/37cc8bb4-f2ac-496c-8c04-fa1ad6de185e HTTP/1.1" status: 204 len: 168 time: 0.2952058 Feb 09 01:34:51.297004 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-154fcc4f-8975-48ba-bdd8-277be06ce617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:51.298616 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-154fcc4f-8975-48ba-bdd8-277be06ce617 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.8978937 Feb 09 01:34:51.317043 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eddda3ab-699b-4c27-a990-9156cd6d285c req-e475ffd9-c0a9-4752-a62a-50e6d2d53d46 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6827943 Feb 09 01:34:51.339537 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c9be6493-a8fc-403f-b716-0851249671a8 req-ecdd04d5-34c1-4e7e-b99f-42518ca28b7e service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9408367 Feb 09 01:34:51.363765 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9497de-265e-483a-9ada-09107017d4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cc8bb4-f2ac-496c-8c04-fa1ad6de185e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:51.367938 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c990469d-014c-4c9c-b7b7-9eed64f56380 req-7143e9a4-43cd-4279-a71e-d996bfbc18cd service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7544889 Feb 09 01:34:51.441079 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0182da-1398-456c-81a2-8d9d83bcef5c req-a99a9dc6-7e49-4eae-8863-e6b89ecb6b36 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:51.458331 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 3157d255-3bb5-4183-b938-3685be2a99db up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:34:51.475748 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ba0182da-1398-456c-81a2-8d9d83bcef5c req-a99a9dc6-7e49-4eae-8863-e6b89ecb6b36 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 944 time: 0.1675594 Feb 09 01:34:51.517645 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-929e2e54-cdc6-4e16-b185-414361da70df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=84bb3f8a-433a-48c1-b137-2a48f45baf83 HTTP/1.1" status: 200 len: 217 time: 0.1976628 Feb 09 01:34:51.664229 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ba0182da-1398-456c-81a2-8d9d83bcef5c req-191f9812-6bc2-4310-87be-86f568fca0df tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855943 Feb 09 01:34:51.687560 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 3157d255-3bb5-4183-b938-3685be2a99db completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:34:51.691667 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 3157d255-3bb5-4183-b938-3685be2a99db triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:51.692544 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3157d255-3bb5-4183-b938-3685be2a99db), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:51.725085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-539c090e-2d9f-468e-8c5b-0a7ba44ab9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:51.727124 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-539c090e-2d9f-468e-8c5b-0a7ba44ab9f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1941831 Feb 09 01:34:51.786260 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c9be6493-a8fc-403f-b716-0851249671a8 req-aa7cf2c3-3c7f-4f68-be86-c1dcf1ae9281 service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353085 Feb 09 01:34:51.797367 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38b35-0196-43cc-be80-d11b059bc408 req-3b17780f-fc91-4e0f-af82-e7f7ed9b7f1f tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:51.804427 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 3157d255-3bb5-4183-b938-3685be2a99db is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:51.805426 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0aa38b35-0196-43cc-be80-d11b059bc408 req-3b17780f-fc91-4e0f-af82-e7f7ed9b7f1f tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 945 time: 0.3574924 Feb 09 01:34:51.805558 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3157d255-3bb5-4183-b938-3685be2a99db), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:51.809915 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c990469d-014c-4c9c-b7b7-9eed64f56380 req-01944202-2138-47a4-a32a-3b2396b3e462 service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619924 Feb 09 01:34:51.815664 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae1709d-83f4-4deb-8d10-55af270e04ca admin admin] Router ef89c3b6-9c5f-4252-a8bf-c614612486bb is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:34:51.833192 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf6b642-1356-4e28-b6d6-1e2910667662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3157d255-3bb5-4183-b938-3685be2a99db'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:51.836247 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681530a8-8105-4ff0-96cd-0fe38518b4db" -d '{"events": [{"server_uuid": "9cf6b642-1356-4e28-b6d6-1e2910667662", "name": "network-vif-plugged", "status": "completed", "tag": "3157d255-3bb5-4183-b938-3685be2a99db"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:51.889536 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 3157d255-3bb5-4183-b938-3685be2a99db, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=3157d255-3bb5-4183-b938-3685be2a99db,segment=NetworkSegment(0565080c-e78e-4687-9c37-ade1a0353378),segment_id=0565080c-e78e-4687-9c37-ade1a0353378)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:51.901706 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3157d255-3bb5-4183-b938-3685be2a99db), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:51.991588 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-69ef8c91-6b1e-4d75-b26d-1925764e1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:51.994098 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-69ef8c91-6b1e-4d75-b26d-1925764e1e91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2561541 Feb 09 01:34:52.009969 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0aa38b35-0196-43cc-be80-d11b059bc408 req-fc152b18-23f1-49d2-9943-75839feec539 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040701 Feb 09 01:34:52.064487 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59420) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:52.066884 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5900ac04-a038-41b5-a4a7-489ac42aa1f9 x-openstack-request-id: req-5900ac04-a038-41b5-a4a7-489ac42aa1f9 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:52.067230 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf6b642-1356-4e28-b6d6-1e2910667662", "name": "network-vif-plugged", "status": "completed", "tag": "3157d255-3bb5-4183-b938-3685be2a99db", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:52.067480 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5900ac04-a038-41b5-a4a7-489ac42aa1f9 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:52.067897 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf6b642-1356-4e28-b6d6-1e2910667662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3157d255-3bb5-4183-b938-3685be2a99db', 'code': 200} Feb 09 01:34:52.069017 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=3157d255-3bb5-4183-b938-3685be2a99db,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:52.086724 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d7e24afc-44e0-4463-a2ac-46684d5ba4ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:52.213802 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d7e24afc-44e0-4463-a2ac-46684d5ba4ed admin admin] Publish callbacks [] for security_group (2b7d1ee2-d385-4b74-abb3-194a1807297f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:52.230451 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d7e24afc-44e0-4463-a2ac-46684d5ba4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2b7d1ee2-d385-4b74-abb3-194a1807297f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:52.231088 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17509f-db59-49ea-b773-d3ddcffc70ea req-ff573a2f-9d49-4bc7-a716-677988b60dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:52.233359 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d17509f-db59-49ea-b773-d3ddcffc70ea req-ff573a2f-9d49-4bc7-a716-677988b60dad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 1127 time: 0.1723020 Feb 09 01:34:52.249379 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae1709d-83f4-4deb-8d10-55af270e04ca admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:34:52.266178 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] Sync routers for ids ['ef89c3b6-9c5f-4252-a8bf-c614612486bb'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:34:52.300538 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] Routers {'ef89c3b6-9c5f-4252-a8bf-c614612486bb'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:34:52.301204 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:34:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['ef89c3b6-9c5f-4252-a8bf-c614612486bb'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:52.322181 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-552376b8-2485-4ce8-bd84-59781e936246 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108633 Feb 09 01:34:52.322780 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d7e24afc-44e0-4463-a2ac-46684d5ba4ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f6b80ae85e7b40d4b5346b1db10954a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557833 Feb 09 01:34:52.324654 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59426) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:52.326127 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e24afc-44e0-4463-a2ac-46684d5ba4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7d1ee2-d385-4b74-abb3-194a1807297f,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:52.416487 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9ae1709d-83f4-4deb-8d10-55af270e04ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:52.431634 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9ae1709d-83f4-4deb-8d10-55af270e04ca admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.3382387 Feb 09 01:34:52.432910 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59430) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:52.564115 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] Set router ef89c3b6-9c5f-4252-a8bf-c614612486bb gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:34:52.568291 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2eb66-8ffa-4599-b8f6-a073de234037 req-d965a0f3-391d-4c76-bc5f-8d8f539f679a tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:52.570647 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e6e2eb66-8ffa-4599-b8f6-a073de234037 req-d965a0f3-391d-4c76-bc5f-8d8f539f679a tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.2988760 Feb 09 01:34:52.595812 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e498a405-a9b9-424a-9044-92d9711ffb31 admin admin] Publish callbacks [] for security_group (2b7d1ee2-d385-4b74-abb3-194a1807297f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:52.649552 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e498a405-a9b9-424a-9044-92d9711ffb31 admin admin] Publish callbacks [] for security_group (2b7d1ee2-d385-4b74-abb3-194a1807297f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:52.665968 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d17509f-db59-49ea-b773-d3ddcffc70ea req-8b4454c3-a292-469c-bba2-a90d7f8a96e3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965778 Feb 09 01:34:52.676461 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-d7dfc4b5-3fe3-4f35-a9ef-63b03a5bd851 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450911 Feb 09 01:34:52.728308 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e498a405-a9b9-424a-9044-92d9711ffb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2b7d1ee2-d385-4b74-abb3-194a1807297f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:52.731503 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e498a405-a9b9-424a-9044-92d9711ffb31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:52.735830 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e498a405-a9b9-424a-9044-92d9711ffb31 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2b7d1ee2-d385-4b74-abb3-194a1807297f HTTP/1.1" status: 204 len: 168 time: 0.3916600 Feb 09 01:34:52.761858 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1754278-b9a8-4a4b-81fc-181826777474 req-7097cccf-dca4-4ce0-b5ca-8f168e1a413e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:52.764505 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f1754278-b9a8-4a4b-81fc-181826777474 req-7097cccf-dca4-4ce0-b5ca-8f168e1a413e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 944 time: 0.2337103 Feb 09 01:34:52.768943 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498a405-a9b9-424a-9044-92d9711ffb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7d1ee2-d385-4b74-abb3-194a1807297f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:52.856757 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e6e2eb66-8ffa-4599-b8f6-a073de234037 req-4b1522e5-fff9-489e-8f11-55cc6c792a67 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762959 Feb 09 01:34:53.022794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89c3b6-9c5f-4252-a8bf-c614612486bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-60697865-router', 'tenant_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '80aa4957-867b-41ca-9ac3-caa6e3ad4931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:34:45Z', 'updated_at': '2022-02-09T01:34:48Z', 'revision_number': 3, 'project_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'gw_port': {'id': '80aa4957-867b-41ca-9ac3-caa6e3ad4931', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef89c3b6-9c5f-4252-a8bf-c614612486bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:46Z', 'updated_at': '2022-02-09T01:34:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:53.057092 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f1754278-b9a8-4a4b-81fc-181826777474 req-4d0401ed-99f6-4710-a07e-f0d8d29a9133 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666442 Feb 09 01:34:53.105484 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] Checking router: ef89c3b6-9c5f-4252-a8bf-c614612486bb for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:34:53.106033 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] Updating router ef89c3b6-9c5f-4252-a8bf-c614612486bb port 80aa4957-867b-41ca-9ac3-caa6e3ad4931 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:34:53.152570 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (80aa4957-867b-41ca-9ac3-caa6e3ad4931), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:53.237231 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8f3df-ec11-40a4-a3ba-d07aa8b025c4 req-ba8ada78-d1aa-4373-83e3-bc8175bf678a tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:53.238854 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c3d8f3df-ec11-40a4-a3ba-d07aa8b025c4 req-ba8ada78-d1aa-4373-83e3-bc8175bf678a tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 945 time: 0.1720293 Feb 09 01:34:53.324107 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c3d8f3df-ec11-40a4-a3ba-d07aa8b025c4 req-5b2d31d9-ca6b-4273-aff2-8adce559bfa8 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755973 Feb 09 01:34:53.396601 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90623235-6285-44f6-a199-c8dec25bcfbd req-bdfbcba4-8807-400a-b83d-239593375114 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:53.399833 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-90623235-6285-44f6-a199-c8dec25bcfbd req-bdfbcba4-8807-400a-b83d-239593375114 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 945 time: 0.1808414 Feb 09 01:34:53.510668 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-90623235-6285-44f6-a199-c8dec25bcfbd req-4f2e016c-6b58-4fbf-9ca6-d8e50e2d7f94 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896199 Feb 09 01:34:53.558283 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] Publish callbacks [] for port (80aa4957-867b-41ca-9ac3-caa6e3ad4931), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:53.565620 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (80aa4957-867b-41ca-9ac3-caa6e3ad4931), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:53.615609 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] Attempting to bind port 80aa4957-867b-41ca-9ac3-caa6e3ad4931 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:34:53.616404 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] Attempting to bind port 80aa4957-867b-41ca-9ac3-caa6e3ad4931 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:34:53.616404 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] Attempting to bind port 80aa4957-867b-41ca-9ac3-caa6e3ad4931 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:53.631251 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:34:53.631997 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:34:53.632446 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:53.633061 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:34:53.633895 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] Bound port: 80aa4957-867b-41ca-9ac3-caa6e3ad4931, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:34:53.634262 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (80aa4957-867b-41ca-9ac3-caa6e3ad4931), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:53.687039 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ce0fc-10cd-4fba-b85e-9a7a18834ce5 None None] Pushing event updated for resources: {'Port': ['ID=80aa4957-867b-41ca-9ac3-caa6e3ad4931,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:53.703583 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6a3a7b0a-87b9-467a-b340-e415c09d7c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:53.743744 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] For port 80aa4957-867b-41ca-9ac3-caa6e3ad4931, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:34:53.750327 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] For port 80aa4957-867b-41ca-9ac3-caa6e3ad4931, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=80aa4957-867b-41ca-9ac3-caa6e3ad4931,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:34:53.764603 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (80aa4957-867b-41ca-9ac3-caa6e3ad4931), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:53.857529 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] Routers {'ef89c3b6-9c5f-4252-a8bf-c614612486bb'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:34:53.858113 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:34:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['ef89c3b6-9c5f-4252-a8bf-c614612486bb'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:54.150318 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-6a3a7b0a-87b9-467a-b340-e415c09d7c81 admin admin] Allocated IP 172.20.0.1 (d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81/6b20d470-b42d-4afb-87e0-7a453506bfbc/c1e4123c-1f99-4af7-b5ea-d05f7414750d) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:34:54.254827 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b5966-851c-4139-8b2f-7519f61b2d4d req-cd205d66-c0b1-459e-be30-3456ba7d5005 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:54.264194 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4c1b5966-851c-4139-8b2f-7519f61b2d4d req-cd205d66-c0b1-459e-be30-3456ba7d5005 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.2231743 Feb 09 01:34:54.303558 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] Set router ef89c3b6-9c5f-4252-a8bf-c614612486bb gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:34:54.389639 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ce0fc-10cd-4fba-b85e-9a7a18834ce5 None None] Pushing event updated for resources: {'Port': ['ID=80aa4957-867b-41ca-9ac3-caa6e3ad4931,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:54.454377 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4c1b5966-851c-4139-8b2f-7519f61b2d4d req-bf4f762a-a96a-48c8-bd7c-d87d4fd89017 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862280 Feb 09 01:34:54.505637 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b42e8-ec77-4a84-b2cb-60fb7d4795aa req-8331e15e-b174-4cc1-8f4c-b292d980aec8 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:54.515980 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-770b42e8-ec77-4a84-b2cb-60fb7d4795aa req-8331e15e-b174-4cc1-8f4c-b292d980aec8 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 944 time: 0.2078605 Feb 09 01:34:54.538630 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6a3a7b0a-87b9-467a-b340-e415c09d7c81 admin admin] Publish callbacks [] for port (c1e4123c-1f99-4af7-b5ea-d05f7414750d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:54.607158 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-770b42e8-ec77-4a84-b2cb-60fb7d4795aa req-28faf07f-311d-49c5-aa4b-6b729ab4cdd1 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901566 Feb 09 01:34:54.657271 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6a3a7b0a-87b9-467a-b340-e415c09d7c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (c1e4123c-1f99-4af7-b5ea-d05f7414750d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:54.669205 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89c3b6-9c5f-4252-a8bf-c614612486bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-60697865-router', 'tenant_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '80aa4957-867b-41ca-9ac3-caa6e3ad4931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:34:45Z', 'updated_at': '2022-02-09T01:34:48Z', 'revision_number': 3, 'project_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'gw_port': {'id': '80aa4957-867b-41ca-9ac3-caa6e3ad4931', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef89c3b6-9c5f-4252-a8bf-c614612486bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:46Z', 'updated_at': '2022-02-09T01:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:54.688911 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb914b-c6af-4fee-8c64-53224941decc req-4bb3ea83-5622-4b81-a7fb-99c56b6674f1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:54.690958 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-65cb914b-c6af-4fee-8c64-53224941decc req-4bb3ea83-5622-4b81-a7fb-99c56b6674f1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 945 time: 0.1427326 Feb 09 01:34:54.763886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd2b41d-b6e5-4469-9ae2-cbec319be697 None None] The sync data for ids ['ef89c3b6-9c5f-4252-a8bf-c614612486bb'] in n-d-828387-3 is: [{'id': 'ef89c3b6-9c5f-4252-a8bf-c614612486bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-60697865-router', 'tenant_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '80aa4957-867b-41ca-9ac3-caa6e3ad4931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:34:45Z', 'updated_at': '2022-02-09T01:34:48Z', 'revision_number': 3, 'project_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'gw_port': {'id': '80aa4957-867b-41ca-9ac3-caa6e3ad4931', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef89c3b6-9c5f-4252-a8bf-c614612486bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:46Z', 'updated_at': '2022-02-09T01:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:34:54.765483 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3a7b0a-87b9-467a-b340-e415c09d7c81 admin admin] Network d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:34:54.779890 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-6a3a7b0a-87b9-467a-b340-e415c09d7c81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:34:54.784070 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3a7b0a-87b9-467a-b340-e415c09d7c81 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:34:54.840632 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a7b0a-87b9-467a-b340-e415c09d7c81 admin admin] Pushing event updated for resources: {'Port': ['ID=c1e4123c-1f99-4af7-b5ea-d05f7414750d,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:54.914952 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-65cb914b-c6af-4fee-8c64-53224941decc req-159ab416-587b-4fd9-86be-e904439c6353 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110765 Feb 09 01:34:55.026590 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6a3a7b0a-87b9-467a-b340-e415c09d7c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (ef89c3b6-9c5f-4252-a8bf-c614612486bb), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:55.143816 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e4b7bc11-bb4e-40ce-abf8-0f3e4155514c req-eebceed3-a6e6-4dc5-8537-ab1b93bb6cd2 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-627733497&fields=id&tenant_id=865e898aafce4aeab66edf77fcd52143 HTTP/1.1" status: 200 len: 267 time: 0.1226485 Feb 09 01:34:55.184976 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84684204-a9f4-4ebe-a919-0338553e6e34 req-0dbdde79-55f0-41f5-966e-d7ce926b4078 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:55.197365 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-84684204-a9f4-4ebe-a919-0338553e6e34 req-0dbdde79-55f0-41f5-966e-d7ce926b4078 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 945 time: 0.3584545 Feb 09 01:34:55.297250 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bc11-bb4e-40ce-abf8-0f3e4155514c req-e8c138b9-ac29-422a-b278-f7cd30a9d781 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:55.339586 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e4b7bc11-bb4e-40ce-abf8-0f3e4155514c req-e8c138b9-ac29-422a-b278-f7cd30a9d781 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 945 time: 0.1715991 Feb 09 01:34:55.384169 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-e4b7bc11-bb4e-40ce-abf8-0f3e4155514c req-25a334a5-975d-4253-ac84-cd0d6f47e3ea tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Request body: {'port': {'security_groups': ['115f0378-d5c0-41c0-858b-87df266c1c20', 'ef15e03d-f9cc-4a7d-9ec8-28a400449018']}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:55.401756 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4b0f2081-ea05-4a25-a104-2d843df6ea5a None None] Provisioning complete for port c1e4123c-1f99-4af7-b5ea-d05f7414750d triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:55.403824 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4b0f2081-ea05-4a25-a104-2d843df6ea5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c1e4123c-1f99-4af7-b5ea-d05f7414750d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:55.499719 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-84684204-a9f4-4ebe-a919-0338553e6e34 req-4e453c9e-d30f-4d2f-82c3-dfa9d79b572d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005536 Feb 09 01:34:55.539911 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e4b7bc11-bb4e-40ce-abf8-0f3e4155514c req-25a334a5-975d-4253-ac84-cd0d6f47e3ea tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3157d255-3bb5-4183-b938-3685be2a99db), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:55.590008 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4b0f2081-ea05-4a25-a104-2d843df6ea5a None None] Port c1e4123c-1f99-4af7-b5ea-d05f7414750d cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:34:55.612111 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6a3a7b0a-87b9-467a-b340-e415c09d7c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c1e4123c-1f99-4af7-b5ea-d05f7414750d), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:55.928518 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-e4b7bc11-bb4e-40ce-abf8-0f3e4155514c req-25a334a5-975d-4253-ac84-cd0d6f47e3ea tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] For port 3157d255-3bb5-4183-b938-3685be2a99db, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=3157d255-3bb5-4183-b938-3685be2a99db,segment=NetworkSegment(0565080c-e78e-4687-9c37-ade1a0353378),segment_id=0565080c-e78e-4687-9c37-ade1a0353378)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:55.982555 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de812f-0577-4de4-be75-6ec4996ff600 req-156aa113-434c-48f3-9706-1db0f878f035 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:55.990996 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-48de812f-0577-4de4-be75-6ec4996ff600 req-156aa113-434c-48f3-9706-1db0f878f035 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.2807500 Feb 09 01:34:55.997973 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59494) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:56.029181 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e4b7bc11-bb4e-40ce-abf8-0f3e4155514c req-25a334a5-975d-4253-ac84-cd0d6f47e3ea tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for port (3157d255-3bb5-4183-b938-3685be2a99db), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:56.036546 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e4b7bc11-bb4e-40ce-abf8-0f3e4155514c req-25a334a5-975d-4253-ac84-cd0d6f47e3ea tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (3157d255-3bb5-4183-b938-3685be2a99db), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:56.056139 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['12c5d5ff-40f1-4516-822e-7914c72900d0', '3157d255-3bb5-4183-b938-3685be2a99db'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:56.093109 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bc11-bb4e-40ce-abf8-0f3e4155514c req-25a334a5-975d-4253-ac84-cd0d6f47e3ea tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:56.093975 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e4b7bc11-bb4e-40ce-abf8-0f3e4155514c req-25a334a5-975d-4253-ac84-cd0d6f47e3ea tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:56.107297 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e4b7bc11-bb4e-40ce-abf8-0f3e4155514c req-25a334a5-975d-4253-ac84-cd0d6f47e3ea tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "PUT /v2.0/ports/3157d255-3bb5-4183-b938-3685be2a99db HTTP/1.1" status: 200 len: 981 time: 0.7540851 Feb 09 01:34:56.109143 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf6b642-1356-4e28-b6d6-1e2910667662', 'tag': '3157d255-3bb5-4183-b938-3685be2a99db'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:56.116101 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69aa453-759c-4515-aad4-bca99247629c" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf6b642-1356-4e28-b6d6-1e2910667662", "tag": "3157d255-3bb5-4183-b938-3685be2a99db"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:56.167076 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-48de812f-0577-4de4-be75-6ec4996ff600 req-419b7be2-c28b-4234-8e1a-088fe4e0fb4a tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344268 Feb 09 01:34:56.175976 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a334a5-975d-4253-ac84-cd0d6f47e3ea tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event updated for resources: {'Port': ['ID=3157d255-3bb5-4183-b938-3685be2a99db,revision_number=6']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:56.190956 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6a3a7b0a-87b9-467a-b340-e415c09d7c81 admin admin] Publish callbacks [] for port (c1e4123c-1f99-4af7-b5ea-d05f7414750d), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:56.199237 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6a3a7b0a-87b9-467a-b340-e415c09d7c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (c1e4123c-1f99-4af7-b5ea-d05f7414750d), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:56.234019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['3157d255-3bb5-4183-b938-3685be2a99db'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:56.282134 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a7b0a-87b9-467a-b340-e415c09d7c81 admin admin] Pushing event updated for resources: {'Port': ['ID=c1e4123c-1f99-4af7-b5ea-d05f7414750d,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:56.283620 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6a3a7b0a-87b9-467a-b340-e415c09d7c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (ef89c3b6-9c5f-4252-a8bf-c614612486bb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:56.318489 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e51c6ced-d1c2-4c6a-8f4b-3fd4ab5aba0a tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1569273973', 'router:external': True}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:56.361099 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51c6ced-d1c2-4c6a-8f4b-3fd4ab5aba0a tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Made reservation on behalf of 7168a991575b499986def6d8a98ebb73 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:34:56.368395 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e51c6ced-d1c2-4c6a-8f4b-3fd4ab5aba0a tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:56.421209 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e51c6ced-d1c2-4c6a-8f4b-3fd4ab5aba0a tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:56.533698 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8e5ae-efb0-41d2-bdcf-e8772cb7cdbd req-28cda72a-5345-4323-a04b-7a7282d15ee8 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:56.538518 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d5f8e5ae-efb0-41d2-bdcf-e8772cb7cdbd req-28cda72a-5345-4323-a04b-7a7282d15ee8 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 944 time: 0.2080672 Feb 09 01:34:56.633924 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3a7b0a-87b9-467a-b340-e415c09d7c81 admin admin] Network d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:34:56.643471 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-6a3a7b0a-87b9-467a-b340-e415c09d7c81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:34:56.719195 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e51c6ced-d1c2-4c6a-8f4b-3fd4ab5aba0a tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for security_group (5191d236-3b3b-494f-ab65-365a8f8e9ec7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:56.727697 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e51c6ced-d1c2-4c6a-8f4b-3fd4ab5aba0a tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5191d236-3b3b-494f-ab65-365a8f8e9ec7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:56.744044 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 80aa4957-867b-41ca-9ac3-caa6e3ad4931 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:34:56.791962 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51c6ced-d1c2-4c6a-8f4b-3fd4ab5aba0a tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:34:56.828430 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c6ced-d1c2-4c6a-8f4b-3fd4ab5aba0a tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5191d236-3b3b-494f-ab65-365a8f8e9ec7,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:56.838651 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e51c6ced-d1c2-4c6a-8f4b-3fd4ab5aba0a tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (4e61a9f7-d16f-431f-a7e5-6a8a48015abb), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:56.838976 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-e51c6ced-d1c2-4c6a-8f4b-3fd4ab5aba0a tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Added segment 4e61a9f7-d16f-431f-a7e5-6a8a48015abb of type vlan for network 1bf5e4ee-0e8f-45d2-9e83-c70e412990cf Feb 09 01:34:56.920927 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e51c6ced-d1c2-4c6a-8f4b-3fd4ab5aba0a tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (1bf5e4ee-0e8f-45d2-9e83-c70e412990cf), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:56.978600 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e51c6ced-d1c2-4c6a-8f4b-3fd4ab5aba0a tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (1bf5e4ee-0e8f-45d2-9e83-c70e412990cf), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:56.987593 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51c6ced-d1c2-4c6a-8f4b-3fd4ab5aba0a tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:56.991045 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e51c6ced-d1c2-4c6a-8f4b-3fd4ab5aba0a tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:57.164691 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 80aa4957-867b-41ca-9ac3-caa6e3ad4931 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:57.165159 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (80aa4957-867b-41ca-9ac3-caa6e3ad4931), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:57.190886 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c6ced-d1c2-4c6a-8f4b-3fd4ab5aba0a tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Pushing event updated for resources: {'Network': ['ID=1bf5e4ee-0e8f-45d2-9e83-c70e412990cf,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:57.220536 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e51c6ced-d1c2-4c6a-8f4b-3fd4ab5aba0a tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2148821 Feb 09 01:34:57.220783 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 1bf5e4ee-0e8f-45d2-9e83-c70e412990cf details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:34:57.220877 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59512) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:57.241156 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b334df4d-67a4-4f11-bea4-79f179e78aac tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Request body: {'subnet': {'network_id': '1bf5e4ee-0e8f-45d2-9e83-c70e412990cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:57.340246 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b334df4d-67a4-4f11-bea4-79f179e78aac tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Made reservation on behalf of 7168a991575b499986def6d8a98ebb73 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:34:57.344102 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b334df4d-67a4-4f11-bea4-79f179e78aac tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:57.352331 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4283-e219-4085-961a-7f242d729302 None None] Provisioning complete for port c1e4123c-1f99-4af7-b5ea-d05f7414750d triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:57.352722 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4283-e219-4085-961a-7f242d729302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c1e4123c-1f99-4af7-b5ea-d05f7414750d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:57.511270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4283-e219-4085-961a-7f242d729302 None None] Port c1e4123c-1f99-4af7-b5ea-d05f7414750d cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:34:57.533408 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d5f8e5ae-efb0-41d2-bdcf-e8772cb7cdbd req-f14066b0-a637-44ac-8a8c-3ced00aca6b1 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9712515 Feb 09 01:34:57.549207 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3a7b0a-87b9-467a-b340-e415c09d7c81 admin admin] Router ef89c3b6-9c5f-4252-a8bf-c614612486bb has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:34:57.630595 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 80aa4957-867b-41ca-9ac3-caa6e3ad4931 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:57.631299 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (80aa4957-867b-41ca-9ac3-caa6e3ad4931), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:57.651814 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a7261a28-dc83-4250-baac-4b6016b561aa req-683c7ff5-db0e-4b5f-986a-96e262dfed74 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/ef15e03d-f9cc-4a7d-9ec8-28a400449018 HTTP/1.1" status: 200 len: 1817 time: 0.4001038 Feb 09 01:34:57.675449 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 80aa4957-867b-41ca-9ac3-caa6e3ad4931, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=80aa4957-867b-41ca-9ac3-caa6e3ad4931,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:57.686933 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (80aa4957-867b-41ca-9ac3-caa6e3ad4931), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:57.722825 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f015b43-fc84-43f3-991f-8257e0829fe4 x-openstack-request-id: req-2f015b43-fc84-43f3-991f-8257e0829fe4 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:57.723180 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf6b642-1356-4e28-b6d6-1e2910667662", "tag": "3157d255-3bb5-4183-b938-3685be2a99db", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:57.723395 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f015b43-fc84-43f3-991f-8257e0829fe4 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:57.723819 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf6b642-1356-4e28-b6d6-1e2910667662', 'tag': '3157d255-3bb5-4183-b938-3685be2a99db', 'status': 'completed', 'code': 200} Feb 09 01:34:57.753146 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [req-a7261a28-dc83-4250-baac-4b6016b561aa req-f95ab2a0-d24e-40a4-ad69-9b5c1136bfc1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 01:34:57.766794 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a7261a28-dc83-4250-baac-4b6016b561aa req-f95ab2a0-d24e-40a4-ad69-9b5c1136bfc1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "DELETE /v2.0/security-groups/ef15e03d-f9cc-4a7d-9ec8-28a400449018 HTTP/1.1" status: 409 len: 341 time: 0.1139739 Feb 09 01:34:57.878865 n-d-828387-3 neutron-server[103184]: DEBUG neutron.objects.ports [None req-b334df4d-67a4-4f11-bea4-79f179e78aac tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103184) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:34:57.879701 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b334df4d-67a4-4f11-bea4-79f179e78aac tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (adfc18cf-84fe-47af-af4e-901f9ee64adf), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:57.900557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69aa453-759c-4515-aad4-bca99247629c req-3d2b76ed-effe-4baf-bd63-ae0e4e543c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:57.902003 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e69aa453-759c-4515-aad4-bca99247629c req-3d2b76ed-effe-4baf-bd63-ae0e4e543c9b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=865e898aafce4aeab66edf77fcd52143&device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 1166 time: 0.1867826 Feb 09 01:34:57.968928 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=80aa4957-867b-41ca-9ac3-caa6e3ad4931,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:58.027376 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334df4d-67a4-4f11-bea4-79f179e78aac tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Pushing event updated for resources: {'Subnet': ['ID=adfc18cf-84fe-47af-af4e-901f9ee64adf,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:58.059292 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3a7b0a-87b9-467a-b340-e415c09d7c81 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:34:58.064344 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87678e-4aa6-42de-b1dc-73b691d685ac req-a508cd0d-b5bc-4b9b-ba05-1918bb79f6d8 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:58.067394 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7a87678e-4aa6-42de-b1dc-73b691d685ac req-a508cd0d-b5bc-4b9b-ba05-1918bb79f6d8 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.1905391 Feb 09 01:34:58.069217 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b334df4d-67a4-4f11-bea4-79f179e78aac tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Checking segment: {'id': '4e61a9f7-d16f-431f-a7e5-6a8a48015abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1bf5e4ee-0e8f-45d2-9e83-c70e412990cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:34:58.069854 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b334df4d-67a4-4f11-bea4-79f179e78aac tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Network hostable DHCP agents. Network: 1bf5e4ee-0e8f-45d2-9e83-c70e412990cf, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:34:58.075430 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] Sync routers for ids ['ef89c3b6-9c5f-4252-a8bf-c614612486bb'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:34:58.092981 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6a3a7b0a-87b9-467a-b340-e415c09d7c81 admin admin] 10.222.0.36 "PUT /v2.0/routers/ef89c3b6-9c5f-4252-a8bf-c614612486bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6544933 Feb 09 01:34:58.110207 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] Routers {'ef89c3b6-9c5f-4252-a8bf-c614612486bb'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:34:58.126903 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:34:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['ef89c3b6-9c5f-4252-a8bf-c614612486bb'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:58.165274 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b334df4d-67a4-4f11-bea4-79f179e78aac tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Network 1bf5e4ee-0e8f-45d2-9e83-c70e412990cf is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:34:58.205540 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b334df4d-67a4-4f11-bea4-79f179e78aac tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 1bf5e4ee-0e8f-45d2-9e83-c70e412990cf) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:34:58.228181 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1de846-c694-4d89-9e6f-06cebe401a6f None None] Network 1bf5e4ee-0e8f-45d2-9e83-c70e412990cf requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:34:58.230942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69aa453-759c-4515-aad4-bca99247629c req-ca77394a-de11-4406-b7ec-5fb83407c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:58.235392 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e69aa453-759c-4515-aad4-bca99247629c req-ca77394a-de11-4406-b7ec-5fb83407c4d1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=453a6711-91a3-4a44-9758-2d1aaefb39b3 HTTP/1.1" status: 200 len: 914 time: 0.3153999 Feb 09 01:34:58.263658 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b334df4d-67a4-4f11-bea4-79f179e78aac tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:58.264307 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b334df4d-67a4-4f11-bea4-79f179e78aac tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:58.301595 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7a87678e-4aa6-42de-b1dc-73b691d685ac req-bd79778b-ad6b-4f6b-a152-1a3b32f83543 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149386 Feb 09 01:34:58.340165 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b334df4d-67a4-4f11-bea4-79f179e78aac tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1066339 Feb 09 01:34:58.344547 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59544) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:58.363148 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-bef44481-8b4f-4f25-8529-779361497d65 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2004559861', 'network_id': '1bf5e4ee-0e8f-45d2-9e83-c70e412990cf'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:58.389166 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e69aa453-759c-4515-aad4-bca99247629c req-4e85d6f8-3518-457a-9908-63762dd380dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3157d255-3bb5-4183-b938-3685be2a99db HTTP/1.1" status: 200 len: 217 time: 0.1459470 Feb 09 01:34:58.423887 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef44481-8b4f-4f25-8529-779361497d65 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Made reservation on behalf of 7168a991575b499986def6d8a98ebb73 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:34:58.427774 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bef44481-8b4f-4f25-8529-779361497d65 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:58.481262 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-bef44481-8b4f-4f25-8529-779361497d65 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] device_id is not set on port 45ae9d63-e467-4b92-ab1e-6aefb9ceab84 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:34:58.524510 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6779aa-fbc0-4bae-a331-d6e387e435ea req-c39b6064-0709-415f-9ff5-f5ac0b632b4c tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:58.532265 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fa6779aa-fbc0-4bae-a331-d6e387e435ea req-c39b6064-0709-415f-9ff5-f5ac0b632b4c tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 984 time: 0.1644549 Feb 09 01:34:58.535851 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69aa453-759c-4515-aad4-bca99247629c req-ec8dca8b-e6ff-40d9-83db-5f93703fe0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:58.544698 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e69aa453-759c-4515-aad4-bca99247629c req-ec8dca8b-e6ff-40d9-83db-5f93703fe0e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5663d0ec-236b-44b8-be2c-ca4247ec2433 HTTP/1.1" status: 200 len: 853 time: 0.1353073 Feb 09 01:34:58.563086 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df782bf-3830-4f22-a484-411a57c31c6b None None] Network 1bf5e4ee-0e8f-45d2-9e83-c70e412990cf requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:34:58.661540 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-bef44481-8b4f-4f25-8529-779361497d65 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Allocated IP 2001:db8::38d (1bf5e4ee-0e8f-45d2-9e83-c70e412990cf/adfc18cf-84fe-47af-af4e-901f9ee64adf/45ae9d63-e467-4b92-ab1e-6aefb9ceab84) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:34:58.682102 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] Set router ef89c3b6-9c5f-4252-a8bf-c614612486bb gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:34:58.716992 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e69aa453-759c-4515-aad4-bca99247629c req-da78a3d8-d1d7-4006-aaf3-4344a1ed346c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=453a6711-91a3-4a44-9758-2d1aaefb39b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995483 Feb 09 01:34:58.822009 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fa6779aa-fbc0-4bae-a331-d6e387e435ea req-cd1193af-d7d1-4bcb-8a6d-4978b001ee9d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&id=ef15e03d-f9cc-4a7d-9ec8-28a400449018&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2756064 Feb 09 01:34:58.866769 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 80aa4957-867b-41ca-9ac3-caa6e3ad4931 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:34:59.019128 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e69aa453-759c-4515-aad4-bca99247629c req-e1840ee2-71cd-4956-8d08-6fea62068d1b service neutron] 10.222.0.67 "GET /v2.0/networks/453a6711-91a3-4a44-9758-2d1aaefb39b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763004 Feb 09 01:34:59.034974 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 80aa4957-867b-41ca-9ac3-caa6e3ad4931 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:59.047772 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (80aa4957-867b-41ca-9ac3-caa6e3ad4931), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:59.056325 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bef44481-8b4f-4f25-8529-779361497d65 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for port (45ae9d63-e467-4b92-ab1e-6aefb9ceab84), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:59.144453 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bef44481-8b4f-4f25-8529-779361497d65 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (45ae9d63-e467-4b92-ab1e-6aefb9ceab84), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:59.256317 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef44481-8b4f-4f25-8529-779361497d65 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Network 1bf5e4ee-0e8f-45d2-9e83-c70e412990cf is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:34:59.262106 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-bef44481-8b4f-4f25-8529-779361497d65 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:34:59.266918 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef44481-8b4f-4f25-8529-779361497d65 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:34:59.268500 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef44481-8b4f-4f25-8529-779361497d65 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:59.269268 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bef44481-8b4f-4f25-8529-779361497d65 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:59.276528 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 80aa4957-867b-41ca-9ac3-caa6e3ad4931 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:59.277823 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e69aa453-759c-4515-aad4-bca99247629c req-a3069a29-33a4-4941-969d-be95e328167b service neutron] 10.222.0.67 "GET /v2.0/networks/453a6711-91a3-4a44-9758-2d1aaefb39b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575667 Feb 09 01:34:59.354125 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89c3b6-9c5f-4252-a8bf-c614612486bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-60697865-router', 'tenant_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '80aa4957-867b-41ca-9ac3-caa6e3ad4931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:34:45Z', 'updated_at': '2022-02-09T01:34:55Z', 'revision_number': 4, 'project_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'gw_port': {'id': '80aa4957-867b-41ca-9ac3-caa6e3ad4931', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89c3b6-9c5f-4252-a8bf-c614612486bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:46Z', 'updated_at': '2022-02-09T01:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c1e4123c-1f99-4af7-b5ea-d05f7414750d', 'name': '', 'network_id': 'd71bf14c-2dee-4ae3-84b0-dfa41dbf1c81', 'tenant_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'mac_address': 'fa:16:3e:4f:da:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef89c3b6-9c5f-4252-a8bf-c614612486bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6b20d470-b42d-4afb-87e0-7a453506bfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:53Z', 'updated_at': '2022-02-09T01:34:55Z', 'revision_number': 2, 'project_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'subnets': [{'id': '6b20d470-b42d-4afb-87e0-7a453506bfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:59.369235 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-22bd346f-b9b2-4e62-b776-4d2cbda42062 req-fecdc44e-de2e-48c2-84fd-138339626029 tempest-FloatingIPDetailsNegativeTestJSON-1993834279 tempest-FloatingIPDetailsNegativeTestJSON-1993834279-project] show failed (client error): The resource could not be found. Feb 09 01:34:59.370602 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22bd346f-b9b2-4e62-b776-4d2cbda42062 req-fecdc44e-de2e-48c2-84fd-138339626029 tempest-FloatingIPDetailsNegativeTestJSON-1993834279 tempest-FloatingIPDetailsNegativeTestJSON-1993834279-project] 10.222.0.36 "GET /v2.0/floatingips/7297a36b-9b09-4570-9e78-57352d84d9a9 HTTP/1.1" status: 404 len: 350 time: 0.1020439 Feb 09 01:34:59.385092 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef44481-8b4f-4f25-8529-779361497d65 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Pushing event updated for resources: {'Port': ['ID=45ae9d63-e467-4b92-ab1e-6aefb9ceab84,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:59.393303 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59560) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:59.422611 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] Checking router: ef89c3b6-9c5f-4252-a8bf-c614612486bb for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:34:59.423067 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] Updating router ef89c3b6-9c5f-4252-a8bf-c614612486bb port c1e4123c-1f99-4af7-b5ea-d05f7414750d binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:34:59.432794 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bef44481-8b4f-4f25-8529-779361497d65 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0791574 Feb 09 01:34:59.436887 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59568) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:59.473297 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c1e4123c-1f99-4af7-b5ea-d05f7414750d), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:59.490761 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84c0ce-3979-44f8-9e9d-8513ac125ec3 req-20d25220-23f4-4023-b81d-724d03b0bbd9 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:59.498284 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5b84c0ce-3979-44f8-9e9d-8513ac125ec3 req-20d25220-23f4-4023-b81d-724d03b0bbd9 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 944 time: 0.2187741 Feb 09 01:34:59.596141 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02faa4-6de1-4543-a3ae-5f3fcdacab69 req-81dced40-8c8b-498b-8887-eca9eac69448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:59.599688 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e02faa4-6de1-4543-a3ae-5f3fcdacab69 req-81dced40-8c8b-498b-8887-eca9eac69448 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=865e898aafce4aeab66edf77fcd52143&device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 1166 time: 0.2422943 Feb 09 01:34:59.623634 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5b84c0ce-3979-44f8-9e9d-8513ac125ec3 req-60b700e3-719b-4aa0-8d92-91e0a08ecb0f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226780 Feb 09 01:34:59.863129 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-ce766d2e-03c7-44f2-8db3-b5539bc9d013 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Deleting port 45ae9d63-e467-4b92-ab1e-6aefb9ceab84 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:34:59.863718 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce766d2e-03c7-44f2-8db3-b5539bc9d013 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (45ae9d63-e467-4b92-ab1e-6aefb9ceab84), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:59.926133 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] Publish callbacks [] for port (c1e4123c-1f99-4af7-b5ea-d05f7414750d), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:59.934185 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c1e4123c-1f99-4af7-b5ea-d05f7414750d), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:59.977930 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c9eb8-1813-483a-97bc-7ef997175d61 req-f5417ce2-f3c6-4b16-a3b9-32f6fd7c4c9e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:59.979986 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-299c9eb8-1813-483a-97bc-7ef997175d61 req-f5417ce2-f3c6-4b16-a3b9-32f6fd7c4c9e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.3995872 Feb 09 01:35:00.025945 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce766d2e-03c7-44f2-8db3-b5539bc9d013 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (45ae9d63-e467-4b92-ab1e-6aefb9ceab84), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:00.043156 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-ce766d2e-03c7-44f2-8db3-b5539bc9d013 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Calling delete_port for 45ae9d63-e467-4b92-ab1e-6aefb9ceab84 owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:00.137404 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4653a9-f89b-4518-890d-078edb79b876 None None] Pushing event updated for resources: {'Port': ['ID=c1e4123c-1f99-4af7-b5ea-d05f7414750d,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:00.160985 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4653a9-f89b-4518-890d-078edb79b876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:00.161775 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4653a9-f89b-4518-890d-078edb79b876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:00.162470 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4653a9-f89b-4518-890d-078edb79b876 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:00.163049 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4653a9-f89b-4518-890d-078edb79b876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:00.164351 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4653a9-f89b-4518-890d-078edb79b876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:00.164900 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4653a9-f89b-4518-890d-078edb79b876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:00.165544 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4653a9-f89b-4518-890d-078edb79b876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:00.166116 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4653a9-f89b-4518-890d-078edb79b876 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:00.166904 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4653a9-f89b-4518-890d-078edb79b876 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:00.167609 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4653a9-f89b-4518-890d-078edb79b876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:00.169418 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4653a9-f89b-4518-890d-078edb79b876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:00.170140 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4653a9-f89b-4518-890d-078edb79b876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:00.170774 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4653a9-f89b-4518-890d-078edb79b876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:00.214782 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce766d2e-03c7-44f2-8db3-b5539bc9d013 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (45ae9d63-e467-4b92-ab1e-6aefb9ceab84), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:00.265779 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] Attempting to bind port c1e4123c-1f99-4af7-b5ea-d05f7414750d on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:35:00.266416 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] Attempting to bind port c1e4123c-1f99-4af7-b5ea-d05f7414750d by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '9253e8b6-f6f2-4b36-9bf8-c220945e657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd71bf14c-2dee-4ae3-84b0-dfa41dbf1c81'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:35:00.266973 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] Attempting to bind port c1e4123c-1f99-4af7-b5ea-d05f7414750d on network d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:00.277276 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:35:00.278228 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] Checking segment: {'id': '9253e8b6-f6f2-4b36-9bf8-c220945e657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd71bf14c-2dee-4ae3-84b0-dfa41dbf1c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:35:00.279144 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:00.280070 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] Bound using segment: {'id': '9253e8b6-f6f2-4b36-9bf8-c220945e657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd71bf14c-2dee-4ae3-84b0-dfa41dbf1c81'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:35:00.281128 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] Bound port: c1e4123c-1f99-4af7-b5ea-d05f7414750d, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9253e8b6-f6f2-4b36-9bf8-c220945e657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd71bf14c-2dee-4ae3-84b0-dfa41dbf1c81'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:35:00.281919 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c1e4123c-1f99-4af7-b5ea-d05f7414750d), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:00.284994 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce766d2e-03c7-44f2-8db3-b5539bc9d013 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Pushing event deleted for resources: {'Port': ['ID=45ae9d63-e467-4b92-ab1e-6aefb9ceab84,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:00.311286 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02faa4-6de1-4543-a3ae-5f3fcdacab69 req-e64e9deb-236d-49b0-af10-f83c98e67cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:00.313104 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e02faa4-6de1-4543-a3ae-5f3fcdacab69 req-e64e9deb-236d-49b0-af10-f83c98e67cbf service neutron] 10.222.0.67 "GET /v2.0/networks?id=453a6711-91a3-4a44-9758-2d1aaefb39b3 HTTP/1.1" status: 200 len: 914 time: 0.6371779 Feb 09 01:35:00.349718 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-299c9eb8-1813-483a-97bc-7ef997175d61 req-551ad3c4-1f5f-49da-8d50-a124160a0ade tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455624 Feb 09 01:35:00.368972 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] For port c1e4123c-1f99-4af7-b5ea-d05f7414750d, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:35:00.373006 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] For port c1e4123c-1f99-4af7-b5ea-d05f7414750d, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c1e4123c-1f99-4af7-b5ea-d05f7414750d,segment=NetworkSegment(9253e8b6-f6f2-4b36-9bf8-c220945e657d),segment_id=9253e8b6-f6f2-4b36-9bf8-c220945e657d)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:35:00.380692 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c1e4123c-1f99-4af7-b5ea-d05f7414750d), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:00.483259 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4653a9-f89b-4518-890d-078edb79b876 None None] Pushing event updated for resources: {'Port': ['ID=c1e4123c-1f99-4af7-b5ea-d05f7414750d,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:00.488003 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce766d2e-03c7-44f2-8db3-b5539bc9d013 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:00.495550 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] Routers {'ef89c3b6-9c5f-4252-a8bf-c614612486bb'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:00.496671 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:34:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['ef89c3b6-9c5f-4252-a8bf-c614612486bb'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:00.502824 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ce766d2e-03c7-44f2-8db3-b5539bc9d013 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "DELETE /v2.0/ports/45ae9d63-e467-4b92-ab1e-6aefb9ceab84 HTTP/1.1" status: 204 len: 168 time: 1.0605123 Feb 09 01:35:00.505179 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e02faa4-6de1-4543-a3ae-5f3fcdacab69 req-29c27934-72a3-4f0a-b7b6-ef5034418b09 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3157d255-3bb5-4183-b938-3685be2a99db HTTP/1.1" status: 200 len: 217 time: 0.1602595 Feb 09 01:35:00.505831 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59574) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:00.519034 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-47f3dc97-d224-4526-ae99-179ec1243b00 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1bf5e4ee-0e8f-45d2-9e83-c70e412990cf', 'external_fixed_ips': [{'subnet_id': 'adfc18cf-84fe-47af-af4e-901f9ee64adf', 'ip_address': '2001:db8::38d'}]}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:00.546955 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa500ab-80e7-4fe6-9a71-88b8b338f58d req-c49a7c83-f10b-4be0-b073-b8d34fa621fc tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:00.552669 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6aa500ab-80e7-4fe6-9a71-88b8b338f58d req-c49a7c83-f10b-4be0-b073-b8d34fa621fc tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 945 time: 0.7981455 Feb 09 01:35:00.626845 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-47f3dc97-d224-4526-ae99-179ec1243b00 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (a1dade60-f583-414c-9f51-32097f48dea6), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:00.628831 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-47f3dc97-d224-4526-ae99-179ec1243b00 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (a1dade60-f583-414c-9f51-32097f48dea6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:00.702683 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b2b927e9-82b1-4f02-9675-0a03b80395d9 None None] Provisioning complete for port c1e4123c-1f99-4af7-b5ea-d05f7414750d triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:00.703261 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b2b927e9-82b1-4f02-9675-0a03b80395d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c1e4123c-1f99-4af7-b5ea-d05f7414750d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:00.730116 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6aa500ab-80e7-4fe6-9a71-88b8b338f58d req-ae3716ea-af55-4a18-ad59-9328f218c94e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705835 Feb 09 01:35:00.764892 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] Set router ef89c3b6-9c5f-4252-a8bf-c614612486bb gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:35:00.877028 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02faa4-6de1-4543-a3ae-5f3fcdacab69 req-79bee5f0-5445-47d1-a29f-94a369b93879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:00.879328 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e02faa4-6de1-4543-a3ae-5f3fcdacab69 req-79bee5f0-5445-47d1-a29f-94a369b93879 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5663d0ec-236b-44b8-be2c-ca4247ec2433 HTTP/1.1" status: 200 len: 853 time: 0.2795630 Feb 09 01:35:00.978593 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b2b927e9-82b1-4f02-9675-0a03b80395d9 None None] Current status of the port c1e4123c-1f99-4af7-b5ea-d05f7414750d is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:00.978980 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b2b927e9-82b1-4f02-9675-0a03b80395d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c1e4123c-1f99-4af7-b5ea-d05f7414750d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:01.030770 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e02faa4-6de1-4543-a3ae-5f3fcdacab69 req-d1bc42bc-24d3-466f-bfe9-ea7cd158044d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=453a6711-91a3-4a44-9758-2d1aaefb39b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277156 Feb 09 01:35:01.044124 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-47f3dc97-d224-4526-ae99-179ec1243b00 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_controller (a1dade60-f583-414c-9f51-32097f48dea6), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:01.047777 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b2b927e9-82b1-4f02-9675-0a03b80395d9 None None] For port c1e4123c-1f99-4af7-b5ea-d05f7414750d, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c1e4123c-1f99-4af7-b5ea-d05f7414750d,segment=NetworkSegment(9253e8b6-f6f2-4b36-9bf8-c220945e657d),segment_id=9253e8b6-f6f2-4b36-9bf8-c220945e657d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:01.055012 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b2b927e9-82b1-4f02-9675-0a03b80395d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c1e4123c-1f99-4af7-b5ea-d05f7414750d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:01.070794 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79fcd6-991f-490f-a446-b5a68b1d4d29 req-b790f5f5-f96e-4b5d-af4d-b509b90d6e6b tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:01.072955 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45389ed8-baed-4b9b-a5e1-c11f63674d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (ef89c3b6-9c5f-4252-a8bf-c614612486bb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:01.073955 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fc79fcd6-991f-490f-a446-b5a68b1d4d29 req-b790f5f5-f96e-4b5d-af4d-b509b90d6e6b tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 984 time: 0.4350259 Feb 09 01:35:01.103759 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a137759-9b74-419f-adce-d2528fcfa6ae req-b7ccad4e-3917-402a-afab-7aecdae26879 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:01.110395 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4a137759-9b74-419f-adce-d2528fcfa6ae req-b7ccad4e-3917-402a-afab-7aecdae26879 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 944 time: 0.2075698 Feb 09 01:35:01.138069 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b927e9-82b1-4f02-9675-0a03b80395d9 None None] Pushing event updated for resources: {'Port': ['ID=c1e4123c-1f99-4af7-b5ea-d05f7414750d,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:01.212372 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ce92534d-18df-45f0-81ed-2788c27688cb None None] Provisioning complete for port c1e4123c-1f99-4af7-b5ea-d05f7414750d triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:01.212780 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ce92534d-18df-45f0-81ed-2788c27688cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c1e4123c-1f99-4af7-b5ea-d05f7414750d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:01.372784 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ce92534d-18df-45f0-81ed-2788c27688cb None None] Current status of the port c1e4123c-1f99-4af7-b5ea-d05f7414750d is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:01.380741 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89c3b6-9c5f-4252-a8bf-c614612486bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-60697865-router', 'tenant_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '80aa4957-867b-41ca-9ac3-caa6e3ad4931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:34:45Z', 'updated_at': '2022-02-09T01:34:55Z', 'revision_number': 4, 'project_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'gw_port': {'id': '80aa4957-867b-41ca-9ac3-caa6e3ad4931', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89c3b6-9c5f-4252-a8bf-c614612486bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:46Z', 'updated_at': '2022-02-09T01:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c1e4123c-1f99-4af7-b5ea-d05f7414750d', 'name': '', 'network_id': 'd71bf14c-2dee-4ae3-84b0-dfa41dbf1c81', 'tenant_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'mac_address': 'fa:16:3e:4f:da:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef89c3b6-9c5f-4252-a8bf-c614612486bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6b20d470-b42d-4afb-87e0-7a453506bfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:53Z', 'updated_at': '2022-02-09T01:35:00Z', 'revision_number': 4, 'project_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'subnets': [{'id': '6b20d470-b42d-4afb-87e0-7a453506bfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:01.419994 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-47f3dc97-d224-4526-ae99-179ec1243b00 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_gateway (a1dade60-f583-414c-9f51-32097f48dea6), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:01.447754 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a0c69-81d1-4505-9ce5-4ac9e8831a16 None None] The sync data for ids ['ef89c3b6-9c5f-4252-a8bf-c614612486bb'] in n-d-828387-3 is: [{'id': 'ef89c3b6-9c5f-4252-a8bf-c614612486bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-60697865-router', 'tenant_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '80aa4957-867b-41ca-9ac3-caa6e3ad4931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:34:45Z', 'updated_at': '2022-02-09T01:34:55Z', 'revision_number': 4, 'project_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'gw_port': {'id': '80aa4957-867b-41ca-9ac3-caa6e3ad4931', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89c3b6-9c5f-4252-a8bf-c614612486bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:46Z', 'updated_at': '2022-02-09T01:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c1e4123c-1f99-4af7-b5ea-d05f7414750d', 'name': '', 'network_id': 'd71bf14c-2dee-4ae3-84b0-dfa41dbf1c81', 'tenant_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'mac_address': 'fa:16:3e:4f:da:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef89c3b6-9c5f-4252-a8bf-c614612486bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6b20d470-b42d-4afb-87e0-7a453506bfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:53Z', 'updated_at': '2022-02-09T01:35:00Z', 'revision_number': 4, 'project_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'subnets': [{'id': '6b20d470-b42d-4afb-87e0-7a453506bfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:01.469218 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fc79fcd6-991f-490f-a446-b5a68b1d4d29 req-96200e4f-bd08-4244-9da1-a5bb9b9905ff tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&id=ef15e03d-f9cc-4a7d-9ec8-28a400449018&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3809073 Feb 09 01:35:01.478089 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e02faa4-6de1-4543-a3ae-5f3fcdacab69 req-29819121-1ca8-45a7-ad3d-7443a57becd8 service neutron] 10.222.0.67 "GET /v2.0/networks/453a6711-91a3-4a44-9758-2d1aaefb39b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305832 Feb 09 01:35:01.491001 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 404d1238-eea1-4719-99e4-cccffd7b3eb0 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:35:01.693559 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4a137759-9b74-419f-adce-d2528fcfa6ae req-a492861e-960d-461c-8817-a58b8a584e19 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5819974 Feb 09 01:35:01.722906 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e02faa4-6de1-4543-a3ae-5f3fcdacab69 req-817569f2-15a6-4866-8b65-5bbe7891fbbd service neutron] 10.222.0.67 "GET /v2.0/networks/453a6711-91a3-4a44-9758-2d1aaefb39b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124116 Feb 09 01:35:01.800796 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4440256-d751-40ca-b885-b866ecefcacb req-3d3e7787-990e-4629-970c-bf84d204a2f0 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:01.809978 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b4440256-d751-40ca-b885-b866ecefcacb req-3d3e7787-990e-4629-970c-bf84d204a2f0 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.1600177 Feb 09 01:35:01.811632 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 404d1238-eea1-4719-99e4-cccffd7b3eb0, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=404d1238-eea1-4719-99e4-cccffd7b3eb0,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:01.851083 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '404d1238-eea1-4719-99e4-cccffd7b3eb0', 'network_id': '5b64af6b-0c58-4f8d-a0de-377b2bbc2b16', 'port_id': '404d1238-eea1-4719-99e4-cccffd7b3eb0', 'mac_address': 'fa:16:3e:8f:58:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6417b864-ca46-417c-8bb2-9bbd8753c5f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:35:01.922216 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 404d1238-eea1-4719-99e4-cccffd7b3eb0 is: ACTIVE; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:01.922678 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (404d1238-eea1-4719-99e4-cccffd7b3eb0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:01.955983 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 404d1238-eea1-4719-99e4-cccffd7b3eb0 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:35:01.988442 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b4440256-d751-40ca-b885-b866ecefcacb req-2872a21a-2720-4969-87e1-d74bc46d88af tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668351 Feb 09 01:35:02.028426 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 404d1238-eea1-4719-99e4-cccffd7b3eb0, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=404d1238-eea1-4719-99e4-cccffd7b3eb0,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:02.036170 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (404d1238-eea1-4719-99e4-cccffd7b3eb0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:02.103113 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-45389ed8-baed-4b9b-a5e1-c11f63674d67 admin admin] Deleting port c1e4123c-1f99-4af7-b5ea-d05f7414750d {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:02.103445 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45389ed8-baed-4b9b-a5e1-c11f63674d67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (c1e4123c-1f99-4af7-b5ea-d05f7414750d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:02.157901 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=404d1238-eea1-4719-99e4-cccffd7b3eb0,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:02.179648 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['404d1238-eea1-4719-99e4-cccffd7b3eb0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:02.179933 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc0ae1-fc44-4bd8-8b18-a38142ad7f12 req-3bc375e4-5643-4287-b93f-898e5127fcbc tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:02.181446 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8ecc0ae1-fc44-4bd8-8b18-a38142ad7f12 req-3bc375e4-5643-4287-b93f-898e5127fcbc tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 944 time: 0.1311851 Feb 09 01:35:02.204267 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-47f3dc97-d224-4526-ae99-179ec1243b00 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_gateway (a1dade60-f583-414c-9f51-32097f48dea6), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:02.246190 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-47f3dc97-d224-4526-ae99-179ec1243b00 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:02.254803 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-45389ed8-baed-4b9b-a5e1-c11f63674d67 admin admin] For port c1e4123c-1f99-4af7-b5ea-d05f7414750d, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c1e4123c-1f99-4af7-b5ea-d05f7414750d,segment=NetworkSegment(9253e8b6-f6f2-4b36-9bf8-c220945e657d),segment_id=9253e8b6-f6f2-4b36-9bf8-c220945e657d)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:02.255180 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45389ed8-baed-4b9b-a5e1-c11f63674d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (c1e4123c-1f99-4af7-b5ea-d05f7414750d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:02.304759 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-45389ed8-baed-4b9b-a5e1-c11f63674d67 admin admin] Calling delete_port for c1e4123c-1f99-4af7-b5ea-d05f7414750d owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:02.322264 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8ecc0ae1-fc44-4bd8-8b18-a38142ad7f12 req-99e363ee-795b-4173-81a0-4c718caa0231 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264329 Feb 09 01:35:02.519906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-47f3dc97-d224-4526-ae99-179ec1243b00 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Allocated IP 2001:db8::38d (1bf5e4ee-0e8f-45d2-9e83-c70e412990cf/adfc18cf-84fe-47af-af4e-901f9ee64adf/73876e20-b2bc-4a20-9802-a1572b75afdc) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:02.642687 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45389ed8-baed-4b9b-a5e1-c11f63674d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (c1e4123c-1f99-4af7-b5ea-d05f7414750d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:02.685644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c1e4123c-1f99-4af7-b5ea-d05f7414750d up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:35:02.731712 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: c1e4123c-1f99-4af7-b5ea-d05f7414750d {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:35:02.732237 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c1e4123c-1f99-4af7-b5ea-d05f7414750d not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 01:35:02.737087 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45389ed8-baed-4b9b-a5e1-c11f63674d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e4123c-1f99-4af7-b5ea-d05f7414750d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:02.791150 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Port c1e4123c-1f99-4af7-b5ea-d05f7414750d not found, will not notify nova. {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 01:35:02.862789 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbaafe-b050-418a-9ad7-d66ad3e854b7 req-02362139-3006-4cd8-a09a-062197aed6c9 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:02.864848 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-92dbaafe-b050-418a-9ad7-d66ad3e854b7 req-02362139-3006-4cd8-a09a-062197aed6c9 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 984 time: 0.1648359 Feb 09 01:35:02.935755 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-47f3dc97-d224-4526-ae99-179ec1243b00 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for port (73876e20-b2bc-4a20-9802-a1572b75afdc), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:03.042924 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-92dbaafe-b050-418a-9ad7-d66ad3e854b7 req-cfd45c8e-71f6-41d6-a4cb-7260dbf8ddce tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&id=ef15e03d-f9cc-4a7d-9ec8-28a400449018&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1639183 Feb 09 01:35:03.055738 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-47f3dc97-d224-4526-ae99-179ec1243b00 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (73876e20-b2bc-4a20-9802-a1572b75afdc), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:03.151771 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbcffb-2cc4-4311-8707-b4d0913ac6ab req-da27c140-fc70-4068-8ef1-5b8cb3d8f86e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:03.160796 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-23cbcffb-2cc4-4311-8707-b4d0913ac6ab req-da27c140-fc70-4068-8ef1-5b8cb3d8f86e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 944 time: 0.2819855 Feb 09 01:35:03.161097 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f3dc97-d224-4526-ae99-179ec1243b00 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Network 1bf5e4ee-0e8f-45d2-9e83-c70e412990cf is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:03.187662 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-47f3dc97-d224-4526-ae99-179ec1243b00 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:03.205035 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f3dc97-d224-4526-ae99-179ec1243b00 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:03.220722 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45389ed8-baed-4b9b-a5e1-c11f63674d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (ef89c3b6-9c5f-4252-a8bf-c614612486bb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:03.394716 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-23cbcffb-2cc4-4311-8707-b4d0913ac6ab req-32b64165-e812-4ae6-befb-8b55c3a0b51a tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324274 Feb 09 01:35:03.502023 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 404d1238-eea1-4719-99e4-cccffd7b3eb0 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:35:03.633137 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 404d1238-eea1-4719-99e4-cccffd7b3eb0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:03.634113 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (404d1238-eea1-4719-99e4-cccffd7b3eb0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:03.681213 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38db73-82f4-45b8-acef-76e3c5cf14df req-dab6582f-94f1-4526-ac98-93ef52c4ea4f tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:03.689336 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9f38db73-82f4-45b8-acef-76e3c5cf14df req-dab6582f-94f1-4526-ac98-93ef52c4ea4f tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 944 time: 0.1181178 Feb 09 01:35:03.701932 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3dc97-d224-4526-ae99-179ec1243b00 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Pushing event updated for resources: {'Port': ['ID=73876e20-b2bc-4a20-9802-a1572b75afdc,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:03.759224 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45389ed8-baed-4b9b-a5e1-c11f63674d67 admin admin] Router ef89c3b6-9c5f-4252-a8bf-c614612486bb has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:35:03.795539 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 404d1238-eea1-4719-99e4-cccffd7b3eb0 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:03.795968 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (404d1238-eea1-4719-99e4-cccffd7b3eb0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:03.801271 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9f38db73-82f4-45b8-acef-76e3c5cf14df req-e689bada-0b51-4420-acc4-4c6b0e25809d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108618 Feb 09 01:35:03.847563 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 404d1238-eea1-4719-99e4-cccffd7b3eb0, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=404d1238-eea1-4719-99e4-cccffd7b3eb0,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:03.848581 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710281ff-5c7c-4c7b-a78e-e9a4b488b102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404d1238-eea1-4719-99e4-cccffd7b3eb0'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:03.851310 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774da66-21fa-4c89-8f25-ce580cf751b1 req-5e1ad750-a6b2-45c3-b167-c1020c97d30c tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:03.852439 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07074bbf-43fb-4a7b-9475-fa66bc6cd6ea" -d '{"events": [{"server_uuid": "710281ff-5c7c-4c7b-a78e-e9a4b488b102", "name": "network-vif-plugged", "status": "completed", "tag": "404d1238-eea1-4719-99e4-cccffd7b3eb0"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:03.856709 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (404d1238-eea1-4719-99e4-cccffd7b3eb0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:03.859139 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1774da66-21fa-4c89-8f25-ce580cf751b1 req-5e1ad750-a6b2-45c3-b167-c1020c97d30c tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.1586475 Feb 09 01:35:03.942120 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=404d1238-eea1-4719-99e4-cccffd7b3eb0,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:03.950397 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de8ac23-83a2-4eb6-a45b-fc7d44f71d4e x-openstack-request-id: req-9de8ac23-83a2-4eb6-a45b-fc7d44f71d4e {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:03.951499 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710281ff-5c7c-4c7b-a78e-e9a4b488b102", "name": "network-vif-plugged", "status": "completed", "tag": "404d1238-eea1-4719-99e4-cccffd7b3eb0", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:03.954355 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9de8ac23-83a2-4eb6-a45b-fc7d44f71d4e {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:03.955803 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710281ff-5c7c-4c7b-a78e-e9a4b488b102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404d1238-eea1-4719-99e4-cccffd7b3eb0', 'code': 200} Feb 09 01:35:03.958568 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1774da66-21fa-4c89-8f25-ce580cf751b1 req-e95af32b-1b52-4bff-b509-bfc8bd8ea62b tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911312 Feb 09 01:35:03.962012 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-47f3dc97-d224-4526-ae99-179ec1243b00 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_gateway (a1dade60-f583-414c-9f51-32097f48dea6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:04.033355 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45389ed8-baed-4b9b-a5e1-c11f63674d67 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:35:04.043903 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-45389ed8-baed-4b9b-a5e1-c11f63674d67 admin admin] 10.222.0.36 "PUT /v2.0/routers/ef89c3b6-9c5f-4252-a8bf-c614612486bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6437056 Feb 09 01:35:04.044763 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59598) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:04.049659 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9243b423-d2e2-484c-bd24-b014680bd87b None None] Sync routers for ids ['ef89c3b6-9c5f-4252-a8bf-c614612486bb'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:04.070653 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9243b423-d2e2-484c-bd24-b014680bd87b None None] Routers {'ef89c3b6-9c5f-4252-a8bf-c614612486bb'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:04.071304 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9243b423-d2e2-484c-bd24-b014680bd87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:34:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['ef89c3b6-9c5f-4252-a8bf-c614612486bb'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:04.290976 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd9435-c8a8-4d23-a4e4-6856b06f2c80 req-a7fd0e27-2f42-4972-82f7-e778cff242b5 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:04.293406 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bedd9435-c8a8-4d23-a4e4-6856b06f2c80 req-a7fd0e27-2f42-4972-82f7-e778cff242b5 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 984 time: 0.1108027 Feb 09 01:35:04.306378 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-9243b423-d2e2-484c-bd24-b014680bd87b None None] Set router ef89c3b6-9c5f-4252-a8bf-c614612486bb gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:35:04.324657 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ebce246-2dc7-45a7-8b98-3240c82e99bc admin admin] Publish callbacks [] for router (ef89c3b6-9c5f-4252-a8bf-c614612486bb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:04.377884 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-47f3dc97-d224-4526-ae99-179ec1243b00 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (a1dade60-f583-414c-9f51-32097f48dea6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:04.628236 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bedd9435-c8a8-4d23-a4e4-6856b06f2c80 req-7e20943d-8cc4-4300-82e1-e517c0b021fb tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&id=ef15e03d-f9cc-4a7d-9ec8-28a400449018&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3277266 Feb 09 01:35:04.712134 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ffaec-104d-438a-89bd-4a2fbeb43f8b req-b4d1bb6e-72db-4030-a765-e1142418e8f3 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:04.721532 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec5ffaec-104d-438a-89bd-4a2fbeb43f8b req-b4d1bb6e-72db-4030-a765-e1142418e8f3 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 944 time: 0.1456294 Feb 09 01:35:04.725356 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ebce246-2dc7-45a7-8b98-3240c82e99bc admin admin] Publish callbacks [] for router_gateway (ef89c3b6-9c5f-4252-a8bf-c614612486bb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:04.832314 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f3dc97-d224-4526-ae99-179ec1243b00 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Router a1dade60-f583-414c-9f51-32097f48dea6 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:35:04.868697 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec5ffaec-104d-438a-89bd-4a2fbeb43f8b req-3c9e901c-8484-487d-bc3c-373c364f2158 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456611 Feb 09 01:35:04.940161 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-42313cb9-6a24-4181-81a9-9a10863b29c5 req-281fc193-d6ee-440e-8978-1782422f03de tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1599937402&fields=id&tenant_id=865e898aafce4aeab66edf77fcd52143 HTTP/1.1" status: 200 len: 267 time: 0.1285038 Feb 09 01:35:05.021871 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-4ebce246-2dc7-45a7-8b98-3240c82e99bc admin admin] Deleting port 80aa4957-867b-41ca-9ac3-caa6e3ad4931 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:05.022360 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ebce246-2dc7-45a7-8b98-3240c82e99bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (80aa4957-867b-41ca-9ac3-caa6e3ad4931), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:05.153423 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-4ebce246-2dc7-45a7-8b98-3240c82e99bc admin admin] For port 80aa4957-867b-41ca-9ac3-caa6e3ad4931, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=80aa4957-867b-41ca-9ac3-caa6e3ad4931,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:05.154589 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ebce246-2dc7-45a7-8b98-3240c82e99bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (80aa4957-867b-41ca-9ac3-caa6e3ad4931), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:05.162351 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9243b423-d2e2-484c-bd24-b014680bd87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89c3b6-9c5f-4252-a8bf-c614612486bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-60697865-router', 'tenant_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '80aa4957-867b-41ca-9ac3-caa6e3ad4931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:34:45Z', 'updated_at': '2022-02-09T01:35:02Z', 'revision_number': 5, 'project_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'gw_port': {'id': '80aa4957-867b-41ca-9ac3-caa6e3ad4931', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89c3b6-9c5f-4252-a8bf-c614612486bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:46Z', 'updated_at': '2022-02-09T01:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:05.183234 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-4ebce246-2dc7-45a7-8b98-3240c82e99bc admin admin] Calling delete_port for 80aa4957-867b-41ca-9ac3-caa6e3ad4931 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:05.183825 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff445b3-a88b-4e87-ac7b-b3e2adf24ddc req-7d92ddc2-7e8f-413d-9da7-ab67c0df73d9 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:05.193929 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42313cb9-6a24-4181-81a9-9a10863b29c5 req-1b0a5799-daa8-40e1-9f93-a99fc7c999ab tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:05.201411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cff445b3-a88b-4e87-ac7b-b3e2adf24ddc req-7d92ddc2-7e8f-413d-9da7-ab67c0df73d9 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 945 time: 0.1443083 Feb 09 01:35:05.205236 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-42313cb9-6a24-4181-81a9-9a10863b29c5 req-1b0a5799-daa8-40e1-9f93-a99fc7c999ab tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 984 time: 0.2639842 Feb 09 01:35:05.211119 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-42313cb9-6a24-4181-81a9-9a10863b29c5 req-9bbf8092-b9f5-434b-ba89-372413b10d56 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Request body: {'port': {'security_groups': ['115f0378-d5c0-41c0-858b-87df266c1c20', 'ef15e03d-f9cc-4a7d-9ec8-28a400449018', '5cf60ec0-adfd-4f95-b443-092a4054ea23']}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:05.263745 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9243b423-d2e2-484c-bd24-b014680bd87b None None] Checking router: ef89c3b6-9c5f-4252-a8bf-c614612486bb for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:35:05.293291 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9243b423-d2e2-484c-bd24-b014680bd87b None None] Routers {'ef89c3b6-9c5f-4252-a8bf-c614612486bb'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:05.296007 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9243b423-d2e2-484c-bd24-b014680bd87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:34:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['ef89c3b6-9c5f-4252-a8bf-c614612486bb'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:05.330508 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cff445b3-a88b-4e87-ac7b-b3e2adf24ddc req-4b249e2f-294d-400e-a64b-5dc69f0f263c tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275556 Feb 09 01:35:05.342478 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f3dc97-d224-4526-ae99-179ec1243b00 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:35:05.355545 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] Sync routers for ids ['a1dade60-f583-414c-9f51-32097f48dea6'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:05.374530 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] Routers {'a1dade60-f583-414c-9f51-32097f48dea6'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:05.375433 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:34:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a1dade60-f583-414c-9f51-32097f48dea6'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:05.415938 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-47f3dc97-d224-4526-ae99-179ec1243b00 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:05.422267 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-47f3dc97-d224-4526-ae99-179ec1243b00 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.9148340 Feb 09 01:35:05.422930 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59656) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:05.556026 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-9243b423-d2e2-484c-bd24-b014680bd87b None None] Set router ef89c3b6-9c5f-4252-a8bf-c614612486bb gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:35:05.573799 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-42313cb9-6a24-4181-81a9-9a10863b29c5 req-9bbf8092-b9f5-434b-ba89-372413b10d56 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3157d255-3bb5-4183-b938-3685be2a99db), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:05.624279 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0bdf67e0-cb7a-4a0d-900a-c15610483ade tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router (a1dade60-f583-414c-9f51-32097f48dea6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:05.703865 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9243b423-d2e2-484c-bd24-b014680bd87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89c3b6-9c5f-4252-a8bf-c614612486bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-60697865-router', 'tenant_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:34:45Z', 'updated_at': '2022-02-09T01:35:04Z', 'revision_number': 6, 'project_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:05.743047 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] Set router a1dade60-f583-414c-9f51-32097f48dea6 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:35:05.770086 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9243b423-d2e2-484c-bd24-b014680bd87b None None] The sync data for ids ['ef89c3b6-9c5f-4252-a8bf-c614612486bb'] in n-d-828387-3 is: [{'id': 'ef89c3b6-9c5f-4252-a8bf-c614612486bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-60697865-router', 'tenant_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:34:45Z', 'updated_at': '2022-02-09T01:35:04Z', 'revision_number': 6, 'project_id': 'd89a71cf0a034975ab9c25318a99d6bf', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:05.952264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f02ee6-be54-4aed-a3ea-753df0c394f4 req-84de4eeb-5a9e-46a0-8c1e-159cae55c19f tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:05.957424 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7f02ee6-be54-4aed-a3ea-753df0c394f4 req-84de4eeb-5a9e-46a0-8c1e-159cae55c19f tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.3306372 Feb 09 01:35:05.980666 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ebce246-2dc7-45a7-8b98-3240c82e99bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (80aa4957-867b-41ca-9ac3-caa6e3ad4931), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:06.080341 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dade60-f583-414c-9f51-32097f48dea6', 'name': '', 'tenant_id': '7168a991575b499986def6d8a98ebb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf5e4ee-0e8f-45d2-9e83-c70e412990cf', 'external_fixed_ips': [{'subnet_id': 'adfc18cf-84fe-47af-af4e-901f9ee64adf', 'ip_address': '2001:db8::38d'}], 'enable_snat': True}, 'gw_port_id': '73876e20-b2bc-4a20-9802-a1572b75afdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:00Z', 'updated_at': '2022-02-09T01:35:03Z', 'revision_number': 3, 'project_id': '7168a991575b499986def6d8a98ebb73', 'gw_port': {'id': '73876e20-b2bc-4a20-9802-a1572b75afdc', 'name': '', 'network_id': '1bf5e4ee-0e8f-45d2-9e83-c70e412990cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ad:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dade60-f583-414c-9f51-32097f48dea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'adfc18cf-84fe-47af-af4e-901f9ee64adf', 'ip_address': '2001:db8::38d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:02Z', 'updated_at': '2022-02-09T01:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adfc18cf-84fe-47af-af4e-901f9ee64adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:06.107187 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7f02ee6-be54-4aed-a3ea-753df0c394f4 req-9e66924f-2ec7-490d-873e-d0850191f0b1 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487393 Feb 09 01:35:06.127576 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebce246-2dc7-45a7-8b98-3240c82e99bc admin admin] Pushing event deleted for resources: {'Port': ['ID=80aa4957-867b-41ca-9ac3-caa6e3ad4931,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:06.158931 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] Checking router: a1dade60-f583-414c-9f51-32097f48dea6 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:35:06.187641 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] Updating router a1dade60-f583-414c-9f51-32097f48dea6 port 73876e20-b2bc-4a20-9802-a1572b75afdc binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:35:06.211943 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0bdf67e0-cb7a-4a0d-900a-c15610483ade tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_gateway (a1dade60-f583-414c-9f51-32097f48dea6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:06.245387 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (73876e20-b2bc-4a20-9802-a1572b75afdc), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:06.398976 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79889cad-08f0-4fa2-878a-37853c9931bf req-c225c008-e351-44d3-82dd-0d2f07dfb766 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:06.405172 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ebce246-2dc7-45a7-8b98-3240c82e99bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (ef89c3b6-9c5f-4252-a8bf-c614612486bb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:06.409541 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-79889cad-08f0-4fa2-878a-37853c9931bf req-c225c008-e351-44d3-82dd-0d2f07dfb766 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 944 time: 0.1061018 Feb 09 01:35:06.493754 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-79889cad-08f0-4fa2-878a-37853c9931bf req-6c516060-3222-4490-ba43-3482ac4877ef tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827692 Feb 09 01:35:06.513451 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf67e0-cb7a-4a0d-900a-c15610483ade tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Deleting port 73876e20-b2bc-4a20-9802-a1572b75afdc {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:06.514019 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0bdf67e0-cb7a-4a0d-900a-c15610483ade tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (73876e20-b2bc-4a20-9802-a1572b75afdc), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:06.823286 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] Publish callbacks [] for port (73876e20-b2bc-4a20-9802-a1572b75afdc), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:06.831297 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (73876e20-b2bc-4a20-9802-a1572b75afdc), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:06.895627 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 80aa4957-867b-41ca-9ac3-caa6e3ad4931 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:06.978682 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 80aa4957-867b-41ca-9ac3-caa6e3ad4931 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:35:06.979032 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 80aa4957-867b-41ca-9ac3-caa6e3ad4931 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:35:06.981197 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c1e4123c-1f99-4af7-b5ea-d05f7414750d no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:06.995628 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043baf8-0ef5-4d2a-8b9d-dc3f5a4ea2dd None None] Pushing event updated for resources: {'Port': ['ID=73876e20-b2bc-4a20-9802-a1572b75afdc,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:07.037103 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: c1e4123c-1f99-4af7-b5ea-d05f7414750d {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:35:07.038248 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d6dae-b299-43b9-8478-97009562a578 req-0280633b-7c28-4cbc-b845-77441b9a151e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:07.039531 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c1e4123c-1f99-4af7-b5ea-d05f7414750d not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:35:07.047874 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fb2d6dae-b299-43b9-8478-97009562a578 req-0280633b-7c28-4cbc-b845-77441b9a151e tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 945 time: 0.2779047 Feb 09 01:35:07.082480 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] Attempting to bind port 73876e20-b2bc-4a20-9802-a1572b75afdc on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:35:07.086210 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] Attempting to bind port 73876e20-b2bc-4a20-9802-a1572b75afdc by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '4e61a9f7-d16f-431f-a7e5-6a8a48015abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1bf5e4ee-0e8f-45d2-9e83-c70e412990cf'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:35:07.087313 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] Attempting to bind port 73876e20-b2bc-4a20-9802-a1572b75afdc on network 1bf5e4ee-0e8f-45d2-9e83-c70e412990cf {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:07.098970 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:35:07.104052 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] Checking segment: {'id': '4e61a9f7-d16f-431f-a7e5-6a8a48015abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1bf5e4ee-0e8f-45d2-9e83-c70e412990cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:35:07.104868 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:07.105597 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] Bound using segment: {'id': '4e61a9f7-d16f-431f-a7e5-6a8a48015abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1bf5e4ee-0e8f-45d2-9e83-c70e412990cf'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:35:07.106610 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] Bound port: 73876e20-b2bc-4a20-9802-a1572b75afdc, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e61a9f7-d16f-431f-a7e5-6a8a48015abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1bf5e4ee-0e8f-45d2-9e83-c70e412990cf'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:35:07.107444 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (73876e20-b2bc-4a20-9802-a1572b75afdc), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:07.279102 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fb2d6dae-b299-43b9-8478-97009562a578 req-d48326db-3988-4e07-b517-aa4fcb1807be tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270708 Feb 09 01:35:07.293941 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] For port 73876e20-b2bc-4a20-9802-a1572b75afdc, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:35:07.298463 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0bdf67e0-cb7a-4a0d-900a-c15610483ade tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (73876e20-b2bc-4a20-9802-a1572b75afdc), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:07.301689 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] For port 73876e20-b2bc-4a20-9802-a1572b75afdc, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=73876e20-b2bc-4a20-9802-a1572b75afdc,segment=NetworkSegment(4e61a9f7-d16f-431f-a7e5-6a8a48015abb),segment_id=4e61a9f7-d16f-431f-a7e5-6a8a48015abb)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:35:07.314516 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (73876e20-b2bc-4a20-9802-a1572b75afdc), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:07.390084 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf67e0-cb7a-4a0d-900a-c15610483ade tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Calling delete_port for 73876e20-b2bc-4a20-9802-a1572b75afdc owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:07.403498 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f126a741-24ab-4929-9c50-44de7566efcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:07.410555 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ebce246-2dc7-45a7-8b98-3240c82e99bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (ef89c3b6-9c5f-4252-a8bf-c614612486bb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:07.417339 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ebce246-2dc7-45a7-8b98-3240c82e99bc admin admin] Publish callbacks [] for router_controller (ef89c3b6-9c5f-4252-a8bf-c614612486bb), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:07.450778 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043baf8-0ef5-4d2a-8b9d-dc3f5a4ea2dd None None] Pushing event updated for resources: {'Port': ['ID=73876e20-b2bc-4a20-9802-a1572b75afdc,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:07.483008 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] Routers {'a1dade60-f583-414c-9f51-32097f48dea6'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:07.484275 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:34:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a1dade60-f583-414c-9f51-32097f48dea6'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:07.607590 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eed0dd-ed90-4015-bd12-ceb317dee32b req-4937ab18-0bc0-4950-8a9d-5142b7546f7d tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:07.626249 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8eed0dd-ed90-4015-bd12-ceb317dee32b req-4937ab18-0bc0-4950-8a9d-5142b7546f7d tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.1422985 Feb 09 01:35:07.641319 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-42313cb9-6a24-4181-81a9-9a10863b29c5 req-9bbf8092-b9f5-434b-ba89-372413b10d56 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] For port 3157d255-3bb5-4183-b938-3685be2a99db, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=3157d255-3bb5-4183-b938-3685be2a99db,segment=NetworkSegment(0565080c-e78e-4687-9c37-ade1a0353378),segment_id=0565080c-e78e-4687-9c37-ade1a0353378)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:07.652323 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] Set router a1dade60-f583-414c-9f51-32097f48dea6 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:35:07.722724 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-42313cb9-6a24-4181-81a9-9a10863b29c5 req-9bbf8092-b9f5-434b-ba89-372413b10d56 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for port (3157d255-3bb5-4183-b938-3685be2a99db), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:07.731238 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-42313cb9-6a24-4181-81a9-9a10863b29c5 req-9bbf8092-b9f5-434b-ba89-372413b10d56 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (3157d255-3bb5-4183-b938-3685be2a99db), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:07.736818 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dade60-f583-414c-9f51-32097f48dea6', 'name': '', 'tenant_id': '7168a991575b499986def6d8a98ebb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:00Z', 'updated_at': '2022-02-09T01:35:06Z', 'revision_number': 4, 'project_id': '7168a991575b499986def6d8a98ebb73', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:07.744905 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['12c5d5ff-40f1-4516-822e-7914c72900d0', '3157d255-3bb5-4183-b938-3685be2a99db'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:07.768338 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ebce246-2dc7-45a7-8b98-3240c82e99bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (ef89c3b6-9c5f-4252-a8bf-c614612486bb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:07.769254 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebce246-2dc7-45a7-8b98-3240c82e99bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef89c3b6-9c5f-4252-a8bf-c614612486bb {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:35:07.846430 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ebce246-2dc7-45a7-8b98-3240c82e99bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:07.847675 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4ebce246-2dc7-45a7-8b98-3240c82e99bc admin admin] 10.222.0.36 "DELETE /v2.0/routers/ef89c3b6-9c5f-4252-a8bf-c614612486bb HTTP/1.1" status: 204 len: 168 time: 3.8017540 Feb 09 01:35:07.851862 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59710) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:07.911083 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42313cb9-6a24-4181-81a9-9a10863b29c5 req-9bbf8092-b9f5-434b-ba89-372413b10d56 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:07.911843 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-42313cb9-6a24-4181-81a9-9a10863b29c5 req-9bbf8092-b9f5-434b-ba89-372413b10d56 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:07.936628 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8eed0dd-ed90-4015-bd12-ceb317dee32b req-16264825-b63c-4b0f-8468-8094dc8e165c tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091676 Feb 09 01:35:07.938996 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-42313cb9-6a24-4181-81a9-9a10863b29c5 req-9bbf8092-b9f5-434b-ba89-372413b10d56 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "PUT /v2.0/ports/3157d255-3bb5-4183-b938-3685be2a99db HTTP/1.1" status: 200 len: 1020 time: 2.7325702 Feb 09 01:35:07.943146 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21175b15-7e07-431e-8388-b29644a0c0c6 None None] The sync data for ids ['a1dade60-f583-414c-9f51-32097f48dea6'] in n-d-828387-3 is: [{'id': 'a1dade60-f583-414c-9f51-32097f48dea6', 'name': '', 'tenant_id': '7168a991575b499986def6d8a98ebb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:00Z', 'updated_at': '2022-02-09T01:35:06Z', 'revision_number': 4, 'project_id': '7168a991575b499986def6d8a98ebb73', 'gw_port_host': None}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:07.944593 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf6b642-1356-4e28-b6d6-1e2910667662', 'tag': '3157d255-3bb5-4183-b938-3685be2a99db'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:07.965330 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dcb2aa-ab5c-4647-ac70-477a22a92bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf6b642-1356-4e28-b6d6-1e2910667662", "tag": "3157d255-3bb5-4183-b938-3685be2a99db"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:08.043739 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['3157d255-3bb5-4183-b938-3685be2a99db'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:08.071200 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf8092-b9f5-434b-ba89-372413b10d56 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event updated for resources: {'Port': ['ID=3157d255-3bb5-4183-b938-3685be2a99db,revision_number=7']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:08.080670 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a61839-36d6-4b8a-9ff7-c943ceaee090 admin admin] Deleting subnet 6b20d470-b42d-4afb-87e0-7a453506bfbc {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:35:08.091835 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30a61839-36d6-4b8a-9ff7-c943ceaee090 admin admin] Publish callbacks [] for subnet (6b20d470-b42d-4afb-87e0-7a453506bfbc), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:08.416072 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30a61839-36d6-4b8a-9ff7-c943ceaee090 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (6b20d470-b42d-4afb-87e0-7a453506bfbc), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:08.577630 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0bdf67e0-cb7a-4a0d-900a-c15610483ade tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (73876e20-b2bc-4a20-9802-a1572b75afdc), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:08.611240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938bae2-faf6-4373-9ecc-3d75a5e415db req-ad341a07-f421-4560-a67e-18ba76bead9e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:08.627745 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b938bae2-faf6-4373-9ecc-3d75a5e415db req-ad341a07-f421-4560-a67e-18ba76bead9e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 944 time: 0.5201762 Feb 09 01:35:08.701032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf67e0-cb7a-4a0d-900a-c15610483ade tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Pushing event deleted for resources: {'Port': ['ID=73876e20-b2bc-4a20-9802-a1572b75afdc,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:08.808416 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-db7caccc-e705-42db-bdd0-c4ec0ea7f689 req-d9a9221a-7e6a-4b24-982e-6bd75420e14c tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/5cf60ec0-adfd-4f95-b443-092a4054ea23 HTTP/1.1" status: 200 len: 1817 time: 0.3436313 Feb 09 01:35:08.823251 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0bdf67e0-cb7a-4a0d-900a-c15610483ade tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (a1dade60-f583-414c-9f51-32097f48dea6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:08.914058 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [req-db7caccc-e705-42db-bdd0-c4ec0ea7f689 req-4ff990e4-9c92-45ea-b4b7-9cc91ca3696b tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 01:35:08.915359 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-db7caccc-e705-42db-bdd0-c4ec0ea7f689 req-4ff990e4-9c92-45ea-b4b7-9cc91ca3696b tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "DELETE /v2.0/security-groups/5cf60ec0-adfd-4f95-b443-092a4054ea23 HTTP/1.1" status: 409 len: 341 time: 0.0901136 Feb 09 01:35:09.154711 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5579ab-260c-4605-b3b7-40ae117a4d3f x-openstack-request-id: req-1b5579ab-260c-4605-b3b7-40ae117a4d3f {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:09.155338 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf6b642-1356-4e28-b6d6-1e2910667662", "tag": "3157d255-3bb5-4183-b938-3685be2a99db", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:09.155802 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1b5579ab-260c-4605-b3b7-40ae117a4d3f {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:09.156415 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf6b642-1356-4e28-b6d6-1e2910667662', 'tag': '3157d255-3bb5-4183-b938-3685be2a99db', 'status': 'completed', 'code': 200} Feb 09 01:35:09.480891 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b938bae2-faf6-4373-9ecc-3d75a5e415db req-57894a43-d9bf-4845-888e-9fbe3e0f5a63 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8511267 Feb 09 01:35:09.482882 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0bdf67e0-cb7a-4a0d-900a-c15610483ade tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (a1dade60-f583-414c-9f51-32097f48dea6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:09.503854 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0bdf67e0-cb7a-4a0d-900a-c15610483ade tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_controller (a1dade60-f583-414c-9f51-32097f48dea6), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:09.534430 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30a61839-36d6-4b8a-9ff7-c943ceaee090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (6b20d470-b42d-4afb-87e0-7a453506bfbc), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:09.546513 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:09.560816 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 404d1238-eea1-4719-99e4-cccffd7b3eb0 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:09.832496 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9077b9a6-df63-486f-9c1d-6396178fcf8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:09.858077 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0bdf67e0-cb7a-4a0d-900a-c15610483ade tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (a1dade60-f583-414c-9f51-32097f48dea6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:09.860302 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdf67e0-cb7a-4a0d-900a-c15610483ade tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1dade60-f583-414c-9f51-32097f48dea6 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:35:09.863855 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30a61839-36d6-4b8a-9ff7-c943ceaee090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (6b20d470-b42d-4afb-87e0-7a453506bfbc), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:09.956469 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0bdf67e0-cb7a-4a0d-900a-c15610483ade tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:09.960400 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0bdf67e0-cb7a-4a0d-900a-c15610483ade tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "DELETE /v2.0/routers/a1dade60-f583-414c-9f51-32097f48dea6 HTTP/1.1" status: 204 len: 168 time: 4.5339959 Feb 09 01:35:09.962688 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59736) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:09.966380 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcb2aa-ab5c-4647-ac70-477a22a92bf8 req-75327764-66a4-446d-9d97-0a77892047dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:09.968547 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-10dcb2aa-ab5c-4647-ac70-477a22a92bf8 req-75327764-66a4-446d-9d97-0a77892047dc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=865e898aafce4aeab66edf77fcd52143&device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 1206 time: 0.6571960 Feb 09 01:35:09.972902 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30a61839-36d6-4b8a-9ff7-c943ceaee090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:09.979883 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-30a61839-36d6-4b8a-9ff7-c943ceaee090 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6b20d470-b42d-4afb-87e0-7a453506bfbc HTTP/1.1" status: 204 len: 168 time: 2.1254916 Feb 09 01:35:09.992352 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59738) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:10.003296 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec612146-eb63-4eb9-8eda-184ca596ddcc None None] Network d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:35:10.008893 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 404d1238-eea1-4719-99e4-cccffd7b3eb0 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:10.009500 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (404d1238-eea1-4719-99e4-cccffd7b3eb0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:10.009638 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a61839-36d6-4b8a-9ff7-c943ceaee090 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b20d470-b42d-4afb-87e0-7a453506bfbc,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:10.098336 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc53bdf-e878-494b-8544-0a7227333b81 req-c6d8c120-d151-4c31-a4ed-0db53590f7bf tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:10.109499 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbc53bdf-e878-494b-8544-0a7227333b81 req-c6d8c120-d151-4c31-a4ed-0db53590f7bf tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.4140146 Feb 09 01:35:10.267473 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391b77a-e943-444b-add1-88821579b78b req-0106a0f9-f492-4d9c-b99c-f96fcad30e3f tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:10.269669 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1391b77a-e943-444b-add1-88821579b78b req-0106a0f9-f492-4d9c-b99c-f96fcad30e3f tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 1023 time: 0.4103060 Feb 09 01:35:10.275874 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d0d85c-28b9-4dbe-a9a6-b77998d730a2 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Deleting subnet adfc18cf-84fe-47af-af4e-901f9ee64adf {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:35:10.280334 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d0d85c-28b9-4dbe-a9a6-b77998d730a2 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for subnet (adfc18cf-84fe-47af-af4e-901f9ee64adf), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:10.294136 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbc53bdf-e878-494b-8544-0a7227333b81 req-e4ef2ee1-1806-41db-aa1e-3f515cca52ae tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834865 Feb 09 01:35:10.328069 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d0d85c-28b9-4dbe-a9a6-b77998d730a2 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (adfc18cf-84fe-47af-af4e-901f9ee64adf), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:10.375239 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d0d85c-28b9-4dbe-a9a6-b77998d730a2 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (adfc18cf-84fe-47af-af4e-901f9ee64adf), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:10.377536 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710281ff-5c7c-4c7b-a78e-e9a4b488b102', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '404d1238-eea1-4719-99e4-cccffd7b3eb0'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:10.386022 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289e04db-53d1-4a3c-8750-321f626a67c3" -d '{"events": [{"server_uuid": "710281ff-5c7c-4c7b-a78e-e9a4b488b102", "name": "network-vif-unplugged", "status": "completed", "tag": "404d1238-eea1-4719-99e4-cccffd7b3eb0"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:10.437294 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 404d1238-eea1-4719-99e4-cccffd7b3eb0, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=404d1238-eea1-4719-99e4-cccffd7b3eb0,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:10.466367 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (404d1238-eea1-4719-99e4-cccffd7b3eb0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:10.468688 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-180da33a-fdcc-4c82-babf-5face31e5efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:10.472022 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d0d85c-28b9-4dbe-a9a6-b77998d730a2 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (adfc18cf-84fe-47af-af4e-901f9ee64adf), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:10.535286 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d0d85c-28b9-4dbe-a9a6-b77998d730a2 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:10.542207 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a3d0d85c-28b9-4dbe-a9a6-b77998d730a2 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/adfc18cf-84fe-47af-af4e-901f9ee64adf HTTP/1.1" status: 204 len: 168 time: 0.5764985 Feb 09 01:35:10.543671 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0d85c-28b9-4dbe-a9a6-b77998d730a2 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=adfc18cf-84fe-47af-af4e-901f9ee64adf,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:10.545551 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59746) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:10.575249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b63261-6008-4aa3-936d-f684fb45bb91 req-db3ac141-6940-4ab0-9b4f-805e49427911 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:10.594719 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-80b63261-6008-4aa3-936d-f684fb45bb91 req-db3ac141-6940-4ab0-9b4f-805e49427911 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 945 time: 0.1918001 Feb 09 01:35:10.604342 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcb2aa-ab5c-4647-ac70-477a22a92bf8 req-02bef827-d437-48d9-a453-1c7a19663bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:10.607753 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-10dcb2aa-ab5c-4647-ac70-477a22a92bf8 req-02bef827-d437-48d9-a453-1c7a19663bc1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=453a6711-91a3-4a44-9758-2d1aaefb39b3 HTTP/1.1" status: 200 len: 914 time: 0.6199443 Feb 09 01:35:10.729517 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:10.758165 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ae211d-0f6b-4be4-aa3a-4eb32d59ace3 None None] DHCP port deletion for d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:35:10.758635 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24e20add-f068-4a0e-a65c-cef4fe2a38a0 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (1bf5e4ee-0e8f-45d2-9e83-c70e412990cf), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:10.766292 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1391b77a-e943-444b-add1-88821579b78b req-14da544d-5ec1-489f-8515-5fe127922a86 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef15e03d-f9cc-4a7d-9ec8-28a400449018&id=115f0378-d5c0-41c0-858b-87df266c1c20&id=5cf60ec0-adfd-4f95-b443-092a4054ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3076415 Feb 09 01:35:10.774745 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=404d1238-eea1-4719-99e4-cccffd7b3eb0,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:10.868708 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:10.896951 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-180da33a-fdcc-4c82-babf-5face31e5efc admin admin] Deleting port e8d64021-0fc6-4571-a2d5-0e564766ddfc {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:10.899300 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-180da33a-fdcc-4c82-babf-5face31e5efc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e8d64021-0fc6-4571-a2d5-0e564766ddfc), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:10.902854 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f19a01-043e-4e5a-9089-9a0fc9dffb05 x-openstack-request-id: req-e8f19a01-043e-4e5a-9089-9a0fc9dffb05 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:10.903151 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710281ff-5c7c-4c7b-a78e-e9a4b488b102", "name": "network-vif-unplugged", "status": "completed", "tag": "404d1238-eea1-4719-99e4-cccffd7b3eb0", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:10.907699 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8f19a01-043e-4e5a-9089-9a0fc9dffb05 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:10.908453 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710281ff-5c7c-4c7b-a78e-e9a4b488b102', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '404d1238-eea1-4719-99e4-cccffd7b3eb0', 'code': 200} Feb 09 01:35:10.931124 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-10dcb2aa-ab5c-4647-ac70-477a22a92bf8 req-605419dd-082b-4bd9-86ca-9e9cfe1bb05a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3157d255-3bb5-4183-b938-3685be2a99db HTTP/1.1" status: 200 len: 217 time: 0.2662001 Feb 09 01:35:10.982208 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-86ae211d-0f6b-4be4-aa3a-4eb32d59ace3 None None] Deleting port e8d64021-0fc6-4571-a2d5-0e564766ddfc {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:10.982593 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-86ae211d-0f6b-4be4-aa3a-4eb32d59ace3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e8d64021-0fc6-4571-a2d5-0e564766ddfc), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:11.021778 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-180da33a-fdcc-4c82-babf-5face31e5efc admin admin] For port e8d64021-0fc6-4571-a2d5-0e564766ddfc, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e8d64021-0fc6-4571-a2d5-0e564766ddfc,segment=NetworkSegment(9253e8b6-f6f2-4b36-9bf8-c220945e657d),segment_id=9253e8b6-f6f2-4b36-9bf8-c220945e657d)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:11.022530 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-180da33a-fdcc-4c82-babf-5face31e5efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e8d64021-0fc6-4571-a2d5-0e564766ddfc), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:11.041676 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-180da33a-fdcc-4c82-babf-5face31e5efc admin admin] Calling delete_port for e8d64021-0fc6-4571-a2d5-0e564766ddfc owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:11.076730 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2aec9-f39e-4dda-a5a8-fb60d358eeff req-31892f11-1e49-4f42-a509-437d51250379 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:11.078885 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dfa2aec9-f39e-4dda-a5a8-fb60d358eeff req-31892f11-1e49-4f42-a509-437d51250379 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.67 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 943 time: 0.4525869 Feb 09 01:35:11.099661 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-86ae211d-0f6b-4be4-aa3a-4eb32d59ace3 None None] For port e8d64021-0fc6-4571-a2d5-0e564766ddfc, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e8d64021-0fc6-4571-a2d5-0e564766ddfc,segment=NetworkSegment(9253e8b6-f6f2-4b36-9bf8-c220945e657d),segment_id=9253e8b6-f6f2-4b36-9bf8-c220945e657d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:11.100317 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-86ae211d-0f6b-4be4-aa3a-4eb32d59ace3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e8d64021-0fc6-4571-a2d5-0e564766ddfc), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:11.121895 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-86ae211d-0f6b-4be4-aa3a-4eb32d59ace3 None None] Calling delete_port for e8d64021-0fc6-4571-a2d5-0e564766ddfc owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:11.123698 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcb2aa-ab5c-4647-ac70-477a22a92bf8 req-e24211ea-9878-4114-b3c2-d53a726f2fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:11.125245 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-10dcb2aa-ab5c-4647-ac70-477a22a92bf8 req-e24211ea-9878-4114-b3c2-d53a726f2fd9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5663d0ec-236b-44b8-be2c-ca4247ec2433 HTTP/1.1" status: 200 len: 853 time: 0.1679373 Feb 09 01:35:11.139482 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-80b63261-6008-4aa3-936d-f684fb45bb91 req-c4c792b6-5086-46b5-ac95-1fb573592272 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5434723 Feb 09 01:35:11.196453 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-10dcb2aa-ab5c-4647-ac70-477a22a92bf8 req-220d6347-322b-4eb6-8661-e007d6e60725 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=453a6711-91a3-4a44-9758-2d1aaefb39b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462604 Feb 09 01:35:11.313857 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-86ae211d-0f6b-4be4-aa3a-4eb32d59ace3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (e8d64021-0fc6-4571-a2d5-0e564766ddfc), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:11.357163 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae211d-0f6b-4be4-aa3a-4eb32d59ace3 None None] No DVR routers for this DVR port e8d64021-0fc6-4571-a2d5-0e564766ddfc on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:11.365254 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae211d-0f6b-4be4-aa3a-4eb32d59ace3 None None] Pushing event deleted for resources: {'Port': ['ID=e8d64021-0fc6-4571-a2d5-0e564766ddfc,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:11.440759 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24e20add-f068-4a0e-a65c-cef4fe2a38a0 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (1bf5e4ee-0e8f-45d2-9e83-c70e412990cf), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:11.533966 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-24e20add-f068-4a0e-a65c-cef4fe2a38a0 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf5e4ee-0e8f-45d2-9e83-c70e412990cf']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:11.548274 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-10dcb2aa-ab5c-4647-ac70-477a22a92bf8 req-5ad448e4-c69e-4446-92ea-730e9c225169 service neutron] 10.222.0.67 "GET /v2.0/networks/453a6711-91a3-4a44-9758-2d1aaefb39b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445108 Feb 09 01:35:11.548721 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-24e20add-f068-4a0e-a65c-cef4fe2a38a0 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e61a9f7-d16f-431f-a7e5-6a8a48015abb') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:11.549366 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-24e20add-f068-4a0e-a65c-cef4fe2a38a0 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e61a9f7-d16f-431f-a7e5-6a8a48015abb') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:11.568500 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24e20add-f068-4a0e-a65c-cef4fe2a38a0 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (4e61a9f7-d16f-431f-a7e5-6a8a48015abb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:11.584402 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24e20add-f068-4a0e-a65c-cef4fe2a38a0 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (4e61a9f7-d16f-431f-a7e5-6a8a48015abb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:11.587306 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-dfa2aec9-f39e-4dda-a5a8-fb60d358eeff req-569d76e5-c49b-4e88-87b3-87c7a9366970 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Deleting port 404d1238-eea1-4719-99e4-cccffd7b3eb0 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:11.587596 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dfa2aec9-f39e-4dda-a5a8-fb60d358eeff req-569d76e5-c49b-4e88-87b3-87c7a9366970 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (404d1238-eea1-4719-99e4-cccffd7b3eb0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:11.593397 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e20add-f068-4a0e-a65c-cef4fe2a38a0 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:35:11.594088 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24e20add-f068-4a0e-a65c-cef4fe2a38a0 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (4e61a9f7-d16f-431f-a7e5-6a8a48015abb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:35:11.657753 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:35:11.676903 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-180da33a-fdcc-4c82-babf-5face31e5efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (e8d64021-0fc6-4571-a2d5-0e564766ddfc), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:11.705038 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f5d8d-c556-416e-ba67-edb5ad2593fd req-931bbd16-2116-4935-8e4d-eef021df88e6 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:11.706341 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d61f5d8d-c556-416e-ba67-edb5ad2593fd req-931bbd16-2116-4935-8e4d-eef021df88e6 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 1023 time: 0.2960982 Feb 09 01:35:11.708622 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-0c8d4d9b-1277-4a42-aa30-6b613ac50f2f service neutron] 10.222.0.67 "GET /v2.0/ports/0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719/bindings/n-h2-828387-3 HTTP/1.1" status: 200 len: 384 time: 0.5224254 Feb 09 01:35:11.714016 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24e20add-f068-4a0e-a65c-cef4fe2a38a0 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (1bf5e4ee-0e8f-45d2-9e83-c70e412990cf), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:11.718517 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180da33a-fdcc-4c82-babf-5face31e5efc admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d64021-0fc6-4571-a2d5-0e564766ddfc,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:11.726546 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b5089-0b20-4ea6-8cee-51ac1c0990a9 req-d29456b7-6905-4cea-8c8e-b5165f484979 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:11.733271 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e20add-f068-4a0e-a65c-cef4fe2a38a0 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1bf5e4ee-0e8f-45d2-9e83-c70e412990cf {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 01:35:11.739632 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-265b5089-0b20-4ea6-8cee-51ac1c0990a9 req-d29456b7-6905-4cea-8c8e-b5165f484979 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.2708743 Feb 09 01:35:11.754362 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24e20add-f068-4a0e-a65c-cef4fe2a38a0 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:11.764712 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-24e20add-f068-4a0e-a65c-cef4fe2a38a0 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "DELETE /v2.0/networks/1bf5e4ee-0e8f-45d2-9e83-c70e412990cf HTTP/1.1" status: 204 len: 168 time: 1.2168705 Feb 09 01:35:11.794238 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e49ca-38a3-4791-a8e8-a7e0e703018e req-21eee337-57b7-4ff1-a5aa-9ab8bd5c5724 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:11.801288 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-949e49ca-38a3-4791-a8e8-a7e0e703018e req-21eee337-57b7-4ff1-a5aa-9ab8bd5c5724 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 944 time: 0.6552529 Feb 09 01:35:11.813802 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e20add-f068-4a0e-a65c-cef4fe2a38a0 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Pushing event deleted for resources: {'Network': ['ID=1bf5e4ee-0e8f-45d2-9e83-c70e412990cf,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:11.845452 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180da33a-fdcc-4c82-babf-5face31e5efc admin admin] No DVR routers for this DVR port e8d64021-0fc6-4571-a2d5-0e564766ddfc on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:12.012502 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-949e49ca-38a3-4791-a8e8-a7e0e703018e req-949bb95b-47b5-4b52-ad40-9dfa41cb9d3d tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015190 Feb 09 01:35:12.100105 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-180da33a-fdcc-4c82-babf-5face31e5efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:12.124155 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-10dcb2aa-ab5c-4647-ac70-477a22a92bf8 req-d415f613-735b-44db-9652-5fd40473338a service neutron] 10.222.0.67 "GET /v2.0/networks/453a6711-91a3-4a44-9758-2d1aaefb39b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5669932 Feb 09 01:35:12.141291 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-dfa2aec9-f39e-4dda-a5a8-fb60d358eeff req-569d76e5-c49b-4e88-87b3-87c7a9366970 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] For port 404d1238-eea1-4719-99e4-cccffd7b3eb0, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=404d1238-eea1-4719-99e4-cccffd7b3eb0,segment=NetworkSegment(c07f409c-2a75-4382-8c31-8a2af5357732),segment_id=c07f409c-2a75-4382-8c31-8a2af5357732)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:12.141768 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dfa2aec9-f39e-4dda-a5a8-fb60d358eeff req-569d76e5-c49b-4e88-87b3-87c7a9366970 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (404d1238-eea1-4719-99e4-cccffd7b3eb0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:12.174420 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-265b5089-0b20-4ea6-8cee-51ac1c0990a9 req-8145c938-811f-4671-b119-103062a7dbe5 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338341 Feb 09 01:35:12.209486 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-dfa2aec9-f39e-4dda-a5a8-fb60d358eeff req-569d76e5-c49b-4e88-87b3-87c7a9366970 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Calling delete_port for 404d1238-eea1-4719-99e4-cccffd7b3eb0 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:12.217759 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-180da33a-fdcc-4c82-babf-5face31e5efc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:12.228058 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:12.303955 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-180da33a-fdcc-4c82-babf-5face31e5efc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9253e8b6-f6f2-4b36-9bf8-c220945e657d') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:12.308069 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-180da33a-fdcc-4c82-babf-5face31e5efc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9253e8b6-f6f2-4b36-9bf8-c220945e657d') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:12.344274 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-180da33a-fdcc-4c82-babf-5face31e5efc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (9253e8b6-f6f2-4b36-9bf8-c220945e657d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:12.369480 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-180da33a-fdcc-4c82-babf-5face31e5efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (9253e8b6-f6f2-4b36-9bf8-c220945e657d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:12.380975 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180da33a-fdcc-4c82-babf-5face31e5efc admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:35:12.381531 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-180da33a-fdcc-4c82-babf-5face31e5efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (9253e8b6-f6f2-4b36-9bf8-c220945e657d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:35:12.385484 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:35:12.421869 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59770) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:12.433389 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-d61f5d8d-c556-416e-ba67-edb5ad2593fd req-7b59abe2-a4a7-4a52-9f53-60c061da0000 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Deleting port 3157d255-3bb5-4183-b938-3685be2a99db {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:12.433922 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d61f5d8d-c556-416e-ba67-edb5ad2593fd req-7b59abe2-a4a7-4a52-9f53-60c061da0000 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (3157d255-3bb5-4183-b938-3685be2a99db), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:12.446593 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c656ae1-0e7f-4742-acfe-c666683af261 req-deddbb6b-e34e-4d50-8a01-16349a5c862e tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:12.453776 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c656ae1-0e7f-4742-acfe-c666683af261 req-deddbb6b-e34e-4d50-8a01-16349a5c862e tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 1023 time: 0.2730842 Feb 09 01:35:12.494154 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4d030734-0c7e-49d5-8f00-939677b9d8e2 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Request body: {'router': {'name': 'tempest-router--2144493072', 'project_id': 'c4f19de724874ab6a62257d144420500'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:12.508611 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-ce32e216-3e64-44d2-9f73-8e2e29c5d215 service neutron] For port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:12.525474 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-180da33a-fdcc-4c82-babf-5face31e5efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:12.575094 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-180da33a-fdcc-4c82-babf-5face31e5efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:12.586345 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-180da33a-fdcc-4c82-babf-5face31e5efc admin admin] 10.222.0.36 "DELETE /v2.0/networks/d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81 HTTP/1.1" status: 204 len: 168 time: 2.5870402 Feb 09 01:35:12.590560 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-ce32e216-3e64-44d2-9f73-8e2e29c5d215 service neutron] For port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:35:12.592686 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180da33a-fdcc-4c82-babf-5face31e5efc admin admin] Pushing event deleted for resources: {'Network': ['ID=d71bf14c-2dee-4ae3-84b0-dfa41dbf1c81,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:12.748023 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e8d64021-0fc6-4571-a2d5-0e564766ddfc no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:12.770077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-ce32e216-3e64-44d2-9f73-8e2e29c5d215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:35:12.801382 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c656ae1-0e7f-4742-acfe-c666683af261 req-75c75e3d-c8b7-41a5-b37f-b559a26a239c tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef15e03d-f9cc-4a7d-9ec8-28a400449018&id=115f0378-d5c0-41c0-858b-87df266c1c20&id=5cf60ec0-adfd-4f95-b443-092a4054ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3463297 Feb 09 01:35:12.829974 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: e8d64021-0fc6-4571-a2d5-0e564766ddfc {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:35:12.830524 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e8d64021-0fc6-4571-a2d5-0e564766ddfc not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:35:12.852032 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-ce32e216-3e64-44d2-9f73-8e2e29c5d215 service neutron] For port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:12.892600 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-ce32e216-3e64-44d2-9f73-8e2e29c5d215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:13.114788 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59776) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:13.150260 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4d030734-0c7e-49d5-8f00-939677b9d8e2 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (ce0224e4-a434-470f-9ea9-4da78b25524a), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:13.152044 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4d030734-0c7e-49d5-8f00-939677b9d8e2 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (ce0224e4-a434-470f-9ea9-4da78b25524a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:13.195444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-d61f5d8d-c556-416e-ba67-edb5ad2593fd req-7b59abe2-a4a7-4a52-9f53-60c061da0000 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] For port 3157d255-3bb5-4183-b938-3685be2a99db, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=3157d255-3bb5-4183-b938-3685be2a99db,segment=NetworkSegment(0565080c-e78e-4687-9c37-ade1a0353378),segment_id=0565080c-e78e-4687-9c37-ade1a0353378)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:13.195444 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d61f5d8d-c556-416e-ba67-edb5ad2593fd req-7b59abe2-a4a7-4a52-9f53-60c061da0000 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (3157d255-3bb5-4183-b938-3685be2a99db), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:13.223071 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-d61f5d8d-c556-416e-ba67-edb5ad2593fd req-7b59abe2-a4a7-4a52-9f53-60c061da0000 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Calling delete_port for 3157d255-3bb5-4183-b938-3685be2a99db owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:13.340919 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-afe01df7-97b5-43db-931f-c3ae7ea7e49f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d89a71cf0a034975ab9c25318a99d6bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217703 Feb 09 01:35:13.343873 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59782) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:13.391518 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:13.418405 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c2772-f83a-4a58-b890-a1336865165e req-8379226f-cd7d-42df-a67d-739e8e9565d5 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:13.421202 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed8c2772-f83a-4a58-b890-a1336865165e req-8379226f-cd7d-42df-a67d-739e8e9565d5 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/ports?device_id=710281ff-5c7c-4c7b-a78e-e9a4b488b102 HTTP/1.1" status: 200 len: 943 time: 1.0007043 Feb 09 01:35:13.505213 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dfa2aec9-f39e-4dda-a5a8-fb60d358eeff req-569d76e5-c49b-4e88-87b3-87c7a9366970 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (404d1238-eea1-4719-99e4-cccffd7b3eb0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:13.606117 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d76e5-c49b-4e88-87b3-87c7a9366970 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Pushing event deleted for resources: {'Port': ['ID=404d1238-eea1-4719-99e4-cccffd7b3eb0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:13.626351 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbbcb4-b564-4cbb-bcd6-c8fb86c830aa req-d2d9df9c-bbe8-48ed-9ac8-1917f2585359 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:13.633620 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c3fbbcb4-b564-4cbb-bcd6-c8fb86c830aa req-d2d9df9c-bbe8-48ed-9ac8-1917f2585359 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 944 time: 0.3274491 Feb 09 01:35:13.652601 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-99cc4ad8-423e-40da-aa15-4552709c9cc3 admin admin] Publish callbacks [] for security_group (e7d7c560-625e-4c7f-8cbb-905d29cda986), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:13.681760 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-ce32e216-3e64-44d2-9f73-8e2e29c5d215 service neutron] Transition to ACTIVE for port object 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:13.706710 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d61f5d8d-c556-416e-ba67-edb5ad2593fd req-7b59abe2-a4a7-4a52-9f53-60c061da0000 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (3157d255-3bb5-4183-b938-3685be2a99db), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:13.712165 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa2aec9-f39e-4dda-a5a8-fb60d358eeff req-569d76e5-c49b-4e88-87b3-87c7a9366970 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] No DVR routers for this DVR port 404d1238-eea1-4719-99e4-cccffd7b3eb0 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:13.717176 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed8c2772-f83a-4a58-b890-a1336865165e req-cdcffd9c-21d3-417d-acfd-d3ec50df834d tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.36 "GET /v2.0/security-groups?id=ddde7f93-d41d-443d-b8bd-fba08627354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618997 Feb 09 01:35:13.718314 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dfa2aec9-f39e-4dda-a5a8-fb60d358eeff req-569d76e5-c49b-4e88-87b3-87c7a9366970 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:13.721940 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-ce32e216-3e64-44d2-9f73-8e2e29c5d215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:13.722575 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dfa2aec9-f39e-4dda-a5a8-fb60d358eeff req-569d76e5-c49b-4e88-87b3-87c7a9366970 tempest-ImagesTestJSON-2049879228 tempest-ImagesTestJSON-2049879228-project] 10.222.0.67 "DELETE /v2.0/ports/404d1238-eea1-4719-99e4-cccffd7b3eb0 HTTP/1.1" status: 204 len: 173 time: 2.6377277 Feb 09 01:35:13.724573 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['12c5d5ff-40f1-4516-822e-7914c72900d0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:13.732888 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710281ff-5c7c-4c7b-a78e-e9a4b488b102', 'name': 'network-vif-deleted', 'tag': '404d1238-eea1-4719-99e4-cccffd7b3eb0'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:13.735351 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b55759-e539-431f-af50-43bd3561e9da" -d '{"events": [{"server_uuid": "710281ff-5c7c-4c7b-a78e-e9a4b488b102", "name": "network-vif-deleted", "tag": "404d1238-eea1-4719-99e4-cccffd7b3eb0"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:13.737543 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-99cc4ad8-423e-40da-aa15-4552709c9cc3 admin admin] Publish callbacks [] for security_group (e7d7c560-625e-4c7f-8cbb-905d29cda986), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:13.810980 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59abe2-a4a7-4a52-9f53-60c061da0000 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event deleted for resources: {'Port': ['ID=3157d255-3bb5-4183-b938-3685be2a99db,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:13.822677 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4d030734-0c7e-49d5-8f00-939677b9d8e2 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_controller (ce0224e4-a434-470f-9ea9-4da78b25524a), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:13.829404 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4d030734-0c7e-49d5-8f00-939677b9d8e2 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (ce0224e4-a434-470f-9ea9-4da78b25524a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:13.883307 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61f5d8d-c556-416e-ba67-edb5ad2593fd req-7b59abe2-a4a7-4a52-9f53-60c061da0000 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] No DVR routers for this DVR port 3157d255-3bb5-4183-b938-3685be2a99db on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:13.888637 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d61f5d8d-c556-416e-ba67-edb5ad2593fd req-7b59abe2-a4a7-4a52-9f53-60c061da0000 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:13.897997 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d61f5d8d-c556-416e-ba67-edb5ad2593fd req-7b59abe2-a4a7-4a52-9f53-60c061da0000 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.67 "DELETE /v2.0/ports/3157d255-3bb5-4183-b938-3685be2a99db HTTP/1.1" status: 204 len: 173 time: 2.1522799 Feb 09 01:35:13.904303 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4d030734-0c7e-49d5-8f00-939677b9d8e2 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:13.906653 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4d030734-0c7e-49d5-8f00-939677b9d8e2 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.4566562 Feb 09 01:35:13.909298 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59790) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:14.091309 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c3fbbcb4-b564-4cbb-bcd6-c8fb86c830aa req-75ba7979-6af1-49a9-96f4-8e190e8bec1c tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364257 Feb 09 01:35:14.094007 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-ce32e216-3e64-44d2-9f73-8e2e29c5d215 service neutron] No DVR routers for this DVR port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:14.150858 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-99cc4ad8-423e-40da-aa15-4552709c9cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e7d7c560-625e-4c7f-8cbb-905d29cda986), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:14.158655 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-99cc4ad8-423e-40da-aa15-4552709c9cc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:14.161106 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-99cc4ad8-423e-40da-aa15-4552709c9cc3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e7d7c560-625e-4c7f-8cbb-905d29cda986 HTTP/1.1" status: 204 len: 168 time: 0.7882957 Feb 09 01:35:14.214505 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32e216-3e64-44d2-9f73-8e2e29c5d215 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719,revision_number=10']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:14.236798 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-ce32e216-3e64-44d2-9f73-8e2e29c5d215 service neutron] 10.222.0.67 "PUT /v2.0/ports/0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719/bindings/n-h2-828387-3/activate HTTP/1.1" status: 200 len: 369 time: 2.5193167 Feb 09 01:35:14.238446 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc4ad8-423e-40da-aa15-4552709c9cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d7c560-625e-4c7f-8cbb-905d29cda986,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:14.559701 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa82dc40-19bf-4d96-8f21-981329eeb3ef x-openstack-request-id: req-fa82dc40-19bf-4d96-8f21-981329eeb3ef {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:14.560668 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710281ff-5c7c-4c7b-a78e-e9a4b488b102", "name": "network-vif-deleted", "tag": "404d1238-eea1-4719-99e4-cccffd7b3eb0", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:14.561098 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fa82dc40-19bf-4d96-8f21-981329eeb3ef {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:14.561734 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710281ff-5c7c-4c7b-a78e-e9a4b488b102', 'name': 'network-vif-deleted', 'tag': '404d1238-eea1-4719-99e4-cccffd7b3eb0', 'status': 'completed', 'code': 200} Feb 09 01:35:14.630161 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eea9b174-5862-4948-8140-9e236e9ad1bd tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router (ce0224e4-a434-470f-9ea9-4da78b25524a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:14.732566 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f0f84f33-5eda-4a13-b36f-d19efaadbe75 req-d4e946de-1f7b-4b04-9133-35ec7600af9b tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf6b642-1356-4e28-b6d6-1e2910667662 HTTP/1.1" status: 200 len: 210 time: 0.0660241 Feb 09 01:35:14.792743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3100b-70c3-4a45-899b-eda92281b354 req-043b1093-1bb8-4ebd-878d-6ae39d7db3be tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:14.801276 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-79a3100b-70c3-4a45-899b-eda92281b354 req-043b1093-1bb8-4ebd-878d-6ae39d7db3be tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.7858474 Feb 09 01:35:14.876439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-4882b058-6cd9-4feb-9dc1-72ae833a3946 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:14.877962 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-4882b058-6cd9-4feb-9dc1-72ae833a3946 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147&tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&binding%3Ahost_id=n-h1-828387-3 HTTP/1.1" status: 200 len: 1127 time: 0.3200843 Feb 09 01:35:14.980513 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e7bb3-0809-4480-aeea-e223a038438a req-7df8605b-02e6-4fb7-9287-da50fab8f78c tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:14.984533 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e8e7bb3-0809-4480-aeea-e223a038438a req-7df8605b-02e6-4fb7-9287-da50fab8f78c tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 946 time: 0.1396968 Feb 09 01:35:15.006246 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eea9b174-5862-4948-8140-9e236e9ad1bd tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (ce0224e4-a434-470f-9ea9-4da78b25524a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:15.017776 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eea9b174-5862-4948-8140-9e236e9ad1bd tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_controller (ce0224e4-a434-470f-9ea9-4da78b25524a), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:15.084911 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e8e7bb3-0809-4480-aeea-e223a038438a req-b836bb04-5a57-4e58-b5a3-ec9fa25512bd tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916626 Feb 09 01:35:15.139988 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-79a3100b-70c3-4a45-899b-eda92281b354 req-4c3a2197-d5d6-4c6e-abb8-6f39ce3f909c tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356957 Feb 09 01:35:15.151579 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-6c6d8279-6d4c-4419-a52d-8f1691e29fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:15.153163 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-6c6d8279-6d4c-4419-a52d-8f1691e29fed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147&tenant_id=433f56aeb5b04fa39d1f9120b707d9b4 HTTP/1.1" status: 200 len: 1127 time: 0.2354176 Feb 09 01:35:15.157740 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eea9b174-5862-4948-8140-9e236e9ad1bd tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (ce0224e4-a434-470f-9ea9-4da78b25524a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:15.158287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea9b174-5862-4948-8140-9e236e9ad1bd tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce0224e4-a434-470f-9ea9-4da78b25524a {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:35:15.196080 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eea9b174-5862-4948-8140-9e236e9ad1bd tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:15.204550 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-eea9b174-5862-4948-8140-9e236e9ad1bd tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "DELETE /v2.0/routers/ce0224e4-a434-470f-9ea9-4da78b25524a HTTP/1.1" status: 204 len: 168 time: 1.2914536 Feb 09 01:35:15.355353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-65b7b76d-6a65-41d2-8782-517f02de3735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:15.357324 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-65b7b76d-6a65-41d2-8782-517f02de3735 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 1127 time: 0.1308067 Feb 09 01:35:15.375292 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ce181-63f5-4217-9fc5-b5da6ee6a2c9 req-3a7fa6b7-992e-49f8-9c9e-fcec6dc8e499 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:15.378169 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-937ce181-63f5-4217-9fc5-b5da6ee6a2c9 req-3a7fa6b7-992e-49f8-9c9e-fcec6dc8e499 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 945 time: 0.1015701 Feb 09 01:35:15.541353 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-937ce181-63f5-4217-9fc5-b5da6ee6a2c9 req-47055677-2fee-47dc-ab98-7f85cb4749ba tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420720 Feb 09 01:35:15.555986 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 3157d255-3bb5-4183-b938-3685be2a99db no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:15.622428 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 3157d255-3bb5-4183-b938-3685be2a99db {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:35:15.627244 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-18efc3c8-3e00-40a3-9c60-de28f966e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:15.630402 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-18efc3c8-3e00-40a3-9c60-de28f966e54b service neutron] 10.222.0.48 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 907 time: 0.2505314 Feb 09 01:35:15.636587 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 3157d255-3bb5-4183-b938-3685be2a99db not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:35:15.637494 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 404d1238-eea1-4719-99e4-cccffd7b3eb0 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:15.645190 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59834) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:15.717035 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 404d1238-eea1-4719-99e4-cccffd7b3eb0 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:35:15.719977 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 404d1238-eea1-4719-99e4-cccffd7b3eb0 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:35:15.737099 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-76a5341f-ac2e-474b-be03-64dcd1efb6cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 HTTP/1.1" status: 200 len: 217 time: 0.0946527 Feb 09 01:35:15.914167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-e9430fad-0f81-49e4-a028-daa3080ae6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:15.915318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59858) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:15.915612 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-e9430fad-0f81-49e4-a028-daa3080ae6c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.1670218 Feb 09 01:35:15.920308 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f50fe598-f4b5-46bd-a967-307935fc499f req-2385e24d-f41d-4de2-a5ac-541ff3abe5d5 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/ef15e03d-f9cc-4a7d-9ec8-28a400449018 HTTP/1.1" status: 200 len: 1817 time: 0.0898035 Feb 09 01:35:16.017591 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-c29ab15e-e87a-48bd-981b-a0c73919fdac tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-291399438', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}, 'admin_state_up': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:16.031555 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-11395dac-b2a1-406e-9e1c-97cb622462e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733721 Feb 09 01:35:16.045411 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9e1479-2711-4ff0-8973-18d96c99bf3a admin admin] Deleting subnet 6417b864-ca46-417c-8bb2-9bbd8753c5f1 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:35:16.049501 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e9e1479-2711-4ff0-8973-18d96c99bf3a admin admin] Publish callbacks [] for subnet (6417b864-ca46-417c-8bb2-9bbd8753c5f1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:16.142580 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e9e1479-2711-4ff0-8973-18d96c99bf3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (6417b864-ca46-417c-8bb2-9bbd8753c5f1), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:16.149749 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29ab15e-e87a-48bd-981b-a0c73919fdac tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (fc105022-9ae3-4606-a103-7d2a521eb85c), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:16.151442 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29ab15e-e87a-48bd-981b-a0c73919fdac tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (fc105022-9ae3-4606-a103-7d2a521eb85c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:16.153319 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f50fe598-f4b5-46bd-a967-307935fc499f req-e06805aa-5d64-4d46-bea8-19395407644c tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (ef15e03d-f9cc-4a7d-9ec8-28a400449018), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:16.203683 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f50fe598-f4b5-46bd-a967-307935fc499f req-e06805aa-5d64-4d46-bea8-19395407644c tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (ef15e03d-f9cc-4a7d-9ec8-28a400449018), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:16.250186 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-36a26422-62c5-41e5-b869-d646be431c08 service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042222 Feb 09 01:35:16.307559 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59868) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:16.313732 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29ab15e-e87a-48bd-981b-a0c73919fdac tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_controller (fc105022-9ae3-4606-a103-7d2a521eb85c), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:16.339934 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f50fe598-f4b5-46bd-a967-307935fc499f req-e06805aa-5d64-4d46-bea8-19395407644c tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ef15e03d-f9cc-4a7d-9ec8-28a400449018), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:16.345479 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f50fe598-f4b5-46bd-a967-307935fc499f req-e06805aa-5d64-4d46-bea8-19395407644c tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:16.347849 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f50fe598-f4b5-46bd-a967-307935fc499f req-e06805aa-5d64-4d46-bea8-19395407644c tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "DELETE /v2.0/security-groups/ef15e03d-f9cc-4a7d-9ec8-28a400449018 HTTP/1.1" status: 204 len: 173 time: 0.4195144 Feb 09 01:35:16.378667 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06805aa-5d64-4d46-bea8-19395407644c tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef15e03d-f9cc-4a7d-9ec8-28a400449018,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:16.425515 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-c228034d-0abe-4fcc-9e0f-d3ba14f5224f service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686125 Feb 09 01:35:16.560384 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2323e-e6be-452e-8bfb-e838076b88a3 req-a2e6be9a-aeae-4307-a529-d8ccb5cc3f53 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:16.563245 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-57c2323e-e6be-452e-8bfb-e838076b88a3 req-a2e6be9a-aeae-4307-a529-d8ccb5cc3f53 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.1133080 Feb 09 01:35:16.563773 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf6b642-1356-4e28-b6d6-1e2910667662', 'name': 'network-vif-deleted', 'tag': '3157d255-3bb5-4183-b938-3685be2a99db'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:16.567873 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dc21e9-a26b-4017-8dab-1016646f68c6" -d '{"events": [{"server_uuid": "9cf6b642-1356-4e28-b6d6-1e2910667662", "name": "network-vif-deleted", "tag": "3157d255-3bb5-4183-b938-3685be2a99db"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:16.588896 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e9e1479-2711-4ff0-8973-18d96c99bf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (6417b864-ca46-417c-8bb2-9bbd8753c5f1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:16.597390 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-298aff11-9b32-4a14-8b6b-e025bc1be4f9 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-788455720-network', 'tenant_id': 'd16af0fd2b2042ed98a101b523423318'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:16.693124 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-57c2323e-e6be-452e-8bfb-e838076b88a3 req-86a72b07-9830-4d59-a2c1-ed056044762c tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132123 Feb 09 01:35:16.764868 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8f285-e174-4e4d-a5a5-34dc3d1f6c0f req-1c7d7895-e58f-4982-9d55-9d9fcf08ff8c tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:16.765746 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4dc8f285-e174-4e4d-a5a5-34dc3d1f6c0f req-1c7d7895-e58f-4982-9d55-9d9fcf08ff8c tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 946 time: 0.4868422 Feb 09 01:35:16.802364 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298aff11-9b32-4a14-8b6b-e025bc1be4f9 admin admin] Made reservation on behalf of d16af0fd2b2042ed98a101b523423318 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:16.805374 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-298aff11-9b32-4a14-8b6b-e025bc1be4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:16.821310 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3a04b4b-46ca-42ae-84c2-6eaa149019c9 req-7da68f14-624d-4ac9-8f4d-095e37a8d9df tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/5cf60ec0-adfd-4f95-b443-092a4054ea23 HTTP/1.1" status: 200 len: 1817 time: 0.0912471 Feb 09 01:35:16.847594 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29ab15e-e87a-48bd-981b-a0c73919fdac tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_gateway (fc105022-9ae3-4606-a103-7d2a521eb85c), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:16.852607 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-298aff11-9b32-4a14-8b6b-e025bc1be4f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:16.876508 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e9e1479-2711-4ff0-8973-18d96c99bf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (6417b864-ca46-417c-8bb2-9bbd8753c5f1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:16.970077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e1479-2711-4ff0-8973-18d96c99bf3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6417b864-ca46-417c-8bb2-9bbd8753c5f1,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:16.983687 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-172f010c-80b8-4fad-ab3b-741ec3e5ef6d tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:16.985274 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-172f010c-80b8-4fad-ab3b-741ec3e5ef6d tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147&tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&binding%3Ahost_id=n-h2-828387-3 HTTP/1.1" status: 200 len: 1127 time: 0.1802897 Feb 09 01:35:17.027499 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4dc8f285-e174-4e4d-a5a5-34dc3d1f6c0f req-9d038049-050d-491a-930b-af85846c835f tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264588 Feb 09 01:35:17.033368 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e9e1479-2711-4ff0-8973-18d96c99bf3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.036954 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9e9e1479-2711-4ff0-8973-18d96c99bf3a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6417b864-ca46-417c-8bb2-9bbd8753c5f1 HTTP/1.1" status: 204 len: 168 time: 1.1203163 Feb 09 01:35:17.041719 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d3a04b4b-46ca-42ae-84c2-6eaa149019c9 req-22e0a5ef-9b6e-4006-bb6a-a6f047efe5e1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (5cf60ec0-adfd-4f95-b443-092a4054ea23), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.042098 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9e1479-2711-4ff0-8973-18d96c99bf3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.042687 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9e1479-2711-4ff0-8973-18d96c99bf3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.043227 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9e1479-2711-4ff0-8973-18d96c99bf3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.043789 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9e1479-2711-4ff0-8973-18d96c99bf3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.043960 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59880) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:17.044522 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9e1479-2711-4ff0-8973-18d96c99bf3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.045045 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9e1479-2711-4ff0-8973-18d96c99bf3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.045643 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9e1479-2711-4ff0-8973-18d96c99bf3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.046227 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9e1479-2711-4ff0-8973-18d96c99bf3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.046641 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9e1479-2711-4ff0-8973-18d96c99bf3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.047021 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9e1479-2711-4ff0-8973-18d96c99bf3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.047935 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9e1479-2711-4ff0-8973-18d96c99bf3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.048414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9e1479-2711-4ff0-8973-18d96c99bf3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.048888 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9e1479-2711-4ff0-8973-18d96c99bf3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.106934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e81bf9-e84b-4816-a7bf-f14052d4d760 req-e5882937-1528-4baf-9c13-5790ae1c61ba tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:17.108540 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d1e81bf9-e84b-4816-a7bf-f14052d4d760 req-e5882937-1528-4baf-9c13-5790ae1c61ba tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.48 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 946 time: 0.1927869 Feb 09 01:35:17.143598 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9adf5ab-b1e3-43fb-83b4-16b6dec56f55 x-openstack-request-id: req-c9adf5ab-b1e3-43fb-83b4-16b6dec56f55 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:17.143974 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf6b642-1356-4e28-b6d6-1e2910667662", "name": "network-vif-deleted", "tag": "3157d255-3bb5-4183-b938-3685be2a99db", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:17.144243 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c9adf5ab-b1e3-43fb-83b4-16b6dec56f55 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:17.144646 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf6b642-1356-4e28-b6d6-1e2910667662', 'name': 'network-vif-deleted', 'tag': '3157d255-3bb5-4183-b938-3685be2a99db', 'status': 'completed', 'code': 200} Feb 09 01:35:17.189759 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-298aff11-9b32-4a14-8b6b-e025bc1be4f9 admin admin] Publish callbacks [] for security_group (b9c3f0ee-508c-4e94-864f-ebc0aa9271c2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.201890 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-298aff11-9b32-4a14-8b6b-e025bc1be4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b9c3f0ee-508c-4e94-864f-ebc0aa9271c2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.237242 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298aff11-9b32-4a14-8b6b-e025bc1be4f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:35:17.242649 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d3a04b4b-46ca-42ae-84c2-6eaa149019c9 req-22e0a5ef-9b6e-4006-bb6a-a6f047efe5e1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (5cf60ec0-adfd-4f95-b443-092a4054ea23), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.259839 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298aff11-9b32-4a14-8b6b-e025bc1be4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c3f0ee-508c-4e94-864f-ebc0aa9271c2,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:17.283368 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-298aff11-9b32-4a14-8b6b-e025bc1be4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (95922bbc-deec-45a3-b812-be48f9b3b1d2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.283728 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-298aff11-9b32-4a14-8b6b-e025bc1be4f9 admin admin] Added segment 95922bbc-deec-45a3-b812-be48f9b3b1d2 of type vlan for network 40b0a656-2512-4f2e-b282-c9d8927706db Feb 09 01:35:17.357663 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d3a04b4b-46ca-42ae-84c2-6eaa149019c9 req-22e0a5ef-9b6e-4006-bb6a-a6f047efe5e1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5cf60ec0-adfd-4f95-b443-092a4054ea23), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.360598 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d3a04b4b-46ca-42ae-84c2-6eaa149019c9 req-22e0a5ef-9b6e-4006-bb6a-a6f047efe5e1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.365597 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3a04b4b-46ca-42ae-84c2-6eaa149019c9 req-22e0a5ef-9b6e-4006-bb6a-a6f047efe5e1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "DELETE /v2.0/security-groups/5cf60ec0-adfd-4f95-b443-092a4054ea23 HTTP/1.1" status: 204 len: 173 time: 0.5004971 Feb 09 01:35:17.381003 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7cbdbfc4-62ca-4355-a239-bb651b31bd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (5b64af6b-0c58-4f8d-a0de-377b2bbc2b16), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.410747 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-298aff11-9b32-4a14-8b6b-e025bc1be4f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (40b0a656-2512-4f2e-b282-c9d8927706db), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.422799 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0a5ef-9b6e-4006-bb6a-a6f047efe5e1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf60ec0-adfd-4f95-b443-092a4054ea23,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:17.432813 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-ab4057a6-4b18-4d1f-a077-5c31403c8d30 req-57b788a5-dcad-4d4a-97c1-de239b60a9aa tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-684263256', 'description': 'tempest-description-1382053295'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:17.449090 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29ab15e-e87a-48bd-981b-a0c73919fdac tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_gateway (fc105022-9ae3-4606-a103-7d2a521eb85c), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.460018 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0a5ef-9b6e-4006-bb6a-a6f047efe5e1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.460018 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0a5ef-9b6e-4006-bb6a-a6f047efe5e1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.460496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0a5ef-9b6e-4006-bb6a-a6f047efe5e1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.460496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0a5ef-9b6e-4006-bb6a-a6f047efe5e1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.460812 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0a5ef-9b6e-4006-bb6a-a6f047efe5e1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.461098 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0a5ef-9b6e-4006-bb6a-a6f047efe5e1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.461433 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0a5ef-9b6e-4006-bb6a-a6f047efe5e1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.461762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0a5ef-9b6e-4006-bb6a-a6f047efe5e1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.462077 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0a5ef-9b6e-4006-bb6a-a6f047efe5e1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.462401 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0a5ef-9b6e-4006-bb6a-a6f047efe5e1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.462741 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0a5ef-9b6e-4006-bb6a-a6f047efe5e1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.463053 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0a5ef-9b6e-4006-bb6a-a6f047efe5e1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.463396 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0a5ef-9b6e-4006-bb6a-a6f047efe5e1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.486169 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29ab15e-e87a-48bd-981b-a0c73919fdac tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.506188 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05760db0-c3ec-43e0-ae0e-c653464dd67f req-72941998-2f2f-4425-9697-eb1832bd13a4 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:17.507935 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-05760db0-c3ec-43e0-ae0e-c653464dd67f req-72941998-2f2f-4425-9697-eb1832bd13a4 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 945 time: 0.2766061 Feb 09 01:35:17.517538 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ab4057a6-4b18-4d1f-a077-5c31403c8d30 req-57b788a5-dcad-4d4a-97c1-de239b60a9aa tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.533444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-250df967-6a4c-4066-9ba8-7820c23748ef service neutron] For port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:35:17.557981 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-298aff11-9b32-4a14-8b6b-e025bc1be4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (40b0a656-2512-4f2e-b282-c9d8927706db), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.558928 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298aff11-9b32-4a14-8b6b-e025bc1be4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:17.559531 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-298aff11-9b32-4a14-8b6b-e025bc1be4f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.580283 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-250df967-6a4c-4066-9ba8-7820c23748ef service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.581422 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf79dada-4f6e-47c6-b75d-58f213446fbb req-250df967-6a4c-4066-9ba8-7820c23748ef service neutron] 10.222.0.48 "DELETE /v2.0/ports/0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719/bindings/n-h1-828387-3 HTTP/1.1" status: 204 len: 173 time: 0.5780072 Feb 09 01:35:17.606977 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-d1e81bf9-e84b-4816-a7bf-f14052d4d760 req-0a1e9fc8-840b-4f3a-871a-cdc3ea406f6d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Deleting port 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:17.607360 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d1e81bf9-e84b-4816-a7bf-f14052d4d760 req-0a1e9fc8-840b-4f3a-871a-cdc3ea406f6d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.611120 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7cbdbfc4-62ca-4355-a239-bb651b31bd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (5b64af6b-0c58-4f8d-a0de-377b2bbc2b16), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.660378 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-298aff11-9b32-4a14-8b6b-e025bc1be4f9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3483696 Feb 09 01:35:17.667322 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59884) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:17.697581 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-7cbdbfc4-62ca-4355-a239-bb651b31bd45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b64af6b-0c58-4f8d-a0de-377b2bbc2b16']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:17.702315 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6486356c-d199-485a-a8f5-1e9153f7f07e admin admin] Request body: {'subnet': {'network_id': '40b0a656-2512-4f2e-b282-c9d8927706db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-788455720-subnet', 'tenant_id': 'd16af0fd2b2042ed98a101b523423318', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:17.714115 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-7cbdbfc4-62ca-4355-a239-bb651b31bd45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07f409c-2a75-4382-8c31-8a2af5357732') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:17.714461 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-7cbdbfc4-62ca-4355-a239-bb651b31bd45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07f409c-2a75-4382-8c31-8a2af5357732') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:17.718676 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298aff11-9b32-4a14-8b6b-e025bc1be4f9 admin admin] Pushing event updated for resources: {'Network': ['ID=40b0a656-2512-4f2e-b282-c9d8927706db,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:17.736664 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7cbdbfc4-62ca-4355-a239-bb651b31bd45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (c07f409c-2a75-4382-8c31-8a2af5357732), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.741377 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-05760db0-c3ec-43e0-ae0e-c653464dd67f req-8de3cdf8-1fdc-4be4-b27d-d81c6b54a7d8 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181349 Feb 09 01:35:17.743942 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 40b0a656-2512-4f2e-b282-c9d8927706db details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:35:17.774320 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7cbdbfc4-62ca-4355-a239-bb651b31bd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (c07f409c-2a75-4382-8c31-8a2af5357732), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.811566 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6486356c-d199-485a-a8f5-1e9153f7f07e admin admin] Made reservation on behalf of d16af0fd2b2042ed98a101b523423318 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:17.817104 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ab4057a6-4b18-4d1f-a077-5c31403c8d30 req-57b788a5-dcad-4d4a-97c1-de239b60a9aa tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (58241ac3-d21e-4b93-8d3e-47623b9b8e96), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.818597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cbdbfc4-62ca-4355-a239-bb651b31bd45 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:35:17.819231 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7cbdbfc4-62ca-4355-a239-bb651b31bd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (c07f409c-2a75-4382-8c31-8a2af5357732), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: items = [ Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:35:17.821321 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:35:17.823576 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6486356c-d199-485a-a8f5-1e9153f7f07e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.839308 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ab4057a6-4b18-4d1f-a077-5c31403c8d30 req-57b788a5-dcad-4d4a-97c1-de239b60a9aa tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (58241ac3-d21e-4b93-8d3e-47623b9b8e96), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.849684 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-d1e81bf9-e84b-4816-a7bf-f14052d4d760 req-0a1e9fc8-840b-4f3a-871a-cdc3ea406f6d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] For port 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4,segment=NetworkSegment(097c5076-9db0-48e7-9d59-aad5f00c38d4),segment_id=097c5076-9db0-48e7-9d59-aad5f00c38d4)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:17.850230 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d1e81bf9-e84b-4816-a7bf-f14052d4d760 req-0a1e9fc8-840b-4f3a-871a-cdc3ea406f6d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.858448 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-c29ab15e-e87a-48bd-981b-a0c73919fdac tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Allocated IP 172.25.7.229 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/efb3a9b7-c9d5-48ae-9df7-bb5d7033fe3a) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:18.099233 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ab4057a6-4b18-4d1f-a077-5c31403c8d30 req-57b788a5-dcad-4d4a-97c1-de239b60a9aa tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:18.101770 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab4057a6-4b18-4d1f-a077-5c31403c8d30 req-57b788a5-dcad-4d4a-97c1-de239b60a9aa tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7017601 Feb 09 01:35:18.154596 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7cbdbfc4-62ca-4355-a239-bb651b31bd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (5b64af6b-0c58-4f8d-a0de-377b2bbc2b16), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:18.156074 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b788a5-dcad-4d4a-97c1-de239b60a9aa tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58241ac3-d21e-4b93-8d3e-47623b9b8e96,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:18.182630 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7cbdbfc4-62ca-4355-a239-bb651b31bd45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:18.184436 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7cbdbfc4-62ca-4355-a239-bb651b31bd45 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5b64af6b-0c58-4f8d-a0de-377b2bbc2b16 HTTP/1.1" status: 204 len: 168 time: 1.1367507 Feb 09 01:35:18.216966 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6486356c-d199-485a-a8f5-1e9153f7f07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (64890185-dcc7-4353-a8cb-39f870200951), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:18.298920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbdbfc4-62ca-4355-a239-bb651b31bd45 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b64af6b-0c58-4f8d-a0de-377b2bbc2b16,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:18.457982 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14ec0c-3e26-4049-a810-95dedf4b679e req-63f0d16d-abe9-499a-b462-79abc2daccb7 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:18.461432 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0b14ec0c-3e26-4049-a810-95dedf4b679e req-63f0d16d-abe9-499a-b462-79abc2daccb7 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 946 time: 0.2473109 Feb 09 01:35:18.473293 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59900) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:18.545628 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d1e81bf9-e84b-4816-a7bf-f14052d4d760 req-0a1e9fc8-840b-4f3a-871a-cdc3ea406f6d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:18.546011 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d1e81bf9-e84b-4816-a7bf-f14052d4d760 req-0a1e9fc8-840b-4f3a-871a-cdc3ea406f6d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (01322e71-f21d-45be-b670-6434605f4de0), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:18.546756 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [req-d1e81bf9-e84b-4816-a7bf-f14052d4d760 req-0a1e9fc8-840b-4f3a-871a-cdc3ea406f6d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Floating IP 01322e71-f21d-45be-b670-6434605f4de0 disassociated. External IP: 172.25.7.38, port: 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4. Feb 09 01:35:18.547122 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-d1e81bf9-e84b-4816-a7bf-f14052d4d760 req-0a1e9fc8-840b-4f3a-871a-cdc3ea406f6d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Calling delete_port for 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:18.682726 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-078e2ee9-7c1b-4578-a988-0c62238282e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=829cc45e3f5e4f3f937ece362019fbee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2058866 Feb 09 01:35:18.683729 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59902) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:18.696365 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e1fe9-36cc-4f66-824d-5042d82a9e18 req-41b9ea11-329f-4180-8395-e062f171a1d4 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:18.705052 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ec1e1fe9-36cc-4f66-824d-5042d82a9e18 req-41b9ea11-329f-4180-8395-e062f171a1d4 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.7406142 Feb 09 01:35:18.705258 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0b14ec0c-3e26-4049-a810-95dedf4b679e req-a30fda8b-1b0a-4fe2-87f5-0979372813c5 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bc80cbf-96f2-499f-a76e-4ad884404098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306061 Feb 09 01:35:18.783501 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486356c-d199-485a-a8f5-1e9153f7f07e admin admin] Pushing event updated for resources: {'Subnet': ['ID=64890185-dcc7-4353-a8cb-39f870200951,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:18.831672 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29ab15e-e87a-48bd-981b-a0c73919fdac tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for port (efb3a9b7-c9d5-48ae-9df7-bb5d7033fe3a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:18.838598 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-46b7e27f-0724-4ab3-b405-9fc857fd1f40 req-463e8855-6e51-4faf-947f-5a6f089cdd13 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/58241ac3-d21e-4b93-8d3e-47623b9b8e96 HTTP/1.1" status: 200 len: 1817 time: 0.0952759 Feb 09 01:35:18.843299 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-70a5ec4b-18bc-49cc-9206-721e0c67d535 admin admin] Publish callbacks [] for security_group (ddde7f93-d41d-443d-b8bd-fba08627354b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:18.843481 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486356c-d199-485a-a8f5-1e9153f7f07e admin admin] Checking segment: {'id': '95922bbc-deec-45a3-b812-be48f9b3b1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40b0a656-2512-4f2e-b282-c9d8927706db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:35:18.848487 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6486356c-d199-485a-a8f5-1e9153f7f07e admin admin] Network hostable DHCP agents. Network: 40b0a656-2512-4f2e-b282-c9d8927706db, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:35:18.867728 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-46b7e27f-0724-4ab3-b405-9fc857fd1f40 req-27912811-247a-43cc-98b2-39e07fcc9e32 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Request body: {'security_group': {'name': 'tempest-sg-hth-292037841', 'description': 'tempest-description-hth-303071429'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:18.873223 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ec1e1fe9-36cc-4f66-824d-5042d82a9e18 req-bb6cb6b0-6f50-448b-8c96-0d5021eb92f2 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672759 Feb 09 01:35:18.904314 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6486356c-d199-485a-a8f5-1e9153f7f07e admin admin] Network 40b0a656-2512-4f2e-b282-c9d8927706db is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:35:18.913821 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-70a5ec4b-18bc-49cc-9206-721e0c67d535 admin admin] Publish callbacks [] for security_group (ddde7f93-d41d-443d-b8bd-fba08627354b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:18.921660 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-6486356c-d199-485a-a8f5-1e9153f7f07e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 40b0a656-2512-4f2e-b282-c9d8927706db) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:18.931258 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6486356c-d199-485a-a8f5-1e9153f7f07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:18.932125 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6486356c-d199-485a-a8f5-1e9153f7f07e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:18.933218 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78144e5-8670-47fb-8d58-5f45618a1c51 None None] Network 40b0a656-2512-4f2e-b282-c9d8927706db requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:35:18.945424 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29ab15e-e87a-48bd-981b-a0c73919fdac tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (efb3a9b7-c9d5-48ae-9df7-bb5d7033fe3a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:18.971598 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6486356c-d199-485a-a8f5-1e9153f7f07e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2751796 Feb 09 01:35:19.008289 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-46b7e27f-0724-4ab3-b405-9fc857fd1f40 req-27912811-247a-43cc-98b2-39e07fcc9e32 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (58241ac3-d21e-4b93-8d3e-47623b9b8e96), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:19.013367 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d1e81bf9-e84b-4816-a7bf-f14052d4d760 req-0a1e9fc8-840b-4f3a-871a-cdc3ea406f6d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:19.036969 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29ab15e-e87a-48bd-981b-a0c73919fdac tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:19.046508 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-c29ab15e-e87a-48bd-981b-a0c73919fdac tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:19.050556 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29ab15e-e87a-48bd-981b-a0c73919fdac tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:19.092414 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e9fc8-840b-4f3a-871a-cdc3ea406f6d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Pushing event deleted for resources: {'Port': ['ID=4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:19.102883 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ab15e-e87a-48bd-981b-a0c73919fdac tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Pushing event updated for resources: {'Port': ['ID=efb3a9b7-c9d5-48ae-9df7-bb5d7033fe3a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:19.173813 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-70a5ec4b-18bc-49cc-9206-721e0c67d535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ddde7f93-d41d-443d-b8bd-fba08627354b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:19.182299 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-70a5ec4b-18bc-49cc-9206-721e0c67d535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:19.189292 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-70a5ec4b-18bc-49cc-9206-721e0c67d535 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ddde7f93-d41d-443d-b8bd-fba08627354b HTTP/1.1" status: 204 len: 168 time: 0.4998224 Feb 09 01:35:19.270998 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-46b7e27f-0724-4ab3-b405-9fc857fd1f40 req-27912811-247a-43cc-98b2-39e07fcc9e32 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (58241ac3-d21e-4b93-8d3e-47623b9b8e96), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:19.320986 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-46b7e27f-0724-4ab3-b405-9fc857fd1f40 req-27912811-247a-43cc-98b2-39e07fcc9e32 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (58241ac3-d21e-4b93-8d3e-47623b9b8e96), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:19.323820 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-46b7e27f-0724-4ab3-b405-9fc857fd1f40 req-27912811-247a-43cc-98b2-39e07fcc9e32 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:19.325051 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-46b7e27f-0724-4ab3-b405-9fc857fd1f40 req-27912811-247a-43cc-98b2-39e07fcc9e32 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "PUT /v2.0/security-groups/58241ac3-d21e-4b93-8d3e-47623b9b8e96 HTTP/1.1" status: 200 len: 1790 time: 0.4731705 Feb 09 01:35:19.339780 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5ec4b-18bc-49cc-9206-721e0c67d535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddde7f93-d41d-443d-b8bd-fba08627354b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:19.425893 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c89ba1c-1bdc-4cc6-be62-df42b8aac9a5 None None] Network 40b0a656-2512-4f2e-b282-c9d8927706db requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:35:19.670295 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e7241-dec6-468e-9fc3-9507db8c76f4 req-3d44cba2-b4e9-4b03-953a-d70f09a1df6a tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:19.671978 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9c7e7241-dec6-468e-9fc3-9507db8c76f4 req-3d44cba2-b4e9-4b03-953a-d70f09a1df6a tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 1127 time: 0.3925297 Feb 09 01:35:19.799581 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9c7e7241-dec6-468e-9fc3-9507db8c76f4 req-0a0be82b-341b-4845-b5b1-0724f292ff4d tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073675 Feb 09 01:35:19.862438 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29ab15e-e87a-48bd-981b-a0c73919fdac tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_gateway (fc105022-9ae3-4606-a103-7d2a521eb85c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:19.872105 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27912811-247a-43cc-98b2-39e07fcc9e32 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58241ac3-d21e-4b93-8d3e-47623b9b8e96,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:19.914305 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-05cd8495-2cff-4279-91bc-746bc6bcd8e9 req-601ce2fe-3bc8-4005-b20e-388c37b643f1 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/58241ac3-d21e-4b93-8d3e-47623b9b8e96 HTTP/1.1" status: 200 len: 1790 time: 0.1293917 Feb 09 01:35:19.991272 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1e81bf9-e84b-4816-a7bf-f14052d4d760 req-0a1e9fc8-840b-4f3a-871a-cdc3ea406f6d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Router f2029d96-c1c9-44c4-b6c3-28ae018eff2b has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:35:20.032469 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-462f87e2-01f2-47ab-9ff0-e28c28d5122f req-28ef0103-8438-42f9-8b8c-53ef0e0ce829 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2310785e-9e40-4fb3-b6d1-dcaff2f7e42d HTTP/1.1" status: 200 len: 210 time: 0.0454645 Feb 09 01:35:20.191152 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29ab15e-e87a-48bd-981b-a0c73919fdac tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (fc105022-9ae3-4606-a103-7d2a521eb85c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:20.331972 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188973b-6713-4b92-af12-b84d51c6456e req-a7e748fa-bfa2-4d40-a4bb-db2d97f1976e tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:20.333507 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1188973b-6713-4b92-af12-b84d51c6456e req-a7e748fa-bfa2-4d40-a4bb-db2d97f1976e tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 1127 time: 0.1103084 Feb 09 01:35:20.383034 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1e81bf9-e84b-4816-a7bf-f14052d4d760 req-0a1e9fc8-840b-4f3a-871a-cdc3ea406f6d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:35:20.403480 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce3b7b9-0661-4394-8bf2-145258343d93 None None] Sync routers for ids ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:20.418891 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce3b7b9-0661-4394-8bf2-145258343d93 None None] Routers {'f2029d96-c1c9-44c4-b6c3-28ae018eff2b'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:20.421000 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-dce3b7b9-0661-4394-8bf2-145258343d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:35:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:20.427549 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29ab15e-e87a-48bd-981b-a0c73919fdac tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Router fc105022-9ae3-4606-a103-7d2a521eb85c is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:35:20.433939 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1188973b-6713-4b92-af12-b84d51c6456e req-eba5e01d-efe7-4bf0-ac7a-9959c8ed792f tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863547 Feb 09 01:35:20.454125 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e81bf9-e84b-4816-a7bf-f14052d4d760 req-0a1e9fc8-840b-4f3a-871a-cdc3ea406f6d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] No DVR routers for this DVR port 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:20.470058 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d1e81bf9-e84b-4816-a7bf-f14052d4d760 req-0a1e9fc8-840b-4f3a-871a-cdc3ea406f6d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:20.473787 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d1e81bf9-e84b-4816-a7bf-f14052d4d760 req-0a1e9fc8-840b-4f3a-871a-cdc3ea406f6d tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.48 "DELETE /v2.0/ports/4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 HTTP/1.1" status: 204 len: 173 time: 3.3335390 Feb 09 01:35:20.475719 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2310785e-9e40-4fb3-b6d1-dcaff2f7e42d', 'name': 'network-vif-deleted', 'tag': '4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:20.482637 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e0868f-7fdf-4eae-961d-a1d6f7208e66" -d '{"events": [{"server_uuid": "2310785e-9e40-4fb3-b6d1-dcaff2f7e42d", "name": "network-vif-deleted", "tag": "4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:20.568171 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bdfcc88e-110d-4118-ae34-43623b48cf92 req-f0e816c1-dbf6-49cf-ad47-4a66e0a75897 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/58241ac3-d21e-4b93-8d3e-47623b9b8e96 HTTP/1.1" status: 200 len: 1790 time: 0.0637810 Feb 09 01:35:20.721945 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bdfcc88e-110d-4118-ae34-43623b48cf92 req-bfd1f4d1-357b-4d55-9b85-3801aca46a29 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (58241ac3-d21e-4b93-8d3e-47623b9b8e96), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:20.772884 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bdfcc88e-110d-4118-ae34-43623b48cf92 req-bfd1f4d1-357b-4d55-9b85-3801aca46a29 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (58241ac3-d21e-4b93-8d3e-47623b9b8e96), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:20.838269 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:20.843295 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bdfcc88e-110d-4118-ae34-43623b48cf92 req-bfd1f4d1-357b-4d55-9b85-3801aca46a29 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (58241ac3-d21e-4b93-8d3e-47623b9b8e96), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:20.847240 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bdfcc88e-110d-4118-ae34-43623b48cf92 req-bfd1f4d1-357b-4d55-9b85-3801aca46a29 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:20.850928 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bdfcc88e-110d-4118-ae34-43623b48cf92 req-bfd1f4d1-357b-4d55-9b85-3801aca46a29 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "DELETE /v2.0/security-groups/58241ac3-d21e-4b93-8d3e-47623b9b8e96 HTTP/1.1" status: 204 len: 173 time: 0.2741439 Feb 09 01:35:20.869526 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1f4d1-357b-4d55-9b85-3801aca46a29 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58241ac3-d21e-4b93-8d3e-47623b9b8e96,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:20.887313 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:35:20.887707 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:35:20.952837 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-dce3b7b9-0661-4394-8bf2-145258343d93 None None] Set router f2029d96-c1c9-44c4-b6c3-28ae018eff2b gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:35:20.991063 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29ab15e-e87a-48bd-981b-a0c73919fdac tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:35:21.012801 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d6274a-f902-4e6a-b5e1-c8c4b506683a None None] Sync routers for ids ['fc105022-9ae3-4606-a103-7d2a521eb85c'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:21.030813 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-f6381062-a508-4ac1-92f4-760b64494f17 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:21.032544 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-f6381062-a508-4ac1-92f4-760b64494f17 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/networks?id=40b0a656-2512-4f2e-b282-c9d8927706db HTTP/1.1" status: 200 len: 817 time: 0.3461406 Feb 09 01:35:21.044743 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d6274a-f902-4e6a-b5e1-c8c4b506683a None None] Routers {'fc105022-9ae3-4606-a103-7d2a521eb85c'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:21.048118 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-37d6274a-f902-4e6a-b5e1-c8c4b506683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:35:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['fc105022-9ae3-4606-a103-7d2a521eb85c'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:21.061167 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-f9946470-bb79-404e-a5c6-9733c2df6bfb tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/quotas/d16af0fd2b2042ed98a101b523423318 HTTP/1.1" status: 200 len: 375 time: 0.0189595 Feb 09 01:35:21.066742 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29ab15e-e87a-48bd-981b-a0c73919fdac tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:21.071328 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c29ab15e-e87a-48bd-981b-a0c73919fdac tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.4209375 Feb 09 01:35:21.076293 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59970) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:21.141882 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417ce81-0ae2-4d71-8e37-51cd648e6e76 req-4b76c2ca-fac6-444c-a7fa-5dee703191f9 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:21.144334 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0417ce81-0ae2-4d71-8e37-51cd648e6e76 req-4b76c2ca-fac6-444c-a7fa-5dee703191f9 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.1754012 Feb 09 01:35:21.167273 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-37d6274a-f902-4e6a-b5e1-c8c4b506683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:21.183510 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d6274a-f902-4e6a-b5e1-c8c4b506683a None None] Routers {'fc105022-9ae3-4606-a103-7d2a521eb85c'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:21.184380 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-37d6274a-f902-4e6a-b5e1-c8c4b506683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:35:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['fc105022-9ae3-4606-a103-7d2a521eb85c'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:21.218647 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0417ce81-0ae2-4d71-8e37-51cd648e6e76 req-cf3fa1ac-f82a-4d5b-97e6-f1729a127902 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621741 Feb 09 01:35:21.221412 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-37d6274a-f902-4e6a-b5e1-c8c4b506683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:21.222621 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d6274a-f902-4e6a-b5e1-c8c4b506683a None None] The sync data for ids ['fc105022-9ae3-4606-a103-7d2a521eb85c'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:21.254250 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-ba10a600-62fe-4953-ac34-90f332eb58e2 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d16af0fd2b2042ed98a101b523423318&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1810524 Feb 09 01:35:21.402953 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59976) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:21.415160 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-dce3b7b9-0661-4394-8bf2-145258343d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820247541-router', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'gw_port': {'id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '28cb58dc-5486-45c1-accb-a880b5db9304', 'name': '', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'mac_address': 'fa:16:3e:a1:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 5, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'subnets': [{'id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:21.426514 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-90944468-f4da-4801-9308-cc04c1cb4733 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "GET /v2.0/routers/fc105022-9ae3-4606-a103-7d2a521eb85c HTTP/1.1" status: 200 len: 924 time: 0.3469706 Feb 09 01:35:21.463142 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-730424a4-b447-44cc-bfd9-411e7596617d tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc105022-9ae3-4606-a103-7d2a521eb85c HTTP/1.1" status: 200 len: 205 time: 0.0588217 Feb 09 01:35:21.463999 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59978) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:21.477654 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce3b7b9-0661-4394-8bf2-145258343d93 None None] Checking router: f2029d96-c1c9-44c4-b6c3-28ae018eff2b for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:35:21.482155 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-8c0c8501-3cb2-4964-93c3-fde78df0e6f5 service neutron] 10.222.0.36 "GET /v2.0/networks/40b0a656-2512-4f2e-b282-c9d8927706db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177989 Feb 09 01:35:21.489685 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce3b7b9-0661-4394-8bf2-145258343d93 None None] Routers {'f2029d96-c1c9-44c4-b6c3-28ae018eff2b'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:21.490620 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-dce3b7b9-0661-4394-8bf2-145258343d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:35:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:21.560843 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d7d9b1-3703-4970-84ae-aaf2596cb6f8 x-openstack-request-id: req-35d7d9b1-3703-4970-84ae-aaf2596cb6f8 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:21.561601 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2310785e-9e40-4fb3-b6d1-dcaff2f7e42d", "name": "network-vif-deleted", "tag": "4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:21.562027 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35d7d9b1-3703-4970-84ae-aaf2596cb6f8 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:21.562747 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2310785e-9e40-4fb3-b6d1-dcaff2f7e42d', 'name': 'network-vif-deleted', 'tag': '4b0f9fa5-af1b-41cc-9e5f-3cc977c256f4', 'status': 'completed', 'code': 200} Feb 09 01:35:21.676133 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-dce3b7b9-0661-4394-8bf2-145258343d93 None None] Set router f2029d96-c1c9-44c4-b6c3-28ae018eff2b gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:35:21.677233 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c89ab7e9-e8d1-4c15-873e-95acb3afc986 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router (fc105022-9ae3-4606-a103-7d2a521eb85c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:21.681088 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-619430d5-66a9-4c07-b87a-1992e498eff3 service neutron] 10.222.0.36 "GET /v2.0/networks/40b0a656-2512-4f2e-b282-c9d8927706db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568742 Feb 09 01:35:21.700271 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:35:21.923405 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c89ab7e9-e8d1-4c15-873e-95acb3afc986 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_gateway (fc105022-9ae3-4606-a103-7d2a521eb85c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:22.003984 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-dce3b7b9-0661-4394-8bf2-145258343d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820247541-router', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'gw_port': {'id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '28cb58dc-5486-45c1-accb-a880b5db9304', 'name': '', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'mac_address': 'fa:16:3e:a1:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 5, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'subnets': [{'id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:22.047676 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c89ab7e9-e8d1-4c15-873e-95acb3afc986 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Deleting port efb3a9b7-c9d5-48ae-9df7-bb5d7033fe3a {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:22.048333 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c89ab7e9-e8d1-4c15-873e-95acb3afc986 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (efb3a9b7-c9d5-48ae-9df7-bb5d7033fe3a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:22.063100 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce3b7b9-0661-4394-8bf2-145258343d93 None None] The sync data for ids ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'] in n-d-828387-3 is: [{'id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820247541-router', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'gw_port': {'id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '28cb58dc-5486-45c1-accb-a880b5db9304', 'name': '', 'network_id': '30f1f285-ac54-43cd-8116-17aca97bda27', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'mac_address': 'fa:16:3e:a1:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 5, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'subnets': [{'id': '6573763d-11e2-4623-8df7-0db6006f3bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:22.205425 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c89ab7e9-e8d1-4c15-873e-95acb3afc986 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (efb3a9b7-c9d5-48ae-9df7-bb5d7033fe3a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:22.231950 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c89ab7e9-e8d1-4c15-873e-95acb3afc986 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Calling delete_port for efb3a9b7-c9d5-48ae-9df7-bb5d7033fe3a owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:22.329195 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-dee84a16-08d9-43b6-8616-a0e4cda4922a req-2a970d79-8119-4c3a-8973-5eb9b98a6749 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] show failed (client error): The resource could not be found. Feb 09 01:35:22.333086 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dee84a16-08d9-43b6-8616-a0e4cda4922a req-2a970d79-8119-4c3a-8973-5eb9b98a6749 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/5cf60ec0-adfd-4f95-b443-092a4054ea23 HTTP/1.1" status: 404 len: 352 time: 0.0247638 Feb 09 01:35:22.633880 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d518e-adec-4e2e-8b41-3a9a6d8b1326 req-c137537e-2ff0-46ba-bdfd-e17487b56d6e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:22.637082 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d4d518e-adec-4e2e-8b41-3a9a6d8b1326 req-c137537e-2ff0-46ba-bdfd-e17487b56d6e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.1561401 Feb 09 01:35:22.641262 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d0368e-b508-4e54-aae1-1d27d7fb5596 None None] New status for floating IP 01322e71-f21d-45be-b670-6434605f4de0: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:35:22.702836 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [req-5af70852-7c07-42da-8822-157c160693bf req-899f50d9-3250-47e4-8e93-302d3e96d964 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] show failed (client error): The resource could not be found. Feb 09 01:35:22.706094 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5af70852-7c07-42da-8822-157c160693bf req-899f50d9-3250-47e4-8e93-302d3e96d964 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/ef15e03d-f9cc-4a7d-9ec8-28a400449018 HTTP/1.1" status: 404 len: 352 time: 0.0440924 Feb 09 01:35:22.711592 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c89ab7e9-e8d1-4c15-873e-95acb3afc986 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (efb3a9b7-c9d5-48ae-9df7-bb5d7033fe3a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:22.748760 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d4d518e-adec-4e2e-8b41-3a9a6d8b1326 req-c7132a2e-af68-4005-aaf5-e239f2edc738 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041310 Feb 09 01:35:22.820745 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ab7e9-e8d1-4c15-873e-95acb3afc986 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Pushing event deleted for resources: {'Port': ['ID=efb3a9b7-c9d5-48ae-9df7-bb5d7033fe3a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:22.855996 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60030) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:22.936202 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-353a003a-2689-4b48-af33-ed44fd23f9ec req-616a72d0-d654-4b8a-bc45-3e047c3de22d tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a29ab1a-44dd-43e6-8651-3f9c901bd9d5 HTTP/1.1" status: 200 len: 210 time: 0.0869503 Feb 09 01:35:23.002882 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c89ab7e9-e8d1-4c15-873e-95acb3afc986 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (fc105022-9ae3-4606-a103-7d2a521eb85c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:23.047470 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-5b185dda-5575-46ef-a5eb-c41a0a5b62be req-5a8d9f3b-591c-4248-9d02-a7344b123a55 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] show failed (client error): The resource could not be found. Feb 09 01:35:23.092984 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b185dda-5575-46ef-a5eb-c41a0a5b62be req-5a8d9f3b-591c-4248-9d02-a7344b123a55 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/d7bad510-7a1c-4593-a398-5722952595da HTTP/1.1" status: 404 len: 352 time: 0.2064104 Feb 09 01:35:23.197042 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-f779358f-7762-4e35-95fa-aff4ce2f866e req-8e823427-1013-4e11-991f-998f1a070aa8 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] show failed (client error): The resource could not be found. Feb 09 01:35:23.198412 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f779358f-7762-4e35-95fa-aff4ce2f866e req-8e823427-1013-4e11-991f-998f1a070aa8 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/e4025a38-4c44-495d-86fd-83893de9d6d9 HTTP/1.1" status: 404 len: 352 time: 0.0513508 Feb 09 01:35:23.206476 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8dcbabfe-4018-4be5-a922-45c15849518e tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for security_group (5bc80cbf-96f2-499f-a76e-4ad884404098), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:23.299606 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8dcbabfe-4018-4be5-a922-45c15849518e tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for security_group (5bc80cbf-96f2-499f-a76e-4ad884404098), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:23.365255 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8dcbabfe-4018-4be5-a922-45c15849518e tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5bc80cbf-96f2-499f-a76e-4ad884404098), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:23.373510 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8dcbabfe-4018-4be5-a922-45c15849518e tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:23.376012 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8dcbabfe-4018-4be5-a922-45c15849518e tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "DELETE /v2.0/security-groups/5bc80cbf-96f2-499f-a76e-4ad884404098 HTTP/1.1" status: 204 len: 168 time: 0.5174227 Feb 09 01:35:23.396093 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60070) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:23.430917 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbabfe-4018-4be5-a922-45c15849518e tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc80cbf-96f2-499f-a76e-4ad884404098,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:23.455341 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-f8334045-8a21-4c0d-a123-6ccb51004b88 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] show failed (client error): The resource could not be found. Feb 09 01:35:23.456933 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f8334045-8a21-4c0d-a123-6ccb51004b88 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "GET /v2.0/security-groups/5bc80cbf-96f2-499f-a76e-4ad884404098 HTTP/1.1" status: 404 len: 347 time: 0.0594122 Feb 09 01:35:23.467837 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60076) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:23.525404 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c89ab7e9-e8d1-4c15-873e-95acb3afc986 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (fc105022-9ae3-4606-a103-7d2a521eb85c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:23.532347 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c89ab7e9-e8d1-4c15-873e-95acb3afc986 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_controller (fc105022-9ae3-4606-a103-7d2a521eb85c), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:23.700881 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c89ab7e9-e8d1-4c15-873e-95acb3afc986 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (fc105022-9ae3-4606-a103-7d2a521eb85c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:23.701441 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89ab7e9-e8d1-4c15-873e-95acb3afc986 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Fanout notify agent at l3_agent the message router_deleted on router fc105022-9ae3-4606-a103-7d2a521eb85c {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:35:23.728738 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-f6d8dc9e-9575-42ee-b059-43dde196686c req-fd4fa553-7aa4-4354-997c-881d12d5c358 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] show failed (client error): The resource could not be found. Feb 09 01:35:23.738311 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f6d8dc9e-9575-42ee-b059-43dde196686c req-fd4fa553-7aa4-4354-997c-881d12d5c358 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/f83ae965-17d9-4dbe-962f-3ad12bca1ad1 HTTP/1.1" status: 404 len: 352 time: 0.1394875 Feb 09 01:35:23.766576 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c89ab7e9-e8d1-4c15-873e-95acb3afc986 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:23.768314 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c89ab7e9-e8d1-4c15-873e-95acb3afc986 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "DELETE /v2.0/routers/fc105022-9ae3-4606-a103-7d2a521eb85c HTTP/1.1" status: 204 len: 168 time: 2.3008626 Feb 09 01:35:23.772143 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60084) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:23.782244 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ba4e7248-58a4-4dd3-9921-803e957fe4bf tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Request body: {'router': {'name': 'tempest-snat-router-497521203', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'enable_snat': False}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:23.813938 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-18cdb6ad-2683-4eb2-a200-ad1a96586b39 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Deleting port f7feec43-c889-41a1-8bd8-1974512c802f {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:23.814889 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-18cdb6ad-2683-4eb2-a200-ad1a96586b39 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (f7feec43-c889-41a1-8bd8-1974512c802f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:23.825811 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba4e7248-58a4-4dd3-9921-803e957fe4bf tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (25c6dc44-1283-4382-a903-b6927411d580), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:23.828489 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba4e7248-58a4-4dd3-9921-803e957fe4bf tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (25c6dc44-1283-4382-a903-b6927411d580), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:23.856845 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [req-cc3fd819-2ca6-47af-8be4-09d690df4926 req-e8a1dce0-3080-44cf-b6e4-d8d9506c3424 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] show failed (client error): The resource could not be found. Feb 09 01:35:23.870725 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cc3fd819-2ca6-47af-8be4-09d690df4926 req-e8a1dce0-3080-44cf-b6e4-d8d9506c3424 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/4857f92e-4be3-4d04-8691-2046ffccb711 HTTP/1.1" status: 404 len: 352 time: 0.0636885 Feb 09 01:35:23.945759 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-18cdb6ad-2683-4eb2-a200-ad1a96586b39 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (f7feec43-c889-41a1-8bd8-1974512c802f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:23.946141 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-18cdb6ad-2683-4eb2-a200-ad1a96586b39 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for floatingip (f7feec43-c889-41a1-8bd8-1974512c802f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:23.969571 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-18cdb6ad-2683-4eb2-a200-ad1a96586b39 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Calling delete_port for f7feec43-c889-41a1-8bd8-1974512c802f owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:24.013256 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba4e7248-58a4-4dd3-9921-803e957fe4bf tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_controller (25c6dc44-1283-4382-a903-b6927411d580), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:24.226311 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-18cdb6ad-2683-4eb2-a200-ad1a96586b39 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (f7feec43-c889-41a1-8bd8-1974512c802f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:24.252296 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adb653-7da4-4915-9675-c2aacd9b034c req-511845a4-6908-4558-bd34-744f12c0afa0 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:24.257397 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d9adb653-7da4-4915-9675-c2aacd9b034c req-511845a4-6908-4558-bd34-744f12c0afa0 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.1376896 Feb 09 01:35:24.368698 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdb6ad-2683-4eb2-a200-ad1a96586b39 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Pushing event deleted for resources: {'Port': ['ID=f7feec43-c889-41a1-8bd8-1974512c802f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:24.408621 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba4e7248-58a4-4dd3-9921-803e957fe4bf tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_gateway (25c6dc44-1283-4382-a903-b6927411d580), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:24.612924 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-18cdb6ad-2683-4eb2-a200-ad1a96586b39 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks [] for floatingip (01322e71-f21d-45be-b670-6434605f4de0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:24.622418 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-18cdb6ad-2683-4eb2-a200-ad1a96586b39 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:24.630587 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-18cdb6ad-2683-4eb2-a200-ad1a96586b39 tempest-ServersWithSpecificFlavorTestJSON-384517458 tempest-ServersWithSpecificFlavorTestJSON-384517458-project] 10.222.0.36 "DELETE /v2.0/floatingips/01322e71-f21d-45be-b670-6434605f4de0 HTTP/1.1" status: 204 len: 168 time: 1.1604466 Feb 09 01:35:24.643641 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d9adb653-7da4-4915-9675-c2aacd9b034c req-0080f0ee-8f3e-4132-ae55-4fbc4d709095 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649383 Feb 09 01:35:24.899161 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f907a417-93f6-45d1-9357-eb885afef5de req-05b06e1e-4ac1-40de-bd41-dfb2087c3d7b tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a29ab1a-44dd-43e6-8651-3f9c901bd9d5 HTTP/1.1" status: 200 len: 210 time: 0.1780403 Feb 09 01:35:25.064253 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c972c-3140-4f9d-807a-32b0cb13b527 req-be71fcc1-fed7-4774-912f-18dddaa51a72 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:25.067236 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c3c972c-3140-4f9d-807a-32b0cb13b527 req-be71fcc1-fed7-4774-912f-18dddaa51a72 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 1023 time: 0.1909616 Feb 09 01:35:25.255953 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba4e7248-58a4-4dd3-9921-803e957fe4bf tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_gateway (25c6dc44-1283-4382-a903-b6927411d580), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:25.296699 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba4e7248-58a4-4dd3-9921-803e957fe4bf tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:25.337584 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c3c972c-3140-4f9d-807a-32b0cb13b527 req-a3212dc7-1ddd-4c62-b541-ce711703a081 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&id=7575e9c5-73c6-40e1-be48-f7256f585074&id=9d7640f5-ee2a-407f-b64e-5f0c5c043b69&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2478318 Feb 09 01:35:25.648544 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-27afc2ca-ccda-45ff-a482-9a6fcc4f876d service neutron] 10.222.0.48 "GET /v2.0/ports/84bb3f8a-433a-48c1-b137-2a48f45baf83/bindings/n-h2-828387-3 HTTP/1.1" status: 200 len: 382 time: 0.2946594 Feb 09 01:35:25.857035 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60158) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:26.032184 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-485ddd58-c412-46bf-928b-991404c9594a tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:26.035351 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-485ddd58-c412-46bf-928b-991404c9594a tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.67 "GET /v2.0/networks?id=40b0a656-2512-4f2e-b282-c9d8927706db HTTP/1.1" status: 200 len: 817 time: 0.5077119 Feb 09 01:35:26.105459 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-ba4e7248-58a4-4dd3-9921-803e957fe4bf tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Allocated IP 172.25.7.226 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/72fa11a5-ddc6-4731-aebe-cd0d69141a1a) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:26.110873 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-9f50dae5-2bb5-4aaf-b4b2-b3f5dfee8f86 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Request body: {'port': {'device_id': '5088e7e2-3c38-4563-8804-7a067f75f878', 'network_id': '40b0a656-2512-4f2e-b282-c9d8927706db', 'admin_state_up': True, 'tenant_id': 'd16af0fd2b2042ed98a101b523423318'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:26.352836 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-11cf2311-942f-4ac5-8beb-7ad9b8112a47 req-183dfa13-b7db-4932-b01b-2bcd5d25371c tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a29ab1a-44dd-43e6-8651-3f9c901bd9d5 HTTP/1.1" status: 200 len: 210 time: 0.2215314 Feb 09 01:35:26.373463 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-78fd1742-1828-447a-9cee-e2fca4dcff57 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:26.375752 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-78fd1742-1828-447a-9cee-e2fca4dcff57 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.67 "GET /v2.0/networks?id=40b0a656-2512-4f2e-b282-c9d8927706db HTTP/1.1" status: 200 len: 817 time: 0.7628593 Feb 09 01:35:26.601456 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-14cbf043-50bf-4356-b26e-7c80c9461bf9 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Request body: {'port': {'device_id': 'cf460074-347d-486c-8460-a1bd38783eb1', 'network_id': '40b0a656-2512-4f2e-b282-c9d8927706db', 'admin_state_up': True, 'tenant_id': 'd16af0fd2b2042ed98a101b523423318'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:26.752117 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ad9f7-a30d-494c-9ad2-3960bac6c1aa req-4d565d93-babf-4dc7-9504-c4b9dcea6a88 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:26.760080 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-de6ad9f7-a30d-494c-9ad2-3960bac6c1aa req-4d565d93-babf-4dc7-9504-c4b9dcea6a88 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.7765470 Feb 09 01:35:26.788535 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-c8e9af22-348e-49d8-bc8b-abcd4d65f391 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:26.790078 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-c8e9af22-348e-49d8-bc8b-abcd4d65f391 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.48 "GET /v2.0/networks?id=40b0a656-2512-4f2e-b282-c9d8927706db HTTP/1.1" status: 200 len: 817 time: 0.7943733 Feb 09 01:35:26.798828 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-e9a7e29b-ac1c-4167-a9d5-ab46b4dcead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:26.800370 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-e9a7e29b-ac1c-4167-a9d5-ab46b4dcead2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3&tenant_id=a8fbbe3309e443c484ce78d66416eddd HTTP/1.1" status: 200 len: 1131 time: 0.5077033 Feb 09 01:35:26.830962 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df503b-52ff-4af8-9275-83210aab2ed8 req-57fb6834-69a1-431d-9961-a861250c98dd tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:26.832756 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04df503b-52ff-4af8-9275-83210aab2ed8 req-57fb6834-69a1-431d-9961-a861250c98dd tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 1023 time: 0.2409556 Feb 09 01:35:26.854554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afcd00-2daf-417b-a8bf-54cb658b3cf2 req-27c86f43-e7ee-4b25-8810-40c069ab867f tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:26.856469 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94afcd00-2daf-417b-a8bf-54cb658b3cf2 req-27c86f43-e7ee-4b25-8810-40c069ab867f tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.67 "GET /v2.0/ports?device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 1023 time: 0.5711699 Feb 09 01:35:26.879040 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-8227de7e-0234-4f89-95e5-9a97d5febe4c tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Request body: {'port': {'device_id': '1a29ab1a-44dd-43e6-8651-3f9c901bd9d5', 'network_id': '40b0a656-2512-4f2e-b282-c9d8927706db', 'admin_state_up': True, 'tenant_id': 'd16af0fd2b2042ed98a101b523423318'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:26.922773 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-de6ad9f7-a30d-494c-9ad2-3960bac6c1aa req-a4337a74-280b-4a0d-a92e-ea4999b09f30 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603656 Feb 09 01:35:26.962128 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-9f50dae5-2bb5-4aaf-b4b2-b3f5dfee8f86 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Made reservation on behalf of d16af0fd2b2042ed98a101b523423318 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:26.974642 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-9f50dae5-2bb5-4aaf-b4b2-b3f5dfee8f86 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:27.042546 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba4e7248-58a4-4dd3-9921-803e957fe4bf tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for port (72fa11a5-ddc6-4731-aebe-cd0d69141a1a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:27.201646 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-14cbf043-50bf-4356-b26e-7c80c9461bf9 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Made reservation on behalf of d16af0fd2b2042ed98a101b523423318 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:27.205605 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-14cbf043-50bf-4356-b26e-7c80c9461bf9 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:27.246263 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba4e7248-58a4-4dd3-9921-803e957fe4bf tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (72fa11a5-ddc6-4731-aebe-cd0d69141a1a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:27.298960 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-9f50dae5-2bb5-4aaf-b4b2-b3f5dfee8f86 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Allocated IP 172.20.0.7 (40b0a656-2512-4f2e-b282-c9d8927706db/64890185-dcc7-4353-a8cb-39f870200951/65b44088-5e5a-4f24-9195-e2d924cd60e7) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:27.317248 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4e7248-58a4-4dd3-9921-803e957fe4bf tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:27.325160 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-ba4e7248-58a4-4dd3-9921-803e957fe4bf tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:27.331246 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4e7248-58a4-4dd3-9921-803e957fe4bf tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:27.344291 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-c0bb9599-317e-4e77-a30d-f2969de1a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:27.346309 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-c0bb9599-317e-4e77-a30d-f2969de1a44e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 1131 time: 0.4868035 Feb 09 01:35:27.385096 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e7248-58a4-4dd3-9921-803e957fe4bf tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Pushing event updated for resources: {'Port': ['ID=72fa11a5-ddc6-4731-aebe-cd0d69141a1a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:27.640152 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-66335624-19c2-405f-a3ea-ba5cafdeaa91 req-daa07782-a39c-40f6-b5a2-59c33337d47c tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a29ab1a-44dd-43e6-8651-3f9c901bd9d5 HTTP/1.1" status: 200 len: 210 time: 0.0719137 Feb 09 01:35:27.837901 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-9f50dae5-2bb5-4aaf-b4b2-b3f5dfee8f86 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Publish callbacks [] for port (65b44088-5e5a-4f24-9195-e2d924cd60e7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:27.908700 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04df503b-52ff-4af8-9275-83210aab2ed8 req-54fc9718-1eaf-4309-b2b1-0cb7ec53022e tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&id=7575e9c5-73c6-40e1-be48-f7256f585074&id=9d7640f5-ee2a-407f-b64e-5f0c5c043b69&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 1.0511107 Feb 09 01:35:27.915511 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-1accce0c-8cf3-4ea7-bc50-62e101f7dd92 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f02af977a01149b6afa3543750ec5ce0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406673 Feb 09 01:35:27.941993 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba4e7248-58a4-4dd3-9921-803e957fe4bf tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_gateway (25c6dc44-1283-4382-a903-b6927411d580), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:28.077418 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-9f50dae5-2bb5-4aaf-b4b2-b3f5dfee8f86 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (65b44088-5e5a-4f24-9195-e2d924cd60e7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:28.088676 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-dc998c32-5f20-4127-8bfb-0b487bb9d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:28.090512 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-dc998c32-5f20-4127-8bfb-0b487bb9d23d service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.5648499 Feb 09 01:35:28.167323 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-8c7362a2-c745-41e7-88ef-401bf6fdda8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=84bb3f8a-433a-48c1-b137-2a48f45baf83 HTTP/1.1" status: 200 len: 217 time: 0.0557594 Feb 09 01:35:28.169893 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-9f50dae5-2bb5-4aaf-b4b2-b3f5dfee8f86 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Network 40b0a656-2512-4f2e-b282-c9d8927706db is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:28.180694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50dae5-2bb5-4aaf-b4b2-b3f5dfee8f86 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Pushing event updated for resources: {'Port': ['ID=65b44088-5e5a-4f24-9195-e2d924cd60e7,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:28.186739 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-9f50dae5-2bb5-4aaf-b4b2-b3f5dfee8f86 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:28.193572 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-9f50dae5-2bb5-4aaf-b4b2-b3f5dfee8f86 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:28.203378 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-46ff1873-a0ad-4fc1-ac81-86148f31acab tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:28.210867 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-46ff1873-a0ad-4fc1-ac81-86148f31acab tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2899981 Feb 09 01:35:28.262702 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-7f4e5f6e-9f53-478f-ae3a-a00b12c2758d tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/quotas/f02af977a01149b6afa3543750ec5ce0 HTTP/1.1" status: 200 len: 375 time: 0.0500650 Feb 09 01:35:28.317827 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-94afcd00-2daf-417b-a8bf-54cb658b3cf2 req-95b65eb4-9af9-47e1-aeff-1411432bdb7d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Deleting port 12c5d5ff-40f1-4516-822e-7914c72900d0 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:28.318542 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94afcd00-2daf-417b-a8bf-54cb658b3cf2 req-95b65eb4-9af9-47e1-aeff-1411432bdb7d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (12c5d5ff-40f1-4516-822e-7914c72900d0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:28.324978 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-3a69be37-0461-40f0-be50-54aa413af7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:28.326839 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-3a69be37-0461-40f0-be50-54aa413af7bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.0965643 Feb 09 01:35:28.370983 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-5c457107-d908-4498-8591-d0faaeea18fe tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f02af977a01149b6afa3543750ec5ce0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1078649 Feb 09 01:35:28.402201 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-8227de7e-0234-4f89-95e5-9a97d5febe4c tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Made reservation on behalf of d16af0fd2b2042ed98a101b523423318 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:28.406913 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-8227de7e-0234-4f89-95e5-9a97d5febe4c tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:28.413049 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-9f50dae5-2bb5-4aaf-b4b2-b3f5dfee8f86 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:28.413761 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-9f50dae5-2bb5-4aaf-b4b2-b3f5dfee8f86 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:28.450315 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-9f50dae5-2bb5-4aaf-b4b2-b3f5dfee8f86 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3483667 Feb 09 01:35:28.552162 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba4e7248-58a4-4dd3-9921-803e957fe4bf tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (25c6dc44-1283-4382-a903-b6927411d580), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:28.594638 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d284e-daa1-4caf-895a-bf1eb38a8168 req-a043427e-138d-4903-b44a-e6257ab0e461 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:28.603311 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-844d284e-daa1-4caf-895a-bf1eb38a8168 req-a043427e-138d-4903-b44a-e6257ab0e461 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.5061598 Feb 09 01:35:28.759940 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-4df1b638-0e3e-456b-8960-9e8b9e319518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:28.761889 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-4df1b638-0e3e-456b-8960-9e8b9e319518 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3875506 Feb 09 01:35:28.834297 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-844d284e-daa1-4caf-895a-bf1eb38a8168 req-79cf0e40-08db-453f-b3db-b7554ee01962 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299607 Feb 09 01:35:28.842157 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-14cbf043-50bf-4356-b26e-7c80c9461bf9 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Allocated IP 172.20.0.4 (40b0a656-2512-4f2e-b282-c9d8927706db/64890185-dcc7-4353-a8cb-39f870200951/cd173222-789e-4607-8497-c26817ebe303) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:28.864172 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-0badce1c-ae9d-4c54-b89e-4adf18fd624a tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f02af977a01149b6afa3543750ec5ce0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0997438 Feb 09 01:35:28.892161 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-0e90e6bd-5ec7-4945-8a9d-1812bcad196f service neutron] Request body: {'port': {'device_id': '5088e7e2-3c38-4563-8804-7a067f75f878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:29.031903 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2be7bd48-79d3-49bf-a253-0d17303898bd req-935c2974-f5cc-4c6e-a4b7-358f6e418cb3 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a29ab1a-44dd-43e6-8651-3f9c901bd9d5 HTTP/1.1" status: 200 len: 210 time: 0.0815704 Feb 09 01:35:29.062967 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-0e90e6bd-5ec7-4945-8a9d-1812bcad196f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (65b44088-5e5a-4f24-9195-e2d924cd60e7), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:29.108269 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-94afcd00-2daf-417b-a8bf-54cb658b3cf2 req-95b65eb4-9af9-47e1-aeff-1411432bdb7d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] For port 12c5d5ff-40f1-4516-822e-7914c72900d0, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=12c5d5ff-40f1-4516-822e-7914c72900d0,segment=NetworkSegment(0565080c-e78e-4687-9c37-ade1a0353378),segment_id=0565080c-e78e-4687-9c37-ade1a0353378)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:29.108972 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94afcd00-2daf-417b-a8bf-54cb658b3cf2 req-95b65eb4-9af9-47e1-aeff-1411432bdb7d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (12c5d5ff-40f1-4516-822e-7914c72900d0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:29.144034 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f9570f8c-aeab-405e-b399-5db225916c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (f2029d96-c1c9-44c4-b6c3-28ae018eff2b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:29.211820 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4e7248-58a4-4dd3-9921-803e957fe4bf tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Router 25c6dc44-1283-4382-a903-b6927411d580 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:35:29.234135 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-94afcd00-2daf-417b-a8bf-54cb658b3cf2 req-95b65eb4-9af9-47e1-aeff-1411432bdb7d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Calling delete_port for 12c5d5ff-40f1-4516-822e-7914c72900d0 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:29.307739 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-68d50db2-7465-4633-9d8c-7bbd76d4fcf1 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:29.312756 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-68d50db2-7465-4633-9d8c-7bbd76d4fcf1 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4474432 Feb 09 01:35:29.356159 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-a82db540-cb3b-4241-ad22-3b34e6ca76b9 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5768843 Feb 09 01:35:29.527504 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4e7248-58a4-4dd3-9921-803e957fe4bf tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:35:29.543648 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] Sync routers for ids ['25c6dc44-1283-4382-a903-b6927411d580'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:29.568262 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] Routers {'25c6dc44-1283-4382-a903-b6927411d580'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:29.569411 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:35:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['25c6dc44-1283-4382-a903-b6927411d580'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:29.641531 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba4e7248-58a4-4dd3-9921-803e957fe4bf tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:29.643313 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ba4e7248-58a4-4dd3-9921-803e957fe4bf tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.8694127 Feb 09 01:35:29.648850 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60270) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:29.679493 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 12c5d5ff-40f1-4516-822e-7914c72900d0 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:29.731308 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-49eed86e-ecaa-464a-99be-29ea8c131217 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/quotas/f02af977a01149b6afa3543750ec5ce0 HTTP/1.1" status: 200 len: 375 time: 0.2981460 Feb 09 01:35:29.804920 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-14cbf043-50bf-4356-b26e-7c80c9461bf9 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Publish callbacks [] for port (cd173222-789e-4607-8497-c26817ebe303), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:29.884317 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] Set router 25c6dc44-1283-4382-a903-b6927411d580 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:35:29.896576 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1691211-01e3-413d-a3d4-9d81fbc6d9c3 req-cef0173d-8316-4b53-aae1-dcc4d2a3baa0 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:29.903522 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1691211-01e3-413d-a3d4-9d81fbc6d9c3 req-cef0173d-8316-4b53-aae1-dcc4d2a3baa0 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 1023 time: 0.5504658 Feb 09 01:35:29.926258 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 12c5d5ff-40f1-4516-822e-7914c72900d0 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:29.927564 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (12c5d5ff-40f1-4516-822e-7914c72900d0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:29.933645 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-306c7c2d-107f-4321-9b2b-276cab344c52 req-224e2ef2-c5c9-4b33-a9b1-810044e036c2 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700915 Feb 09 01:35:29.941832 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-0a51e544-650c-4a57-9f2d-3c55e77fda9f tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f02af977a01149b6afa3543750ec5ce0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2096012 Feb 09 01:35:30.052676 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d4dd734e-c74a-4680-a51b-5909ab7c07b5 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "GET /v2.0/routers/25c6dc44-1283-4382-a903-b6927411d580 HTTP/1.1" status: 200 len: 908 time: 0.3974628 Feb 09 01:35:30.054030 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60278) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:30.058418 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6e32c390-6357-4bae-b8e8-9875dfe44344 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Request body: {'router': {'name': 'tempest-snat-router-497521203', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'enable_snat': True}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:30.112949 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e32c390-6357-4bae-b8e8-9875dfe44344 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (b46cd772-624f-476f-82ed-ad44dd14cad5), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:30.114047 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e32c390-6357-4bae-b8e8-9875dfe44344 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (b46cd772-624f-476f-82ed-ad44dd14cad5), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:30.127132 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 01:35:30.127132 n-d-828387-3 neutron-server[103185]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 09 01:35:30.127132 n-d-828387-3 neutron-server[103185]: [parameters: {'status': 'DOWN', 'ports_id': '12c5d5ff-40f1-4516-822e-7914c72900d0'}] Feb 09 01:35:30.127132 n-d-828387-3 neutron-server[103185]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:35:30.128696 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:35:30.364489 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1691211-01e3-413d-a3d4-9d81fbc6d9c3 req-38934580-2d84-487b-8a27-f73413f34450 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups?id=115f0378-d5c0-41c0-858b-87df266c1c20&id=7575e9c5-73c6-40e1-be48-f7256f585074&id=9d7640f5-ee2a-407f-b64e-5f0c5c043b69&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.4441512 Feb 09 01:35:30.407261 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c6dc44-1283-4382-a903-b6927411d580', 'name': 'tempest-snat-router-497521203', 'tenant_id': '7168a991575b499986def6d8a98ebb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.226'}], 'enable_snat': False}, 'gw_port_id': '72fa11a5-ddc6-4731-aebe-cd0d69141a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:23Z', 'updated_at': '2022-02-09T01:35:27Z', 'revision_number': 3, 'project_id': '7168a991575b499986def6d8a98ebb73', 'gw_port': {'id': '72fa11a5-ddc6-4731-aebe-cd0d69141a1a', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:dd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c6dc44-1283-4382-a903-b6927411d580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:25Z', 'updated_at': '2022-02-09T01:35:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:30.416013 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2216c4c-0b5d-4de0-82d1-30e57866858b req-58b5fea5-eeef-4397-8345-3e16b2a3ff5e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:30.442857 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-6d1cfc01-ed1e-4aeb-8c7b-f2f068330641 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=f02af977a01149b6afa3543750ec5ce0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596800 Feb 09 01:35:30.448341 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a2216c4c-0b5d-4de0-82d1-30e57866858b req-58b5fea5-eeef-4397-8345-3e16b2a3ff5e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.1318107 Feb 09 01:35:30.482242 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] Checking router: 25c6dc44-1283-4382-a903-b6927411d580 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:35:30.483069 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] Updating router 25c6dc44-1283-4382-a903-b6927411d580 port 72fa11a5-ddc6-4731-aebe-cd0d69141a1a binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:35:30.592078 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 84bb3f8a-433a-48c1-b137-2a48f45baf83 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:30.596470 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (72fa11a5-ddc6-4731-aebe-cd0d69141a1a), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:30.614064 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a2216c4c-0b5d-4de0-82d1-30e57866858b req-3ee9715a-6cee-4504-8c77-ee70d6e5fc9f tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642861 Feb 09 01:35:30.702120 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-14cbf043-50bf-4356-b26e-7c80c9461bf9 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (cd173222-789e-4607-8497-c26817ebe303), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:30.746563 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e32c390-6357-4bae-b8e8-9875dfe44344 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_controller (b46cd772-624f-476f-82ed-ad44dd14cad5), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:30.768893 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Port 12c5d5ff-40f1-4516-822e-7914c72900d0 update to DOWN by agent not found {{(pid=103185) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 01:35:30.836197 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94afcd00-2daf-417b-a8bf-54cb658b3cf2 req-95b65eb4-9af9-47e1-aeff-1411432bdb7d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (12c5d5ff-40f1-4516-822e-7914c72900d0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:30.867544 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1a07c18-ade3-4fbc-9dd0-efc1faf2dff8 req-9db023e3-c03e-4a50-b98a-8d2e29de88f3 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a29ab1a-44dd-43e6-8651-3f9c901bd9d5 HTTP/1.1" status: 200 len: 210 time: 0.2332585 Feb 09 01:35:30.928668 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 84bb3f8a-433a-48c1-b137-2a48f45baf83 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:30.930297 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (84bb3f8a-433a-48c1-b137-2a48f45baf83), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:30.957013 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-510b7225-23fc-4ff5-ae9d-d78e2004842e req-a44205dd-6721-407a-80eb-1ae3b9b16703 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=623ae5f2-99ad-4737-b7b3-031208709722 HTTP/1.1" status: 200 len: 210 time: 0.2016675 Feb 09 01:35:31.046777 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 84bb3f8a-433a-48c1-b137-2a48f45baf83, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=84bb3f8a-433a-48c1-b137-2a48f45baf83,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:31.048266 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74116dd1-f345-442f-ae3a-77d416b878e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84bb3f8a-433a-48c1-b137-2a48f45baf83'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:31.054435 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819367c9-3004-47bb-8450-f1af3fef7d90" -d '{"events": [{"server_uuid": "74116dd1-f345-442f-ae3a-77d416b878e3", "name": "network-vif-unplugged", "status": "completed", "tag": "84bb3f8a-433a-48c1-b137-2a48f45baf83"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:31.064592 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (84bb3f8a-433a-48c1-b137-2a48f45baf83), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.132707 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-14cbf043-50bf-4356-b26e-7c80c9461bf9 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Network 40b0a656-2512-4f2e-b282-c9d8927706db is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:31.163111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-14cbf043-50bf-4356-b26e-7c80c9461bf9 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:31.184572 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-8227de7e-0234-4f89-95e5-9a97d5febe4c tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Allocated IP 172.20.0.3 (40b0a656-2512-4f2e-b282-c9d8927706db/64890185-dcc7-4353-a8cb-39f870200951/9cd89e5a-a4cb-4210-af91-47c9c6f47231) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:31.187353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-14cbf043-50bf-4356-b26e-7c80c9461bf9 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:31.206839 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=84bb3f8a-433a-48c1-b137-2a48f45baf83,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:31.253666 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53434b0-fedd-4b58-a1ec-f06485d6c6b0 x-openstack-request-id: req-e53434b0-fedd-4b58-a1ec-f06485d6c6b0 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:31.254074 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-14cbf043-50bf-4356-b26e-7c80c9461bf9 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:31.254232 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74116dd1-f345-442f-ae3a-77d416b878e3", "name": "network-vif-unplugged", "status": "completed", "tag": "84bb3f8a-433a-48c1-b137-2a48f45baf83", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:31.254529 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e53434b0-fedd-4b58-a1ec-f06485d6c6b0 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:31.255028 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74116dd1-f345-442f-ae3a-77d416b878e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84bb3f8a-433a-48c1-b137-2a48f45baf83', 'code': 200} Feb 09 01:35:31.255408 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-14cbf043-50bf-4356-b26e-7c80c9461bf9 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.271114 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbf043-50bf-4356-b26e-7c80c9461bf9 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Pushing event updated for resources: {'Port': ['ID=cd173222-789e-4607-8497-c26817ebe303,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:31.293849 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e32c390-6357-4bae-b8e8-9875dfe44344 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_gateway (b46cd772-624f-476f-82ed-ad44dd14cad5), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.340500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-94afcd00-2daf-417b-a8bf-54cb658b3cf2 req-95b65eb4-9af9-47e1-aeff-1411432bdb7d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] No DVR routers for this DVR port 12c5d5ff-40f1-4516-822e-7914c72900d0 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:31.377600 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-d850e3e5-c98f-47e1-ab4e-56e23226f85d tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:31.379829 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-d850e3e5-c98f-47e1-ab4e-56e23226f85d tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9261711 Feb 09 01:35:31.382329 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94afcd00-2daf-417b-a8bf-54cb658b3cf2 req-95b65eb4-9af9-47e1-aeff-1411432bdb7d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.386814 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94afcd00-2daf-417b-a8bf-54cb658b3cf2 req-95b65eb4-9af9-47e1-aeff-1411432bdb7d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.67 "DELETE /v2.0/ports/12c5d5ff-40f1-4516-822e-7914c72900d0 HTTP/1.1" status: 204 len: 173 time: 4.4637096 Feb 09 01:35:31.388178 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] Publish callbacks [] for port (72fa11a5-ddc6-4731-aebe-cd0d69141a1a), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.397560 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (72fa11a5-ddc6-4731-aebe-cd0d69141a1a), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.418547 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583e5106-e520-443a-bfc0-546955f1a53a', 'name': 'network-vif-deleted', 'tag': '12c5d5ff-40f1-4516-822e-7914c72900d0'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:31.424545 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff27e2b-63d3-444d-8f51-782b30920c64" -d '{"events": [{"server_uuid": "583e5106-e520-443a-bfc0-546955f1a53a", "name": "network-vif-deleted", "tag": "12c5d5ff-40f1-4516-822e-7914c72900d0"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:31.472890 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ee846-1984-4284-9998-d740c4121092 None None] Pushing event updated for resources: {'Port': ['ID=72fa11a5-ddc6-4731-aebe-cd0d69141a1a,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:31.513306 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] Attempting to bind port 72fa11a5-ddc6-4731-aebe-cd0d69141a1a on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:35:31.513649 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] Attempting to bind port 72fa11a5-ddc6-4731-aebe-cd0d69141a1a by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:35:31.514073 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] Attempting to bind port 72fa11a5-ddc6-4731-aebe-cd0d69141a1a on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:31.539134 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:35:31.542867 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:35:31.544988 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.545316 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:35:31.545828 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] Bound port: 72fa11a5-ddc6-4731-aebe-cd0d69141a1a, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:35:31.546218 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (72fa11a5-ddc6-4731-aebe-cd0d69141a1a), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.685106 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] For port 72fa11a5-ddc6-4731-aebe-cd0d69141a1a, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:35:31.691076 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] For port 72fa11a5-ddc6-4731-aebe-cd0d69141a1a, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=72fa11a5-ddc6-4731-aebe-cd0d69141a1a,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:35:31.706245 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (72fa11a5-ddc6-4731-aebe-cd0d69141a1a), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.720163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b65eb4-9af9-47e1-aeff-1411432bdb7d tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event deleted for resources: {'Port': ['ID=12c5d5ff-40f1-4516-822e-7914c72900d0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:31.742635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-fa911253-e35c-430f-9c8e-75fd48733a80 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Request body: {'port': {'device_id': 'c7ded839-b7aa-44a6-9c35-1a5220062c34', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': 'f02af977a01149b6afa3543750ec5ce0'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:31.751306 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-8227de7e-0234-4f89-95e5-9a97d5febe4c tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Publish callbacks [] for port (9cd89e5a-a4cb-4210-af91-47c9c6f47231), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.757229 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c0357f-b77b-45e9-84fa-9bf2a9c6a2d8 x-openstack-request-id: req-53c0357f-b77b-45e9-84fa-9bf2a9c6a2d8 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:31.757622 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583e5106-e520-443a-bfc0-546955f1a53a", "name": "network-vif-deleted", "tag": "12c5d5ff-40f1-4516-822e-7914c72900d0", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:31.757889 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-53c0357f-b77b-45e9-84fa-9bf2a9c6a2d8 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:31.758426 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583e5106-e520-443a-bfc0-546955f1a53a', 'name': 'network-vif-deleted', 'tag': '12c5d5ff-40f1-4516-822e-7914c72900d0', 'status': 'completed', 'code': 200} Feb 09 01:35:31.797174 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] Routers {'25c6dc44-1283-4382-a903-b6927411d580'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:31.798086 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:35:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['25c6dc44-1283-4382-a903-b6927411d580'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:31.824450 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e32c390-6357-4bae-b8e8-9875dfe44344 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_gateway (b46cd772-624f-476f-82ed-ad44dd14cad5), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.849830 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ede6d6b0-c044-45e9-a5f5-f8e2f84e67c5 req-63735cd7-74f5-48c4-992d-e655ab3c0c24 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/ports?device_id=583e5106-e520-443a-bfc0-546955f1a53a HTTP/1.1" status: 200 len: 210 time: 0.0890517 Feb 09 01:35:31.880449 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-14cbf043-50bf-4356-b26e-7c80c9461bf9 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2923417 Feb 09 01:35:31.887943 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e32c390-6357-4bae-b8e8-9875dfe44344 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.890465 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ee846-1984-4284-9998-d740c4121092 None None] Pushing event updated for resources: {'Port': ['ID=72fa11a5-ddc6-4731-aebe-cd0d69141a1a,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:32.004193 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] Set router 25c6dc44-1283-4382-a903-b6927411d580 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:35:32.005551 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-c2fcce84-1b33-428d-8c6e-5eea093540a5 service neutron] Request body: {'port': {'device_id': 'cf460074-347d-486c-8460-a1bd38783eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:32.184588 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-6e32c390-6357-4bae-b8e8-9875dfe44344 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Allocated IP 172.25.7.78 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/7fe309f4-ec3c-46e3-8f05-5370b3117644) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:32.412802 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e32c390-6357-4bae-b8e8-9875dfe44344 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for port (7fe309f4-ec3c-46e3-8f05-5370b3117644), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:32.437890 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccfa81-b2b5-4dac-9e49-f2016fa2345c req-51b88011-0d6d-49db-b3fa-19bd0391a8ca tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:32.447560 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5bccfa81-b2b5-4dac-9e49-f2016fa2345c req-51b88011-0d6d-49db-b3fa-19bd0391a8ca tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 947 time: 0.5871580 Feb 09 01:35:32.597574 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c6dc44-1283-4382-a903-b6927411d580', 'name': 'tempest-snat-router-497521203', 'tenant_id': '7168a991575b499986def6d8a98ebb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.226'}], 'enable_snat': False}, 'gw_port_id': '72fa11a5-ddc6-4731-aebe-cd0d69141a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:23Z', 'updated_at': '2022-02-09T01:35:27Z', 'revision_number': 3, 'project_id': '7168a991575b499986def6d8a98ebb73', 'gw_port': {'id': '72fa11a5-ddc6-4731-aebe-cd0d69141a1a', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:dd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c6dc44-1283-4382-a903-b6927411d580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:25Z', 'updated_at': '2022-02-09T01:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:32.608706 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5bccfa81-b2b5-4dac-9e49-f2016fa2345c req-f710f093-aa3f-433a-ac24-98aeacb9e431 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597099 Feb 09 01:35:32.654713 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e32c390-6357-4bae-b8e8-9875dfe44344 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (7fe309f4-ec3c-46e3-8f05-5370b3117644), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:32.694947 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aee9ca6-c758-4334-a759-0041196f292e None None] The sync data for ids ['25c6dc44-1283-4382-a903-b6927411d580'] in n-d-828387-3 is: [{'id': '25c6dc44-1283-4382-a903-b6927411d580', 'name': 'tempest-snat-router-497521203', 'tenant_id': '7168a991575b499986def6d8a98ebb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.226'}], 'enable_snat': False}, 'gw_port_id': '72fa11a5-ddc6-4731-aebe-cd0d69141a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:23Z', 'updated_at': '2022-02-09T01:35:27Z', 'revision_number': 3, 'project_id': '7168a991575b499986def6d8a98ebb73', 'gw_port': {'id': '72fa11a5-ddc6-4731-aebe-cd0d69141a1a', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:dd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c6dc44-1283-4382-a903-b6927411d580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:25Z', 'updated_at': '2022-02-09T01:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:32.698786 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-dffc92fe-8ac0-4e53-8d42-4e3a7ea1b49a tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=f02af977a01149b6afa3543750ec5ce0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754797 Feb 09 01:35:32.723947 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6eee2333-7625-4a1d-84a4-02dd9030c27c req-2660c976-aa2a-4eaa-a291-6725932b0e2e tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a29ab1a-44dd-43e6-8651-3f9c901bd9d5 HTTP/1.1" status: 200 len: 210 time: 0.6595657 Feb 09 01:35:32.786340 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e32c390-6357-4bae-b8e8-9875dfe44344 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:32.853841 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-6e32c390-6357-4bae-b8e8-9875dfe44344 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:32.857228 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e32c390-6357-4bae-b8e8-9875dfe44344 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:32.861393 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f251ca17-1244-47a9-8d7e-a53fd4d6a499 req-12ad6dd4-5722-4fee-8e05-5c59c2d78aee tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=623ae5f2-99ad-4737-b7b3-031208709722 HTTP/1.1" status: 200 len: 210 time: 0.0690486 Feb 09 01:35:32.942718 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32c390-6357-4bae-b8e8-9875dfe44344 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Pushing event updated for resources: {'Port': ['ID=7fe309f4-ec3c-46e3-8f05-5370b3117644,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:32.960008 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-c2fcce84-1b33-428d-8c6e-5eea093540a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cd173222-789e-4607-8497-c26817ebe303), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:33.101758 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-8227de7e-0234-4f89-95e5-9a97d5febe4c tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9cd89e5a-a4cb-4210-af91-47c9c6f47231), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:33.266891 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227de7e-0234-4f89-95e5-9a97d5febe4c tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Pushing event updated for resources: {'Port': ['ID=9cd89e5a-a4cb-4210-af91-47c9c6f47231,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:33.271414 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-f9570f8c-aeab-405e-b399-5db225916c47 admin admin] Deleting port 28cb58dc-5486-45c1-accb-a880b5db9304 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:33.272561 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f9570f8c-aeab-405e-b399-5db225916c47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (28cb58dc-5486-45c1-accb-a880b5db9304), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:33.294087 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-fa911253-e35c-430f-9c8e-75fd48733a80 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Made reservation on behalf of f02af977a01149b6afa3543750ec5ce0 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:33.299276 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-fa911253-e35c-430f-9c8e-75fd48733a80 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:33.335038 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-fa911253-e35c-430f-9c8e-75fd48733a80 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:33.346179 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4421e003-75da-4cca-9061-d56cd124d3a2 req-9876f02f-533a-4665-80d6-6f0493d86002 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/7575e9c5-73c6-40e1-be48-f7256f585074 HTTP/1.1" status: 200 len: 1817 time: 0.3462856 Feb 09 01:35:33.480004 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-fa911253-e35c-430f-9c8e-75fd48733a80 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Publish callbacks [] for security_group (25bc8e12-d00f-497c-ac5e-400ed5feb4b6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:33.574001 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-fa911253-e35c-430f-9c8e-75fd48733a80 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (25bc8e12-d00f-497c-ac5e-400ed5feb4b6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:33.579867 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-8227de7e-0234-4f89-95e5-9a97d5febe4c tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Network 40b0a656-2512-4f2e-b282-c9d8927706db is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:33.623281 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-7b3f5a06-4a42-4240-9cad-9974db2e91d9 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:33.625406 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-7b3f5a06-4a42-4240-9cad-9974db2e91d9 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8949373 Feb 09 01:35:33.692996 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-8227de7e-0234-4f89-95e5-9a97d5febe4c tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:33.818948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-6408d8bf-b10c-4bbd-973c-a9def300a3ae tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Request body: {'port': {'device_id': '623ae5f2-99ad-4737-b7b3-031208709722', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': 'f02af977a01149b6afa3543750ec5ce0'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:33.967379 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-fa911253-e35c-430f-9c8e-75fd48733a80 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Allocated IP 192.168.233.210 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/bdcb2007-261e-4014-b5bf-0fce92495e6d) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:34.004802 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-8227de7e-0234-4f89-95e5-9a97d5febe4c tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:34.009724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa911253-e35c-430f-9c8e-75fd48733a80 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25bc8e12-d00f-497c-ac5e-400ed5feb4b6,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:34.124156 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-0e90e6bd-5ec7-4945-8a9d-1812bcad196f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b44088-5e5a-4f24-9195-e2d924cd60e7 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:35:34.131773 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-4421e003-75da-4cca-9061-d56cd124d3a2 req-778f550d-2559-4ef5-b0fa-00e045e21c17 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (7575e9c5-73c6-40e1-be48-f7256f585074), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:34.230025 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-0e90e6bd-5ec7-4945-8a9d-1812bcad196f service neutron] Publish callbacks [] for port (65b44088-5e5a-4f24-9195-e2d924cd60e7), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:34.235787 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-4421e003-75da-4cca-9061-d56cd124d3a2 req-778f550d-2559-4ef5-b0fa-00e045e21c17 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (7575e9c5-73c6-40e1-be48-f7256f585074), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:34.250983 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e32c390-6357-4bae-b8e8-9875dfe44344 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_gateway (b46cd772-624f-476f-82ed-ad44dd14cad5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:34.301926 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-8227de7e-0234-4f89-95e5-9a97d5febe4c tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:34.303365 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-8227de7e-0234-4f89-95e5-9a97d5febe4c tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:34.335487 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-0e90e6bd-5ec7-4945-8a9d-1812bcad196f service neutron] Transition to ACTIVE for port object 65b44088-5e5a-4f24-9195-e2d924cd60e7 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:34.343950 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-8227de7e-0234-4f89-95e5-9a97d5febe4c tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5000770 Feb 09 01:35:34.351116 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-0e90e6bd-5ec7-4945-8a9d-1812bcad196f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (65b44088-5e5a-4f24-9195-e2d924cd60e7), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:34.431631 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-4421e003-75da-4cca-9061-d56cd124d3a2 req-778f550d-2559-4ef5-b0fa-00e045e21c17 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7575e9c5-73c6-40e1-be48-f7256f585074), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:34.434966 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-4421e003-75da-4cca-9061-d56cd124d3a2 req-778f550d-2559-4ef5-b0fa-00e045e21c17 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:34.447260 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4421e003-75da-4cca-9061-d56cd124d3a2 req-778f550d-2559-4ef5-b0fa-00e045e21c17 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "DELETE /v2.0/security-groups/7575e9c5-73c6-40e1-be48-f7256f585074 HTTP/1.1" status: 204 len: 173 time: 1.1000919 Feb 09 01:35:34.519994 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90e6bd-5ec7-4945-8a9d-1812bcad196f service neutron] Pushing event updated for resources: {'Port': ['ID=65b44088-5e5a-4f24-9195-e2d924cd60e7,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:34.533561 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f550d-2559-4ef5-b0fa-00e045e21c17 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7575e9c5-73c6-40e1-be48-f7256f585074,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:34.555238 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-c2fcce84-1b33-428d-8c6e-5eea093540a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd173222-789e-4607-8497-c26817ebe303 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:35:34.564946 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-c2fcce84-1b33-428d-8c6e-5eea093540a5 service neutron] Publish callbacks [] for port (cd173222-789e-4607-8497-c26817ebe303), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:34.580291 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-c2fcce84-1b33-428d-8c6e-5eea093540a5 service neutron] Transition to ACTIVE for port object cd173222-789e-4607-8497-c26817ebe303 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:34.594895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-59d12dfe-d8e0-4de6-841e-7b52e2846cf6 service neutron] Request body: {'port': {'device_id': '1a29ab1a-44dd-43e6-8651-3f9c901bd9d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:34.611990 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 84bb3f8a-433a-48c1-b137-2a48f45baf83 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:35:34.710515 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-c2fcce84-1b33-428d-8c6e-5eea093540a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (cd173222-789e-4607-8497-c26817ebe303), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:34.761308 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-59d12dfe-d8e0-4de6-841e-7b52e2846cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9cd89e5a-a4cb-4210-af91-47c9c6f47231), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:34.810664 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 72fa11a5-ddc6-4731-aebe-cd0d69141a1a up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:35:34.975308 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6bdac-e477-46c0-8a22-e277aa0b9144 req-48ce0ee2-cc4a-4ab8-b280-566e386331b9 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:34.982679 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f1f6bdac-e477-46c0-8a22-e277aa0b9144 req-48ce0ee2-cc4a-4ab8-b280-566e386331b9 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a29ab1a-44dd-43e6-8651-3f9c901bd9d5 HTTP/1.1" status: 200 len: 931 time: 0.3906345 Feb 09 01:35:35.002879 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-0e90e6bd-5ec7-4945-8a9d-1812bcad196f service neutron] Attempting to bind port 65b44088-5e5a-4f24-9195-e2d924cd60e7 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:35:35.003626 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-0e90e6bd-5ec7-4945-8a9d-1812bcad196f service neutron] Attempting to bind port 65b44088-5e5a-4f24-9195-e2d924cd60e7 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '95922bbc-deec-45a3-b812-be48f9b3b1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40b0a656-2512-4f2e-b282-c9d8927706db'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:35:35.004218 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-0e90e6bd-5ec7-4945-8a9d-1812bcad196f service neutron] Attempting to bind port 65b44088-5e5a-4f24-9195-e2d924cd60e7 on network 40b0a656-2512-4f2e-b282-c9d8927706db {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:35.018909 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-0e90e6bd-5ec7-4945-8a9d-1812bcad196f service neutron] Port 65b44088-5e5a-4f24-9195-e2d924cd60e7 on network 40b0a656-2512-4f2e-b282-c9d8927706db not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:35:35.021183 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-0e90e6bd-5ec7-4945-8a9d-1812bcad196f service neutron] Attempting to bind port 65b44088-5e5a-4f24-9195-e2d924cd60e7 on network 40b0a656-2512-4f2e-b282-c9d8927706db {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:35.024855 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e32c390-6357-4bae-b8e8-9875dfe44344 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (b46cd772-624f-476f-82ed-ad44dd14cad5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:35.036303 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-0e90e6bd-5ec7-4945-8a9d-1812bcad196f service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:35:35.037004 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-0e90e6bd-5ec7-4945-8a9d-1812bcad196f service neutron] Checking segment: {'id': '95922bbc-deec-45a3-b812-be48f9b3b1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40b0a656-2512-4f2e-b282-c9d8927706db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:35:35.037935 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-0e90e6bd-5ec7-4945-8a9d-1812bcad196f service neutron] Bound using segment: {'id': '95922bbc-deec-45a3-b812-be48f9b3b1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40b0a656-2512-4f2e-b282-c9d8927706db'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:35:35.038619 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-0e90e6bd-5ec7-4945-8a9d-1812bcad196f service neutron] Bound port: 65b44088-5e5a-4f24-9195-e2d924cd60e7, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95922bbc-deec-45a3-b812-be48f9b3b1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40b0a656-2512-4f2e-b282-c9d8927706db'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:35:35.041041 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-0e90e6bd-5ec7-4945-8a9d-1812bcad196f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (65b44088-5e5a-4f24-9195-e2d924cd60e7), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:35.072191 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 84bb3f8a-433a-48c1-b137-2a48f45baf83, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=84bb3f8a-433a-48c1-b137-2a48f45baf83,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:35.129213 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 72fa11a5-ddc6-4731-aebe-cd0d69141a1a triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:35.129600 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (72fa11a5-ddc6-4731-aebe-cd0d69141a1a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:35.137192 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '84bb3f8a-433a-48c1-b137-2a48f45baf83', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '84bb3f8a-433a-48c1-b137-2a48f45baf83', 'mac_address': 'fa:16:3e:9a:2c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:35:35.223745 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f1f6bdac-e477-46c0-8a22-e277aa0b9144 req-d4d3d6dd-fd7e-4374-bfe3-ed600453664a tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9c3f0ee-508c-4e94-864f-ebc0aa9271c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395372 Feb 09 01:35:35.372301 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-0e90e6bd-5ec7-4945-8a9d-1812bcad196f service neutron] For port 65b44088-5e5a-4f24-9195-e2d924cd60e7, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:35:35.372950 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 72fa11a5-ddc6-4731-aebe-cd0d69141a1a is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:35.373594 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (72fa11a5-ddc6-4731-aebe-cd0d69141a1a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:35.398901 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-0e90e6bd-5ec7-4945-8a9d-1812bcad196f service neutron] For port 65b44088-5e5a-4f24-9195-e2d924cd60e7, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=65b44088-5e5a-4f24-9195-e2d924cd60e7,segment=NetworkSegment(95922bbc-deec-45a3-b812-be48f9b3b1d2),segment_id=95922bbc-deec-45a3-b812-be48f9b3b1d2)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:35:35.430162 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 84bb3f8a-433a-48c1-b137-2a48f45baf83 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:35.430551 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (84bb3f8a-433a-48c1-b137-2a48f45baf83), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:35.434177 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-0e90e6bd-5ec7-4945-8a9d-1812bcad196f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (65b44088-5e5a-4f24-9195-e2d924cd60e7), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:35.441001 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 72fa11a5-ddc6-4731-aebe-cd0d69141a1a, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=72fa11a5-ddc6-4731-aebe-cd0d69141a1a,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:35.463314 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84bb3f8a-433a-48c1-b137-2a48f45baf83 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:35:35.469049 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (72fa11a5-ddc6-4731-aebe-cd0d69141a1a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:35.471888 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcce84-1b33-428d-8c6e-5eea093540a5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd173222-789e-4607-8497-c26817ebe303,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:35.482021 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-6408d8bf-b10c-4bbd-973c-a9def300a3ae tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Made reservation on behalf of f02af977a01149b6afa3543750ec5ce0 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:35.489270 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-6408d8bf-b10c-4bbd-973c-a9def300a3ae tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:35.514145 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-0e90e6bd-5ec7-4945-8a9d-1812bcad196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:35.516060 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-0e90e6bd-5ec7-4945-8a9d-1812bcad196f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:35.523930 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-0e90e6bd-5ec7-4945-8a9d-1812bcad196f service neutron] 10.222.0.67 "PUT /v2.0/ports/65b44088-5e5a-4f24-9195-e2d924cd60e7 HTTP/1.1" status: 200 len: 1091 time: 6.9483581 Feb 09 01:35:35.529479 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=72fa11a5-ddc6-4731-aebe-cd0d69141a1a,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:35.544124 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5088e7e2-3c38-4563-8804-7a067f75f878', 'tag': '65b44088-5e5a-4f24-9195-e2d924cd60e7'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:35.545442 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 84bb3f8a-433a-48c1-b137-2a48f45baf83, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=84bb3f8a-433a-48c1-b137-2a48f45baf83,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:35.547290 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9b96b1-8f9a-4f87-8ca7-5b4f363dfe0c" -d '{"events": [{"name": "network-changed", "server_uuid": "5088e7e2-3c38-4563-8804-7a067f75f878", "tag": "65b44088-5e5a-4f24-9195-e2d924cd60e7"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:35.554072 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0c52c-5cde-461e-accc-afcafd5b7625 req-4c11060a-2be2-410f-8326-419b7b279f83 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:35.555775 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce51e979-30db-48aa-9601-f4af075826fd req-5a0d55c5-6bfe-4ca7-9c91-3b8ea33c261d tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=623ae5f2-99ad-4737-b7b3-031208709722 HTTP/1.1" status: 200 len: 210 time: 0.1145465 Feb 09 01:35:35.557524 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a7a0c52c-5cde-461e-accc-afcafd5b7625 req-4c11060a-2be2-410f-8326-419b7b279f83 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 947 time: 1.7241411 Feb 09 01:35:35.568911 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-f9570f8c-aeab-405e-b399-5db225916c47 admin admin] For port 28cb58dc-5486-45c1-accb-a880b5db9304, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=28cb58dc-5486-45c1-accb-a880b5db9304,segment=NetworkSegment(097c5076-9db0-48e7-9d59-aad5f00c38d4),segment_id=097c5076-9db0-48e7-9d59-aad5f00c38d4)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:35.569500 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f9570f8c-aeab-405e-b399-5db225916c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (28cb58dc-5486-45c1-accb-a880b5db9304), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:35.569843 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (84bb3f8a-433a-48c1-b137-2a48f45baf83), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:35.692697 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=84bb3f8a-433a-48c1-b137-2a48f45baf83,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:35.713754 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e32c390-6357-4bae-b8e8-9875dfe44344 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Router b46cd772-624f-476f-82ed-ad44dd14cad5 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:35:35.722179 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90e6bd-5ec7-4945-8a9d-1812bcad196f service neutron] Pushing event updated for resources: {'Port': ['ID=65b44088-5e5a-4f24-9195-e2d924cd60e7,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:35.745889 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a7a0c52c-5cde-461e-accc-afcafd5b7625 req-ab79c4f0-6995-40d6-94af-5ed52f5851c9 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682665 Feb 09 01:35:35.750043 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-f9570f8c-aeab-405e-b399-5db225916c47 admin admin] Calling delete_port for 28cb58dc-5486-45c1-accb-a880b5db9304 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:35.905151 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6b5aa805-ab0a-4328-b500-cc17f4f2203b req-1f416f3a-78dc-44ac-94d8-7a6b7eb5bf84 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "GET /v2.0/security-groups/9d7640f5-ee2a-407f-b64e-5f0c5c043b69 HTTP/1.1" status: 200 len: 1817 time: 0.2370634 Feb 09 01:35:35.925209 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['84bb3f8a-433a-48c1-b137-2a48f45baf83'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:35.952351 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6484adb2-f867-49d2-b200-2c576fb3e5d6 x-openstack-request-id: req-6484adb2-f867-49d2-b200-2c576fb3e5d6 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:35.952351 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5088e7e2-3c38-4563-8804-7a067f75f878", "tag": "65b44088-5e5a-4f24-9195-e2d924cd60e7", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:35.952351 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6484adb2-f867-49d2-b200-2c576fb3e5d6 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:35.952351 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5088e7e2-3c38-4563-8804-7a067f75f878', 'tag': '65b44088-5e5a-4f24-9195-e2d924cd60e7', 'status': 'completed', 'code': 200} Feb 09 01:35:35.997564 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-8c81377c-1047-4e6b-abd6-d2c7c459350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:35.999244 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-8c81377c-1047-4e6b-abd6-d2c7c459350f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d16af0fd2b2042ed98a101b523423318&device_id=5088e7e2-3c38-4563-8804-7a067f75f878 HTTP/1.1" status: 200 len: 1125 time: 0.4171751 Feb 09 01:35:36.089007 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6b5aa805-ab0a-4328-b500-cc17f4f2203b req-3d0c9d3e-ffdd-43f4-ab60-7fc91ed76e21 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (9d7640f5-ee2a-407f-b64e-5f0c5c043b69), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:36.092576 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-305c57da-7ef5-4a64-80e6-6220874a939b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65b44088-5e5a-4f24-9195-e2d924cd60e7 HTTP/1.1" status: 200 len: 217 time: 0.0828414 Feb 09 01:35:36.192886 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-f0a3f2ef-8dd6-468b-a101-4905750de2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:36.195502 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-f0a3f2ef-8dd6-468b-a101-4905750de2b0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64890185-dcc7-4353-a8cb-39f870200951 HTTP/1.1" status: 200 len: 857 time: 0.0935183 Feb 09 01:35:36.241558 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-9b7fbdfd-98cd-4f97-8d9b-d29cf5eac16f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=40b0a656-2512-4f2e-b282-c9d8927706db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373447 Feb 09 01:35:36.284856 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-c2fcce84-1b33-428d-8c6e-5eea093540a5 service neutron] Attempting to bind port cd173222-789e-4607-8497-c26817ebe303 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:35:36.285246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-c2fcce84-1b33-428d-8c6e-5eea093540a5 service neutron] Attempting to bind port cd173222-789e-4607-8497-c26817ebe303 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '95922bbc-deec-45a3-b812-be48f9b3b1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40b0a656-2512-4f2e-b282-c9d8927706db'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:35:36.285734 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-c2fcce84-1b33-428d-8c6e-5eea093540a5 service neutron] Attempting to bind port cd173222-789e-4607-8497-c26817ebe303 on network 40b0a656-2512-4f2e-b282-c9d8927706db {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:36.295594 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e32c390-6357-4bae-b8e8-9875dfe44344 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:35:36.319246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-c2fcce84-1b33-428d-8c6e-5eea093540a5 service neutron] Port cd173222-789e-4607-8497-c26817ebe303 on network 40b0a656-2512-4f2e-b282-c9d8927706db not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:35:36.320109 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-c2fcce84-1b33-428d-8c6e-5eea093540a5 service neutron] Attempting to bind port cd173222-789e-4607-8497-c26817ebe303 on network 40b0a656-2512-4f2e-b282-c9d8927706db {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:36.323454 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6b5aa805-ab0a-4328-b500-cc17f4f2203b req-3d0c9d3e-ffdd-43f4-ab60-7fc91ed76e21 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (9d7640f5-ee2a-407f-b64e-5f0c5c043b69), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:36.326437 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] Sync routers for ids ['b46cd772-624f-476f-82ed-ad44dd14cad5'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:36.329696 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-fa911253-e35c-430f-9c8e-75fd48733a80 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Publish callbacks [] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:36.354830 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-c2fcce84-1b33-428d-8c6e-5eea093540a5 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:35:36.355159 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-c2fcce84-1b33-428d-8c6e-5eea093540a5 service neutron] Checking segment: {'id': '95922bbc-deec-45a3-b812-be48f9b3b1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40b0a656-2512-4f2e-b282-c9d8927706db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:35:36.356647 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-c2fcce84-1b33-428d-8c6e-5eea093540a5 service neutron] Bound using segment: {'id': '95922bbc-deec-45a3-b812-be48f9b3b1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40b0a656-2512-4f2e-b282-c9d8927706db'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:35:36.356647 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-c2fcce84-1b33-428d-8c6e-5eea093540a5 service neutron] Bound port: cd173222-789e-4607-8497-c26817ebe303, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95922bbc-deec-45a3-b812-be48f9b3b1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40b0a656-2512-4f2e-b282-c9d8927706db'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:35:36.356647 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-c2fcce84-1b33-428d-8c6e-5eea093540a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cd173222-789e-4607-8497-c26817ebe303), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:36.370078 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] Routers {'b46cd772-624f-476f-82ed-ad44dd14cad5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:36.371530 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:35:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b46cd772-624f-476f-82ed-ad44dd14cad5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:36.394941 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e32c390-6357-4bae-b8e8-9875dfe44344 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:36.396913 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6e32c390-6357-4bae-b8e8-9875dfe44344 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.3415682 Feb 09 01:35:36.487782 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-c2fcce84-1b33-428d-8c6e-5eea093540a5 service neutron] For port cd173222-789e-4607-8497-c26817ebe303, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:35:36.492522 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-c2fcce84-1b33-428d-8c6e-5eea093540a5 service neutron] For port cd173222-789e-4607-8497-c26817ebe303, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=cd173222-789e-4607-8497-c26817ebe303,segment=NetworkSegment(95922bbc-deec-45a3-b812-be48f9b3b1d2),segment_id=95922bbc-deec-45a3-b812-be48f9b3b1d2)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:35:36.508719 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60360) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:36.619679 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] Set router b46cd772-624f-476f-82ed-ad44dd14cad5 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:35:36.633519 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-c2fcce84-1b33-428d-8c6e-5eea093540a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (cd173222-789e-4607-8497-c26817ebe303), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:36.645453 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-45a892fa-9d5c-4002-8430-020c6e87d173 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "GET /v2.0/routers/b46cd772-624f-476f-82ed-ad44dd14cad5 HTTP/1.1" status: 200 len: 906 time: 0.1342092 Feb 09 01:35:36.656953 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60368) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:36.717590 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 72fa11a5-ddc6-4731-aebe-cd0d69141a1a up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:35:36.795029 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-c2fcce84-1b33-428d-8c6e-5eea093540a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:36.796261 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-c2fcce84-1b33-428d-8c6e-5eea093540a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:36.798651 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-c2fcce84-1b33-428d-8c6e-5eea093540a5 service neutron] 10.222.0.67 "PUT /v2.0/ports/cd173222-789e-4607-8497-c26817ebe303 HTTP/1.1" status: 200 len: 1091 time: 4.7975428 Feb 09 01:35:36.799701 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf460074-347d-486c-8460-a1bd38783eb1', 'tag': 'cd173222-789e-4607-8497-c26817ebe303'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:36.803736 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e879e2-f2a3-45bd-88f3-4b4cafa8d23a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf460074-347d-486c-8460-a1bd38783eb1", "tag": "cd173222-789e-4607-8497-c26817ebe303"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:36.834769 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-59d12dfe-d8e0-4de6-841e-7b52e2846cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd89e5a-a4cb-4210-af91-47c9c6f47231 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:35:36.960633 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-59d12dfe-d8e0-4de6-841e-7b52e2846cf6 service neutron] Publish callbacks [] for port (9cd89e5a-a4cb-4210-af91-47c9c6f47231), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:36.996326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 72fa11a5-ddc6-4731-aebe-cd0d69141a1a triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:36.996903 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (72fa11a5-ddc6-4731-aebe-cd0d69141a1a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:36.998160 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6b5aa805-ab0a-4328-b500-cc17f4f2203b req-3d0c9d3e-ffdd-43f4-ab60-7fc91ed76e21 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9d7640f5-ee2a-407f-b64e-5f0c5c043b69), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:37.004011 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6b5aa805-ab0a-4328-b500-cc17f4f2203b req-3d0c9d3e-ffdd-43f4-ab60-7fc91ed76e21 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:37.024424 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6b5aa805-ab0a-4328-b500-cc17f4f2203b req-3d0c9d3e-ffdd-43f4-ab60-7fc91ed76e21 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] 10.222.0.36 "DELETE /v2.0/security-groups/9d7640f5-ee2a-407f-b64e-5f0c5c043b69 HTTP/1.1" status: 204 len: 173 time: 1.0602884 Feb 09 01:35:37.030471 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60372) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:37.068441 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c9d3e-ffdd-43f4-ab60-7fc91ed76e21 tempest-SecurityGroupsTestJSON-1851897911 tempest-SecurityGroupsTestJSON-1851897911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7640f5-ee2a-407f-b64e-5f0c5c043b69,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:37.075787 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-e96a8e3a-349e-4f67-a7e0-456f3b650ebd service neutron] 10.222.0.67 "GET /v2.0/networks/40b0a656-2512-4f2e-b282-c9d8927706db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8045373 Feb 09 01:35:37.089178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcce84-1b33-428d-8c6e-5eea093540a5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd173222-789e-4607-8497-c26817ebe303,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:37.151508 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e2501-738e-4756-bd5c-f67550c3967e req-70f933c1-acd8-49eb-bd35-45433cc3c4bd tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:37.167296 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b55e2501-738e-4756-bd5c-f67550c3967e req-70f933c1-acd8-49eb-bd35-45433cc3c4bd tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 948 time: 0.8914747 Feb 09 01:35:37.176101 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46cd772-624f-476f-82ed-ad44dd14cad5', 'name': 'tempest-snat-router-497521203', 'tenant_id': '7168a991575b499986def6d8a98ebb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '7fe309f4-ec3c-46e3-8f05-5370b3117644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:33Z', 'revision_number': 3, 'project_id': '7168a991575b499986def6d8a98ebb73', 'gw_port': {'id': '7fe309f4-ec3c-46e3-8f05-5370b3117644', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:64:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46cd772-624f-476f-82ed-ad44dd14cad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:31Z', 'updated_at': '2022-02-09T01:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:37.192721 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcbb08-b1b8-40ab-a694-40161525f584 req-7e192619-5441-4401-97f3-3ad413b30f6d tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:37.195498 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-97bcbb08-b1b8-40ab-a694-40161525f584 req-7e192619-5441-4401-97f3-3ad413b30f6d tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.48 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3&tenant_id=a8fbbe3309e443c484ce78d66416eddd&binding%3Ahost_id=n-h2-828387-3 HTTP/1.1" status: 200 len: 948 time: 0.9858546 Feb 09 01:35:37.251919 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-59d12dfe-d8e0-4de6-841e-7b52e2846cf6 service neutron] Transition to ACTIVE for port object 9cd89e5a-a4cb-4210-af91-47c9c6f47231 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:37.280966 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-a92013ff-972b-4d8c-857f-1b9d0e792cfa service neutron] 10.222.0.67 "GET /v2.0/networks/40b0a656-2512-4f2e-b282-c9d8927706db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619840 Feb 09 01:35:37.291998 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-fa911253-e35c-430f-9c8e-75fd48733a80 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:37.295080 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-59d12dfe-d8e0-4de6-841e-7b52e2846cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (9cd89e5a-a4cb-4210-af91-47c9c6f47231), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:37.449903 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d919c385-9992-4304-940d-bba23a96e485 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router (b46cd772-624f-476f-82ed-ad44dd14cad5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:37.579155 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b96b1-8f9a-4f87-8ca7-5b4f363dfe0c req-1eba3327-b49d-49c5-8811-b24f8b6c41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:37.586155 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ac9b96b1-8f9a-4f87-8ca7-5b4f363dfe0c req-1eba3327-b49d-49c5-8811-b24f8b6c41b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d16af0fd2b2042ed98a101b523423318&device_id=5088e7e2-3c38-4563-8804-7a067f75f878 HTTP/1.1" status: 200 len: 1125 time: 0.2190659 Feb 09 01:35:37.618095 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4733826-363c-49bb-a897-4bd7e715dde6 admin admin] Deleting subnet 5663d0ec-236b-44b8-be2c-ca4247ec2433 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:35:37.636021 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 72fa11a5-ddc6-4731-aebe-cd0d69141a1a is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:37.651069 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b37208-6094-4290-9249-813c2a8a45e9 req-16493595-d10c-44f1-be94-bea57a4b6317 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:37.660311 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-91b37208-6094-4290-9249-813c2a8a45e9 req-16493595-d10c-44f1-be94-bea57a4b6317 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a29ab1a-44dd-43e6-8651-3f9c901bd9d5 HTTP/1.1" status: 200 len: 943 time: 0.3619347 Feb 09 01:35:37.663399 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] Checking router: b46cd772-624f-476f-82ed-ad44dd14cad5 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:35:37.663991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] Updating router b46cd772-624f-476f-82ed-ad44dd14cad5 port 7fe309f4-ec3c-46e3-8f05-5370b3117644 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:35:37.714039 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-89a8dac2-f8ec-417b-842a-4d8daadec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:37.720121 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f4733826-363c-49bb-a897-4bd7e715dde6 admin admin] Publish callbacks [] for subnet (5663d0ec-236b-44b8-be2c-ca4247ec2433), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:37.729440 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7fe309f4-ec3c-46e3-8f05-5370b3117644), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:37.799725 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d919c385-9992-4304-940d-bba23a96e485 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_gateway (b46cd772-624f-476f-82ed-ad44dd14cad5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:37.857431 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f4733826-363c-49bb-a897-4bd7e715dde6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (5663d0ec-236b-44b8-be2c-ca4247ec2433), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:38.048632 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-fa911253-e35c-430f-9c8e-75fd48733a80 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:38.055778 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-91b37208-6094-4290-9249-813c2a8a45e9 req-ce3fe973-1431-4224-9f8d-0ef84396d00e tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9c3f0ee-508c-4e94-864f-ebc0aa9271c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936357 Feb 09 01:35:38.095173 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b96b1-8f9a-4f87-8ca7-5b4f363dfe0c req-92c4eb90-62a2-461d-971b-b035d12438a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:38.096673 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ac9b96b1-8f9a-4f87-8ca7-5b4f363dfe0c req-92c4eb90-62a2-461d-971b-b035d12438a8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=40b0a656-2512-4f2e-b282-c9d8927706db HTTP/1.1" status: 200 len: 918 time: 0.5035970 Feb 09 01:35:38.102041 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-6408d8bf-b10c-4bbd-973c-a9def300a3ae tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Allocated IP 192.168.233.32 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/122199ce-3f83-4414-bd26-b874df40d9a8) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:38.146307 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f4733826-363c-49bb-a897-4bd7e715dde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (5663d0ec-236b-44b8-be2c-ca4247ec2433), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:38.223706 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ac9b96b1-8f9a-4f87-8ca7-5b4f363dfe0c req-3bcd0824-0d37-47a4-99f3-3c4593caadbd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65b44088-5e5a-4f24-9195-e2d924cd60e7 HTTP/1.1" status: 200 len: 217 time: 0.1070027 Feb 09 01:35:38.252968 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] Publish callbacks [] for port (7fe309f4-ec3c-46e3-8f05-5370b3117644), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:38.265424 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7fe309f4-ec3c-46e3-8f05-5370b3117644), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:38.310597 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b96b1-8f9a-4f87-8ca7-5b4f363dfe0c req-2d6d8e0b-7bec-41bc-a145-cda8bc821895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:38.312110 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ac9b96b1-8f9a-4f87-8ca7-5b4f363dfe0c req-2d6d8e0b-7bec-41bc-a145-cda8bc821895 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64890185-dcc7-4353-a8cb-39f870200951 HTTP/1.1" status: 200 len: 857 time: 0.0806379 Feb 09 01:35:38.314768 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d919c385-9992-4304-940d-bba23a96e485 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Deleting port 7fe309f4-ec3c-46e3-8f05-5370b3117644 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:38.315174 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d919c385-9992-4304-940d-bba23a96e485 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (7fe309f4-ec3c-46e3-8f05-5370b3117644), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:38.319752 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f4733826-363c-49bb-a897-4bd7e715dde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (5663d0ec-236b-44b8-be2c-ca4247ec2433), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:38.388549 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-fa911253-e35c-430f-9c8e-75fd48733a80 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:38.441327 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ac9b96b1-8f9a-4f87-8ca7-5b4f363dfe0c req-a9a648df-7560-474f-b08d-29b2dae1984c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=40b0a656-2512-4f2e-b282-c9d8927706db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100209 Feb 09 01:35:38.447983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-fa911253-e35c-430f-9c8e-75fd48733a80 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:38.452817 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] Attempting to bind port 7fe309f4-ec3c-46e3-8f05-5370b3117644 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:35:38.453159 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] Attempting to bind port 7fe309f4-ec3c-46e3-8f05-5370b3117644 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:35:38.453630 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] Attempting to bind port 7fe309f4-ec3c-46e3-8f05-5370b3117644 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:38.456742 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d12dfe-d8e0-4de6-841e-7b52e2846cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd89e5a-a4cb-4210-af91-47c9c6f47231,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:38.457839 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ee6298f-ea6f-4404-ae20-71ba612cd103 req-068f50e6-d874-4fb1-8537-b5f0708c56bd tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=623ae5f2-99ad-4737-b7b3-031208709722 HTTP/1.1" status: 200 len: 210 time: 0.0760179 Feb 09 01:35:38.458713 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4733826-363c-49bb-a897-4bd7e715dde6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5663d0ec-236b-44b8-be2c-ca4247ec2433,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:38.462796 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460bbef-9076-44ae-9c09-07aaac2491b1 None None] Pushing event updated for resources: {'Port': ['ID=7fe309f4-ec3c-46e3-8f05-5370b3117644,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:38.468044 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f4733826-363c-49bb-a897-4bd7e715dde6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:38.478155 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f4733826-363c-49bb-a897-4bd7e715dde6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5663d0ec-236b-44b8-be2c-ca4247ec2433 HTTP/1.1" status: 204 len: 168 time: 1.4179852 Feb 09 01:35:38.492148 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:35:38.492148 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:35:38.492148 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:38.495428 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:35:38.496003 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] Bound port: 7fe309f4-ec3c-46e3-8f05-5370b3117644, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:35:38.496409 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7fe309f4-ec3c-46e3-8f05-5370b3117644), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:38.600922 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa911253-e35c-430f-9c8e-75fd48733a80 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Pushing event updated for resources: {'Port': ['ID=bdcb2007-261e-4014-b5bf-0fce92495e6d,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:38.602545 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] For port 7fe309f4-ec3c-46e3-8f05-5370b3117644, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:35:38.606691 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] For port 7fe309f4-ec3c-46e3-8f05-5370b3117644, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=7fe309f4-ec3c-46e3-8f05-5370b3117644,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:35:38.614352 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7fe309f4-ec3c-46e3-8f05-5370b3117644), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:38.617091 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60376) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:38.623040 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-74ea0836-1585-45fd-b419-72d3f411b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:38.627797 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-74ea0836-1585-45fd-b419-72d3f411b577 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d16af0fd2b2042ed98a101b523423318&device_id=cf460074-347d-486c-8460-a1bd38783eb1 HTTP/1.1" status: 200 len: 1125 time: 1.7137725 Feb 09 01:35:38.630166 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f9570f8c-aeab-405e-b399-5db225916c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (28cb58dc-5486-45c1-accb-a880b5db9304), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:38.732009 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 84bb3f8a-433a-48c1-b137-2a48f45baf83 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:35:38.733941 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f5e15c-9c44-457e-903d-809ae3092925 x-openstack-request-id: req-47f5e15c-9c44-457e-903d-809ae3092925 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:38.734239 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf460074-347d-486c-8460-a1bd38783eb1", "tag": "cd173222-789e-4607-8497-c26817ebe303", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:38.734537 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47f5e15c-9c44-457e-903d-809ae3092925 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:38.734913 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf460074-347d-486c-8460-a1bd38783eb1', 'tag': 'cd173222-789e-4607-8497-c26817ebe303', 'status': 'completed', 'code': 200} Feb 09 01:35:38.737971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460bbef-9076-44ae-9c09-07aaac2491b1 None None] Pushing event updated for resources: {'Port': ['ID=7fe309f4-ec3c-46e3-8f05-5370b3117644,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:38.752391 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b55e2501-738e-4756-bd5c-f67550c3967e req-ee1895d2-c2a6-4f13-acb9-9ccc34535068 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5393081 Feb 09 01:35:38.853609 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] Routers {'b46cd772-624f-476f-82ed-ad44dd14cad5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:38.854817 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:35:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b46cd772-624f-476f-82ed-ad44dd14cad5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:38.855567 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d919c385-9992-4304-940d-bba23a96e485 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (7fe309f4-ec3c-46e3-8f05-5370b3117644), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:38.920480 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d919c385-9992-4304-940d-bba23a96e485 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Calling delete_port for 7fe309f4-ec3c-46e3-8f05-5370b3117644 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:38.970525 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c0cca30-723b-4808-9add-27077a10f8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (453a6711-91a3-4a44-9758-2d1aaefb39b3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:39.002255 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-1d71d864-73d8-4f22-87d2-af821cdb9ecc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd173222-789e-4607-8497-c26817ebe303 HTTP/1.1" status: 200 len: 217 time: 0.3096795 Feb 09 01:35:39.019115 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9570f8c-aeab-405e-b399-5db225916c47 admin admin] Pushing event deleted for resources: {'Port': ['ID=28cb58dc-5486-45c1-accb-a880b5db9304,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:39.059542 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ac9b96b1-8f9a-4f87-8ca7-5b4f363dfe0c req-edbca836-b7d1-4fa1-8f62-20821b5b6ea3 service neutron] 10.222.0.67 "GET /v2.0/networks/40b0a656-2512-4f2e-b282-c9d8927706db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5831020 Feb 09 01:35:39.120040 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7610f6ef-5262-4ce4-8d9e-2d27cfbebbc4 None None] Provisioning complete for port bdcb2007-261e-4014-b5bf-0fce92495e6d triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:39.123610 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7610f6ef-5262-4ce4-8d9e-2d27cfbebbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:39.200786 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7610f6ef-5262-4ce4-8d9e-2d27cfbebbc4 None None] Port bdcb2007-261e-4014-b5bf-0fce92495e6d cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:35:39.242828 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 84bb3f8a-433a-48c1-b137-2a48f45baf83 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:39.243438 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (84bb3f8a-433a-48c1-b137-2a48f45baf83), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:39.247014 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] Set router b46cd772-624f-476f-82ed-ad44dd14cad5 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:35:39.269932 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-6408d8bf-b10c-4bbd-973c-a9def300a3ae tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Publish callbacks [] for port (122199ce-3f83-4414-bd26-b874df40d9a8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:39.383008 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-a4acff4b-6989-49c0-bdb3-851d9ec4875e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:39.384970 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-a4acff4b-6989-49c0-bdb3-851d9ec4875e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64890185-dcc7-4353-a8cb-39f870200951 HTTP/1.1" status: 200 len: 857 time: 0.3765233 Feb 09 01:35:39.395648 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-6408d8bf-b10c-4bbd-973c-a9def300a3ae tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (122199ce-3f83-4414-bd26-b874df40d9a8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:39.483126 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-fa911253-e35c-430f-9c8e-75fd48733a80 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:39.483865 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-fa911253-e35c-430f-9c8e-75fd48733a80 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:39.525915 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46cd772-624f-476f-82ed-ad44dd14cad5', 'name': 'tempest-snat-router-497521203', 'tenant_id': '7168a991575b499986def6d8a98ebb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:37Z', 'revision_number': 4, 'project_id': '7168a991575b499986def6d8a98ebb73', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:39.526271 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcbb08-b1b8-40ab-a694-40161525f584 req-dade0a60-b89c-491f-97f6-9b0942fc87c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:39.529993 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-97bcbb08-b1b8-40ab-a694-40161525f584 req-dade0a60-b89c-491f-97f6-9b0942fc87c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 1130 time: 2.1289356 Feb 09 01:35:39.586383 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e74387-041a-47df-8f60-e1b316840f6b None None] The sync data for ids ['b46cd772-624f-476f-82ed-ad44dd14cad5'] in n-d-828387-3 is: [{'id': 'b46cd772-624f-476f-82ed-ad44dd14cad5', 'name': 'tempest-snat-router-497521203', 'tenant_id': '7168a991575b499986def6d8a98ebb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:37Z', 'revision_number': 4, 'project_id': '7168a991575b499986def6d8a98ebb73', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:39.611997 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:39.662434 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408d8bf-b10c-4bbd-973c-a9def300a3ae tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Pushing event updated for resources: {'Port': ['ID=122199ce-3f83-4414-bd26-b874df40d9a8,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:39.727007 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 84bb3f8a-433a-48c1-b137-2a48f45baf83 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:39.727797 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (84bb3f8a-433a-48c1-b137-2a48f45baf83), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:39.734015 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 65b44088-5e5a-4f24-9195-e2d924cd60e7 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:35:39.818877 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-fa911253-e35c-430f-9c8e-75fd48733a80 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.3902910 Feb 09 01:35:39.819567 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f9570f8c-aeab-405e-b399-5db225916c47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (f2029d96-c1c9-44c4-b6c3-28ae018eff2b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:39.829510 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-6408d8bf-b10c-4bbd-973c-a9def300a3ae tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:39.836655 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-3f4f2b41-1336-4998-8cb7-18ab6bd722a9 service neutron] Request body: {'port': {'device_id': 'c7ded839-b7aa-44a6-9c35-1a5220062c34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:39.876707 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 65b44088-5e5a-4f24-9195-e2d924cd60e7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=65b44088-5e5a-4f24-9195-e2d924cd60e7,segment=NetworkSegment(95922bbc-deec-45a3-b812-be48f9b3b1d2),segment_id=95922bbc-deec-45a3-b812-be48f9b3b1d2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:39.911408 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-6408d8bf-b10c-4bbd-973c-a9def300a3ae tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:39.917011 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-6408d8bf-b10c-4bbd-973c-a9def300a3ae tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:39.930704 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '65b44088-5e5a-4f24-9195-e2d924cd60e7', 'network_id': '40b0a656-2512-4f2e-b282-c9d8927706db', 'port_id': '65b44088-5e5a-4f24-9195-e2d924cd60e7', 'mac_address': 'fa:16:3e:d3:7b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64890185-dcc7-4353-a8cb-39f870200951', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:35:39.978423 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 84bb3f8a-433a-48c1-b137-2a48f45baf83, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=84bb3f8a-433a-48c1-b137-2a48f45baf83,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:39.982756 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74116dd1-f345-442f-ae3a-77d416b878e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bb3f8a-433a-48c1-b137-2a48f45baf83'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:39.983970 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-59d12dfe-d8e0-4de6-841e-7b52e2846cf6 service neutron] Attempting to bind port 9cd89e5a-a4cb-4210-af91-47c9c6f47231 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:35:39.984321 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-59d12dfe-d8e0-4de6-841e-7b52e2846cf6 service neutron] Attempting to bind port 9cd89e5a-a4cb-4210-af91-47c9c6f47231 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '95922bbc-deec-45a3-b812-be48f9b3b1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40b0a656-2512-4f2e-b282-c9d8927706db'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:35:39.984654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-59d12dfe-d8e0-4de6-841e-7b52e2846cf6 service neutron] Attempting to bind port 9cd89e5a-a4cb-4210-af91-47c9c6f47231 on network 40b0a656-2512-4f2e-b282-c9d8927706db {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:39.985250 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a219c7-3452-48ed-bbcb-3bb8a11c5b84" -d '{"events": [{"server_uuid": "74116dd1-f345-442f-ae3a-77d416b878e3", "name": "network-vif-plugged", "status": "completed", "tag": "84bb3f8a-433a-48c1-b137-2a48f45baf83"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:40.011287 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-af38349d-703f-4193-bf7d-030c3545eb75 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=40b0a656-2512-4f2e-b282-c9d8927706db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5910668 Feb 09 01:35:40.046676 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 65b44088-5e5a-4f24-9195-e2d924cd60e7 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:40.047090 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (65b44088-5e5a-4f24-9195-e2d924cd60e7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.049491 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (84bb3f8a-433a-48c1-b137-2a48f45baf83), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.058494 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-43eed2dd-5143-4696-95a3-cd368c4affec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.108309 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d919c385-9992-4304-940d-bba23a96e485 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (7fe309f4-ec3c-46e3-8f05-5370b3117644), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.118949 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b44088-5e5a-4f24-9195-e2d924cd60e7 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:35:40.148204 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 65b44088-5e5a-4f24-9195-e2d924cd60e7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=65b44088-5e5a-4f24-9195-e2d924cd60e7,segment=NetworkSegment(95922bbc-deec-45a3-b812-be48f9b3b1d2),segment_id=95922bbc-deec-45a3-b812-be48f9b3b1d2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:40.157432 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (65b44088-5e5a-4f24-9195-e2d924cd60e7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.175589 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919c385-9992-4304-940d-bba23a96e485 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fe309f4-ec3c-46e3-8f05-5370b3117644,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:40.207779 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17a797-ba76-41e8-86a3-53ec1199fc9e req-3f242095-66a4-4a51-a323-566cfc248470 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:40.208233 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=84bb3f8a-433a-48c1-b137-2a48f45baf83,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:40.218749 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb17a797-ba76-41e8-86a3-53ec1199fc9e req-3f242095-66a4-4a51-a323-566cfc248470 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a29ab1a-44dd-43e6-8651-3f9c901bd9d5 HTTP/1.1" status: 200 len: 943 time: 0.9506135 Feb 09 01:35:40.242556 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c0cca30-723b-4808-9add-27077a10f8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (453a6711-91a3-4a44-9758-2d1aaefb39b3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.291667 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-59d12dfe-d8e0-4de6-841e-7b52e2846cf6 service neutron] Port 9cd89e5a-a4cb-4210-af91-47c9c6f47231 on network 40b0a656-2512-4f2e-b282-c9d8927706db not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:35:40.292212 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-59d12dfe-d8e0-4de6-841e-7b52e2846cf6 service neutron] Attempting to bind port 9cd89e5a-a4cb-4210-af91-47c9c6f47231 on network 40b0a656-2512-4f2e-b282-c9d8927706db {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:40.296043 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-152336d5-5a6a-44e8-b45d-af380c54c994 service neutron] 10.222.0.67 "GET /v2.0/networks/40b0a656-2512-4f2e-b282-c9d8927706db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838891 Feb 09 01:35:40.326541 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=65b44088-5e5a-4f24-9195-e2d924cd60e7,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:40.357289 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f1ec4667-ca1f-4b40-be0e-6426349b3186 None None] Provisioning complete for port 122199ce-3f83-4414-bd26-b874df40d9a8 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:40.357877 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f1ec4667-ca1f-4b40-be0e-6426349b3186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (122199ce-3f83-4414-bd26-b874df40d9a8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.388401 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-7c0cca30-723b-4808-9add-27077a10f8af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453a6711-91a3-4a44-9758-2d1aaefb39b3']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:40.391320 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d919c385-9992-4304-940d-bba23a96e485 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (b46cd772-624f-476f-82ed-ad44dd14cad5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.422014 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec4667-ca1f-4b40-be0e-6426349b3186 None None] Port 122199ce-3f83-4414-bd26-b874df40d9a8 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:35:40.454882 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb17a797-ba76-41e8-86a3-53ec1199fc9e req-62e20b92-f51c-4249-9f62-605ffa1a4c87 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9c3f0ee-508c-4e94-864f-ebc0aa9271c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352810 Feb 09 01:35:40.458091 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ac9b96b1-8f9a-4f87-8ca7-5b4f363dfe0c req-c7cbcca0-7f21-4f9f-bc29-b8356ce05ea4 service neutron] 10.222.0.67 "GET /v2.0/networks/40b0a656-2512-4f2e-b282-c9d8927706db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3751137 Feb 09 01:35:40.460570 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-7c0cca30-723b-4808-9add-27077a10f8af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0565080c-e78e-4687-9c37-ade1a0353378') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:40.460841 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-7c0cca30-723b-4808-9add-27077a10f8af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0565080c-e78e-4687-9c37-ade1a0353378') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:40.543763 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['65b44088-5e5a-4f24-9195-e2d924cd60e7'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:40.567047 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c0cca30-723b-4808-9add-27077a10f8af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (0565080c-e78e-4687-9c37-ade1a0353378), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.598480 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d919c385-9992-4304-940d-bba23a96e485 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (b46cd772-624f-476f-82ed-ad44dd14cad5), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.607309 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d919c385-9992-4304-940d-bba23a96e485 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_controller (b46cd772-624f-476f-82ed-ad44dd14cad5), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.610986 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c0cca30-723b-4808-9add-27077a10f8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (0565080c-e78e-4687-9c37-ade1a0353378), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.623587 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0cca30-723b-4808-9add-27077a10f8af admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:35:40.624135 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c0cca30-723b-4808-9add-27077a10f8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (0565080c-e78e-4687-9c37-ade1a0353378), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:35:40.628035 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:35:40.650715 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.688474 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-59d12dfe-d8e0-4de6-841e-7b52e2846cf6 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:35:40.689402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-59d12dfe-d8e0-4de6-841e-7b52e2846cf6 service neutron] Checking segment: {'id': '95922bbc-deec-45a3-b812-be48f9b3b1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40b0a656-2512-4f2e-b282-c9d8927706db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:35:40.689857 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-59d12dfe-d8e0-4de6-841e-7b52e2846cf6 service neutron] Bound using segment: {'id': '95922bbc-deec-45a3-b812-be48f9b3b1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40b0a656-2512-4f2e-b282-c9d8927706db'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:35:40.691002 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-59d12dfe-d8e0-4de6-841e-7b52e2846cf6 service neutron] Bound port: 9cd89e5a-a4cb-4210-af91-47c9c6f47231, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95922bbc-deec-45a3-b812-be48f9b3b1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40b0a656-2512-4f2e-b282-c9d8927706db'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:35:40.691399 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-59d12dfe-d8e0-4de6-841e-7b52e2846cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9cd89e5a-a4cb-4210-af91-47c9c6f47231), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.698603 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.787818 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d919c385-9992-4304-940d-bba23a96e485 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (b46cd772-624f-476f-82ed-ad44dd14cad5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.788474 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d919c385-9992-4304-940d-bba23a96e485 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b46cd772-624f-476f-82ed-ad44dd14cad5 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:35:40.799495 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d919c385-9992-4304-940d-bba23a96e485 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.805088 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d919c385-9992-4304-940d-bba23a96e485 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "DELETE /v2.0/routers/b46cd772-624f-476f-82ed-ad44dd14cad5 HTTP/1.1" status: 204 len: 168 time: 4.1328812 Feb 09 01:35:40.805498 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60396) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:40.862867 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf39e02-4179-4bf4-93d3-55c4b197dadb req-d55f1d9f-9bae-46e7-891b-a8ffc1f7ecf4 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:40.862867 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cbf39e02-4179-4bf4-93d3-55c4b197dadb req-d55f1d9f-9bae-46e7-891b-a8ffc1f7ecf4 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.3150291 Feb 09 01:35:40.891848 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-4a0a2374-8148-4b90-8f34-816428159c09 service neutron] 10.222.0.67 "GET /v2.0/networks/40b0a656-2512-4f2e-b282-c9d8927706db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5674043 Feb 09 01:35:40.912242 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-6408d8bf-b10c-4bbd-973c-a9def300a3ae tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:40.913119 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-6408d8bf-b10c-4bbd-973c-a9def300a3ae tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.933555 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-3f4f2b41-1336-4998-8cb7-18ab6bd722a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.934563 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c0cca30-723b-4808-9add-27077a10f8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (453a6711-91a3-4a44-9758-2d1aaefb39b3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.968031 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c0cca30-723b-4808-9add-27077a10f8af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.986420 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7c0cca30-723b-4808-9add-27077a10f8af admin admin] 10.222.0.36 "DELETE /v2.0/networks/453a6711-91a3-4a44-9758-2d1aaefb39b3 HTTP/1.1" status: 204 len: 168 time: 2.3657215 Feb 09 01:35:41.041582 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64f6f1-8903-4c45-a92a-1ca532d8f81f req-7f9e5b5d-133d-4992-bdeb-e8bc9d83d075 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:41.042811 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad64f6f1-8903-4c45-a92a-1ca532d8f81f req-7f9e5b5d-133d-4992-bdeb-e8bc9d83d075 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=623ae5f2-99ad-4737-b7b3-031208709722 HTTP/1.1" status: 200 len: 935 time: 1.3629556 Feb 09 01:35:41.044459 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcbb08-b1b8-40ab-a694-40161525f584 req-96f560f8-c5c0-49e5-9b67-2e604df4c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:41.046615 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-97bcbb08-b1b8-40ab-a694-40161525f584 req-96f560f8-c5c0-49e5-9b67-2e604df4c916 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 1.2474823 Feb 09 01:35:41.082671 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cbf39e02-4179-4bf4-93d3-55c4b197dadb req-24436030-ac84-4ce0-9a58-a60b7dfbf77e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500731 Feb 09 01:35:41.088698 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-6408d8bf-b10c-4bbd-973c-a9def300a3ae tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.4204004 Feb 09 01:35:41.152564 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4f17e16-a8e1-47fe-85d7-50da4e377d70 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router (25c6dc44-1283-4382-a903-b6927411d580), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:41.154687 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0cca30-723b-4808-9add-27077a10f8af admin admin] Pushing event deleted for resources: {'Network': ['ID=453a6711-91a3-4a44-9758-2d1aaefb39b3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:41.243519 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-2a9b4ef6-1d66-4fc6-91ab-ba346c09c14c service neutron] Request body: {'port': {'device_id': '623ae5f2-99ad-4737-b7b3-031208709722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:41.276845 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a1eb85-e895-4e11-9bc5-9842fa241621 x-openstack-request-id: req-e1a1eb85-e895-4e11-9bc5-9842fa241621 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:41.277843 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74116dd1-f345-442f-ae3a-77d416b878e3", "name": "network-vif-plugged", "status": "completed", "tag": "84bb3f8a-433a-48c1-b137-2a48f45baf83", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:41.278360 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1a1eb85-e895-4e11-9bc5-9842fa241621 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:41.279096 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74116dd1-f345-442f-ae3a-77d416b878e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bb3f8a-433a-48c1-b137-2a48f45baf83', 'code': 200} Feb 09 01:35:41.292524 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60404) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:41.345850 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-97bcbb08-b1b8-40ab-a694-40161525f584 req-4963e367-f0ea-43ff-83f1-a77104b88258 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=84bb3f8a-433a-48c1-b137-2a48f45baf83 HTTP/1.1" status: 200 len: 217 time: 0.2193077 Feb 09 01:35:41.358440 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-86a47a81-279c-480d-af26-4c4a19de5eab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=865e898aafce4aeab66edf77fcd52143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0647688 Feb 09 01:35:41.361902 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60406) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:41.428839 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77a64056-925d-481e-8de2-36a6c804ed7c admin admin] Publish callbacks [] for security_group (115f0378-d5c0-41c0-858b-87df266c1c20), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:41.461544 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4f17e16-a8e1-47fe-85d7-50da4e377d70 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_gateway (25c6dc44-1283-4382-a903-b6927411d580), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:41.509195 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77a64056-925d-481e-8de2-36a6c804ed7c admin admin] Publish callbacks [] for security_group (115f0378-d5c0-41c0-858b-87df266c1c20), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:41.573595 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b4f17e16-a8e1-47fe-85d7-50da4e377d70 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Deleting port 72fa11a5-ddc6-4731-aebe-cd0d69141a1a {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:41.573957 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4f17e16-a8e1-47fe-85d7-50da4e377d70 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (72fa11a5-ddc6-4731-aebe-cd0d69141a1a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:41.599472 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-59d12dfe-d8e0-4de6-841e-7b52e2846cf6 service neutron] For port 9cd89e5a-a4cb-4210-af91-47c9c6f47231, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:35:41.623911 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad64f6f1-8903-4c45-a92a-1ca532d8f81f req-a75b6c06-6e9b-42bb-9381-523710ffc017 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988530 Feb 09 01:35:41.683912 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77a64056-925d-481e-8de2-36a6c804ed7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (115f0378-d5c0-41c0-858b-87df266c1c20), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:41.688635 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77a64056-925d-481e-8de2-36a6c804ed7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:41.688635 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-77a64056-925d-481e-8de2-36a6c804ed7c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/115f0378-d5c0-41c0-858b-87df266c1c20 HTTP/1.1" status: 204 len: 168 time: 0.3252339 Feb 09 01:35:41.711464 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a64056-925d-481e-8de2-36a6c804ed7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115f0378-d5c0-41c0-858b-87df266c1c20,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:41.735074 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07cd44-55e5-4760-ad7b-f6d2d61c51e8 req-8226b0b0-e09f-48c5-a7a4-8c93648464f9 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:41.736858 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be07cd44-55e5-4760-ad7b-f6d2d61c51e8 req-8226b0b0-e09f-48c5-a7a4-8c93648464f9 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a29ab1a-44dd-43e6-8651-3f9c901bd9d5 HTTP/1.1" status: 200 len: 943 time: 0.1160510 Feb 09 01:35:41.751133 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 65b44088-5e5a-4f24-9195-e2d924cd60e7 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:35:41.765301 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-b4f17e16-a8e1-47fe-85d7-50da4e377d70 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] For port 72fa11a5-ddc6-4731-aebe-cd0d69141a1a, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=72fa11a5-ddc6-4731-aebe-cd0d69141a1a,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:41.765931 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4f17e16-a8e1-47fe-85d7-50da4e377d70 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (72fa11a5-ddc6-4731-aebe-cd0d69141a1a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:41.774868 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-59d12dfe-d8e0-4de6-841e-7b52e2846cf6 service neutron] For port 9cd89e5a-a4cb-4210-af91-47c9c6f47231, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9cd89e5a-a4cb-4210-af91-47c9c6f47231,segment=NetworkSegment(95922bbc-deec-45a3-b812-be48f9b3b1d2),segment_id=95922bbc-deec-45a3-b812-be48f9b3b1d2)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:35:41.827352 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b4f17e16-a8e1-47fe-85d7-50da4e377d70 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Calling delete_port for 72fa11a5-ddc6-4731-aebe-cd0d69141a1a owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:41.841044 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 65b44088-5e5a-4f24-9195-e2d924cd60e7 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:41.850467 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-59d12dfe-d8e0-4de6-841e-7b52e2846cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (9cd89e5a-a4cb-4210-af91-47c9c6f47231), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:41.857019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 65b44088-5e5a-4f24-9195-e2d924cd60e7 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:41.857657 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (65b44088-5e5a-4f24-9195-e2d924cd60e7), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:41.885282 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e879e2-f2a3-45bd-88f3-4b4cafa8d23a req-1c863e5d-a88b-4f16-aebb-a34c27532b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:41.895301 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-81e879e2-f2a3-45bd-88f3-4b4cafa8d23a req-1c863e5d-a88b-4f16-aebb-a34c27532b42 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d16af0fd2b2042ed98a101b523423318&device_id=cf460074-347d-486c-8460-a1bd38783eb1 HTTP/1.1" status: 200 len: 1125 time: 0.8672445 Feb 09 01:35:41.992838 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcbb08-b1b8-40ab-a694-40161525f584 req-321daf26-b6be-4a40-933a-9cf3742b1011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:41.994471 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-97bcbb08-b1b8-40ab-a694-40161525f584 req-321daf26-b6be-4a40-933a-9cf3742b1011 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.5139918 Feb 09 01:35:42.027745 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be07cd44-55e5-4760-ad7b-f6d2d61c51e8 req-334b7cb8-9580-4079-974f-95a0900567cc tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9c3f0ee-508c-4e94-864f-ebc0aa9271c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756624 Feb 09 01:35:42.043137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-59d12dfe-d8e0-4de6-841e-7b52e2846cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:42.043794 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-59d12dfe-d8e0-4de6-841e-7b52e2846cf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:42.062999 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-59d12dfe-d8e0-4de6-841e-7b52e2846cf6 service neutron] 10.222.0.48 "PUT /v2.0/ports/9cd89e5a-a4cb-4210-af91-47c9c6f47231 HTTP/1.1" status: 200 len: 1091 time: 7.4709661 Feb 09 01:35:42.065972 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-2a9b4ef6-1d66-4fc6-91ab-ba346c09c14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (122199ce-3f83-4414-bd26-b874df40d9a8), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:42.102372 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 65b44088-5e5a-4f24-9195-e2d924cd60e7 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:42.102894 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (65b44088-5e5a-4f24-9195-e2d924cd60e7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:42.154845 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a29ab1a-44dd-43e6-8651-3f9c901bd9d5', 'tag': '9cd89e5a-a4cb-4210-af91-47c9c6f47231'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:42.163242 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8930f3-655c-406f-b865-3e5c6e5b28c3" -d '{"events": [{"name": "network-changed", "server_uuid": "1a29ab1a-44dd-43e6-8651-3f9c901bd9d5", "tag": "9cd89e5a-a4cb-4210-af91-47c9c6f47231"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:42.276437 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 65b44088-5e5a-4f24-9195-e2d924cd60e7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=65b44088-5e5a-4f24-9195-e2d924cd60e7,segment=NetworkSegment(95922bbc-deec-45a3-b812-be48f9b3b1d2),segment_id=95922bbc-deec-45a3-b812-be48f9b3b1d2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:42.284191 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:42.292992 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (65b44088-5e5a-4f24-9195-e2d924cd60e7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:42.423024 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4f17e16-a8e1-47fe-85d7-50da4e377d70 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (72fa11a5-ddc6-4731-aebe-cd0d69141a1a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:42.489344 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=65b44088-5e5a-4f24-9195-e2d924cd60e7,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:42.508042 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f17e16-a8e1-47fe-85d7-50da4e377d70 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Pushing event deleted for resources: {'Port': ['ID=72fa11a5-ddc6-4731-aebe-cd0d69141a1a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:42.520496 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:42.526052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:42.527897 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:42.528376 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:42.530189 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:42.531525 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:42.532340 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:42.540256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:42.540256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:42.540256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:42.540256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:42.540256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:42.540256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:42.644506 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4f17e16-a8e1-47fe-85d7-50da4e377d70 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (25c6dc44-1283-4382-a903-b6927411d580), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:42.807053 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4f17e16-a8e1-47fe-85d7-50da4e377d70 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (25c6dc44-1283-4382-a903-b6927411d580), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:42.845437 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4f17e16-a8e1-47fe-85d7-50da4e377d70 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_controller (25c6dc44-1283-4382-a903-b6927411d580), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:43.000069 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4f17e16-a8e1-47fe-85d7-50da4e377d70 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (25c6dc44-1283-4382-a903-b6927411d580), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:43.001366 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f17e16-a8e1-47fe-85d7-50da4e377d70 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 25c6dc44-1283-4382-a903-b6927411d580 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:35:43.003063 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9570f8c-aeab-405e-b399-5db225916c47 admin admin] Router f2029d96-c1c9-44c4-b6c3-28ae018eff2b has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:35:43.010431 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4f17e16-a8e1-47fe-85d7-50da4e377d70 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:43.015979 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b4f17e16-a8e1-47fe-85d7-50da4e377d70 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "DELETE /v2.0/routers/25c6dc44-1283-4382-a903-b6927411d580 HTTP/1.1" status: 204 len: 168 time: 2.2052469 Feb 09 01:35:43.020727 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60488) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:43.025028 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78366c4-f26d-47da-b9e7-0413583f3794 x-openstack-request-id: req-d78366c4-f26d-47da-b9e7-0413583f3794 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:43.026835 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a29ab1a-44dd-43e6-8651-3f9c901bd9d5", "tag": "9cd89e5a-a4cb-4210-af91-47c9c6f47231", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:43.027419 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d78366c4-f26d-47da-b9e7-0413583f3794 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:43.028088 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a29ab1a-44dd-43e6-8651-3f9c901bd9d5', 'tag': '9cd89e5a-a4cb-4210-af91-47c9c6f47231', 'status': 'completed', 'code': 200} Feb 09 01:35:43.031337 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d12dfe-d8e0-4de6-841e-7b52e2846cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd89e5a-a4cb-4210-af91-47c9c6f47231,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:43.034480 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41f6aa-fff5-45a8-a8ea-60bf8095fc27 req-bf9f108d-c299-4c6d-85a0-16ca6e8e9168 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:43.037334 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ed41f6aa-fff5-45a8-a8ea-60bf8095fc27 req-bf9f108d-c299-4c6d-85a0-16ca6e8e9168 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=623ae5f2-99ad-4737-b7b3-031208709722 HTTP/1.1" status: 200 len: 935 time: 0.2267709 Feb 09 01:35:43.045832 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-9c30d420-e6c3-446e-9c8a-38cb98b94468 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-582564650', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}, 'admin_state_up': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:43.135966 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c30d420-e6c3-446e-9c8a-38cb98b94468 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (fd351c3c-815a-4d70-b792-59e46ed4eb50), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:43.137698 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c30d420-e6c3-446e-9c8a-38cb98b94468 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (fd351c3c-815a-4d70-b792-59e46ed4eb50), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:43.202731 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ed41f6aa-fff5-45a8-a8ea-60bf8095fc27 req-f7784a9d-897f-41b4-85b2-3c2f588937da tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460927 Feb 09 01:35:43.282793 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5088e7e2-3c38-4563-8804-7a067f75f878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b44088-5e5a-4f24-9195-e2d924cd60e7'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:43.285145 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2555f5eb-eb78-41a9-9d95-dbf341379c39" -d '{"events": [{"server_uuid": "5088e7e2-3c38-4563-8804-7a067f75f878", "name": "network-vif-plugged", "status": "completed", "tag": "65b44088-5e5a-4f24-9195-e2d924cd60e7"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:43.378207 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:43.454628 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c30d420-e6c3-446e-9c8a-38cb98b94468 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_controller (fd351c3c-815a-4d70-b792-59e46ed4eb50), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:43.543176 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcbb08-b1b8-40ab-a694-40161525f584 req-e0f5b752-4521-4356-ae72-a8bdc23a980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:43.545527 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-97bcbb08-b1b8-40ab-a694-40161525f584 req-e0f5b752-4521-4356-ae72-a8bdc23a980b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.5353627 Feb 09 01:35:43.595541 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-3f4f2b41-1336-4998-8cb7-18ab6bd722a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdcb2007-261e-4014-b5bf-0fce92495e6d {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:35:43.729055 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-97bcbb08-b1b8-40ab-a694-40161525f584 req-f02e18d1-fb2c-4351-9f36-915b01b49ffc service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175740 Feb 09 01:35:43.738180 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device cd173222-789e-4607-8497-c26817ebe303 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:35:43.744418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60522) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:43.746599 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-3f4f2b41-1336-4998-8cb7-18ab6bd722a9 service neutron] Publish callbacks [] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:43.877168 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965447a-50a7-4391-8641-dc6f22663085 req-b444207a-6bea-4833-844f-f49c3fd72880 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:43.878778 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d965447a-50a7-4391-8641-dc6f22663085 req-b444207a-6bea-4833-844f-f49c3fd72880 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a29ab1a-44dd-43e6-8651-3f9c901bd9d5 HTTP/1.1" status: 200 len: 943 time: 0.4124608 Feb 09 01:35:43.882284 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c30d420-e6c3-446e-9c8a-38cb98b94468 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_gateway (fd351c3c-815a-4d70-b792-59e46ed4eb50), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:43.912851 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-acb40165-ebeb-4f80-876c-847463013e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:43.915008 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-acb40165-ebeb-4f80-876c-847463013e08 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d16af0fd2b2042ed98a101b523423318&device_id=1a29ab1a-44dd-43e6-8651-3f9c901bd9d5 HTTP/1.1" status: 200 len: 1125 time: 1.6807353 Feb 09 01:35:44.004136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5726c48-2256-4e09-bd15-2f9ea89de4fb req-831714b6-5022-4068-b64e-33eccb1a89ce tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:44.005355 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port cd173222-789e-4607-8497-c26817ebe303, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=cd173222-789e-4607-8497-c26817ebe303,segment=NetworkSegment(95922bbc-deec-45a3-b812-be48f9b3b1d2),segment_id=95922bbc-deec-45a3-b812-be48f9b3b1d2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:44.014468 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e5726c48-2256-4e09-bd15-2f9ea89de4fb req-831714b6-5022-4068-b64e-33eccb1a89ce tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 1.0180535 Feb 09 01:35:44.019996 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'cd173222-789e-4607-8497-c26817ebe303', 'network_id': '40b0a656-2512-4f2e-b282-c9d8927706db', 'port_id': 'cd173222-789e-4607-8497-c26817ebe303', 'mac_address': 'fa:16:3e:58:2d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64890185-dcc7-4353-a8cb-39f870200951', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:35:44.032245 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-3f4f2b41-1336-4998-8cb7-18ab6bd722a9 service neutron] Transition to ACTIVE for port object bdcb2007-261e-4014-b5bf-0fce92495e6d will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:44.035061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e879e2-f2a3-45bd-88f3-4b4cafa8d23a req-b99077fc-5eeb-410c-86e7-27f598ae374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:44.037080 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-81e879e2-f2a3-45bd-88f3-4b4cafa8d23a req-b99077fc-5eeb-410c-86e7-27f598ae374d service neutron] 10.222.0.67 "GET /v2.0/networks?id=40b0a656-2512-4f2e-b282-c9d8927706db HTTP/1.1" status: 200 len: 918 time: 2.1189973 Feb 09 01:35:44.048831 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4604d6ad-be86-43ff-8344-713e42805721 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1087449568-network', 'tenant_id': 'c45c47ba992045c1ada70c874f091239'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:44.056273 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d965447a-50a7-4391-8641-dc6f22663085 req-bc4d37a7-ebd6-438e-8fe8-4685141ad803 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9c3f0ee-508c-4e94-864f-ebc0aa9271c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669362 Feb 09 01:35:44.091520 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port cd173222-789e-4607-8497-c26817ebe303 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:44.092173 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cd173222-789e-4607-8497-c26817ebe303), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:44.109743 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd173222-789e-4607-8497-c26817ebe303 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:35:44.124697 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-3f4f2b41-1336-4998-8cb7-18ab6bd722a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:44.144742 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port cd173222-789e-4607-8497-c26817ebe303, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=cd173222-789e-4607-8497-c26817ebe303,segment=NetworkSegment(95922bbc-deec-45a3-b812-be48f9b3b1d2),segment_id=95922bbc-deec-45a3-b812-be48f9b3b1d2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:44.152352 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (cd173222-789e-4607-8497-c26817ebe303), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:44.157716 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-fee05a91-8b54-486c-9c3c-150b0cfa9502 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cd89e5a-a4cb-4210-af91-47c9c6f47231 HTTP/1.1" status: 200 len: 217 time: 0.1694841 Feb 09 01:35:44.214525 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b9f226-ed2e-4f5f-9443-e795e80c6252 x-openstack-request-id: req-00b9f226-ed2e-4f5f-9443-e795e80c6252 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:44.216150 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5088e7e2-3c38-4563-8804-7a067f75f878", "name": "network-vif-plugged", "status": "completed", "tag": "65b44088-5e5a-4f24-9195-e2d924cd60e7", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:44.216610 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-00b9f226-ed2e-4f5f-9443-e795e80c6252 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:44.217954 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5088e7e2-3c38-4563-8804-7a067f75f878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b44088-5e5a-4f24-9195-e2d924cd60e7', 'code': 200} Feb 09 01:35:44.282012 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=cd173222-789e-4607-8497-c26817ebe303,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:44.294072 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4604d6ad-be86-43ff-8344-713e42805721 admin admin] Made reservation on behalf of c45c47ba992045c1ada70c874f091239 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:44.304278 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4604d6ad-be86-43ff-8344-713e42805721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:44.309879 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-81e879e2-f2a3-45bd-88f3-4b4cafa8d23a req-16b859f9-17da-4c9d-853a-3ae5f960dd0c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd173222-789e-4607-8497-c26817ebe303 HTTP/1.1" status: 200 len: 217 time: 0.2021842 Feb 09 01:35:44.366248 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c30d420-e6c3-446e-9c8a-38cb98b94468 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_gateway (fd351c3c-815a-4d70-b792-59e46ed4eb50), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:44.409890 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c30d420-e6c3-446e-9c8a-38cb98b94468 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:44.430588 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4604d6ad-be86-43ff-8344-713e42805721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:44.533806 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee5684-46e0-4192-8792-f38b61de464f req-0dc16f85-3455-4432-a6ec-8c2294bd0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:44.535377 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56ee5684-46e0-4192-8792-f38b61de464f req-0dc16f85-3455-4432-a6ec-8c2294bd0880 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5088e7e2-3c38-4563-8804-7a067f75f878 HTTP/1.1" status: 200 len: 1127 time: 0.2611511 Feb 09 01:35:44.562098 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['cd173222-789e-4607-8497-c26817ebe303'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:44.596488 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-97bcbb08-b1b8-40ab-a694-40161525f584 req-3ab775c7-4bf4-4c4e-838f-188ccca90fa3 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7622576 Feb 09 01:35:44.599744 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e5726c48-2256-4e09-bd15-2f9ea89de4fb req-c6bbc3f3-766c-483a-ba76-5cb2f1f9eb70 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840743 Feb 09 01:35:44.665384 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 72fa11a5-ddc6-4731-aebe-cd0d69141a1a no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:44.678441 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8288d-0eb2-4de5-96de-6a4145426f87 req-315eeb5f-f0b3-4d3e-a1c0-a9a550bca67e tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:44.692563 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-16a8288d-0eb2-4de5-96de-6a4145426f87 req-315eeb5f-f0b3-4d3e-a1c0-a9a550bca67e tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=623ae5f2-99ad-4737-b7b3-031208709722 HTTP/1.1" status: 200 len: 935 time: 0.3215356 Feb 09 01:35:44.713667 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f2b41-1336-4998-8cb7-18ab6bd722a9 service neutron] Pushing event updated for resources: {'Port': ['ID=bdcb2007-261e-4014-b5bf-0fce92495e6d,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:44.757194 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9570f8c-aeab-405e-b399-5db225916c47 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:35:44.770205 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f9570f8c-aeab-405e-b399-5db225916c47 admin admin] 10.222.0.36 "PUT /v2.0/routers/f2029d96-c1c9-44c4-b6c3-28ae018eff2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.9080675 Feb 09 01:35:44.772514 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 72fa11a5-ddc6-4731-aebe-cd0d69141a1a {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:35:44.772876 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 72fa11a5-ddc6-4731-aebe-cd0d69141a1a not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:35:44.787661 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4873f99-32f7-43fd-92e5-5352dafecb34 None None] Sync routers for ids ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:44.810913 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60532) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:44.822876 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4873f99-32f7-43fd-92e5-5352dafecb34 None None] Routers {'f2029d96-c1c9-44c4-b6c3-28ae018eff2b'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:44.823912 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d4873f99-32f7-43fd-92e5-5352dafecb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:35:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:44.977331 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4604d6ad-be86-43ff-8344-713e42805721 admin admin] Publish callbacks [] for security_group (10fa6c16-6d39-45b1-8f57-09bb93640601), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:44.978033 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56ee5684-46e0-4192-8792-f38b61de464f req-2fc07c4b-ef10-47a8-862a-05f962469d53 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b9c3f0ee-508c-4e94-864f-ebc0aa9271c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361520 Feb 09 01:35:45.010887 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-56659e92-b2b9-43b3-90bd-cd2e0ec6a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:45.010887 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-56659e92-b2b9-43b3-90bd-cd2e0ec6a6a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=64890185-dcc7-4353-a8cb-39f870200951 HTTP/1.1" status: 200 len: 857 time: 0.7654169 Feb 09 01:35:45.016007 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4604d6ad-be86-43ff-8344-713e42805721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (10fa6c16-6d39-45b1-8f57-09bb93640601), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:45.023125 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e879e2-f2a3-45bd-88f3-4b4cafa8d23a req-19a52b05-0844-4b90-a343-f0d847f1d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:45.025371 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-81e879e2-f2a3-45bd-88f3-4b4cafa8d23a req-19a52b05-0844-4b90-a343-f0d847f1d1ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64890185-dcc7-4353-a8cb-39f870200951 HTTP/1.1" status: 200 len: 857 time: 0.6986191 Feb 09 01:35:45.111633 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-d4873f99-32f7-43fd-92e5-5352dafecb34 None None] Set router f2029d96-c1c9-44c4-b6c3-28ae018eff2b gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:35:45.202910 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-9c30d420-e6c3-446e-9c8a-38cb98b94468 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Allocated IP 172.25.7.54 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/1f77962d-0bbd-4c58-a659-0ddf286355c4) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:45.301302 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4604d6ad-be86-43ff-8344-713e42805721 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:35:45.317735 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4604d6ad-be86-43ff-8344-713e42805721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (99191580-9a04-44d6-81bd-d09adaf12d9c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:45.318806 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-4604d6ad-be86-43ff-8344-713e42805721 admin admin] Added segment 99191580-9a04-44d6-81bd-d09adaf12d9c of type vlan for network ce70ab6f-aad6-4ea4-8328-c999a48a03a8 Feb 09 01:35:45.380380 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604d6ad-be86-43ff-8344-713e42805721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fa6c16-6d39-45b1-8f57-09bb93640601,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:45.558059 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-97f0eb8a-976a-4bab-bc76-2e6fa3766a1a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=40b0a656-2512-4f2e-b282-c9d8927706db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5122972 Feb 09 01:35:45.558854 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-3f4f2b41-1336-4998-8cb7-18ab6bd722a9 service neutron] Attempting to bind port bdcb2007-261e-4014-b5bf-0fce92495e6d on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:35:45.559339 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-3f4f2b41-1336-4998-8cb7-18ab6bd722a9 service neutron] Attempting to bind port bdcb2007-261e-4014-b5bf-0fce92495e6d by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:35:45.559747 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-3f4f2b41-1336-4998-8cb7-18ab6bd722a9 service neutron] Attempting to bind port bdcb2007-261e-4014-b5bf-0fce92495e6d on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:45.568382 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dbd1326f-d807-4a24-ad80-102b872ec34c admin admin] Publish callbacks [] for router (f2029d96-c1c9-44c4-b6c3-28ae018eff2b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:45.582618 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-81e879e2-f2a3-45bd-88f3-4b4cafa8d23a req-41c223bc-87fc-48bb-ae50-462adc19263a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=40b0a656-2512-4f2e-b282-c9d8927706db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3321552 Feb 09 01:35:45.612023 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-3f4f2b41-1336-4998-8cb7-18ab6bd722a9 service neutron] Port bdcb2007-261e-4014-b5bf-0fce92495e6d on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:35:45.612297 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-3f4f2b41-1336-4998-8cb7-18ab6bd722a9 service neutron] Attempting to bind port bdcb2007-261e-4014-b5bf-0fce92495e6d on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:45.652780 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-2a9b4ef6-1d66-4fc6-91ab-ba346c09c14c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 122199ce-3f83-4414-bd26-b874df40d9a8 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:35:45.724415 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4604d6ad-be86-43ff-8344-713e42805721 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (ce70ab6f-aad6-4ea4-8328-c999a48a03a8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:45.804558 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-2a9b4ef6-1d66-4fc6-91ab-ba346c09c14c service neutron] Publish callbacks [] for port (122199ce-3f83-4414-bd26-b874df40d9a8), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:45.844781 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d4873f99-32f7-43fd-92e5-5352dafecb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820247541-router', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:35:37Z', 'revision_number': 5, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'gw_port': {'id': 'dd1af548-426d-463e-84da-0d8950019ad0', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:45.857079 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c30d420-e6c3-446e-9c8a-38cb98b94468 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for port (1f77962d-0bbd-4c58-a659-0ddf286355c4), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:45.881656 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dbd1326f-d807-4a24-ad80-102b872ec34c admin admin] Publish callbacks [] for router_gateway (f2029d96-c1c9-44c4-b6c3-28ae018eff2b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:45.899509 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-16a8288d-0eb2-4de5-96de-6a4145426f87 req-55025644-c7ce-4d7c-b2d7-3ef294f07d68 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1952589 Feb 09 01:35:45.926505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-3f4f2b41-1336-4998-8cb7-18ab6bd722a9 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:35:45.931597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-3f4f2b41-1336-4998-8cb7-18ab6bd722a9 service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:35:45.932159 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-3f4f2b41-1336-4998-8cb7-18ab6bd722a9 service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:35:45.937371 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-3f4f2b41-1336-4998-8cb7-18ab6bd722a9 service neutron] Bound port: bdcb2007-261e-4014-b5bf-0fce92495e6d, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:35:45.938269 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-3f4f2b41-1336-4998-8cb7-18ab6bd722a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:45.961498 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4873f99-32f7-43fd-92e5-5352dafecb34 None None] Checking router: f2029d96-c1c9-44c4-b6c3-28ae018eff2b for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:35:45.993942 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4873f99-32f7-43fd-92e5-5352dafecb34 None None] Routers {'f2029d96-c1c9-44c4-b6c3-28ae018eff2b'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:45.994589 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d4873f99-32f7-43fd-92e5-5352dafecb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:35:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:46.061004 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c30d420-e6c3-446e-9c8a-38cb98b94468 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (1f77962d-0bbd-4c58-a659-0ddf286355c4), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:46.153857 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4604d6ad-be86-43ff-8344-713e42805721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (ce70ab6f-aad6-4ea4-8328-c999a48a03a8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:46.155000 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4604d6ad-be86-43ff-8344-713e42805721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:46.155635 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4604d6ad-be86-43ff-8344-713e42805721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:46.156931 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-d4873f99-32f7-43fd-92e5-5352dafecb34 None None] Set router f2029d96-c1c9-44c4-b6c3-28ae018eff2b gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:35:46.161921 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c30d420-e6c3-446e-9c8a-38cb98b94468 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:46.182290 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-9c30d420-e6c3-446e-9c8a-38cb98b94468 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:46.192149 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c30d420-e6c3-446e-9c8a-38cb98b94468 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:46.247145 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d4873f99-32f7-43fd-92e5-5352dafecb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820247541-router', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:35:45Z', 'revision_number': 6, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:46.255131 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-3f4f2b41-1336-4998-8cb7-18ab6bd722a9 service neutron] For port bdcb2007-261e-4014-b5bf-0fce92495e6d, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:35:46.260873 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-3f4f2b41-1336-4998-8cb7-18ab6bd722a9 service neutron] For port bdcb2007-261e-4014-b5bf-0fce92495e6d, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=bdcb2007-261e-4014-b5bf-0fce92495e6d,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:35:46.280583 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-2a9b4ef6-1d66-4fc6-91ab-ba346c09c14c service neutron] Transition to ACTIVE for port object 122199ce-3f83-4414-bd26-b874df40d9a8 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:46.291457 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4873f99-32f7-43fd-92e5-5352dafecb34 None None] The sync data for ids ['f2029d96-c1c9-44c4-b6c3-28ae018eff2b'] in n-d-828387-3 is: [{'id': 'f2029d96-c1c9-44c4-b6c3-28ae018eff2b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820247541-router', 'tenant_id': '2c3c032fc7314a3f9814230b1c240bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:35:45Z', 'revision_number': 6, 'project_id': '2c3c032fc7314a3f9814230b1c240bfa', 'gw_port_host': None}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:46.341952 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4604d6ad-be86-43ff-8344-713e42805721 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5785470 Feb 09 01:35:46.403467 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60542) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:46.413179 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-609a3d2d-9db0-4065-9ea7-cd6c17838d98 admin admin] Request body: {'subnet': {'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1087449568-subnet', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:46.419125 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-3f4f2b41-1336-4998-8cb7-18ab6bd722a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:46.435919 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-2a9b4ef6-1d66-4fc6-91ab-ba346c09c14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (122199ce-3f83-4414-bd26-b874df40d9a8), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:46.450098 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-81e879e2-f2a3-45bd-88f3-4b4cafa8d23a req-8712bab7-4dbc-49b6-ac37-243c5ba5da62 service neutron] 10.222.0.67 "GET /v2.0/networks/40b0a656-2512-4f2e-b282-c9d8927706db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8119140 Feb 09 01:35:46.487657 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29e190-a58b-4da1-9b20-6251f2cb1cb8 req-fa3c15fc-28aa-4b60-bd4c-77ef6195a086 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:46.490150 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1c29e190-a58b-4da1-9b20-6251f2cb1cb8 req-fa3c15fc-28aa-4b60-bd4c-77ef6195a086 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a29ab1a-44dd-43e6-8651-3f9c901bd9d5 HTTP/1.1" status: 200 len: 943 time: 1.2746720 Feb 09 01:35:46.491225 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604d6ad-be86-43ff-8344-713e42805721 admin admin] Pushing event updated for resources: {'Network': ['ID=ce70ab6f-aad6-4ea4-8328-c999a48a03a8,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:46.510483 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network ce70ab6f-aad6-4ea4-8328-c999a48a03a8 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:35:46.569465 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-3f4f2b41-1336-4998-8cb7-18ab6bd722a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:46.571191 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-3f4f2b41-1336-4998-8cb7-18ab6bd722a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:46.573260 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-3f4f2b41-1336-4998-8cb7-18ab6bd722a9 service neutron] 10.222.0.67 "PUT /v2.0/ports/bdcb2007-261e-4014-b5bf-0fce92495e6d HTTP/1.1" status: 200 len: 1096 time: 6.7421074 Feb 09 01:35:46.621727 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30d420-e6c3-446e-9c8a-38cb98b94468 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Pushing event updated for resources: {'Port': ['ID=1f77962d-0bbd-4c58-a659-0ddf286355c4,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:46.728979 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 28cb58dc-5486-45c1-accb-a880b5db9304 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:46.761383 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95798b-2aea-4d62-9ad8-48766a7af3e9 req-a485e39c-6af3-4700-a7b9-10c44b3f595a tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:46.765459 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6a95798b-2aea-4d62-9ad8-48766a7af3e9 req-a485e39c-6af3-4700-a7b9-10c44b3f595a tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.7092125 Feb 09 01:35:46.772267 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-dbd1326f-d807-4a24-ad80-102b872ec34c admin admin] Deleting port dd1af548-426d-463e-84da-0d8950019ad0 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:46.777559 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dbd1326f-d807-4a24-ad80-102b872ec34c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (dd1af548-426d-463e-84da-0d8950019ad0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:46.805723 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ded839-b7aa-44a6-9c35-1a5220062c34', 'tag': 'bdcb2007-261e-4014-b5bf-0fce92495e6d'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:46.809472 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5509ba2-8b53-4052-abf0-920ceec10c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ded839-b7aa-44a6-9c35-1a5220062c34", "tag": "bdcb2007-261e-4014-b5bf-0fce92495e6d"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:46.858983 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 28cb58dc-5486-45c1-accb-a880b5db9304 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:35:46.860848 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 28cb58dc-5486-45c1-accb-a880b5db9304 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:35:46.895170 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-dbd1326f-d807-4a24-ad80-102b872ec34c admin admin] For port dd1af548-426d-463e-84da-0d8950019ad0, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=dd1af548-426d-463e-84da-0d8950019ad0,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:46.895610 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dbd1326f-d807-4a24-ad80-102b872ec34c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (dd1af548-426d-463e-84da-0d8950019ad0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:46.913706 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-dbd1326f-d807-4a24-ad80-102b872ec34c admin admin] Calling delete_port for dd1af548-426d-463e-84da-0d8950019ad0 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:47.069078 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609a3d2d-9db0-4065-9ea7-cd6c17838d98 admin admin] Made reservation on behalf of c45c47ba992045c1ada70c874f091239 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:47.072667 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-609a3d2d-9db0-4065-9ea7-cd6c17838d98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:47.291330 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-aa77856d-09a7-4a27-9162-29c08bcc9fec service neutron] 10.222.0.48 "GET /v2.0/networks/40b0a656-2512-4f2e-b282-c9d8927706db?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6830590 Feb 09 01:35:47.292285 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f2b41-1336-4998-8cb7-18ab6bd722a9 service neutron] Pushing event updated for resources: {'Port': ['ID=bdcb2007-261e-4014-b5bf-0fce92495e6d,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:47.597641 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6a95798b-2aea-4d62-9ad8-48766a7af3e9 req-52ab593e-06fa-41a2-9ffa-32630a49a9fb tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6673882 Feb 09 01:35:47.733004 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c30d420-e6c3-446e-9c8a-38cb98b94468 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_gateway (fd351c3c-815a-4d70-b792-59e46ed4eb50), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:47.754315 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device cd173222-789e-4607-8497-c26817ebe303 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:35:47.879445 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0a76bb-5dda-4f52-afaf-8fe921314610 x-openstack-request-id: req-8e0a76bb-5dda-4f52-afaf-8fe921314610 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:47.879776 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ded839-b7aa-44a6-9c35-1a5220062c34", "tag": "bdcb2007-261e-4014-b5bf-0fce92495e6d", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:47.880000 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e0a76bb-5dda-4f52-afaf-8fe921314610 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:47.880985 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ded839-b7aa-44a6-9c35-1a5220062c34', 'tag': 'bdcb2007-261e-4014-b5bf-0fce92495e6d', 'status': 'completed', 'code': 200} Feb 09 01:35:47.893184 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1c29e190-a58b-4da1-9b20-6251f2cb1cb8 req-9c94fb05-1e09-4204-8de4-406813a4a77c tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9c3f0ee-508c-4e94-864f-ebc0aa9271c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3712969 Feb 09 01:35:47.899267 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port cd173222-789e-4607-8497-c26817ebe303 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:47.903876 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port cd173222-789e-4607-8497-c26817ebe303 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:47.904263 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cd173222-789e-4607-8497-c26817ebe303), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:48.012325 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dbd1326f-d807-4a24-ad80-102b872ec34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (dd1af548-426d-463e-84da-0d8950019ad0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:48.094863 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-81e879e2-f2a3-45bd-88f3-4b4cafa8d23a req-0b807a3f-6ee7-4d93-890d-cb0ff763e24b service neutron] 10.222.0.67 "GET /v2.0/networks/40b0a656-2512-4f2e-b282-c9d8927706db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5913069 Feb 09 01:35:48.120057 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b4ef6-1d66-4fc6-91ab-ba346c09c14c service neutron] Pushing event updated for resources: {'Port': ['ID=122199ce-3f83-4414-bd26-b874df40d9a8,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:48.139236 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port cd173222-789e-4607-8497-c26817ebe303 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:48.141261 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cd173222-789e-4607-8497-c26817ebe303), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:48.157866 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-13ebe449-4284-4470-ab6a-160db04e143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:48.169654 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-13ebe449-4284-4470-ab6a-160db04e143a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f02af977a01149b6afa3543750ec5ce0&device_id=c7ded839-b7aa-44a6-9c35-1a5220062c34 HTTP/1.1" status: 200 len: 1130 time: 1.3117023 Feb 09 01:35:48.183804 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf460074-347d-486c-8460-a1bd38783eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd173222-789e-4607-8497-c26817ebe303'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:48.186129 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a168b90-fe3e-4de3-a94d-50a8b986ea5e" -d '{"events": [{"server_uuid": "cf460074-347d-486c-8460-a1bd38783eb1", "name": "network-vif-plugged", "status": "completed", "tag": "cd173222-789e-4607-8497-c26817ebe303"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:48.199829 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1326f-d807-4a24-ad80-102b872ec34c admin admin] Pushing event deleted for resources: {'Port': ['ID=dd1af548-426d-463e-84da-0d8950019ad0,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:48.223937 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port cd173222-789e-4607-8497-c26817ebe303, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=cd173222-789e-4607-8497-c26817ebe303,segment=NetworkSegment(95922bbc-deec-45a3-b812-be48f9b3b1d2),segment_id=95922bbc-deec-45a3-b812-be48f9b3b1d2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:48.229166 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (cd173222-789e-4607-8497-c26817ebe303), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:48.319397 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc23586-bbe2-4a32-8926-8ca1b0efa5bb req-0a50e1bd-f009-49d3-a1a4-e6566724bc74 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:48.331179 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fcc23586-bbe2-4a32-8926-8ca1b0efa5bb req-0a50e1bd-f009-49d3-a1a4-e6566724bc74 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=623ae5f2-99ad-4737-b7b3-031208709722 HTTP/1.1" status: 200 len: 947 time: 0.3618083 Feb 09 01:35:48.332460 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=cd173222-789e-4607-8497-c26817ebe303,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:48.364128 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-b20d09f6-6616-428b-a6f1-8132160e286e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=bdcb2007-261e-4014-b5bf-0fce92495e6d HTTP/1.1" status: 200 len: 217 time: 0.1796262 Feb 09 01:35:48.366498 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-2a9b4ef6-1d66-4fc6-91ab-ba346c09c14c service neutron] Attempting to bind port 122199ce-3f83-4414-bd26-b874df40d9a8 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:35:48.366881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-2a9b4ef6-1d66-4fc6-91ab-ba346c09c14c service neutron] Attempting to bind port 122199ce-3f83-4414-bd26-b874df40d9a8 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:35:48.368000 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-2a9b4ef6-1d66-4fc6-91ab-ba346c09c14c service neutron] Attempting to bind port 122199ce-3f83-4414-bd26-b874df40d9a8 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:48.376917 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dbd1326f-d807-4a24-ad80-102b872ec34c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (f2029d96-c1c9-44c4-b6c3-28ae018eff2b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:48.390963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-2a9b4ef6-1d66-4fc6-91ab-ba346c09c14c service neutron] Port 122199ce-3f83-4414-bd26-b874df40d9a8 on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:35:48.391392 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-2a9b4ef6-1d66-4fc6-91ab-ba346c09c14c service neutron] Attempting to bind port 122199ce-3f83-4414-bd26-b874df40d9a8 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:48.462483 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4fba42d7-403a-423f-8de2-2543ece07bb7 req-3f0caafa-f616-4511-b6f4-588dcfe7e4d5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5661325 Feb 09 01:35:48.464558 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e7fd907-0114-48b5-981c-f28b826c8885 req-dce325d9-42c5-4295-9a8f-0aef15ffc8cb service neutron] 10.222.0.48 "GET /v2.0/networks/40b0a656-2512-4f2e-b282-c9d8927706db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1529284 Feb 09 01:35:48.469808 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-2a9b4ef6-1d66-4fc6-91ab-ba346c09c14c service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:35:48.470209 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-2a9b4ef6-1d66-4fc6-91ab-ba346c09c14c service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:35:48.470892 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-2a9b4ef6-1d66-4fc6-91ab-ba346c09c14c service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:35:48.471582 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-2a9b4ef6-1d66-4fc6-91ab-ba346c09c14c service neutron] Bound port: 122199ce-3f83-4414-bd26-b874df40d9a8, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:35:48.472000 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-2a9b4ef6-1d66-4fc6-91ab-ba346c09c14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (122199ce-3f83-4414-bd26-b874df40d9a8), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:48.600111 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fcc23586-bbe2-4a32-8926-8ca1b0efa5bb req-15084011-1e18-4c9d-bc00-575883034d0b tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673562 Feb 09 01:35:48.610074 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dbd1326f-d807-4a24-ad80-102b872ec34c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (f2029d96-c1c9-44c4-b6c3-28ae018eff2b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:48.619294 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dbd1326f-d807-4a24-ad80-102b872ec34c admin admin] Publish callbacks [] for router_controller (f2029d96-c1c9-44c4-b6c3-28ae018eff2b), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:48.661384 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-d0a59a86-fc4c-49c8-bebf-8187ae322ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:48.662921 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-d0a59a86-fc4c-49c8-bebf-8187ae322ed3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.2744994 Feb 09 01:35:48.670318 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1147f-c15c-4f0f-988c-e4c9aa2bfce8 req-6dd3b9f1-ef99-46aa-9e83-314bdecf9b9e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:48.671977 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-edd1147f-c15c-4f0f-988c-e4c9aa2bfce8 req-6dd3b9f1-ef99-46aa-9e83-314bdecf9b9e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.5327060 Feb 09 01:35:48.697275 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db9cad6-b6bd-4cff-b630-f0b77d50f6da x-openstack-request-id: req-7db9cad6-b6bd-4cff-b630-f0b77d50f6da {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:48.697702 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf460074-347d-486c-8460-a1bd38783eb1", "name": "network-vif-plugged", "status": "completed", "tag": "cd173222-789e-4607-8497-c26817ebe303", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:48.698060 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7db9cad6-b6bd-4cff-b630-f0b77d50f6da {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:48.698595 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf460074-347d-486c-8460-a1bd38783eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd173222-789e-4607-8497-c26817ebe303', 'code': 200} Feb 09 01:35:48.740979 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dbd1326f-d807-4a24-ad80-102b872ec34c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (f2029d96-c1c9-44c4-b6c3-28ae018eff2b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:48.742547 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd1326f-d807-4a24-ad80-102b872ec34c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2029d96-c1c9-44c4-b6c3-28ae018eff2b {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:35:48.756446 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dbd1326f-d807-4a24-ad80-102b872ec34c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:48.760885 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dbd1326f-d807-4a24-ad80-102b872ec34c admin admin] 10.222.0.36 "DELETE /v2.0/routers/f2029d96-c1c9-44c4-b6c3-28ae018eff2b HTTP/1.1" status: 204 len: 168 time: 3.9017839 Feb 09 01:35:48.765185 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60560) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:48.797054 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-609a3d2d-9db0-4065-9ea7-cd6c17838d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:48.836526 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device dd1af548-426d-463e-84da-0d8950019ad0 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:48.862185 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c30d420-e6c3-446e-9c8a-38cb98b94468 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (fd351c3c-815a-4d70-b792-59e46ed4eb50), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:48.888221 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: dd1af548-426d-463e-84da-0d8950019ad0 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:35:48.889118 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device dd1af548-426d-463e-84da-0d8950019ad0 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:35:48.895554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-2a9b4ef6-1d66-4fc6-91ab-ba346c09c14c service neutron] For port 122199ce-3f83-4414-bd26-b874df40d9a8, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:35:49.017520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8930f3-655c-406f-b865-3e5c6e5b28c3 req-619fb88b-5ff6-49aa-bf8e-f18d130e8ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:49.020015 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d8930f3-655c-406f-b865-3e5c6e5b28c3 req-619fb88b-5ff6-49aa-bf8e-f18d130e8ed7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d16af0fd2b2042ed98a101b523423318&device_id=1a29ab1a-44dd-43e6-8651-3f9c901bd9d5 HTTP/1.1" status: 200 len: 1125 time: 0.4700170 Feb 09 01:35:49.045089 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-2a9b4ef6-1d66-4fc6-91ab-ba346c09c14c service neutron] For port 122199ce-3f83-4414-bd26-b874df40d9a8, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=122199ce-3f83-4414-bd26-b874df40d9a8,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:35:49.047269 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f316950-1f61-477e-8bab-63ad06b47be9 admin admin] Deleting subnet 6573763d-11e2-4623-8df7-0db6006f3bfc {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:35:49.050349 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba42d7-403a-423f-8de2-2543ece07bb7 req-6a10c3aa-a157-4588-a0a1-b484cd05407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:49.051950 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4fba42d7-403a-423f-8de2-2543ece07bb7 req-6a10c3aa-a157-4588-a0a1-b484cd05407d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 1127 time: 0.4942229 Feb 09 01:35:49.069265 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4f316950-1f61-477e-8bab-63ad06b47be9 admin admin] Publish callbacks [] for subnet (6573763d-11e2-4623-8df7-0db6006f3bfc), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:49.077687 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-edd1147f-c15c-4f0f-988c-e4c9aa2bfce8 req-d96db02e-d419-4f2d-95b2-d697ad70751f tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807092 Feb 09 01:35:49.150738 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-2a9b4ef6-1d66-4fc6-91ab-ba346c09c14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (122199ce-3f83-4414-bd26-b874df40d9a8), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:49.261233 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b4ef6-1d66-4fc6-91ab-ba346c09c14c service neutron] Pushing event updated for resources: {'Port': ['ID=122199ce-3f83-4414-bd26-b874df40d9a8,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:49.261956 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4f316950-1f61-477e-8bab-63ad06b47be9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (6573763d-11e2-4623-8df7-0db6006f3bfc), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:49.270648 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-1d742928-e630-44c2-862e-72fe0995eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:49.270648 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-1d742928-e630-44c2-862e-72fe0995eec3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5920691 Feb 09 01:35:49.318031 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a3d2d-9db0-4065-9ea7-cd6c17838d98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:49.320579 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b1f77-878d-422b-ad85-80a295041c82 req-31fc9510-617e-49ee-bc59-d4fa95e5503f tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:49.322116 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b99b1f77-878d-422b-ad85-80a295041c82 req-31fc9510-617e-49ee-bc59-d4fa95e5503f tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a29ab1a-44dd-43e6-8651-3f9c901bd9d5 HTTP/1.1" status: 200 len: 943 time: 0.2841799 Feb 09 01:35:49.412170 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa7367-f74e-487f-afb3-ee2537f3ce14 req-dbf74390-5059-45dd-9e36-5374ef839730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:49.412170 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1fa7367-f74e-487f-afb3-ee2537f3ce14 req-dbf74390-5059-45dd-9e36-5374ef839730 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cf460074-347d-486c-8460-a1bd38783eb1 HTTP/1.1" status: 200 len: 1127 time: 0.5999146 Feb 09 01:35:49.427896 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4f316950-1f61-477e-8bab-63ad06b47be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (6573763d-11e2-4623-8df7-0db6006f3bfc), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:49.432836 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b99b1f77-878d-422b-ad85-80a295041c82 req-c12512fe-6bc1-4ef0-9598-d52ebd884e88 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9c3f0ee-508c-4e94-864f-ebc0aa9271c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025794 Feb 09 01:35:49.456000 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c30d420-e6c3-446e-9c8a-38cb98b94468 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Router fd351c3c-815a-4d70-b792-59e46ed4eb50 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:35:49.579069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-2a9b4ef6-1d66-4fc6-91ab-ba346c09c14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:49.579721 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-2a9b4ef6-1d66-4fc6-91ab-ba346c09c14c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:49.581133 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-2a9b4ef6-1d66-4fc6-91ab-ba346c09c14c service neutron] 10.222.0.48 "PUT /v2.0/ports/122199ce-3f83-4414-bd26-b874df40d9a8 HTTP/1.1" status: 200 len: 1095 time: 8.3450625 Feb 09 01:35:49.611709 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4f316950-1f61-477e-8bab-63ad06b47be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (6573763d-11e2-4623-8df7-0db6006f3bfc), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:49.678315 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f316950-1f61-477e-8bab-63ad06b47be9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6573763d-11e2-4623-8df7-0db6006f3bfc,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:49.692240 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3811c1a-1c1d-4c96-ba53-ce8dca815c36 None None] Network 30f1f285-ac54-43cd-8116-17aca97bda27 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:35:49.694964 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4f316950-1f61-477e-8bab-63ad06b47be9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:49.708354 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4f316950-1f61-477e-8bab-63ad06b47be9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6573763d-11e2-4623-8df7-0db6006f3bfc HTTP/1.1" status: 204 len: 168 time: 0.9413908 Feb 09 01:35:49.709123 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60582) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:49.719541 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609a3d2d-9db0-4065-9ea7-cd6c17838d98 admin admin] Checking segment: {'id': '99191580-9a04-44d6-81bd-d09adaf12d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:35:49.719965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609a3d2d-9db0-4065-9ea7-cd6c17838d98 admin admin] Network hostable DHCP agents. Network: ce70ab6f-aad6-4ea4-8328-c999a48a03a8, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:35:49.757979 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba42d7-403a-423f-8de2-2543ece07bb7 req-ce914b27-59eb-466c-9daa-d98bf5ca5da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:49.759435 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4fba42d7-403a-423f-8de2-2543ece07bb7 req-ce914b27-59eb-466c-9daa-d98bf5ca5da8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 907 time: 0.6493478 Feb 09 01:35:49.869164 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1fa7367-f74e-487f-afb3-ee2537f3ce14 req-ca30d11f-4e31-4997-994e-ecc987821268 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b9c3f0ee-508c-4e94-864f-ebc0aa9271c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424083 Feb 09 01:35:49.921174 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d47a82a6-f9a7-4b0b-9d6a-946a553d73c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (30f1f285-ac54-43cd-8116-17aca97bda27), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:49.924528 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c30d420-e6c3-446e-9c8a-38cb98b94468 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:35:49.933161 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623ae5f2-99ad-4737-b7b3-031208709722', 'tag': '122199ce-3f83-4414-bd26-b874df40d9a8'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:49.936021 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea347c3-230b-414b-a74f-438334a85858" -d '{"events": [{"name": "network-changed", "server_uuid": "623ae5f2-99ad-4737-b7b3-031208709722", "tag": "122199ce-3f83-4414-bd26-b874df40d9a8"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:49.942163 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4fba42d7-403a-423f-8de2-2543ece07bb7 req-5312fe46-163e-4a70-a52b-1d50ac728176 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce994cb-e48b-429e-9413-e76e507a57c0 HTTP/1.1" status: 200 len: 217 time: 0.1473420 Feb 09 01:35:49.943389 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8930f3-655c-406f-b865-3e5c6e5b28c3 req-f9567f83-642c-4e4a-9126-e4a3dda7c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:49.953889 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d8930f3-655c-406f-b865-3e5c6e5b28c3 req-f9567f83-642c-4e4a-9126-e4a3dda7c246 service neutron] 10.222.0.48 "GET /v2.0/networks?id=40b0a656-2512-4f2e-b282-c9d8927706db HTTP/1.1" status: 200 len: 918 time: 0.9068511 Feb 09 01:35:49.955162 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604bac7-40ef-4fc2-898f-77af7c9e9d96 None None] Sync routers for ids ['fd351c3c-815a-4d70-b792-59e46ed4eb50'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:49.956165 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-ec46b65c-d7d2-4aef-a166-e4e2e0a26ab7 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6429141 Feb 09 01:35:49.965644 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c30d420-e6c3-446e-9c8a-38cb98b94468 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:49.970107 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9c30d420-e6c3-446e-9c8a-38cb98b94468 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.9269369 Feb 09 01:35:49.978470 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60586) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:49.979961 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b604bac7-40ef-4fc2-898f-77af7c9e9d96 None None] Routers {'fd351c3c-815a-4d70-b792-59e46ed4eb50'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:49.981060 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b604bac7-40ef-4fc2-898f-77af7c9e9d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:35:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['fd351c3c-815a-4d70-b792-59e46ed4eb50'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:50.012483 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-778b3e8f-bc10-4070-9c8b-7d6f1a758e93 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'enable_snat': False}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:50.058184 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b604bac7-40ef-4fc2-898f-77af7c9e9d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:50.078690 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11f4f1d-f173-4501-82d2-045565b56874 None None] DHCP port deletion for 30f1f285-ac54-43cd-8116-17aca97bda27 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:35:50.090240 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b604bac7-40ef-4fc2-898f-77af7c9e9d96 None None] Routers {'fd351c3c-815a-4d70-b792-59e46ed4eb50'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:50.091001 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-60ee6c2d-085b-4943-a5f7-e48b71397c1c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:50.091724 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b604bac7-40ef-4fc2-898f-77af7c9e9d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:35:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['fd351c3c-815a-4d70-b792-59e46ed4eb50'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:50.092915 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-60ee6c2d-085b-4943-a5f7-e48b71397c1c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 821 time: 0.8547223 Feb 09 01:35:50.106338 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d8930f3-655c-406f-b865-3e5c6e5b28c3 req-abe4b11d-f426-4b3b-a98f-6998ef04ff36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cd89e5a-a4cb-4210-af91-47c9c6f47231 HTTP/1.1" status: 200 len: 217 time: 0.1211710 Feb 09 01:35:50.128358 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-e516d75a-101f-46f8-8cdd-93a3c0e44aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:50.129938 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-e516d75a-101f-46f8-8cdd-93a3c0e44aba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f02af977a01149b6afa3543750ec5ce0&device_id=623ae5f2-99ad-4737-b7b3-031208709722 HTTP/1.1" status: 200 len: 1129 time: 0.4640663 Feb 09 01:35:50.131137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609a3d2d-9db0-4065-9ea7-cd6c17838d98 admin admin] Network ce70ab6f-aad6-4ea4-8328-c999a48a03a8 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:35:50.135916 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c6d73-0b6f-4af2-a35e-5ebf37928b8f req-c0141fb6-d272-4377-8594-18e1df2f5cb1 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:50.137674 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2a1c6d73-0b6f-4af2-a35e-5ebf37928b8f req-c0141fb6-d272-4377-8594-18e1df2f5cb1 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=623ae5f2-99ad-4737-b7b3-031208709722 HTTP/1.1" status: 200 len: 947 time: 0.2991154 Feb 09 01:35:50.212205 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d47a82a6-f9a7-4b0b-9d6a-946a553d73c7 admin admin] Deleting port 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:50.212602 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d47a82a6-f9a7-4b0b-9d6a-946a553d73c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (24a648bc-af9c-42b7-8bbc-fb3f2f9acd79), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:50.218022 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8930f3-655c-406f-b865-3e5c6e5b28c3 req-faddb850-c466-4fb1-bba7-4c6d024c9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:50.219551 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d8930f3-655c-406f-b865-3e5c6e5b28c3 req-faddb850-c466-4fb1-bba7-4c6d024c9ee9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=64890185-dcc7-4353-a8cb-39f870200951 HTTP/1.1" status: 200 len: 857 time: 0.0612721 Feb 09 01:35:50.242224 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-609a3d2d-9db0-4065-9ea7-cd6c17838d98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, ce70ab6f-aad6-4ea4-8328-c999a48a03a8) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:50.333858 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-54e8360a-1902-4449-a86e-55102bdc6f7f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/quotas/b07de46a82164c668a0ced35af54f222 HTTP/1.1" status: 200 len: 375 time: 0.2170544 Feb 09 01:35:50.336321 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609a3d2d-9db0-4065-9ea7-cd6c17838d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:50.337000 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-609a3d2d-9db0-4065-9ea7-cd6c17838d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:50.372058 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-eb40818f-abfd-46c0-b434-886b31a52d83 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=122199ce-3f83-4414-bd26-b874df40d9a8 HTTP/1.1" status: 200 len: 217 time: 0.2196207 Feb 09 01:35:50.396368 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d8930f3-655c-406f-b865-3e5c6e5b28c3 req-a2e69a05-a8f0-4dcf-9321-d7f9dbd7e3cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=40b0a656-2512-4f2e-b282-c9d8927706db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1504745 Feb 09 01:35:50.399511 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2a1c6d73-0b6f-4af2-a35e-5ebf37928b8f req-8a7ea287-7792-428c-b53c-f49652982d4b tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549965 Feb 09 01:35:50.407817 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912a4470-3896-49b8-bf9a-7ebf5d9457e8 None None] Network ce70ab6f-aad6-4ea4-8328-c999a48a03a8 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:35:50.409280 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-609a3d2d-9db0-4065-9ea7-cd6c17838d98 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.0025725 Feb 09 01:35:50.418653 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60590) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:50.423025 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ae0763ef-167d-484e-ac32-c2438354c34e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1087449568-router', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:50.445368 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b604bac7-40ef-4fc2-898f-77af7c9e9d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:50.446041 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604bac7-40ef-4fc2-898f-77af7c9e9d96 None None] The sync data for ids ['fd351c3c-815a-4d70-b792-59e46ed4eb50'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:50.524399 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-d47a82a6-f9a7-4b0b-9d6a-946a553d73c7 admin admin] For port 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=24a648bc-af9c-42b7-8bbc-fb3f2f9acd79,segment=NetworkSegment(097c5076-9db0-48e7-9d59-aad5f00c38d4),segment_id=097c5076-9db0-48e7-9d59-aad5f00c38d4)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:50.524696 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d47a82a6-f9a7-4b0b-9d6a-946a553d73c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (24a648bc-af9c-42b7-8bbc-fb3f2f9acd79), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:50.529716 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b11f4f1d-f173-4501-82d2-045565b56874 None None] Deleting port 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:50.530103 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b11f4f1d-f173-4501-82d2-045565b56874 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (24a648bc-af9c-42b7-8bbc-fb3f2f9acd79), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:50.566247 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d47a82a6-f9a7-4b0b-9d6a-946a553d73c7 admin admin] Calling delete_port for 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:50.634097 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752e4b8c-3c3e-425d-8459-20ad8df2e193 x-openstack-request-id: req-752e4b8c-3c3e-425d-8459-20ad8df2e193 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:50.634097 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623ae5f2-99ad-4737-b7b3-031208709722", "tag": "122199ce-3f83-4414-bd26-b874df40d9a8", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:50.634097 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-752e4b8c-3c3e-425d-8459-20ad8df2e193 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:50.634097 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623ae5f2-99ad-4737-b7b3-031208709722', 'tag': '122199ce-3f83-4414-bd26-b874df40d9a8', 'status': 'completed', 'code': 200} Feb 09 01:35:50.650932 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f80a9c-1dcc-4c60-93da-9b51232b1a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ce70ab6f-aad6-4ea4-8328-c999a48a03a8', 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8', 'project_id': 'c45c47ba992045c1ada70c874f091239', 'fixed_ips': [{'subnet_id': '7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:35:50.652549 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba42d7-403a-423f-8de2-2543ece07bb7 req-e0211dc1-605f-4f81-bfa4-ef0c5b9ae033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:50.653174 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b4f80a9c-1dcc-4c60-93da-9b51232b1a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:50.654203 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4fba42d7-403a-423f-8de2-2543ece07bb7 req-e0211dc1-605f-4f81-bfa4-ef0c5b9ae033 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.6942527 Feb 09 01:35:50.704923 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae0763ef-167d-484e-ac32-c2438354c34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (de3a99f2-2855-4ffb-924a-646488f8bfc5), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:50.706067 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae0763ef-167d-484e-ac32-c2438354c34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (de3a99f2-2855-4ffb-924a-646488f8bfc5), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:50.739656 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4fba42d7-403a-423f-8de2-2543ece07bb7 req-da475714-bd22-4307-9f4f-3f8a32d9e3c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588090 Feb 09 01:35:50.853394 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b11f4f1d-f173-4501-82d2-045565b56874 None None] For port 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=24a648bc-af9c-42b7-8bbc-fb3f2f9acd79,segment=NetworkSegment(097c5076-9db0-48e7-9d59-aad5f00c38d4),segment_id=097c5076-9db0-48e7-9d59-aad5f00c38d4)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:50.853996 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b11f4f1d-f173-4501-82d2-045565b56874 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (24a648bc-af9c-42b7-8bbc-fb3f2f9acd79), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:50.888943 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:50.899428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-499736c0-b43b-48e9-b75b-a77f0cae22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:50.901936 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-499736c0-b43b-48e9-b75b-a77f0cae22e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.2921929 Feb 09 01:35:50.904702 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b11f4f1d-f173-4501-82d2-045565b56874 None None] Calling delete_port for 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:50.913170 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-4e7a5413-77e6-4c0f-bc41-99897fefc13f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5296426 Feb 09 01:35:50.970302 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d8930f3-655c-406f-b865-3e5c6e5b28c3 req-2d9738f8-2f0e-47f9-b560-620bd0669cd6 service neutron] 10.222.0.48 "GET /v2.0/networks/40b0a656-2512-4f2e-b282-c9d8927706db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529690 Feb 09 01:35:51.003070 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b7244f7-7f4a-464f-b3c7-9f56f469d0bb req-aa7c3c2a-3810-4a89-b1ed-5275577c5be2 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8964629 Feb 09 01:35:51.314775 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-b4f80a9c-1dcc-4c60-93da-9b51232b1a6f None None] Allocated IP 172.20.0.2 (ce70ab6f-aad6-4ea4-8328-c999a48a03a8/7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c/3ba2a16d-3b80-4cef-a17e-5b5df1b764cb) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:51.391553 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae0763ef-167d-484e-ac32-c2438354c34e admin admin] Publish callbacks [] for router_controller (de3a99f2-2855-4ffb-924a-646488f8bfc5), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:51.406158 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6455ac-932f-4c3f-9bdc-190d0ba93973 req-34f7a236-756c-4b64-b167-ce2493786ba9 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:51.407761 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d6455ac-932f-4c3f-9bdc-190d0ba93973 req-34f7a236-756c-4b64-b167-ce2493786ba9 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a29ab1a-44dd-43e6-8651-3f9c901bd9d5 HTTP/1.1" status: 200 len: 943 time: 0.7255454 Feb 09 01:35:51.413709 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d47a82a6-f9a7-4b0b-9d6a-946a553d73c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (24a648bc-af9c-42b7-8bbc-fb3f2f9acd79), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:51.476888 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47a82a6-f9a7-4b0b-9d6a-946a553d73c7 admin admin] No DVR routers for this DVR port 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:51.535559 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4fba42d7-403a-423f-8de2-2543ece07bb7 req-f5f89e9e-3ddc-491d-b9a9-87371b90a697 service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7744024 Feb 09 01:35:51.545998 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:51.546461 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (24a648bc-af9c-42b7-8bbc-fb3f2f9acd79), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:51.548636 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b11f4f1d-f173-4501-82d2-045565b56874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (24a648bc-af9c-42b7-8bbc-fb3f2f9acd79), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:51.563366 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-8250802f-7922-49a6-aeeb-26c606b05d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:51.565228 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-8250802f-7922-49a6-aeeb-26c606b05d83 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6486197 Feb 09 01:35:51.569651 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11f4f1d-f173-4501-82d2-045565b56874 None None] No DVR routers for this DVR port 24a648bc-af9c-42b7-8bbc-fb3f2f9acd79 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:51.618164 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a82a6-f9a7-4b0b-9d6a-946a553d73c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=24a648bc-af9c-42b7-8bbc-fb3f2f9acd79,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:51.625573 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f4f1d-f173-4501-82d2-045565b56874 None None] Pushing event deleted for resources: {'Port': ['ID=24a648bc-af9c-42b7-8bbc-fb3f2f9acd79,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:51.669383 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d47a82a6-f9a7-4b0b-9d6a-946a553d73c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (30f1f285-ac54-43cd-8116-17aca97bda27), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:51.745011 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5509ba2-8b53-4052-abf0-920ceec10c7c req-b58fd0b9-c3bf-4bdc-a668-3381dcb05353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:51.746619 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e5509ba2-8b53-4052-abf0-920ceec10c7c req-b58fd0b9-c3bf-4bdc-a668-3381dcb05353 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f02af977a01149b6afa3543750ec5ce0&device_id=c7ded839-b7aa-44a6-9c35-1a5220062c34 HTTP/1.1" status: 200 len: 1130 time: 0.2735147 Feb 09 01:35:51.748850 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-70165600-3486-471d-b3ea-fc969d0e511e service neutron] 10.222.0.36 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7875526 Feb 09 01:35:51.794030 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-d47a82a6-f9a7-4b0b-9d6a-946a553d73c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f1f285-ac54-43cd-8116-17aca97bda27']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:51.823919 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d6455ac-932f-4c3f-9bdc-190d0ba93973 req-1c9fc7fb-b8bb-4cdf-a575-9f51425a66e1 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9c3f0ee-508c-4e94-864f-ebc0aa9271c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945301 Feb 09 01:35:51.825620 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b4f80a9c-1dcc-4c60-93da-9b51232b1a6f None None] Publish callbacks [] for port (3ba2a16d-3b80-4cef-a17e-5b5df1b764cb), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:51.840435 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae0763ef-167d-484e-ac32-c2438354c34e admin admin] Publish callbacks [] for router_gateway (de3a99f2-2855-4ffb-924a-646488f8bfc5), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:51.840665 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b4f80a9c-1dcc-4c60-93da-9b51232b1a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (3ba2a16d-3b80-4cef-a17e-5b5df1b764cb), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:51.845259 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-778b3e8f-bc10-4070-9c8b-7d6f1a758e93 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_gateway (fd351c3c-815a-4d70-b792-59e46ed4eb50), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:51.856993 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-d47a82a6-f9a7-4b0b-9d6a-946a553d73c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097c5076-9db0-48e7-9d59-aad5f00c38d4') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:51.857319 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-d47a82a6-f9a7-4b0b-9d6a-946a553d73c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097c5076-9db0-48e7-9d59-aad5f00c38d4') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:51.885945 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d47a82a6-f9a7-4b0b-9d6a-946a553d73c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (097c5076-9db0-48e7-9d59-aad5f00c38d4), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:51.891586 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f80a9c-1dcc-4c60-93da-9b51232b1a6f None None] Network ce70ab6f-aad6-4ea4-8328-c999a48a03a8 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:51.895107 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-b4f80a9c-1dcc-4c60-93da-9b51232b1a6f None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:51.899551 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f80a9c-1dcc-4c60-93da-9b51232b1a6f None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:51.907322 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f80a9c-1dcc-4c60-93da-9b51232b1a6f None None] Pushing event updated for resources: {'Port': ['ID=3ba2a16d-3b80-4cef-a17e-5b5df1b764cb,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:51.917693 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d8930f3-655c-406f-b865-3e5c6e5b28c3 req-9723bca1-5937-454f-9475-b3e51cae34b0 service neutron] 10.222.0.48 "GET /v2.0/networks/40b0a656-2512-4f2e-b282-c9d8927706db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9226184 Feb 09 01:35:51.981928 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b4f80a9c-1dcc-4c60-93da-9b51232b1a6f None None] Attempting to bind port 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:35:51.982309 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b4f80a9c-1dcc-4c60-93da-9b51232b1a6f None None] Attempting to bind port 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '99191580-9a04-44d6-81bd-d09adaf12d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:35:51.982732 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f80a9c-1dcc-4c60-93da-9b51232b1a6f None None] Attempting to bind port 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb on network ce70ab6f-aad6-4ea4-8328-c999a48a03a8 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:51.984003 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d47a82a6-f9a7-4b0b-9d6a-946a553d73c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (097c5076-9db0-48e7-9d59-aad5f00c38d4), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:51.991820 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f80a9c-1dcc-4c60-93da-9b51232b1a6f None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:35:51.992341 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f80a9c-1dcc-4c60-93da-9b51232b1a6f None None] Checking segment: {'id': '99191580-9a04-44d6-81bd-d09adaf12d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:35:51.992610 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b4f80a9c-1dcc-4c60-93da-9b51232b1a6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:51.993010 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f80a9c-1dcc-4c60-93da-9b51232b1a6f None None] Bound using segment: {'id': '99191580-9a04-44d6-81bd-d09adaf12d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:35:51.993497 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b4f80a9c-1dcc-4c60-93da-9b51232b1a6f None None] Bound port: 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99191580-9a04-44d6-81bd-d09adaf12d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:35:51.993888 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b4f80a9c-1dcc-4c60-93da-9b51232b1a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3ba2a16d-3b80-4cef-a17e-5b5df1b764cb), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:52.011718 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47a82a6-f9a7-4b0b-9d6a-946a553d73c7 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:35:52.012142 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d47a82a6-f9a7-4b0b-9d6a-946a553d73c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (097c5076-9db0-48e7-9d59-aad5f00c38d4), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:35:52.014664 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:35:52.033149 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-d65e94ba-0d1c-45e5-b905-ec2382bd2048 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535484 Feb 09 01:35:52.067431 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-3933f022-0e11-4b81-a4f9-d42f75ef2fb5 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a8fbbe3309e443c484ce78d66416eddd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765922 Feb 09 01:35:52.079714 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b4f80a9c-1dcc-4c60-93da-9b51232b1a6f None None] For port 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:35:52.082831 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b4f80a9c-1dcc-4c60-93da-9b51232b1a6f None None] For port 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3ba2a16d-3b80-4cef-a17e-5b5df1b764cb,segment=NetworkSegment(99191580-9a04-44d6-81bd-d09adaf12d9c),segment_id=99191580-9a04-44d6-81bd-d09adaf12d9c)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:35:52.093557 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b4f80a9c-1dcc-4c60-93da-9b51232b1a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3ba2a16d-3b80-4cef-a17e-5b5df1b764cb), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:52.147308 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4fba42d7-403a-423f-8de2-2543ece07bb7 req-0fb2e782-e73e-491a-9b0f-b081fcbcbf9c service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5956805 Feb 09 01:35:52.152866 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-41228d0d-1487-49b2-acf6-a7a11f5ad11c service neutron] 10.222.0.36 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822756 Feb 09 01:35:52.163191 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d47a82a6-f9a7-4b0b-9d6a-946a553d73c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (30f1f285-ac54-43cd-8116-17aca97bda27), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:52.180701 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d47a82a6-f9a7-4b0b-9d6a-946a553d73c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:52.190444 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d47a82a6-f9a7-4b0b-9d6a-946a553d73c7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/30f1f285-ac54-43cd-8116-17aca97bda27 HTTP/1.1" status: 204 len: 168 time: 2.4785461 Feb 09 01:35:52.190675 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60610) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:52.209981 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f80a9c-1dcc-4c60-93da-9b51232b1a6f None None] Pushing event updated for resources: {'Port': ['ID=3ba2a16d-3b80-4cef-a17e-5b5df1b764cb,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:52.219513 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a82a6-f9a7-4b0b-9d6a-946a553d73c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=30f1f285-ac54-43cd-8116-17aca97bda27,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:52.320126 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5509ba2-8b53-4052-abf0-920ceec10c7c req-0b5712e6-e839-4519-90cf-562377b7d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:52.325148 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e5509ba2-8b53-4052-abf0-920ceec10c7c req-0b5712e6-e839-4519-90cf-562377b7d1e7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.5690846 Feb 09 01:35:52.332120 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef42b1b9-5118-4a9c-a7b1-95cb6eb22c9a req-b990966d-506b-44c8-ba15-9ca41e6fed20 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873385 Feb 09 01:35:52.364515 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-9ab58b4b-93d7-4d18-96fb-1224fe20d248 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:52.375508 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-9ab58b4b-93d7-4d18-96fb-1224fe20d248 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2897024 Feb 09 01:35:52.400798 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e5509ba2-8b53-4052-abf0-920ceec10c7c req-82e37e0d-b01c-4401-9d45-78276e50fc3f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=bdcb2007-261e-4014-b5bf-0fce92495e6d HTTP/1.1" status: 200 len: 217 time: 0.0677505 Feb 09 01:35:52.423956 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-a84837ac-6a2a-43b2-9621-2569e0584604 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/quotas/a8fbbe3309e443c484ce78d66416eddd HTTP/1.1" status: 200 len: 375 time: 0.0462399 Feb 09 01:35:52.657168 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9cd89e5a-a4cb-4210-af91-47c9c6f47231 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:35:52.708293 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5509ba2-8b53-4052-abf0-920ceec10c7c req-1950e9b9-0444-4009-b09e-eb98d382fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:52.710742 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e5509ba2-8b53-4052-abf0-920ceec10c7c req-1950e9b9-0444-4009-b09e-eb98d382fa85 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.3025539 Feb 09 01:35:53.024168 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5509ba2-8b53-4052-abf0-920ceec10c7c req-a3651ef6-67ed-4ff5-8bc6-da8efd4a8524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:53.025870 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e5509ba2-8b53-4052-abf0-920ceec10c7c req-a3651ef6-67ed-4ff5-8bc6-da8efd4a8524 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3037357 Feb 09 01:35:53.029588 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae0763ef-167d-484e-ac32-c2438354c34e admin admin] Publish callbacks [] for router_gateway (de3a99f2-2855-4ffb-924a-646488f8bfc5), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:53.050108 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 9cd89e5a-a4cb-4210-af91-47c9c6f47231, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9cd89e5a-a4cb-4210-af91-47c9c6f47231,segment=NetworkSegment(95922bbc-deec-45a3-b812-be48f9b3b1d2),segment_id=95922bbc-deec-45a3-b812-be48f9b3b1d2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:53.076686 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea347c3-230b-414b-a74f-438334a85858 req-4fff146d-b32b-4cf5-b736-251c4a4c2c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:53.078385 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ea347c3-230b-414b-a74f-438334a85858 req-4fff146d-b32b-4cf5-b736-251c4a4c2c08 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f02af977a01149b6afa3543750ec5ce0&device_id=623ae5f2-99ad-4737-b7b3-031208709722 HTTP/1.1" status: 200 len: 1129 time: 0.5835445 Feb 09 01:35:53.086630 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '9cd89e5a-a4cb-4210-af91-47c9c6f47231', 'network_id': '40b0a656-2512-4f2e-b282-c9d8927706db', 'port_id': '9cd89e5a-a4cb-4210-af91-47c9c6f47231', 'mac_address': 'fa:16:3e:c3:ed:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64890185-dcc7-4353-a8cb-39f870200951', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:35:53.147247 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae0763ef-167d-484e-ac32-c2438354c34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:53.155692 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 9cd89e5a-a4cb-4210-af91-47c9c6f47231 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:53.156272 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9cd89e5a-a4cb-4210-af91-47c9c6f47231), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:53.191557 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd89e5a-a4cb-4210-af91-47c9c6f47231 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:35:53.211492 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-573f3f1a-1789-4c22-abb6-621021c0b8eb tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7860482 Feb 09 01:35:53.243536 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 9cd89e5a-a4cb-4210-af91-47c9c6f47231, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9cd89e5a-a4cb-4210-af91-47c9c6f47231,segment=NetworkSegment(95922bbc-deec-45a3-b812-be48f9b3b1d2),segment_id=95922bbc-deec-45a3-b812-be48f9b3b1d2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:53.256119 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9cd89e5a-a4cb-4210-af91-47c9c6f47231), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:53.268026 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab99784-4561-490a-9941-c92dfe419c40 req-fb0b3c63-e767-47ad-8a2d-ebcd091f383c tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:53.269721 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eab99784-4561-490a-9941-c92dfe419c40 req-fb0b3c63-e767-47ad-8a2d-ebcd091f383c tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=623ae5f2-99ad-4737-b7b3-031208709722 HTTP/1.1" status: 200 len: 947 time: 0.3240569 Feb 09 01:35:53.321840 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e5509ba2-8b53-4052-abf0-920ceec10c7c req-c4725e3e-cb49-4f44-ae9d-6c461aeae1ec service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813494 Feb 09 01:35:53.469036 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=9cd89e5a-a4cb-4210-af91-47c9c6f47231,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:53.510572 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eab99784-4561-490a-9941-c92dfe419c40 req-c9ec5513-63ab-4a59-9200-f998e55a9c04 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057533 Feb 09 01:35:53.518877 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea347c3-230b-414b-a74f-438334a85858 req-3f6ed080-e160-4295-92b3-144284b88493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:53.521955 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ea347c3-230b-414b-a74f-438334a85858 req-3f6ed080-e160-4295-92b3-144284b88493 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.4079328 Feb 09 01:35:53.737488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['9cd89e5a-a4cb-4210-af91-47c9c6f47231'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:53.750069 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-ae0763ef-167d-484e-ac32-c2438354c34e admin admin] Allocated IP 172.25.7.239 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/774a6e2e-7850-42f8-8114-09dfca1c0df6) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:53.797087 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ea347c3-230b-414b-a74f-438334a85858 req-83111c0a-4c42-4b0c-a9b5-d545dbbe091d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=122199ce-3f83-4414-bd26-b874df40d9a8 HTTP/1.1" status: 200 len: 217 time: 0.2518616 Feb 09 01:35:53.809491 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device bdcb2007-261e-4014-b5bf-0fce92495e6d details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:35:53.954324 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5d7256f1-d5f2-48e5-b53d-4712d42ebc5f req-d7b0b448-3746-476b-b387-16105ca2ba8b tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 210 time: 0.2903788 Feb 09 01:35:54.098027 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port bdcb2007-261e-4014-b5bf-0fce92495e6d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=bdcb2007-261e-4014-b5bf-0fce92495e6d,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:54.165509 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'bdcb2007-261e-4014-b5bf-0fce92495e6d', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': 'bdcb2007-261e-4014-b5bf-0fce92495e6d', 'mac_address': 'fa:16:3e:ca:63:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:35:54.221162 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c8fe53a4-8b9e-4281-bfc0-6fc01333643a req-6f796e74-386e-48a3-9d63-063cd408d7ad tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 210 time: 0.0879493 Feb 09 01:35:54.245588 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e5509ba2-8b53-4052-abf0-920ceec10c7c req-b15e1e2f-6b9b-4b08-83d7-1afc9344e5f2 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9134269 Feb 09 01:35:54.256896 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea347c3-230b-414b-a74f-438334a85858 req-dab2b396-ab3a-43d0-8259-9de3cac10f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:54.259033 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ea347c3-230b-414b-a74f-438334a85858 req-dab2b396-ab3a-43d0-8259-9de3cac10f16 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.4232154 Feb 09 01:35:54.287485 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port bdcb2007-261e-4014-b5bf-0fce92495e6d is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:54.288028 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:54.349165 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdcb2007-261e-4014-b5bf-0fce92495e6d {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:35:54.408575 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port bdcb2007-261e-4014-b5bf-0fce92495e6d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=bdcb2007-261e-4014-b5bf-0fce92495e6d,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:54.416862 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:54.466033 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea347c3-230b-414b-a74f-438334a85858 req-3e465eb8-b7e1-492b-a825-25ce43806e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:54.468060 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ea347c3-230b-414b-a74f-438334a85858 req-3e465eb8-b7e1-492b-a825-25ce43806e81 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2018781 Feb 09 01:35:54.469726 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239ae66-9982-41b4-819e-cf4338e355da req-d9e51399-3679-41b9-9adb-27454a072cf0 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:54.471598 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1239ae66-9982-41b4-819e-cf4338e355da req-d9e51399-3679-41b9-9adb-27454a072cf0 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a29ab1a-44dd-43e6-8651-3f9c901bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.5396037 Feb 09 01:35:54.484930 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d74505-73b7-4be4-8394-ccd0dc4d5d37 None None] Network ce70ab6f-aad6-4ea4-8328-c999a48a03a8 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:35:54.569206 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae0763ef-167d-484e-ac32-c2438354c34e admin admin] Publish callbacks [] for port (774a6e2e-7850-42f8-8114-09dfca1c0df6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:54.576359 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af77fb49-1162-4e39-a70d-a30ffbd5c6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (ce3db80c-7fc2-432c-afe5-367b6d73b15c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:54.587614 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-778b3e8f-bc10-4070-9c8b-7d6f1a758e93 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (fd351c3c-815a-4d70-b792-59e46ed4eb50), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:54.609704 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-778b3e8f-bc10-4070-9c8b-7d6f1a758e93 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608658'] for router (fd351c3c-815a-4d70-b792-59e46ed4eb50), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:54.629174 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1239ae66-9982-41b4-819e-cf4338e355da req-90ccb5c1-8b15-40c0-9a2e-0ede3e1e5c32 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9c3f0ee-508c-4e94-864f-ebc0aa9271c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353641 Feb 09 01:35:54.751156 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ffd25d03-ae14-4180-b465-fc5f34bf26ad None None] Provisioning complete for port 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:54.752555 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ffd25d03-ae14-4180-b465-fc5f34bf26ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3ba2a16d-3b80-4cef-a17e-5b5df1b764cb), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:54.794218 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=bdcb2007-261e-4014-b5bf-0fce92495e6d,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:54.853333 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae0763ef-167d-484e-ac32-c2438354c34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (774a6e2e-7850-42f8-8114-09dfca1c0df6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:54.909263 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0763ef-167d-484e-ac32-c2438354c34e admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:54.917132 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-ae0763ef-167d-484e-ac32-c2438354c34e admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:54.928979 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0763ef-167d-484e-ac32-c2438354c34e admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:54.973139 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:35:54.976931 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['bdcb2007-261e-4014-b5bf-0fce92495e6d'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:54.977194 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0763ef-167d-484e-ac32-c2438354c34e admin admin] Pushing event updated for resources: {'Port': ['ID=774a6e2e-7850-42f8-8114-09dfca1c0df6,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:54.997266 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778b3e8f-bc10-4070-9c8b-7d6f1a758e93 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Router fd351c3c-815a-4d70-b792-59e46ed4eb50 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:35:55.254621 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778b3e8f-bc10-4070-9c8b-7d6f1a758e93 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:35:55.262868 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-778b3e8f-bc10-4070-9c8b-7d6f1a758e93 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:55.267555 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-778b3e8f-bc10-4070-9c8b-7d6f1a758e93 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "PUT /v2.0/routers/fd351c3c-815a-4d70-b792-59e46ed4eb50 HTTP/1.1" status: 200 len: 924 time: 5.2594063 Feb 09 01:35:55.279005 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bf5a81-6447-407d-9299-33a0b8a4d2f3 None None] Sync routers for ids ['fd351c3c-815a-4d70-b792-59e46ed4eb50'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:55.293439 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60654) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:55.306759 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bf5a81-6447-407d-9299-33a0b8a4d2f3 None None] Routers {'fd351c3c-815a-4d70-b792-59e46ed4eb50'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:55.307437 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-48bf5a81-6447-407d-9299-33a0b8a4d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:35:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['fd351c3c-815a-4d70-b792-59e46ed4eb50'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:55.313297 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-58523ac1-4b10-4a4c-aa06-0c90ff9d5213 req-64f78262-e1b1-4bef-902c-0248d6b91545 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 210 time: 0.0712442 Feb 09 01:35:55.378058 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-48bf5a81-6447-407d-9299-33a0b8a4d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:55.410289 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bf5a81-6447-407d-9299-33a0b8a4d2f3 None None] Routers {'fd351c3c-815a-4d70-b792-59e46ed4eb50'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:55.411805 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-48bf5a81-6447-407d-9299-33a0b8a4d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:35:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['fd351c3c-815a-4d70-b792-59e46ed4eb50'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:55.528687 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-48bf5a81-6447-407d-9299-33a0b8a4d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:55.529751 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bf5a81-6447-407d-9299-33a0b8a4d2f3 None None] The sync data for ids ['fd351c3c-815a-4d70-b792-59e46ed4eb50'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:55.590375 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:55.590990 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3ba2a16d-3b80-4cef-a17e-5b5df1b764cb), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:55.626318 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ea347c3-230b-414b-a74f-438334a85858 req-9c4b85df-994d-4508-924c-61a17489548a service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1423206 Feb 09 01:35:55.739872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ffd25d03-ae14-4180-b465-fc5f34bf26ad None None] Current status of the port 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:55.740447 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ffd25d03-ae14-4180-b465-fc5f34bf26ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3ba2a16d-3b80-4cef-a17e-5b5df1b764cb), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:55.842597 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ea347c3-230b-414b-a74f-438334a85858 req-4b168cd2-be2c-4d22-9afa-326cc17503c3 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866229 Feb 09 01:35:55.857758 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e3ae2-f4ce-4b55-b18c-578b7b420e2c req-ad6a8401-f18a-4991-bf54-67a88f8e5684 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:55.875877 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b34e3ae2-f4ce-4b55-b18c-578b7b420e2c req-ad6a8401-f18a-4991-bf54-67a88f8e5684 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=623ae5f2-99ad-4737-b7b3-031208709722 HTTP/1.1" status: 200 len: 947 time: 1.0432301 Feb 09 01:35:55.977309 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-31ace00f-8c44-4d3b-bc45-933200caa6aa tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=a8fbbe3309e443c484ce78d66416eddd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839589 Feb 09 01:35:56.009140 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:56.009735 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3ba2a16d-3b80-4cef-a17e-5b5df1b764cb), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:56.131171 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-279ae158-2a52-4dfa-b603-ee9cf0b18177 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:56.133084 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-279ae158-2a52-4dfa-b603-ee9cf0b18177 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1423986 Feb 09 01:35:56.162147 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ffd25d03-ae14-4180-b465-fc5f34bf26ad None None] For port 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3ba2a16d-3b80-4cef-a17e-5b5df1b764cb,segment=NetworkSegment(99191580-9a04-44d6-81bd-d09adaf12d9c),segment_id=99191580-9a04-44d6-81bd-d09adaf12d9c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:56.180071 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-90d079b9-5b04-45f1-a76a-21c9247de8b7 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Request body: {'port': {'device_id': 'fa158900-4446-43ae-95a3-c13bad5b92c6', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': 'a8fbbe3309e443c484ce78d66416eddd'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:56.183145 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ffd25d03-ae14-4180-b465-fc5f34bf26ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3ba2a16d-3b80-4cef-a17e-5b5df1b764cb), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:56.227444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-95b6f8ec-8154-4b12-8b58-16884efd8870 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:56.236355 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-95b6f8ec-8154-4b12-8b58-16884efd8870 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.67 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 821 time: 0.7173975 Feb 09 01:35:56.271656 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-43103bbd-781d-4d82-9411-763767a0ef96 req-ea4196ee-6ceb-4c79-b123-871e17c6c73f tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 210 time: 0.7646317 Feb 09 01:35:56.410481 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd25d03-ae14-4180-b465-fc5f34bf26ad None None] Pushing event updated for resources: {'Port': ['ID=3ba2a16d-3b80-4cef-a17e-5b5df1b764cb,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:56.421812 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-dc111fa7-ffca-4fc1-9ffd-6e95891f4249 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Request body: {'port': {'device_id': 'e4757050-8469-4c93-88d6-a3ea150a0c01', 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7', 'admin_state_up': True, 'tenant_id': 'b07de46a82164c668a0ced35af54f222'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:56.422791 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:35:56.423146 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:35:56.423688 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7b325d11-2929-4d5b-8ace-340b7952cf61 None None] Provisioning complete for port 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:56.424056 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7b325d11-2929-4d5b-8ace-340b7952cf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3ba2a16d-3b80-4cef-a17e-5b5df1b764cb), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:56.534914 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b34e3ae2-f4ce-4b55-b18c-578b7b420e2c req-821fdefc-b2b9-4112-8be2-c4660f5bbc63 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6581247 Feb 09 01:35:56.569844 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7b325d11-2929-4d5b-8ace-340b7952cf61 None None] Current status of the port 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:56.628127 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9d47a166-1923-4077-8d70-3dd9ee9d7518 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "GET /v2.0/routers/fd351c3c-815a-4d70-b792-59e46ed4eb50 HTTP/1.1" status: 200 len: 924 time: 1.3289864 Feb 09 01:35:56.629735 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60662) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:56.669184 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 122199ce-3f83-4414-bd26-b874df40d9a8 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:35:56.673634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9cd89e5a-a4cb-4210-af91-47c9c6f47231 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:35:56.693123 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbca76-7cbf-4333-9161-a85645e84942 req-b24f052f-3d9f-49f9-b7e1-d2cddd3b9a12 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:56.699248 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00dbca76-7cbf-4333-9161-a85645e84942 req-b24f052f-3d9f-49f9-b7e1-d2cddd3b9a12 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a29ab1a-44dd-43e6-8651-3f9c901bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.2500083 Feb 09 01:35:56.709327 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4737da59-9bea-42fc-bdcd-2f30b524f8da req-3962c163-fdc2-49bf-b4cf-53ce6555e2a2 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 210 time: 0.0540669 Feb 09 01:35:56.776250 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-90d079b9-5b04-45f1-a76a-21c9247de8b7 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Made reservation on behalf of a8fbbe3309e443c484ce78d66416eddd for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:56.780300 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-90d079b9-5b04-45f1-a76a-21c9247de8b7 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:56.804951 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae0763ef-167d-484e-ac32-c2438354c34e admin admin] Publish callbacks [] for router_gateway (de3a99f2-2855-4ffb-924a-646488f8bfc5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:56.830502 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-dc111fa7-ffca-4fc1-9ffd-6e95891f4249 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Made reservation on behalf of b07de46a82164c668a0ced35af54f222 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:56.834865 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-dc111fa7-ffca-4fc1-9ffd-6e95891f4249 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:56.882668 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:35:56.908099 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 9cd89e5a-a4cb-4210-af91-47c9c6f47231 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:56.949388 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 9cd89e5a-a4cb-4210-af91-47c9c6f47231 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:56.949701 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9cd89e5a-a4cb-4210-af91-47c9c6f47231), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:56.979397 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00dbca76-7cbf-4333-9161-a85645e84942 req-80ad2fa4-7ca9-47e6-be73-fc872dc70693 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9c3f0ee-508c-4e94-864f-ebc0aa9271c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656637 Feb 09 01:35:57.083354 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-af77fb49-1162-4e39-a70d-a30ffbd5c6fb admin admin] Deleting port 30234896-3171-4fa2-878c-ac9206fdfd93 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:57.083751 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af77fb49-1162-4e39-a70d-a30ffbd5c6fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (30234896-3171-4fa2-878c-ac9206fdfd93), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:57.096458 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5050dd8-d7fa-4950-8550-5b4d795609a6 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:57.101903 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b5050dd8-d7fa-4950-8550-5b4d795609a6 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&device_id=fd351c3c-815a-4d70-b792-59e46ed4eb50&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4627826 Feb 09 01:35:57.102122 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:57.102558 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60666) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:57.216503 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 122199ce-3f83-4414-bd26-b874df40d9a8, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=122199ce-3f83-4414-bd26-b874df40d9a8,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:57.238365 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16f838b-d661-4190-9f2c-59fb62694b62 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:57.243478 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f16f838b-d661-4190-9f2c-59fb62694b62 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 881 time: 0.1381171 Feb 09 01:35:57.244309 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60668) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:57.266276 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '122199ce-3f83-4414-bd26-b874df40d9a8', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '122199ce-3f83-4414-bd26-b874df40d9a8', 'mac_address': 'fa:16:3e:88:d4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:35:57.283931 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:35:57.287143 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fa0b5aef-6c75-47d4-a971-a4ea9f878056 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd351c3c-815a-4d70-b792-59e46ed4eb50 HTTP/1.1" status: 200 len: 205 time: 0.0396893 Feb 09 01:35:57.288015 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60670) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:57.299256 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-dc111fa7-ffca-4fc1-9ffd-6e95891f4249 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Allocated IP 172.20.0.13 (13f3e8ce-063b-4d38-a4f0-142d23e1b9c7/c7975264-a21c-4173-a1bc-89127bef9e8a/ac236170-97b3-4001-a592-51c4dbfb690e) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:57.350000 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-90d079b9-5b04-45f1-a76a-21c9247de8b7 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Allocated IP 192.168.233.178 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/5b5446d4-21e4-4f4b-9d66-248b747c1375) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:57.362374 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 9cd89e5a-a4cb-4210-af91-47c9c6f47231 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:57.363758 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9cd89e5a-a4cb-4210-af91-47c9c6f47231), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:57.383173 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-af77fb49-1162-4e39-a70d-a30ffbd5c6fb admin admin] For port 30234896-3171-4fa2-878c-ac9206fdfd93, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=30234896-3171-4fa2-878c-ac9206fdfd93,segment=NetworkSegment(feda203e-597d-4c20-b80a-f38abd03027d),segment_id=feda203e-597d-4c20-b80a-f38abd03027d)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:57.383687 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af77fb49-1162-4e39-a70d-a30ffbd5c6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (30234896-3171-4fa2-878c-ac9206fdfd93), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:57.466859 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 9cd89e5a-a4cb-4210-af91-47c9c6f47231, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9cd89e5a-a4cb-4210-af91-47c9c6f47231,segment=NetworkSegment(95922bbc-deec-45a3-b812-be48f9b3b1d2),segment_id=95922bbc-deec-45a3-b812-be48f9b3b1d2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:57.468506 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-128c0cce-31d0-45b0-90ab-34a846cdaf9f req-a0494880-07f2-4cb8-8c79-490e20b90475 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 210 time: 0.0969181 Feb 09 01:35:57.475373 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a29ab1a-44dd-43e6-8651-3f9c901bd9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd89e5a-a4cb-4210-af91-47c9c6f47231'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:57.478820 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0e2944-6c93-4781-b2e9-e7d90a378098" -d '{"events": [{"server_uuid": "1a29ab1a-44dd-43e6-8651-3f9c901bd9d5", "name": "network-vif-plugged", "status": "completed", "tag": "9cd89e5a-a4cb-4210-af91-47c9c6f47231"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:57.486656 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-af77fb49-1162-4e39-a70d-a30ffbd5c6fb admin admin] Calling delete_port for 30234896-3171-4fa2-878c-ac9206fdfd93 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:57.490934 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9cd89e5a-a4cb-4210-af91-47c9c6f47231), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:57.501777 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 122199ce-3f83-4414-bd26-b874df40d9a8 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:57.502321 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (122199ce-3f83-4414-bd26-b874df40d9a8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:57.523152 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 122199ce-3f83-4414-bd26-b874df40d9a8 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:35:57.620794 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b308a97c-ca22-4ebe-91f0-acac3f0f3e55 x-openstack-request-id: req-b308a97c-ca22-4ebe-91f0-acac3f0f3e55 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:57.621255 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a29ab1a-44dd-43e6-8651-3f9c901bd9d5", "name": "network-vif-plugged", "status": "completed", "tag": "9cd89e5a-a4cb-4210-af91-47c9c6f47231", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:57.621660 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b308a97c-ca22-4ebe-91f0-acac3f0f3e55 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:57.622338 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a29ab1a-44dd-43e6-8651-3f9c901bd9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd89e5a-a4cb-4210-af91-47c9c6f47231', 'code': 200} Feb 09 01:35:57.653439 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 122199ce-3f83-4414-bd26-b874df40d9a8, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=122199ce-3f83-4414-bd26-b874df40d9a8,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:57.664079 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:57.664514 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3ba2a16d-3b80-4cef-a17e-5b5df1b764cb), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:57.672228 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (122199ce-3f83-4414-bd26-b874df40d9a8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:57.714325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=9cd89e5a-a4cb-4210-af91-47c9c6f47231,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:57.771435 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5d6af67-c9f1-4e9c-8079-b4c6baa2ac81 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router (fd351c3c-815a-4d70-b792-59e46ed4eb50), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:57.786048 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae0763ef-167d-484e-ac32-c2438354c34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (de3a99f2-2855-4ffb-924a-646488f8bfc5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:57.833425 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=122199ce-3f83-4414-bd26-b874df40d9a8,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:57.849893 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device bdcb2007-261e-4014-b5bf-0fce92495e6d up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:35:58.022290 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7f742-d775-4f89-a4a2-066ae4efdf86 req-05f7dc3c-e6b6-42c9-b8e5-0daa837a8148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:58.023862 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aeb7f742-d775-4f89-a4a2-066ae4efdf86 req-05f7dc3c-e6b6-42c9-b8e5-0daa837a8148 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1a29ab1a-44dd-43e6-8651-3f9c901bd9d5 HTTP/1.1" status: 200 len: 1127 time: 0.3124671 Feb 09 01:35:58.066280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056e24b-64fe-4cbd-a604-f6ed64d7a7b6 req-39c8f9f6-3c94-44ff-bf05-c742546ec45a tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:58.073864 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4056e24b-64fe-4cbd-a604-f6ed64d7a7b6 req-39c8f9f6-3c94-44ff-bf05-c742546ec45a tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=623ae5f2-99ad-4737-b7b3-031208709722 HTTP/1.1" status: 200 len: 948 time: 0.3739398 Feb 09 01:35:58.088383 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port bdcb2007-261e-4014-b5bf-0fce92495e6d completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:58.101897 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port bdcb2007-261e-4014-b5bf-0fce92495e6d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:58.102334 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:58.175814 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['122199ce-3f83-4414-bd26-b874df40d9a8'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:58.222139 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:58.298934 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-dc111fa7-ffca-4fc1-9ffd-6e95891f4249 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks [] for port (ac236170-97b3-4001-a592-51c4dbfb690e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:58.324197 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c5242680-fecd-409b-8cf2-43a68c8f36a2 req-c8a3c74a-1fd9-40ab-955e-0a15497e473d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 210 time: 0.4203641 Feb 09 01:35:58.349528 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-90d079b9-5b04-45f1-a76a-21c9247de8b7 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks [] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:58.355235 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-dc111fa7-ffca-4fc1-9ffd-6e95891f4249 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ac236170-97b3-4001-a592-51c4dbfb690e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:58.362193 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af77fb49-1162-4e39-a70d-a30ffbd5c6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (30234896-3171-4fa2-878c-ac9206fdfd93), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:58.367361 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5d6af67-c9f1-4e9c-8079-b4c6baa2ac81 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_gateway (fd351c3c-815a-4d70-b792-59e46ed4eb50), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:58.382132 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port bdcb2007-261e-4014-b5bf-0fce92495e6d is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:58.383014 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:58.402784 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['26f9301b-2ecc-4658-a113-5381caf8c688'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:58.431062 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77fb49-1162-4e39-a70d-a30ffbd5c6fb admin admin] Pushing event deleted for resources: {'Port': ['ID=30234896-3171-4fa2-878c-ac9206fdfd93,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:58.506435 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-dc111fa7-ffca-4fc1-9ffd-6e95891f4249 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:58.514724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc111fa7-ffca-4fc1-9ffd-6e95891f4249 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Pushing event updated for resources: {'Port': ['ID=ac236170-97b3-4001-a592-51c4dbfb690e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:58.533761 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-dc111fa7-ffca-4fc1-9ffd-6e95891f4249 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:58.551319 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-dc111fa7-ffca-4fc1-9ffd-6e95891f4249 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:58.561424 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0763ef-167d-484e-ac32-c2438354c34e admin admin] Router de3a99f2-2855-4ffb-924a-646488f8bfc5 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:35:58.606607 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aeb7f742-d775-4f89-a4a2-066ae4efdf86 req-b5ead8e9-831d-462d-a07a-c469b5b242de service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b9c3f0ee-508c-4e94-864f-ebc0aa9271c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5659604 Feb 09 01:35:58.650628 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4056e24b-64fe-4cbd-a604-f6ed64d7a7b6 req-6aef81a0-64c6-43f2-b800-ecf905e88895 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5755019 Feb 09 01:35:58.702931 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:35:58.730231 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa809336-8c4e-4cf4-8466-4110d513d384 req-805eba0b-7530-4a94-b621-25f466af7f26 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:58.731897 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa809336-8c4e-4cf4-8466-4110d513d384 req-805eba0b-7530-4a94-b621-25f466af7f26 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a29ab1a-44dd-43e6-8651-3f9c901bd9d5 HTTP/1.1" status: 200 len: 945 time: 0.2343574 Feb 09 01:35:58.746716 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-dc111fa7-ffca-4fc1-9ffd-6e95891f4249 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:58.748496 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-dc111fa7-ffca-4fc1-9ffd-6e95891f4249 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:58.797603 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-90d079b9-5b04-45f1-a76a-21c9247de8b7 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:58.836824 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['a619dddc-0464-4707-b341-5d5462aad706', '84bb3f8a-433a-48c1-b137-2a48f45baf83'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:58.865792 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port bdcb2007-261e-4014-b5bf-0fce92495e6d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=bdcb2007-261e-4014-b5bf-0fce92495e6d,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:58.920309 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-f5d6af67-c9f1-4e9c-8079-b4c6baa2ac81 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Deleting port 1f77962d-0bbd-4c58-a659-0ddf286355c4 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:58.920656 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5d6af67-c9f1-4e9c-8079-b4c6baa2ac81 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (1f77962d-0bbd-4c58-a659-0ddf286355c4), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:58.963328 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-dc111fa7-ffca-4fc1-9ffd-6e95891f4249 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5604947 Feb 09 01:35:58.972114 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:58.995383 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d079b9-5b04-45f1-a76a-21c9247de8b7 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Pushing event updated for resources: {'Port': ['ID=5b5446d4-21e4-4f4b-9d66-248b747c1375,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:59.005059 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-5f4911f9-e552-40f1-8c38-1d65c6760dab service neutron] Request body: {'port': {'device_id': 'e4757050-8469-4c93-88d6-a3ea150a0c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:59.024788 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa809336-8c4e-4cf4-8466-4110d513d384 req-28c26c68-717f-4177-8ffc-07f4cf63862c tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9c3f0ee-508c-4e94-864f-ebc0aa9271c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385736 Feb 09 01:35:59.030511 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-90d079b9-5b04-45f1-a76a-21c9247de8b7 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:59.059160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-90d079b9-5b04-45f1-a76a-21c9247de8b7 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:59.064442 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-90d079b9-5b04-45f1-a76a-21c9247de8b7 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:59.086359 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0763ef-167d-484e-ac32-c2438354c34e admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:35:59.111536 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5d6af67-c9f1-4e9c-8079-b4c6baa2ac81 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (1f77962d-0bbd-4c58-a659-0ddf286355c4), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:59.118088 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae0763ef-167d-484e-ac32-c2438354c34e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:59.123562 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ae0763ef-167d-484e-ac32-c2438354c34e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.6996441 Feb 09 01:35:59.127673 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60686) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:59.198619 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] Sync routers for ids ['de3a99f2-2855-4ffb-924a-646488f8bfc5'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:59.288646 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-f5d6af67-c9f1-4e9c-8079-b4c6baa2ac81 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Calling delete_port for 1f77962d-0bbd-4c58-a659-0ddf286355c4 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:59.388314 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] Routers {'de3a99f2-2855-4ffb-924a-646488f8bfc5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:59.395407 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:35:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['de3a99f2-2855-4ffb-924a-646488f8bfc5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:59.400185 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-5f4911f9-e552-40f1-8c38-1d65c6760dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ac236170-97b3-4001-a592-51c4dbfb690e), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:59.423802 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ca8a0-fb72-43d1-b010-4ced81b03b7b req-7d2879f0-93ac-4eb9-974c-8c59fd97f6c4 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:59.425678 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f62ca8a0-fb72-43d1-b010-4ced81b03b7b req-7d2879f0-93ac-4eb9-974c-8c59fd97f6c4 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 936 time: 0.4896464 Feb 09 01:35:59.604185 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=bdcb2007-261e-4014-b5bf-0fce92495e6d,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:59.628457 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-90d079b9-5b04-45f1-a76a-21c9247de8b7 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:59.629387 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-90d079b9-5b04-45f1-a76a-21c9247de8b7 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:59.639515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ded839-b7aa-44a6-9c35-1a5220062c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcb2007-261e-4014-b5bf-0fce92495e6d'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:59.640812 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95f2f7b-e0bc-4f4a-992d-52d61a90b0e5" -d '{"events": [{"server_uuid": "c7ded839-b7aa-44a6-9c35-1a5220062c34", "name": "network-vif-plugged", "status": "completed", "tag": "bdcb2007-261e-4014-b5bf-0fce92495e6d"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:59.731072 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af77fb49-1162-4e39-a70d-a30ffbd5c6fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (ce3db80c-7fc2-432c-afe5-367b6d73b15c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:59.761633 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bb7eb-6ac7-42db-833b-207635d964a8 req-9b8a3bf4-3775-4a82-bb10-0f563834c44c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:59.764347 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ff8bb7eb-6ac7-42db-833b-207635d964a8 req-9b8a3bf4-3775-4a82-bb10-0f563834c44c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 932 time: 0.1931596 Feb 09 01:35:59.792734 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-738ca7e5-9475-4e4a-9471-e347ee09ce85 None None] Provisioning complete for port 5b5446d4-21e4-4f4b-9d66-248b747c1375 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:59.793350 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-738ca7e5-9475-4e4a-9471-e347ee09ce85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:00.011860 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] Set router de3a99f2-2855-4ffb-924a-646488f8bfc5 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:36:00.012202 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5d6af67-c9f1-4e9c-8079-b4c6baa2ac81 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (1f77962d-0bbd-4c58-a659-0ddf286355c4), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:00.014369 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-738ca7e5-9475-4e4a-9471-e347ee09ce85 None None] Port 5b5446d4-21e4-4f4b-9d66-248b747c1375 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:36:00.076658 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-90d079b9-5b04-45f1-a76a-21c9247de8b7 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9017234 Feb 09 01:36:00.085879 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6af67-c9f1-4e9c-8079-b4c6baa2ac81 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Pushing event deleted for resources: {'Port': ['ID=1f77962d-0bbd-4c58-a659-0ddf286355c4,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:00.106720 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ff8bb7eb-6ac7-42db-833b-207635d964a8 req-16c29c56-5d23-4338-b215-372e9d807ce2 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694817 Feb 09 01:36:00.195942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-c4e63055-f659-408c-ad0a-e5aec6bff560 service neutron] Request body: {'port': {'device_id': 'fa158900-4446-43ae-95a3-c13bad5b92c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:00.344612 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5d6af67-c9f1-4e9c-8079-b4c6baa2ac81 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (fd351c3c-815a-4d70-b792-59e46ed4eb50), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:00.582023 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5d6af67-c9f1-4e9c-8079-b4c6baa2ac81 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (fd351c3c-815a-4d70-b792-59e46ed4eb50), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:00.591339 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5d6af67-c9f1-4e9c-8079-b4c6baa2ac81 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_controller (fd351c3c-815a-4d70-b792-59e46ed4eb50), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:00.610381 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ddaa86-3b55-4fde-872a-e533bbe38f85 x-openstack-request-id: req-63ddaa86-3b55-4fde-872a-e533bbe38f85 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:00.623768 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ded839-b7aa-44a6-9c35-1a5220062c34", "name": "network-vif-plugged", "status": "completed", "tag": "bdcb2007-261e-4014-b5bf-0fce92495e6d", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:00.624306 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63ddaa86-3b55-4fde-872a-e533bbe38f85 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:00.624916 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ded839-b7aa-44a6-9c35-1a5220062c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcb2007-261e-4014-b5bf-0fce92495e6d', 'code': 200} Feb 09 01:36:00.697344 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 122199ce-3f83-4414-bd26-b874df40d9a8 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:36:00.717977 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f62ca8a0-fb72-43d1-b010-4ced81b03b7b req-c88f1b46-623e-4668-9c2d-81362cd2b7df tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2467411 Feb 09 01:36:00.882834 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-c4e63055-f659-408c-ad0a-e5aec6bff560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.053871 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 122199ce-3f83-4414-bd26-b874df40d9a8 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:01.073906 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 122199ce-3f83-4414-bd26-b874df40d9a8 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:01.074934 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (122199ce-3f83-4414-bd26-b874df40d9a8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.227498 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 122199ce-3f83-4414-bd26-b874df40d9a8 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:01.228294 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (122199ce-3f83-4414-bd26-b874df40d9a8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.233055 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'name': 'tempest-ServersTestBootFromVolume-1087449568-router', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:50Z', 'updated_at': '2022-02-09T01:35:56Z', 'revision_number': 3, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'gw_port': {'id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:53Z', 'updated_at': '2022-02-09T01:35:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:01.291043 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] Checking router: de3a99f2-2855-4ffb-924a-646488f8bfc5 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:36:01.291844 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] Updating router de3a99f2-2855-4ffb-924a-646488f8bfc5 port 774a6e2e-7850-42f8-8114-09dfca1c0df6 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:36:01.314994 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-c4e63055-f659-408c-ad0a-e5aec6bff560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b5446d4-21e4-4f4b-9d66-248b747c1375 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:36:01.324894 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-c4e63055-f659-408c-ad0a-e5aec6bff560 service neutron] Publish callbacks [] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.325573 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c308f-6a40-4251-b1d1-950c423e33e6 req-1de59233-a6b8-4821-9736-3109daad883e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:01.328086 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cf8c308f-6a40-4251-b1d1-950c423e33e6 req-1de59233-a6b8-4821-9736-3109daad883e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c7ded839-b7aa-44a6-9c35-1a5220062c34 HTTP/1.1" status: 200 len: 1132 time: 0.9275305 Feb 09 01:36:01.333877 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5d6af67-c9f1-4e9c-8079-b4c6baa2ac81 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (fd351c3c-815a-4d70-b792-59e46ed4eb50), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.334746 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d6af67-c9f1-4e9c-8079-b4c6baa2ac81 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Fanout notify agent at l3_agent the message router_deleted on router fd351c3c-815a-4d70-b792-59e46ed4eb50 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:36:01.339822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-c4e63055-f659-408c-ad0a-e5aec6bff560 service neutron] Transition to ACTIVE for port object 5b5446d4-21e4-4f4b-9d66-248b747c1375 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:01.350838 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (774a6e2e-7850-42f8-8114-09dfca1c0df6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.351269 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-c4e63055-f659-408c-ad0a-e5aec6bff560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.360328 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2a4e9-e649-4f0a-8c7c-5149e66238d2 req-e4c10888-2879-46b7-8a03-abdf4851fde3 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:01.373715 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f4c2a4e9-e649-4f0a-8c7c-5149e66238d2 req-e4c10888-2879-46b7-8a03-abdf4851fde3 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=623ae5f2-99ad-4737-b7b3-031208709722 HTTP/1.1" status: 200 len: 948 time: 0.8987050 Feb 09 01:36:01.395069 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5d6af67-c9f1-4e9c-8079-b4c6baa2ac81 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.397344 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f5d6af67-c9f1-4e9c-8079-b4c6baa2ac81 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "DELETE /v2.0/routers/fd351c3c-815a-4d70-b792-59e46ed4eb50 HTTP/1.1" status: 204 len: 168 time: 4.1081967 Feb 09 01:36:01.432480 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60702) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:01.469955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e63055-f659-408c-ad0a-e5aec6bff560 service neutron] Pushing event updated for resources: {'Port': ['ID=5b5446d4-21e4-4f4b-9d66-248b747c1375,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:01.484043 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5ed886e9-f130-4294-b3d6-baab77145e61 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2020677795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:01.528297 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a0fb8-7fdf-4246-b42e-e74a8d702569 req-e6e4f70b-0826-475e-87b1-bbf958e4927f tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:01.546637 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-890a0fb8-7fdf-4246-b42e-e74a8d702569 req-e6e4f70b-0826-475e-87b1-bbf958e4927f tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a29ab1a-44dd-43e6-8651-3f9c901bd9d5 HTTP/1.1" status: 200 len: 945 time: 0.6981966 Feb 09 01:36:01.566854 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce413885-79e0-423c-8795-79b7bd188da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.637595 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f4c2a4e9-e649-4f0a-8c7c-5149e66238d2 req-d81fb3c6-d8f1-43ef-9260-7ea469ce7e50 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623515 Feb 09 01:36:01.667724 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5ed886e9-f130-4294-b3d6-baab77145e61 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (dd47c57e-d380-4e30-92f2-d2c54aeb9ce1), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.671906 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5ed886e9-f130-4294-b3d6-baab77145e61 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (dd47c57e-d380-4e30-92f2-d2c54aeb9ce1), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.674601 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 122199ce-3f83-4414-bd26-b874df40d9a8, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=122199ce-3f83-4414-bd26-b874df40d9a8,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:01.681979 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (122199ce-3f83-4414-bd26-b874df40d9a8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.713628 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cf8c308f-6a40-4251-b1d1-950c423e33e6 req-a9fc1408-92e5-40f7-8922-43578fc6ba21 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758194 Feb 09 01:36:01.757285 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=122199ce-3f83-4414-bd26-b874df40d9a8,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:01.913280 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] Publish callbacks [] for port (774a6e2e-7850-42f8-8114-09dfca1c0df6), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.921546 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (774a6e2e-7850-42f8-8114-09dfca1c0df6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.010814 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] Attempting to bind port 774a6e2e-7850-42f8-8114-09dfca1c0df6 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:36:02.011286 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] Attempting to bind port 774a6e2e-7850-42f8-8114-09dfca1c0df6 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:36:02.012474 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] Attempting to bind port 774a6e2e-7850-42f8-8114-09dfca1c0df6 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:02.030766 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-ce413885-79e0-423c-8795-79b7bd188da1 admin admin] Allocated IP 172.20.0.1 (ce70ab6f-aad6-4ea4-8328-c999a48a03a8/7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c/7dc967d4-cd17-42d8-8604-32302b1683a2) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:02.033866 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:36:02.035236 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:36:02.036610 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.037736 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:36:02.038349 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] Bound port: 774a6e2e-7850-42f8-8114-09dfca1c0df6, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:36:02.039796 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (774a6e2e-7850-42f8-8114-09dfca1c0df6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.040880 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-c4e63055-f659-408c-ad0a-e5aec6bff560 service neutron] Attempting to bind port 5b5446d4-21e4-4f4b-9d66-248b747c1375 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:36:02.041217 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-c4e63055-f659-408c-ad0a-e5aec6bff560 service neutron] Attempting to bind port 5b5446d4-21e4-4f4b-9d66-248b747c1375 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:36:02.041544 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-c4e63055-f659-408c-ad0a-e5aec6bff560 service neutron] Attempting to bind port 5b5446d4-21e4-4f4b-9d66-248b747c1375 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:02.061328 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-890a0fb8-7fdf-4246-b42e-e74a8d702569 req-714ebd8d-4b55-450d-a7b9-37742c8815bf tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9c3f0ee-508c-4e94-864f-ebc0aa9271c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124543 Feb 09 01:36:02.076450 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-c4e63055-f659-408c-ad0a-e5aec6bff560 service neutron] Port 5b5446d4-21e4-4f4b-9d66-248b747c1375 on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:36:02.077572 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-c4e63055-f659-408c-ad0a-e5aec6bff560 service neutron] Attempting to bind port 5b5446d4-21e4-4f4b-9d66-248b747c1375 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:02.094717 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6d2cc-661c-4115-84bd-e292d1c0ac18 None None] Pushing event updated for resources: {'Port': ['ID=774a6e2e-7850-42f8-8114-09dfca1c0df6,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:02.121741 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-c4e63055-f659-408c-ad0a-e5aec6bff560 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:36:02.122390 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-c4e63055-f659-408c-ad0a-e5aec6bff560 service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:36:02.122938 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-c4e63055-f659-408c-ad0a-e5aec6bff560 service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:36:02.123597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-c4e63055-f659-408c-ad0a-e5aec6bff560 service neutron] Bound port: 5b5446d4-21e4-4f4b-9d66-248b747c1375, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:36:02.124115 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-c4e63055-f659-408c-ad0a-e5aec6bff560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.149070 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] For port 774a6e2e-7850-42f8-8114-09dfca1c0df6, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:36:02.153637 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] For port 774a6e2e-7850-42f8-8114-09dfca1c0df6, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=774a6e2e-7850-42f8-8114-09dfca1c0df6,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:36:02.163321 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (774a6e2e-7850-42f8-8114-09dfca1c0df6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.257730 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6d2cc-661c-4115-84bd-e292d1c0ac18 None None] Pushing event updated for resources: {'Port': ['ID=774a6e2e-7850-42f8-8114-09dfca1c0df6,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:02.293498 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] Routers {'de3a99f2-2855-4ffb-924a-646488f8bfc5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:02.294284 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:35:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['de3a99f2-2855-4ffb-924a-646488f8bfc5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:02.318983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-5f4911f9-e552-40f1-8c38-1d65c6760dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac236170-97b3-4001-a592-51c4dbfb690e {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:36:02.346533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f120c4-3f9b-4793-a3f2-139eca695601 req-25915b18-8cb4-4e09-bf1d-badb89398642 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:02.354612 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94f120c4-3f9b-4793-a3f2-139eca695601 req-25915b18-8cb4-4e09-bf1d-badb89398642 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 948 time: 0.1560235 Feb 09 01:36:02.367401 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5ed886e9-f130-4294-b3d6-baab77145e61 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_controller (dd47c57e-d380-4e30-92f2-d2c54aeb9ce1), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.380913 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-5f4911f9-e552-40f1-8c38-1d65c6760dab service neutron] Publish callbacks [] for port (ac236170-97b3-4001-a592-51c4dbfb690e), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.400679 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5ed886e9-f130-4294-b3d6-baab77145e61 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (dd47c57e-d380-4e30-92f2-d2c54aeb9ce1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.408929 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af77fb49-1162-4e39-a70d-a30ffbd5c6fb admin admin] Router ce3db80c-7fc2-432c-afe5-367b6d73b15c has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:36:02.454303 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5ec98-2cd6-48cd-8e9d-883e439d228e req-2735a39d-bc1a-4892-b12a-a17ab0538bc1 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:02.455724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-5f4911f9-e552-40f1-8c38-1d65c6760dab service neutron] Transition to ACTIVE for port object ac236170-97b3-4001-a592-51c4dbfb690e will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:02.459446 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1be5ec98-2cd6-48cd-8e9d-883e439d228e req-2735a39d-bc1a-4892-b12a-a17ab0538bc1 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 932 time: 0.3240192 Feb 09 01:36:02.477561 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce413885-79e0-423c-8795-79b7bd188da1 admin admin] Publish callbacks [] for port (7dc967d4-cd17-42d8-8604-32302b1683a2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.509614 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-c4e63055-f659-408c-ad0a-e5aec6bff560 service neutron] For port 5b5446d4-21e4-4f4b-9d66-248b747c1375, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:36:02.511846 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-5f4911f9-e552-40f1-8c38-1d65c6760dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (ac236170-97b3-4001-a592-51c4dbfb690e), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.550091 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] Set router de3a99f2-2855-4ffb-924a-646488f8bfc5 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:36:02.582019 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94f120c4-3f9b-4793-a3f2-139eca695601 req-dd7a80bc-48ed-4981-91f8-ecb5b72436ce tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219088 Feb 09 01:36:02.591903 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1be5ec98-2cd6-48cd-8e9d-883e439d228e req-08f96cfb-0a60-4246-aa16-20fbba509212 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093614 Feb 09 01:36:02.595430 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5ed886e9-f130-4294-b3d6-baab77145e61 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.597158 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5ed886e9-f130-4294-b3d6-baab77145e61 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1533396 Feb 09 01:36:02.603695 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60712) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:02.609702 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-3905eb02-464e-4244-b95d-5282caaafd91 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Request body: {'router': {'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:02.670647 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-c4e63055-f659-408c-ad0a-e5aec6bff560 service neutron] For port 5b5446d4-21e4-4f4b-9d66-248b747c1375, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:36:02.704807 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623ae5f2-99ad-4737-b7b3-031208709722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122199ce-3f83-4414-bd26-b874df40d9a8'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:02.708540 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc121534-0eb3-429b-9efa-0d20b6809279" -d '{"events": [{"server_uuid": "623ae5f2-99ad-4737-b7b3-031208709722", "name": "network-vif-plugged", "status": "completed", "tag": "122199ce-3f83-4414-bd26-b874df40d9a8"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:02.839200 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-c4e63055-f659-408c-ad0a-e5aec6bff560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.925181 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'name': 'tempest-ServersTestBootFromVolume-1087449568-router', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:50Z', 'updated_at': '2022-02-09T01:35:56Z', 'revision_number': 3, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'gw_port': {'id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:53Z', 'updated_at': '2022-02-09T01:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:02.970980 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-c4e63055-f659-408c-ad0a-e5aec6bff560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:02.972577 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-c4e63055-f659-408c-ad0a-e5aec6bff560 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.974767 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-c4e63055-f659-408c-ad0a-e5aec6bff560 service neutron] 10.222.0.67 "PUT /v2.0/ports/5b5446d4-21e4-4f4b-9d66-248b747c1375 HTTP/1.1" status: 200 len: 1096 time: 2.7884228 Feb 09 01:36:02.981081 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa158900-4446-43ae-95a3-c13bad5b92c6', 'tag': '5b5446d4-21e4-4f4b-9d66-248b747c1375'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:02.984229 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717cbca0-6fe5-4caf-ba98-7974d1db3e81" -d '{"events": [{"name": "network-changed", "server_uuid": "fa158900-4446-43ae-95a3-c13bad5b92c6", "tag": "5b5446d4-21e4-4f4b-9d66-248b747c1375"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:02.993385 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4911f9-e552-40f1-8c38-1d65c6760dab service neutron] Pushing event updated for resources: {'Port': ['ID=ac236170-97b3-4001-a592-51c4dbfb690e,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:03.007916 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46050e4-7754-4268-bbec-19eb2fef46b2 None None] The sync data for ids ['de3a99f2-2855-4ffb-924a-646488f8bfc5'] in n-d-828387-3 is: [{'id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'name': 'tempest-ServersTestBootFromVolume-1087449568-router', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:50Z', 'updated_at': '2022-02-09T01:35:56Z', 'revision_number': 3, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'gw_port': {'id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:53Z', 'updated_at': '2022-02-09T01:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:03.085891 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3905eb02-464e-4244-b95d-5282caaafd91 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_gateway (dd47c57e-d380-4e30-92f2-d2c54aeb9ce1), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.237170 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce413885-79e0-423c-8795-79b7bd188da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (7dc967d4-cd17-42d8-8604-32302b1683a2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.278992 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c0bce-eb83-444b-ab4e-269e727a17ba req-b2223876-5e11-4914-9614-f42126ee1cf7 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:03.280663 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-df9c0bce-eb83-444b-ab4e-269e727a17ba req-b2223876-5e11-4914-9614-f42126ee1cf7 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=623ae5f2-99ad-4737-b7b3-031208709722 HTTP/1.1" status: 200 len: 949 time: 0.4136329 Feb 09 01:36:03.347235 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687923e-2a6d-4f47-8d73-64f95f7a6697 req-ac2072a1-3e45-4b93-a945-a7358a66f93d tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:03.360482 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7687923e-2a6d-4f47-8d73-64f95f7a6697 req-ac2072a1-3e45-4b93-a945-a7358a66f93d tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf460074-347d-486c-8460-a1bd38783eb1 HTTP/1.1" status: 200 len: 945 time: 0.6417923 Feb 09 01:36:03.370432 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce413885-79e0-423c-8795-79b7bd188da1 admin admin] Network ce70ab6f-aad6-4ea4-8328-c999a48a03a8 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:03.382442 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-ce413885-79e0-423c-8795-79b7bd188da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:03.387972 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce413885-79e0-423c-8795-79b7bd188da1 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:36:03.409223 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af77fb49-1162-4e39-a70d-a30ffbd5c6fb admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:36:03.425726 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35fb42c-d924-401b-bc33-71dbd4a6a7dd None None] Sync routers for ids ['ce3db80c-7fc2-432c-afe5-367b6d73b15c'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:03.437996 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce413885-79e0-423c-8795-79b7bd188da1 admin admin] Pushing event updated for resources: {'Port': ['ID=7dc967d4-cd17-42d8-8604-32302b1683a2,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:03.448176 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-af77fb49-1162-4e39-a70d-a30ffbd5c6fb admin admin] 10.222.0.36 "PUT /v2.0/routers/ce3db80c-7fc2-432c-afe5-367b6d73b15c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2478826 Feb 09 01:36:03.450939 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60720) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:03.478491 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-df9c0bce-eb83-444b-ab4e-269e727a17ba req-9b67682b-b1e0-4f22-8fa6-92182b5606a8 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625669 Feb 09 01:36:03.486365 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-5f4911f9-e552-40f1-8c38-1d65c6760dab service neutron] Attempting to bind port ac236170-97b3-4001-a592-51c4dbfb690e on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:36:03.490227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-5f4911f9-e552-40f1-8c38-1d65c6760dab service neutron] Attempting to bind port ac236170-97b3-4001-a592-51c4dbfb690e by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:36:03.491293 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-5f4911f9-e552-40f1-8c38-1d65c6760dab service neutron] Attempting to bind port ac236170-97b3-4001-a592-51c4dbfb690e on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:03.493730 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35fb42c-d924-401b-bc33-71dbd4a6a7dd None None] Routers {'ce3db80c-7fc2-432c-afe5-367b6d73b15c'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:03.495477 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b35fb42c-d924-401b-bc33-71dbd4a6a7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:35:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['ce3db80c-7fc2-432c-afe5-367b6d73b15c'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:03.510510 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce413885-79e0-423c-8795-79b7bd188da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (de3a99f2-2855-4ffb-924a-646488f8bfc5), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.561359 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-5f4911f9-e552-40f1-8c38-1d65c6760dab service neutron] Port ac236170-97b3-4001-a592-51c4dbfb690e on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:36:03.561889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-5f4911f9-e552-40f1-8c38-1d65c6760dab service neutron] Attempting to bind port ac236170-97b3-4001-a592-51c4dbfb690e on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:03.564687 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e63055-f659-408c-ad0a-e5aec6bff560 service neutron] Pushing event updated for resources: {'Port': ['ID=5b5446d4-21e4-4f4b-9d66-248b747c1375,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:03.642427 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-5f4911f9-e552-40f1-8c38-1d65c6760dab service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:36:03.642793 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-5f4911f9-e552-40f1-8c38-1d65c6760dab service neutron] Checking segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:36:03.643180 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-5f4911f9-e552-40f1-8c38-1d65c6760dab service neutron] Bound using segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:36:03.643658 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-5f4911f9-e552-40f1-8c38-1d65c6760dab service neutron] Bound port: ac236170-97b3-4001-a592-51c4dbfb690e, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:36:03.644021 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-5f4911f9-e552-40f1-8c38-1d65c6760dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ac236170-97b3-4001-a592-51c4dbfb690e), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.669475 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90825f67-051e-4fbd-a1cf-f34c6d287346 x-openstack-request-id: req-90825f67-051e-4fbd-a1cf-f34c6d287346 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:03.670209 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623ae5f2-99ad-4737-b7b3-031208709722", "name": "network-vif-plugged", "status": "completed", "tag": "122199ce-3f83-4414-bd26-b874df40d9a8", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:03.670750 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-90825f67-051e-4fbd-a1cf-f34c6d287346 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:03.671467 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623ae5f2-99ad-4737-b7b3-031208709722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122199ce-3f83-4414-bd26-b874df40d9a8', 'code': 200} Feb 09 01:36:03.672254 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-7f6e629c-d673-490c-83e0-7910ecd286e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:03.674171 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-7f6e629c-d673-490c-83e0-7910ecd286e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 1130 time: 0.5941854 Feb 09 01:36:03.901659 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-b35fb42c-d924-401b-bc33-71dbd4a6a7dd None None] Set router ce3db80c-7fc2-432c-afe5-367b6d73b15c gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:36:03.918963 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7bfbcf65-4b31-406f-ad05-1e4789bfe15d None None] Provisioning complete for port 7dc967d4-cd17-42d8-8604-32302b1683a2 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:03.920888 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7bfbcf65-4b31-406f-ad05-1e4789bfe15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7dc967d4-cd17-42d8-8604-32302b1683a2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.033723 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7bfbcf65-4b31-406f-ad05-1e4789bfe15d None None] Port 7dc967d4-cd17-42d8-8604-32302b1683a2 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:36:04.048054 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc625eb0-8ea3-4770-9682-1d34ef67a78a x-openstack-request-id: req-cc625eb0-8ea3-4770-9682-1d34ef67a78a {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:04.048714 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa158900-4446-43ae-95a3-c13bad5b92c6", "tag": "5b5446d4-21e4-4f4b-9d66-248b747c1375", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:04.049182 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cc625eb0-8ea3-4770-9682-1d34ef67a78a {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:04.049809 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa158900-4446-43ae-95a3-c13bad5b92c6', 'tag': '5b5446d4-21e4-4f4b-9d66-248b747c1375', 'status': 'completed', 'code': 200} Feb 09 01:36:04.136065 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7687923e-2a6d-4f47-8d73-64f95f7a6697 req-f81075de-b7ee-40a5-ba91-cb5392748240 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9c3f0ee-508c-4e94-864f-ebc0aa9271c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7549057 Feb 09 01:36:04.142115 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-a8bb40ba-d6ef-4b6a-a4fa-a3502c865e5b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375 HTTP/1.1" status: 200 len: 217 time: 0.4249830 Feb 09 01:36:04.277510 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-5f4911f9-e552-40f1-8c38-1d65c6760dab service neutron] For port ac236170-97b3-4001-a592-51c4dbfb690e, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:36:04.343444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84503a1-e5fd-446c-8586-323dd9b70b95 req-4a3eaa29-2050-4e7d-b348-6d7b0a59dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:04.345413 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a84503a1-e5fd-446c-8586-323dd9b70b95 req-4a3eaa29-2050-4e7d-b348-6d7b0a59dba8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=623ae5f2-99ad-4737-b7b3-031208709722 HTTP/1.1" status: 200 len: 1131 time: 0.5505407 Feb 09 01:36:04.353866 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-5f4911f9-e552-40f1-8c38-1d65c6760dab service neutron] For port ac236170-97b3-4001-a592-51c4dbfb690e, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ac236170-97b3-4001-a592-51c4dbfb690e,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:36:04.363439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-cb938851-a83b-47ed-8546-9f15654c4003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:04.369183 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b35fb42c-d924-401b-bc33-71dbd4a6a7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3db80c-7fc2-432c-afe5-367b6d73b15c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1096664653-router', 'tenant_id': '32370fa3aca0404baf25ea39195ab8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '71f57803-fb58-4399-ae81-755d927e6896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:25Z', 'updated_at': '2022-02-09T01:35:58Z', 'revision_number': 5, 'project_id': '32370fa3aca0404baf25ea39195ab8a7', 'gw_port': {'id': '71f57803-fb58-4399-ae81-755d927e6896', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3db80c-7fc2-432c-afe5-367b6d73b15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:28Z', 'updated_at': '2022-02-09T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:04.370587 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-cb938851-a83b-47ed-8546-9f15654c4003 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.2182333 Feb 09 01:36:04.408054 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-5f4911f9-e552-40f1-8c38-1d65c6760dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (ac236170-97b3-4001-a592-51c4dbfb690e), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.435336 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35fb42c-d924-401b-bc33-71dbd4a6a7dd None None] Checking router: ce3db80c-7fc2-432c-afe5-367b6d73b15c for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:36:04.460118 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35fb42c-d924-401b-bc33-71dbd4a6a7dd None None] Routers {'ce3db80c-7fc2-432c-afe5-367b6d73b15c'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:04.461021 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b35fb42c-d924-401b-bc33-71dbd4a6a7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:35:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['ce3db80c-7fc2-432c-afe5-367b6d73b15c'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:04.501546 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4911f9-e552-40f1-8c38-1d65c6760dab service neutron] Pushing event updated for resources: {'Port': ['ID=ac236170-97b3-4001-a592-51c4dbfb690e,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:04.530080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f643d4-1c48-498a-94bc-8a3e7a8ba901 req-ec20b97c-e456-4fa1-a320-ff21f56144d9 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:04.537601 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d9f643d4-1c48-498a-94bc-8a3e7a8ba901 req-ec20b97c-e456-4fa1-a320-ff21f56144d9 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.2457945 Feb 09 01:36:04.569991 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-5f4911f9-e552-40f1-8c38-1d65c6760dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:04.570702 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-5f4911f9-e552-40f1-8c38-1d65c6760dab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.572266 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-5f4911f9-e552-40f1-8c38-1d65c6760dab service neutron] 10.222.0.67 "PUT /v2.0/ports/ac236170-97b3-4001-a592-51c4dbfb690e HTTP/1.1" status: 200 len: 1092 time: 5.5737300 Feb 09 01:36:04.587497 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa034ef-17c8-4554-b42a-31d2f0ec80c9 req-a2dc0cb2-fb3f-4265-95dd-e60c420ea8e5 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:04.597196 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4aa034ef-17c8-4554-b42a-31d2f0ec80c9 req-a2dc0cb2-fb3f-4265-95dd-e60c420ea8e5 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 948 time: 0.5590920 Feb 09 01:36:04.602345 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-293705f7-6994-4213-90bd-c0e0876344cb admin admin] Publish callbacks [] for router (ce3db80c-7fc2-432c-afe5-367b6d73b15c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.608295 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a84503a1-e5fd-446c-8586-323dd9b70b95 req-e92c2a5a-7b44-432e-90f6-dc15de419ccb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517929 Feb 09 01:36:04.630220 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-498a612e-0287-4460-9619-4ae690b66f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:04.639473 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-498a612e-0287-4460-9619-4ae690b66f4a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2515521 Feb 09 01:36:04.663830 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d9f643d4-1c48-498a-94bc-8a3e7a8ba901 req-0a82c6b4-d664-4bc2-96d3-bb5709ed2b55 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249411 Feb 09 01:36:04.716022 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-b35fb42c-d924-401b-bc33-71dbd4a6a7dd None None] Set router ce3db80c-7fc2-432c-afe5-367b6d73b15c gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:36:04.802407 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3905eb02-464e-4244-b95d-5282caaafd91 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_gateway (dd47c57e-d380-4e30-92f2-d2c54aeb9ce1), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.011752 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce413885-79e0-423c-8795-79b7bd188da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7dc967d4-cd17-42d8-8604-32302b1683a2), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.024175 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3905eb02-464e-4244-b95d-5282caaafd91 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.054982 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-fb60c351-d2a6-4bbb-bda6-c9fbae1eb15e service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439693 Feb 09 01:36:05.248664 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b35fb42c-d924-401b-bc33-71dbd4a6a7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3db80c-7fc2-432c-afe5-367b6d73b15c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1096664653-router', 'tenant_id': '32370fa3aca0404baf25ea39195ab8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '71f57803-fb58-4399-ae81-755d927e6896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:25Z', 'updated_at': '2022-02-09T01:35:58Z', 'revision_number': 5, 'project_id': '32370fa3aca0404baf25ea39195ab8a7', 'gw_port': {'id': '71f57803-fb58-4399-ae81-755d927e6896', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3db80c-7fc2-432c-afe5-367b6d73b15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:28Z', 'updated_at': '2022-02-09T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:05.305642 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35fb42c-d924-401b-bc33-71dbd4a6a7dd None None] The sync data for ids ['ce3db80c-7fc2-432c-afe5-367b6d73b15c'] in n-d-828387-3 is: [{'id': 'ce3db80c-7fc2-432c-afe5-367b6d73b15c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1096664653-router', 'tenant_id': '32370fa3aca0404baf25ea39195ab8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '71f57803-fb58-4399-ae81-755d927e6896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:25Z', 'updated_at': '2022-02-09T01:35:58Z', 'revision_number': 5, 'project_id': '32370fa3aca0404baf25ea39195ab8a7', 'gw_port': {'id': '71f57803-fb58-4399-ae81-755d927e6896', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3db80c-7fc2-432c-afe5-367b6d73b15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:28Z', 'updated_at': '2022-02-09T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:05.337425 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4aa034ef-17c8-4554-b42a-31d2f0ec80c9 req-5d882061-9caf-445b-90f1-2fe3445e3a64 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7256148 Feb 09 01:36:05.357513 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 774a6e2e-7850-42f8-8114-09dfca1c0df6 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:36:05.431059 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0b81c35e-cb73-45c2-a392-ff1b3f715716 req-2a1979ed-d82e-4d0e-a367-0d529d8fcb83 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622749 Feb 09 01:36:05.457747 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-06476467-ec83-4858-9597-15a6349d1c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:05.458518 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-06476467-ec83-4858-9597-15a6349d1c40 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 1126 time: 0.7915277 Feb 09 01:36:05.474873 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-293705f7-6994-4213-90bd-c0e0876344cb admin admin] Publish callbacks [] for router_gateway (ce3db80c-7fc2-432c-afe5-367b6d73b15c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.477178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224376f-d6a6-49ea-992b-1cf4c74d972e req-ed3ee690-2a8b-4368-966e-f133480f7c6e tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:05.479719 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2224376f-d6a6-49ea-992b-1cf4c74d972e req-ed3ee690-2a8b-4368-966e-f133480f7c6e tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=5088e7e2-3c38-4563-8804-7a067f75f878 HTTP/1.1" status: 200 len: 945 time: 0.5934699 Feb 09 01:36:05.495802 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 774a6e2e-7850-42f8-8114-09dfca1c0df6 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:05.497493 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (774a6e2e-7850-42f8-8114-09dfca1c0df6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.561664 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-2ebf8997-a6c7-4a66-9f8c-3705bb672e28 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac236170-97b3-4001-a592-51c4dbfb690e HTTP/1.1" status: 200 len: 217 time: 0.0803771 Feb 09 01:36:05.674539 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 774a6e2e-7850-42f8-8114-09dfca1c0df6 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:05.679129 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (774a6e2e-7850-42f8-8114-09dfca1c0df6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.736764 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 774a6e2e-7850-42f8-8114-09dfca1c0df6, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=774a6e2e-7850-42f8-8114-09dfca1c0df6,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:05.745702 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (774a6e2e-7850-42f8-8114-09dfca1c0df6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.794055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-f60a0558-0317-4649-890b-80b5002e1f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:05.803383 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-3905eb02-464e-4244-b95d-5282caaafd91 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Allocated IP 172.25.7.96 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/0106cc45-9e7a-4f4b-bc99-d8b99ab3668d) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:05.807354 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-f60a0558-0317-4649-890b-80b5002e1f00 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.2093968 Feb 09 01:36:05.866333 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-7ec5d612-fb5c-4509-b0e0-c231c230d833 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509560 Feb 09 01:36:05.873979 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=774a6e2e-7850-42f8-8114-09dfca1c0df6,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:05.882006 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2224376f-d6a6-49ea-992b-1cf4c74d972e req-d9552ed6-ff1b-4cfb-a457-99480c634313 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9c3f0ee-508c-4e94-864f-ebc0aa9271c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163233 Feb 09 01:36:05.913706 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cbca0-6fe5-4caf-ba98-7974d1db3e81 req-70e4b315-5ca5-4b2d-b959-33d606a86cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:05.917057 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-717cbca0-6fe5-4caf-ba98-7974d1db3e81 req-70e4b315-5ca5-4b2d-b959-33d606a86cd1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 1130 time: 0.3438439 Feb 09 01:36:06.094508 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4757050-8469-4c93-88d6-a3ea150a0c01', 'tag': 'ac236170-97b3-4001-a592-51c4dbfb690e'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:06.104632 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebfb5c7-805a-415e-8de1-62f30b2ccb65" -d '{"events": [{"name": "network-changed", "server_uuid": "e4757050-8469-4c93-88d6-a3ea150a0c01", "tag": "ac236170-97b3-4001-a592-51c4dbfb690e"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:06.207481 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbccd5c-5354-467e-83e5-6eea8d2a38c2 req-23aefca5-ea8e-4711-9a51-392878ae28fd tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:06.210077 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bbbccd5c-5354-467e-83e5-6eea8d2a38c2 req-23aefca5-ea8e-4711-9a51-392878ae28fd tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=623ae5f2-99ad-4737-b7b3-031208709722 HTTP/1.1" status: 200 len: 949 time: 0.6333780 Feb 09 01:36:06.404935 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-293705f7-6994-4213-90bd-c0e0876344cb admin admin] Deleting port 71f57803-fb58-4399-ae81-755d927e6896 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:36:06.405285 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-293705f7-6994-4213-90bd-c0e0876344cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (71f57803-fb58-4399-ae81-755d927e6896), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.407236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9157c0-9d15-4f84-ae85-e56b7078b45c req-9816cca6-c54f-4df8-b662-699c3848cbe2 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:06.418549 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4a9157c0-9d15-4f84-ae85-e56b7078b45c req-9816cca6-c54f-4df8-b662-699c3848cbe2 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.3527596 Feb 09 01:36:06.425001 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cbca0-6fe5-4caf-ba98-7974d1db3e81 req-22f9107f-33aa-4c51-9a0c-331a49af9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:06.435112 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-717cbca0-6fe5-4caf-ba98-7974d1db3e81 req-22f9107f-33aa-4c51-9a0c-331a49af9e39 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.4734097 Feb 09 01:36:06.444133 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-4f3ecd15-13f2-4af8-82fa-912f0ee23f86 service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567057 Feb 09 01:36:06.480270 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bbbccd5c-5354-467e-83e5-6eea8d2a38c2 req-b561b1cd-ede9-4ba5-a618-309ff59a01a1 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622548 Feb 09 01:36:06.554361 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4a9157c0-9d15-4f84-ae85-e56b7078b45c req-b84465b2-4bb7-41c4-96cc-b7e2a75a4cbc tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175935 Feb 09 01:36:06.664118 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce413885-79e0-423c-8795-79b7bd188da1 admin admin] Publish callbacks [] for port (7dc967d4-cd17-42d8-8604-32302b1683a2), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.760979 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3905eb02-464e-4244-b95d-5282caaafd91 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for port (0106cc45-9e7a-4f4b-bc99-d8b99ab3668d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.826107 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce413885-79e0-423c-8795-79b7bd188da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (7dc967d4-cd17-42d8-8604-32302b1683a2), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.924705 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce413885-79e0-423c-8795-79b7bd188da1 admin admin] Pushing event updated for resources: {'Port': ['ID=7dc967d4-cd17-42d8-8604-32302b1683a2,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:07.018122 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3905eb02-464e-4244-b95d-5282caaafd91 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (0106cc45-9e7a-4f4b-bc99-d8b99ab3668d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.095288 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3905eb02-464e-4244-b95d-5282caaafd91 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:07.101572 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555fba2b-db01-4202-ab78-19ed190c63e2 x-openstack-request-id: req-555fba2b-db01-4202-ab78-19ed190c63e2 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:07.102001 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4757050-8469-4c93-88d6-a3ea150a0c01", "tag": "ac236170-97b3-4001-a592-51c4dbfb690e", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:07.102362 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-555fba2b-db01-4202-ab78-19ed190c63e2 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:07.102850 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4757050-8469-4c93-88d6-a3ea150a0c01', 'tag': 'ac236170-97b3-4001-a592-51c4dbfb690e', 'status': 'completed', 'code': 200} Feb 09 01:36:07.104815 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905eb02-464e-4244-b95d-5282caaafd91 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Pushing event updated for resources: {'Port': ['ID=0106cc45-9e7a-4f4b-bc99-d8b99ab3668d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:07.109108 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-717cbca0-6fe5-4caf-ba98-7974d1db3e81 req-81b12e21-926a-492a-9e2b-c73b6dfa1dfe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375 HTTP/1.1" status: 200 len: 217 time: 0.6636949 Feb 09 01:36:07.116238 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-3905eb02-464e-4244-b95d-5282caaafd91 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:07.130717 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3905eb02-464e-4244-b95d-5282caaafd91 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:36:07.169158 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cbca0-6fe5-4caf-ba98-7974d1db3e81 req-8904521f-c013-4e87-a1a9-c3a7c9debdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:07.170830 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-717cbca0-6fe5-4caf-ba98-7974d1db3e81 req-8904521f-c013-4e87-a1a9-c3a7c9debdaa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.0531082 Feb 09 01:36:07.255137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be34e0-12ca-45a9-b153-ce8981674bbe req-5e5341f7-eb8a-464a-b67b-76d39c10eff3 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:07.257183 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d2be34e0-12ca-45a9-b153-ce8981674bbe req-5e5341f7-eb8a-464a-b67b-76d39c10eff3 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 948 time: 0.1849902 Feb 09 01:36:07.295778 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b8b7783-ea49-464e-974f-b29081b5b65b req-ecef93f3-09f2-407f-b2c3-6d76e5e9c47d service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7590630 Feb 09 01:36:07.320961 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 774a6e2e-7850-42f8-8114-09dfca1c0df6 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:36:07.359504 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cbca0-6fe5-4caf-ba98-7974d1db3e81 req-817ef737-e5d3-46e9-b7c1-ea2cbe3e3754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:07.362371 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-717cbca0-6fe5-4caf-ba98-7974d1db3e81 req-817ef737-e5d3-46e9-b7c1-ea2cbe3e3754 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1777229 Feb 09 01:36:07.383840 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d2be34e0-12ca-45a9-b153-ce8981674bbe req-1834fca0-2871-4081-8101-43cb6455d7b3 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087470 Feb 09 01:36:07.408489 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-36ff124a-671f-48a0-8efa-ca1de7d0d237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.420400 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 774a6e2e-7850-42f8-8114-09dfca1c0df6 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:07.420837 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (774a6e2e-7850-42f8-8114-09dfca1c0df6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.536724 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce413885-79e0-423c-8795-79b7bd188da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (de3a99f2-2855-4ffb-924a-646488f8bfc5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.570991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 774a6e2e-7850-42f8-8114-09dfca1c0df6 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:07.586854 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 30234896-3171-4fa2-878c-ac9206fdfd93 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:36:07.588175 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebf2fc-a414-489b-a034-c643d1f48925 req-8515ea98-8528-4aac-838d-c261bdf138ff tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:07.608141 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-daebf2fc-a414-489b-a034-c643d1f48925 req-8515ea98-8528-4aac-838d-c261bdf138ff tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=5088e7e2-3c38-4563-8804-7a067f75f878 HTTP/1.1" status: 200 len: 945 time: 0.7041700 Feb 09 01:36:07.613560 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-293705f7-6994-4213-90bd-c0e0876344cb admin admin] For port 71f57803-fb58-4399-ae81-755d927e6896, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=71f57803-fb58-4399-ae81-755d927e6896,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:07.616438 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-293705f7-6994-4213-90bd-c0e0876344cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (71f57803-fb58-4399-ae81-755d927e6896), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.668431 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 30234896-3171-4fa2-878c-ac9206fdfd93 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:36:07.669174 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 30234896-3171-4fa2-878c-ac9206fdfd93 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:36:07.671077 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-717cbca0-6fe5-4caf-ba98-7974d1db3e81 req-c1ed957b-8c21-4991-8eb9-1497acdb7db5 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851405 Feb 09 01:36:07.736893 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-293705f7-6994-4213-90bd-c0e0876344cb admin admin] Calling delete_port for 71f57803-fb58-4399-ae81-755d927e6896 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:36:07.866865 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfb5c7-805a-415e-8de1-62f30b2ccb65 req-ac0b99ef-ab9b-4913-9430-0ce676aab362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:07.870258 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ebfb5c7-805a-415e-8de1-62f30b2ccb65 req-ac0b99ef-ab9b-4913-9430-0ce676aab362 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 1126 time: 0.4437568 Feb 09 01:36:07.944889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c28a13-66cd-4eec-b255-767783498dbe req-4f7ba29c-851f-4a5d-b6e8-663e6177983f tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:07.953888 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24c28a13-66cd-4eec-b255-767783498dbe req-4f7ba29c-851f-4a5d-b6e8-663e6177983f tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=623ae5f2-99ad-4737-b7b3-031208709722 HTTP/1.1" status: 200 len: 949 time: 0.2754772 Feb 09 01:36:08.022278 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-717cbca0-6fe5-4caf-ba98-7974d1db3e81 req-1d7c8b87-a940-4deb-a719-5621d174946a service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269887 Feb 09 01:36:08.075084 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24c28a13-66cd-4eec-b255-767783498dbe req-1873e40f-6226-4d01-af45-fa982942c767 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888534 Feb 09 01:36:08.114576 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfb5c7-805a-415e-8de1-62f30b2ccb65 req-10a0ec47-50a7-4e8f-802b-3ebde63edd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:08.116491 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ebfb5c7-805a-415e-8de1-62f30b2ccb65 req-10a0ec47-50a7-4e8f-802b-3ebde63edd85 service neutron] 10.222.0.67 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 922 time: 0.2316542 Feb 09 01:36:08.197901 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ebfb5c7-805a-415e-8de1-62f30b2ccb65 req-3083a80b-b2eb-4c37-a97f-83db54dcde20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac236170-97b3-4001-a592-51c4dbfb690e HTTP/1.1" status: 200 len: 217 time: 0.0743203 Feb 09 01:36:08.266756 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfb5c7-805a-415e-8de1-62f30b2ccb65 req-f6f6b19e-b8b0-42a3-938a-cff2ff3ebe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:08.269154 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ebfb5c7-805a-415e-8de1-62f30b2ccb65 req-f6f6b19e-b8b0-42a3-938a-cff2ff3ebe37 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.0509243 Feb 09 01:36:08.288415 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-daebf2fc-a414-489b-a034-c643d1f48925 req-fc86ac0d-b7c8-46c4-a6bb-46fe6c42953e tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9c3f0ee-508c-4e94-864f-ebc0aa9271c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6789787 Feb 09 01:36:08.341651 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ebfb5c7-805a-415e-8de1-62f30b2ccb65 req-f8a90809-6f3a-4ea1-8d7e-a9c1ea7c307a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650096 Feb 09 01:36:08.381337 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467538d3-6514-44b9-aa82-2593dfd37dbb req-7a255e42-e492-4071-b2aa-fef692ce7d7e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:08.398174 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-467538d3-6514-44b9-aa82-2593dfd37dbb req-7a255e42-e492-4071-b2aa-fef692ce7d7e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.2120829 Feb 09 01:36:08.451953 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce413885-79e0-423c-8795-79b7bd188da1 admin admin] Network ce70ab6f-aad6-4ea4-8328-c999a48a03a8 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:08.501588 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-ce413885-79e0-423c-8795-79b7bd188da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:08.560223 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-467538d3-6514-44b9-aa82-2593dfd37dbb req-57f058cb-3856-40c3-bbd7-edbbc110b19d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603069 Feb 09 01:36:08.651867 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ebfb5c7-805a-415e-8de1-62f30b2ccb65 req-28864a89-357a-49c3-8174-3488f200201c service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941432 Feb 09 01:36:08.748020 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce413885-79e0-423c-8795-79b7bd188da1 admin admin] Router de3a99f2-2855-4ffb-924a-646488f8bfc5 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:36:08.883275 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-293705f7-6994-4213-90bd-c0e0876344cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (71f57803-fb58-4399-ae81-755d927e6896), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:08.916607 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ebfb5c7-805a-415e-8de1-62f30b2ccb65 req-0b295b84-ab52-4855-b33b-4295891fca5c service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518678 Feb 09 01:36:08.925359 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda03b8-a625-4b68-a801-2d64e958e633 req-e77e7d49-41d8-4093-a39a-ee94cbacc641 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:08.927855 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6cda03b8-a625-4b68-a801-2d64e958e633 req-e77e7d49-41d8-4093-a39a-ee94cbacc641 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.67 "GET /v2.0/ports?device_id=5088e7e2-3c38-4563-8804-7a067f75f878 HTTP/1.1" status: 200 len: 945 time: 0.1564028 Feb 09 01:36:08.936443 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39182b3a-c9e2-4f53-8025-8e16d32a157a req-395cd86c-a191-4765-ae4b-0be4afabe3ee tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:08.945364 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-39182b3a-c9e2-4f53-8025-8e16d32a157a req-395cd86c-a191-4765-ae4b-0be4afabe3ee tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 948 time: 0.1974506 Feb 09 01:36:09.015166 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-136ae252-456a-4784-9e68-4c84569437a3 None None] Provisioning complete for port 7dc967d4-cd17-42d8-8604-32302b1683a2 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:09.017596 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-136ae252-456a-4784-9e68-4c84569437a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7dc967d4-cd17-42d8-8604-32302b1683a2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:09.053245 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-39182b3a-c9e2-4f53-8025-8e16d32a157a req-907a3557-be4b-47af-b57d-69aac084ca7e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066291 Feb 09 01:36:09.085113 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293705f7-6994-4213-90bd-c0e0876344cb admin admin] Pushing event deleted for resources: {'Port': ['ID=71f57803-fb58-4399-ae81-755d927e6896,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:09.097898 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-136ae252-456a-4784-9e68-4c84569437a3 None None] Port 7dc967d4-cd17-42d8-8604-32302b1683a2 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:36:09.122322 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b9fbd-529d-4609-83ad-ae0bcafa500c req-47cdef36-f299-4c3d-a2f5-3b338a655f90 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:09.124973 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b57b9fbd-529d-4609-83ad-ae0bcafa500c req-47cdef36-f299-4c3d-a2f5-3b338a655f90 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ded839-b7aa-44a6-9c35-1a5220062c34 HTTP/1.1" status: 200 len: 950 time: 0.6672015 Feb 09 01:36:09.168796 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-6cda03b8-a625-4b68-a801-2d64e958e633 req-79f24ad5-4d9b-429f-a02a-87664770452a tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Deleting port 65b44088-5e5a-4f24-9195-e2d924cd60e7 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:36:09.169456 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6cda03b8-a625-4b68-a801-2d64e958e633 req-79f24ad5-4d9b-429f-a02a-87664770452a tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (65b44088-5e5a-4f24-9195-e2d924cd60e7), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:09.225116 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3905eb02-464e-4244-b95d-5282caaafd91 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_gateway (dd47c57e-d380-4e30-92f2-d2c54aeb9ce1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:09.393846 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-6cda03b8-a625-4b68-a801-2d64e958e633 req-79f24ad5-4d9b-429f-a02a-87664770452a tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] For port 65b44088-5e5a-4f24-9195-e2d924cd60e7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=65b44088-5e5a-4f24-9195-e2d924cd60e7,segment=NetworkSegment(95922bbc-deec-45a3-b812-be48f9b3b1d2),segment_id=95922bbc-deec-45a3-b812-be48f9b3b1d2)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:09.394287 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6cda03b8-a625-4b68-a801-2d64e958e633 req-79f24ad5-4d9b-429f-a02a-87664770452a tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (65b44088-5e5a-4f24-9195-e2d924cd60e7), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:09.418627 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-6cda03b8-a625-4b68-a801-2d64e958e633 req-79f24ad5-4d9b-429f-a02a-87664770452a tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Calling delete_port for 65b44088-5e5a-4f24-9195-e2d924cd60e7 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:36:09.422289 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:09.473317 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b57b9fbd-529d-4609-83ad-ae0bcafa500c req-af7c044d-6771-47f0-81ff-20a72f7c4537 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360538 Feb 09 01:36:09.490193 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-293705f7-6994-4213-90bd-c0e0876344cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (ce3db80c-7fc2-432c-afe5-367b6d73b15c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:09.620950 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce413885-79e0-423c-8795-79b7bd188da1 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:36:09.631819 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ce413885-79e0-423c-8795-79b7bd188da1 admin admin] 10.222.0.36 "PUT /v2.0/routers/de3a99f2-2855-4ffb-924a-646488f8bfc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5030968 Feb 09 01:36:09.649713 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] Sync routers for ids ['de3a99f2-2855-4ffb-924a-646488f8bfc5'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:09.670480 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-293705f7-6994-4213-90bd-c0e0876344cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (ce3db80c-7fc2-432c-afe5-367b6d73b15c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:09.674040 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-293705f7-6994-4213-90bd-c0e0876344cb admin admin] Publish callbacks [] for router_controller (ce3db80c-7fc2-432c-afe5-367b6d73b15c), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:09.684652 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] Routers {'de3a99f2-2855-4ffb-924a-646488f8bfc5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:09.685291 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:35:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['de3a99f2-2855-4ffb-924a-646488f8bfc5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:09.686398 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6cda03b8-a625-4b68-a801-2d64e958e633 req-79f24ad5-4d9b-429f-a02a-87664770452a tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (65b44088-5e5a-4f24-9195-e2d924cd60e7), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:09.706649 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['65b44088-5e5a-4f24-9195-e2d924cd60e7', 'cd173222-789e-4607-8497-c26817ebe303'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:36:09.769194 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f24ad5-4d9b-429f-a02a-87664770452a tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Pushing event deleted for resources: {'Port': ['ID=65b44088-5e5a-4f24-9195-e2d924cd60e7,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:09.812235 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['9cd89e5a-a4cb-4210-af91-47c9c6f47231'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:36:09.876787 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cda03b8-a625-4b68-a801-2d64e958e633 req-79f24ad5-4d9b-429f-a02a-87664770452a tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] No DVR routers for this DVR port 65b44088-5e5a-4f24-9195-e2d924cd60e7 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:36:09.897428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4c9b7-d1b8-4f61-9482-8147ba5f1518 req-202286f4-38db-411f-b2f5-63a8996fd778 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:09.900393 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-97f4c9b7-d1b8-4f61-9482-8147ba5f1518 req-202286f4-38db-411f-b2f5-63a8996fd778 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=5088e7e2-3c38-4563-8804-7a067f75f878 HTTP/1.1" status: 200 len: 867 time: 0.4603350 Feb 09 01:36:09.902283 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6cda03b8-a625-4b68-a801-2d64e958e633 req-79f24ad5-4d9b-429f-a02a-87664770452a tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:09.910138 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6cda03b8-a625-4b68-a801-2d64e958e633 req-79f24ad5-4d9b-429f-a02a-87664770452a tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.67 "DELETE /v2.0/ports/65b44088-5e5a-4f24-9195-e2d924cd60e7 HTTP/1.1" status: 204 len: 173 time: 0.9440069 Feb 09 01:36:09.911632 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5088e7e2-3c38-4563-8804-7a067f75f878', 'name': 'network-vif-deleted', 'tag': '65b44088-5e5a-4f24-9195-e2d924cd60e7'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:09.916176 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b9abce-6819-427c-a064-317b55206961" -d '{"events": [{"server_uuid": "5088e7e2-3c38-4563-8804-7a067f75f878", "name": "network-vif-deleted", "tag": "65b44088-5e5a-4f24-9195-e2d924cd60e7"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:09.983926 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-293705f7-6994-4213-90bd-c0e0876344cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (ce3db80c-7fc2-432c-afe5-367b6d73b15c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:09.988776 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293705f7-6994-4213-90bd-c0e0876344cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce3db80c-7fc2-432c-afe5-367b6d73b15c {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:36:09.990498 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 5b5446d4-21e4-4f4b-9d66-248b747c1375 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:36:10.019454 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-293705f7-6994-4213-90bd-c0e0876344cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:10.024535 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-293705f7-6994-4213-90bd-c0e0876344cb admin admin] 10.222.0.36 "DELETE /v2.0/routers/ce3db80c-7fc2-432c-afe5-367b6d73b15c HTTP/1.1" status: 204 len: 168 time: 6.5688202 Feb 09 01:36:10.026438 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60798) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:10.112116 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3905eb02-464e-4244-b95d-5282caaafd91 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (dd47c57e-d380-4e30-92f2-d2c54aeb9ce1), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:10.122341 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3905eb02-464e-4244-b95d-5282caaafd91 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608658'] for router (dd47c57e-d380-4e30-92f2-d2c54aeb9ce1), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:10.229658 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 5b5446d4-21e4-4f4b-9d66-248b747c1375, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:10.248813 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c979bc-26d8-447d-a03e-e1fc8ea50038 admin admin] Deleting subnet 9327f06e-1b35-4809-84e8-830c8be15985 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:36:10.288200 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-97f4c9b7-d1b8-4f61-9482-8147ba5f1518 req-cb441cdf-b9ca-451a-ac89-5f51f490241f tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9c3f0ee-508c-4e94-864f-ebc0aa9271c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651135 Feb 09 01:36:10.289387 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-69c979bc-26d8-447d-a03e-e1fc8ea50038 admin admin] Publish callbacks [] for subnet (9327f06e-1b35-4809-84e8-830c8be15985), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:10.306307 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '5b5446d4-21e4-4f4b-9d66-248b747c1375', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '5b5446d4-21e4-4f4b-9d66-248b747c1375', 'mac_address': 'fa:16:3e:13:06:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:36:10.438918 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-69c979bc-26d8-447d-a03e-e1fc8ea50038 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (9327f06e-1b35-4809-84e8-830c8be15985), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:10.659541 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e5093-d95c-4145-9c9a-1fbbf050d9ab req-ca22714b-1e2b-4d87-a134-fb11f23c2c77 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:10.662584 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e79e5093-d95c-4145-9c9a-1fbbf050d9ab req-ca22714b-1e2b-4d87-a134-fb11f23c2c77 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.2719827 Feb 09 01:36:10.756066 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 5b5446d4-21e4-4f4b-9d66-248b747c1375 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:10.756493 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:10.760079 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-69c979bc-26d8-447d-a03e-e1fc8ea50038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (9327f06e-1b35-4809-84e8-830c8be15985), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:10.803132 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e79e5093-d95c-4145-9c9a-1fbbf050d9ab req-f4939ff7-2c53-4a79-b136-4d2f18cbc06c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309214 Feb 09 01:36:10.806240 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-20d10929-e655-4ff4-8157-a07b8e21622a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:10.842924 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3905eb02-464e-4244-b95d-5282caaafd91 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Router dd47c57e-d380-4e30-92f2-d2c54aeb9ce1 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:36:10.866662 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:10.934041 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b5446d4-21e4-4f4b-9d66-248b747c1375 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:36:10.955959 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-69c979bc-26d8-447d-a03e-e1fc8ea50038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (9327f06e-1b35-4809-84e8-830c8be15985), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:11.064699 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee501df-3831-4fb9-8a8f-c481055a2e18 x-openstack-request-id: req-fee501df-3831-4fb9-8a8f-c481055a2e18 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:11.065797 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5088e7e2-3c38-4563-8804-7a067f75f878", "name": "network-vif-deleted", "tag": "65b44088-5e5a-4f24-9195-e2d924cd60e7", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:11.065797 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fee501df-3831-4fb9-8a8f-c481055a2e18 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:11.066138 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5088e7e2-3c38-4563-8804-7a067f75f878', 'name': 'network-vif-deleted', 'tag': '65b44088-5e5a-4f24-9195-e2d924cd60e7', 'status': 'completed', 'code': 200} Feb 09 01:36:11.075665 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c979bc-26d8-447d-a03e-e1fc8ea50038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9327f06e-1b35-4809-84e8-830c8be15985,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:11.081450 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-69c979bc-26d8-447d-a03e-e1fc8ea50038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:11.092429 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] Set router de3a99f2-2855-4ffb-924a-646488f8bfc5 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:36:11.103696 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-69c979bc-26d8-447d-a03e-e1fc8ea50038 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9327f06e-1b35-4809-84e8-830c8be15985 HTTP/1.1" status: 204 len: 168 time: 1.0564096 Feb 09 01:36:11.106510 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60812) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:11.120224 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:11.175911 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3905eb02-464e-4244-b95d-5282caaafd91 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:36:11.189679 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3905eb02-464e-4244-b95d-5282caaafd91 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:11.194649 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3905eb02-464e-4244-b95d-5282caaafd91 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "PUT /v2.0/routers/dd47c57e-d380-4e30-92f2-d2c54aeb9ce1 HTTP/1.1" status: 200 len: 883 time: 8.5899484 Feb 09 01:36:11.195306 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60814) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:11.205084 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72968abc-a908-4350-9951-a05c21fef833 None None] Sync routers for ids ['dd47c57e-d380-4e30-92f2-d2c54aeb9ce1'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:11.258435 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 5b5446d4-21e4-4f4b-9d66-248b747c1375, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:11.263917 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b18626d-8000-423e-bd63-53a11119fd40 None None] Network 4c6d8d2d-6cb1-4777-8338-7e25535577dc requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:36:11.266419 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 71f57803-fb58-4399-ae81-755d927e6896 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:36:11.267119 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72968abc-a908-4350-9951-a05c21fef833 None None] Routers {'dd47c57e-d380-4e30-92f2-d2c54aeb9ce1'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:11.268051 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d10581db-6af1-4d98-b3b7-ff5d73a2d293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (4c6d8d2d-6cb1-4777-8338-7e25535577dc), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:11.276465 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-72968abc-a908-4350-9951-a05c21fef833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:36:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['dd47c57e-d380-4e30-92f2-d2c54aeb9ce1'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:11.312162 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60818) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:11.366963 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b242bd49-9462-49ad-ab00-0c59550bb85b tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1203572289', 'description': 'tempest-description--1912153413'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:11.400995 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-d10581db-6af1-4d98-b3b7-ff5d73a2d293 admin admin] Deleting port 1bed9732-1c83-4120-9b3c-3f2718d533c2 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:36:11.401344 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d10581db-6af1-4d98-b3b7-ff5d73a2d293 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (1bed9732-1c83-4120-9b3c-3f2718d533c2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:11.515051 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-72968abc-a908-4350-9951-a05c21fef833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:11.526480 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:11.548895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-d10581db-6af1-4d98-b3b7-ff5d73a2d293 admin admin] For port 1bed9732-1c83-4120-9b3c-3f2718d533c2, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1bed9732-1c83-4120-9b3c-3f2718d533c2,segment=NetworkSegment(feda203e-597d-4c20-b80a-f38abd03027d),segment_id=feda203e-597d-4c20-b80a-f38abd03027d)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:11.550803 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d10581db-6af1-4d98-b3b7-ff5d73a2d293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (1bed9732-1c83-4120-9b3c-3f2718d533c2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:11.602180 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72968abc-a908-4350-9951-a05c21fef833 None None] Routers {'dd47c57e-d380-4e30-92f2-d2c54aeb9ce1'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:11.603628 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-72968abc-a908-4350-9951-a05c21fef833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:36:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['dd47c57e-d380-4e30-92f2-d2c54aeb9ce1'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:11.608206 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b242bd49-9462-49ad-ab00-0c59550bb85b tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:11.612404 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-d10581db-6af1-4d98-b3b7-ff5d73a2d293 admin admin] Calling delete_port for 1bed9732-1c83-4120-9b3c-3f2718d533c2 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:36:11.750280 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=5b5446d4-21e4-4f4b-9d66-248b747c1375,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:11.764579 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 71f57803-fb58-4399-ae81-755d927e6896 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:36:11.766336 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 71f57803-fb58-4399-ae81-755d927e6896 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:36:11.769413 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d10581db-6af1-4d98-b3b7-ff5d73a2d293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (1bed9732-1c83-4120-9b3c-3f2718d533c2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:11.798297 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f946a-b2ce-4633-9b36-9f61923b3c29 req-ef23d205-8b6b-4d6d-a225-3cc41b28ce38 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:11.801790 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-72968abc-a908-4350-9951-a05c21fef833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:11.805378 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72968abc-a908-4350-9951-a05c21fef833 None None] The sync data for ids ['dd47c57e-d380-4e30-92f2-d2c54aeb9ce1'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:11.821062 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ef9f946a-b2ce-4633-9b36-9f61923b3c29 req-ef23d205-8b6b-4d6d-a225-3cc41b28ce38 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 949 time: 0.3602614 Feb 09 01:36:11.883064 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10581db-6af1-4d98-b3b7-ff5d73a2d293 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bed9732-1c83-4120-9b3c-3f2718d533c2,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:11.898591 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 65b44088-5e5a-4f24-9195-e2d924cd60e7 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:36:11.901905 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-204a63fd-fc44-40c7-a8d3-ff2e1e2999b3 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "GET /v2.0/routers/dd47c57e-d380-4e30-92f2-d2c54aeb9ce1 HTTP/1.1" status: 200 len: 924 time: 0.7053688 Feb 09 01:36:11.902915 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60838) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:11.935640 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 65b44088-5e5a-4f24-9195-e2d924cd60e7 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:36:11.936151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 65b44088-5e5a-4f24-9195-e2d924cd60e7 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:36:11.992318 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ef9f946a-b2ce-4633-9b36-9f61923b3c29 req-cfbaac44-c3d3-4f85-ad2e-a84e8a15abce tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658971 Feb 09 01:36:12.012721 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['5b5446d4-21e4-4f4b-9d66-248b747c1375'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:36:12.019985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10581db-6af1-4d98-b3b7-ff5d73a2d293 admin admin] No DVR routers for this DVR port 1bed9732-1c83-4120-9b3c-3f2718d533c2 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:36:12.103876 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567bb117-a6c2-4e46-80a9-fd2cba004ea7 None None] DHCP port deletion for 4c6d8d2d-6cb1-4777-8338-7e25535577dc request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:36:12.108269 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b242bd49-9462-49ad-ab00-0c59550bb85b tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks [] for security_group (eaf12b2a-fa26-4428-b0fd-b1ff15fb7849), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:12.119662 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b242bd49-9462-49ad-ab00-0c59550bb85b tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (eaf12b2a-fa26-4428-b0fd-b1ff15fb7849), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:12.250711 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:12.266404 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242bd49-9462-49ad-ab00-0c59550bb85b tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:12.284055 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d10581db-6af1-4d98-b3b7-ff5d73a2d293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (4c6d8d2d-6cb1-4777-8338-7e25535577dc), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:12.318484 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd4e971-4df2-429f-81f8-3cf3057a5402 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:12.328849 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6bd4e971-4df2-429f-81f8-3cf3057a5402 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&device_id=dd47c57e-d380-4e30-92f2-d2c54aeb9ce1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4243078 Feb 09 01:36:12.331327 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b242bd49-9462-49ad-ab00-0c59550bb85b tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:12.331985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60840) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:12.334566 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'name': 'tempest-ServersTestBootFromVolume-1087449568-router', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:50Z', 'updated_at': '2022-02-09T01:36:04Z', 'revision_number': 4, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'gw_port': {'id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:53Z', 'updated_at': '2022-02-09T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '7dc967d4-cd17-42d8-8604-32302b1683a2', 'name': '', 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'mac_address': 'fa:16:3e:d3:1d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:01Z', 'updated_at': '2022-02-09T01:36:05Z', 'revision_number': 2, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'subnets': [{'id': '7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:12.342301 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b242bd49-9462-49ad-ab00-0c59550bb85b tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9958141 Feb 09 01:36:12.359652 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60842) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:12.365847 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1e2303ff-e627-4c40-986b-fc44e2166d61 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Request body: {'security_group_rule': {'security_group_id': 'eaf12b2a-fa26-4428-b0fd-b1ff15fb7849', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:12.399034 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] Checking router: de3a99f2-2855-4ffb-924a-646488f8bfc5 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:36:12.399769 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] Updating router de3a99f2-2855-4ffb-924a-646488f8bfc5 port 7dc967d4-cd17-42d8-8604-32302b1683a2 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:36:12.408508 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-d10581db-6af1-4d98-b3b7-ff5d73a2d293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6d8d2d-6cb1-4777-8338-7e25535577dc']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:12.465456 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fca3db-e725-4c99-86f5-de9ca120cc50 req-2df1f2ad-f599-426f-91fe-2656c3060176 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:12.468097 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b7fca3db-e725-4c99-86f5-de9ca120cc50 req-2df1f2ad-f599-426f-91fe-2656c3060176 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.2681141 Feb 09 01:36:12.496914 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-d10581db-6af1-4d98-b3b7-ff5d73a2d293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feda203e-597d-4c20-b80a-f38abd03027d') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:12.497716 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-d10581db-6af1-4d98-b3b7-ff5d73a2d293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feda203e-597d-4c20-b80a-f38abd03027d') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:12.523331 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7dc967d4-cd17-42d8-8604-32302b1683a2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:12.535065 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1e2303ff-e627-4c40-986b-fc44e2166d61 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks [] for security_group_rule (39ceef01-6557-4a69-a151-1338b172c478), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:12.539383 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d10581db-6af1-4d98-b3b7-ff5d73a2d293 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (feda203e-597d-4c20-b80a-f38abd03027d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:12.589249 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d10581db-6af1-4d98-b3b7-ff5d73a2d293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (feda203e-597d-4c20-b80a-f38abd03027d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:12.619132 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10581db-6af1-4d98-b3b7-ff5d73a2d293 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:36:12.620181 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d10581db-6af1-4d98-b3b7-ff5d73a2d293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (feda203e-597d-4c20-b80a-f38abd03027d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:36:12.623455 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:36:12.746451 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b7fca3db-e725-4c99-86f5-de9ca120cc50 req-431943e2-083b-4b9b-9935-5a1ab6c342fb tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652867 Feb 09 01:36:12.816513 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1e2303ff-e627-4c40-986b-fc44e2166d61 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks [] for security_group_rule (39ceef01-6557-4a69-a151-1338b172c478), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:12.823546 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1e2303ff-e627-4c40-986b-fc44e2166d61 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (39ceef01-6557-4a69-a151-1338b172c478), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:12.855304 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14389a1-4bc2-4e08-a512-207288240bd5 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:12.862872 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b14389a1-4bc2-4e08-a512-207288240bd5 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 881 time: 0.5288889 Feb 09 01:36:12.863982 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60856) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:12.878440 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2303ff-e627-4c40-986b-fc44e2166d61 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ceef01-6557-4a69-a151-1338b172c478,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:12.921770 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1e2303ff-e627-4c40-986b-fc44e2166d61 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:12.927172 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1e2303ff-e627-4c40-986b-fc44e2166d61 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5630312 Feb 09 01:36:12.929418 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60860) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:12.935550 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-7794a9b4-1eb2-4f42-a78b-74ffaa812a9c tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Request body: {'security_group_rule': {'security_group_id': 'eaf12b2a-fa26-4428-b0fd-b1ff15fb7849', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:12.944360 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-45dd7a19-9a70-4f82-ab3b-196a40ab6cd4 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd47c57e-d380-4e30-92f2-d2c54aeb9ce1 HTTP/1.1" status: 200 len: 205 time: 0.0708992 Feb 09 01:36:12.945283 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60862) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:12.960311 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d10581db-6af1-4d98-b3b7-ff5d73a2d293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (4c6d8d2d-6cb1-4777-8338-7e25535577dc), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:12.995601 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7794a9b4-1eb2-4f42-a78b-74ffaa812a9c tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks [] for security_group_rule (3cde3825-a171-4a28-a573-2355a2c6fe09), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:13.170549 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d10581db-6af1-4d98-b3b7-ff5d73a2d293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:13.185350 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7794a9b4-1eb2-4f42-a78b-74ffaa812a9c tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks [] for security_group_rule (3cde3825-a171-4a28-a573-2355a2c6fe09), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:13.190817 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d10581db-6af1-4d98-b3b7-ff5d73a2d293 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4c6d8d2d-6cb1-4777-8338-7e25535577dc HTTP/1.1" status: 204 len: 168 time: 2.0796862 Feb 09 01:36:13.197248 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7794a9b4-1eb2-4f42-a78b-74ffaa812a9c tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (3cde3825-a171-4a28-a573-2355a2c6fe09), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:13.236976 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7794a9b4-1eb2-4f42-a78b-74ffaa812a9c tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:13.240623 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7794a9b4-1eb2-4f42-a78b-74ffaa812a9c tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3100607 Feb 09 01:36:13.246610 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794a9b4-1eb2-4f42-a78b-74ffaa812a9c tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cde3825-a171-4a28-a573-2355a2c6fe09,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:13.249392 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60878) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:13.263075 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-fb0a1205-e4b2-405e-9baf-0f9fc60b6005 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:13.263672 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1bed9732-1c83-4120-9b3c-3f2718d533c2 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:36:13.318024 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fb0a1205-e4b2-405e-9baf-0f9fc60b6005 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:13.388490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10581db-6af1-4d98-b3b7-ff5d73a2d293 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c6d8d2d-6cb1-4777-8338-7e25535577dc,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:13.415688 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 1bed9732-1c83-4120-9b3c-3f2718d533c2 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:36:13.416295 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1bed9732-1c83-4120-9b3c-3f2718d533c2 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:36:13.530774 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60886) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:13.623522 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] Publish callbacks [] for port (7dc967d4-cd17-42d8-8604-32302b1683a2), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:13.631921 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fb0a1205-e4b2-405e-9baf-0f9fc60b6005 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:13.638813 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:13.645764 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7dc967d4-cd17-42d8-8604-32302b1683a2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:13.806752 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78826cfe-1552-442b-a77d-91b14084e726 None None] Pushing event updated for resources: {'Port': ['ID=7dc967d4-cd17-42d8-8604-32302b1683a2,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:13.814873 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52826eaa-383d-489a-8309-4f5c83c803e1 req-094749b5-6dd9-4a45-bb1a-e05841459f31 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:13.818233 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-52826eaa-383d-489a-8309-4f5c83c803e1 req-094749b5-6dd9-4a45-bb1a-e05841459f31 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 949 time: 0.4791408 Feb 09 01:36:13.832098 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a527f800-9d0f-4ad4-b5ed-391cc390521f tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router (dd47c57e-d380-4e30-92f2-d2c54aeb9ce1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:13.853413 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-425a6b0c-e62d-48fe-ac78-d9896c18e453 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c3c032fc7314a3f9814230b1c240bfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2943089 Feb 09 01:36:13.918900 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 5b5446d4-21e4-4f4b-9d66-248b747c1375 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:36:13.977477 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-fb0a1205-e4b2-405e-9baf-0f9fc60b6005 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Allocated IP 172.25.7.59 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/4e115148-9558-47df-9dc7-897361f1a62b) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:14.051881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60896) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:14.179446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] Attempting to bind port 7dc967d4-cd17-42d8-8604-32302b1683a2 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:36:14.179825 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] Attempting to bind port 7dc967d4-cd17-42d8-8604-32302b1683a2 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '99191580-9a04-44d6-81bd-d09adaf12d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:36:14.180190 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] Attempting to bind port 7dc967d4-cd17-42d8-8604-32302b1683a2 on network ce70ab6f-aad6-4ea4-8328-c999a48a03a8 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:14.205810 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:36:14.208659 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] Checking segment: {'id': '99191580-9a04-44d6-81bd-d09adaf12d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:36:14.209380 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:14.210030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] Bound using segment: {'id': '99191580-9a04-44d6-81bd-d09adaf12d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:36:14.211644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] Bound port: 7dc967d4-cd17-42d8-8604-32302b1683a2, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99191580-9a04-44d6-81bd-d09adaf12d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:36:14.213593 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7dc967d4-cd17-42d8-8604-32302b1683a2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:14.225354 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fb0a1205-e4b2-405e-9baf-0f9fc60b6005 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks [] for port (4e115148-9558-47df-9dc7-897361f1a62b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:14.290024 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 5b5446d4-21e4-4f4b-9d66-248b747c1375 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:14.363340 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7d949818-25dd-4232-8057-f65a08bfdd7c None None] Provisioning complete for port 7dc967d4-cd17-42d8-8604-32302b1683a2 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:14.365378 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7d949818-25dd-4232-8057-f65a08bfdd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7dc967d4-cd17-42d8-8604-32302b1683a2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:14.371643 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 5b5446d4-21e4-4f4b-9d66-248b747c1375 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:14.376795 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:14.457093 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308afe45-db93-492f-9a0a-0964daa51402 req-0d38efa7-ffa5-428a-8b3c-b78240bd8c4a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:14.469476 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-308afe45-db93-492f-9a0a-0964daa51402 req-0d38efa7-ffa5-428a-8b3c-b78240bd8c4a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.2421277 Feb 09 01:36:14.510428 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7d949818-25dd-4232-8057-f65a08bfdd7c None None] Port 7dc967d4-cd17-42d8-8604-32302b1683a2 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:36:14.544974 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] For port 7dc967d4-cd17-42d8-8604-32302b1683a2, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:36:14.553863 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] For port 7dc967d4-cd17-42d8-8604-32302b1683a2, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=7dc967d4-cd17-42d8-8604-32302b1683a2,segment=NetworkSegment(99191580-9a04-44d6-81bd-d09adaf12d9c),segment_id=99191580-9a04-44d6-81bd-d09adaf12d9c)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:36:14.567315 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7dc967d4-cd17-42d8-8604-32302b1683a2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:14.633797 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-308afe45-db93-492f-9a0a-0964daa51402 req-66978748-c869-4619-9fbe-7aaa2b7810bf tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571400 Feb 09 01:36:14.661090 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fb0a1205-e4b2-405e-9baf-0f9fc60b6005 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (4e115148-9558-47df-9dc7-897361f1a62b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:14.715594 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-52826eaa-383d-489a-8309-4f5c83c803e1 req-ab762aaf-13a0-4da6-a2f2-38e5c3c94ea5 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8799503 Feb 09 01:36:14.734008 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 5b5446d4-21e4-4f4b-9d66-248b747c1375 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:14.734541 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:14.743101 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] Routers {'de3a99f2-2855-4ffb-924a-646488f8bfc5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:14.743760 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:36:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['de3a99f2-2855-4ffb-924a-646488f8bfc5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:14.824447 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4369a584-ac17-4d1b-b84f-53937b18df15 admin admin] Publish callbacks [] for security_group (3cabeb18-4048-42fa-8acb-e467aa2a5576), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:14.838602 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0a1205-e4b2-405e-9baf-0f9fc60b6005 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:14.842387 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-fb0a1205-e4b2-405e-9baf-0f9fc60b6005 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:14.857633 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0a1205-e4b2-405e-9baf-0f9fc60b6005 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:36:14.893512 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4369a584-ac17-4d1b-b84f-53937b18df15 admin admin] Publish callbacks [] for security_group (3cabeb18-4048-42fa-8acb-e467aa2a5576), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:14.916270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78826cfe-1552-442b-a77d-91b14084e726 None None] Pushing event updated for resources: {'Port': ['ID=7dc967d4-cd17-42d8-8604-32302b1683a2,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:14.936960 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a1205-e4b2-405e-9baf-0f9fc60b6005 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Pushing event updated for resources: {'Port': ['ID=4e115148-9558-47df-9dc7-897361f1a62b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:14.998674 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a527f800-9d0f-4ad4-b5ed-391cc390521f tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_gateway (dd47c57e-d380-4e30-92f2-d2c54aeb9ce1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:15.002859 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4369a584-ac17-4d1b-b84f-53937b18df15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3cabeb18-4048-42fa-8acb-e467aa2a5576), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:15.011615 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4369a584-ac17-4d1b-b84f-53937b18df15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:15.012891 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4369a584-ac17-4d1b-b84f-53937b18df15 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3cabeb18-4048-42fa-8acb-e467aa2a5576 HTTP/1.1" status: 204 len: 168 time: 0.4264181 Feb 09 01:36:15.039488 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369a584-ac17-4d1b-b84f-53937b18df15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cabeb18-4048-42fa-8acb-e467aa2a5576,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:15.082636 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fb0a1205-e4b2-405e-9baf-0f9fc60b6005 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks [] for floatingip (e2e9a3ee-b894-4725-9557-98c5de8a2adf), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:15.107152 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 5b5446d4-21e4-4f4b-9d66-248b747c1375, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:15.135409 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-a527f800-9d0f-4ad4-b5ed-391cc390521f tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Deleting port 0106cc45-9e7a-4f4b-bc99-d8b99ab3668d {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:36:15.135754 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a527f800-9d0f-4ad4-b5ed-391cc390521f tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0106cc45-9e7a-4f4b-bc99-d8b99ab3668d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:15.153841 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa158900-4446-43ae-95a3-c13bad5b92c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5446d4-21e4-4f4b-9d66-248b747c1375'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:15.168570 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7e139a-e202-4e55-929c-bb7aca8aa65f" -d '{"events": [{"server_uuid": "fa158900-4446-43ae-95a3-c13bad5b92c6", "name": "network-vif-plugged", "status": "completed", "tag": "5b5446d4-21e4-4f4b-9d66-248b747c1375"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:15.175478 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fb0a1205-e4b2-405e-9baf-0f9fc60b6005 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4e115148-9558-47df-9dc7-897361f1a62b), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:15.274497 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:15.419600 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b8fc31-627f-4ece-aa2d-5aac5051d0d9 x-openstack-request-id: req-68b8fc31-627f-4ece-aa2d-5aac5051d0d9 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:15.419923 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa158900-4446-43ae-95a3-c13bad5b92c6", "name": "network-vif-plugged", "status": "completed", "tag": "5b5446d4-21e4-4f4b-9d66-248b747c1375", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:15.421526 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a527f800-9d0f-4ad4-b5ed-391cc390521f tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0106cc45-9e7a-4f4b-bc99-d8b99ab3668d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:15.421855 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-68b8fc31-627f-4ece-aa2d-5aac5051d0d9 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:15.422288 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa158900-4446-43ae-95a3-c13bad5b92c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5446d4-21e4-4f4b-9d66-248b747c1375', 'code': 200} Feb 09 01:36:15.504888 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-630afb48-6609-4c18-bc8f-7c5468071162 None None] Provisioning complete for port 7dc967d4-cd17-42d8-8604-32302b1683a2 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:15.508664 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-630afb48-6609-4c18-bc8f-7c5468071162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7dc967d4-cd17-42d8-8604-32302b1683a2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:15.600593 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=5b5446d4-21e4-4f4b-9d66-248b747c1375,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:15.601547 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-a527f800-9d0f-4ad4-b5ed-391cc390521f tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Calling delete_port for 0106cc45-9e7a-4f4b-bc99-d8b99ab3668d owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:36:15.654733 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] Set router de3a99f2-2855-4ffb-924a-646488f8bfc5 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:36:15.721444 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fb0a1205-e4b2-405e-9baf-0f9fc60b6005 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks [] for port (4e115148-9558-47df-9dc7-897361f1a62b), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:15.728073 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fb0a1205-e4b2-405e-9baf-0f9fc60b6005 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (4e115148-9558-47df-9dc7-897361f1a62b), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:15.940891 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device bdcb2007-261e-4014-b5bf-0fce92495e6d details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:36:15.951003 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-630afb48-6609-4c18-bc8f-7c5468071162 None None] Current status of the port 7dc967d4-cd17-42d8-8604-32302b1683a2 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:15.951529 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-630afb48-6609-4c18-bc8f-7c5468071162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7dc967d4-cd17-42d8-8604-32302b1683a2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:15.984235 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a1205-e4b2-405e-9baf-0f9fc60b6005 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Pushing event updated for resources: {'Port': ['ID=4e115148-9558-47df-9dc7-897361f1a62b,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:16.031909 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fb0a1205-e4b2-405e-9baf-0f9fc60b6005 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (e2e9a3ee-b894-4725-9557-98c5de8a2adf), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:16.060104 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a527f800-9d0f-4ad4-b5ed-391cc390521f tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (0106cc45-9e7a-4f4b-bc99-d8b99ab3668d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:16.085844 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f6050-a785-4fdf-84d7-d639f0062d91 req-5f746c7d-bfbe-4f8e-ab77-8d1a89af8751 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:16.088427 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be1f6050-a785-4fdf-84d7-d639f0062d91 req-5f746c7d-bfbe-4f8e-ab77-8d1a89af8751 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.2170711 Feb 09 01:36:16.089205 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60924) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:16.128381 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527f800-9d0f-4ad4-b5ed-391cc390521f tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Pushing event deleted for resources: {'Port': ['ID=0106cc45-9e7a-4f4b-bc99-d8b99ab3668d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:16.165329 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d22be0-98c5-435d-9034-448c4b7c5117 req-59a271e4-a927-491e-aa71-469902ed4570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:16.167173 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01d22be0-98c5-435d-9034-448c4b7c5117 req-59a271e4-a927-491e-aa71-469902ed4570 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 1132 time: 0.7102160 Feb 09 01:36:16.191295 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fb0a1205-e4b2-405e-9baf-0f9fc60b6005 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:16.192821 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fb0a1205-e4b2-405e-9baf-0f9fc60b6005 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9419749 Feb 09 01:36:16.211430 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064aeab4-c68e-47ea-bc04-2ee46d481a1e req-38252af0-2480-49dd-a276-9d73361df07d tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:16.219993 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064aeab4-c68e-47ea-bc04-2ee46d481a1e req-38252af0-2480-49dd-a276-9d73361df07d tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:16.222905 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-064aeab4-c68e-47ea-bc04-2ee46d481a1e req-38252af0-2480-49dd-a276-9d73361df07d tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a29ab1a-44dd-43e6-8651-3f9c901bd9d5&device_id=cf460074-347d-486c-8460-a1bd38783eb1 HTTP/1.1" status: 200 len: 1681 time: 0.7829602 Feb 09 01:36:16.284215 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-45b82db0-a101-4d12-99c1-60ba310a5b5e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=32370fa3aca0404baf25ea39195ab8a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1925142 Feb 09 01:36:16.298957 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be1f6050-a785-4fdf-84d7-d639f0062d91 req-79521d67-dc09-4b79-98fc-4d7f79f5562d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982160 Feb 09 01:36:16.299793 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60928) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:16.384927 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a527f800-9d0f-4ad4-b5ed-391cc390521f tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (dd47c57e-d380-4e30-92f2-d2c54aeb9ce1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:16.450953 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-928d7216-0264-4181-8702-e74d5d66be6d admin admin] Publish callbacks [] for security_group (137c33f0-c877-44a9-9497-c2f7f3e795cf), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:16.509183 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-928d7216-0264-4181-8702-e74d5d66be6d admin admin] Publish callbacks [] for security_group (137c33f0-c877-44a9-9497-c2f7f3e795cf), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:16.552118 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5d33f-4044-4684-81b0-ca362c13dc96 req-c1eb5271-842e-42a3-9c57-3fcb7372de54 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:16.553885 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00d5d33f-4044-4684-81b0-ca362c13dc96 req-c1eb5271-842e-42a3-9c57-3fcb7372de54 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 950 time: 0.1191382 Feb 09 01:36:16.618587 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:36:16.644941 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-928d7216-0264-4181-8702-e74d5d66be6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (137c33f0-c877-44a9-9497-c2f7f3e795cf), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:16.648990 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-928d7216-0264-4181-8702-e74d5d66be6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:16.650322 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-928d7216-0264-4181-8702-e74d5d66be6d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/137c33f0-c877-44a9-9497-c2f7f3e795cf HTTP/1.1" status: 204 len: 168 time: 0.3491035 Feb 09 01:36:16.675631 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d7216-0264-4181-8702-e74d5d66be6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137c33f0-c877-44a9-9497-c2f7f3e795cf,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:16.675900 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-630afb48-6609-4c18-bc8f-7c5468071162 None None] For port 7dc967d4-cd17-42d8-8604-32302b1683a2, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=7dc967d4-cd17-42d8-8604-32302b1683a2,segment=NetworkSegment(99191580-9a04-44d6-81bd-d09adaf12d9c),segment_id=99191580-9a04-44d6-81bd-d09adaf12d9c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:16.696374 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00d5d33f-4044-4684-81b0-ca362c13dc96 req-fed95026-3490-4029-b4c3-e563a665c256 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329727 Feb 09 01:36:16.697943 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a527f800-9d0f-4ad4-b5ed-391cc390521f tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (dd47c57e-d380-4e30-92f2-d2c54aeb9ce1), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:16.717869 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a527f800-9d0f-4ad4-b5ed-391cc390521f tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_controller (dd47c57e-d380-4e30-92f2-d2c54aeb9ce1), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:16.839101 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-630afb48-6609-4c18-bc8f-7c5468071162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7dc967d4-cd17-42d8-8604-32302b1683a2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:16.839536 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01d22be0-98c5-435d-9034-448c4b7c5117 req-47959002-2675-40f2-9742-350de824f373 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6547520 Feb 09 01:36:16.845085 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-064aeab4-c68e-47ea-bc04-2ee46d481a1e req-5bcce4d3-72a6-4f39-aa1e-426a7de2baef tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9c3f0ee-508c-4e94-864f-ebc0aa9271c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423305 Feb 09 01:36:16.846025 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a527f800-9d0f-4ad4-b5ed-391cc390521f tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (dd47c57e-d380-4e30-92f2-d2c54aeb9ce1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:16.846742 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a527f800-9d0f-4ad4-b5ed-391cc390521f tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Fanout notify agent at l3_agent the message router_deleted on router dd47c57e-d380-4e30-92f2-d2c54aeb9ce1 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:36:16.860389 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a527f800-9d0f-4ad4-b5ed-391cc390521f tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:16.864704 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a527f800-9d0f-4ad4-b5ed-391cc390521f tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "DELETE /v2.0/routers/dd47c57e-d380-4e30-92f2-d2c54aeb9ce1 HTTP/1.1" status: 204 len: 168 time: 3.9040236 Feb 09 01:36:16.867431 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60972) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:16.873962 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-baa87991-8df5-4765-8e53-d4a526c10133 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-177931620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:16.940497 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-baa87991-8df5-4765-8e53-d4a526c10133 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (f71f87a8-ace4-4f3b-9742-f91a07350978), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:16.942523 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-baa87991-8df5-4765-8e53-d4a526c10133 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (f71f87a8-ace4-4f3b-9742-f91a07350978), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:16.990352 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'name': 'tempest-ServersTestBootFromVolume-1087449568-router', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:50Z', 'updated_at': '2022-02-09T01:36:04Z', 'revision_number': 4, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'gw_port': {'id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:53Z', 'updated_at': '2022-02-09T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '7dc967d4-cd17-42d8-8604-32302b1683a2', 'name': '', 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'mac_address': 'fa:16:3e:d3:1d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:01Z', 'updated_at': '2022-02-09T01:36:14Z', 'revision_number': 4, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'subnets': [{'id': '7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:17.038062 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c72dfa-a53c-4196-8798-47fa963d1ee6 None None] The sync data for ids ['de3a99f2-2855-4ffb-924a-646488f8bfc5'] in n-d-828387-3 is: [{'id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'name': 'tempest-ServersTestBootFromVolume-1087449568-router', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:50Z', 'updated_at': '2022-02-09T01:36:04Z', 'revision_number': 4, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'gw_port': {'id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:53Z', 'updated_at': '2022-02-09T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '7dc967d4-cd17-42d8-8604-32302b1683a2', 'name': '', 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'mac_address': 'fa:16:3e:d3:1d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:01Z', 'updated_at': '2022-02-09T01:36:14Z', 'revision_number': 4, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'subnets': [{'id': '7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:17.062056 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-baa87991-8df5-4765-8e53-d4a526c10133 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_controller (f71f87a8-ace4-4f3b-9742-f91a07350978), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:17.070763 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-baa87991-8df5-4765-8e53-d4a526c10133 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (f71f87a8-ace4-4f3b-9742-f91a07350978), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:17.085868 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630afb48-6609-4c18-bc8f-7c5468071162 None None] Pushing event updated for resources: {'Port': ['ID=7dc967d4-cd17-42d8-8604-32302b1683a2,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:17.122049 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port bdcb2007-261e-4014-b5bf-0fce92495e6d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=bdcb2007-261e-4014-b5bf-0fce92495e6d,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:17.141815 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-baa87991-8df5-4765-8e53-d4a526c10133 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:17.154134 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60986) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:17.155975 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-baa87991-8df5-4765-8e53-d4a526c10133 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2871580 Feb 09 01:36:17.163821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'enable_snat': True}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:17.193517 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'bdcb2007-261e-4014-b5bf-0fce92495e6d', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': 'bdcb2007-261e-4014-b5bf-0fce92495e6d', 'mac_address': 'fa:16:3e:ca:63:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:36:17.373315 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port bdcb2007-261e-4014-b5bf-0fce92495e6d is: ACTIVE; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:17.373739 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:17.466272 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdcb2007-261e-4014-b5bf-0fce92495e6d {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:36:17.595687 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port bdcb2007-261e-4014-b5bf-0fce92495e6d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=bdcb2007-261e-4014-b5bf-0fce92495e6d,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:17.623640 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:17.626561 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7dc967d4-cd17-42d8-8604-32302b1683a2 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:36:17.627600 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d818010-fc3b-4ea1-a08b-1a5316609d0e req-1f6cf889-b236-4132-bd65-ba375f12da09 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:17.634724 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d818010-fc3b-4ea1-a08b-1a5316609d0e req-1f6cf889-b236-4132-bd65-ba375f12da09 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.1606967 Feb 09 01:36:17.854872 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d818010-fc3b-4ea1-a08b-1a5316609d0e req-64dd9520-d0c5-4d86-b967-0d99e65780ea tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119684 Feb 09 01:36:17.973653 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_gateway (f71f87a8-ace4-4f3b-9742-f91a07350978), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:17.983108 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=bdcb2007-261e-4014-b5bf-0fce92495e6d,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:18.064046 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 7dc967d4-cd17-42d8-8604-32302b1683a2 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:18.065975 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7dc967d4-cd17-42d8-8604-32302b1683a2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:18.139004 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['bdcb2007-261e-4014-b5bf-0fce92495e6d'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:36:18.322066 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e2be0-b1b0-475c-9ffc-05dcba6cd335 req-abfadfa2-aac3-49c7-b591-8f8a12b38d7e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:18.329890 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b70e2be0-b1b0-475c-9ffc-05dcba6cd335 req-abfadfa2-aac3-49c7-b591-8f8a12b38d7e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 950 time: 0.2169447 Feb 09 01:36:18.540942 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 7dc967d4-cd17-42d8-8604-32302b1683a2 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:18.597478 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b70e2be0-b1b0-475c-9ffc-05dcba6cd335 req-e2ff60c5-f229-43cf-b00a-7264548f6a2d tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507453 Feb 09 01:36:19.205122 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff144cb7-801f-475d-9c0b-3c114861b048 req-436c4585-a1be-400c-b975-848ccf1f1258 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:19.213541 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ff144cb7-801f-475d-9c0b-3c114861b048 req-436c4585-a1be-400c-b975-848ccf1f1258 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf460074-347d-486c-8460-a1bd38783eb1 HTTP/1.1" status: 200 len: 945 time: 0.3084974 Feb 09 01:36:19.330717 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ff144cb7-801f-475d-9c0b-3c114861b048 req-a5cebe97-772b-467c-a497-f4875a2e499d tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9c3f0ee-508c-4e94-864f-ebc0aa9271c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101151 Feb 09 01:36:19.392122 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_gateway (f71f87a8-ace4-4f3b-9742-f91a07350978), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:19.440551 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:19.705806 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a49569-58fa-4887-8bfc-79f6be18b557 req-9ceff0b3-a2b4-46af-95d5-e3cc5f1e4a65 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:19.712782 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2a49569-58fa-4887-8bfc-79f6be18b557 req-9ceff0b3-a2b4-46af-95d5-e3cc5f1e4a65 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.4724834 Feb 09 01:36:19.782090 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Allocated IP 172.25.7.249 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/a8985c15-9947-4858-91d8-38c8c2adbd5f) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:19.905417 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device bdcb2007-261e-4014-b5bf-0fce92495e6d up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:36:19.955319 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for port (a8985c15-9947-4858-91d8-38c8c2adbd5f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:20.041820 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port bdcb2007-261e-4014-b5bf-0fce92495e6d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:20.042355 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:20.108917 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a8985c15-9947-4858-91d8-38c8c2adbd5f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:20.189663 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ec27a-d343-45fb-96d8-0be6876e58d2 req-5a26e776-b6ff-4bc9-9e44-f44354917e20 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:20.192648 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-871ec27a-d343-45fb-96d8-0be6876e58d2 req-5a26e776-b6ff-4bc9-9e44-f44354917e20 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 950 time: 0.2078943 Feb 09 01:36:20.213086 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:20.222195 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:20.230973 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:36:20.285799 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port bdcb2007-261e-4014-b5bf-0fce92495e6d is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:20.286207 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:20.329768 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-871ec27a-d343-45fb-96d8-0be6876e58d2 req-07d0b355-e18d-40de-bb05-12bfed10e059 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269171 Feb 09 01:36:20.351255 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ded839-b7aa-44a6-9c35-1a5220062c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcb2007-261e-4014-b5bf-0fce92495e6d'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:20.358331 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2a49569-58fa-4887-8bfc-79f6be18b557 req-fef1d040-4961-49eb-a1d2-508def446f27 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817121 Feb 09 01:36:20.369887 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9910c4-ef72-4d40-8974-111e198fa90d" -d '{"events": [{"server_uuid": "c7ded839-b7aa-44a6-9c35-1a5220062c34", "name": "network-vif-plugged", "status": "completed", "tag": "bdcb2007-261e-4014-b5bf-0fce92495e6d"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:20.404970 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port bdcb2007-261e-4014-b5bf-0fce92495e6d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=bdcb2007-261e-4014-b5bf-0fce92495e6d,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:20.416155 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:20.480408 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Pushing event updated for resources: {'Port': ['ID=a8985c15-9947-4858-91d8-38c8c2adbd5f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:20.501549 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e799a43-21fd-40e2-b798-459301385ce7 x-openstack-request-id: req-2e799a43-21fd-40e2-b798-459301385ce7 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:20.504311 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ded839-b7aa-44a6-9c35-1a5220062c34", "name": "network-vif-plugged", "status": "completed", "tag": "bdcb2007-261e-4014-b5bf-0fce92495e6d", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:20.506998 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e799a43-21fd-40e2-b798-459301385ce7 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:20.508200 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ded839-b7aa-44a6-9c35-1a5220062c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcb2007-261e-4014-b5bf-0fce92495e6d', 'code': 200} Feb 09 01:36:20.512430 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:20.513267 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:20.513697 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:20.514244 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:20.514810 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:20.524387 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:20.525075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:20.528624 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:20.529045 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:20.529398 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:20.529746 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:20.530087 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:20.530419 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:20.632089 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=bdcb2007-261e-4014-b5bf-0fce92495e6d,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:20.663906 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b12e82-b5a2-4f52-b34d-1793525565c0 req-376ee3b5-0c89-4a77-9c6b-4497ee53cca1 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:20.672099 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a4b12e82-b5a2-4f52-b34d-1793525565c0 req-376ee3b5-0c89-4a77-9c6b-4497ee53cca1 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf460074-347d-486c-8460-a1bd38783eb1 HTTP/1.1" status: 200 len: 945 time: 0.1132445 Feb 09 01:36:20.684370 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c982d1-e92e-44f4-aa50-51f37f3d334c req-feef5be6-2108-45da-8249-86d0b82776e8 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:20.685936 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-50c982d1-e92e-44f4-aa50-51f37f3d334c req-feef5be6-2108-45da-8249-86d0b82776e8 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf460074-347d-486c-8460-a1bd38783eb1 HTTP/1.1" status: 200 len: 945 time: 0.6119733 Feb 09 01:36:20.830135 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a4b12e82-b5a2-4f52-b34d-1793525565c0 req-c7f9ac3c-f23e-4187-bfb5-938d3d60c5aa tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9c3f0ee-508c-4e94-864f-ebc0aa9271c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565907 Feb 09 01:36:20.962565 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10426c4-54e0-49f3-98bd-e9160e35937f req-170fbbfc-071f-49ec-9610-82bf506f235c tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:20.964620 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c10426c4-54e0-49f3-98bd-e9160e35937f req-170fbbfc-071f-49ec-9610-82bf506f235c tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 950 time: 0.4187889 Feb 09 01:36:21.186231 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c10426c4-54e0-49f3-98bd-e9160e35937f req-a6e3503a-80f5-4a6d-84db-e27f29693ac6 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785734 Feb 09 01:36:21.530519 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-50c982d1-e92e-44f4-aa50-51f37f3d334c req-b7da41b8-3ccb-438c-9b80-2cdc7eb9e31e tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Deleting port cd173222-789e-4607-8497-c26817ebe303 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:36:21.531560 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-50c982d1-e92e-44f4-aa50-51f37f3d334c req-b7da41b8-3ccb-438c-9b80-2cdc7eb9e31e tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (cd173222-789e-4607-8497-c26817ebe303), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:21.551709 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd131d3-0238-4b19-80e8-62b8f1c807cf req-8c7eaf39-e5c7-4a08-9dd8-a0537706af9b tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:21.554514 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3cd131d3-0238-4b19-80e8-62b8f1c807cf req-8c7eaf39-e5c7-4a08-9dd8-a0537706af9b tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a29ab1a-44dd-43e6-8651-3f9c901bd9d5 HTTP/1.1" status: 200 len: 945 time: 0.5480635 Feb 09 01:36:21.816032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-50c982d1-e92e-44f4-aa50-51f37f3d334c req-b7da41b8-3ccb-438c-9b80-2cdc7eb9e31e tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] For port cd173222-789e-4607-8497-c26817ebe303, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=cd173222-789e-4607-8497-c26817ebe303,segment=NetworkSegment(95922bbc-deec-45a3-b812-be48f9b3b1d2),segment_id=95922bbc-deec-45a3-b812-be48f9b3b1d2)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:21.817228 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-50c982d1-e92e-44f4-aa50-51f37f3d334c req-b7da41b8-3ccb-438c-9b80-2cdc7eb9e31e tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (cd173222-789e-4607-8497-c26817ebe303), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:21.848843 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-50c982d1-e92e-44f4-aa50-51f37f3d334c req-b7da41b8-3ccb-438c-9b80-2cdc7eb9e31e tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Calling delete_port for cd173222-789e-4607-8497-c26817ebe303 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:36:22.064489 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_gateway (f71f87a8-ace4-4f3b-9742-f91a07350978), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:22.823553 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (f71f87a8-ace4-4f3b-9742-f91a07350978), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:22.835078 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608658'] for router (f71f87a8-ace4-4f3b-9742-f91a07350978), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:23.008226 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-3cd131d3-0238-4b19-80e8-62b8f1c807cf req-47e2fb9b-8c94-460c-b3f3-90ba25666fa7 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Deleting port 9cd89e5a-a4cb-4210-af91-47c9c6f47231 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:36:23.008750 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3cd131d3-0238-4b19-80e8-62b8f1c807cf req-47e2fb9b-8c94-460c-b3f3-90ba25666fa7 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9cd89e5a-a4cb-4210-af91-47c9c6f47231), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:23.141920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043e548-714d-47d0-b07e-9e8d45c6a5f1 req-f888ddc6-6652-4a9f-b1a9-ba6cc2d111e3 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:23.149211 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e043e548-714d-47d0-b07e-9e8d45c6a5f1 req-f888ddc6-6652-4a9f-b1a9-ba6cc2d111e3 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.8817530 Feb 09 01:36:23.192018 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-50c982d1-e92e-44f4-aa50-51f37f3d334c req-b7da41b8-3ccb-438c-9b80-2cdc7eb9e31e tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (cd173222-789e-4607-8497-c26817ebe303), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:23.266211 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da41b8-3ccb-438c-9b80-2cdc7eb9e31e tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Pushing event deleted for resources: {'Port': ['ID=cd173222-789e-4607-8497-c26817ebe303,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:23.347393 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e043e548-714d-47d0-b07e-9e8d45c6a5f1 req-a453f837-18a7-4c94-aeb1-f8e4d4eb5e8a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971374 Feb 09 01:36:23.357557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-3cd131d3-0238-4b19-80e8-62b8f1c807cf req-47e2fb9b-8c94-460c-b3f3-90ba25666fa7 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] For port 9cd89e5a-a4cb-4210-af91-47c9c6f47231, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9cd89e5a-a4cb-4210-af91-47c9c6f47231,segment=NetworkSegment(95922bbc-deec-45a3-b812-be48f9b3b1d2),segment_id=95922bbc-deec-45a3-b812-be48f9b3b1d2)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:23.360772 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3cd131d3-0238-4b19-80e8-62b8f1c807cf req-47e2fb9b-8c94-460c-b3f3-90ba25666fa7 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9cd89e5a-a4cb-4210-af91-47c9c6f47231), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:23.366184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c982d1-e92e-44f4-aa50-51f37f3d334c req-b7da41b8-3ccb-438c-9b80-2cdc7eb9e31e tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] No DVR routers for this DVR port cd173222-789e-4607-8497-c26817ebe303 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:36:23.382538 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-50c982d1-e92e-44f4-aa50-51f37f3d334c req-b7da41b8-3ccb-438c-9b80-2cdc7eb9e31e tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:23.386326 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-50c982d1-e92e-44f4-aa50-51f37f3d334c req-b7da41b8-3ccb-438c-9b80-2cdc7eb9e31e tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.67 "DELETE /v2.0/ports/cd173222-789e-4607-8497-c26817ebe303 HTTP/1.1" status: 204 len: 173 time: 2.5963621 Feb 09 01:36:23.389474 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf460074-347d-486c-8460-a1bd38783eb1', 'name': 'network-vif-deleted', 'tag': 'cd173222-789e-4607-8497-c26817ebe303'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:23.392225 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6c1629-c1a6-409c-a4e0-e85d70fa1141" -d '{"events": [{"server_uuid": "cf460074-347d-486c-8460-a1bd38783eb1", "name": "network-vif-deleted", "tag": "cd173222-789e-4607-8497-c26817ebe303"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:23.404457 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-3cd131d3-0238-4b19-80e8-62b8f1c807cf req-47e2fb9b-8c94-460c-b3f3-90ba25666fa7 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Calling delete_port for 9cd89e5a-a4cb-4210-af91-47c9c6f47231 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:36:23.525881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Router f71f87a8-ace4-4f3b-9742-f91a07350978 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:36:23.716118 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06ce55f1-f80d-4913-8d5a-f96a87d463c3 req-93b8a4e1-a913-443a-8971-1fbb3ecf55f6 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf460074-347d-486c-8460-a1bd38783eb1 HTTP/1.1" status: 200 len: 210 time: 0.1464050 Feb 09 01:36:23.938236 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device cd173222-789e-4607-8497-c26817ebe303 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:36:24.027956 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3cd131d3-0238-4b19-80e8-62b8f1c807cf req-47e2fb9b-8c94-460c-b3f3-90ba25666fa7 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9cd89e5a-a4cb-4210-af91-47c9c6f47231), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:24.105179 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6279c70d-46bf-481f-9912-55ff7d01c96a x-openstack-request-id: req-6279c70d-46bf-481f-9912-55ff7d01c96a {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:24.105489 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf460074-347d-486c-8460-a1bd38783eb1", "name": "network-vif-deleted", "tag": "cd173222-789e-4607-8497-c26817ebe303", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:24.105916 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6279c70d-46bf-481f-9912-55ff7d01c96a {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:24.106110 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf460074-347d-486c-8460-a1bd38783eb1', 'name': 'network-vif-deleted', 'tag': 'cd173222-789e-4607-8497-c26817ebe303', 'status': 'completed', 'code': 200} Feb 09 01:36:24.115947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2fb9b-8c94-460c-b3f3-90ba25666fa7 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Pushing event deleted for resources: {'Port': ['ID=9cd89e5a-a4cb-4210-af91-47c9c6f47231,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:24.134362 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: cd173222-789e-4607-8497-c26817ebe303 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:36:24.142772 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device cd173222-789e-4607-8497-c26817ebe303 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:36:24.200396 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd131d3-0238-4b19-80e8-62b8f1c807cf req-47e2fb9b-8c94-460c-b3f3-90ba25666fa7 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] No DVR routers for this DVR port 9cd89e5a-a4cb-4210-af91-47c9c6f47231 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:36:24.211912 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3cd131d3-0238-4b19-80e8-62b8f1c807cf req-47e2fb9b-8c94-460c-b3f3-90ba25666fa7 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:24.223245 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3cd131d3-0238-4b19-80e8-62b8f1c807cf req-47e2fb9b-8c94-460c-b3f3-90ba25666fa7 tempest-ListServersNegativeTestJSON-576689363 tempest-ListServersNegativeTestJSON-576689363-project] 10.222.0.48 "DELETE /v2.0/ports/9cd89e5a-a4cb-4210-af91-47c9c6f47231 HTTP/1.1" status: 204 len: 173 time: 2.6569645 Feb 09 01:36:24.330690 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:36:24.379931 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:24.393548 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d3f5e-ddda-4daa-bacb-a89fa4ede2ba None None] Sync routers for ids ['f71f87a8-ace4-4f3b-9742-f91a07350978'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:24.417948 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c4d88318-59d7-498f-a1be-9bb41da8bf0f tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "PUT /v2.0/routers/f71f87a8-ace4-4f3b-9742-f91a07350978 HTTP/1.1" status: 200 len: 918 time: 7.2622328 Feb 09 01:36:24.421899 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 32942) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:24.476394 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d3f5e-ddda-4daa-bacb-a89fa4ede2ba None None] Routers {'f71f87a8-ace4-4f3b-9742-f91a07350978'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:24.477488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8f4d3f5e-ddda-4daa-bacb-a89fa4ede2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:36:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['f71f87a8-ace4-4f3b-9742-f91a07350978'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:24.602070 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-898bdf2b-a5b1-46fb-b45a-b9b3adab66b8 req-a1bb9b38-2c87-4875-8580-9312fd7b0f2a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:36:24.604781 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-898bdf2b-a5b1-46fb-b45a-b9b3adab66b8 req-a1bb9b38-2c87-4875-8580-9312fd7b0f2a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0507641 Feb 09 01:36:24.674601 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8f4d3f5e-ddda-4daa-bacb-a89fa4ede2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:24.694117 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d3f5e-ddda-4daa-bacb-a89fa4ede2ba None None] Routers {'f71f87a8-ace4-4f3b-9742-f91a07350978'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:24.695051 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8f4d3f5e-ddda-4daa-bacb-a89fa4ede2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:36:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['f71f87a8-ace4-4f3b-9742-f91a07350978'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:24.787255 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c704e016-edf7-419f-8a07-ab8dcbe2ea2e tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "GET /v2.0/routers/f71f87a8-ace4-4f3b-9742-f91a07350978 HTTP/1.1" status: 200 len: 924 time: 0.3637326 Feb 09 01:36:24.787592 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 32948) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:24.792633 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9cd89e5a-a4cb-4210-af91-47c9c6f47231 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:36:24.795385 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8f4d3f5e-ddda-4daa-bacb-a89fa4ede2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:24.796340 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d3f5e-ddda-4daa-bacb-a89fa4ede2ba None None] The sync data for ids ['f71f87a8-ace4-4f3b-9742-f91a07350978'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:24.832094 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 9cd89e5a-a4cb-4210-af91-47c9c6f47231 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:36:24.833161 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9cd89e5a-a4cb-4210-af91-47c9c6f47231 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:36:25.064041 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b731d78-f9be-466d-91e5-b327569099ba tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:25.067106 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2b731d78-f9be-466d-91e5-b327569099ba tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&device_id=f71f87a8-ace4-4f3b-9742-f91a07350978&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2781689 Feb 09 01:36:25.071693 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 32952) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:25.545930 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37346e5d-983c-4e4b-9c6b-941e737ba2ef tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:25.553766 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 32958) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:25.564874 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-37346e5d-983c-4e4b-9c6b-941e737ba2ef tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 881 time: 0.4905839 Feb 09 01:36:25.620950 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a2d1a375-4418-44b4-a30f-ab621d698799 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71f87a8-ace4-4f3b-9742-f91a07350978 HTTP/1.1" status: 200 len: 205 time: 0.0659182 Feb 09 01:36:25.621872 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 32960) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:25.710176 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-4f9470bb-cbab-421a-a424-b33520c86a81 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2753830 Feb 09 01:36:25.743111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10544ca4-cbf0-4d08-a0c8-030b2e824687 req-928e322c-bdad-4ef7-a57a-c9134d7ea49f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:25.756138 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-10544ca4-cbf0-4d08-a0c8-030b2e824687 req-928e322c-bdad-4ef7-a57a-c9134d7ea49f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.2669823 Feb 09 01:36:25.890257 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-10544ca4-cbf0-4d08-a0c8-030b2e824687 req-ac9c0bb7-b35a-43b2-a9d8-30dac2041270 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319294 Feb 09 01:36:25.983450 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router (f71f87a8-ace4-4f3b-9742-f91a07350978), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:26.107592 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a29ab1a-44dd-43e6-8651-3f9c901bd9d5', 'name': 'network-vif-deleted', 'tag': '9cd89e5a-a4cb-4210-af91-47c9c6f47231'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:26.110055 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ed3676-165c-43dd-83bd-0697bb334da6" -d '{"events": [{"server_uuid": "1a29ab1a-44dd-43e6-8651-3f9c901bd9d5", "name": "network-vif-deleted", "tag": "9cd89e5a-a4cb-4210-af91-47c9c6f47231"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:26.362881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab26afc-878e-4483-a8bd-b7b8fdd7c1c8 req-ffa7eadc-4736-4cfb-8749-776a70ed0476 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:26.371763 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6ab26afc-878e-4483-a8bd-b7b8fdd7c1c8 req-ffa7eadc-4736-4cfb-8749-776a70ed0476 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 950 time: 0.2221239 Feb 09 01:36:26.539837 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6ab26afc-878e-4483-a8bd-b7b8fdd7c1c8 req-8faca498-0766-4cb9-9fb9-d515f49d3148 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581488 Feb 09 01:36:26.797653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 32992) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:26.926761 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa907538-287d-4ba6-8960-d4304d69cdc9 x-openstack-request-id: req-aa907538-287d-4ba6-8960-d4304d69cdc9 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:26.927533 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a29ab1a-44dd-43e6-8651-3f9c901bd9d5", "name": "network-vif-deleted", "tag": "9cd89e5a-a4cb-4210-af91-47c9c6f47231", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:26.927977 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa907538-287d-4ba6-8960-d4304d69cdc9 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:26.928601 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a29ab1a-44dd-43e6-8651-3f9c901bd9d5', 'name': 'network-vif-deleted', 'tag': '9cd89e5a-a4cb-4210-af91-47c9c6f47231', 'status': 'completed', 'code': 200} Feb 09 01:36:26.996327 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-8efde4ca-7031-4eef-8ee7-b61c248f7892 admin admin] Deleting subnet 64890185-dcc7-4353-a8cb-39f870200951 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:36:27.005289 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8efde4ca-7031-4eef-8ee7-b61c248f7892 admin admin] Publish callbacks [] for subnet (64890185-dcc7-4353-a8cb-39f870200951), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:27.111957 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8efde4ca-7031-4eef-8ee7-b61c248f7892 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (64890185-dcc7-4353-a8cb-39f870200951), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:27.123276 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_gateway (f71f87a8-ace4-4f3b-9742-f91a07350978), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:27.307341 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8efde4ca-7031-4eef-8ee7-b61c248f7892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (64890185-dcc7-4353-a8cb-39f870200951), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:27.348750 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Deleting port a8985c15-9947-4858-91d8-38c8c2adbd5f {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:36:27.350066 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a8985c15-9947-4858-91d8-38c8c2adbd5f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:27.629746 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a8985c15-9947-4858-91d8-38c8c2adbd5f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:27.668565 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103dfff-94fc-4f2e-94cc-90aedb19798d req-b9aa495c-36c9-4e4b-b108-3ae32081831a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:27.670260 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1103dfff-94fc-4f2e-94cc-90aedb19798d req-b9aa495c-36c9-4e4b-b108-3ae32081831a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.5510890 Feb 09 01:36:27.694125 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Calling delete_port for a8985c15-9947-4858-91d8-38c8c2adbd5f owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:36:27.721094 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8efde4ca-7031-4eef-8ee7-b61c248f7892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (64890185-dcc7-4353-a8cb-39f870200951), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:27.803916 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efde4ca-7031-4eef-8ee7-b61c248f7892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64890185-dcc7-4353-a8cb-39f870200951,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:27.811049 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8efde4ca-7031-4eef-8ee7-b61c248f7892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:27.815380 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8efde4ca-7031-4eef-8ee7-b61c248f7892 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/64890185-dcc7-4353-a8cb-39f870200951 HTTP/1.1" status: 204 len: 168 time: 1.0163367 Feb 09 01:36:27.821150 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33006) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:27.825831 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1103dfff-94fc-4f2e-94cc-90aedb19798d req-ea4f495a-8e6a-496e-add1-7258dd2889e3 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433032 Feb 09 01:36:27.933040 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device ac236170-97b3-4001-a592-51c4dbfb690e details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:36:28.122741 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60c66a11-f64d-43ea-b9ec-d87ce0cfc78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (40b0a656-2512-4f2e-b282-c9d8927706db), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:28.253234 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (a8985c15-9947-4858-91d8-38c8c2adbd5f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:28.309489 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Pushing event deleted for resources: {'Port': ['ID=a8985c15-9947-4858-91d8-38c8c2adbd5f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:28.332609 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ae169-06eb-4163-9b71-0ab08c3c1cba req-77cfa3ee-dd4d-4217-81fb-bf6d4133e468 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:28.350425 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port ac236170-97b3-4001-a592-51c4dbfb690e, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ac236170-97b3-4001-a592-51c4dbfb690e,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:28.350801 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f9ae169-06eb-4163-9b71-0ab08c3c1cba req-77cfa3ee-dd4d-4217-81fb-bf6d4133e468 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 950 time: 0.1843588 Feb 09 01:36:28.368122 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'ac236170-97b3-4001-a592-51c4dbfb690e', 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7', 'port_id': 'ac236170-97b3-4001-a592-51c4dbfb690e', 'mac_address': 'fa:16:3e:ad:76:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7975264-a21c-4173-a1bc-89127bef9e8a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:36:28.415476 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port ac236170-97b3-4001-a592-51c4dbfb690e is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:28.416149 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ac236170-97b3-4001-a592-51c4dbfb690e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:28.416828 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60c66a11-f64d-43ea-b9ec-d87ce0cfc78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (40b0a656-2512-4f2e-b282-c9d8927706db), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:28.443728 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-60c66a11-f64d-43ea-b9ec-d87ce0cfc78d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b0a656-2512-4f2e-b282-c9d8927706db']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:28.446332 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac236170-97b3-4001-a592-51c4dbfb690e {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:36:28.468318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-60c66a11-f64d-43ea-b9ec-d87ce0cfc78d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95922bbc-deec-45a3-b812-be48f9b3b1d2') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:28.471058 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-60c66a11-f64d-43ea-b9ec-d87ce0cfc78d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95922bbc-deec-45a3-b812-be48f9b3b1d2') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:28.501324 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port ac236170-97b3-4001-a592-51c4dbfb690e, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ac236170-97b3-4001-a592-51c4dbfb690e,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:28.506224 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60c66a11-f64d-43ea-b9ec-d87ce0cfc78d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (95922bbc-deec-45a3-b812-be48f9b3b1d2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:28.510139 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ac236170-97b3-4001-a592-51c4dbfb690e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:28.550854 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60c66a11-f64d-43ea-b9ec-d87ce0cfc78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (95922bbc-deec-45a3-b812-be48f9b3b1d2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:28.561141 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c66a11-f64d-43ea-b9ec-d87ce0cfc78d admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:36:28.561141 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60c66a11-f64d-43ea-b9ec-d87ce0cfc78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (95922bbc-deec-45a3-b812-be48f9b3b1d2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:28.576126 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f9ae169-06eb-4163-9b71-0ab08c3c1cba req-932943b3-636a-469e-8f57-d68959216537 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235188 Feb 09 01:36:28.609765 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-deb9c0bf-1549-413c-8c3f-7b7f2a787bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:28.614111 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-deb9c0bf-1549-413c-8c3f-7b7f2a787bcf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 1132 time: 0.2327955 Feb 09 01:36:28.628122 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:28.629258 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:28.629765 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:28.630312 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:28.630830 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:28.631344 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:28.632015 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:28.632478 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:28.632908 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:28.633434 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:28.633898 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:28.634337 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:28.634987 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:36:28.638336 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:36:28.643804 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60c66a11-f64d-43ea-b9ec-d87ce0cfc78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (40b0a656-2512-4f2e-b282-c9d8927706db), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:28.665614 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60c66a11-f64d-43ea-b9ec-d87ce0cfc78d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:28.672370 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-60c66a11-f64d-43ea-b9ec-d87ce0cfc78d admin admin] 10.222.0.36 "DELETE /v2.0/networks/40b0a656-2512-4f2e-b282-c9d8927706db HTTP/1.1" status: 204 len: 168 time: 0.8422656 Feb 09 01:36:28.690685 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c66a11-f64d-43ea-b9ec-d87ce0cfc78d admin admin] Pushing event deleted for resources: {'Network': ['ID=40b0a656-2512-4f2e-b282-c9d8927706db,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:28.729709 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=ac236170-97b3-4001-a592-51c4dbfb690e,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:28.822212 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-1f03728f-cff3-4137-9a4b-71d40a961184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:28.823921 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-1f03728f-cff3-4137-9a4b-71d40a961184 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.2023180 Feb 09 01:36:28.838218 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (f71f87a8-ace4-4f3b-9742-f91a07350978), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:28.932135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['ac236170-97b3-4001-a592-51c4dbfb690e'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:36:28.964388 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (f71f87a8-ace4-4f3b-9742-f91a07350978), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:28.968213 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_controller (f71f87a8-ace4-4f3b-9742-f91a07350978), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:28.989963 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-8248e3fa-1e9e-43b5-9155-ea1307ee6159 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375 HTTP/1.1" status: 200 len: 217 time: 0.1555750 Feb 09 01:36:29.119818 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33028) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:29.151096 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (f71f87a8-ace4-4f3b-9742-f91a07350978), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:29.153202 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Fanout notify agent at l3_agent the message router_deleted on router f71f87a8-ace4-4f3b-9742-f91a07350978 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:36:29.173140 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:29.178990 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-66480303-8f02-4954-aed5-f701cac537b3 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "DELETE /v2.0/routers/f71f87a8-ace4-4f3b-9742-f91a07350978 HTTP/1.1" status: 204 len: 168 time: 3.5523984 Feb 09 01:36:29.179967 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33030) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:29.189298 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-170984f4-d2ec-4080-93c4-a50813ba064b tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1788805651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:29.208918 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-b9ae649a-4414-416b-b6d6-6fc8cf70c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:29.217934 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-b9ae649a-4414-416b-b6d6-6fc8cf70c9f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.2213869 Feb 09 01:36:29.256590 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-170984f4-d2ec-4080-93c4-a50813ba064b tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (d5a834e1-bb2d-4e94-9652-486eb73a427d), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:29.258399 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-170984f4-d2ec-4080-93c4-a50813ba064b tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (d5a834e1-bb2d-4e94-9652-486eb73a427d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:29.362411 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-47fc7b0e-cf1c-48c1-9e1b-760209a25566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:29.363093 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-170984f4-d2ec-4080-93c4-a50813ba064b tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_controller (d5a834e1-bb2d-4e94-9652-486eb73a427d), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:29.364752 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-47fc7b0e-cf1c-48c1-9e1b-760209a25566 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1142395 Feb 09 01:36:29.373716 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8f959-d772-4945-a0fc-d776448741db req-27b4e335-8686-4158-ad90-2ef093261d6b tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:29.381011 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-170984f4-d2ec-4080-93c4-a50813ba064b tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (d5a834e1-bb2d-4e94-9652-486eb73a427d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:29.381379 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-afe8f959-d772-4945-a0fc-d776448741db req-27b4e335-8686-4158-ad90-2ef093261d6b tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 945 time: 0.1617630 Feb 09 01:36:29.427708 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a4469657-2a18-4a14-ba08-92e0cf90749c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d16af0fd2b2042ed98a101b523423318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3049567 Feb 09 01:36:29.433940 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-170984f4-d2ec-4080-93c4-a50813ba064b tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:29.436585 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-170984f4-d2ec-4080-93c4-a50813ba064b tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2535231 Feb 09 01:36:29.437654 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33040) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:29.443135 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33042) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:29.470703 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-fd8de59a-ea8c-4a02-a82c-1f311ab7c3ae tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'enable_snat': False}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:29.564087 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2316094b-1626-4c9d-ab88-3e411c72a46c admin admin] Publish callbacks [] for security_group (b9c3f0ee-508c-4e94-864f-ebc0aa9271c2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:29.597659 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2316094b-1626-4c9d-ab88-3e411c72a46c admin admin] Publish callbacks [] for security_group (b9c3f0ee-508c-4e94-864f-ebc0aa9271c2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:29.659138 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-afe8f959-d772-4945-a0fc-d776448741db req-9c55b317-41ff-437a-a546-e0e42ffa9c39 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650771 Feb 09 01:36:29.735610 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2316094b-1626-4c9d-ab88-3e411c72a46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b9c3f0ee-508c-4e94-864f-ebc0aa9271c2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:29.742505 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2316094b-1626-4c9d-ab88-3e411c72a46c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:29.743944 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2316094b-1626-4c9d-ab88-3e411c72a46c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b9c3f0ee-508c-4e94-864f-ebc0aa9271c2 HTTP/1.1" status: 204 len: 168 time: 0.3038979 Feb 09 01:36:29.751743 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316094b-1626-4c9d-ab88-3e411c72a46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c3f0ee-508c-4e94-864f-ebc0aa9271c2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:29.938473 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-be608baa-3b30-4f69-b2ad-db7408780ca5 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5554090 Feb 09 01:36:30.175178 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fd8de59a-ea8c-4a02-a82c-1f311ab7c3ae tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_gateway (d5a834e1-bb2d-4e94-9652-486eb73a427d), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:30.247498 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd479041-aaf4-4b56-8b13-0c907045e277 req-e75233c8-976e-45aa-ba5e-710feaf426d8 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:30.250338 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd479041-aaf4-4b56-8b13-0c907045e277 req-e75233c8-976e-45aa-ba5e-710feaf426d8 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 950 time: 0.4094994 Feb 09 01:36:30.355275 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd479041-aaf4-4b56-8b13-0c907045e277 req-d87d1e0a-a4fe-4770-b57e-4aefb6b78c24 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954854 Feb 09 01:36:30.363882 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-ed42c0b3-4406-4172-84cb-479cd1ad8898 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178283 Feb 09 01:36:30.885629 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-b984157b-c342-42af-8a3a-fb72630c718a tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:30.887118 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-b984157b-c342-42af-8a3a-fb72630c718a tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 806 time: 0.1254032 Feb 09 01:36:30.904326 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fd8de59a-ea8c-4a02-a82c-1f311ab7c3ae tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_gateway (d5a834e1-bb2d-4e94-9652-486eb73a427d), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:30.931288 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fd8de59a-ea8c-4a02-a82c-1f311ab7c3ae tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:30.955491 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-a69d3a69-954f-486f-8f1e-ece58e101f9a tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/quotas/433f56aeb5b04fa39d1f9120b707d9b4 HTTP/1.1" status: 200 len: 375 time: 0.0274627 Feb 09 01:36:31.089742 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-a9902190-68d3-4ba2-81e7-f7e859c400fd tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1331835 Feb 09 01:36:31.186156 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-fd8de59a-ea8c-4a02-a82c-1f311ab7c3ae tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Allocated IP 172.25.7.94 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/5e465535-6b68-4734-87b8-a34cdc1f46f6) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:31.244029 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-d8ab7332-4c3f-480b-b369-47935d9612bd service neutron] 10.222.0.36 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533267 Feb 09 01:36:31.698091 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33084) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:31.784430 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fd8de59a-ea8c-4a02-a82c-1f311ab7c3ae tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for port (5e465535-6b68-4734-87b8-a34cdc1f46f6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:31.811322 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-97fda05c-f05d-4f08-a78e-5145cb3141f2 service neutron] 10.222.0.36 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5662069 Feb 09 01:36:31.892555 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fd8de59a-ea8c-4a02-a82c-1f311ab7c3ae tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5e465535-6b68-4734-87b8-a34cdc1f46f6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:31.944274 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1a3c9b27-fd32-4ad4-8b64-5ab8af8fbff2 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2082759370-network', 'tenant_id': '3dba911071cc42a1b7e4051941bdf918'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:31.962891 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device ac236170-97b3-4001-a592-51c4dbfb690e up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:36:31.963778 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8de59a-ea8c-4a02-a82c-1f311ab7c3ae tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:31.969254 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-fd8de59a-ea8c-4a02-a82c-1f311ab7c3ae tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:31.974643 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8de59a-ea8c-4a02-a82c-1f311ab7c3ae tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:36:31.980480 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8de59a-ea8c-4a02-a82c-1f311ab7c3ae tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Pushing event updated for resources: {'Port': ['ID=5e465535-6b68-4734-87b8-a34cdc1f46f6,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:31.989375 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3c9b27-fd32-4ad4-8b64-5ab8af8fbff2 admin admin] Made reservation on behalf of 3dba911071cc42a1b7e4051941bdf918 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:31.992122 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1a3c9b27-fd32-4ad4-8b64-5ab8af8fbff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:32.024264 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1a3c9b27-fd32-4ad4-8b64-5ab8af8fbff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:32.180723 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port ac236170-97b3-4001-a592-51c4dbfb690e completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:32.189003 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port ac236170-97b3-4001-a592-51c4dbfb690e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:32.189968 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ac236170-97b3-4001-a592-51c4dbfb690e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:32.196951 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1a3c9b27-fd32-4ad4-8b64-5ab8af8fbff2 admin admin] Publish callbacks [] for security_group (3b6bc0d3-cea6-48da-a87c-9ca1762fab35), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:32.208227 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1a3c9b27-fd32-4ad4-8b64-5ab8af8fbff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3b6bc0d3-cea6-48da-a87c-9ca1762fab35), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:32.240898 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3c9b27-fd32-4ad4-8b64-5ab8af8fbff2 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:36:32.258840 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1a3c9b27-fd32-4ad4-8b64-5ab8af8fbff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (b3590aa0-6252-4cbe-8a07-6c273b8be62c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:32.259734 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-1a3c9b27-fd32-4ad4-8b64-5ab8af8fbff2 admin admin] Added segment b3590aa0-6252-4cbe-8a07-6c273b8be62c of type vlan for network 70e3d008-abec-4bd7-8d79-31eaa2aa1548 Feb 09 01:36:32.312313 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1a3c9b27-fd32-4ad4-8b64-5ab8af8fbff2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (70e3d008-abec-4bd7-8d79-31eaa2aa1548), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:32.359927 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c9b27-fd32-4ad4-8b64-5ab8af8fbff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6bc0d3-cea6-48da-a87c-9ca1762fab35,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:32.377544 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port ac236170-97b3-4001-a592-51c4dbfb690e is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:32.377939 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ac236170-97b3-4001-a592-51c4dbfb690e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:32.398751 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fd8de59a-ea8c-4a02-a82c-1f311ab7c3ae tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router_gateway (d5a834e1-bb2d-4e94-9652-486eb73a427d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:32.405013 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1a3c9b27-fd32-4ad4-8b64-5ab8af8fbff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (70e3d008-abec-4bd7-8d79-31eaa2aa1548), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:32.406331 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3c9b27-fd32-4ad4-8b64-5ab8af8fbff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:32.407406 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1a3c9b27-fd32-4ad4-8b64-5ab8af8fbff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:32.424110 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4757050-8469-4c93-88d6-a3ea150a0c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac236170-97b3-4001-a592-51c4dbfb690e'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:32.429946 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732f8b4d-034f-4372-a0bd-55b40a67e20e" -d '{"events": [{"server_uuid": "e4757050-8469-4c93-88d6-a3ea150a0c01", "name": "network-vif-plugged", "status": "completed", "tag": "ac236170-97b3-4001-a592-51c4dbfb690e"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:32.461752 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port ac236170-97b3-4001-a592-51c4dbfb690e, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ac236170-97b3-4001-a592-51c4dbfb690e,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:32.474171 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ac236170-97b3-4001-a592-51c4dbfb690e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:32.559371 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1a3c9b27-fd32-4ad4-8b64-5ab8af8fbff2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8586314 Feb 09 01:36:32.566992 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33102) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:32.576295 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-30d44030-9b18-4899-9da0-5e0409ca963b admin admin] Request body: {'subnet': {'network_id': '70e3d008-abec-4bd7-8d79-31eaa2aa1548', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2082759370-subnet', 'tenant_id': '3dba911071cc42a1b7e4051941bdf918', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:32.581593 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c9b27-fd32-4ad4-8b64-5ab8af8fbff2 admin admin] Pushing event updated for resources: {'Network': ['ID=70e3d008-abec-4bd7-8d79-31eaa2aa1548,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:32.614342 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 70e3d008-abec-4bd7-8d79-31eaa2aa1548 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:36:32.775676 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=ac236170-97b3-4001-a592-51c4dbfb690e,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:32.787748 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d44030-9b18-4899-9da0-5e0409ca963b admin admin] Made reservation on behalf of 3dba911071cc42a1b7e4051941bdf918 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:32.796687 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30d44030-9b18-4899-9da0-5e0409ca963b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:32.879620 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fd8de59a-ea8c-4a02-a82c-1f311ab7c3ae tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (d5a834e1-bb2d-4e94-9652-486eb73a427d), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:32.896655 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fd8de59a-ea8c-4a02-a82c-1f311ab7c3ae tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608658'] for router (d5a834e1-bb2d-4e94-9652-486eb73a427d), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:32.963161 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac383b-8134-4a10-98f4-25a0ee7f8111 req-55a82e62-2f25-4eb5-91be-8893c69e83fe tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:32.970542 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-93ac383b-8134-4a10-98f4-25a0ee7f8111 req-55a82e62-2f25-4eb5-91be-8893c69e83fe tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 946 time: 0.2292867 Feb 09 01:36:33.139681 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-93ac383b-8134-4a10-98f4-25a0ee7f8111 req-13cdfd00-a0af-4d82-904c-ddf792de5922 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669390 Feb 09 01:36:33.307377 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8de59a-ea8c-4a02-a82c-1f311ab7c3ae tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Router d5a834e1-bb2d-4e94-9652-486eb73a427d is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:36:33.312645 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30d44030-9b18-4899-9da0-5e0409ca963b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (6a91af89-47d2-4d78-8d5c-6cf7a39e931d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:33.596731 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d44030-9b18-4899-9da0-5e0409ca963b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a91af89-47d2-4d78-8d5c-6cf7a39e931d,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:33.688967 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d44030-9b18-4899-9da0-5e0409ca963b admin admin] Checking segment: {'id': 'b3590aa0-6252-4cbe-8a07-6c273b8be62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '70e3d008-abec-4bd7-8d79-31eaa2aa1548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:36:33.689643 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d44030-9b18-4899-9da0-5e0409ca963b admin admin] Network hostable DHCP agents. Network: 70e3d008-abec-4bd7-8d79-31eaa2aa1548, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:36:33.724739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202611d-13ef-45aa-8ccb-4e53689c2d48 req-4207263d-2757-4895-a846-294f8ed82f58 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:33.726653 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7202611d-13ef-45aa-8ccb-4e53689c2d48 req-4207263d-2757-4895-a846-294f8ed82f58 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 950 time: 0.3604712 Feb 09 01:36:33.732568 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8de59a-ea8c-4a02-a82c-1f311ab7c3ae tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:36:33.748194 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fd8de59a-ea8c-4a02-a82c-1f311ab7c3ae tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:33.752320 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33112) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:33.754601 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05df5b5d-af19-4898-a8b8-c95e35d65b94 None None] Sync routers for ids ['d5a834e1-bb2d-4e94-9652-486eb73a427d'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:33.766933 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05df5b5d-af19-4898-a8b8-c95e35d65b94 None None] Routers {'d5a834e1-bb2d-4e94-9652-486eb73a427d'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:33.767844 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-05df5b5d-af19-4898-a8b8-c95e35d65b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:36:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d5a834e1-bb2d-4e94-9652-486eb73a427d'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:33.781473 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fd8de59a-ea8c-4a02-a82c-1f311ab7c3ae tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "PUT /v2.0/routers/d5a834e1-bb2d-4e94-9652-486eb73a427d HTTP/1.1" status: 200 len: 919 time: 4.3082323 Feb 09 01:36:33.843629 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-05df5b5d-af19-4898-a8b8-c95e35d65b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:33.856082 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05df5b5d-af19-4898-a8b8-c95e35d65b94 None None] Routers {'d5a834e1-bb2d-4e94-9652-486eb73a427d'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:33.857000 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-05df5b5d-af19-4898-a8b8-c95e35d65b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:36:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d5a834e1-bb2d-4e94-9652-486eb73a427d'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:33.877102 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d44030-9b18-4899-9da0-5e0409ca963b admin admin] Network 70e3d008-abec-4bd7-8d79-31eaa2aa1548 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:36:33.907923 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-05df5b5d-af19-4898-a8b8-c95e35d65b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:33.908911 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05df5b5d-af19-4898-a8b8-c95e35d65b94 None None] The sync data for ids ['d5a834e1-bb2d-4e94-9652-486eb73a427d'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:33.939735 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-30d44030-9b18-4899-9da0-5e0409ca963b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 70e3d008-abec-4bd7-8d79-31eaa2aa1548) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:33.952216 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d44030-9b18-4899-9da0-5e0409ca963b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:33.954883 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30d44030-9b18-4899-9da0-5e0409ca963b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:33.979149 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389c2b3e-4c68-4be7-a65f-ef477e618d8a None None] Network 70e3d008-abec-4bd7-8d79-31eaa2aa1548 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:36:34.039446 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b622fbca-6d29-4ee9-b166-77b5f0f10abc tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "GET /v2.0/routers/d5a834e1-bb2d-4e94-9652-486eb73a427d HTTP/1.1" status: 200 len: 925 time: 0.2804947 Feb 09 01:36:34.041938 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33116) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:34.102038 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7202611d-13ef-45aa-8ccb-4e53689c2d48 req-4d4d8e35-25be-422d-976c-7147122b4a0f tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574414 Feb 09 01:36:34.139270 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95189015-abec-4723-86af-6c9a2504f0fb tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:34.141491 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-95189015-abec-4723-86af-6c9a2504f0fb tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&device_id=d5a834e1-bb2d-4e94-9652-486eb73a427d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0978441 Feb 09 01:36:34.145395 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33118) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:34.162410 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-30d44030-9b18-4899-9da0-5e0409ca963b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5916517 Feb 09 01:36:34.362171 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205b5c0e-31d8-4481-8b4f-3eebe5e439cd x-openstack-request-id: req-205b5c0e-31d8-4481-8b4f-3eebe5e439cd {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:34.363760 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4757050-8469-4c93-88d6-a3ea150a0c01", "name": "network-vif-plugged", "status": "completed", "tag": "ac236170-97b3-4001-a592-51c4dbfb690e", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:34.364498 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-205b5c0e-31d8-4481-8b4f-3eebe5e439cd {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:34.365078 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4757050-8469-4c93-88d6-a3ea150a0c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac236170-97b3-4001-a592-51c4dbfb690e', 'code': 200} Feb 09 01:36:34.371957 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9db2b0-b878-4f45-8186-23e6922661c4 None None] Network 70e3d008-abec-4bd7-8d79-31eaa2aa1548 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:36:34.417669 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840dc7c6-64b8-4f46-9122-c94a4f4c59fa tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:34.421784 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-840dc7c6-64b8-4f46-9122-c94a4f4c59fa tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 881 time: 0.2702091 Feb 09 01:36:34.428072 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33124) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:34.539190 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-38436b69-7cec-41f5-881d-3b83f07b02b0 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5a834e1-bb2d-4e94-9652-486eb73a427d HTTP/1.1" status: 200 len: 205 time: 0.1114383 Feb 09 01:36:34.543239 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33128) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:34.576335 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7c249a42-9a67-4ea4-aec0-75006f05b871 req-12a0ee60-a5b0-4462-b13b-e214cb8a325e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 210 time: 0.1115515 Feb 09 01:36:34.675189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-386a135a-69d2-4eb9-9123-5557aca01b52 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:34.678600 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-386a135a-69d2-4eb9-9123-5557aca01b52 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.48 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 806 time: 0.5706322 Feb 09 01:36:34.681985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed892b-b09a-423f-88f4-24ad50089b6b req-45b3e6b3-4219-4f21-b1bb-85f08b41171f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:34.684356 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f1ed892b-b09a-423f-88f4-24ad50089b6b req-45b3e6b3-4219-4f21-b1bb-85f08b41171f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 1128 time: 0.3069847 Feb 09 01:36:34.705683 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-79212cae-280a-41bc-bd7d-7e8c43ab1243 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Request body: {'port': {'device_id': 'bdf4485e-f945-4a51-aa90-1f81295ea53a', 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d', 'admin_state_up': True, 'tenant_id': '433f56aeb5b04fa39d1f9120b707d9b4'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:34.727448 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd19c233-e388-442c-b5b1-331655ab495c tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router (d5a834e1-bb2d-4e94-9652-486eb73a427d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:34.870370 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f1ed892b-b09a-423f-88f4-24ad50089b6b req-6da27d65-b1b2-4209-8f94-275e77e590fd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729255 Feb 09 01:36:34.930492 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1df0c-f017-4376-b2a1-86827697080f req-874a33c6-2ef0-4e57-98fe-6f3e6101b919 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:34.931804 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c1d1df0c-f017-4376-b2a1-86827697080f req-874a33c6-2ef0-4e57-98fe-6f3e6101b919 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 946 time: 0.2106946 Feb 09 01:36:35.043088 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd19c233-e388-442c-b5b1-331655ab495c tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_gateway (d5a834e1-bb2d-4e94-9652-486eb73a427d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:35.055851 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-79212cae-280a-41bc-bd7d-7e8c43ab1243 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Made reservation on behalf of 433f56aeb5b04fa39d1f9120b707d9b4 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:35.060031 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-79212cae-280a-41bc-bd7d-7e8c43ab1243 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:35.131515 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c1d1df0c-f017-4376-b2a1-86827697080f req-34b88f2f-4802-4d96-b1cd-bc3aab3a3abb tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883829 Feb 09 01:36:35.193305 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-fd19c233-e388-442c-b5b1-331655ab495c tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Deleting port 5e465535-6b68-4734-87b8-a34cdc1f46f6 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:36:35.193927 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd19c233-e388-442c-b5b1-331655ab495c tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5e465535-6b68-4734-87b8-a34cdc1f46f6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:35.455772 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd19c233-e388-442c-b5b1-331655ab495c tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5e465535-6b68-4734-87b8-a34cdc1f46f6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:35.485856 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-79212cae-280a-41bc-bd7d-7e8c43ab1243 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Allocated IP 172.20.0.11 (e22f3d8b-910b-4bfd-888d-5b6735c33e0d/5d984b3d-a8e5-4608-b4ad-f090ccd966bb/a0f6c7eb-63ce-4464-9169-0ab56265449c) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:35.518359 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-fd19c233-e388-442c-b5b1-331655ab495c tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Calling delete_port for 5e465535-6b68-4734-87b8-a34cdc1f46f6 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:36:35.720351 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:36:35.851255 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd19c233-e388-442c-b5b1-331655ab495c tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (5e465535-6b68-4734-87b8-a34cdc1f46f6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:35.929862 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-79212cae-280a-41bc-bd7d-7e8c43ab1243 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks [] for port (a0f6c7eb-63ce-4464-9169-0ab56265449c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:35.932395 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19c233-e388-442c-b5b1-331655ab495c tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Pushing event deleted for resources: {'Port': ['ID=5e465535-6b68-4734-87b8-a34cdc1f46f6,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:35.999021 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-79212cae-280a-41bc-bd7d-7e8c43ab1243 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a0f6c7eb-63ce-4464-9169-0ab56265449c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:35.999716 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd19c233-e388-442c-b5b1-331655ab495c tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (d5a834e1-bb2d-4e94-9652-486eb73a427d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:36.015449 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:36:36.125272 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79212cae-280a-41bc-bd7d-7e8c43ab1243 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Pushing event updated for resources: {'Port': ['ID=a0f6c7eb-63ce-4464-9169-0ab56265449c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:36.162920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-79212cae-280a-41bc-bd7d-7e8c43ab1243 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Network e22f3d8b-910b-4bfd-888d-5b6735c33e0d is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:36.167851 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-79212cae-280a-41bc-bd7d-7e8c43ab1243 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:36.174102 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-79212cae-280a-41bc-bd7d-7e8c43ab1243 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:36:36.285395 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd19c233-e388-442c-b5b1-331655ab495c tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (d5a834e1-bb2d-4e94-9652-486eb73a427d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:36.292148 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd19c233-e388-442c-b5b1-331655ab495c tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_controller (d5a834e1-bb2d-4e94-9652-486eb73a427d), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:36.310361 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-79212cae-280a-41bc-bd7d-7e8c43ab1243 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:36.314445 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-79212cae-280a-41bc-bd7d-7e8c43ab1243 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:36.379446 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-79212cae-280a-41bc-bd7d-7e8c43ab1243 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6846428 Feb 09 01:36:36.399609 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-ea273eda-9343-4155-b4a8-644c2ae794f0 service neutron] Request body: {'port': {'device_id': 'bdf4485e-f945-4a51-aa90-1f81295ea53a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:36.417382 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd19c233-e388-442c-b5b1-331655ab495c tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (d5a834e1-bb2d-4e94-9652-486eb73a427d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:36.419787 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd19c233-e388-442c-b5b1-331655ab495c tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Fanout notify agent at l3_agent the message router_deleted on router d5a834e1-bb2d-4e94-9652-486eb73a427d {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:36:36.457771 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd19c233-e388-442c-b5b1-331655ab495c tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:36.465506 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fd19c233-e388-442c-b5b1-331655ab495c tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "DELETE /v2.0/routers/d5a834e1-bb2d-4e94-9652-486eb73a427d HTTP/1.1" status: 204 len: 168 time: 1.9211073 Feb 09 01:36:36.467690 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33154) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:36.478736 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4a60aaac-e412-4cf7-a1b5-1dd4e2fc8b2e tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1275798792', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}, 'admin_state_up': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:36.529764 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a60aaac-e412-4cf7-a1b5-1dd4e2fc8b2e tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (75299312-088e-4f5e-80b2-fb482ee1123b), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:36.531033 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a60aaac-e412-4cf7-a1b5-1dd4e2fc8b2e tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (75299312-088e-4f5e-80b2-fb482ee1123b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:36.576591 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-ea273eda-9343-4155-b4a8-644c2ae794f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a0f6c7eb-63ce-4464-9169-0ab56265449c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:36.615598 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a60aaac-e412-4cf7-a1b5-1dd4e2fc8b2e tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_controller (75299312-088e-4f5e-80b2-fb482ee1123b), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:36.833694 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a60aaac-e412-4cf7-a1b5-1dd4e2fc8b2e tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_gateway (75299312-088e-4f5e-80b2-fb482ee1123b), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:37.160779 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-ea273eda-9343-4155-b4a8-644c2ae794f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f6c7eb-63ce-4464-9169-0ab56265449c {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:36:37.171349 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-ea273eda-9343-4155-b4a8-644c2ae794f0 service neutron] Publish callbacks [] for port (a0f6c7eb-63ce-4464-9169-0ab56265449c), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:37.190364 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-ea273eda-9343-4155-b4a8-644c2ae794f0 service neutron] Transition to ACTIVE for port object a0f6c7eb-63ce-4464-9169-0ab56265449c will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:37.196633 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-ea273eda-9343-4155-b4a8-644c2ae794f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a0f6c7eb-63ce-4464-9169-0ab56265449c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:37.314551 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a60aaac-e412-4cf7-a1b5-1dd4e2fc8b2e tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_gateway (75299312-088e-4f5e-80b2-fb482ee1123b), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:37.327724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea273eda-9343-4155-b4a8-644c2ae794f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f6c7eb-63ce-4464-9169-0ab56265449c,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:37.359376 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a60aaac-e412-4cf7-a1b5-1dd4e2fc8b2e tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:37.403937 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-12956c81-9416-43ce-b838-b8aa96cf62c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:37.508967 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-ea273eda-9343-4155-b4a8-644c2ae794f0 service neutron] Attempting to bind port a0f6c7eb-63ce-4464-9169-0ab56265449c on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:36:37.509864 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-ea273eda-9343-4155-b4a8-644c2ae794f0 service neutron] Attempting to bind port a0f6c7eb-63ce-4464-9169-0ab56265449c by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:36:37.510269 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-ea273eda-9343-4155-b4a8-644c2ae794f0 service neutron] Attempting to bind port a0f6c7eb-63ce-4464-9169-0ab56265449c on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:37.521377 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-ea273eda-9343-4155-b4a8-644c2ae794f0 service neutron] Port a0f6c7eb-63ce-4464-9169-0ab56265449c on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:36:37.521592 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-4a60aaac-e412-4cf7-a1b5-1dd4e2fc8b2e tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Allocated IP 172.25.7.33 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/ecded0de-4974-43de-b2dd-9a9bb90bb957) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:37.522364 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-ea273eda-9343-4155-b4a8-644c2ae794f0 service neutron] Attempting to bind port a0f6c7eb-63ce-4464-9169-0ab56265449c on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:37.533573 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-ea273eda-9343-4155-b4a8-644c2ae794f0 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:36:37.533910 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-ea273eda-9343-4155-b4a8-644c2ae794f0 service neutron] Checking segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:36:37.535636 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-ea273eda-9343-4155-b4a8-644c2ae794f0 service neutron] Bound using segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:36:37.537033 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-ea273eda-9343-4155-b4a8-644c2ae794f0 service neutron] Bound port: a0f6c7eb-63ce-4464-9169-0ab56265449c, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:36:37.538655 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-ea273eda-9343-4155-b4a8-644c2ae794f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a0f6c7eb-63ce-4464-9169-0ab56265449c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:37.664494 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a60aaac-e412-4cf7-a1b5-1dd4e2fc8b2e tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for port (ecded0de-4974-43de-b2dd-9a9bb90bb957), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:37.706237 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-ea273eda-9343-4155-b4a8-644c2ae794f0 service neutron] For port a0f6c7eb-63ce-4464-9169-0ab56265449c, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:36:37.710419 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-ea273eda-9343-4155-b4a8-644c2ae794f0 service neutron] For port a0f6c7eb-63ce-4464-9169-0ab56265449c, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a0f6c7eb-63ce-4464-9169-0ab56265449c,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:36:37.720331 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-ea273eda-9343-4155-b4a8-644c2ae794f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a0f6c7eb-63ce-4464-9169-0ab56265449c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:37.736110 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a60aaac-e412-4cf7-a1b5-1dd4e2fc8b2e tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ecded0de-4974-43de-b2dd-9a9bb90bb957), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:37.802402 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a60aaac-e412-4cf7-a1b5-1dd4e2fc8b2e tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:37.803587 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-ea273eda-9343-4155-b4a8-644c2ae794f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:37.805926 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-4a60aaac-e412-4cf7-a1b5-1dd4e2fc8b2e tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:37.806206 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-ea273eda-9343-4155-b4a8-644c2ae794f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:37.808593 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-ea273eda-9343-4155-b4a8-644c2ae794f0 service neutron] 10.222.0.48 "PUT /v2.0/ports/a0f6c7eb-63ce-4464-9169-0ab56265449c HTTP/1.1" status: 200 len: 1092 time: 1.4182675 Feb 09 01:36:37.809828 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf4485e-f945-4a51-aa90-1f81295ea53a', 'tag': 'a0f6c7eb-63ce-4464-9169-0ab56265449c'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:37.810036 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a60aaac-e412-4cf7-a1b5-1dd4e2fc8b2e tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:36:37.816452 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e0781e-d3e1-4cab-9094-da63412fc542" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf4485e-f945-4a51-aa90-1f81295ea53a", "tag": "a0f6c7eb-63ce-4464-9169-0ab56265449c"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:37.896295 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60aaac-e412-4cf7-a1b5-1dd4e2fc8b2e tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Pushing event updated for resources: {'Port': ['ID=ecded0de-4974-43de-b2dd-9a9bb90bb957,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:37.903875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea273eda-9343-4155-b4a8-644c2ae794f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f6c7eb-63ce-4464-9169-0ab56265449c,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:37.931218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-e84460be-75c2-4415-a026-1655061e0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:37.932926 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-e84460be-75c2-4415-a026-1655061e0087 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 1126 time: 0.0673916 Feb 09 01:36:38.060125 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-c22d0c32-1f6b-446c-a474-a6c8abb9643c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0f6c7eb-63ce-4464-9169-0ab56265449c HTTP/1.1" status: 200 len: 217 time: 0.1189640 Feb 09 01:36:38.198660 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-1eff010a-0a49-49a6-92d2-68aa6df2bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:38.201411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-1eff010a-0a49-49a6-92d2-68aa6df2bf4a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.1322811 Feb 09 01:36:38.276185 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-fdc4b32e-4e64-4651-a09a-da67d55af584 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559320 Feb 09 01:36:38.401453 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a60aaac-e412-4cf7-a1b5-1dd4e2fc8b2e tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_gateway (75299312-088e-4f5e-80b2-fb482ee1123b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:38.530567 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-2a1baf9c-be79-4c84-b4bf-0a0fd3ccb9ab service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433169 Feb 09 01:36:38.739637 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a60aaac-e412-4cf7-a1b5-1dd4e2fc8b2e tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (75299312-088e-4f5e-80b2-fb482ee1123b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:38.752606 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6a6d64b5-a4c9-435a-8838-eb9c923539d9 req-5caae400-8fc4-4afc-9cf5-3ac7378f4ee3 service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106700 Feb 09 01:36:38.995297 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a60aaac-e412-4cf7-a1b5-1dd4e2fc8b2e tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Router 75299312-088e-4f5e-80b2-fb482ee1123b is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:36:39.237640 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a60aaac-e412-4cf7-a1b5-1dd4e2fc8b2e tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:36:39.251852 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87d8267-567f-4a89-b651-bfd5549c5e00 None None] Sync routers for ids ['75299312-088e-4f5e-80b2-fb482ee1123b'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:39.275041 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87d8267-567f-4a89-b651-bfd5549c5e00 None None] Routers {'75299312-088e-4f5e-80b2-fb482ee1123b'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:39.275719 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b87d8267-567f-4a89-b651-bfd5549c5e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:36:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['75299312-088e-4f5e-80b2-fb482ee1123b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:39.292301 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a60aaac-e412-4cf7-a1b5-1dd4e2fc8b2e tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:39.298677 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33162) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:39.302470 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4a60aaac-e412-4cf7-a1b5-1dd4e2fc8b2e tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8302300 Feb 09 01:36:39.304577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-6fe04a4f-d64d-4780-ba0a-a4badc23d081 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:39.330152 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b87d8267-567f-4a89-b651-bfd5549c5e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:39.346791 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87d8267-567f-4a89-b651-bfd5549c5e00 None None] Routers {'75299312-088e-4f5e-80b2-fb482ee1123b'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:39.347892 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b87d8267-567f-4a89-b651-bfd5549c5e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:36:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['75299312-088e-4f5e-80b2-fb482ee1123b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:39.418499 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b87d8267-567f-4a89-b651-bfd5549c5e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:39.430478 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87d8267-567f-4a89-b651-bfd5549c5e00 None None] The sync data for ids ['75299312-088e-4f5e-80b2-fb482ee1123b'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:39.461738 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:39.764270 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-88249dda-e4f5-44b7-a156-077fd1577363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:40.332700 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6fe04a4f-d64d-4780-ba0a-a4badc23d081 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_gateway (75299312-088e-4f5e-80b2-fb482ee1123b), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:40.350598 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6fe04a4f-d64d-4780-ba0a-a4badc23d081 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_gateway (75299312-088e-4f5e-80b2-fb482ee1123b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:40.444193 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-6fe04a4f-d64d-4780-ba0a-a4badc23d081 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Deleting port ecded0de-4974-43de-b2dd-9a9bb90bb957 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:36:40.444771 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6fe04a4f-d64d-4780-ba0a-a4badc23d081 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ecded0de-4974-43de-b2dd-9a9bb90bb957), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:40.542475 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6fe04a4f-d64d-4780-ba0a-a4badc23d081 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ecded0de-4974-43de-b2dd-9a9bb90bb957), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:40.556650 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-6fe04a4f-d64d-4780-ba0a-a4badc23d081 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Calling delete_port for ecded0de-4974-43de-b2dd-9a9bb90bb957 owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:36:40.620414 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:40.692527 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:40.857524 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6fe04a4f-d64d-4780-ba0a-a4badc23d081 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ecded0de-4974-43de-b2dd-9a9bb90bb957), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:40.916279 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe04a4f-d64d-4780-ba0a-a4badc23d081 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Pushing event deleted for resources: {'Port': ['ID=ecded0de-4974-43de-b2dd-9a9bb90bb957,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:41.082307 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6fe04a4f-d64d-4780-ba0a-a4badc23d081 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (75299312-088e-4f5e-80b2-fb482ee1123b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:41.507086 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6fe04a4f-d64d-4780-ba0a-a4badc23d081 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (75299312-088e-4f5e-80b2-fb482ee1123b), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:41.522787 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6fe04a4f-d64d-4780-ba0a-a4badc23d081 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608658'] for router (75299312-088e-4f5e-80b2-fb482ee1123b), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:41.650106 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe04a4f-d64d-4780-ba0a-a4badc23d081 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Router 75299312-088e-4f5e-80b2-fb482ee1123b has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:36:41.771573 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe04a4f-d64d-4780-ba0a-a4badc23d081 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:36:41.779690 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6fe04a4f-d64d-4780-ba0a-a4badc23d081 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:41.786218 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e32fa01-8652-40f6-b17e-b8bcb58a70b8 None None] Sync routers for ids ['75299312-088e-4f5e-80b2-fb482ee1123b'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:41.787739 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33174) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:41.807776 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6fe04a4f-d64d-4780-ba0a-a4badc23d081 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "PUT /v2.0/routers/75299312-088e-4f5e-80b2-fb482ee1123b HTTP/1.1" status: 200 len: 710 time: 2.4811783 Feb 09 01:36:41.811022 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e32fa01-8652-40f6-b17e-b8bcb58a70b8 None None] Routers {'75299312-088e-4f5e-80b2-fb482ee1123b'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:41.813302 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-3e32fa01-8652-40f6-b17e-b8bcb58a70b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:36:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['75299312-088e-4f5e-80b2-fb482ee1123b'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:41.909534 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-85b2cd59-c54f-48a5-959e-4cd8b03e79b0 tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "GET /v2.0/routers/75299312-088e-4f5e-80b2-fb482ee1123b HTTP/1.1" status: 200 len: 745 time: 0.1205685 Feb 09 01:36:41.912386 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33176) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:41.931708 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-3e32fa01-8652-40f6-b17e-b8bcb58a70b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:41.966986 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e32fa01-8652-40f6-b17e-b8bcb58a70b8 None None] Routers {'75299312-088e-4f5e-80b2-fb482ee1123b'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:41.968807 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-3e32fa01-8652-40f6-b17e-b8bcb58a70b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:36:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['75299312-088e-4f5e-80b2-fb482ee1123b'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:41.979770 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a1099831-e84f-4acb-9127-1a490f8bde0c tempest-RoutersIpV6AdminTest-1222484543 tempest-RoutersIpV6AdminTest-1222484543-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&device_id=75299312-088e-4f5e-80b2-fb482ee1123b HTTP/1.1" status: 200 len: 205 time: 0.0661643 Feb 09 01:36:41.982477 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33178) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:42.016179 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bfa36a40-b4a8-4180-9e76-f4566a8f90a6 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "GET /v2.0/ports?device_id=75299312-088e-4f5e-80b2-fb482ee1123b HTTP/1.1" status: 200 len: 205 time: 0.0324047 Feb 09 01:36:42.019431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33180) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:42.068664 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-3e32fa01-8652-40f6-b17e-b8bcb58a70b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:42.071141 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e32fa01-8652-40f6-b17e-b8bcb58a70b8 None None] The sync data for ids ['75299312-088e-4f5e-80b2-fb482ee1123b'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:42.132278 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-de56b7c8-0ed2-4dae-84a6-6c46f023fda9 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router (75299312-088e-4f5e-80b2-fb482ee1123b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:42.193562 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:42.382636 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-de56b7c8-0ed2-4dae-84a6-6c46f023fda9 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (75299312-088e-4f5e-80b2-fb482ee1123b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:42.386353 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-de56b7c8-0ed2-4dae-84a6-6c46f023fda9 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router_controller (75299312-088e-4f5e-80b2-fb482ee1123b), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:42.455931 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-de56b7c8-0ed2-4dae-84a6-6c46f023fda9 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (75299312-088e-4f5e-80b2-fb482ee1123b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:42.457958 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de56b7c8-0ed2-4dae-84a6-6c46f023fda9 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Fanout notify agent at l3_agent the message router_deleted on router 75299312-088e-4f5e-80b2-fb482ee1123b {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:36:42.473964 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-de56b7c8-0ed2-4dae-84a6-6c46f023fda9 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:42.476687 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-de56b7c8-0ed2-4dae-84a6-6c46f023fda9 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "DELETE /v2.0/routers/75299312-088e-4f5e-80b2-fb482ee1123b HTTP/1.1" status: 204 len: 168 time: 0.4552760 Feb 09 01:36:42.480467 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33182) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:42.521497 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0ad6226a-273a-4078-af9c-1f14117f52fd tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "GET /v2.0/ports?device_id=75299312-088e-4f5e-80b2-fb482ee1123b HTTP/1.1" status: 200 len: 205 time: 0.0396087 Feb 09 01:36:42.525262 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33184) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:42.575306 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-e13182e2-6ca4-4205-b7b8-c7d67bf91e51 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] delete failed (client error): The resource could not be found. Feb 09 01:36:42.576676 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e13182e2-6ca4-4205-b7b8-c7d67bf91e51 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "DELETE /v2.0/routers/75299312-088e-4f5e-80b2-fb482ee1123b HTTP/1.1" status: 404 len: 336 time: 0.0502384 Feb 09 01:36:42.580454 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33186) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:42.619286 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b5fe336d-02d2-4ec0-8814-f10957e6297c tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5a834e1-bb2d-4e94-9652-486eb73a427d HTTP/1.1" status: 200 len: 205 time: 0.0373206 Feb 09 01:36:42.621685 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33188) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:42.692613 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-218cdf2f-88d6-4445-82c3-b96be5353a9b tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] delete failed (client error): The resource could not be found. Feb 09 01:36:42.693965 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-218cdf2f-88d6-4445-82c3-b96be5353a9b tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "DELETE /v2.0/routers/d5a834e1-bb2d-4e94-9652-486eb73a427d HTTP/1.1" status: 404 len: 336 time: 0.0705142 Feb 09 01:36:42.698333 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33192) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:42.743361 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-16f8ed0a-2883-4f0f-9004-2a12efd7c037 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71f87a8-ace4-4f3b-9742-f91a07350978 HTTP/1.1" status: 200 len: 205 time: 0.0438242 Feb 09 01:36:42.745940 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33200) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:42.808941 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-5302c255-e1fd-445b-b232-6b48d5fa52b0 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] delete failed (client error): The resource could not be found. Feb 09 01:36:42.810646 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5302c255-e1fd-445b-b232-6b48d5fa52b0 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "DELETE /v2.0/routers/f71f87a8-ace4-4f3b-9742-f91a07350978 HTTP/1.1" status: 404 len: 336 time: 0.0632105 Feb 09 01:36:42.813310 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33202) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:42.850088 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b2eab9ee-2d79-439f-a2af-3b34ad0be05d tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd47c57e-d380-4e30-92f2-d2c54aeb9ce1 HTTP/1.1" status: 200 len: 205 time: 0.0354507 Feb 09 01:36:42.852690 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33206) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:42.913768 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-6eccbdb7-1c17-4dc0-a95d-7d15190153f2 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] delete failed (client error): The resource could not be found. Feb 09 01:36:42.914813 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6eccbdb7-1c17-4dc0-a95d-7d15190153f2 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "DELETE /v2.0/routers/dd47c57e-d380-4e30-92f2-d2c54aeb9ce1 HTTP/1.1" status: 404 len: 336 time: 0.0611403 Feb 09 01:36:42.917495 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33216) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:42.956864 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ea251cc2-cac4-4e3f-a608-861c564857d6 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd351c3c-815a-4d70-b792-59e46ed4eb50 HTTP/1.1" status: 200 len: 205 time: 0.0365868 Feb 09 01:36:42.959255 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33222) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:43.036988 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-f5db7392-bae4-4f7a-9262-45fd2e4fd651 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] delete failed (client error): The resource could not be found. Feb 09 01:36:43.038541 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f5db7392-bae4-4f7a-9262-45fd2e4fd651 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "DELETE /v2.0/routers/fd351c3c-815a-4d70-b792-59e46ed4eb50 HTTP/1.1" status: 404 len: 336 time: 0.0779946 Feb 09 01:36:43.041188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33226) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:43.117586 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17aa928-5843-4708-a327-37a80bce5505 req-710ea595-5f48-48ee-9307-676034bb1a00 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:43.119772 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e17aa928-5843-4708-a327-37a80bce5505 req-710ea595-5f48-48ee-9307-676034bb1a00 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 950 time: 0.0688217 Feb 09 01:36:43.123124 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c099ee21-06bc-4f80-ad62-4e3732c2cf8f tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc105022-9ae3-4606-a103-7d2a521eb85c HTTP/1.1" status: 200 len: 205 time: 0.0788009 Feb 09 01:36:43.123654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33228) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:43.185616 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-c023a37a-d091-4589-9fa4-0dc0cf611dfe tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] delete failed (client error): The resource could not be found. Feb 09 01:36:43.185859 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e17aa928-5843-4708-a327-37a80bce5505 req-18f481d8-d3c6-4cda-b90e-5669faaa42c4 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582488 Feb 09 01:36:43.186745 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c023a37a-d091-4589-9fa4-0dc0cf611dfe tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "DELETE /v2.0/routers/fc105022-9ae3-4606-a103-7d2a521eb85c HTTP/1.1" status: 404 len: 336 time: 0.0620630 Feb 09 01:36:43.190002 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33230) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:43.221382 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-6631e6c9-40d8-4d84-8410-35274de8ade7 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] DELETE failed (client error): The resource could not be found. Feb 09 01:36:43.222354 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6631e6c9-40d8-4d84-8410-35274de8ade7 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:36:43.242855 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6631e6c9-40d8-4d84-8410-35274de8ade7 tempest-RoutersIpV6AdminTest-274453937 tempest-RoutersIpV6AdminTest-274453937-project] 10.222.0.36 "DELETE /v2.0/subnets/adfc18cf-84fe-47af-af4e-901f9ee64adf HTTP/1.1" status: 404 len: 337 time: 0.0447943 Feb 09 01:36:43.244041 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-f3f0e165-743c-4005-8e9d-e9c7d88a5069 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:43.252133 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-f3f0e165-743c-4005-8e9d-e9c7d88a5069 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/networks?id=70e3d008-abec-4bd7-8d79-31eaa2aa1548 HTTP/1.1" status: 200 len: 813 time: 0.2281084 Feb 09 01:36:43.269729 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-cbd77b38-9e42-47dd-8af0-5f183fd50ad7 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/quotas/3dba911071cc42a1b7e4051941bdf918 HTTP/1.1" status: 200 len: 375 time: 0.0155282 Feb 09 01:36:43.337388 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-3e299d51-e89c-4a54-b295-e037092f8558 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3dba911071cc42a1b7e4051941bdf918&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655897 Feb 09 01:36:43.390944 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:43.546518 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-18f8e01e-dec8-4f7a-b5e4-d83690a4d3ca service neutron] 10.222.0.36 "GET /v2.0/networks/70e3d008-abec-4bd7-8d79-31eaa2aa1548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080903 Feb 09 01:36:43.669952 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33238) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:43.775948 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-47bb1491-e999-47d3-8437-fc9a40de5b96 service neutron] 10.222.0.36 "GET /v2.0/networks/70e3d008-abec-4bd7-8d79-31eaa2aa1548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190502 Feb 09 01:36:43.896933 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5c9ab326-fd60-42a9-825a-d77ee8f6766b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:43.921023 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41967a5d-a8b1-471a-8cd4-9d9211b4d0b0 req-d995984e-1e5b-44d8-8598-6cbc494b9c27 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:43.922952 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-41967a5d-a8b1-471a-8cd4-9d9211b4d0b0 req-d995984e-1e5b-44d8-8598-6cbc494b9c27 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 944 time: 0.6199131 Feb 09 01:36:44.022981 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-41967a5d-a8b1-471a-8cd4-9d9211b4d0b0 req-3e3fac75-c867-4f94-84dc-ef28b3acdbbd tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901964 Feb 09 01:36:44.072111 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5c9ab326-fd60-42a9-825a-d77ee8f6766b admin admin] Publish callbacks [] for security_group (628820c2-3867-4292-8340-48daa9ede797), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:44.080046 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5c9ab326-fd60-42a9-825a-d77ee8f6766b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (628820c2-3867-4292-8340-48daa9ede797), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:44.117490 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7deac6-6811-4e73-abbc-24f721522a1e x-openstack-request-id: req-bf7deac6-6811-4e73-abbc-24f721522a1e {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:44.117817 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf4485e-f945-4a51-aa90-1f81295ea53a", "tag": "a0f6c7eb-63ce-4464-9169-0ab56265449c", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:44.118150 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf7deac6-6811-4e73-abbc-24f721522a1e {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:44.118564 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf4485e-f945-4a51-aa90-1f81295ea53a', 'tag': 'a0f6c7eb-63ce-4464-9169-0ab56265449c', 'status': 'completed', 'code': 200} Feb 09 01:36:44.257169 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5c9ab326-fd60-42a9-825a-d77ee8f6766b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5353b9c2a5e04004a41a70c78462b79a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5859356 Feb 09 01:36:44.261008 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33268) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:44.319071 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ab326-fd60-42a9-825a-d77ee8f6766b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628820c2-3867-4292-8340-48daa9ede797,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:44.355892 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0781e-d3e1-4cab-9094-da63412fc542 req-7b24bc54-cda2-44eb-9d8b-1b89fdd7ed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:44.359534 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68e0781e-d3e1-4cab-9094-da63412fc542 req-7b24bc54-cda2-44eb-9d8b-1b89fdd7ed41 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 1126 time: 0.1960752 Feb 09 01:36:44.411064 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cea54916-d82f-4997-8577-0ab2d915fc91 req-1527f705-28fe-4569-b3ae-fdfd12dd4434 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/ports?device_id=18d0e775-c2d9-4726-b5dc-f0c815449809 HTTP/1.1" status: 200 len: 210 time: 0.0909886 Feb 09 01:36:44.455764 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c54c057-5a26-4059-8f5f-f4c2bc26f166 admin admin] Publish callbacks [] for security_group (628820c2-3867-4292-8340-48daa9ede797), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:44.510662 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c54c057-5a26-4059-8f5f-f4c2bc26f166 admin admin] Publish callbacks [] for security_group (628820c2-3867-4292-8340-48daa9ede797), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:44.568132 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33581ddc-e06b-4b06-9357-22bf3675799a req-af509d38-0f99-4c0c-91e6-c82d7f0821b5 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:44.579858 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-33581ddc-e06b-4b06-9357-22bf3675799a req-af509d38-0f99-4c0c-91e6-c82d7f0821b5 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 946 time: 0.3581123 Feb 09 01:36:44.595613 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86f298-0d53-4b83-a70f-ecbe4ecf27ba req-f5e94410-4833-40b7-b33e-9021aa986a7a tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:44.596576 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0781e-d3e1-4cab-9094-da63412fc542 req-108cae0d-85ab-4f0b-90a7-a475d7f8b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:44.597568 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d86f298-0d53-4b83-a70f-ecbe4ecf27ba req-f5e94410-4833-40b7-b33e-9021aa986a7a tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 950 time: 0.0988288 Feb 09 01:36:44.605811 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68e0781e-d3e1-4cab-9094-da63412fc542 req-108cae0d-85ab-4f0b-90a7-a475d7f8b64e service neutron] 10.222.0.48 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 907 time: 0.2313881 Feb 09 01:36:44.654239 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c54c057-5a26-4059-8f5f-f4c2bc26f166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (628820c2-3867-4292-8340-48daa9ede797), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:44.657504 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c54c057-5a26-4059-8f5f-f4c2bc26f166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:44.658805 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2c54c057-5a26-4059-8f5f-f4c2bc26f166 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/628820c2-3867-4292-8340-48daa9ede797 HTTP/1.1" status: 204 len: 168 time: 0.3958678 Feb 09 01:36:44.673861 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54c057-5a26-4059-8f5f-f4c2bc26f166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628820c2-3867-4292-8340-48daa9ede797,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:44.680717 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d86f298-0d53-4b83-a70f-ecbe4ecf27ba req-40024e66-abdb-42cd-8c1f-51ea8dbb288e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730255 Feb 09 01:36:44.815094 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-33581ddc-e06b-4b06-9357-22bf3675799a req-1a4466d6-deee-481d-983c-4f2ce720bbd0 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339997 Feb 09 01:36:44.819030 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68e0781e-d3e1-4cab-9094-da63412fc542 req-b63e902d-3739-4f28-a88a-7c302cb418a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0f6c7eb-63ce-4464-9169-0ab56265449c HTTP/1.1" status: 200 len: 217 time: 0.2098351 Feb 09 01:36:44.964909 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0781e-d3e1-4cab-9094-da63412fc542 req-af6e481b-0c34-4e16-8f97-e3270454217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:44.967329 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68e0781e-d3e1-4cab-9094-da63412fc542 req-af6e481b-0c34-4e16-8f97-e3270454217b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.1311345 Feb 09 01:36:44.969136 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a60212-7907-4c68-84d5-d8ab6c103cac req-0649fa93-65af-4a71-8351-a44ed23de693 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:44.975186 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-57a60212-7907-4c68-84d5-d8ab6c103cac req-0649fa93-65af-4a71-8351-a44ed23de693 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ded839-b7aa-44a6-9c35-1a5220062c34 HTTP/1.1" status: 200 len: 950 time: 0.1595750 Feb 09 01:36:45.080479 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68e0781e-d3e1-4cab-9094-da63412fc542 req-2a4c95da-399e-48f5-ac3b-52e868fb8d17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937536 Feb 09 01:36:45.114409 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-57a60212-7907-4c68-84d5-d8ab6c103cac req-6b0936a8-8160-4922-8543-1f2d5d3b6ba7 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247778 Feb 09 01:36:45.329095 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68e0781e-d3e1-4cab-9094-da63412fc542 req-2c7c439b-a5ac-4389-b12e-852757d3c9de service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119405 Feb 09 01:36:45.376692 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33296) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:45.638886 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68e0781e-d3e1-4cab-9094-da63412fc542 req-8319b85e-3d5e-445e-9f1c-d380ad3b2d45 service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902470 Feb 09 01:36:45.643872 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-dfd88d5a-838f-4681-b81c-e97c5d45fb69 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7168a991575b499986def6d8a98ebb73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534020 Feb 09 01:36:45.648143 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33306) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:45.728464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7b5a0-6ff9-41f3-9f82-56dc2dbb6eeb req-0c69c707-a346-4b95-9358-93abf2f43462 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:45.732214 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d1b7b5a0-6ff9-41f3-9f82-56dc2dbb6eeb req-0c69c707-a346-4b95-9358-93abf2f43462 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 1128 time: 0.0855393 Feb 09 01:36:45.828324 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d1b7b5a0-6ff9-41f3-9f82-56dc2dbb6eeb req-5afa9e56-9292-46aa-ab87-8ea2802c6a6a tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744877 Feb 09 01:36:45.858838 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a6f65458-96fe-4ee9-9a02-14d8f6e36b96 admin admin] Publish callbacks [] for security_group (5191d236-3b3b-494f-ab65-365a8f8e9ec7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:45.963246 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a6f65458-96fe-4ee9-9a02-14d8f6e36b96 admin admin] Publish callbacks [] for security_group (5191d236-3b3b-494f-ab65-365a8f8e9ec7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:46.107971 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-47fb68ac-0d7e-445d-b74c-1101598809a9 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:46.110337 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-47fb68ac-0d7e-445d-b74c-1101598809a9 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.48 "GET /v2.0/networks?id=70e3d008-abec-4bd7-8d79-31eaa2aa1548 HTTP/1.1" status: 200 len: 813 time: 0.2032731 Feb 09 01:36:46.136939 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b11505-6192-43f6-9fc5-09830e34a62a req-16d691fd-fa61-4b32-a3fb-3b8423bbb95e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:46.139367 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-95da0276-d638-4aac-981c-454b47ecd8ff tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Request body: {'port': {'device_id': '18d0e775-c2d9-4726-b5dc-f0c815449809', 'network_id': '70e3d008-abec-4bd7-8d79-31eaa2aa1548', 'admin_state_up': True, 'tenant_id': '3dba911071cc42a1b7e4051941bdf918'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:46.147299 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b4b11505-6192-43f6-9fc5-09830e34a62a req-16d691fd-fa61-4b32-a3fb-3b8423bbb95e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 944 time: 0.2492003 Feb 09 01:36:46.274095 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b4b11505-6192-43f6-9fc5-09830e34a62a req-d176cd4b-56b4-4379-9cb9-1156c6659cbf tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191912 Feb 09 01:36:46.288042 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a6f65458-96fe-4ee9-9a02-14d8f6e36b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5191d236-3b3b-494f-ab65-365a8f8e9ec7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:46.291610 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a6f65458-96fe-4ee9-9a02-14d8f6e36b96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:46.293546 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a6f65458-96fe-4ee9-9a02-14d8f6e36b96 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5191d236-3b3b-494f-ab65-365a8f8e9ec7 HTTP/1.1" status: 204 len: 168 time: 0.6430597 Feb 09 01:36:46.322429 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f65458-96fe-4ee9-9a02-14d8f6e36b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5191d236-3b3b-494f-ab65-365a8f8e9ec7,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:46.472965 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7e2f3676-3128-4574-9223-cca815132344 req-e434334d-eabc-4e17-854f-f0c1b9f2ef7c tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/ports?device_id=18d0e775-c2d9-4726-b5dc-f0c815449809 HTTP/1.1" status: 200 len: 210 time: 0.0647993 Feb 09 01:36:46.512184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-95da0276-d638-4aac-981c-454b47ecd8ff tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Made reservation on behalf of 3dba911071cc42a1b7e4051941bdf918 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:46.530111 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-95da0276-d638-4aac-981c-454b47ecd8ff tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:46.691413 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b28e41-4ecc-45f2-ad14-378ce540fd6f req-a229cbb4-433a-4267-a4e3-4c88f66e4599 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:46.694828 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-93b28e41-4ecc-45f2-ad14-378ce540fd6f req-a229cbb4-433a-4267-a4e3-4c88f66e4599 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 950 time: 0.1031265 Feb 09 01:36:46.840206 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-93b28e41-4ecc-45f2-ad14-378ce540fd6f req-bacdd2b2-d0a4-4381-bfd9-8c987c3f4124 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321092 Feb 09 01:36:46.889881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-95da0276-d638-4aac-981c-454b47ecd8ff tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Allocated IP 172.20.0.3 (70e3d008-abec-4bd7-8d79-31eaa2aa1548/6a91af89-47d2-4d78-8d5c-6cf7a39e931d/49c37877-6790-4942-ab62-9dd9db0094d7) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:47.115044 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41941163-56af-411a-9c10-2f7f82bea84e req-078515bb-98a5-439e-89e8-1dbdd8da328c tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:47.119741 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-41941163-56af-411a-9c10-2f7f82bea84e req-078515bb-98a5-439e-89e8-1dbdd8da328c tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 1128 time: 0.1142924 Feb 09 01:36:47.231186 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-41941163-56af-411a-9c10-2f7f82bea84e req-3295f01e-8d68-4529-ace7-9c8b3bd5bac0 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045372 Feb 09 01:36:47.286308 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-95da0276-d638-4aac-981c-454b47ecd8ff tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Publish callbacks [] for port (49c37877-6790-4942-ab62-9dd9db0094d7), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:47.391469 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-95da0276-d638-4aac-981c-454b47ecd8ff tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (49c37877-6790-4942-ab62-9dd9db0094d7), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:47.502065 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-95da0276-d638-4aac-981c-454b47ecd8ff tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Network 70e3d008-abec-4bd7-8d79-31eaa2aa1548 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:47.513460 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-95da0276-d638-4aac-981c-454b47ecd8ff tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:47.525616 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-95da0276-d638-4aac-981c-454b47ecd8ff tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:36:47.548015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da0276-d638-4aac-981c-454b47ecd8ff tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Pushing event updated for resources: {'Port': ['ID=49c37877-6790-4942-ab62-9dd9db0094d7,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:47.582229 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673abc4a-3fd8-467f-9e3f-b0be813d922a req-ea4c4b63-d4fc-4286-9733-3589f137e6c3 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:47.599994 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-673abc4a-3fd8-467f-9e3f-b0be813d922a req-ea4c4b63-d4fc-4286-9733-3589f137e6c3 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 944 time: 0.1343610 Feb 09 01:36:47.681859 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-95da0276-d638-4aac-981c-454b47ecd8ff tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:47.682548 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-95da0276-d638-4aac-981c-454b47ecd8ff tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:47.728055 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-673abc4a-3fd8-467f-9e3f-b0be813d922a req-a74196b7-06b2-4f3b-b319-2654bbabb97c tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232171 Feb 09 01:36:47.743617 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-95da0276-d638-4aac-981c-454b47ecd8ff tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6101084 Feb 09 01:36:47.779945 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-63251d5f-6770-48bd-bb88-22fba1ab3ebf service neutron] Request body: {'port': {'device_id': '18d0e775-c2d9-4726-b5dc-f0c815449809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:47.909705 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-63251d5f-6770-48bd-bb88-22fba1ab3ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (49c37877-6790-4942-ab62-9dd9db0094d7), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:48.026602 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device bdcb2007-261e-4014-b5bf-0fce92495e6d no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:36:48.148728 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3ef31-71f4-41fc-92ec-3be6adad254f req-ccdf2a5b-45c8-483d-9791-24cfd74d82ae tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:48.174559 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-32f3ef31-71f4-41fc-92ec-3be6adad254f req-ccdf2a5b-45c8-483d-9791-24cfd74d82ae tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/ports?device_id=18d0e775-c2d9-4726-b5dc-f0c815449809 HTTP/1.1" status: 200 len: 931 time: 0.1941099 Feb 09 01:36:48.350921 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-32f3ef31-71f4-41fc-92ec-3be6adad254f req-9dfe0529-c09c-4195-b002-f5e5e41709f1 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bc0d3-cea6-48da-a87c-9ca1762fab35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580617 Feb 09 01:36:48.428939 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port bdcb2007-261e-4014-b5bf-0fce92495e6d is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:48.430959 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:48.474619 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33402) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:48.513875 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ded839-b7aa-44a6-9c35-1a5220062c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdcb2007-261e-4014-b5bf-0fce92495e6d'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:48.519754 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f763a0c-f524-4a57-bd67-d4da8ebb878c" -d '{"events": [{"server_uuid": "c7ded839-b7aa-44a6-9c35-1a5220062c34", "name": "network-vif-unplugged", "status": "completed", "tag": "bdcb2007-261e-4014-b5bf-0fce92495e6d"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:48.560531 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port bdcb2007-261e-4014-b5bf-0fce92495e6d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=bdcb2007-261e-4014-b5bf-0fce92495e6d,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:48.567973 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:48.683724 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=bdcb2007-261e-4014-b5bf-0fce92495e6d,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:48.700843 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:48.703384 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:48.703896 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:48.704426 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:48.705068 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:48.708276 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:48.708807 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:48.709476 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:48.710014 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:48.710541 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:48.711110 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:48.711647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:48.712159 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:48.712332 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4272c-794a-42cc-8221-f39f837dc44a req-127664c3-f9dd-4828-8c6f-0292e30d90dd tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:48.715369 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-40c4272c-794a-42cc-8221-f39f837dc44a req-127664c3-f9dd-4828-8c6f-0292e30d90dd tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 950 time: 0.1445222 Feb 09 01:36:48.818390 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Request body: {'networks': [{'name': 'tempest-network--1522205684'}, {'name': 'tempest-network--223486063'}]} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:48.819090 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Request body: {'network': {'name': 'tempest-network--1522205684'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:48.819717 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Request body: {'network': {'name': 'tempest-network--223486063'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:48.904607 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Made reservation on behalf of 7636a6805a184f2db0bacda04685478b for: {'network': 2} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:48.905109 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-63251d5f-6770-48bd-bb88-22fba1ab3ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c37877-6790-4942-ab62-9dd9db0094d7 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:36:48.917297 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:48.920221 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-63251d5f-6770-48bd-bb88-22fba1ab3ebf service neutron] Publish callbacks [] for port (49c37877-6790-4942-ab62-9dd9db0094d7), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:48.950934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-63251d5f-6770-48bd-bb88-22fba1ab3ebf service neutron] Transition to ACTIVE for port object 49c37877-6790-4942-ab62-9dd9db0094d7 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:48.953393 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:48.962360 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8857f64c-c6ff-4f5a-b2a0-8d670086d339 req-af42cf9f-dd61-46da-bd84-099d447013dc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1361153 Feb 09 01:36:48.964182 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-63251d5f-6770-48bd-bb88-22fba1ab3ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (49c37877-6790-4942-ab62-9dd9db0094d7), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:48.983483 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-40c4272c-794a-42cc-8221-f39f837dc44a req-17b05bac-f2f3-4dd5-b53b-cecfb728cb98 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599146 Feb 09 01:36:49.155527 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks [] for security_group (44fc9f2a-0a0f-4c01-aecb-0d53f63bdd2c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:49.164374 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (44fc9f2a-0a0f-4c01-aecb-0d53f63bdd2c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:49.166095 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:49.214752 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44fc9f2a-0a0f-4c01-aecb-0d53f63bdd2c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:49.238089 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:36:49.268182 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babb82a8-0c2b-4e7c-b5fe-a7d28cda6ad1 x-openstack-request-id: req-babb82a8-0c2b-4e7c-b5fe-a7d28cda6ad1 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:49.268941 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ded839-b7aa-44a6-9c35-1a5220062c34", "name": "network-vif-unplugged", "status": "completed", "tag": "bdcb2007-261e-4014-b5bf-0fce92495e6d", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:49.268941 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-babb82a8-0c2b-4e7c-b5fe-a7d28cda6ad1 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:49.269639 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ded839-b7aa-44a6-9c35-1a5220062c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdcb2007-261e-4014-b5bf-0fce92495e6d', 'code': 200} Feb 09 01:36:49.271676 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (0e9d215f-3b76-4c6e-8ac8-2638d1ca8bec), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:49.273754 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Added segment 0e9d215f-3b76-4c6e-8ac8-2638d1ca8bec of type vlan for network 74c122eb-c7e9-420d-a557-12e02e0abf1d Feb 09 01:36:49.309167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63251d5f-6770-48bd-bb88-22fba1ab3ebf service neutron] Pushing event updated for resources: {'Port': ['ID=49c37877-6790-4942-ab62-9dd9db0094d7,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:49.391900 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (74c122eb-c7e9-420d-a557-12e02e0abf1d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:49.430711 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857f64c-c6ff-4f5a-b2a0-8d670086d339 req-e070b45e-ce0d-4ec5-a175-75ea8d0e36bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:49.432259 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8857f64c-c6ff-4f5a-b2a0-8d670086d339 req-e070b45e-ce0d-4ec5-a175-75ea8d0e36bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 1126 time: 0.3542264 Feb 09 01:36:49.467027 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-63251d5f-6770-48bd-bb88-22fba1ab3ebf service neutron] Attempting to bind port 49c37877-6790-4942-ab62-9dd9db0094d7 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:36:49.467439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-63251d5f-6770-48bd-bb88-22fba1ab3ebf service neutron] Attempting to bind port 49c37877-6790-4942-ab62-9dd9db0094d7 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'b3590aa0-6252-4cbe-8a07-6c273b8be62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '70e3d008-abec-4bd7-8d79-31eaa2aa1548'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:36:49.467747 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-63251d5f-6770-48bd-bb88-22fba1ab3ebf service neutron] Attempting to bind port 49c37877-6790-4942-ab62-9dd9db0094d7 on network 70e3d008-abec-4bd7-8d79-31eaa2aa1548 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:49.477062 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-63251d5f-6770-48bd-bb88-22fba1ab3ebf service neutron] Port 49c37877-6790-4942-ab62-9dd9db0094d7 on network 70e3d008-abec-4bd7-8d79-31eaa2aa1548 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:36:49.477746 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-63251d5f-6770-48bd-bb88-22fba1ab3ebf service neutron] Attempting to bind port 49c37877-6790-4942-ab62-9dd9db0094d7 on network 70e3d008-abec-4bd7-8d79-31eaa2aa1548 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:49.478671 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfba2c9-24fa-4d2c-83e5-8d42b3dc7be7 req-f983f5dc-733f-4073-be5d-4450af4b355e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:49.488209 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-acfba2c9-24fa-4d2c-83e5-8d42b3dc7be7 req-f983f5dc-733f-4073-be5d-4450af4b355e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 944 time: 0.1252029 Feb 09 01:36:49.491427 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:36:49.524266 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (29a984ae-d33c-4978-be95-0a5584a631ae), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:49.524962 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Added segment 29a984ae-d33c-4978-be95-0a5584a631ae of type vlan for network 1cc3e3d3-8717-413f-803c-547fc21105ff Feb 09 01:36:49.639971 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-63251d5f-6770-48bd-bb88-22fba1ab3ebf service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:36:49.640324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-63251d5f-6770-48bd-bb88-22fba1ab3ebf service neutron] Checking segment: {'id': 'b3590aa0-6252-4cbe-8a07-6c273b8be62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '70e3d008-abec-4bd7-8d79-31eaa2aa1548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:36:49.641108 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-acfba2c9-24fa-4d2c-83e5-8d42b3dc7be7 req-a80909d1-2fd0-425f-a225-cfdad0bfbc85 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516395 Feb 09 01:36:49.641247 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-63251d5f-6770-48bd-bb88-22fba1ab3ebf service neutron] Bound using segment: {'id': 'b3590aa0-6252-4cbe-8a07-6c273b8be62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '70e3d008-abec-4bd7-8d79-31eaa2aa1548'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:36:49.641681 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-63251d5f-6770-48bd-bb88-22fba1ab3ebf service neutron] Bound port: 49c37877-6790-4942-ab62-9dd9db0094d7, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3590aa0-6252-4cbe-8a07-6c273b8be62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '70e3d008-abec-4bd7-8d79-31eaa2aa1548'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:36:49.642050 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-63251d5f-6770-48bd-bb88-22fba1ab3ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (49c37877-6790-4942-ab62-9dd9db0094d7), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:49.655237 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (1cc3e3d3-8717-413f-803c-547fc21105ff), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:49.726308 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (74c122eb-c7e9-420d-a557-12e02e0abf1d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:49.728036 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (1cc3e3d3-8717-413f-803c-547fc21105ff), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:49.743188 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:49.754205 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:49.757844 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:49.772590 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857f64c-c6ff-4f5a-b2a0-8d670086d339 req-bd02f849-f249-4818-9ece-2e220d1c6140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:49.774630 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8857f64c-c6ff-4f5a-b2a0-8d670086d339 req-bd02f849-f249-4818-9ece-2e220d1c6140 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 907 time: 0.2922080 Feb 09 01:36:49.952167 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4749429 Feb 09 01:36:49.964547 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33442) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:49.973553 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-63251d5f-6770-48bd-bb88-22fba1ab3ebf service neutron] For port 49c37877-6790-4942-ab62-9dd9db0094d7, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:36:49.977681 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-63251d5f-6770-48bd-bb88-22fba1ab3ebf service neutron] For port 49c37877-6790-4942-ab62-9dd9db0094d7, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=49c37877-6790-4942-ab62-9dd9db0094d7,segment=NetworkSegment(b3590aa0-6252-4cbe-8a07-6c273b8be62c),segment_id=b3590aa0-6252-4cbe-8a07-6c273b8be62c)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:36:49.983695 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8857f64c-c6ff-4f5a-b2a0-8d670086d339 req-909667be-f03e-472e-9a4f-39a098b8bda6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95bcedc4-504b-42f3-a5f0-7d922d1dd02c HTTP/1.1" status: 200 len: 217 time: 0.1981518 Feb 09 01:36:49.987114 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-63251d5f-6770-48bd-bb88-22fba1ab3ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (49c37877-6790-4942-ab62-9dd9db0094d7), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:50.126632 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-016c350e-2675-4095-a2db-a742341f194f tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:36:50.130187 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-016c350e-2675-4095-a2db-a742341f194f tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4798367 Feb 09 01:36:50.149251 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Pushing event updated for resources: {'Network': ['ID=74c122eb-c7e9-420d-a557-12e02e0abf1d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:50.165076 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 74c122eb-c7e9-420d-a557-12e02e0abf1d details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:36:50.398020 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be66301-765a-4c86-824f-ac0abc1b5d1e req-62b0bc19-fff5-4706-80b4-145f55194d80 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:50.400179 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4be66301-765a-4c86-824f-ac0abc1b5d1e req-62b0bc19-fff5-4706-80b4-145f55194d80 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/ports?device_id=18d0e775-c2d9-4726-b5dc-f0c815449809 HTTP/1.1" status: 200 len: 943 time: 0.6178522 Feb 09 01:36:50.473222 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781c73b-f604-410a-ae75-72bd1e20f7a1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Pushing event updated for resources: {'Network': ['ID=1cc3e3d3-8717-413f-803c-547fc21105ff,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:50.488037 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 1cc3e3d3-8717-413f-803c-547fc21105ff details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:36:50.488654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63251d5f-6770-48bd-bb88-22fba1ab3ebf service neutron] Pushing event updated for resources: {'Port': ['ID=49c37877-6790-4942-ab62-9dd9db0094d7,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:50.489639 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd68712a-6032-4756-a290-f58c8e009b57 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:50.498413 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd68712a-6032-4756-a290-f58c8e009b57 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:50.503998 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd68712a-6032-4756-a290-f58c8e009b57 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:50.514164 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd68712a-6032-4756-a290-f58c8e009b57 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:50.520785 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dd68712a-6032-4756-a290-f58c8e009b57 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5416288 Feb 09 01:36:50.524531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-1e4419b2-4304-4fe9-b2ae-16a5f108fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:50.536370 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-1e4419b2-4304-4fe9-b2ae-16a5f108fccc service neutron] 10.222.0.36 "GET /v2.0/ports/ac236170-97b3-4001-a592-51c4dbfb690e HTTP/1.1" status: 200 len: 1125 time: 0.3740654 Feb 09 01:36:50.543663 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-e9277375-b1fd-4b91-b7c7-eeae50102f99 service neutron] Request body: {'binding': {'host': 'n-h2-828387-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:50.544398 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-e9277375-b1fd-4b91-b7c7-eeae50102f99 service neutron] Unknown quota resources ['binding']. {{(pid=103184) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:36:50.548718 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33462) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:50.562992 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857f64c-c6ff-4f5a-b2a0-8d670086d339 req-cca45ef3-a121-4f5a-b5a8-4e18b5ced714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:50.565984 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8857f64c-c6ff-4f5a-b2a0-8d670086d339 req-cca45ef3-a121-4f5a-b5a8-4e18b5ced714 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.0791705 Feb 09 01:36:50.576944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-63251d5f-6770-48bd-bb88-22fba1ab3ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:50.578839 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-63251d5f-6770-48bd-bb88-22fba1ab3ebf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:50.581749 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-63251d5f-6770-48bd-bb88-22fba1ab3ebf service neutron] 10.222.0.48 "PUT /v2.0/ports/49c37877-6790-4942-ab62-9dd9db0094d7 HTTP/1.1" status: 200 len: 1091 time: 2.8237393 Feb 09 01:36:50.582801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d0e775-c2d9-4726-b5dc-f0c815449809', 'tag': '49c37877-6790-4942-ab62-9dd9db0094d7'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:50.588381 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605a62f3-9d6c-4c18-90f6-37395664b600" -d '{"events": [{"name": "network-changed", "server_uuid": "18d0e775-c2d9-4726-b5dc-f0c815449809", "tag": "49c37877-6790-4942-ab62-9dd9db0094d7"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:50.653014 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8857f64c-c6ff-4f5a-b2a0-8d670086d339 req-2a727897-1a36-442a-9f2a-7df90a6a4751 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583041 Feb 09 01:36:50.823531 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8956-43ac-4709-9692-96a25ef1d61d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (74c122eb-c7e9-420d-a557-12e02e0abf1d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:50.848545 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-b2ed95f2-a51c-465e-aa5a-2583d653ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:50.850132 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-b2ed95f2-a51c-465e-aa5a-2583d653ea24 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3dba911071cc42a1b7e4051941bdf918&device_id=18d0e775-c2d9-4726-b5dc-f0c815449809 HTTP/1.1" status: 200 len: 1125 time: 0.1954894 Feb 09 01:36:50.920711 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a93d6227-4a1a-4ba5-b311-9ae37351eeec req-5c25a0c1-a1e4-453a-a1c0-a732cead7365 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2031131 Feb 09 01:36:50.922946 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8857f64c-c6ff-4f5a-b2a0-8d670086d339 req-96884327-0427-4161-b1ae-e7166be11b60 service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520180 Feb 09 01:36:50.924483 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-73a8eb23-98e7-42c6-8684-15809ce95562 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c37877-6790-4942-ab62-9dd9db0094d7 HTTP/1.1" status: 200 len: 217 time: 0.0565429 Feb 09 01:36:50.930915 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4be66301-765a-4c86-824f-ac0abc1b5d1e req-2ea3cecd-eed6-4bf9-8671-843e22cdb873 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bc0d3-cea6-48da-a87c-9ca1762fab35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111259 Feb 09 01:36:50.942026 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 122199ce-3f83-4414-bd26-b874df40d9a8 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:36:51.286414 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8956-43ac-4709-9692-96a25ef1d61d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (74c122eb-c7e9-420d-a557-12e02e0abf1d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:51.335168 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0d3c8956-43ac-4709-9692-96a25ef1d61d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c122eb-c7e9-420d-a557-12e02e0abf1d']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:51.360114 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8857f64c-c6ff-4f5a-b2a0-8d670086d339 req-8097b0b3-9f01-4bc5-a56c-e39fa7dd7237 service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968372 Feb 09 01:36:51.372777 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0d3c8956-43ac-4709-9692-96a25ef1d61d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e9d215f-3b76-4c6e-8ac8-2638d1ca8bec') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:51.373213 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0d3c8956-43ac-4709-9692-96a25ef1d61d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e9d215f-3b76-4c6e-8ac8-2638d1ca8bec') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:51.389474 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-e9277375-b1fd-4b91-b7c7-eeae50102f99 service neutron] Attempting to bind port ac236170-97b3-4001-a592-51c4dbfb690e on host n-h2-828387-3 for vnic_type normal with profile None {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:36:51.390141 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-e9277375-b1fd-4b91-b7c7-eeae50102f99 service neutron] Attempting to bind port ac236170-97b3-4001-a592-51c4dbfb690e by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:36:51.390685 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-e9277375-b1fd-4b91-b7c7-eeae50102f99 service neutron] Attempting to bind port ac236170-97b3-4001-a592-51c4dbfb690e on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:51.400448 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-289cd7cb-80b6-45e8-8b9b-5b2e687a0b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:51.402170 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-289cd7cb-80b6-45e8-8b9b-5b2e687a0b3e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a91af89-47d2-4d78-8d5c-6cf7a39e931d HTTP/1.1" status: 200 len: 853 time: 0.4002426 Feb 09 01:36:51.415063 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb2efb-483c-43e2-a455-79126f95e665 req-36531e95-4ba4-4b3d-a2ae-264122b99eac tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:51.416235 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d6227-4a1a-4ba5-b311-9ae37351eeec req-5590540b-3a7e-4639-8a03-9f19f984819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:51.418224 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a93d6227-4a1a-4ba5-b311-9ae37351eeec req-5590540b-3a7e-4639-8a03-9f19f984819d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 1126 time: 0.3806493 Feb 09 01:36:51.418444 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8ffb2efb-483c-43e2-a455-79126f95e665 req-36531e95-4ba4-4b3d-a2ae-264122b99eac tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 950 time: 0.2135518 Feb 09 01:36:51.426559 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8956-43ac-4709-9692-96a25ef1d61d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (0e9d215f-3b76-4c6e-8ac8-2638d1ca8bec), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:51.433323 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 122199ce-3f83-4414-bd26-b874df40d9a8, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=122199ce-3f83-4414-bd26-b874df40d9a8,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:51.441735 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-e9277375-b1fd-4b91-b7c7-eeae50102f99 service neutron] Port ac236170-97b3-4001-a592-51c4dbfb690e on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:36:51.442276 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-e9277375-b1fd-4b91-b7c7-eeae50102f99 service neutron] Attempting to bind port ac236170-97b3-4001-a592-51c4dbfb690e on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:51.465629 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-e9277375-b1fd-4b91-b7c7-eeae50102f99 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:36:51.466208 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-e9277375-b1fd-4b91-b7c7-eeae50102f99 service neutron] Checking segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:36:51.467174 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-e9277375-b1fd-4b91-b7c7-eeae50102f99 service neutron] Bound using segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:36:51.467943 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-e9277375-b1fd-4b91-b7c7-eeae50102f99 service neutron] Bound port: ac236170-97b3-4001-a592-51c4dbfb690e, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:36:51.479094 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '122199ce-3f83-4414-bd26-b874df40d9a8', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '122199ce-3f83-4414-bd26-b874df40d9a8', 'mac_address': 'fa:16:3e:88:d4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:36:51.486149 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8956-43ac-4709-9692-96a25ef1d61d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (0e9d215f-3b76-4c6e-8ac8-2638d1ca8bec), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:51.495376 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-7d787788-1383-4891-ae89-4ce8d5a330bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=70e3d008-abec-4bd7-8d79-31eaa2aa1548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758984 Feb 09 01:36:51.541601 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3c8956-43ac-4709-9692-96a25ef1d61d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:36:51.542084 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8956-43ac-4709-9692-96a25ef1d61d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (0e9d215f-3b76-4c6e-8ac8-2638d1ca8bec), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:36:51.555985 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:36:51.580739 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 122199ce-3f83-4414-bd26-b874df40d9a8 is: ACTIVE; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:51.587025 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (122199ce-3f83-4414-bd26-b874df40d9a8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:51.625638 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 122199ce-3f83-4414-bd26-b874df40d9a8 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:36:51.697640 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 122199ce-3f83-4414-bd26-b874df40d9a8, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=122199ce-3f83-4414-bd26-b874df40d9a8,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:51.708004 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (122199ce-3f83-4414-bd26-b874df40d9a8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:51.777823 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8ffb2efb-483c-43e2-a455-79126f95e665 req-13f23795-899e-4dfb-973a-cfeebcb5a69a tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142431 Feb 09 01:36:51.782975 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8956-43ac-4709-9692-96a25ef1d61d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (74c122eb-c7e9-420d-a557-12e02e0abf1d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:51.790817 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8956-43ac-4709-9692-96a25ef1d61d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:51.795008 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0d3c8956-43ac-4709-9692-96a25ef1d61d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] 10.222.0.36 "DELETE /v2.0/networks/74c122eb-c7e9-420d-a557-12e02e0abf1d HTTP/1.1" status: 204 len: 168 time: 1.2448521 Feb 09 01:36:51.820308 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d6227-4a1a-4ba5-b311-9ae37351eeec req-852aabd6-29bf-4134-9b88-a89307b0cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:51.822101 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a93d6227-4a1a-4ba5-b311-9ae37351eeec req-852aabd6-29bf-4134-9b88-a89307b0cc06 service neutron] 10.222.0.67 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 922 time: 0.3256605 Feb 09 01:36:51.831337 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33472) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:51.842808 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-e9277375-b1fd-4b91-b7c7-eeae50102f99 service neutron] For port ac236170-97b3-4001-a592-51c4dbfb690e, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=ac236170-97b3-4001-a592-51c4dbfb690e,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:36:51.845131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c8956-43ac-4709-9692-96a25ef1d61d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Pushing event deleted for resources: {'Network': ['ID=74c122eb-c7e9-420d-a557-12e02e0abf1d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:51.852784 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=122199ce-3f83-4414-bd26-b874df40d9a8,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:51.887273 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a93d6227-4a1a-4ba5-b311-9ae37351eeec req-a6589111-af17-4d55-885d-fb187a6ca105 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bdb8522-bdbc-4a3a-8e15-56e6f0680147 HTTP/1.1" status: 200 len: 217 time: 0.0530243 Feb 09 01:36:51.888519 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-e9277375-b1fd-4b91-b7c7-eeae50102f99 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:51.899001 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-e9277375-b1fd-4b91-b7c7-eeae50102f99 service neutron] 10.222.0.36 "POST /v2.0/ports/ac236170-97b3-4001-a592-51c4dbfb690e/bindings HTTP/1.1" status: 201 len: 389 time: 1.3608398 Feb 09 01:36:51.913194 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['122199ce-3f83-4414-bd26-b874df40d9a8'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:36:52.036105 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d6227-4a1a-4ba5-b311-9ae37351eeec req-f0bbc6e2-58f7-4315-b178-86cc7a4cec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:52.037883 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a93d6227-4a1a-4ba5-b311-9ae37351eeec req-f0bbc6e2-58f7-4315-b178-86cc7a4cec3e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.1294601 Feb 09 01:36:52.086847 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c65c0e-5a85-479d-8a46-eb71cdb0f198 x-openstack-request-id: req-07c65c0e-5a85-479d-8a46-eb71cdb0f198 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:52.087285 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d0e775-c2d9-4726-b5dc-f0c815449809", "tag": "49c37877-6790-4942-ab62-9dd9db0094d7", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:52.087597 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-07c65c0e-5a85-479d-8a46-eb71cdb0f198 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:52.088073 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d0e775-c2d9-4726-b5dc-f0c815449809', 'tag': '49c37877-6790-4942-ab62-9dd9db0094d7', 'status': 'completed', 'code': 200} Feb 09 01:36:52.223256 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1698ad15-cbbb-49d3-912b-8b2865991949 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (1cc3e3d3-8717-413f-803c-547fc21105ff), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:52.244735 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a93d6227-4a1a-4ba5-b311-9ae37351eeec req-93f7fc58-be77-460a-bd83-f7055eb050c9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1792147 Feb 09 01:36:52.263241 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-88189981-9602-43f0-8bb1-8721acb86005 service neutron] 10.222.0.48 "GET /v2.0/networks/70e3d008-abec-4bd7-8d79-31eaa2aa1548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6409647 Feb 09 01:36:52.391837 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1698ad15-cbbb-49d3-912b-8b2865991949 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (1cc3e3d3-8717-413f-803c-547fc21105ff), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:52.483600 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-1698ad15-cbbb-49d3-912b-8b2865991949 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc3e3d3-8717-413f-803c-547fc21105ff']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:52.500981 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-1698ad15-cbbb-49d3-912b-8b2865991949 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a984ae-d33c-4978-be95-0a5584a631ae') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:52.501590 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-1698ad15-cbbb-49d3-912b-8b2865991949 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a984ae-d33c-4978-be95-0a5584a631ae') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:52.543984 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1698ad15-cbbb-49d3-912b-8b2865991949 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (29a984ae-d33c-4978-be95-0a5584a631ae), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:52.591159 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ecd57-f77e-432d-8e99-a34623920673 req-8c40936a-7faf-45d6-999c-b806d22b505e tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:52.598896 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-792ecd57-f77e-432d-8e99-a34623920673 req-8c40936a-7faf-45d6-999c-b806d22b505e tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/ports?device_id=18d0e775-c2d9-4726-b5dc-f0c815449809 HTTP/1.1" status: 200 len: 943 time: 0.3077867 Feb 09 01:36:52.643157 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1698ad15-cbbb-49d3-912b-8b2865991949 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (29a984ae-d33c-4978-be95-0a5584a631ae), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:52.678091 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227efbdf-786d-4248-9d08-940ee0a68ce5 req-024ab4c5-f595-425e-910d-8c36e5dd01ee tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:52.679494 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1698ad15-cbbb-49d3-912b-8b2865991949 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:36:52.680121 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1698ad15-cbbb-49d3-912b-8b2865991949 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (29a984ae-d33c-4978-be95-0a5584a631ae), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:36:52.683894 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:36:52.688330 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-227efbdf-786d-4248-9d08-940ee0a68ce5 req-024ab4c5-f595-425e-910d-8c36e5dd01ee tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 944 time: 0.4409523 Feb 09 01:36:52.711945 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a93d6227-4a1a-4ba5-b311-9ae37351eeec req-791a079c-9608-43d2-b751-cc4b6629bed5 service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613097 Feb 09 01:36:52.764698 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-499d97d2-923d-402d-92af-6b050222babd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:52.766861 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-499d97d2-923d-402d-92af-6b050222babd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 1128 time: 0.3083606 Feb 09 01:36:52.783840 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9167493-efd1-4048-b3cc-00c364d7def8 req-db3577e3-2848-4aa6-a3c7-8d673610ef5f service neutron] 10.222.0.48 "GET /v2.0/networks/70e3d008-abec-4bd7-8d79-31eaa2aa1548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617649 Feb 09 01:36:52.786972 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-792ecd57-f77e-432d-8e99-a34623920673 req-372c9e7f-a420-41df-ae9d-578aa1554709 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bc0d3-cea6-48da-a87c-9ca1762fab35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867328 Feb 09 01:36:52.813995 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1698ad15-cbbb-49d3-912b-8b2865991949 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (1cc3e3d3-8717-413f-803c-547fc21105ff), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:52.828470 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1698ad15-cbbb-49d3-912b-8b2865991949 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:52.839372 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1698ad15-cbbb-49d3-912b-8b2865991949 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] 10.222.0.36 "DELETE /v2.0/networks/1cc3e3d3-8717-413f-803c-547fc21105ff HTTP/1.1" status: 204 len: 168 time: 0.9837756 Feb 09 01:36:52.870221 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33506) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:52.884566 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698ad15-cbbb-49d3-912b-8b2865991949 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Pushing event deleted for resources: {'Network': ['ID=1cc3e3d3-8717-413f-803c-547fc21105ff,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:52.942030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 122199ce-3f83-4414-bd26-b874df40d9a8 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:36:53.012439 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 122199ce-3f83-4414-bd26-b874df40d9a8 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:53.015382 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (122199ce-3f83-4414-bd26-b874df40d9a8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:53.121399 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 122199ce-3f83-4414-bd26-b874df40d9a8 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:53.121795 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (122199ce-3f83-4414-bd26-b874df40d9a8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:53.155072 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623ae5f2-99ad-4737-b7b3-031208709722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122199ce-3f83-4414-bd26-b874df40d9a8'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:53.158381 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf03ccfd-1664-4db6-a591-aae74a1427da" -d '{"events": [{"server_uuid": "623ae5f2-99ad-4737-b7b3-031208709722", "name": "network-vif-plugged", "status": "completed", "tag": "122199ce-3f83-4414-bd26-b874df40d9a8"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:53.161585 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c19bfc-8c2b-41fc-8d03-f5a963b4ab42 req-2427c153-c658-45f7-b607-4db4e5f650e8 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:53.165882 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f0c19bfc-8c2b-41fc-8d03-f5a963b4ab42 req-2427c153-c658-45f7-b607-4db4e5f650e8 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 946 time: 0.1956913 Feb 09 01:36:53.180515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 122199ce-3f83-4414-bd26-b874df40d9a8, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=122199ce-3f83-4414-bd26-b874df40d9a8,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:53.191430 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (122199ce-3f83-4414-bd26-b874df40d9a8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:53.216573 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-7b73d10e-e12e-4a24-8228-63f68172c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:53.218740 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-7b73d10e-e12e-4a24-8228-63f68172c564 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 922 time: 0.4330168 Feb 09 01:36:53.236200 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-227efbdf-786d-4248-9d08-940ee0a68ce5 req-abe1b758-0dd4-4613-a42a-0192fcd480c9 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5466654 Feb 09 01:36:53.340122 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f0c19bfc-8c2b-41fc-8d03-f5a963b4ab42 req-99648b29-89a2-4440-bb95-87ff53719c4e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549797 Feb 09 01:36:53.378599 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385fa9bf-9db0-4e4d-b265-627a67f35364 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:53.392516 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=122199ce-3f83-4414-bd26-b874df40d9a8,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:53.404791 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385fa9bf-9db0-4e4d-b265-627a67f35364 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:53.412696 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-385fa9bf-9db0-4e4d-b265-627a67f35364 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5371096 Feb 09 01:36:53.415540 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33522) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:53.433143 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-22728b6e-b97a-40f0-962b-ec6edb3536ca tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-8406800'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:53.463559 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22728b6e-b97a-40f0-962b-ec6edb3536ca tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Made reservation on behalf of 7636a6805a184f2db0bacda04685478b for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:53.467433 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22728b6e-b97a-40f0-962b-ec6edb3536ca tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:53.477548 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a93d6227-4a1a-4ba5-b311-9ae37351eeec req-d5c25d86-ac83-4a8b-bf76-eace339f0096 service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7455757 Feb 09 01:36:53.582115 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22728b6e-b97a-40f0-962b-ec6edb3536ca tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:36:53.633845 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22728b6e-b97a-40f0-962b-ec6edb3536ca tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (cf17d11f-c30a-4d1d-8273-15e80b9a2899), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:53.637322 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-22728b6e-b97a-40f0-962b-ec6edb3536ca tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Added segment cf17d11f-c30a-4d1d-8273-15e80b9a2899 of type vlan for network 2739496d-9694-4cbf-9a43-18c893a42180 Feb 09 01:36:53.642652 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8145b623-eb35-4c70-8aad-2034ba9cea4f x-openstack-request-id: req-8145b623-eb35-4c70-8aad-2034ba9cea4f {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:53.643116 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623ae5f2-99ad-4737-b7b3-031208709722", "name": "network-vif-plugged", "status": "completed", "tag": "122199ce-3f83-4414-bd26-b874df40d9a8", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:53.643636 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8145b623-eb35-4c70-8aad-2034ba9cea4f {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:53.645216 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623ae5f2-99ad-4737-b7b3-031208709722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122199ce-3f83-4414-bd26-b874df40d9a8', 'code': 200} Feb 09 01:36:53.724749 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22728b6e-b97a-40f0-962b-ec6edb3536ca tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (2739496d-9694-4cbf-9a43-18c893a42180), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:53.789862 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22728b6e-b97a-40f0-962b-ec6edb3536ca tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (2739496d-9694-4cbf-9a43-18c893a42180), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:53.792906 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-db4a664d-4dbd-46b9-a246-8011e8c3e0f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac236170-97b3-4001-a592-51c4dbfb690e HTTP/1.1" status: 200 len: 217 time: 0.5535500 Feb 09 01:36:53.804899 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22728b6e-b97a-40f0-962b-ec6edb3536ca tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:53.805808 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22728b6e-b97a-40f0-962b-ec6edb3536ca tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:53.847683 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-5fd613d2-6189-4daf-b531-266cb2c2628c service neutron] show failed (client error): The resource could not be found. Feb 09 01:36:53.853054 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-5fd613d2-6189-4daf-b531-266cb2c2628c service neutron] 10.222.0.67 "GET /v2.0/ports/5b5446d4-21e4-4f4b-9d66-248b747c1375/bindings/n-h2-828387-3 HTTP/1.1" status: 404 len: 380 time: 1.0138142 Feb 09 01:36:54.007344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a62f3-9d6c-4c18-90f6-37395664b600 req-04cdc9e2-52bc-4f11-a5a7-cd22bef66cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:54.014443 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-22728b6e-b97a-40f0-962b-ec6edb3536ca tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5898552 Feb 09 01:36:54.017699 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33544) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:54.020803 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-605a62f3-9d6c-4c18-90f6-37395664b600 req-04cdc9e2-52bc-4f11-a5a7-cd22bef66cd2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3dba911071cc42a1b7e4051941bdf918&device_id=18d0e775-c2d9-4726-b5dc-f0c815449809 HTTP/1.1" status: 200 len: 1125 time: 0.8570127 Feb 09 01:36:54.069397 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-c235d296-00d6-47bb-a209-d181bbedae1c tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-576971832'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:54.103778 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22728b6e-b97a-40f0-962b-ec6edb3536ca tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Pushing event updated for resources: {'Network': ['ID=2739496d-9694-4cbf-9a43-18c893a42180,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:54.122846 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 2739496d-9694-4cbf-9a43-18c893a42180 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:36:54.131171 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c235d296-00d6-47bb-a209-d181bbedae1c tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Made reservation on behalf of 7636a6805a184f2db0bacda04685478b for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:54.137624 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c235d296-00d6-47bb-a209-d181bbedae1c tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:54.185643 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c235d296-00d6-47bb-a209-d181bbedae1c tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:36:54.227421 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c235d296-00d6-47bb-a209-d181bbedae1c tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (3cfa4bd6-903d-4d9a-ba30-aa06a16628c6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:54.227640 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-c235d296-00d6-47bb-a209-d181bbedae1c tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Added segment 3cfa4bd6-903d-4d9a-ba30-aa06a16628c6 of type vlan for network d03f6d16-db00-4a2a-87fb-cd27be77b4b1 Feb 09 01:36:54.371643 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-e267152f-5c9a-4eaa-8c57-fc71692e157d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:54.373167 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-e267152f-5c9a-4eaa-8c57-fc71692e157d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.5625710 Feb 09 01:36:54.384353 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c235d296-00d6-47bb-a209-d181bbedae1c tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (d03f6d16-db00-4a2a-87fb-cd27be77b4b1), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:54.415538 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d292f35-48f1-40bc-99b5-22d1bf4ed6fe req-43fc8f75-6ff7-4fdf-80d2-27aed53e5095 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:54.427660 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d292f35-48f1-40bc-99b5-22d1bf4ed6fe req-43fc8f75-6ff7-4fdf-80d2-27aed53e5095 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 950 time: 0.9132950 Feb 09 01:36:54.444025 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c235d296-00d6-47bb-a209-d181bbedae1c tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (d03f6d16-db00-4a2a-87fb-cd27be77b4b1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:54.451044 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c235d296-00d6-47bb-a209-d181bbedae1c tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:54.452193 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c235d296-00d6-47bb-a209-d181bbedae1c tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:54.510109 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-cb8c0ba5-4f93-4a3a-a518-fbbca00e7d80 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786686 Feb 09 01:36:54.551770 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a85e16-a06d-44e3-af1a-17210a953f23 req-b8dac324-d197-4bf5-aacf-ebdf63d269e1 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:54.573351 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-16a85e16-a06d-44e3-af1a-17210a953f23 req-b8dac324-d197-4bf5-aacf-ebdf63d269e1 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/ports?device_id=18d0e775-c2d9-4726-b5dc-f0c815449809 HTTP/1.1" status: 200 len: 943 time: 0.3653860 Feb 09 01:36:54.578394 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c235d296-00d6-47bb-a209-d181bbedae1c tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5266831 Feb 09 01:36:54.585540 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33552) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:54.595020 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d292f35-48f1-40bc-99b5-22d1bf4ed6fe req-df4adb63-1fc6-4ce0-a524-aa69fe2a2ed0 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634305 Feb 09 01:36:54.619758 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Request body: {'ports': [{'network_id': '2739496d-9694-4cbf-9a43-18c893a42180', 'name': 'tempest-port--21066381', 'admin_state_up': True}, {'network_id': 'd03f6d16-db00-4a2a-87fb-cd27be77b4b1', 'admin_state_up': False}]} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:54.620183 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Request body: {'port': {'network_id': '2739496d-9694-4cbf-9a43-18c893a42180', 'name': 'tempest-port--21066381', 'admin_state_up': True}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:54.620705 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Request body: {'port': {'network_id': 'd03f6d16-db00-4a2a-87fb-cd27be77b4b1', 'admin_state_up': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:54.705398 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a62f3-9d6c-4c18-90f6-37395664b600 req-96cc5848-9fe3-4d48-99fa-7f59112e03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:54.707731 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-605a62f3-9d6c-4c18-90f6-37395664b600 req-96cc5848-9fe3-4d48-99fa-7f59112e03cc service neutron] 10.222.0.48 "GET /v2.0/networks?id=70e3d008-abec-4bd7-8d79-31eaa2aa1548 HTTP/1.1" status: 200 len: 914 time: 0.6394272 Feb 09 01:36:54.713937 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-20e1c6ce-83f2-460a-9e51-4fd8711582e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:54.716345 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-20e1c6ce-83f2-460a-9e51-4fd8711582e9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6&tenant_id=a8fbbe3309e443c484ce78d66416eddd HTTP/1.1" status: 200 len: 1132 time: 0.3872745 Feb 09 01:36:54.724832 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235d296-00d6-47bb-a209-d181bbedae1c tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Pushing event updated for resources: {'Network': ['ID=d03f6d16-db00-4a2a-87fb-cd27be77b4b1,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:54.736874 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network d03f6d16-db00-4a2a-87fb-cd27be77b4b1 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:36:54.773446 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828387-3', 'device_owner': 'compute:nova'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:54.802306 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-16a85e16-a06d-44e3-af1a-17210a953f23 req-d614168e-7afa-46f7-93ce-0a9cc20a5375 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bc0d3-cea6-48da-a87c-9ca1762fab35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276702 Feb 09 01:36:54.860513 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-605a62f3-9d6c-4c18-90f6-37395664b600 req-c320a151-00cf-4ca6-8471-017b58015340 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c37877-6790-4942-ab62-9dd9db0094d7 HTTP/1.1" status: 200 len: 217 time: 0.1414976 Feb 09 01:36:54.966436 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 49c37877-6790-4942-ab62-9dd9db0094d7 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:36:55.040027 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-08496686-d147-41e4-ba84-b0a7e1eea449 service neutron] 10.222.0.48 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684312 Feb 09 01:36:55.043008 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:55.080678 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a62f3-9d6c-4c18-90f6-37395664b600 req-d22b9e6d-00ac-43ab-9063-437dea905a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:55.082285 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-605a62f3-9d6c-4c18-90f6-37395664b600 req-d22b9e6d-00ac-43ab-9063-437dea905a08 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a91af89-47d2-4d78-8d5c-6cf7a39e931d HTTP/1.1" status: 200 len: 853 time: 0.2006812 Feb 09 01:36:55.183045 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad2c24-9920-4bbf-a5fc-cf543f651185 req-da20edbb-78e9-4949-a227-dc0a54e6d0c8 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:55.194460 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-88ad2c24-9920-4bbf-a5fc-cf543f651185 req-da20edbb-78e9-4949-a227-dc0a54e6d0c8 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 946 time: 0.2529726 Feb 09 01:36:55.200989 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266fecf-0dd4-4aa4-930d-b6d9abd3e01b req-f62d70fc-d083-454b-9ce3-90e357492928 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:55.202639 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a266fecf-0dd4-4aa4-930d-b6d9abd3e01b req-f62d70fc-d083-454b-9ce3-90e357492928 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 944 time: 0.3402884 Feb 09 01:36:55.215055 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-605a62f3-9d6c-4c18-90f6-37395664b600 req-5b96bc00-a0ed-4e71-8459-1056006e7c35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=70e3d008-abec-4bd7-8d79-31eaa2aa1548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883026 Feb 09 01:36:55.239544 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 49c37877-6790-4942-ab62-9dd9db0094d7, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=49c37877-6790-4942-ab62-9dd9db0094d7,segment=NetworkSegment(b3590aa0-6252-4cbe-8a07-6c273b8be62c),segment_id=b3590aa0-6252-4cbe-8a07-6c273b8be62c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:55.281067 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '49c37877-6790-4942-ab62-9dd9db0094d7', 'network_id': '70e3d008-abec-4bd7-8d79-31eaa2aa1548', 'port_id': '49c37877-6790-4942-ab62-9dd9db0094d7', 'mac_address': 'fa:16:3e:aa:72:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a91af89-47d2-4d78-8d5c-6cf7a39e931d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:36:55.341037 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-605a62f3-9d6c-4c18-90f6-37395664b600 req-a483c300-32b6-4a0c-9c70-3cebc0fed536 service neutron] 10.222.0.48 "GET /v2.0/networks/70e3d008-abec-4bd7-8d79-31eaa2aa1548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960672 Feb 09 01:36:55.363766 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-88ad2c24-9920-4bbf-a5fc-cf543f651185 req-f4f07b45-0d91-4cfb-9f36-0ce30fb2c007 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502557 Feb 09 01:36:55.370058 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Made reservation on behalf of 7636a6805a184f2db0bacda04685478b for: {'port': 2} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:55.390036 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:55.413701 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 49c37877-6790-4942-ab62-9dd9db0094d7 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:55.414098 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (49c37877-6790-4942-ab62-9dd9db0094d7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:55.427721 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:55.462039 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c37877-6790-4942-ab62-9dd9db0094d7 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:36:55.521529 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 49c37877-6790-4942-ab62-9dd9db0094d7, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=49c37877-6790-4942-ab62-9dd9db0094d7,segment=NetworkSegment(b3590aa0-6252-4cbe-8a07-6c273b8be62c),segment_id=b3590aa0-6252-4cbe-8a07-6c273b8be62c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:55.534005 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (49c37877-6790-4942-ab62-9dd9db0094d7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:55.678554 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=49c37877-6790-4942-ab62-9dd9db0094d7,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:55.793658 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] device_id is not set on port f4462bd2-607a-4e00-839a-a2b9d936a972 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:36:55.908874 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a266fecf-0dd4-4aa4-930d-b6d9abd3e01b req-629ab5fb-9f80-475e-b85f-b62304da1ae3 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6925724 Feb 09 01:36:55.986801 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['49c37877-6790-4942-ab62-9dd9db0094d7'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:36:56.036173 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks [] for port (f4462bd2-607a-4e00-839a-a2b9d936a972), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:56.048695 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c91fd-29ef-482c-a6d0-fd44aff38f29 req-2bfd8241-f09b-4407-b430-fb1f8670a0f5 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:56.053730 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1b6c91fd-29ef-482c-a6d0-fd44aff38f29 req-2bfd8241-f09b-4407-b430-fb1f8670a0f5 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 950 time: 0.1768303 Feb 09 01:36:56.080959 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 5b5446d4-21e4-4f4b-9d66-248b747c1375 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:36:56.285467 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] device_id is not set on port e615084f-5e46-46d5-a36b-2a59c143dee8 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:36:56.291059 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-f71dbfb2-3b35-4263-a2bf-f0c189595556 service neutron] 10.222.0.48 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2370367 Feb 09 01:36:56.325748 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1b6c91fd-29ef-482c-a6d0-fd44aff38f29 req-3b57cac2-b7a3-44cc-8ef3-7d3a50c2cf65 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226737 Feb 09 01:36:56.422084 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 5b5446d4-21e4-4f4b-9d66-248b747c1375 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:56.423636 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:56.499548 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17ccc8-358e-4c0e-bef2-96fa9f0f477f req-d832d625-2044-4eee-a420-e3cc217a2019 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:56.502015 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks [] for port (e615084f-5e46-46d5-a36b-2a59c143dee8), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:56.512043 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4a17ccc8-358e-4c0e-bef2-96fa9f0f477f req-d832d625-2044-4eee-a420-e3cc217a2019 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/ports?device_id=18d0e775-c2d9-4726-b5dc-f0c815449809 HTTP/1.1" status: 200 len: 944 time: 0.3917129 Feb 09 01:36:56.606597 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (f4462bd2-607a-4e00-839a-a2b9d936a972), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:56.619945 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-605a62f3-9d6c-4c18-90f6-37395664b600 req-416d898b-e0ae-4975-b52c-30cceff53b90 service neutron] 10.222.0.48 "GET /v2.0/networks/70e3d008-abec-4bd7-8d79-31eaa2aa1548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2657495 Feb 09 01:36:56.680924 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Pushing event updated for resources: {'Port': ['ID=f4462bd2-607a-4e00-839a-a2b9d936a972,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:56.723291 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24a0b0-b2f4-4d0e-8990-c74399bfdc57 req-f8682e39-5dbe-4464-947e-2716f9b403cf tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:56.731820 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6d24a0b0-b2f4-4d0e-8990-c74399bfdc57 req-f8682e39-5dbe-4464-947e-2716f9b403cf tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 946 time: 0.1703267 Feb 09 01:36:56.746649 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4a17ccc8-358e-4c0e-bef2-96fa9f0f477f req-7de72f1c-c8a5-4cd2-92d9-818461edcb85 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bc0d3-cea6-48da-a87c-9ca1762fab35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238007 Feb 09 01:36:56.815014 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6d24a0b0-b2f4-4d0e-8990-c74399bfdc57 req-7fe9caef-1d71-46f9-8c9e-c5236ca7c191 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805795 Feb 09 01:36:56.855178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] For port 5b5446d4-21e4-4f4b-9d66-248b747c1375, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:56.877185 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Checking segment: {'id': 'cf17d11f-c30a-4d1d-8273-15e80b9a2899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2739496d-9694-4cbf-9a43-18c893a42180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:36:56.879146 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Network hostable DHCP agents. Network: 2739496d-9694-4cbf-9a43-18c893a42180, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:36:56.927825 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Network 2739496d-9694-4cbf-9a43-18c893a42180 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:36:56.947646 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 2739496d-9694-4cbf-9a43-18c893a42180) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:56.961801 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9057fdc7-01eb-43a5-b145-e3360d7e8fff None None] Network 2739496d-9694-4cbf-9a43-18c893a42180 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:36:56.968643 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:36:56.971200 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (e615084f-5e46-46d5-a36b-2a59c143dee8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:57.002134 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] For port 5b5446d4-21e4-4f4b-9d66-248b747c1375, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:36:57.064594 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Pushing event updated for resources: {'Port': ['ID=e615084f-5e46-46d5-a36b-2a59c143dee8,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:57.111716 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Checking segment: {'id': '3cfa4bd6-903d-4d9a-ba30-aa06a16628c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd03f6d16-db00-4a2a-87fb-cd27be77b4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:36:57.113023 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Network hostable DHCP agents. Network: d03f6d16-db00-4a2a-87fb-cd27be77b4b1, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:36:57.139575 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Network d03f6d16-db00-4a2a-87fb-cd27be77b4b1 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:36:57.150197 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa158900-4446-43ae-95a3-c13bad5b92c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b5446d4-21e4-4f4b-9d66-248b747c1375'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:57.152690 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11d9591-2c28-48a0-9994-04043907fcb9" -d '{"events": [{"server_uuid": "fa158900-4446-43ae-95a3-c13bad5b92c6", "name": "network-vif-unplugged", "status": "completed", "tag": "5b5446d4-21e4-4f4b-9d66-248b747c1375"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:57.156679 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] Publish callbacks [] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:57.160843 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, d03f6d16-db00-4a2a-87fb-cd27be77b4b1) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:57.217703 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:36:57.230806 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:57.278414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:57.284608 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:57.347902 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-680d56ee-7a37-491e-bfb7-a90734e994ad tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 2.7550559 Feb 09 01:36:57.357425 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] Transition to ACTIVE for port object 5b5446d4-21e4-4f4b-9d66-248b747c1375 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:57.358382 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33602) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:57.389319 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310fcbcb-836d-48a5-94f2-9303507a144e None None] Network d03f6d16-db00-4a2a-87fb-cd27be77b4b1 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:36:57.415530 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:57.428277 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0e0eeb-080e-456e-85e7-f9a98cc71c75 x-openstack-request-id: req-7e0e0eeb-080e-456e-85e7-f9a98cc71c75 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:57.429101 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa158900-4446-43ae-95a3-c13bad5b92c6", "name": "network-vif-unplugged", "status": "completed", "tag": "5b5446d4-21e4-4f4b-9d66-248b747c1375", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:57.430107 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e0e0eeb-080e-456e-85e7-f9a98cc71c75 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:57.430804 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa158900-4446-43ae-95a3-c13bad5b92c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b5446d4-21e4-4f4b-9d66-248b747c1375', 'code': 200} Feb 09 01:36:57.635152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6038d-46ea-4066-9800-4c24361c7d82 req-b05be64f-9d70-40d5-9a37-ddd73bcd1f9e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:57.642720 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b5d6038d-46ea-4066-9800-4c24361c7d82 req-b05be64f-9d70-40d5-9a37-ddd73bcd1f9e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 944 time: 0.4615238 Feb 09 01:36:57.720360 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:36:57.721276 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:36:57.762628 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] No DVR routers for this DVR port 5b5446d4-21e4-4f4b-9d66-248b747c1375 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:36:57.851085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] Pushing event updated for resources: {'Port': ['ID=5b5446d4-21e4-4f4b-9d66-248b747c1375,revision_number=6']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:57.884020 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe405d-6f4b-4e19-80dd-04a6cd6e7896 req-2bb01ca6-ae82-45d4-baaa-da149ea05a00 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:57.903776 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-edbe405d-6f4b-4e19-80dd-04a6cd6e7896 req-2bb01ca6-ae82-45d4-baaa-da149ea05a00 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 948 time: 0.1775966 Feb 09 01:36:57.982097 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b5d6038d-46ea-4066-9800-4c24361c7d82 req-0111cc6f-797f-4ccb-9cdf-5238bf963319 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373141 Feb 09 01:36:58.040326 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a23596-4423-46d9-bec4-817a1f0e7abd tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:58.058375 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a23596-4423-46d9-bec4-817a1f0e7abd tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:58.068838 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-56a23596-4423-46d9-bec4-817a1f0e7abd tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.7072976 Feb 09 01:36:58.069950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33614) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:58.103146 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-edbe405d-6f4b-4e19-80dd-04a6cd6e7896 req-68a14652-7f96-49db-8497-a3cf312eedaf tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980317 Feb 09 01:36:58.207323 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] Attempting to bind port 5b5446d4-21e4-4f4b-9d66-248b747c1375 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:36:58.207793 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] Attempting to bind port 5b5446d4-21e4-4f4b-9d66-248b747c1375 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:36:58.208215 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] Attempting to bind port 5b5446d4-21e4-4f4b-9d66-248b747c1375 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:58.249291 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] Port 5b5446d4-21e4-4f4b-9d66-248b747c1375 on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:36:58.249588 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] Attempting to bind port 5b5446d4-21e4-4f4b-9d66-248b747c1375 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:58.273594 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:36:58.273946 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:36:58.274526 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:36:58.275116 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] Bound port: 5b5446d4-21e4-4f4b-9d66-248b747c1375, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:36:58.275797 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:58.381170 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 5b5446d4-21e4-4f4b-9d66-248b747c1375 is: DOWN; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:58.477510 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04a521-5bca-472d-8e0e-cb314da6f58c req-dea93f59-1d01-47c0-9e80-b9921f0cc03d tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:58.479067 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fe04a521-5bca-472d-8e0e-cb314da6f58c req-dea93f59-1d01-47c0-9e80-b9921f0cc03d tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/ports?device_id=18d0e775-c2d9-4726-b5dc-f0c815449809 HTTP/1.1" status: 200 len: 944 time: 0.2135069 Feb 09 01:36:58.509808 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f279c45-8746-4d97-a58f-6c391ff02e5b req-a03b5473-cbd3-4e2e-8a68-eba3edae9cd6 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:58.520106 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2f279c45-8746-4d97-a58f-6c391ff02e5b req-a03b5473-cbd3-4e2e-8a68-eba3edae9cd6 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 946 time: 0.2391744 Feb 09 01:36:58.574937 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] For port 5b5446d4-21e4-4f4b-9d66-248b747c1375, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:36:58.586306 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-6085e8fd-3764-4a80-a777-b8d244ea1e71 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Deleting port f4462bd2-607a-4e00-839a-a2b9d936a972 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:36:58.586559 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6085e8fd-3764-4a80-a777-b8d244ea1e71 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (f4462bd2-607a-4e00-839a-a2b9d936a972), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:58.598667 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] For port 5b5446d4-21e4-4f4b-9d66-248b747c1375, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:36:58.694214 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:58.725379 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fe04a521-5bca-472d-8e0e-cb314da6f58c req-6ae997c4-43b2-47a5-82da-d8886f713643 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bc0d3-cea6-48da-a87c-9ca1762fab35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187786 Feb 09 01:36:58.726499 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2f279c45-8746-4d97-a58f-6c391ff02e5b req-e8c5dda2-6571-4bef-95e1-b3883eb918a5 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037058 Feb 09 01:36:58.938893 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:58.941175 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:58.945648 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] 10.222.0.48 "PUT /v2.0/ports/5b5446d4-21e4-4f4b-9d66-248b747c1375 HTTP/1.1" status: 200 len: 1096 time: 4.1783216 Feb 09 01:36:58.956555 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device a0f6c7eb-63ce-4464-9169-0ab56265449c details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:36:58.974904 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 49c37877-6790-4942-ab62-9dd9db0094d7 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:36:59.078195 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6085e8fd-3764-4a80-a777-b8d244ea1e71 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (f4462bd2-607a-4e00-839a-a2b9d936a972), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:59.176095 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-6085e8fd-3764-4a80-a777-b8d244ea1e71 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Calling delete_port for f4462bd2-607a-4e00-839a-a2b9d936a972 owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:36:59.191978 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:36:59.429369 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decbccd-104d-4472-85ef-f16e224da61f req-fba51b9b-e184-413b-8f9a-093819d5705b tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:59.438810 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9decbccd-104d-4472-85ef-f16e224da61f req-fba51b9b-e184-413b-8f9a-093819d5705b tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 944 time: 0.2776699 Feb 09 01:36:59.457257 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa158900-4446-43ae-95a3-c13bad5b92c6', 'tag': '5b5446d4-21e4-4f4b-9d66-248b747c1375'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:59.479817 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526af179-f9fa-4707-b425-145ce21bedb8" -d '{"events": [{"name": "network-changed", "server_uuid": "fa158900-4446-43ae-95a3-c13bad5b92c6", "tag": "5b5446d4-21e4-4f4b-9d66-248b747c1375"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:59.567870 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port a0f6c7eb-63ce-4464-9169-0ab56265449c, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a0f6c7eb-63ce-4464-9169-0ab56265449c,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:59.646273 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9decbccd-104d-4472-85ef-f16e224da61f req-d9ecd285-fdcc-40df-bdf6-20704a61890d tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651857 Feb 09 01:36:59.698981 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'a0f6c7eb-63ce-4464-9169-0ab56265449c', 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d', 'port_id': 'a0f6c7eb-63ce-4464-9169-0ab56265449c', 'mac_address': 'fa:16:3e:67:f3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d984b3d-a8e5-4608-b4ad-f090ccd966bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:36:59.800178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543ff50-c165-4098-952f-7effc87ae839 service neutron] Pushing event updated for resources: {'Port': ['ID=5b5446d4-21e4-4f4b-9d66-248b747c1375,revision_number=7']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:59.952790 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e09372-b5e4-4704-89e5-7d8099c2185e x-openstack-request-id: req-a1e09372-b5e4-4704-89e5-7d8099c2185e {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:59.953383 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa158900-4446-43ae-95a3-c13bad5b92c6", "tag": "5b5446d4-21e4-4f4b-9d66-248b747c1375", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:59.953510 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a1e09372-b5e4-4704-89e5-7d8099c2185e {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:59.954185 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa158900-4446-43ae-95a3-c13bad5b92c6', 'tag': '5b5446d4-21e4-4f4b-9d66-248b747c1375', 'status': 'completed', 'code': 200} Feb 09 01:36:59.959321 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-29202bcd-d0d5-4533-8f5d-3b2c0271d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:59.961568 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-29202bcd-d0d5-4533-8f5d-3b2c0271d038 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 1130 time: 0.9594877 Feb 09 01:37:00.055153 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 49c37877-6790-4942-ab62-9dd9db0094d7 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:37:00.104548 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33648) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:00.111661 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 49c37877-6790-4942-ab62-9dd9db0094d7 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:00.111661 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (49c37877-6790-4942-ab62-9dd9db0094d7), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:00.133030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port a0f6c7eb-63ce-4464-9169-0ab56265449c is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:00.133681 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a0f6c7eb-63ce-4464-9169-0ab56265449c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:00.179185 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd4cb8-fb0c-496e-864b-c7e9d04dc72a req-08903c45-c196-47f6-bd87-8f501be6106c tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:00.194515 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9afd4cb8-fb0c-496e-864b-c7e9d04dc72a req-08903c45-c196-47f6-bd87-8f501be6106c tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/ports?device_id=18d0e775-c2d9-4726-b5dc-f0c815449809 HTTP/1.1" status: 200 len: 944 time: 0.2165809 Feb 09 01:37:00.234994 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f6c7eb-63ce-4464-9169-0ab56265449c {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:37:00.254471 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-8e587228-2221-4a9a-8b70-abd0f5f04a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:00.256788 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-8e587228-2221-4a9a-8b70-abd0f5f04a0e service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.2212939 Feb 09 01:37:00.302814 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed203f-2e5a-4ce5-bfb3-2eb898cee385 req-ea1fea45-d007-463e-9140-0c0a7964a658 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:00.313425 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port a0f6c7eb-63ce-4464-9169-0ab56265449c, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a0f6c7eb-63ce-4464-9169-0ab56265449c,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:00.319027 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6aed203f-2e5a-4ce5-bfb3-2eb898cee385 req-ea1fea45-d007-463e-9140-0c0a7964a658 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 948 time: 0.9067993 Feb 09 01:37:00.359093 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9afd4cb8-fb0c-496e-864b-c7e9d04dc72a req-910535ce-72b2-4fe3-b20b-63ab2a5161c2 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bc0d3-cea6-48da-a87c-9ca1762fab35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617925 Feb 09 01:37:00.406463 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7c086ad-2d3d-44e7-ae69-a0e18651020b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:00.408349 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a0f6c7eb-63ce-4464-9169-0ab56265449c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:00.429540 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-b1cda8fc-8c0b-4735-b36b-8e988d09b9ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375 HTTP/1.1" status: 200 len: 217 time: 0.1437604 Feb 09 01:37:00.436257 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6085e8fd-3764-4a80-a777-b8d244ea1e71 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (f4462bd2-607a-4e00-839a-a2b9d936a972), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:00.554772 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 49c37877-6790-4942-ab62-9dd9db0094d7 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:00.555309 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (49c37877-6790-4942-ab62-9dd9db0094d7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:00.679138 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=a0f6c7eb-63ce-4464-9169-0ab56265449c,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:00.696421 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085e8fd-3764-4a80-a777-b8d244ea1e71 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Pushing event deleted for resources: {'Port': ['ID=f4462bd2-607a-4e00-839a-a2b9d936a972,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:00.716211 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6aed203f-2e5a-4ce5-bfb3-2eb898cee385 req-41e83994-396b-453c-95ac-7eba0b687ce4 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792009 Feb 09 01:37:00.724594 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-63c52460-dedf-4b22-badf-98bfd9aab3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:00.730292 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-63c52460-dedf-4b22-badf-98bfd9aab3c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.2151892 Feb 09 01:37:00.740818 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526af179-f9fa-4707-b425-145ce21bedb8 req-0d7af7f9-4f25-46d4-b236-c8f962477b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:00.743561 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-526af179-f9fa-4707-b425-145ce21bedb8 req-0d7af7f9-4f25-46d4-b236-c8f962477b04 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 1130 time: 0.7806921 Feb 09 01:37:00.752841 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6085e8fd-3764-4a80-a777-b8d244ea1e71 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:00.753480 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 49c37877-6790-4942-ab62-9dd9db0094d7, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=49c37877-6790-4942-ab62-9dd9db0094d7,segment=NetworkSegment(b3590aa0-6252-4cbe-8a07-6c273b8be62c),segment_id=b3590aa0-6252-4cbe-8a07-6c273b8be62c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:00.772154 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d0e775-c2d9-4726-b5dc-f0c815449809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c37877-6790-4942-ab62-9dd9db0094d7'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:00.781015 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6085e8fd-3764-4a80-a777-b8d244ea1e71 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] 10.222.0.36 "DELETE /v2.0/ports/f4462bd2-607a-4e00-839a-a2b9d936a972 HTTP/1.1" status: 204 len: 168 time: 2.6798952 Feb 09 01:37:00.783390 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33660) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:00.784685 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845081b1-3879-4dce-b4ec-956677c35a7c" -d '{"events": [{"server_uuid": "18d0e775-c2d9-4726-b5dc-f0c815449809", "name": "network-vif-plugged", "status": "completed", "tag": "49c37877-6790-4942-ab62-9dd9db0094d7"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:00.797915 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (49c37877-6790-4942-ab62-9dd9db0094d7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:00.918755 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf427b-6f52-467d-b747-52f18197626e req-d4837332-81e6-4b9a-b360-f3e24cf3b780 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:00.929672 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-04bf427b-6f52-467d-b747-52f18197626e req-d4837332-81e6-4b9a-b360-f3e24cf3b780 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 946 time: 0.4192197 Feb 09 01:37:00.967873 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=49c37877-6790-4942-ab62-9dd9db0094d7,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:00.983167 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['a0f6c7eb-63ce-4464-9169-0ab56265449c'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:37:01.078694 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7c086ad-2d3d-44e7-ae69-a0e18651020b admin admin] Publish callbacks [] for security_group (b2c3e813-cb85-44be-8e67-28d174789dc3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:01.101802 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7c086ad-2d3d-44e7-ae69-a0e18651020b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b2c3e813-cb85-44be-8e67-28d174789dc3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:01.110639 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526af179-f9fa-4707-b425-145ce21bedb8 req-2789b8ce-fd6e-4de9-b5fd-d171c9ab4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:01.122205 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-526af179-f9fa-4707-b425-145ce21bedb8 req-2789b8ce-fd6e-4de9-b5fd-d171c9ab4b0a service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.2309561 Feb 09 01:37:01.276625 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-526af179-f9fa-4707-b425-145ce21bedb8 req-0621c188-17e1-4101-ad4f-439b8638c48b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375 HTTP/1.1" status: 200 len: 217 time: 0.1533191 Feb 09 01:37:01.329590 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f7c086ad-2d3d-44e7-ae69-a0e18651020b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6b833292f1a7403d8353b33340135ba9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2163196 Feb 09 01:37:01.334832 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c086ad-2d3d-44e7-ae69-a0e18651020b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c3e813-cb85-44be-8e67-28d174789dc3,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:01.337781 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33668) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:01.358581 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-04bf427b-6f52-467d-b747-52f18197626e req-df78fea7-f91e-4d17-b07a-c09add3f815a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278643 Feb 09 01:37:01.459504 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a2ea0-33b0-4432-84e7-06d940bbcc93 req-cea8157c-2035-434b-9af2-de71a8571658 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:01.461065 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be5a2ea0-33b0-4432-84e7-06d940bbcc93 req-cea8157c-2035-434b-9af2-de71a8571658 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 945 time: 0.3709416 Feb 09 01:37:01.463777 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-5eb75f9d-3f86-4281-b62b-29959b3a2ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:01.466209 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-5eb75f9d-3f86-4281-b62b-29959b3a2ca1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7165189 Feb 09 01:37:01.509826 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-e310ecd8-9437-4795-9d7a-f1a84f31b2cb tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Deleting port e615084f-5e46-46d5-a36b-2a59c143dee8 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:01.510171 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e310ecd8-9437-4795-9d7a-f1a84f31b2cb tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e615084f-5e46-46d5-a36b-2a59c143dee8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:01.540401 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0495589-5f65-4b7d-888d-d55e569d1a48 x-openstack-request-id: req-a0495589-5f65-4b7d-888d-d55e569d1a48 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:01.541224 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d0e775-c2d9-4726-b5dc-f0c815449809", "name": "network-vif-plugged", "status": "completed", "tag": "49c37877-6790-4942-ab62-9dd9db0094d7", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:01.541224 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a0495589-5f65-4b7d-888d-d55e569d1a48 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:01.541581 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d0e775-c2d9-4726-b5dc-f0c815449809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c37877-6790-4942-ab62-9dd9db0094d7', 'code': 200} Feb 09 01:37:01.576769 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e4ae88cd-9036-4d0d-a919-eff6c569d642 admin admin] Publish callbacks [] for security_group (b2c3e813-cb85-44be-8e67-28d174789dc3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:01.718275 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be5a2ea0-33b0-4432-84e7-06d940bbcc93 req-13407226-0e0f-425c-86fb-0d1b493b1cc4 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474525 Feb 09 01:37:01.720495 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-21058e3a-c92e-49a7-b98a-2a9837d95c5e service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936984 Feb 09 01:37:01.767879 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e4ae88cd-9036-4d0d-a919-eff6c569d642 admin admin] Publish callbacks [] for security_group (b2c3e813-cb85-44be-8e67-28d174789dc3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:01.807071 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e310ecd8-9437-4795-9d7a-f1a84f31b2cb tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e615084f-5e46-46d5-a36b-2a59c143dee8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:01.917822 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-e310ecd8-9437-4795-9d7a-f1a84f31b2cb tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Calling delete_port for e615084f-5e46-46d5-a36b-2a59c143dee8 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:02.062388 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526af179-f9fa-4707-b425-145ce21bedb8 req-0c733177-096c-4659-8c7a-d84434b96054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:02.066247 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-526af179-f9fa-4707-b425-145ce21bedb8 req-0c733177-096c-4659-8c7a-d84434b96054 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.7754235 Feb 09 01:37:02.070146 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b24d1bf9-86da-455d-b8bd-1cc134bae252 req-57c054af-285c-4df7-89f0-159356bc288b service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097564 Feb 09 01:37:02.516395 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526af179-f9fa-4707-b425-145ce21bedb8 req-66f07c05-7cfc-4ea0-8f39-4a735f4e06d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:02.519686 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-526af179-f9fa-4707-b425-145ce21bedb8 req-66f07c05-7cfc-4ea0-8f39-4a735f4e06d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4076719 Feb 09 01:37:02.523149 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb628c-1c58-40be-92b5-4e71f97c6ca2 req-186a4981-dc4b-4d81-9baf-16b4e8ca7cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:02.524824 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1dbb628c-1c58-40be-92b5-4e71f97c6ca2 req-186a4981-dc4b-4d81-9baf-16b4e8ca7cb6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=18d0e775-c2d9-4726-b5dc-f0c815449809 HTTP/1.1" status: 200 len: 1127 time: 0.7897987 Feb 09 01:37:02.627967 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e4ae88cd-9036-4d0d-a919-eff6c569d642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b2c3e813-cb85-44be-8e67-28d174789dc3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:02.627967 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e4ae88cd-9036-4d0d-a919-eff6c569d642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:02.629694 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e4ae88cd-9036-4d0d-a919-eff6c569d642 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2c3e813-cb85-44be-8e67-28d174789dc3 HTTP/1.1" status: 204 len: 168 time: 1.2862489 Feb 09 01:37:02.676722 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae88cd-9036-4d0d-a919-eff6c569d642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c3e813-cb85-44be-8e67-28d174789dc3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:02.785620 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a99cc-bd89-4664-b73a-d5f76517a6f0 req-9e1d6af8-2017-4e62-83c0-6d199a207219 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:02.804065 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-541a99cc-bd89-4664-b73a-d5f76517a6f0 req-9e1d6af8-2017-4e62-83c0-6d199a207219 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/ports?device_id=18d0e775-c2d9-4726-b5dc-f0c815449809 HTTP/1.1" status: 200 len: 945 time: 1.1216900 Feb 09 01:37:02.890211 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0a500-0bcb-4f23-90e1-ecb43593c4c9 req-5f7f99d2-1630-48af-bec2-694fe3516172 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:02.904137 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dee0a500-0bcb-4f23-90e1-ecb43593c4c9 req-5f7f99d2-1630-48af-bec2-694fe3516172 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 948 time: 0.8291962 Feb 09 01:37:02.935975 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-526af179-f9fa-4707-b425-145ce21bedb8 req-33c6181e-d349-40a2-a3e6-db89c983ea8a service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058635 Feb 09 01:37:02.965634 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-541a99cc-bd89-4664-b73a-d5f76517a6f0 req-d4c806e3-e9c5-4b61-9c38-f7d60bc8fec0 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bc0d3-cea6-48da-a87c-9ca1762fab35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575921 Feb 09 01:37:02.988292 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device a0f6c7eb-63ce-4464-9169-0ab56265449c up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:37:03.080354 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e310ecd8-9437-4795-9d7a-f1a84f31b2cb tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (e615084f-5e46-46d5-a36b-2a59c143dee8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:03.127231 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dee0a500-0bcb-4f23-90e1-ecb43593c4c9 req-4d4b0d99-720d-4c6a-972f-2fbb81e4658d tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217400 Feb 09 01:37:03.132714 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526af179-f9fa-4707-b425-145ce21bedb8 req-6869f327-c6b8-4bb4-a4ea-9c18386559ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:03.143949 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-526af179-f9fa-4707-b425-145ce21bedb8 req-6869f327-c6b8-4bb4-a4ea-9c18386559ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 1130 time: 0.8701396 Feb 09 01:37:03.148107 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-526af179-f9fa-4707-b425-145ce21bedb8 req-ab9f057a-1414-404e-b887-3543dc7a9a5a service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502407 Feb 09 01:37:03.307589 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310ecd8-9437-4795-9d7a-f1a84f31b2cb tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Pushing event deleted for resources: {'Port': ['ID=e615084f-5e46-46d5-a36b-2a59c143dee8,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:03.368358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port a0f6c7eb-63ce-4464-9169-0ab56265449c completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:37:03.371179 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e310ecd8-9437-4795-9d7a-f1a84f31b2cb tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:03.378680 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1dbb628c-1c58-40be-92b5-4e71f97c6ca2 req-059673dd-95a2-49eb-b772-99435511df79 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3b6bc0d3-cea6-48da-a87c-9ca1762fab35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412532 Feb 09 01:37:03.401115 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33696) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:03.410391 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port a0f6c7eb-63ce-4464-9169-0ab56265449c triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:03.411017 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a0f6c7eb-63ce-4464-9169-0ab56265449c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:03.418906 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e310ecd8-9437-4795-9d7a-f1a84f31b2cb tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] 10.222.0.36 "DELETE /v2.0/ports/e615084f-5e46-46d5-a36b-2a59c143dee8 HTTP/1.1" status: 204 len: 168 time: 2.6101630 Feb 09 01:37:03.574500 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5219a221-6493-41d9-9b91-6f02e43cf8f6 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1521778 Feb 09 01:37:03.582906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33698) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:03.608841 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-c5663dab-9076-475a-8182-05fc55462c2b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1903359'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:03.672161 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682b9f6-2c0f-4d55-b6f0-2e9bcaafa01d req-baee7813-5337-4c17-9e14-b75387845c5f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:03.687359 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74f86c-8313-48ab-9a34-8edf2c1d810a req-51b05369-930d-4250-beee-8902dd57a187 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:03.688764 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2682b9f6-2c0f-4d55-b6f0-2e9bcaafa01d req-baee7813-5337-4c17-9e14-b75387845c5f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 945 time: 0.1614592 Feb 09 01:37:03.712084 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e74f86c-8313-48ab-9a34-8edf2c1d810a req-51b05369-930d-4250-beee-8902dd57a187 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 946 time: 0.4073813 Feb 09 01:37:03.746680 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port a0f6c7eb-63ce-4464-9169-0ab56265449c is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:03.748286 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a0f6c7eb-63ce-4464-9169-0ab56265449c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:03.852892 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33704) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:03.918291 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port a0f6c7eb-63ce-4464-9169-0ab56265449c, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a0f6c7eb-63ce-4464-9169-0ab56265449c,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:03.921726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf4485e-f945-4a51-aa90-1f81295ea53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f6c7eb-63ce-4464-9169-0ab56265449c'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:03.938345 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6477714-8d1c-4fb2-8931-1b629febd471" -d '{"events": [{"server_uuid": "bdf4485e-f945-4a51-aa90-1f81295ea53a", "name": "network-vif-plugged", "status": "completed", "tag": "a0f6c7eb-63ce-4464-9169-0ab56265449c"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:03.960298 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a0f6c7eb-63ce-4464-9169-0ab56265449c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:03.979071 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2682b9f6-2c0f-4d55-b6f0-2e9bcaafa01d req-132369b2-b663-47a5-bad8-037d5636ff33 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890253 Feb 09 01:37:03.980738 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eafc09a9-7a6a-4041-898d-71772a383951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:04.160702 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=a0f6c7eb-63ce-4464-9169-0ab56265449c,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:04.180815 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0855013d-f667-4169-8b00-7987345f61d3 x-openstack-request-id: req-0855013d-f667-4169-8b00-7987345f61d3 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:04.181253 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf4485e-f945-4a51-aa90-1f81295ea53a", "name": "network-vif-plugged", "status": "completed", "tag": "a0f6c7eb-63ce-4464-9169-0ab56265449c", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:04.181809 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0855013d-f667-4169-8b00-7987345f61d3 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:04.183946 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf4485e-f945-4a51-aa90-1f81295ea53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f6c7eb-63ce-4464-9169-0ab56265449c', 'code': 200} Feb 09 01:37:04.244379 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eafc09a9-7a6a-4041-898d-71772a383951 admin admin] Publish callbacks [] for security_group (1e8745c6-d811-4277-9711-c841acd983c8), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:04.258449 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eafc09a9-7a6a-4041-898d-71772a383951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1e8745c6-d811-4277-9711-c841acd983c8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:04.300788 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc09a9-7a6a-4041-898d-71772a383951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8745c6-d811-4277-9711-c841acd983c8,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:04.349804 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-eafc09a9-7a6a-4041-898d-71772a383951 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eefe6d76ec3048cda05ba873f75b0a40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4905765 Feb 09 01:37:04.360734 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33714) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:04.494452 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5663dab-9076-475a-8182-05fc55462c2b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Made reservation on behalf of 7636a6805a184f2db0bacda04685478b for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:04.500456 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c5663dab-9076-475a-8182-05fc55462c2b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:04.535988 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c7137-5ee4-4c81-bf96-9cff6588f6db req-591b08d9-057a-4930-aa0c-a43065b03666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:04.537558 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-94ddc95c-619d-4871-9de6-a5ec362dc9e8 admin admin] Publish callbacks [] for security_group (1e8745c6-d811-4277-9711-c841acd983c8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:04.537795 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e4c7137-5ee4-4c81-bf96-9cff6588f6db req-591b08d9-057a-4930-aa0c-a43065b03666 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 1128 time: 0.2211189 Feb 09 01:37:04.549568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15deac01-0a26-4d1b-996a-a2e616b812a0 req-e38ebea1-2f74-4d34-ac0e-8abe12ffcb03 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:04.558143 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-15deac01-0a26-4d1b-996a-a2e616b812a0 req-e38ebea1-2f74-4d34-ac0e-8abe12ffcb03 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/ports?device_id=18d0e775-c2d9-4726-b5dc-f0c815449809 HTTP/1.1" status: 200 len: 945 time: 0.1753955 Feb 09 01:37:04.637675 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e4c7137-5ee4-4c81-bf96-9cff6588f6db req-f647f152-3d66-4c9f-9133-1fcc9f340743 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822344 Feb 09 01:37:04.638302 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-15deac01-0a26-4d1b-996a-a2e616b812a0 req-45cf62dc-5dee-4e66-89d1-8e1575e4b82a tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bc0d3-cea6-48da-a87c-9ca1762fab35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784109 Feb 09 01:37:04.639643 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526af179-f9fa-4707-b425-145ce21bedb8 req-0bef7162-cac2-49d9-82c5-5161423554d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:04.642434 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-526af179-f9fa-4707-b425-145ce21bedb8 req-0bef7162-cac2-49d9-82c5-5161423554d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 1.4625204 Feb 09 01:37:04.647468 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-94ddc95c-619d-4871-9de6-a5ec362dc9e8 admin admin] Publish callbacks [] for security_group (1e8745c6-d811-4277-9711-c841acd983c8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:04.659957 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e74f86c-8313-48ab-9a34-8edf2c1d810a req-5daa880f-05d1-4d8b-9c91-ed9487900eb8 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9461341 Feb 09 01:37:04.700361 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5663dab-9076-475a-8182-05fc55462c2b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:37:04.740903 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c5663dab-9076-475a-8182-05fc55462c2b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (63f1ba35-c24f-455a-95fb-d2a735714eac), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:04.743253 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-c5663dab-9076-475a-8182-05fc55462c2b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Added segment 63f1ba35-c24f-455a-95fb-d2a735714eac of type vlan for network f78875e7-647b-4063-aeee-40cf4fb92dca Feb 09 01:37:04.815285 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-94ddc95c-619d-4871-9de6-a5ec362dc9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1e8745c6-d811-4277-9711-c841acd983c8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:04.820386 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-94ddc95c-619d-4871-9de6-a5ec362dc9e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:04.821736 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-94ddc95c-619d-4871-9de6-a5ec362dc9e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e8745c6-d811-4277-9711-c841acd983c8 HTTP/1.1" status: 204 len: 168 time: 0.4600363 Feb 09 01:37:04.921115 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddc95c-619d-4871-9de6-a5ec362dc9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8745c6-d811-4277-9711-c841acd983c8,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:04.925044 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c5663dab-9076-475a-8182-05fc55462c2b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (f78875e7-647b-4063-aeee-40cf4fb92dca), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:05.038691 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5b5446d4-21e4-4f4b-9d66-248b747c1375 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:37:05.090632 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92444a-012c-45ff-b7da-ae88fc866c90 req-4f294861-fc7b-4d83-adb3-09a76dab3b2b tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:05.097023 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-526af179-f9fa-4707-b425-145ce21bedb8 req-24c735e9-0420-4523-9566-7583b94c444f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375 HTTP/1.1" status: 200 len: 217 time: 0.1337194 Feb 09 01:37:05.107992 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d92444a-012c-45ff-b7da-ae88fc866c90 req-4f294861-fc7b-4d83-adb3-09a76dab3b2b tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 948 time: 0.2736559 Feb 09 01:37:05.149274 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.db.resource_extend [None req-c5663dab-9076-475a-8182-05fc55462c2b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:37:05.320013 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d92444a-012c-45ff-b7da-ae88fc866c90 req-ed025a35-e59c-4567-91bc-8770d2a23c37 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996157 Feb 09 01:37:05.449795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5b5446d4-21e4-4f4b-9d66-248b747c1375, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:05.468646 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-312f6801-9d79-4459-912e-2613d1eeb903 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1203572289&fields=id&tenant_id=c45c47ba992045c1ada70c874f091239 HTTP/1.1" status: 200 len: 267 time: 0.2436206 Feb 09 01:37:05.481612 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '5b5446d4-21e4-4f4b-9d66-248b747c1375', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '5b5446d4-21e4-4f4b-9d66-248b747c1375', 'mac_address': 'fa:16:3e:13:06:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:37:05.591347 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c5663dab-9076-475a-8182-05fc55462c2b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (f78875e7-647b-4063-aeee-40cf4fb92dca), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:05.612089 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5663dab-9076-475a-8182-05fc55462c2b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:05.635173 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c5663dab-9076-475a-8182-05fc55462c2b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:05.700417 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5b5446d4-21e4-4f4b-9d66-248b747c1375 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:05.702534 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:05.750424 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b5446d4-21e4-4f4b-9d66-248b747c1375 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:37:05.755230 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6cda9-a42f-4e04-8702-2798ad516257 req-6727fcbc-c9cf-4dd7-b71b-047667f92fc3 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:05.773399 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fef6cda9-a42f-4e04-8702-2798ad516257 req-6727fcbc-c9cf-4dd7-b71b-047667f92fc3 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 946 time: 0.2534769 Feb 09 01:37:05.836725 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5b5446d4-21e4-4f4b-9d66-248b747c1375, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:05.843566 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:05.950202 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fef6cda9-a42f-4e04-8702-2798ad516257 req-9eecb0e1-a819-47cd-b91a-63f0f65fb5b3 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741776 Feb 09 01:37:06.059548 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c5663dab-9076-475a-8182-05fc55462c2b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.4588816 Feb 09 01:37:06.063447 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33742) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:06.075004 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-65fa49e3-7db1-4fe1-9dd7-0a098926492b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-109009823'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:06.087546 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=5b5446d4-21e4-4f4b-9d66-248b747c1375,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:06.120001 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fa49e3-7db1-4fe1-9dd7-0a098926492b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Made reservation on behalf of 7636a6805a184f2db0bacda04685478b for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:06.135114 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-65fa49e3-7db1-4fe1-9dd7-0a098926492b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:06.177969 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526af179-f9fa-4707-b425-145ce21bedb8 req-bc83e3d5-5de9-446f-9d5c-c2e9b2a83d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:06.180562 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-526af179-f9fa-4707-b425-145ce21bedb8 req-bc83e3d5-5de9-446f-9d5c-c2e9b2a83d40 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 1.0702505 Feb 09 01:37:06.352514 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65fa49e3-7db1-4fe1-9dd7-0a098926492b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:37:06.376506 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5663dab-9076-475a-8182-05fc55462c2b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Pushing event updated for resources: {'Network': ['ID=f78875e7-647b-4063-aeee-40cf4fb92dca,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:06.398505 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network f78875e7-647b-4063-aeee-40cf4fb92dca details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:37:06.406616 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-65fa49e3-7db1-4fe1-9dd7-0a098926492b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (32292551-2d70-4d6f-a0f3-66bd3a5a69b9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:06.407183 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-65fa49e3-7db1-4fe1-9dd7-0a098926492b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Added segment 32292551-2d70-4d6f-a0f3-66bd3a5a69b9 of type vlan for network 9b41382b-a92c-4f87-936e-9ae9bd979af3 Feb 09 01:37:06.500594 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-65fa49e3-7db1-4fe1-9dd7-0a098926492b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (9b41382b-a92c-4f87-936e-9ae9bd979af3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:06.516828 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-e44de6a6-ccd8-4b1d-b0de-146dc0db54c7 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:06.520424 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-e44de6a6-ccd8-4b1d-b0de-146dc0db54c7 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/networks?id=ce70ab6f-aad6-4ea4-8328-c999a48a03a8 HTTP/1.1" status: 200 len: 816 time: 1.0491860 Feb 09 01:37:06.541585 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526af179-f9fa-4707-b425-145ce21bedb8 req-1fc307a1-8b62-43aa-82fa-114d54f4ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:06.545651 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-65fa49e3-7db1-4fe1-9dd7-0a098926492b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (9b41382b-a92c-4f87-936e-9ae9bd979af3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:06.548853 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-526af179-f9fa-4707-b425-145ce21bedb8 req-1fc307a1-8b62-43aa-82fa-114d54f4ec43 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3451571 Feb 09 01:37:06.554552 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fa49e3-7db1-4fe1-9dd7-0a098926492b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:06.555609 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-65fa49e3-7db1-4fe1-9dd7-0a098926492b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:06.623276 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['5b5446d4-21e4-4f4b-9d66-248b747c1375'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:37:06.649205 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-65fa49e3-7db1-4fe1-9dd7-0a098926492b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5841036 Feb 09 01:37:06.686225 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c95ad3-9270-4a70-80e3-6bd9324b5ec4 req-528a03b7-94ff-46b0-b61d-00ee87e289e7 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:06.700232 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-80c95ad3-9270-4a70-80e3-6bd9324b5ec4 req-528a03b7-94ff-46b0-b61d-00ee87e289e7 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/ports?device_id=18d0e775-c2d9-4726-b5dc-f0c815449809 HTTP/1.1" status: 200 len: 945 time: 0.5003004 Feb 09 01:37:06.704564 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa49e3-7db1-4fe1-9dd7-0a098926492b tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Pushing event updated for resources: {'Network': ['ID=9b41382b-a92c-4f87-936e-9ae9bd979af3,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:06.820638 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 9b41382b-a92c-4f87-936e-9ae9bd979af3 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:37:06.911231 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33754) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:06.970648 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-20e3263b-e118-41e7-8f05-fd7d5c0626d1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Request body: {'subnets': [{'network_id': 'f78875e7-647b-4063-aeee-40cf4fb92dca', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--444128695', 'ip_version': 4}, {'network_id': '9b41382b-a92c-4f87-936e-9ae9bd979af3', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:06.971826 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-20e3263b-e118-41e7-8f05-fd7d5c0626d1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Request body: {'subnet': {'network_id': 'f78875e7-647b-4063-aeee-40cf4fb92dca', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--444128695', 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:06.973885 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-20e3263b-e118-41e7-8f05-fd7d5c0626d1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Request body: {'subnet': {'network_id': '9b41382b-a92c-4f87-936e-9ae9bd979af3', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:07.000269 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-526af179-f9fa-4707-b425-145ce21bedb8 req-c0f46665-bffa-4883-ba1e-4d9fba3dfe3e service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312925 Feb 09 01:37:07.005945 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-7cdeb043-f3bb-4f71-85f4-9dcd7433e36a tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/quotas/c45c47ba992045c1ada70c874f091239 HTTP/1.1" status: 200 len: 375 time: 0.4741876 Feb 09 01:37:07.069455 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-80c95ad3-9270-4a70-80e3-6bd9324b5ec4 req-6cd9f704-fbb3-4d6d-9aae-cb936d62e622 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bc0d3-cea6-48da-a87c-9ca1762fab35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652015 Feb 09 01:37:07.630480 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-72e14d26-f16b-4a83-b342-a281d78654ba tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c45c47ba992045c1ada70c874f091239&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5859792 Feb 09 01:37:07.790955 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-526af179-f9fa-4707-b425-145ce21bedb8 req-3e506bf6-136a-42f3-9c7c-0ef533005ca8 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7811637 Feb 09 01:37:08.076805 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2dba6-3ba5-49a3-84cd-1cf02f1fbe1b req-8709824a-7384-429b-8930-5676a1d1c47d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:08.093679 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8ef2dba6-3ba5-49a3-84cd-1cf02f1fbe1b req-8709824a-7384-429b-8930-5676a1d1c47d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 946 time: 0.6220975 Feb 09 01:37:08.095568 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b372e8c6-49ab-4a9d-b5c5-05aa724ed12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:08.125628 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-f1d59d70-9b25-469f-927e-f52b42db71f4 service neutron] 10.222.0.36 "GET /v2.0/networks/ce70ab6f-aad6-4ea4-8328-c999a48a03a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029012 Feb 09 01:37:08.197825 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e3263b-e118-41e7-8f05-fd7d5c0626d1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Made reservation on behalf of 7636a6805a184f2db0bacda04685478b for: {'subnet': 2} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:08.215302 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-20e3263b-e118-41e7-8f05-fd7d5c0626d1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:08.220725 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-20e3263b-e118-41e7-8f05-fd7d5c0626d1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:08.417117 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8ef2dba6-3ba5-49a3-84cd-1cf02f1fbe1b req-32a49851-9803-4753-a6d1-eb5e9d2226d3 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203824 Feb 09 01:37:08.470288 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-b578411b-5b49-465a-8282-8a6547ca98bd service neutron] 10.222.0.36 "GET /v2.0/networks/ce70ab6f-aad6-4ea4-8328-c999a48a03a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294225 Feb 09 01:37:09.044435 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b6feb-a93b-4a52-b3c9-1b73875384c8 req-7b61b590-7ce1-4f1c-9569-7828d620eac3 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:09.058811 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-575b6feb-a93b-4a52-b3c9-1b73875384c8 req-7b61b590-7ce1-4f1c-9569-7828d620eac3 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 949 time: 0.2433941 Feb 09 01:37:09.460228 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:09.462581 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-20e3263b-e118-41e7-8f05-fd7d5c0626d1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (6153de2c-5bbe-4899-ad97-ebb944d33e72), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:09.578026 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-575b6feb-a93b-4a52-b3c9-1b73875384c8 req-ac5ac73e-6967-4c97-a070-7ef6bfc46fb9 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177288 Feb 09 01:37:09.802360 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-508b1738-0e0c-41da-bbc5-4697108b87b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:10.105820 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3263b-e118-41e7-8f05-fd7d5c0626d1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Pushing event updated for resources: {'Subnet': ['ID=6153de2c-5bbe-4899-ad97-ebb944d33e72,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:10.110778 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e3263b-e118-41e7-8f05-fd7d5c0626d1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Checking segment: {'id': '63f1ba35-c24f-455a-95fb-d2a735714eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f78875e7-647b-4063-aeee-40cf4fb92dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:10.112289 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e3263b-e118-41e7-8f05-fd7d5c0626d1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Network hostable DHCP agents. Network: f78875e7-647b-4063-aeee-40cf4fb92dca, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:37:10.209928 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc689d4-6d2a-4d33-b670-6c8f8959cdd8 req-08bd63e6-0594-4126-8a64-1dc2f4bf892b tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:10.220232 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cbc689d4-6d2a-4d33-b670-6c8f8959cdd8 req-08bd63e6-0594-4126-8a64-1dc2f4bf892b tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 946 time: 0.3358843 Feb 09 01:37:10.222900 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e3263b-e118-41e7-8f05-fd7d5c0626d1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Network f78875e7-647b-4063-aeee-40cf4fb92dca is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:37:10.328235 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-20e3263b-e118-41e7-8f05-fd7d5c0626d1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, f78875e7-647b-4063-aeee-40cf4fb92dca) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:10.347630 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c8340d-e477-472a-bfca-6585037dd73e None None] Network f78875e7-647b-4063-aeee-40cf4fb92dca requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:10.370499 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-20e3263b-e118-41e7-8f05-fd7d5c0626d1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (b1476066-6335-4216-a9aa-da1e0cb1176d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:10.450947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccee1a-2fdb-46d2-a0fb-cbbf41d9b5fa req-4c37ba21-d30d-47ca-87c8-ef15996b86b3 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:10.472076 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d5ccee1a-2fdb-46d2-a0fb-cbbf41d9b5fa req-4c37ba21-d30d-47ca-87c8-ef15996b86b3 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 946 time: 0.1712456 Feb 09 01:37:10.584955 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3263b-e118-41e7-8f05-fd7d5c0626d1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Pushing event updated for resources: {'Subnet': ['ID=b1476066-6335-4216-a9aa-da1e0cb1176d,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:10.654175 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d5ccee1a-2fdb-46d2-a0fb-cbbf41d9b5fa req-dee41360-f84e-490d-a92b-4289baadd442 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789980 Feb 09 01:37:10.656289 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:10.686520 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7426fd36-0b50-41d5-87c1-2a014132dbe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-f78875e7-647b-4063-aeee-40cf4fb92dca', 'network_id': 'f78875e7-647b-4063-aeee-40cf4fb92dca', 'project_id': '7636a6805a184f2db0bacda04685478b', 'fixed_ips': [{'subnet_id': '6153de2c-5bbe-4899-ad97-ebb944d33e72'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:37:10.690328 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7426fd36-0b50-41d5-87c1-2a014132dbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:10.759815 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cbc689d4-6d2a-4d33-b670-6c8f8959cdd8 req-d805ec61-f7fc-479d-846d-4b4a97efccd3 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956086 Feb 09 01:37:10.770787 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:10.862982 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e3263b-e118-41e7-8f05-fd7d5c0626d1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Checking segment: {'id': '32292551-2d70-4d6f-a0f3-66bd3a5a69b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9b41382b-a92c-4f87-936e-9ae9bd979af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:10.863760 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e3263b-e118-41e7-8f05-fd7d5c0626d1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Network hostable DHCP agents. Network: 9b41382b-a92c-4f87-936e-9ae9bd979af3, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:37:10.929415 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e3263b-e118-41e7-8f05-fd7d5c0626d1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Network 9b41382b-a92c-4f87-936e-9ae9bd979af3 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:37:10.973929 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-20e3263b-e118-41e7-8f05-fd7d5c0626d1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 9b41382b-a92c-4f87-936e-9ae9bd979af3) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:11.014584 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e3263b-e118-41e7-8f05-fd7d5c0626d1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:11.015782 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e3263b-e118-41e7-8f05-fd7d5c0626d1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:11.018310 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-20e3263b-e118-41e7-8f05-fd7d5c0626d1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:11.082233 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-20e3263b-e118-41e7-8f05-fd7d5c0626d1 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.1515386 Feb 09 01:37:11.086416 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33826) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:11.124530 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-7426fd36-0b50-41d5-87c1-2a014132dbe0 None None] Allocated IP 172.20.0.2 (f78875e7-647b-4063-aeee-40cf4fb92dca/6153de2c-5bbe-4899-ad97-ebb944d33e72/24980a75-bc84-429b-ac5c-60c2fee81e39) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:11.311333 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7426fd36-0b50-41d5-87c1-2a014132dbe0 None None] Publish callbacks [] for port (24980a75-bc84-429b-ac5c-60c2fee81e39), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:11.323067 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ce19e2-38b6-42c7-b5ac-c065a0f4e5a8 None None] Network 9b41382b-a92c-4f87-936e-9ae9bd979af3 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:11.418879 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5b5446d4-21e4-4f4b-9d66-248b747c1375 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:37:11.423430 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7426fd36-0b50-41d5-87c1-2a014132dbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (24980a75-bc84-429b-ac5c-60c2fee81e39), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:11.673330 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7426fd36-0b50-41d5-87c1-2a014132dbe0 None None] Network f78875e7-647b-4063-aeee-40cf4fb92dca is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:11.774842 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b86e16d-ef04-4409-9612-91ab1f2d13b2 req-cc871189-686e-4bfb-bf5e-ac4cc36a737d tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 210 time: 0.2556791 Feb 09 01:37:11.858179 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29763af4-6d0a-48e0-8acd-0ca2ff659b9c tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:11.866565 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29763af4-6d0a-48e0-8acd-0ca2ff659b9c tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:11.870568 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29763af4-6d0a-48e0-8acd-0ca2ff659b9c tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:11.874416 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-29763af4-6d0a-48e0-8acd-0ca2ff659b9c tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.7860343 Feb 09 01:37:11.879829 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-7426fd36-0b50-41d5-87c1-2a014132dbe0 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:11.881092 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33834) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:11.889740 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7426fd36-0b50-41d5-87c1-2a014132dbe0 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:11.913073 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c385537c-d454-4daa-8cda-5bea6fbf6e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-9b41382b-a92c-4f87-936e-9ae9bd979af3', 'network_id': '9b41382b-a92c-4f87-936e-9ae9bd979af3', 'project_id': '7636a6805a184f2db0bacda04685478b', 'fixed_ips': [{'subnet_id': 'b1476066-6335-4216-a9aa-da1e0cb1176d'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:37:11.916082 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c385537c-d454-4daa-8cda-5bea6fbf6e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:12.107070 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f51382a-6e05-410f-840b-60906d3b6343 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Deleting subnet 6153de2c-5bbe-4899-ad97-ebb944d33e72 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:37:12.123918 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2f51382a-6e05-410f-840b-60906d3b6343 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks [] for subnet (6153de2c-5bbe-4899-ad97-ebb944d33e72), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:12.193196 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426fd36-0b50-41d5-87c1-2a014132dbe0 None None] Pushing event updated for resources: {'Port': ['ID=24980a75-bc84-429b-ac5c-60c2fee81e39,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:12.235623 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 5b5446d4-21e4-4f4b-9d66-248b747c1375 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:37:12.383292 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-7426fd36-0b50-41d5-87c1-2a014132dbe0 None None] Attempting to bind port 24980a75-bc84-429b-ac5c-60c2fee81e39 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:37:12.383740 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-7426fd36-0b50-41d5-87c1-2a014132dbe0 None None] Attempting to bind port 24980a75-bc84-429b-ac5c-60c2fee81e39 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '63f1ba35-c24f-455a-95fb-d2a735714eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f78875e7-647b-4063-aeee-40cf4fb92dca'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:37:12.384157 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7426fd36-0b50-41d5-87c1-2a014132dbe0 None None] Attempting to bind port 24980a75-bc84-429b-ac5c-60c2fee81e39 on network f78875e7-647b-4063-aeee-40cf4fb92dca {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:12.406277 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-dcd0232c-1037-49e6-8f72-7342428a847c tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:12.407805 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-dcd0232c-1037-49e6-8f72-7342428a847c tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.67 "GET /v2.0/networks?id=ce70ab6f-aad6-4ea4-8328-c999a48a03a8 HTTP/1.1" status: 200 len: 816 time: 0.2338393 Feb 09 01:37:12.443479 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 5b5446d4-21e4-4f4b-9d66-248b747c1375 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:12.443985 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:12.456787 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2f51382a-6e05-410f-840b-60906d3b6343 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (6153de2c-5bbe-4899-ad97-ebb944d33e72), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:12.489258 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:12.501343 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7426fd36-0b50-41d5-87c1-2a014132dbe0 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:37:12.501752 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7426fd36-0b50-41d5-87c1-2a014132dbe0 None None] Checking segment: {'id': '63f1ba35-c24f-455a-95fb-d2a735714eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f78875e7-647b-4063-aeee-40cf4fb92dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:12.502711 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7426fd36-0b50-41d5-87c1-2a014132dbe0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:12.503237 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7426fd36-0b50-41d5-87c1-2a014132dbe0 None None] Bound using segment: {'id': '63f1ba35-c24f-455a-95fb-d2a735714eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f78875e7-647b-4063-aeee-40cf4fb92dca'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:37:12.503952 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-7426fd36-0b50-41d5-87c1-2a014132dbe0 None None] Bound port: 24980a75-bc84-429b-ac5c-60c2fee81e39, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f1ba35-c24f-455a-95fb-d2a735714eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f78875e7-647b-4063-aeee-40cf4fb92dca'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:37:12.504340 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7426fd36-0b50-41d5-87c1-2a014132dbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (24980a75-bc84-429b-ac5c-60c2fee81e39), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:12.607800 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2f51382a-6e05-410f-840b-60906d3b6343 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (6153de2c-5bbe-4899-ad97-ebb944d33e72), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:12.735301 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:37:12.750053 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5b5446d4-21e4-4f4b-9d66-248b747c1375 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:12.753084 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:12.774597 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-7426fd36-0b50-41d5-87c1-2a014132dbe0 None None] For port 24980a75-bc84-429b-ac5c-60c2fee81e39, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:12.806732 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-7426fd36-0b50-41d5-87c1-2a014132dbe0 None None] For port 24980a75-bc84-429b-ac5c-60c2fee81e39, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=24980a75-bc84-429b-ac5c-60c2fee81e39,segment=NetworkSegment(63f1ba35-c24f-455a-95fb-d2a735714eac),segment_id=63f1ba35-c24f-455a-95fb-d2a735714eac)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:37:12.843020 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7426fd36-0b50-41d5-87c1-2a014132dbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (24980a75-bc84-429b-ac5c-60c2fee81e39), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:12.862542 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2f51382a-6e05-410f-840b-60906d3b6343 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (6153de2c-5bbe-4899-ad97-ebb944d33e72), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:12.954284 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-c385537c-d454-4daa-8cda-5bea6fbf6e0d None None] Allocated IP 172.20.0.18 (9b41382b-a92c-4f87-936e-9ae9bd979af3/b1476066-6335-4216-a9aa-da1e0cb1176d/2efd02db-a7c4-4ad3-a6d5-eedb740bb507) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:12.966515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426fd36-0b50-41d5-87c1-2a014132dbe0 None None] Pushing event updated for resources: {'Port': ['ID=24980a75-bc84-429b-ac5c-60c2fee81e39,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:13.037103 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa158900-4446-43ae-95a3-c13bad5b92c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5446d4-21e4-4f4b-9d66-248b747c1375'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:13.047836 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f70a9e-3bea-477f-a449-d55978ecc6ba" -d '{"events": [{"server_uuid": "fa158900-4446-43ae-95a3-c13bad5b92c6", "name": "network-vif-plugged", "status": "completed", "tag": "5b5446d4-21e4-4f4b-9d66-248b747c1375"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:13.180023 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-ef92f221-9852-4d4f-822c-9e6f53980425 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c45c47ba992045c1ada70c874f091239 HTTP/1.1" status: 200 len: 380 time: 0.4351687 Feb 09 01:37:13.203718 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5b5446d4-21e4-4f4b-9d66-248b747c1375, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:13.289391 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51382a-6e05-410f-840b-60906d3b6343 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Pushing event deleted for resources: {'Subnet': ['ID=6153de2c-5bbe-4899-ad97-ebb944d33e72,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:13.320712 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-d4e4f464-0959-4af5-8409-510bdc16ac35 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:13.322277 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-d4e4f464-0959-4af5-8409-510bdc16ac35 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6&tenant_id=a8fbbe3309e443c484ce78d66416eddd&binding%3Ahost_id=n-h2-828387-3 HTTP/1.1" status: 200 len: 949 time: 1.2111878 Feb 09 01:37:13.349454 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-b92302be-eff2-435d-8221-61e6bf5f3542 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Request body: {'port': {'device_id': 'c8d86b81-3809-4fc5-a890-e1267e2a2c1b', 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8', 'admin_state_up': True, 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'security_groups': ['eaf12b2a-fa26-4428-b0fd-b1ff15fb7849']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:13.354415 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2f51382a-6e05-410f-840b-60906d3b6343 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:13.379814 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2f51382a-6e05-410f-840b-60906d3b6343 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] 10.222.0.36 "DELETE /v2.0/subnets/6153de2c-5bbe-4899-ad97-ebb944d33e72 HTTP/1.1" status: 204 len: 168 time: 1.4971824 Feb 09 01:37:13.393924 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33848) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:13.513737 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c385537c-d454-4daa-8cda-5bea6fbf6e0d None None] Publish callbacks [] for port (2efd02db-a7c4-4ad3-a6d5-eedb740bb507), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:13.543292 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:13.554871 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c385537c-d454-4daa-8cda-5bea6fbf6e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (2efd02db-a7c4-4ad3-a6d5-eedb740bb507), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:13.639127 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-23601d58-c119-48ed-8373-e5c1494e4da7 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Deleting subnet b1476066-6335-4216-a9aa-da1e0cb1176d {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:37:13.650128 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=5b5446d4-21e4-4f4b-9d66-248b747c1375,revision_number=9']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:13.665695 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-23601d58-c119-48ed-8373-e5c1494e4da7 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks [] for subnet (b1476066-6335-4216-a9aa-da1e0cb1176d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:13.681433 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c385537c-d454-4daa-8cda-5bea6fbf6e0d None None] Network 9b41382b-a92c-4f87-936e-9ae9bd979af3 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:13.691296 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ac2b4-7cf7-49a6-8ef4-a71ece8ad19d req-6a03882f-8649-4c0d-9c16-389d59d785e7 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:13.713022 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ca6ac2b4-7cf7-49a6-8ef4-a71ece8ad19d req-6a03882f-8649-4c0d-9c16-389d59d785e7 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 1128 time: 0.3677118 Feb 09 01:37:13.727337 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6003f3-2c25-4b0c-81ec-3ed21437d498 req-72395f6f-3bfb-476c-a116-a1c61e7a840e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:13.737244 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-c385537c-d454-4daa-8cda-5bea6fbf6e0d None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:13.761004 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef6003f3-2c25-4b0c-81ec-3ed21437d498 req-72395f6f-3bfb-476c-a116-a1c61e7a840e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 946 time: 1.0787070 Feb 09 01:37:13.764245 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:13.782635 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c385537c-d454-4daa-8cda-5bea6fbf6e0d None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:13.920640 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385537c-d454-4daa-8cda-5bea6fbf6e0d None None] Pushing event updated for resources: {'Port': ['ID=2efd02db-a7c4-4ad3-a6d5-eedb740bb507,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:13.954776 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-23601d58-c119-48ed-8373-e5c1494e4da7 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (b1476066-6335-4216-a9aa-da1e0cb1176d), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:14.053553 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-c385537c-d454-4daa-8cda-5bea6fbf6e0d None None] Attempting to bind port 2efd02db-a7c4-4ad3-a6d5-eedb740bb507 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:37:14.059641 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-c385537c-d454-4daa-8cda-5bea6fbf6e0d None None] Attempting to bind port 2efd02db-a7c4-4ad3-a6d5-eedb740bb507 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '32292551-2d70-4d6f-a0f3-66bd3a5a69b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9b41382b-a92c-4f87-936e-9ae9bd979af3'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:37:14.060194 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c385537c-d454-4daa-8cda-5bea6fbf6e0d None None] Attempting to bind port 2efd02db-a7c4-4ad3-a6d5-eedb740bb507 on network 9b41382b-a92c-4f87-936e-9ae9bd979af3 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:14.084344 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c385537c-d454-4daa-8cda-5bea6fbf6e0d None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:37:14.084806 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c385537c-d454-4daa-8cda-5bea6fbf6e0d None None] Checking segment: {'id': '32292551-2d70-4d6f-a0f3-66bd3a5a69b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9b41382b-a92c-4f87-936e-9ae9bd979af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:14.085312 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c385537c-d454-4daa-8cda-5bea6fbf6e0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:14.085810 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c385537c-d454-4daa-8cda-5bea6fbf6e0d None None] Bound using segment: {'id': '32292551-2d70-4d6f-a0f3-66bd3a5a69b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9b41382b-a92c-4f87-936e-9ae9bd979af3'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:37:14.086536 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-c385537c-d454-4daa-8cda-5bea6fbf6e0d None None] Bound port: 2efd02db-a7c4-4ad3-a6d5-eedb740bb507, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32292551-2d70-4d6f-a0f3-66bd3a5a69b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9b41382b-a92c-4f87-936e-9ae9bd979af3'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:37:14.086873 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c385537c-d454-4daa-8cda-5bea6fbf6e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2efd02db-a7c4-4ad3-a6d5-eedb740bb507), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:14.130017 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ca6ac2b4-7cf7-49a6-8ef4-a71ece8ad19d req-b4627eb9-1196-4614-888a-69cf063ba3e0 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154229 Feb 09 01:37:14.190397 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-f8ba2cdb-b607-4e58-8289-2ee45b290222 service neutron] 10.222.0.48 "GET /v2.0/ports/5b5446d4-21e4-4f4b-9d66-248b747c1375/bindings/n-h2-828387-3 HTTP/1.1" status: 200 len: 382 time: 0.8121600 Feb 09 01:37:14.254434 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef6003f3-2c25-4b0c-81ec-3ed21437d498 req-f104c4cf-c8bc-43de-bc1a-9be1ca5598fa tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918759 Feb 09 01:37:14.369942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-b92302be-eff2-435d-8221-61e6bf5f3542 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Made reservation on behalf of c45c47ba992045c1ada70c874f091239 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:14.375977 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-b92302be-eff2-435d-8221-61e6bf5f3542 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:14.404500 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c385537c-d454-4daa-8cda-5bea6fbf6e0d None None] For port 2efd02db-a7c4-4ad3-a6d5-eedb740bb507, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:14.419337 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c385537c-d454-4daa-8cda-5bea6fbf6e0d None None] For port 2efd02db-a7c4-4ad3-a6d5-eedb740bb507, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=2efd02db-a7c4-4ad3-a6d5-eedb740bb507,segment=NetworkSegment(32292551-2d70-4d6f-a0f3-66bd3a5a69b9),segment_id=32292551-2d70-4d6f-a0f3-66bd3a5a69b9)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:37:14.437390 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c385537c-d454-4daa-8cda-5bea6fbf6e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2efd02db-a7c4-4ad3-a6d5-eedb740bb507), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:14.440826 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-23601d58-c119-48ed-8373-e5c1494e4da7 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (b1476066-6335-4216-a9aa-da1e0cb1176d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:14.457135 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-aee40786-b4b1-4e16-b275-a96aa5bdda77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:14.459663 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-aee40786-b4b1-4e16-b275-a96aa5bdda77 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 1132 time: 0.1999116 Feb 09 01:37:14.630531 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385537c-d454-4daa-8cda-5bea6fbf6e0d None None] Pushing event updated for resources: {'Port': ['ID=2efd02db-a7c4-4ad3-a6d5-eedb740bb507,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:14.688978 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-23601d58-c119-48ed-8373-e5c1494e4da7 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (b1476066-6335-4216-a9aa-da1e0cb1176d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:14.912978 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23601d58-c119-48ed-8373-e5c1494e4da7 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Pushing event deleted for resources: {'Subnet': ['ID=b1476066-6335-4216-a9aa-da1e0cb1176d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:14.970341 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-23601d58-c119-48ed-8373-e5c1494e4da7 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:14.977704 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-23601d58-c119-48ed-8373-e5c1494e4da7 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] 10.222.0.36 "DELETE /v2.0/subnets/b1476066-6335-4216-a9aa-da1e0cb1176d HTTP/1.1" status: 204 len: 168 time: 1.5811610 Feb 09 01:37:14.982005 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33860) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:15.031758 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-b92302be-eff2-435d-8221-61e6bf5f3542 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Allocated IP 172.20.0.9 (ce70ab6f-aad6-4ea4-8328-c999a48a03a8/7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c/d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:15.246257 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72325d8-97e3-4d4c-9548-f4435783fbe5 req-f1e3d757-852a-4b16-9d7a-6304333f6cb3 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:15.260884 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b72325d8-97e3-4d4c-9548-f4435783fbe5 req-f1e3d757-852a-4b16-9d7a-6304333f6cb3 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 950 time: 0.5801373 Feb 09 01:37:15.338271 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-3c3576ff-bb82-418d-a44e-b26eb57235c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:15.351908 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-3c3576ff-bb82-418d-a44e-b26eb57235c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.8760235 Feb 09 01:37:15.504540 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b72325d8-97e3-4d4c-9548-f4435783fbe5 req-6d422b29-e37a-4088-b9e1-0df5bda666e3 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419357 Feb 09 01:37:15.533472 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01618fff-c01f-4ba0-bd4f-8652252fe8c8 None None] Network f78875e7-647b-4063-aeee-40cf4fb92dca requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:15.574370 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc769d39-636b-42ac-a2ec-c5f67b237956 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:15.589778 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cc769d39-636b-42ac-a2ec-c5f67b237956 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5846925 Feb 09 01:37:15.592487 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33870) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:15.618165 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-b92302be-eff2-435d-8221-61e6bf5f3542 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks [] for port (d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:15.718395 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 24980a75-bc84-429b-ac5c-60c2fee81e39 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:37:15.807432 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-e418cbe4-f7dd-4d22-ac50-5435d8ab89d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375 HTTP/1.1" status: 200 len: 217 time: 0.4380074 Feb 09 01:37:15.930462 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-72602bb8-2550-4a54-8e1c-0b7dca857ffa None None] Provisioning complete for port 24980a75-bc84-429b-ac5c-60c2fee81e39 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:15.936296 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-72602bb8-2550-4a54-8e1c-0b7dca857ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (24980a75-bc84-429b-ac5c-60c2fee81e39), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:15.990927 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-820622b0-12e4-4547-b43f-f4709d8b15af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:16.004827 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-820622b0-12e4-4547-b43f-f4709d8b15af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1757364 Feb 09 01:37:16.065091 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ff111440-be0a-48e5-8409-4a154598d8c6 req-ebd02bf5-9c07-447c-8fdf-5c61f9f0b764 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 210 time: 0.1958375 Feb 09 01:37:16.101884 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c2c2eb-4df0-47fe-9df1-729467e2dc97 x-openstack-request-id: req-62c2c2eb-4df0-47fe-9df1-729467e2dc97 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:16.102194 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa158900-4446-43ae-95a3-c13bad5b92c6", "name": "network-vif-plugged", "status": "completed", "tag": "5b5446d4-21e4-4f4b-9d66-248b747c1375", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:16.102437 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62c2c2eb-4df0-47fe-9df1-729467e2dc97 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:16.102853 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa158900-4446-43ae-95a3-c13bad5b92c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5446d4-21e4-4f4b-9d66-248b747c1375', 'code': 200} Feb 09 01:37:16.126080 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-67a912e8-2d88-4cf1-b766-46db0cd5d794 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (9b41382b-a92c-4f87-936e-9ae9bd979af3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:16.316750 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-72602bb8-2550-4a54-8e1c-0b7dca857ffa None None] Current status of the port 24980a75-bc84-429b-ac5c-60c2fee81e39 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:16.317168 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-72602bb8-2550-4a54-8e1c-0b7dca857ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (24980a75-bc84-429b-ac5c-60c2fee81e39), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:16.365216 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 24980a75-bc84-429b-ac5c-60c2fee81e39 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:16.365822 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (24980a75-bc84-429b-ac5c-60c2fee81e39), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:16.416442 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-67a912e8-2d88-4cf1-b766-46db0cd5d794 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Deleting port 2efd02db-a7c4-4ad3-a6d5-eedb740bb507 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:16.419032 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-67a912e8-2d88-4cf1-b766-46db0cd5d794 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (2efd02db-a7c4-4ad3-a6d5-eedb740bb507), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:16.482460 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-57d0b906-3a92-429e-9dd5-eaa8062f4c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:16.493826 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-57d0b906-3a92-429e-9dd5-eaa8062f4c11 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4764233 Feb 09 01:37:16.503062 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-b92302be-eff2-435d-8221-61e6bf5f3542 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:16.631422 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-72602bb8-2550-4a54-8e1c-0b7dca857ffa None None] For port 24980a75-bc84-429b-ac5c-60c2fee81e39, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=24980a75-bc84-429b-ac5c-60c2fee81e39,segment=NetworkSegment(63f1ba35-c24f-455a-95fb-d2a735714eac),segment_id=63f1ba35-c24f-455a-95fb-d2a735714eac)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:16.631422 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-72602bb8-2550-4a54-8e1c-0b7dca857ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (24980a75-bc84-429b-ac5c-60c2fee81e39), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:16.793713 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3809bd1-c212-4b97-a2c4-5bca31c54175 req-991b1f60-8a83-4a10-acc6-c40d43207865 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:16.817595 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3809bd1-c212-4b97-a2c4-5bca31c54175 req-991b1f60-8a83-4a10-acc6-c40d43207865 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/ports?device_id=18d0e775-c2d9-4726-b5dc-f0c815449809 HTTP/1.1" status: 200 len: 945 time: 0.4568136 Feb 09 01:37:16.933701 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92302be-eff2-435d-8221-61e6bf5f3542 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Pushing event updated for resources: {'Port': ['ID=d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:16.952880 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-b92302be-eff2-435d-8221-61e6bf5f3542 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Network ce70ab6f-aad6-4ea4-8328-c999a48a03a8 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:16.967655 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6664211f-6e36-4eb8-80f6-c761623ab846 None None] DHCP port deletion for f78875e7-647b-4063-aeee-40cf4fb92dca request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:37:16.969586 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea65b87-aff5-4c7f-86db-06d4b5c7ecbc req-3e9cedb2-0267-4606-890d-973ecb8ccbde tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:16.987326 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bea65b87-aff5-4c7f-86db-06d4b5c7ecbc req-3e9cedb2-0267-4606-890d-973ecb8ccbde tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 1128 time: 0.7653267 Feb 09 01:37:16.991111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-b92302be-eff2-435d-8221-61e6bf5f3542 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:17.068822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-b92302be-eff2-435d-8221-61e6bf5f3542 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:17.099614 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3809bd1-c212-4b97-a2c4-5bca31c54175 req-e3e87fde-4921-4eae-9970-ea0f7184eafe tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bc0d3-cea6-48da-a87c-9ca1762fab35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762311 Feb 09 01:37:17.163670 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72602bb8-2550-4a54-8e1c-0b7dca857ffa None None] Pushing event updated for resources: {'Port': ['ID=24980a75-bc84-429b-ac5c-60c2fee81e39,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:17.222082 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-67a912e8-2d88-4cf1-b766-46db0cd5d794 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] For port 2efd02db-a7c4-4ad3-a6d5-eedb740bb507, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=2efd02db-a7c4-4ad3-a6d5-eedb740bb507,segment=NetworkSegment(32292551-2d70-4d6f-a0f3-66bd3a5a69b9),segment_id=32292551-2d70-4d6f-a0f3-66bd3a5a69b9)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:17.224319 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-67a912e8-2d88-4cf1-b766-46db0cd5d794 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (2efd02db-a7c4-4ad3-a6d5-eedb740bb507), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:17.295042 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-4a5bcede-aed1-4a81-9b0a-cd08ed03faaa service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7685158 Feb 09 01:37:17.295317 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 24980a75-bc84-429b-ac5c-60c2fee81e39 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:17.301465 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 2efd02db-a7c4-4ad3-a6d5-eedb740bb507 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:37:17.302600 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-67a912e8-2d88-4cf1-b766-46db0cd5d794 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Calling delete_port for 2efd02db-a7c4-4ad3-a6d5-eedb740bb507 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:17.420635 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bdb77e-a164-4bdd-be0d-c7612d99efdb None None] Network 9b41382b-a92c-4f87-936e-9ae9bd979af3 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:17.486690 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-b92302be-eff2-435d-8221-61e6bf5f3542 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:17.488061 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-b92302be-eff2-435d-8221-61e6bf5f3542 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:17.508367 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bea65b87-aff5-4c7f-86db-06d4b5c7ecbc req-3efb95af-c26d-43b6-bc2f-6cc95abc53fe tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085225 Feb 09 01:37:17.566401 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-b92302be-eff2-435d-8221-61e6bf5f3542 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2700253 Feb 09 01:37:17.582402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Request body: {'port': {'device_id': 'c8d86b81-3809-4fc5-a890-e1267e2a2c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:17.592231 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d4473-2e80-4565-a166-968822e23efe req-60c0e80d-c87f-4a35-8186-0cb84abf268d tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:17.594009 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d30d4473-2e80-4565-a166-968822e23efe req-60c0e80d-c87f-4a35-8186-0cb84abf268d tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.48 "GET /v2.0/ports?device_id=18d0e775-c2d9-4726-b5dc-f0c815449809 HTTP/1.1" status: 200 len: 945 time: 0.2459075 Feb 09 01:37:17.665748 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c433a-543d-448b-b706-8b789184ff1c req-5877a01a-8846-42db-be63-ada2457e4317 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:17.674958 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-de7c433a-543d-448b-b706-8b789184ff1c req-5877a01a-8846-42db-be63-ada2457e4317 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 946 time: 0.1369548 Feb 09 01:37:17.694831 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-67a912e8-2d88-4cf1-b766-46db0cd5d794 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (2efd02db-a7c4-4ad3-a6d5-eedb740bb507), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:17.699452 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-7dda9aa5-4505-4a0a-84bb-c5962192b8f4 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728786 Feb 09 01:37:17.714400 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No active binding found for port 2efd02db-a7c4-4ad3-a6d5-eedb740bb507 {{(pid=103185) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 01:37:17.714998 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] The host n-d-828387-3 is not matching for port 2efd02db-a7c4-4ad3-a6d5-eedb740bb507 host None! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:37:17.718753 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 2efd02db-a7c4-4ad3-a6d5-eedb740bb507 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 01:37:17.751171 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a912e8-2d88-4cf1-b766-46db0cd5d794 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Pushing event deleted for resources: {'Port': ['ID=2efd02db-a7c4-4ad3-a6d5-eedb740bb507,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:17.771788 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a912e8-2d88-4cf1-b766-46db0cd5d794 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] No DVR routers for this DVR port 2efd02db-a7c4-4ad3-a6d5-eedb740bb507 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:17.824212 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Port 2efd02db-a7c4-4ad3-a6d5-eedb740bb507 not found, will not notify nova. {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 01:37:17.839929 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5133a6ca-a976-4f44-be3e-aeb2a8f61dfa None None] Provisioning complete for port 2efd02db-a7c4-4ad3-a6d5-eedb740bb507 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:17.845989 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5133a6ca-a976-4f44-be3e-aeb2a8f61dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2efd02db-a7c4-4ad3-a6d5-eedb740bb507), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:17.933629 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:17.935988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5133a6ca-a976-4f44-be3e-aeb2a8f61dfa None None] Port 2efd02db-a7c4-4ad3-a6d5-eedb740bb507 was deleted so its status cannot be updated. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 01:37:17.965969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6664211f-6e36-4eb8-80f6-c761623ab846 None None] Deleting port 24980a75-bc84-429b-ac5c-60c2fee81e39 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:17.966469 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6664211f-6e36-4eb8-80f6-c761623ab846 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (24980a75-bc84-429b-ac5c-60c2fee81e39), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.026883 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-de7c433a-543d-448b-b706-8b789184ff1c req-1e9dedfc-5872-425d-9e42-4a22764afe62 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424749 Feb 09 01:37:18.093129 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-67a912e8-2d88-4cf1-b766-46db0cd5d794 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (9b41382b-a92c-4f87-936e-9ae9bd979af3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.144777 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-67a912e8-2d88-4cf1-b766-46db0cd5d794 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b41382b-a92c-4f87-936e-9ae9bd979af3']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:18.167640 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-67a912e8-2d88-4cf1-b766-46db0cd5d794 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32292551-2d70-4d6f-a0f3-66bd3a5a69b9') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:18.167941 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-67a912e8-2d88-4cf1-b766-46db0cd5d794 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32292551-2d70-4d6f-a0f3-66bd3a5a69b9') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:18.185915 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-67a912e8-2d88-4cf1-b766-46db0cd5d794 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (32292551-2d70-4d6f-a0f3-66bd3a5a69b9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.202237 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-67a912e8-2d88-4cf1-b766-46db0cd5d794 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (32292551-2d70-4d6f-a0f3-66bd3a5a69b9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.208940 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a912e8-2d88-4cf1-b766-46db0cd5d794 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:37:18.209340 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-67a912e8-2d88-4cf1-b766-46db0cd5d794 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (32292551-2d70-4d6f-a0f3-66bd3a5a69b9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.230887 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 24980a75-bc84-429b-ac5c-60c2fee81e39 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:37:18.300477 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:37:18.318196 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-67a912e8-2d88-4cf1-b766-46db0cd5d794 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (9b41382b-a92c-4f87-936e-9ae9bd979af3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.344976 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-18989812-30bd-4f8d-ad43-ced337613aca None None] Provisioning complete for port d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:18.345854 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-18989812-30bd-4f8d-ad43-ced337613aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.375826 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-d30d4473-2e80-4565-a166-968822e23efe req-84b3070f-3a73-47c8-88e0-533a8363a73c tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Deleting port 49c37877-6790-4942-ab62-9dd9db0094d7 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:18.376264 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d30d4473-2e80-4565-a166-968822e23efe req-84b3070f-3a73-47c8-88e0-533a8363a73c tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (49c37877-6790-4942-ab62-9dd9db0094d7), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.380118 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e52bea-ad57-43d1-af5a-78287c8b8846 None None] DHCP port deletion for 9b41382b-a92c-4f87-936e-9ae9bd979af3 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:37:18.383648 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-67a912e8-2d88-4cf1-b766-46db0cd5d794 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.395435 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-67a912e8-2d88-4cf1-b766-46db0cd5d794 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] 10.222.0.36 "DELETE /v2.0/networks/9b41382b-a92c-4f87-936e-9ae9bd979af3 HTTP/1.1" status: 204 len: 168 time: 2.8012569 Feb 09 01:37:18.407652 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33896) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:18.417194 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-6664211f-6e36-4eb8-80f6-c761623ab846 None None] For port 24980a75-bc84-429b-ac5c-60c2fee81e39, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=24980a75-bc84-429b-ac5c-60c2fee81e39,segment=NetworkSegment(63f1ba35-c24f-455a-95fb-d2a735714eac),segment_id=63f1ba35-c24f-455a-95fb-d2a735714eac)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:18.417872 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6664211f-6e36-4eb8-80f6-c761623ab846 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (24980a75-bc84-429b-ac5c-60c2fee81e39), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.438465 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a912e8-2d88-4cf1-b766-46db0cd5d794 tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Pushing event deleted for resources: {'Network': ['ID=9b41382b-a92c-4f87-936e-9ae9bd979af3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:18.463998 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84d49-7a98-4b1b-9ee5-4901e7f6b221 req-1491a177-ed28-492d-9a2a-d4a14b7d7eee tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:18.465949 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9ed84d49-7a98-4b1b-9ee5-4901e7f6b221 req-1491a177-ed28-492d-9a2a-d4a14b7d7eee tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 950 time: 0.5429494 Feb 09 01:37:18.485875 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6664211f-6e36-4eb8-80f6-c761623ab846 None None] Calling delete_port for 24980a75-bc84-429b-ac5c-60c2fee81e39 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:18.519771 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-18989812-30bd-4f8d-ad43-ced337613aca None None] Port d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:37:18.683366 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 24980a75-bc84-429b-ac5c-60c2fee81e39 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:18.683731 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (24980a75-bc84-429b-ac5c-60c2fee81e39), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.688337 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6ae9388-b4df-43f3-a991-fa265a06421e tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (f78875e7-647b-4063-aeee-40cf4fb92dca), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.698624 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d42c4c-69e2-44b2-9254-d158e4ed1998 req-727a312d-de74-4afc-a7c8-47957b6ad35d tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:18.700489 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e4d42c4c-69e2-44b2-9254-d158e4ed1998 req-727a312d-de74-4afc-a7c8-47957b6ad35d tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 931 time: 0.3961375 Feb 09 01:37:18.787175 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 24980a75-bc84-429b-ac5c-60c2fee81e39, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=24980a75-bc84-429b-ac5c-60c2fee81e39,segment=NetworkSegment(63f1ba35-c24f-455a-95fb-d2a735714eac),segment_id=63f1ba35-c24f-455a-95fb-d2a735714eac)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:18.824819 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (24980a75-bc84-429b-ac5c-60c2fee81e39), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.921629 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e4d42c4c-69e2-44b2-9254-d158e4ed1998 req-51d07e30-8735-431e-95a2-af1dc407e6dc tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131267 Feb 09 01:37:18.948746 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6664211f-6e36-4eb8-80f6-c761623ab846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (24980a75-bc84-429b-ac5c-60c2fee81e39), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:19.019995 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-e6ae9388-b4df-43f3-a991-fa265a06421e tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Deleting port 24980a75-bc84-429b-ac5c-60c2fee81e39 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:19.020441 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6664211f-6e36-4eb8-80f6-c761623ab846 None None] No DVR routers for this DVR port 24980a75-bc84-429b-ac5c-60c2fee81e39 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:19.023612 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6ae9388-b4df-43f3-a991-fa265a06421e tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (24980a75-bc84-429b-ac5c-60c2fee81e39), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:19.084835 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=24980a75-bc84-429b-ac5c-60c2fee81e39,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:19.227778 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664211f-6e36-4eb8-80f6-c761623ab846 None None] Pushing event deleted for resources: {'Port': ['ID=24980a75-bc84-429b-ac5c-60c2fee81e39,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:19.316669 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-e6ae9388-b4df-43f3-a991-fa265a06421e tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] For port 24980a75-bc84-429b-ac5c-60c2fee81e39, host n-d-828387-3, got binding levels [] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:19.317505 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6ae9388-b4df-43f3-a991-fa265a06421e tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (24980a75-bc84-429b-ac5c-60c2fee81e39), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:19.333624 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-e6ae9388-b4df-43f3-a991-fa265a06421e tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Calling delete_port for 24980a75-bc84-429b-ac5c-60c2fee81e39 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:19.336578 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.ipam_backend_mixin [None req-e6ae9388-b4df-43f3-a991-fa265a06421e tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Port 24980a75-bc84-429b-ac5c-60c2fee81e39 was not found and therefore no delete operation was performed {{(pid=103184) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:37:19.338005 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6ae9388-b4df-43f3-a991-fa265a06421e tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (24980a75-bc84-429b-ac5c-60c2fee81e39), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:19.380065 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae9388-b4df-43f3-a991-fa265a06421e tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] No DVR routers for this DVR port 24980a75-bc84-429b-ac5c-60c2fee81e39 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:19.407241 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae9388-b4df-43f3-a991-fa265a06421e tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Pushing event deleted for resources: {'Port': ['ID=24980a75-bc84-429b-ac5c-60c2fee81e39,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:19.425345 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-d30d4473-2e80-4565-a166-968822e23efe req-84b3070f-3a73-47c8-88e0-533a8363a73c tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] For port 49c37877-6790-4942-ab62-9dd9db0094d7, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=49c37877-6790-4942-ab62-9dd9db0094d7,segment=NetworkSegment(b3590aa0-6252-4cbe-8a07-6c273b8be62c),segment_id=b3590aa0-6252-4cbe-8a07-6c273b8be62c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:19.426346 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d30d4473-2e80-4565-a166-968822e23efe req-84b3070f-3a73-47c8-88e0-533a8363a73c tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (49c37877-6790-4942-ab62-9dd9db0094d7), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:19.453151 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-d30d4473-2e80-4565-a166-968822e23efe req-84b3070f-3a73-47c8-88e0-533a8363a73c tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Calling delete_port for 49c37877-6790-4942-ab62-9dd9db0094d7 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:19.479465 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6ae9388-b4df-43f3-a991-fa265a06421e tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (f78875e7-647b-4063-aeee-40cf4fb92dca), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:19.501126 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e6ae9388-b4df-43f3-a991-fa265a06421e tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f78875e7-647b-4063-aeee-40cf4fb92dca']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:19.513342 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e6ae9388-b4df-43f3-a991-fa265a06421e tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f1ba35-c24f-455a-95fb-d2a735714eac') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:19.513936 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e6ae9388-b4df-43f3-a991-fa265a06421e tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f1ba35-c24f-455a-95fb-d2a735714eac') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:19.525993 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6ae9388-b4df-43f3-a991-fa265a06421e tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (63f1ba35-c24f-455a-95fb-d2a735714eac), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:19.541887 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6ae9388-b4df-43f3-a991-fa265a06421e tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (63f1ba35-c24f-455a-95fb-d2a735714eac), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:19.548750 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ae9388-b4df-43f3-a991-fa265a06421e tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:37:19.549990 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6ae9388-b4df-43f3-a991-fa265a06421e tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (63f1ba35-c24f-455a-95fb-d2a735714eac), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:37:19.640095 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:37:19.649496 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6ae9388-b4df-43f3-a991-fa265a06421e tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (f78875e7-647b-4063-aeee-40cf4fb92dca), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:19.654674 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6ae9388-b4df-43f3-a991-fa265a06421e tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:19.659771 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e6ae9388-b4df-43f3-a991-fa265a06421e tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] 10.222.0.36 "DELETE /v2.0/networks/f78875e7-647b-4063-aeee-40cf4fb92dca HTTP/1.1" status: 204 len: 168 time: 1.2227058 Feb 09 01:37:19.685662 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33908) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:19.687994 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae9388-b4df-43f3-a991-fa265a06421e tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Pushing event deleted for resources: {'Network': ['ID=f78875e7-647b-4063-aeee-40cf4fb92dca,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:19.718638 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d30d4473-2e80-4565-a166-968822e23efe req-84b3070f-3a73-47c8-88e0-533a8363a73c tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (49c37877-6790-4942-ab62-9dd9db0094d7), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:19.821244 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3070f-3a73-47c8-88e0-533a8363a73c tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Pushing event deleted for resources: {'Port': ['ID=49c37877-6790-4942-ab62-9dd9db0094d7,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:19.830719 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c226ed4-43a3-414e-ae51-2e9f7e747f0d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (d03f6d16-db00-4a2a-87fb-cd27be77b4b1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:19.916317 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 2efd02db-a7c4-4ad3-a6d5-eedb740bb507 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:37:19.953100 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 2efd02db-a7c4-4ad3-a6d5-eedb740bb507 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:37:19.953691 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 2efd02db-a7c4-4ad3-a6d5-eedb740bb507 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:37:19.997025 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c226ed4-43a3-414e-ae51-2e9f7e747f0d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (d03f6d16-db00-4a2a-87fb-cd27be77b4b1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:20.021275 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-1c226ed4-43a3-414e-ae51-2e9f7e747f0d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03f6d16-db00-4a2a-87fb-cd27be77b4b1']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:20.032195 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-1c226ed4-43a3-414e-ae51-2e9f7e747f0d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cfa4bd6-903d-4d9a-ba30-aa06a16628c6') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:20.032805 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-1c226ed4-43a3-414e-ae51-2e9f7e747f0d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cfa4bd6-903d-4d9a-ba30-aa06a16628c6') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:20.052218 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c226ed4-43a3-414e-ae51-2e9f7e747f0d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (3cfa4bd6-903d-4d9a-ba30-aa06a16628c6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:20.073105 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c226ed4-43a3-414e-ae51-2e9f7e747f0d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (3cfa4bd6-903d-4d9a-ba30-aa06a16628c6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:20.083965 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c226ed4-43a3-414e-ae51-2e9f7e747f0d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:37:20.084713 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c226ed4-43a3-414e-ae51-2e9f7e747f0d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (3cfa4bd6-903d-4d9a-ba30-aa06a16628c6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:20.084863 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30d4473-2e80-4565-a166-968822e23efe req-84b3070f-3a73-47c8-88e0-533a8363a73c tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] No DVR routers for this DVR port 49c37877-6790-4942-ab62-9dd9db0094d7 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:20.093855 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d30d4473-2e80-4565-a166-968822e23efe req-84b3070f-3a73-47c8-88e0-533a8363a73c tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:20.100525 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d30d4473-2e80-4565-a166-968822e23efe req-84b3070f-3a73-47c8-88e0-533a8363a73c tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.48 "DELETE /v2.0/ports/49c37877-6790-4942-ab62-9dd9db0094d7 HTTP/1.1" status: 204 len: 173 time: 2.4981329 Feb 09 01:37:20.102171 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d0e775-c2d9-4726-b5dc-f0c815449809', 'name': 'network-vif-deleted', 'tag': '49c37877-6790-4942-ab62-9dd9db0094d7'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:20.106591 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c22097-d9ca-4b8d-8ede-1b140403a747" -d '{"events": [{"server_uuid": "18d0e775-c2d9-4726-b5dc-f0c815449809", "name": "network-vif-deleted", "tag": "49c37877-6790-4942-ab62-9dd9db0094d7"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:20.120017 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9ed84d49-7a98-4b1b-9ee5-4901e7f6b221 req-3d7fc16e-1e54-48e3-932e-6a9cadc61ec6 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184241 Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:37:20.174082 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:37:20.200703 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649df934-7637-4be2-9980-afd6f3742a37 req-3f208521-9ff4-48be-98d3-2059cbb16ee2 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:20.217515 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-649df934-7637-4be2-9980-afd6f3742a37 req-3f208521-9ff4-48be-98d3-2059cbb16ee2 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/ports?device_id=18d0e775-c2d9-4726-b5dc-f0c815449809 HTTP/1.1" status: 200 len: 867 time: 0.8698978 Feb 09 01:37:20.325142 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c226ed4-43a3-414e-ae51-2e9f7e747f0d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (d03f6d16-db00-4a2a-87fb-cd27be77b4b1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:20.382794 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:37:20.409348 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Publish callbacks [] for port (d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:20.447657 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Transition to ACTIVE for port object d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:37:20.454270 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:20.621093 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:20.676246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:20.677496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:20.678557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:20.680569 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:20.681285 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:20.682829 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:20.683507 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:20.684204 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:20.685283 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:20.685844 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:20.686473 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:20.687315 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:20.687876 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:20.858780 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c226ed4-43a3-414e-ae51-2e9f7e747f0d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:20.864749 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1c226ed4-43a3-414e-ae51-2e9f7e747f0d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] 10.222.0.36 "DELETE /v2.0/networks/d03f6d16-db00-4a2a-87fb-cd27be77b4b1 HTTP/1.1" status: 204 len: 168 time: 1.1709738 Feb 09 01:37:20.872803 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33922) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:20.873082 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-649df934-7637-4be2-9980-afd6f3742a37 req-f84c1d16-2c15-4ec2-9cdf-da632db485a7 tempest-ServerPasswordTestJSON-550652928 tempest-ServerPasswordTestJSON-550652928-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bc0d3-cea6-48da-a87c-9ca1762fab35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6525898 Feb 09 01:37:20.890998 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c226ed4-43a3-414e-ae51-2e9f7e747f0d tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Pushing event deleted for resources: {'Network': ['ID=d03f6d16-db00-4a2a-87fb-cd27be77b4b1,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:20.976452 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7d647-b2b0-477a-8342-4c719c1c56a9 req-f426f691-3870-4b87-a5db-a48c84e89bf1 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:20.982322 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dfd7d647-b2b0-477a-8342-4c719c1c56a9 req-f426f691-3870-4b87-a5db-a48c84e89bf1 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 946 time: 0.5205898 Feb 09 01:37:21.059661 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 49c37877-6790-4942-ab62-9dd9db0094d7 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:37:21.113388 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Attempting to bind port d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:37:21.115658 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Attempting to bind port d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '99191580-9a04-44d6-81bd-d09adaf12d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:37:21.116149 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Attempting to bind port d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 on network ce70ab6f-aad6-4ea4-8328-c999a48a03a8 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:21.158468 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 49c37877-6790-4942-ab62-9dd9db0094d7 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:37:21.160397 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 49c37877-6790-4942-ab62-9dd9db0094d7 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:37:21.256694 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Port d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 on network ce70ab6f-aad6-4ea4-8328-c999a48a03a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:37:21.257193 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Attempting to bind port d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 on network ce70ab6f-aad6-4ea4-8328-c999a48a03a8 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:21.314460 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:37:21.315057 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Checking segment: {'id': '99191580-9a04-44d6-81bd-d09adaf12d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:21.315575 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Bound using segment: {'id': '99191580-9a04-44d6-81bd-d09adaf12d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:37:21.316153 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Bound port: d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99191580-9a04-44d6-81bd-d09adaf12d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:37:21.316624 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:21.352550 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bd770c04-9824-43ac-9566-b14a0abb5c7a tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (2739496d-9694-4cbf-9a43-18c893a42180), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:21.407072 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-875a54db-65ab-43ba-af4f-6bb077ab3994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:21.409314 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-875a54db-65ab-43ba-af4f-6bb077ab3994 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6&tenant_id=a8fbbe3309e443c484ce78d66416eddd HTTP/1.1" status: 200 len: 1132 time: 0.2160368 Feb 09 01:37:21.426661 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dfd7d647-b2b0-477a-8342-4c719c1c56a9 req-1a4703bb-ada7-4d5a-8c67-62d7a20cdc0a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271562 Feb 09 01:37:21.460337 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828387-3', 'device_owner': 'compute:nova'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:21.754695 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bd770c04-9824-43ac-9566-b14a0abb5c7a tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (2739496d-9694-4cbf-9a43-18c893a42180), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:21.788866 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-bd770c04-9824-43ac-9566-b14a0abb5c7a tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2739496d-9694-4cbf-9a43-18c893a42180']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:21.798805 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-bd770c04-9824-43ac-9566-b14a0abb5c7a tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf17d11f-c30a-4d1d-8273-15e80b9a2899') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:21.799155 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-bd770c04-9824-43ac-9566-b14a0abb5c7a tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf17d11f-c30a-4d1d-8273-15e80b9a2899') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:21.815175 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bd770c04-9824-43ac-9566-b14a0abb5c7a tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (cf17d11f-c30a-4d1d-8273-15e80b9a2899), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:21.832586 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bd770c04-9824-43ac-9566-b14a0abb5c7a tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (cf17d11f-c30a-4d1d-8273-15e80b9a2899), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:21.838867 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd770c04-9824-43ac-9566-b14a0abb5c7a tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:37:21.839289 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bd770c04-9824-43ac-9566-b14a0abb5c7a tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (cf17d11f-c30a-4d1d-8273-15e80b9a2899), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:37:21.985054 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:37:21.990134 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:21.996365 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bd770c04-9824-43ac-9566-b14a0abb5c7a tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (2739496d-9694-4cbf-9a43-18c893a42180), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:22.019942 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bd770c04-9824-43ac-9566-b14a0abb5c7a tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:22.026634 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bd770c04-9824-43ac-9566-b14a0abb5c7a tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] 10.222.0.36 "DELETE /v2.0/networks/2739496d-9694-4cbf-9a43-18c893a42180 HTTP/1.1" status: 204 len: 168 time: 1.1440566 Feb 09 01:37:22.040833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] For port d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:22.046053 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd770c04-9824-43ac-9566-b14a0abb5c7a tempest-BulkNetworkOpsTest-3779623 tempest-BulkNetworkOpsTest-3779623-project] Pushing event deleted for resources: {'Network': ['ID=2739496d-9694-4cbf-9a43-18c893a42180,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:22.101636 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] For port d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96,segment=NetworkSegment(99191580-9a04-44d6-81bd-d09adaf12d9c),segment_id=99191580-9a04-44d6-81bd-d09adaf12d9c)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:37:22.138331 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:22.158194 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ac1b2-43d5-497e-9fbb-8b13be69c495 req-54c37d20-9a5f-47fb-9a53-eb42e72d4e30 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:22.165463 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6a8ac1b2-43d5-497e-9fbb-8b13be69c495 req-54c37d20-9a5f-47fb-9a53-eb42e72d4e30 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 943 time: 0.4968443 Feb 09 01:37:22.329556 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:22.330295 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:22.331690 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] 10.222.0.67 "PUT /v2.0/ports/d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 HTTP/1.1" status: 200 len: 1091 time: 4.7550197 Feb 09 01:37:22.534791 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6a8ac1b2-43d5-497e-9fbb-8b13be69c495 req-4473bb62-0614-46c5-8f1c-4a7e064f45e3 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3626459 Feb 09 01:37:22.646585 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ae181-590e-43b8-b963-ea29b87ce790 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:22.670606 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695a74ae-90ed-47ea-a69e-7b2da0e89f52 x-openstack-request-id: req-695a74ae-90ed-47ea-a69e-7b2da0e89f52 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:22.671159 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d0e775-c2d9-4726-b5dc-f0c815449809", "name": "network-vif-deleted", "tag": "49c37877-6790-4942-ab62-9dd9db0094d7", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:22.671692 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-695a74ae-90ed-47ea-a69e-7b2da0e89f52 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:22.688419 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d0e775-c2d9-4726-b5dc-f0c815449809', 'name': 'network-vif-deleted', 'tag': '49c37877-6790-4942-ab62-9dd9db0094d7', 'status': 'completed', 'code': 200} Feb 09 01:37:22.720995 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-9f3a6541-408a-4047-9f8e-77f8fbd65c06 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:37:22.729499 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-9f3a6541-408a-4047-9f8e-77f8fbd65c06 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133820 Feb 09 01:37:22.845315 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-dd6d3185-4e7b-4269-81a4-a21e10553d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:22.853942 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-dd6d3185-4e7b-4269-81a4-a21e10553d5c service neutron] 10.222.0.36 "GET /v2.0/ports/a0f6c7eb-63ce-4464-9169-0ab56265449c HTTP/1.1" status: 200 len: 1125 time: 0.0915720 Feb 09 01:37:22.856212 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-1e44ff74-e052-46b4-a832-64c3eb71f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:22.859665 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-dbde0aa7-63dc-4dfd-b38f-1ae6b2f3ca60 service neutron] Request body: {'binding': {'host': 'n-h1-828387-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:22.860462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-dbde0aa7-63dc-4dfd-b38f-1ae6b2f3ca60 service neutron] Unknown quota resources ['binding']. {{(pid=103184) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:37:22.866580 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-1e44ff74-e052-46b4-a832-64c3eb71f016 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c45c47ba992045c1ada70c874f091239&device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 1125 time: 0.4683316 Feb 09 01:37:22.985281 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-1785cec8-9145-4a2b-9b9d-5356983c595f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 HTTP/1.1" status: 200 len: 217 time: 0.0999420 Feb 09 01:37:22.989250 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33958) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:23.062373 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5b5446d4-21e4-4f4b-9d66-248b747c1375 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:37:23.092835 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] For port 5b5446d4-21e4-4f4b-9d66-248b747c1375, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:23.128438 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-41fd3da4-32c9-43bb-80e0-3e52bf9bf803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:23.130446 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-41fd3da4-32c9-43bb-80e0-3e52bf9bf803 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c HTTP/1.1" status: 200 len: 855 time: 0.1244273 Feb 09 01:37:23.187867 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969ef2c-5c31-4608-9605-fcf47f51bd16 req-530a3b13-51cf-4b97-b759-65e090ab7bb1 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:23.197170 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e969ef2c-5c31-4608-9605-fcf47f51bd16 req-530a3b13-51cf-4b97-b759-65e090ab7bb1 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 950 time: 0.2065630 Feb 09 01:37:23.249597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] For port 5b5446d4-21e4-4f4b-9d66-248b747c1375, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:23.265558 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-dbde0aa7-63dc-4dfd-b38f-1ae6b2f3ca60 service neutron] Attempting to bind port a0f6c7eb-63ce-4464-9169-0ab56265449c on host n-h1-828387-3 for vnic_type normal with profile None {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:37:23.265927 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-dbde0aa7-63dc-4dfd-b38f-1ae6b2f3ca60 service neutron] Attempting to bind port a0f6c7eb-63ce-4464-9169-0ab56265449c by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:37:23.266303 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-dbde0aa7-63dc-4dfd-b38f-1ae6b2f3ca60 service neutron] Attempting to bind port a0f6c7eb-63ce-4464-9169-0ab56265449c on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:23.280969 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-dbde0aa7-63dc-4dfd-b38f-1ae6b2f3ca60 service neutron] Port a0f6c7eb-63ce-4464-9169-0ab56265449c on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:37:23.281408 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-dbde0aa7-63dc-4dfd-b38f-1ae6b2f3ca60 service neutron] Attempting to bind port a0f6c7eb-63ce-4464-9169-0ab56265449c on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:23.302217 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-dbde0aa7-63dc-4dfd-b38f-1ae6b2f3ca60 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:37:23.302336 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-dbde0aa7-63dc-4dfd-b38f-1ae6b2f3ca60 service neutron] Checking segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:23.305436 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-dbde0aa7-63dc-4dfd-b38f-1ae6b2f3ca60 service neutron] Bound using segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:37:23.306072 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-dbde0aa7-63dc-4dfd-b38f-1ae6b2f3ca60 service neutron] Bound port: a0f6c7eb-63ce-4464-9169-0ab56265449c, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:37:23.327505 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] Publish callbacks [] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:23.414611 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] Transition to ACTIVE for port object 5b5446d4-21e4-4f4b-9d66-248b747c1375 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:37:23.435344 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:23.444121 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-8a22c1bd-5726-4f16-9dac-26976dd9e8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:23.446717 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-8a22c1bd-5726-4f16-9dac-26976dd9e8c5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce70ab6f-aad6-4ea4-8328-c999a48a03a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3096657 Feb 09 01:37:23.472344 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e969ef2c-5c31-4608-9605-fcf47f51bd16 req-a632d3e1-830b-421f-81b3-989b3bf32b70 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734694 Feb 09 01:37:23.481977 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-dbde0aa7-63dc-4dfd-b38f-1ae6b2f3ca60 service neutron] For port a0f6c7eb-63ce-4464-9169-0ab56265449c, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a0f6c7eb-63ce-4464-9169-0ab56265449c,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:37:23.489027 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-dbde0aa7-63dc-4dfd-b38f-1ae6b2f3ca60 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:23.490196 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-dbde0aa7-63dc-4dfd-b38f-1ae6b2f3ca60 service neutron] 10.222.0.36 "POST /v2.0/ports/a0f6c7eb-63ce-4464-9169-0ab56265449c/bindings HTTP/1.1" status: 201 len: 389 time: 0.6351793 Feb 09 01:37:23.650055 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] The host n-h2-828387-3 is not matching for port 5b5446d4-21e4-4f4b-9d66-248b747c1375 host n-h1-828387-3! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:37:23.650705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5b5446d4-21e4-4f4b-9d66-248b747c1375 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:37:23.725545 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33974) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:23.729697 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5ea7d61f-a9ae-4a5a-8b56-5781e80fa52a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7636a6805a184f2db0bacda04685478b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7297447 Feb 09 01:37:23.738702 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] Pushing event updated for resources: {'Port': ['ID=5b5446d4-21e4-4f4b-9d66-248b747c1375,revision_number=10']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:23.750496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] No DVR routers for this DVR port 5b5446d4-21e4-4f4b-9d66-248b747c1375 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:23.880482 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33978) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:24.008209 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-4c3e0051-3518-4dee-a671-86da1eaab62d service neutron] 10.222.0.67 "GET /v2.0/networks/ce70ab6f-aad6-4ea4-8328-c999a48a03a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341592 Feb 09 01:37:24.009984 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] Attempting to bind port 5b5446d4-21e4-4f4b-9d66-248b747c1375 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:37:24.010194 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da16a457-51e0-4cf8-84ce-f9ec93ce5fb3 admin admin] Publish callbacks [] for security_group (44fc9f2a-0a0f-4c01-aecb-0d53f63bdd2c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.010340 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] Attempting to bind port 5b5446d4-21e4-4f4b-9d66-248b747c1375 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:37:24.010661 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] Attempting to bind port 5b5446d4-21e4-4f4b-9d66-248b747c1375 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:24.032765 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] Port 5b5446d4-21e4-4f4b-9d66-248b747c1375 on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:37:24.033877 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] Attempting to bind port 5b5446d4-21e4-4f4b-9d66-248b747c1375 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:24.102278 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bb7ed-0bb8-40aa-bf01-211b1b709264 req-9062174b-b052-4f90-ac95-658e9fdfa6c1 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:24.104183 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a51bb7ed-0bb8-40aa-bf01-211b1b709264 req-9062174b-b052-4f90-ac95-658e9fdfa6c1 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 946 time: 0.1779222 Feb 09 01:37:24.107420 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:37:24.107698 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:24.108056 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:37:24.108495 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] Bound port: 5b5446d4-21e4-4f4b-9d66-248b747c1375, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:37:24.108914 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.171772 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da16a457-51e0-4cf8-84ce-f9ec93ce5fb3 admin admin] Publish callbacks [] for security_group (44fc9f2a-0a0f-4c01-aecb-0d53f63bdd2c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.206557 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8882c2-787d-4e85-9e66-3ff4b636c6c1 admin admin] Deleting subnet 6a91af89-47d2-4d78-8d5c-6cf7a39e931d {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:37:24.212960 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d8882c2-787d-4e85-9e66-3ff4b636c6c1 admin admin] Publish callbacks [] for subnet (6a91af89-47d2-4d78-8d5c-6cf7a39e931d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.264956 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d8882c2-787d-4e85-9e66-3ff4b636c6c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (6a91af89-47d2-4d78-8d5c-6cf7a39e931d), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.349030 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d8882c2-787d-4e85-9e66-3ff4b636c6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (6a91af89-47d2-4d78-8d5c-6cf7a39e931d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.372950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] For port 5b5446d4-21e4-4f4b-9d66-248b747c1375, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:24.376950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] For port 5b5446d4-21e4-4f4b-9d66-248b747c1375, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:37:24.397603 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a51bb7ed-0bb8-40aa-bf01-211b1b709264 req-a406c39e-b7ab-4dd5-b005-484b7f65b518 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689035 Feb 09 01:37:24.406209 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a68a418e-0a77-4f3c-ba67-e2396f6c12fd req-796c9eec-4fc8-40c7-9fa4-6e1a95c4f56d service neutron] 10.222.0.67 "GET /v2.0/networks/ce70ab6f-aad6-4ea4-8328-c999a48a03a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858988 Feb 09 01:37:24.408932 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.479525 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d8882c2-787d-4e85-9e66-3ff4b636c6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (6a91af89-47d2-4d78-8d5c-6cf7a39e931d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.520670 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-776964dd-91ea-432e-bcbd-d245f451c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:24.523100 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-776964dd-91ea-432e-bcbd-d245f451c595 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 1128 time: 0.5937860 Feb 09 01:37:24.662411 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8882c2-787d-4e85-9e66-3ff4b636c6c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a91af89-47d2-4d78-8d5c-6cf7a39e931d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:24.678322 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-8421d853-d327-4519-bd68-73362782f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:24.681075 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-8421d853-d327-4519-bd68-73362782f9e2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 907 time: 0.1439381 Feb 09 01:37:24.691875 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d8882c2-787d-4e85-9e66-3ff4b636c6c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.693083 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] Pushing event updated for resources: {'Port': ['ID=5b5446d4-21e4-4f4b-9d66-248b747c1375,revision_number=11']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:24.697917 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6d8882c2-787d-4e85-9e66-3ff4b636c6c1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6a91af89-47d2-4d78-8d5c-6cf7a39e931d HTTP/1.1" status: 204 len: 168 time: 0.7997682 Feb 09 01:37:24.705160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d86b81-3809-4fc5-a890-e1267e2a2c1b', 'tag': 'd3d8b0f2-a2dc-4be7-b3a2-b7a922810f96'}, {'server_uuid': 'fa158900-4446-43ae-95a3-c13bad5b92c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b5446d4-21e4-4f4b-9d66-248b747c1375'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:24.708247 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ff09df-cb58-4fc2-98bc-95f9be17d880" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d86b81-3809-4fc5-a890-e1267e2a2c1b", "tag": "d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96"}, {"server_uuid": "fa158900-4446-43ae-95a3-c13bad5b92c6", "name": "network-vif-unplugged", "status": "completed", "tag": "5b5446d4-21e4-4f4b-9d66-248b747c1375"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:24.715738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33984) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:24.730182 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:24.731139 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.733140 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-ae4cb0cd-0a5b-423e-b26c-b9b2b5b93949 service neutron] 10.222.0.67 "PUT /v2.0/ports/5b5446d4-21e4-4f4b-9d66-248b747c1375 HTTP/1.1" status: 200 len: 1097 time: 3.3035333 Feb 09 01:37:24.859122 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762a715-cc49-474b-949e-af1815313966 req-4a77e5dd-9a5a-41e5-adf1-80cbacdce4d2 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:24.861758 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8762a715-cc49-474b-949e-af1815313966 req-4a77e5dd-9a5a-41e5-adf1-80cbacdce4d2 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 943 time: 0.8107064 Feb 09 01:37:24.863660 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-bd503808-e103-4bd6-b82c-97f28fcbfa2b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0f6c7eb-63ce-4464-9169-0ab56265449c HTTP/1.1" status: 200 len: 217 time: 0.0842144 Feb 09 01:37:24.962574 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0162f-7331-4a1e-89b5-49dcf0cea314 req-925be264-245f-448d-b76f-74f66bb46ad8 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:24.976938 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40a0162f-7331-4a1e-89b5-49dcf0cea314 req-925be264-245f-448d-b76f-74f66bb46ad8 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 946 time: 0.3911891 Feb 09 01:37:25.012294 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a9960e3-2391-41b6-8f38-2aea09883063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (70e3d008-abec-4bd7-8d79-31eaa2aa1548), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:25.072071 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40a0162f-7331-4a1e-89b5-49dcf0cea314 req-3ac61ee1-2e59-4216-9bdc-47ea0842ce60 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932600 Feb 09 01:37:25.077336 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-0acee87e-1702-4287-bf42-bc1fd32333b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:25.086397 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-0acee87e-1702-4287-bf42-bc1fd32333b5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 1131 time: 0.2783458 Feb 09 01:37:25.145919 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8762a715-cc49-474b-949e-af1815313966 req-2b1aa9b5-79e7-41a1-b035-e2d2e5a2c0d6 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413157 Feb 09 01:37:25.178772 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-ee928b63-9ed4-423a-bfc2-f72deeed5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:25.196999 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-ee928b63-9ed4-423a-bfc2-f72deeed5c41 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.3090408 Feb 09 01:37:25.302958 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-7547f30a-7bdc-42b1-9551-222db5dc1aca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050014 Feb 09 01:37:25.358891 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a9960e3-2391-41b6-8f38-2aea09883063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (70e3d008-abec-4bd7-8d79-31eaa2aa1548), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:25.395368 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-5a9960e3-2391-41b6-8f38-2aea09883063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e3d008-abec-4bd7-8d79-31eaa2aa1548']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:25.427020 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-5a9960e3-2391-41b6-8f38-2aea09883063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3590aa0-6252-4cbe-8a07-6c273b8be62c') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:25.428877 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da16a457-51e0-4cf8-84ce-f9ec93ce5fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (44fc9f2a-0a0f-4c01-aecb-0d53f63bdd2c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:25.429260 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-5a9960e3-2391-41b6-8f38-2aea09883063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3590aa0-6252-4cbe-8a07-6c273b8be62c') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:25.445385 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da16a457-51e0-4cf8-84ce-f9ec93ce5fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:25.448139 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7c317f-db6b-42f3-8aa3-801bef0e3a05 x-openstack-request-id: req-8f7c317f-db6b-42f3-8aa3-801bef0e3a05 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:25.451264 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d86b81-3809-4fc5-a890-e1267e2a2c1b", "tag": "d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96", "status": "completed", "code": 200}, {"server_uuid": "fa158900-4446-43ae-95a3-c13bad5b92c6", "name": "network-vif-unplugged", "status": "completed", "tag": "5b5446d4-21e4-4f4b-9d66-248b747c1375", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:25.451264 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8f7c317f-db6b-42f3-8aa3-801bef0e3a05 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:25.451894 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d86b81-3809-4fc5-a890-e1267e2a2c1b', 'tag': 'd3d8b0f2-a2dc-4be7-b3a2-b7a922810f96', 'status': 'completed', 'code': 200} Feb 09 01:37:25.456875 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa158900-4446-43ae-95a3-c13bad5b92c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b5446d4-21e4-4f4b-9d66-248b747c1375', 'code': 200} Feb 09 01:37:25.458468 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-da16a457-51e0-4cf8-84ce-f9ec93ce5fb3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44fc9f2a-0a0f-4c01-aecb-0d53f63bdd2c HTTP/1.1" status: 204 len: 168 time: 1.7317312 Feb 09 01:37:25.465993 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-e4e81932-af2b-4dee-a5bb-741b4df35428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:25.468177 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-e4e81932-af2b-4dee-a5bb-741b4df35428 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.3725145 Feb 09 01:37:25.480861 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a9960e3-2391-41b6-8f38-2aea09883063 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (b3590aa0-6252-4cbe-8a07-6c273b8be62c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:25.594645 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a9960e3-2391-41b6-8f38-2aea09883063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (b3590aa0-6252-4cbe-8a07-6c273b8be62c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:25.613415 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9960e3-2391-41b6-8f38-2aea09883063 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:37:25.613415 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a9960e3-2391-41b6-8f38-2aea09883063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (b3590aa0-6252-4cbe-8a07-6c273b8be62c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:25.694431 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16a457-51e0-4cf8-84ce-f9ec93ce5fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fc9f2a-0a0f-4c01-aecb-0d53f63bdd2c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:25.709877 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-66624d1f-9739-4ca3-a408-26234f4dfbed service neutron] 10.222.0.67 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238010 Feb 09 01:37:25.735731 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f017e3d-10d8-4c31-a704-39d2af64081a req-9f6d22f4-e8a5-4191-bd7f-14bffbdac39e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:25.738430 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2f017e3d-10d8-4c31-a704-39d2af64081a req-9f6d22f4-e8a5-4191-bd7f-14bffbdac39e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 949 time: 0.4323516 Feb 09 01:37:25.746115 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34004) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:25.789249 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-dc0a70a2-471d-4a9b-b2b8-cc640beddd5d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375 HTTP/1.1" status: 200 len: 217 time: 0.3062501 Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:37:25.796884 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:37:25.999487 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2f017e3d-10d8-4c31-a704-39d2af64081a req-19276482-2d43-4fd9-8711-44a03ae0ad1e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438681 Feb 09 01:37:26.027580 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff09df-cb58-4fc2-98bc-95f9be17d880 req-5c046a8e-c103-4917-90b6-9b1627c023fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:26.030755 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-59ff09df-cb58-4fc2-98bc-95f9be17d880 req-5c046a8e-c103-4917-90b6-9b1627c023fc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c45c47ba992045c1ada70c874f091239&device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 1125 time: 0.5662236 Feb 09 01:37:26.031588 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-96d332da-6537-4c31-9d58-43eeecc1cb49 service neutron] 10.222.0.67 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075330 Feb 09 01:37:26.043914 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-3f713c8e-f660-420d-894b-7e97466d7df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:26.045783 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-3f713c8e-f660-420d-894b-7e97466d7df7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.2387989 Feb 09 01:37:26.056057 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a9960e3-2391-41b6-8f38-2aea09883063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (70e3d008-abec-4bd7-8d79-31eaa2aa1548), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:26.062607 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a9960e3-2391-41b6-8f38-2aea09883063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:26.069829 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5a9960e3-2391-41b6-8f38-2aea09883063 admin admin] 10.222.0.36 "DELETE /v2.0/networks/70e3d008-abec-4bd7-8d79-31eaa2aa1548 HTTP/1.1" status: 204 len: 168 time: 1.3500226 Feb 09 01:37:26.094287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9960e3-2391-41b6-8f38-2aea09883063 admin admin] Pushing event deleted for resources: {'Network': ['ID=70e3d008-abec-4bd7-8d79-31eaa2aa1548,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:26.114039 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e2b5f-522a-4595-b608-4f5e5b6fbeef req-a854e0ef-1ca1-4bd5-a926-57617ea9f4be tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:26.122364 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-701e2b5f-522a-4595-b608-4f5e5b6fbeef req-a854e0ef-1ca1-4bd5-a926-57617ea9f4be tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 946 time: 0.2987502 Feb 09 01:37:26.376085 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34024) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:26.494646 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc528ca3-812e-4a06-8aa3-a5082ab6bd46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:26.593746 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff09df-cb58-4fc2-98bc-95f9be17d880 req-c7e589db-b41b-451e-bc31-5d3d3594608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:26.597955 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-59ff09df-cb58-4fc2-98bc-95f9be17d880 req-c7e589db-b41b-451e-bc31-5d3d3594608b service neutron] 10.222.0.67 "GET /v2.0/networks?id=ce70ab6f-aad6-4ea4-8328-c999a48a03a8 HTTP/1.1" status: 200 len: 917 time: 0.3909328 Feb 09 01:37:26.607146 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-df09e9bb-740d-47f3-adc7-31cc49d88d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:26.611530 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-df09e9bb-740d-47f3-adc7-31cc49d88d3d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4163802 Feb 09 01:37:26.630965 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-701e2b5f-522a-4595-b608-4f5e5b6fbeef req-8500fc97-e50e-4adb-9fd7-ebaa787def94 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5051777 Feb 09 01:37:26.684587 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-59ff09df-cb58-4fc2-98bc-95f9be17d880 req-cacb9086-80b8-4e61-a446-31a4a5a19c32 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 HTTP/1.1" status: 200 len: 217 time: 0.0538116 Feb 09 01:37:26.694617 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501166fe-b981-48fd-8156-c364b7f4d686 req-66830ddc-61df-4ee6-b785-6b8096ee9237 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:26.697066 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-501166fe-b981-48fd-8156-c364b7f4d686 req-66830ddc-61df-4ee6-b785-6b8096ee9237 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 946 time: 0.4303143 Feb 09 01:37:26.767550 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-74d23534-9397-42c7-b88d-f7563e3d4b4e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3dba911071cc42a1b7e4051941bdf918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3857865 Feb 09 01:37:26.778032 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc528ca3-812e-4a06-8aa3-a5082ab6bd46 admin admin] Publish callbacks [] for security_group (b613dcbf-acbb-4867-b14b-a2e912abcf2a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:26.791433 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34032) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:26.822217 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc528ca3-812e-4a06-8aa3-a5082ab6bd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b613dcbf-acbb-4867-b14b-a2e912abcf2a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:26.836124 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff09df-cb58-4fc2-98bc-95f9be17d880 req-673097ec-4a33-49f1-a559-950f78b70955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:26.837604 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-59ff09df-cb58-4fc2-98bc-95f9be17d880 req-673097ec-4a33-49f1-a559-950f78b70955 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c HTTP/1.1" status: 200 len: 855 time: 0.1404417 Feb 09 01:37:27.066525 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-501166fe-b981-48fd-8156-c364b7f4d686 req-208631ba-6ea1-4380-b6e6-ce60873141fe tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590233 Feb 09 01:37:27.076129 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fc528ca3-812e-4a06-8aa3-a5082ab6bd46 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f6c70bdb58a145ad80b729fffa459ba7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3264105 Feb 09 01:37:27.078749 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34042) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:27.080012 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8c57d7-1f74-452c-8ee7-8297300e8313 admin admin] Publish callbacks [] for security_group (3b6bc0d3-cea6-48da-a87c-9ca1762fab35), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:27.130343 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8c57d7-1f74-452c-8ee7-8297300e8313 admin admin] Publish callbacks [] for security_group (3b6bc0d3-cea6-48da-a87c-9ca1762fab35), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:27.171176 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-df036e81-526d-4118-93f6-83fb3f72b651 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415413 Feb 09 01:37:27.174343 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff09df-cb58-4fc2-98bc-95f9be17d880 req-caf5c7bb-77e3-47dc-aa07-b06d4b4ff9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:27.176047 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-59ff09df-cb58-4fc2-98bc-95f9be17d880 req-caf5c7bb-77e3-47dc-aa07-b06d4b4ff9fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce70ab6f-aad6-4ea4-8328-c999a48a03a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3224263 Feb 09 01:37:27.184515 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320396e0-8c3b-4586-91da-6969f69eb2a9 req-e40b0e7b-09d8-4242-b860-e606cf00ba80 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:27.198635 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-320396e0-8c3b-4586-91da-6969f69eb2a9 req-e40b0e7b-09d8-4242-b860-e606cf00ba80 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 943 time: 0.3358953 Feb 09 01:37:27.295033 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc528ca3-812e-4a06-8aa3-a5082ab6bd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b613dcbf-acbb-4867-b14b-a2e912abcf2a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:27.346320 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8c57d7-1f74-452c-8ee7-8297300e8313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3b6bc0d3-cea6-48da-a87c-9ca1762fab35), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:27.349259 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8c57d7-1f74-452c-8ee7-8297300e8313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:27.350466 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7f8c57d7-1f74-452c-8ee7-8297300e8313 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b6bc0d3-cea6-48da-a87c-9ca1762fab35 HTTP/1.1" status: 204 len: 168 time: 0.5560954 Feb 09 01:37:27.386918 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3e957f21-13fc-4d56-aeb9-081197f18398 admin admin] Publish callbacks [] for security_group (b613dcbf-acbb-4867-b14b-a2e912abcf2a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:27.397333 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c57d7-1f74-452c-8ee7-8297300e8313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6bc0d3-cea6-48da-a87c-9ca1762fab35,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:27.536020 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3e957f21-13fc-4d56-aeb9-081197f18398 admin admin] Publish callbacks [] for security_group (b613dcbf-acbb-4867-b14b-a2e912abcf2a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:27.590442 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34060) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:27.618357 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3e957f21-13fc-4d56-aeb9-081197f18398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b613dcbf-acbb-4867-b14b-a2e912abcf2a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:27.620988 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3e957f21-13fc-4d56-aeb9-081197f18398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:27.622143 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3e957f21-13fc-4d56-aeb9-081197f18398 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b613dcbf-acbb-4867-b14b-a2e912abcf2a HTTP/1.1" status: 204 len: 168 time: 0.4291666 Feb 09 01:37:27.668752 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e957f21-13fc-4d56-aeb9-081197f18398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b613dcbf-acbb-4867-b14b-a2e912abcf2a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:27.722958 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a17ad-5bdc-499a-b0f1-1795a162367c req-cc175c48-2d89-420b-83df-5ee8434d69af tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:27.747299 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-db6a17ad-5bdc-499a-b0f1-1795a162367c req-cc175c48-2d89-420b-83df-5ee8434d69af tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 949 time: 0.2645917 Feb 09 01:37:27.867049 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-db6a17ad-5bdc-499a-b0f1-1795a162367c req-d094ebca-96ef-4161-a3b1-967163fef7c4 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186342 Feb 09 01:37:28.010022 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1443515672'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:28.031359 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277dbd4a-408b-4f3d-b753-125ab7fb6822 req-eff344ab-0a69-4dea-af56-9935a7f4e144 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:28.040780 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-277dbd4a-408b-4f3d-b753-125ab7fb6822 req-eff344ab-0a69-4dea-af56-9935a7f4e144 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 946 time: 0.1006982 Feb 09 01:37:28.085820 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Made reservation on behalf of 1449348cd0e04715b66c5073feb5a7fa for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:28.090169 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.112187 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.161543 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-277dbd4a-408b-4f3d-b753-125ab7fb6822 req-af122557-1bfe-4b48-a2bf-9747ba44007d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125004 Feb 09 01:37:28.203083 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa158900-4446-43ae-95a3-c13bad5b92c6', 'tag': '5b5446d4-21e4-4f4b-9d66-248b747c1375'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:28.210647 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a53b00-1f28-4129-84fe-3844c9691a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa158900-4446-43ae-95a3-c13bad5b92c6", "tag": "5b5446d4-21e4-4f4b-9d66-248b747c1375"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:28.352155 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for security_group (05537215-3aee-4069-a219-be29412b6437), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.364314 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-320396e0-8c3b-4586-91da-6969f69eb2a9 req-c8ff8753-ba2a-43df-bc50-c6edb9726c2f tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1576502 Feb 09 01:37:28.368130 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (05537215-3aee-4069-a219-be29412b6437), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.434123 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf81a6-e74c-4c6d-8b9b-a5037a7fa2a2 req-0442d628-b53b-4a56-aa66-8de72f5d5576 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:28.437431 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2bbf81a6-e74c-4c6d-8b9b-a5037a7fa2a2 req-0442d628-b53b-4a56-aa66-8de72f5d5576 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 946 time: 0.1356089 Feb 09 01:37:28.446057 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:37:28.469986 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05537215-3aee-4069-a219-be29412b6437,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:28.488859 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (6bc61c4c-08df-46f7-91ef-1283f7cbead9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.489314 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Added segment 6bc61c4c-08df-46f7-91ef-1283f7cbead9 of type vlan for network bd77b944-8481-4aff-b9b3-887afde84d77 Feb 09 01:37:28.533652 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2bbf81a6-e74c-4c6d-8b9b-a5037a7fa2a2 req-b113af6f-4e3a-4ffa-bda2-09f2396a3fe3 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839331 Feb 09 01:37:28.585494 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c77931a-2330-4d83-ba94-42717070b2c1 x-openstack-request-id: req-7c77931a-2330-4d83-ba94-42717070b2c1 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:28.585928 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa158900-4446-43ae-95a3-c13bad5b92c6", "tag": "5b5446d4-21e4-4f4b-9d66-248b747c1375", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:28.586295 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7c77931a-2330-4d83-ba94-42717070b2c1 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:28.586825 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa158900-4446-43ae-95a3-c13bad5b92c6', 'tag': '5b5446d4-21e4-4f4b-9d66-248b747c1375', 'status': 'completed', 'code': 200} Feb 09 01:37:28.615714 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-59ff09df-cb58-4fc2-98bc-95f9be17d880 req-f132a7b5-3f44-43fb-8894-ed6536244548 service neutron] 10.222.0.67 "GET /v2.0/networks/ce70ab6f-aad6-4ea4-8328-c999a48a03a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4065084 Feb 09 01:37:28.638709 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (bd77b944-8481-4aff-b9b3-887afde84d77), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.649318 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aca5742e-5e56-4c4a-ba3f-20e24e80c4fb req-36187f58-c0a7-4312-93a6-5aef7cb3018c service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4410517 Feb 09 01:37:28.694735 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34096) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:28.746044 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0ff34045-d1ac-4d09-a239-9d28080ecb7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.791189 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (bd77b944-8481-4aff-b9b3-887afde84d77), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.796539 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:28.797157 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.823616 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2299585 Feb 09 01:37:29.013916 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a53b00-1f28-4129-84fe-3844c9691a6a req-54541e4d-2b51-424e-9681-b621df9375ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:29.033175 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82a53b00-1f28-4129-84fe-3844c9691a6a req-54541e4d-2b51-424e-9681-b621df9375ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 1131 time: 0.4375188 Feb 09 01:37:29.134944 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'Network': ['ID=bd77b944-8481-4aff-b9b3-887afde84d77,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:29.160474 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0ff34045-d1ac-4d09-a239-9d28080ecb7c admin admin] Publish callbacks [] for security_group (2bf2eda0-30be-48db-83aa-00510be237ab), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:29.178877 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:29.178877 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:29.178877 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:29.179308 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:29.179308 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:29.179625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:29.179955 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:29.180453 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:29.180913 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:29.181339 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:29.181670 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:29.181992 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:29.182371 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d5091-dbbc-4d7d-8be9-b3bca014655a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:29.185512 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0ff34045-d1ac-4d09-a239-9d28080ecb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2bf2eda0-30be-48db-83aa-00510be237ab), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:29.255119 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network bd77b944-8481-4aff-b9b3-887afde84d77 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:37:29.270650 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0ff34045-d1ac-4d09-a239-9d28080ecb7c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6390db5dfc84265bcbfc79074bd0c6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5747633 Feb 09 01:37:29.278223 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34124) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:29.299736 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff34045-d1ac-4d09-a239-9d28080ecb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf2eda0-30be-48db-83aa-00510be237ab,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:29.404712 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a53b00-1f28-4129-84fe-3844c9691a6a req-21c670ce-2e2a-4521-8e1e-b4ae44025f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:29.406245 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82a53b00-1f28-4129-84fe-3844c9691a6a req-21c670ce-2e2a-4521-8e1e-b4ae44025f7c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 1131 time: 0.6522183 Feb 09 01:37:29.451250 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70626223-054a-456b-89b2-0ac91910e759 req-33b7b65f-e276-442c-8eac-c179ab489cc1 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:29.453432 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-70626223-054a-456b-89b2-0ac91910e759 req-33b7b65f-e276-442c-8eac-c179ab489cc1 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 949 time: 0.3157871 Feb 09 01:37:29.547490 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-578027ce-a39c-41f8-9822-5f7aa5b0fc63 admin admin] Publish callbacks [] for security_group (2bf2eda0-30be-48db-83aa-00510be237ab), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:29.594919 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-578027ce-a39c-41f8-9822-5f7aa5b0fc63 admin admin] Publish callbacks [] for security_group (2bf2eda0-30be-48db-83aa-00510be237ab), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:29.606448 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-70626223-054a-456b-89b2-0ac91910e759 req-f578ebc2-5868-40d5-ad6d-696139b4bce4 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443415 Feb 09 01:37:29.650850 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-59ff09df-cb58-4fc2-98bc-95f9be17d880 req-a19c6291-687c-4f10-adda-688fd60cd9c9 service neutron] 10.222.0.67 "GET /v2.0/networks/ce70ab6f-aad6-4ea4-8328-c999a48a03a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0143802 Feb 09 01:37:29.688545 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-578027ce-a39c-41f8-9822-5f7aa5b0fc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2bf2eda0-30be-48db-83aa-00510be237ab), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:29.693978 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-578027ce-a39c-41f8-9822-5f7aa5b0fc63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:29.696303 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-578027ce-a39c-41f8-9822-5f7aa5b0fc63 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2bf2eda0-30be-48db-83aa-00510be237ab HTTP/1.1" status: 204 len: 168 time: 0.4158890 Feb 09 01:37:29.721040 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578027ce-a39c-41f8-9822-5f7aa5b0fc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf2eda0-30be-48db-83aa-00510be237ab,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:29.806883 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a53b00-1f28-4129-84fe-3844c9691a6a req-ad1bef6c-aa5b-48a7-9558-6e83b342e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:29.833965 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82a53b00-1f28-4129-84fe-3844c9691a6a req-ad1bef6c-aa5b-48a7-9558-6e83b342e3ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.7602496 Feb 09 01:37:29.990819 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47c443-e409-4956-a97b-87e2f2777129 req-8e6509dd-ca00-4f8d-a8f4-795fc49e7025 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:29.996150 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4c47c443-e409-4956-a97b-87e2f2777129 req-8e6509dd-ca00-4f8d-a8f4-795fc49e7025 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 946 time: 0.1306252 Feb 09 01:37:30.101349 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4c47c443-e409-4956-a97b-87e2f2777129 req-f5f844ab-12db-4e53-8948-0aad2921c571 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949910 Feb 09 01:37:30.113459 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5f7c4-5c6f-4154-a130-225e14c2397e req-75d742ec-2d28-45fc-a899-352a7a5707d6 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:30.140674 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-93d5f7c4-5c6f-4154-a130-225e14c2397e req-75d742ec-2d28-45fc-a899-352a7a5707d6 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=623ae5f2-99ad-4737-b7b3-031208709722 HTTP/1.1" status: 200 len: 949 time: 0.8635740 Feb 09 01:37:30.143990 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-b554aaa8-40e8-48bc-a6ab-2237a5ff0252 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:30.145584 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-b554aaa8-40e8-48bc-a6ab-2237a5ff0252 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01&tenant_id=b07de46a82164c668a0ced35af54f222&binding%3Ahost_id=n-h1-828387-3 HTTP/1.1" status: 200 len: 1128 time: 0.6713967 Feb 09 01:37:30.147461 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82a53b00-1f28-4129-84fe-3844c9691a6a req-27cd1b5f-79b1-435d-a858-d7657f56e70e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375 HTTP/1.1" status: 200 len: 217 time: 0.2518148 Feb 09 01:37:30.148389 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a53b00-1f28-4129-84fe-3844c9691a6a req-79c77797-6bcb-4e0c-9920-d5f2425e3281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:30.160579 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82a53b00-1f28-4129-84fe-3844c9691a6a req-79c77797-6bcb-4e0c-9920-d5f2425e3281 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.7442744 Feb 09 01:37:30.318806 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b3c4f-0e88-4b2c-972e-4206b37ad967 req-822422c4-54fa-41fd-a244-cc1c6329c67c tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:30.332324 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-904b3c4f-0e88-4b2c-972e-4206b37ad967 req-822422c4-54fa-41fd-a244-cc1c6329c67c tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 943 time: 0.1136441 Feb 09 01:37:30.382970 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82a53b00-1f28-4129-84fe-3844c9691a6a req-4566fb8b-212a-453e-b4e9-eccff67e47ae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375 HTTP/1.1" status: 200 len: 217 time: 0.1778121 Feb 09 01:37:30.428667 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-fb9bb96d-0a62-4aee-8107-63165af1d3a1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828387-3'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:30.445353 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-904b3c4f-0e88-4b2c-972e-4206b37ad967 req-9507f4ca-8188-4963-9d0b-b06cd531f197 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113918 Feb 09 01:37:30.479899 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-93d5f7c4-5c6f-4154-a130-225e14c2397e req-59085137-673b-4a2a-a5bb-e73701a6961b tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181069 Feb 09 01:37:30.566451 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-fb9bb96d-0a62-4aee-8107-63165af1d3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ac236170-97b3-4001-a592-51c4dbfb690e), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:30.706506 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bbf16-d38a-4d21-b84f-d191e9422cf4 req-abd843ed-9210-41cd-a5cc-769278f95d45 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:30.715763 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-180bbf16-d38a-4d21-b84f-d191e9422cf4 req-abd843ed-9210-41cd-a5cc-769278f95d45 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 946 time: 0.1118348 Feb 09 01:37:30.736028 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a53b00-1f28-4129-84fe-3844c9691a6a req-db69af81-d56e-4059-85b2-3a220f6781d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:30.737528 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82a53b00-1f28-4129-84fe-3844c9691a6a req-db69af81-d56e-4059-85b2-3a220f6781d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.5349097 Feb 09 01:37:30.813523 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-180bbf16-d38a-4d21-b84f-d191e9422cf4 req-62bb7a28-9ea3-4450-a67f-4af302106a54 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960894 Feb 09 01:37:30.847430 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a53b00-1f28-4129-84fe-3844c9691a6a req-e991ba2d-4df1-4c62-b10c-c6cc7e532dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:30.848855 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82a53b00-1f28-4129-84fe-3844c9691a6a req-e991ba2d-4df1-4c62-b10c-c6cc7e532dac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.3205175 Feb 09 01:37:31.066085 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device ac236170-97b3-4001-a592-51c4dbfb690e details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:37:31.076052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 122199ce-3f83-4414-bd26-b874df40d9a8 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:37:31.195200 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-fb9bb96d-0a62-4aee-8107-63165af1d3a1 service neutron] For port ac236170-97b3-4001-a592-51c4dbfb690e, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ac236170-97b3-4001-a592-51c4dbfb690e,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:31.244523 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-fb9bb96d-0a62-4aee-8107-63165af1d3a1 service neutron] For port ac236170-97b3-4001-a592-51c4dbfb690e, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:31.397732 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-fb9bb96d-0a62-4aee-8107-63165af1d3a1 service neutron] Publish callbacks [] for port (ac236170-97b3-4001-a592-51c4dbfb690e), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:31.413893 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4757050-8469-4c93-88d6-a3ea150a0c01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac236170-97b3-4001-a592-51c4dbfb690e'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:31.423782 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0106708c-cc82-4a82-a06c-eb4f8db2dcc9" -d '{"events": [{"server_uuid": "e4757050-8469-4c93-88d6-a3ea150a0c01", "name": "network-vif-unplugged", "status": "completed", "tag": "ac236170-97b3-4001-a592-51c4dbfb690e"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:31.429427 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port ac236170-97b3-4001-a592-51c4dbfb690e, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ac236170-97b3-4001-a592-51c4dbfb690e,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:31.446195 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device ac236170-97b3-4001-a592-51c4dbfb690e has no active binding in host n-h2-828387-3 {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:37:31.456237 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-fb9bb96d-0a62-4aee-8107-63165af1d3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (ac236170-97b3-4001-a592-51c4dbfb690e), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:31.639590 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 122199ce-3f83-4414-bd26-b874df40d9a8 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:31.643192 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (122199ce-3f83-4414-bd26-b874df40d9a8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:31.649691 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a53b00-1f28-4129-84fe-3844c9691a6a req-d9cb2c25-8271-4c39-be9e-4e2a60a716d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:31.651287 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82a53b00-1f28-4129-84fe-3844c9691a6a req-d9cb2c25-8271-4c39-be9e-4e2a60a716d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8912234 Feb 09 01:37:31.725154 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bb96d-0a62-4aee-8107-63165af1d3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac236170-97b3-4001-a592-51c4dbfb690e,revision_number=7']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:31.727182 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 122199ce-3f83-4414-bd26-b874df40d9a8, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=122199ce-3f83-4414-bd26-b874df40d9a8,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:31.728437 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623ae5f2-99ad-4737-b7b3-031208709722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '122199ce-3f83-4414-bd26-b874df40d9a8'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:31.735670 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3612106-9311-48c9-8303-7a96e7d61f4c" -d '{"events": [{"server_uuid": "623ae5f2-99ad-4737-b7b3-031208709722", "name": "network-vif-unplugged", "status": "completed", "tag": "122199ce-3f83-4414-bd26-b874df40d9a8"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:31.746309 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (122199ce-3f83-4414-bd26-b874df40d9a8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:31.766476 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a53b00-1f28-4129-84fe-3844c9691a6a req-4762ea19-1503-4cc0-af10-ebf1ca38623e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:31.768323 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82a53b00-1f28-4129-84fe-3844c9691a6a req-4762ea19-1503-4cc0-af10-ebf1ca38623e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9086552 Feb 09 01:37:31.869303 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=122199ce-3f83-4414-bd26-b874df40d9a8,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:32.092001 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82a53b00-1f28-4129-84fe-3844c9691a6a req-930b3ac0-f1bc-4218-a922-9f20c2a2b4af service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864759 Feb 09 01:37:32.190300 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 5b5446d4-21e4-4f4b-9d66-248b747c1375 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:37:32.276783 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc642cd-b880-4ea6-8729-92f0de8c87b4 req-7e884a33-d211-4875-8bfa-6b6ded6c95c0 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:32.287888 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1fc642cd-b880-4ea6-8729-92f0de8c87b4 req-7e884a33-d211-4875-8bfa-6b6ded6c95c0 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 949 time: 0.1550040 Feb 09 01:37:32.465321 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1fc642cd-b880-4ea6-8729-92f0de8c87b4 req-46ba8209-b0f2-4ce8-b700-85387ea12d69 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765797 Feb 09 01:37:32.574439 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adad482-3d33-432c-ae8b-6d2a302f2b02 x-openstack-request-id: req-3adad482-3d33-432c-ae8b-6d2a302f2b02 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:32.575157 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4757050-8469-4c93-88d6-a3ea150a0c01", "name": "network-vif-unplugged", "status": "completed", "tag": "ac236170-97b3-4001-a592-51c4dbfb690e", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:32.575157 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3adad482-3d33-432c-ae8b-6d2a302f2b02 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:32.575510 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4757050-8469-4c93-88d6-a3ea150a0c01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac236170-97b3-4001-a592-51c4dbfb690e', 'code': 200} Feb 09 01:37:32.611312 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-fb9bb96d-0a62-4aee-8107-63165af1d3a1 service neutron] Attempting to bind port ac236170-97b3-4001-a592-51c4dbfb690e on host n-h1-828387-3 for vnic_type normal with profile {"migrating_to": "n-h2-828387-3"} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:37:32.611826 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-fb9bb96d-0a62-4aee-8107-63165af1d3a1 service neutron] Attempting to bind port ac236170-97b3-4001-a592-51c4dbfb690e by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:37:32.612310 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-fb9bb96d-0a62-4aee-8107-63165af1d3a1 service neutron] Attempting to bind port ac236170-97b3-4001-a592-51c4dbfb690e on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:32.637001 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-fb9bb96d-0a62-4aee-8107-63165af1d3a1 service neutron] Port ac236170-97b3-4001-a592-51c4dbfb690e on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:37:32.641080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-fb9bb96d-0a62-4aee-8107-63165af1d3a1 service neutron] Attempting to bind port ac236170-97b3-4001-a592-51c4dbfb690e on network 13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:32.695262 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988d44c-7ee4-45d3-b693-a34f631e2f22 req-bc740e36-1d13-4311-b4db-6de6ab2d47d2 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:32.709953 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2988d44c-7ee4-45d3-b693-a34f631e2f22 req-bc740e36-1d13-4311-b4db-6de6ab2d47d2 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.6123533 Feb 09 01:37:32.727620 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 5b5446d4-21e4-4f4b-9d66-248b747c1375, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:32.837073 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '5b5446d4-21e4-4f4b-9d66-248b747c1375', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '5b5446d4-21e4-4f4b-9d66-248b747c1375', 'mac_address': 'fa:16:3e:13:06:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:37:32.855138 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc98f4-131b-4649-bbe1-d6172cc46379 req-ea0ff938-c403-49f9-95d6-625fe30d124f tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:32.856744 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82a53b00-1f28-4129-84fe-3844c9691a6a req-8d0e2b46-7319-437f-8bbb-0ee1b1af6f29 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1173601 Feb 09 01:37:32.859164 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-fb9bb96d-0a62-4aee-8107-63165af1d3a1 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:37:32.859528 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-fb9bb96d-0a62-4aee-8107-63165af1d3a1 service neutron] Checking segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:32.859926 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-fb9bb96d-0a62-4aee-8107-63165af1d3a1 service neutron] Bound using segment: {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:37:32.860377 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-fb9bb96d-0a62-4aee-8107-63165af1d3a1 service neutron] Bound port: ac236170-97b3-4001-a592-51c4dbfb690e, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '509e9539-4302-4a70-87d0-fc0819d4132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13f3e8ce-063b-4d38-a4f0-142d23e1b9c7'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:37:32.861267 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-fb9bb96d-0a62-4aee-8107-63165af1d3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ac236170-97b3-4001-a592-51c4dbfb690e), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:32.892330 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dbdc98f4-131b-4649-bbe1-d6172cc46379 req-ea0ff938-c403-49f9-95d6-625fe30d124f tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 943 time: 0.2420774 Feb 09 01:37:32.938225 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34210) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:32.958429 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d8c62a98-acb2-4b7b-a66e-821c99fd0203 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Request body: {'subnet': {'network_id': 'bd77b944-8481-4aff-b9b3-887afde84d77', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:32.983469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 5b5446d4-21e4-4f4b-9d66-248b747c1375 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:32.983863 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:33.019102 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b5446d4-21e4-4f4b-9d66-248b747c1375 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:37:33.057758 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 5b5446d4-21e4-4f4b-9d66-248b747c1375, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:33.062604 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:33.077470 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82a53b00-1f28-4129-84fe-3844c9691a6a req-efc167b4-0ee6-46db-a314-93ebdf8f4ea3 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9708960 Feb 09 01:37:33.130708 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dbdc98f4-131b-4649-bbe1-d6172cc46379 req-aa0c28a4-a216-4ac8-aa7e-119fc4a32dc3 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365363 Feb 09 01:37:33.167826 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=5b5446d4-21e4-4f4b-9d66-248b747c1375,revision_number=12']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:33.201165 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c62a98-acb2-4b7b-a66e-821c99fd0203 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Made reservation on behalf of 1449348cd0e04715b66c5073feb5a7fa for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:33.201454 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2988d44c-7ee4-45d3-b693-a34f631e2f22 req-69be3f89-0a0e-45f1-bf2a-d0a499a36467 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891217 Feb 09 01:37:33.212805 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8c62a98-acb2-4b7b-a66e-821c99fd0203 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:33.254486 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fcb4a3-1eed-4513-9525-50033d83d9f5 x-openstack-request-id: req-08fcb4a3-1eed-4513-9525-50033d83d9f5 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:33.255611 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623ae5f2-99ad-4737-b7b3-031208709722", "name": "network-vif-unplugged", "status": "completed", "tag": "122199ce-3f83-4414-bd26-b874df40d9a8", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:33.256103 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08fcb4a3-1eed-4513-9525-50033d83d9f5 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:33.256718 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623ae5f2-99ad-4737-b7b3-031208709722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '122199ce-3f83-4414-bd26-b874df40d9a8', 'code': 200} Feb 09 01:37:33.263665 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-fb9bb96d-0a62-4aee-8107-63165af1d3a1 service neutron] For port ac236170-97b3-4001-a592-51c4dbfb690e, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:33.270516 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-fb9bb96d-0a62-4aee-8107-63165af1d3a1 service neutron] For port ac236170-97b3-4001-a592-51c4dbfb690e, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ac236170-97b3-4001-a592-51c4dbfb690e,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:37:33.290872 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-fb9bb96d-0a62-4aee-8107-63165af1d3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (ac236170-97b3-4001-a592-51c4dbfb690e), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:33.511757 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['5b5446d4-21e4-4f4b-9d66-248b747c1375'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:37:33.524309 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-fb9bb96d-0a62-4aee-8107-63165af1d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:33.525592 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-fb9bb96d-0a62-4aee-8107-63165af1d3a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:33.527192 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-fb9bb96d-0a62-4aee-8107-63165af1d3a1 service neutron] 10.222.0.48 "PUT /v2.0/ports/ac236170-97b3-4001-a592-51c4dbfb690e HTTP/1.1" status: 200 len: 1122 time: 3.3208137 Feb 09 01:37:33.561640 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82a53b00-1f28-4129-84fe-3844c9691a6a req-d2f0d736-34fb-4649-8517-16aa2bc49ba0 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6394811 Feb 09 01:37:33.563173 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bb96d-0a62-4aee-8107-63165af1d3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac236170-97b3-4001-a592-51c4dbfb690e,revision_number=8']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:33.577616 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69507b69-d608-402f-9c61-199aaa7ea9d2 req-bcabc0e3-738d-4217-b791-ba7cbb601ac7 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:33.579853 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69507b69-d608-402f-9c61-199aaa7ea9d2 req-bcabc0e3-738d-4217-b791-ba7cbb601ac7 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 946 time: 0.1937428 Feb 09 01:37:33.669248 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69507b69-d608-402f-9c61-199aaa7ea9d2 req-f25f0381-b01d-4f94-847a-f333917af940 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754390 Feb 09 01:37:33.684854 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-109d62c9-60ea-42e6-95ad-e7f799bb77ea req-95e9173a-99b0-42d3-9873-e8fe0825ca59 tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.1015477 Feb 09 01:37:33.713706 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['ac236170-97b3-4001-a592-51c4dbfb690e'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:37:33.718402 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['ac236170-97b3-4001-a592-51c4dbfb690e'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:37:33.816710 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8c62a98-acb2-4b7b-a66e-821c99fd0203 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (cac7ae34-db1d-4fa2-aa71-3a7ac0ef5b58), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:33.995077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c62a98-acb2-4b7b-a66e-821c99fd0203 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Checking segment: {'id': '6bc61c4c-08df-46f7-91ef-1283f7cbead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bd77b944-8481-4aff-b9b3-887afde84d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:33.995763 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c62a98-acb2-4b7b-a66e-821c99fd0203 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Network hostable DHCP agents. Network: bd77b944-8481-4aff-b9b3-887afde84d77, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:37:34.015059 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c62a98-acb2-4b7b-a66e-821c99fd0203 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'Subnet': ['ID=cac7ae34-db1d-4fa2-aa71-3a7ac0ef5b58,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:34.049178 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0725ed-f09d-4db0-a09b-bcc22792ecd4 req-b1958d6f-ce23-44d6-a8f8-678b644956ec tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:34.050957 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fc0725ed-f09d-4db0-a09b-bcc22792ecd4 req-b1958d6f-ce23-44d6-a8f8-678b644956ec tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 950 time: 0.1782725 Feb 09 01:37:34.052211 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c62a98-acb2-4b7b-a66e-821c99fd0203 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Network bd77b944-8481-4aff-b9b3-887afde84d77 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:37:34.071178 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-d8c62a98-acb2-4b7b-a66e-821c99fd0203 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, bd77b944-8481-4aff-b9b3-887afde84d77) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:34.086797 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c62a98-acb2-4b7b-a66e-821c99fd0203 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:34.087709 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8c62a98-acb2-4b7b-a66e-821c99fd0203 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:34.088208 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d12a2e-09e1-437a-aefe-52405116db59 None None] Network bd77b944-8481-4aff-b9b3-887afde84d77 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:34.128684 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d8c62a98-acb2-4b7b-a66e-821c99fd0203 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1888282 Feb 09 01:37:34.132815 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34234) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:34.137883 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-70d08979-2369-4eb5-b44a-f200eab5500f tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1508896272'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:34.139510 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fc0725ed-f09d-4db0-a09b-bcc22792ecd4 req-8fb4eb63-3c01-4a9c-948d-7974e7e29832 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778542 Feb 09 01:37:34.203020 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d08979-2369-4eb5-b44a-f200eab5500f tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Made reservation on behalf of 1449348cd0e04715b66c5073feb5a7fa for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:34.214444 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-70d08979-2369-4eb5-b44a-f200eab5500f tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:34.272727 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d08979-2369-4eb5-b44a-f200eab5500f tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:37:34.313886 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-70d08979-2369-4eb5-b44a-f200eab5500f tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (0d34bbb3-e410-4304-bc79-7afb62adc728), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:34.315667 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-70d08979-2369-4eb5-b44a-f200eab5500f tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Added segment 0d34bbb3-e410-4304-bc79-7afb62adc728 of type vlan for network baa0a411-109b-4a4c-9758-230845b4b100 Feb 09 01:37:34.372092 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465fc046-edca-4245-9e6d-8a4f858f6725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-bd77b944-8481-4aff-b9b3-887afde84d77', 'network_id': 'bd77b944-8481-4aff-b9b3-887afde84d77', 'project_id': '1449348cd0e04715b66c5073feb5a7fa', 'fixed_ips': [{'subnet_id': 'cac7ae34-db1d-4fa2-aa71-3a7ac0ef5b58'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:37:34.373033 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-465fc046-edca-4245-9e6d-8a4f858f6725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:34.385929 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b42599-3379-4841-aca2-b523248dc4fa req-3cf215d7-54e2-4284-8a11-187bd1a5516d tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:34.403316 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-78b42599-3379-4841-aca2-b523248dc4fa req-3cf215d7-54e2-4284-8a11-187bd1a5516d tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 943 time: 0.1132376 Feb 09 01:37:34.503197 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-70d08979-2369-4eb5-b44a-f200eab5500f tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (baa0a411-109b-4a4c-9758-230845b4b100), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:34.531110 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-78b42599-3379-4841-aca2-b523248dc4fa req-17154e3c-8428-4320-afc7-06fe6c88bce7 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140308 Feb 09 01:37:34.598988 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4757050-8469-4c93-88d6-a3ea150a0c01', 'tag': 'ac236170-97b3-4001-a592-51c4dbfb690e'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:34.602070 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa76c96-d5c0-47d5-80c9-ce862c16768c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4757050-8469-4c93-88d6-a3ea150a0c01", "tag": "ac236170-97b3-4001-a592-51c4dbfb690e"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:34.607246 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-70d08979-2369-4eb5-b44a-f200eab5500f tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (baa0a411-109b-4a4c-9758-230845b4b100), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:34.613692 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d08979-2369-4eb5-b44a-f200eab5500f tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:34.614341 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-70d08979-2369-4eb5-b44a-f200eab5500f tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:34.714391 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-465fc046-edca-4245-9e6d-8a4f858f6725 None None] Allocated IP 2001:db8:0:ffff::2 (bd77b944-8481-4aff-b9b3-887afde84d77/cac7ae34-db1d-4fa2-aa71-3a7ac0ef5b58/4fb0867c-dbe6-4cf8-bdba-ab65400d175c) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:34.714744 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa7234-47a7-435f-aedd-656d30681476 req-892a19d4-3e10-4719-bfb4-19c599be4cdb tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:34.719169 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-70d08979-2369-4eb5-b44a-f200eab5500f tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5850027 Feb 09 01:37:34.723601 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34254) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:34.726895 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-40aa7234-47a7-435f-aedd-656d30681476 req-892a19d4-3e10-4719-bfb4-19c599be4cdb tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.0864027 Feb 09 01:37:34.734880 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-28d4b7f5-63d1-4983-aa7d-89730bc840f3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Request body: {'subnet': {'network_id': 'baa0a411-109b-4a4c-9758-230845b4b100', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:34.807608 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d08979-2369-4eb5-b44a-f200eab5500f tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'Network': ['ID=baa0a411-109b-4a4c-9758-230845b4b100,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:34.824456 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network baa0a411-109b-4a4c-9758-230845b4b100 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:37:34.826102 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-40aa7234-47a7-435f-aedd-656d30681476 req-e754e42f-980b-4a49-9d0a-41ac96f36faa tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989745 Feb 09 01:37:34.828408 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094c846-4aa5-42ea-bbaf-2f6ed10cc512 req-09e3545e-7406-4b92-9164-7016020ee07f tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:34.839019 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2094c846-4aa5-42ea-bbaf-2f6ed10cc512 req-09e3545e-7406-4b92-9164-7016020ee07f tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 950 time: 0.2838624 Feb 09 01:37:34.962289 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2094c846-4aa5-42ea-bbaf-2f6ed10cc512 req-2495ec5a-478b-4036-90e8-a08baf87d36e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196439 Feb 09 01:37:35.010259 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d4b7f5-63d1-4983-aa7d-89730bc840f3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Made reservation on behalf of 1449348cd0e04715b66c5073feb5a7fa for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:35.025289 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28d4b7f5-63d1-4983-aa7d-89730bc840f3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:35.105746 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-465fc046-edca-4245-9e6d-8a4f858f6725 None None] Publish callbacks [] for port (4fb0867c-dbe6-4cf8-bdba-ab65400d175c), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:35.111036 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33a5b4d-deee-452c-93bd-896a6011a9ce x-openstack-request-id: req-c33a5b4d-deee-452c-93bd-896a6011a9ce {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:35.111597 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4757050-8469-4c93-88d6-a3ea150a0c01", "tag": "ac236170-97b3-4001-a592-51c4dbfb690e", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:35.111994 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c33a5b4d-deee-452c-93bd-896a6011a9ce {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:35.112663 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4757050-8469-4c93-88d6-a3ea150a0c01', 'tag': 'ac236170-97b3-4001-a592-51c4dbfb690e', 'status': 'completed', 'code': 200} Feb 09 01:37:35.123901 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-465fc046-edca-4245-9e6d-8a4f858f6725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (4fb0867c-dbe6-4cf8-bdba-ab65400d175c), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:35.166564 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa979852-4b68-481c-aa21-113f758f91f2 req-15415d40-d61d-4f2d-8059-21a05f5f9837 tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.0648108 Feb 09 01:37:35.190211 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465fc046-edca-4245-9e6d-8a4f858f6725 None None] Network bd77b944-8481-4aff-b9b3-887afde84d77 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:35.191470 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-465fc046-edca-4245-9e6d-8a4f858f6725 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:35.202379 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465fc046-edca-4245-9e6d-8a4f858f6725 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:35.244290 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fc046-edca-4245-9e6d-8a4f858f6725 None None] Pushing event updated for resources: {'Port': ['ID=4fb0867c-dbe6-4cf8-bdba-ab65400d175c,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:35.302142 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-465fc046-edca-4245-9e6d-8a4f858f6725 None None] Attempting to bind port 4fb0867c-dbe6-4cf8-bdba-ab65400d175c on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:37:35.302858 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-465fc046-edca-4245-9e6d-8a4f858f6725 None None] Attempting to bind port 4fb0867c-dbe6-4cf8-bdba-ab65400d175c by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '6bc61c4c-08df-46f7-91ef-1283f7cbead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bd77b944-8481-4aff-b9b3-887afde84d77'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:37:35.303585 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa76c96-d5c0-47d5-80c9-ce862c16768c req-663c96a8-aa21-4f69-960b-22a6af583e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:35.304201 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465fc046-edca-4245-9e6d-8a4f858f6725 None None] Attempting to bind port 4fb0867c-dbe6-4cf8-bdba-ab65400d175c on network bd77b944-8481-4aff-b9b3-887afde84d77 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:35.311946 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2aa76c96-d5c0-47d5-80c9-ce862c16768c req-663c96a8-aa21-4f69-960b-22a6af583e77 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 1156 time: 0.2018723 Feb 09 01:37:35.320937 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465fc046-edca-4245-9e6d-8a4f858f6725 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:37:35.322660 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465fc046-edca-4245-9e6d-8a4f858f6725 None None] Checking segment: {'id': '6bc61c4c-08df-46f7-91ef-1283f7cbead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bd77b944-8481-4aff-b9b3-887afde84d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:35.325253 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-465fc046-edca-4245-9e6d-8a4f858f6725 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:35.331332 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465fc046-edca-4245-9e6d-8a4f858f6725 None None] Bound using segment: {'id': '6bc61c4c-08df-46f7-91ef-1283f7cbead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bd77b944-8481-4aff-b9b3-887afde84d77'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:37:35.332463 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-465fc046-edca-4245-9e6d-8a4f858f6725 None None] Bound port: 4fb0867c-dbe6-4cf8-bdba-ab65400d175c, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc61c4c-08df-46f7-91ef-1283f7cbead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bd77b944-8481-4aff-b9b3-887afde84d77'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:37:35.339557 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-465fc046-edca-4245-9e6d-8a4f858f6725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4fb0867c-dbe6-4cf8-bdba-ab65400d175c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:35.346181 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f95864-5c49-46d8-afbb-ac3d47a160bb req-97d38a9b-48a0-4eec-90a0-09ac232c6d98 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:35.348231 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c0f95864-5c49-46d8-afbb-ac3d47a160bb req-97d38a9b-48a0-4eec-90a0-09ac232c6d98 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 946 time: 0.1778228 Feb 09 01:37:35.474585 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-465fc046-edca-4245-9e6d-8a4f858f6725 None None] For port 4fb0867c-dbe6-4cf8-bdba-ab65400d175c, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:35.479496 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-465fc046-edca-4245-9e6d-8a4f858f6725 None None] For port 4fb0867c-dbe6-4cf8-bdba-ab65400d175c, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=4fb0867c-dbe6-4cf8-bdba-ab65400d175c,segment=NetworkSegment(6bc61c4c-08df-46f7-91ef-1283f7cbead9),segment_id=6bc61c4c-08df-46f7-91ef-1283f7cbead9)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:37:35.491291 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-465fc046-edca-4245-9e6d-8a4f858f6725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4fb0867c-dbe6-4cf8-bdba-ab65400d175c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:35.623523 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fc046-edca-4245-9e6d-8a4f858f6725 None None] Pushing event updated for resources: {'Port': ['ID=4fb0867c-dbe6-4cf8-bdba-ab65400d175c,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:35.661210 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c0f95864-5c49-46d8-afbb-ac3d47a160bb req-9e85c8d4-bf8d-41ea-a315-95968fdd7ed3 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776151 Feb 09 01:37:35.694282 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-12f5a39c-20d2-412d-9259-e4261d4cfe53 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a8fbbe3309e443c484ce78d66416eddd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410602 Feb 09 01:37:35.741241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa76c96-d5c0-47d5-80c9-ce862c16768c req-eb204865-ac6a-48c9-880e-3c7307cd588d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:35.743468 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2aa76c96-d5c0-47d5-80c9-ce862c16768c req-eb204865-ac6a-48c9-880e-3c7307cd588d service neutron] 10.222.0.67 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 922 time: 0.4235981 Feb 09 01:37:35.748702 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28d4b7f5-63d1-4983-aa7d-89730bc840f3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (41babd94-ed5a-4858-b5c6-16b9a0f27420), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:35.820910 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2aa76c96-d5c0-47d5-80c9-ce862c16768c req-3676cf91-d400-483f-bd85-cbe413e11018 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac236170-97b3-4001-a592-51c4dbfb690e HTTP/1.1" status: 200 len: 217 time: 0.0673690 Feb 09 01:37:35.908454 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-0bceef8f-fccd-411d-80b9-6757fd9faf92 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:35.922116 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-0bceef8f-fccd-411d-80b9-6757fd9faf92 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2177298 Feb 09 01:37:35.929559 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa76c96-d5c0-47d5-80c9-ce862c16768c req-39c3d78f-6dfa-4f11-9172-02ed19e610b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:35.931824 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2aa76c96-d5c0-47d5-80c9-ce862c16768c req-39c3d78f-6dfa-4f11-9172-02ed19e610b0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.0861638 Feb 09 01:37:35.971430 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-b60a14a2-6dbc-48e6-b72a-44756f2b9838 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/quotas/a8fbbe3309e443c484ce78d66416eddd HTTP/1.1" status: 200 len: 375 time: 0.0482125 Feb 09 01:37:36.110606 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-55c509f1-713c-4dfe-b536-e7ed789c6774 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1270974 Feb 09 01:37:36.129453 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34314) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:36.213214 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 5b5446d4-21e4-4f4b-9d66-248b747c1375 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:37:36.344276 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 5b5446d4-21e4-4f4b-9d66-248b747c1375 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:37:36.353604 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 5b5446d4-21e4-4f4b-9d66-248b747c1375 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:36.354352 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:36.382711 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d9ac685b-b5e2-47ad-9a83-b89a03c2bf2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:36.430628 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae858a-c4c8-4430-89ed-fb88e30b8f99 req-4dfc1552-403d-438d-9a3d-45bae2795a15 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:36.440781 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-45ae858a-c4c8-4430-89ed-fb88e30b8f99 req-4dfc1552-403d-438d-9a3d-45bae2795a15 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.1206088 Feb 09 01:37:36.468351 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2aa76c96-d5c0-47d5-80c9-ce862c16768c req-f0b0fd50-052d-4cc9-9e6f-394f556c1160 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4777668 Feb 09 01:37:36.527573 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 5b5446d4-21e4-4f4b-9d66-248b747c1375 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:36.528139 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:36.552362 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d9ac685b-b5e2-47ad-9a83-b89a03c2bf2b admin admin] Publish callbacks [] for security_group (79f60098-a1b8-41a3-8607-3b55034e19f6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:36.555253 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa158900-4446-43ae-95a3-c13bad5b92c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5446d4-21e4-4f4b-9d66-248b747c1375'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:36.558264 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d9ac685b-b5e2-47ad-9a83-b89a03c2bf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (79f60098-a1b8-41a3-8607-3b55034e19f6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:36.559293 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4917c4c-68bf-46d4-a959-dca10ad94f7c" -d '{"events": [{"server_uuid": "fa158900-4446-43ae-95a3-c13bad5b92c6", "name": "network-vif-plugged", "status": "completed", "tag": "5b5446d4-21e4-4f4b-9d66-248b747c1375"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:36.575083 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 5b5446d4-21e4-4f4b-9d66-248b747c1375, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:36.592666 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:36.661281 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d9ac685b-b5e2-47ad-9a83-b89a03c2bf2b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33ad96b66322491397801b59bc435954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5306258 Feb 09 01:37:36.666038 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4b7f5-63d1-4983-aa7d-89730bc840f3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'Subnet': ['ID=41babd94-ed5a-4858-b5c6-16b9a0f27420,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:36.671263 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4fd4c704-fa69-4eba-aee4-967045fa2282 req-84d6ac3c-f175-45a4-8528-c64a9a1b2698 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.2308874 Feb 09 01:37:36.673676 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2aa76c96-d5c0-47d5-80c9-ce862c16768c req-33cda6b1-7a77-4c55-be33-5a6f338677d6 service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645999 Feb 09 01:37:36.674409 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34330) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:36.695006 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-45ae858a-c4c8-4430-89ed-fb88e30b8f99 req-2c4ce55e-f0aa-4f61-aecc-9d3cb1ee0950 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527928 Feb 09 01:37:36.698117 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac685b-b5e2-47ad-9a83-b89a03c2bf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f60098-a1b8-41a3-8607-3b55034e19f6,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:36.793670 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=5b5446d4-21e4-4f4b-9d66-248b747c1375,revision_number=13']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:36.844188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384573c0-216b-4c24-9651-a3e9e12fe6b0 req-a6f3759a-4cab-461b-be02-642bd35d0d7d tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:36.850255 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-384573c0-216b-4c24-9651-a3e9e12fe6b0 req-a6f3759a-4cab-461b-be02-642bd35d0d7d tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 943 time: 1.0331333 Feb 09 01:37:36.900132 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d4b7f5-63d1-4983-aa7d-89730bc840f3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Checking segment: {'id': '0d34bbb3-e410-4304-bc79-7afb62adc728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'baa0a411-109b-4a4c-9758-230845b4b100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:36.901267 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d4b7f5-63d1-4983-aa7d-89730bc840f3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Network hostable DHCP agents. Network: baa0a411-109b-4a4c-9758-230845b4b100, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:37:36.978980 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-464d0d9a-1832-44bb-8192-f7e681a36b27 req-de1cb413-7b51-4817-a420-fbe797a98092 tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.0547147 Feb 09 01:37:37.060763 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d4b7f5-63d1-4983-aa7d-89730bc840f3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Network baa0a411-109b-4a4c-9758-230845b4b100 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:37:37.073851 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb04114c-df06-4310-a864-81d71052c413 admin admin] Publish callbacks [] for security_group (79f60098-a1b8-41a3-8607-3b55034e19f6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:37.112053 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-384573c0-216b-4c24-9651-a3e9e12fe6b0 req-d934e843-ac2c-4798-b6ad-46fea3ed8152 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237754 Feb 09 01:37:37.117127 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2aa76c96-d5c0-47d5-80c9-ce862c16768c req-3e232a31-d604-49f5-9fbc-f2006094386f service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154382 Feb 09 01:37:37.152897 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-802d0c84-40bd-4292-bc5e-81cfb089db16 req-4c558740-d085-4f94-997b-a921f0419b8d tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 210 time: 0.0646808 Feb 09 01:37:37.208212 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-28d4b7f5-63d1-4983-aa7d-89730bc840f3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, baa0a411-109b-4a4c-9758-230845b4b100) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:37.217154 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d4b7f5-63d1-4983-aa7d-89730bc840f3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:37.221870 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9130d8f8-e11e-4e32-a576-7c5e1180732c None None] Network baa0a411-109b-4a4c-9758-230845b4b100 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:37.230368 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28d4b7f5-63d1-4983-aa7d-89730bc840f3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:37.237289 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb04114c-df06-4310-a864-81d71052c413 admin admin] Publish callbacks [] for security_group (79f60098-a1b8-41a3-8607-3b55034e19f6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:37.298356 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-28d4b7f5-63d1-4983-aa7d-89730bc840f3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5675416 Feb 09 01:37:37.299093 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34344) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:37.325399 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4972f27-0219-4ff8-b9bb-ab10a6f9c9c4 x-openstack-request-id: req-a4972f27-0219-4ff8-b9bb-ab10a6f9c9c4 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:37.325837 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa158900-4446-43ae-95a3-c13bad5b92c6", "name": "network-vif-plugged", "status": "completed", "tag": "5b5446d4-21e4-4f4b-9d66-248b747c1375", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:37.326223 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a4972f27-0219-4ff8-b9bb-ab10a6f9c9c4 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:37.326814 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa158900-4446-43ae-95a3-c13bad5b92c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5446d4-21e4-4f4b-9d66-248b747c1375', 'code': 200} Feb 09 01:37:37.332009 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5933f96c-18f8-4f78-a4b7-470b0591d19c None None] Network bd77b944-8481-4aff-b9b3-887afde84d77 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:37.376359 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb04114c-df06-4310-a864-81d71052c413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (79f60098-a1b8-41a3-8607-3b55034e19f6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:37.381194 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb04114c-df06-4310-a864-81d71052c413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:37.383582 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fb04114c-df06-4310-a864-81d71052c413 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79f60098-a1b8-41a3-8607-3b55034e19f6 HTTP/1.1" status: 204 len: 168 time: 0.7044630 Feb 09 01:37:37.408751 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04114c-df06-4310-a864-81d71052c413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f60098-a1b8-41a3-8607-3b55034e19f6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:37.576418 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-77647360-f5d8-4017-8de7-fbe8aa92fe5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:37.584727 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-efc97bcc-47ce-430b-9ec4-76c180cce21c None None] Provisioning complete for port 4fb0867c-dbe6-4cf8-bdba-ab65400d175c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:37.585151 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-efc97bcc-47ce-430b-9ec4-76c180cce21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4fb0867c-dbe6-4cf8-bdba-ab65400d175c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:37.693584 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b63fc-8e55-45fe-9649-396031526850 req-bdfe109b-3abb-4142-bc9f-066c77dfb4c0 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:37.700384 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-150b63fc-8e55-45fe-9649-396031526850 req-bdfe109b-3abb-4142-bc9f-066c77dfb4c0 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 946 time: 0.3896551 Feb 09 01:37:37.754366 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-efc97bcc-47ce-430b-9ec4-76c180cce21c None None] Current status of the port 4fb0867c-dbe6-4cf8-bdba-ab65400d175c is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:37.754768 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-efc97bcc-47ce-430b-9ec4-76c180cce21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4fb0867c-dbe6-4cf8-bdba-ab65400d175c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:37.774926 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-150b63fc-8e55-45fe-9649-396031526850 req-a5701c3e-2a3b-4f34-bd19-8990b5eb5208 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717018 Feb 09 01:37:37.781181 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3b79e5e0-0087-4229-aacd-7f0d49a68231 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (baa0a411-109b-4a4c-9758-230845b4b100), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:37.830527 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abab909f-4b2e-4b2f-8d82-27cb3f27fec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-baa0a411-109b-4a4c-9758-230845b4b100', 'network_id': 'baa0a411-109b-4a4c-9758-230845b4b100', 'project_id': '1449348cd0e04715b66c5073feb5a7fa', 'fixed_ips': [{'subnet_id': '41babd94-ed5a-4858-b5c6-16b9a0f27420'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:37:37.831548 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-abab909f-4b2e-4b2f-8d82-27cb3f27fec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.015505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34362) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:38.043270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-efc97bcc-47ce-430b-9ec4-76c180cce21c None None] For port 4fb0867c-dbe6-4cf8-bdba-ab65400d175c, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=4fb0867c-dbe6-4cf8-bdba-ab65400d175c,segment=NetworkSegment(6bc61c4c-08df-46f7-91ef-1283f7cbead9),segment_id=6bc61c4c-08df-46f7-91ef-1283f7cbead9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:38.069992 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-efc97bcc-47ce-430b-9ec4-76c180cce21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4fb0867c-dbe6-4cf8-bdba-ab65400d175c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.120320 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-6724c34b-c0ca-4c84-ab67-ee6817f20202 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=a8fbbe3309e443c484ce78d66416eddd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1255734 Feb 09 01:37:38.151866 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3b79e5e0-0087-4229-aacd-7f0d49a68231 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (41babd94-ed5a-4858-b5c6-16b9a0f27420), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.177085 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ef6c03a9-30ae-450e-86f3-c4954ad35af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.230987 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 4fb0867c-dbe6-4cf8-bdba-ab65400d175c up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:37:38.288107 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device bdcb2007-261e-4014-b5bf-0fce92495e6d details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:37:38.293845 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8a8a0b1-2183-4d82-8f31-47e6f97dd3cd req-5f6c0d4e-0990-410a-8151-53e7da711359 tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.0690403 Feb 09 01:37:38.294212 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df5d01-adde-4996-91da-03cf155583a8 req-84e11486-44ee-42de-8a19-d2149823a043 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:38.296627 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-29df5d01-adde-4996-91da-03cf155583a8 req-84e11486-44ee-42de-8a19-d2149823a043 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.4131851 Feb 09 01:37:38.399495 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3b79e5e0-0087-4229-aacd-7f0d49a68231 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (41babd94-ed5a-4858-b5c6-16b9a0f27420), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.399861 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-29df5d01-adde-4996-91da-03cf155583a8 req-8e7d099c-d4ef-4c7e-bec5-63cc0ef8021f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890079 Feb 09 01:37:38.471872 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79e5e0-0087-4229-aacd-7f0d49a68231 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Subnet': ['ID=41babd94-ed5a-4858-b5c6-16b9a0f27420,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:38.489103 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-b2a66c88-9e14-4e37-81c1-aff12acba631 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:38.491845 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-b2a66c88-9e14-4e37-81c1-aff12acba631 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3593290 Feb 09 01:37:38.518104 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port bdcb2007-261e-4014-b5bf-0fce92495e6d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=bdcb2007-261e-4014-b5bf-0fce92495e6d,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:38.518792 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-c6021d3b-860a-435f-9d00-355b80f30b06 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Request body: {'port': {'device_id': 'b14e4230-cd45-48ba-b5ef-1488af5d66e5', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': 'a8fbbe3309e443c484ce78d66416eddd'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:38.584977 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'bdcb2007-261e-4014-b5bf-0fce92495e6d', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': 'bdcb2007-261e-4014-b5bf-0fce92495e6d', 'mac_address': 'fa:16:3e:ca:63:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:37:38.600165 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc97bcc-47ce-430b-9ec4-76c180cce21c None None] Pushing event updated for resources: {'Port': ['ID=4fb0867c-dbe6-4cf8-bdba-ab65400d175c,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:38.607594 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7dd47058-a885-4bc7-bcba-2d8ee8b81894 None None] Provisioning complete for port 4fb0867c-dbe6-4cf8-bdba-ab65400d175c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:38.608001 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7dd47058-a885-4bc7-bcba-2d8ee8b81894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4fb0867c-dbe6-4cf8-bdba-ab65400d175c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.614533 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3b79e5e0-0087-4229-aacd-7f0d49a68231 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (baa0a411-109b-4a4c-9758-230845b4b100), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.657956 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-3b79e5e0-0087-4229-aacd-7f0d49a68231 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa0a411-109b-4a4c-9758-230845b4b100']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server [None req-abab909f-4b2e-4b2f-8d82-27cb3f27fec4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41babd94-ed5a-4858-b5c6-16b9a0f27420: This subnet is being modified by another concurrent operation. Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:37:38.668115 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41babd94-ed5a-4858-b5c6-16b9a0f27420: This subnet is being modified by another concurrent operation. Feb 09 01:37:38.671904 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server Feb 09 01:37:38.677577 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-3b79e5e0-0087-4229-aacd-7f0d49a68231 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d34bbb3-e410-4304-bc79-7afb62adc728') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:38.678520 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-38209996-e50d-44d8-bc0c-c74116226e71 req-22407d04-c944-4b4f-8708-07bad5f5ca2b tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 210 time: 0.0541871 Feb 09 01:37:38.678995 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-3b79e5e0-0087-4229-aacd-7f0d49a68231 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d34bbb3-e410-4304-bc79-7afb62adc728') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:38.699881 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3b79e5e0-0087-4229-aacd-7f0d49a68231 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (0d34bbb3-e410-4304-bc79-7afb62adc728), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.737130 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3b79e5e0-0087-4229-aacd-7f0d49a68231 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (0d34bbb3-e410-4304-bc79-7afb62adc728), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.747549 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ef6c03a9-30ae-450e-86f3-c4954ad35af1 admin admin] Publish callbacks [] for security_group (7e249f5e-9a90-4a7d-b650-4cb58a6a3c0f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.754417 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ef6c03a9-30ae-450e-86f3-c4954ad35af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7e249f5e-9a90-4a7d-b650-4cb58a6a3c0f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.760133 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcaa703-9ea1-4452-96df-7803c2c2bcae req-d4b4b73b-6ac4-4d80-8268-c7d458180354 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:38.761793 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4fcaa703-9ea1-4452-96df-7803c2c2bcae req-d4b4b73b-6ac4-4d80-8268-c7d458180354 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 943 time: 0.2792459 Feb 09 01:37:38.767785 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b79e5e0-0087-4229-aacd-7f0d49a68231 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:37:38.768389 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3b79e5e0-0087-4229-aacd-7f0d49a68231 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (0d34bbb3-e410-4304-bc79-7afb62adc728), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:37:38.776739 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:37:38.824074 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c03a9-30ae-450e-86f3-c4954ad35af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e249f5e-9a90-4a7d-b650-4cb58a6a3c0f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:38.835759 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ef6c03a9-30ae-450e-86f3-c4954ad35af1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2dbc84867e2451995cb3c301cead2cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8176088 Feb 09 01:37:38.837948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34372) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:38.866244 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-c6021d3b-860a-435f-9d00-355b80f30b06 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Made reservation on behalf of a8fbbe3309e443c484ce78d66416eddd for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:38.870163 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-c6021d3b-860a-435f-9d00-355b80f30b06 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.930728 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3b79e5e0-0087-4229-aacd-7f0d49a68231 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (baa0a411-109b-4a4c-9758-230845b4b100), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.940203 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3b79e5e0-0087-4229-aacd-7f0d49a68231 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.944649 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3b79e5e0-0087-4229-aacd-7f0d49a68231 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/networks/baa0a411-109b-4a4c-9758-230845b4b100 HTTP/1.1" status: 204 len: 168 time: 1.6443143 Feb 09 01:37:38.969080 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4fcaa703-9ea1-4452-96df-7803c2c2bcae req-ee5e920d-42c2-45cf-9b39-eb9846708869 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856968 Feb 09 01:37:38.970209 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34374) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:38.979565 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-7bebd632-8bae-499b-9a08-02c7577c0474 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1775642536'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:39.025480 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-c6021d3b-860a-435f-9d00-355b80f30b06 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Allocated IP 192.168.233.247 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/4e5f44f6-54f3-420d-bc38-9d1382ef3f4c) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:39.031742 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 4fb0867c-dbe6-4cf8-bdba-ab65400d175c triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:39.033364 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4fb0867c-dbe6-4cf8-bdba-ab65400d175c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.047006 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcddb9c-f36e-44ac-aff2-f34e7fbb6dfb None None] get_active_networks_info from n-d-828387-3 {{(pid=103185) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:37:39.080116 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bebd632-8bae-499b-9a08-02c7577c0474 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Made reservation on behalf of 1449348cd0e04715b66c5073feb5a7fa for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:39.084082 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7bebd632-8bae-499b-9a08-02c7577c0474 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.088788 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79e5e0-0087-4229-aacd-7f0d49a68231 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Network': ['ID=baa0a411-109b-4a4c-9758-230845b4b100,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:39.123226 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bebd632-8bae-499b-9a08-02c7577c0474 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:37:39.136070 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7bebd632-8bae-499b-9a08-02c7577c0474 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (9f50c0f5-49c8-428a-8be3-3bb34bb62d36), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.136742 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-7bebd632-8bae-499b-9a08-02c7577c0474 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Added segment 9f50c0f5-49c8-428a-8be3-3bb34bb62d36 of type vlan for network a4461027-cd57-4af1-a496-efe2ffc1dc28 Feb 09 01:37:39.187605 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7bebd632-8bae-499b-9a08-02c7577c0474 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (a4461027-cd57-4af1-a496-efe2ffc1dc28), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.198430 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port bdcb2007-261e-4014-b5bf-0fce92495e6d is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:39.198880 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.207745 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-c6021d3b-860a-435f-9d00-355b80f30b06 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks [] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.232849 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7bebd632-8bae-499b-9a08-02c7577c0474 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (a4461027-cd57-4af1-a496-efe2ffc1dc28), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.244053 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bebd632-8bae-499b-9a08-02c7577c0474 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:39.245440 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7bebd632-8bae-499b-9a08-02c7577c0474 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.268350 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-c6021d3b-860a-435f-9d00-355b80f30b06 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.287647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdcb2007-261e-4014-b5bf-0fce92495e6d {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:37:39.309492 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['a619dddc-0464-4707-b341-5d5462aad706', '84bb3f8a-433a-48c1-b137-2a48f45baf83'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:37:39.313734 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['5b5446d4-21e4-4f4b-9d66-248b747c1375'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:37:39.359631 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-22217a59-67ea-4446-94cb-459f6ef2461f admin admin] Publish callbacks [] for security_group (7e249f5e-9a90-4a7d-b650-4cb58a6a3c0f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.407966 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-c6021d3b-860a-435f-9d00-355b80f30b06 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:39.413724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-c6021d3b-860a-435f-9d00-355b80f30b06 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:39.417399 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-22217a59-67ea-4446-94cb-459f6ef2461f admin admin] Publish callbacks [] for security_group (7e249f5e-9a90-4a7d-b650-4cb58a6a3c0f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.421132 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6021d3b-860a-435f-9d00-355b80f30b06 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Pushing event updated for resources: {'Port': ['ID=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:39.429548 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-c6021d3b-860a-435f-9d00-355b80f30b06 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:39.449555 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebd632-8bae-499b-9a08-02c7577c0474 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'Network': ['ID=a4461027-cd57-4af1-a496-efe2ffc1dc28,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:39.474933 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755624e-604e-459e-8e8b-8c40454971ca req-d0cb8aec-09c9-420e-a528-05f0864649ec tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:39.476601 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e755624e-604e-459e-8e8b-8c40454971ca req-d0cb8aec-09c9-420e-a528-05f0864649ec tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 946 time: 0.2216480 Feb 09 01:37:39.483399 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7bebd632-8bae-499b-9a08-02c7577c0474 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5083671 Feb 09 01:37:39.487254 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34390) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:39.493514 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-a0fd250a-4cae-4a1b-9517-80361748fa89 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Request body: {'subnet': {'network_id': 'a4461027-cd57-4af1-a496-efe2ffc1dc28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:39.525445 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network a4461027-cd57-4af1-a496-efe2ffc1dc28 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:37:39.527706 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcddb9c-f36e-44ac-aff2-f34e7fbb6dfb None None] Resources bound (agent type, host, resource id): {{(pid=103185) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:37:39.560114 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-c6021d3b-860a-435f-9d00-355b80f30b06 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:39.561623 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-c6021d3b-860a-435f-9d00-355b80f30b06 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.593651 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e755624e-604e-459e-8e8b-8c40454971ca req-e9c56e24-aeea-4157-b8b9-45ff8887dae1 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008186 Feb 09 01:37:39.598260 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-c6021d3b-860a-435f-9d00-355b80f30b06 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0954745 Feb 09 01:37:39.604727 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-22217a59-67ea-4446-94cb-459f6ef2461f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7e249f5e-9a90-4a7d-b650-4cb58a6a3c0f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.608732 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-22217a59-67ea-4446-94cb-459f6ef2461f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.618597 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-22217a59-67ea-4446-94cb-459f6ef2461f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e249f5e-9a90-4a7d-b650-4cb58a6a3c0f HTTP/1.1" status: 204 len: 168 time: 0.7795796 Feb 09 01:37:39.643400 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7dd47058-a885-4bc7-bcba-2d8ee8b81894 None None] Current status of the port 4fb0867c-dbe6-4cf8-bdba-ab65400d175c is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:39.644108 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-d81e4bc4-1a34-423c-8172-ef7fbdd40f98 service neutron] Request body: {'port': {'device_id': 'b14e4230-cd45-48ba-b5ef-1488af5d66e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:39.699513 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7333821e-efd1-41a4-80f1-886c233d8dfa req-fc79a299-ab2b-4998-98f0-f30daee6337c tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.2129233 Feb 09 01:37:39.710127 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22217a59-67ea-4446-94cb-459f6ef2461f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e249f5e-9a90-4a7d-b650-4cb58a6a3c0f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:39.713737 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port bdcb2007-261e-4014-b5bf-0fce92495e6d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=bdcb2007-261e-4014-b5bf-0fce92495e6d,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:39.736859 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 4fb0867c-dbe6-4cf8-bdba-ab65400d175c is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:39.754649 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fd250a-4cae-4a1b-9517-80361748fa89 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Made reservation on behalf of 1449348cd0e04715b66c5073feb5a7fa for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:39.761957 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a0fd250a-4cae-4a1b-9517-80361748fa89 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.836527 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.896471 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-d81e4bc4-1a34-423c-8172-ef7fbdd40f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.930578 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41505a-a834-4154-ba77-454b00d3d9da req-e440b4a2-4f44-4af1-8c7a-fb4b019e7618 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:39.932205 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c41505a-a834-4154-ba77-454b00d3d9da req-e440b4a2-4f44-4af1-8c7a-fb4b019e7618 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.2263408 Feb 09 01:37:40.034807 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e5318-7273-4116-9541-284342200503 req-2b6344e0-ed86-4293-baff-103ba3f3b0c4 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:40.045117 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f75e5318-7273-4116-9541-284342200503 req-2b6344e0-ed86-4293-baff-103ba3f3b0c4 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 936 time: 0.1787636 Feb 09 01:37:40.088080 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c41505a-a834-4154-ba77-454b00d3d9da req-e423e6e9-fd09-4cbf-819f-21d54b75afd1 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387525 Feb 09 01:37:40.190124 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f75e5318-7273-4116-9541-284342200503 req-e08ce41b-3808-40ab-9ba5-6ce219f68556 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428671 Feb 09 01:37:40.263629 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 4fb0867c-dbe6-4cf8-bdba-ab65400d175c up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:37:40.350439 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:40.395006 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a0fd250a-4cae-4a1b-9517-80361748fa89 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (b8e00216-7b14-4a5e-838c-45b8282eb792), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:40.408114 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['bdcb2007-261e-4014-b5bf-0fce92495e6d'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:37:40.634196 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f71df1-e85b-4f8b-92ac-02e694b17b13 req-43225709-c81f-4538-bfd7-87fa220c5e38 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:40.647607 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c2f71df1-e85b-4f8b-92ac-02e694b17b13 req-43225709-c81f-4538-bfd7-87fa220c5e38 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 943 time: 0.2700675 Feb 09 01:37:40.683562 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fd250a-4cae-4a1b-9517-80361748fa89 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Checking segment: {'id': '9f50c0f5-49c8-428a-8be3-3bb34bb62d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a4461027-cd57-4af1-a496-efe2ffc1dc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:40.683968 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fd250a-4cae-4a1b-9517-80361748fa89 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Network hostable DHCP agents. Network: a4461027-cd57-4af1-a496-efe2ffc1dc28, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:37:40.702113 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd250a-4cae-4a1b-9517-80361748fa89 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'Subnet': ['ID=b8e00216-7b14-4a5e-838c-45b8282eb792,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:40.748673 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cf23253a-4e8c-4841-9f01-1aff0bbd0f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:40.784050 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-d81e4bc4-1a34-423c-8172-ef7fbdd40f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:37:40.812396 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-d81e4bc4-1a34-423c-8172-ef7fbdd40f98 service neutron] Publish callbacks [] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:40.850220 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-d81e4bc4-1a34-423c-8172-ef7fbdd40f98 service neutron] Transition to ACTIVE for port object 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:37:40.857182 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-d81e4bc4-1a34-423c-8172-ef7fbdd40f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:40.865360 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c2f71df1-e85b-4f8b-92ac-02e694b17b13 req-42f5db35-cf5c-410e-9661-39fbeee227c9 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056370 Feb 09 01:37:40.872747 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fd250a-4cae-4a1b-9517-80361748fa89 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Network a4461027-cd57-4af1-a496-efe2ffc1dc28 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:37:40.873074 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd00170-b172-4d2e-aab0-2c5d169aaf1a None None] Network baa0a411-109b-4a4c-9758-230845b4b100 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:40.918818 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-a0fd250a-4cae-4a1b-9517-80361748fa89 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, a4461027-cd57-4af1-a496-efe2ffc1dc28) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:40.961462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fd250a-4cae-4a1b-9517-80361748fa89 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:40.963634 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a0fd250a-4cae-4a1b-9517-80361748fa89 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:40.999952 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:41.002592 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd00170-b172-4d2e-aab0-2c5d169aaf1a None None] Network baa0a411-109b-4a4c-9758-230845b4b100 could not be found, it might have been deleted concurrently. {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:37:41.031436 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a0fd250a-4cae-4a1b-9517-80361748fa89 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5397668 Feb 09 01:37:41.031675 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34456) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:41.044346 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-2ce3452c-6486-4376-902d-841572f22cc3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1565076818'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:41.131620 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce3452c-6486-4376-902d-841572f22cc3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Made reservation on behalf of 1449348cd0e04715b66c5073feb5a7fa for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:41.135571 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ce3452c-6486-4376-902d-841572f22cc3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:41.175300 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b005b0-a92a-4c8c-b026-372460b6c825 None None] Network a4461027-cd57-4af1-a496-efe2ffc1dc28 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:41.213342 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d63df-f549-419a-9d3e-8d61351c6b55 req-e3492eb0-fb4a-4432-b5e6-61a99c399a20 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:41.224982 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ca3d63df-f549-419a-9d3e-8d61351c6b55 req-e3492eb0-fb4a-4432-b5e6-61a99c399a20 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 946 time: 0.1337459 Feb 09 01:37:41.248210 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=bdcb2007-261e-4014-b5bf-0fce92495e6d,revision_number=9']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:41.253774 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e4bc4-1a34-423c-8172-ef7fbdd40f98 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:41.272156 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-d81e4bc4-1a34-423c-8172-ef7fbdd40f98 service neutron] Attempting to bind port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:37:41.273758 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-d81e4bc4-1a34-423c-8172-ef7fbdd40f98 service neutron] Attempting to bind port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:37:41.277817 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-d81e4bc4-1a34-423c-8172-ef7fbdd40f98 service neutron] Attempting to bind port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:41.289970 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-d81e4bc4-1a34-423c-8172-ef7fbdd40f98 service neutron] Port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:37:41.293420 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-d81e4bc4-1a34-423c-8172-ef7fbdd40f98 service neutron] Attempting to bind port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:41.319175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-d81e4bc4-1a34-423c-8172-ef7fbdd40f98 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:37:41.319677 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-d81e4bc4-1a34-423c-8172-ef7fbdd40f98 service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:41.320148 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-d81e4bc4-1a34-423c-8172-ef7fbdd40f98 service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:37:41.320683 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-d81e4bc4-1a34-423c-8172-ef7fbdd40f98 service neutron] Bound port: 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:37:41.322714 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-d81e4bc4-1a34-423c-8172-ef7fbdd40f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:41.334016 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce3452c-6486-4376-902d-841572f22cc3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:37:41.429542 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ce3452c-6486-4376-902d-841572f22cc3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (21d4648b-b96a-422b-8d74-b226e85e0dd8), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:41.429936 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-2ce3452c-6486-4376-902d-841572f22cc3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Added segment 21d4648b-b96a-422b-8d74-b226e85e0dd8 of type vlan for network a26d3a0e-449e-49ad-833e-194bab1e2c1c Feb 09 01:37:41.471915 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ca3d63df-f549-419a-9d3e-8d61351c6b55 req-05c42a86-5f38-4b0c-959a-cd10ece96585 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458820 Feb 09 01:37:41.519241 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:41.565011 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-d81e4bc4-1a34-423c-8172-ef7fbdd40f98 service neutron] For port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:41.572554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-d81e4bc4-1a34-423c-8172-ef7fbdd40f98 service neutron] For port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:37:41.584990 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-d81e4bc4-1a34-423c-8172-ef7fbdd40f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:41.622929 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ce3452c-6486-4376-902d-841572f22cc3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (a26d3a0e-449e-49ad-833e-194bab1e2c1c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:41.652596 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-d81e4bc4-1a34-423c-8172-ef7fbdd40f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:41.655190 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-d81e4bc4-1a34-423c-8172-ef7fbdd40f98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:41.668494 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-d81e4bc4-1a34-423c-8172-ef7fbdd40f98 service neutron] 10.222.0.67 "PUT /v2.0/ports/4e5f44f6-54f3-420d-bc38-9d1382ef3f4c HTTP/1.1" status: 200 len: 1096 time: 2.0486302 Feb 09 01:37:41.706356 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618fedf-bc61-43d3-a9ca-ab25de32296a req-bccc76e4-cf13-4fe9-b98d-3a9df76bb41b tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:41.714601 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1618fedf-bc61-43d3-a9ca-ab25de32296a req-bccc76e4-cf13-4fe9-b98d-3a9df76bb41b tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 948 time: 0.1124759 Feb 09 01:37:41.745733 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ce3452c-6486-4376-902d-841572f22cc3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (a26d3a0e-449e-49ad-833e-194bab1e2c1c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:41.752808 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce3452c-6486-4376-902d-841572f22cc3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:41.753500 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ce3452c-6486-4376-902d-841572f22cc3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:41.777427 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14e4230-cd45-48ba-b5ef-1488af5d66e5', 'tag': '4e5f44f6-54f3-420d-bc38-9d1382ef3f4c'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:41.792070 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be89d666-ce7f-4b5f-a552-3dfb6f0c9ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "b14e4230-cd45-48ba-b5ef-1488af5d66e5", "tag": "4e5f44f6-54f3-420d-bc38-9d1382ef3f4c"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:42.019338 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 4fb0867c-dbe6-4cf8-bdba-ab65400d175c triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:42.019910 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4fb0867c-dbe6-4cf8-bdba-ab65400d175c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:42.073434 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e9d581-13f0-4365-91ba-a677b6f75db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-a4461027-cd57-4af1-a496-efe2ffc1dc28', 'network_id': 'a4461027-cd57-4af1-a496-efe2ffc1dc28', 'project_id': '1449348cd0e04715b66c5073feb5a7fa', 'fixed_ips': [{'subnet_id': 'b8e00216-7b14-4a5e-838c-45b8282eb792'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:37:42.075113 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-47e9d581-13f0-4365-91ba-a677b6f75db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:42.253618 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e4bc4-1a34-423c-8172-ef7fbdd40f98 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:42.307929 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2ce3452c-6486-4376-902d-841572f22cc3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2741704 Feb 09 01:37:42.311571 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34490) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:42.312901 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3452c-6486-4376-902d-841572f22cc3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'Network': ['ID=a26d3a0e-449e-49ad-833e-194bab1e2c1c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:42.314246 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-47e9d581-13f0-4365-91ba-a677b6f75db4 None None] Allocated IP 2001:db8::1 (a4461027-cd57-4af1-a496-efe2ffc1dc28/b8e00216-7b14-4a5e-838c-45b8282eb792/88e73685-cc3e-4f8e-a012-5f1836395c2f) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:42.314383 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b2dc5-0a63-478c-b0dc-4272586f9b9f req-92fa3728-88d1-4dbe-8580-cfc8e7548b88 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:42.332618 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b16b2dc5-0a63-478c-b0dc-4272586f9b9f req-92fa3728-88d1-4dbe-8580-cfc8e7548b88 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.6999261 Feb 09 01:37:42.346167 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e56a3b65-b795-4cda-b503-3365c3d51849 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Request body: {'subnet': {'network_id': 'a26d3a0e-449e-49ad-833e-194bab1e2c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:42.402451 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1618fedf-bc61-43d3-a9ca-ab25de32296a req-b4e74bb4-5d00-4d97-b4c5-efc61c25810b tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6865575 Feb 09 01:37:42.500746 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-0e22b6c8-5a29-4d9a-85c9-80b26bd41068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:42.527517 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-0e22b6c8-5a29-4d9a-85c9-80b26bd41068 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 1130 time: 0.7122638 Feb 09 01:37:42.549169 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-47e9d581-13f0-4365-91ba-a677b6f75db4 None None] Publish callbacks [] for port (88e73685-cc3e-4f8e-a012-5f1836395c2f), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:42.578441 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network a26d3a0e-449e-49ad-833e-194bab1e2c1c details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:37:42.624027 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b16b2dc5-0a63-478c-b0dc-4272586f9b9f req-fa563aa1-2034-4da4-8724-0c57bc4a8f6e tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899435 Feb 09 01:37:42.798529 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-47e9d581-13f0-4365-91ba-a677b6f75db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (88e73685-cc3e-4f8e-a012-5f1836395c2f), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:42.810683 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-d8773fe8-3069-4ac1-9727-286eff97c4ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c HTTP/1.1" status: 200 len: 217 time: 0.2817652 Feb 09 01:37:42.835226 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f7850d15-709e-4d53-a1cf-d5db34cf8429 req-af8b9361-d064-441e-a108-7919c7f41648 tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.1003454 Feb 09 01:37:42.884179 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56a3b65-b795-4cda-b503-3365c3d51849 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Made reservation on behalf of 1449348cd0e04715b66c5073feb5a7fa for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:42.888260 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e56a3b65-b795-4cda-b503-3365c3d51849 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:42.977037 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9be5bd-6fa5-4fcc-8181-5756091f1623 x-openstack-request-id: req-0e9be5bd-6fa5-4fcc-8181-5756091f1623 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:42.978614 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14e4230-cd45-48ba-b5ef-1488af5d66e5", "tag": "4e5f44f6-54f3-420d-bc38-9d1382ef3f4c", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:42.978893 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0e9be5bd-6fa5-4fcc-8181-5756091f1623 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:42.979329 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14e4230-cd45-48ba-b5ef-1488af5d66e5', 'tag': '4e5f44f6-54f3-420d-bc38-9d1382ef3f4c', 'status': 'completed', 'code': 200} Feb 09 01:37:42.981526 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-c4af9a56-bf93-4a88-a5a8-5b0132851e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:42.987148 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-c4af9a56-bf93-4a88-a5a8-5b0132851e28 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1666708 Feb 09 01:37:43.089427 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-ee251dd7-8015-44b0-9d53-afc0d1bee452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:43.092953 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-ee251dd7-8015-44b0-9d53-afc0d1bee452 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1006887 Feb 09 01:37:43.113850 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.ipam_backend_mixin [None req-e56a3b65-b795-4cda-b503-3365c3d51849 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Performing IP validity checks on allocation pools {{(pid=103184) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 01:37:43.114395 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.ipam_backend_mixin [None req-e56a3b65-b795-4cda-b503-3365c3d51849 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103184) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 01:37:43.324451 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e9d581-13f0-4365-91ba-a677b6f75db4 None None] Network a4461027-cd57-4af1-a496-efe2ffc1dc28 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:43.347315 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9d581-13f0-4365-91ba-a677b6f75db4 None None] Pushing event updated for resources: {'Port': ['ID=88e73685-cc3e-4f8e-a012-5f1836395c2f,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:43.363274 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-47e9d581-13f0-4365-91ba-a677b6f75db4 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:43.369924 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e9d581-13f0-4365-91ba-a677b6f75db4 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:43.473503 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89c845-b94e-4866-aac0-41cc09183f52 req-a874d8ee-6fbe-4f8f-b04f-459709d079c0 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:43.484214 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e89c845-b94e-4866-aac0-41cc09183f52 req-a874d8ee-6fbe-4f8f-b04f-459709d079c0 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 946 time: 0.3900042 Feb 09 01:37:43.489894 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e56a3b65-b795-4cda-b503-3365c3d51849 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (013e455d-54a9-4ce3-ad14-b7f5fb548b68), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:43.542826 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:43.630068 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:43.636707 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-47e9d581-13f0-4365-91ba-a677b6f75db4 None None] Attempting to bind port 88e73685-cc3e-4f8e-a012-5f1836395c2f on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:37:43.637118 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-47e9d581-13f0-4365-91ba-a677b6f75db4 None None] Attempting to bind port 88e73685-cc3e-4f8e-a012-5f1836395c2f by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '9f50c0f5-49c8-428a-8be3-3bb34bb62d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a4461027-cd57-4af1-a496-efe2ffc1dc28'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:37:43.637570 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e9d581-13f0-4365-91ba-a677b6f75db4 None None] Attempting to bind port 88e73685-cc3e-4f8e-a012-5f1836395c2f on network a4461027-cd57-4af1-a496-efe2ffc1dc28 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:43.651904 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 4fb0867c-dbe6-4cf8-bdba-ab65400d175c is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:43.658454 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e9d581-13f0-4365-91ba-a677b6f75db4 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:37:43.658999 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e9d581-13f0-4365-91ba-a677b6f75db4 None None] Checking segment: {'id': '9f50c0f5-49c8-428a-8be3-3bb34bb62d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a4461027-cd57-4af1-a496-efe2ffc1dc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:43.659502 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-47e9d581-13f0-4365-91ba-a677b6f75db4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:43.660036 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e9d581-13f0-4365-91ba-a677b6f75db4 None None] Bound using segment: {'id': '9f50c0f5-49c8-428a-8be3-3bb34bb62d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a4461027-cd57-4af1-a496-efe2ffc1dc28'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:37:43.660766 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-47e9d581-13f0-4365-91ba-a677b6f75db4 None None] Bound port: 88e73685-cc3e-4f8e-a012-5f1836395c2f, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f50c0f5-49c8-428a-8be3-3bb34bb62d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a4461027-cd57-4af1-a496-efe2ffc1dc28'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:37:43.661041 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-47e9d581-13f0-4365-91ba-a677b6f75db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (88e73685-cc3e-4f8e-a012-5f1836395c2f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:43.696361 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e89c845-b94e-4866-aac0-41cc09183f52 req-c416e87d-e238-4de6-ba85-c3d6aa6495a2 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109108 Feb 09 01:37:43.704244 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a3b65-b795-4cda-b503-3365c3d51849 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'Subnet': ['ID=013e455d-54a9-4ce3-ad14-b7f5fb548b68,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:43.754013 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-e1177392-875a-4bb8-ad45-5879c9591479 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5876791 Feb 09 01:37:43.755050 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-47e9d581-13f0-4365-91ba-a677b6f75db4 None None] For port 88e73685-cc3e-4f8e-a012-5f1836395c2f, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:43.758510 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-47e9d581-13f0-4365-91ba-a677b6f75db4 None None] For port 88e73685-cc3e-4f8e-a012-5f1836395c2f, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=88e73685-cc3e-4f8e-a012-5f1836395c2f,segment=NetworkSegment(9f50c0f5-49c8-428a-8be3-3bb34bb62d36),segment_id=9f50c0f5-49c8-428a-8be3-3bb34bb62d36)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:37:43.768384 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-47e9d581-13f0-4365-91ba-a677b6f75db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (88e73685-cc3e-4f8e-a012-5f1836395c2f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:43.805271 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a3b65-b795-4cda-b503-3365c3d51849 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Checking segment: {'id': '21d4648b-b96a-422b-8d74-b226e85e0dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a26d3a0e-449e-49ad-833e-194bab1e2c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:43.806426 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56a3b65-b795-4cda-b503-3365c3d51849 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Network hostable DHCP agents. Network: a26d3a0e-449e-49ad-833e-194bab1e2c1c, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:37:43.859597 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ea789-db8c-4700-baf9-17a2cfc2e3f4 req-790ff9b8-cd9d-4189-9dbb-3ad8ffef55f8 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:43.876014 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c91ea789-db8c-4700-baf9-17a2cfc2e3f4 req-790ff9b8-cd9d-4189-9dbb-3ad8ffef55f8 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 943 time: 0.3794451 Feb 09 01:37:43.901446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9d581-13f0-4365-91ba-a677b6f75db4 None None] Pushing event updated for resources: {'Port': ['ID=88e73685-cc3e-4f8e-a012-5f1836395c2f,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:43.901728 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56a3b65-b795-4cda-b503-3365c3d51849 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Network a26d3a0e-449e-49ad-833e-194bab1e2c1c is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:37:43.975026 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-e56a3b65-b795-4cda-b503-3365c3d51849 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, a26d3a0e-449e-49ad-833e-194bab1e2c1c) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:43.984483 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4025fd-502d-480c-92ba-ece3b7cce9e8 None None] Network a26d3a0e-449e-49ad-833e-194bab1e2c1c requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:44.049347 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c91ea789-db8c-4700-baf9-17a2cfc2e3f4 req-6cfc7605-109d-4afb-bc7b-c147dd69d38a tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663165 Feb 09 01:37:44.056787 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56a3b65-b795-4cda-b503-3365c3d51849 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:44.058962 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e56a3b65-b795-4cda-b503-3365c3d51849 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:44.122411 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e56a3b65-b795-4cda-b503-3365c3d51849 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8025398 Feb 09 01:37:44.124889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c3ea0-35a0-4b41-bb57-5a302f73bab9 req-bb0c850a-4863-4f26-acfa-f19f13445f76 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:44.125542 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34524) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:44.138961 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd8c3ea0-35a0-4b41-bb57-5a302f73bab9 req-bb0c850a-4863-4f26-acfa-f19f13445f76 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 948 time: 0.2288053 Feb 09 01:37:44.261968 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9bcb4572-8108-48d4-b69d-c912b4cefe01 req-7ef8125f-035e-4230-9b48-4be4f38ed2e9 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955122 Feb 09 01:37:44.341260 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device bdcb2007-261e-4014-b5bf-0fce92495e6d up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:37:44.350718 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd8c3ea0-35a0-4b41-bb57-5a302f73bab9 req-7d8298f1-fa01-4a57-8291-06c9f19914c9 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095323 Feb 09 01:37:44.443833 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7ed9d0-28bd-4146-b01d-62d369e7d088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-a26d3a0e-449e-49ad-833e-194bab1e2c1c', 'network_id': 'a26d3a0e-449e-49ad-833e-194bab1e2c1c', 'project_id': '1449348cd0e04715b66c5073feb5a7fa', 'fixed_ips': [{'subnet_id': '013e455d-54a9-4ce3-ad14-b7f5fb548b68'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:37:44.451404 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6a7ed9d0-28bd-4146-b01d-62d369e7d088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:44.501538 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (a26d3a0e-449e-49ad-833e-194bab1e2c1c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:44.584157 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89d666-ce7f-4b5f-a552-3dfb6f0c9ac1 req-1c3f0e84-9864-4b38-ab5c-3768ac1874ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:44.585745 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be89d666-ce7f-4b5f-a552-3dfb6f0c9ac1 req-1c3f0e84-9864-4b38-ab5c-3768ac1874ea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 1130 time: 0.1993833 Feb 09 01:37:44.606773 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (013e455d-54a9-4ce3-ad14-b7f5fb548b68), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:44.729437 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port bdcb2007-261e-4014-b5bf-0fce92495e6d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:44.740327 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:44.761173 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-2e629338-e418-4d05-9e67-e78fd6c46dcb tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d043e3e7d957415fbfd05087c15234e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1380110 Feb 09 01:37:44.854906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4345d1b-4ed8-4b80-90d5-e5f95d2c5e96 req-7c093f2f-47e3-4f36-9429-3c9c86a96005 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:44.856966 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4345d1b-4ed8-4b80-90d5-e5f95d2c5e96 req-7c093f2f-47e3-4f36-9429-3c9c86a96005 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.3032103 Feb 09 01:37:44.893820 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-6a7ed9d0-28bd-4146-b01d-62d369e7d088 None None] Allocated IP 2001:db8::3 (a26d3a0e-449e-49ad-833e-194bab1e2c1c/013e455d-54a9-4ce3-ad14-b7f5fb548b68/1a151af8-4e30-4f81-9724-d87a143d0df5) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:44.904817 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89d666-ce7f-4b5f-a552-3dfb6f0c9ac1 req-66b6f2dd-d3a9-4b8f-9be2-56f00520de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:44.907064 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be89d666-ce7f-4b5f-a552-3dfb6f0c9ac1 req-66b6f2dd-d3a9-4b8f-9be2-56f00520de1c service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.3111835 Feb 09 01:37:45.027314 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be89d666-ce7f-4b5f-a552-3dfb6f0c9ac1 req-d958b4f4-794f-41a8-a43a-aa051778ac80 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c HTTP/1.1" status: 200 len: 217 time: 0.1053836 Feb 09 01:37:45.052463 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port bdcb2007-261e-4014-b5bf-0fce92495e6d is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:45.053252 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:45.105172 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-03fc4de5-4e20-4481-8e3d-a44b6d8b6904 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:45.106728 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-03fc4de5-4e20-4481-8e3d-a44b6d8b6904 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3389623 Feb 09 01:37:45.131884 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-98c35525-f1e5-4d08-b3bc-323313769412 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/quotas/d043e3e7d957415fbfd05087c15234e3 HTTP/1.1" status: 200 len: 375 time: 0.0136156 Feb 09 01:37:45.144009 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4345d1b-4ed8-4b80-90d5-e5f95d2c5e96 req-b146085e-be6d-4ee1-af93-83cbba1b1ad2 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347732 Feb 09 01:37:45.161119 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ded839-b7aa-44a6-9c35-1a5220062c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcb2007-261e-4014-b5bf-0fce92495e6d'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:45.173218 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77040336-9aca-4f66-8a72-eb55ff4b3ecf" -d '{"events": [{"server_uuid": "c7ded839-b7aa-44a6-9c35-1a5220062c34", "name": "network-vif-plugged", "status": "completed", "tag": "bdcb2007-261e-4014-b5bf-0fce92495e6d"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:45.176089 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-2dcd556b-db83-4b87-bfb7-d97e1d3b3227 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d043e3e7d957415fbfd05087c15234e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393763 Feb 09 01:37:45.176581 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89d666-ce7f-4b5f-a552-3dfb6f0c9ac1 req-a02c4c78-a5cb-4c9f-9a5c-700257b4ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:45.178394 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be89d666-ce7f-4b5f-a552-3dfb6f0c9ac1 req-a02c4c78-a5cb-4c9f-9a5c-700257b4ada8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1431572 Feb 09 01:37:45.216831 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port bdcb2007-261e-4014-b5bf-0fce92495e6d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=bdcb2007-261e-4014-b5bf-0fce92495e6d,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:45.238504 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:45.328219 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89d666-ce7f-4b5f-a552-3dfb6f0c9ac1 req-c25208c8-c6ed-47b2-8209-e23de15290f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:45.331767 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be89d666-ce7f-4b5f-a552-3dfb6f0c9ac1 req-c25208c8-c6ed-47b2-8209-e23de15290f5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1447866 Feb 09 01:37:45.482515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=bdcb2007-261e-4014-b5bf-0fce92495e6d,revision_number=10']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:45.553813 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6a7ed9d0-28bd-4146-b01d-62d369e7d088 None None] Publish callbacks [] for port (1a151af8-4e30-4f81-9724-d87a143d0df5), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:45.563528 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6a7ed9d0-28bd-4146-b01d-62d369e7d088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (1a151af8-4e30-4f81-9724-d87a143d0df5), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:45.598924 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b0d4f49d-62fc-4fe0-a64a-fd1bc383ebcc req-4d41d07d-5e96-4dcd-9686-4b9b16ea7f40 tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.0728641 Feb 09 01:37:45.742257 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (013e455d-54a9-4ce3-ad14-b7f5fb548b68), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:45.787721 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7ed9d0-28bd-4146-b01d-62d369e7d088 None None] Network a26d3a0e-449e-49ad-833e-194bab1e2c1c is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:45.793574 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-6a7ed9d0-28bd-4146-b01d-62d369e7d088 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:45.799185 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ed9d0-28bd-4146-b01d-62d369e7d088 None None] Pushing event updated for resources: {'Port': ['ID=1a151af8-4e30-4f81-9724-d87a143d0df5,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:45.806176 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7ed9d0-28bd-4146-b01d-62d369e7d088 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:45.904813 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be89d666-ce7f-4b5f-a552-3dfb6f0c9ac1 req-c169fe2f-f9fa-4cf2-9a77-7f71536ed1f6 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664968 Feb 09 01:37:45.980506 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Subnet': ['ID=013e455d-54a9-4ce3-ad14-b7f5fb548b68,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:45.985477 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0eea9d-e718-4d77-ba51-2c164a0e02c1 None None] Network a4461027-cd57-4af1-a496-efe2ffc1dc28 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:46.075326 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be89d666-ce7f-4b5f-a552-3dfb6f0c9ac1 req-50d76687-0d49-4879-b223-6dde6d867f0e service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577020 Feb 09 01:37:46.092423 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519f673-8d34-4688-be49-8ab21332476b req-eb7fb781-aa40-466d-97d8-f76fdf431139 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:46.101571 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1519f673-8d34-4688-be49-8ab21332476b req-eb7fb781-aa40-466d-97d8-f76fdf431139 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 943 time: 0.2766120 Feb 09 01:37:46.138274 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (a26d3a0e-449e-49ad-833e-194bab1e2c1c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:46.161248 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547b785-c24c-483d-8081-33103ba11521 req-f9f19bff-5445-454f-9c93-c46fa8635764 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:46.173551 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3547b785-c24c-483d-8081-33103ba11521 req-f9f19bff-5445-454f-9c93-c46fa8635764 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 946 time: 0.5863619 Feb 09 01:37:46.183392 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 88e73685-cc3e-4f8e-a012-5f1836395c2f up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:37:46.205832 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26d3a0e-449e-49ad-833e-194bab1e2c1c']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:46.232766 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d4648b-b96a-422b-8d74-b226e85e0dd8') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:46.233025 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d4648b-b96a-422b-8d74-b226e85e0dd8') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:46.251610 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (21d4648b-b96a-422b-8d74-b226e85e0dd8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:46.254603 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1519f673-8d34-4688-be49-8ab21332476b req-4b2306d0-56e4-48c5-b17c-61da494a42e3 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520374 Feb 09 01:37:46.281168 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3547b785-c24c-483d-8081-33103ba11521 req-2220fccf-33fb-4d26-ae61-fa3622a166b7 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019278 Feb 09 01:37:46.296640 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (21d4648b-b96a-422b-8d74-b226e85e0dd8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:46.313759 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-6a7ed9d0-28bd-4146-b01d-62d369e7d088 None None] Attempting to bind port 1a151af8-4e30-4f81-9724-d87a143d0df5 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:37:46.316928 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-6a7ed9d0-28bd-4146-b01d-62d369e7d088 None None] Attempting to bind port 1a151af8-4e30-4f81-9724-d87a143d0df5 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '21d4648b-b96a-422b-8d74-b226e85e0dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a26d3a0e-449e-49ad-833e-194bab1e2c1c'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:37:46.317953 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7ed9d0-28bd-4146-b01d-62d369e7d088 None None] Attempting to bind port 1a151af8-4e30-4f81-9724-d87a143d0df5 on network a26d3a0e-449e-49ad-833e-194bab1e2c1c {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:46.321102 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:37:46.321556 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (21d4648b-b96a-422b-8d74-b226e85e0dd8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:46.383298 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7ed9d0-28bd-4146-b01d-62d369e7d088 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:37:46.384196 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7ed9d0-28bd-4146-b01d-62d369e7d088 None None] Checking segment: {'id': '21d4648b-b96a-422b-8d74-b226e85e0dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a26d3a0e-449e-49ad-833e-194bab1e2c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:46.385667 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6a7ed9d0-28bd-4146-b01d-62d369e7d088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:46.387050 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7ed9d0-28bd-4146-b01d-62d369e7d088 None None] Bound using segment: {'id': '21d4648b-b96a-422b-8d74-b226e85e0dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a26d3a0e-449e-49ad-833e-194bab1e2c1c'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:37:46.390196 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-6a7ed9d0-28bd-4146-b01d-62d369e7d088 None None] Bound port: 1a151af8-4e30-4f81-9724-d87a143d0df5, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21d4648b-b96a-422b-8d74-b226e85e0dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a26d3a0e-449e-49ad-833e-194bab1e2c1c'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:37:46.394700 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6a7ed9d0-28bd-4146-b01d-62d369e7d088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1a151af8-4e30-4f81-9724-d87a143d0df5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:46.408741 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b05b079-8934-402e-8daa-1ac7139b6522 x-openstack-request-id: req-0b05b079-8934-402e-8daa-1ac7139b6522 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:46.409644 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ded839-b7aa-44a6-9c35-1a5220062c34", "name": "network-vif-plugged", "status": "completed", "tag": "bdcb2007-261e-4014-b5bf-0fce92495e6d", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:46.411921 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b05b079-8934-402e-8daa-1ac7139b6522 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:46.412722 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ded839-b7aa-44a6-9c35-1a5220062c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcb2007-261e-4014-b5bf-0fce92495e6d', 'code': 200} Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:37:46.462258 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:37:46.516971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f03c1ece-0a1e-4ee5-9ed9-a57d4ef968f9 None None] Provisioning complete for port 88e73685-cc3e-4f8e-a012-5f1836395c2f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:46.517614 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f03c1ece-0a1e-4ee5-9ed9-a57d4ef968f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (88e73685-cc3e-4f8e-a012-5f1836395c2f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:46.551873 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.db.api [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:37:46.551873 n-d-828387-3 neutron-server[103184]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:37:46.551873 n-d-828387-3 neutron-server[103184]: [parameters: {'id': 'a26d3a0e-449e-49ad-833e-194bab1e2c1c'}] Feb 09 01:37:46.551873 n-d-828387-3 neutron-server[103184]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:37:46.554762 n-d-828387-3 neutron-server[103184]: DEBUG oslo_db.api [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:37:46.558359 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d888a332-dde0-40de-881a-75d6c6d21ba7 req-110691a6-56aa-46ad-b114-e15758f3df8d tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7605a6d-eecc-4e05-a8c9-074ac197413a HTTP/1.1" status: 200 len: 210 time: 0.0992451 Feb 09 01:37:46.615760 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748292e-fc4a-4463-aab1-e39de857c924 req-768111b8-1574-45f2-b367-c9be53bd3b8e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:46.617483 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0748292e-fc4a-4463-aab1-e39de857c924 req-768111b8-1574-45f2-b367-c9be53bd3b8e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 948 time: 0.1534185 Feb 09 01:37:46.683225 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-6a7ed9d0-28bd-4146-b01d-62d369e7d088 None None] For port 1a151af8-4e30-4f81-9724-d87a143d0df5, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:46.692776 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-6a7ed9d0-28bd-4146-b01d-62d369e7d088 None None] For port 1a151af8-4e30-4f81-9724-d87a143d0df5, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1a151af8-4e30-4f81-9724-d87a143d0df5,segment=NetworkSegment(21d4648b-b96a-422b-8d74-b226e85e0dd8),segment_id=21d4648b-b96a-422b-8d74-b226e85e0dd8)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:37:46.704840 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0748292e-fc4a-4463-aab1-e39de857c924 req-de3d227a-be96-4301-b2e3-1db1e8a321e9 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695450 Feb 09 01:37:46.716257 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6a7ed9d0-28bd-4146-b01d-62d369e7d088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1a151af8-4e30-4f81-9724-d87a143d0df5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:46.726024 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 88e73685-cc3e-4f8e-a012-5f1836395c2f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:46.726403 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (88e73685-cc3e-4f8e-a012-5f1836395c2f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:46.915481 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9704f05-9903-422e-bd35-c477ebbae056 req-5e2bf93c-1753-4499-a62e-5d1e53947383 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:46.918081 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c9704f05-9903-422e-bd35-c477ebbae056 req-5e2bf93c-1753-4499-a62e-5d1e53947383 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.1589913 Feb 09 01:37:47.017367 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ed9d0-28bd-4146-b01d-62d369e7d088 None None] Pushing event updated for resources: {'Port': ['ID=1a151af8-4e30-4f81-9724-d87a143d0df5,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:47.038431 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c9704f05-9903-422e-bd35-c477ebbae056 req-6398aa38-faa6-442b-bb61-05281fcc9f96 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128883 Feb 09 01:37:47.074956 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (a26d3a0e-449e-49ad-833e-194bab1e2c1c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.086721 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3b1ea80-31c1-4f20-b58c-d0822a211f74 req-9059f07e-44f8-49b1-b2f3-994af154d655 tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.0785959 Feb 09 01:37:47.112256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef3f221-a7de-4166-88a3-a0cbc230b33f None None] get_active_networks_info from n-d-828387-3 {{(pid=103185) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:37:47.166873 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Deleting port 1a151af8-4e30-4f81-9724-d87a143d0df5 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:47.167691 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (1a151af8-4e30-4f81-9724-d87a143d0df5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.236169 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f03c1ece-0a1e-4ee5-9ed9-a57d4ef968f9 None None] Current status of the port 88e73685-cc3e-4f8e-a012-5f1836395c2f is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:47.236586 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f03c1ece-0a1e-4ee5-9ed9-a57d4ef968f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (88e73685-cc3e-4f8e-a012-5f1836395c2f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.246862 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] For port 1a151af8-4e30-4f81-9724-d87a143d0df5, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1a151af8-4e30-4f81-9724-d87a143d0df5,segment=NetworkSegment(21d4648b-b96a-422b-8d74-b226e85e0dd8),segment_id=21d4648b-b96a-422b-8d74-b226e85e0dd8)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:47.247406 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (1a151af8-4e30-4f81-9724-d87a143d0df5), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.267177 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Calling delete_port for 1a151af8-4e30-4f81-9724-d87a143d0df5 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:47.451183 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (1a151af8-4e30-4f81-9724-d87a143d0df5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.452564 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 88e73685-cc3e-4f8e-a012-5f1836395c2f is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:47.453232 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (88e73685-cc3e-4f8e-a012-5f1836395c2f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.459879 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-f03c1ece-0a1e-4ee5-9ed9-a57d4ef968f9 None None] For port 88e73685-cc3e-4f8e-a012-5f1836395c2f, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=88e73685-cc3e-4f8e-a012-5f1836395c2f,segment=NetworkSegment(9f50c0f5-49c8-428a-8be3-3bb34bb62d36),segment_id=9f50c0f5-49c8-428a-8be3-3bb34bb62d36)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:47.478435 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f03c1ece-0a1e-4ee5-9ed9-a57d4ef968f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (88e73685-cc3e-4f8e-a012-5f1836395c2f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.547001 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] No DVR routers for this DVR port 1a151af8-4e30-4f81-9724-d87a143d0df5 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:47.549362 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Port': ['ID=1a151af8-4e30-4f81-9724-d87a143d0df5,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:47.584473 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406e4dd-378a-4602-bb9e-f2ea08fefc17 req-33fdf1e8-29fb-47ea-aba4-8a0978975378 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:47.589812 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5406e4dd-378a-4602-bb9e-f2ea08fefc17 req-33fdf1e8-29fb-47ea-aba4-8a0978975378 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 943 time: 0.1723015 Feb 09 01:37:47.652092 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef3f221-a7de-4166-88a3-a0cbc230b33f None None] Resources bound (agent type, host, resource id): {{(pid=103185) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:37:47.710927 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5406e4dd-378a-4602-bb9e-f2ea08fefc17 req-d82ed2dc-d658-46ca-852e-6741885e2df7 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159608 Feb 09 01:37:47.719420 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c1ece-0a1e-4ee5-9ed9-a57d4ef968f9 None None] Pushing event updated for resources: {'Port': ['ID=88e73685-cc3e-4f8e-a012-5f1836395c2f,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:47.734118 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1a02b0ea-6839-4ebe-9b3c-d3d7172169e8 None None] Provisioning complete for port 88e73685-cc3e-4f8e-a012-5f1836395c2f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:47.734689 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1a02b0ea-6839-4ebe-9b3c-d3d7172169e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (88e73685-cc3e-4f8e-a012-5f1836395c2f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.742429 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:37:47.743090 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:37:47.762321 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (a26d3a0e-449e-49ad-833e-194bab1e2c1c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.794867 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26d3a0e-449e-49ad-833e-194bab1e2c1c']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:47.809107 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d4648b-b96a-422b-8d74-b226e85e0dd8') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:47.809677 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d4648b-b96a-422b-8d74-b226e85e0dd8') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:47.821845 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (21d4648b-b96a-422b-8d74-b226e85e0dd8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.836867 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (21d4648b-b96a-422b-8d74-b226e85e0dd8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.844969 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:37:47.845589 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (21d4648b-b96a-422b-8d74-b226e85e0dd8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.919483 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a5f285d-2ef9-44de-93b7-dbc777dada49 req-d29f369a-f10d-4e24-b770-848482f22d84 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7605a6d-eecc-4e05-a8c9-074ac197413a HTTP/1.1" status: 200 len: 210 time: 0.0716064 Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:37:47.979425 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:37:47.984855 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (a26d3a0e-449e-49ad-833e-194bab1e2c1c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.994081 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.002420 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/networks/a26d3a0e-449e-49ad-833e-194bab1e2c1c HTTP/1.1" status: 204 len: 168 time: 3.8731616 Feb 09 01:37:48.002705 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34586) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:48.009665 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-1edc02df-6895-4d87-a689-25cf73c4be49 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-737342051'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:48.035489 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29806f4-ea6b-49f8-9868-3e5f7db00083 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Network': ['ID=a26d3a0e-449e-49ad-833e-194bab1e2c1c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:48.069068 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edc02df-6895-4d87-a689-25cf73c4be49 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Made reservation on behalf of 1449348cd0e04715b66c5073feb5a7fa for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:48.072111 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a3034-6174-4606-b1b6-dfadc6994951 req-66adde3e-ce88-4ea4-978e-ab931c2c7e9a tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:48.077719 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1edc02df-6895-4d87-a689-25cf73c4be49 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.088867 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-695a3034-6174-4606-b1b6-dfadc6994951 req-66adde3e-ce88-4ea4-978e-ab931c2c7e9a tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 946 time: 0.6406648 Feb 09 01:37:48.184657 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-695a3034-6174-4606-b1b6-dfadc6994951 req-89d86269-fb53-42b4-8a3e-f413b630aa83 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948491 Feb 09 01:37:48.197837 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-1da2e302-0f00-4dbe-98ce-beef2e34f741 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d043e3e7d957415fbfd05087c15234e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516288 Feb 09 01:37:48.217359 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1edc02df-6895-4d87-a689-25cf73c4be49 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:37:48.231652 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1edc02df-6895-4d87-a689-25cf73c4be49 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f9aa0bee-13de-405d-8a25-d9604a2e1346), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.232072 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-1edc02df-6895-4d87-a689-25cf73c4be49 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Added segment f9aa0bee-13de-405d-8a25-d9604a2e1346 of type vlan for network 20d35a1d-747b-4f74-808c-4d6eb750c183 Feb 09 01:37:48.266513 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:37:48.299552 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1edc02df-6895-4d87-a689-25cf73c4be49 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (20d35a1d-747b-4f74-808c-4d6eb750c183), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.480879 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1edc02df-6895-4d87-a689-25cf73c4be49 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (20d35a1d-747b-4f74-808c-4d6eb750c183), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.488126 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edc02df-6895-4d87-a689-25cf73c4be49 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:48.488795 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1edc02df-6895-4d87-a689-25cf73c4be49 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.613490 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f5e97-964d-49d8-ae9b-1578ea34a305 req-9b6d3cd9-c482-479f-9ddd-99e22073239d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:48.617183 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-1b5767ed-cf28-4dc6-a9d9-69d2bc201fa5 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:48.621618 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-1b5767ed-cf28-4dc6-a9d9-69d2bc201fa5 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2880833 Feb 09 01:37:48.623419 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c1f5e97-964d-49d8-ae9b-1578ea34a305 req-9b6d3cd9-c482-479f-9ddd-99e22073239d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.1029043 Feb 09 01:37:48.628731 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc02df-6895-4d87-a689-25cf73c4be49 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'Network': ['ID=20d35a1d-747b-4f74-808c-4d6eb750c183,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:48.673580 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-9ae366ee-3c00-4145-958a-c2020d0f1e6d tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Request body: {'port': {'device_id': 'd7605a6d-eecc-4e05-a8c9-074ac197413a', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': 'd043e3e7d957415fbfd05087c15234e3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:48.700639 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c30ef5-069a-4541-9c00-5f09d3dd47b4 req-a6c491a4-2570-4bde-bf8f-0abea9191386 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:48.703075 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-08c30ef5-069a-4541-9c00-5f09d3dd47b4 req-a6c491a4-2570-4bde-bf8f-0abea9191386 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 948 time: 0.5974269 Feb 09 01:37:48.733165 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1edc02df-6895-4d87-a689-25cf73c4be49 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7255976 Feb 09 01:37:48.737361 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c1f5e97-964d-49d8-ae9b-1578ea34a305 req-226b1cb8-317a-45bf-afa9-f939bb9dac9b tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116099 Feb 09 01:37:48.738991 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34600) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:48.752761 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f3d78305-1fc6-4edb-ada2-e4f1f37f981f tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Request body: {'subnet': {'network_id': '20d35a1d-747b-4f74-808c-4d6eb750c183', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:48.818047 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-08c30ef5-069a-4541-9c00-5f09d3dd47b4 req-0ddfc1d3-6df2-4fbe-82c5-b97dab0a5f00 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950365 Feb 09 01:37:48.959378 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1a02b0ea-6839-4ebe-9b3c-d3d7172169e8 None None] Current status of the port 88e73685-cc3e-4f8e-a012-5f1836395c2f is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:48.977331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-9ae366ee-3c00-4145-958a-c2020d0f1e6d tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Made reservation on behalf of d043e3e7d957415fbfd05087c15234e3 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:48.982575 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-9ae366ee-3c00-4145-958a-c2020d0f1e6d tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.989661 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dc516e-cf76-46ae-aaac-45cebc6b611f None None] Network a26d3a0e-449e-49ad-833e-194bab1e2c1c requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:48.992324 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 20d35a1d-747b-4f74-808c-4d6eb750c183 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:37:49.002806 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-9ae366ee-3c00-4145-958a-c2020d0f1e6d tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:49.020597 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6613978b-a5fd-48ee-82b5-1129d04d2925 req-51e3c5d9-f45a-47ec-b458-84f4b7a58801 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1204653 Feb 09 01:37:49.233511 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc400381-ff36-475c-a006-5b6049e733d1 req-806bc0a5-bddf-4db6-baba-f78dd306dafc tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:49.236696 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc400381-ff36-475c-a006-5b6049e733d1 req-806bc0a5-bddf-4db6-baba-f78dd306dafc tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 943 time: 0.1927650 Feb 09 01:37:49.238157 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dc516e-cf76-46ae-aaac-45cebc6b611f None None] Network a26d3a0e-449e-49ad-833e-194bab1e2c1c could not be found, it might have been deleted concurrently. {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:37:49.253039 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 88e73685-cc3e-4f8e-a012-5f1836395c2f is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:49.295414 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613978b-a5fd-48ee-82b5-1129d04d2925 req-32f2106e-400c-45c5-a1aa-f1287f3017fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:49.298405 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6613978b-a5fd-48ee-82b5-1129d04d2925 req-32f2106e-400c-45c5-a1aa-f1287f3017fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 1127 time: 0.2300479 Feb 09 01:37:49.363110 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2f295c4f-83f2-4260-a5df-4ca3dbfc2984 req-35814b35-8caf-4e89-a6b5-742fa98cf5da tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.1392438 Feb 09 01:37:49.425707 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 88e73685-cc3e-4f8e-a012-5f1836395c2f up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:37:49.447120 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d78305-1fc6-4edb-ada2-e4f1f37f981f tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Made reservation on behalf of 1449348cd0e04715b66c5073feb5a7fa for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:49.452307 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f3d78305-1fc6-4edb-ada2-e4f1f37f981f tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:49.539179 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:49.566918 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '4e5f44f6-54f3-420d-bc38-9d1382ef3f4c', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '4e5f44f6-54f3-420d-bc38-9d1382ef3f4c', 'mac_address': 'fa:16:3e:e1:fb:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:37:49.597664 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-68cfdbe9-0a44-491c-92f2-d58cb9563e11 req-59e9d284-2b05-42dd-ade0-4a6c6c049e31 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7605a6d-eecc-4e05-a8c9-074ac197413a HTTP/1.1" status: 200 len: 210 time: 0.0554259 Feb 09 01:37:49.671629 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc400381-ff36-475c-a006-5b6049e733d1 req-e9e5e8ab-a88f-4e61-aac3-26f6c92c6c0a tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4137163 Feb 09 01:37:49.714593 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:37:49.734955 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:49.735453 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:49.742860 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-9ae366ee-3c00-4145-958a-c2020d0f1e6d tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Publish callbacks [] for security_group (d2d01042-6302-4ee2-a16e-e3e0f439ea9d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:49.758884 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-9ae366ee-3c00-4145-958a-c2020d0f1e6d tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d2d01042-6302-4ee2-a16e-e3e0f439ea9d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:49.794052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:37:49.883804 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613978b-a5fd-48ee-82b5-1129d04d2925 req-84cda039-6473-491f-88f2-202fc066182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:49.883804 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6613978b-a5fd-48ee-82b5-1129d04d2925 req-84cda039-6473-491f-88f2-202fc066182c service neutron] 10.222.0.48 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 907 time: 0.5413048 Feb 09 01:37:49.913592 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:49.933002 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:49.937533 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 88e73685-cc3e-4f8e-a012-5f1836395c2f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:49.938051 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (88e73685-cc3e-4f8e-a012-5f1836395c2f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.156344 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:50.169003 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f3d78305-1fc6-4edb-ada2-e4f1f37f981f tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (6bbc14bc-4488-4f72-a469-1ebf5e4f78d4), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.172779 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae366ee-3c00-4145-958a-c2020d0f1e6d tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d01042-6302-4ee2-a16e-e3e0f439ea9d,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:50.181468 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:50.182053 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:50.182764 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:50.183671 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:50.184126 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:50.184578 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:50.185075 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:50.185617 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:50.186292 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:50.187120 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:50.189345 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:50.189964 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:50.190215 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:50.194147 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6613978b-a5fd-48ee-82b5-1129d04d2925 req-0f93dbd5-6b8f-4aaf-8ddf-f68ad0eba666 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 HTTP/1.1" status: 200 len: 217 time: 0.1919372 Feb 09 01:37:50.233581 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279dcfea-edca-49f5-be34-b7f81a7f9001 req-d93663ad-7504-4a02-b7a9-89ed05a61246 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:50.238207 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-279dcfea-edca-49f5-be34-b7f81a7f9001 req-d93663ad-7504-4a02-b7a9-89ed05a61246 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 946 time: 0.4587538 Feb 09 01:37:50.325494 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['4e5f44f6-54f3-420d-bc38-9d1382ef3f4c'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:37:50.373976 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-279dcfea-edca-49f5-be34-b7f81a7f9001 req-8e98732b-8dba-4495-a7d1-ffa0161f93a3 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162341 Feb 09 01:37:50.411505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-9ae366ee-3c00-4145-958a-c2020d0f1e6d tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Allocated IP 192.168.233.114 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/55d8f2ac-2f61-4093-8e6d-d2a8aac2d049) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:50.428807 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 88e73685-cc3e-4f8e-a012-5f1836395c2f is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:50.483149 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d78305-1fc6-4edb-ada2-e4f1f37f981f tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Checking segment: {'id': 'f9aa0bee-13de-405d-8a25-d9604a2e1346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '20d35a1d-747b-4f74-808c-4d6eb750c183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:50.483694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d78305-1fc6-4edb-ada2-e4f1f37f981f tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Network hostable DHCP agents. Network: 20d35a1d-747b-4f74-808c-4d6eb750c183, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:37:50.491057 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d78305-1fc6-4edb-ada2-e4f1f37f981f tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'Subnet': ['ID=6bbc14bc-4488-4f72-a469-1ebf5e4f78d4,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:50.546886 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d78305-1fc6-4edb-ada2-e4f1f37f981f tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Network 20d35a1d-747b-4f74-808c-4d6eb750c183 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:37:50.555018 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613978b-a5fd-48ee-82b5-1129d04d2925 req-efd4cecc-ae6f-4749-959f-3e32db081b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:50.561506 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6613978b-a5fd-48ee-82b5-1129d04d2925 req-efd4cecc-ae6f-4749-959f-3e32db081b55 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.3539417 Feb 09 01:37:50.574671 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-f3d78305-1fc6-4edb-ada2-e4f1f37f981f tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 20d35a1d-747b-4f74-808c-4d6eb750c183) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:50.583462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d78305-1fc6-4edb-ada2-e4f1f37f981f tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:50.584196 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f3d78305-1fc6-4edb-ada2-e4f1f37f981f tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.594060 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364027c-3739-454c-8f6f-f3751b3f4225 req-09947bac-fc79-4658-82f3-b1410bfd5b3b tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:50.596077 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0364027c-3739-454c-8f6f-f3751b3f4225 req-09947bac-fc79-4658-82f3-b1410bfd5b3b tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 949 time: 0.0868340 Feb 09 01:37:50.651406 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0495fa63-8eff-487a-83d1-1fb5dbde5a0d None None] Network 20d35a1d-747b-4f74-808c-4d6eb750c183 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:50.665167 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0364027c-3739-454c-8f6f-f3751b3f4225 req-230eb3bd-cd05-43e7-a805-611a244fc051 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627608 Feb 09 01:37:50.675796 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6613978b-a5fd-48ee-82b5-1129d04d2925 req-c5935d1b-df47-4266-8b46-f1631e892977 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642102 Feb 09 01:37:50.680630 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f3d78305-1fc6-4edb-ada2-e4f1f37f981f tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9377899 Feb 09 01:37:50.681689 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34626) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:50.845862 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c8f7d658-5fcd-4ed6-94f9-fec47ed385ef req-aaf151d1-ea73-4f1e-9de3-2c01299e49f2 tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.0412509 Feb 09 01:37:50.878776 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2da2692b-0628-4b2e-ad9f-7a24356bb34a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (20d35a1d-747b-4f74-808c-4d6eb750c183), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.881785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a491487-e899-40f1-a587-f97f19e5efb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-20d35a1d-747b-4f74-808c-4d6eb750c183', 'network_id': '20d35a1d-747b-4f74-808c-4d6eb750c183', 'project_id': '1449348cd0e04715b66c5073feb5a7fa', 'fixed_ips': [{'subnet_id': '6bbc14bc-4488-4f72-a469-1ebf5e4f78d4'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:37:50.882661 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9a491487-e899-40f1-a587-f97f19e5efb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.026483 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2da2692b-0628-4b2e-ad9f-7a24356bb34a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (6bbc14bc-4488-4f72-a469-1ebf5e4f78d4), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server [None req-9a491487-e899-40f1-a587-f97f19e5efb6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6bbc14bc-4488-4f72-a469-1ebf5e4f78d4: This subnet is being modified by another concurrent operation. Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:37:51.210397 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6bbc14bc-4488-4f72-a469-1ebf5e4f78d4: This subnet is being modified by another concurrent operation. Feb 09 01:37:51.215427 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server Feb 09 01:37:51.218890 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2da2692b-0628-4b2e-ad9f-7a24356bb34a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (6bbc14bc-4488-4f72-a469-1ebf5e4f78d4), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.277951 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-9ae366ee-3c00-4145-958a-c2020d0f1e6d tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Publish callbacks [] for port (55d8f2ac-2f61-4093-8e6d-d2a8aac2d049), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.281156 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-75ef0aa3-efb9-4eb4-8793-e0bc8bd91e13 req-ec114166-3140-4308-997c-4a5dda95524a tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7605a6d-eecc-4e05-a8c9-074ac197413a HTTP/1.1" status: 200 len: 210 time: 0.2671344 Feb 09 01:37:51.356590 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2692b-0628-4b2e-ad9f-7a24356bb34a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Subnet': ['ID=6bbc14bc-4488-4f72-a469-1ebf5e4f78d4,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:51.357322 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bec0806-b49c-4d38-a1d1-3ac8fa1ab715 None None] get_active_networks_info from n-d-828387-3 {{(pid=103185) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:37:51.432342 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c29bb-56bc-4e9f-b955-73cfd48ff411 req-94288d86-34e4-441f-889c-2bd4eafd3b8f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:51.434113 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f2c29bb-56bc-4e9f-b955-73cfd48ff411 req-94288d86-34e4-441f-889c-2bd4eafd3b8f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 1.1163146 Feb 09 01:37:51.438166 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-9ae366ee-3c00-4145-958a-c2020d0f1e6d tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (55d8f2ac-2f61-4093-8e6d-d2a8aac2d049), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.442094 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6613978b-a5fd-48ee-82b5-1129d04d2925 req-ab13a6ec-d8ba-4835-b0ea-89d25d9484a8 service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7409353 Feb 09 01:37:51.531104 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2da2692b-0628-4b2e-ad9f-7a24356bb34a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (20d35a1d-747b-4f74-808c-4d6eb750c183), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.545195 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bec0806-b49c-4d38-a1d1-3ac8fa1ab715 None None] Resources bound (agent type, host, resource id): {{(pid=103185) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:37:51.640869 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-2da2692b-0628-4b2e-ad9f-7a24356bb34a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d35a1d-747b-4f74-808c-4d6eb750c183']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:51.654916 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-2da2692b-0628-4b2e-ad9f-7a24356bb34a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9aa0bee-13de-405d-8a25-d9604a2e1346') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:51.666356 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-9ae366ee-3c00-4145-958a-c2020d0f1e6d tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:51.666853 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-2da2692b-0628-4b2e-ad9f-7a24356bb34a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9aa0bee-13de-405d-8a25-d9604a2e1346') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:51.723181 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2da2692b-0628-4b2e-ad9f-7a24356bb34a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (f9aa0bee-13de-405d-8a25-d9604a2e1346), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.757570 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e19d13-e00d-440a-af72-87f95b2f2487 req-3e98fb87-d1cc-4e5a-86ad-0b6f79af038f tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:51.760798 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f2c29bb-56bc-4e9f-b955-73cfd48ff411 req-64b4fcb3-b913-458c-85e2-b869c5dcd859 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156323 Feb 09 01:37:51.762482 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-82e19d13-e00d-440a-af72-87f95b2f2487 req-3e98fb87-d1cc-4e5a-86ad-0b6f79af038f tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 943 time: 0.2876470 Feb 09 01:37:51.775912 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-9ae366ee-3c00-4145-958a-c2020d0f1e6d tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:51.777874 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2da2692b-0628-4b2e-ad9f-7a24356bb34a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f9aa0bee-13de-405d-8a25-d9604a2e1346), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.804460 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-9ae366ee-3c00-4145-958a-c2020d0f1e6d tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:51.816303 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da2692b-0628-4b2e-ad9f-7a24356bb34a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:37:51.816790 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2da2692b-0628-4b2e-ad9f-7a24356bb34a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (f9aa0bee-13de-405d-8a25-d9604a2e1346), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:37:51.820951 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:37:51.885158 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae366ee-3c00-4145-958a-c2020d0f1e6d tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Pushing event updated for resources: {'Port': ['ID=55d8f2ac-2f61-4093-8e6d-d2a8aac2d049,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:51.971115 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-9ae366ee-3c00-4145-958a-c2020d0f1e6d tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:51.971802 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-9ae366ee-3c00-4145-958a-c2020d0f1e6d tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.014116 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-82e19d13-e00d-440a-af72-87f95b2f2487 req-648a2f5d-0253-411c-a12a-225e4a9aea2d tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317212 Feb 09 01:37:52.014963 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2da2692b-0628-4b2e-ad9f-7a24356bb34a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (20d35a1d-747b-4f74-808c-4d6eb750c183), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.027110 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457bc26d-95ec-4721-b1de-7881feb65c1c None None] Network 20d35a1d-747b-4f74-808c-4d6eb750c183 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:52.032986 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6613978b-a5fd-48ee-82b5-1129d04d2925 req-b3d54128-ae8a-4c71-80c9-3e3cc1168900 service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5721681 Feb 09 01:37:52.053181 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-9ae366ee-3c00-4145-958a-c2020d0f1e6d tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4000328 Feb 09 01:37:52.059445 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457bc26d-95ec-4721-b1de-7881feb65c1c None None] Network 20d35a1d-747b-4f74-808c-4d6eb750c183 could not be found, it might have been deleted concurrently. {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:37:52.076632 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023cd746-6d97-435b-8c7d-dc5ade7128f5 req-cfc3c515-a991-4282-b0bd-72a84227e15f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:52.078238 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-023cd746-6d97-435b-8c7d-dc5ade7128f5 req-cfc3c515-a991-4282-b0bd-72a84227e15f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 946 time: 0.1005099 Feb 09 01:37:52.084874 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-65d0c8e5-67b1-41f7-8658-64db59ce93b2 service neutron] Request body: {'port': {'device_id': 'd7605a6d-eecc-4e05-a8c9-074ac197413a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:52.101362 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2da2692b-0628-4b2e-ad9f-7a24356bb34a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.107400 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2da2692b-0628-4b2e-ad9f-7a24356bb34a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/networks/20d35a1d-747b-4f74-808c-4d6eb750c183 HTTP/1.1" status: 204 len: 168 time: 1.4218812 Feb 09 01:37:52.107400 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2692b-0628-4b2e-ad9f-7a24356bb34a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Network': ['ID=20d35a1d-747b-4f74-808c-4d6eb750c183,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:52.111462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34650) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:52.137544 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e1582e9d-31fc-4a14-9d89-2333d8c5cf1d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-240457893'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:52.175714 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1582e9d-31fc-4a14-9d89-2333d8c5cf1d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Made reservation on behalf of 1449348cd0e04715b66c5073feb5a7fa for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:52.184244 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e1582e9d-31fc-4a14-9d89-2333d8c5cf1d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.195830 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-023cd746-6d97-435b-8c7d-dc5ade7128f5 req-c3bec147-7d88-42eb-a1c5-9655340c1c30 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072345 Feb 09 01:37:52.233713 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1582e9d-31fc-4a14-9d89-2333d8c5cf1d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:37:52.250014 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e1582e9d-31fc-4a14-9d89-2333d8c5cf1d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f45db508-8e44-4320-b30b-6a18c8117a95), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.250569 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-e1582e9d-31fc-4a14-9d89-2333d8c5cf1d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Added segment f45db508-8e44-4320-b30b-6a18c8117a95 of type vlan for network fa39bfd9-ec2b-46e9-92db-684250473b47 Feb 09 01:37:52.253696 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:37:52.299824 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-65d0c8e5-67b1-41f7-8658-64db59ce93b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (55d8f2ac-2f61-4093-8e6d-d2a8aac2d049), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.399482 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e1582e9d-31fc-4a14-9d89-2333d8c5cf1d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (fa39bfd9-ec2b-46e9-92db-684250473b47), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.424492 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:37:52.436609 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:52.438907 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.496471 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639898be-44b8-4941-bccc-0f8695f94e05 req-18dd9d91-6a18-497e-b1a0-7d0139ff9e04 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:52.506546 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-639898be-44b8-4941-bccc-0f8695f94e05 req-18dd9d91-6a18-497e-b1a0-7d0139ff9e04 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 949 time: 0.1997838 Feb 09 01:37:52.649456 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4874041c-babf-4ebb-b6d5-7fa38b5ac4d5 None None] Provisioning complete for port 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:52.651401 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4874041c-babf-4ebb-b6d5-7fa38b5ac4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (55d8f2ac-2f61-4093-8e6d-d2a8aac2d049), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.660592 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e1582e9d-31fc-4a14-9d89-2333d8c5cf1d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (fa39bfd9-ec2b-46e9-92db-684250473b47), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.684247 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1582e9d-31fc-4a14-9d89-2333d8c5cf1d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:52.687698 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e1582e9d-31fc-4a14-9d89-2333d8c5cf1d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.752574 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-65d0c8e5-67b1-41f7-8658-64db59ce93b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:37:52.763924 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-65d0c8e5-67b1-41f7-8658-64db59ce93b2 service neutron] Publish callbacks [] for port (55d8f2ac-2f61-4093-8e6d-d2a8aac2d049), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.796723 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-65d0c8e5-67b1-41f7-8658-64db59ce93b2 service neutron] Transition to ACTIVE for port object 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:37:52.817166 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:52.824395 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.827779 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4874041c-babf-4ebb-b6d5-7fa38b5ac4d5 None None] Port 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:37:52.843814 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1582e9d-31fc-4a14-9d89-2333d8c5cf1d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'Network': ['ID=fa39bfd9-ec2b-46e9-92db-684250473b47,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:52.849664 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-65d0c8e5-67b1-41f7-8658-64db59ce93b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (55d8f2ac-2f61-4093-8e6d-d2a8aac2d049), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.879592 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network fa39bfd9-ec2b-46e9-92db-684250473b47 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:37:52.896740 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-639898be-44b8-4941-bccc-0f8695f94e05 req-683cdfce-c91a-4d78-8d30-c274762a5733 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862367 Feb 09 01:37:52.914612 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e1582e9d-31fc-4a14-9d89-2333d8c5cf1d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8010561 Feb 09 01:37:52.921868 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14e4230-cd45-48ba-b5ef-1488af5d66e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5f44f6-54f3-420d-bc38-9d1382ef3f4c'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:52.936907 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e261228b-31be-4ea9-a369-7f54ab792783" -d '{"events": [{"server_uuid": "b14e4230-cd45-48ba-b5ef-1488af5d66e5", "name": "network-vif-plugged", "status": "completed", "tag": "4e5f44f6-54f3-420d-bc38-9d1382ef3f4c"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:52.963002 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34658) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:52.974456 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0c8e5-67b1-41f7-8658-64db59ce93b2 service neutron] Pushing event updated for resources: {'Port': ['ID=55d8f2ac-2f61-4093-8e6d-d2a8aac2d049,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:52.990560 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4eb8415c-beda-450b-b439-f44dd6c8e29c req-ae4d66d6-8ece-4dc4-baa8-2af2ea322f3d tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.1887581 Feb 09 01:37:53.032678 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-22326dec-5030-4a2a-b8ee-436b280a5b46 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Request body: {'subnet': {'network_id': 'fa39bfd9-ec2b-46e9-92db-684250473b47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:53.089658 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:53.117770 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.132381 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6925a2ef-a804-469f-9f3c-b4f251f36838 req-6ea86c1f-782f-4a3f-bbc7-4a7499c16e8f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2997258 Feb 09 01:37:53.265791 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:53.334024 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22326dec-5030-4a2a-b8ee-436b280a5b46 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Made reservation on behalf of 1449348cd0e04715b66c5073feb5a7fa for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:53.337778 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22326dec-5030-4a2a-b8ee-436b280a5b46 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.440733 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-65d0c8e5-67b1-41f7-8658-64db59ce93b2 service neutron] Attempting to bind port 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:37:53.442186 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-65d0c8e5-67b1-41f7-8658-64db59ce93b2 service neutron] Attempting to bind port 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:37:53.442798 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-65d0c8e5-67b1-41f7-8658-64db59ce93b2 service neutron] Attempting to bind port 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:53.497909 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c672c5-ed35-4cf5-9033-b3610e9baf11 req-12c77336-395e-4aa2-bf74-d8b2411c26ab tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:53.501945 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-08c672c5-ed35-4cf5-9033-b3610e9baf11 req-12c77336-395e-4aa2-bf74-d8b2411c26ab tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.3162711 Feb 09 01:37:53.502950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-65d0c8e5-67b1-41f7-8658-64db59ce93b2 service neutron] Port 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:37:53.503487 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-65d0c8e5-67b1-41f7-8658-64db59ce93b2 service neutron] Attempting to bind port 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:53.535879 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-65d0c8e5-67b1-41f7-8658-64db59ce93b2 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:37:53.537033 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-65d0c8e5-67b1-41f7-8658-64db59ce93b2 service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:53.538109 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-65d0c8e5-67b1-41f7-8658-64db59ce93b2 service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:37:53.539138 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-65d0c8e5-67b1-41f7-8658-64db59ce93b2 service neutron] Bound port: 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:37:53.540037 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-65d0c8e5-67b1-41f7-8658-64db59ce93b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (55d8f2ac-2f61-4093-8e6d-d2a8aac2d049), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.564138 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925a2ef-a804-469f-9f3c-b4f251f36838 req-7d07679a-3a40-4d31-a13b-c881774c7432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:53.566425 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6925a2ef-a804-469f-9f3c-b4f251f36838 req-7d07679a-3a40-4d31-a13b-c881774c7432 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 1126 time: 0.3164327 Feb 09 01:37:53.589083 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22326dec-5030-4a2a-b8ee-436b280a5b46 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (dc71bfba-ebc5-4cba-a983-62d1bd3140cb), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.654838 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-65d0c8e5-67b1-41f7-8658-64db59ce93b2 service neutron] For port 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:53.661495 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-65d0c8e5-67b1-41f7-8658-64db59ce93b2 service neutron] For port 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=55d8f2ac-2f61-4093-8e6d-d2a8aac2d049,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:37:53.690636 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-65d0c8e5-67b1-41f7-8658-64db59ce93b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (55d8f2ac-2f61-4093-8e6d-d2a8aac2d049), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.699587 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b68d6-1526-4c1e-974b-fd12e63d90b2 req-855fc6d9-c685-4541-92aa-976e7952dd9a tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:53.709597 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bf7b68d6-1526-4c1e-974b-fd12e63d90b2 req-855fc6d9-c685-4541-92aa-976e7952dd9a tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7605a6d-eecc-4e05-a8c9-074ac197413a HTTP/1.1" status: 200 len: 948 time: 0.4801726 Feb 09 01:37:53.738352 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22326dec-5030-4a2a-b8ee-436b280a5b46 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Checking segment: {'id': 'f45db508-8e44-4320-b30b-6a18c8117a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fa39bfd9-ec2b-46e9-92db-684250473b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:53.738882 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22326dec-5030-4a2a-b8ee-436b280a5b46 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Network hostable DHCP agents. Network: fa39bfd9-ec2b-46e9-92db-684250473b47, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:37:53.758436 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22326dec-5030-4a2a-b8ee-436b280a5b46 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'Subnet': ['ID=dc71bfba-ebc5-4cba-a983-62d1bd3140cb,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:53.799396 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22326dec-5030-4a2a-b8ee-436b280a5b46 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Network fa39bfd9-ec2b-46e9-92db-684250473b47 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:37:53.834280 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bf7b68d6-1526-4c1e-974b-fd12e63d90b2 req-3755eb42-0ad5-4695-9e5d-c9c70b8c4940 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163049 Feb 09 01:37:53.836895 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-22326dec-5030-4a2a-b8ee-436b280a5b46 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, fa39bfd9-ec2b-46e9-92db-684250473b47) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:53.848166 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22326dec-5030-4a2a-b8ee-436b280a5b46 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:53.848166 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22326dec-5030-4a2a-b8ee-436b280a5b46 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.854560 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0c8e5-67b1-41f7-8658-64db59ce93b2 service neutron] Pushing event updated for resources: {'Port': ['ID=55d8f2ac-2f61-4093-8e6d-d2a8aac2d049,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:53.857978 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3e4aaf-8e32-4473-907a-470e837e2665 None None] Network fa39bfd9-ec2b-46e9-92db-684250473b47 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:53.878356 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-08c672c5-ed35-4cf5-9033-b3610e9baf11 req-5b1fc083-6adc-4493-b079-e935a1873493 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618357 Feb 09 01:37:53.913538 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-65d0c8e5-67b1-41f7-8658-64db59ce93b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:53.913822 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-22326dec-5030-4a2a-b8ee-436b280a5b46 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9447558 Feb 09 01:37:53.915079 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-65d0c8e5-67b1-41f7-8658-64db59ce93b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.915998 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34670) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:53.918798 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-65d0c8e5-67b1-41f7-8658-64db59ce93b2 service neutron] 10.222.0.48 "PUT /v2.0/ports/55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 HTTP/1.1" status: 200 len: 1096 time: 1.8382256 Feb 09 01:37:53.929425 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7605a6d-eecc-4e05-a8c9-074ac197413a', 'tag': '55d8f2ac-2f61-4093-8e6d-d2a8aac2d049'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:53.937141 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70e42b5-191e-4f46-9288-623fccd7a7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d7605a6d-eecc-4e05-a8c9-074ac197413a", "tag": "55d8f2ac-2f61-4093-8e6d-d2a8aac2d049"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:54.055758 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c343d89e-61de-4948-af24-5b261a5d3bb8 x-openstack-request-id: req-c343d89e-61de-4948-af24-5b261a5d3bb8 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:54.055977 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14e4230-cd45-48ba-b5ef-1488af5d66e5", "name": "network-vif-plugged", "status": "completed", "tag": "4e5f44f6-54f3-420d-bc38-9d1382ef3f4c", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:54.056203 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c343d89e-61de-4948-af24-5b261a5d3bb8 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:54.056595 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14e4230-cd45-48ba-b5ef-1488af5d66e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5f44f6-54f3-420d-bc38-9d1382ef3f4c', 'code': 200} Feb 09 01:37:54.292882 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d576a5-bddb-4ebf-acc9-4383330d65e6 req-a2ffcb71-7a7c-4828-bebe-f2841ed8c8c7 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:54.293123 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5811ec2b-b0ba-4d95-a214-f865fc63a6c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-fa39bfd9-ec2b-46e9-92db-684250473b47', 'network_id': 'fa39bfd9-ec2b-46e9-92db-684250473b47', 'project_id': '1449348cd0e04715b66c5073feb5a7fa', 'fixed_ips': [{'subnet_id': 'dc71bfba-ebc5-4cba-a983-62d1bd3140cb'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:37:54.293999 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5811ec2b-b0ba-4d95-a214-f865fc63a6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.303694 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c5d576a5-bddb-4ebf-acc9-4383330d65e6 req-a2ffcb71-7a7c-4828-bebe-f2841ed8c8c7 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 943 time: 0.1155407 Feb 09 01:37:54.319111 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (fa39bfd9-ec2b-46e9-92db-684250473b47), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.347824 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925a2ef-a804-469f-9f3c-b4f251f36838 req-65392c2e-7305-434d-b594-a7f3a04962dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:54.355120 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6925a2ef-a804-469f-9f3c-b4f251f36838 req-65392c2e-7305-434d-b594-a7f3a04962dc service neutron] 10.222.0.67 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 922 time: 0.6786289 Feb 09 01:37:54.442025 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (dc71bfba-ebc5-4cba-a983-62d1bd3140cb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.508588 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c5d576a5-bddb-4ebf-acc9-4383330d65e6 req-957418a8-cd46-403b-bb63-1381cf12f8a9 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987491 Feb 09 01:37:54.616405 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-5811ec2b-b0ba-4d95-a214-f865fc63a6c9 None None] Allocated IP 2001:db8::1 (fa39bfd9-ec2b-46e9-92db-684250473b47/dc71bfba-ebc5-4cba-a983-62d1bd3140cb/fefa14c9-61ab-4e47-8374-0d599f7102d1) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:54.705042 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6925a2ef-a804-469f-9f3c-b4f251f36838 req-75b8574b-23a8-4e67-ae2b-f82f8a142bad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e0b25a4-1eac-4bab-a655-f714ae3de221 HTTP/1.1" status: 200 len: 217 time: 0.3486197 Feb 09 01:37:54.743233 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8949d63-e4f5-4b5c-813a-8899443cb881 req-d73b7e24-7c79-463f-8995-0b5062f09439 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:54.755715 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b8949d63-e4f5-4b5c-813a-8899443cb881 req-d73b7e24-7c79-463f-8995-0b5062f09439 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 950 time: 0.1482010 Feb 09 01:37:54.853726 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925a2ef-a804-469f-9f3c-b4f251f36838 req-c90c739e-2d0e-4ae0-ad21-4e2149e1cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:54.855514 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6925a2ef-a804-469f-9f3c-b4f251f36838 req-c90c739e-2d0e-4ae0-ad21-4e2149e1cbec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.1087494 Feb 09 01:37:54.879090 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b8949d63-e4f5-4b5c-813a-8899443cb881 req-bc489a57-d685-424c-99da-68b00e12a97e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185658 Feb 09 01:37:54.913522 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5811ec2b-b0ba-4d95-a214-f865fc63a6c9 None None] Publish callbacks [] for port (fefa14c9-61ab-4e47-8374-0d599f7102d1), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.929720 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6925a2ef-a804-469f-9f3c-b4f251f36838 req-a09841b8-a28f-4620-80d5-08f807558ed1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551350 Feb 09 01:37:54.942181 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5811ec2b-b0ba-4d95-a214-f865fc63a6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (fefa14c9-61ab-4e47-8374-0d599f7102d1), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.950629 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (dc71bfba-ebc5-4cba-a983-62d1bd3140cb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.073071 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6925a2ef-a804-469f-9f3c-b4f251f36838 req-7627c546-fd35-494f-856a-0b98a9528efe service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257975 Feb 09 01:37:55.076842 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6935a320-22fa-462a-80f7-c52ec66ef631 x-openstack-request-id: req-6935a320-22fa-462a-80f7-c52ec66ef631 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:55.077447 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7605a6d-eecc-4e05-a8c9-074ac197413a", "tag": "55d8f2ac-2f61-4093-8e6d-d2a8aac2d049", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:55.077953 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6935a320-22fa-462a-80f7-c52ec66ef631 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:55.079550 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7605a6d-eecc-4e05-a8c9-074ac197413a', 'tag': '55d8f2ac-2f61-4093-8e6d-d2a8aac2d049', 'status': 'completed', 'code': 200} Feb 09 01:37:55.090365 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0bdfb-daf8-4140-a513-ea34c67b712e req-3f3d9ef6-ba9d-4030-b4dd-390ea286bb15 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:55.101397 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3de0bdfb-daf8-4140-a513-ea34c67b712e req-3f3d9ef6-ba9d-4030-b4dd-390ea286bb15 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 946 time: 0.8432512 Feb 09 01:37:55.102385 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Subnet': ['ID=dc71bfba-ebc5-4cba-a983-62d1bd3140cb,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:55.136632 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5811ec2b-b0ba-4d95-a214-f865fc63a6c9 None None] Network fa39bfd9-ec2b-46e9-92db-684250473b47 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:55.159695 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-5811ec2b-b0ba-4d95-a214-f865fc63a6c9 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:55.161805 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811ec2b-b0ba-4d95-a214-f865fc63a6c9 None None] Pushing event updated for resources: {'Port': ['ID=fefa14c9-61ab-4e47-8374-0d599f7102d1,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:55.163925 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5811ec2b-b0ba-4d95-a214-f865fc63a6c9 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:55.222350 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (fa39bfd9-ec2b-46e9-92db-684250473b47), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.253220 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-5811ec2b-b0ba-4d95-a214-f865fc63a6c9 None None] Attempting to bind port fefa14c9-61ab-4e47-8374-0d599f7102d1 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:37:55.253599 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-5811ec2b-b0ba-4d95-a214-f865fc63a6c9 None None] Attempting to bind port fefa14c9-61ab-4e47-8374-0d599f7102d1 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f45db508-8e44-4320-b30b-6a18c8117a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fa39bfd9-ec2b-46e9-92db-684250473b47'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:37:55.253968 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5811ec2b-b0ba-4d95-a214-f865fc63a6c9 None None] Attempting to bind port fefa14c9-61ab-4e47-8374-0d599f7102d1 on network fa39bfd9-ec2b-46e9-92db-684250473b47 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:55.260413 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5811ec2b-b0ba-4d95-a214-f865fc63a6c9 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:37:55.260789 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5811ec2b-b0ba-4d95-a214-f865fc63a6c9 None None] Checking segment: {'id': 'f45db508-8e44-4320-b30b-6a18c8117a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fa39bfd9-ec2b-46e9-92db-684250473b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:55.261198 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5811ec2b-b0ba-4d95-a214-f865fc63a6c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.261733 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5811ec2b-b0ba-4d95-a214-f865fc63a6c9 None None] Bound using segment: {'id': 'f45db508-8e44-4320-b30b-6a18c8117a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fa39bfd9-ec2b-46e9-92db-684250473b47'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:37:55.262219 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-5811ec2b-b0ba-4d95-a214-f865fc63a6c9 None None] Bound port: fefa14c9-61ab-4e47-8374-0d599f7102d1, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45db508-8e44-4320-b30b-6a18c8117a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fa39bfd9-ec2b-46e9-92db-684250473b47'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:37:55.262598 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5811ec2b-b0ba-4d95-a214-f865fc63a6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fefa14c9-61ab-4e47-8374-0d599f7102d1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.283531 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6925a2ef-a804-469f-9f3c-b4f251f36838 req-84038818-11d8-4e23-a349-f993c2a79368 service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616304 Feb 09 01:37:55.305040 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa39bfd9-ec2b-46e9-92db-684250473b47']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:55.336924 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3b53aecd-fc70-451f-8a04-8f3b12841b7f req-5bae4426-4df8-4125-a8b7-8be2413616c8 tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.0523412 Feb 09 01:37:55.349332 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-0e27eb9e-eab8-4cb8-962d-759d804640de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:55.351611 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-0e27eb9e-eab8-4cb8-962d-759d804640de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d043e3e7d957415fbfd05087c15234e3&device_id=d7605a6d-eecc-4e05-a8c9-074ac197413a HTTP/1.1" status: 200 len: 1130 time: 1.2764904 Feb 09 01:37:55.383370 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45db508-8e44-4320-b30b-6a18c8117a95') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:55.383935 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45db508-8e44-4320-b30b-6a18c8117a95') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:55.401944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412eda9-2a7e-4932-8aa8-ad2b05bb6185 req-7ebbb690-c8a8-49c2-81a7-54e8cfb9ccce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:55.405068 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b412eda9-2a7e-4932-8aa8-ad2b05bb6185 req-7ebbb690-c8a8-49c2-81a7-54e8cfb9ccce service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 1132 time: 1.1753609 Feb 09 01:37:55.406662 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (f45db508-8e44-4320-b30b-6a18c8117a95), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.440019 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f45db508-8e44-4320-b30b-6a18c8117a95), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.452890 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:37:55.453663 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (f45db508-8e44-4320-b30b-6a18c8117a95), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.473391 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5811ec2b-b0ba-4d95-a214-f865fc63a6c9 None None] For port fefa14c9-61ab-4e47-8374-0d599f7102d1, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:37:55.493084 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:37:55.532199 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-d82e454f-ceb0-4da2-859b-1a94669e33b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 HTTP/1.1" status: 200 len: 217 time: 0.1501496 Feb 09 01:37:55.572323 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3de0bdfb-daf8-4140-a513-ea34c67b712e req-f9271518-84fa-4e69-8862-e86261602b3e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672890 Feb 09 01:37:55.582930 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5811ec2b-b0ba-4d95-a214-f865fc63a6c9 None None] For port fefa14c9-61ab-4e47-8374-0d599f7102d1, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=fefa14c9-61ab-4e47-8374-0d599f7102d1,segment=NetworkSegment(f45db508-8e44-4320-b30b-6a18c8117a95),segment_id=f45db508-8e44-4320-b30b-6a18c8117a95)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:37:55.584963 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.db.api [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:37:55.584963 n-d-828387-3 neutron-server[103184]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:37:55.584963 n-d-828387-3 neutron-server[103184]: [parameters: {'id': 'fa39bfd9-ec2b-46e9-92db-684250473b47'}] Feb 09 01:37:55.584963 n-d-828387-3 neutron-server[103184]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:37:55.586483 n-d-828387-3 neutron-server[103184]: DEBUG oslo_db.api [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:37:55.593398 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5811ec2b-b0ba-4d95-a214-f865fc63a6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (fefa14c9-61ab-4e47-8374-0d599f7102d1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.646264 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61e321-7197-426c-9616-9801d3b397b9 req-6037119b-3665-4e28-a31f-458b78f671e5 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:55.648702 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b412eda9-2a7e-4932-8aa8-ad2b05bb6185 req-a4959e3c-5541-4ec4-b1cb-a607be405c92 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519122 Feb 09 01:37:55.652717 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e61e321-7197-426c-9616-9801d3b397b9 req-6037119b-3665-4e28-a31f-458b78f671e5 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7605a6d-eecc-4e05-a8c9-074ac197413a HTTP/1.1" status: 200 len: 948 time: 0.1561434 Feb 09 01:37:55.693295 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811ec2b-b0ba-4d95-a214-f865fc63a6c9 None None] Pushing event updated for resources: {'Port': ['ID=fefa14c9-61ab-4e47-8374-0d599f7102d1,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:55.768902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-ccaba58a-c2a3-4467-b3d9-99c29b6ab21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:55.773116 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-ccaba58a-c2a3-4467-b3d9-99c29b6ab21a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1469684 Feb 09 01:37:55.800189 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e61e321-7197-426c-9616-9801d3b397b9 req-f147bec0-72b8-4a56-aacf-bfeb48442573 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396925 Feb 09 01:37:55.869410 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0477211-6d79-4f45-bcb3-24c02405bb5c req-aa10e3a4-2017-4ba3-8ec7-815d16f234f8 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:55.888602 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c0477211-6d79-4f45-bcb3-24c02405bb5c req-aa10e3a4-2017-4ba3-8ec7-815d16f234f8 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.1758306 Feb 09 01:37:55.919764 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4747fea1-182a-403a-9cfe-23ba4b182883 None None] get_active_networks_info from n-d-828387-3 {{(pid=103185) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:37:56.002428 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c0477211-6d79-4f45-bcb3-24c02405bb5c req-fe2ab18a-f6f1-4770-bc9e-b809cd5e44aa tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093979 Feb 09 01:37:56.040045 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-c36cd496-8ecb-4ee0-96cd-ecb75323f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:56.043198 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-c36cd496-8ecb-4ee0-96cd-ecb75323f72b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2619197 Feb 09 01:37:56.132083 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (fa39bfd9-ec2b-46e9-92db-684250473b47), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:56.262358 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee2e3c-86cb-4808-b774-d9fda90ad3fd req-176c0326-03f2-4de6-a678-4cd96217cf4a tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:56.279064 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-caee2e3c-86cb-4808-b774-d9fda90ad3fd req-176c0326-03f2-4de6-a678-4cd96217cf4a tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 943 time: 0.2195647 Feb 09 01:37:56.301195 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4747fea1-182a-403a-9cfe-23ba4b182883 None None] Resources bound (agent type, host, resource id): {{(pid=103185) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:37:56.405642 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-ae2fe443-a293-4653-9763-9b2320c31c92 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494887 Feb 09 01:37:56.536911 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-caee2e3c-86cb-4808-b774-d9fda90ad3fd req-7a5bee8a-e51a-450f-8ab1-3b2c9fc8b5e5 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562327 Feb 09 01:37:56.603091 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Deleting port fefa14c9-61ab-4e47-8374-0d599f7102d1 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:56.603671 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (fefa14c9-61ab-4e47-8374-0d599f7102d1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:56.869383 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e40ba-2ae2-477e-92b3-97a97714e7c5 req-4d5d54ab-326e-48c5-b636-99e8432b0b4a tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:56.871091 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e47e40ba-2ae2-477e-92b3-97a97714e7c5 req-4d5d54ab-326e-48c5-b636-99e8432b0b4a tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 950 time: 0.4592946 Feb 09 01:37:56.981705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26ac482-c9a0-4e12-9c63-f7051548e2c7 None None] Network fa39bfd9-ec2b-46e9-92db-684250473b47 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:56.993917 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-18c48b71-f31e-4af4-a770-4351decbdf56 req-70e360a5-9df1-4af8-b7c5-ed0bb5bc0700 tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.1618798 Feb 09 01:37:57.053660 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e47e40ba-2ae2-477e-92b3-97a97714e7c5 req-aafabcaa-352d-40be-be9d-9648de1506c5 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699793 Feb 09 01:37:57.064808 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] For port fefa14c9-61ab-4e47-8374-0d599f7102d1, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=fefa14c9-61ab-4e47-8374-0d599f7102d1,segment=NetworkSegment(f45db508-8e44-4320-b30b-6a18c8117a95),segment_id=f45db508-8e44-4320-b30b-6a18c8117a95)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:57.065319 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (fefa14c9-61ab-4e47-8374-0d599f7102d1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:57.105849 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e56ef72-71f0-4e57-ae13-402091f9e84f req-8c8b6ce9-60a7-48e0-a000-214d60b54f65 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712955 Feb 09 01:37:57.111540 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Calling delete_port for fefa14c9-61ab-4e47-8374-0d599f7102d1 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:57.402300 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc39be-d233-4660-bc26-8ef563f919d7 req-bf44a785-665f-4afb-990f-09862033130e tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:57.412816 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-35bc39be-d233-4660-bc26-8ef563f919d7 req-bf44a785-665f-4afb-990f-09862033130e tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7605a6d-eecc-4e05-a8c9-074ac197413a HTTP/1.1" status: 200 len: 948 time: 0.2094145 Feb 09 01:37:57.455660 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e42b5-191e-4f46-9288-623fccd7a7fa req-c09246be-540e-41f6-9fc5-a180707c90fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:57.458268 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c70e42b5-191e-4f46-9288-623fccd7a7fa req-c09246be-540e-41f6-9fc5-a180707c90fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d043e3e7d957415fbfd05087c15234e3&device_id=d7605a6d-eecc-4e05-a8c9-074ac197413a HTTP/1.1" status: 200 len: 1130 time: 0.2377102 Feb 09 01:37:57.521708 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (fefa14c9-61ab-4e47-8374-0d599f7102d1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:57.614991 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-35bc39be-d233-4660-bc26-8ef563f919d7 req-e18ab905-922a-4bba-9864-d40855d92e0d tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010140 Feb 09 01:37:57.648834 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27a21d-c961-4bf3-b0a1-19be8fc5ca96 req-c56e276b-49b0-47f3-9efa-7b9f93ddf80a tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:57.671654 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-af27a21d-c961-4bf3-b0a1-19be8fc5ca96 req-c56e276b-49b0-47f3-9efa-7b9f93ddf80a tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 946 time: 0.3903434 Feb 09 01:37:57.689489 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] No DVR routers for this DVR port fefa14c9-61ab-4e47-8374-0d599f7102d1 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:57.706260 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Port': ['ID=fefa14c9-61ab-4e47-8374-0d599f7102d1,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:57.820154 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e42b5-191e-4f46-9288-623fccd7a7fa req-c9c7b8c0-85cc-4fd6-9ae6-522304724aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:57.824984 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c70e42b5-191e-4f46-9288-623fccd7a7fa req-c9c7b8c0-85cc-4fd6-9ae6-522304724aa1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.3336253 Feb 09 01:37:57.943980 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c70e42b5-191e-4f46-9288-623fccd7a7fa req-a45cd884-9c07-4019-a130-1d60e3b43f43 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 HTTP/1.1" status: 200 len: 217 time: 0.1120090 Feb 09 01:37:57.991816 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-af27a21d-c961-4bf3-b0a1-19be8fc5ca96 req-3e71f857-7dde-40b8-8cc9-32c7e347c2f6 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924018 Feb 09 01:37:58.050940 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (fa39bfd9-ec2b-46e9-92db-684250473b47), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.133878 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa39bfd9-ec2b-46e9-92db-684250473b47']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:58.153926 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e42b5-191e-4f46-9288-623fccd7a7fa req-ccce28a0-7590-4356-bd23-826597eaf70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:58.157542 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c70e42b5-191e-4f46-9288-623fccd7a7fa req-ccce28a0-7590-4356-bd23-826597eaf70a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1197667 Feb 09 01:37:58.165691 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45db508-8e44-4320-b30b-6a18c8117a95') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:58.166187 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45db508-8e44-4320-b30b-6a18c8117a95') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:58.179329 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b93c95-6dbf-42ff-ab61-b437b593171e req-3f805ba6-79b3-4907-a576-fca5d5b4e516 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:58.195523 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98b93c95-6dbf-42ff-ab61-b437b593171e req-3f805ba6-79b3-4907-a576-fca5d5b4e516 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.2420902 Feb 09 01:37:58.241964 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (f45db508-8e44-4320-b30b-6a18c8117a95), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.273591 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f45db508-8e44-4320-b30b-6a18c8117a95), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.290256 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937074d-d118-420d-bb66-71062eaa4d3a req-5347d1cd-ed3c-4cc7-85ad-3939157eb931 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:58.298285 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b937074d-d118-420d-bb66-71062eaa4d3a req-5347d1cd-ed3c-4cc7-85ad-3939157eb931 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 943 time: 0.1351638 Feb 09 01:37:58.300583 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:37:58.300999 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (f45db508-8e44-4320-b30b-6a18c8117a95), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:37:58.305190 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:37:58.399830 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98b93c95-6dbf-42ff-ab61-b437b593171e req-04439b0a-e1b1-48d0-b591-bc436a0f566a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026527 Feb 09 01:37:58.412287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e42b5-191e-4f46-9288-623fccd7a7fa req-833aaee4-be5b-4f20-82db-546288b66774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:58.414721 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c70e42b5-191e-4f46-9288-623fccd7a7fa req-833aaee4-be5b-4f20-82db-546288b66774 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2082686 Feb 09 01:37:58.555722 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b937074d-d118-420d-bb66-71062eaa4d3a req-1db2cbf8-716b-42cb-af1d-b4d16a036fe4 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561903 Feb 09 01:37:58.560502 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (fa39bfd9-ec2b-46e9-92db-684250473b47), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.572615 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.583669 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/networks/fa39bfd9-ec2b-46e9-92db-684250473b47 HTTP/1.1" status: 204 len: 168 time: 4.6662230 Feb 09 01:37:58.586876 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34726) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:58.639158 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ea332c43-1947-41e8-b91f-f104bf76aabe tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-351838028'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:58.646007 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b8ed3-60ea-4855-8bb3-9e5aa5db1d22 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Network': ['ID=fa39bfd9-ec2b-46e9-92db-684250473b47,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:58.708658 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a5bab32d-f7b7-4ecb-9795-6c759e21afa6 req-9d6b0871-674c-4ef7-8111-d9f971ec13a6 tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.0783198 Feb 09 01:37:58.730449 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea332c43-1947-41e8-b91f-f104bf76aabe tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Made reservation on behalf of 1449348cd0e04715b66c5073feb5a7fa for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:58.739091 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea332c43-1947-41e8-b91f-f104bf76aabe tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.812383 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c70e42b5-191e-4f46-9288-623fccd7a7fa req-f375f63e-01a0-4165-ae7a-00473869bad9 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888154 Feb 09 01:37:58.854474 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea332c43-1947-41e8-b91f-f104bf76aabe tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:37:58.868433 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea332c43-1947-41e8-b91f-f104bf76aabe tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (362e8379-2d85-473b-a4c2-0dd34cd4285b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.868984 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-ea332c43-1947-41e8-b91f-f104bf76aabe tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Added segment 362e8379-2d85-473b-a4c2-0dd34cd4285b of type vlan for network 7a9c5842-bee7-49a7-8a93-8c3db0519b40 Feb 09 01:37:58.962486 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea332c43-1947-41e8-b91f-f104bf76aabe tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (7a9c5842-bee7-49a7-8a93-8c3db0519b40), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.976750 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b8e54-54c1-465b-b531-fc586b83bd31 req-0e02b9c0-f989-41c9-8721-3887dfd2b362 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:58.979016 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e83b8e54-54c1-465b-b531-fc586b83bd31 req-0e02b9c0-f989-41c9-8721-3887dfd2b362 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 950 time: 0.2803972 Feb 09 01:37:59.033427 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea332c43-1947-41e8-b91f-f104bf76aabe tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (7a9c5842-bee7-49a7-8a93-8c3db0519b40), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:59.041101 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea332c43-1947-41e8-b91f-f104bf76aabe tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:59.044070 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea332c43-1947-41e8-b91f-f104bf76aabe tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:59.123816 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c70e42b5-191e-4f46-9288-623fccd7a7fa req-d139df8f-387a-4978-957e-1663bc048932 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992008 Feb 09 01:37:59.133114 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503051e-1416-497a-ad18-32ee9e8a19ad req-0629e9cc-a702-400a-b6c1-999c7ef6478a tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:59.134621 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d503051e-1416-497a-ad18-32ee9e8a19ad req-0629e9cc-a702-400a-b6c1-999c7ef6478a tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7605a6d-eecc-4e05-a8c9-074ac197413a HTTP/1.1" status: 200 len: 948 time: 0.2317104 Feb 09 01:37:59.227588 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ea332c43-1947-41e8-b91f-f104bf76aabe tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5938039 Feb 09 01:37:59.240596 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34734) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:59.248953 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-8bb2e2f9-42e7-48ff-92c6-0f5c6a448098 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Request body: {'subnet': {'network_id': '7a9c5842-bee7-49a7-8a93-8c3db0519b40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:59.262519 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e83b8e54-54c1-465b-b531-fc586b83bd31 req-27bb2cd5-fbe5-4b70-9aef-fcae046b5f79 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678590 Feb 09 01:37:59.281003 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea332c43-1947-41e8-b91f-f104bf76aabe tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'Network': ['ID=7a9c5842-bee7-49a7-8a93-8c3db0519b40,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:59.329162 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 7a9c5842-bee7-49a7-8a93-8c3db0519b40 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:37:59.389304 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d503051e-1416-497a-ad18-32ee9e8a19ad req-dd6ad56e-b846-4297-a26f-90536801571c tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486959 Feb 09 01:37:59.500640 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb2e2f9-42e7-48ff-92c6-0f5c6a448098 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Made reservation on behalf of 1449348cd0e04715b66c5073feb5a7fa for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:59.509568 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8bb2e2f9-42e7-48ff-92c6-0f5c6a448098 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:59.576340 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2813b59-7f7b-4e83-97d3-d8e2dd00a626 req-964def2b-7758-45b2-9d97-70f8ddcb5682 tempest-MigrationsAdminTest-1537347882 tempest-MigrationsAdminTest-1537347882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:59.579675 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b2813b59-7f7b-4e83-97d3-d8e2dd00a626 req-964def2b-7758-45b2-9d97-70f8ddcb5682 tempest-MigrationsAdminTest-1537347882 tempest-MigrationsAdminTest-1537347882-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 1132 time: 0.0918543 Feb 09 01:37:59.684915 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b2813b59-7f7b-4e83-97d3-d8e2dd00a626 req-16c06c5f-cda9-45a2-afb9-ffe9f651ffa4 tempest-MigrationsAdminTest-1537347882 tempest-MigrationsAdminTest-1537347882-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910761 Feb 09 01:37:59.706069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0d7ac-e25b-4fa8-8837-3e6bcec5143a req-d201a8dd-04ca-43da-9d8d-89589b987e9d tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:59.714826 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bfa0d7ac-e25b-4fa8-8837-3e6bcec5143a req-d201a8dd-04ca-43da-9d8d-89589b987e9d tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 946 time: 0.1613884 Feb 09 01:37:59.818305 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bfa0d7ac-e25b-4fa8-8837-3e6bcec5143a req-b14b2781-9788-4763-9a3b-c750839a2473 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022525 Feb 09 01:37:59.915049 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8bb2e2f9-42e7-48ff-92c6-0f5c6a448098 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (210135f9-7ea2-4568-a6ca-45e90cf8b9b1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:59.944154 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd229ed4-3ac0-4eb2-9cc0-210b3b01dfb0 req-f583b473-e268-49c9-8314-a17328e118bf tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:59.952751 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fd229ed4-3ac0-4eb2-9cc0-210b3b01dfb0 req-f583b473-e268-49c9-8314-a17328e118bf tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.1193326 Feb 09 01:38:00.029763 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fd229ed4-3ac0-4eb2-9cc0-210b3b01dfb0 req-9c3e1829-975d-404c-b31c-c192ef60f56d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752990 Feb 09 01:38:00.111127 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb2e2f9-42e7-48ff-92c6-0f5c6a448098 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Checking segment: {'id': '362e8379-2d85-473b-a4c2-0dd34cd4285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7a9c5842-bee7-49a7-8a93-8c3db0519b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:00.113443 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb2e2f9-42e7-48ff-92c6-0f5c6a448098 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Network hostable DHCP agents. Network: 7a9c5842-bee7-49a7-8a93-8c3db0519b40, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:38:00.137202 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2e2f9-42e7-48ff-92c6-0f5c6a448098 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'Subnet': ['ID=210135f9-7ea2-4568-a6ca-45e90cf8b9b1,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:00.198668 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b4d87-1d7f-43df-bea0-19b6fe1101a8 req-7a809fc5-bb38-4a40-ba9a-b2fc3048842d tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:00.200610 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f52b4d87-1d7f-43df-bea0-19b6fe1101a8 req-7a809fc5-bb38-4a40-ba9a-b2fc3048842d tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 943 time: 0.2034118 Feb 09 01:38:00.204532 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb2e2f9-42e7-48ff-92c6-0f5c6a448098 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Network 7a9c5842-bee7-49a7-8a93-8c3db0519b40 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:38:00.252723 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-8bb2e2f9-42e7-48ff-92c6-0f5c6a448098 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 7a9c5842-bee7-49a7-8a93-8c3db0519b40) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:00.262856 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device ac236170-97b3-4001-a592-51c4dbfb690e no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:00.311890 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb2e2f9-42e7-48ff-92c6-0f5c6a448098 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:00.311890 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8bb2e2f9-42e7-48ff-92c6-0f5c6a448098 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.327556 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34758) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:00.333766 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-2c6fd1f4-7b18-47eb-a821-11d276179145 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Request body: {'subnet': {'network_id': '7a9c5842-bee7-49a7-8a93-8c3db0519b40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:00.339794 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8bb2e2f9-42e7-48ff-92c6-0f5c6a448098 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0976813 Feb 09 01:38:00.421088 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f52b4d87-1d7f-43df-bea0-19b6fe1101a8 req-93b68117-9238-44c0-9f96-cded57a8c59a tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023633 Feb 09 01:38:00.447860 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ec0be3-df0b-4689-b591-24cc9055a0ad None None] Network 7a9c5842-bee7-49a7-8a93-8c3db0519b40 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:00.560454 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7be9d5b3-42ed-48cd-8c45-6f4b6eb18871 req-644432f2-3773-47ea-80a5-7c3fa803703d tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.0769110 Feb 09 01:38:00.725603 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd83017-93dd-4ac4-9927-f3bc517602cd req-a433832e-eab5-45bf-a52a-1207eca34caf tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:00.726977 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port ac236170-97b3-4001-a592-51c4dbfb690e is: DOWN; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:00.737557 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5fd83017-93dd-4ac4-9927-f3bc517602cd req-a433832e-eab5-45bf-a52a-1207eca34caf tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 950 time: 0.1295283 Feb 09 01:38:00.782829 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6fd1f4-7b18-47eb-a821-11d276179145 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Made reservation on behalf of 1449348cd0e04715b66c5073feb5a7fa for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:00.792057 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c6fd1f4-7b18-47eb-a821-11d276179145 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.909441 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98924aa6-9764-4dec-b89c-2cf4e33a6b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-7a9c5842-bee7-49a7-8a93-8c3db0519b40', 'network_id': '7a9c5842-bee7-49a7-8a93-8c3db0519b40', 'project_id': '1449348cd0e04715b66c5073feb5a7fa', 'fixed_ips': [{'subnet_id': '210135f9-7ea2-4568-a6ca-45e90cf8b9b1'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:38:00.916814 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-98924aa6-9764-4dec-b89c-2cf4e33a6b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.929201 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5fd83017-93dd-4ac4-9927-f3bc517602cd req-db439dbc-ae96-4e25-8b2e-e4ca1fe0d8f2 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905303 Feb 09 01:38:00.986878 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-50bb0a59-390c-4915-b6ab-a65f601c2f44 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4909010 Feb 09 01:38:01.230871 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439cf91-d965-4464-9a80-247b5307d9f9 req-c7583bee-2288-4158-b7bd-97dc74fa212d tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:01.242308 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:38:01.276907 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6439cf91-d965-4464-9a80-247b5307d9f9 req-c7583bee-2288-4158-b7bd-97dc74fa212d tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7605a6d-eecc-4e05-a8c9-074ac197413a HTTP/1.1" status: 200 len: 948 time: 0.3361824 Feb 09 01:38:01.345127 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09044631-8f5f-4470-962e-14c7d7e57a29 req-a81dfd58-8840-46d2-b584-c274c54fef1d tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:01.348980 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09044631-8f5f-4470-962e-14c7d7e57a29 req-a81dfd58-8840-46d2-b584-c274c54fef1d tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 946 time: 0.2462738 Feb 09 01:38:01.468251 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:38:01.488456 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6439cf91-d965-4464-9a80-247b5307d9f9 req-ce68528d-0782-42d6-b7bc-93404e288c44 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076931 Feb 09 01:38:01.589628 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09044631-8f5f-4470-962e-14c7d7e57a29 req-049ffadd-89c9-4834-abec-658ad290b0a1 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127452 Feb 09 01:38:01.773741 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c6fd1f4-7b18-47eb-a821-11d276179145 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (45637662-2e28-4a68-b527-56891b93de42), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.796066 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c5b08-79bb-4685-904c-5ed327979a6e req-291e5e58-d280-4089-b86b-c5c2b7418ee6 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:01.799543 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-887c5b08-79bb-4685-904c-5ed327979a6e req-291e5e58-d280-4089-b86b-c5c2b7418ee6 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.1653366 Feb 09 01:38:01.877914 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6fd1f4-7b18-47eb-a821-11d276179145 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Network 7a9c5842-bee7-49a7-8a93-8c3db0519b40 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:01.888721 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-2c6fd1f4-7b18-47eb-a821-11d276179145 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:01.899782 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6fd1f4-7b18-47eb-a821-11d276179145 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:01.900371 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c6fd1f4-7b18-47eb-a821-11d276179145 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.917306 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6fd1f4-7b18-47eb-a821-11d276179145 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'Subnet': ['ID=45637662-2e28-4a68-b527-56891b93de42,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:01.950720 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-887c5b08-79bb-4685-904c-5ed327979a6e req-e272920e-51ae-4c4f-abf7-23dc85f6f65a tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132069 Feb 09 01:38:01.966244 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2c6fd1f4-7b18-47eb-a821-11d276179145 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6335411 Feb 09 01:38:01.968608 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34806) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:01.996245 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8ce74-0be2-46e2-bacc-ad3d08e9d900 req-6063a943-7446-4e18-b376-5e9494dd259c tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:02.004102 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c0d8ce74-0be2-46e2-bacc-ad3d08e9d900 req-6063a943-7446-4e18-b376-5e9494dd259c tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 943 time: 0.2458923 Feb 09 01:38:02.069382 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-98924aa6-9764-4dec-b89c-2cf4e33a6b3a None None] Allocated IP 2001:db8::2 (7a9c5842-bee7-49a7-8a93-8c3db0519b40/210135f9-7ea2-4568-a6ca-45e90cf8b9b1/78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:02.143587 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4c233e-e189-45c4-b085-aba37449888d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:02.151553 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4c233e-e189-45c4-b085-aba37449888d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:02.153135 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4c233e-e189-45c4-b085-aba37449888d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:02.155577 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4c233e-e189-45c4-b085-aba37449888d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:02.157458 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4c233e-e189-45c4-b085-aba37449888d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:02.159605 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c0d8ce74-0be2-46e2-bacc-ad3d08e9d900 req-c7df46cf-826e-4d48-945b-f0903caa34f2 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529887 Feb 09 01:38:02.163759 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8d4c233e-e189-45c4-b085-aba37449888d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1926773 Feb 09 01:38:02.167165 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34814) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:02.185111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4e1f949e-1fd3-4de1-a962-a569665ba500 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-181288851'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:02.246397 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1f949e-1fd3-4de1-a962-a569665ba500 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Made reservation on behalf of 1449348cd0e04715b66c5073feb5a7fa for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:02.255639 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e1f949e-1fd3-4de1-a962-a569665ba500 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:02.292025 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1420c02b-6ca3-4ec9-97fb-b1d9347faa18 req-9cb8ca94-74cd-40c5-9c9d-3f3ccdbd1bf7 tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.1269000 Feb 09 01:38:02.354664 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1f949e-1fd3-4de1-a962-a569665ba500 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:38:02.383369 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e1f949e-1fd3-4de1-a962-a569665ba500 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (41f11d09-c3ce-47ba-a020-10380e120a9e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:02.386262 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-4e1f949e-1fd3-4de1-a962-a569665ba500 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Added segment 41f11d09-c3ce-47ba-a020-10380e120a9e of type vlan for network e360a651-feef-4d1b-8ad2-ec028f9dd5e1 Feb 09 01:38:02.443684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=55d8f2ac-2f61-4093-8e6d-d2a8aac2d049,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:02.457053 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e1f949e-1fd3-4de1-a962-a569665ba500 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (e360a651-feef-4d1b-8ad2-ec028f9dd5e1), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:02.462354 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '55d8f2ac-2f61-4093-8e6d-d2a8aac2d049', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '55d8f2ac-2f61-4093-8e6d-d2a8aac2d049', 'mac_address': 'fa:16:3e:08:de:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:38:02.489207 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e1f949e-1fd3-4de1-a962-a569665ba500 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (e360a651-feef-4d1b-8ad2-ec028f9dd5e1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:02.498736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1f949e-1fd3-4de1-a962-a569665ba500 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:02.501995 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e1f949e-1fd3-4de1-a962-a569665ba500 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:02.585927 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-98924aa6-9764-4dec-b89c-2cf4e33a6b3a None None] Publish callbacks [] for port (78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:02.596567 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:02.599302 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (55d8f2ac-2f61-4093-8e6d-d2a8aac2d049), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:02.624395 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b59f60-f123-4991-9ef9-52b0f3773bcb req-5c5818c9-a604-4d1c-b6f2-d83ad8fcfaac tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:02.636442 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-98924aa6-9764-4dec-b89c-2cf4e33a6b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:02.639332 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:38:02.644603 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-84b59f60-f123-4991-9ef9-52b0f3773bcb req-5c5818c9-a604-4d1c-b6f2-d83ad8fcfaac tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 950 time: 0.1633153 Feb 09 01:38:02.695989 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f949e-1fd3-4de1-a962-a569665ba500 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'Network': ['ID=e360a651-feef-4d1b-8ad2-ec028f9dd5e1,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:02.716803 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4e1f949e-1fd3-4de1-a962-a569665ba500 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5483081 Feb 09 01:38:02.724025 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34828) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:02.755969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network e360a651-feef-4d1b-8ad2-ec028f9dd5e1 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:38:02.788497 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b510be0f-49c4-48f7-ac6e-55df08ffe6c0 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:02.849656 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98924aa6-9764-4dec-b89c-2cf4e33a6b3a None None] Network 7a9c5842-bee7-49a7-8a93-8c3db0519b40 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:02.852857 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=55d8f2ac-2f61-4093-8e6d-d2a8aac2d049,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:02.874585 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (55d8f2ac-2f61-4093-8e6d-d2a8aac2d049), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:02.878560 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-98924aa6-9764-4dec-b89c-2cf4e33a6b3a None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:02.897401 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98924aa6-9764-4dec-b89c-2cf4e33a6b3a None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:02.934409 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-84b59f60-f123-4991-9ef9-52b0f3773bcb req-ad741b9b-1f4b-4ff1-8666-95399b6b3efa tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876086 Feb 09 01:38:02.958304 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98924aa6-9764-4dec-b89c-2cf4e33a6b3a None None] Pushing event updated for resources: {'Port': ['ID=78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:03.026944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eeda05-7c49-4951-a961-afe791fc50b7 req-519ed636-e1d4-4e77-bfe9-9d6414cada03 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:03.030248 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f1eeda05-7c49-4951-a961-afe791fc50b7 req-519ed636-e1d4-4e77-bfe9-9d6414cada03 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7605a6d-eecc-4e05-a8c9-074ac197413a HTTP/1.1" status: 200 len: 948 time: 0.3000374 Feb 09 01:38:03.232884 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f1eeda05-7c49-4951-a961-afe791fc50b7 req-dafbd47d-f95e-4577-a79d-631124c4c44b tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934206 Feb 09 01:38:03.292364 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-98924aa6-9764-4dec-b89c-2cf4e33a6b3a None None] Attempting to bind port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:03.292908 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-98924aa6-9764-4dec-b89c-2cf4e33a6b3a None None] Attempting to bind port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '362e8379-2d85-473b-a4c2-0dd34cd4285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7a9c5842-bee7-49a7-8a93-8c3db0519b40'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:03.293179 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98924aa6-9764-4dec-b89c-2cf4e33a6b3a None None] Attempting to bind port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab on network 7a9c5842-bee7-49a7-8a93-8c3db0519b40 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:03.333997 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98924aa6-9764-4dec-b89c-2cf4e33a6b3a None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:03.334378 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98924aa6-9764-4dec-b89c-2cf4e33a6b3a None None] Checking segment: {'id': '362e8379-2d85-473b-a4c2-0dd34cd4285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7a9c5842-bee7-49a7-8a93-8c3db0519b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:03.334787 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-98924aa6-9764-4dec-b89c-2cf4e33a6b3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:03.335185 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98924aa6-9764-4dec-b89c-2cf4e33a6b3a None None] Bound using segment: {'id': '362e8379-2d85-473b-a4c2-0dd34cd4285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7a9c5842-bee7-49a7-8a93-8c3db0519b40'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:03.335704 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-98924aa6-9764-4dec-b89c-2cf4e33a6b3a None None] Bound port: 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362e8379-2d85-473b-a4c2-0dd34cd4285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7a9c5842-bee7-49a7-8a93-8c3db0519b40'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:03.336113 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-98924aa6-9764-4dec-b89c-2cf4e33a6b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:03.355548 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-c0a20db8-1f06-4148-a347-4e4257056006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:03.360435 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-c0a20db8-1f06-4148-a347-4e4257056006 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 1132 time: 0.1058264 Feb 09 01:38:03.371754 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['55d8f2ac-2f61-4093-8e6d-d2a8aac2d049'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:03.379065 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=55d8f2ac-2f61-4093-8e6d-d2a8aac2d049,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:03.454750 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b510be0f-49c4-48f7-ac6e-55df08ffe6c0 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (e360a651-feef-4d1b-8ad2-ec028f9dd5e1), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:03.483291 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7987730-a593-453d-b893-a7d4aeb2dbe4 req-570d0579-f408-40be-bba3-14b7735fe3b0 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:03.498045 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f7987730-a593-453d-b893-a7d4aeb2dbe4 req-570d0579-f408-40be-bba3-14b7735fe3b0 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 946 time: 0.3196511 Feb 09 01:38:03.517504 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b510be0f-49c4-48f7-ac6e-55df08ffe6c0 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (e360a651-feef-4d1b-8ad2-ec028f9dd5e1), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:03.568566 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b510be0f-49c4-48f7-ac6e-55df08ffe6c0 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Network e360a651-feef-4d1b-8ad2-ec028f9dd5e1 is not hosted by any dhcp agent {{(pid=103184) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:38:03.579831 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b510be0f-49c4-48f7-ac6e-55df08ffe6c0 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:03.580731 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b510be0f-49c4-48f7-ac6e-55df08ffe6c0 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:03.582558 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b510be0f-49c4-48f7-ac6e-55df08ffe6c0 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "PUT /v2.0/networks/e360a651-feef-4d1b-8ad2-ec028f9dd5e1 HTTP/1.1" status: 200 len: 723 time: 0.8353484 Feb 09 01:38:03.630865 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34838) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:03.634102 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-98924aa6-9764-4dec-b89c-2cf4e33a6b3a None None] For port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:03.637645 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e2c139d1-732d-4f61-8812-a022f9ea3ed3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Request body: {'subnet': {'network_id': 'e360a651-feef-4d1b-8ad2-ec028f9dd5e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:03.661314 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-98924aa6-9764-4dec-b89c-2cf4e33a6b3a None None] For port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab,segment=NetworkSegment(362e8379-2d85-473b-a4c2-0dd34cd4285b),segment_id=362e8379-2d85-473b-a4c2-0dd34cd4285b)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:03.737025 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-98924aa6-9764-4dec-b89c-2cf4e33a6b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:03.832309 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98924aa6-9764-4dec-b89c-2cf4e33a6b3a None None] Pushing event updated for resources: {'Port': ['ID=78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:04.061898 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69078172-719c-4fd3-8328-928467289cf1 req-6f054f78-6465-4a88-8f11-f0b304679265 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:04.069070 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69078172-719c-4fd3-8328-928467289cf1 req-6f054f78-6465-4a88-8f11-f0b304679265 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.6704550 Feb 09 01:38:04.098666 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-79ab6f55-58ab-41c8-bd09-9b26e8c2c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:04.101854 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-79ab6f55-58ab-41c8-bd09-9b26e8c2c5c6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.7350583 Feb 09 01:38:04.200171 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-197e8b41-365b-486e-9f88-de5872101fb8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c HTTP/1.1" status: 200 len: 217 time: 0.0911217 Feb 09 01:38:04.300060 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:38:04.307254 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-bec49b60-a91b-4a19-afe4-4f9cc0f8911b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:04.309824 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-bec49b60-a91b-4a19-afe4-4f9cc0f8911b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.0915077 Feb 09 01:38:04.316488 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510be0f-49c4-48f7-ac6e-55df08ffe6c0 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'Network': ['ID=e360a651-feef-4d1b-8ad2-ec028f9dd5e1,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:04.352988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network e360a651-feef-4d1b-8ad2-ec028f9dd5e1 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:38:04.410202 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69078172-719c-4fd3-8328-928467289cf1 req-a959c2ec-8e7d-4f6a-be69-6899db7a3125 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269441 Feb 09 01:38:04.429121 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f7987730-a593-453d-b893-a7d4aeb2dbe4 req-5431b63a-4aed-4799-bfd4-4b84e971ded6 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9298601 Feb 09 01:38:04.433898 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c139d1-732d-4f61-8812-a022f9ea3ed3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Made reservation on behalf of 1449348cd0e04715b66c5073feb5a7fa for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:04.452537 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-c27c8ba4-6bcd-41bf-94ae-5c4874ddfd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:04.457000 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2c139d1-732d-4f61-8812-a022f9ea3ed3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:04.462107 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-c27c8ba4-6bcd-41bf-94ae-5c4874ddfd03 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1415343 Feb 09 01:38:04.520261 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:38:04.708350 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96,segment=NetworkSegment(99191580-9a04-44d6-81bd-d09adaf12d9c),segment_id=99191580-9a04-44d6-81bd-d09adaf12d9c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:04.748672 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'd3d8b0f2-a2dc-4be7-b3a2-b7a922810f96', 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8', 'port_id': 'd3d8b0f2-a2dc-4be7-b3a2-b7a922810f96', 'mac_address': 'fa:16:3e:84:4f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:38:04.765154 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-54c5e4c6-23ff-4efa-8f2d-4c4bb4e667f7 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963126 Feb 09 01:38:04.786642 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-256acbc7-8dd3-42ad-874b-9fb8dc64fade req-cfb468dd-585f-4f59-8807-ae0c25804a5b tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.0438237 Feb 09 01:38:04.875181 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:04.875724 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:04.908952 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:38:04.960605 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636ebe3-e2b1-436c-a51e-ee7645c743ac req-03e4513c-405c-4535-94b0-b983c115bb16 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:04.962424 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a636ebe3-e2b1-436c-a51e-ee7645c743ac req-03e4513c-405c-4535-94b0-b983c115bb16 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 943 time: 0.3132141 Feb 09 01:38:04.964658 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2c139d1-732d-4f61-8812-a022f9ea3ed3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (94ff99ff-ad38-48ac-8d55-43a277c16151), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:04.985791 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96,segment=NetworkSegment(99191580-9a04-44d6-81bd-d09adaf12d9c),segment_id=99191580-9a04-44d6-81bd-d09adaf12d9c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:04.999538 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:05.071701 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c139d1-732d-4f61-8812-a022f9ea3ed3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'Subnet': ['ID=94ff99ff-ad38-48ac-8d55-43a277c16151,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:05.090873 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-a7fd1874-b0de-4847-97bd-ec1e79a03acb service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180449 Feb 09 01:38:05.117780 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a636ebe3-e2b1-436c-a51e-ee7645c743ac req-bf2efdf4-3c99-486a-9666-1534a4dee196 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444592 Feb 09 01:38:05.132809 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:05.201579 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:05.241655 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4a7a8-fd3c-4a05-b824-8b48b5e0c0f9 req-2fc85ecd-51ba-4a00-a549-ccc707a7e55c tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:05.243370 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b3c4a7a8-fd3c-4a05-b824-8b48b5e0c0f9 req-2fc85ecd-51ba-4a00-a549-ccc707a7e55c tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 950 time: 0.1807935 Feb 09 01:38:05.316203 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:38:05.322832 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:05.323281 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (55d8f2ac-2f61-4093-8e6d-d2a8aac2d049), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:05.336636 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c139d1-732d-4f61-8812-a022f9ea3ed3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Checking segment: {'id': '41f11d09-c3ce-47ba-a020-10380e120a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e360a651-feef-4d1b-8ad2-ec028f9dd5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:05.337061 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c139d1-732d-4f61-8812-a022f9ea3ed3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Network hostable DHCP agents. Network: e360a651-feef-4d1b-8ad2-ec028f9dd5e1, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:38:05.486371 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600bbc2-d447-4751-b51a-a3915dd31bd3 req-c0c4c874-953f-43e6-b303-a0453d18885a tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:05.488720 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3600bbc2-d447-4751-b51a-a3915dd31bd3 req-c0c4c874-953f-43e6-b303-a0453d18885a tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7605a6d-eecc-4e05-a8c9-074ac197413a HTTP/1.1" status: 200 len: 949 time: 0.1552415 Feb 09 01:38:05.508324 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b3c4a7a8-fd3c-4a05-b824-8b48b5e0c0f9 req-a5a34397-7fa3-4dd4-b8e8-f13b2c1c0bd9 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339046 Feb 09 01:38:05.529781 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c139d1-732d-4f61-8812-a022f9ea3ed3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Network e360a651-feef-4d1b-8ad2-ec028f9dd5e1 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:38:05.545926 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:05.571073 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-e2c139d1-732d-4f61-8812-a022f9ea3ed3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, e360a651-feef-4d1b-8ad2-ec028f9dd5e1) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:05.589302 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c139d1-732d-4f61-8812-a022f9ea3ed3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:05.589906 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2c139d1-732d-4f61-8812-a022f9ea3ed3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:05.649000 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e2c139d1-732d-4f61-8812-a022f9ea3ed3 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0159433 Feb 09 01:38:05.649633 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34858) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:05.658705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e81fcd-958d-4277-bbd8-0e24e2367599 None None] Network e360a651-feef-4d1b-8ad2-ec028f9dd5e1 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:05.669711 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-a8fe1aec-1a5f-45a0-8515-d46e16c8ceae tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:05.679535 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3600bbc2-d447-4751-b51a-a3915dd31bd3 req-ea3cc87d-8a3e-4459-b693-3d569548dd29 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727140 Feb 09 01:38:05.774201 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:05.857304 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d48f46-2cbe-4f36-a88c-e844e344dd2c None None] Network 7a9c5842-bee7-49a7-8a93-8c3db0519b40 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:05.908583 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988aec1-ba80-47c8-bd94-c8dbbd01133a req-6e49cb53-99f3-4bed-ab24-c42fb1a403ea tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:05.917881 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6988aec1-ba80-47c8-bd94-c8dbbd01133a req-6e49cb53-99f3-4bed-ab24-c42fb1a403ea tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.1165602 Feb 09 01:38:05.957441 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:05.957821 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:05.992420 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6988aec1-ba80-47c8-bd94-c8dbbd01133a req-0c0a8c36-c083-4a50-a3e5-a685d2268250 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732975 Feb 09 01:38:06.002663 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:06.003441 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (55d8f2ac-2f61-4093-8e6d-d2a8aac2d049), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.098089 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-fed8fb44-97a0-4b3e-bfbc-5c03e540f43a None None] Provisioning complete for port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:06.098255 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66c0e8-9c97-4766-974c-42d7836e193a req-6f38dfc4-4149-4698-b3b0-cf2f30bded43 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:06.098655 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fed8fb44-97a0-4b3e-bfbc-5c03e540f43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.113359 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7f66c0e8-9c97-4766-974c-42d7836e193a req-6f38dfc4-4149-4698-b3b0-cf2f30bded43 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 946 time: 0.3611703 Feb 09 01:38:06.150852 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e436c68-9bae-4e29-a350-0ecae8955008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-e360a651-feef-4d1b-8ad2-ec028f9dd5e1', 'network_id': 'e360a651-feef-4d1b-8ad2-ec028f9dd5e1', 'project_id': '1449348cd0e04715b66c5073feb5a7fa', 'fixed_ips': [{'subnet_id': '94ff99ff-ad38-48ac-8d55-43a277c16151'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:38:06.151751 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4e436c68-9bae-4e29-a350-0ecae8955008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.154671 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7605a6d-eecc-4e05-a8c9-074ac197413a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d8f2ac-2f61-4093-8e6d-d2a8aac2d049'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:06.157523 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef1494f-84a4-4f2e-bb03-7d96885df4f5" -d '{"events": [{"server_uuid": "d7605a6d-eecc-4e05-a8c9-074ac197413a", "name": "network-vif-plugged", "status": "completed", "tag": "55d8f2ac-2f61-4093-8e6d-d2a8aac2d049"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:06.210941 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a8fe1aec-1a5f-45a0-8515-d46e16c8ceae tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4938089'] for subnet (94ff99ff-ad38-48ac-8d55-43a277c16151), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.247966 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=55d8f2ac-2f61-4093-8e6d-d2a8aac2d049,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:06.253492 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:06.253813 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.257872 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d88f31b-a6ee-46bb-8071-816103392582 req-de6718bb-1211-4a44-9cd1-2cdbd20b6568 tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.0424576 Feb 09 01:38:06.294355 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (55d8f2ac-2f61-4093-8e6d-d2a8aac2d049), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.370043 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7f66c0e8-9c97-4766-974c-42d7836e193a req-cdb2134d-e880-459f-b026-b14c0ec9ca55 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547407 Feb 09 01:38:06.380916 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e76d41a-f58b-4b58-ae0d-e52de2b68b1b x-openstack-request-id: req-5e76d41a-f58b-4b58-ae0d-e52de2b68b1b {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:06.382541 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7605a6d-eecc-4e05-a8c9-074ac197413a", "name": "network-vif-plugged", "status": "completed", "tag": "55d8f2ac-2f61-4093-8e6d-d2a8aac2d049", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:06.382795 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e76d41a-f58b-4b58-ae0d-e52de2b68b1b {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:06.384889 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7605a6d-eecc-4e05-a8c9-074ac197413a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d8f2ac-2f61-4093-8e6d-d2a8aac2d049', 'code': 200} Feb 09 01:38:06.550052 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f8d99-ff6b-4bd8-8234-361e31c9c131 req-4b50a028-488d-455b-8806-e44916c4b2e9 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:06.563045 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad8f8d99-ff6b-4bd8-8234-361e31c9c131 req-4b50a028-488d-455b-8806-e44916c4b2e9 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 944 time: 0.0922053 Feb 09 01:38:06.568658 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a00cd-fb78-43ce-b279-aca60a9dab7a req-7089bc8d-5fe8-421b-a47d-15f0a3d01e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:06.570611 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3d2a00cd-fb78-43ce-b279-aca60a9dab7a req-7089bc8d-5fe8-421b-a47d-15f0a3d01e39 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d7605a6d-eecc-4e05-a8c9-074ac197413a HTTP/1.1" status: 200 len: 1132 time: 0.1632657 Feb 09 01:38:06.617637 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a8fe1aec-1a5f-45a0-8515-d46e16c8ceae tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762502311172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7857312'] for subnet (94ff99ff-ad38-48ac-8d55-43a277c16151), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.622191 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab,segment=NetworkSegment(362e8379-2d85-473b-a4c2-0dd34cd4285b),segment_id=362e8379-2d85-473b-a4c2-0dd34cd4285b)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:06.710466 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.714977 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fe1aec-1a5f-45a0-8515-d46e16c8ceae tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:06.715615 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a8fe1aec-1a5f-45a0-8515-d46e16c8ceae tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.722787 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a8fe1aec-1a5f-45a0-8515-d46e16c8ceae tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "PUT /v2.0/subnets/94ff99ff-ad38-48ac-8d55-43a277c16151 HTTP/1.1" status: 200 len: 826 time: 1.0720596 Feb 09 01:38:06.726267 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34880) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:06.730981 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=55d8f2ac-2f61-4093-8e6d-d2a8aac2d049,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:06.775050 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3d2a00cd-fb78-43ce-b279-aca60a9dab7a req-208f98e4-7fd5-4c25-b18f-8f790d5d79be service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729827 Feb 09 01:38:06.792492 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad8f8d99-ff6b-4bd8-8234-361e31c9c131 req-ba8d2c73-00ae-4a7d-86a5-b68be19d3974 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278898 Feb 09 01:38:06.847552 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-fed8fb44-97a0-4b3e-bfbc-5c03e540f43a None None] Current status of the port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:06.981064 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe1aec-1a5f-45a0-8515-d46e16c8ceae tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'Subnet': ['ID=94ff99ff-ad38-48ac-8d55-43a277c16151,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:07.052806 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc34d7-d877-4514-adc8-b0ed530cded4 req-db4065d9-b0ea-436a-a343-5cdacd5fb570 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:07.055392 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e4cc34d7-d877-4514-adc8-b0ed530cded4 req-db4065d9-b0ea-436a-a343-5cdacd5fb570 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 950 time: 0.2847879 Feb 09 01:38:07.114677 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8594574-873b-4d1c-b380-68888693f2d7 req-1af3d997-f777-4ee3-a10a-56e96bd16c13 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:07.123910 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8594574-873b-4d1c-b380-68888693f2d7 req-1af3d997-f777-4ee3-a10a-56e96bd16c13 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7605a6d-eecc-4e05-a8c9-074ac197413a HTTP/1.1" status: 200 len: 950 time: 0.1834648 Feb 09 01:38:07.151278 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (e360a651-feef-4d1b-8ad2-ec028f9dd5e1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:07.201513 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-4e436c68-9bae-4e29-a350-0ecae8955008 None None] Allocated IP 2001:db8::2 (e360a651-feef-4d1b-8ad2-ec028f9dd5e1/94ff99ff-ad38-48ac-8d55-43a277c16151/fda21352-3916-4ac5-9187-ea9b5ea30d7e) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:07.218592 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e4cc34d7-d877-4514-adc8-b0ed530cded4 req-e26d9855-4da1-41ae-913b-80664ef38975 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509786 Feb 09 01:38:07.307821 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8594574-873b-4d1c-b380-68888693f2d7 req-a285461a-4483-41b3-87bf-2359ae6eb91b tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780884 Feb 09 01:38:07.436300 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (94ff99ff-ad38-48ac-8d55-43a277c16151), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:07.789667 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b0d88-01cf-49ef-acf8-ad773ca9d9f4 req-ae37f8d7-e808-4f3e-8c66-95ec4c27fbdf tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:07.793404 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-430b0d88-01cf-49ef-acf8-ad773ca9d9f4 req-ae37f8d7-e808-4f3e-8c66-95ec4c27fbdf tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.3638246 Feb 09 01:38:07.884855 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b98f1d6c-b6a3-44f9-81a4-88477fd0c137 req-8444d45b-2048-4a1f-97d9-28ec9092472a tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.1230738 Feb 09 01:38:07.966313 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-430b0d88-01cf-49ef-acf8-ad773ca9d9f4 req-08e41b98-a66b-4d4f-9655-a82c87ee7dab tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614799 Feb 09 01:38:07.991559 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:08.034962 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0300d4b6-4d9a-467e-928a-003c4125f845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.161775 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5110b9-2308-437d-9ab2-12c2fac3ae6a req-bc9339f2-da74-4574-be50-2fa49b370470 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:08.169814 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c5110b9-2308-437d-9ab2-12c2fac3ae6a req-bc9339f2-da74-4574-be50-2fa49b370470 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 946 time: 0.1504133 Feb 09 01:38:08.244452 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c5110b9-2308-437d-9ab2-12c2fac3ae6a req-ef43f957-6ab5-4147-9cfe-f41c6b66e989 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735488 Feb 09 01:38:08.258442 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b04f83-672a-42a1-8d5b-3e4d3fa1a0bb None None] Update dhcp port {'port': {'network_id': '7a9c5842-bee7-49a7-8a93-8c3db0519b40', 'fixed_ips': [{'subnet_id': '210135f9-7ea2-4568-a6ca-45e90cf8b9b1', 'ip_address': '2001:db8::2'}, {'subnet_id': '45637662-2e28-4a68-b527-56891b93de42'}], 'binding:host_id': 'n-d-828387-3'}, 'id': '78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab'} from n-d-828387-3. {{(pid=103185) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:38:08.273952 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28369a64-368e-4cb7-b759-0081c1e59d1a req-dc7a9ad1-e8d1-4966-8511-13843ca6ddad tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:08.283910 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-28369a64-368e-4cb7-b759-0081c1e59d1a req-dc7a9ad1-e8d1-4966-8511-13843ca6ddad tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 944 time: 0.1346266 Feb 09 01:38:08.335283 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c0b04f83-672a-42a1-8d5b-3e4d3fa1a0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.431193 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-28369a64-368e-4cb7-b759-0081c1e59d1a req-8eb8252f-a160-4b2d-afbe-859f4f5c2693 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275775 Feb 09 01:38:08.750367 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918e8e3-11d8-4cd8-a54c-73a111ba1bc4 req-54b9adf6-0610-4df6-93c1-777f3d8cddfe tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:08.755826 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3918e8e3-11d8-4cd8-a54c-73a111ba1bc4 req-54b9adf6-0610-4df6-93c1-777f3d8cddfe tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7605a6d-eecc-4e05-a8c9-074ac197413a HTTP/1.1" status: 200 len: 950 time: 0.1768551 Feb 09 01:38:08.784353 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-c0b04f83-672a-42a1-8d5b-3e4d3fa1a0bb None None] Allocated IP 172.20.0.1 (7a9c5842-bee7-49a7-8a93-8c3db0519b40/45637662-2e28-4a68-b527-56891b93de42/78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:08.903327 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873db86-812a-41c3-8081-4e117d164fcd req-9155bbdf-92be-437d-a770-f493a463a29b tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:08.920959 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1873db86-812a-41c3-8081-4e117d164fcd req-9155bbdf-92be-437d-a770-f493a463a29b tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 950 time: 0.3161778 Feb 09 01:38:08.935788 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3918e8e3-11d8-4cd8-a54c-73a111ba1bc4 req-a9b9a3b2-06fa-4111-ae1c-b4a28dad2fad tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644514 Feb 09 01:38:08.978026 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4e436c68-9bae-4e29-a350-0ecae8955008 None None] Publish callbacks [] for port (fda21352-3916-4ac5-9187-ea9b5ea30d7e), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.994296 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c0b04f83-672a-42a1-8d5b-3e4d3fa1a0bb None None] For port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab,segment=NetworkSegment(362e8379-2d85-473b-a4c2-0dd34cd4285b),segment_id=362e8379-2d85-473b-a4c2-0dd34cd4285b)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:09.071138 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c0b04f83-672a-42a1-8d5b-3e4d3fa1a0bb None None] Publish callbacks [] for port (78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:09.081146 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c0b04f83-672a-42a1-8d5b-3e4d3fa1a0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:09.097870 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4e436c68-9bae-4e29-a350-0ecae8955008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (fda21352-3916-4ac5-9187-ea9b5ea30d7e), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:09.141362 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (94ff99ff-ad38-48ac-8d55-43a277c16151), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:09.160071 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1873db86-812a-41c3-8081-4e117d164fcd req-8e47ef73-21d7-47fd-986f-2123a45617ca tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379076 Feb 09 01:38:09.237795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e436c68-9bae-4e29-a350-0ecae8955008 None None] Network e360a651-feef-4d1b-8ad2-ec028f9dd5e1 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:09.279577 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Subnet': ['ID=94ff99ff-ad38-48ac-8d55-43a277c16151,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:09.325302 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-4e436c68-9bae-4e29-a350-0ecae8955008 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:09.341083 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e436c68-9bae-4e29-a350-0ecae8955008 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:09.511745 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b04f83-672a-42a1-8d5b-3e4d3fa1a0bb None None] Pushing event updated for resources: {'Port': ['ID=78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:09.552516 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29686070-969e-4277-8dee-81e2af484946 req-df361c9e-d7bd-4ac7-812a-4cc5af6bcc4f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:09.561348 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-29686070-969e-4277-8dee-81e2af484946 req-df361c9e-d7bd-4ac7-812a-4cc5af6bcc4f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.2131064 Feb 09 01:38:09.571088 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (e360a651-feef-4d1b-8ad2-ec028f9dd5e1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:09.600827 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e360a651-feef-4d1b-8ad2-ec028f9dd5e1']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:09.613788 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f11d09-c3ce-47ba-a020-10380e120a9e') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:09.614227 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f11d09-c3ce-47ba-a020-10380e120a9e') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:09.629665 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (41f11d09-c3ce-47ba-a020-10380e120a9e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:09.655606 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (41f11d09-c3ce-47ba-a020-10380e120a9e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:09.663821 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:38:09.664489 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (41f11d09-c3ce-47ba-a020-10380e120a9e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:09.666706 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e436c68-9bae-4e29-a350-0ecae8955008 None None] Pushing event updated for resources: {'Port': ['ID=fda21352-3916-4ac5-9187-ea9b5ea30d7e,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:09.685332 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:09.706189 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:09.711743 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-29686070-969e-4277-8dee-81e2af484946 req-ad116609-ac4e-4798-8bf8-8bbcf71d41b8 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437244 Feb 09 01:38:09.746181 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4e436c68-9bae-4e29-a350-0ecae8955008 None None] Attempting to bind port fda21352-3916-4ac5-9187-ea9b5ea30d7e on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:09.746883 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4e436c68-9bae-4e29-a350-0ecae8955008 None None] Attempting to bind port fda21352-3916-4ac5-9187-ea9b5ea30d7e by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '41f11d09-c3ce-47ba-a020-10380e120a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e360a651-feef-4d1b-8ad2-ec028f9dd5e1'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:09.747505 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e436c68-9bae-4e29-a350-0ecae8955008 None None] Attempting to bind port fda21352-3916-4ac5-9187-ea9b5ea30d7e on network e360a651-feef-4d1b-8ad2-ec028f9dd5e1 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:09.784060 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e436c68-9bae-4e29-a350-0ecae8955008 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:09.786060 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e436c68-9bae-4e29-a350-0ecae8955008 None None] Checking segment: {'id': '41f11d09-c3ce-47ba-a020-10380e120a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e360a651-feef-4d1b-8ad2-ec028f9dd5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:09.786862 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4e436c68-9bae-4e29-a350-0ecae8955008 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:09.787771 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e436c68-9bae-4e29-a350-0ecae8955008 None None] Bound using segment: {'id': '41f11d09-c3ce-47ba-a020-10380e120a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e360a651-feef-4d1b-8ad2-ec028f9dd5e1'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:09.788635 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4e436c68-9bae-4e29-a350-0ecae8955008 None None] Bound port: fda21352-3916-4ac5-9187-ea9b5ea30d7e, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f11d09-c3ce-47ba-a020-10380e120a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e360a651-feef-4d1b-8ad2-ec028f9dd5e1'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:09.789343 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4e436c68-9bae-4e29-a350-0ecae8955008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fda21352-3916-4ac5-9187-ea9b5ea30d7e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:09.810324 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1377bcf2-bc5a-4bfd-938e-d832e3facd86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:38:09.873429 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:38:09.887633 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b8b08355-0c78-4e7d-a63e-7205c6775193 req-38d2b3b2-339c-4798-8c95-a5992dd0e8a6 tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.6177723 Feb 09 01:38:09.890674 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.db.api [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:38:09.890674 n-d-828387-3 neutron-server[103184]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:38:09.890674 n-d-828387-3 neutron-server[103184]: [parameters: {'id': 'e360a651-feef-4d1b-8ad2-ec028f9dd5e1'}] Feb 09 01:38:09.890674 n-d-828387-3 neutron-server[103184]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:38:09.895595 n-d-828387-3 neutron-server[103184]: DEBUG oslo_db.api [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:38:10.098189 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4e436c68-9bae-4e29-a350-0ecae8955008 None None] For port fda21352-3916-4ac5-9187-ea9b5ea30d7e, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:10.105300 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4e436c68-9bae-4e29-a350-0ecae8955008 None None] For port fda21352-3916-4ac5-9187-ea9b5ea30d7e, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=fda21352-3916-4ac5-9187-ea9b5ea30d7e,segment=NetworkSegment(41f11d09-c3ce-47ba-a020-10380e120a9e),segment_id=41f11d09-c3ce-47ba-a020-10380e120a9e)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:10.151602 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4e436c68-9bae-4e29-a350-0ecae8955008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (fda21352-3916-4ac5-9187-ea9b5ea30d7e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:10.228617 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:10.228922 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:10.261952 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa3fa9-e91b-44e9-9668-df9dcefdf819 req-8f6ab8b4-b05e-4be3-b9c6-f5a76aa001e4 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:10.276258 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-37d7fd04-53b0-4a57-bb70-24f426b50239 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:10.278004 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-84fa3fa9-e91b-44e9-9668-df9dcefdf819 req-8f6ab8b4-b05e-4be3-b9c6-f5a76aa001e4 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 944 time: 0.1614170 Feb 09 01:38:10.278501 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-37d7fd04-53b0-4a57-bb70-24f426b50239 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a&tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&binding%3Ahost_id=n-h2-828387-3 HTTP/1.1" status: 200 len: 1128 time: 0.3150403 Feb 09 01:38:10.311171 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-bf5c2f7a-14fe-4124-a08f-dfc7fa9ccf4c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828387-3'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:10.402807 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (e360a651-feef-4d1b-8ad2-ec028f9dd5e1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:10.426808 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484ac51-3bcf-42ef-a33c-9b5fa3b8f388 req-4c8f9f8c-1a86-4a82-bdb4-98461ddceeb2 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:10.444515 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e484ac51-3bcf-42ef-a33c-9b5fa3b8f388 req-4c8f9f8c-1a86-4a82-bdb4-98461ddceeb2 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 946 time: 0.3592520 Feb 09 01:38:10.484553 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-84fa3fa9-e91b-44e9-9668-df9dcefdf819 req-d9de2cad-b38c-4767-8a18-522ec1076b53 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054045 Feb 09 01:38:10.607156 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:10.622692 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e436c68-9bae-4e29-a350-0ecae8955008 None None] Pushing event updated for resources: {'Port': ['ID=fda21352-3916-4ac5-9187-ea9b5ea30d7e,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:10.681308 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-bf5c2f7a-14fe-4124-a08f-dfc7fa9ccf4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a0f6c7eb-63ce-4464-9169-0ab56265449c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:10.685293 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Deleting port fda21352-3916-4ac5-9187-ea9b5ea30d7e {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:10.686763 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (fda21352-3916-4ac5-9187-ea9b5ea30d7e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:10.785475 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3409c4d7-d4b0-4dfd-851f-0e00cdd7c68d None None] Network e360a651-feef-4d1b-8ad2-ec028f9dd5e1 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:10.810722 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e484ac51-3bcf-42ef-a33c-9b5fa3b8f388 req-f7f3cfcc-46b7-4877-8683-d750c6d3779e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607268 Feb 09 01:38:10.923751 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a3093e-73c8-4330-a39f-fbaf076cd2ae None None] Network 7a9c5842-bee7-49a7-8a93-8c3db0519b40 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:11.134092 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.134092 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:38:11.134092 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.137158 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9bd329d2-7543-429a-b493-9255024cacee None None] Provisioning complete for port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:11.137158 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9bd329d2-7543-429a-b493-9255024cacee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.149390 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] For port fda21352-3916-4ac5-9187-ea9b5ea30d7e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=fda21352-3916-4ac5-9187-ea9b5ea30d7e,segment=NetworkSegment(41f11d09-c3ce-47ba-a020-10380e120a9e),segment_id=41f11d09-c3ce-47ba-a020-10380e120a9e)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:11.149757 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (fda21352-3916-4ac5-9187-ea9b5ea30d7e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.195922 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Calling delete_port for fda21352-3916-4ac5-9187-ea9b5ea30d7e owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:11.237235 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8604b6-dfea-4728-9174-95d0451eb155 req-fe52331d-230d-4fbd-a6d8-68b36ef081c3 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:11.247755 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9a8604b6-dfea-4728-9174-95d0451eb155 req-fe52331d-230d-4fbd-a6d8-68b36ef081c3 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7605a6d-eecc-4e05-a8c9-074ac197413a HTTP/1.1" status: 200 len: 950 time: 0.4109006 Feb 09 01:38:11.251259 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:11.251774 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.348782 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-bf5c2f7a-14fe-4124-a08f-dfc7fa9ccf4c service neutron] For port a0f6c7eb-63ce-4464-9169-0ab56265449c, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a0f6c7eb-63ce-4464-9169-0ab56265449c,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:11.428196 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9a8604b6-dfea-4728-9174-95d0451eb155 req-05cd2c2e-8583-42bc-a744-740c82542223 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758320 Feb 09 01:38:11.456664 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-bf5c2f7a-14fe-4124-a08f-dfc7fa9ccf4c service neutron] For port a0f6c7eb-63ce-4464-9169-0ab56265449c, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:11.489689 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (fda21352-3916-4ac5-9187-ea9b5ea30d7e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.561044 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-bf5c2f7a-14fe-4124-a08f-dfc7fa9ccf4c service neutron] Publish callbacks [] for port (a0f6c7eb-63ce-4464-9169-0ab56265449c), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.564537 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf4485e-f945-4a51-aa90-1f81295ea53a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0f6c7eb-63ce-4464-9169-0ab56265449c'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:11.567673 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d18a893-767f-4ab3-9e33-198000ff4680" -d '{"events": [{"server_uuid": "bdf4485e-f945-4a51-aa90-1f81295ea53a", "name": "network-vif-unplugged", "status": "completed", "tag": "a0f6c7eb-63ce-4464-9169-0ab56265449c"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:11.573061 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-bf5c2f7a-14fe-4124-a08f-dfc7fa9ccf4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a0f6c7eb-63ce-4464-9169-0ab56265449c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.587497 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Port': ['ID=fda21352-3916-4ac5-9187-ea9b5ea30d7e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:11.729486 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] No DVR routers for this DVR port fda21352-3916-4ac5-9187-ea9b5ea30d7e on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:11.863798 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-bf5c2f7a-14fe-4124-a08f-dfc7fa9ccf4c service neutron] Attempting to bind port a0f6c7eb-63ce-4464-9169-0ab56265449c on host n-h2-828387-3 for vnic_type normal with profile {"migrating_to": "n-h1-828387-3"} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:11.864666 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-bf5c2f7a-14fe-4124-a08f-dfc7fa9ccf4c service neutron] Attempting to bind port a0f6c7eb-63ce-4464-9169-0ab56265449c by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:11.865307 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-bf5c2f7a-14fe-4124-a08f-dfc7fa9ccf4c service neutron] Attempting to bind port a0f6c7eb-63ce-4464-9169-0ab56265449c on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:11.880806 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c2f7a-14fe-4124-a08f-dfc7fa9ccf4c service neutron] Pushing event updated for resources: {'Port': ['ID=a0f6c7eb-63ce-4464-9169-0ab56265449c,revision_number=7']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:11.927631 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-bf5c2f7a-14fe-4124-a08f-dfc7fa9ccf4c service neutron] Port a0f6c7eb-63ce-4464-9169-0ab56265449c on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:38:11.928433 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-bf5c2f7a-14fe-4124-a08f-dfc7fa9ccf4c service neutron] Attempting to bind port a0f6c7eb-63ce-4464-9169-0ab56265449c on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:11.987852 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6c5d7-ce9b-4581-8df0-008411132846 req-ad18d76c-bac5-4513-80a5-77a3f98bae17 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:11.989256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9bd329d2-7543-429a-b493-9255024cacee None None] Current status of the port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:11.993548 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-62e6c5d7-ce9b-4581-8df0-008411132846 req-ad18d76c-bac5-4513-80a5-77a3f98bae17 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 944 time: 0.3927689 Feb 09 01:38:11.997037 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:12.018058 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (e360a651-feef-4d1b-8ad2-ec028f9dd5e1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:12.021668 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-b7539515-25ad-4105-ba17-90670fefb9b0 service neutron] 10.222.0.67 "GET /v2.0/ports/ac236170-97b3-4001-a592-51c4dbfb690e/bindings/n-h2-828387-3 HTTP/1.1" status: 200 len: 384 time: 0.3911572 Feb 09 01:38:12.050247 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38e166f-eeda-44c4-8e79-354dbeed198e None None] Network e360a651-feef-4d1b-8ad2-ec028f9dd5e1 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:12.085751 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-bf5c2f7a-14fe-4124-a08f-dfc7fa9ccf4c service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:12.086073 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-bf5c2f7a-14fe-4124-a08f-dfc7fa9ccf4c service neutron] Checking segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:12.086478 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-bf5c2f7a-14fe-4124-a08f-dfc7fa9ccf4c service neutron] Bound using segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:12.086906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-bf5c2f7a-14fe-4124-a08f-dfc7fa9ccf4c service neutron] Bound port: a0f6c7eb-63ce-4464-9169-0ab56265449c, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:12.087288 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-bf5c2f7a-14fe-4124-a08f-dfc7fa9ccf4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a0f6c7eb-63ce-4464-9169-0ab56265449c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:12.097785 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926a29e-9507-45f5-ade4-d962643d3f50 req-d2ae8136-9c8a-4c92-9ce6-342eed9fcfc2 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:12.105334 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6926a29e-9507-45f5-ade4-d962643d3f50 req-d2ae8136-9c8a-4c92-9ce6-342eed9fcfc2 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 950 time: 0.4138148 Feb 09 01:38:12.152161 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e360a651-feef-4d1b-8ad2-ec028f9dd5e1']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:12.225535 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f11d09-c3ce-47ba-a020-10380e120a9e') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:12.231888 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f11d09-c3ce-47ba-a020-10380e120a9e') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:12.283453 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (41f11d09-c3ce-47ba-a020-10380e120a9e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:12.300387 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:12.330516 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-62e6c5d7-ce9b-4581-8df0-008411132846 req-ceadd8b8-d2cf-4bcb-8178-3a8984eb309c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738860 Feb 09 01:38:12.349411 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (41f11d09-c3ce-47ba-a020-10380e120a9e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:12.365396 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:38:12.367797 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (41f11d09-c3ce-47ba-a020-10380e120a9e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:38:12.371298 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:38:12.409966 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-65d914a3-4663-434c-9809-e62d407a3447 service neutron] For port ac236170-97b3-4001-a592-51c4dbfb690e, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ac236170-97b3-4001-a592-51c4dbfb690e,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:12.444162 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device a0f6c7eb-63ce-4464-9169-0ab56265449c details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:38:12.488013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-bf5c2f7a-14fe-4124-a08f-dfc7fa9ccf4c service neutron] For port a0f6c7eb-63ce-4464-9169-0ab56265449c, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:12.493218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-bf5c2f7a-14fe-4124-a08f-dfc7fa9ccf4c service neutron] For port a0f6c7eb-63ce-4464-9169-0ab56265449c, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a0f6c7eb-63ce-4464-9169-0ab56265449c,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:12.514804 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-bf5c2f7a-14fe-4124-a08f-dfc7fa9ccf4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a0f6c7eb-63ce-4464-9169-0ab56265449c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:12.547179 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (e360a651-feef-4d1b-8ad2-ec028f9dd5e1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:12.558608 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:12.588177 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:12.588987 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/networks/e360a651-feef-4d1b-8ad2-ec028f9dd5e1 HTTP/1.1" status: 204 len: 168 time: 5.8597755 Feb 09 01:38:12.591801 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:12.622627 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34958) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:12.631896 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c2f7a-14fe-4124-a08f-dfc7fa9ccf4c service neutron] Pushing event updated for resources: {'Port': ['ID=a0f6c7eb-63ce-4464-9169-0ab56265449c,revision_number=8']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:12.635898 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:12.652902 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6926a29e-9507-45f5-ade4-d962643d3f50 req-f241088f-256a-4eb0-9d5b-b9697eec6fe3 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419295 Feb 09 01:38:12.743677 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-65d914a3-4663-434c-9809-e62d407a3447 service neutron] For port ac236170-97b3-4001-a592-51c4dbfb690e, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:12.750555 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-bf5c2f7a-14fe-4124-a08f-dfc7fa9ccf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:12.752084 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-bf5c2f7a-14fe-4124-a08f-dfc7fa9ccf4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:12.754130 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-bf5c2f7a-14fe-4124-a08f-dfc7fa9ccf4c service neutron] 10.222.0.67 "PUT /v2.0/ports/a0f6c7eb-63ce-4464-9169-0ab56265449c HTTP/1.1" status: 200 len: 1122 time: 2.4540813 Feb 09 01:38:12.791527 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4522b-4681-4379-a0bc-85f632afbec6 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Network': ['ID=e360a651-feef-4d1b-8ad2-ec028f9dd5e1,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:12.800880 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a527294-39df-4d0a-9df8-1138d98c7bdd tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] DELETE failed (client error): The resource could not be found. Feb 09 01:38:12.803343 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a527294-39df-4d0a-9df8-1138d98c7bdd tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:12.803609 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d86b81-3809-4fc5-a890-e1267e2a2c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d8b0f2-a2dc-4be7-b3a2-b7a922810f96'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:12.811248 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0066730-6021-4f3a-bf93-bc81362c528f" -d '{"events": [{"server_uuid": "c8d86b81-3809-4fc5-a890-e1267e2a2c1b", "name": "network-vif-plugged", "status": "completed", "tag": "d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:12.822496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-65d914a3-4663-434c-9809-e62d407a3447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac236170-97b3-4001-a592-51c4dbfb690e {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:38:12.824016 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7a527294-39df-4d0a-9df8-1138d98c7bdd tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/networks/e360a651-feef-4d1b-8ad2-ec028f9dd5e1 HTTP/1.1" status: 404 len: 339 time: 0.1933975 Feb 09 01:38:12.831476 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34964) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:12.838539 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0371735f-e713-4796-a0fd-b7d4290d6875 req-d48b6aaf-28e7-42e3-a9aa-0fd07ce7b167 tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.1912782 Feb 09 01:38:12.860760 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-0b52fee5-9035-407b-910d-3a4472ec8122 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-519239198', 'description': 'd1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:12.890023 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:38:12.908304 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-65d914a3-4663-434c-9809-e62d407a3447 service neutron] For port ac236170-97b3-4001-a592-51c4dbfb690e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=ac236170-97b3-4001-a592-51c4dbfb690e,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:12.939728 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-65d914a3-4663-434c-9809-e62d407a3447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ac236170-97b3-4001-a592-51c4dbfb690e), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.038397 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['a0f6c7eb-63ce-4464-9169-0ab56265449c'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:13.101487 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96,segment=NetworkSegment(99191580-9a04-44d6-81bd-d09adaf12d9c),segment_id=99191580-9a04-44d6-81bd-d09adaf12d9c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:13.112598 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['a0f6c7eb-63ce-4464-9169-0ab56265449c'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:13.169429 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9890062f-47fa-4685-95b7-8493bbc9a496 x-openstack-request-id: req-9890062f-47fa-4685-95b7-8493bbc9a496 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:13.169714 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf4485e-f945-4a51-aa90-1f81295ea53a", "name": "network-vif-unplugged", "status": "completed", "tag": "a0f6c7eb-63ce-4464-9169-0ab56265449c", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:13.170330 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9890062f-47fa-4685-95b7-8493bbc9a496 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:13.170975 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf4485e-f945-4a51-aa90-1f81295ea53a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0f6c7eb-63ce-4464-9169-0ab56265449c', 'code': 200} Feb 09 01:38:13.177789 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b52fee5-9035-407b-910d-3a4472ec8122 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Made reservation on behalf of 1449348cd0e04715b66c5073feb5a7fa for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:13.184459 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0b52fee5-9035-407b-910d-3a4472ec8122 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.195790 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f712faf-e18b-4fbd-8070-9740d6679ba0 req-528ea252-c118-4b8e-9fdb-8e828f441d65 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:13.201165 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3f712faf-e18b-4fbd-8070-9740d6679ba0 req-528ea252-c118-4b8e-9fdb-8e828f441d65 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 944 time: 0.1447158 Feb 09 01:38:13.206050 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be753bbc-08d5-4376-8852-2f109e94d88a None None] get_active_networks_info from n-d-828387-3 {{(pid=103185) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:38:13.274884 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3f712faf-e18b-4fbd-8070-9740d6679ba0 req-c2104f85-58bb-4e38-872d-7847774fe21e tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649116 Feb 09 01:38:13.338982 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-65d914a3-4663-434c-9809-e62d407a3447 service neutron] Transition to ACTIVE for port object ac236170-97b3-4001-a592-51c4dbfb690e will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:38:13.360316 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b52fee5-9035-407b-910d-3a4472ec8122 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:38:13.380040 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0b52fee5-9035-407b-910d-3a4472ec8122 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (1d210edc-5793-480d-a4b2-41cab2a0b5b8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.380361 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-0b52fee5-9035-407b-910d-3a4472ec8122 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Added segment 1d210edc-5793-480d-a4b2-41cab2a0b5b8 of type vlan for network 79911082-b30b-4955-a32d-173409056f46 Feb 09 01:38:13.442040 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0b52fee5-9035-407b-910d-3a4472ec8122 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (79911082-b30b-4955-a32d-173409056f46), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.485615 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-65d914a3-4663-434c-9809-e62d407a3447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (ac236170-97b3-4001-a592-51c4dbfb690e), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.527297 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0b52fee5-9035-407b-910d-3a4472ec8122 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (79911082-b30b-4955-a32d-173409056f46), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.533517 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b52fee5-9035-407b-910d-3a4472ec8122 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:13.534154 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0b52fee5-9035-407b-910d-3a4472ec8122 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.592287 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9a854d-d8c9-4afd-813f-6b1e2b7e5d21 x-openstack-request-id: req-8c9a854d-d8c9-4afd-813f-6b1e2b7e5d21 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:13.593993 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d86b81-3809-4fc5-a890-e1267e2a2c1b", "name": "network-vif-plugged", "status": "completed", "tag": "d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:13.594540 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c9a854d-d8c9-4afd-813f-6b1e2b7e5d21 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:13.595287 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d86b81-3809-4fc5-a890-e1267e2a2c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d8b0f2-a2dc-4be7-b3a2-b7a922810f96', 'code': 200} Feb 09 01:38:13.602489 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.635749 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ffb30-626f-4298-9cb7-3aa9c103ba37 req-32b9cbc9-6c22-4a3d-b4c7-7fa72cffad42 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:13.645124 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5d8ffb30-626f-4298-9cb7-3aa9c103ba37 req-32b9cbc9-6c22-4a3d-b4c7-7fa72cffad42 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7605a6d-eecc-4e05-a8c9-074ac197413a HTTP/1.1" status: 200 len: 950 time: 0.0768173 Feb 09 01:38:13.661038 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:13.661971 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.699636 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d914a3-4663-434c-9809-e62d407a3447 service neutron] Pushing event updated for resources: {'Port': ['ID=ac236170-97b3-4001-a592-51c4dbfb690e,revision_number=10']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:13.716325 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5d8ffb30-626f-4298-9cb7-3aa9c103ba37 req-9ee419a6-1d75-4b49-8e7f-4ab5f9339c5a tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690022 Feb 09 01:38:13.776086 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.831418 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port a0f6c7eb-63ce-4464-9169-0ab56265449c, host n-h2-828387-3, got binding levels [] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:13.873189 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Attempting to bind port a0f6c7eb-63ce-4464-9169-0ab56265449c on host n-h2-828387-3 for vnic_type normal with profile {"migrating_to": "n-h1-828387-3"} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:13.873938 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Attempting to bind port a0f6c7eb-63ce-4464-9169-0ab56265449c by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:13.874678 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Attempting to bind port a0f6c7eb-63ce-4464-9169-0ab56265449c on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:13.886642 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Port a0f6c7eb-63ce-4464-9169-0ab56265449c on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:38:13.887489 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Attempting to bind port a0f6c7eb-63ce-4464-9169-0ab56265449c on network e22f3d8b-910b-4bfd-888d-5b6735c33e0d {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:13.906091 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:13.906809 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a3c83-c778-4c98-92ac-a44cd58f5f66 req-d4bdcc49-e883-4005-bc0e-69288be85fd1 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:13.907372 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Checking segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:13.908114 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Bound using segment: {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:13.908998 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Bound port: a0f6c7eb-63ce-4464-9169-0ab56265449c, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e22f3d8b-910b-4bfd-888d-5b6735c33e0d'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:13.909835 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a0f6c7eb-63ce-4464-9169-0ab56265449c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.912711 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-782a3c83-c778-4c98-92ac-a44cd58f5f66 req-d4bdcc49-e883-4005-bc0e-69288be85fd1 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 945 time: 0.0804832 Feb 09 01:38:13.934571 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e86f8315-8e04-4b3c-92c8-f827f3645df7 None None] Provisioning complete for port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:13.935726 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e86f8315-8e04-4b3c-92c8-f827f3645df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.936173 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52fee5-9035-407b-910d-3a4472ec8122 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'Network': ['ID=79911082-b30b-4955-a32d-173409056f46,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:13.979359 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0b52fee5-9035-407b-910d-3a4472ec8122 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1443059 Feb 09 01:38:13.996753 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34986) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:14.000593 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-782a3c83-c778-4c98-92ac-a44cd58f5f66 req-69a3cc14-6a21-41aa-ae26-680eb3bc25be tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750577 Feb 09 01:38:14.001695 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 79911082-b30b-4955-a32d-173409056f46 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:38:14.027364 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-65d914a3-4663-434c-9809-e62d407a3447 service neutron] No DVR routers for this DVR port ac236170-97b3-4001-a592-51c4dbfb690e on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:14.073651 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42cc34-d715-41c7-a348-ef661a0c91a9 req-430e9630-70ac-47b0-9b62-2532746510da tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:14.082216 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be42cc34-d715-41c7-a348-ef661a0c91a9 req-430e9630-70ac-47b0-9b62-2532746510da tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 944 time: 0.8562789 Feb 09 01:38:14.159827 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-65d914a3-4663-434c-9809-e62d407a3447 service neutron] 10.222.0.67 "PUT /v2.0/ports/ac236170-97b3-4001-a592-51c4dbfb690e/bindings/n-h2-828387-3/activate HTTP/1.1" status: 200 len: 369 time: 2.1370466 Feb 09 01:38:14.182006 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d625732-a18e-4722-bf2c-e8ee63135698 req-4e8fe354-4512-43aa-a853-18d92da86b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:14.184042 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5d625732-a18e-4722-bf2c-e8ee63135698 req-4e8fe354-4512-43aa-a853-18d92da86b41 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 1127 time: 0.5098939 Feb 09 01:38:14.229291 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:14.247623 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431adc0d-93d2-4509-a527-05b078fbb3d1 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:14.251927 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-431adc0d-93d2-4509-a527-05b078fbb3d1 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "GET /v2.0/networks?id=79911082-b30b-4955-a32d-173409056f46 HTTP/1.1" status: 200 len: 764 time: 0.2500498 Feb 09 01:38:14.256478 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34988) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:14.278837 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-90f926f2-f653-4bcc-a3c6-ea810259f90a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Request body: {'network': {'description': 'd2'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:14.314088 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be42cc34-d715-41c7-a348-ef661a0c91a9 req-22b3f465-3b4e-4d6d-8498-a6f6e29d82cf tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307398 Feb 09 01:38:14.385799 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5d625732-a18e-4722-bf2c-e8ee63135698 req-97c4dfca-cc41-4f12-bfe7-4bce41811df2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919510 Feb 09 01:38:14.415944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-2caf5fa2-b51e-4cef-8860-c2ca1c4a187a tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:14.419384 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-2caf5fa2-b51e-4cef-8860-c2ca1c4a187a tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01&tenant_id=b07de46a82164c668a0ced35af54f222&binding%3Ahost_id=n-h1-828387-3 HTTP/1.1" status: 200 len: 1127 time: 0.1575649 Feb 09 01:38:14.428038 n-d-828387-3 neutron-server[103185]: WARNING neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Concurrent port binding operations failed on port a0f6c7eb-63ce-4464-9169-0ab56265449c Feb 09 01:38:14.432213 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port a0f6c7eb-63ce-4464-9169-0ab56265449c, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a0f6c7eb-63ce-4464-9169-0ab56265449c,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:14.506203 n-d-828387-3 neutron-server[103185]: INFO neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Attempt 2 to bind port a0f6c7eb-63ce-4464-9169-0ab56265449c Feb 09 01:38:14.507042 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device a0f6c7eb-63ce-4464-9169-0ab56265449c has no active binding in host n-h1-828387-3 {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:38:14.521736 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce23f3-c767-43d0-8427-4c71486d7d45 req-462f30e5-a702-45ed-8de5-fa8934fc5cce tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:14.523528 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-32ce23f3-c767-43d0-8427-4c71486d7d45 req-462f30e5-a702-45ed-8de5-fa8934fc5cce tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 950 time: 0.2701783 Feb 09 01:38:14.534875 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be753bbc-08d5-4376-8852-2f109e94d88a None None] Resources bound (agent type, host, resource id): {{(pid=103185) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:38:14.553445 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:14.560745 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-563b4689-6e79-4841-8593-46cb1b530685 req-1d566245-24b0-4e39-8f14-9bafe13829df tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d043e3e7d957415fbfd05087c15234e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562248 Feb 09 01:38:14.727875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-ac7367d0-4249-4eff-bdc3-3940d737e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:14.728408 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-32ce23f3-c767-43d0-8427-4c71486d7d45 req-b8ba284e-62a3-44dd-b103-6d8aa47b2c36 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756372 Feb 09 01:38:14.730178 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-ac7367d0-4249-4eff-bdc3-3940d737e4b1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01&tenant_id=b07de46a82164c668a0ced35af54f222 HTTP/1.1" status: 200 len: 1127 time: 0.3017201 Feb 09 01:38:14.763722 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e86f8315-8e04-4b3c-92c8-f827f3645df7 None None] Current status of the port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:14.792960 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-90f926f2-f653-4bcc-a3c6-ea810259f90a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (79911082-b30b-4955-a32d-173409056f46), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:14.835305 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-90f926f2-f653-4bcc-a3c6-ea810259f90a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (79911082-b30b-4955-a32d-173409056f46), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:14.910689 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b4689-6e79-4841-8593-46cb1b530685 req-649f9d33-4d0b-4a43-8379-0280dd569673 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:14.912664 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-563b4689-6e79-4841-8593-46cb1b530685 req-649f9d33-4d0b-4a43-8379-0280dd569673 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3504107 Feb 09 01:38:14.956354 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-563b4689-6e79-4841-8593-46cb1b530685 req-7c71d7f6-95c2-48a3-aec9-2dc15e180002 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/quotas/d043e3e7d957415fbfd05087c15234e3 HTTP/1.1" status: 200 len: 375 time: 0.0259778 Feb 09 01:38:14.997921 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90f926f2-f653-4bcc-a3c6-ea810259f90a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Network 79911082-b30b-4955-a32d-173409056f46 is not hosted by any dhcp agent {{(pid=103184) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:38:15.002567 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-7a902282-0db3-40d8-a47c-eb5bbd3bcf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:15.004413 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-7a902282-0db3-40d8-a47c-eb5bbd3bcf99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 1127 time: 0.1655498 Feb 09 01:38:15.005316 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f926f2-f653-4bcc-a3c6-ea810259f90a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:15.005881 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-90f926f2-f653-4bcc-a3c6-ea810259f90a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:15.007262 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-90f926f2-f653-4bcc-a3c6-ea810259f90a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "PUT /v2.0/networks/79911082-b30b-4955-a32d-173409056f46 HTTP/1.1" status: 200 len: 761 time: 0.7390897 Feb 09 01:38:15.011029 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35008) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:15.022460 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f926f2-f653-4bcc-a3c6-ea810259f90a tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'Network': ['ID=79911082-b30b-4955-a32d-173409056f46,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:15.041340 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 79911082-b30b-4955-a32d-173409056f46 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:38:15.075097 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3d33cda4-67b1-42ac-8646-e8a99b251b21 req-4b8c25dc-bddb-4336-b744-1ef78e7a2b9f tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.0653360 Feb 09 01:38:15.172634 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf4485e-f945-4a51-aa90-1f81295ea53a', 'tag': 'a0f6c7eb-63ce-4464-9169-0ab56265449c'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:15.175833 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49010334-548b-454e-b1ca-5e0bc0bf2b24" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf4485e-f945-4a51-aa90-1f81295ea53a", "tag": "a0f6c7eb-63ce-4464-9169-0ab56265449c"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:15.215565 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-563b4689-6e79-4841-8593-46cb1b530685 req-74937c25-96e1-468d-9d55-d32d3dfa8388 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d043e3e7d957415fbfd05087c15234e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2581484 Feb 09 01:38:15.259933 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef97747b-bdc6-4364-bfee-d819cb274e79 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:15.263769 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ef97747b-bdc6-4364-bfee-d819cb274e79 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "GET /v2.0/networks?id=79911082-b30b-4955-a32d-173409056f46 HTTP/1.1" status: 200 len: 764 time: 0.2507467 Feb 09 01:38:15.276703 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35018) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:15.341205 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66a26c-6d5c-4310-b995-7fe3befc4df3 req-ea749669-e5d1-4e8e-b0f0-7753bbb70cc5 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:15.345075 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dc66a26c-6d5c-4310-b995-7fe3befc4df3 req-ea749669-e5d1-4e8e-b0f0-7753bbb70cc5 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 945 time: 0.1121266 Feb 09 01:38:15.378044 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-25cb4104-01f0-46fb-9976-c83d40ed565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:15.379898 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-25cb4104-01f0-46fb-9976-c83d40ed565a service neutron] 10.222.0.48 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 922 time: 0.3654065 Feb 09 01:38:15.447130 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dc66a26c-6d5c-4310-b995-7fe3befc4df3 req-90ea55a4-eec7-421a-8613-4175599c89c8 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969660 Feb 09 01:38:15.540348 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-258cc6ce-2e09-40be-9b50-34e410b306bf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac236170-97b3-4001-a592-51c4dbfb690e HTTP/1.1" status: 200 len: 217 time: 0.1503248 Feb 09 01:38:15.553357 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83132078-3d40-4275-b856-57eb1c02ec5c x-openstack-request-id: req-83132078-3d40-4275-b856-57eb1c02ec5c {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:15.553843 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf4485e-f945-4a51-aa90-1f81295ea53a", "tag": "a0f6c7eb-63ce-4464-9169-0ab56265449c", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:15.554179 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-83132078-3d40-4275-b856-57eb1c02ec5c {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:15.554686 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf4485e-f945-4a51-aa90-1f81295ea53a', 'tag': 'a0f6c7eb-63ce-4464-9169-0ab56265449c', 'status': 'completed', 'code': 200} Feb 09 01:38:15.669364 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af5bfd-947e-4b8e-9ee9-e0882924807c req-565e1f22-0507-468d-aecd-4f0f285050e0 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:15.671517 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-08af5bfd-947e-4b8e-9ee9-e0882924807c req-565e1f22-0507-468d-aecd-4f0f285050e0 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 945 time: 0.1229856 Feb 09 01:38:15.770251 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-08af5bfd-947e-4b8e-9ee9-e0882924807c req-e532baca-8ad4-4919-b47c-5dede8f4eb35 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870101 Feb 09 01:38:15.828136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9a140f-e010-4b77-9fd6-9d1aff6a67c1 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:15.835319 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-df9a140f-e010-4b77-9fd6-9d1aff6a67c1 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5535636 Feb 09 01:38:15.838004 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35042) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:15.865155 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-7447d1f0-7e53-4eb4-a131-d6076fb689b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:15.869688 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-7447d1f0-7e53-4eb4-a131-d6076fb689b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.2987182 Feb 09 01:38:15.894132 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-938e1231-4796-4f79-88b4-801896cf874e tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "GET /v2.0/subnets?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 207 time: 0.0561380 Feb 09 01:38:15.895617 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49010334-548b-454e-b1ca-5e0bc0bf2b24 req-e5174f16-9d77-4bd3-8053-3b03cf92d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:15.898176 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-49010334-548b-454e-b1ca-5e0bc0bf2b24 req-e5174f16-9d77-4bd3-8053-3b03cf92d7e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 1156 time: 0.2882173 Feb 09 01:38:15.902983 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35044) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:15.932750 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6b10f00b-f27b-46b6-9180-09303106d812 req-7db3f9c4-7082-4da2-b019-341a0cadbe57 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=61096a06-3144-4240-9481-23f09e901f56 HTTP/1.1" status: 200 len: 210 time: 0.0417578 Feb 09 01:38:16.061181 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-9db472e0-b3ea-4de8-91bd-42115a3caa0d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1700928 Feb 09 01:38:16.081767 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec63bc5-baa6-4a63-9ee3-e829567026b8 req-691f2cb5-9dbb-4574-8538-006f37b4e9f4 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.089585 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cec63bc5-baa6-4a63-9ee3-e829567026b8 req-691f2cb5-9dbb-4574-8538-006f37b4e9f4 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 944 time: 0.3971276 Feb 09 01:38:16.109485 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0fcfbd-6b43-489c-a627-51326f333df4 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.116596 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0fcfbd-6b43-489c-a627-51326f333df4 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.123177 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0fcfbd-6b43-489c-a627-51326f333df4 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.129562 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0fcfbd-6b43-489c-a627-51326f333df4 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.135772 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0fcfbd-6b43-489c-a627-51326f333df4 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.142581 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0fcfbd-6b43-489c-a627-51326f333df4 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.149064 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cf0fcfbd-6b43-489c-a627-51326f333df4 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2447717 Feb 09 01:38:16.149753 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35060) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:16.291197 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e79ec-f841-46a0-b04b-c09ccb11a69f req-7ddc5c80-2f01-4594-9321-53b8b10f3bae tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.299298 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-204e79ec-f841-46a0-b04b-c09ccb11a69f req-7ddc5c80-2f01-4594-9321-53b8b10f3bae tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 950 time: 0.1484478 Feb 09 01:38:16.350975 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-760b8866-8c7f-4b37-90dd-348fc140ef9c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1989286 Feb 09 01:38:16.351676 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35062) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:16.428298 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-204e79ec-f841-46a0-b04b-c09ccb11a69f req-f7355f35-5d9a-4eb7-861c-cad3fc590210 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274199 Feb 09 01:38:16.450224 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91eb2e1-ea22-450d-a055-73f61df7bfb9 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.451664 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91eb2e1-ea22-450d-a055-73f61df7bfb9 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.453475 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91eb2e1-ea22-450d-a055-73f61df7bfb9 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.455865 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91eb2e1-ea22-450d-a055-73f61df7bfb9 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.456511 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91eb2e1-ea22-450d-a055-73f61df7bfb9 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.458424 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a91eb2e1-ea22-450d-a055-73f61df7bfb9 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1054778 Feb 09 01:38:16.462190 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35064) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:16.511721 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6ae2bff4-a3a9-412f-ae93-0c0eae24ada6 req-0f9ca0fd-248e-4275-9303-43b2df7b5e2d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.3782201 Feb 09 01:38:16.529441 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49010334-548b-454e-b1ca-5e0bc0bf2b24 req-1c699be5-665f-40ff-908a-0afc359440d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.531044 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-49010334-548b-454e-b1ca-5e0bc0bf2b24 req-1c699be5-665f-40ff-908a-0afc359440d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 907 time: 0.6138098 Feb 09 01:38:16.553860 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cec63bc5-baa6-4a63-9ee3-e829567026b8 req-4be6f915-e718-4e41-b479-7f25300f6b48 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633131 Feb 09 01:38:16.559098 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8a8557-8fc8-4cf8-9097-071e04877418 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['shared'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.560603 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8a8557-8fc8-4cf8-9097-071e04877418 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['shared'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.563244 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8a8557-8fc8-4cf8-9097-071e04877418 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['shared'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.564275 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8a8557-8fc8-4cf8-9097-071e04877418 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['shared'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.565538 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8a8557-8fc8-4cf8-9097-071e04877418 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['shared'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.573615 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0f8a8557-8fc8-4cf8-9097-071e04877418 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1041090 Feb 09 01:38:16.574439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35068) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:16.619377 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f793c0-3000-44e8-b471-69f154e75c49 req-ac5e07bb-3128-4d33-8252-e25f5f1412c3 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.621945 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-39f793c0-3000-44e8-b471-69f154e75c49 req-ac5e07bb-3128-4d33-8252-e25f5f1412c3 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ded839-b7aa-44a6-9c35-1a5220062c34 HTTP/1.1" status: 200 len: 951 time: 0.1172147 Feb 09 01:38:16.639344 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-870276a1-8840-4ddd-840c-a1b8c280e653 service neutron] 10.222.0.48 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357022 Feb 09 01:38:16.678468 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-39f793c0-3000-44e8-b471-69f154e75c49 req-a5776559-357d-4433-9e90-3f0f6589b9e6 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487661 Feb 09 01:38:16.692981 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6a621917-c024-47c0-a834-8d167b89039c req-cbf51fc1-cac8-40a0-b308-fd9b3cbc35f7 tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.0393801 Feb 09 01:38:16.735406 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdbf5f4-641c-44ba-a5b9-8f43d5c4f988 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.747691 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8bdbf5f4-641c-44ba-a5b9-8f43d5c4f988 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "GET /v2.0/networks/bd77b944-8481-4aff-b9b3-887afde84d77 HTTP/1.1" status: 200 len: 804 time: 0.1725857 Feb 09 01:38:16.754786 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35072) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:16.995148 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-49010334-548b-454e-b1ca-5e0bc0bf2b24 req-847b939e-4335-4077-82dc-39130a09cdbf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0f6c7eb-63ce-4464-9169-0ab56265449c HTTP/1.1" status: 200 len: 217 time: 0.2169862 Feb 09 01:38:16.999974 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-563b4689-6e79-4841-8593-46cb1b530685 req-72c717f8-2687-4eea-8c48-245a2780071b tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=d043e3e7d957415fbfd05087c15234e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1392276 Feb 09 01:38:17.173578 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49010334-548b-454e-b1ca-5e0bc0bf2b24 req-b3889e2a-784a-4e92-b359-4c9c58068d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:17.175085 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-49010334-548b-454e-b1ca-5e0bc0bf2b24 req-b3889e2a-784a-4e92-b359-4c9c58068d30 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.1720574 Feb 09 01:38:17.180421 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-b89b8d85-4728-4a50-89e9-c6f73f945581 service neutron] 10.222.0.48 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045899 Feb 09 01:38:17.234743 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-49010334-548b-454e-b1ca-5e0bc0bf2b24 req-bf35534e-1588-46b7-9187-843d21e868e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464964 Feb 09 01:38:17.267655 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b3602-7ec2-40cf-9941-203d17b25e04 req-438b6d2c-7ed8-4fd6-b984-d683f56de981 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:17.269197 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b00b3602-7ec2-40cf-9941-203d17b25e04 req-438b6d2c-7ed8-4fd6-b984-d683f56de981 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 945 time: 0.4949563 Feb 09 01:38:17.271312 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765d489-34d5-4551-b72c-526aa9952bce req-2b747942-bd3a-47e3-a52a-1ef6a36a1f9f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:17.273978 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1765d489-34d5-4551-b72c-526aa9952bce req-2b747942-bd3a-47e3-a52a-1ef6a36a1f9f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 945 time: 0.2484379 Feb 09 01:38:17.304510 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7f91dd0c-8750-44a1-ab3a-e86ab28b338c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "GET /v2.0/networks/bd77b944-8481-4aff-b9b3-887afde84d77?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5433216 Feb 09 01:38:17.304760 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b4689-6e79-4841-8593-46cb1b530685 req-634e754b-1b50-4c80-a7c3-1aea6d6d3f66 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:17.304760 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-563b4689-6e79-4841-8593-46cb1b530685 req-634e754b-1b50-4c80-a7c3-1aea6d6d3f66 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2902219 Feb 09 01:38:17.308029 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35088) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:17.354952 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-563b4689-6e79-4841-8593-46cb1b530685 req-753d8ddd-7ada-45dd-9011-397ac2986151 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Request body: {'port': {'device_id': '61096a06-3144-4240-9481-23f09e901f56', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': 'd043e3e7d957415fbfd05087c15234e3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:17.404131 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b00b3602-7ec2-40cf-9941-203d17b25e04 req-22da442e-c098-4400-af83-027e20748436 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186547 Feb 09 01:38:17.413653 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c41ce7-ac05-47fa-b417-25eb1f40bc61 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:17.419909 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d1c41ce7-ac05-47fa-b417-25eb1f40bc61 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "GET /v2.0/subnets/cac7ae34-db1d-4fa2-aa71-3a7ac0ef5b58 HTTP/1.1" status: 200 len: 843 time: 0.1061728 Feb 09 01:38:17.421175 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35090) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:17.488877 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932aef2b-ecf1-4f97-a24c-5d5300fc7c1c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['shared'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:17.494505 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-932aef2b-ecf1-4f97-a24c-5d5300fc7c1c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "GET /v2.0/subnets/cac7ae34-db1d-4fa2-aa71-3a7ac0ef5b58?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0731277 Feb 09 01:38:17.496548 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35098) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:17.502625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d4d8d6ec-ff8d-496e-8421-2de5af93a3ee tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-585741252'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:17.519396 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1765d489-34d5-4551-b72c-526aa9952bce req-ae567179-e9d4-478c-8f1c-3bd9b037be50 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298446 Feb 09 01:38:17.537394 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-49010334-548b-454e-b1ca-5e0bc0bf2b24 req-d97ce850-a07e-45b4-ba9b-4d8a17ad9948 service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801800 Feb 09 01:38:17.562531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d8d6ec-ff8d-496e-8421-2de5af93a3ee tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Made reservation on behalf of 1449348cd0e04715b66c5073feb5a7fa for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:17.568355 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4d8d6ec-ff8d-496e-8421-2de5af93a3ee tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.613187 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d8d6ec-ff8d-496e-8421-2de5af93a3ee tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:38:17.627599 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4d8d6ec-ff8d-496e-8421-2de5af93a3ee tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (50243901-268d-49e9-ba66-18124106db83), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.628020 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-d4d8d6ec-ff8d-496e-8421-2de5af93a3ee tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Added segment 50243901-268d-49e9-ba66-18124106db83 of type vlan for network 640472a3-6f8b-405e-8380-4c6275b1cd6d Feb 09 01:38:17.719441 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4d8d6ec-ff8d-496e-8421-2de5af93a3ee tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (640472a3-6f8b-405e-8380-4c6275b1cd6d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.743380 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f59e2a7a-90af-4f63-980e-d107c585c5fe req-5166d3ae-67d8-4d75-9c8b-18d4e37b608b tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=61096a06-3144-4240-9481-23f09e901f56 HTTP/1.1" status: 200 len: 210 time: 0.0839210 Feb 09 01:38:17.768459 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb3f9a-ede2-4b50-9e78-5bedc5383ad2 req-bb2d5326-d828-42ba-a8bd-aaf2b272356d tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:17.768459 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-81fb3f9a-ede2-4b50-9e78-5bedc5383ad2 req-bb2d5326-d828-42ba-a8bd-aaf2b272356d tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 950 time: 0.1297085 Feb 09 01:38:17.774099 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4d8d6ec-ff8d-496e-8421-2de5af93a3ee tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (640472a3-6f8b-405e-8380-4c6275b1cd6d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.783277 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d8d6ec-ff8d-496e-8421-2de5af93a3ee tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:17.784938 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4d8d6ec-ff8d-496e-8421-2de5af93a3ee tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.796107 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563b4689-6e79-4841-8593-46cb1b530685 req-753d8ddd-7ada-45dd-9011-397ac2986151 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Made reservation on behalf of d043e3e7d957415fbfd05087c15234e3 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:17.800313 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-563b4689-6e79-4841-8593-46cb1b530685 req-753d8ddd-7ada-45dd-9011-397ac2986151 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.828134 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d4d8d6ec-ff8d-496e-8421-2de5af93a3ee tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3255548 Feb 09 01:38:17.836154 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35114) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:17.849194 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-25f2c434-99af-48c9-a08b-c70d2ae334bf tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Request body: {'subnet': {'network_id': '640472a3-6f8b-405e-8380-4c6275b1cd6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:17.866739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-90edd867-e8ac-47c3-a5c2-d351c2bf44f6 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:17.868442 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-90edd867-e8ac-47c3-a5c2-d351c2bf44f6 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01&tenant_id=b07de46a82164c668a0ced35af54f222&binding%3Ahost_id=n-h2-828387-3 HTTP/1.1" status: 200 len: 1127 time: 0.3153303 Feb 09 01:38:17.915855 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-49010334-548b-454e-b1ca-5e0bc0bf2b24 req-a19caea0-d999-48f4-98cf-52134a8c3f41 service neutron] 10.222.0.48 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613400 Feb 09 01:38:17.927233 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8d6ec-ff8d-496e-8421-2de5af93a3ee tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'Network': ['ID=640472a3-6f8b-405e-8380-4c6275b1cd6d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:17.945228 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 640472a3-6f8b-405e-8380-4c6275b1cd6d details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:38:17.961921 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-81fb3f9a-ede2-4b50-9e78-5bedc5383ad2 req-80bdafaf-e830-462e-ac6c-bed21578d03b tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618400 Feb 09 01:38:18.204533 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-32460f80-6778-437f-820e-8de0df84fec5 req-e9cfed9d-aaf1-4646-96d6-a7b3cbf2348e tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.0758157 Feb 09 01:38:18.209360 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f2c434-99af-48c9-a08b-c70d2ae334bf tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Made reservation on behalf of 1449348cd0e04715b66c5073feb5a7fa for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:18.213003 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-25f2c434-99af-48c9-a08b-c70d2ae334bf tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:18.248687 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6921914-08bf-462f-b047-afb395f9019b req-ab5dd6cd-0c7d-4206-83e7-7952153beee2 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:18.264859 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d6921914-08bf-462f-b047-afb395f9019b req-ab5dd6cd-0c7d-4206-83e7-7952153beee2 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 944 time: 0.1218688 Feb 09 01:38:18.290194 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-563b4689-6e79-4841-8593-46cb1b530685 req-753d8ddd-7ada-45dd-9011-397ac2986151 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Allocated IP 192.168.233.57 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/edeb5091-6380-4925-b7b9-9def05ba3d7f) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:18.354810 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.ipam_backend_mixin [None req-25f2c434-99af-48c9-a08b-c70d2ae334bf tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Performing IP validity checks on allocation pools {{(pid=103183) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 01:38:18.355397 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.ipam_backend_mixin [None req-25f2c434-99af-48c9-a08b-c70d2ae334bf tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103183) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 01:38:18.371309 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d6921914-08bf-462f-b047-afb395f9019b req-c1310d89-39c2-4d46-9790-35a94ee98829 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048386 Feb 09 01:38:18.401662 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-8307ab8f-3415-4773-9f97-a92f5189be34 service neutron] For port ac236170-97b3-4001-a592-51c4dbfb690e, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:18.412065 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-8307ab8f-3415-4773-9f97-a92f5189be34 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:18.413319 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-840715e0-43cc-4d89-94f8-0f7e63f5cd2c req-8307ab8f-3415-4773-9f97-a92f5189be34 service neutron] 10.222.0.48 "DELETE /v2.0/ports/ac236170-97b3-4001-a592-51c4dbfb690e/bindings/n-h1-828387-3 HTTP/1.1" status: 204 len: 173 time: 0.4664404 Feb 09 01:38:18.554583 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device bdcb2007-261e-4014-b5bf-0fce92495e6d no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:18.616312 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-563b4689-6e79-4841-8593-46cb1b530685 req-753d8ddd-7ada-45dd-9011-397ac2986151 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Publish callbacks [] for port (edeb5091-6380-4925-b7b9-9def05ba3d7f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:18.666380 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400e5a4-beab-4f32-9444-4c99c9bcbc45 req-e45cdb0a-af02-4a9f-92bf-f1b7b9d849da tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:18.676177 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e400e5a4-beab-4f32-9444-4c99c9bcbc45 req-e45cdb0a-af02-4a9f-92bf-f1b7b9d849da tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 945 time: 0.0775156 Feb 09 01:38:18.709382 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port bdcb2007-261e-4014-b5bf-0fce92495e6d is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:18.710158 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:18.739264 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e400e5a4-beab-4f32-9444-4c99c9bcbc45 req-df7d791e-db2d-4448-9aef-9d3cccec8007 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619111 Feb 09 01:38:18.754156 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496d0eb-b2b2-4ba9-8938-626dc6a28d77 req-05170ba8-273b-4c24-97c7-87a3de864a0b tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:18.756829 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d496d0eb-b2b2-4ba9-8938-626dc6a28d77 req-05170ba8-273b-4c24-97c7-87a3de864a0b tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 945 time: 0.1858268 Feb 09 01:38:18.783328 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ded839-b7aa-44a6-9c35-1a5220062c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdcb2007-261e-4014-b5bf-0fce92495e6d'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:18.784284 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-25f2c434-99af-48c9-a08b-c70d2ae334bf tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (a661c0e3-380f-44f1-a593-b7fea560a553), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:18.786225 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99982199-a2bc-43e3-814d-96b6e8c0bba0" -d '{"events": [{"server_uuid": "c7ded839-b7aa-44a6-9c35-1a5220062c34", "name": "network-vif-unplugged", "status": "completed", "tag": "bdcb2007-261e-4014-b5bf-0fce92495e6d"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:18.791087 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port bdcb2007-261e-4014-b5bf-0fce92495e6d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=bdcb2007-261e-4014-b5bf-0fce92495e6d,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:18.800043 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:18.853285 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-563b4689-6e79-4841-8593-46cb1b530685 req-753d8ddd-7ada-45dd-9011-397ac2986151 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (edeb5091-6380-4925-b7b9-9def05ba3d7f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:18.867671 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['55d8f2ac-2f61-4093-8e6d-d2a8aac2d049'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:18.941354 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=bdcb2007-261e-4014-b5bf-0fce92495e6d,revision_number=11']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:19.044204 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2c434-99af-48c9-a08b-c70d2ae334bf tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'Subnet': ['ID=a661c0e3-380f-44f1-a593-b7fea560a553,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:19.050870 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563b4689-6e79-4841-8593-46cb1b530685 req-753d8ddd-7ada-45dd-9011-397ac2986151 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:19.081261 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d496d0eb-b2b2-4ba9-8938-626dc6a28d77 req-2b84c0cb-c170-4e89-9651-6197b83413ab tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3131535 Feb 09 01:38:19.082691 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d8ddd-7ada-45dd-9011-397ac2986151 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Pushing event updated for resources: {'Port': ['ID=edeb5091-6380-4925-b7b9-9def05ba3d7f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:19.090453 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-563b4689-6e79-4841-8593-46cb1b530685 req-753d8ddd-7ada-45dd-9011-397ac2986151 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:19.098251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-563b4689-6e79-4841-8593-46cb1b530685 req-753d8ddd-7ada-45dd-9011-397ac2986151 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:19.202163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f2c434-99af-48c9-a08b-c70d2ae334bf tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Checking segment: {'id': '50243901-268d-49e9-ba66-18124106db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '640472a3-6f8b-405e-8380-4c6275b1cd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:19.203414 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f2c434-99af-48c9-a08b-c70d2ae334bf tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Network hostable DHCP agents. Network: 640472a3-6f8b-405e-8380-4c6275b1cd6d, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:38:19.206596 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c41a9a-341b-4aa0-a505-ee4643660627 req-b4cb630d-924a-488f-954c-3580c1b1f859 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:19.208371 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-11c41a9a-341b-4aa0-a505-ee4643660627 req-b4cb630d-924a-488f-954c-3580c1b1f859 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=61096a06-3144-4240-9481-23f09e901f56 HTTP/1.1" status: 200 len: 935 time: 0.1389925 Feb 09 01:38:19.236205 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c47fd8-d34a-411a-bc7d-b0a54cd02c8b x-openstack-request-id: req-c4c47fd8-d34a-411a-bc7d-b0a54cd02c8b {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:19.237054 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ded839-b7aa-44a6-9c35-1a5220062c34", "name": "network-vif-unplugged", "status": "completed", "tag": "bdcb2007-261e-4014-b5bf-0fce92495e6d", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:19.237054 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4c47fd8-d34a-411a-bc7d-b0a54cd02c8b {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:19.237371 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ded839-b7aa-44a6-9c35-1a5220062c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdcb2007-261e-4014-b5bf-0fce92495e6d', 'code': 200} Feb 09 01:38:19.281635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b4689-6e79-4841-8593-46cb1b530685 req-753d8ddd-7ada-45dd-9011-397ac2986151 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:19.282535 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-563b4689-6e79-4841-8593-46cb1b530685 req-753d8ddd-7ada-45dd-9011-397ac2986151 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:19.304836 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f2c434-99af-48c9-a08b-c70d2ae334bf tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Network 640472a3-6f8b-405e-8380-4c6275b1cd6d is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:38:19.318379 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-563b4689-6e79-4841-8593-46cb1b530685 req-753d8ddd-7ada-45dd-9011-397ac2986151 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9714525 Feb 09 01:38:19.320242 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-25f2c434-99af-48c9-a08b-c70d2ae334bf tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 640472a3-6f8b-405e-8380-4c6275b1cd6d) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:19.331576 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f1d7e9-4e08-47c7-b3f2-c56bc259149c None None] Network 640472a3-6f8b-405e-8380-4c6275b1cd6d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:19.339128 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f2c434-99af-48c9-a08b-c70d2ae334bf tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:19.340526 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-25f2c434-99af-48c9-a08b-c70d2ae334bf tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:19.356966 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-563b4689-6e79-4841-8593-46cb1b530685 req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Request body: {'port': {'device_id': '61096a06-3144-4240-9481-23f09e901f56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:19.402691 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-11c41a9a-341b-4aa0-a505-ee4643660627 req-da543961-62bc-4dee-ab76-d2dab9fe207d tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841657 Feb 09 01:38:19.458344 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-25f2c434-99af-48c9-a08b-c70d2ae334bf tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6193233 Feb 09 01:38:19.459585 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35180) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:19.473705 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-3f005c42-683f-4d2c-92d1-129e321204d7 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:19.547980 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-640472a3-6f8b-405e-8380-4c6275b1cd6d', 'network_id': '640472a3-6f8b-405e-8380-4c6275b1cd6d', 'project_id': '1449348cd0e04715b66c5073feb5a7fa', 'fixed_ips': [{'subnet_id': 'a661c0e3-380f-44f1-a593-b7fea560a553'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:38:19.548885 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:19.574294 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-563b4689-6e79-4841-8593-46cb1b530685 req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (edeb5091-6380-4925-b7b9-9def05ba3d7f), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:19.652200 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8cbc6-a165-41f5-ac5f-d25b299fa0e0 req-910ec152-cb56-40ed-9472-9e0f885dc998 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:19.662242 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-63f8cbc6-a165-41f5-ac5f-d25b299fa0e0 req-910ec152-cb56-40ed-9472-9e0f885dc998 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 950 time: 0.1514230 Feb 09 01:38:19.685901 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3f005c42-683f-4d2c-92d1-129e321204d7 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4938089'] for subnet (a661c0e3-380f-44f1-a593-b7fea560a553), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:19.696525 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e2ae2c35-2d40-4562-b7af-a112b022a200 None None] Provisioning complete for port edeb5091-6380-4925-b7b9-9def05ba3d7f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:19.698361 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e2ae2c35-2d40-4562-b7af-a112b022a200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (edeb5091-6380-4925-b7b9-9def05ba3d7f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:19.752752 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e2ae2c35-2d40-4562-b7af-a112b022a200 None None] Port edeb5091-6380-4925-b7b9-9def05ba3d7f cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:19.771151 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd52e1d-aa92-400f-b664-77dc6702aeb7 req-92263a84-375a-4bd6-b6da-794b10ff2ca8 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:19.772655 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3dd52e1d-aa92-400f-b664-77dc6702aeb7 req-92263a84-375a-4bd6-b6da-794b10ff2ca8 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 1127 time: 0.1881080 Feb 09 01:38:19.793726 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 01:38:19.793726 n-d-828387-3 neutron-server[103185]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 09 01:38:19.793726 n-d-828387-3 neutron-server[103185]: [parameters: {'in_use': 1, 'id_1': 'a661c0e3-380f-44f1-a593-b7fea560a553'}] Feb 09 01:38:19.793726 n-d-828387-3 neutron-server[103185]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:38:19.794142 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:38:19.813217 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-63f8cbc6-a165-41f5-ac5f-d25b299fa0e0 req-8257c965-be01-4318-a8f5-398695c9e1b6 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479464 Feb 09 01:38:19.900426 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3dd52e1d-aa92-400f-b664-77dc6702aeb7 req-b8b7bdbf-9d42-4e01-a600-5d775e2e7863 tempest-LiveAutoBlockMigrationV225Test-1409883513 tempest-LiveAutoBlockMigrationV225Test-1409883513-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141961 Feb 09 01:38:19.943812 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3f005c42-683f-4d2c-92d1-129e321204d7 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762502311172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7857312'] for subnet (a661c0e3-380f-44f1-a593-b7fea560a553), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:19.980641 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-72932eaa-58b0-45ce-96e0-9456195fce63 req-ca408f20-5aec-483b-b4de-07e3805c8048 tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.0771115 Feb 09 01:38:20.018187 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f005c42-683f-4d2c-92d1-129e321204d7 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:20.018881 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3f005c42-683f-4d2c-92d1-129e321204d7 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:20.020411 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3f005c42-683f-4d2c-92d1-129e321204d7 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "PUT /v2.0/subnets/a661c0e3-380f-44f1-a593-b7fea560a553 HTTP/1.1" status: 200 len: 900 time: 0.5592825 Feb 09 01:38:20.030386 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35194) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:20.030667 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f005c42-683f-4d2c-92d1-129e321204d7 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event updated for resources: {'Subnet': ['ID=a661c0e3-380f-44f1-a593-b7fea560a553,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:20.172192 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-563b4689-6e79-4841-8593-46cb1b530685 req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edeb5091-6380-4925-b7b9-9def05ba3d7f {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:38:20.178084 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc50db-de8b-4500-a949-f8f5156a094b req-499e53ba-f70f-492c-a5ce-7075ac3d447f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:20.179719 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0dc50db-de8b-4500-a949-f8f5156a094b req-499e53ba-f70f-492c-a5ce-7075ac3d447f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 944 time: 0.0754461 Feb 09 01:38:20.190093 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-563b4689-6e79-4841-8593-46cb1b530685 req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Publish callbacks [] for port (edeb5091-6380-4925-b7b9-9def05ba3d7f), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:20.225445 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (640472a3-6f8b-405e-8380-4c6275b1cd6d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:20.230198 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-563b4689-6e79-4841-8593-46cb1b530685 req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Transition to ACTIVE for port object edeb5091-6380-4925-b7b9-9def05ba3d7f will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:38:20.236456 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-563b4689-6e79-4841-8593-46cb1b530685 req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (edeb5091-6380-4925-b7b9-9def05ba3d7f), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:20.268613 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0dc50db-de8b-4500-a949-f8f5156a094b req-39f69466-48e1-4b1f-b585-50cd69197534 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775928 Feb 09 01:38:20.295327 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:20.316494 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Pushing event updated for resources: {'Port': ['ID=edeb5091-6380-4925-b7b9-9def05ba3d7f,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:20.476552 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (a661c0e3-380f-44f1-a593-b7fea560a553), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:20.594077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51302b51-7091-49b2-894e-dcbcb44e091c req-69a6d969-2d9c-4958-a814-6f2a20f6d8ec tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:20.610090 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] Allocated IP 2001:db8::3 (640472a3-6f8b-405e-8380-4c6275b1cd6d/a661c0e3-380f-44f1-a593-b7fea560a553/5bfc11ce-e34d-412b-8525-fbd5f2ae1b09) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:20.616172 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-51302b51-7091-49b2-894e-dcbcb44e091c req-69a6d969-2d9c-4958-a814-6f2a20f6d8ec tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 945 time: 0.1332102 Feb 09 01:38:20.669503 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-563b4689-6e79-4841-8593-46cb1b530685 req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Attempting to bind port edeb5091-6380-4925-b7b9-9def05ba3d7f on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:20.670118 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-563b4689-6e79-4841-8593-46cb1b530685 req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Attempting to bind port edeb5091-6380-4925-b7b9-9def05ba3d7f by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:20.670625 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563b4689-6e79-4841-8593-46cb1b530685 req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Attempting to bind port edeb5091-6380-4925-b7b9-9def05ba3d7f on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:20.686471 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563b4689-6e79-4841-8593-46cb1b530685 req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Port edeb5091-6380-4925-b7b9-9def05ba3d7f on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:38:20.687524 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563b4689-6e79-4841-8593-46cb1b530685 req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Attempting to bind port edeb5091-6380-4925-b7b9-9def05ba3d7f on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:20.707402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31538089-1eb1-4b83-802b-0a9b226e5a6b req-0ee3d525-b74a-45a2-bd9e-b193e6173887 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:20.710557 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31538089-1eb1-4b83-802b-0a9b226e5a6b req-0ee3d525-b74a-45a2-bd9e-b193e6173887 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 945 time: 0.1506317 Feb 09 01:38:20.713561 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563b4689-6e79-4841-8593-46cb1b530685 req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:20.714556 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563b4689-6e79-4841-8593-46cb1b530685 req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:20.715590 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563b4689-6e79-4841-8593-46cb1b530685 req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:20.716635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-563b4689-6e79-4841-8593-46cb1b530685 req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Bound port: edeb5091-6380-4925-b7b9-9def05ba3d7f, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:20.717549 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-563b4689-6e79-4841-8593-46cb1b530685 req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (edeb5091-6380-4925-b7b9-9def05ba3d7f), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:20.731007 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-51302b51-7091-49b2-894e-dcbcb44e091c req-8759c786-69e6-4591-958c-e006dd05a7a7 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124551 Feb 09 01:38:20.836799 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31538089-1eb1-4b83-802b-0a9b226e5a6b req-f90d4033-5ef9-43a5-bbdf-40f705a01f3d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117539 Feb 09 01:38:20.857444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-563b4689-6e79-4841-8593-46cb1b530685 req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] For port edeb5091-6380-4925-b7b9-9def05ba3d7f, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:20.869941 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-563b4689-6e79-4841-8593-46cb1b530685 req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] For port edeb5091-6380-4925-b7b9-9def05ba3d7f, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=edeb5091-6380-4925-b7b9-9def05ba3d7f,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:20.886144 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-563b4689-6e79-4841-8593-46cb1b530685 req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (edeb5091-6380-4925-b7b9-9def05ba3d7f), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:20.978251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b4689-6e79-4841-8593-46cb1b530685 req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:20.979346 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-563b4689-6e79-4841-8593-46cb1b530685 req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:20.983273 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-563b4689-6e79-4841-8593-46cb1b530685 req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] 10.222.0.67 "PUT /v2.0/ports/edeb5091-6380-4925-b7b9-9def05ba3d7f HTTP/1.1" status: 200 len: 1095 time: 1.6459515 Feb 09 01:38:20.983273 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61096a06-3144-4240-9481-23f09e901f56', 'tag': 'edeb5091-6380-4925-b7b9-9def05ba3d7f'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:20.998036 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22230ffd-0394-4721-8f45-231568234016" -d '{"events": [{"name": "network-changed", "server_uuid": "61096a06-3144-4240-9481-23f09e901f56", "tag": "edeb5091-6380-4925-b7b9-9def05ba3d7f"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:21.026760 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] Publish callbacks [] for port (5bfc11ce-e34d-412b-8525-fbd5f2ae1b09), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.056147 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (5bfc11ce-e34d-412b-8525-fbd5f2ae1b09), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.139030 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-18e22d76-4bf7-4893-b52c-1d3e6dddc0c7 req-62c59947-dd71-4137-91e9-c899f0012c9e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c140918cf49a46c5a6bd8fef960df00d&device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.0411744 Feb 09 01:38:21.175341 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] Network 640472a3-6f8b-405e-8380-4c6275b1cd6d is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:21.180042 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:21.182250 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] Pushing event updated for resources: {'Port': ['ID=5bfc11ce-e34d-412b-8525-fbd5f2ae1b09,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:21.184962 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:21.253557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Pushing event updated for resources: {'Port': ['ID=edeb5091-6380-4925-b7b9-9def05ba3d7f,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:21.258572 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] Attempting to bind port 5bfc11ce-e34d-412b-8525-fbd5f2ae1b09 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:21.258957 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] Attempting to bind port 5bfc11ce-e34d-412b-8525-fbd5f2ae1b09 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '50243901-268d-49e9-ba66-18124106db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '640472a3-6f8b-405e-8380-4c6275b1cd6d'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:21.259371 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] Attempting to bind port 5bfc11ce-e34d-412b-8525-fbd5f2ae1b09 on network 640472a3-6f8b-405e-8380-4c6275b1cd6d {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:21.275558 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145da6d-3a47-4cb9-aada-ecb3b9fe3d2b req-7a998164-e927-4033-98fe-cb30dcfa277b tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:21.276619 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device a0f6c7eb-63ce-4464-9169-0ab56265449c no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:21.281750 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:21.285935 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b145da6d-3a47-4cb9-aada-ecb3b9fe3d2b req-7a998164-e927-4033-98fe-cb30dcfa277b tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=61096a06-3144-4240-9481-23f09e901f56 HTTP/1.1" status: 200 len: 947 time: 0.1319554 Feb 09 01:38:21.286449 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] Checking segment: {'id': '50243901-268d-49e9-ba66-18124106db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '640472a3-6f8b-405e-8380-4c6275b1cd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:21.287932 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.289884 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] Bound using segment: {'id': '50243901-268d-49e9-ba66-18124106db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '640472a3-6f8b-405e-8380-4c6275b1cd6d'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:21.290822 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] Bound port: 5bfc11ce-e34d-412b-8525-fbd5f2ae1b09, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50243901-268d-49e9-ba66-18124106db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '640472a3-6f8b-405e-8380-4c6275b1cd6d'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:21.291517 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5bfc11ce-e34d-412b-8525-fbd5f2ae1b09), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.359794 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-18e22d76-4bf7-4893-b52c-1d3e6dddc0c7 req-0c9e770c-3ce0-4d65-9db4-865ee14f0271 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c140918cf49a46c5a6bd8fef960df00d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1027148 Feb 09 01:38:21.364868 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b145da6d-3a47-4cb9-aada-ecb3b9fe3d2b req-8d6f1392-399f-407a-9ec4-6f2331ff3d78 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731878 Feb 09 01:38:21.422093 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (a661c0e3-380f-44f1-a593-b7fea560a553), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.433364 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:21.434587 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:21.435774 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:21.436362 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:21.438098 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:21.439011 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:21.439644 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:21.440441 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:21.441436 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:21.442237 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:21.443726 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:21.444558 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:21.445361 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9226e-6ad5-4825-9031-5e0a4d1dbebe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:21.455067 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf05230-983a-45c9-ab17-6f636244351a x-openstack-request-id: req-7bf05230-983a-45c9-ab17-6f636244351a {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:21.455682 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61096a06-3144-4240-9481-23f09e901f56", "tag": "edeb5091-6380-4925-b7b9-9def05ba3d7f", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:21.456141 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7bf05230-983a-45c9-ab17-6f636244351a {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:21.457007 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61096a06-3144-4240-9481-23f09e901f56', 'tag': 'edeb5091-6380-4925-b7b9-9def05ba3d7f', 'status': 'completed', 'code': 200} Feb 09 01:38:21.501559 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] For port 5bfc11ce-e34d-412b-8525-fbd5f2ae1b09, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:21.506960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] For port 5bfc11ce-e34d-412b-8525-fbd5f2ae1b09, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5bfc11ce-e34d-412b-8525-fbd5f2ae1b09,segment=NetworkSegment(50243901-268d-49e9-ba66-18124106db83),segment_id=50243901-268d-49e9-ba66-18124106db83)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:21.511930 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port a0f6c7eb-63ce-4464-9169-0ab56265449c is: DOWN; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:21.521713 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5bfc11ce-e34d-412b-8525-fbd5f2ae1b09), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.531340 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Subnet': ['ID=a661c0e3-380f-44f1-a593-b7fea560a553,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:21.590331 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-036024e2-cad4-4230-9093-a7753c3a98b7 req-7ed68a14-a22d-421c-aceb-0a69739d1ad1 tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.0696313 Feb 09 01:38:21.680675 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1942c338-8441-47fc-a95b-fbb194010fe2 None None] get_active_networks_info from n-d-828387-3 {{(pid=103185) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:38:21.716127 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd1cf3-6212-41e5-a64d-1572ea5ac8b5 None None] Pushing event updated for resources: {'Port': ['ID=5bfc11ce-e34d-412b-8525-fbd5f2ae1b09,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:21.825715 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1942c338-8441-47fc-a95b-fbb194010fe2 None None] Resources bound (agent type, host, resource id): {{(pid=103185) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:38:21.885496 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a59760-1ac0-45b7-8131-c0c5c4607061 req-03900420-5778-4218-872e-92d33f7ada54 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:21.895711 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-63a59760-1ac0-45b7-8131-c0c5c4607061 req-03900420-5778-4218-872e-92d33f7ada54 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 944 time: 0.1032917 Feb 09 01:38:21.987869 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-63a59760-1ac0-45b7-8131-c0c5c4607061 req-2fe87b53-e4b5-446b-8a10-b3ee274b32a6 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905843 Feb 09 01:38:22.170212 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376df00-5bd7-462d-a4c6-42c253a853f2 req-8c1ed35a-2d32-441e-8f8d-244ab68cf7ec tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:22.174266 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e376df00-5bd7-462d-a4c6-42c253a853f2 req-8c1ed35a-2d32-441e-8f8d-244ab68cf7ec tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 945 time: 0.9651639 Feb 09 01:38:22.188159 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b4689-6e79-4841-8593-46cb1b530685 req-9e0f3d73-663a-49f1-ad96-bcdb4a2b74f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:22.188492 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-563b4689-6e79-4841-8593-46cb1b530685 req-9e0f3d73-663a-49f1-ad96-bcdb4a2b74f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d043e3e7d957415fbfd05087c15234e3&device_id=61096a06-3144-4240-9481-23f09e901f56 HTTP/1.1" status: 200 len: 1129 time: 1.1316059 Feb 09 01:38:22.221848 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb1fb2-acad-4dfb-9abc-81b2e1bf79bc req-93dc2b88-c2e5-4f20-966c-09b84c85f44e tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:22.224124 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-71fb1fb2-acad-4dfb-9abc-81b2e1bf79bc req-93dc2b88-c2e5-4f20-966c-09b84c85f44e tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 945 time: 0.0827117 Feb 09 01:38:22.270319 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235c524-6f0d-4ee3-b26a-f7df02fb9b9a req-da516e4b-b265-4e7d-b429-ac93f92cf671 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:22.284019 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c235c524-6f0d-4ee3-b26a-f7df02fb9b9a req-da516e4b-b265-4e7d-b429-ac93f92cf671 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 950 time: 1.0100389 Feb 09 01:38:22.318290 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-71fb1fb2-acad-4dfb-9abc-81b2e1bf79bc req-e3e4815d-1f95-4119-b630-3437aa95e818 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874722 Feb 09 01:38:22.341183 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (640472a3-6f8b-405e-8380-4c6275b1cd6d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:22.388996 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a215f5-4647-433f-a9ef-d28baf972bce None None] Network 640472a3-6f8b-405e-8380-4c6275b1cd6d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:22.431911 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-563b4689-6e79-4841-8593-46cb1b530685 req-5e43060b-36a2-456e-9de7-892a5e3cb92e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=edeb5091-6380-4925-b7b9-9def05ba3d7f HTTP/1.1" status: 200 len: 217 time: 0.2081859 Feb 09 01:38:22.462574 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e267844-2fdc-4d88-84b7-f06b3f8b9e2e req-0f46077e-3bf5-4210-910c-4d3faf12f874 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:22.465293 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3e267844-2fdc-4d88-84b7-f06b3f8b9e2e req-0f46077e-3bf5-4210-910c-4d3faf12f874 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 945 time: 0.0713656 Feb 09 01:38:22.518854 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['640472a3-6f8b-405e-8380-4c6275b1cd6d']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:22.534298 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e3f3c4-51b1-4947-8d88-c8b5c7edddb5 None None] Network 640472a3-6f8b-405e-8380-4c6275b1cd6d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:22.535855 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3e267844-2fdc-4d88-84b7-f06b3f8b9e2e req-cc298a64-52fc-40bd-a1cf-b8004826f1ad tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592978 Feb 09 01:38:22.583474 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e22d76-4bf7-4893-b52c-1d3e6dddc0c7 req-a04ae4b8-6c86-4d9f-8afb-1f3d53e236e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:22.584941 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-18e22d76-4bf7-4893-b52c-1d3e6dddc0c7 req-a04ae4b8-6c86-4d9f-8afb-1f3d53e236e1 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1688783 Feb 09 01:38:22.628976 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50243901-268d-49e9-ba66-18124106db83') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:22.629344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50243901-268d-49e9-ba66-18124106db83') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:22.686366 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (50243901-268d-49e9-ba66-18124106db83), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:22.713778 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c235c524-6f0d-4ee3-b26a-f7df02fb9b9a req-e6a435ba-47bc-496a-a0a8-4ee9bfa3f308 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289567 Feb 09 01:38:22.729484 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b4689-6e79-4841-8593-46cb1b530685 req-f0efe9a8-d9f1-4389-bafe-edcd616a9048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:22.731043 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-563b4689-6e79-4841-8593-46cb1b530685 req-f0efe9a8-d9f1-4389-bafe-edcd616a9048 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.2466757 Feb 09 01:38:22.740830 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-8950c4b0-b91d-4146-9704-72f77f59d072 service neutron] show failed (client error): The resource could not be found. Feb 09 01:38:22.741841 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-8950c4b0-b91d-4146-9704-72f77f59d072 service neutron] 10.222.0.67 "GET /v2.0/ports/4e5f44f6-54f3-420d-bc38-9d1382ef3f4c/bindings/n-h2-828387-3 HTTP/1.1" status: 404 len: 380 time: 0.3954923 Feb 09 01:38:22.743913 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (50243901-268d-49e9-ba66-18124106db83), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:22.782667 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:38:22.783094 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (50243901-268d-49e9-ba66-18124106db83), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:38:22.787740 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:38:22.812759 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31263d-f932-4607-871b-16309190d92a req-86ddb4e1-2161-452c-8dcf-100208da9206 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:22.821603 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-df31263d-f932-4607-871b-16309190d92a req-86ddb4e1-2161-452c-8dcf-100208da9206 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=61096a06-3144-4240-9481-23f09e901f56 HTTP/1.1" status: 200 len: 947 time: 0.0980599 Feb 09 01:38:22.856310 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-b48da63e-9d95-4d9d-82d8-e8e5656a1205 service neutron] 10.222.0.48 "GET /v2.0/ports/a0f6c7eb-63ce-4464-9169-0ab56265449c/bindings/n-h1-828387-3 HTTP/1.1" status: 200 len: 384 time: 0.3774996 Feb 09 01:38:22.886847 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-df31263d-f932-4607-871b-16309190d92a req-5210268e-51b8-461d-80b8-c66923325d1c tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640678 Feb 09 01:38:22.971857 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea72a59c-12bf-420e-9eae-d0fa484faea0 req-2cd45bfb-d1e8-4224-ad90-6448d972cc0d tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.1053381 Feb 09 01:38:22.971857 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-e376df00-5bd7-462d-a4c6-42c253a853f2 req-f0de8725-4647-480b-befe-353563bec1e9 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Deleting port ac236170-97b3-4001-a592-51c4dbfb690e {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:22.971857 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e376df00-5bd7-462d-a4c6-42c253a853f2 req-f0de8725-4647-480b-befe-353563bec1e9 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ac236170-97b3-4001-a592-51c4dbfb690e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:22.997037 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b4689-6e79-4841-8593-46cb1b530685 req-8c1abee5-c7be-40f7-b038-73d39d90bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:22.998538 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-563b4689-6e79-4841-8593-46cb1b530685 req-8c1abee5-c7be-40f7-b038-73d39d90bc0a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2598825 Feb 09 01:38:22.999653 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.db.api [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:38:22.999653 n-d-828387-3 neutron-server[103183]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:38:22.999653 n-d-828387-3 neutron-server[103183]: [parameters: {'id': '640472a3-6f8b-405e-8380-4c6275b1cd6d'}] Feb 09 01:38:22.999653 n-d-828387-3 neutron-server[103183]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:38:22.999955 n-d-828387-3 neutron-server[103183]: DEBUG oslo_db.api [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:38:23.269165 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-e376df00-5bd7-462d-a4c6-42c253a853f2 req-f0de8725-4647-480b-befe-353563bec1e9 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] For port ac236170-97b3-4001-a592-51c4dbfb690e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=ac236170-97b3-4001-a592-51c4dbfb690e,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:23.270074 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e376df00-5bd7-462d-a4c6-42c253a853f2 req-f0de8725-4647-480b-befe-353563bec1e9 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ac236170-97b3-4001-a592-51c4dbfb690e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:23.310146 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-e376df00-5bd7-462d-a4c6-42c253a853f2 req-f0de8725-4647-480b-befe-353563bec1e9 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Calling delete_port for ac236170-97b3-4001-a592-51c4dbfb690e owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:23.323916 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-27f1fc1a-f11e-47b0-a64b-bdf8a496f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:23.325555 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-27f1fc1a-f11e-47b0-a64b-bdf8a496f21c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5&tenant_id=a8fbbe3309e443c484ce78d66416eddd HTTP/1.1" status: 200 len: 1132 time: 0.2915642 Feb 09 01:38:23.367886 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-563b4689-6e79-4841-8593-46cb1b530685 req-d28a9430-1626-4128-97a3-1cd3d2f27d12 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305018 Feb 09 01:38:23.376874 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828387-3', 'device_owner': 'compute:nova'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:23.394861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37d030-f2fe-4079-9ebb-7c2fa5faabf3 req-04c5570c-9226-4c92-82f5-bb899b129449 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:23.396521 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae37d030-f2fe-4079-9ebb-7c2fa5faabf3 req-04c5570c-9226-4c92-82f5-bb899b129449 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 944 time: 0.3256893 Feb 09 01:38:23.513727 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (640472a3-6f8b-405e-8380-4c6275b1cd6d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:23.658373 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-127c7449-c30e-40bf-aba0-f9e5b5404014 service neutron] For port a0f6c7eb-63ce-4464-9169-0ab56265449c, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a0f6c7eb-63ce-4464-9169-0ab56265449c,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:23.691379 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:23.711881 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae37d030-f2fe-4079-9ebb-7c2fa5faabf3 req-bbb54c30-9d9f-47e2-accd-42ee19af0621 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803278 Feb 09 01:38:23.745406 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-127c7449-c30e-40bf-aba0-f9e5b5404014 service neutron] For port a0f6c7eb-63ce-4464-9169-0ab56265449c, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:23.772612 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-563b4689-6e79-4841-8593-46cb1b530685 req-ec755eef-3468-4c61-a0d4-5d5ffcf82410 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711896 Feb 09 01:38:23.869482 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-127c7449-c30e-40bf-aba0-f9e5b5404014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f6c7eb-63ce-4464-9169-0ab56265449c {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:38:23.988961 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-127c7449-c30e-40bf-aba0-f9e5b5404014 service neutron] For port a0f6c7eb-63ce-4464-9169-0ab56265449c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a0f6c7eb-63ce-4464-9169-0ab56265449c,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:24.032090 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Deleting port 5bfc11ce-e34d-412b-8525-fbd5f2ae1b09 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:24.032441 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5bfc11ce-e34d-412b-8525-fbd5f2ae1b09), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.038502 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e376df00-5bd7-462d-a4c6-42c253a853f2 req-f0de8725-4647-480b-befe-353563bec1e9 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ac236170-97b3-4001-a592-51c4dbfb690e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.040452 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-127c7449-c30e-40bf-aba0-f9e5b5404014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a0f6c7eb-63ce-4464-9169-0ab56265449c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.044489 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412eb45-8183-47a8-9cd2-83e894afdce7 req-7e76d85e-2fe3-4b3c-8e50-cdc91639b231 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:24.046235 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4412eb45-8183-47a8-9cd2-83e894afdce7 req-7e76d85e-2fe3-4b3c-8e50-cdc91639b231 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 866 time: 0.0667238 Feb 09 01:38:24.060529 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['26f9301b-2ecc-4658-a113-5381caf8c688'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:24.132997 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4412eb45-8183-47a8-9cd2-83e894afdce7 req-3844b723-5dc0-4275-9a45-7bc13fad51f7 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796971 Feb 09 01:38:24.167362 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de8725-4647-480b-befe-353563bec1e9 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Pushing event deleted for resources: {'Port': ['ID=ac236170-97b3-4001-a592-51c4dbfb690e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:24.275775 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22230ffd-0394-4721-8f45-231568234016 req-fe4ec31a-8422-4997-9a35-ad7074a55e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:24.277311 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22230ffd-0394-4721-8f45-231568234016 req-fe4ec31a-8422-4997-9a35-ad7074a55e53 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d043e3e7d957415fbfd05087c15234e3&device_id=61096a06-3144-4240-9481-23f09e901f56 HTTP/1.1" status: 200 len: 1129 time: 0.4247189 Feb 09 01:38:24.282686 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] For port 5bfc11ce-e34d-412b-8525-fbd5f2ae1b09, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5bfc11ce-e34d-412b-8525-fbd5f2ae1b09,segment=NetworkSegment(50243901-268d-49e9-ba66-18124106db83),segment_id=50243901-268d-49e9-ba66-18124106db83)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:24.282938 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5bfc11ce-e34d-412b-8525-fbd5f2ae1b09), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.295158 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99db394-3c35-4ff0-99dc-7dd25bf84810 req-e21bb08a-f768-4f35-930f-000a40da6f8a tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:24.302014 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c99db394-3c35-4ff0-99dc-7dd25bf84810 req-e21bb08a-f768-4f35-930f-000a40da6f8a tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 945 time: 0.4504118 Feb 09 01:38:24.337136 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-18e22d76-4bf7-4893-b52c-1d3e6dddc0c7 req-531873e0-3022-48c3-84b6-f50873957464 tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.48 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.0328622 Feb 09 01:38:24.350075 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed95729-4301-4954-8857-1f20dd7383bb req-15ddf82e-d926-4502-b5a4-0ba24b5b1c2b tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:24.350902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-e376df00-5bd7-462d-a4c6-42c253a853f2 req-f0de8725-4647-480b-befe-353563bec1e9 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] No DVR routers for this DVR port ac236170-97b3-4001-a592-51c4dbfb690e on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:24.351941 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3ed95729-4301-4954-8857-1f20dd7383bb req-15ddf82e-d926-4502-b5a4-0ba24b5b1c2b tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 950 time: 0.0938871 Feb 09 01:38:24.352807 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Calling delete_port for 5bfc11ce-e34d-412b-8525-fbd5f2ae1b09 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:24.402481 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e376df00-5bd7-462d-a4c6-42c253a853f2 req-f0de8725-4647-480b-befe-353563bec1e9 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.406062 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e376df00-5bd7-462d-a4c6-42c253a853f2 req-f0de8725-4647-480b-befe-353563bec1e9 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.48 "DELETE /v2.0/ports/ac236170-97b3-4001-a592-51c4dbfb690e HTTP/1.1" status: 204 len: 173 time: 2.2118237 Feb 09 01:38:24.408761 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4757050-8469-4c93-88d6-a3ea150a0c01', 'name': 'network-vif-deleted', 'tag': 'ac236170-97b3-4001-a592-51c4dbfb690e'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:24.411084 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f592e119-01d2-4919-8444-5a3782e595a4" -d '{"events": [{"server_uuid": "e4757050-8469-4c93-88d6-a3ea150a0c01", "name": "network-vif-deleted", "tag": "ac236170-97b3-4001-a592-51c4dbfb690e"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:24.430530 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3ed95729-4301-4954-8857-1f20dd7383bb req-8fb0b624-636a-4526-9000-31a446ae3e07 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615885 Feb 09 01:38:24.563703 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799b7d2-9d35-42f4-9bd5-13914273201d req-416fc8ab-7b81-4758-bcd5-b578b7f8d17b tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:24.566055 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e799b7d2-9d35-42f4-9bd5-13914273201d req-416fc8ab-7b81-4758-bcd5-b578b7f8d17b tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=61096a06-3144-4240-9481-23f09e901f56 HTTP/1.1" status: 200 len: 947 time: 0.0780594 Feb 09 01:38:24.641752 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e799b7d2-9d35-42f4-9bd5-13914273201d req-ce294c1b-d6e8-424d-9cdd-f1280ec6362b tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648186 Feb 09 01:38:24.877286 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] For port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:24.885215 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-127c7449-c30e-40bf-aba0-f9e5b5404014 service neutron] Transition to ACTIVE for port object a0f6c7eb-63ce-4464-9169-0ab56265449c will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:38:24.903506 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c99db394-3c35-4ff0-99dc-7dd25bf84810 req-45833fd4-8efe-478d-acb6-473a92951f4a tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6005826 Feb 09 01:38:24.913956 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-127c7449-c30e-40bf-aba0-f9e5b5404014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a0f6c7eb-63ce-4464-9169-0ab56265449c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.977323 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22230ffd-0394-4721-8f45-231568234016 req-f7e1ab52-c4f8-4576-9a8e-39337e8d3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:24.979290 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22230ffd-0394-4721-8f45-231568234016 req-f7e1ab52-c4f8-4576-9a8e-39337e8d3d5d service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.6751747 Feb 09 01:38:25.096105 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] For port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:25.144928 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22230ffd-0394-4721-8f45-231568234016 req-9a8c4a88-ab99-4fc2-8644-de66977374ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=edeb5091-6380-4925-b7b9-9def05ba3d7f HTTP/1.1" status: 200 len: 217 time: 0.1452734 Feb 09 01:38:25.220898 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5bfc11ce-e34d-412b-8525-fbd5f2ae1b09), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.262462 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-127c7449-c30e-40bf-aba0-f9e5b5404014 service neutron] No DVR routers for this DVR port a0f6c7eb-63ce-4464-9169-0ab56265449c on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:25.304122 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device ac236170-97b3-4001-a592-51c4dbfb690e no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:25.312312 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c7449-c30e-40bf-aba0-f9e5b5404014 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f6c7eb-63ce-4464-9169-0ab56265449c,revision_number=10']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:25.345142 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: ac236170-97b3-4001-a592-51c4dbfb690e {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:25.346820 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device ac236170-97b3-4001-a592-51c4dbfb690e not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:25.350490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] No DVR routers for this DVR port 5bfc11ce-e34d-412b-8525-fbd5f2ae1b09 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:25.379774 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2aabd804-8765-45c6-bb35-96cfb5b0712d req-d4e6b4cf-8bc8-429f-b88e-d00577ac5335 tempest-ServerShowV254Test-418368500 tempest-ServerShowV254Test-418368500-project] 10.222.0.36 "GET /v2.0/ports?device_id=58052366-9c80-41c5-88b5-40d01bdd0e87 HTTP/1.1" status: 200 len: 210 time: 0.2326329 Feb 09 01:38:25.467668 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] Publish callbacks [] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.485843 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] Transition to ACTIVE for port object 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:38:25.490768 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ae2f12-f1d9-4ab0-9b1d-dedfd6c93eeb x-openstack-request-id: req-f4ae2f12-f1d9-4ab0-9b1d-dedfd6c93eeb {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:25.491121 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4757050-8469-4c93-88d6-a3ea150a0c01", "name": "network-vif-deleted", "tag": "ac236170-97b3-4001-a592-51c4dbfb690e", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:25.491401 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4ae2f12-f1d9-4ab0-9b1d-dedfd6c93eeb {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:25.492072 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4757050-8469-4c93-88d6-a3ea150a0c01', 'name': 'network-vif-deleted', 'tag': 'ac236170-97b3-4001-a592-51c4dbfb690e', 'status': 'completed', 'code': 200} Feb 09 01:38:25.536830 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Port': ['ID=5bfc11ce-e34d-412b-8525-fbd5f2ae1b09,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:25.569296 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.577645 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b555200-c6a1-4172-9e62-aa79dccbaf0f req-4991aa42-d6db-49c4-a0a4-336dc76cc668 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:25.583402 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-127c7449-c30e-40bf-aba0-f9e5b5404014 service neutron] 10.222.0.48 "PUT /v2.0/ports/a0f6c7eb-63ce-4464-9169-0ab56265449c/bindings/n-h1-828387-3/activate HTTP/1.1" status: 200 len: 369 time: 2.7027559 Feb 09 01:38:25.586295 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3b555200-c6a1-4172-9e62-aa79dccbaf0f req-4991aa42-d6db-49c4-a0a4-336dc76cc668 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 945 time: 0.0704730 Feb 09 01:38:25.638080 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3b555200-c6a1-4172-9e62-aa79dccbaf0f req-a0bd5a88-5b48-4a18-afe8-3cde22ae4c67 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509038 Feb 09 01:38:25.656496 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-995a9bbd-f522-4b26-abcd-596eddc5d7db req-b354f348-d508-4c81-976e-79d56e3e89f0 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 210 time: 0.0915799 Feb 09 01:38:25.662092 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (640472a3-6f8b-405e-8380-4c6275b1cd6d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.706850 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] Pushing event updated for resources: {'Port': ['ID=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,revision_number=6']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:25.711160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22230ffd-0394-4721-8f45-231568234016 req-156324c1-03c9-482b-b550-3462add37b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:25.713079 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22230ffd-0394-4721-8f45-231568234016 req-156324c1-03c9-482b-b550-3462add37b3d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.4686618 Feb 09 01:38:25.823977 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] No DVR routers for this DVR port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:25.865610 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['640472a3-6f8b-405e-8380-4c6275b1cd6d']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:25.917192 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50243901-268d-49e9-ba66-18124106db83') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:25.917786 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50243901-268d-49e9-ba66-18124106db83') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:25.958673 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (50243901-268d-49e9-ba66-18124106db83), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.986482 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] Attempting to bind port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:25.986866 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] Attempting to bind port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:25.987198 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] Attempting to bind port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:26.001450 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (50243901-268d-49e9-ba66-18124106db83), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.013365 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] Port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:38:26.013589 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] Attempting to bind port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:26.030979 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9e5a7-9460-4f27-86af-0108fb5b84c5 req-39439548-9ba9-4f21-9889-494557cd588b tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:26.032697 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7ba9e5a7-9460-4f27-86af-0108fb5b84c5 req-39439548-9ba9-4f21-9889-494557cd588b tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 948 time: 0.2537923 Feb 09 01:38:26.034812 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-ff7ea71b-4f24-44c8-a7b6-fec4b60078cb tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:26.036329 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-ff7ea71b-4f24-44c8-a7b6-fec4b60078cb tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a&tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&binding%3Ahost_id=n-h2-828387-3 HTTP/1.1" status: 200 len: 1127 time: 0.3223455 Feb 09 01:38:26.037518 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:38:26.038010 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (50243901-268d-49e9-ba66-18124106db83), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:38:26.043409 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:38:26.065548 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22230ffd-0394-4721-8f45-231568234016 req-87db38a8-48c7-4204-bc6e-1fae9b5e1b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:26.067011 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22230ffd-0394-4721-8f45-231568234016 req-87db38a8-48c7-4204-bc6e-1fae9b5e1b47 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3295155 Feb 09 01:38:26.118176 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:26.118570 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:26.118906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:26.119424 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] Bound port: 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:26.119747 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.262808 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (640472a3-6f8b-405e-8380-4c6275b1cd6d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.268177 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.276273 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/networks/640472a3-6f8b-405e-8380-4c6275b1cd6d HTTP/1.1" status: 204 len: 168 time: 6.2423363 Feb 09 01:38:26.276989 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35440) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:26.323381 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7ba9e5a7-9460-4f27-86af-0108fb5b84c5 req-a560b034-eb6e-4060-8c71-2c4f1c1a50e0 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786658 Feb 09 01:38:26.324597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d432f5-b9b6-4c4b-8aac-a42513a5d32c tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Network': ['ID=640472a3-6f8b-405e-8380-4c6275b1cd6d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:26.329449 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f17a026-2714-4f39-b2e2-17eb38adb914 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] DELETE failed (client error): The resource could not be found. Feb 09 01:38:26.330189 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f17a026-2714-4f39-b2e2-17eb38adb914 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:26.335190 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6f17a026-2714-4f39-b2e2-17eb38adb914 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/subnets/a661c0e3-380f-44f1-a593-b7fea560a553 HTTP/1.1" status: 404 len: 337 time: 0.0566447 Feb 09 01:38:26.339573 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35442) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:26.381976 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] For port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:26.384287 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-57cb35c2-ba09-4a5c-8875-cec2ed0a29f7 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] DELETE failed (client error): The resource could not be found. Feb 09 01:38:26.385687 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57cb35c2-ba09-4a5c-8875-cec2ed0a29f7 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:26.387853 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] For port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:26.389351 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-57cb35c2-ba09-4a5c-8875-cec2ed0a29f7 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/networks/640472a3-6f8b-405e-8380-4c6275b1cd6d HTTP/1.1" status: 404 len: 339 time: 0.0484588 Feb 09 01:38:26.393415 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35444) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:26.400921 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-7d953be6-dc66-4a3f-83be-ceee882b6f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:26.402431 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-7d953be6-dc66-4a3f-83be-ceee882b6f2a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a&tenant_id=433f56aeb5b04fa39d1f9120b707d9b4 HTTP/1.1" status: 200 len: 1127 time: 0.3392487 Feb 09 01:38:26.408166 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.471947 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22230ffd-0394-4721-8f45-231568234016 req-a5b7bd31-b545-47ba-b524-3c5ad0ad9e0b service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548520 Feb 09 01:38:26.511105 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7feff-c0d3-437d-a510-ab33e6511633 req-2fb29f64-a55c-4867-8c5b-cb9a84e1a5b7 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:26.512699 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4fc7feff-c0d3-437d-a510-ab33e6511633 req-2fb29f64-a55c-4867-8c5b-cb9a84e1a5b7 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=61096a06-3144-4240-9481-23f09e901f56 HTTP/1.1" status: 200 len: 947 time: 0.1950977 Feb 09 01:38:26.516671 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd0f9232-f423-427d-afb7-5cb821a979fd tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (79911082-b30b-4955-a32d-173409056f46), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.521327 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:26.521954 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.523373 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] 10.222.0.48 "PUT /v2.0/ports/4e5f44f6-54f3-420d-bc38-9d1382ef3f4c HTTP/1.1" status: 200 len: 1096 time: 3.1592577 Feb 09 01:38:26.576278 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:26.592819 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4fc7feff-c0d3-437d-a510-ab33e6511633 req-e824de61-0dad-4743-9571-0ca333e6d6ea tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705848 Feb 09 01:38:26.664472 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] The host n-h1-828387-3 is not matching for port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c host n-h2-828387-3! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:38:26.667583 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:26.699389 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502cc12c-653b-4d4b-9d88-842bfec1266d service neutron] Pushing event updated for resources: {'Port': ['ID=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,revision_number=7']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:26.716350 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:38:26.737946 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd0f9232-f423-427d-afb7-5cb821a979fd tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (79911082-b30b-4955-a32d-173409056f46), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.755736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-266939a0-5f59-4c7c-99ab-b829accbd1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:26.757267 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-266939a0-5f59-4c7c-99ab-b829accbd1b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 1127 time: 0.2974679 Feb 09 01:38:26.760358 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22230ffd-0394-4721-8f45-231568234016 req-12e8bb79-fd97-4109-b325-fddf386353f6 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683113 Feb 09 01:38:26.773741 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c36c5-36f7-4530-9140-d2d5941ed73a req-95721a66-0993-467b-be90-c41912acee2b tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:26.781322 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f83c36c5-36f7-4530-9140-d2d5941ed73a req-95721a66-0993-467b-be90-c41912acee2b tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 945 time: 0.3551857 Feb 09 01:38:26.782286 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-cd0f9232-f423-427d-afb7-5cb821a979fd tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79911082-b30b-4955-a32d-173409056f46']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:26.808922 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-cd0f9232-f423-427d-afb7-5cb821a979fd tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d210edc-5793-480d-a4b2-41cab2a0b5b8') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:26.809309 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-cd0f9232-f423-427d-afb7-5cb821a979fd tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d210edc-5793-480d-a4b2-41cab2a0b5b8') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:26.818414 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-2e908e86-25b6-4aaa-aed2-de126298f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:26.819965 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-2e908e86-25b6-4aaa-aed2-de126298f60a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 1130 time: 0.2088182 Feb 09 01:38:26.839662 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd0f9232-f423-427d-afb7-5cb821a979fd tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (1d210edc-5793-480d-a4b2-41cab2a0b5b8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.861557 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd0f9232-f423-427d-afb7-5cb821a979fd tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (1d210edc-5793-480d-a4b2-41cab2a0b5b8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.872725 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0f9232-f423-427d-afb7-5cb821a979fd tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:38:26.873771 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd0f9232-f423-427d-afb7-5cb821a979fd tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (1d210edc-5793-480d-a4b2-41cab2a0b5b8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:38:26.979261 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:38:26.984350 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd0f9232-f423-427d-afb7-5cb821a979fd tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (79911082-b30b-4955-a32d-173409056f46), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.988936 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f83c36c5-36f7-4530-9140-d2d5941ed73a req-f216eead-cf5b-44a3-98f7-6bcdcd37830e tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012267 Feb 09 01:38:27.009697 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd0f9232-f423-427d-afb7-5cb821a979fd tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.016763 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cd0f9232-f423-427d-afb7-5cb821a979fd tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/networks/79911082-b30b-4955-a32d-173409056f46 HTTP/1.1" status: 204 len: 168 time: 0.6179659 Feb 09 01:38:27.027365 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35454) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:27.041617 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f9232-f423-427d-afb7-5cb821a979fd tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Network': ['ID=79911082-b30b-4955-a32d-173409056f46,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:27.105672 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-5e571e3e-52a5-4ec8-a574-152bf329eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:27.107154 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-5e571e3e-52a5-4ec8-a574-152bf329eb6b service neutron] 10.222.0.67 "GET /v2.0/networks?id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 200 len: 907 time: 0.3219438 Feb 09 01:38:27.112639 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ed05ce-ea6a-4e5c-86cb-e139dc157501 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] DELETE failed (client error): The resource could not be found. Feb 09 01:38:27.113235 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ed05ce-ea6a-4e5c-86cb-e139dc157501 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:27.118825 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b7ed05ce-ea6a-4e5c-86cb-e139dc157501 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/subnets/94ff99ff-ad38-48ac-8d55-43a277c16151 HTTP/1.1" status: 404 len: 337 time: 0.0823152 Feb 09 01:38:27.127888 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35458) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:27.149364 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b9c1e23e-63a2-44a8-8310-e6e53d6506df req-834d27be-a121-4249-b64f-588972657593 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 210 time: 0.0500758 Feb 09 01:38:27.166054 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-15bfa359-4399-4729-af5b-8a661f8228f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:27.167539 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-15bfa359-4399-4729-af5b-8a661f8228f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.3135087 Feb 09 01:38:27.216303 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-330ffe50-f1d5-4ce7-800e-0fab7b3f783c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0f6c7eb-63ce-4464-9169-0ab56265449c HTTP/1.1" status: 200 len: 217 time: 0.0890217 Feb 09 01:38:27.219751 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-011893f6-1494-4d38-aa41-f10d7451172e tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] DELETE failed (client error): The resource could not be found. Feb 09 01:38:27.220291 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011893f6-1494-4d38-aa41-f10d7451172e tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:27.223343 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-011893f6-1494-4d38-aa41-f10d7451172e tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/networks/e360a651-feef-4d1b-8ad2-ec028f9dd5e1 HTTP/1.1" status: 404 len: 339 time: 0.0881264 Feb 09 01:38:27.226041 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35460) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:27.264281 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-0bc2dd12-cddc-468d-8612-ad599f3d8bea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c HTTP/1.1" status: 200 len: 217 time: 0.0568488 Feb 09 01:38:27.372460 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-362563a3-39bf-43cb-8b7f-d02e62215805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:27.374028 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-362563a3-39bf-43cb-8b7f-d02e62215805 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 200 len: 846 time: 0.1222396 Feb 09 01:38:27.395095 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b02cf4-510f-4d67-93bf-e47418895900 req-b93c3de1-43dc-4d10-8db0-4a5d265a332b tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:27.407153 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f0b02cf4-510f-4d67-93bf-e47418895900 req-b93c3de1-43dc-4d10-8db0-4a5d265a332b tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 945 time: 0.2978911 Feb 09 01:38:27.417138 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc38a92-987f-4e08-a49d-84de0756b413 req-c1a542fc-7a85-4be7-8e80-f9af066b9119 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:27.423975 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dbc38a92-987f-4e08-a49d-84de0756b413 req-c1a542fc-7a85-4be7-8e80-f9af066b9119 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=623ae5f2-99ad-4737-b7b3-031208709722 HTTP/1.1" status: 200 len: 947 time: 0.1320446 Feb 09 01:38:27.432254 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d9bd8a-9ec7-4151-8049-0d4bb73c8093 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Deleting subnet 45637662-2e28-4a68-b527-56891b93de42 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:38:27.442124 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-ab693655-1a7a-46da-b04d-932cbcb522cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:27.443593 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-ab693655-1a7a-46da-b04d-932cbcb522cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1545589 Feb 09 01:38:27.462658 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-a34b9139-7ac0-40bd-b75c-78b756c3bf30 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e22f3d8b-910b-4bfd-888d-5b6735c33e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490422 Feb 09 01:38:27.473309 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-82d9bd8a-9ec7-4151-8049-0d4bb73c8093 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for subnet (45637662-2e28-4a68-b527-56891b93de42), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.507240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14e4230-cd45-48ba-b5ef-1488af5d66e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e5f44f6-54f3-420d-bc38-9d1382ef3f4c'}, {'name': 'network-changed', 'server_uuid': 'b14e4230-cd45-48ba-b5ef-1488af5d66e5', 'tag': '4e5f44f6-54f3-420d-bc38-9d1382ef3f4c'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:27.509844 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7179bd8-a2c4-460e-810f-69df4367d3bf" -d '{"events": [{"server_uuid": "b14e4230-cd45-48ba-b5ef-1488af5d66e5", "name": "network-vif-unplugged", "status": "completed", "tag": "4e5f44f6-54f3-420d-bc38-9d1382ef3f4c"}, {"name": "network-changed", "server_uuid": "b14e4230-cd45-48ba-b5ef-1488af5d66e5", "tag": "4e5f44f6-54f3-420d-bc38-9d1382ef3f4c"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:27.546008 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dbc38a92-987f-4e08-a49d-84de0756b413 req-a9023d8d-2883-4153-aed3-5a2b056e9116 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076288 Feb 09 01:38:27.546961 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35468) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:27.583646 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-82d9bd8a-9ec7-4151-8049-0d4bb73c8093 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (45637662-2e28-4a68-b527-56891b93de42), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.597466 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f0b02cf4-510f-4d67-93bf-e47418895900 req-26643f83-beb9-4f63-8fba-5021ef8c148a tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888309 Feb 09 01:38:27.658789 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-3bb272f6-cb4b-48a5-82fa-220114206c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:27.666710 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-3bb272f6-cb4b-48a5-82fa-220114206c78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2027960 Feb 09 01:38:27.713933 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-75fef23a-f4c0-419b-bd9a-649584e41f18 service neutron] 10.222.0.67 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402327 Feb 09 01:38:27.734823 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431a97d0-8cbe-4649-93e2-1f030950655e x-openstack-request-id: req-431a97d0-8cbe-4649-93e2-1f030950655e {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:27.736032 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14e4230-cd45-48ba-b5ef-1488af5d66e5", "name": "network-vif-unplugged", "status": "completed", "tag": "4e5f44f6-54f3-420d-bc38-9d1382ef3f4c", "code": 200}, {"name": "network-changed", "server_uuid": "b14e4230-cd45-48ba-b5ef-1488af5d66e5", "tag": "4e5f44f6-54f3-420d-bc38-9d1382ef3f4c", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:27.736308 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-431a97d0-8cbe-4649-93e2-1f030950655e {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:27.738237 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14e4230-cd45-48ba-b5ef-1488af5d66e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e5f44f6-54f3-420d-bc38-9d1382ef3f4c', 'code': 200} Feb 09 01:38:27.738535 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14e4230-cd45-48ba-b5ef-1488af5d66e5', 'tag': '4e5f44f6-54f3-420d-bc38-9d1382ef3f4c', 'status': 'completed', 'code': 200} Feb 09 01:38:27.844492 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5fdb1-a62b-478a-a291-5ab55ef5469c req-c96a8ff2-90ff-480f-a514-6c6f15c67b82 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:27.848281 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4bd5fdb1-a62b-478a-a291-5ab55ef5469c req-c96a8ff2-90ff-480f-a514-6c6f15c67b82 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 948 time: 0.1785522 Feb 09 01:38:27.870948 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-82d9bd8a-9ec7-4151-8049-0d4bb73c8093 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (45637662-2e28-4a68-b527-56891b93de42), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.876891 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58f273f0-ebe4-4b03-9f60-3d015b64e2f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.007965 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4bd5fdb1-a62b-478a-a291-5ab55ef5469c req-7e1f92db-1235-4879-bac9-bbb973f5798c tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007874 Feb 09 01:38:28.034899 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-c90dcf70-8689-46a4-b55a-d19d3b35b961 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587518 Feb 09 01:38:28.042832 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-82d9bd8a-9ec7-4151-8049-0d4bb73c8093 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (45637662-2e28-4a68-b527-56891b93de42), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.046942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179bd8-a2c4-460e-810f-69df4367d3bf req-37a4a8ad-fd96-4d19-bd68-6538ca96aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.049525 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b7179bd8-a2c4-460e-810f-69df4367d3bf req-37a4a8ad-fd96-4d19-bd68-6538ca96aac0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 1130 time: 0.2512207 Feb 09 01:38:28.074741 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ce0ccb-9502-4461-9d2d-68efaff014cf None None] Network 7a9c5842-bee7-49a7-8a93-8c3db0519b40 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:28.078552 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-82d9bd8a-9ec7-4151-8049-0d4bb73c8093 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.084475 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-82d9bd8a-9ec7-4151-8049-0d4bb73c8093 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/subnets/45637662-2e28-4a68-b527-56891b93de42 HTTP/1.1" status: 204 len: 168 time: 0.8567374 Feb 09 01:38:28.121725 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35476) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:28.153852 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9bd8a-9ec7-4151-8049-0d4bb73c8093 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Subnet': ['ID=45637662-2e28-4a68-b527-56891b93de42,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:28.178418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e3163-a65e-43c4-9142-108c2d7efc62 req-5b6951c9-bd16-461e-9d87-dea2b8c0b386 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.189225 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-449e3163-a65e-43c4-9142-108c2d7efc62 req-5b6951c9-bd16-461e-9d87-dea2b8c0b386 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=61096a06-3144-4240-9481-23f09e901f56 HTTP/1.1" status: 200 len: 947 time: 0.3702979 Feb 09 01:38:28.263312 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6bb90b1-72c8-4914-8f0a-95a4a236dc81 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Deleting subnet 210135f9-7ea2-4568-a6ca-45e90cf8b9b1 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:38:28.268217 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6bb90b1-72c8-4914-8f0a-95a4a236dc81 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for subnet (210135f9-7ea2-4568-a6ca-45e90cf8b9b1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.309547 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58f273f0-ebe4-4b03-9f60-3d015b64e2f2 admin admin] Publish callbacks [] for security_group (a0f4b0b6-c4de-4d9b-9cbb-3e45fcf28028), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.322693 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-37b59db0-4be9-4b50-97c0-7dc5ad08f2cd service neutron] 10.222.0.67 "GET /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234337 Feb 09 01:38:28.325830 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58f273f0-ebe4-4b03-9f60-3d015b64e2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a0f4b0b6-c4de-4d9b-9cbb-3e45fcf28028), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.337165 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85233eac-8e7f-4273-ab21-3042e8d896e1 req-d136ea07-3b46-4d49-b0d1-cea2484a2a51 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.346670 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-85233eac-8e7f-4273-ab21-3042e8d896e1 req-d136ea07-3b46-4d49-b0d1-cea2484a2a51 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 945 time: 0.2194993 Feb 09 01:38:28.379575 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0b19df7-046d-4291-8f38-8de596ca8981 req-c339dbcd-8eb6-4e2a-b7d0-eb7d069ec2b8 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271799 Feb 09 01:38:28.384233 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179bd8-a2c4-460e-810f-69df4367d3bf req-8a63cfc5-b329-4550-a5a3-b89d767535fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.386152 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b7179bd8-a2c4-460e-810f-69df4367d3bf req-8a63cfc5-b329-4550-a5a3-b89d767535fd service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.2202094 Feb 09 01:38:28.403919 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6bb90b1-72c8-4914-8f0a-95a4a236dc81 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (210135f9-7ea2-4568-a6ca-45e90cf8b9b1), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.419276 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-449e3163-a65e-43c4-9142-108c2d7efc62 req-91b8dc60-e90a-4db4-8452-b972ed7b95d2 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290719 Feb 09 01:38:28.472517 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-58f273f0-ebe4-4b03-9f60-3d015b64e2f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c140918cf49a46c5a6bd8fef960df00d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9221056 Feb 09 01:38:28.501893 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35480) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:28.509373 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f273f0-ebe4-4b03-9f60-3d015b64e2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f4b0b6-c4de-4d9b-9cbb-3e45fcf28028,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:28.566298 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b7179bd8-a2c4-460e-810f-69df4367d3bf req-553391ff-3284-4be6-b7be-8eeda73c9d28 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c HTTP/1.1" status: 200 len: 217 time: 0.1259458 Feb 09 01:38:28.610311 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device edeb5091-6380-4925-b7b9-9def05ba3d7f details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:38:28.658354 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-85233eac-8e7f-4273-ab21-3042e8d896e1 req-5df23ee9-235e-41c2-9edc-6d97e29c9431 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3106072 Feb 09 01:38:28.759341 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b233321f-0e7a-4de7-9473-56d9e9d2ec24 req-5f9ddf42-5083-41b2-bab2-7daa12b74a08 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 210 time: 0.1315141 Feb 09 01:38:28.789257 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6bb90b1-72c8-4914-8f0a-95a4a236dc81 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (210135f9-7ea2-4568-a6ca-45e90cf8b9b1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.860533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179bd8-a2c4-460e-810f-69df4367d3bf req-c4229e47-8f58-475f-96c4-a6149fd91aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.864493 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b7179bd8-a2c4-460e-810f-69df4367d3bf req-c4229e47-8f58-475f-96c4-a6149fd91aa1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 1130 time: 0.2941935 Feb 09 01:38:28.949531 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6bb90b1-72c8-4914-8f0a-95a4a236dc81 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (210135f9-7ea2-4568-a6ca-45e90cf8b9b1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.977160 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port edeb5091-6380-4925-b7b9-9def05ba3d7f, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=edeb5091-6380-4925-b7b9-9def05ba3d7f,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:28.993120 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'edeb5091-6380-4925-b7b9-9def05ba3d7f', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': 'edeb5091-6380-4925-b7b9-9def05ba3d7f', 'mac_address': 'fa:16:3e:f5:e4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:38:29.044796 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb90b1-72c8-4914-8f0a-95a4a236dc81 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Subnet': ['ID=210135f9-7ea2-4568-a6ca-45e90cf8b9b1,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:29.049191 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-422ab9a5-3be1-4238-9ce6-be0fb2225673 admin admin] Publish callbacks [] for security_group (a0f4b0b6-c4de-4d9b-9cbb-3e45fcf28028), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.063541 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6bb90b1-72c8-4914-8f0a-95a4a236dc81 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.063907 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port edeb5091-6380-4925-b7b9-9def05ba3d7f is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:29.064540 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (edeb5091-6380-4925-b7b9-9def05ba3d7f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.069004 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c6bb90b1-72c8-4914-8f0a-95a4a236dc81 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/subnets/210135f9-7ea2-4568-a6ca-45e90cf8b9b1 HTTP/1.1" status: 204 len: 168 time: 0.9443700 Feb 09 01:38:29.076151 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35488) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:29.092998 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edeb5091-6380-4925-b7b9-9def05ba3d7f {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:38:29.124249 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port edeb5091-6380-4925-b7b9-9def05ba3d7f, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=edeb5091-6380-4925-b7b9-9def05ba3d7f,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:29.126116 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179bd8-a2c4-460e-810f-69df4367d3bf req-d3b87f16-f976-4aac-a0d5-f59e0536cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:29.128831 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b7179bd8-a2c4-460e-810f-69df4367d3bf req-d3b87f16-f976-4aac-a0d5-f59e0536cacd service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.2548642 Feb 09 01:38:29.134052 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (edeb5091-6380-4925-b7b9-9def05ba3d7f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.134943 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-422ab9a5-3be1-4238-9ce6-be0fb2225673 admin admin] Publish callbacks [] for security_group (a0f4b0b6-c4de-4d9b-9cbb-3e45fcf28028), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.142191 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179bd8-a2c4-460e-810f-69df4367d3bf req-b1f192b1-7160-4e14-b74d-aabc983faee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:29.144124 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b7179bd8-a2c4-460e-810f-69df4367d3bf req-b1f192b1-7160-4e14-b74d-aabc983faee8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.5766475 Feb 09 01:38:29.254389 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4872e-32f0-4f42-bfa9-8ccb5727061d req-7d302610-aaab-40c1-9ffe-c5abfebd7034 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:29.259795 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-24d4872e-32f0-4f42-bfa9-8ccb5727061d req-7d302610-aaab-40c1-9ffe-c5abfebd7034 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=623ae5f2-99ad-4737-b7b3-031208709722 HTTP/1.1" status: 200 len: 947 time: 0.3170991 Feb 09 01:38:29.278526 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d2020b8f-969c-4766-9ef4-228fcf7deb7b tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (7a9c5842-bee7-49a7-8a93-8c3db0519b40), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.285969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=edeb5091-6380-4925-b7b9-9def05ba3d7f,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:29.326872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1065205d-98e7-4777-bdd1-ab687a436f3d None None] Network 7a9c5842-bee7-49a7-8a93-8c3db0519b40 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:29.349798 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-422ab9a5-3be1-4238-9ce6-be0fb2225673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a0f4b0b6-c4de-4d9b-9cbb-3e45fcf28028), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.353167 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-422ab9a5-3be1-4238-9ce6-be0fb2225673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.354368 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-422ab9a5-3be1-4238-9ce6-be0fb2225673 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a0f4b0b6-c4de-4d9b-9cbb-3e45fcf28028 HTTP/1.1" status: 204 len: 168 time: 0.8509920 Feb 09 01:38:29.392600 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-24d4872e-32f0-4f42-bfa9-8ccb5727061d req-2199aa8c-6ba7-400b-8f85-2f05e760ddd8 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272273 Feb 09 01:38:29.394877 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ab9a5-3be1-4238-9ce6-be0fb2225673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f4b0b6-c4de-4d9b-9cbb-3e45fcf28028,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:29.407936 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ab9a5-3be1-4238-9ce6-be0fb2225673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:29.408291 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ab9a5-3be1-4238-9ce6-be0fb2225673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:29.408642 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ab9a5-3be1-4238-9ce6-be0fb2225673 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:29.408983 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ab9a5-3be1-4238-9ce6-be0fb2225673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:29.409316 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ab9a5-3be1-4238-9ce6-be0fb2225673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:29.409649 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ab9a5-3be1-4238-9ce6-be0fb2225673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:29.410118 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ab9a5-3be1-4238-9ce6-be0fb2225673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:29.410453 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ab9a5-3be1-4238-9ce6-be0fb2225673 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:29.410780 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ab9a5-3be1-4238-9ce6-be0fb2225673 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:29.411385 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ab9a5-3be1-4238-9ce6-be0fb2225673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:29.411765 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ab9a5-3be1-4238-9ce6-be0fb2225673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:29.412247 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ab9a5-3be1-4238-9ce6-be0fb2225673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:29.412582 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ab9a5-3be1-4238-9ce6-be0fb2225673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:29.455795 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d2020b8f-969c-4766-9ef4-228fcf7deb7b tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Deleting port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:29.457823 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d2020b8f-969c-4766-9ef4-228fcf7deb7b tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.512282 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-af486adb-ee81-44fb-b1e8-6df75f046a8e None None] Provisioning complete for port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:29.513420 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-af486adb-ee81-44fb-b1e8-6df75f046a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.670324 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['edeb5091-6380-4925-b7b9-9def05ba3d7f'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:29.685977 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-d2020b8f-969c-4766-9ef4-228fcf7deb7b tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] For port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab,segment=NetworkSegment(362e8379-2d85-473b-a4c2-0dd34cd4285b),segment_id=362e8379-2d85-473b-a4c2-0dd34cd4285b)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:29.686634 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d2020b8f-969c-4766-9ef4-228fcf7deb7b tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.710149 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d2020b8f-969c-4766-9ef4-228fcf7deb7b tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Calling delete_port for 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:29.751098 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-af486adb-ee81-44fb-b1e8-6df75f046a8e None None] Current status of the port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:29.778608 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b7179bd8-a2c4-460e-810f-69df4367d3bf req-8de208c7-c5e9-4a3a-94c0-2f758f48bdac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c HTTP/1.1" status: 200 len: 217 time: 0.1372070 Feb 09 01:38:29.797743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-7c993ee4-a475-494f-87a2-2f58cf46d003 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:29.805350 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ee5df0-841a-4ae0-9809-97065c36a8be None None] DHCP port deletion for 7a9c5842-bee7-49a7-8a93-8c3db0519b40 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:38:29.805794 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-7c993ee4-a475-494f-87a2-2f58cf46d003 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a&tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&binding%3Ahost_id=n-h1-828387-3 HTTP/1.1" status: 200 len: 1127 time: 1.0135181 Feb 09 01:38:29.855486 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d2020b8f-969c-4766-9ef4-228fcf7deb7b tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.903723 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2020b8f-969c-4766-9ef4-228fcf7deb7b tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] No DVR routers for this DVR port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:29.911367 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2020b8f-969c-4766-9ef4-228fcf7deb7b tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Port': ['ID=78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:29.927766 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ef4db-ba1e-47b2-8659-eb6a843f4f19 req-6f5264a7-fd02-4693-9959-06703e8d6f6c tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:29.939070 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-114ef4db-ba1e-47b2-8659-eb6a843f4f19 req-6f5264a7-fd02-4693-9959-06703e8d6f6c tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 948 time: 0.3588719 Feb 09 01:38:29.968330 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3afd0e-42b0-481d-808f-3270447006ce req-767a92f4-0fb6-47b8-91f9-a8b75ff8041e tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:29.970886 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8f3afd0e-42b0-481d-808f-3270447006ce req-767a92f4-0fb6-47b8-91f9-a8b75ff8041e tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.48 "GET /v2.0/ports?device_id=623ae5f2-99ad-4737-b7b3-031208709722 HTTP/1.1" status: 200 len: 947 time: 0.8312690 Feb 09 01:38:30.004875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179bd8-a2c4-460e-810f-69df4367d3bf req-a1c6583b-bc89-4da8-9afd-3f8545e83939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:30.006680 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b7179bd8-a2c4-460e-810f-69df4367d3bf req-a1c6583b-bc89-4da8-9afd-3f8545e83939 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1945271 Feb 09 01:38:30.014172 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e3ee5df0-841a-4ae0-9809-97065c36a8be None None] Deleting port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:30.014680 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e3ee5df0-841a-4ae0-9809-97065c36a8be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.022151 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668a237-ad9a-4e1b-b15b-25bca6ebe421 req-f7634974-906c-4234-9494-fd47cae4b3e6 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:30.032399 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4668a237-ad9a-4e1b-b15b-25bca6ebe421 req-f7634974-906c-4234-9494-fd47cae4b3e6 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 945 time: 0.9519475 Feb 09 01:38:30.036240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179bd8-a2c4-460e-810f-69df4367d3bf req-3078d403-ab5a-4686-80db-66d28f95719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:30.038019 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b7179bd8-a2c4-460e-810f-69df4367d3bf req-3078d403-ab5a-4686-80db-66d28f95719f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4012091 Feb 09 01:38:30.046829 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-114ef4db-ba1e-47b2-8659-eb6a843f4f19 req-5ff250cf-50ec-49c3-a712-febea3af4f15 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066837 Feb 09 01:38:30.158197 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d2020b8f-969c-4766-9ef4-228fcf7deb7b tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (7a9c5842-bee7-49a7-8a93-8c3db0519b40), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.181739 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-d2020b8f-969c-4766-9ef4-228fcf7deb7b tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9c5842-bee7-49a7-8a93-8c3db0519b40']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:30.197007 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-d2020b8f-969c-4766-9ef4-228fcf7deb7b tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362e8379-2d85-473b-a4c2-0dd34cd4285b') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:30.197312 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-d2020b8f-969c-4766-9ef4-228fcf7deb7b tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362e8379-2d85-473b-a4c2-0dd34cd4285b') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:30.209300 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d2020b8f-969c-4766-9ef4-228fcf7deb7b tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (362e8379-2d85-473b-a4c2-0dd34cd4285b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.230790 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d2020b8f-969c-4766-9ef4-228fcf7deb7b tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (362e8379-2d85-473b-a4c2-0dd34cd4285b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.240605 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2020b8f-969c-4766-9ef4-228fcf7deb7b tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:38:30.242941 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d2020b8f-969c-4766-9ef4-228fcf7deb7b tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (362e8379-2d85-473b-a4c2-0dd34cd4285b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.243105 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e3ee5df0-841a-4ae0-9809-97065c36a8be None None] For port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab, host n-d-828387-3, got binding levels [] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:30.243682 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e3ee5df0-841a-4ae0-9809-97065c36a8be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.282774 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e3ee5df0-841a-4ae0-9809-97065c36a8be None None] Calling delete_port for 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:30.286188 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.ipam_backend_mixin [None req-e3ee5df0-841a-4ae0-9809-97065c36a8be None None] Port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab was not found and therefore no delete operation was performed {{(pid=103185) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:38:30.288901 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e3ee5df0-841a-4ae0-9809-97065c36a8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.307916 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ee5df0-841a-4ae0-9809-97065c36a8be None None] No DVR routers for this DVR port 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:30.330266 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4668a237-ad9a-4e1b-b15b-25bca6ebe421 req-269d357a-4d74-487c-a227-cd59cb42c812 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966666 Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:38:30.362261 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:38:30.368330 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d2020b8f-969c-4766-9ef4-228fcf7deb7b tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (7a9c5842-bee7-49a7-8a93-8c3db0519b40), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.379570 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179bd8-a2c4-460e-810f-69df4367d3bf req-8ad2e73c-27fb-4d8e-9206-efb6f36b450f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:30.381273 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b7179bd8-a2c4-460e-810f-69df4367d3bf req-8ad2e73c-27fb-4d8e-9206-efb6f36b450f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3127687 Feb 09 01:38:30.382413 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d2020b8f-969c-4766-9ef4-228fcf7deb7b tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.384127 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b7179bd8-a2c4-460e-810f-69df4367d3bf req-74ab9d2f-d15b-4a0a-a4db-5cf19b3cef16 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070536 Feb 09 01:38:30.391433 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-a48efcf3-af71-4438-a914-bc692a92ef41 service neutron] For port a0f6c7eb-63ce-4464-9169-0ab56265449c, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:30.395255 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d2020b8f-969c-4766-9ef4-228fcf7deb7b tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/networks/7a9c5842-bee7-49a7-8a93-8c3db0519b40 HTTP/1.1" status: 204 len: 168 time: 1.3163302 Feb 09 01:38:30.396268 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35512) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:30.400198 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee5df0-841a-4ae0-9809-97065c36a8be None None] Pushing event deleted for resources: {'Port': ['ID=78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:30.408536 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-a48efcf3-af71-4438-a914-bc692a92ef41 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.409879 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-a48efcf3-af71-4438-a914-bc692a92ef41 service neutron] 10.222.0.67 "DELETE /v2.0/ports/a0f6c7eb-63ce-4464-9169-0ab56265449c/bindings/n-h2-828387-3 HTTP/1.1" status: 204 len: 173 time: 0.5816786 Feb 09 01:38:30.548313 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2020b8f-969c-4766-9ef4-228fcf7deb7b tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Network': ['ID=7a9c5842-bee7-49a7-8a93-8c3db0519b40,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:30.558870 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2674c1-af2a-4c2c-8a39-9367c8d1ed76 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] DELETE failed (client error): The resource could not be found. Feb 09 01:38:30.559719 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2674c1-af2a-4c2c-8a39-9367c8d1ed76 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:30.566679 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1f2674c1-af2a-4c2c-8a39-9367c8d1ed76 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/subnets/dc71bfba-ebc5-4cba-a983-62d1bd3140cb HTTP/1.1" status: 404 len: 337 time: 0.0540206 Feb 09 01:38:30.568334 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35520) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:30.627653 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b1d3e-0535-4405-8158-f5fd0dc3948d req-4e082743-de7f-4712-b3fb-e09feebc4ef8 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:30.630883 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-8f3afd0e-42b0-481d-808f-3270447006ce req-2ad2e76e-e6ad-43e4-8e82-39e3f4927e95 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Deleting port 122199ce-3f83-4414-bd26-b874df40d9a8 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:30.631341 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8f3afd0e-42b0-481d-808f-3270447006ce req-2ad2e76e-e6ad-43e4-8e82-39e3f4927e95 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (122199ce-3f83-4414-bd26-b874df40d9a8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.642979 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a98b1d3e-0535-4405-8158-f5fd0dc3948d req-4e082743-de7f-4712-b3fb-e09feebc4ef8 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=61096a06-3144-4240-9481-23f09e901f56 HTTP/1.1" status: 200 len: 948 time: 0.3043692 Feb 09 01:38:30.698915 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:30.736800 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:30.737441 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 78a8a0da-9b3f-4e6e-b42f-bd8eb7ad44ab not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:30.748376 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a98b1d3e-0535-4405-8158-f5fd0dc3948d req-c73093a5-e676-44ed-80b1-cf885f076b32 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037903 Feb 09 01:38:30.760491 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-8f3afd0e-42b0-481d-808f-3270447006ce req-2ad2e76e-e6ad-43e4-8e82-39e3f4927e95 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] For port 122199ce-3f83-4414-bd26-b874df40d9a8, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=122199ce-3f83-4414-bd26-b874df40d9a8,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:30.761256 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8f3afd0e-42b0-481d-808f-3270447006ce req-2ad2e76e-e6ad-43e4-8e82-39e3f4927e95 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (122199ce-3f83-4414-bd26-b874df40d9a8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.783383 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-8f3afd0e-42b0-481d-808f-3270447006ce req-2ad2e76e-e6ad-43e4-8e82-39e3f4927e95 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Calling delete_port for 122199ce-3f83-4414-bd26-b874df40d9a8 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:30.875417 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2fad1d-f7f3-4261-a3aa-c33371770bad tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] DELETE failed (client error): The resource could not be found. Feb 09 01:38:30.875969 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c2fad1d-f7f3-4261-a3aa-c33371770bad tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:30.884600 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8c2fad1d-f7f3-4261-a3aa-c33371770bad tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/networks/fa39bfd9-ec2b-46e9-92db-684250473b47 HTTP/1.1" status: 404 len: 339 time: 0.3021755 Feb 09 01:38:30.888255 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35526) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:30.895267 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0e81f9c1-8087-4cc9-b0a3-6dfc3985de1e req-f37f1a3e-6d5c-4ea9-adb8-c7e602a80bce tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 210 time: 0.0443823 Feb 09 01:38:30.978802 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ee970-9c7d-4de1-80b6-0b7be4036e2b req-7cc31567-a396-40d8-a322-a84b888211bd tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:30.981162 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-773ee970-9c7d-4de1-80b6-0b7be4036e2b req-7cc31567-a396-40d8-a322-a84b888211bd tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 945 time: 0.4648669 Feb 09 01:38:31.084578 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-803701b0-242f-4665-8ac8-d047f39aaaf0 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] DELETE failed (client error): The resource could not be found. Feb 09 01:38:31.085236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803701b0-242f-4665-8ac8-d047f39aaaf0 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:31.090962 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-803701b0-242f-4665-8ac8-d047f39aaaf0 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/subnets/6bbc14bc-4488-4f72-a469-1ebf5e4f78d4 HTTP/1.1" status: 404 len: 337 time: 0.1937118 Feb 09 01:38:31.102917 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35534) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:31.153775 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-7936ca1d-d195-4ddb-8911-6fd425d1e410 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] DELETE failed (client error): The resource could not be found. Feb 09 01:38:31.154694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7936ca1d-d195-4ddb-8911-6fd425d1e410 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:31.165160 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7936ca1d-d195-4ddb-8911-6fd425d1e410 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/networks/20d35a1d-747b-4f74-808c-4d6eb750c183 HTTP/1.1" status: 404 len: 339 time: 0.0466471 Feb 09 01:38:31.170234 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35536) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:31.220735 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b7179bd8-a2c4-460e-810f-69df4367d3bf req-b9c423aa-205a-4892-bff0-8d3bfa6f11e7 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8245325 Feb 09 01:38:31.230182 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b7179bd8-a2c4-460e-810f-69df4367d3bf req-ba8ed729-de5e-4932-89fc-a797a006d0ad service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8180335 Feb 09 01:38:31.237000 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5037ce7-c1f9-4be6-af64-6b0b0dde0c66 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] DELETE failed (client error): The resource could not be found. Feb 09 01:38:31.237674 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5037ce7-c1f9-4be6-af64-6b0b0dde0c66 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:31.244045 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f5037ce7-c1f9-4be6-af64-6b0b0dde0c66 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/subnets/013e455d-54a9-4ce3-ad14-b7f5fb548b68 HTTP/1.1" status: 404 len: 337 time: 0.0690310 Feb 09 01:38:31.249808 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35538) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:31.261104 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc65d7c-7acc-4a24-a668-1fac4a7b862b req-c6e11432-c5b8-435a-98ea-86c2ae6362a1 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:31.270405 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efc65d7c-7acc-4a24-a668-1fac4a7b862b req-c6e11432-c5b8-435a-98ea-86c2ae6362a1 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=623ae5f2-99ad-4737-b7b3-031208709722 HTTP/1.1" status: 200 len: 947 time: 0.2264338 Feb 09 01:38:31.308259 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8f3afd0e-42b0-481d-808f-3270447006ce req-2ad2e76e-e6ad-43e4-8e82-39e3f4927e95 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (122199ce-3f83-4414-bd26-b874df40d9a8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.315252 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-499e7992-90e3-4fab-86cf-0bdc057d9f72 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] DELETE failed (client error): The resource could not be found. Feb 09 01:38:31.315855 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499e7992-90e3-4fab-86cf-0bdc057d9f72 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:31.333153 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-499e7992-90e3-4fab-86cf-0bdc057d9f72 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/networks/a26d3a0e-449e-49ad-833e-194bab1e2c1c HTTP/1.1" status: 404 len: 339 time: 0.0571694 Feb 09 01:38:31.334273 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35540) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:31.390351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2e76e-e6ad-43e4-8e82-39e3f4927e95 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Pushing event deleted for resources: {'Port': ['ID=122199ce-3f83-4414-bd26-b874df40d9a8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:31.402682 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-773ee970-9c7d-4de1-80b6-0b7be4036e2b req-bb4094df-7601-4a0b-820d-5e03396abcd3 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3277450 Feb 09 01:38:31.465015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3afd0e-42b0-481d-808f-3270447006ce req-2ad2e76e-e6ad-43e4-8e82-39e3f4927e95 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] No DVR routers for this DVR port 122199ce-3f83-4414-bd26-b874df40d9a8 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:31.469548 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8f3afd0e-42b0-481d-808f-3270447006ce req-2ad2e76e-e6ad-43e4-8e82-39e3f4927e95 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.475539 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8f3afd0e-42b0-481d-808f-3270447006ce req-2ad2e76e-e6ad-43e4-8e82-39e3f4927e95 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.48 "DELETE /v2.0/ports/122199ce-3f83-4414-bd26-b874df40d9a8 HTTP/1.1" status: 204 len: 173 time: 1.4960623 Feb 09 01:38:31.476255 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623ae5f2-99ad-4737-b7b3-031208709722', 'name': 'network-vif-deleted', 'tag': '122199ce-3f83-4414-bd26-b874df40d9a8'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:31.479096 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9281bc-0fe6-47a2-af33-ac7cf6b1178c" -d '{"events": [{"server_uuid": "623ae5f2-99ad-4737-b7b3-031208709722", "name": "network-vif-deleted", "tag": "122199ce-3f83-4414-bd26-b874df40d9a8"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:31.505453 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc2f010-c174-46fc-8574-be7f022a8f33 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Deleting subnet b8e00216-7b14-4a5e-838c-45b8282eb792 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:38:31.518703 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efc65d7c-7acc-4a24-a668-1fac4a7b862b req-0fe4d215-d46e-4eeb-9b84-81c7b57d0ca9 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470891 Feb 09 01:38:31.535308 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-adc2f010-c174-46fc-8574-be7f022a8f33 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for subnet (b8e00216-7b14-4a5e-838c-45b8282eb792), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.576944 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b7179bd8-a2c4-460e-810f-69df4367d3bf req-d9f0466f-287c-45ac-9f3d-04732f34a0fe service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150892 Feb 09 01:38:31.637092 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-adc2f010-c174-46fc-8574-be7f022a8f33 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (b8e00216-7b14-4a5e-838c-45b8282eb792), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.118311 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4aaa3-63ad-4200-be8e-3e4aa0367fe6 req-a7d6407d-5438-4718-accf-5e1be9a610b9 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:32.125316 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-94d4aaa3-63ad-4200-be8e-3e4aa0367fe6 req-a7d6407d-5438-4718-accf-5e1be9a610b9 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 1127 time: 0.1297517 Feb 09 01:38:32.156783 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-adc2f010-c174-46fc-8574-be7f022a8f33 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (b8e00216-7b14-4a5e-838c-45b8282eb792), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.214913 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-94d4aaa3-63ad-4200-be8e-3e4aa0367fe6 req-5a3b7859-3e08-462a-9241-78204f641693 tempest-LiveMigrationTest-28805890 tempest-LiveMigrationTest-28805890-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885687 Feb 09 01:38:32.331184 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-adc2f010-c174-46fc-8574-be7f022a8f33 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (b8e00216-7b14-4a5e-838c-45b8282eb792), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.349021 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d4f4ef-adde-41b2-a1d3-c29cc6057866 x-openstack-request-id: req-76d4f4ef-adde-41b2-a1d3-c29cc6057866 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:32.349605 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623ae5f2-99ad-4737-b7b3-031208709722", "name": "network-vif-deleted", "tag": "122199ce-3f83-4414-bd26-b874df40d9a8", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:32.350419 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-76d4f4ef-adde-41b2-a1d3-c29cc6057866 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:32.351148 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623ae5f2-99ad-4737-b7b3-031208709722', 'name': 'network-vif-deleted', 'tag': '122199ce-3f83-4414-bd26-b874df40d9a8', 'status': 'completed', 'code': 200} Feb 09 01:38:32.398617 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c61e9d-bf24-4676-85ac-f28d8b16fbdf req-36cf0df7-fe74-4cc5-98f6-eca943686502 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:32.404298 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8c61e9d-bf24-4676-85ac-f28d8b16fbdf req-36cf0df7-fe74-4cc5-98f6-eca943686502 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 948 time: 0.1663473 Feb 09 01:38:32.419899 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2f010-c174-46fc-8574-be7f022a8f33 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Subnet': ['ID=b8e00216-7b14-4a5e-838c-45b8282eb792,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:32.441799 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-adc2f010-c174-46fc-8574-be7f022a8f33 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.447257 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-adc2f010-c174-46fc-8574-be7f022a8f33 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/subnets/b8e00216-7b14-4a5e-838c-45b8282eb792 HTTP/1.1" status: 204 len: 168 time: 1.1095471 Feb 09 01:38:32.447539 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35564) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:32.455495 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2c11cb-0a96-4f13-8b3b-55ab38fefc48 None None] Network a4461027-cd57-4af1-a496-efe2ffc1dc28 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:32.528694 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8c61e9d-bf24-4676-85ac-f28d8b16fbdf req-7ea6012a-5c8b-42ee-9720-b883934da9bf tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184030 Feb 09 01:38:32.603345 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6822fcb1-767c-4387-9693-23d1574ae91d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (a4461027-cd57-4af1-a496-efe2ffc1dc28), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.631166 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828c89a-7feb-40e7-a917-40ce0187610d req-8bac40f6-d404-4aee-8204-ce79f202cf45 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:32.638849 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8828c89a-7feb-40e7-a917-40ce0187610d req-8bac40f6-d404-4aee-8204-ce79f202cf45 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=61096a06-3144-4240-9481-23f09e901f56 HTTP/1.1" status: 200 len: 948 time: 0.1925733 Feb 09 01:38:32.642169 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device edeb5091-6380-4925-b7b9-9def05ba3d7f up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:32.688345 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4649d32a-05e4-436f-8d53-00bc329a106b req-f20997cd-73a4-4b13-b5ea-fc8d28eca6d3 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 210 time: 0.0686715 Feb 09 01:38:32.719584 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e479771e-6c51-4111-b9ed-85b76074311c None None] DHCP port deletion for a4461027-cd57-4af1-a496-efe2ffc1dc28 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:38:32.735821 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8828c89a-7feb-40e7-a917-40ce0187610d req-23273185-0c1a-45de-968b-467481f13e2d tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906770 Feb 09 01:38:32.770025 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-6822fcb1-767c-4387-9693-23d1574ae91d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Deleting port 88e73685-cc3e-4f8e-a012-5f1836395c2f {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:32.770265 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6822fcb1-767c-4387-9693-23d1574ae91d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (88e73685-cc3e-4f8e-a012-5f1836395c2f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.801940 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port edeb5091-6380-4925-b7b9-9def05ba3d7f completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:38:32.814466 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port edeb5091-6380-4925-b7b9-9def05ba3d7f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:32.814918 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (edeb5091-6380-4925-b7b9-9def05ba3d7f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.863842 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e9e0be95-eef3-485d-a4d7-75370581bb4f req-3fa999b0-b8a3-48af-8a54-9113ecc8b41b tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.0512185 Feb 09 01:38:32.893234 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-6822fcb1-767c-4387-9693-23d1574ae91d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] For port 88e73685-cc3e-4f8e-a012-5f1836395c2f, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=88e73685-cc3e-4f8e-a012-5f1836395c2f,segment=NetworkSegment(9f50c0f5-49c8-428a-8be3-3bb34bb62d36),segment_id=9f50c0f5-49c8-428a-8be3-3bb34bb62d36)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:32.893234 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6822fcb1-767c-4387-9693-23d1574ae91d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (88e73685-cc3e-4f8e-a012-5f1836395c2f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.905551 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e479771e-6c51-4111-b9ed-85b76074311c None None] Deleting port 88e73685-cc3e-4f8e-a012-5f1836395c2f {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:32.905968 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e479771e-6c51-4111-b9ed-85b76074311c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (88e73685-cc3e-4f8e-a012-5f1836395c2f), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.908208 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-6822fcb1-767c-4387-9693-23d1574ae91d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Calling delete_port for 88e73685-cc3e-4f8e-a012-5f1836395c2f owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:33.014498 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e479771e-6c51-4111-b9ed-85b76074311c None None] For port 88e73685-cc3e-4f8e-a012-5f1836395c2f, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=88e73685-cc3e-4f8e-a012-5f1836395c2f,segment=NetworkSegment(9f50c0f5-49c8-428a-8be3-3bb34bb62d36),segment_id=9f50c0f5-49c8-428a-8be3-3bb34bb62d36)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:33.014878 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e479771e-6c51-4111-b9ed-85b76074311c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (88e73685-cc3e-4f8e-a012-5f1836395c2f), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.053418 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e479771e-6c51-4111-b9ed-85b76074311c None None] Calling delete_port for 88e73685-cc3e-4f8e-a012-5f1836395c2f owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:33.130015 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f9112-f346-49d8-aa09-36935855e817 req-2415b5ca-1145-4eb8-a16a-4509289713cd tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:33.149689 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b91f9112-f346-49d8-aa09-36935855e817 req-2415b5ca-1145-4eb8-a16a-4509289713cd tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 945 time: 0.1414053 Feb 09 01:38:33.223074 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port edeb5091-6380-4925-b7b9-9def05ba3d7f is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:33.223523 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (edeb5091-6380-4925-b7b9-9def05ba3d7f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.243417 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e479771e-6c51-4111-b9ed-85b76074311c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (88e73685-cc3e-4f8e-a012-5f1836395c2f), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.250782 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6822fcb1-767c-4387-9693-23d1574ae91d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (88e73685-cc3e-4f8e-a012-5f1836395c2f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.302846 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b91f9112-f346-49d8-aa09-36935855e817 req-f9c1f535-f9e5-4b9b-9a3b-751474c9b72d tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519094 Feb 09 01:38:33.305794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port edeb5091-6380-4925-b7b9-9def05ba3d7f, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=edeb5091-6380-4925-b7b9-9def05ba3d7f,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:33.307336 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e479771e-6c51-4111-b9ed-85b76074311c None None] No DVR routers for this DVR port 88e73685-cc3e-4f8e-a012-5f1836395c2f on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:33.309515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61096a06-3144-4240-9481-23f09e901f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edeb5091-6380-4925-b7b9-9def05ba3d7f'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:33.313708 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503fbd86-3482-4ac1-ab0c-b89840689f4c" -d '{"events": [{"server_uuid": "61096a06-3144-4240-9481-23f09e901f56", "name": "network-vif-plugged", "status": "completed", "tag": "edeb5091-6380-4925-b7b9-9def05ba3d7f"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:33.320225 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (edeb5091-6380-4925-b7b9-9def05ba3d7f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.332697 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479771e-6c51-4111-b9ed-85b76074311c None None] Pushing event deleted for resources: {'Port': ['ID=88e73685-cc3e-4f8e-a012-5f1836395c2f,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:33.344803 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:38:33.348149 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 122199ce-3f83-4414-bd26-b874df40d9a8 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:33.354504 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822fcb1-767c-4387-9693-23d1574ae91d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Port': ['ID=88e73685-cc3e-4f8e-a012-5f1836395c2f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:33.375388 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6822fcb1-767c-4387-9693-23d1574ae91d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] No DVR routers for this DVR port 88e73685-cc3e-4f8e-a012-5f1836395c2f on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:33.392268 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-941e9465-cf4e-4ebe-bf92-572ff47fd232 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:33.394589 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-941e9465-cf4e-4ebe-bf92-572ff47fd232 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.48 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5&tenant_id=a8fbbe3309e443c484ce78d66416eddd&binding%3Ahost_id=n-h2-828387-3 HTTP/1.1" status: 200 len: 948 time: 0.1859961 Feb 09 01:38:33.399383 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 122199ce-3f83-4414-bd26-b874df40d9a8 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:33.399774 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 122199ce-3f83-4414-bd26-b874df40d9a8 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:33.474408 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4d815-fb48-47a7-879a-2be6f94e2c3b req-cf33f4de-ed55-4495-b3e6-979d8217e5dc tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:33.482887 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00f4d815-fb48-47a7-879a-2be6f94e2c3b req-cf33f4de-ed55-4495-b3e6-979d8217e5dc tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 945 time: 0.1854846 Feb 09 01:38:33.526856 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=edeb5091-6380-4925-b7b9-9def05ba3d7f,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:33.576778 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:33.589049 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00f4d815-fb48-47a7-879a-2be6f94e2c3b req-d1b12d3a-9f76-443e-a764-fa384166f241 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038980 Feb 09 01:38:33.600712 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '4e5f44f6-54f3-420d-bc38-9d1382ef3f4c', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '4e5f44f6-54f3-420d-bc38-9d1382ef3f4c', 'mac_address': 'fa:16:3e:e1:fb:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:38:33.605211 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-05f7e795-8c66-4a24-a6c0-ad6e06a9e35f service neutron] 10.222.0.48 "GET /v2.0/ports/4e5f44f6-54f3-420d-bc38-9d1382ef3f4c/bindings/n-h2-828387-3 HTTP/1.1" status: 200 len: 382 time: 0.2029512 Feb 09 01:38:33.693103 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:33.693499 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.698729 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6822fcb1-767c-4387-9693-23d1574ae91d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (a4461027-cd57-4af1-a496-efe2ffc1dc28), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.718344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-707605fd-55e8-4d82-8644-ca0430930fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:33.720973 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-707605fd-55e8-4d82-8644-ca0430930fe2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 1130 time: 0.0843670 Feb 09 01:38:33.728479 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:38:33.736983 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead7d1e-44d5-4ac5-a248-22182bd22f50 req-9ef9908b-1e7e-4bfa-b341-58302f9e8861 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:33.738555 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9ead7d1e-44d5-4ac5-a248-22182bd22f50 req-9ef9908b-1e7e-4bfa-b341-58302f9e8861 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 948 time: 0.2646267 Feb 09 01:38:33.763557 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-6822fcb1-767c-4387-9693-23d1574ae91d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4461027-cd57-4af1-a496-efe2ffc1dc28']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:33.775000 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:33.786071 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-6822fcb1-767c-4387-9693-23d1574ae91d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f50c0f5-49c8-428a-8be3-3bb34bb62d36') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:33.786359 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-6822fcb1-767c-4387-9693-23d1574ae91d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f50c0f5-49c8-428a-8be3-3bb34bb62d36') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:33.788562 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.837910 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6822fcb1-767c-4387-9693-23d1574ae91d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (9f50c0f5-49c8-428a-8be3-3bb34bb62d36), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.892716 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:33.930506 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6822fcb1-767c-4387-9693-23d1574ae91d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (9f50c0f5-49c8-428a-8be3-3bb34bb62d36), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.942350 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec96cb6-1358-4d3a-804c-b674db11230c x-openstack-request-id: req-fec96cb6-1358-4d3a-804c-b674db11230c {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:33.943911 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61096a06-3144-4240-9481-23f09e901f56", "name": "network-vif-plugged", "status": "completed", "tag": "edeb5091-6380-4925-b7b9-9def05ba3d7f", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:33.944590 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fec96cb6-1358-4d3a-804c-b674db11230c {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:33.949354 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61096a06-3144-4240-9481-23f09e901f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edeb5091-6380-4925-b7b9-9def05ba3d7f', 'code': 200} Feb 09 01:38:33.991798 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9ead7d1e-44d5-4ac5-a248-22182bd22f50 req-e154340d-fb0e-4b1d-a4c3-b2fdd80663d8 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375314 Feb 09 01:38:33.999703 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6822fcb1-767c-4387-9693-23d1574ae91d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:38:34.005495 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6822fcb1-767c-4387-9693-23d1574ae91d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (9f50c0f5-49c8-428a-8be3-3bb34bb62d36), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.009612 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d75e5-f2b3-45df-86f9-0afad65423bb req-fba4e841-26d7-4d3b-8b63-12432430b284 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:34.012519 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c16d75e5-f2b3-45df-86f9-0afad65423bb req-fba4e841-26d7-4d3b-8b63-12432430b284 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 945 time: 0.2476602 Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:38:34.014908 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:38:34.175199 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-f1e37e87-38fc-4233-9077-7b758d595105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:34.176077 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-f1e37e87-38fc-4233-9077-7b758d595105 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.4418695 Feb 09 01:38:34.200855 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a032c7fe-82a0-4b58-b322-541d17f9cad7 req-0356988c-213d-4ee8-9f03-232b24a93b2d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 210 time: 0.0651259 Feb 09 01:38:34.201768 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6822fcb1-767c-4387-9693-23d1574ae91d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (a4461027-cd57-4af1-a496-efe2ffc1dc28), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.220539 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6822fcb1-767c-4387-9693-23d1574ae91d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.223899 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6822fcb1-767c-4387-9693-23d1574ae91d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/networks/a4461027-cd57-4af1-a496-efe2ffc1dc28 HTTP/1.1" status: 204 len: 168 time: 1.7754574 Feb 09 01:38:34.226709 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['4e5f44f6-54f3-420d-bc38-9d1382ef3f4c'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:34.229641 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35596) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:34.266294 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822fcb1-767c-4387-9693-23d1574ae91d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Network': ['ID=a4461027-cd57-4af1-a496-efe2ffc1dc28,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:34.289169 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-ca24beab-3db2-49e6-82f6-cde9806a5490 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c HTTP/1.1" status: 200 len: 217 time: 0.0936081 Feb 09 01:38:34.311887 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-4535a2eb-de93-427d-adc9-4966b56a95cf tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] DELETE failed (client error): The resource could not be found. Feb 09 01:38:34.315307 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4535a2eb-de93-427d-adc9-4966b56a95cf tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:34.320714 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4535a2eb-de93-427d-adc9-4966b56a95cf tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/subnets/41babd94-ed5a-4858-b5c6-16b9a0f27420 HTTP/1.1" status: 404 len: 337 time: 0.0886614 Feb 09 01:38:34.328437 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35598) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:34.354706 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-043babd3-d2c3-4529-84e5-de03dd7d8c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:34.356416 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-043babd3-d2c3-4529-84e5-de03dd7d8c24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.0581052 Feb 09 01:38:34.366507 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-0166f48e-c378-43bb-953c-22d00b770d4d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] DELETE failed (client error): The resource could not be found. Feb 09 01:38:34.367049 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0166f48e-c378-43bb-953c-22d00b770d4d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:34.385059 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0166f48e-c378-43bb-953c-22d00b770d4d tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/networks/baa0a411-109b-4a4c-9758-230845b4b100 HTTP/1.1" status: 404 len: 339 time: 0.0508018 Feb 09 01:38:34.385348 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35602) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:34.386255 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5bd2d9-884a-4a09-8922-f55bdf20131a req-a959b0b8-2d36-47ce-a22d-9487df430477 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:34.388505 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0d5bd2d9-884a-4a09-8922-f55bdf20131a req-a959b0b8-2d36-47ce-a22d-9487df430477 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=61096a06-3144-4240-9481-23f09e901f56 HTTP/1.1" status: 200 len: 949 time: 0.2927108 Feb 09 01:38:34.416333 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-c16d75e5-f2b3-45df-86f9-0afad65423bb req-e34e866b-f54a-475e-b4d5-a23c3d7cfc07 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Deleting port a0f6c7eb-63ce-4464-9169-0ab56265449c {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:34.416825 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c16d75e5-f2b3-45df-86f9-0afad65423bb req-e34e866b-f54a-475e-b4d5-a23c3d7cfc07 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a0f6c7eb-63ce-4464-9169-0ab56265449c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.505827 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-a207959b-713c-49c4-8078-f198eb3169c1 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Deleting subnet cac7ae34-db1d-4fa2-aa71-3a7ac0ef5b58 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:38:34.512750 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a207959b-713c-49c4-8078-f198eb3169c1 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for subnet (cac7ae34-db1d-4fa2-aa71-3a7ac0ef5b58), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.541178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4a448-9c7f-4d9b-9160-79da9d18d633 req-efa1df03-4651-43c3-8890-cec8e3451fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:34.543481 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-59b4a448-9c7f-4d9b-9160-79da9d18d633 req-efa1df03-4651-43c3-8890-cec8e3451fe7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=61096a06-3144-4240-9481-23f09e901f56 HTTP/1.1" status: 200 len: 1131 time: 0.3754635 Feb 09 01:38:34.613217 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6264d644-fbcc-4797-9a6a-c3e9bc801ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:34.615279 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6264d644-fbcc-4797-9a6a-c3e9bc801ab8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2478118 Feb 09 01:38:34.619930 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a207959b-713c-49c4-8078-f198eb3169c1 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (cac7ae34-db1d-4fa2-aa71-3a7ac0ef5b58), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.628738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-c16d75e5-f2b3-45df-86f9-0afad65423bb req-e34e866b-f54a-475e-b4d5-a23c3d7cfc07 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] For port a0f6c7eb-63ce-4464-9169-0ab56265449c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a0f6c7eb-63ce-4464-9169-0ab56265449c,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:34.628738 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c16d75e5-f2b3-45df-86f9-0afad65423bb req-e34e866b-f54a-475e-b4d5-a23c3d7cfc07 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a0f6c7eb-63ce-4464-9169-0ab56265449c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.661404 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0d5bd2d9-884a-4a09-8922-f55bdf20131a req-74dec701-a388-47d4-8e9a-44c02e2c8f5a tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485042 Feb 09 01:38:34.687115 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5261b05-803b-4e9c-a51f-dd60383c3348 req-979c9742-b617-4ef9-8943-c8d05f9ecae6 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:34.691925 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d5261b05-803b-4e9c-a51f-dd60383c3348 req-979c9742-b617-4ef9-8943-c8d05f9ecae6 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ded839-b7aa-44a6-9c35-1a5220062c34 HTTP/1.1" status: 200 len: 949 time: 0.1787050 Feb 09 01:38:34.712128 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 88e73685-cc3e-4f8e-a012-5f1836395c2f no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:34.738803 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-c16d75e5-f2b3-45df-86f9-0afad65423bb req-e34e866b-f54a-475e-b4d5-a23c3d7cfc07 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Calling delete_port for a0f6c7eb-63ce-4464-9169-0ab56265449c owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:34.765969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 88e73685-cc3e-4f8e-a012-5f1836395c2f {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:34.766674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 88e73685-cc3e-4f8e-a012-5f1836395c2f not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:34.793200 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-59b4a448-9c7f-4d9b-9160-79da9d18d633 req-e52aa621-39c9-428b-a262-26f312a4ce7e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414353 Feb 09 01:38:34.828310 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d5261b05-803b-4e9c-a51f-dd60383c3348 req-c6ea5d49-8f7d-4e11-9c27-88a4b2519c26 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226888 Feb 09 01:38:34.829700 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a207959b-713c-49c4-8078-f198eb3169c1 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (cac7ae34-db1d-4fa2-aa71-3a7ac0ef5b58), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.944233 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-670214a2-b311-4a8b-a377-5ceb13271386 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127556 Feb 09 01:38:34.947632 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a207959b-713c-49c4-8078-f198eb3169c1 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (cac7ae34-db1d-4fa2-aa71-3a7ac0ef5b58), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.977970 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1bff843a-87e4-4c8e-b8aa-b153783ce2df req-57e37725-d7da-4795-9a8f-273825e0939c tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.0798173 Feb 09 01:38:35.030190 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207959b-713c-49c4-8078-f198eb3169c1 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Subnet': ['ID=cac7ae34-db1d-4fa2-aa71-3a7ac0ef5b58,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:35.077625 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a207959b-713c-49c4-8078-f198eb3169c1 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.086254 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a207959b-713c-49c4-8078-f198eb3169c1 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/subnets/cac7ae34-db1d-4fa2-aa71-3a7ac0ef5b58 HTTP/1.1" status: 204 len: 168 time: 0.6997716 Feb 09 01:38:35.088132 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35608) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:35.104991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79d6cb9-3593-4f74-a69f-2d9a091c37d6 None None] Network bd77b944-8481-4aff-b9b3-887afde84d77 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:35.176876 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ef3a9-1b12-43e8-ab4e-1f785a1ac435 req-1604c8ce-4a6a-4194-9718-b3b4fb40f661 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:35.184093 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-169ef3a9-1b12-43e8-ab4e-1f785a1ac435 req-1604c8ce-4a6a-4194-9718-b3b4fb40f661 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 945 time: 0.2518265 Feb 09 01:38:35.222688 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3abb443-83b6-479b-afb3-c8df0c895e85 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (bd77b944-8481-4aff-b9b3-887afde84d77), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.256298 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-c44e81c3-db58-4a6b-bfae-272d6c07468a service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810431 Feb 09 01:38:35.267348 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-169ef3a9-1b12-43e8-ab4e-1f785a1ac435 req-77136745-c5cf-4852-9ddf-a1f93c1ee83c tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822184 Feb 09 01:38:35.276383 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c16d75e5-f2b3-45df-86f9-0afad65423bb req-e34e866b-f54a-475e-b4d5-a23c3d7cfc07 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a0f6c7eb-63ce-4464-9169-0ab56265449c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.297950 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:35.370715 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e866b-f54a-475e-b4d5-a23c3d7cfc07 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Pushing event deleted for resources: {'Port': ['ID=a0f6c7eb-63ce-4464-9169-0ab56265449c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:35.382591 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a3abb443-83b6-479b-afb3-c8df0c895e85 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Deleting port 4fb0867c-dbe6-4cf8-bdba-ab65400d175c {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:35.383013 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3abb443-83b6-479b-afb3-c8df0c895e85 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (4fb0867c-dbe6-4cf8-bdba-ab65400d175c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.410210 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbbc9dd-3ec9-4022-9474-b01aa99de26b None None] DHCP port deletion for bd77b944-8481-4aff-b9b3-887afde84d77 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:38:35.483595 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16d75e5-f2b3-45df-86f9-0afad65423bb req-e34e866b-f54a-475e-b4d5-a23c3d7cfc07 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] No DVR routers for this DVR port a0f6c7eb-63ce-4464-9169-0ab56265449c on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:35.488918 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a3abb443-83b6-479b-afb3-c8df0c895e85 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] For port 4fb0867c-dbe6-4cf8-bdba-ab65400d175c, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=4fb0867c-dbe6-4cf8-bdba-ab65400d175c,segment=NetworkSegment(6bc61c4c-08df-46f7-91ef-1283f7cbead9),segment_id=6bc61c4c-08df-46f7-91ef-1283f7cbead9)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:35.489213 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c16d75e5-f2b3-45df-86f9-0afad65423bb req-e34e866b-f54a-475e-b4d5-a23c3d7cfc07 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.489386 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3abb443-83b6-479b-afb3-c8df0c895e85 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (4fb0867c-dbe6-4cf8-bdba-ab65400d175c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.495522 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c16d75e5-f2b3-45df-86f9-0afad65423bb req-e34e866b-f54a-475e-b4d5-a23c3d7cfc07 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.67 "DELETE /v2.0/ports/a0f6c7eb-63ce-4464-9169-0ab56265449c HTTP/1.1" status: 204 len: 173 time: 1.4760106 Feb 09 01:38:35.496360 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf4485e-f945-4a51-aa90-1f81295ea53a', 'name': 'network-vif-deleted', 'tag': 'a0f6c7eb-63ce-4464-9169-0ab56265449c'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:35.510377 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a3abb443-83b6-479b-afb3-c8df0c895e85 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Calling delete_port for 4fb0867c-dbe6-4cf8-bdba-ab65400d175c owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:35.529072 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce4f1d-c238-4a9c-9a4a-3e7c60ce785e req-001350bf-2813-455a-af6d-52d8ebc0b299 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:35.529284 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c7d2a1-2e50-4ade-a9ea-138837ac31a0" -d '{"events": [{"server_uuid": "bdf4485e-f945-4a51-aa90-1f81295ea53a", "name": "network-vif-deleted", "tag": "a0f6c7eb-63ce-4464-9169-0ab56265449c"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:35.537455 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-61ce4f1d-c238-4a9c-9a4a-3e7c60ce785e req-001350bf-2813-455a-af6d-52d8ebc0b299 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 949 time: 0.1376882 Feb 09 01:38:35.555526 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774a5e9-f142-436c-bef2-d535a0082a36 req-aad83769-2e0f-4c76-8f1d-fbc543f5c7dd tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:35.572796 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0774a5e9-f142-436c-bef2-d535a0082a36 req-aad83769-2e0f-4c76-8f1d-fbc543f5c7dd tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 866 time: 0.3727696 Feb 09 01:38:35.628019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-cfbbc9dd-3ec9-4022-9474-b01aa99de26b None None] Deleting port 4fb0867c-dbe6-4cf8-bdba-ab65400d175c {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:35.628301 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cfbbc9dd-3ec9-4022-9474-b01aa99de26b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (4fb0867c-dbe6-4cf8-bdba-ab65400d175c), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.689874 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0774a5e9-f142-436c-bef2-d535a0082a36 req-ca07f917-7241-476c-8d29-737403cf0f59 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157243 Feb 09 01:38:35.713933 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-61ce4f1d-c238-4a9c-9a4a-3e7c60ce785e req-ff94156f-8f9e-407f-bd81-ed23a85517ca tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755245 Feb 09 01:38:35.761064 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-cfbbc9dd-3ec9-4022-9474-b01aa99de26b None None] For port 4fb0867c-dbe6-4cf8-bdba-ab65400d175c, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=4fb0867c-dbe6-4cf8-bdba-ab65400d175c,segment=NetworkSegment(6bc61c4c-08df-46f7-91ef-1283f7cbead9),segment_id=6bc61c4c-08df-46f7-91ef-1283f7cbead9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:35.761758 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cfbbc9dd-3ec9-4022-9474-b01aa99de26b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (4fb0867c-dbe6-4cf8-bdba-ab65400d175c), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.849443 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3abb443-83b6-479b-afb3-c8df0c895e85 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (4fb0867c-dbe6-4cf8-bdba-ab65400d175c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.908659 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34bb1403-5176-4799-a4f7-ecc5c07c955f req-41eb9df9-fe62-4547-bc4c-d1adf0014b2b tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 210 time: 0.0678868 Feb 09 01:38:35.924230 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abb443-83b6-479b-afb3-c8df0c895e85 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Port': ['ID=4fb0867c-dbe6-4cf8-bdba-ab65400d175c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:35.933141 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3abb443-83b6-479b-afb3-c8df0c895e85 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] No DVR routers for this DVR port 4fb0867c-dbe6-4cf8-bdba-ab65400d175c on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:36.000279 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6329bae9-be49-4fad-b4c3-a3e77fbfa4a3 x-openstack-request-id: req-6329bae9-be49-4fad-b4c3-a3e77fbfa4a3 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:36.000731 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf4485e-f945-4a51-aa90-1f81295ea53a", "name": "network-vif-deleted", "tag": "a0f6c7eb-63ce-4464-9169-0ab56265449c", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:36.001087 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6329bae9-be49-4fad-b4c3-a3e77fbfa4a3 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:36.001891 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf4485e-f945-4a51-aa90-1f81295ea53a', 'name': 'network-vif-deleted', 'tag': 'a0f6c7eb-63ce-4464-9169-0ab56265449c', 'status': 'completed', 'code': 200} Feb 09 01:38:36.040951 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-cfbbc9dd-3ec9-4022-9474-b01aa99de26b None None] Calling delete_port for 4fb0867c-dbe6-4cf8-bdba-ab65400d175c owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:36.137305 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec4f37-da1a-4377-8384-b509990f00c9 req-cca18c56-132f-40e0-b9ec-e78442bb9939 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:36.141931 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-54ec4f37-da1a-4377-8384-b509990f00c9 req-cca18c56-132f-40e0-b9ec-e78442bb9939 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=61096a06-3144-4240-9481-23f09e901f56 HTTP/1.1" status: 200 len: 949 time: 0.0765359 Feb 09 01:38:36.150749 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3abb443-83b6-479b-afb3-c8df0c895e85 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (bd77b944-8481-4aff-b9b3-887afde84d77), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.164444 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bba59-becc-48a2-9255-10d2f43710bb req-778d960c-91a8-4fa8-ab7e-f31bee7c507a tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:36.174139 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d32bba59-becc-48a2-9255-10d2f43710bb req-778d960c-91a8-4fa8-ab7e-f31bee7c507a tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 945 time: 0.2557840 Feb 09 01:38:36.182584 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cfbbc9dd-3ec9-4022-9474-b01aa99de26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (4fb0867c-dbe6-4cf8-bdba-ab65400d175c), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.207421 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35622) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:36.225876 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-5a503e50-15bb-44f4-98ae-f3249f7932fb tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Request body: {'floatingip': {'port_id': 'd3d8b0f2-a2dc-4be7-b3a2-b7a922810f96'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:36.244052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbc9dd-3ec9-4022-9474-b01aa99de26b None None] Pushing event deleted for resources: {'Port': ['ID=4fb0867c-dbe6-4cf8-bdba-ab65400d175c,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:36.252185 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbbc9dd-3ec9-4022-9474-b01aa99de26b None None] No DVR routers for this DVR port 4fb0867c-dbe6-4cf8-bdba-ab65400d175c on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:36.292637 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-a3abb443-83b6-479b-afb3-c8df0c895e85 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd77b944-8481-4aff-b9b3-887afde84d77']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:36.305446 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-54ec4f37-da1a-4377-8384-b509990f00c9 req-bdd0fef3-8c21-4211-938d-3fd88f781ff9 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566370 Feb 09 01:38:36.312307 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a503e50-15bb-44f4-98ae-f3249f7932fb tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks [] for floatingip (e2e9a3ee-b894-4725-9557-98c5de8a2adf), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.326343 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-a3abb443-83b6-479b-afb3-c8df0c895e85 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc61c4c-08df-46f7-91ef-1283f7cbead9') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:36.326679 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-a3abb443-83b6-479b-afb3-c8df0c895e85 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc61c4c-08df-46f7-91ef-1283f7cbead9') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:36.354807 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3abb443-83b6-479b-afb3-c8df0c895e85 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (6bc61c4c-08df-46f7-91ef-1283f7cbead9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.487312 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3abb443-83b6-479b-afb3-c8df0c895e85 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (6bc61c4c-08df-46f7-91ef-1283f7cbead9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.503437 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3abb443-83b6-479b-afb3-c8df0c895e85 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:38:36.504613 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3abb443-83b6-479b-afb3-c8df0c895e85 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (6bc61c4c-08df-46f7-91ef-1283f7cbead9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:38:36.511925 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:38:36.644042 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e92d71fd-d04b-45bb-af6a-54f58b473fd5 req-774e87b6-8112-49ed-9160-299af3174f95 tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.0529861 Feb 09 01:38:36.661886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device a0f6c7eb-63ce-4464-9169-0ab56265449c no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:36.714360 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f02ea0-5039-442c-b882-32c70583060c req-6b7917fb-17fb-43f9-a87c-92b2e4c80919 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:36.730472 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-91f02ea0-5039-442c-b882-32c70583060c req-6b7917fb-17fb-43f9-a87c-92b2e4c80919 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ded839-b7aa-44a6-9c35-1a5220062c34 HTTP/1.1" status: 200 len: 949 time: 0.3221321 Feb 09 01:38:36.741725 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: a0f6c7eb-63ce-4464-9169-0ab56265449c {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:36.742865 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device a0f6c7eb-63ce-4464-9169-0ab56265449c not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:36.749749 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 4fb0867c-dbe6-4cf8-bdba-ab65400d175c no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:36.767086 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3abb443-83b6-479b-afb3-c8df0c895e85 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (bd77b944-8481-4aff-b9b3-887afde84d77), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.799725 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3abb443-83b6-479b-afb3-c8df0c895e85 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.807096 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a3abb443-83b6-479b-afb3-c8df0c895e85 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] 10.222.0.36 "DELETE /v2.0/networks/bd77b944-8481-4aff-b9b3-887afde84d77 HTTP/1.1" status: 204 len: 168 time: 1.7162948 Feb 09 01:38:36.828161 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 4fb0867c-dbe6-4cf8-bdba-ab65400d175c {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:36.830562 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 4fb0867c-dbe6-4cf8-bdba-ab65400d175c not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:36.836835 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abb443-83b6-479b-afb3-c8df0c895e85 tempest-NetworksIpV6Test-1968179774 tempest-NetworksIpV6Test-1968179774-project] Pushing event deleted for resources: {'Network': ['ID=bd77b944-8481-4aff-b9b3-887afde84d77,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:36.896573 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-91f02ea0-5039-442c-b882-32c70583060c req-66d96638-e479-4154-8172-706dc9d95f37 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643658 Feb 09 01:38:37.089407 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6cd3b-38d8-4e84-a413-0fcdbcd4da43 req-2093d61d-9bc8-409f-8aa1-ac83fea5ab85 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:37.097528 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6fc6cd3b-38d8-4e84-a413-0fcdbcd4da43 req-2093d61d-9bc8-409f-8aa1-ac83fea5ab85 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 949 time: 0.1073098 Feb 09 01:38:37.203178 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6fc6cd3b-38d8-4e84-a413-0fcdbcd4da43 req-02c92964-ba2b-4bf0-8d6e-1aae1c536986 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032653 Feb 09 01:38:37.238556 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35636) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:37.284251 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8092c608-7767-4bd0-86a4-ad4620ab10f5 req-3134ea46-9e0e-4129-9534-8ec3a42d98f3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.6920877 Feb 09 01:38:37.340505 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:37.344182 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5416a05c-4480-4b1c-bc66-5421297f73be req-2ce1424b-95a8-4a66-9a6e-b58311298b6b tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 210 time: 0.0725126 Feb 09 01:38:37.393839 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4d6b5730-9e92-4d16-a99a-0b0eb30a1a60 req-d3952466-f600-4620-98d5-84b72d827d55 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4757050-8469-4c93-88d6-a3ea150a0c01 HTTP/1.1" status: 200 len: 210 time: 0.0795400 Feb 09 01:38:37.462079 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1af15ca7-b83a-4c1d-ade4-248f3a13ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.471574 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:38:37.477184 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:37.477694 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.519881 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9c412e33-1144-4c25-b0c3-05250e105d3c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1449348cd0e04715b66c5073feb5a7fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799366 Feb 09 01:38:37.522674 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35642) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:37.610713 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-49b5e8fb-9f93-4444-a7df-85d5b8b795cd admin admin] Publish callbacks [] for security_group (05537215-3aee-4069-a219-be29412b6437), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.642480 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:37.643472 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.664055 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-49b5e8fb-9f93-4444-a7df-85d5b8b795cd admin admin] Publish callbacks [] for security_group (05537215-3aee-4069-a219-be29412b6437), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.694592 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:37.695746 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14e4230-cd45-48ba-b5ef-1488af5d66e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5f44f6-54f3-420d-bc38-9d1382ef3f4c'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:37.699087 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952fcc49-d4cc-4308-a44d-391e96b0d796" -d '{"events": [{"server_uuid": "b14e4230-cd45-48ba-b5ef-1488af5d66e5", "name": "network-vif-plugged", "status": "completed", "tag": "4e5f44f6-54f3-420d-bc38-9d1382ef3f4c"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:37.703665 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.786310 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-49b5e8fb-9f93-4444-a7df-85d5b8b795cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (05537215-3aee-4069-a219-be29412b6437), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.793442 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,revision_number=9']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:37.794786 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-49b5e8fb-9f93-4444-a7df-85d5b8b795cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.796517 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-49b5e8fb-9f93-4444-a7df-85d5b8b795cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/05537215-3aee-4069-a219-be29412b6437 HTTP/1.1" status: 204 len: 168 time: 0.2721579 Feb 09 01:38:37.825138 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5e8fb-9f93-4444-a7df-85d5b8b795cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05537215-3aee-4069-a219-be29412b6437,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:37.930374 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3b4a27ca-5efc-466d-8f58-ca020ee34dd0 req-920b9135-9db5-43ae-85bb-86ed24238bfc tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.1072936 Feb 09 01:38:37.970246 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.db.resource_extend [None req-5a503e50-15bb-44f4-98ae-f3249f7932fb tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:38:38.046873 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d0965-191b-47b1-801b-d314575d36d2 req-c8e96ef9-6f7c-40e7-8284-50758a1c9e06 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:38.049289 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad8d0965-191b-47b1-801b-d314575d36d2 req-c8e96ef9-6f7c-40e7-8284-50758a1c9e06 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7ded839-b7aa-44a6-9c35-1a5220062c34 HTTP/1.1" status: 200 len: 949 time: 1.4596539 Feb 09 01:38:38.071737 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08312b1e-17b1-4531-9414-d8979e4ecc97 x-openstack-request-id: req-08312b1e-17b1-4531-9414-d8979e4ecc97 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:38.072648 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14e4230-cd45-48ba-b5ef-1488af5d66e5", "name": "network-vif-plugged", "status": "completed", "tag": "4e5f44f6-54f3-420d-bc38-9d1382ef3f4c", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:38.073225 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08312b1e-17b1-4531-9414-d8979e4ecc97 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:38.073858 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14e4230-cd45-48ba-b5ef-1488af5d66e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5f44f6-54f3-420d-bc38-9d1382ef3f4c', 'code': 200} Feb 09 01:38:38.162247 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980990d-a018-4c6e-9a40-1ac9a84962e7 req-25fe6240-f707-4151-9979-0af0b6507339 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:38.164230 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6980990d-a018-4c6e-9a40-1ac9a84962e7 req-25fe6240-f707-4151-9979-0af0b6507339 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=61096a06-3144-4240-9481-23f09e901f56 HTTP/1.1" status: 200 len: 949 time: 0.6871178 Feb 09 01:38:38.175326 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a503e50-15bb-44f4-98ae-f3249f7932fb tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.218376 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a503e50-15bb-44f4-98ae-f3249f7932fb tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (e2e9a3ee-b894-4725-9557-98c5de8a2adf), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.294320 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106acc1-5c33-41a1-bc3e-37eec472ba2c req-c75ff8f1-3d2e-46a3-a561-29d1b4850908 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:38.310280 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3106acc1-5c33-41a1-bc3e-37eec472ba2c req-c75ff8f1-3d2e-46a3-a561-29d1b4850908 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ded839-b7aa-44a6-9c35-1a5220062c34 HTTP/1.1" status: 200 len: 949 time: 0.1303506 Feb 09 01:38:38.425437 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-5a503e50-15bb-44f4-98ae-f3249f7932fb tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Floating IP e2e9a3ee-b894-4725-9557-98c5de8a2adf associated. External IP: 172.25.7.59, port: d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96. Feb 09 01:38:38.430065 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3106acc1-5c33-41a1-bc3e-37eec472ba2c req-3a828af0-30b0-453b-a8cf-b0232d68bf83 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167843 Feb 09 01:38:38.924113 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77b60d-1527-4460-95bd-6e70494445bc req-ac965aab-aa02-4dda-9b87-64840037e180 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:38.945035 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e77b60d-1527-4460-95bd-6e70494445bc req-ac965aab-aa02-4dda-9b87-64840037e180 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 950 time: 0.2377052 Feb 09 01:38:38.951647 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6980990d-a018-4c6e-9a40-1ac9a84962e7 req-252ea1d6-1311-4f45-8d1e-d07e083c324a tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7744653 Feb 09 01:38:39.007336 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-ad8d0965-191b-47b1-801b-d314575d36d2 req-1cf520e3-3872-4aa3-b483-c0adae3bcebf tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Deleting port bdcb2007-261e-4014-b5bf-0fce92495e6d {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:39.008619 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ad8d0965-191b-47b1-801b-d314575d36d2 req-1cf520e3-3872-4aa3-b483-c0adae3bcebf tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.065814 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e77b60d-1527-4460-95bd-6e70494445bc req-e75d1c8c-afc4-47aa-973e-6a39195f965d tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191947 Feb 09 01:38:39.215988 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35684) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:39.333503 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a2df231d-dc03-48ce-9d44-3058794de9a4 req-7bb4590c-081c-40d2-9621-63fe0831cb18 tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.0514476 Feb 09 01:38:39.440315 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-103c2110-edd8-441b-8aa8-d0d0d5754864 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-934084847'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:39.444550 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-ad8d0965-191b-47b1-801b-d314575d36d2 req-1cf520e3-3872-4aa3-b483-c0adae3bcebf tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] For port bdcb2007-261e-4014-b5bf-0fce92495e6d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=bdcb2007-261e-4014-b5bf-0fce92495e6d,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:39.444740 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ad8d0965-191b-47b1-801b-d314575d36d2 req-1cf520e3-3872-4aa3-b483-c0adae3bcebf tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.456881 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-56f50fd5-25d9-4209-a0ad-0fef429d77a4 req-4993f8e7-4175-4061-8d6c-633d8b04c9f6 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 210 time: 0.1498263 Feb 09 01:38:39.460350 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.491253 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-ad8d0965-191b-47b1-801b-d314575d36d2 req-1cf520e3-3872-4aa3-b483-c0adae3bcebf tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Calling delete_port for bdcb2007-261e-4014-b5bf-0fce92495e6d owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:39.492678 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103c2110-edd8-441b-8aa8-d0d0d5754864 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Made reservation on behalf of 3d65d33aaf04470498c708076d84ab02 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:39.502539 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-103c2110-edd8-441b-8aa8-d0d0d5754864 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.519710 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-103c2110-edd8-441b-8aa8-d0d0d5754864 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.634204 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-103c2110-edd8-441b-8aa8-d0d0d5754864 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for security_group (560aeea7-e906-4ddd-ae27-d96b919f8ce1), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.642601 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-103c2110-edd8-441b-8aa8-d0d0d5754864 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (560aeea7-e906-4ddd-ae27-d96b919f8ce1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.672088 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-b685c128-96fa-41b8-8f46-1d4474f2f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:39.674125 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-b685c128-96fa-41b8-8f46-1d4474f2f634 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5&tenant_id=a8fbbe3309e443c484ce78d66416eddd HTTP/1.1" status: 200 len: 1132 time: 0.7211766 Feb 09 01:38:39.704856 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828387-3', 'device_owner': 'compute:nova'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:39.708586 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c2110-edd8-441b-8aa8-d0d0d5754864 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=560aeea7-e906-4ddd-ae27-d96b919f8ce1,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:39.749818 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-31677501-e20e-4433-bdfe-4e1dd0d8de9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.774515 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103c2110-edd8-441b-8aa8-d0d0d5754864 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:38:39.799199 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-103c2110-edd8-441b-8aa8-d0d0d5754864 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (081c0be1-12aa-4f56-abe9-f2ff9fb9d9f7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.799885 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-103c2110-edd8-441b-8aa8-d0d0d5754864 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Added segment 081c0be1-12aa-4f56-abe9-f2ff9fb9d9f7 of type vlan for network 6da739b4-f90d-4611-9fea-78805cf32a5d Feb 09 01:38:39.858695 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-103c2110-edd8-441b-8aa8-d0d0d5754864 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (6da739b4-f90d-4611-9fea-78805cf32a5d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.898427 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-103c2110-edd8-441b-8aa8-d0d0d5754864 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (6da739b4-f90d-4611-9fea-78805cf32a5d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.905278 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103c2110-edd8-441b-8aa8-d0d0d5754864 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:39.906060 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-103c2110-edd8-441b-8aa8-d0d0d5754864 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.995896 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a503e50-15bb-44f4-98ae-f3249f7932fb tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Router de3a99f2-2855-4ffb-924a-646488f8bfc5 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:38:39.996759 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:40.027895 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-103c2110-edd8-441b-8aa8-d0d0d5754864 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8104842 Feb 09 01:38:40.041481 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c2110-edd8-441b-8aa8-d0d0d5754864 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Network': ['ID=6da739b4-f90d-4611-9fea-78805cf32a5d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:40.095270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 6da739b4-f90d-4611-9fea-78805cf32a5d details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:38:40.130649 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90f11c-5591-4e78-ac97-07eba9e8a2b7 req-f85d1601-bc7b-41ba-bbe7-29029b8768e3 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:40.132248 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb90f11c-5591-4e78-ac97-07eba9e8a2b7 req-f85d1601-bc7b-41ba-bbe7-29029b8768e3 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ded839-b7aa-44a6-9c35-1a5220062c34 HTTP/1.1" status: 200 len: 949 time: 0.4388409 Feb 09 01:38:40.190074 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ad8d0965-191b-47b1-801b-d314575d36d2 req-1cf520e3-3872-4aa3-b483-c0adae3bcebf tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (bdcb2007-261e-4014-b5bf-0fce92495e6d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:40.218166 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35714) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:40.225460 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d46be080-ce91-4e21-962e-311ed93c9198 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'subnet': {'network_id': '6da739b4-f90d-4611-9fea-78805cf32a5d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:40.321650 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb90f11c-5591-4e78-ac97-07eba9e8a2b7 req-a8e365c3-9e53-4ce1-bfa4-1e83a476bb46 tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/security-groups?id=25bc8e12-d00f-497c-ac5e-400ed5feb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722989 Feb 09 01:38:40.354741 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf520e3-3872-4aa3-b483-c0adae3bcebf tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Pushing event deleted for resources: {'Port': ['ID=bdcb2007-261e-4014-b5bf-0fce92495e6d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:40.387763 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec046d9d-460b-4646-9600-e79bfe024053 req-8e0471b8-481e-41cf-b67d-db48af120808 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:40.400383 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec046d9d-460b-4646-9600-e79bfe024053 req-8e0471b8-481e-41cf-b67d-db48af120808 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=61096a06-3144-4240-9481-23f09e901f56 HTTP/1.1" status: 200 len: 949 time: 0.4745541 Feb 09 01:38:40.541126 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a503e50-15bb-44f4-98ae-f3249f7932fb tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:38:40.541675 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46be080-ce91-4e21-962e-311ed93c9198 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Made reservation on behalf of 3d65d33aaf04470498c708076d84ab02 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:40.545183 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d46be080-ce91-4e21-962e-311ed93c9198 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:40.549665 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8d0965-191b-47b1-801b-d314575d36d2 req-1cf520e3-3872-4aa3-b483-c0adae3bcebf tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] No DVR routers for this DVR port bdcb2007-261e-4014-b5bf-0fce92495e6d on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:40.556492 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8109a0-c206-4c39-ac2d-5bd4e26b4401 None None] Sync routers for ids ['de3a99f2-2855-4ffb-924a-646488f8bfc5'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:40.557890 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-416849aa-2228-468c-9e6d-8fdc5af8a00c req-61a0ffa7-bdea-463e-9bb5-c241e5e9b1a9 tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.1157064 Feb 09 01:38:40.568709 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8109a0-c206-4c39-ac2d-5bd4e26b4401 None None] Routers {'de3a99f2-2855-4ffb-924a-646488f8bfc5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:40.575538 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a503e50-15bb-44f4-98ae-f3249f7932fb tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:40.579483 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ad8d0965-191b-47b1-801b-d314575d36d2 req-1cf520e3-3872-4aa3-b483-c0adae3bcebf tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:40.584197 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad8d0965-191b-47b1-801b-d314575d36d2 req-1cf520e3-3872-4aa3-b483-c0adae3bcebf tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.67 "DELETE /v2.0/ports/bdcb2007-261e-4014-b5bf-0fce92495e6d HTTP/1.1" status: 204 len: 173 time: 2.5216148 Feb 09 01:38:40.584569 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-dd8109a0-c206-4c39-ac2d-5bd4e26b4401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:38:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['de3a99f2-2855-4ffb-924a-646488f8bfc5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:40.677330 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ded839-b7aa-44a6-9c35-1a5220062c34', 'name': 'network-vif-deleted', 'tag': 'bdcb2007-261e-4014-b5bf-0fce92495e6d'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:40.683821 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d281ba5-e7e5-4f3f-8516-ae2effdd83de" -d '{"events": [{"server_uuid": "c7ded839-b7aa-44a6-9c35-1a5220062c34", "name": "network-vif-deleted", "tag": "bdcb2007-261e-4014-b5bf-0fce92495e6d"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:40.729405 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-dd8109a0-c206-4c39-ac2d-5bd4e26b4401 None None] Set router de3a99f2-2855-4ffb-924a-646488f8bfc5 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:40.772229 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f9c05-0690-43ae-9d1e-3a7b86352a76 req-eef19d7a-e031-4728-9fb9-04933dc3d410 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:40.780926 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c90f9c05-0690-43ae-9d1e-3a7b86352a76 req-eef19d7a-e031-4728-9fb9-04933dc3d410 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 950 time: 0.1021404 Feb 09 01:38:40.790609 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec046d9d-460b-4646-9600-e79bfe024053 req-73b693c2-a4fd-48fa-89f0-3b237eb07f85 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860755 Feb 09 01:38:40.805306 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5a503e50-15bb-44f4-98ae-f3249f7932fb tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "PUT /v2.0/floatingips/e2e9a3ee-b894-4725-9557-98c5de8a2adf HTTP/1.1" status: 200 len: 990 time: 4.5913537 Feb 09 01:38:40.905320 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] For port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:40.966596 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c90f9c05-0690-43ae-9d1e-3a7b86352a76 req-01e8ae75-a817-454b-9914-189f8aa81ca5 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789563 Feb 09 01:38:41.027426 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2c3cb820-d044-475d-8958-209c283b2b0b req-2122374f-3c04-4e7d-b9bb-d41984fb50da tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 210 time: 0.0810494 Feb 09 01:38:41.046818 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538bf370-6743-4c71-87a2-d0d7cf3c481a x-openstack-request-id: req-538bf370-6743-4c71-87a2-d0d7cf3c481a {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:41.051702 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ded839-b7aa-44a6-9c35-1a5220062c34", "name": "network-vif-deleted", "tag": "bdcb2007-261e-4014-b5bf-0fce92495e6d", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:41.052419 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-538bf370-6743-4c71-87a2-d0d7cf3c481a {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:41.053253 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ded839-b7aa-44a6-9c35-1a5220062c34', 'name': 'network-vif-deleted', 'tag': 'bdcb2007-261e-4014-b5bf-0fce92495e6d', 'status': 'completed', 'code': 200} Feb 09 01:38:41.055121 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] For port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:41.072879 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d46be080-ce91-4e21-962e-311ed93c9198 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (1bd8a24b-1510-45f6-be37-4ff66e628ea5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.078290 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device bdcb2007-261e-4014-b5bf-0fce92495e6d no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:41.153805 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] Publish callbacks [] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.174193 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] Transition to ACTIVE for port object 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:38:41.175488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: bdcb2007-261e-4014-b5bf-0fce92495e6d {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:41.176280 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device bdcb2007-261e-4014-b5bf-0fce92495e6d not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:41.177863 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.180266 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.211824 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.230151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-dd8109a0-c206-4c39-ac2d-5bd4e26b4401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'name': 'tempest-ServersTestBootFromVolume-1087449568-router', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:50Z', 'updated_at': '2022-02-09T01:36:04Z', 'revision_number': 4, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'gw_port': {'id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:53Z', 'updated_at': '2022-02-09T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'e2e9a3ee-b894-4725-9557-98c5de8a2adf', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'floating_ip_address': '172.25.7.59', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'port_id': 'd3d8b0f2-a2dc-4be7-b3a2-b7a922810f96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8', 'mac_address': 'fa:16:3e:84:4f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d86b81-3809-4fc5-a890-e1267e2a2c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:36:14Z', 'updated_at': '2022-02-09T01:38:37Z', 'revision_number': 1, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc967d4-cd17-42d8-8604-32302b1683a2', 'name': '', 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'mac_address': 'fa:16:3e:d3:1d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:01Z', 'updated_at': '2022-02-09T01:36:16Z', 'revision_number': 5, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'subnets': [{'id': '7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:41.250925 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46be080-ce91-4e21-962e-311ed93c9198 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Subnet': ['ID=1bd8a24b-1510-45f6-be37-4ff66e628ea5,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:41.265790 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46be080-ce91-4e21-962e-311ed93c9198 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Checking segment: {'id': '081c0be1-12aa-4f56-abe9-f2ff9fb9d9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6da739b4-f90d-4611-9fea-78805cf32a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:41.266163 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46be080-ce91-4e21-962e-311ed93c9198 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Network hostable DHCP agents. Network: 6da739b4-f90d-4611-9fea-78805cf32a5d, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:38:41.300254 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221bae0-cf8c-4f4e-a242-61cefe7c3129 req-969d673e-0717-4001-9bfc-007e5062aa15 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:41.301150 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8109a0-c206-4c39-ac2d-5bd4e26b4401 None None] Checking router: de3a99f2-2855-4ffb-924a-646488f8bfc5 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:38:41.309986 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e221bae0-cf8c-4f4e-a242-61cefe7c3129 req-969d673e-0717-4001-9bfc-007e5062aa15 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 945 time: 0.1123769 Feb 09 01:38:41.319972 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8109a0-c206-4c39-ac2d-5bd4e26b4401 None None] Routers {'de3a99f2-2855-4ffb-924a-646488f8bfc5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:41.320844 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-dd8109a0-c206-4c39-ac2d-5bd4e26b4401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:38:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['de3a99f2-2855-4ffb-924a-646488f8bfc5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:41.347469 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46be080-ce91-4e21-962e-311ed93c9198 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Network 6da739b4-f90d-4611-9fea-78805cf32a5d is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:38:41.380119 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-d46be080-ce91-4e21-962e-311ed93c9198 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 6da739b4-f90d-4611-9fea-78805cf32a5d) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:41.399425 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] No DVR routers for this DVR port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:41.408376 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:41.409104 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46be080-ce91-4e21-962e-311ed93c9198 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:41.409710 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d46be080-ce91-4e21-962e-311ed93c9198 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.414125 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315baf22-b879-4c23-8274-d9be719fe7cb None None] Network 6da739b4-f90d-4611-9fea-78805cf32a5d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:41.424397 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,revision_number=10']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:41.485188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] Attempting to bind port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:41.485714 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] Attempting to bind port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:41.486093 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] Attempting to bind port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:41.493639 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] Port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:38:41.494054 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] Attempting to bind port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:41.497870 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e221bae0-cf8c-4f4e-a242-61cefe7c3129 req-05106992-16c9-46fd-ad87-33f54e9f9f68 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869075 Feb 09 01:38:41.502562 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d46be080-ce91-4e21-962e-311ed93c9198 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2825596 Feb 09 01:38:41.506922 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:41.507318 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:41.508104 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:41.509482 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35728) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:41.509999 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] Bound port: 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:41.510473 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.519344 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-cb8c9f38-7423-403e-8a6a-cf97024e4d88 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1099986661'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:41.553167 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8c9f38-7423-403e-8a6a-cf97024e4d88 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Made reservation on behalf of 3d65d33aaf04470498c708076d84ab02 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:41.558438 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cb8c9f38-7423-403e-8a6a-cf97024e4d88 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.612921 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8c9f38-7423-403e-8a6a-cf97024e4d88 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:38:41.643001 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cb8c9f38-7423-403e-8a6a-cf97024e4d88 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (3570dae7-7a80-4b36-97fa-fdba007b107b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.643508 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-cb8c9f38-7423-403e-8a6a-cf97024e4d88 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Added segment 3570dae7-7a80-4b36-97fa-fdba007b107b of type vlan for network 0a78551a-3b8b-483b-9a68-35dc37a888d1 Feb 09 01:38:41.721533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] For port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:41.726319 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] For port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:41.731806 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-039c72d4-38e3-4b68-9d00-c05ba66afd58 req-8accc437-bdb6-45b3-b52a-a0d5d538453e tempest-ListImageFiltersTestJSON-575079728 tempest-ListImageFiltersTestJSON-575079728-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ded839-b7aa-44a6-9c35-1a5220062c34 HTTP/1.1" status: 200 len: 210 time: 0.1735706 Feb 09 01:38:41.734232 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.768206 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9733e79a-cbc7-415b-895b-5dabe1299176 req-965d071a-ef82-4741-8982-ebbae749477b tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.0999396 Feb 09 01:38:41.769940 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358a3dfc-f61e-4a90-a91c-b7f9c55d0c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-6da739b4-f90d-4611-9fea-78805cf32a5d', 'network_id': '6da739b4-f90d-4611-9fea-78805cf32a5d', 'project_id': '3d65d33aaf04470498c708076d84ab02', 'fixed_ips': [{'subnet_id': '1bd8a24b-1510-45f6-be37-4ff66e628ea5'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:38:41.770954 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-358a3dfc-f61e-4a90-a91c-b7f9c55d0c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.802139 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:41.803145 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.805305 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] 10.222.0.67 "PUT /v2.0/ports/4e5f44f6-54f3-420d-bc38-9d1382ef3f4c HTTP/1.1" status: 200 len: 1097 time: 2.1125720 Feb 09 01:38:41.811251 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cb8c9f38-7423-403e-8a6a-cf97024e4d88 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (0a78551a-3b8b-483b-9a68-35dc37a888d1), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.835142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3449ce-da0e-49b1-9983-d736dcaa02f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,revision_number=11']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:41.867700 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cb8c9f38-7423-403e-8a6a-cf97024e4d88 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (0a78551a-3b8b-483b-9a68-35dc37a888d1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.877152 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8c9f38-7423-403e-8a6a-cf97024e4d88 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:41.877785 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cb8c9f38-7423-403e-8a6a-cf97024e4d88 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.994538 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] The host n-h2-828387-3 is not matching for port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c host n-h1-828387-3! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:38:41.995671 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:42.041726 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-45ef8f91-f097-488c-96e2-04128fd32b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:42.043538 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-45ef8f91-f097-488c-96e2-04128fd32b72 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 1131 time: 0.1796193 Feb 09 01:38:42.068955 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cb8c9f38-7423-403e-8a6a-cf97024e4d88 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5546148 Feb 09 01:38:42.069743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a39cc5-f9aa-44fa-969c-68ac40bbb111 req-25457b17-91bf-46c0-96b7-4ae31a6aa42e tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:42.080386 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-51a39cc5-f9aa-44fa-969c-68ac40bbb111 req-25457b17-91bf-46c0-96b7-4ae31a6aa42e tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=61096a06-3144-4240-9481-23f09e901f56 HTTP/1.1" status: 200 len: 949 time: 0.1614652 Feb 09 01:38:42.088955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35736) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:42.095744 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-dd8109a0-c206-4c39-ac2d-5bd4e26b4401 None None] Set router de3a99f2-2855-4ffb-924a-646488f8bfc5 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:42.107932 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-752d5874-d684-4fa0-b164-426eef696496 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'subnet': {'network_id': '0a78551a-3b8b-483b-9a68-35dc37a888d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:42.112779 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c9f38-7423-403e-8a6a-cf97024e4d88 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Network': ['ID=0a78551a-3b8b-483b-9a68-35dc37a888d1,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:42.177466 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-358a3dfc-f61e-4a90-a91c-b7f9c55d0c2f None None] Allocated IP 172.20.255.242 (6da739b4-f90d-4611-9fea-78805cf32a5d/1bd8a24b-1510-45f6-be37-4ff66e628ea5/8dbc788f-144a-42d5-b244-718429556623) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:42.185283 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 0a78551a-3b8b-483b-9a68-35dc37a888d1 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:38:42.212784 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257d382-22b0-461c-9cc1-f88085e66764 req-12b918c2-4ee8-4745-b7e8-6cdda9a60616 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:42.222941 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5257d382-22b0-461c-9cc1-f88085e66764 req-12b918c2-4ee8-4745-b7e8-6cdda9a60616 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 949 time: 0.0925996 Feb 09 01:38:42.297572 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-51a39cc5-f9aa-44fa-969c-68ac40bbb111 req-b5a51173-aa54-4f5f-b3ff-d327448a7b0b tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161772 Feb 09 01:38:42.302280 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5257d382-22b0-461c-9cc1-f88085e66764 req-bee3a219-1077-421d-927b-18c158cadebb tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777860 Feb 09 01:38:42.393457 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-358a3dfc-f61e-4a90-a91c-b7f9c55d0c2f None None] Publish callbacks [] for port (8dbc788f-144a-42d5-b244-718429556623), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.397325 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-d6fe3391-005d-47b2-88b4-b91b8d5843df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:42.402448 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-d6fe3391-005d-47b2-88b4-b91b8d5843df service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.3514893 Feb 09 01:38:42.405774 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752d5874-d684-4fa0-b164-426eef696496 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Made reservation on behalf of 3d65d33aaf04470498c708076d84ab02 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:42.416248 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-752d5874-d684-4fa0-b164-426eef696496 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.462141 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b3be18f4-a34d-4634-84c0-71c35b42d4e3 req-1cfc408e-1d41-4a84-9562-10070297e8fa tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 210 time: 0.0379541 Feb 09 01:38:42.542180 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-c5ff014b-5b04-4d4c-b8ed-e29fc1f2a0c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c HTTP/1.1" status: 200 len: 217 time: 0.0877755 Feb 09 01:38:42.564790 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15da76-d5c6-445f-b572-51df3bac16e8 req-a2aa9765-ed5d-4296-a349-31929d3cfd7f tempest-LiveMigrationNegativeTest-647353534 tempest-LiveMigrationNegativeTest-647353534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:42.574465 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bd15da76-d5c6-445f-b572-51df3bac16e8 req-a2aa9765-ed5d-4296-a349-31929d3cfd7f tempest-LiveMigrationNegativeTest-647353534 tempest-LiveMigrationNegativeTest-647353534-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=61096a06-3144-4240-9481-23f09e901f56 HTTP/1.1" status: 200 len: 1131 time: 0.1616740 Feb 09 01:38:42.581823 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-358a3dfc-f61e-4a90-a91c-b7f9c55d0c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (8dbc788f-144a-42d5-b244-718429556623), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.615358 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bd15da76-d5c6-445f-b572-51df3bac16e8 req-41c7fd8b-7da7-4083-8106-bcaa4897994c tempest-LiveMigrationNegativeTest-647353534 tempest-LiveMigrationNegativeTest-647353534-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.650108 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-4b202d11-9687-4898-9e4b-2966f31293a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:42.652059 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-4b202d11-9687-4898-9e4b-2966f31293a2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.0962350 Feb 09 01:38:42.783575 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-83c006aa-bbfb-4f92-816b-f310ae2d8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:42.785236 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-83c006aa-bbfb-4f92-816b-f310ae2d8637 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1260562 Feb 09 01:38:42.802251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8feab74-5fbf-4f65-aeba-7fa119e78f21 req-8225129c-7f96-4fd1-ae46-502ac5e85b45 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:42.804107 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e8feab74-5fbf-4f65-aeba-7fa119e78f21 req-8225129c-7f96-4fd1-ae46-502ac5e85b45 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 945 time: 0.1078110 Feb 09 01:38:42.820535 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bd15da76-d5c6-445f-b572-51df3bac16e8 req-41c7fd8b-7da7-4083-8106-bcaa4897994c tempest-LiveMigrationNegativeTest-647353534 tempest-LiveMigrationNegativeTest-647353534-project-admin] Publish callbacks [] for security_group (67332fde-5528-4080-ba8b-670ee2cb5e44), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.826319 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bd15da76-d5c6-445f-b572-51df3bac16e8 req-41c7fd8b-7da7-4083-8106-bcaa4897994c tempest-LiveMigrationNegativeTest-647353534 tempest-LiveMigrationNegativeTest-647353534-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (67332fde-5528-4080-ba8b-670ee2cb5e44), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.884074 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bd15da76-d5c6-445f-b572-51df3bac16e8 req-41c7fd8b-7da7-4083-8106-bcaa4897994c tempest-LiveMigrationNegativeTest-647353534 tempest-LiveMigrationNegativeTest-647353534-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992198 Feb 09 01:38:42.885437 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7fd8b-7da7-4083-8106-bcaa4897994c tempest-LiveMigrationNegativeTest-647353534 tempest-LiveMigrationNegativeTest-647353534-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67332fde-5528-4080-ba8b-670ee2cb5e44,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:42.942152 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358a3dfc-f61e-4a90-a91c-b7f9c55d0c2f None None] Network 6da739b4-f90d-4611-9fea-78805cf32a5d is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:42.950137 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.964463 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-358a3dfc-f61e-4a90-a91c-b7f9c55d0c2f None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:42.969630 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358a3dfc-f61e-4a90-a91c-b7f9c55d0c2f None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:42.978933 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a3dfc-f61e-4a90-a91c-b7f9c55d0c2f None None] Pushing event updated for resources: {'Port': ['ID=8dbc788f-144a-42d5-b244-718429556623,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:43.078033 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-358a3dfc-f61e-4a90-a91c-b7f9c55d0c2f None None] Attempting to bind port 8dbc788f-144a-42d5-b244-718429556623 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:43.078607 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-358a3dfc-f61e-4a90-a91c-b7f9c55d0c2f None None] Attempting to bind port 8dbc788f-144a-42d5-b244-718429556623 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '081c0be1-12aa-4f56-abe9-f2ff9fb9d9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6da739b4-f90d-4611-9fea-78805cf32a5d'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:43.079120 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358a3dfc-f61e-4a90-a91c-b7f9c55d0c2f None None] Attempting to bind port 8dbc788f-144a-42d5-b244-718429556623 on network 6da739b4-f90d-4611-9fea-78805cf32a5d {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:43.090569 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358a3dfc-f61e-4a90-a91c-b7f9c55d0c2f None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:43.090997 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-268bba32-944f-4149-97e4-b390e109128c req-65689dc1-a554-4e3f-947f-08a6a9a3ddfd tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.0422089 Feb 09 01:38:43.091270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358a3dfc-f61e-4a90-a91c-b7f9c55d0c2f None None] Checking segment: {'id': '081c0be1-12aa-4f56-abe9-f2ff9fb9d9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6da739b4-f90d-4611-9fea-78805cf32a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:43.091831 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-358a3dfc-f61e-4a90-a91c-b7f9c55d0c2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.092422 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358a3dfc-f61e-4a90-a91c-b7f9c55d0c2f None None] Bound using segment: {'id': '081c0be1-12aa-4f56-abe9-f2ff9fb9d9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6da739b4-f90d-4611-9fea-78805cf32a5d'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:43.093424 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-358a3dfc-f61e-4a90-a91c-b7f9c55d0c2f None None] Bound port: 8dbc788f-144a-42d5-b244-718429556623, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081c0be1-12aa-4f56-abe9-f2ff9fb9d9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6da739b4-f90d-4611-9fea-78805cf32a5d'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:43.093883 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-358a3dfc-f61e-4a90-a91c-b7f9c55d0c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8dbc788f-144a-42d5-b244-718429556623), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.243446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-358a3dfc-f61e-4a90-a91c-b7f9c55d0c2f None None] For port 8dbc788f-144a-42d5-b244-718429556623, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:43.247664 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-358a3dfc-f61e-4a90-a91c-b7f9c55d0c2f None None] For port 8dbc788f-144a-42d5-b244-718429556623, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8dbc788f-144a-42d5-b244-718429556623,segment=NetworkSegment(081c0be1-12aa-4f56-abe9-f2ff9fb9d9f7),segment_id=081c0be1-12aa-4f56-abe9-f2ff9fb9d9f7)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:43.256363 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-dd8109a0-c206-4c39-ac2d-5bd4e26b4401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'name': 'tempest-ServersTestBootFromVolume-1087449568-router', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:50Z', 'updated_at': '2022-02-09T01:36:04Z', 'revision_number': 4, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'gw_port': {'id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:53Z', 'updated_at': '2022-02-09T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'e2e9a3ee-b894-4725-9557-98c5de8a2adf', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'floating_ip_address': '172.25.7.59', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'port_id': 'd3d8b0f2-a2dc-4be7-b3a2-b7a922810f96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8', 'mac_address': 'fa:16:3e:84:4f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d86b81-3809-4fc5-a890-e1267e2a2c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:36:14Z', 'updated_at': '2022-02-09T01:38:37Z', 'revision_number': 1, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc967d4-cd17-42d8-8604-32302b1683a2', 'name': '', 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'mac_address': 'fa:16:3e:d3:1d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:01Z', 'updated_at': '2022-02-09T01:36:16Z', 'revision_number': 5, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'subnets': [{'id': '7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:43.289465 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8109a0-c206-4c39-ac2d-5bd4e26b4401 None None] The sync data for ids ['de3a99f2-2855-4ffb-924a-646488f8bfc5'] in n-d-828387-3 is: [{'id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'name': 'tempest-ServersTestBootFromVolume-1087449568-router', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:50Z', 'updated_at': '2022-02-09T01:36:04Z', 'revision_number': 4, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'gw_port': {'id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:53Z', 'updated_at': '2022-02-09T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'e2e9a3ee-b894-4725-9557-98c5de8a2adf', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'floating_ip_address': '172.25.7.59', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'port_id': 'd3d8b0f2-a2dc-4be7-b3a2-b7a922810f96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8', 'mac_address': 'fa:16:3e:84:4f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d86b81-3809-4fc5-a890-e1267e2a2c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:36:14Z', 'updated_at': '2022-02-09T01:38:37Z', 'revision_number': 1, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc967d4-cd17-42d8-8604-32302b1683a2', 'name': '', 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'mac_address': 'fa:16:3e:d3:1d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:01Z', 'updated_at': '2022-02-09T01:36:16Z', 'revision_number': 5, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'subnets': [{'id': '7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:43.293183 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-358a3dfc-f61e-4a90-a91c-b7f9c55d0c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8dbc788f-144a-42d5-b244-718429556623), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.394033 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a3dfc-f61e-4a90-a91c-b7f9c55d0c2f None None] Pushing event updated for resources: {'Port': ['ID=8dbc788f-144a-42d5-b244-718429556623,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:43.426253 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.473866 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d86b81-3809-4fc5-a890-e1267e2a2c1b', 'tag': 'd3d8b0f2-a2dc-4be7-b3a2-b7a922810f96'}, {'server_uuid': 'b14e4230-cd45-48ba-b5ef-1488af5d66e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e5f44f6-54f3-420d-bc38-9d1382ef3f4c'}, {'name': 'network-changed', 'server_uuid': 'b14e4230-cd45-48ba-b5ef-1488af5d66e5', 'tag': '4e5f44f6-54f3-420d-bc38-9d1382ef3f4c'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:43.478241 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82de328f-fcc6-4282-a109-060826403f56" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d86b81-3809-4fc5-a890-e1267e2a2c1b", "tag": "d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96"}, {"server_uuid": "b14e4230-cd45-48ba-b5ef-1488af5d66e5", "name": "network-vif-unplugged", "status": "completed", "tag": "4e5f44f6-54f3-420d-bc38-9d1382ef3f4c"}, {"name": "network-changed", "server_uuid": "b14e4230-cd45-48ba-b5ef-1488af5d66e5", "tag": "4e5f44f6-54f3-420d-bc38-9d1382ef3f4c"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:43.583338 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-46ae1ed6-8c8b-4603-a44e-e5964bce66fc service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7777157 Feb 09 01:38:43.662277 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14aa49bd-6435-4783-9ba3-5c99fb30d077 None None] New status for floating IP e2e9a3ee-b894-4725-9557-98c5de8a2adf: ACTIVE {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:38:43.911775 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-752d5874-d684-4fa0-b164-426eef696496 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (9e1ac7f1-8fb2-420a-8963-9e0b76430258), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.041835 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e8feab74-5fbf-4f65-aeba-7fa119e78f21 req-680ef5d1-8528-4077-be27-e4603b751ff2 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5566514 Feb 09 01:38:44.093581 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d5874-d684-4fa0-b164-426eef696496 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Subnet': ['ID=9e1ac7f1-8fb2-420a-8963-9e0b76430258,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:44.102339 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-edbc9a9f-2fb0-40a2-8f8e-a23e4b04f287 req-cf200561-c0e0-4257-bc43-0cfea936b04c service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071697 Feb 09 01:38:44.118573 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752d5874-d684-4fa0-b164-426eef696496 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Checking segment: {'id': '3570dae7-7a80-4b36-97fa-fdba007b107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0a78551a-3b8b-483b-9a68-35dc37a888d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:44.118859 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752d5874-d684-4fa0-b164-426eef696496 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Network hostable DHCP agents. Network: 0a78551a-3b8b-483b-9a68-35dc37a888d1, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:38:44.153910 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752d5874-d684-4fa0-b164-426eef696496 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Network 0a78551a-3b8b-483b-9a68-35dc37a888d1 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:38:44.176421 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35809894-6a3e-4266-a606-96455d00a0be x-openstack-request-id: req-35809894-6a3e-4266-a606-96455d00a0be {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:44.178639 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d86b81-3809-4fc5-a890-e1267e2a2c1b", "tag": "d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96", "status": "completed", "code": 200}, {"server_uuid": "b14e4230-cd45-48ba-b5ef-1488af5d66e5", "name": "network-vif-unplugged", "status": "completed", "tag": "4e5f44f6-54f3-420d-bc38-9d1382ef3f4c", "code": 200}, {"name": "network-changed", "server_uuid": "b14e4230-cd45-48ba-b5ef-1488af5d66e5", "tag": "4e5f44f6-54f3-420d-bc38-9d1382ef3f4c", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:44.179081 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35809894-6a3e-4266-a606-96455d00a0be {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:44.184026 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d86b81-3809-4fc5-a890-e1267e2a2c1b', 'tag': 'd3d8b0f2-a2dc-4be7-b3a2-b7a922810f96', 'status': 'completed', 'code': 200} Feb 09 01:38:44.185355 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14e4230-cd45-48ba-b5ef-1488af5d66e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e5f44f6-54f3-420d-bc38-9d1382ef3f4c', 'code': 200} Feb 09 01:38:44.187783 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14e4230-cd45-48ba-b5ef-1488af5d66e5', 'tag': '4e5f44f6-54f3-420d-bc38-9d1382ef3f4c', 'status': 'completed', 'code': 200} Feb 09 01:38:44.250336 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd476013-c0de-4a0c-8829-4ec6fea6a48c req-d7b71a2a-676a-430d-a300-7121466f76fa tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:44.253544 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fd476013-c0de-4a0c-8829-4ec6fea6a48c req-d7b71a2a-676a-430d-a300-7121466f76fa tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 949 time: 0.0960243 Feb 09 01:38:44.287229 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-752d5874-d684-4fa0-b164-426eef696496 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 0a78551a-3b8b-483b-9a68-35dc37a888d1) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:44.301636 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed5de1c-e1f7-4296-b3e9-ddf7c0213ef2 None None] Network 0a78551a-3b8b-483b-9a68-35dc37a888d1 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:44.308661 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752d5874-d684-4fa0-b164-426eef696496 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:44.310147 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-752d5874-d684-4fa0-b164-426eef696496 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.353176 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-752d5874-d684-4fa0-b164-426eef696496 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2527447 Feb 09 01:38:44.357435 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4d23aae3-f3fc-421d-9a0a-f48ecb58846f req-2b72fda9-4034-4794-9d2f-c2e769830896 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 210 time: 0.0776639 Feb 09 01:38:44.358695 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35790) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:44.379967 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fd476013-c0de-4a0c-8829-4ec6fea6a48c req-71ad1123-67b0-4b35-ae8c-992bbcb522be tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155612 Feb 09 01:38:44.457633 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de328f-fcc6-4282-a109-060826403f56 req-4c73d42a-2945-4b16-be03-75bcc1eab753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:44.459198 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82de328f-fcc6-4282-a109-060826403f56 req-4c73d42a-2945-4b16-be03-75bcc1eab753 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 1131 time: 0.2687712 Feb 09 01:38:44.469232 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de328f-fcc6-4282-a109-060826403f56 req-831bd7fb-2b87-4d5b-9b24-3a171db1cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:44.471434 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82de328f-fcc6-4282-a109-060826403f56 req-831bd7fb-2b87-4d5b-9b24-3a171db1cca5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c45c47ba992045c1ada70c874f091239&device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 1127 time: 0.2820909 Feb 09 01:38:44.549138 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b137508-5248-42d4-ba52-ae9e286bfc28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-0a78551a-3b8b-483b-9a68-35dc37a888d1', 'network_id': '0a78551a-3b8b-483b-9a68-35dc37a888d1', 'project_id': '3d65d33aaf04470498c708076d84ab02', 'fixed_ips': [{'subnet_id': '9e1ac7f1-8fb2-420a-8963-9e0b76430258'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:38:44.550124 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b137508-5248-42d4-ba52-ae9e286bfc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.952271 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (0a78551a-3b8b-483b-9a68-35dc37a888d1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.996308 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de328f-fcc6-4282-a109-060826403f56 req-d347fff4-be3a-425f-a5f1-6195ab086a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:44.999631 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8dbc788f-144a-42d5-b244-718429556623 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:45.000005 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82de328f-fcc6-4282-a109-060826403f56 req-d347fff4-be3a-425f-a5f1-6195ab086a87 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.5246305 Feb 09 01:38:45.048378 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d4024a9a-4eb9-4ee8-b3bc-e2efbe89b931 req-5a5b6953-4941-445a-af30-0a07c5295ae0 tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.0677922 Feb 09 01:38:45.122717 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-3b137508-5248-42d4-ba52-ae9e286bfc28 None None] Allocated IP 172.20.0.2 (0a78551a-3b8b-483b-9a68-35dc37a888d1/9e1ac7f1-8fb2-420a-8963-9e0b76430258/a4a62f6a-e86e-4f66-b786-34264dd748c5) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:45.134754 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de328f-fcc6-4282-a109-060826403f56 req-dfa6cf5c-8b47-483b-b92b-a52fe895d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:45.136563 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82de328f-fcc6-4282-a109-060826403f56 req-dfa6cf5c-8b47-483b-b92b-a52fe895d2b1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ce70ab6f-aad6-4ea4-8328-c999a48a03a8 HTTP/1.1" status: 200 len: 917 time: 0.6484456 Feb 09 01:38:45.143682 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82de328f-fcc6-4282-a109-060826403f56 req-4aa2c9e4-b6f5-457e-a57b-0009c54847a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c HTTP/1.1" status: 200 len: 217 time: 0.1331165 Feb 09 01:38:45.268632 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 8dbc788f-144a-42d5-b244-718429556623 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:45.269016 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8dbc788f-144a-42d5-b244-718429556623), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.329621 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb169ae-afcf-41a8-a9be-117e22844862 None None] Network 6da739b4-f90d-4611-9fea-78805cf32a5d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:45.369450 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (9e1ac7f1-8fb2-420a-8963-9e0b76430258), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.427701 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82de328f-fcc6-4282-a109-060826403f56 req-1557f0e6-a815-41ad-b155-25c06f515652 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 HTTP/1.1" status: 200 len: 1000 time: 0.2596273 Feb 09 01:38:45.439318 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de328f-fcc6-4282-a109-060826403f56 req-868fcaac-2c29-4cdb-b3b7-332980a47a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:45.441718 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82de328f-fcc6-4282-a109-060826403f56 req-868fcaac-2c29-4cdb-b3b7-332980a47a58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.2660091 Feb 09 01:38:45.463741 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c8f79ca8-c7c9-47f3-80ca-d9494d486b5f None None] Provisioning complete for port 8dbc788f-144a-42d5-b244-718429556623 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:45.464306 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c8f79ca8-c7c9-47f3-80ca-d9494d486b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8dbc788f-144a-42d5-b244-718429556623), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.507614 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36539d-97aa-4480-981b-a809594f4cbd req-8400e3d6-497b-4905-bb67-5f5d55ca4c00 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:45.511401 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c36539d-97aa-4480-981b-a809594f4cbd req-8400e3d6-497b-4905-bb67-5f5d55ca4c00 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=61096a06-3144-4240-9481-23f09e901f56 HTTP/1.1" status: 200 len: 949 time: 0.4567521 Feb 09 01:38:45.513445 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 8dbc788f-144a-42d5-b244-718429556623 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:45.514376 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8dbc788f-144a-42d5-b244-718429556623), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.593194 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de328f-fcc6-4282-a109-060826403f56 req-de197c58-fb9a-4988-b994-94196e02b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:45.595367 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82de328f-fcc6-4282-a109-060826403f56 req-de197c58-fb9a-4988-b994-94196e02b6e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c HTTP/1.1" status: 200 len: 855 time: 0.1526551 Feb 09 01:38:45.668733 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c36539d-97aa-4480-981b-a809594f4cbd req-95f74606-56a0-4c06-bc6d-61d251f6cdbe tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178856 Feb 09 01:38:45.680842 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de328f-fcc6-4282-a109-060826403f56 req-5631a3c6-db46-461d-9d69-dea49a8d7587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:45.683568 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82de328f-fcc6-4282-a109-060826403f56 req-5631a3c6-db46-461d-9d69-dea49a8d7587 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2226741 Feb 09 01:38:45.723474 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 8dbc788f-144a-42d5-b244-718429556623, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8dbc788f-144a-42d5-b244-718429556623,segment=NetworkSegment(081c0be1-12aa-4f56-abe9-f2ff9fb9d9f7),segment_id=081c0be1-12aa-4f56-abe9-f2ff9fb9d9f7)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:45.734925 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8dbc788f-144a-42d5-b244-718429556623), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.784002 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed76cd2-6169-4d05-aa28-98453b8afe10 req-cdf780f0-ba62-4928-a536-e324064f02e6 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:45.799684 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4ed76cd2-6169-4d05-aa28-98453b8afe10 req-cdf780f0-ba62-4928-a536-e324064f02e6 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 945 time: 0.1615171 Feb 09 01:38:45.832672 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de328f-fcc6-4282-a109-060826403f56 req-cf6b03ba-68ca-4825-a57a-530453a8a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:45.842995 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82de328f-fcc6-4282-a109-060826403f56 req-cf6b03ba-68ca-4825-a57a-530453a8a559 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce70ab6f-aad6-4ea4-8328-c999a48a03a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2334383 Feb 09 01:38:45.845528 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=8dbc788f-144a-42d5-b244-718429556623,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:45.859152 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b137508-5248-42d4-ba52-ae9e286bfc28 None None] Publish callbacks [] for port (a4a62f6a-e86e-4f66-b786-34264dd748c5), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.883635 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b137508-5248-42d4-ba52-ae9e286bfc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (a4a62f6a-e86e-4f66-b786-34264dd748c5), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.969596 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4ed76cd2-6169-4d05-aa28-98453b8afe10 req-9bf22d0d-948c-4326-9861-8f48cfdd0bbd tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682751 Feb 09 01:38:45.989279 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b137508-5248-42d4-ba52-ae9e286bfc28 None None] Pushing event updated for resources: {'Port': ['ID=a4a62f6a-e86e-4f66-b786-34264dd748c5,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:46.011122 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b137508-5248-42d4-ba52-ae9e286bfc28 None None] Network 0a78551a-3b8b-483b-9a68-35dc37a888d1 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:46.017424 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c8f79ca8-c7c9-47f3-80ca-d9494d486b5f None None] Current status of the port 8dbc788f-144a-42d5-b244-718429556623 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:46.025068 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-3b137508-5248-42d4-ba52-ae9e286bfc28 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:46.031169 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b137508-5248-42d4-ba52-ae9e286bfc28 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:46.043824 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (9e1ac7f1-8fb2-420a-8963-9e0b76430258), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.109399 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82de328f-fcc6-4282-a109-060826403f56 req-ca094903-5a60-4ecd-88b5-0d22531a691e service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178751 Feb 09 01:38:46.171886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3b137508-5248-42d4-ba52-ae9e286bfc28 None None] Attempting to bind port a4a62f6a-e86e-4f66-b786-34264dd748c5 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:46.173727 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3b137508-5248-42d4-ba52-ae9e286bfc28 None None] Attempting to bind port a4a62f6a-e86e-4f66-b786-34264dd748c5 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3570dae7-7a80-4b36-97fa-fdba007b107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0a78551a-3b8b-483b-9a68-35dc37a888d1'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:46.177647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b137508-5248-42d4-ba52-ae9e286bfc28 None None] Attempting to bind port a4a62f6a-e86e-4f66-b786-34264dd748c5 on network 0a78551a-3b8b-483b-9a68-35dc37a888d1 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:46.178180 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82de328f-fcc6-4282-a109-060826403f56 req-65b98817-fcf2-42c2-9f9c-319abcc209d8 service neutron] 10.222.0.67 "GET /v2.0/networks/ce70ab6f-aad6-4ea4-8328-c999a48a03a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278749 Feb 09 01:38:46.207862 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ec633710-60af-4d54-8d46-37acf76ce3b4 req-bdebff7e-7ab0-4efd-a45c-b1addfed1a7b tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 210 time: 0.0524209 Feb 09 01:38:46.207862 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35844) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:46.208248 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b137508-5248-42d4-ba52-ae9e286bfc28 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:46.208248 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b137508-5248-42d4-ba52-ae9e286bfc28 None None] Checking segment: {'id': '3570dae7-7a80-4b36-97fa-fdba007b107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0a78551a-3b8b-483b-9a68-35dc37a888d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:46.208248 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b137508-5248-42d4-ba52-ae9e286bfc28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.208248 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b137508-5248-42d4-ba52-ae9e286bfc28 None None] Bound using segment: {'id': '3570dae7-7a80-4b36-97fa-fdba007b107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0a78551a-3b8b-483b-9a68-35dc37a888d1'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:46.208248 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3b137508-5248-42d4-ba52-ae9e286bfc28 None None] Bound port: a4a62f6a-e86e-4f66-b786-34264dd748c5, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3570dae7-7a80-4b36-97fa-fdba007b107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0a78551a-3b8b-483b-9a68-35dc37a888d1'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:46.208248 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b137508-5248-42d4-ba52-ae9e286bfc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a4a62f6a-e86e-4f66-b786-34264dd748c5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.338408 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (0a78551a-3b8b-483b-9a68-35dc37a888d1), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.369530 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9462e0ac-59ef-4978-81a4-c2ffe4d0c896 req-bdbadb2d-6128-4f31-aac2-42315e710d4a tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.0412319 Feb 09 01:38:46.386539 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3b137508-5248-42d4-ba52-ae9e286bfc28 None None] For port a4a62f6a-e86e-4f66-b786-34264dd748c5, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:46.392375 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3b137508-5248-42d4-ba52-ae9e286bfc28 None None] For port a4a62f6a-e86e-4f66-b786-34264dd748c5, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a4a62f6a-e86e-4f66-b786-34264dd748c5,segment=NetworkSegment(3570dae7-7a80-4b36-97fa-fdba007b107b),segment_id=3570dae7-7a80-4b36-97fa-fdba007b107b)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:46.414009 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b137508-5248-42d4-ba52-ae9e286bfc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a4a62f6a-e86e-4f66-b786-34264dd748c5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.417676 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1ac7f1-8fb2-420a-8963-9e0b76430258,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:46.489394 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c08c375d-4674-4589-91f2-df6412d92547 None None] Provisioning complete for port 8dbc788f-144a-42d5-b244-718429556623 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:46.489703 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c08c375d-4674-4589-91f2-df6412d92547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8dbc788f-144a-42d5-b244-718429556623), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.506196 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a78551a-3b8b-483b-9a68-35dc37a888d1']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:46.633318 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b137508-5248-42d4-ba52-ae9e286bfc28 None None] Pushing event updated for resources: {'Port': ['ID=a4a62f6a-e86e-4f66-b786-34264dd748c5,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:46.653384 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5ed17edf-39b6-46bd-8c13-94d884483254 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f02af977a01149b6afa3543750ec5ce0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4521012 Feb 09 01:38:46.654512 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35848) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:46.722994 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff64ce1-2188-4802-afd9-2005b2ab1cbc None None] get_active_networks_info from n-d-828387-3 {{(pid=103185) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:38:46.775472 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ebd5c72d-37fa-458f-ae92-761603d27bdb admin admin] Publish callbacks [] for security_group (25bc8e12-d00f-497c-ac5e-400ed5feb4b6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.785858 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8dbc788f-144a-42d5-b244-718429556623 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:46.813973 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ebd5c72d-37fa-458f-ae92-761603d27bdb admin admin] Publish callbacks [] for security_group (25bc8e12-d00f-497c-ac5e-400ed5feb4b6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.909540 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9202f-d492-4a0f-9b8d-14ad1971a0eb req-f18adaeb-bc43-467c-bf05-5043cc516885 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:46.917627 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4ff9202f-d492-4a0f-9b8d-14ad1971a0eb req-f18adaeb-bc43-467c-bf05-5043cc516885 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 949 time: 1.0366776 Feb 09 01:38:46.918527 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff64ce1-2188-4802-afd9-2005b2ab1cbc None None] Resources bound (agent type, host, resource id): {{(pid=103185) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:38:46.924681 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3570dae7-7a80-4b36-97fa-fdba007b107b') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:46.925163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3570dae7-7a80-4b36-97fa-fdba007b107b') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:46.926898 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c08c375d-4674-4589-91f2-df6412d92547 None None] Current status of the port 8dbc788f-144a-42d5-b244-718429556623 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:46.957296 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ebd5c72d-37fa-458f-ae92-761603d27bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (25bc8e12-d00f-497c-ac5e-400ed5feb4b6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.963631 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ebd5c72d-37fa-458f-ae92-761603d27bdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.965013 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ebd5c72d-37fa-458f-ae92-761603d27bdb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/25bc8e12-d00f-497c-ac5e-400ed5feb4b6 HTTP/1.1" status: 204 len: 168 time: 0.3092284 Feb 09 01:38:47.002987 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (3570dae7-7a80-4b36-97fa-fdba007b107b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.057998 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5c72d-37fa-458f-ae92-761603d27bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bc8e12-d00f-497c-ac5e-400ed5feb4b6,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:47.075173 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 8dbc788f-144a-42d5-b244-718429556623 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:47.075621 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8dbc788f-144a-42d5-b244-718429556623), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.076693 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (3570dae7-7a80-4b36-97fa-fdba007b107b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.128046 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e056de-f172-4412-a902-903035bb4d3b req-94964e5c-2907-43a1-a7d5-80a8b4bf3e1e tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:47.144404 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-24e056de-f172-4412-a902-903035bb4d3b req-94964e5c-2907-43a1-a7d5-80a8b4bf3e1e tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=61096a06-3144-4240-9481-23f09e901f56 HTTP/1.1" status: 200 len: 949 time: 0.2388225 Feb 09 01:38:47.155494 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:38:47.157541 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (3570dae7-7a80-4b36-97fa-fdba007b107b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:38:47.163626 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:38:47.251178 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 8dbc788f-144a-42d5-b244-718429556623 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:47.277816 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82de328f-fcc6-4282-a109-060826403f56 req-1e415167-7b9a-4ef7-aa51-8eba7ba220df service neutron] 10.222.0.67 "GET /v2.0/networks/ce70ab6f-aad6-4ea4-8328-c999a48a03a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8938506 Feb 09 01:38:47.298317 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b8c5c-8df8-4cbc-81cc-6b47a3f192d0 req-b3a3d9f1-6958-421d-be4a-d4f65f3a5beb tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:47.300393 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-522b8c5c-8df8-4cbc-81cc-6b47a3f192d0 req-b3a3d9f1-6958-421d-be4a-d4f65f3a5beb tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.67 "GET /v2.0/ports?device_id=61096a06-3144-4240-9481-23f09e901f56 HTTP/1.1" status: 200 len: 949 time: 0.4272182 Feb 09 01:38:47.317644 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4ff9202f-d492-4a0f-9b8d-14ad1971a0eb req-946ee3dd-97da-4601-9917-b240e41444e2 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987913 Feb 09 01:38:47.325059 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-24e056de-f172-4412-a902-903035bb4d3b req-a588ff06-140e-4108-a747-72fce2332ead tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793857 Feb 09 01:38:47.335061 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82de328f-fcc6-4282-a109-060826403f56 req-25100f37-9899-4771-96cc-5df79517b17a service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9395511 Feb 09 01:38:47.417683 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.db.api [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:38:47.417683 n-d-828387-3 neutron-server[103183]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:38:47.417683 n-d-828387-3 neutron-server[103183]: [parameters: {'id': '0a78551a-3b8b-483b-9a68-35dc37a888d1'}] Feb 09 01:38:47.417683 n-d-828387-3 neutron-server[103183]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:38:47.423546 n-d-828387-3 neutron-server[103183]: DEBUG oslo_db.api [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:38:47.466214 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33689468-af31-4b0d-a455-8a88ab82408c None None] Network 0a78551a-3b8b-483b-9a68-35dc37a888d1 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:47.506173 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bec17446-ac9e-4076-8380-cb3d29e71d88 req-1807f35f-997c-46e9-9ab9-36c8a1f80b13 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 210 time: 0.0702469 Feb 09 01:38:47.637774 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de328f-fcc6-4282-a109-060826403f56 req-4559199e-c963-442d-ab07-e3074a94d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:47.641337 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82de328f-fcc6-4282-a109-060826403f56 req-4559199e-c963-442d-ab07-e3074a94d03d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 1131 time: 0.2094302 Feb 09 01:38:47.729188 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8cef853-2cab-4013-8c7e-95dc98f3171b req-dd6f1c4a-d4b1-47da-8a31-139519770333 tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.0637813 Feb 09 01:38:47.735597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1feb16-2b8c-49a7-9fd0-1d5a19a74727 req-3ab8c7cc-b36d-4dee-8a28-d77850b937e7 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:47.737705 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ee1feb16-2b8c-49a7-9fd0-1d5a19a74727 req-3ab8c7cc-b36d-4dee-8a28-d77850b937e7 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 945 time: 0.2510805 Feb 09 01:38:47.815826 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-522b8c5c-8df8-4cbc-81cc-6b47a3f192d0 req-55f489c6-c042-42d6-a643-bdc4d400b409 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Deleting port edeb5091-6380-4925-b7b9-9def05ba3d7f {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:47.816733 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-522b8c5c-8df8-4cbc-81cc-6b47a3f192d0 req-55f489c6-c042-42d6-a643-bdc4d400b409 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (edeb5091-6380-4925-b7b9-9def05ba3d7f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.925248 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (0a78551a-3b8b-483b-9a68-35dc37a888d1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.976288 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ee1feb16-2b8c-49a7-9fd0-1d5a19a74727 req-0b843035-6727-4e0c-a56f-d1a1709db83c tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024908 Feb 09 01:38:48.009225 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de328f-fcc6-4282-a109-060826403f56 req-34ea8dbe-6610-4838-a36e-1f56dbab2701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:48.010772 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82de328f-fcc6-4282-a109-060826403f56 req-34ea8dbe-6610-4838-a36e-1f56dbab2701 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.3637445 Feb 09 01:38:48.112061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-522b8c5c-8df8-4cbc-81cc-6b47a3f192d0 req-55f489c6-c042-42d6-a643-bdc4d400b409 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] For port edeb5091-6380-4925-b7b9-9def05ba3d7f, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=edeb5091-6380-4925-b7b9-9def05ba3d7f,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:48.112686 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-522b8c5c-8df8-4cbc-81cc-6b47a3f192d0 req-55f489c6-c042-42d6-a643-bdc4d400b409 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (edeb5091-6380-4925-b7b9-9def05ba3d7f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.128991 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82de328f-fcc6-4282-a109-060826403f56 req-4428dd17-1802-43c6-88c6-cf0b3322125d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c HTTP/1.1" status: 200 len: 217 time: 0.1085205 Feb 09 01:38:48.134125 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-522b8c5c-8df8-4cbc-81cc-6b47a3f192d0 req-55f489c6-c042-42d6-a643-bdc4d400b409 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Calling delete_port for edeb5091-6380-4925-b7b9-9def05ba3d7f owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:48.136190 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215bf22-d810-434d-b069-1c2622472e53 req-2673a7a0-2f00-42e0-ae14-80c66d52e8ac tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:48.145485 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8215bf22-d810-434d-b069-1c2622472e53 req-2673a7a0-2f00-42e0-ae14-80c66d52e8ac tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 945 time: 0.0802031 Feb 09 01:38:48.215290 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8215bf22-d810-434d-b069-1c2622472e53 req-d205a1fe-dec5-4683-a9d7-d94d78cfd021 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682395 Feb 09 01:38:48.312281 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Deleting port a4a62f6a-e86e-4f66-b786-34264dd748c5 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:48.312637 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a4a62f6a-e86e-4f66-b786-34264dd748c5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.315356 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de328f-fcc6-4282-a109-060826403f56 req-d4368e0a-bf35-4538-8283-564c2418f11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:48.317561 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82de328f-fcc6-4282-a109-060826403f56 req-d4368e0a-bf35-4538-8283-564c2418f11b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1770587 Feb 09 01:38:48.411702 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] For port a4a62f6a-e86e-4f66-b786-34264dd748c5, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a4a62f6a-e86e-4f66-b786-34264dd748c5,segment=NetworkSegment(3570dae7-7a80-4b36-97fa-fdba007b107b),segment_id=3570dae7-7a80-4b36-97fa-fdba007b107b)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:48.412209 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a4a62f6a-e86e-4f66-b786-34264dd748c5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.431416 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Calling delete_port for a4a62f6a-e86e-4f66-b786-34264dd748c5 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:48.517513 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae2375-a81f-42e3-ab2c-b3601f6bf89e req-d368a8e5-1a5a-4b76-a0ea-fb01afd5c1fb tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:48.520343 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-84ae2375-a81f-42e3-ab2c-b3601f6bf89e req-d368a8e5-1a5a-4b76-a0ea-fb01afd5c1fb tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 949 time: 0.0826063 Feb 09 01:38:48.612225 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-84ae2375-a81f-42e3-ab2c-b3601f6bf89e req-6a949d33-6a97-4dda-80ff-58e0f5f9f940 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828140 Feb 09 01:38:48.703978 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:38:48.707784 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-522b8c5c-8df8-4cbc-81cc-6b47a3f192d0 req-55f489c6-c042-42d6-a643-bdc4d400b409 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (edeb5091-6380-4925-b7b9-9def05ba3d7f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.729202 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['edeb5091-6380-4925-b7b9-9def05ba3d7f'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:48.731818 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['55d8f2ac-2f61-4093-8e6d-d2a8aac2d049'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:48.742551 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-07555703-653a-4558-85b8-2976b3774047 req-808c6b0e-0b86-43af-9955-120eb5cdcd89 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 210 time: 0.0535464 Feb 09 01:38:48.803252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f489c6-c042-42d6-a643-bdc4d400b409 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Pushing event deleted for resources: {'Port': ['ID=edeb5091-6380-4925-b7b9-9def05ba3d7f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:48.814652 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de328f-fcc6-4282-a109-060826403f56 req-b875dde7-8ead-4eeb-a9f6-3344255636ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:48.817293 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82de328f-fcc6-4282-a109-060826403f56 req-b875dde7-8ead-4eeb-a9f6-3344255636ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4812944 Feb 09 01:38:48.894049 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-002ca8cc-0e15-435f-a0a7-a5e8034799ef req-1535cf7a-6c1e-40ca-a4dc-a000b9d8c8f7 tempest-AbsoluteLimitsNegativeTestJSON-1172055017 tempest-AbsoluteLimitsNegativeTestJSON-1172055017-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6dcdd3895da64b6ab8f02338189977fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393777 Feb 09 01:38:48.927044 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-522b8c5c-8df8-4cbc-81cc-6b47a3f192d0 req-55f489c6-c042-42d6-a643-bdc4d400b409 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] No DVR routers for this DVR port edeb5091-6380-4925-b7b9-9def05ba3d7f on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:48.931408 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-522b8c5c-8df8-4cbc-81cc-6b47a3f192d0 req-55f489c6-c042-42d6-a643-bdc4d400b409 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.941201 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-522b8c5c-8df8-4cbc-81cc-6b47a3f192d0 req-55f489c6-c042-42d6-a643-bdc4d400b409 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.67 "DELETE /v2.0/ports/edeb5091-6380-4925-b7b9-9def05ba3d7f HTTP/1.1" status: 204 len: 173 time: 1.6128612 Feb 09 01:38:48.942288 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a4a62f6a-e86e-4f66-b786-34264dd748c5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.005651 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61096a06-3144-4240-9481-23f09e901f56', 'name': 'network-vif-deleted', 'tag': 'edeb5091-6380-4925-b7b9-9def05ba3d7f'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:49.031101 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b31be9c-7825-4f6d-ab7e-3fe5e943021f" -d '{"events": [{"server_uuid": "61096a06-3144-4240-9481-23f09e901f56", "name": "network-vif-deleted", "tag": "edeb5091-6380-4925-b7b9-9def05ba3d7f"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:49.068564 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:49.083805 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '4e5f44f6-54f3-420d-bc38-9d1382ef3f4c', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '4e5f44f6-54f3-420d-bc38-9d1382ef3f4c', 'mac_address': 'fa:16:3e:e1:fb:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:38:49.115943 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ca8cc-0e15-435f-a0a7-a5e8034799ef req-6a79fd06-57b4-460c-8f88-f132cfd104b7 tempest-AbsoluteLimitsNegativeTestJSON-1172055017 tempest-AbsoluteLimitsNegativeTestJSON-1172055017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:49.126443 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-002ca8cc-0e15-435f-a0a7-a5e8034799ef req-6a79fd06-57b4-460c-8f88-f132cfd104b7 tempest-AbsoluteLimitsNegativeTestJSON-1172055017 tempest-AbsoluteLimitsNegativeTestJSON-1172055017-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2256570 Feb 09 01:38:49.162274 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-002ca8cc-0e15-435f-a0a7-a5e8034799ef req-05ceefc3-95c0-42d4-9e2a-9646fbba8015 tempest-AbsoluteLimitsNegativeTestJSON-1172055017 tempest-AbsoluteLimitsNegativeTestJSON-1172055017-project] 10.222.0.36 "GET /v2.0/quotas/6dcdd3895da64b6ab8f02338189977fa HTTP/1.1" status: 200 len: 375 time: 0.0301011 Feb 09 01:38:49.212648 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcccced-e007-428a-a301-01e3e0101361 req-b271606e-c5ee-412d-ab69-857bbaef74a9 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:49.215114 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6bcccced-e007-428a-a301-01e3e0101361 req-b271606e-c5ee-412d-ab69-857bbaef74a9 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=61096a06-3144-4240-9481-23f09e901f56 HTTP/1.1" status: 200 len: 867 time: 0.6053970 Feb 09 01:38:49.216421 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:49.217418 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.223820 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Port': ['ID=a4a62f6a-e86e-4f66-b786-34264dd748c5,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:49.238933 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No DVR routers for this DVR port a4a62f6a-e86e-4f66-b786-34264dd748c5 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:49.272506 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:38:49.325822 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:49.337232 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.440557 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (0a78551a-3b8b-483b-9a68-35dc37a888d1), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.444842 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82de328f-fcc6-4282-a109-060826403f56 req-2827cc2a-d9c2-4640-bc0b-258e48c4a75c service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5705464 Feb 09 01:38:49.449638 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,revision_number=12']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:49.456625 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6bcccced-e007-428a-a301-01e3e0101361 req-3fd10449-9602-4064-81f3-08954fbf0339 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269626 Feb 09 01:38:49.535343 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a78551a-3b8b-483b-9a68-35dc37a888d1']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:49.548064 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3570dae7-7a80-4b36-97fa-fdba007b107b') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:49.548675 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3570dae7-7a80-4b36-97fa-fdba007b107b') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:49.564952 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (3570dae7-7a80-4b36-97fa-fdba007b107b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.610567 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-002ca8cc-0e15-435f-a0a7-a5e8034799ef req-0dcc3cd7-7bd6-40af-9cce-4dc7d99f7c1b tempest-AbsoluteLimitsNegativeTestJSON-1172055017 tempest-AbsoluteLimitsNegativeTestJSON-1172055017-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6dcdd3895da64b6ab8f02338189977fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4443734 Feb 09 01:38:49.613422 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (3570dae7-7a80-4b36-97fa-fdba007b107b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.632025 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:38:49.632439 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (3570dae7-7a80-4b36-97fa-fdba007b107b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:38:49.709104 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:38:49.735315 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (0a78551a-3b8b-483b-9a68-35dc37a888d1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.744326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['4e5f44f6-54f3-420d-bc38-9d1382ef3f4c'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:49.760757 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.769282 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35920) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:49.772666 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/networks/0a78551a-3b8b-483b-9a68-35dc37a888d1 HTTP/1.1" status: 204 len: 168 time: 5.4031219 Feb 09 01:38:49.778324 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-99428215-fe51-4e6e-a6b1-80207285dda2 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2043432083'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:49.819246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c19d7-9a31-4235-8e34-f0d336d8b1ed tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Network': ['ID=0a78551a-3b8b-483b-9a68-35dc37a888d1,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:49.855256 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99428215-fe51-4e6e-a6b1-80207285dda2 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Made reservation on behalf of 3d65d33aaf04470498c708076d84ab02 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:49.858315 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-99428215-fe51-4e6e-a6b1-80207285dda2 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.895671 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c46050b3-b2ba-4622-8653-f804c5456bdd req-de0da781-c518-4cf4-97a5-7ea8d6ddf69a tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.0669622 Feb 09 01:38:49.924663 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82de328f-fcc6-4282-a109-060826403f56 req-a78c6cb3-2efc-49bb-a6bf-d8195be18079 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667840 Feb 09 01:38:49.945487 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99428215-fe51-4e6e-a6b1-80207285dda2 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:38:49.981260 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-99428215-fe51-4e6e-a6b1-80207285dda2 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (12c8c4a8-1e6e-432d-b94d-d719c33d0858), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.985493 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-99428215-fe51-4e6e-a6b1-80207285dda2 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Added segment 12c8c4a8-1e6e-432d-b94d-d719c33d0858 of type vlan for network 2346d102-aeed-42ae-a16a-c8b27b53b21a Feb 09 01:38:49.994180 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c3b20e-694c-47e4-a711-b0fb4c85e921 x-openstack-request-id: req-60c3b20e-694c-47e4-a711-b0fb4c85e921 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:49.994480 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61096a06-3144-4240-9481-23f09e901f56", "name": "network-vif-deleted", "tag": "edeb5091-6380-4925-b7b9-9def05ba3d7f", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:49.994737 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-60c3b20e-694c-47e4-a711-b0fb4c85e921 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:49.996281 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61096a06-3144-4240-9481-23f09e901f56', 'name': 'network-vif-deleted', 'tag': 'edeb5091-6380-4925-b7b9-9def05ba3d7f', 'status': 'completed', 'code': 200} Feb 09 01:38:50.115813 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-15b2c11f-4897-414e-a917-61495f869ed9 req-35cafa28-9619-4bb2-984c-4a32180bf83c tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 210 time: 0.0505168 Feb 09 01:38:50.116275 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d73ba1df-ff40-4f66-ad2a-306ea7f0c76b req-5b2ceebb-2225-4c99-a4a9-058f3ea9b07d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1901891 Feb 09 01:38:50.126648 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-99428215-fe51-4e6e-a6b1-80207285dda2 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (2346d102-aeed-42ae-a16a-c8b27b53b21a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.138173 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb9696-561b-45a7-b72e-38bdabc9988c req-b1f3bc76-714b-402a-b7f6-c9f8d455c97b tempest-MigrationsAdminTest-1537347882 tempest-MigrationsAdminTest-1537347882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:50.149492 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1bb9696-561b-45a7-b72e-38bdabc9988c req-b1f3bc76-714b-402a-b7f6-c9f8d455c97b tempest-MigrationsAdminTest-1537347882 tempest-MigrationsAdminTest-1537347882-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 1132 time: 0.2279670 Feb 09 01:38:50.170407 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-99428215-fe51-4e6e-a6b1-80207285dda2 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (2346d102-aeed-42ae-a16a-c8b27b53b21a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.183780 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99428215-fe51-4e6e-a6b1-80207285dda2 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:50.185122 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-99428215-fe51-4e6e-a6b1-80207285dda2 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.206352 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-99428215-fe51-4e6e-a6b1-80207285dda2 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4349437 Feb 09 01:38:50.209410 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35926) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:50.224075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-0e1ed931-8f14-443e-89f7-8b53197c33c9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'subnet': {'network_id': '2346d102-aeed-42ae-a16a-c8b27b53b21a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:50.249656 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35928) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:50.281931 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99428215-fe51-4e6e-a6b1-80207285dda2 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Network': ['ID=2346d102-aeed-42ae-a16a-c8b27b53b21a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:50.301469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 2346d102-aeed-42ae-a16a-c8b27b53b21a details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:38:50.306044 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1bb9696-561b-45a7-b72e-38bdabc9988c req-76dcbb18-d9d1-43b0-9381-1445c38782b8 tempest-MigrationsAdminTest-1537347882 tempest-MigrationsAdminTest-1537347882-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555166 Feb 09 01:38:50.339243 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ba1df-ff40-4f66-ad2a-306ea7f0c76b req-78e50512-67b1-4efd-9806-6015ad190791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:50.339243 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d73ba1df-ff40-4f66-ad2a-306ea7f0c76b req-78e50512-67b1-4efd-9806-6015ad190791 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8fbbe3309e443c484ce78d66416eddd&device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 1132 time: 0.1694231 Feb 09 01:38:50.384531 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1ed931-8f14-443e-89f7-8b53197c33c9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Made reservation on behalf of 3d65d33aaf04470498c708076d84ab02 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:50.405318 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0e1ed931-8f14-443e-89f7-8b53197c33c9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.531644 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7b90eb7a-29ac-45bf-bbe2-63359782c0da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.563861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.ipam_backend_mixin [None req-0e1ed931-8f14-443e-89f7-8b53197c33c9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Performing IP validity checks on allocation pools {{(pid=103183) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 01:38:50.564390 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.ipam_backend_mixin [None req-0e1ed931-8f14-443e-89f7-8b53197c33c9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103183) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 01:38:50.712352 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device edeb5091-6380-4925-b7b9-9def05ba3d7f no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:50.727757 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df26b74-b295-418c-8cb5-e7c85c32b543 req-ca57475d-b4a2-43a8-86d1-193025242754 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:50.736684 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0df26b74-b295-418c-8cb5-e7c85c32b543 req-ca57475d-b4a2-43a8-86d1-193025242754 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 950 time: 0.0698130 Feb 09 01:38:50.754660 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: edeb5091-6380-4925-b7b9-9def05ba3d7f {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:50.757560 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device edeb5091-6380-4925-b7b9-9def05ba3d7f not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:50.789240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ba1df-ff40-4f66-ad2a-306ea7f0c76b req-33151209-bf72-42fe-a484-fabfe9b50a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:50.791072 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d73ba1df-ff40-4f66-ad2a-306ea7f0c76b req-33151209-bf72-42fe-a484-fabfe9b50a93 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.4310942 Feb 09 01:38:50.803406 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0df26b74-b295-418c-8cb5-e7c85c32b543 req-aa17a938-20a9-4aff-bac9-8931d3893c42 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634823 Feb 09 01:38:50.969661 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d73ba1df-ff40-4f66-ad2a-306ea7f0c76b req-2e57dd72-b658-4d6a-95cd-97db236f1f36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=a619dddc-0464-4707-b341-5d5462aad706 HTTP/1.1" status: 200 len: 217 time: 0.0711739 Feb 09 01:38:50.979272 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0e1ed931-8f14-443e-89f7-8b53197c33c9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (78b1e5bd-b519-4999-894a-b07832124ae2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.051886 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee6c95-c332-47b4-9f1e-7ea5656708d1 req-ab6c23f6-509c-4c04-a6a9-b02a9a72573a tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:51.053976 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9bee6c95-c332-47b4-9f1e-7ea5656708d1 req-ab6c23f6-509c-4c04-a6a9-b02a9a72573a tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7605a6d-eecc-4e05-a8c9-074ac197413a HTTP/1.1" status: 200 len: 950 time: 0.0961173 Feb 09 01:38:51.070530 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7b90eb7a-29ac-45bf-bbe2-63359782c0da admin admin] Publish callbacks [] for security_group (aa8d86e8-e1d4-4539-8c16-e0cad4c1e617), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.096680 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7b90eb7a-29ac-45bf-bbe2-63359782c0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (aa8d86e8-e1d4-4539-8c16-e0cad4c1e617), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.126662 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9bee6c95-c332-47b4-9f1e-7ea5656708d1 req-632d3bae-9a0a-4cac-ba9f-5c18df006497 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667193 Feb 09 01:38:51.134997 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-304dbf5a-8788-4009-9ab4-6919ac0472c9 req-4df21399-30f7-40c6-b6ab-999bc9e85b9d tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.0975568 Feb 09 01:38:51.176720 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ed931-8f14-443e-89f7-8b53197c33c9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Subnet': ['ID=78b1e5bd-b519-4999-894a-b07832124ae2,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:51.187184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90eb7a-29ac-45bf-bbe2-63359782c0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8d86e8-e1d4-4539-8c16-e0cad4c1e617,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:51.199638 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ba1df-ff40-4f66-ad2a-306ea7f0c76b req-6bef6e0b-f980-433b-abfc-069707556e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:51.199638 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d73ba1df-ff40-4f66-ad2a-306ea7f0c76b req-6bef6e0b-f980-433b-abfc-069707556e94 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1967752 Feb 09 01:38:51.230706 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7b90eb7a-29ac-45bf-bbe2-63359782c0da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6dcdd3895da64b6ab8f02338189977fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9750504 Feb 09 01:38:51.253655 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35948) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:51.261851 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9383e75f-17c9-4ee9-8ce2-761138881dcc req-ea2c1b33-4bbb-429f-bb02-43e86617bf26 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 210 time: 0.0371654 Feb 09 01:38:51.273393 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1ed931-8f14-443e-89f7-8b53197c33c9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Checking segment: {'id': '12c8c4a8-1e6e-432d-b94d-d719c33d0858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2346d102-aeed-42ae-a16a-c8b27b53b21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:51.273983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1ed931-8f14-443e-89f7-8b53197c33c9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Network hostable DHCP agents. Network: 2346d102-aeed-42ae-a16a-c8b27b53b21a, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:38:51.312807 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1ed931-8f14-443e-89f7-8b53197c33c9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Network 2346d102-aeed-42ae-a16a-c8b27b53b21a is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:38:51.330213 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ba1df-ff40-4f66-ad2a-306ea7f0c76b req-8e05ba01-1931-40c1-accd-f8aaac96a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:51.332946 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d73ba1df-ff40-4f66-ad2a-306ea7f0c76b req-8e05ba01-1931-40c1-accd-f8aaac96a535 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1261635 Feb 09 01:38:51.334593 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-0e1ed931-8f14-443e-89f7-8b53197c33c9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 2346d102-aeed-42ae-a16a-c8b27b53b21a) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:51.340779 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1ed931-8f14-443e-89f7-8b53197c33c9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:51.341723 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0e1ed931-8f14-443e-89f7-8b53197c33c9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.350492 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-04924da2-3f5d-408c-900c-f5a3e1cb075c admin admin] Publish callbacks [] for security_group (aa8d86e8-e1d4-4539-8c16-e0cad4c1e617), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.356814 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65d0ed1-5d09-4a7f-a89b-fedffc8a181c None None] Network 2346d102-aeed-42ae-a16a-c8b27b53b21a requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:51.404517 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-04924da2-3f5d-408c-900c-f5a3e1cb075c admin admin] Publish callbacks [] for security_group (aa8d86e8-e1d4-4539-8c16-e0cad4c1e617), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.455086 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0e1ed931-8f14-443e-89f7-8b53197c33c9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2323053 Feb 09 01:38:51.457784 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35950) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:51.524374 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-04924da2-3f5d-408c-900c-f5a3e1cb075c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (aa8d86e8-e1d4-4539-8c16-e0cad4c1e617), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.531064 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-04924da2-3f5d-408c-900c-f5a3e1cb075c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.534544 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-04924da2-3f5d-408c-900c-f5a3e1cb075c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aa8d86e8-e1d4-4539-8c16-e0cad4c1e617 HTTP/1.1" status: 204 len: 168 time: 0.2795973 Feb 09 01:38:51.576918 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-2346d102-aeed-42ae-a16a-c8b27b53b21a', 'network_id': '2346d102-aeed-42ae-a16a-c8b27b53b21a', 'project_id': '3d65d33aaf04470498c708076d84ab02', 'fixed_ips': [{'subnet_id': '78b1e5bd-b519-4999-894a-b07832124ae2'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:38:51.578518 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.589145 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04924da2-3f5d-408c-900c-f5a3e1cb075c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8d86e8-e1d4-4539-8c16-e0cad4c1e617,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:51.865340 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Allocated IP 172.20.0.3 (2346d102-aeed-42ae-a16a-c8b27b53b21a/78b1e5bd-b519-4999-894a-b07832124ae2/520d5926-8d18-45ed-a6e4-141aa8612763) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:51.959284 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d73ba1df-ff40-4f66-ad2a-306ea7f0c76b req-a8b6830d-b57e-4067-81dc-edc0bc41c852 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6134577 Feb 09 01:38:52.095829 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Publish callbacks [] for port (520d5926-8d18-45ed-a6e4-141aa8612763), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:52.104327 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (520d5926-8d18-45ed-a6e4-141aa8612763), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:52.153551 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Pushing event updated for resources: {'Port': ['ID=520d5926-8d18-45ed-a6e4-141aa8612763,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:52.166722 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:52.166722 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:52.166722 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:52.167508 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:52.167508 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:52.167811 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:52.168424 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:52.168424 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:52.168771 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:52.169175 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:52.169456 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:52.171945 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:52.172401 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:52.193158 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d2e73593-e92f-4779-bce1-88d4c92a19bc tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (2346d102-aeed-42ae-a16a-c8b27b53b21a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:52.197161 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Network 2346d102-aeed-42ae-a16a-c8b27b53b21a is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:52.199935 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:52.207442 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:52.227017 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffe8dd-6c1c-46bc-90b0-a85494712eb0 req-f3de4efa-e3c7-415e-8615-e1278ecb0ebc tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:52.228856 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f6ffe8dd-6c1c-46bc-90b0-a85494712eb0 req-f3de4efa-e3c7-415e-8615-e1278ecb0ebc tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 950 time: 0.2681370 Feb 09 01:38:52.315051 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Attempting to bind port 520d5926-8d18-45ed-a6e4-141aa8612763 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:52.316219 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Attempting to bind port 520d5926-8d18-45ed-a6e4-141aa8612763 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '12c8c4a8-1e6e-432d-b94d-d719c33d0858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2346d102-aeed-42ae-a16a-c8b27b53b21a'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:52.316963 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Attempting to bind port 520d5926-8d18-45ed-a6e4-141aa8612763 on network 2346d102-aeed-42ae-a16a-c8b27b53b21a {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:52.325405 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:52.330246 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d73ba1df-ff40-4f66-ad2a-306ea7f0c76b req-fb6eabca-3dbc-4d67-8503-9c047ba449a4 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494837 Feb 09 01:38:52.331298 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Checking segment: {'id': '12c8c4a8-1e6e-432d-b94d-d719c33d0858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2346d102-aeed-42ae-a16a-c8b27b53b21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:52.331722 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:52.332117 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Bound using segment: {'id': '12c8c4a8-1e6e-432d-b94d-d719c33d0858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2346d102-aeed-42ae-a16a-c8b27b53b21a'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:52.332644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Bound port: 520d5926-8d18-45ed-a6e4-141aa8612763, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c8c4a8-1e6e-432d-b94d-d719c33d0858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2346d102-aeed-42ae-a16a-c8b27b53b21a'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:52.333024 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (520d5926-8d18-45ed-a6e4-141aa8612763), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:52.354927 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1e721-5ab5-4eb9-9dd7-5c1519557ee9 req-12bdd3a5-a051-465c-91ce-43d98a003760 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:52.358623 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03d1e721-5ab5-4eb9-9dd7-5c1519557ee9 req-12bdd3a5-a051-465c-91ce-43d98a003760 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7605a6d-eecc-4e05-a8c9-074ac197413a HTTP/1.1" status: 200 len: 950 time: 0.0872087 Feb 09 01:38:52.390740 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f6ffe8dd-6c1c-46bc-90b0-a85494712eb0 req-87e0d7c0-9211-4c62-be65-bdc1c56f3859 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511400 Feb 09 01:38:52.450249 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] For port 520d5926-8d18-45ed-a6e4-141aa8612763, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:52.456134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] For port 520d5926-8d18-45ed-a6e4-141aa8612763, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=520d5926-8d18-45ed-a6e4-141aa8612763,segment=NetworkSegment(12c8c4a8-1e6e-432d-b94d-d719c33d0858),segment_id=12c8c4a8-1e6e-432d-b94d-d719c33d0858)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:52.463811 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (520d5926-8d18-45ed-a6e4-141aa8612763), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:52.527498 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03d1e721-5ab5-4eb9-9dd7-5c1519557ee9 req-56f86c18-0948-4b03-ae27-ba72d6b84f90 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609008 Feb 09 01:38:52.627788 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7ff18-d4dd-47dd-aacf-c895a83412ca None None] Pushing event updated for resources: {'Port': ['ID=520d5926-8d18-45ed-a6e4-141aa8612763,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:52.742268 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:52.776648 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b4eba-673a-4be2-a8d2-963a494ab8b1 req-d05d0015-593b-4b05-95e6-ff64da5420eb tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:52.782086 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4c7b4eba-673a-4be2-a8d2-963a494ab8b1 req-d05d0015-593b-4b05-95e6-ff64da5420eb tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.67 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 950 time: 0.4680448 Feb 09 01:38:52.792612 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e967e030-dbd7-41a8-9867-19a6f2faf5bf req-31c279d1-4e35-4653-b92d-d34725b74bce tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.2106690 Feb 09 01:38:52.808609 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-d2e73593-e92f-4779-bce1-88d4c92a19bc tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Deleting port 520d5926-8d18-45ed-a6e4-141aa8612763 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:52.811424 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d2e73593-e92f-4779-bce1-88d4c92a19bc tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (520d5926-8d18-45ed-a6e4-141aa8612763), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:52.818761 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e35dbb3-7c71-4e26-b7d9-49b3a2be79c9 req-2b733791-adef-434d-8236-8cfc3b4b714b tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdf4485e-f945-4a51-aa90-1f81295ea53a HTTP/1.1" status: 200 len: 210 time: 0.1743915 Feb 09 01:38:52.923644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:38:52.933762 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:52.934165 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.202168 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35984) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:53.266026 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:53.268223 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.363700 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:53.377142 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14e4230-cd45-48ba-b5ef-1488af5d66e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5f44f6-54f3-420d-bc38-9d1382ef3f4c'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:53.381208 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb226d2-b283-4a2e-ae33-44473019e6de" -d '{"events": [{"server_uuid": "b14e4230-cd45-48ba-b5ef-1488af5d66e5", "name": "network-vif-plugged", "status": "completed", "tag": "4e5f44f6-54f3-420d-bc38-9d1382ef3f4c"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:53.387476 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.480132 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,revision_number=13']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:53.505238 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4a6015dd-d381-470f-97a6-ceb8ee046105 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-48535889-network', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:53.519155 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87e7b3e-7e37-4b9b-acb3-bb5bcf435325 x-openstack-request-id: req-b87e7b3e-7e37-4b9b-acb3-bb5bcf435325 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:53.520136 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14e4230-cd45-48ba-b5ef-1488af5d66e5", "name": "network-vif-plugged", "status": "completed", "tag": "4e5f44f6-54f3-420d-bc38-9d1382ef3f4c", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:53.520136 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b87e7b3e-7e37-4b9b-acb3-bb5bcf435325 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:53.525974 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14e4230-cd45-48ba-b5ef-1488af5d66e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5f44f6-54f3-420d-bc38-9d1382ef3f4c', 'code': 200} Feb 09 01:38:53.544863 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6015dd-d381-470f-97a6-ceb8ee046105 admin admin] Made reservation on behalf of a031f3d19b554bad9a723c7e216d5c1f for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:53.549410 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a6015dd-d381-470f-97a6-ceb8ee046105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.552431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-d2e73593-e92f-4779-bce1-88d4c92a19bc tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] For port 520d5926-8d18-45ed-a6e4-141aa8612763, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=520d5926-8d18-45ed-a6e4-141aa8612763,segment=NetworkSegment(12c8c4a8-1e6e-432d-b94d-d719c33d0858),segment_id=12c8c4a8-1e6e-432d-b94d-d719c33d0858)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:53.552965 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d2e73593-e92f-4779-bce1-88d4c92a19bc tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (520d5926-8d18-45ed-a6e4-141aa8612763), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.564474 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a6015dd-d381-470f-97a6-ceb8ee046105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.614108 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbe789-1f77-4e52-a786-b0989c1b2541 req-379cbec3-9487-49e6-9393-8479be90df29 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:53.615825 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-66bbe789-1f77-4e52-a786-b0989c1b2541 req-379cbec3-9487-49e6-9393-8479be90df29 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7605a6d-eecc-4e05-a8c9-074ac197413a HTTP/1.1" status: 200 len: 950 time: 0.6362939 Feb 09 01:38:53.616922 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-d2e73593-e92f-4779-bce1-88d4c92a19bc tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Calling delete_port for 520d5926-8d18-45ed-a6e4-141aa8612763 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:53.708258 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a6015dd-d381-470f-97a6-ceb8ee046105 admin admin] Publish callbacks [] for security_group (c68302c0-343e-49f8-a44e-4b39ea190500), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.719981 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a6015dd-d381-470f-97a6-ceb8ee046105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c68302c0-343e-49f8-a44e-4b39ea190500), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.754054 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a6015dd-d381-470f-97a6-ceb8ee046105 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:38:53.786070 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a90443-4959-42f4-af2e-5b005d276847 req-a919ea25-21f1-4717-a2b3-5119600539ad tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:53.799698 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c8a90443-4959-42f4-af2e-5b005d276847 req-a919ea25-21f1-4717-a2b3-5119600539ad tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7605a6d-eecc-4e05-a8c9-074ac197413a HTTP/1.1" status: 200 len: 950 time: 0.1510704 Feb 09 01:38:53.811348 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6015dd-d381-470f-97a6-ceb8ee046105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68302c0-343e-49f8-a44e-4b39ea190500,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:53.815522 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-4c7b4eba-673a-4be2-a8d2-963a494ab8b1 req-1dec3d20-7193-4e4b-959f-be895c49293e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Deleting port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:53.815915 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4c7b4eba-673a-4be2-a8d2-963a494ab8b1 req-1dec3d20-7193-4e4b-959f-be895c49293e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.822208 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a6015dd-d381-470f-97a6-ceb8ee046105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (2dc49879-3ba2-46db-ad41-df99fbf03b1c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.822420 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-4a6015dd-d381-470f-97a6-ceb8ee046105 admin admin] Added segment 2dc49879-3ba2-46db-ad41-df99fbf03b1c of type vlan for network 9dd2436d-5794-4c28-8930-9c0fdeceb912 Feb 09 01:38:53.857381 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21e82c-1289-46f9-bc36-b374ce7d0556 req-571b34f4-35a4-4ebe-8184-215c8fc2dd10 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:53.862808 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8b21e82c-1289-46f9-bc36-b374ce7d0556 req-571b34f4-35a4-4ebe-8184-215c8fc2dd10 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 951 time: 0.2926390 Feb 09 01:38:53.926156 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a6015dd-d381-470f-97a6-ceb8ee046105 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (9dd2436d-5794-4c28-8930-9c0fdeceb912), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.937733 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c8a90443-4959-42f4-af2e-5b005d276847 req-b44f49d0-dafc-4709-af29-aea413739028 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368115 Feb 09 01:38:53.973297 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a6015dd-d381-470f-97a6-ceb8ee046105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (9dd2436d-5794-4c28-8930-9c0fdeceb912), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.974437 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6015dd-d381-470f-97a6-ceb8ee046105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:53.975935 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a6015dd-d381-470f-97a6-ceb8ee046105 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.049911 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5ba794cc-8982-4e42-9d3e-a4e3b3bd67c5 req-4d12050e-0afb-471c-999c-1ce398ae27ca service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3621686 Feb 09 01:38:54.117658 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4a6015dd-d381-470f-97a6-ceb8ee046105 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9111958 Feb 09 01:38:54.124097 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36004) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:54.132298 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-841c1919-17f3-42a1-aac8-ae34d2dc47d8 admin admin] Request body: {'subnet': {'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-48535889-subnet', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:54.187315 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6015dd-d381-470f-97a6-ceb8ee046105 admin admin] Pushing event updated for resources: {'Network': ['ID=9dd2436d-5794-4c28-8930-9c0fdeceb912,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:54.200133 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 9dd2436d-5794-4c28-8930-9c0fdeceb912 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:38:54.203231 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fd65350a-63da-4a92-b7c5-38193727c267 req-a6a869c1-33d1-4820-a304-029e8a63ee6f tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.0779850 Feb 09 01:38:54.233634 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841c1919-17f3-42a1-aac8-ae34d2dc47d8 admin admin] Made reservation on behalf of a031f3d19b554bad9a723c7e216d5c1f for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:54.236096 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-841c1919-17f3-42a1-aac8-ae34d2dc47d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.286564 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8b21e82c-1289-46f9-bc36-b374ce7d0556 req-cb8158a1-a702-4df6-a38c-95f258bd8d96 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018140 Feb 09 01:38:54.316082 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-4c7b4eba-673a-4be2-a8d2-963a494ab8b1 req-1dec3d20-7193-4e4b-959f-be895c49293e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] For port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:54.316474 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4c7b4eba-673a-4be2-a8d2-963a494ab8b1 req-1dec3d20-7193-4e4b-959f-be895c49293e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.329788 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-66bbe789-1f77-4e52-a786-b0989c1b2541 req-7e201da2-217c-4630-96fb-ee2b0427d722 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Deleting port 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:54.330132 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-66bbe789-1f77-4e52-a786-b0989c1b2541 req-7e201da2-217c-4630-96fb-ee2b0427d722 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (55d8f2ac-2f61-4093-8e6d-d2a8aac2d049), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.358200 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-4c7b4eba-673a-4be2-a8d2-963a494ab8b1 req-1dec3d20-7193-4e4b-959f-be895c49293e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Calling delete_port for 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:54.380770 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7f6170-c567-4037-9fd5-7ddca1adb8e1 None None] Network 2346d102-aeed-42ae-a16a-c8b27b53b21a requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:54.415815 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d2e73593-e92f-4779-bce1-88d4c92a19bc tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (520d5926-8d18-45ed-a6e4-141aa8612763), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.453726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c318f4f8-eed1-4d02-85fa-e9c040df2033 None None] Could not find standard attr ID for object 520d5926-8d18-45ed-a6e4-141aa8612763. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:38:54.499200 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e73593-e92f-4779-bce1-88d4c92a19bc tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Port': ['ID=520d5926-8d18-45ed-a6e4-141aa8612763,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:54.503471 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba794cc-8982-4e42-9d3e-a4e3b3bd67c5 req-3079a47d-3c99-4a62-9233-ef807c71d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:54.505002 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5ba794cc-8982-4e42-9d3e-a4e3b3bd67c5 req-3079a47d-3c99-4a62-9233-ef807c71d62f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b07de46a82164c668a0ced35af54f222&device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 1126 time: 0.3965585 Feb 09 01:38:54.586251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-66bbe789-1f77-4e52-a786-b0989c1b2541 req-7e201da2-217c-4630-96fb-ee2b0427d722 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] For port 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=55d8f2ac-2f61-4093-8e6d-d2a8aac2d049,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:54.589039 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-66bbe789-1f77-4e52-a786-b0989c1b2541 req-7e201da2-217c-4630-96fb-ee2b0427d722 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (55d8f2ac-2f61-4093-8e6d-d2a8aac2d049), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.608743 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-841c1919-17f3-42a1-aac8-ae34d2dc47d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (aaa4f88c-87b0-4b37-8b45-2753d866ef5a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.629656 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-66bbe789-1f77-4e52-a786-b0989c1b2541 req-7e201da2-217c-4630-96fb-ee2b0427d722 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Calling delete_port for 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:54.672564 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c1919-17f3-42a1-aac8-ae34d2dc47d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaa4f88c-87b0-4b37-8b45-2753d866ef5a,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:54.684051 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841c1919-17f3-42a1-aac8-ae34d2dc47d8 admin admin] Checking segment: {'id': '2dc49879-3ba2-46db-ad41-df99fbf03b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:54.684323 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841c1919-17f3-42a1-aac8-ae34d2dc47d8 admin admin] Network hostable DHCP agents. Network: 9dd2436d-5794-4c28-8930-9c0fdeceb912, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:38:54.705516 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841c1919-17f3-42a1-aac8-ae34d2dc47d8 admin admin] Network 9dd2436d-5794-4c28-8930-9c0fdeceb912 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:38:54.730484 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-841c1919-17f3-42a1-aac8-ae34d2dc47d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 9dd2436d-5794-4c28-8930-9c0fdeceb912) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:54.730929 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:54.735951 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841c1919-17f3-42a1-aac8-ae34d2dc47d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:54.736558 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-841c1919-17f3-42a1-aac8-ae34d2dc47d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.757463 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-841c1919-17f3-42a1-aac8-ae34d2dc47d8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6340077 Feb 09 01:38:54.760077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36008) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:54.766072 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4bd774ee-2a3c-4efd-8e54-d4c3f1bc58e7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-48535889-router', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:54.775325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dacf0c3-be77-4b02-87c3-3106b418e4a7 None None] Network 9dd2436d-5794-4c28-8930-9c0fdeceb912 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:54.799943 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4bd774ee-2a3c-4efd-8e54-d4c3f1bc58e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (b207c49c-394f-4631-bc08-9bf5b6d64318), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.801127 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4bd774ee-2a3c-4efd-8e54-d4c3f1bc58e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (b207c49c-394f-4631-bc08-9bf5b6d64318), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.818298 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e73593-e92f-4779-bce1-88d4c92a19bc tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No DVR routers for this DVR port 520d5926-8d18-45ed-a6e4-141aa8612763 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:54.905883 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4bd774ee-2a3c-4efd-8e54-d4c3f1bc58e7 admin admin] Publish callbacks [] for router_controller (b207c49c-394f-4631-bc08-9bf5b6d64318), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.030097 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d2e73593-e92f-4779-bce1-88d4c92a19bc tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (78b1e5bd-b519-4999-894a-b07832124ae2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.044719 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf7dceb-a555-4b90-aec9-ec6a68b09e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-9dd2436d-5794-4c28-8930-9c0fdeceb912', 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912', 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'fixed_ips': [{'subnet_id': 'aaa4f88c-87b0-4b37-8b45-2753d866ef5a'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:38:55.046715 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dcf7dceb-a555-4b90-aec9-ec6a68b09e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.080149 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:55.080849 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.120180 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4c7b4eba-673a-4be2-a8d2-963a494ab8b1 req-1dec3d20-7193-4e4b-959f-be895c49293e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (4e5f44f6-54f3-420d-bc38-9d1382ef3f4c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.142371 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba794cc-8982-4e42-9d3e-a4e3b3bd67c5 req-6270248b-3151-45e2-a979-ebf7323e80d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:55.143900 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5ba794cc-8982-4e42-9d3e-a4e3b3bd67c5 req-6270248b-3151-45e2-a979-ebf7323e80d8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 200 len: 922 time: 0.5976470 Feb 09 01:38:55.180706 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4bd774ee-2a3c-4efd-8e54-d4c3f1bc58e7 admin admin] Publish callbacks [] for router_gateway (b207c49c-394f-4631-bc08-9bf5b6d64318), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.195598 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec3d20-7193-4e4b-959f-be895c49293e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Pushing event deleted for resources: {'Port': ['ID=4e5f44f6-54f3-420d-bc38-9d1382ef3f4c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:55.200611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['5b5446d4-21e4-4f4b-9d66-248b747c1375'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:55.206638 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['a619dddc-0464-4707-b341-5d5462aad706', '84bb3f8a-433a-48c1-b137-2a48f45baf83'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:55.307385 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5ba794cc-8982-4e42-9d3e-a4e3b3bd67c5 req-cc26dd1f-d318-46ff-9b0e-1bc6dacacfcc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26f9301b-2ecc-4658-a113-5381caf8c688 HTTP/1.1" status: 200 len: 217 time: 0.1282556 Feb 09 01:38:55.317255 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-66bbe789-1f77-4e52-a786-b0989c1b2541 req-7e201da2-217c-4630-96fb-ee2b0427d722 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (55d8f2ac-2f61-4093-8e6d-d2a8aac2d049), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.344264 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f185d0c-dd98-40bf-b11f-5a1f28298efa req-0c4c6c24-22aa-446a-862a-f36507f2a622 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:55.353632 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7f185d0c-dd98-40bf-b11f-5a1f28298efa req-0c4c6c24-22aa-446a-862a-f36507f2a622 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7605a6d-eecc-4e05-a8c9-074ac197413a HTTP/1.1" status: 200 len: 950 time: 0.2548089 Feb 09 01:38:55.389507 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['55d8f2ac-2f61-4093-8e6d-d2a8aac2d049'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:55.483997 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7f185d0c-dd98-40bf-b11f-5a1f28298efa req-16cbd2b0-6d4c-4ea2-804d-5f5eaf705459 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2d01042-6302-4ee2-a16e-e3e0f439ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290090 Feb 09 01:38:55.488331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7b4eba-673a-4be2-a8d2-963a494ab8b1 req-1dec3d20-7193-4e4b-959f-be895c49293e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] No DVR routers for this DVR port 4e5f44f6-54f3-420d-bc38-9d1382ef3f4c on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:55.490429 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d2e73593-e92f-4779-bce1-88d4c92a19bc tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (78b1e5bd-b519-4999-894a-b07832124ae2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.520666 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4c7b4eba-673a-4be2-a8d2-963a494ab8b1 req-1dec3d20-7193-4e4b-959f-be895c49293e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.537711 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4c7b4eba-673a-4be2-a8d2-963a494ab8b1 req-1dec3d20-7193-4e4b-959f-be895c49293e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.67 "DELETE /v2.0/ports/4e5f44f6-54f3-420d-bc38-9d1382ef3f4c HTTP/1.1" status: 204 len: 173 time: 2.7425287 Feb 09 01:38:55.634153 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-dcf7dceb-a555-4b90-aec9-ec6a68b09e40 None None] Allocated IP 172.20.0.2 (9dd2436d-5794-4c28-8930-9c0fdeceb912/aaa4f88c-87b0-4b37-8b45-2753d866ef5a/a20eede2-4f5e-48f4-8951-5ae3efad60d5) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:55.643402 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-38619e1f-bc66-42fb-b8f0-be3243705ae3 req-1b6d7d1e-2ce6-41a2-8f90-24e59d1eca20 tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.2560716 Feb 09 01:38:55.644088 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14e4230-cd45-48ba-b5ef-1488af5d66e5', 'name': 'network-vif-deleted', 'tag': '4e5f44f6-54f3-420d-bc38-9d1382ef3f4c'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:55.653750 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8dce22-1c44-433f-89d0-9dfe2b1e865d" -d '{"events": [{"server_uuid": "b14e4230-cd45-48ba-b5ef-1488af5d66e5", "name": "network-vif-deleted", "tag": "4e5f44f6-54f3-420d-bc38-9d1382ef3f4c"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:55.684571 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e201da2-217c-4630-96fb-ee2b0427d722 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Pushing event deleted for resources: {'Port': ['ID=55d8f2ac-2f61-4093-8e6d-d2a8aac2d049,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:55.777966 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9103bfe7-b920-4b5f-ad6c-cbcef1ab5d6f x-openstack-request-id: req-9103bfe7-b920-4b5f-ad6c-cbcef1ab5d6f {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:55.778269 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14e4230-cd45-48ba-b5ef-1488af5d66e5", "name": "network-vif-deleted", "tag": "4e5f44f6-54f3-420d-bc38-9d1382ef3f4c", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:55.778522 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9103bfe7-b920-4b5f-ad6c-cbcef1ab5d6f {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:55.778922 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14e4230-cd45-48ba-b5ef-1488af5d66e5', 'name': 'network-vif-deleted', 'tag': '4e5f44f6-54f3-420d-bc38-9d1382ef3f4c', 'status': 'completed', 'code': 200} Feb 09 01:38:55.787332 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e73593-e92f-4779-bce1-88d4c92a19bc tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Subnet': ['ID=78b1e5bd-b519-4999-894a-b07832124ae2,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:55.957857 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-791d7b62-ec01-4d49-8c84-48e33a3ecdf8 req-0803a832-ba99-4b70-b573-c329abb2eed8 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=b14e4230-cd45-48ba-b5ef-1488af5d66e5 HTTP/1.1" status: 200 len: 210 time: 0.1476812 Feb 09 01:38:55.979400 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d5762d-241d-4843-8e18-6fcddb7b48c8 None None] Network 2346d102-aeed-42ae-a16a-c8b27b53b21a requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:56.091097 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4bd774ee-2a3c-4efd-8e54-d4c3f1bc58e7 admin admin] Publish callbacks [] for router_gateway (b207c49c-394f-4631-bc08-9bf5b6d64318), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.144451 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4bd774ee-2a3c-4efd-8e54-d4c3f1bc58e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.288633 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba794cc-8982-4e42-9d3e-a4e3b3bd67c5 req-1b90399b-905c-42a5-ab62-d578f5d6646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:56.292178 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5ba794cc-8982-4e42-9d3e-a4e3b3bd67c5 req-1b90399b-905c-42a5-ab62-d578f5d6646b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 200 len: 861 time: 0.9673696 Feb 09 01:38:56.314047 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bbe789-1f77-4e52-a786-b0989c1b2541 req-7e201da2-217c-4630-96fb-ee2b0427d722 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] No DVR routers for this DVR port 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:56.320922 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-66bbe789-1f77-4e52-a786-b0989c1b2541 req-7e201da2-217c-4630-96fb-ee2b0427d722 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.338374 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-66bbe789-1f77-4e52-a786-b0989c1b2541 req-7e201da2-217c-4630-96fb-ee2b0427d722 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.48 "DELETE /v2.0/ports/55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 HTTP/1.1" status: 204 len: 173 time: 2.7099972 Feb 09 01:38:56.465235 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d2e73593-e92f-4779-bce1-88d4c92a19bc tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (2346d102-aeed-42ae-a16a-c8b27b53b21a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.472633 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-4bd774ee-2a3c-4efd-8e54-d4c3f1bc58e7 admin admin] Allocated IP 172.25.7.121 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/67712e05-ebbd-4ee0-b8df-c028258d15ca) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:56.493880 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5ba794cc-8982-4e42-9d3e-a4e3b3bd67c5 req-5f0ebfb3-8ad2-40eb-9788-2f76dc69be38 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1376567 Feb 09 01:38:56.563713 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c115a714-4750-4cb5-b027-694d0935ac9c None None] DHCP port deletion for 2346d102-aeed-42ae-a16a-c8b27b53b21a request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:38:56.708065 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 520d5926-8d18-45ed-a6e4-141aa8612763 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:56.731502 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-d2e73593-e92f-4779-bce1-88d4c92a19bc tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2346d102-aeed-42ae-a16a-c8b27b53b21a']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:56.772628 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4bd774ee-2a3c-4efd-8e54-d4c3f1bc58e7 admin admin] Publish callbacks [] for port (67712e05-ebbd-4ee0-b8df-c028258d15ca), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.780657 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 520d5926-8d18-45ed-a6e4-141aa8612763 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:56.782962 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 520d5926-8d18-45ed-a6e4-141aa8612763 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:56.798817 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fcaf4028-a330-46a0-be50-4f921f76f160 req-f9cb58d4-d8e6-404a-8860-ba01993729a8 tempest-LiveMigrationNegativeTest-641078563 tempest-LiveMigrationNegativeTest-641078563-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7605a6d-eecc-4e05-a8c9-074ac197413a HTTP/1.1" status: 200 len: 210 time: 0.0906577 Feb 09 01:38:56.806250 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-d2e73593-e92f-4779-bce1-88d4c92a19bc tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c8c4a8-1e6e-432d-b94d-d719c33d0858') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:56.806670 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-d2e73593-e92f-4779-bce1-88d4c92a19bc tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c8c4a8-1e6e-432d-b94d-d719c33d0858') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:56.826027 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dcf7dceb-a555-4b90-aec9-ec6a68b09e40 None None] Publish callbacks [] for port (a20eede2-4f5e-48f4-8951-5ae3efad60d5), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.835196 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d2e73593-e92f-4779-bce1-88d4c92a19bc tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (12c8c4a8-1e6e-432d-b94d-d719c33d0858), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.845538 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dcf7dceb-a555-4b90-aec9-ec6a68b09e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (a20eede2-4f5e-48f4-8951-5ae3efad60d5), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.883967 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-07ef570b-78c0-4180-890a-d947c7b3310d req-3cd9ff2f-fa25-4c46-88b8-1dce500989bc tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.0860102 Feb 09 01:38:56.915369 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4bd774ee-2a3c-4efd-8e54-d4c3f1bc58e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (67712e05-ebbd-4ee0-b8df-c028258d15ca), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.921918 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7dceb-a555-4b90-aec9-ec6a68b09e40 None None] Pushing event updated for resources: {'Port': ['ID=a20eede2-4f5e-48f4-8951-5ae3efad60d5,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:56.947168 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf7dceb-a555-4b90-aec9-ec6a68b09e40 None None] Network 9dd2436d-5794-4c28-8930-9c0fdeceb912 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:56.950489 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-dcf7dceb-a555-4b90-aec9-ec6a68b09e40 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:56.960778 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf7dceb-a555-4b90-aec9-ec6a68b09e40 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:57.013123 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd774ee-2a3c-4efd-8e54-d4c3f1bc58e7 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:57.018646 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-4bd774ee-2a3c-4efd-8e54-d4c3f1bc58e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:57.023458 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d2e73593-e92f-4779-bce1-88d4c92a19bc tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (12c8c4a8-1e6e-432d-b94d-d719c33d0858), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.033694 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5ba794cc-8982-4e42-9d3e-a4e3b3bd67c5 req-64640f46-1753-473c-b0a0-c4b9710d84fb service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247633 Feb 09 01:38:57.041366 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e73593-e92f-4779-bce1-88d4c92a19bc tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:38:57.042074 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d2e73593-e92f-4779-bce1-88d4c92a19bc tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (12c8c4a8-1e6e-432d-b94d-d719c33d0858), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:38:57.050227 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:38:57.056121 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd774ee-2a3c-4efd-8e54-d4c3f1bc58e7 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:57.064280 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd774ee-2a3c-4efd-8e54-d4c3f1bc58e7 admin admin] Pushing event updated for resources: {'Port': ['ID=67712e05-ebbd-4ee0-b8df-c028258d15ca,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:57.140715 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-dcf7dceb-a555-4b90-aec9-ec6a68b09e40 None None] Attempting to bind port a20eede2-4f5e-48f4-8951-5ae3efad60d5 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:57.141102 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-dcf7dceb-a555-4b90-aec9-ec6a68b09e40 None None] Attempting to bind port a20eede2-4f5e-48f4-8951-5ae3efad60d5 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '2dc49879-3ba2-46db-ad41-df99fbf03b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:57.141477 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf7dceb-a555-4b90-aec9-ec6a68b09e40 None None] Attempting to bind port a20eede2-4f5e-48f4-8951-5ae3efad60d5 on network 9dd2436d-5794-4c28-8930-9c0fdeceb912 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:57.149355 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf7dceb-a555-4b90-aec9-ec6a68b09e40 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:57.149774 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf7dceb-a555-4b90-aec9-ec6a68b09e40 None None] Checking segment: {'id': '2dc49879-3ba2-46db-ad41-df99fbf03b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:57.150163 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dcf7dceb-a555-4b90-aec9-ec6a68b09e40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.150620 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf7dceb-a555-4b90-aec9-ec6a68b09e40 None None] Bound using segment: {'id': '2dc49879-3ba2-46db-ad41-df99fbf03b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:57.151121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-dcf7dceb-a555-4b90-aec9-ec6a68b09e40 None None] Bound port: a20eede2-4f5e-48f4-8951-5ae3efad60d5, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc49879-3ba2-46db-ad41-df99fbf03b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:57.151595 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dcf7dceb-a555-4b90-aec9-ec6a68b09e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a20eede2-4f5e-48f4-8951-5ae3efad60d5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.239181 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-dcf7dceb-a555-4b90-aec9-ec6a68b09e40 None None] For port a20eede2-4f5e-48f4-8951-5ae3efad60d5, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:57.281932 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-dcf7dceb-a555-4b90-aec9-ec6a68b09e40 None None] For port a20eede2-4f5e-48f4-8951-5ae3efad60d5, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a20eede2-4f5e-48f4-8951-5ae3efad60d5,segment=NetworkSegment(2dc49879-3ba2-46db-ad41-df99fbf03b1c),segment_id=2dc49879-3ba2-46db-ad41-df99fbf03b1c)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:57.295439 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dcf7dceb-a555-4b90-aec9-ec6a68b09e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a20eede2-4f5e-48f4-8951-5ae3efad60d5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.391484 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5ba794cc-8982-4e42-9d3e-a4e3b3bd67c5 req-e79d78e6-e8d3-406e-9c82-d62f40e7eb06 service neutron] 10.222.0.67 "GET /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985463 Feb 09 01:38:57.392760 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d2e73593-e92f-4779-bce1-88d4c92a19bc tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (2346d102-aeed-42ae-a16a-c8b27b53b21a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.415670 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d2e73593-e92f-4779-bce1-88d4c92a19bc tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.426430 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d2e73593-e92f-4779-bce1-88d4c92a19bc tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/networks/2346d102-aeed-42ae-a16a-c8b27b53b21a HTTP/1.1" status: 204 len: 168 time: 5.9645863 Feb 09 01:38:57.428796 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36038) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:57.442326 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b469e6e0-0bee-4f31-ad83-5a0276205e4d tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1906352812'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:57.449916 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:57.462369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e73593-e92f-4779-bce1-88d4c92a19bc tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Network': ['ID=2346d102-aeed-42ae-a16a-c8b27b53b21a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:57.504700 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:57.505443 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 55d8f2ac-2f61-4093-8e6d-d2a8aac2d049 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:57.539378 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7dceb-a555-4b90-aec9-ec6a68b09e40 None None] Pushing event updated for resources: {'Port': ['ID=a20eede2-4f5e-48f4-8951-5ae3efad60d5,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:57.590500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df06de6-8920-4ba9-97af-aa47aaedbb0a req-855afe9f-9126-441c-b7a5-4b920ba77199 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:57.598483 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0df06de6-8920-4ba9-97af-aa47aaedbb0a req-855afe9f-9126-441c-b7a5-4b920ba77199 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 951 time: 0.1422353 Feb 09 01:38:57.636439 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b469e6e0-0bee-4f31-ad83-5a0276205e4d tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Made reservation on behalf of 3d65d33aaf04470498c708076d84ab02 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:57.639935 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b469e6e0-0bee-4f31-ad83-5a0276205e4d tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.659391 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0df06de6-8920-4ba9-97af-aa47aaedbb0a req-6ea7fd11-3795-4c26-a85a-f602a962a98e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596559 Feb 09 01:38:57.688933 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b469e6e0-0bee-4f31-ad83-5a0276205e4d tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:38:57.705358 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4bd774ee-2a3c-4efd-8e54-d4c3f1bc58e7 admin admin] Publish callbacks [] for router_gateway (b207c49c-394f-4631-bc08-9bf5b6d64318), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.710295 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b469e6e0-0bee-4f31-ad83-5a0276205e4d tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (401d2ac9-f737-4f06-a956-3a528b45833f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.710641 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-b469e6e0-0bee-4f31-ad83-5a0276205e4d tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Added segment 401d2ac9-f737-4f06-a956-3a528b45833f of type vlan for network 8d7eecd5-0b91-48f2-a3b8-6ed9a24510f8 Feb 09 01:38:57.780591 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7605a6d-eecc-4e05-a8c9-074ac197413a', 'name': 'network-vif-deleted', 'tag': '55d8f2ac-2f61-4093-8e6d-d2a8aac2d049'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:57.784648 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a904137b-d49e-47b7-a8a3-7209e6d69c34" -d '{"events": [{"server_uuid": "d7605a6d-eecc-4e05-a8c9-074ac197413a", "name": "network-vif-deleted", "tag": "55d8f2ac-2f61-4093-8e6d-d2a8aac2d049"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:57.849743 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75215bc-76e8-401d-a974-45707b10af58 x-openstack-request-id: req-d75215bc-76e8-401d-a974-45707b10af58 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:57.849743 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7605a6d-eecc-4e05-a8c9-074ac197413a", "name": "network-vif-deleted", "tag": "55d8f2ac-2f61-4093-8e6d-d2a8aac2d049", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:57.849743 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d75215bc-76e8-401d-a974-45707b10af58 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:57.849743 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7605a6d-eecc-4e05-a8c9-074ac197413a', 'name': 'network-vif-deleted', 'tag': '55d8f2ac-2f61-4093-8e6d-d2a8aac2d049', 'status': 'completed', 'code': 200} Feb 09 01:38:57.894320 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b469e6e0-0bee-4f31-ad83-5a0276205e4d tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (8d7eecd5-0b91-48f2-a3b8-6ed9a24510f8), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.040510 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b469e6e0-0bee-4f31-ad83-5a0276205e4d tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (8d7eecd5-0b91-48f2-a3b8-6ed9a24510f8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.046361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b469e6e0-0bee-4f31-ad83-5a0276205e4d tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:58.046944 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b469e6e0-0bee-4f31-ad83-5a0276205e4d tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.072562 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b469e6e0-0bee-4f31-ad83-5a0276205e4d tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6397619 Feb 09 01:38:58.073238 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36050) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:58.082020 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-708aedc0-3e7c-4632-b638-e6c1cc2ed939 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'subnet': {'network_id': '8d7eecd5-0b91-48f2-a3b8-6ed9a24510f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:58.209045 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4095a569-2ff0-48be-86fc-9b3a39b266f1 req-a97d7750-3333-49ed-9bca-7c8670ddd8dc tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.0966287 Feb 09 01:38:58.218092 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469e6e0-0bee-4f31-ad83-5a0276205e4d tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Network': ['ID=8d7eecd5-0b91-48f2-a3b8-6ed9a24510f8,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:58.231159 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 8d7eecd5-0b91-48f2-a3b8-6ed9a24510f8 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:38:58.269995 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708aedc0-3e7c-4632-b638-e6c1cc2ed939 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Made reservation on behalf of 3d65d33aaf04470498c708076d84ab02 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:58.275122 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-708aedc0-3e7c-4632-b638-e6c1cc2ed939 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.298935 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4bd774ee-2a3c-4efd-8e54-d4c3f1bc58e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (b207c49c-394f-4631-bc08-9bf5b6d64318), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.358444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36056) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:58.568778 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd774ee-2a3c-4efd-8e54-d4c3f1bc58e7 admin admin] Router b207c49c-394f-4631-bc08-9bf5b6d64318 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:38:58.740342 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-711fe0c9-8990-416c-b838-181f2da0137c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d043e3e7d957415fbfd05087c15234e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3807013 Feb 09 01:38:58.744667 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36064) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:58.770632 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a20eede2-4f5e-48f4-8951-5ae3efad60d5 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:58.799765 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-708aedc0-3e7c-4632-b638-e6c1cc2ed939 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (e2704375-05ad-4c06-9d4c-a5d6c136d542), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.823966 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d0854a32-b85c-4038-9836-e906adb47cbc admin admin] Publish callbacks [] for security_group (d2d01042-6302-4ee2-a16e-e3e0f439ea9d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.874560 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd774ee-2a3c-4efd-8e54-d4c3f1bc58e7 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:38:58.877497 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d0854a32-b85c-4038-9836-e906adb47cbc admin admin] Publish callbacks [] for security_group (d2d01042-6302-4ee2-a16e-e3e0f439ea9d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.923630 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4bd774ee-2a3c-4efd-8e54-d4c3f1bc58e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.924612 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] Sync routers for ids ['b207c49c-394f-4631-bc08-9bf5b6d64318'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:58.926753 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4bd774ee-2a3c-4efd-8e54-d4c3f1bc58e7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1655097 Feb 09 01:38:58.930268 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36066) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:58.982359 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] Routers {'b207c49c-394f-4631-bc08-9bf5b6d64318'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:58.984770 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:38:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b207c49c-394f-4631-bc08-9bf5b6d64318'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:59.067446 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708aedc0-3e7c-4632-b638-e6c1cc2ed939 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Subnet': ['ID=e2704375-05ad-4c06-9d4c-a5d6c136d542,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:59.097559 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708aedc0-3e7c-4632-b638-e6c1cc2ed939 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Checking segment: {'id': '401d2ac9-f737-4f06-a956-3a528b45833f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8d7eecd5-0b91-48f2-a3b8-6ed9a24510f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:59.099113 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708aedc0-3e7c-4632-b638-e6c1cc2ed939 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Network hostable DHCP agents. Network: 8d7eecd5-0b91-48f2-a3b8-6ed9a24510f8, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:38:59.155871 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6012e-284e-43db-ba91-30301b5849bd req-2688ddab-579d-4cfa-aad8-7cb8c82d531d tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:59.173904 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aba6012e-284e-43db-ba91-30301b5849bd req-2688ddab-579d-4cfa-aad8-7cb8c82d531d tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 951 time: 0.2625060 Feb 09 01:38:59.257246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708aedc0-3e7c-4632-b638-e6c1cc2ed939 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Network 8d7eecd5-0b91-48f2-a3b8-6ed9a24510f8 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:38:59.405835 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-708aedc0-3e7c-4632-b638-e6c1cc2ed939 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 8d7eecd5-0b91-48f2-a3b8-6ed9a24510f8) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:59.425901 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dce6d0-0f2b-4e24-a58f-1ca7f743f851 None None] Network 9dd2436d-5794-4c28-8930-9c0fdeceb912 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:59.442854 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c4232b-b0fd-4921-8ea9-21175cf92143 None None] Network 8d7eecd5-0b91-48f2-a3b8-6ed9a24510f8 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:59.450957 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708aedc0-3e7c-4632-b638-e6c1cc2ed939 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:59.451707 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-708aedc0-3e7c-4632-b638-e6c1cc2ed939 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.479899 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-708aedc0-3e7c-4632-b638-e6c1cc2ed939 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4026935 Feb 09 01:38:59.482181 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aba6012e-284e-43db-ba91-30301b5849bd req-0fe0849d-659b-4787-bc9c-a71cc30271be tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073742 Feb 09 01:38:59.482779 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36072) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:59.555243 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e7ad7-d261-4780-bb85-1ebaead487f7 req-7785589f-6a9a-44df-8a8f-d0bd7e105842 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:59.556833 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f1e7ad7-d261-4780-bb85-1ebaead487f7 req-7785589f-6a9a-44df-8a8f-d0bd7e105842 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 951 time: 0.2421167 Feb 09 01:38:59.605569 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port a20eede2-4f5e-48f4-8951-5ae3efad60d5 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:59.605889 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a20eede2-4f5e-48f4-8951-5ae3efad60d5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.674788 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ee2e7d56-c10e-4068-8e92-e5eff030940c req-cf4ef1a1-ef17-4de4-80de-5ebf79b2444c tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.0897624 Feb 09 01:38:59.684060 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d0854a32-b85c-4038-9836-e906adb47cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d2d01042-6302-4ee2-a16e-e3e0f439ea9d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.688639 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d0854a32-b85c-4038-9836-e906adb47cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.694565 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d0854a32-b85c-4038-9836-e906adb47cbc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2d01042-6302-4ee2-a16e-e3e0f439ea9d HTTP/1.1" status: 204 len: 168 time: 0.9422259 Feb 09 01:38:59.748577 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0854a32-b85c-4038-9836-e906adb47cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d01042-6302-4ee2-a16e-e3e0f439ea9d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:59.874732 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7dd13861-b2fd-4c22-a9b7-417c012639f8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (8d7eecd5-0b91-48f2-a3b8-6ed9a24510f8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.893837 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-845f12a7-8fbe-44b3-9804-06e235de52bc None None] Provisioning complete for port a20eede2-4f5e-48f4-8951-5ae3efad60d5 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:59.895239 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-845f12a7-8fbe-44b3-9804-06e235de52bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a20eede2-4f5e-48f4-8951-5ae3efad60d5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.022475 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] Set router b207c49c-394f-4631-bc08-9bf5b6d64318 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:00.053098 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-5f1e7ad7-d261-4780-bb85-1ebaead487f7 req-bf3f0215-ee1d-4e43-84d5-d26f1fe2d8f0 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Deleting port 5b5446d4-21e4-4f4b-9d66-248b747c1375 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:00.053098 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5f1e7ad7-d261-4780-bb85-1ebaead487f7 req-bf3f0215-ee1d-4e43-84d5-d26f1fe2d8f0 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.189455 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7dd13861-b2fd-4c22-a9b7-417c012639f8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (e2704375-05ad-4c06-9d4c-a5d6c136d542), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.322125 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5f1e7ad7-d261-4780-bb85-1ebaead487f7 req-bf3f0215-ee1d-4e43-84d5-d26f1fe2d8f0 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] For port 5b5446d4-21e4-4f4b-9d66-248b747c1375, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=5b5446d4-21e4-4f4b-9d66-248b747c1375,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:00.322551 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5f1e7ad7-d261-4780-bb85-1ebaead487f7 req-bf3f0215-ee1d-4e43-84d5-d26f1fe2d8f0 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.356249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-5f1e7ad7-d261-4780-bb85-1ebaead487f7 req-bf3f0215-ee1d-4e43-84d5-d26f1fe2d8f0 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Calling delete_port for 5b5446d4-21e4-4f4b-9d66-248b747c1375 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:00.360518 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7dd13861-b2fd-4c22-a9b7-417c012639f8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (e2704375-05ad-4c06-9d4c-a5d6c136d542), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.399240 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36084) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:00.433019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port a20eede2-4f5e-48f4-8951-5ae3efad60d5 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:00.434108 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a20eede2-4f5e-48f4-8951-5ae3efad60d5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.447501 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd13861-b2fd-4c22-a9b7-417c012639f8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Subnet': ['ID=e2704375-05ad-4c06-9d4c-a5d6c136d542,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:00.504500 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0235d5bb-387e-4b82-802f-67ecb43bb2ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=454fb1df36504b889f48bb910a1cfe73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1042650 Feb 09 01:39:00.529809 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36086) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:00.548660 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78e7ba4-3441-4176-aa5e-392f8fed0a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-8d7eecd5-0b91-48f2-a3b8-6ed9a24510f8', 'network_id': '8d7eecd5-0b91-48f2-a3b8-6ed9a24510f8', 'project_id': '3d65d33aaf04470498c708076d84ab02', 'fixed_ips': [{'subnet_id': 'e2704375-05ad-4c06-9d4c-a5d6c136d542'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:39:00.551282 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c78e7ba4-3441-4176-aa5e-392f8fed0a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.606661 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7dd13861-b2fd-4c22-a9b7-417c012639f8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (8d7eecd5-0b91-48f2-a3b8-6ed9a24510f8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.643986 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-811268ff-b563-4175-bd5c-fa00928592c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.655895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-7dd13861-b2fd-4c22-a9b7-417c012639f8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7eecd5-0b91-48f2-a3b8-6ed9a24510f8']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:00.677201 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-7dd13861-b2fd-4c22-a9b7-417c012639f8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401d2ac9-f737-4f06-a956-3a528b45833f') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:00.677500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-7dd13861-b2fd-4c22-a9b7-417c012639f8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401d2ac9-f737-4f06-a956-3a528b45833f') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:00.702243 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7dd13861-b2fd-4c22-a9b7-417c012639f8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (401d2ac9-f737-4f06-a956-3a528b45833f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.728170 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7dd13861-b2fd-4c22-a9b7-417c012639f8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (401d2ac9-f737-4f06-a956-3a528b45833f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.745424 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd13861-b2fd-4c22-a9b7-417c012639f8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:00.745840 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7dd13861-b2fd-4c22-a9b7-417c012639f8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (401d2ac9-f737-4f06-a956-3a528b45833f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.775370 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port a20eede2-4f5e-48f4-8951-5ae3efad60d5, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a20eede2-4f5e-48f4-8951-5ae3efad60d5,segment=NetworkSegment(2dc49879-3ba2-46db-ad41-df99fbf03b1c),segment_id=2dc49879-3ba2-46db-ad41-df99fbf03b1c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:00.927975 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a20eede2-4f5e-48f4-8951-5ae3efad60d5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:00.961851 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:00.991353 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7dd13861-b2fd-4c22-a9b7-417c012639f8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (8d7eecd5-0b91-48f2-a3b8-6ed9a24510f8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.999601 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-811268ff-b563-4175-bd5c-fa00928592c1 admin admin] Allocated IP 172.20.0.1 (9dd2436d-5794-4c28-8930-9c0fdeceb912/aaa4f88c-87b0-4b37-8b45-2753d866ef5a/c98ee690-b979-45c7-8f6e-ded8d7d6a7ef) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:01.018051 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=a20eede2-4f5e-48f4-8951-5ae3efad60d5,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:01.021784 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392d3f09-cc7b-4e43-b6a2-feac25f61fb1 None None] Network 8d7eecd5-0b91-48f2-a3b8-6ed9a24510f8 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:01.054702 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392d3f09-cc7b-4e43-b6a2-feac25f61fb1 None None] Network 8d7eecd5-0b91-48f2-a3b8-6ed9a24510f8 could not be found, it might have been deleted concurrently. {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:39:01.115981 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7dd13861-b2fd-4c22-a9b7-417c012639f8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.119289 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7dd13861-b2fd-4c22-a9b7-417c012639f8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/networks/8d7eecd5-0b91-48f2-a3b8-6ed9a24510f8 HTTP/1.1" status: 204 len: 168 time: 1.6352494 Feb 09 01:39:01.145979 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36094) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:01.149429 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-845f12a7-8fbe-44b3-9804-06e235de52bc None None] Current status of the port a20eede2-4f5e-48f4-8951-5ae3efad60d5 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:01.149828 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-845f12a7-8fbe-44b3-9804-06e235de52bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a20eede2-4f5e-48f4-8951-5ae3efad60d5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.167950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-59a56dd7-ba8f-42dc-b867-d8c8b566a192 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-316920448'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:01.179390 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd13861-b2fd-4c22-a9b7-417c012639f8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Network': ['ID=8d7eecd5-0b91-48f2-a3b8-6ed9a24510f8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:01.236574 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-811268ff-b563-4175-bd5c-fa00928592c1 admin admin] Publish callbacks [] for port (c98ee690-b979-45c7-8f6e-ded8d7d6a7ef), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.243340 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86f9e6-491f-45f8-87e1-b25631c916d0 req-3118e2e4-1b8a-4f0c-a94a-c34a7307bf22 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:01.245243 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eb86f9e6-491f-45f8-87e1-b25631c916d0 req-3118e2e4-1b8a-4f0c-a94a-c34a7307bf22 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 951 time: 0.2825792 Feb 09 01:39:01.263490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a56dd7-ba8f-42dc-b867-d8c8b566a192 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Made reservation on behalf of 3d65d33aaf04470498c708076d84ab02 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:01.273076 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-59a56dd7-ba8f-42dc-b867-d8c8b566a192 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.284643 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-811268ff-b563-4175-bd5c-fa00928592c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (c98ee690-b979-45c7-8f6e-ded8d7d6a7ef), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.337834 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811268ff-b563-4175-bd5c-fa00928592c1 admin admin] Network 9dd2436d-5794-4c28-8930-9c0fdeceb912 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:01.358973 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-845f12a7-8fbe-44b3-9804-06e235de52bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:39:01.359532 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2c059662-4334-4bb2-be7e-9e850fb6f2ef req-bf28517f-f9bd-4bcd-ab0c-1cf74ddc264b tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.0810075 Feb 09 01:39:01.360199 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-845f12a7-8fbe-44b3-9804-06e235de52bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:39:01.361835 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-811268ff-b563-4175-bd5c-fa00928592c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:01.365066 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811268ff-b563-4175-bd5c-fa00928592c1 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:01.367492 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-acba6b14-a270-4d3f-ae58-26c675d4416e admin admin] Publish callbacks [] for security_group (67332fde-5528-4080-ba8b-670ee2cb5e44), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.387117 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'name': 'tempest-ServersTestManualDisk-48535889-router', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:54Z', 'updated_at': '2022-02-09T01:38:57Z', 'revision_number': 3, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'gw_port': {'id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:56Z', 'updated_at': '2022-02-09T01:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:01.411075 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-acba6b14-a270-4d3f-ae58-26c675d4416e admin admin] Publish callbacks [] for security_group (67332fde-5528-4080-ba8b-670ee2cb5e44), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.493118 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] Checking router: b207c49c-394f-4631-bc08-9bf5b6d64318 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:39:01.495797 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] Updating router b207c49c-394f-4631-bc08-9bf5b6d64318 port 67712e05-ebbd-4ee0-b8df-c028258d15ca binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:39:01.520050 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eb86f9e6-491f-45f8-87e1-b25631c916d0 req-90759b64-072a-46d9-ba6e-8bbd0d24039f tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660406 Feb 09 01:39:01.534243 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a56dd7-ba8f-42dc-b867-d8c8b566a192 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:39:01.536433 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-acba6b14-a270-4d3f-ae58-26c675d4416e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (67332fde-5528-4080-ba8b-670ee2cb5e44), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.547129 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-acba6b14-a270-4d3f-ae58-26c675d4416e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.548547 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-acba6b14-a270-4d3f-ae58-26c675d4416e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/67332fde-5528-4080-ba8b-670ee2cb5e44 HTTP/1.1" status: 204 len: 168 time: 1.0071323 Feb 09 01:39:01.592756 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba6b14-a270-4d3f-ae58-26c675d4416e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67332fde-5528-4080-ba8b-670ee2cb5e44,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:01.633585 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (67712e05-ebbd-4ee0-b8df-c028258d15ca), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.671534 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811268ff-b563-4175-bd5c-fa00928592c1 admin admin] Pushing event updated for resources: {'Port': ['ID=c98ee690-b979-45c7-8f6e-ded8d7d6a7ef,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:01.693163 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-811268ff-b563-4175-bd5c-fa00928592c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (b207c49c-394f-4631-bc08-9bf5b6d64318), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.700035 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-59a56dd7-ba8f-42dc-b867-d8c8b566a192 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (04d9b6fb-24c5-471b-8580-f0fb59c218f8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.701171 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-59a56dd7-ba8f-42dc-b867-d8c8b566a192 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Added segment 04d9b6fb-24c5-471b-8580-f0fb59c218f8 of type vlan for network d08dca04-c838-40c0-9490-11d4668541fb Feb 09 01:39:01.862534 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-59a56dd7-ba8f-42dc-b867-d8c8b566a192 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (d08dca04-c838-40c0-9490-11d4668541fb), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.895885 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5f1e7ad7-d261-4780-bb85-1ebaead487f7 req-bf3f0215-ee1d-4e43-84d5-d26f1fe2d8f0 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5b5446d4-21e4-4f4b-9d66-248b747c1375), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.944211 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['a619dddc-0464-4707-b341-5d5462aad706', '84bb3f8a-433a-48c1-b137-2a48f45baf83'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:39:02.035814 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-845f12a7-8fbe-44b3-9804-06e235de52bc None None] Current status of the port a20eede2-4f5e-48f4-8951-5ae3efad60d5 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:02.113025 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f0215-ee1d-4e43-84d5-d26f1fe2d8f0 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Pushing event deleted for resources: {'Port': ['ID=5b5446d4-21e4-4f4b-9d66-248b747c1375,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:02.166394 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-811268ff-b563-4175-bd5c-fa00928592c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c98ee690-b979-45c7-8f6e-ded8d7d6a7ef), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:02.190384 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-59a56dd7-ba8f-42dc-b867-d8c8b566a192 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (d08dca04-c838-40c0-9490-11d4668541fb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:02.199725 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a56dd7-ba8f-42dc-b867-d8c8b566a192 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:02.200373 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-59a56dd7-ba8f-42dc-b867-d8c8b566a192 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:02.307510 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0e10580b-1585-4136-974d-711516794d0b None None] Provisioning complete for port c98ee690-b979-45c7-8f6e-ded8d7d6a7ef triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:02.307904 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0e10580b-1585-4136-974d-711516794d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c98ee690-b979-45c7-8f6e-ded8d7d6a7ef), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:02.351157 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a56dd7-ba8f-42dc-b867-d8c8b566a192 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Network': ['ID=d08dca04-c838-40c0-9490-11d4668541fb,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:02.360309 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1e7ad7-d261-4780-bb85-1ebaead487f7 req-bf3f0215-ee1d-4e43-84d5-d26f1fe2d8f0 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] No DVR routers for this DVR port 5b5446d4-21e4-4f4b-9d66-248b747c1375 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:02.363679 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5f1e7ad7-d261-4780-bb85-1ebaead487f7 req-bf3f0215-ee1d-4e43-84d5-d26f1fe2d8f0 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:02.368974 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f1e7ad7-d261-4780-bb85-1ebaead487f7 req-bf3f0215-ee1d-4e43-84d5-d26f1fe2d8f0 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.67 "DELETE /v2.0/ports/5b5446d4-21e4-4f4b-9d66-248b747c1375 HTTP/1.1" status: 204 len: 173 time: 2.8012121 Feb 09 01:39:02.370889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa158900-4446-43ae-95a3-c13bad5b92c6', 'name': 'network-vif-deleted', 'tag': '5b5446d4-21e4-4f4b-9d66-248b747c1375'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:02.374906 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33135574-8217-4cfc-aceb-0cb3034380ca" -d '{"events": [{"server_uuid": "fa158900-4446-43ae-95a3-c13bad5b92c6", "name": "network-vif-deleted", "tag": "5b5446d4-21e4-4f4b-9d66-248b747c1375"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:02.401834 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-59a56dd7-ba8f-42dc-b867-d8c8b566a192 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2357876 Feb 09 01:39:02.420639 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36110) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:02.462335 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-caab6297-1bad-45fe-ad16-e783d1588e50 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'subnet': {'network_id': 'd08dca04-c838-40c0-9490-11d4668541fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:02.480319 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network d08dca04-c838-40c0-9490-11d4668541fb details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:39:02.716120 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34691046-5e5e-443e-849a-3789acb17602 x-openstack-request-id: req-34691046-5e5e-443e-849a-3789acb17602 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:02.718165 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa158900-4446-43ae-95a3-c13bad5b92c6", "name": "network-vif-deleted", "tag": "5b5446d4-21e4-4f4b-9d66-248b747c1375", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:02.718669 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-34691046-5e5e-443e-849a-3789acb17602 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:02.719266 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa158900-4446-43ae-95a3-c13bad5b92c6', 'name': 'network-vif-deleted', 'tag': '5b5446d4-21e4-4f4b-9d66-248b747c1375', 'status': 'completed', 'code': 200} Feb 09 01:39:02.843466 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 5b5446d4-21e4-4f4b-9d66-248b747c1375 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:02.883219 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 5b5446d4-21e4-4f4b-9d66-248b747c1375 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:02.883852 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 5b5446d4-21e4-4f4b-9d66-248b747c1375 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:02.885595 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c308fcc-58c6-4a83-96ef-61e617d625f0 req-298f43b4-3415-41ef-9134-071f08009e44 tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.1627867 Feb 09 01:39:02.893406 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-18657581-5bf8-4512-a402-9b1bf6c39c5e req-d1b3b5eb-66c4-41aa-b4cf-f677a29b580e tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa158900-4446-43ae-95a3-c13bad5b92c6 HTTP/1.1" status: 200 len: 210 time: 0.1277401 Feb 09 01:39:02.956269 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-811268ff-b563-4175-bd5c-fa00928592c1 admin admin] Publish callbacks [] for port (c98ee690-b979-45c7-8f6e-ded8d7d6a7ef), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:02.971811 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0e10580b-1585-4136-974d-711516794d0b None None] Port c98ee690-b979-45c7-8f6e-ded8d7d6a7ef cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:02.972334 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-811268ff-b563-4175-bd5c-fa00928592c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (c98ee690-b979-45c7-8f6e-ded8d7d6a7ef), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:03.098857 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caab6297-1bad-45fe-ad16-e783d1588e50 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Made reservation on behalf of 3d65d33aaf04470498c708076d84ab02 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:03.113946 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-caab6297-1bad-45fe-ad16-e783d1588e50 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:03.228697 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a20eede2-4f5e-48f4-8951-5ae3efad60d5 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:03.276109 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811268ff-b563-4175-bd5c-fa00928592c1 admin admin] Pushing event updated for resources: {'Port': ['ID=c98ee690-b979-45c7-8f6e-ded8d7d6a7ef,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:03.282554 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-811268ff-b563-4175-bd5c-fa00928592c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (b207c49c-394f-4631-bc08-9bf5b6d64318), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:03.339588 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0e10580b-1585-4136-974d-711516794d0b None None] Provisioning complete for port a20eede2-4f5e-48f4-8951-5ae3efad60d5 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:03.340205 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0e10580b-1585-4136-974d-711516794d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a20eede2-4f5e-48f4-8951-5ae3efad60d5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:03.413631 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] Publish callbacks [] for port (67712e05-ebbd-4ee0-b8df-c028258d15ca), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:03.472469 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811268ff-b563-4175-bd5c-fa00928592c1 admin admin] Network 9dd2436d-5794-4c28-8930-9c0fdeceb912 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:03.475038 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-811268ff-b563-4175-bd5c-fa00928592c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:03.525409 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (67712e05-ebbd-4ee0-b8df-c028258d15ca), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:03.708936 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:39:03.709733 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811268ff-b563-4175-bd5c-fa00928592c1 admin admin] Router b207c49c-394f-4631-bc08-9bf5b6d64318 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:39:03.794821 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] Attempting to bind port 67712e05-ebbd-4ee0-b8df-c028258d15ca on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:03.795660 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] Attempting to bind port 67712e05-ebbd-4ee0-b8df-c028258d15ca by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:03.795660 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] Attempting to bind port 67712e05-ebbd-4ee0-b8df-c028258d15ca on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:03.831409 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-caab6297-1bad-45fe-ad16-e783d1588e50 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (f34807bb-d01a-46ec-a97f-0ffd196d3836), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:03.874299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:03.874884 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:03.875304 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:03.875694 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:03.876195 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] Bound port: 67712e05-ebbd-4ee0-b8df-c028258d15ca, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:03.876586 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (67712e05-ebbd-4ee0-b8df-c028258d15ca), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:03.925061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab6297-1bad-45fe-ad16-e783d1588e50 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Subnet': ['ID=f34807bb-d01a-46ec-a97f-0ffd196d3836,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:04.033626 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caab6297-1bad-45fe-ad16-e783d1588e50 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Checking segment: {'id': '04d9b6fb-24c5-471b-8580-f0fb59c218f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd08dca04-c838-40c0-9490-11d4668541fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:04.033911 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caab6297-1bad-45fe-ad16-e783d1588e50 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Network hostable DHCP agents. Network: d08dca04-c838-40c0-9490-11d4668541fb, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:39:04.069747 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] For port 67712e05-ebbd-4ee0-b8df-c028258d15ca, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:04.082559 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] For port 67712e05-ebbd-4ee0-b8df-c028258d15ca, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=67712e05-ebbd-4ee0-b8df-c028258d15ca,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:04.103189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caab6297-1bad-45fe-ad16-e783d1588e50 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Network d08dca04-c838-40c0-9490-11d4668541fb is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:39:04.114240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-caab6297-1bad-45fe-ad16-e783d1588e50 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, d08dca04-c838-40c0-9490-11d4668541fb) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:04.188340 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9e871-0a97-4f6d-915f-64f0ebbfdfe9 None None] Pushing event updated for resources: {'Port': ['ID=67712e05-ebbd-4ee0-b8df-c028258d15ca,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:04.204655 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbe2a423-2d88-4cd0-9352-6dcdf5b78cc9 req-0f27329d-cfd0-4908-85a0-1002b89f0428 tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.0829675 Feb 09 01:39:04.207069 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811268ff-b563-4175-bd5c-fa00928592c1 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:39:04.217901 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caab6297-1bad-45fe-ad16-e783d1588e50 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:04.218686 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-caab6297-1bad-45fe-ad16-e783d1588e50 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.234362 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-811268ff-b563-4175-bd5c-fa00928592c1 admin admin] 10.222.0.36 "PUT /v2.0/routers/b207c49c-394f-4631-bc08-9bf5b6d64318/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2921999 Feb 09 01:39:04.255813 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-caab6297-1bad-45fe-ad16-e783d1588e50 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8337338 Feb 09 01:39:04.260004 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36148) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:04.269013 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e7ed55-affa-4ee2-8ef2-93fc7338e500 None None] Network d08dca04-c838-40c0-9490-11d4668541fb requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:04.289924 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (67712e05-ebbd-4ee0-b8df-c028258d15ca), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.507301 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bbe5ba6a-fd65-4dc9-a174-dcc665b0fbc9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (d08dca04-c838-40c0-9490-11d4668541fb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.585691 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bbe5ba6a-fd65-4dc9-a174-dcc665b0fbc9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (f34807bb-d01a-46ec-a97f-0ffd196d3836), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.718572 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bbe5ba6a-fd65-4dc9-a174-dcc665b0fbc9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (f34807bb-d01a-46ec-a97f-0ffd196d3836), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.792527 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b840dc6-76b2-4050-b7db-0df1e802f512 req-a680e1dd-e9cd-40fe-956f-4405d86eb3d3 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:04.809133 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8b840dc6-76b2-4050-b7db-0df1e802f512 req-a680e1dd-e9cd-40fe-956f-4405d86eb3d3 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.1537843 Feb 09 01:39:04.889943 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bbe5ba6a-fd65-4dc9-a174-dcc665b0fbc9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (d08dca04-c838-40c0-9490-11d4668541fb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.932663 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8b840dc6-76b2-4050-b7db-0df1e802f512 req-e6d9ed36-540e-416f-ad86-7eb9232bc10f tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219969 Feb 09 01:39:04.962008 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-bbe5ba6a-fd65-4dc9-a174-dcc665b0fbc9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08dca04-c838-40c0-9490-11d4668541fb']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:05.010409 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-bbe5ba6a-fd65-4dc9-a174-dcc665b0fbc9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d9b6fb-24c5-471b-8580-f0fb59c218f8') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:05.010870 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-bbe5ba6a-fd65-4dc9-a174-dcc665b0fbc9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d9b6fb-24c5-471b-8580-f0fb59c218f8') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:05.046098 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bbe5ba6a-fd65-4dc9-a174-dcc665b0fbc9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (04d9b6fb-24c5-471b-8580-f0fb59c218f8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.100078 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bbe5ba6a-fd65-4dc9-a174-dcc665b0fbc9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (04d9b6fb-24c5-471b-8580-f0fb59c218f8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.123852 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe5ba6a-fd65-4dc9-a174-dcc665b0fbc9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:05.126309 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bbe5ba6a-fd65-4dc9-a174-dcc665b0fbc9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (04d9b6fb-24c5-471b-8580-f0fb59c218f8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.179496 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port a20eede2-4f5e-48f4-8951-5ae3efad60d5 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:05.180952 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a20eede2-4f5e-48f4-8951-5ae3efad60d5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.189165 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0e10580b-1585-4136-974d-711516794d0b None None] Current status of the port a20eede2-4f5e-48f4-8951-5ae3efad60d5 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:05.339365 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:05.384649 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bbe5ba6a-fd65-4dc9-a174-dcc665b0fbc9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (d08dca04-c838-40c0-9490-11d4668541fb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.423644 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bbe5ba6a-fd65-4dc9-a174-dcc665b0fbc9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.441951 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdacaf4-b18b-4971-aef8-f981f64c6221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-d08dca04-c838-40c0-9490-11d4668541fb', 'network_id': 'd08dca04-c838-40c0-9490-11d4668541fb', 'project_id': '3d65d33aaf04470498c708076d84ab02', 'fixed_ips': [{'subnet_id': 'f34807bb-d01a-46ec-a97f-0ffd196d3836'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:39:05.448092 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5cdacaf4-b18b-4971-aef8-f981f64c6221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.450421 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bbe5ba6a-fd65-4dc9-a174-dcc665b0fbc9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/networks/d08dca04-c838-40c0-9490-11d4668541fb HTTP/1.1" status: 204 len: 168 time: 1.1872172 Feb 09 01:39:05.457204 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36172) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:05.462593 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-fd7283a7-868d-425c-9cd5-a88bdf9af2e9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1715032872'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:05.518784 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5ba6a-fd65-4dc9-a174-dcc665b0fbc9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Subnet': ['ID=f34807bb-d01a-46ec-a97f-0ffd196d3836,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:05.528220 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5ba6a-fd65-4dc9-a174-dcc665b0fbc9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Network': ['ID=d08dca04-c838-40c0-9490-11d4668541fb,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:05.627955 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9e871-0a97-4f6d-915f-64f0ebbfdfe9 None None] Pushing event updated for resources: {'Port': ['ID=67712e05-ebbd-4ee0-b8df-c028258d15ca,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:05.650026 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8e473597-b7b7-47d4-b4d9-aeadf853ef26 req-5c4600bd-73b3-423d-be02-0f2518a4bed7 tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.1079068 Feb 09 01:39:05.650686 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7283a7-868d-425c-9cd5-a88bdf9af2e9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Made reservation on behalf of 3d65d33aaf04470498c708076d84ab02 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:05.654728 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fd7283a7-868d-425c-9cd5-a88bdf9af2e9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.696432 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] Routers {'b207c49c-394f-4631-bc08-9bf5b6d64318'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:05.710279 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7283a7-868d-425c-9cd5-a88bdf9af2e9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:39:05.719154 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:38:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b207c49c-394f-4631-bc08-9bf5b6d64318'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:05.721451 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f80b1303-8325-4ea7-bbe9-b324bff0f00d None None] Provisioning complete for port c98ee690-b979-45c7-8f6e-ded8d7d6a7ef triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:05.721848 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f80b1303-8325-4ea7-bbe9-b324bff0f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c98ee690-b979-45c7-8f6e-ded8d7d6a7ef), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.733076 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fd7283a7-868d-425c-9cd5-a88bdf9af2e9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (5181d280-a689-4322-813f-797e9653e40d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.734319 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-fd7283a7-868d-425c-9cd5-a88bdf9af2e9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Added segment 5181d280-a689-4322-813f-797e9653e40d of type vlan for network 2d34bb92-ee03-449f-af14-d7f4e3e5ded2 Feb 09 01:39:05.751679 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e0beef-074f-492d-b20e-d05d96f602e4 None None] Network d08dca04-c838-40c0-9490-11d4668541fb requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:05.853891 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fd7283a7-868d-425c-9cd5-a88bdf9af2e9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (2d34bb92-ee03-449f-af14-d7f4e3e5ded2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.916771 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fd7283a7-868d-425c-9cd5-a88bdf9af2e9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (2d34bb92-ee03-449f-af14-d7f4e3e5ded2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.922023 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7283a7-868d-425c-9cd5-a88bdf9af2e9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:05.923028 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fd7283a7-868d-425c-9cd5-a88bdf9af2e9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.966589 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fd7283a7-868d-425c-9cd5-a88bdf9af2e9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5082221 Feb 09 01:39:05.970775 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36178) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:05.979190 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b2c90a27-66b4-4357-afa8-dd7c8db94c29 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'subnet': {'network_id': '2d34bb92-ee03-449f-af14-d7f4e3e5ded2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:06.039863 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e0beef-074f-492d-b20e-d05d96f602e4 None None] Network d08dca04-c838-40c0-9490-11d4668541fb could not be found, it might have been deleted concurrently. {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:39:06.056847 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f80b1303-8325-4ea7-bbe9-b324bff0f00d None None] Port c98ee690-b979-45c7-8f6e-ded8d7d6a7ef cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:06.182176 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36184) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:06.210995 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7283a7-868d-425c-9cd5-a88bdf9af2e9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Network': ['ID=2d34bb92-ee03-449f-af14-d7f4e3e5ded2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:06.261945 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f83eac5d-8e99-4e1a-af78-e5db85ed5910 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--683300522', 'description': 'tempest-description--1662972956'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:06.307721 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c90a27-66b4-4357-afa8-dd7c8db94c29 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Made reservation on behalf of 3d65d33aaf04470498c708076d84ab02 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:06.313738 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2c90a27-66b4-4357-afa8-dd7c8db94c29 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.314172 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port a20eede2-4f5e-48f4-8951-5ae3efad60d5 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:06.314672 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9ae9f-0aa0-4009-8da9-92216d3df912 req-6d478cee-7526-4f17-a32b-64b8e77d2ac1 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:06.320866 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f83eac5d-8e99-4e1a-af78-e5db85ed5910 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.331116 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a6e9ae9f-0aa0-4009-8da9-92216d3df912 req-6d478cee-7526-4f17-a32b-64b8e77d2ac1 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.1245260 Feb 09 01:39:06.334012 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 2d34bb92-ee03-449f-af14-d7f4e3e5ded2 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:39:06.448793 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f83eac5d-8e99-4e1a-af78-e5db85ed5910 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks [] for security_group (a70b2d05-7496-4399-bb0d-f130f66e9850), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.507100 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-daa075ec-3ee7-498b-8f71-b735ca488879 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2feab50b8ba74cfea3b07c7d0c225582&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376017 Feb 09 01:39:06.534356 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a6e9ae9f-0aa0-4009-8da9-92216d3df912 req-32ce6dcb-9f3e-45b1-b324-99cba2569ecc tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019029 Feb 09 01:39:06.589237 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c062d7d-e089-44fe-a4bf-1bc90d9c017e req-196a78a9-0574-4114-8246-335bebde0158 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:06.592970 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c062d7d-e089-44fe-a4bf-1bc90d9c017e req-196a78a9-0574-4114-8246-335bebde0158 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.48 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 949 time: 0.2546024 Feb 09 01:39:06.600445 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] Set router b207c49c-394f-4631-bc08-9bf5b6d64318 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:06.820193 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-70458805-29a1-41f8-89a5-4e306723533e tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:06.821740 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-70458805-29a1-41f8-89a5-4e306723533e tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3138287 Feb 09 01:39:06.822419 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f83eac5d-8e99-4e1a-af78-e5db85ed5910 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a70b2d05-7496-4399-bb0d-f130f66e9850), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.846891 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-5c062d7d-e089-44fe-a4bf-1bc90d9c017e req-5a29f617-fb71-475b-adde-17a2a114c0c8 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Deleting port 84bb3f8a-433a-48c1-b137-2a48f45baf83 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:06.848822 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5c062d7d-e089-44fe-a4bf-1bc90d9c017e req-5a29f617-fb71-475b-adde-17a2a114c0c8 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (84bb3f8a-433a-48c1-b137-2a48f45baf83), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.944163 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f83eac5d-8e99-4e1a-af78-e5db85ed5910 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.947975 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f83eac5d-8e99-4e1a-af78-e5db85ed5910 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6975203 Feb 09 01:39:07.010408 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36200) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:07.039714 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-eb40f73c-0747-4739-bf48-13a4054456e9 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/quotas/2feab50b8ba74cfea3b07c7d0c225582 HTTP/1.1" status: 200 len: 375 time: 0.1777496 Feb 09 01:39:07.047185 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1faf4cdf-0beb-4e41-ab92-33c359c936e5 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Request body: {'security_group_rule': {'security_group_id': 'a70b2d05-7496-4399-bb0d-f130f66e9850', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:07.069628 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.ipam_backend_mixin [None req-b2c90a27-66b4-4357-afa8-dd7c8db94c29 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Performing IP validity checks on allocation pools {{(pid=103184) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 01:39:07.070175 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.ipam_backend_mixin [None req-b2c90a27-66b4-4357-afa8-dd7c8db94c29 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103184) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 01:39:07.083302 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83eac5d-8e99-4e1a-af78-e5db85ed5910 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70b2d05-7496-4399-bb0d-f130f66e9850,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:07.125046 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'name': 'tempest-ServersTestManualDisk-48535889-router', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:54Z', 'updated_at': '2022-02-09T01:39:02Z', 'revision_number': 4, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'gw_port': {'id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:56Z', 'updated_at': '2022-02-09T01:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c98ee690-b979-45c7-8f6e-ded8d7d6a7ef', 'name': '', 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'mac_address': 'fa:16:3e:8a:72:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'aaa4f88c-87b0-4b37-8b45-2753d866ef5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:00Z', 'updated_at': '2022-02-09T01:39:02Z', 'revision_number': 2, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'subnets': [{'id': 'aaa4f88c-87b0-4b37-8b45-2753d866ef5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:07.129947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5c062d7d-e089-44fe-a4bf-1bc90d9c017e req-5a29f617-fb71-475b-adde-17a2a114c0c8 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] For port 84bb3f8a-433a-48c1-b137-2a48f45baf83, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=84bb3f8a-433a-48c1-b137-2a48f45baf83,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:07.131622 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5c062d7d-e089-44fe-a4bf-1bc90d9c017e req-5a29f617-fb71-475b-adde-17a2a114c0c8 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (84bb3f8a-433a-48c1-b137-2a48f45baf83), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.170880 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-5c062d7d-e089-44fe-a4bf-1bc90d9c017e req-5a29f617-fb71-475b-adde-17a2a114c0c8 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Calling delete_port for 84bb3f8a-433a-48c1-b137-2a48f45baf83 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:07.227716 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-21af25a7-f25e-45b1-b485-2f28b7c2312d tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2feab50b8ba74cfea3b07c7d0c225582&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1461718 Feb 09 01:39:07.257416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cad5c07-cea8-4d63-b834-77ce5dd65d18 None None] The sync data for ids ['b207c49c-394f-4631-bc08-9bf5b6d64318'] in n-d-828387-3 is: [{'id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'name': 'tempest-ServersTestManualDisk-48535889-router', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:54Z', 'updated_at': '2022-02-09T01:39:02Z', 'revision_number': 4, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'gw_port': {'id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:56Z', 'updated_at': '2022-02-09T01:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c98ee690-b979-45c7-8f6e-ded8d7d6a7ef', 'name': '', 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'mac_address': 'fa:16:3e:8a:72:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'aaa4f88c-87b0-4b37-8b45-2753d866ef5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:00Z', 'updated_at': '2022-02-09T01:39:02Z', 'revision_number': 2, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'subnets': [{'id': 'aaa4f88c-87b0-4b37-8b45-2753d866ef5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:07.309522 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1faf4cdf-0beb-4e41-ab92-33c359c936e5 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks [] for security_group_rule (0783e9c6-247c-46c1-b53b-df880bbd6ccd), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.473956 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00b1ad62-4556-4251-932b-121878ac02bf req-a4dc7bde-b60e-4c18-b13b-bf8b3c8fc841 tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.1473949 Feb 09 01:39:07.544070 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4b399ad0-6f3e-4154-b9cf-234f972088e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.731036 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1faf4cdf-0beb-4e41-ab92-33c359c936e5 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks [] for security_group_rule (0783e9c6-247c-46c1-b53b-df880bbd6ccd), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.764974 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1faf4cdf-0beb-4e41-ab92-33c359c936e5 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (0783e9c6-247c-46c1-b53b-df880bbd6ccd), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.997063 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5c062d7d-e089-44fe-a4bf-1bc90d9c017e req-5a29f617-fb71-475b-adde-17a2a114c0c8 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (84bb3f8a-433a-48c1-b137-2a48f45baf83), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.015680 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['a619dddc-0464-4707-b341-5d5462aad706', '84bb3f8a-433a-48c1-b137-2a48f45baf83'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:39:08.048327 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf4cdf-0beb-4e41-ab92-33c359c936e5 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0783e9c6-247c-46c1-b53b-df880bbd6ccd,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:08.066378 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1faf4cdf-0beb-4e41-ab92-33c359c936e5 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.068088 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1faf4cdf-0beb-4e41-ab92-33c359c936e5 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0542417 Feb 09 01:39:08.083069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36214) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:08.116798 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-45b3d120-2d10-4284-8b48-89dfcc021f7e tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Request body: {'security_group_rule': {'security_group_id': 'a70b2d05-7496-4399-bb0d-f130f66e9850', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:08.140383 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bd313881-fb8c-4049-b381-809ec15b29cc req-30090069-25ea-40cb-af2c-9ce6eb2428cc tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/ports?device_id=86948b39-1ab3-443b-a9ad-8bb901309939 HTTP/1.1" status: 200 len: 210 time: 0.3852069 Feb 09 01:39:08.177821 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2c90a27-66b4-4357-afa8-dd7c8db94c29 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (cead6a2c-9510-41c2-af1b-ada51acd9864), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.203648 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29f617-fb71-475b-adde-17a2a114c0c8 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Pushing event deleted for resources: {'Port': ['ID=84bb3f8a-433a-48c1-b137-2a48f45baf83,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:08.263903 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d46eb-2357-411a-9f59-76bf36f40838 req-39f8cfaa-7223-4ffc-9beb-8490dd7d0809 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:08.265182 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-035d46eb-2357-411a-9f59-76bf36f40838 req-39f8cfaa-7223-4ffc-9beb-8490dd7d0809 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 867 time: 0.3743045 Feb 09 01:39:08.332498 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c90a27-66b4-4357-afa8-dd7c8db94c29 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Subnet': ['ID=cead6a2c-9510-41c2-af1b-ada51acd9864,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:08.496854 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c90a27-66b4-4357-afa8-dd7c8db94c29 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Checking segment: {'id': '5181d280-a689-4322-813f-797e9653e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2d34bb92-ee03-449f-af14-d7f4e3e5ded2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:08.497189 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c90a27-66b4-4357-afa8-dd7c8db94c29 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Network hostable DHCP agents. Network: 2d34bb92-ee03-449f-af14-d7f4e3e5ded2, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:39:08.529272 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-035d46eb-2357-411a-9f59-76bf36f40838 req-d746ea38-3417-409e-bac4-4899b95c0864 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325940 Feb 09 01:39:08.569146 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c90a27-66b4-4357-afa8-dd7c8db94c29 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Network 2d34bb92-ee03-449f-af14-d7f4e3e5ded2 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:39:08.606783 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b2c90a27-66b4-4357-afa8-dd7c8db94c29 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 2d34bb92-ee03-449f-af14-d7f4e3e5ded2) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:08.647921 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c90a27-66b4-4357-afa8-dd7c8db94c29 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:08.651541 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2c90a27-66b4-4357-afa8-dd7c8db94c29 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.655486 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e787a15f-15f5-4a40-9686-582f3221ec40 None None] Network 2d34bb92-ee03-449f-af14-d7f4e3e5ded2 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:08.739981 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b2c90a27-66b4-4357-afa8-dd7c8db94c29 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.7659717 Feb 09 01:39:08.744811 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36226) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:08.775976 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c062d7d-e089-44fe-a4bf-1bc90d9c017e req-5a29f617-fb71-475b-adde-17a2a114c0c8 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] No DVR routers for this DVR port 84bb3f8a-433a-48c1-b137-2a48f45baf83 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:08.800844 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5c062d7d-e089-44fe-a4bf-1bc90d9c017e req-5a29f617-fb71-475b-adde-17a2a114c0c8 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.826510 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c062d7d-e089-44fe-a4bf-1bc90d9c017e req-5a29f617-fb71-475b-adde-17a2a114c0c8 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.48 "DELETE /v2.0/ports/84bb3f8a-433a-48c1-b137-2a48f45baf83 HTTP/1.1" status: 204 len: 173 time: 2.2276406 Feb 09 01:39:08.917363 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74116dd1-f345-442f-ae3a-77d416b878e3', 'name': 'network-vif-deleted', 'tag': '84bb3f8a-433a-48c1-b137-2a48f45baf83'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:08.933736 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ca5cf7-d13c-4cdf-9b86-61012030e24b" -d '{"events": [{"server_uuid": "74116dd1-f345-442f-ae3a-77d416b878e3", "name": "network-vif-deleted", "tag": "84bb3f8a-433a-48c1-b137-2a48f45baf83"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:09.104736 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-45b3d120-2d10-4284-8b48-89dfcc021f7e tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks [] for security_group_rule (be1278b7-dada-42ac-8125-0fe689d62461), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.155412 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-acdbc34f-91a8-484f-89f5-6a0a615c456c req-00b8fde6-02a7-40ee-b406-a94177b281fe tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.3119798 Feb 09 01:39:09.200579 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7d0438-65a7-4755-a4cd-c6674d044f59 x-openstack-request-id: req-7e7d0438-65a7-4755-a4cd-c6674d044f59 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:09.200810 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74116dd1-f345-442f-ae3a-77d416b878e3", "name": "network-vif-deleted", "tag": "84bb3f8a-433a-48c1-b137-2a48f45baf83", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:09.206554 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e7d0438-65a7-4755-a4cd-c6674d044f59 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:09.209528 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74116dd1-f345-442f-ae3a-77d416b878e3', 'name': 'network-vif-deleted', 'tag': '84bb3f8a-433a-48c1-b137-2a48f45baf83', 'status': 'completed', 'code': 200} Feb 09 01:39:09.326722 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dcf4fe-5181-4360-8f96-f0daba29e7e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-2d34bb92-ee03-449f-af14-d7f4e3e5ded2', 'network_id': '2d34bb92-ee03-449f-af14-d7f4e3e5ded2', 'project_id': '3d65d33aaf04470498c708076d84ab02', 'fixed_ips': [{'subnet_id': 'cead6a2c-9510-41c2-af1b-ada51acd9864'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:39:09.327671 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-35dcf4fe-5181-4360-8f96-f0daba29e7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.373866 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-849be330-f2db-4a67-b7e0-4488d303f858 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (2d34bb92-ee03-449f-af14-d7f4e3e5ded2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.493958 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-849be330-f2db-4a67-b7e0-4488d303f858 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (cead6a2c-9510-41c2-af1b-ada51acd9864), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.567698 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3da960a7-cd2c-41fb-a458-10b452ed78f4 req-6461a4ba-4364-4778-b432-689cab6530cf tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/ports?device_id=86948b39-1ab3-443b-a9ad-8bb901309939 HTTP/1.1" status: 200 len: 210 time: 0.1691294 Feb 09 01:39:09.672898 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-45b3d120-2d10-4284-8b48-89dfcc021f7e tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks [] for security_group_rule (be1278b7-dada-42ac-8125-0fe689d62461), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.678259 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-45b3d120-2d10-4284-8b48-89dfcc021f7e tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (be1278b7-dada-42ac-8125-0fe689d62461), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.762794 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.789803 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3d120-2d10-4284-8b48-89dfcc021f7e tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1278b7-dada-42ac-8125-0fe689d62461,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:09.843444 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-45b3d120-2d10-4284-8b48-89dfcc021f7e tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.852237 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-45b3d120-2d10-4284-8b48-89dfcc021f7e tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7498045 Feb 09 01:39:09.854058 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b506259-c6e0-42a8-ba3f-498e678d3db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.854440 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36240) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:09.897575 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-95c27597-9977-4820-b248-a88bf81ca823 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:09.943099 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a0489-dcca-4bc1-99ae-075718c36429 req-30235748-b51f-4da1-a362-a63e8e9a88d2 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:09.944679 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e45a0489-dcca-4bc1-99ae-075718c36429 req-30235748-b51f-4da1-a362-a63e8e9a88d2 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 944 time: 0.4525218 Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server [None req-35dcf4fe-5181-4360-8f96-f0daba29e7e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cead6a2c-9510-41c2-af1b-ada51acd9864: This subnet is being modified by another concurrent operation. Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:39:09.969629 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cead6a2c-9510-41c2-af1b-ada51acd9864: This subnet is being modified by another concurrent operation. Feb 09 01:39:09.974178 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server Feb 09 01:39:09.989211 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000a5a0c-b261-46a8-a62f-f4651228cea0 None None] get_active_networks_info from n-d-828387-3 {{(pid=103185) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:39:10.034366 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-af2646c3-5e68-4880-847d-23f32454a889 req-f962017c-8403-426d-8ef5-8b93b7d6daad tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=74116dd1-f345-442f-ae3a-77d416b878e3 HTTP/1.1" status: 200 len: 210 time: 0.1031234 Feb 09 01:39:10.109818 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7921d-a9ed-4f6b-b612-4de48f7438ac req-a0770f72-77b7-4b1d-b80c-2f208ed74377 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:10.117414 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7ec7921d-a9ed-4f6b-b612-4de48f7438ac req-a0770f72-77b7-4b1d-b80c-2f208ed74377 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 944 time: 0.3174362 Feb 09 01:39:10.136347 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-849be330-f2db-4a67-b7e0-4488d303f858 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (cead6a2c-9510-41c2-af1b-ada51acd9864), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:10.157643 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e45a0489-dcca-4bc1-99ae-075718c36429 req-aef5ab24-ce4c-43a0-9a7b-d3a201568ffb tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968076 Feb 09 01:39:10.258339 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849be330-f2db-4a67-b7e0-4488d303f858 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Subnet': ['ID=cead6a2c-9510-41c2-af1b-ada51acd9864,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:10.312536 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95c27597-9977-4820-b248-a88bf81ca823 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:10.324260 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000a5a0c-b261-46a8-a62f-f4651228cea0 None None] Resources bound (agent type, host, resource id): {{(pid=103185) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:39:10.333639 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-7ec7921d-a9ed-4f6b-b612-4de48f7438ac req-1944efc0-dc1b-4788-88d6-6e7dc5427a0c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Deleting port 26f9301b-2ecc-4658-a113-5381caf8c688 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:10.334221 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7ec7921d-a9ed-4f6b-b612-4de48f7438ac req-1944efc0-dc1b-4788-88d6-6e7dc5427a0c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (26f9301b-2ecc-4658-a113-5381caf8c688), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:10.602625 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 67712e05-ebbd-4ee0-b8df-c028258d15ca up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:10.620801 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5ead535d-e701-4687-a3a6-502c4223bb81 req-704ee62c-0920-41a7-a208-d48e40b56c26 tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.1410561 Feb 09 01:39:10.750841 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-849be330-f2db-4a67-b7e0-4488d303f858 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (2d34bb92-ee03-449f-af14-d7f4e3e5ded2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:10.764251 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-d79a64c5-d3fb-4c43-9346-f27f447b0537 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2feab50b8ba74cfea3b07c7d0c225582&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0976281 Feb 09 01:39:10.777037 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e184ab6-15a6-460e-8d18-dc85b06d28e4 None None] Network 2d34bb92-ee03-449f-af14-d7f4e3e5ded2 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:10.802091 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:10.861385 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e066e25c-f40c-4413-b0de-06eba5cd766e req-381e39a8-2305-4fd7-a3a4-46fcafb60f04 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/ports?device_id=86948b39-1ab3-443b-a9ad-8bb901309939 HTTP/1.1" status: 200 len: 210 time: 0.0616703 Feb 09 01:39:10.862803 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:10.895699 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 67712e05-ebbd-4ee0-b8df-c028258d15ca triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:10.896244 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (67712e05-ebbd-4ee0-b8df-c028258d15ca), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:10.908628 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-849be330-f2db-4a67-b7e0-4488d303f858 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d34bb92-ee03-449f-af14-d7f4e3e5ded2']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:11.127906 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 67712e05-ebbd-4ee0-b8df-c028258d15ca is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:11.128398 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (67712e05-ebbd-4ee0-b8df-c028258d15ca), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.179277 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 67712e05-ebbd-4ee0-b8df-c028258d15ca, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=67712e05-ebbd-4ee0-b8df-c028258d15ca,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:11.188005 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (67712e05-ebbd-4ee0-b8df-c028258d15ca), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.327991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=67712e05-ebbd-4ee0-b8df-c028258d15ca,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:11.522816 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 84bb3f8a-433a-48c1-b137-2a48f45baf83 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:11.551100 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-849be330-f2db-4a67-b7e0-4488d303f858 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5181d280-a689-4322-813f-797e9653e40d') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:11.554469 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-849be330-f2db-4a67-b7e0-4488d303f858 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5181d280-a689-4322-813f-797e9653e40d') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:11.601933 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 84bb3f8a-433a-48c1-b137-2a48f45baf83 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:11.602445 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 84bb3f8a-433a-48c1-b137-2a48f45baf83 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:11.614896 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-849be330-f2db-4a67-b7e0-4488d303f858 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (5181d280-a689-4322-813f-797e9653e40d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.652445 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-849be330-f2db-4a67-b7e0-4488d303f858 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (5181d280-a689-4322-813f-797e9653e40d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.769226 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-7ec7921d-a9ed-4f6b-b612-4de48f7438ac req-1944efc0-dc1b-4788-88d6-6e7dc5427a0c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] For port 26f9301b-2ecc-4658-a113-5381caf8c688, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=26f9301b-2ecc-4658-a113-5381caf8c688,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:11.769881 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849be330-f2db-4a67-b7e0-4488d303f858 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:11.770541 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-849be330-f2db-4a67-b7e0-4488d303f858 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (5181d280-a689-4322-813f-797e9653e40d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.771573 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7ec7921d-a9ed-4f6b-b612-4de48f7438ac req-1944efc0-dc1b-4788-88d6-6e7dc5427a0c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (26f9301b-2ecc-4658-a113-5381caf8c688), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:11.785358 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:11.794523 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-7ec7921d-a9ed-4f6b-b612-4de48f7438ac req-1944efc0-dc1b-4788-88d6-6e7dc5427a0c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Calling delete_port for 26f9301b-2ecc-4658-a113-5381caf8c688 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:11.914859 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] Sync routers for ids ['b207c49c-394f-4631-bc08-9bf5b6d64318'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:39:11.942091 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] Routers {'b207c49c-394f-4631-bc08-9bf5b6d64318'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:11.944631 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:39:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b207c49c-394f-4631-bc08-9bf5b6d64318'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:11.994281 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95c27597-9977-4820-b248-a88bf81ca823 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.047771 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed190d-7ae0-49ef-96cf-10fc9f6641cb req-e9533558-b93e-4a02-be06-e7a876849ba6 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:12.052978 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0ed190d-7ae0-49ef-96cf-10fc9f6641cb req-e9533558-b93e-4a02-be06-e7a876849ba6 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 950 time: 0.3604364 Feb 09 01:39:12.060639 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-849be330-f2db-4a67-b7e0-4488d303f858 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (2d34bb92-ee03-449f-af14-d7f4e3e5ded2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.067853 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-849be330-f2db-4a67-b7e0-4488d303f858 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.073660 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-849be330-f2db-4a67-b7e0-4488d303f858 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/networks/2d34bb92-ee03-449f-af14-d7f4e3e5ded2 HTTP/1.1" status: 204 len: 168 time: 3.3265028 Feb 09 01:39:12.083814 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36262) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:12.140886 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-a20e0590-0efd-4d05-aa04-1b895a1decc4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1546440944'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:12.157776 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849be330-f2db-4a67-b7e0-4488d303f858 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Network': ['ID=2d34bb92-ee03-449f-af14-d7f4e3e5ded2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:12.236723 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.267733 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e8aaaa44-f1f6-477b-a6d4-d8a1def1562d req-9bf1318b-bad1-420f-893f-3e6de00cc24f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 210 time: 0.6015491 Feb 09 01:39:12.284799 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7ec7921d-a9ed-4f6b-b612-4de48f7438ac req-1944efc0-dc1b-4788-88d6-6e7dc5427a0c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (26f9301b-2ecc-4658-a113-5381caf8c688), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.303819 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] Set router b207c49c-394f-4631-bc08-9bf5b6d64318 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:12.477307 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944efc0-dc1b-4788-88d6-6e7dc5427a0c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Pushing event deleted for resources: {'Port': ['ID=26f9301b-2ecc-4658-a113-5381caf8c688,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:12.532127 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-2345c0df-b6ae-4789-ace6-2a50c7d7490e tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:12.534546 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-2345c0df-b6ae-4789-ace6-2a50c7d7490e tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7650540 Feb 09 01:39:12.566146 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 67712e05-ebbd-4ee0-b8df-c028258d15ca up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:12.590401 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0ed190d-7ae0-49ef-96cf-10fc9f6641cb req-795319e0-4f2e-41cf-8efe-70c1642841fb tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038903 Feb 09 01:39:12.648205 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20e0590-0efd-4d05-aa04-1b895a1decc4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Made reservation on behalf of 3d65d33aaf04470498c708076d84ab02 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:12.650254 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fc4673f6-ec41-4014-a0e3-6016bd54c056 req-c2d824df-baba-4391-a1c0-45e818af9f63 tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.0942047 Feb 09 01:39:12.667260 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a20e0590-0efd-4d05-aa04-1b895a1decc4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.668640 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-10cc8253-bd6c-42ab-9841-793a83dbe889 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Request body: {'port': {'device_id': '86948b39-1ab3-443b-a9ad-8bb901309939', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': '2feab50b8ba74cfea3b07c7d0c225582'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:12.734025 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 67712e05-ebbd-4ee0-b8df-c028258d15ca triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:12.735746 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (67712e05-ebbd-4ee0-b8df-c028258d15ca), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.880566 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'name': 'tempest-ServersTestManualDisk-48535889-router', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:54Z', 'updated_at': '2022-02-09T01:39:02Z', 'revision_number': 4, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'gw_port': {'id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:56Z', 'updated_at': '2022-02-09T01:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c98ee690-b979-45c7-8f6e-ded8d7d6a7ef', 'name': '', 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'mac_address': 'fa:16:3e:8a:72:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'aaa4f88c-87b0-4b37-8b45-2753d866ef5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:00Z', 'updated_at': '2022-02-09T01:39:02Z', 'revision_number': 2, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'subnets': [{'id': 'aaa4f88c-87b0-4b37-8b45-2753d866ef5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:12.899195 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 26f9301b-2ecc-4658-a113-5381caf8c688 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:12.938094 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] Checking router: b207c49c-394f-4631-bc08-9bf5b6d64318 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:39:12.941494 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] Updating router b207c49c-394f-4631-bc08-9bf5b6d64318 port c98ee690-b979-45c7-8f6e-ded8d7d6a7ef binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:39:12.949504 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec7921d-a9ed-4f6b-b612-4de48f7438ac req-1944efc0-dc1b-4788-88d6-6e7dc5427a0c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] No DVR routers for this DVR port 26f9301b-2ecc-4658-a113-5381caf8c688 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:12.950712 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 26f9301b-2ecc-4658-a113-5381caf8c688 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:12.952394 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 26f9301b-2ecc-4658-a113-5381caf8c688 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:12.958441 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-66b2da82-3dba-4b92-a27d-4ff65bcfd2eb req-d27a2806-b350-4360-9749-d81eeebfe0b3 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/ports?device_id=86948b39-1ab3-443b-a9ad-8bb901309939 HTTP/1.1" status: 200 len: 210 time: 0.1698442 Feb 09 01:39:12.968048 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20e0590-0efd-4d05-aa04-1b895a1decc4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:39:12.976307 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7ec7921d-a9ed-4f6b-b612-4de48f7438ac req-1944efc0-dc1b-4788-88d6-6e7dc5427a0c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.988387 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7ec7921d-a9ed-4f6b-b612-4de48f7438ac req-1944efc0-dc1b-4788-88d6-6e7dc5427a0c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.67 "DELETE /v2.0/ports/26f9301b-2ecc-4658-a113-5381caf8c688 HTTP/1.1" status: 204 len: 173 time: 2.8628285 Feb 09 01:39:12.989140 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4be3e9-1f8d-451e-a42f-96abf43d47d7', 'name': 'network-vif-deleted', 'tag': '26f9301b-2ecc-4658-a113-5381caf8c688'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:13.000633 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09883dd-eae2-4a46-a2d4-9e376c5c698d" -d '{"events": [{"server_uuid": "5a4be3e9-1f8d-451e-a42f-96abf43d47d7", "name": "network-vif-deleted", "tag": "26f9301b-2ecc-4658-a113-5381caf8c688"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:13.048460 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c98ee690-b979-45c7-8f6e-ded8d7d6a7ef), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.058801 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-95c27597-9977-4820-b248-a88bf81ca823 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Allocated IP 172.25.7.92 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/c8d12478-ab46-4ee7-8b91-9552a64491e3) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:13.063154 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 67712e05-ebbd-4ee0-b8df-c028258d15ca is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:13.079374 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a20e0590-0efd-4d05-aa04-1b895a1decc4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (d0c4859d-a775-426c-9c86-ad7330672c49), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.083335 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-a20e0590-0efd-4d05-aa04-1b895a1decc4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Added segment d0c4859d-a775-426c-9c86-ad7330672c49 of type vlan for network 4e805b51-ab90-49f6-b58d-3d2698199717 Feb 09 01:39:13.150529 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d91ba8-d4ef-4fc9-9915-d5e129e015a4 x-openstack-request-id: req-47d91ba8-d4ef-4fc9-9915-d5e129e015a4 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:13.151001 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4be3e9-1f8d-451e-a42f-96abf43d47d7", "name": "network-vif-deleted", "tag": "26f9301b-2ecc-4658-a113-5381caf8c688", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:13.151281 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47d91ba8-d4ef-4fc9-9915-d5e129e015a4 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:13.151688 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4be3e9-1f8d-451e-a42f-96abf43d47d7', 'name': 'network-vif-deleted', 'tag': '26f9301b-2ecc-4658-a113-5381caf8c688', 'status': 'completed', 'code': 200} Feb 09 01:39:13.180189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2eaee-ae35-48a8-b3c5-77e0689fb705 req-4161ff64-1f85-4989-a72d-36d9bafc7d68 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:13.182458 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e4b2eaee-ae35-48a8-b3c5-77e0689fb705 req-4161ff64-1f85-4989-a72d-36d9bafc7d68 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 950 time: 0.5081036 Feb 09 01:39:13.289780 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a20e0590-0efd-4d05-aa04-1b895a1decc4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (4e805b51-ab90-49f6-b58d-3d2698199717), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.418491 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.429727 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a20e0590-0efd-4d05-aa04-1b895a1decc4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (4e805b51-ab90-49f6-b58d-3d2698199717), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.445873 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20e0590-0efd-4d05-aa04-1b895a1decc4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:13.447673 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a20e0590-0efd-4d05-aa04-1b895a1decc4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.570425 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-10cc8253-bd6c-42ab-9841-793a83dbe889 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Made reservation on behalf of 2feab50b8ba74cfea3b07c7d0c225582 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:13.580080 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-10cc8253-bd6c-42ab-9841-793a83dbe889 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.619133 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-10cc8253-bd6c-42ab-9841-793a83dbe889 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.651661 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-e4b2eaee-ae35-48a8-b3c5-77e0689fb705 req-b362cd00-6418-4c7b-8a40-670d33d8fc23 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Deleting port a619dddc-0464-4707-b341-5d5462aad706 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:13.652100 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e4b2eaee-ae35-48a8-b3c5-77e0689fb705 req-b362cd00-6418-4c7b-8a40-670d33d8fc23 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a619dddc-0464-4707-b341-5d5462aad706), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.725781 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a1adf380-97d1-4fd9-b608-f47888db78c9 req-899a8b56-69d0-416d-a710-6f26d291ee88 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4be3e9-1f8d-451e-a42f-96abf43d47d7 HTTP/1.1" status: 200 len: 210 time: 0.2356868 Feb 09 01:39:13.835012 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a20e0590-0efd-4d05-aa04-1b895a1decc4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6999564 Feb 09 01:39:13.845093 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36278) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:13.848423 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95c27597-9977-4820-b248-a88bf81ca823 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks [] for port (c8d12478-ab46-4ee7-8b91-9552a64491e3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.856601 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-a997e247-e39d-44e8-8c08-bc5cf3d6dcda tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'subnet': {'network_id': '4e805b51-ab90-49f6-b58d-3d2698199717', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:14.058514 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1f966ba9-a09f-4091-8bb7-9bfb46c95545 req-a33526d8-7a03-42d6-b822-72364ad30ca5 tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.1158962 Feb 09 01:39:14.084250 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-e4b2eaee-ae35-48a8-b3c5-77e0689fb705 req-b362cd00-6418-4c7b-8a40-670d33d8fc23 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] For port a619dddc-0464-4707-b341-5d5462aad706, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a619dddc-0464-4707-b341-5d5462aad706,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:14.085207 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e4b2eaee-ae35-48a8-b3c5-77e0689fb705 req-b362cd00-6418-4c7b-8a40-670d33d8fc23 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a619dddc-0464-4707-b341-5d5462aad706), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.107042 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] Publish callbacks [] for port (c98ee690-b979-45c7-8f6e-ded8d7d6a7ef), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.114399 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-e4b2eaee-ae35-48a8-b3c5-77e0689fb705 req-b362cd00-6418-4c7b-8a40-670d33d8fc23 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Calling delete_port for a619dddc-0464-4707-b341-5d5462aad706 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:14.125807 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c98ee690-b979-45c7-8f6e-ded8d7d6a7ef), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.141566 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e0590-0efd-4d05-aa04-1b895a1decc4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Network': ['ID=4e805b51-ab90-49f6-b58d-3d2698199717,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:14.156021 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 4e805b51-ab90-49f6-b58d-3d2698199717 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:39:14.312204 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-409e0245-6473-4e36-a785-3d02501cee7e req-9234fda3-6def-4651-82b7-d15352613557 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.1218467 Feb 09 01:39:14.324232 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9567a-5de5-4f6f-9a57-4df5bac65fac None None] Pushing event updated for resources: {'Port': ['ID=c98ee690-b979-45c7-8f6e-ded8d7d6a7ef,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:14.353855 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9567a-5de5-4f6f-9a57-4df5bac65fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.358756 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9567a-5de5-4f6f-9a57-4df5bac65fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.359351 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9567a-5de5-4f6f-9a57-4df5bac65fac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.359789 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9567a-5de5-4f6f-9a57-4df5bac65fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.362948 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9567a-5de5-4f6f-9a57-4df5bac65fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.363660 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9567a-5de5-4f6f-9a57-4df5bac65fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.364026 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9567a-5de5-4f6f-9a57-4df5bac65fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.366921 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9567a-5de5-4f6f-9a57-4df5bac65fac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.367938 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9567a-5de5-4f6f-9a57-4df5bac65fac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.368851 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9567a-5de5-4f6f-9a57-4df5bac65fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.370096 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9567a-5de5-4f6f-9a57-4df5bac65fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.371320 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9567a-5de5-4f6f-9a57-4df5bac65fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.372442 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a9567a-5de5-4f6f-9a57-4df5bac65fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.385850 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a997e247-e39d-44e8-8c08-bc5cf3d6dcda tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Made reservation on behalf of 3d65d33aaf04470498c708076d84ab02 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:14.394822 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a997e247-e39d-44e8-8c08-bc5cf3d6dcda tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.396845 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc945d-4e1d-42a8-b7fb-807b822bc696 req-fdb874f9-38cb-4b97-bd45-b48706633d61 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:14.398519 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b4dc945d-4e1d-42a8-b7fb-807b822bc696 req-fdb874f9-38cb-4b97-bd45-b48706633d61 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 950 time: 0.5851312 Feb 09 01:39:14.409168 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95c27597-9977-4820-b248-a88bf81ca823 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (c8d12478-ab46-4ee7-8b91-9552a64491e3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.425510 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-07f4495c-456f-48b9-bc70-c44f3656b83b req-635dfd77-1451-470f-9f27-dd39494744e5 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/ports?device_id=86948b39-1ab3-443b-a9ad-8bb901309939 HTTP/1.1" status: 200 len: 210 time: 0.1479516 Feb 09 01:39:14.515715 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] Attempting to bind port c98ee690-b979-45c7-8f6e-ded8d7d6a7ef on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:14.516590 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] Attempting to bind port c98ee690-b979-45c7-8f6e-ded8d7d6a7ef by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '2dc49879-3ba2-46db-ad41-df99fbf03b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:14.516590 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] Attempting to bind port c98ee690-b979-45c7-8f6e-ded8d7d6a7ef on network 9dd2436d-5794-4c28-8930-9c0fdeceb912 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:14.531464 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:14.531858 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] Checking segment: {'id': '2dc49879-3ba2-46db-ad41-df99fbf03b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:14.533377 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.533850 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] Bound using segment: {'id': '2dc49879-3ba2-46db-ad41-df99fbf03b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:14.536580 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] Bound port: c98ee690-b979-45c7-8f6e-ded8d7d6a7ef, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc49879-3ba2-46db-ad41-df99fbf03b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:14.537101 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c98ee690-b979-45c7-8f6e-ded8d7d6a7ef), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.599401 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b4dc945d-4e1d-42a8-b7fb-807b822bc696 req-c806af44-3fa3-4345-baeb-13a5ef8851d1 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898510 Feb 09 01:39:14.633297 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c27597-9977-4820-b248-a88bf81ca823 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:14.642837 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-10cc8253-bd6c-42ab-9841-793a83dbe889 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Publish callbacks [] for security_group (77c50ecd-1bf4-406a-a51b-ee01a6e8ca9e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.658394 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] For port c98ee690-b979-45c7-8f6e-ded8d7d6a7ef, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:14.661843 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-95c27597-9977-4820-b248-a88bf81ca823 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:14.663108 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-10cc8253-bd6c-42ab-9841-793a83dbe889 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (77c50ecd-1bf4-406a-a51b-ee01a6e8ca9e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.664066 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] For port c98ee690-b979-45c7-8f6e-ded8d7d6a7ef, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c98ee690-b979-45c7-8f6e-ded8d7d6a7ef,segment=NetworkSegment(2dc49879-3ba2-46db-ad41-df99fbf03b1c),segment_id=2dc49879-3ba2-46db-ad41-df99fbf03b1c)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:14.667884 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c27597-9977-4820-b248-a88bf81ca823 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:14.671960 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c27597-9977-4820-b248-a88bf81ca823 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Pushing event updated for resources: {'Port': ['ID=c8d12478-ab46-4ee7-8b91-9552a64491e3,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:14.714049 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c98ee690-b979-45c7-8f6e-ded8d7d6a7ef), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.780661 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-2011da71-4d2a-48b3-8afe-39f1307a5759 None None] Provisioning complete for port c98ee690-b979-45c7-8f6e-ded8d7d6a7ef triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:14.784021 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2011da71-4d2a-48b3-8afe-39f1307a5759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c98ee690-b979-45c7-8f6e-ded8d7d6a7ef), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.878348 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc8253-bd6c-42ab-9841-793a83dbe889 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c50ecd-1bf4-406a-a51b-ee01a6e8ca9e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:14.914169 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] Routers {'b207c49c-394f-4631-bc08-9bf5b6d64318'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:14.916814 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:39:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b207c49c-394f-4631-bc08-9bf5b6d64318'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:15.081826 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2011da71-4d2a-48b3-8afe-39f1307a5759 None None] Current status of the port c98ee690-b979-45c7-8f6e-ded8d7d6a7ef is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:15.083071 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2011da71-4d2a-48b3-8afe-39f1307a5759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c98ee690-b979-45c7-8f6e-ded8d7d6a7ef), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.093037 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e4b2eaee-ae35-48a8-b3c5-77e0689fb705 req-b362cd00-6418-4c7b-8a40-670d33d8fc23 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a619dddc-0464-4707-b341-5d5462aad706), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.166283 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['a619dddc-0464-4707-b341-5d5462aad706'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:39:15.172516 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9567a-5de5-4f6f-9a57-4df5bac65fac None None] Pushing event updated for resources: {'Port': ['ID=c98ee690-b979-45c7-8f6e-ded8d7d6a7ef,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:15.228240 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a997e247-e39d-44e8-8c08-bc5cf3d6dcda tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (f380156c-2f18-4736-a48f-795dc01ec76d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.264631 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95c27597-9977-4820-b248-a88bf81ca823 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks [] for floatingip (875e39a6-bf83-4409-96ba-b1e6a31136ba), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.322898 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-2011da71-4d2a-48b3-8afe-39f1307a5759 None None] For port c98ee690-b979-45c7-8f6e-ded8d7d6a7ef, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c98ee690-b979-45c7-8f6e-ded8d7d6a7ef,segment=NetworkSegment(2dc49879-3ba2-46db-ad41-df99fbf03b1c),segment_id=2dc49879-3ba2-46db-ad41-df99fbf03b1c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:15.328659 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2011da71-4d2a-48b3-8afe-39f1307a5759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c98ee690-b979-45c7-8f6e-ded8d7d6a7ef), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.362707 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] Set router b207c49c-394f-4631-bc08-9bf5b6d64318 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:15.374287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-10cc8253-bd6c-42ab-9841-793a83dbe889 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Allocated IP 192.168.233.157 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/93cfc8e8-1d4e-46ab-9898-e329e9bd64ac) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:15.399334 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ccba6726-3b10-4833-8581-72c871432fa0 req-d093f986-782e-41e8-ba4f-d3421f7a4eaf tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.1021628 Feb 09 01:39:15.508189 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011da71-4d2a-48b3-8afe-39f1307a5759 None None] Pushing event updated for resources: {'Port': ['ID=c98ee690-b979-45c7-8f6e-ded8d7d6a7ef,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:15.528191 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8b004f55-56d1-4bb8-98f0-628d339813a7 None None] Provisioning complete for port c98ee690-b979-45c7-8f6e-ded8d7d6a7ef triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:15.528571 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8b004f55-56d1-4bb8-98f0-628d339813a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c98ee690-b979-45c7-8f6e-ded8d7d6a7ef), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.566959 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95c27597-9977-4820-b248-a88bf81ca823 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c8d12478-ab46-4ee7-8b91-9552a64491e3), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.712251 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-10cc8253-bd6c-42ab-9841-793a83dbe889 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Publish callbacks [] for port (93cfc8e8-1d4e-46ab-9898-e329e9bd64ac), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.770418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362cd00-6418-4c7b-8a40-670d33d8fc23 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Pushing event deleted for resources: {'Port': ['ID=a619dddc-0464-4707-b341-5d5462aad706,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:15.896701 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a997e247-e39d-44e8-8c08-bc5cf3d6dcda tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Checking segment: {'id': 'd0c4859d-a775-426c-9c86-ad7330672c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e805b51-ab90-49f6-b58d-3d2698199717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:15.897027 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a997e247-e39d-44e8-8c08-bc5cf3d6dcda tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Network hostable DHCP agents. Network: 4e805b51-ab90-49f6-b58d-3d2698199717, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:39:15.935382 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-41bcb0b3-dc23-4507-9f4c-b714974c5537 req-f8a236ba-961e-48f7-b111-873eccf8f1b2 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/ports?device_id=86948b39-1ab3-443b-a9ad-8bb901309939 HTTP/1.1" status: 200 len: 210 time: 0.2426040 Feb 09 01:39:15.970194 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'name': 'tempest-ServersTestManualDisk-48535889-router', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:54Z', 'updated_at': '2022-02-09T01:39:02Z', 'revision_number': 4, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'gw_port': {'id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:56Z', 'updated_at': '2022-02-09T01:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c98ee690-b979-45c7-8f6e-ded8d7d6a7ef', 'name': '', 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'mac_address': 'fa:16:3e:8a:72:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'aaa4f88c-87b0-4b37-8b45-2753d866ef5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:00Z', 'updated_at': '2022-02-09T01:39:14Z', 'revision_number': 4, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'subnets': [{'id': 'aaa4f88c-87b0-4b37-8b45-2753d866ef5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:15.989173 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997e247-e39d-44e8-8c08-bc5cf3d6dcda tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Subnet': ['ID=f380156c-2f18-4736-a48f-795dc01ec76d,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:16.051835 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df526076-f75b-409f-a67c-1209e79f0c72 None None] The sync data for ids ['b207c49c-394f-4631-bc08-9bf5b6d64318'] in n-d-828387-3 is: [{'id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'name': 'tempest-ServersTestManualDisk-48535889-router', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:54Z', 'updated_at': '2022-02-09T01:39:02Z', 'revision_number': 4, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'gw_port': {'id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:56Z', 'updated_at': '2022-02-09T01:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c98ee690-b979-45c7-8f6e-ded8d7d6a7ef', 'name': '', 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'mac_address': 'fa:16:3e:8a:72:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'aaa4f88c-87b0-4b37-8b45-2753d866ef5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:00Z', 'updated_at': '2022-02-09T01:39:14Z', 'revision_number': 4, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'subnets': [{'id': 'aaa4f88c-87b0-4b37-8b45-2753d866ef5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:16.132415 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8b004f55-56d1-4bb8-98f0-628d339813a7 None None] Current status of the port c98ee690-b979-45c7-8f6e-ded8d7d6a7ef is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:16.150251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b2eaee-ae35-48a8-b3c5-77e0689fb705 req-b362cd00-6418-4c7b-8a40-670d33d8fc23 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] No DVR routers for this DVR port a619dddc-0464-4707-b341-5d5462aad706 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:16.174367 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e4b2eaee-ae35-48a8-b3c5-77e0689fb705 req-b362cd00-6418-4c7b-8a40-670d33d8fc23 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.178338 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a997e247-e39d-44e8-8c08-bc5cf3d6dcda tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Network 4e805b51-ab90-49f6-b58d-3d2698199717 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:39:16.179527 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e4b2eaee-ae35-48a8-b3c5-77e0689fb705 req-b362cd00-6418-4c7b-8a40-670d33d8fc23 tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.48 "DELETE /v2.0/ports/a619dddc-0464-4707-b341-5d5462aad706 HTTP/1.1" status: 204 len: 173 time: 2.9522893 Feb 09 01:39:16.194604 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f05a640-0f44-472d-8c14-eeb7ecb363d9', 'name': 'network-vif-deleted', 'tag': 'a619dddc-0464-4707-b341-5d5462aad706'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:16.196503 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-296e9943-2189-49ab-9fd9-cb935f6ac77d req-e31da485-6fd4-47b3-9ba2-e657594bbabd tempest-MigrationsAdminTest-803851172 tempest-MigrationsAdminTest-803851172-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f05a640-0f44-472d-8c14-eeb7ecb363d9 HTTP/1.1" status: 200 len: 210 time: 0.0722797 Feb 09 01:39:16.207426 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baa1b78-7587-42cd-b09a-6a9181403af6" -d '{"events": [{"server_uuid": "7f05a640-0f44-472d-8c14-eeb7ecb363d9", "name": "network-vif-deleted", "tag": "a619dddc-0464-4707-b341-5d5462aad706"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:16.258357 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fb285-31eb-4824-8371-fef6b6458f5d req-1bd9082c-571f-410b-a46e-e85678140852 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:16.263057 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-962fb285-31eb-4824-8371-fef6b6458f5d req-1bd9082c-571f-410b-a46e-e85678140852 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.67 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 944 time: 0.4842930 Feb 09 01:39:16.290291 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1646e-58a0-4460-89c3-6aa4dddd40b4 req-0a8b20ac-16c9-4f55-9f2a-e8df82966127 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:16.294703 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-49c1646e-58a0-4460-89c3-6aa4dddd40b4 req-0a8b20ac-16c9-4f55-9f2a-e8df82966127 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 944 time: 0.5757225 Feb 09 01:39:16.356231 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95c27597-9977-4820-b248-a88bf81ca823 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks [] for port (c8d12478-ab46-4ee7-8b91-9552a64491e3), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.363802 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-a997e247-e39d-44e8-8c08-bc5cf3d6dcda tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 4e805b51-ab90-49f6-b58d-3d2698199717) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:16.374173 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a997e247-e39d-44e8-8c08-bc5cf3d6dcda tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:16.380450 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64c6f6a-c18a-4d54-b612-902d01d9b7d4 None None] Network 4e805b51-ab90-49f6-b58d-3d2698199717 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:16.393626 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a997e247-e39d-44e8-8c08-bc5cf3d6dcda tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.435220 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95c27597-9977-4820-b248-a88bf81ca823 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (c8d12478-ab46-4ee7-8b91-9552a64491e3), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.544498 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5266882a-8113-492c-b5b2-0891726a98cf x-openstack-request-id: req-5266882a-8113-492c-b5b2-0891726a98cf {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:16.547158 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f05a640-0f44-472d-8c14-eeb7ecb363d9", "name": "network-vif-deleted", "tag": "a619dddc-0464-4707-b341-5d5462aad706", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:16.547768 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5266882a-8113-492c-b5b2-0891726a98cf {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:16.548691 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f05a640-0f44-472d-8c14-eeb7ecb363d9', 'name': 'network-vif-deleted', 'tag': 'a619dddc-0464-4707-b341-5d5462aad706', 'status': 'completed', 'code': 200} Feb 09 01:39:16.572674 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-10cc8253-bd6c-42ab-9841-793a83dbe889 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (93cfc8e8-1d4e-46ab-9898-e329e9bd64ac), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.613038 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c98ee690-b979-45c7-8f6e-ded8d7d6a7ef up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:16.614429 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a997e247-e39d-44e8-8c08-bc5cf3d6dcda tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7632675 Feb 09 01:39:16.636857 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36306) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:16.667674 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-49c1646e-58a0-4460-89c3-6aa4dddd40b4 req-72b821a0-b67c-44e7-82c7-cbe6a380efab tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187850 Feb 09 01:39:16.693113 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-10cc8253-bd6c-42ab-9841-793a83dbe889 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:16.717780 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-10cc8253-bd6c-42ab-9841-793a83dbe889 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:16.739148 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-10cc8253-bd6c-42ab-9841-793a83dbe889 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:16.812855 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port c98ee690-b979-45c7-8f6e-ded8d7d6a7ef triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:16.814056 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c98ee690-b979-45c7-8f6e-ded8d7d6a7ef), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.910622 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c640f15b-a513-4424-b2d6-34f43cffa6a9 req-223cb149-2af3-4337-a3f8-3efc285ae170 tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.1139276 Feb 09 01:39:16.930648 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-10cc8253-bd6c-42ab-9841-793a83dbe889 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:16.932559 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-10cc8253-bd6c-42ab-9841-793a83dbe889 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.987689 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc8253-bd6c-42ab-9841-793a83dbe889 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Pushing event updated for resources: {'Port': ['ID=93cfc8e8-1d4e-46ab-9898-e329e9bd64ac,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:17.008246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-962fb285-31eb-4824-8371-fef6b6458f5d req-edd3714c-662c-419c-a334-e07686ef780c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Deleting port 6e0b25a4-1eac-4bab-a655-f714ae3de221 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:17.008599 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-962fb285-31eb-4824-8371-fef6b6458f5d req-edd3714c-662c-419c-a334-e07686ef780c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (6e0b25a4-1eac-4bab-a655-f714ae3de221), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.041435 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-10cc8253-bd6c-42ab-9841-793a83dbe889 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3838093 Feb 09 01:39:17.126075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-f7f5aa0f-1ebb-4cad-9f08-57f93e38597d service neutron] Request body: {'port': {'device_id': '86948b39-1ab3-443b-a9ad-8bb901309939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:17.163082 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c27597-9977-4820-b248-a88bf81ca823 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Pushing event updated for resources: {'Port': ['ID=c8d12478-ab46-4ee7-8b91-9552a64491e3,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:17.189982 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port c98ee690-b979-45c7-8f6e-ded8d7d6a7ef is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:17.216421 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95c27597-9977-4820-b248-a88bf81ca823 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (875e39a6-bf83-4409-96ba-b1e6a31136ba), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.304159 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95c27597-9977-4820-b248-a88bf81ca823 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.313577 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-95c27597-9977-4820-b248-a88bf81ca823 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4467638 Feb 09 01:39:17.360395 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7beee94-ed27-40ea-b745-8097a223fcad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-4e805b51-ab90-49f6-b58d-3d2698199717', 'network_id': '4e805b51-ab90-49f6-b58d-3d2698199717', 'project_id': '3d65d33aaf04470498c708076d84ab02', 'fixed_ips': [{'subnet_id': 'f380156c-2f18-4736-a48f-795dc01ec76d'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:39:17.361400 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7beee94-ed27-40ea-b745-8097a223fcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.373563 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (4e805b51-ab90-49f6-b58d-3d2698199717), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.487601 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8ead7b5-7e75-4f9d-ba71-67c3ab1482f9 req-0004a1a5-ca31-4926-9bd7-de42af1eec91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f71d8d8920a84b78836acc44d9e92cac&device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.0912492 Feb 09 01:39:17.521922 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (f380156c-2f18-4736-a48f-795dc01ec76d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.573865 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-f7f5aa0f-1ebb-4cad-9f08-57f93e38597d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (93cfc8e8-1d4e-46ab-9898-e329e9bd64ac), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.588728 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6552b-10a1-4b80-b886-0d32ff7c89be req-238e43c3-0dad-4ee3-86cb-5bfa806086d1 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:17.588993 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8ead7b5-7e75-4f9d-ba71-67c3ab1482f9 req-5068119a-5ea9-46e5-a67e-27283e7f1e29 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f71d8d8920a84b78836acc44d9e92cac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356627 Feb 09 01:39:17.590517 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-92e6552b-10a1-4b80-b886-0d32ff7c89be req-238e43c3-0dad-4ee3-86cb-5bfa806086d1 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/ports?device_id=86948b39-1ab3-443b-a9ad-8bb901309939 HTTP/1.1" status: 200 len: 936 time: 0.1500332 Feb 09 01:39:17.650189 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-c7beee94-ed27-40ea-b745-8097a223fcad None None] Allocated IP 172.20.0.1 (4e805b51-ab90-49f6-b58d-3d2698199717/f380156c-2f18-4736-a48f-795dc01ec76d/8bb35db3-326e-4627-9f7d-05806fb0041c) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:17.707312 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ead7b5-7e75-4f9d-ba71-67c3ab1482f9 req-bda3a555-d6a2-46b7-b641-b2b9b5d8efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:17.708689 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8ead7b5-7e75-4f9d-ba71-67c3ab1482f9 req-bda3a555-d6a2-46b7-b641-b2b9b5d8efa4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1080251 Feb 09 01:39:17.728020 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-92e6552b-10a1-4b80-b886-0d32ff7c89be req-377fe63d-80cd-4d23-94ed-d0e9f06498fc tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/security-groups?id=77c50ecd-1bf4-406a-a51b-ee01a6e8ca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071172 Feb 09 01:39:17.760990 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9250f2-3921-45ea-87fc-1b9a9bc0797f req-ab635b56-10c3-46b1-b1dd-87bfd90a0475 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:17.762879 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b9250f2-3921-45ea-87fc-1b9a9bc0797f req-ab635b56-10c3-46b1-b1dd-87bfd90a0475 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 945 time: 0.6335881 Feb 09 01:39:17.781100 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device a619dddc-0464-4707-b341-5d5462aad706 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:17.796911 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-962fb285-31eb-4824-8371-fef6b6458f5d req-edd3714c-662c-419c-a334-e07686ef780c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] For port 6e0b25a4-1eac-4bab-a655-f714ae3de221, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6e0b25a4-1eac-4bab-a655-f714ae3de221,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:17.797335 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-962fb285-31eb-4824-8371-fef6b6458f5d req-edd3714c-662c-419c-a334-e07686ef780c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (6e0b25a4-1eac-4bab-a655-f714ae3de221), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.815241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-962fb285-31eb-4824-8371-fef6b6458f5d req-edd3714c-662c-419c-a334-e07686ef780c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Calling delete_port for 6e0b25a4-1eac-4bab-a655-f714ae3de221 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:17.959246 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7beee94-ed27-40ea-b745-8097a223fcad None None] Publish callbacks [] for port (8bb35db3-326e-4627-9f7d-05806fb0041c), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.970374 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: a619dddc-0464-4707-b341-5d5462aad706 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:17.970804 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device a619dddc-0464-4707-b341-5d5462aad706 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:17.977765 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7beee94-ed27-40ea-b745-8097a223fcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (8bb35db3-326e-4627-9f7d-05806fb0041c), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:18.029149 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (f380156c-2f18-4736-a48f-795dc01ec76d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:18.032806 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-962fb285-31eb-4824-8371-fef6b6458f5d req-edd3714c-662c-419c-a334-e07686ef780c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (6e0b25a4-1eac-4bab-a655-f714ae3de221), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:18.086852 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3714c-662c-419c-a334-e07686ef780c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Pushing event deleted for resources: {'Port': ['ID=6e0b25a4-1eac-4bab-a655-f714ae3de221,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:18.109963 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7beee94-ed27-40ea-b745-8097a223fcad None None] Pushing event updated for resources: {'Port': ['ID=8bb35db3-326e-4627-9f7d-05806fb0041c,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:18.144537 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c30e9a0e-beb7-40df-b101-f97173f551ed req-7e071d26-7f78-4eef-9ba3-bda9f41d4a26 tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.1331913 Feb 09 01:39:18.189811 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7beee94-ed27-40ea-b745-8097a223fcad None None] Network 4e805b51-ab90-49f6-b58d-3d2698199717 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:18.197109 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-eea868f7-0a1e-41e4-8bac-6181722758b7 None None] Provisioning complete for port 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:18.198679 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eea868f7-0a1e-41e4-8bac-6181722758b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (93cfc8e8-1d4e-46ab-9898-e329e9bd64ac), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:18.222805 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Subnet': ['ID=f380156c-2f18-4736-a48f-795dc01ec76d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:18.258728 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-962fb285-31eb-4824-8371-fef6b6458f5d req-edd3714c-662c-419c-a334-e07686ef780c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] No DVR routers for this DVR port 6e0b25a4-1eac-4bab-a655-f714ae3de221 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:18.269621 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-962fb285-31eb-4824-8371-fef6b6458f5d req-edd3714c-662c-419c-a334-e07686ef780c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:18.272258 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-c7beee94-ed27-40ea-b745-8097a223fcad None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:18.281969 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-962fb285-31eb-4824-8371-fef6b6458f5d req-edd3714c-662c-419c-a334-e07686ef780c tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.67 "DELETE /v2.0/ports/6e0b25a4-1eac-4bab-a655-f714ae3de221 HTTP/1.1" status: 204 len: 173 time: 1.9835458 Feb 09 01:39:18.288818 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7beee94-ed27-40ea-b745-8097a223fcad None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:18.307616 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-eea868f7-0a1e-41e4-8bac-6181722758b7 None None] Port 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:18.414059 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (4e805b51-ab90-49f6-b58d-3d2698199717), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:18.455725 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b9250f2-3921-45ea-87fc-1b9a9bc0797f req-f76fa2cc-d526-44f4-be40-b28380eade4d tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4638712 Feb 09 01:39:18.508885 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-c7beee94-ed27-40ea-b745-8097a223fcad None None] Attempting to bind port 8bb35db3-326e-4627-9f7d-05806fb0041c on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:18.510107 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-c7beee94-ed27-40ea-b745-8097a223fcad None None] Attempting to bind port 8bb35db3-326e-4627-9f7d-05806fb0041c by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'd0c4859d-a775-426c-9c86-ad7330672c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e805b51-ab90-49f6-b58d-3d2698199717'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:18.510511 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7beee94-ed27-40ea-b745-8097a223fcad None None] Attempting to bind port 8bb35db3-326e-4627-9f7d-05806fb0041c on network 4e805b51-ab90-49f6-b58d-3d2698199717 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:18.536063 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e805b51-ab90-49f6-b58d-3d2698199717']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:18.556755 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7beee94-ed27-40ea-b745-8097a223fcad None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:18.558170 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7beee94-ed27-40ea-b745-8097a223fcad None None] Checking segment: {'id': 'd0c4859d-a775-426c-9c86-ad7330672c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e805b51-ab90-49f6-b58d-3d2698199717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:18.558170 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7beee94-ed27-40ea-b745-8097a223fcad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:18.558930 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7beee94-ed27-40ea-b745-8097a223fcad None None] Bound using segment: {'id': 'd0c4859d-a775-426c-9c86-ad7330672c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e805b51-ab90-49f6-b58d-3d2698199717'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:18.559727 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c4859d-a775-426c-9c86-ad7330672c49') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:18.561705 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c4859d-a775-426c-9c86-ad7330672c49') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:18.562437 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-c7beee94-ed27-40ea-b745-8097a223fcad None None] Bound port: 8bb35db3-326e-4627-9f7d-05806fb0041c, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c4859d-a775-426c-9c86-ad7330672c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e805b51-ab90-49f6-b58d-3d2698199717'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:18.563145 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7beee94-ed27-40ea-b745-8097a223fcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8bb35db3-326e-4627-9f7d-05806fb0041c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:18.579428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493a49bd-f52a-48c6-8e8e-2fcb2fd20fad', 'name': 'network-vif-deleted', 'tag': '6e0b25a4-1eac-4bab-a655-f714ae3de221'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:18.583810 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (d0c4859d-a775-426c-9c86-ad7330672c49), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:18.586851 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fec923-4712-4f0f-9805-fc0385425d50" -d '{"events": [{"server_uuid": "493a49bd-f52a-48c6-8e8e-2fcb2fd20fad", "name": "network-vif-deleted", "tag": "6e0b25a4-1eac-4bab-a655-f714ae3de221"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:18.587232 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36340) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:18.657752 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-763fb3d9-7815-4ce1-9cc5-8c6f69231d3f tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--683300522&fields=id&tenant_id=a031f3d19b554bad9a723c7e216d5c1f HTTP/1.1" status: 200 len: 267 time: 0.2920687 Feb 09 01:39:18.755264 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c7beee94-ed27-40ea-b745-8097a223fcad None None] For port 8bb35db3-326e-4627-9f7d-05806fb0041c, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:18.785182 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7a6e9d90-fd04-475b-8e71-558a4358c0a7 req-9afcc4dd-dbbe-45e2-8340-c7dd73351651 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=493a49bd-f52a-48c6-8e8e-2fcb2fd20fad HTTP/1.1" status: 200 len: 210 time: 0.0896475 Feb 09 01:39:18.805750 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (d0c4859d-a775-426c-9c86-ad7330672c49), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:18.816743 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-0717b3af-befc-468b-995e-4d8c60a9d36e tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:18.825687 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-0717b3af-befc-468b-995e-4d8c60a9d36e tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/networks?id=9dd2436d-5794-4c28-8930-9c0fdeceb912 HTTP/1.1" status: 200 len: 810 time: 0.1665623 Feb 09 01:39:18.858211 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6e0b25a4-1eac-4bab-a655-f714ae3de221 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:18.874529 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-8ddc9f5d-b6f1-42d8-ae64-57c858fcde3c tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/quotas/a031f3d19b554bad9a723c7e216d5c1f HTTP/1.1" status: 200 len: 375 time: 0.0467374 Feb 09 01:39:18.910029 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:18.910468 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (d0c4859d-a775-426c-9c86-ad7330672c49), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:18.914627 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 6e0b25a4-1eac-4bab-a655-f714ae3de221 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:18.915456 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6e0b25a4-1eac-4bab-a655-f714ae3de221 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:18.951493 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:18.954508 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31c2e12-943d-4a02-8ad9-85f99eef3e8c x-openstack-request-id: req-f31c2e12-943d-4a02-8ad9-85f99eef3e8c {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:18.954508 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493a49bd-f52a-48c6-8e8e-2fcb2fd20fad", "name": "network-vif-deleted", "tag": "6e0b25a4-1eac-4bab-a655-f714ae3de221", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:18.954508 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f31c2e12-943d-4a02-8ad9-85f99eef3e8c {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:18.954508 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493a49bd-f52a-48c6-8e8e-2fcb2fd20fad', 'name': 'network-vif-deleted', 'tag': '6e0b25a4-1eac-4bab-a655-f714ae3de221', 'status': 'completed', 'code': 200} Feb 09 01:39:19.031463 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dd9de2cb-3a75-4875-a140-8cfd0f268f3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a8fbbe3309e443c484ce78d66416eddd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4296613 Feb 09 01:39:19.037295 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36350) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:19.099928 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-863ebc18-002c-4d74-937c-ed194e81160c tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a031f3d19b554bad9a723c7e216d5c1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2163436 Feb 09 01:39:19.100152 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c7beee94-ed27-40ea-b745-8097a223fcad None None] For port 8bb35db3-326e-4627-9f7d-05806fb0041c, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8bb35db3-326e-4627-9f7d-05806fb0041c,segment=NetworkSegment(d0c4859d-a775-426c-9c86-ad7330672c49),segment_id=d0c4859d-a775-426c-9c86-ad7330672c49)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:19.115009 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7beee94-ed27-40ea-b745-8097a223fcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8bb35db3-326e-4627-9f7d-05806fb0041c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:19.128538 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.db.api [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:39:19.128538 n-d-828387-3 neutron-server[103184]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:39:19.128538 n-d-828387-3 neutron-server[103184]: [parameters: {'id': '4e805b51-ab90-49f6-b58d-3d2698199717'}] Feb 09 01:39:19.128538 n-d-828387-3 neutron-server[103184]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:39:19.129332 n-d-828387-3 neutron-server[103184]: DEBUG oslo_db.api [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:39:19.197142 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-73c10ef3-06f3-451b-9842-6aee8013d027 admin admin] Publish callbacks [] for security_group (c1b30e8d-23b4-42a9-a4eb-5557552d4c2f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:19.233180 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-f7f5aa0f-1ebb-4cad-9f08-57f93e38597d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:39:19.243491 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-73c10ef3-06f3-451b-9842-6aee8013d027 admin admin] Publish callbacks [] for security_group (c1b30e8d-23b4-42a9-a4eb-5557552d4c2f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:19.245207 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-f7f5aa0f-1ebb-4cad-9f08-57f93e38597d service neutron] Publish callbacks [] for port (93cfc8e8-1d4e-46ab-9898-e329e9bd64ac), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:19.255943 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7beee94-ed27-40ea-b745-8097a223fcad None None] Pushing event updated for resources: {'Port': ['ID=8bb35db3-326e-4627-9f7d-05806fb0041c,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:19.260389 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-f7f5aa0f-1ebb-4cad-9f08-57f93e38597d service neutron] Transition to ACTIVE for port object 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:39:19.276710 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ac527-8f57-414f-ad4c-1857019569a9 req-5303791c-234a-4306-87f2-78393777602f tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:19.284665 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f41ac527-8f57-414f-ad4c-1857019569a9 req-5303791c-234a-4306-87f2-78393777602f tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/ports?device_id=86948b39-1ab3-443b-a9ad-8bb901309939 HTTP/1.1" status: 200 len: 936 time: 0.2139640 Feb 09 01:39:19.285483 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-f7f5aa0f-1ebb-4cad-9f08-57f93e38597d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (93cfc8e8-1d4e-46ab-9898-e329e9bd64ac), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:19.334807 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fe124c-0224-46f3-a076-570337cfc413 None None] get_active_networks_info from n-d-828387-3 {{(pid=103185) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:39:19.408194 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-73c10ef3-06f3-451b-9842-6aee8013d027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c1b30e8d-23b4-42a9-a4eb-5557552d4c2f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:19.410776 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-73c10ef3-06f3-451b-9842-6aee8013d027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:19.412007 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-73c10ef3-06f3-451b-9842-6aee8013d027 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c1b30e8d-23b4-42a9-a4eb-5557552d4c2f HTTP/1.1" status: 204 len: 168 time: 0.3656065 Feb 09 01:39:19.429963 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c10ef3-06f3-451b-9842-6aee8013d027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b30e8d-23b4-42a9-a4eb-5557552d4c2f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:19.448899 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-9d639ee9-a420-46cb-bc5c-03351641eae1 service neutron] 10.222.0.36 "GET /v2.0/networks/9dd2436d-5794-4c28-8930-9c0fdeceb912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268578 Feb 09 01:39:19.480594 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f41ac527-8f57-414f-ad4c-1857019569a9 req-ba648be5-0d76-474c-bb95-5f1f0c55f8f9 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/security-groups?id=77c50ecd-1bf4-406a-a51b-ee01a6e8ca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882806 Feb 09 01:39:19.544049 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fe124c-0224-46f3-a076-570337cfc413 None None] Resources bound (agent type, host, resource id): {{(pid=103185) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:39:19.548289 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8ead7b5-7e75-4f9d-ba71-67c3ab1482f9 req-d39994b9-8d3e-48ea-96ba-40b42f113966 tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.1596234 Feb 09 01:39:19.620425 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5aa0f-1ebb-4cad-9f08-57f93e38597d service neutron] Pushing event updated for resources: {'Port': ['ID=93cfc8e8-1d4e-46ab-9898-e329e9bd64ac,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:19.634282 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (4e805b51-ab90-49f6-b58d-3d2698199717), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:19.686485 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-578d40e4-8ea3-43a7-9d06-cb4b03ccc8e6 service neutron] 10.222.0.36 "GET /v2.0/networks/9dd2436d-5794-4c28-8930-9c0fdeceb912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294977 Feb 09 01:39:19.747019 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03cc7f8d-1f12-45e0-8976-02f6e1cdb7de req-b2beef04-433e-4989-a4a1-2997b2fa3c79 tempest-ServerShowV257Test-955523825 tempest-ServerShowV257Test-955523825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec637d2-0b2f-4867-b824-c86c53975a58 HTTP/1.1" status: 200 len: 210 time: 0.0788994 Feb 09 01:39:19.776890 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Deleting port 8bb35db3-326e-4627-9f7d-05806fb0041c {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:19.779175 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (8bb35db3-326e-4627-9f7d-05806fb0041c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:19.822159 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-f7f5aa0f-1ebb-4cad-9f08-57f93e38597d service neutron] Attempting to bind port 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:19.822387 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-f7f5aa0f-1ebb-4cad-9f08-57f93e38597d service neutron] Attempting to bind port 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:19.822620 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-f7f5aa0f-1ebb-4cad-9f08-57f93e38597d service neutron] Attempting to bind port 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:19.840555 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-f7f5aa0f-1ebb-4cad-9f08-57f93e38597d service neutron] Port 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:39:19.841336 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-f7f5aa0f-1ebb-4cad-9f08-57f93e38597d service neutron] Attempting to bind port 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:19.865040 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-f7f5aa0f-1ebb-4cad-9f08-57f93e38597d service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:19.868704 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-f7f5aa0f-1ebb-4cad-9f08-57f93e38597d service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:19.869324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-f7f5aa0f-1ebb-4cad-9f08-57f93e38597d service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:19.870476 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-f7f5aa0f-1ebb-4cad-9f08-57f93e38597d service neutron] Bound port: 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:19.870853 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-f7f5aa0f-1ebb-4cad-9f08-57f93e38597d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (93cfc8e8-1d4e-46ab-9898-e329e9bd64ac), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:19.967551 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] For port 8bb35db3-326e-4627-9f7d-05806fb0041c, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8bb35db3-326e-4627-9f7d-05806fb0041c,segment=NetworkSegment(d0c4859d-a775-426c-9c86-ad7330672c49),segment_id=d0c4859d-a775-426c-9c86-ad7330672c49)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:19.986533 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (8bb35db3-326e-4627-9f7d-05806fb0041c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:20.015141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d48c5c3-1b31-47c7-915a-eaabe776bcbe None None] Network 4e805b51-ab90-49f6-b58d-3d2698199717 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:20.053245 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Calling delete_port for 8bb35db3-326e-4627-9f7d-05806fb0041c owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:20.063010 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36372) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:20.145290 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-f7f5aa0f-1ebb-4cad-9f08-57f93e38597d service neutron] For port 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:20.153092 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-f7f5aa0f-1ebb-4cad-9f08-57f93e38597d service neutron] For port 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=93cfc8e8-1d4e-46ab-9898-e329e9bd64ac,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:20.168643 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-f7f5aa0f-1ebb-4cad-9f08-57f93e38597d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (93cfc8e8-1d4e-46ab-9898-e329e9bd64ac), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:20.244573 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-f7f5aa0f-1ebb-4cad-9f08-57f93e38597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:20.247413 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-f7f5aa0f-1ebb-4cad-9f08-57f93e38597d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:20.254424 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-f7f5aa0f-1ebb-4cad-9f08-57f93e38597d service neutron] 10.222.0.67 "PUT /v2.0/ports/93cfc8e8-1d4e-46ab-9898-e329e9bd64ac HTTP/1.1" status: 200 len: 1096 time: 3.1911488 Feb 09 01:39:20.266686 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5377010d-853b-4546-8fbd-daecbe7ed522 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ba22a4aa91124409b39f91bcdd0f9996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1962602 Feb 09 01:39:20.277119 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36378) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:20.437702 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09ac676d-9b02-48f4-bc7d-3973acfe5dab req-478cfada-11b7-4ed0-881e-942e0a88fffb tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/ports?device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 210 time: 0.0957870 Feb 09 01:39:20.464047 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5aa0f-1ebb-4cad-9f08-57f93e38597d service neutron] Pushing event updated for resources: {'Port': ['ID=93cfc8e8-1d4e-46ab-9898-e329e9bd64ac,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:20.607939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-27d4d7da-310a-4108-a649-4ec2f6edbd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:20.608348 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (8bb35db3-326e-4627-9f7d-05806fb0041c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:20.610814 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-27d4d7da-310a-4108-a649-4ec2f6edbd49 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2feab50b8ba74cfea3b07c7d0c225582&device_id=86948b39-1ab3-443b-a9ad-8bb901309939 HTTP/1.1" status: 200 len: 1130 time: 0.1717856 Feb 09 01:39:20.707969 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Port': ['ID=8bb35db3-326e-4627-9f7d-05806fb0041c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:20.713857 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No DVR routers for this DVR port 8bb35db3-326e-4627-9f7d-05806fb0041c on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:20.769141 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e64b0-fcf1-4ce1-a497-b8424f1ad8b9 req-1d868504-9d76-440d-8aa5-7098f372c343 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:20.770855 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b57e64b0-fcf1-4ce1-a497-b8424f1ad8b9 req-1d868504-9d76-440d-8aa5-7098f372c343 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 945 time: 0.4058607 Feb 09 01:39:20.773373 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e1a654df-5a02-4118-9b4f-9189356c7cbf admin admin] Publish callbacks [] for security_group (0c6fd688-f656-49d2-bec4-3a37f7fb7184), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.034953 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86948b39-1ab3-443b-a9ad-8bb901309939', 'tag': '93cfc8e8-1d4e-46ab-9898-e329e9bd64ac'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:21.037976 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c064cd-e236-4119-8d55-94dfc10ad485" -d '{"events": [{"name": "network-changed", "server_uuid": "86948b39-1ab3-443b-a9ad-8bb901309939", "tag": "93cfc8e8-1d4e-46ab-9898-e329e9bd64ac"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:21.064854 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-38e97dc8-3d88-40fe-961a-29483c9a5ff2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=93cfc8e8-1d4e-46ab-9898-e329e9bd64ac HTTP/1.1" status: 200 len: 217 time: 0.4456139 Feb 09 01:39:21.216962 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da5a46-282c-44ad-bc8e-ad7a3acf95fb req-23139c3d-502a-4f24-b39b-148dd7131f2e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:21.218605 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b5da5a46-282c-44ad-bc8e-ad7a3acf95fb req-23139c3d-502a-4f24-b39b-148dd7131f2e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.48 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 945 time: 0.1672688 Feb 09 01:39:21.220629 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-a87977dd-abb5-4cdd-a4d0-d6311e5b99b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:21.222226 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-a87977dd-abb5-4cdd-a4d0-d6311e5b99b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1088359 Feb 09 01:39:21.254651 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e1a654df-5a02-4118-9b4f-9189356c7cbf admin admin] Publish callbacks [] for security_group (0c6fd688-f656-49d2-bec4-3a37f7fb7184), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.275298 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b57e64b0-fcf1-4ce1-a497-b8424f1ad8b9 req-b0a26949-faca-43bd-b9eb-acb03bff04ab tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4610384 Feb 09 01:39:21.298807 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (4e805b51-ab90-49f6-b58d-3d2698199717), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.306183 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0167c-9c41-4daa-afb0-6d7b991de28d req-10d811d3-ac70-41db-afc7-e42d5b0a7f4f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:21.314738 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b0c0167c-9c41-4daa-afb0-6d7b991de28d req-10d811d3-ac70-41db-afc7-e42d5b0a7f4f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 945 time: 0.2730687 Feb 09 01:39:21.338760 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e805b51-ab90-49f6-b58d-3d2698199717']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:21.391101 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c4859d-a775-426c-9c86-ad7330672c49') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:21.391764 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c4859d-a775-426c-9c86-ad7330672c49') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:21.420688 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (d0c4859d-a775-426c-9c86-ad7330672c49), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.444702 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (d0c4859d-a775-426c-9c86-ad7330672c49), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.452496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-1745af98-a772-4aab-aab6-a0385726b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:21.454035 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-1745af98-a772-4aab-aab6-a0385726b58c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2195227 Feb 09 01:39:21.462592 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:21.463617 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (d0c4859d-a775-426c-9c86-ad7330672c49), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:21.468139 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:21.470687 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b0c0167c-9c41-4daa-afb0-6d7b991de28d req-c06d7e90-8068-41ce-aea5-b7c732297556 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549809 Feb 09 01:39:21.500735 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa177c8-8690-44e2-af8d-a4740c4e6954 req-3862178b-a9a7-46f1-8a26-6cb30dd85d37 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:21.508246 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4fa177c8-8690-44e2-af8d-a4740c4e6954 req-3862178b-a9a7-46f1-8a26-6cb30dd85d37 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/ports?device_id=86948b39-1ab3-443b-a9ad-8bb901309939 HTTP/1.1" status: 200 len: 948 time: 0.1557050 Feb 09 01:39:21.548071 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e1a654df-5a02-4118-9b4f-9189356c7cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0c6fd688-f656-49d2-bec4-3a37f7fb7184), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.551608 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e1a654df-5a02-4118-9b4f-9189356c7cbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.555471 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e1a654df-5a02-4118-9b4f-9189356c7cbf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c6fd688-f656-49d2-bec4-3a37f7fb7184 HTTP/1.1" status: 204 len: 168 time: 1.2786963 Feb 09 01:39:21.612284 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a654df-5a02-4118-9b4f-9189356c7cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6fd688-f656-49d2-bec4-3a37f7fb7184,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:21.661069 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (4e805b51-ab90-49f6-b58d-3d2698199717), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.684768 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.692037 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/networks/4e805b51-ab90-49f6-b58d-3d2698199717 HTTP/1.1" status: 204 len: 168 time: 5.0397716 Feb 09 01:39:21.696903 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36400) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:21.705251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c51be5-7f99-4483-88c5-e91b2afd679e req-4acdfc47-23b9-46ce-bd23-826502bca90f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:21.706901 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9c51be5-7f99-4483-88c5-e91b2afd679e req-4acdfc47-23b9-46ce-bd23-826502bca90f tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.67 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 944 time: 0.3293519 Feb 09 01:39:21.713619 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-0348cc62-c675-492b-8896-47e7b9ab900b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1790710342'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:21.743533 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaffd1d-2887-4f40-8872-d7ca65b85006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Network': ['ID=4e805b51-ab90-49f6-b58d-3d2698199717,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:21.771380 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4fa177c8-8690-44e2-af8d-a4740c4e6954 req-5dbafa59-1584-4f7a-b9d2-11410c0275e8 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/security-groups?id=77c50ecd-1bf4-406a-a51b-ee01a6e8ca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562189 Feb 09 01:39:21.800791 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-b5da5a46-282c-44ad-bc8e-ad7a3acf95fb req-d6df1f6e-275d-4e20-88e3-2b6cda55490f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Deleting port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:21.801143 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b5da5a46-282c-44ad-bc8e-ad7a3acf95fb req-d6df1f6e-275d-4e20-88e3-2b6cda55490f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.806831 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0348cc62-c675-492b-8896-47e7b9ab900b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Made reservation on behalf of 3d65d33aaf04470498c708076d84ab02 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:21.811359 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0348cc62-c675-492b-8896-47e7b9ab900b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.870496 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0348cc62-c675-492b-8896-47e7b9ab900b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:39:21.888239 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-12c30b24-4507-4166-92eb-2b45be027b6d service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140611 Feb 09 01:39:21.907921 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0348cc62-c675-492b-8896-47e7b9ab900b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (cc528997-2bfe-4383-9be9-b9eb3f76f43d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.907921 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-0348cc62-c675-492b-8896-47e7b9ab900b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Added segment cc528997-2bfe-4383-9be9-b9eb3f76f43d of type vlan for network 139d2237-70de-41c5-85a0-d6d0492a62ad Feb 09 01:39:21.969540 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce4d489-bfcc-43df-b6be-0f15748471f5 x-openstack-request-id: req-fce4d489-bfcc-43df-b6be-0f15748471f5 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:21.969862 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86948b39-1ab3-443b-a9ad-8bb901309939", "tag": "93cfc8e8-1d4e-46ab-9898-e329e9bd64ac", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:21.970137 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fce4d489-bfcc-43df-b6be-0f15748471f5 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:21.970544 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86948b39-1ab3-443b-a9ad-8bb901309939', 'tag': '93cfc8e8-1d4e-46ab-9898-e329e9bd64ac', 'status': 'completed', 'code': 200} Feb 09 01:39:21.974837 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0348cc62-c675-492b-8896-47e7b9ab900b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (139d2237-70de-41c5-85a0-d6d0492a62ad), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:22.029995 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0348cc62-c675-492b-8896-47e7b9ab900b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (139d2237-70de-41c5-85a0-d6d0492a62ad), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:22.037597 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0348cc62-c675-492b-8896-47e7b9ab900b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:22.041770 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0348cc62-c675-492b-8896-47e7b9ab900b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:22.146001 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704db9b7-1891-4c3d-baa2-57100b198073 req-2eb89a1a-55ff-4c8a-9eef-177046bb82f0 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:22.153939 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-704db9b7-1891-4c3d-baa2-57100b198073 req-2eb89a1a-55ff-4c8a-9eef-177046bb82f0 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 944 time: 0.5798786 Feb 09 01:39:22.197908 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-26c78c0b-7868-4e43-9bfe-89416937ee4c req-abc0c64b-4cb8-452e-8673-1450f5728a82 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/ports?device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 210 time: 0.1440361 Feb 09 01:39:22.235251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-2ecd4b2d-a986-4561-8545-d0c4e8e33d64 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:22.238346 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-2ecd4b2d-a986-4561-8545-d0c4e8e33d64 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.48 "GET /v2.0/networks?id=9dd2436d-5794-4c28-8930-9c0fdeceb912 HTTP/1.1" status: 200 len: 810 time: 0.5281022 Feb 09 01:39:22.240107 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348cc62-c675-492b-8896-47e7b9ab900b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Network': ['ID=139d2237-70de-41c5-85a0-d6d0492a62ad,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:22.250962 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b5da5a46-282c-44ad-bc8e-ad7a3acf95fb req-d6df1f6e-275d-4e20-88e3-2b6cda55490f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] For port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:22.251473 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b5da5a46-282c-44ad-bc8e-ad7a3acf95fb req-d6df1f6e-275d-4e20-88e3-2b6cda55490f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:22.259651 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 139d2237-70de-41c5-85a0-d6d0492a62ad details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:39:22.298808 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0348cc62-c675-492b-8896-47e7b9ab900b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5868907 Feb 09 01:39:22.299588 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36418) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:22.305080 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-a49c0b85-3122-412c-92a5-0509f43ddf27 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'subnet': {'network_id': '139d2237-70de-41c5-85a0-d6d0492a62ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:22.361796 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-b5da5a46-282c-44ad-bc8e-ad7a3acf95fb req-d6df1f6e-275d-4e20-88e3-2b6cda55490f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Calling delete_port for 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:22.452559 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-999b3db8-1cc3-44b4-9113-a730826cf963 req-4faef328-5b05-434c-afd8-afc51a72aecf service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442488 Feb 09 01:39:22.477033 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-704db9b7-1891-4c3d-baa2-57100b198073 req-7f76014e-ac1c-48b7-b077-b038591d5fcf tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206882 Feb 09 01:39:22.486531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36420) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:22.502531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e7d39-38de-4225-923d-3fbd7019d725 req-1c96efb7-8234-4377-b2dd-4e87346e3cbb tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:22.503413 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6f7e7d39-38de-4225-923d-3fbd7019d725 req-1c96efb7-8234-4377-b2dd-4e87346e3cbb tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 945 time: 0.2887678 Feb 09 01:39:22.566955 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbd8a5-9d1e-49dc-88e4-f0ac962106ff req-3719274c-c7cd-4c11-baed-50b4a6314f78 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:22.568534 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-60cbd8a5-9d1e-49dc-88e4-f0ac962106ff req-3719274c-c7cd-4c11-baed-50b4a6314f78 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 945 time: 0.1600833 Feb 09 01:39:22.619460 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-a9c51be5-7f99-4483-88c5-e91b2afd679e req-b951bdd8-48d3-4dd3-917e-251c7b1dc77d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Deleting port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:22.620462 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9c51be5-7f99-4483-88c5-e91b2afd679e req-b951bdd8-48d3-4dd3-917e-251c7b1dc77d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5bdb8522-bdbc-4a3a-8e15-56e6f0680147), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:22.641007 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-60cbd8a5-9d1e-49dc-88e4-f0ac962106ff req-d4273cf5-7fd7-4c5a-958e-cc9f9d197ef7 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634596 Feb 09 01:39:22.685524 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49c0b85-3122-412c-92a5-0509f43ddf27 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Made reservation on behalf of 3d65d33aaf04470498c708076d84ab02 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:22.688902 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a49c0b85-3122-412c-92a5-0509f43ddf27 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:22.733663 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-80dcbc10-3e06-4f1d-9fa4-59167d3aeeb0 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a031f3d19b554bad9a723c7e216d5c1f HTTP/1.1" status: 200 len: 379 time: 0.4844179 Feb 09 01:39:22.761411 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fdd1323f-8dae-4f6b-933e-7f3dfbff8f28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:22.855611 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-6f7e7d39-38de-4225-923d-3fbd7019d725 req-90a3d74a-71fb-4cc6-a2c3-632a6d9aee94 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Deleting port d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:22.855958 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6f7e7d39-38de-4225-923d-3fbd7019d725 req-90a3d74a-71fb-4cc6-a2c3-632a6d9aee94 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:22.892639 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-4e12fa89-22cc-4e90-8a13-087691719f24 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Request body: {'port': {'device_id': '415748ef-a353-4f58-b503-f9277d4e1e73', 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912', 'admin_state_up': True, 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'security_groups': ['a70b2d05-7496-4399-bb0d-f130f66e9850']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:22.949223 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36436) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:23.038307 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c064cd-e236-4119-8d55-94dfc10ad485 req-0c368d7c-8555-4cf1-9118-8b0a96b94450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:23.039865 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-14c064cd-e236-4119-8d55-94dfc10ad485 req-0c368d7c-8555-4cf1-9118-8b0a96b94450 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2feab50b8ba74cfea3b07c7d0c225582&device_id=86948b39-1ab3-443b-a9ad-8bb901309939 HTTP/1.1" status: 200 len: 1130 time: 0.4037852 Feb 09 01:39:23.063466 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a59c33-6ce7-456d-bc1c-1b9e08a5958b req-b478f2d7-780c-4930-9c25-29f891cd3f9b tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:23.064759 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-74a59c33-6ce7-456d-bc1c-1b9e08a5958b req-b478f2d7-780c-4930-9c25-29f891cd3f9b tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=d06e4ae5-e1d1-4ac1-a164-d7474d9d6147 HTTP/1.1" status: 200 len: 945 time: 0.3831177 Feb 09 01:39:23.128991 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a9c51be5-7f99-4483-88c5-e91b2afd679e req-b951bdd8-48d3-4dd3-917e-251c7b1dc77d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] For port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=5bdb8522-bdbc-4a3a-8e15-56e6f0680147,segment=NetworkSegment(509e9539-4302-4a70-87d0-fc0819d4132c),segment_id=509e9539-4302-4a70-87d0-fc0819d4132c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:23.129366 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9c51be5-7f99-4483-88c5-e91b2afd679e req-b951bdd8-48d3-4dd3-917e-251c7b1dc77d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5bdb8522-bdbc-4a3a-8e15-56e6f0680147), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.130828 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f028fd8d-b22f-484a-a22c-b3c48fa31b32 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-360473649-network', 'tenant_id': 'ca8d299dff334a99884c459219bd377a'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:23.151369 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-6f7e7d39-38de-4225-923d-3fbd7019d725 req-90a3d74a-71fb-4cc6-a2c3-632a6d9aee94 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] For port d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96,segment=NetworkSegment(99191580-9a04-44d6-81bd-d09adaf12d9c),segment_id=99191580-9a04-44d6-81bd-d09adaf12d9c)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:23.151862 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6f7e7d39-38de-4225-923d-3fbd7019d725 req-90a3d74a-71fb-4cc6-a2c3-632a6d9aee94 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.159167 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fdd1323f-8dae-4f6b-933e-7f3dfbff8f28 admin admin] Publish callbacks [] for security_group (4ab84326-32bf-450a-9d42-11f68ed52ea8), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.174036 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b5da5a46-282c-44ad-bc8e-ad7a3acf95fb req-d6df1f6e-275d-4e20-88e3-2b6cda55490f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.176318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ee094-915b-4dda-a19a-f1ec6d28ad5e req-88879ed1-ee14-4266-87ff-e8296087721c tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:23.178452 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f51ee094-915b-4dda-a19a-f1ec6d28ad5e req-88879ed1-ee14-4266-87ff-e8296087721c tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/ports?device_id=86948b39-1ab3-443b-a9ad-8bb901309939 HTTP/1.1" status: 200 len: 948 time: 0.2596738 Feb 09 01:39:23.189959 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:39:23.200710 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-a9c51be5-7f99-4483-88c5-e91b2afd679e req-b951bdd8-48d3-4dd3-917e-251c7b1dc77d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Calling delete_port for 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:23.214323 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fdd1323f-8dae-4f6b-933e-7f3dfbff8f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4ab84326-32bf-450a-9d42-11f68ed52ea8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.255913 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df1f6e-275d-4e20-88e3-2b6cda55490f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Pushing event deleted for resources: {'Port': ['ID=0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:23.337896 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df1f6e-275d-4e20-88e3-2b6cda55490f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:23.338301 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df1f6e-275d-4e20-88e3-2b6cda55490f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:23.338801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df1f6e-275d-4e20-88e3-2b6cda55490f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:23.339148 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df1f6e-275d-4e20-88e3-2b6cda55490f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:23.339518 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df1f6e-275d-4e20-88e3-2b6cda55490f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:23.339855 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df1f6e-275d-4e20-88e3-2b6cda55490f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:23.340189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df1f6e-275d-4e20-88e3-2b6cda55490f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:23.340527 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df1f6e-275d-4e20-88e3-2b6cda55490f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:23.340860 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df1f6e-275d-4e20-88e3-2b6cda55490f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:23.341218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df1f6e-275d-4e20-88e3-2b6cda55490f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:23.341574 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df1f6e-275d-4e20-88e3-2b6cda55490f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:23.341911 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df1f6e-275d-4e20-88e3-2b6cda55490f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:23.342246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df1f6e-275d-4e20-88e3-2b6cda55490f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:23.362617 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f028fd8d-b22f-484a-a22c-b3c48fa31b32 admin admin] Made reservation on behalf of ca8d299dff334a99884c459219bd377a for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:23.364940 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f028fd8d-b22f-484a-a22c-b3c48fa31b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.373548 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-74a59c33-6ce7-456d-bc1c-1b9e08a5958b req-832cdf4e-c93b-42dd-ae6f-9d21dc3663c4 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905600 Feb 09 01:39:23.402437 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f028fd8d-b22f-484a-a22c-b3c48fa31b32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.406665 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5da5a46-282c-44ad-bc8e-ad7a3acf95fb req-d6df1f6e-275d-4e20-88e3-2b6cda55490f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] No DVR routers for this DVR port 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:23.415161 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fdd1323f-8dae-4f6b-933e-7f3dfbff8f28 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f71d8d8920a84b78836acc44d9e92cac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9242923 Feb 09 01:39:23.419564 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b5da5a46-282c-44ad-bc8e-ad7a3acf95fb req-d6df1f6e-275d-4e20-88e3-2b6cda55490f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.423636 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b5da5a46-282c-44ad-bc8e-ad7a3acf95fb req-d6df1f6e-275d-4e20-88e3-2b6cda55490f tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.48 "DELETE /v2.0/ports/0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 HTTP/1.1" status: 204 len: 173 time: 2.1985972 Feb 09 01:39:23.427419 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36444) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:23.427976 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-4e12fa89-22cc-4e90-8a13-087691719f24 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Made reservation on behalf of a031f3d19b554bad9a723c7e216d5c1f for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:23.431422 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-4e12fa89-22cc-4e90-8a13-087691719f24 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.433987 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a49c0b85-3122-412c-92a5-0509f43ddf27 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (bfec6260-091f-4425-a215-5b915f80df49), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.446065 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c064cd-e236-4119-8d55-94dfc10ad485 req-b8f0a6ae-14ad-44a7-8de6-683068f9ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:23.447824 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-14c064cd-e236-4119-8d55-94dfc10ad485 req-b8f0a6ae-14ad-44a7-8de6-683068f9ca60 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.3977511 Feb 09 01:39:23.478591 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1323f-8dae-4f6b-933e-7f3dfbff8f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab84326-32bf-450a-9d42-11f68ed52ea8,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:23.565493 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-14c064cd-e236-4119-8d55-94dfc10ad485 req-a1333c23-bad2-42a3-b438-6f83a90b897a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=93cfc8e8-1d4e-46ab-9898-e329e9bd64ac HTTP/1.1" status: 200 len: 217 time: 0.1025507 Feb 09 01:39:23.570900 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0512c9e6-d90c-4eab-9b9b-b336e33a0643 req-44829fd0-5fd8-4b61-81ba-8fb621902fa0 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/ports?device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 210 time: 0.0971770 Feb 09 01:39:23.657811 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f51ee094-915b-4dda-a19a-f1ec6d28ad5e req-c9f65b70-9eef-40d1-87b5-1bea6453f7a3 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/security-groups?id=77c50ecd-1bf4-406a-a51b-ee01a6e8ca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447525 Feb 09 01:39:23.664037 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c0b85-3122-412c-92a5-0509f43ddf27 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Subnet': ['ID=bfec6260-091f-4425-a215-5b915f80df49,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:23.767757 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c064cd-e236-4119-8d55-94dfc10ad485 req-ce11acdf-4ec1-403d-a3c1-15c39ff89311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:23.769253 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-14c064cd-e236-4119-8d55-94dfc10ad485 req-ce11acdf-4ec1-403d-a3c1-15c39ff89311 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1869383 Feb 09 01:39:23.779783 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-29c988b8-474d-4c0e-af26-834934edfc39 admin admin] Publish callbacks [] for security_group (4ab84326-32bf-450a-9d42-11f68ed52ea8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.882495 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49c0b85-3122-412c-92a5-0509f43ddf27 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Checking segment: {'id': 'cc528997-2bfe-4383-9be9-b9eb3f76f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '139d2237-70de-41c5-85a0-d6d0492a62ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:23.882903 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49c0b85-3122-412c-92a5-0509f43ddf27 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Network hostable DHCP agents. Network: 139d2237-70de-41c5-85a0-d6d0492a62ad, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:39:23.930550 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6f7e7d39-38de-4225-923d-3fbd7019d725 req-90a3d74a-71fb-4cc6-a2c3-632a6d9aee94 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.930917 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6f7e7d39-38de-4225-923d-3fbd7019d725 req-90a3d74a-71fb-4cc6-a2c3-632a6d9aee94 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (e2e9a3ee-b894-4725-9557-98c5de8a2adf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.931258 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [req-6f7e7d39-38de-4225-923d-3fbd7019d725 req-90a3d74a-71fb-4cc6-a2c3-632a6d9aee94 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Floating IP e2e9a3ee-b894-4725-9557-98c5de8a2adf disassociated. External IP: 172.25.7.59, port: d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96. Feb 09 01:39:23.931616 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-6f7e7d39-38de-4225-923d-3fbd7019d725 req-90a3d74a-71fb-4cc6-a2c3-632a6d9aee94 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Calling delete_port for d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:23.947504 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f028fd8d-b22f-484a-a22c-b3c48fa31b32 admin admin] Publish callbacks [] for security_group (3307c01c-8ff2-4c4d-859c-34ce6f4fe217), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.969506 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f028fd8d-b22f-484a-a22c-b3c48fa31b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3307c01c-8ff2-4c4d-859c-34ce6f4fe217), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.019354 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce94ede-0a3e-4fe6-b71c-4123c0a88963 req-7bad26aa-f1d0-4a28-8fa0-a4ab4972f926 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:24.020910 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ce94ede-0a3e-4fe6-b71c-4123c0a88963 req-7bad26aa-f1d0-4a28-8fa0-a4ab4972f926 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 945 time: 0.2378840 Feb 09 01:39:24.025226 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49c0b85-3122-412c-92a5-0509f43ddf27 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Network 139d2237-70de-41c5-85a0-d6d0492a62ad is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:39:24.061751 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f028fd8d-b22f-484a-a22c-b3c48fa31b32 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:39:24.074253 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-a49c0b85-3122-412c-92a5-0509f43ddf27 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 139d2237-70de-41c5-85a0-d6d0492a62ad) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:24.085210 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea303b5-b6af-4f07-81cc-0cb6558c4d2b None None] Network 139d2237-70de-41c5-85a0-d6d0492a62ad requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:24.099499 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49c0b85-3122-412c-92a5-0509f43ddf27 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:24.100187 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a49c0b85-3122-412c-92a5-0509f43ddf27 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.104481 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f028fd8d-b22f-484a-a22c-b3c48fa31b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (afe3e58c-d079-476b-b634-048b73f6dcb3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.104828 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-f028fd8d-b22f-484a-a22c-b3c48fa31b32 admin admin] Added segment afe3e58c-d079-476b-b634-048b73f6dcb3 of type vlan for network edec8815-d729-4166-8656-46cd46fa9605 Feb 09 01:39:24.107778 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06e4ae5-e1d1-4ac1-a164-d7474d9d6147', 'name': 'network-vif-deleted', 'tag': '0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:24.109578 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028fd8d-b22f-484a-a22c-b3c48fa31b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3307c01c-8ff2-4c4d-859c-34ce6f4fe217,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:24.110551 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16861852-401e-41a8-a890-3c1f1fa9adf4" -d '{"events": [{"server_uuid": "d06e4ae5-e1d1-4ac1-a164-d7474d9d6147", "name": "network-vif-deleted", "tag": "0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:24.126183 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9c51be5-7f99-4483-88c5-e91b2afd679e req-b951bdd8-48d3-4dd3-917e-251c7b1dc77d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5bdb8522-bdbc-4a3a-8e15-56e6f0680147), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.155255 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-29c988b8-474d-4c0e-af26-834934edfc39 admin admin] Publish callbacks [] for security_group (4ab84326-32bf-450a-9d42-11f68ed52ea8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.173383 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a49c0b85-3122-412c-92a5-0509f43ddf27 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8730071 Feb 09 01:39:24.179008 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36452) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:24.209882 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d67f35-b186-4dee-b70c-b0472cb7973d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-139d2237-70de-41c5-85a0-d6d0492a62ad', 'network_id': '139d2237-70de-41c5-85a0-d6d0492a62ad', 'project_id': '3d65d33aaf04470498c708076d84ab02', 'fixed_ips': [{'subnet_id': 'bfec6260-091f-4425-a215-5b915f80df49'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:39:24.210191 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed8349-7da7-4dec-ae4b-dc052f7e9d4d req-00317df5-5b2b-4967-af85-c777e3058440 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:24.210768 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-36d67f35-b186-4dee-b70c-b0472cb7973d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.212334 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-61ed8349-7da7-4dec-ae4b-dc052f7e9d4d req-00317df5-5b2b-4967-af85-c777e3058440 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/ports?device_id=20de7222-3a08-4d78-bcd9-4be32104dd6c HTTP/1.1" status: 200 len: 866 time: 0.5457466 Feb 09 01:39:24.218894 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-4e12fa89-22cc-4e90-8a13-087691719f24 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Allocated IP 172.20.0.4 (9dd2436d-5794-4c28-8930-9c0fdeceb912/aaa4f88c-87b0-4b37-8b45-2753d866ef5a/c9792313-42b9-4b78-9553-f013d6c2a0e8) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:24.222392 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951bdd8-48d3-4dd3-917e-251c7b1dc77d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Pushing event deleted for resources: {'Port': ['ID=5bdb8522-bdbc-4a3a-8e15-56e6f0680147,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:24.229220 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f028fd8d-b22f-484a-a22c-b3c48fa31b32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (edec8815-d729-4166-8656-46cd46fa9605), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.262643 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ce94ede-0a3e-4fe6-b71c-4123c0a88963 req-ad5091b9-1a8c-42e8-b1c2-e35326b51ee9 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211292 Feb 09 01:39:24.303246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c064cd-e236-4119-8d55-94dfc10ad485 req-5e3f1238-0250-4f8f-a742-4f7aa6ec103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:24.314974 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-14c064cd-e236-4119-8d55-94dfc10ad485 req-5e3f1238-0250-4f8f-a742-4f7aa6ec103a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5217075 Feb 09 01:39:24.352665 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c51be5-7f99-4483-88c5-e91b2afd679e req-b951bdd8-48d3-4dd3-917e-251c7b1dc77d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] No DVR routers for this DVR port 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:24.364720 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f028fd8d-b22f-484a-a22c-b3c48fa31b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (edec8815-d729-4166-8656-46cd46fa9605), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.365711 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f028fd8d-b22f-484a-a22c-b3c48fa31b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:24.366241 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f028fd8d-b22f-484a-a22c-b3c48fa31b32 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.370033 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9c51be5-7f99-4483-88c5-e91b2afd679e req-b951bdd8-48d3-4dd3-917e-251c7b1dc77d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.373987 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9c51be5-7f99-4483-88c5-e91b2afd679e req-b951bdd8-48d3-4dd3-917e-251c7b1dc77d tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.67 "DELETE /v2.0/ports/5bdb8522-bdbc-4a3a-8e15-56e6f0680147 HTTP/1.1" status: 204 len: 173 time: 2.6452055 Feb 09 01:39:24.389126 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6f7e7d39-38de-4225-923d-3fbd7019d725 req-90a3d74a-71fb-4cc6-a2c3-632a6d9aee94 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.403265 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-36d67f35-b186-4dee-b70c-b0472cb7973d None None] Allocated IP 172.20.0.1 (139d2237-70de-41c5-85a0-d6d0492a62ad/bfec6260-091f-4425-a215-5b915f80df49/9e5cf893-23fe-438a-a5f3-9091c87ff1fe) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:24.452829 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (139d2237-70de-41c5-85a0-d6d0492a62ad), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.453881 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc2cb5b-a29f-4b6f-85e9-a561b51b99f8 x-openstack-request-id: req-cdc2cb5b-a29f-4b6f-85e9-a561b51b99f8 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:24.454194 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06e4ae5-e1d1-4ac1-a164-d7474d9d6147", "name": "network-vif-deleted", "tag": "0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:24.454458 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cdc2cb5b-a29f-4b6f-85e9-a561b51b99f8 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:24.454863 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06e4ae5-e1d1-4ac1-a164-d7474d9d6147', 'name': 'network-vif-deleted', 'tag': '0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719', 'status': 'completed', 'code': 200} Feb 09 01:39:24.480852 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f028fd8d-b22f-484a-a22c-b3c48fa31b32 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5305333 Feb 09 01:39:24.485587 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-29c988b8-474d-4c0e-af26-834934edfc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4ab84326-32bf-450a-9d42-11f68ed52ea8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.487954 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-29c988b8-474d-4c0e-af26-834934edfc39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.489123 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-29c988b8-474d-4c0e-af26-834934edfc39 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ab84326-32bf-450a-9d42-11f68ed52ea8 HTTP/1.1" status: 204 len: 168 time: 1.0553772 Feb 09 01:39:24.489725 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36456) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:24.494962 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3d74a-71fb-4cc6-a2c3-632a6d9aee94 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Pushing event deleted for resources: {'Port': ['ID=d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:24.511718 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028fd8d-b22f-484a-a22c-b3c48fa31b32 admin admin] Pushing event updated for resources: {'Network': ['ID=edec8815-d729-4166-8656-46cd46fa9605,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:24.546406 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network edec8815-d729-4166-8656-46cd46fa9605 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:39:24.580443 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-61ed8349-7da7-4dec-ae4b-dc052f7e9d4d req-d2dd8c6e-e04d-41e8-9b1a-7b18fa0408e4 tempest-LiveAutoBlockMigrationV225Test-250010217 tempest-LiveAutoBlockMigrationV225Test-250010217-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c8d316c-bf8f-4438-b82d-3f07420bfd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518977 Feb 09 01:39:24.594065 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-ebce8644-c269-4935-b422-3cf71f96bd5b admin admin] Request body: {'subnet': {'network_id': 'edec8815-d729-4166-8656-46cd46fa9605', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-360473649-subnet', 'tenant_id': 'ca8d299dff334a99884c459219bd377a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:24.625482 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c988b8-474d-4c0e-af26-834934edfc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab84326-32bf-450a-9d42-11f68ed52ea8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:24.689208 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (bfec6260-091f-4425-a215-5b915f80df49), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.774991 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f7e7d39-38de-4225-923d-3fbd7019d725 req-90a3d74a-71fb-4cc6-a2c3-632a6d9aee94 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Router de3a99f2-2855-4ffb-924a-646488f8bfc5 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:39:24.814439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebce8644-c269-4935-b422-3cf71f96bd5b admin admin] Made reservation on behalf of ca8d299dff334a99884c459219bd377a for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:24.817644 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ebce8644-c269-4935-b422-3cf71f96bd5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.863156 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-14ed2e29-d599-4b82-a644-6b20955ee1db req-351ec1c8-0da5-4753-a8fb-ff4266d96c98 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/ports?device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 210 time: 0.1229081 Feb 09 01:39:24.886539 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-14c064cd-e236-4119-8d55-94dfc10ad485 req-b620dc5a-9c2b-4940-8454-3c3637e6f3cc service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5705853 Feb 09 01:39:25.017081 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-36d67f35-b186-4dee-b70c-b0472cb7973d None None] Publish callbacks [] for port (9e5cf893-23fe-438a-a5f3-9091c87ff1fe), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.034174 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-36d67f35-b186-4dee-b70c-b0472cb7973d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (9e5cf893-23fe-438a-a5f3-9091c87ff1fe), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.127102 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (bfec6260-091f-4425-a215-5b915f80df49), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.150704 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d67f35-b186-4dee-b70c-b0472cb7973d None None] Network 139d2237-70de-41c5-85a0-d6d0492a62ad is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:25.157695 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-36d67f35-b186-4dee-b70c-b0472cb7973d None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:25.162929 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86b075-ae2b-40bc-b733-68829c4ec2e4 req-e968bef2-e7bb-432d-b79e-c2569034f634 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:25.166589 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d67f35-b186-4dee-b70c-b0472cb7973d None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:25.170710 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d67f35-b186-4dee-b70c-b0472cb7973d None None] Pushing event updated for resources: {'Port': ['ID=9e5cf893-23fe-438a-a5f3-9091c87ff1fe,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:25.183668 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-af86b075-ae2b-40bc-b733-68829c4ec2e4 req-e968bef2-e7bb-432d-b79e-c2569034f634 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/ports?device_id=86948b39-1ab3-443b-a9ad-8bb901309939 HTTP/1.1" status: 200 len: 948 time: 0.2605472 Feb 09 01:39:25.257578 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-36d67f35-b186-4dee-b70c-b0472cb7973d None None] Attempting to bind port 9e5cf893-23fe-438a-a5f3-9091c87ff1fe on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:25.257959 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-36d67f35-b186-4dee-b70c-b0472cb7973d None None] Attempting to bind port 9e5cf893-23fe-438a-a5f3-9091c87ff1fe by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'cc528997-2bfe-4383-9be9-b9eb3f76f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '139d2237-70de-41c5-85a0-d6d0492a62ad'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:25.258394 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d67f35-b186-4dee-b70c-b0472cb7973d None None] Attempting to bind port 9e5cf893-23fe-438a-a5f3-9091c87ff1fe on network 139d2237-70de-41c5-85a0-d6d0492a62ad {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:25.264949 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d67f35-b186-4dee-b70c-b0472cb7973d None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:25.265346 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d67f35-b186-4dee-b70c-b0472cb7973d None None] Checking segment: {'id': 'cc528997-2bfe-4383-9be9-b9eb3f76f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '139d2237-70de-41c5-85a0-d6d0492a62ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:25.265748 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-36d67f35-b186-4dee-b70c-b0472cb7973d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.266141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d67f35-b186-4dee-b70c-b0472cb7973d None None] Bound using segment: {'id': 'cc528997-2bfe-4383-9be9-b9eb3f76f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '139d2237-70de-41c5-85a0-d6d0492a62ad'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:25.266632 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-36d67f35-b186-4dee-b70c-b0472cb7973d None None] Bound port: 9e5cf893-23fe-438a-a5f3-9091c87ff1fe, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc528997-2bfe-4383-9be9-b9eb3f76f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '139d2237-70de-41c5-85a0-d6d0492a62ad'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:25.267022 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-36d67f35-b186-4dee-b70c-b0472cb7973d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9e5cf893-23fe-438a-a5f3-9091c87ff1fe), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.267769 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-14c064cd-e236-4119-8d55-94dfc10ad485 req-1c47971b-a293-4517-a6d7-af122971f42d service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625422 Feb 09 01:39:25.325785 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-4e12fa89-22cc-4e90-8a13-087691719f24 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks [] for port (c9792313-42b9-4b78-9553-f013d6c2a0e8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.346241 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-36d67f35-b186-4dee-b70c-b0472cb7973d None None] For port 9e5cf893-23fe-438a-a5f3-9091c87ff1fe, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:25.352013 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-36d67f35-b186-4dee-b70c-b0472cb7973d None None] For port 9e5cf893-23fe-438a-a5f3-9091c87ff1fe, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9e5cf893-23fe-438a-a5f3-9091c87ff1fe,segment=NetworkSegment(cc528997-2bfe-4383-9be9-b9eb3f76f43d),segment_id=cc528997-2bfe-4383-9be9-b9eb3f76f43d)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:25.362787 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-36d67f35-b186-4dee-b70c-b0472cb7973d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9e5cf893-23fe-438a-a5f3-9091c87ff1fe), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.470801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47036ed-c7ae-42a8-813d-a7b059c72d42 req-46e154f0-8b82-41de-a634-7bacbff4d3b6 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:25.471686 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c527a8-9518-4adf-88e5-6525e9911619 None None] get_active_networks_info from n-d-828387-3 {{(pid=103185) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:39:25.472688 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c47036ed-c7ae-42a8-813d-a7b059c72d42 req-46e154f0-8b82-41de-a634-7bacbff4d3b6 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 944 time: 0.4243274 Feb 09 01:39:25.568107 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Subnet': ['ID=bfec6260-091f-4425-a215-5b915f80df49,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:25.580921 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145303f-458e-47e1-b8d2-bcad69b6c442 req-9581a7d3-0405-4332-a28b-442f18c6fb5b tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:25.582677 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f7e7d39-38de-4225-923d-3fbd7019d725 req-90a3d74a-71fb-4cc6-a2c3-632a6d9aee94 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:39:25.584000 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5145303f-458e-47e1-b8d2-bcad69b6c442 req-9581a7d3-0405-4332-a28b-442f18c6fb5b tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.48 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 944 time: 0.2769225 Feb 09 01:39:25.663438 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-4e12fa89-22cc-4e90-8a13-087691719f24 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (c9792313-42b9-4b78-9553-f013d6c2a0e8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.687839 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ebce8644-c269-4935-b422-3cf71f96bd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (b3f3a2aa-5b0c-4571-a63a-f5f3b6de6331), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.753292 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (139d2237-70de-41c5-85a0-d6d0492a62ad), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.757113 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7e7d39-38de-4225-923d-3fbd7019d725 req-90a3d74a-71fb-4cc6-a2c3-632a6d9aee94 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] No DVR routers for this DVR port d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:25.767233 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6f7e7d39-38de-4225-923d-3fbd7019d725 req-90a3d74a-71fb-4cc6-a2c3-632a6d9aee94 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.771957 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6f7e7d39-38de-4225-923d-3fbd7019d725 req-90a3d74a-71fb-4cc6-a2c3-632a6d9aee94 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.67 "DELETE /v2.0/ports/d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 HTTP/1.1" status: 204 len: 173 time: 3.2596703 Feb 09 01:39:25.772630 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d86b81-3809-4fc5-a890-e1267e2a2c1b', 'name': 'network-vif-deleted', 'tag': 'd3d8b0f2-a2dc-4be7-b3a2-b7a922810f96'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:25.772881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-4e12fa89-22cc-4e90-8a13-087691719f24 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Network 9dd2436d-5794-4c28-8930-9c0fdeceb912 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:25.775039 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ae4680-3f2a-4ae1-b382-992f26fb7f94" -d '{"events": [{"server_uuid": "c8d86b81-3809-4fc5-a890-e1267e2a2c1b", "name": "network-vif-deleted", "tag": "d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:25.777346 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c47036ed-c7ae-42a8-813d-a7b059c72d42 req-edc4b2fd-beca-41f2-afaf-eef2b1016932 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933309 Feb 09 01:39:25.795640 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-af86b075-ae2b-40bc-b733-68829c4ec2e4 req-1d9cd8d5-8500-47b4-9798-469fcdc5e2c9 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/security-groups?id=77c50ecd-1bf4-406a-a51b-ee01a6e8ca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6109693 Feb 09 01:39:25.863616 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139d2237-70de-41c5-85a0-d6d0492a62ad']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:25.895029 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc528997-2bfe-4383-9be9-b9eb3f76f43d') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:25.895357 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc528997-2bfe-4383-9be9-b9eb3f76f43d') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:25.896978 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36492) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:25.927331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-4e12fa89-22cc-4e90-8a13-087691719f24 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:25.933790 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c527a8-9518-4adf-88e5-6525e9911619 None None] Resources bound (agent type, host, resource id): {{(pid=103185) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:39:25.936577 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:25.938935 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba284ec-ebef-4716-8e65-f796b9f43bde None None] Sync routers for ids ['de3a99f2-2855-4ffb-924a-646488f8bfc5'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:39:25.962556 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (cc528997-2bfe-4383-9be9-b9eb3f76f43d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.975544 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba284ec-ebef-4716-8e65-f796b9f43bde None None] Routers {'de3a99f2-2855-4ffb-924a-646488f8bfc5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:25.976570 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-2ba284ec-ebef-4716-8e65-f796b9f43bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:39:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['de3a99f2-2855-4ffb-924a-646488f8bfc5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:26.006977 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (cc528997-2bfe-4383-9be9-b9eb3f76f43d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.026510 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:26.030778 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (cc528997-2bfe-4383-9be9-b9eb3f76f43d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:26.038903 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36498) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:26.059511 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:26.060115 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 0fb5c1e6-6dd4-4d17-b1b1-1d5cf7f20719 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:26.117436 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-4e12fa89-22cc-4e90-8a13-087691719f24 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:26.184253 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.db.api [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:39:26.184253 n-d-828387-3 neutron-server[103184]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:39:26.184253 n-d-828387-3 neutron-server[103184]: [parameters: {'id': '139d2237-70de-41c5-85a0-d6d0492a62ad'}] Feb 09 01:39:26.184253 n-d-828387-3 neutron-server[103184]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:39:26.185663 n-d-828387-3 neutron-server[103184]: DEBUG oslo_db.api [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:39:26.195940 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-a76eda68-1f0c-48fd-a044-6082b0d0368c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-730083250-network', 'tenant_id': '882b1d74468f4236916ac9797755db7f'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:26.235169 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76eda68-1f0c-48fd-a044-6082b0d0368c admin admin] Made reservation on behalf of 882b1d74468f4236916ac9797755db7f for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:26.238008 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a76eda68-1f0c-48fd-a044-6082b0d0368c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.249168 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d67f35-b186-4dee-b70c-b0472cb7973d None None] Pushing event updated for resources: {'Port': ['ID=9e5cf893-23fe-438a-a5f3-9091c87ff1fe,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:26.259052 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12fa89-22cc-4e90-8a13-087691719f24 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Pushing event updated for resources: {'Port': ['ID=c9792313-42b9-4b78-9553-f013d6c2a0e8,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:26.263076 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e55bd97-df38-4689-a9cc-2ed4c0d4178e req-ea56029f-1449-4f40-aa3d-3365bbb5eeed tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 210 time: 0.1833973 Feb 09 01:39:26.271156 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a76eda68-1f0c-48fd-a044-6082b0d0368c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.322432 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce8644-c269-4935-b422-3cf71f96bd5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3f3a2aa-5b0c-4571-a63a-f5f3b6de6331,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:26.377369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-4e12fa89-22cc-4e90-8a13-087691719f24 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:26.378640 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-4e12fa89-22cc-4e90-8a13-087691719f24 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.393158 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e74bf3-996d-40b1-bfaf-02906712bba6 admin admin] Deleting subnet c7975264-a21c-4173-a1bc-89127bef9e8a {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:39:26.394898 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebce8644-c269-4935-b422-3cf71f96bd5b admin admin] Checking segment: {'id': 'afe3e58c-d079-476b-b634-048b73f6dcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'edec8815-d729-4166-8656-46cd46fa9605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:26.395286 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebce8644-c269-4935-b422-3cf71f96bd5b admin admin] Network hostable DHCP agents. Network: edec8815-d729-4166-8656-46cd46fa9605, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:39:26.441991 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-5145303f-458e-47e1-b8d2-bcad69b6c442 req-d464acb0-9a6e-4283-95cc-28d31a38b919 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Deleting port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:26.443031 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5145303f-458e-47e1-b8d2-bcad69b6c442 req-d464acb0-9a6e-4283-95cc-28d31a38b919 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (95bcedc4-504b-42f3-a5f0-7d922d1dd02c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.454326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-2ba284ec-ebef-4716-8e65-f796b9f43bde None None] Set router de3a99f2-2855-4ffb-924a-646488f8bfc5 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:26.464651 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a76eda68-1f0c-48fd-a044-6082b0d0368c admin admin] Publish callbacks [] for security_group (92830ecc-2af1-45ab-91ed-c3de02de8c9f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.468214 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd96099-392f-450f-a7bf-e71768fe1c58 x-openstack-request-id: req-2dd96099-392f-450f-a7bf-e71768fe1c58 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:26.468603 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d86b81-3809-4fc5-a890-e1267e2a2c1b", "name": "network-vif-deleted", "tag": "d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:26.468875 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2dd96099-392f-450f-a7bf-e71768fe1c58 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:26.469337 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d86b81-3809-4fc5-a890-e1267e2a2c1b', 'name': 'network-vif-deleted', 'tag': 'd3d8b0f2-a2dc-4be7-b3a2-b7a922810f96', 'status': 'completed', 'code': 200} Feb 09 01:39:26.470197 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4e74bf3-996d-40b1-bfaf-02906712bba6 admin admin] Publish callbacks [] for subnet (c7975264-a21c-4173-a1bc-89127bef9e8a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.472999 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a76eda68-1f0c-48fd-a044-6082b0d0368c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (92830ecc-2af1-45ab-91ed-c3de02de8c9f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.486590 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76eda68-1f0c-48fd-a044-6082b0d0368c admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:39:26.490572 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20de7222-3a08-4d78-bcd9-4be32104dd6c', 'name': 'network-vif-deleted', 'tag': '5bdb8522-bdbc-4a3a-8e15-56e6f0680147'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:26.493050 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef748dcc-1bb9-485d-b172-5d02e8224c3e" -d '{"events": [{"server_uuid": "20de7222-3a08-4d78-bcd9-4be32104dd6c", "name": "network-vif-deleted", "tag": "5bdb8522-bdbc-4a3a-8e15-56e6f0680147"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:26.498600 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a76eda68-1f0c-48fd-a044-6082b0d0368c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (899f02fd-164e-4c7a-96f7-6f23414d825b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.499437 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-a76eda68-1f0c-48fd-a044-6082b0d0368c admin admin] Added segment 899f02fd-164e-4c7a-96f7-6f23414d825b of type vlan for network 1c164421-b937-4772-b3ad-c06ffa4973ed Feb 09 01:39:26.500294 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebce8644-c269-4935-b422-3cf71f96bd5b admin admin] Network edec8815-d729-4166-8656-46cd46fa9605 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:39:26.547120 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a76eda68-1f0c-48fd-a044-6082b0d0368c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (1c164421-b937-4772-b3ad-c06ffa4973ed), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.599032 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf0eaf9-d30f-4632-b276-e32275f24486 None None] Network 139d2237-70de-41c5-85a0-d6d0492a62ad requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:26.603823 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-4e12fa89-22cc-4e90-8a13-087691719f24 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7627113 Feb 09 01:39:26.609958 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-720ec10d-92ee-4657-b58a-cf42649b753c service neutron] Request body: {'port': {'device_id': '415748ef-a353-4f58-b503-f9277d4e1e73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:26.618455 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d69eee6-c963-4f1c-8e98-946f458665f2 x-openstack-request-id: req-8d69eee6-c963-4f1c-8e98-946f458665f2 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:26.618740 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20de7222-3a08-4d78-bcd9-4be32104dd6c", "name": "network-vif-deleted", "tag": "5bdb8522-bdbc-4a3a-8e15-56e6f0680147", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:26.618994 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d69eee6-c963-4f1c-8e98-946f458665f2 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:26.619422 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20de7222-3a08-4d78-bcd9-4be32104dd6c', 'name': 'network-vif-deleted', 'tag': '5bdb8522-bdbc-4a3a-8e15-56e6f0680147', 'status': 'completed', 'code': 200} Feb 09 01:39:26.626458 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76eda68-1f0c-48fd-a044-6082b0d0368c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92830ecc-2af1-45ab-91ed-c3de02de8c9f,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:26.630235 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a76eda68-1f0c-48fd-a044-6082b0d0368c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (1c164421-b937-4772-b3ad-c06ffa4973ed), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.631276 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76eda68-1f0c-48fd-a044-6082b0d0368c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:26.631932 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a76eda68-1f0c-48fd-a044-6082b0d0368c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.666988 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-ebce8644-c269-4935-b422-3cf71f96bd5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, edec8815-d729-4166-8656-46cd46fa9605) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:26.698075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebce8644-c269-4935-b422-3cf71f96bd5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:26.698651 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ebce8644-c269-4935-b422-3cf71f96bd5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.710255 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (139d2237-70de-41c5-85a0-d6d0492a62ad), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.713691 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76eda68-1f0c-48fd-a044-6082b0d0368c admin admin] Pushing event updated for resources: {'Network': ['ID=1c164421-b937-4772-b3ad-c06ffa4973ed,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:26.754486 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2762f64c-a069-4025-bd19-c0640ea7fa3f None None] Network edec8815-d729-4166-8656-46cd46fa9605 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:26.782796 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a76eda68-1f0c-48fd-a044-6082b0d0368c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8785992 Feb 09 01:39:26.782796 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4e74bf3-996d-40b1-bfaf-02906712bba6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (c7975264-a21c-4173-a1bc-89127bef9e8a), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.788387 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36506) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:26.795823 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 1c164421-b937-4772-b3ad-c06ffa4973ed details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:39:26.826104 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6a8f09c8-97c2-4e79-aff1-bf20262b2753 admin admin] Request body: {'subnet': {'network_id': '1c164421-b937-4772-b3ad-c06ffa4973ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-730083250-subnet', 'tenant_id': '882b1d74468f4236916ac9797755db7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:26.850139 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd7b09-5eb0-40c5-9f6a-0f4cc65a980e req-0f1f6c81-2120-451b-84d9-4027f509cbac tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:26.857882 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e5fd7b09-5eb0-40c5-9f6a-0f4cc65a980e req-0f1f6c81-2120-451b-84d9-4027f509cbac tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/ports?device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 931 time: 0.4434237 Feb 09 01:39:26.880930 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8f09c8-97c2-4e79-aff1-bf20262b2753 admin admin] Made reservation on behalf of 882b1d74468f4236916ac9797755db7f for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:26.885484 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ebce8644-c269-4935-b422-3cf71f96bd5b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3372383 Feb 09 01:39:26.892913 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a8f09c8-97c2-4e79-aff1-bf20262b2753 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.894902 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36512) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:26.897657 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4e74bf3-996d-40b1-bfaf-02906712bba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (c7975264-a21c-4173-a1bc-89127bef9e8a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.904740 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b858bd72-ac9c-4268-87c1-12b8da6d9fc3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-360473649-router', 'tenant_id': 'ca8d299dff334a99884c459219bd377a', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:26.944191 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5145303f-458e-47e1-b8d2-bcad69b6c442 req-d464acb0-9a6e-4283-95cc-28d31a38b919 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] For port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=95bcedc4-504b-42f3-a5f0-7d922d1dd02c,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:26.944566 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5145303f-458e-47e1-b8d2-bcad69b6c442 req-d464acb0-9a6e-4283-95cc-28d31a38b919 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (95bcedc4-504b-42f3-a5f0-7d922d1dd02c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.956002 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-720ec10d-92ee-4657-b58a-cf42649b753c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c9792313-42b9-4b78-9553-f013d6c2a0e8), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.991545 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Deleting port 9e5cf893-23fe-438a-a5f3-9091c87ff1fe {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:26.991770 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-5145303f-458e-47e1-b8d2-bcad69b6c442 req-d464acb0-9a6e-4283-95cc-28d31a38b919 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Calling delete_port for 95bcedc4-504b-42f3-a5f0-7d922d1dd02c owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:26.991899 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9e5cf893-23fe-438a-a5f3-9091c87ff1fe), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.015730 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:39:27.093091 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e5fd7b09-5eb0-40c5-9f6a-0f4cc65a980e req-5c7a0e28-9bf8-451d-ab14-0ccddf73e743 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70b2d05-7496-4399-bb0d-f130f66e9850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894655 Feb 09 01:39:27.108776 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b858bd72-ac9c-4268-87c1-12b8da6d9fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.109890 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b858bd72-ac9c-4268-87c1-12b8da6d9fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.162441 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=93cfc8e8-1d4e-46ab-9898-e329e9bd64ac,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:27.172534 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] For port 9e5cf893-23fe-438a-a5f3-9091c87ff1fe, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9e5cf893-23fe-438a-a5f3-9091c87ff1fe,segment=NetworkSegment(cc528997-2bfe-4383-9be9-b9eb3f76f43d),segment_id=cc528997-2bfe-4383-9be9-b9eb3f76f43d)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:27.173032 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9e5cf893-23fe-438a-a5f3-9091c87ff1fe), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.211411 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:27.218388 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Calling delete_port for 9e5cf893-23fe-438a-a5f3-9091c87ff1fe owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:27.247457 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:27.248247 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device d3d8b0f2-a2dc-4be7-b3a2-b7a922810f96 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:27.248680 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:27.257021 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '93cfc8e8-1d4e-46ab-9898-e329e9bd64ac', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '93cfc8e8-1d4e-46ab-9898-e329e9bd64ac', 'mac_address': 'fa:16:3e:f0:18:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:39:27.261457 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4e74bf3-996d-40b1-bfaf-02906712bba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (c7975264-a21c-4173-a1bc-89127bef9e8a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.298928 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bc0d8-1f68-4932-b9e0-acb1dd04776e req-afad50a3-83b0-4a6d-8dad-37994ee2bbad tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:27.306795 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-532bc0d8-1f68-4932-b9e0-acb1dd04776e req-afad50a3-83b0-4a6d-8dad-37994ee2bbad tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=57583826-3351-4251-8e8d-e24314c9fb24 HTTP/1.1" status: 200 len: 944 time: 0.3657603 Feb 09 01:39:27.316742 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5145303f-458e-47e1-b8d2-bcad69b6c442 req-d464acb0-9a6e-4283-95cc-28d31a38b919 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (95bcedc4-504b-42f3-a5f0-7d922d1dd02c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.320405 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e74bf3-996d-40b1-bfaf-02906712bba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7975264-a21c-4173-a1bc-89127bef9e8a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:27.323327 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b858bd72-ac9c-4268-87c1-12b8da6d9fc3 admin admin] Publish callbacks [] for router_controller (8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.334117 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:27.334512 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (93cfc8e8-1d4e-46ab-9898-e329e9bd64ac), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.357560 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:39:27.377206 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:27.377611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 5bdb8522-bdbc-4a3a-8e15-56e6f0680147 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:27.391663 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f5e10d9c-7c10-40ca-9373-3c0748668f46 None None] Provisioning complete for port c9792313-42b9-4b78-9553-f013d6c2a0e8 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:27.392044 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f5e10d9c-7c10-40ca-9373-3c0748668f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c9792313-42b9-4b78-9553-f013d6c2a0e8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.410193 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464acb0-9a6e-4283-95cc-28d31a38b919 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Pushing event deleted for resources: {'Port': ['ID=95bcedc4-504b-42f3-a5f0-7d922d1dd02c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:27.460501 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=93cfc8e8-1d4e-46ab-9898-e329e9bd64ac,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:27.474396 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4e74bf3-996d-40b1-bfaf-02906712bba6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.480649 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d4e74bf3-996d-40b1-bfaf-02906712bba6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c7975264-a21c-4173-a1bc-89127bef9e8a HTTP/1.1" status: 204 len: 168 time: 1.4378757 Feb 09 01:39:27.481682 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36516) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:27.499946 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (93cfc8e8-1d4e-46ab-9898-e329e9bd64ac), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.533428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5145303f-458e-47e1-b8d2-bcad69b6c442 req-d464acb0-9a6e-4283-95cc-28d31a38b919 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] No DVR routers for this DVR port 95bcedc4-504b-42f3-a5f0-7d922d1dd02c on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:27.538397 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5145303f-458e-47e1-b8d2-bcad69b6c442 req-d464acb0-9a6e-4283-95cc-28d31a38b919 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.542995 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5145303f-458e-47e1-b8d2-bcad69b6c442 req-d464acb0-9a6e-4283-95cc-28d31a38b919 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.48 "DELETE /v2.0/ports/95bcedc4-504b-42f3-a5f0-7d922d1dd02c HTTP/1.1" status: 204 len: 173 time: 1.9475577 Feb 09 01:39:27.579689 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=93cfc8e8-1d4e-46ab-9898-e329e9bd64ac,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:27.580138 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03625cf3-95fb-48ce-b791-0415ae95b00e req-52e6b3a3-cc2b-41da-bbf2-92035e506abb tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:27.588181 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f5e10d9c-7c10-40ca-9373-3c0748668f46 None None] Port c9792313-42b9-4b78-9553-f013d6c2a0e8 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:27.595614 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03625cf3-95fb-48ce-b791-0415ae95b00e req-52e6b3a3-cc2b-41da-bbf2-92035e506abb tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/ports?device_id=86948b39-1ab3-443b-a9ad-8bb901309939 HTTP/1.1" status: 200 len: 948 time: 0.2919235 Feb 09 01:39:27.604669 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c6beee-048b-4fd9-a92d-e3bd6b721801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-edec8815-d729-4166-8656-46cd46fa9605', 'network_id': 'edec8815-d729-4166-8656-46cd46fa9605', 'project_id': 'ca8d299dff334a99884c459219bd377a', 'fixed_ips': [{'subnet_id': 'b3f3a2aa-5b0c-4571-a63a-f5f3b6de6331'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:39:27.605545 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-29c6beee-048b-4fd9-a92d-e3bd6b721801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.653632 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-2ba284ec-ebef-4716-8e65-f796b9f43bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'name': 'tempest-ServersTestBootFromVolume-1087449568-router', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:50Z', 'updated_at': '2022-02-09T01:36:04Z', 'revision_number': 4, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'gw_port': {'id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:53Z', 'updated_at': '2022-02-09T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '7dc967d4-cd17-42d8-8604-32302b1683a2', 'name': '', 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'mac_address': 'fa:16:3e:d3:1d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:01Z', 'updated_at': '2022-02-09T01:36:16Z', 'revision_number': 5, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'subnets': [{'id': '7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:27.737312 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-532bc0d8-1f68-4932-b9e0-acb1dd04776e req-6218ed88-97d9-4643-9a2c-03d19ad32c9e tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258122 Feb 09 01:39:27.766974 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b858bd72-ac9c-4268-87c1-12b8da6d9fc3 admin admin] Publish callbacks [] for router_gateway (8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.773158 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba284ec-ebef-4716-8e65-f796b9f43bde None None] Checking router: de3a99f2-2855-4ffb-924a-646488f8bfc5 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:39:27.803698 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03625cf3-95fb-48ce-b791-0415ae95b00e req-9ab7b9d3-39bb-4a09-bc28-639faf539f3e tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/security-groups?id=77c50ecd-1bf4-406a-a51b-ee01a6e8ca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071500 Feb 09 01:39:27.822529 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba284ec-ebef-4716-8e65-f796b9f43bde None None] Routers {'de3a99f2-2855-4ffb-924a-646488f8bfc5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:27.823291 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-2ba284ec-ebef-4716-8e65-f796b9f43bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:39:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['de3a99f2-2855-4ffb-924a-646488f8bfc5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:27.893439 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-72ac5375-27a8-4800-9cb4-71a842103540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (13f3e8ce-063b-4d38-a4f0-142d23e1b9c7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.899986 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a8f09c8-97c2-4e79-aff1-bf20262b2753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (9145d287-893f-45e0-a833-97ee0b627cb1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.910163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-720ec10d-92ee-4657-b58a-cf42649b753c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9792313-42b9-4b78-9553-f013d6c2a0e8 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:39:27.921431 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-720ec10d-92ee-4657-b58a-cf42649b753c service neutron] Publish callbacks [] for port (c9792313-42b9-4b78-9553-f013d6c2a0e8), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.939637 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-720ec10d-92ee-4657-b58a-cf42649b753c service neutron] Transition to ACTIVE for port object c9792313-42b9-4b78-9553-f013d6c2a0e8 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:39:27.944225 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (9e5cf893-23fe-438a-a5f3-9091c87ff1fe), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.945335 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-720ec10d-92ee-4657-b58a-cf42649b753c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (c9792313-42b9-4b78-9553-f013d6c2a0e8), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.969826 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No DVR routers for this DVR port 9e5cf893-23fe-438a-a5f3-9091c87ff1fe on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:27.974371 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-2ba284ec-ebef-4716-8e65-f796b9f43bde None None] Set router de3a99f2-2855-4ffb-924a-646488f8bfc5 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:28.038004 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['93cfc8e8-1d4e-46ab-9898-e329e9bd64ac'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:39:28.150001 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ec10d-92ee-4657-b58a-cf42649b753c service neutron] Pushing event updated for resources: {'Port': ['ID=c9792313-42b9-4b78-9553-f013d6c2a0e8,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:28.189276 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03771d74-af06-4231-8c15-24dec4eabfc2 req-1cd5a925-1251-4bda-a3e1-809687188164 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 210 time: 0.2909935 Feb 09 01:39:28.197638 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Port': ['ID=9e5cf893-23fe-438a-a5f3-9091c87ff1fe,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:28.251100 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-720ec10d-92ee-4657-b58a-cf42649b753c service neutron] Attempting to bind port c9792313-42b9-4b78-9553-f013d6c2a0e8 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:28.252085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-720ec10d-92ee-4657-b58a-cf42649b753c service neutron] Attempting to bind port c9792313-42b9-4b78-9553-f013d6c2a0e8 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '2dc49879-3ba2-46db-ad41-df99fbf03b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:28.253103 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-720ec10d-92ee-4657-b58a-cf42649b753c service neutron] Attempting to bind port c9792313-42b9-4b78-9553-f013d6c2a0e8 on network 9dd2436d-5794-4c28-8930-9c0fdeceb912 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:28.288046 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f09c8-97c2-4e79-aff1-bf20262b2753 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9145d287-893f-45e0-a833-97ee0b627cb1,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:28.289082 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-720ec10d-92ee-4657-b58a-cf42649b753c service neutron] Port c9792313-42b9-4b78-9553-f013d6c2a0e8 on network 9dd2436d-5794-4c28-8930-9c0fdeceb912 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:39:28.289608 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-720ec10d-92ee-4657-b58a-cf42649b753c service neutron] Attempting to bind port c9792313-42b9-4b78-9553-f013d6c2a0e8 on network 9dd2436d-5794-4c28-8930-9c0fdeceb912 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:28.298909 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (139d2237-70de-41c5-85a0-d6d0492a62ad), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.306926 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-720ec10d-92ee-4657-b58a-cf42649b753c service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:28.307726 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-720ec10d-92ee-4657-b58a-cf42649b753c service neutron] Checking segment: {'id': '2dc49879-3ba2-46db-ad41-df99fbf03b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:28.308403 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-720ec10d-92ee-4657-b58a-cf42649b753c service neutron] Bound using segment: {'id': '2dc49879-3ba2-46db-ad41-df99fbf03b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:28.309084 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-720ec10d-92ee-4657-b58a-cf42649b753c service neutron] Bound port: c9792313-42b9-4b78-9553-f013d6c2a0e8, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dc49879-3ba2-46db-ad41-df99fbf03b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:28.309525 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-720ec10d-92ee-4657-b58a-cf42649b753c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c9792313-42b9-4b78-9553-f013d6c2a0e8), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.380901 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139d2237-70de-41c5-85a0-d6d0492a62ad']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:28.416451 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-720ec10d-92ee-4657-b58a-cf42649b753c service neutron] For port c9792313-42b9-4b78-9553-f013d6c2a0e8, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:28.421758 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-720ec10d-92ee-4657-b58a-cf42649b753c service neutron] For port c9792313-42b9-4b78-9553-f013d6c2a0e8, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c9792313-42b9-4b78-9553-f013d6c2a0e8,segment=NetworkSegment(2dc49879-3ba2-46db-ad41-df99fbf03b1c),segment_id=2dc49879-3ba2-46db-ad41-df99fbf03b1c)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:28.430197 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f09c8-97c2-4e79-aff1-bf20262b2753 admin admin] Checking segment: {'id': '899f02fd-164e-4c7a-96f7-6f23414d825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1c164421-b937-4772-b3ad-c06ffa4973ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:28.430786 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8f09c8-97c2-4e79-aff1-bf20262b2753 admin admin] Network hostable DHCP agents. Network: 1c164421-b937-4772-b3ad-c06ffa4973ed, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:39:28.436962 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc528997-2bfe-4383-9be9-b9eb3f76f43d') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:28.437500 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc528997-2bfe-4383-9be9-b9eb3f76f43d') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:28.439442 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-720ec10d-92ee-4657-b58a-cf42649b753c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (c9792313-42b9-4b78-9553-f013d6c2a0e8), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.463390 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-72ac5375-27a8-4800-9cb4-71a842103540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (13f3e8ce-063b-4d38-a4f0-142d23e1b9c7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.468272 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (cc528997-2bfe-4383-9be9-b9eb3f76f43d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.478656 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc25e2-477a-4103-b4c2-2e7695d0502d req-be54ef79-e157-4df7-acd7-5527f05aacdf tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:28.480459 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c2dc25e2-477a-4103-b4c2-2e7695d0502d req-be54ef79-e157-4df7-acd7-5527f05aacdf tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/ports?device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 943 time: 0.2624998 Feb 09 01:39:28.515265 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-72ac5375-27a8-4800-9cb4-71a842103540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f3e8ce-063b-4d38-a4f0-142d23e1b9c7']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:28.516201 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-720ec10d-92ee-4657-b58a-cf42649b753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:28.517511 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-720ec10d-92ee-4657-b58a-cf42649b753c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.519367 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-720ec10d-92ee-4657-b58a-cf42649b753c service neutron] 10.222.0.48 "PUT /v2.0/ports/c9792313-42b9-4b78-9553-f013d6c2a0e8 HTTP/1.1" status: 200 len: 1091 time: 1.9145186 Feb 09 01:39:28.538414 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (cc528997-2bfe-4383-9be9-b9eb3f76f43d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.576978 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-72ac5375-27a8-4800-9cb4-71a842103540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509e9539-4302-4a70-87d0-fc0819d4132c') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:28.579508 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-72ac5375-27a8-4800-9cb4-71a842103540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509e9539-4302-4a70-87d0-fc0819d4132c') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:28.585140 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8f09c8-97c2-4e79-aff1-bf20262b2753 admin admin] Network 1c164421-b937-4772-b3ad-c06ffa4973ed is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:39:28.595039 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:28.595573 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (cc528997-2bfe-4383-9be9-b9eb3f76f43d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:28.599797 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:28.618687 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-72ac5375-27a8-4800-9cb4-71a842103540 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (509e9539-4302-4a70-87d0-fc0819d4132c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.622591 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57583826-3351-4251-8e8d-e24314c9fb24', 'name': 'network-vif-deleted', 'tag': '95bcedc4-504b-42f3-a5f0-7d922d1dd02c'}, {'name': 'network-changed', 'server_uuid': '415748ef-a353-4f58-b503-f9277d4e1e73', 'tag': 'c9792313-42b9-4b78-9553-f013d6c2a0e8'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:28.625455 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86df2fce-c2f8-4758-abe1-94cfea98e49a" -d '{"events": [{"server_uuid": "57583826-3351-4251-8e8d-e24314c9fb24", "name": "network-vif-deleted", "tag": "95bcedc4-504b-42f3-a5f0-7d922d1dd02c"}, {"name": "network-changed", "server_uuid": "415748ef-a353-4f58-b503-f9277d4e1e73", "tag": "c9792313-42b9-4b78-9553-f013d6c2a0e8"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:28.665366 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-29c6beee-048b-4fd9-a92d-e3bd6b721801 None None] Allocated IP 172.20.0.2 (edec8815-d729-4166-8656-46cd46fa9605/b3f3a2aa-5b0c-4571-a63a-f5f3b6de6331/dbca696c-909f-4c0e-aa47-7719d3a17ac3) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:28.686705 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-6a8f09c8-97c2-4e79-aff1-bf20262b2753 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 1c164421-b937-4772-b3ad-c06ffa4973ed) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:28.692708 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8f09c8-97c2-4e79-aff1-bf20262b2753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:28.693302 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a8f09c8-97c2-4e79-aff1-bf20262b2753 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.715669 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5caa3c0e-aa66-40b1-9dec-ae51b248e713 x-openstack-request-id: req-5caa3c0e-aa66-40b1-9dec-ae51b248e713 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:28.717278 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57583826-3351-4251-8e8d-e24314c9fb24", "name": "network-vif-deleted", "tag": "95bcedc4-504b-42f3-a5f0-7d922d1dd02c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "415748ef-a353-4f58-b503-f9277d4e1e73", "tag": "c9792313-42b9-4b78-9553-f013d6c2a0e8", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:28.717898 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5caa3c0e-aa66-40b1-9dec-ae51b248e713 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:28.719085 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57583826-3351-4251-8e8d-e24314c9fb24', 'name': 'network-vif-deleted', 'tag': '95bcedc4-504b-42f3-a5f0-7d922d1dd02c', 'status': 'completed', 'code': 200} Feb 09 01:39:28.719828 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415748ef-a353-4f58-b503-f9277d4e1e73', 'tag': 'c9792313-42b9-4b78-9553-f013d6c2a0e8', 'status': 'completed', 'code': 200} Feb 09 01:39:28.733114 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdeaa3a-236c-4e94-b2c0-5a5b9c1e25dc None None] Network 1c164421-b937-4772-b3ad-c06ffa4973ed requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:28.733569 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-72ac5375-27a8-4800-9cb4-71a842103540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (509e9539-4302-4a70-87d0-fc0819d4132c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.752901 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ec10d-92ee-4657-b58a-cf42649b753c service neutron] Pushing event updated for resources: {'Port': ['ID=c9792313-42b9-4b78-9553-f013d6c2a0e8,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:28.753565 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6a8f09c8-97c2-4e79-aff1-bf20262b2753 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9343455 Feb 09 01:39:28.815493 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c2dc25e2-477a-4103-b4c2-2e7695d0502d req-66017fc8-0130-4d12-8d94-d6e75f5d4b1e tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70b2d05-7496-4399-bb0d-f130f66e9850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2946441 Feb 09 01:39:28.851182 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-e381d955-c418-448b-98c8-b1154caf82c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:28.852840 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-e381d955-c418-448b-98c8-b1154caf82c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a031f3d19b554bad9a723c7e216d5c1f&device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 1125 time: 0.2790968 Feb 09 01:39:28.887481 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ac5375-27a8-4800-9cb4-71a842103540 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:28.887901 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-72ac5375-27a8-4800-9cb4-71a842103540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (509e9539-4302-4a70-87d0-fc0819d4132c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.956483 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-35591c11-9519-4ba3-a4fb-e90857b4bd2c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9792313-42b9-4b78-9553-f013d6c2a0e8 HTTP/1.1" status: 200 len: 217 time: 0.0941145 Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:29.019666 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:29.022225 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (139d2237-70de-41c5-85a0-d6d0492a62ad), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.026535 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.034536 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-551dd541-3517-419a-8f3f-08bdfab15646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:29.037657 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-551dd541-3517-419a-8f3f-08bdfab15646 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aaa4f88c-87b0-4b37-8b45-2753d866ef5a HTTP/1.1" status: 200 len: 849 time: 0.0671778 Feb 09 01:39:29.040147 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/networks/139d2237-70de-41c5-85a0-d6d0492a62ad HTTP/1.1" status: 204 len: 168 time: 4.8574240 Feb 09 01:39:29.072817 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36534) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:29.079490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-63cf92d9-4aaa-4d97-bae1-ae4635386622 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-907494672'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:29.144347 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cf92d9-4aaa-4d97-bae1-ae4635386622 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Made reservation on behalf of 3d65d33aaf04470498c708076d84ab02 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:29.147907 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63cf92d9-4aaa-4d97-bae1-ae4635386622 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.167952 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-74e5a14d-8e1c-45bf-85b6-c45e456db81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:29.170761 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-74e5a14d-8e1c-45bf-85b6-c45e456db81b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9dd2436d-5794-4c28-8930-9c0fdeceb912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1252091 Feb 09 01:39:29.208600 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-72ac5375-27a8-4800-9cb4-71a842103540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (13f3e8ce-063b-4d38-a4f0-142d23e1b9c7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.233652 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-72ac5375-27a8-4800-9cb4-71a842103540 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.243298 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-72ac5375-27a8-4800-9cb4-71a842103540 admin admin] 10.222.0.36 "DELETE /v2.0/networks/13f3e8ce-063b-4d38-a4f0-142d23e1b9c7 HTTP/1.1" status: 204 len: 168 time: 1.7359934 Feb 09 01:39:29.256970 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36544) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:29.284757 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaff40e-aa7f-4215-914f-88c8d5902bd0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Network': ['ID=139d2237-70de-41c5-85a0-d6d0492a62ad,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:29.335873 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63cf92d9-4aaa-4d97-bae1-ae4635386622 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:39:29.338142 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac5375-27a8-4800-9cb4-71a842103540 admin admin] Pushing event deleted for resources: {'Network': ['ID=13f3e8ce-063b-4d38-a4f0-142d23e1b9c7,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:29.348512 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63cf92d9-4aaa-4d97-bae1-ae4635386622 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (411e2791-57ca-4260-822b-046f6bfd91d2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.348995 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-63cf92d9-4aaa-4d97-bae1-ae4635386622 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Added segment 411e2791-57ca-4260-822b-046f6bfd91d2 of type vlan for network 64f4f9f5-2281-4f1c-9755-1a6ee465c978 Feb 09 01:39:29.380781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56311c9-3ba2-451d-8e69-b98acc761b9a None None] Network 1c164421-b937-4772-b3ad-c06ffa4973ed requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:29.432757 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63cf92d9-4aaa-4d97-bae1-ae4635386622 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (64f4f9f5-2281-4f1c-9755-1a6ee465c978), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.461849 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-05007a66-3c24-40b0-85a0-c30bbc9f0dc4 admin admin] Deleting subnet bcb93931-3392-442a-bef1-314b3ba965b1 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:39:29.470238 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-05007a66-3c24-40b0-85a0-c30bbc9f0dc4 admin admin] Publish callbacks [] for subnet (bcb93931-3392-442a-bef1-314b3ba965b1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.495239 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b858bd72-ac9c-4268-87c1-12b8da6d9fc3 admin admin] Publish callbacks [] for router_gateway (8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.542232 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-29c6beee-048b-4fd9-a92d-e3bd6b721801 None None] Publish callbacks [] for port (dbca696c-909f-4c0e-aa47-7719d3a17ac3), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.564055 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-29c6beee-048b-4fd9-a92d-e3bd6b721801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (dbca696c-909f-4c0e-aa47-7719d3a17ac3), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.611381 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-a68fa8c5-9739-4312-ba30-9d3f567d80dc tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:29.612635 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-a68fa8c5-9739-4312-ba30-9d3f567d80dc tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/networks?id=1c164421-b937-4772-b3ad-c06ffa4973ed HTTP/1.1" status: 200 len: 813 time: 0.1502111 Feb 09 01:39:29.625957 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63cf92d9-4aaa-4d97-bae1-ae4635386622 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (64f4f9f5-2281-4f1c-9755-1a6ee465c978), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.632237 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cf92d9-4aaa-4d97-bae1-ae4635386622 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:29.632881 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63cf92d9-4aaa-4d97-bae1-ae4635386622 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.639890 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6beee-048b-4fd9-a92d-e3bd6b721801 None None] Pushing event updated for resources: {'Port': ['ID=dbca696c-909f-4c0e-aa47-7719d3a17ac3,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:29.665817 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 95bcedc4-504b-42f3-a5f0-7d922d1dd02c no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:29.672732 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-fdfdbd6f-36c7-4069-b37c-8fdadcf9ca9a tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/quotas/882b1d74468f4236916ac9797755db7f HTTP/1.1" status: 200 len: 375 time: 0.0248914 Feb 09 01:39:29.714446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-2ba284ec-ebef-4716-8e65-f796b9f43bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'name': 'tempest-ServersTestBootFromVolume-1087449568-router', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:50Z', 'updated_at': '2022-02-09T01:36:04Z', 'revision_number': 4, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'gw_port': {'id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:53Z', 'updated_at': '2022-02-09T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '7dc967d4-cd17-42d8-8604-32302b1683a2', 'name': '', 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'mac_address': 'fa:16:3e:d3:1d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:01Z', 'updated_at': '2022-02-09T01:36:16Z', 'revision_number': 5, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'subnets': [{'id': '7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:29.715717 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-63cf92d9-4aaa-4d97-bae1-ae4635386622 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6417534 Feb 09 01:39:29.730475 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c6beee-048b-4fd9-a92d-e3bd6b721801 None None] Network edec8815-d729-4166-8656-46cd46fa9605 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:29.733427 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36554) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:29.755163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-02322f89-b79f-40b2-8263-75e937544a3f tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:29.770624 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 95bcedc4-504b-42f3-a5f0-7d922d1dd02c {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:29.771406 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 95bcedc4-504b-42f3-a5f0-7d922d1dd02c not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:29.778311 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba284ec-ebef-4716-8e65-f796b9f43bde None None] The sync data for ids ['de3a99f2-2855-4ffb-924a-646488f8bfc5'] in n-d-828387-3 is: [{'id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'name': 'tempest-ServersTestBootFromVolume-1087449568-router', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:50Z', 'updated_at': '2022-02-09T01:36:04Z', 'revision_number': 4, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'gw_port': {'id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:53Z', 'updated_at': '2022-02-09T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '7dc967d4-cd17-42d8-8604-32302b1683a2', 'name': '', 'network_id': 'ce70ab6f-aad6-4ea4-8328-c999a48a03a8', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'mac_address': 'fa:16:3e:d3:1d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:01Z', 'updated_at': '2022-02-09T01:36:16Z', 'revision_number': 5, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'subnets': [{'id': '7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:29.792194 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-29c6beee-048b-4fd9-a92d-e3bd6b721801 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:29.800367 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c6beee-048b-4fd9-a92d-e3bd6b721801 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:29.811244 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7305c-78de-4d90-9d1a-3393cf842f0f req-1973d9b3-ecba-4dbc-a4dc-2f527866c5f3 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:29.820251 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6ce7305c-78de-4d90-9d1a-3393cf842f0f req-1973d9b3-ecba-4dbc-a4dc-2f527866c5f3 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/ports?device_id=86948b39-1ab3-443b-a9ad-8bb901309939 HTTP/1.1" status: 200 len: 949 time: 0.7783163 Feb 09 01:39:29.828940 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b858bd72-ac9c-4268-87c1-12b8da6d9fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.846512 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-05007a66-3c24-40b0-85a0-c30bbc9f0dc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (bcb93931-3392-442a-bef1-314b3ba965b1), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.916581 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-87f5f0e3-adbd-4115-b532-65f31cc689a1 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=882b1d74468f4236916ac9797755db7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1818175 Feb 09 01:39:29.918454 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-05d1bc58-2364-4de6-a2d1-e3b0b86c0b2a service neutron] 10.222.0.48 "GET /v2.0/networks/9dd2436d-5794-4c28-8930-9c0fdeceb912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7392719 Feb 09 01:39:29.928842 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-29c6beee-048b-4fd9-a92d-e3bd6b721801 None None] Attempting to bind port dbca696c-909f-4c0e-aa47-7719d3a17ac3 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:29.929624 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-29c6beee-048b-4fd9-a92d-e3bd6b721801 None None] Attempting to bind port dbca696c-909f-4c0e-aa47-7719d3a17ac3 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'afe3e58c-d079-476b-b634-048b73f6dcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'edec8815-d729-4166-8656-46cd46fa9605'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:29.929624 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c6beee-048b-4fd9-a92d-e3bd6b721801 None None] Attempting to bind port dbca696c-909f-4c0e-aa47-7719d3a17ac3 on network edec8815-d729-4166-8656-46cd46fa9605 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:29.937643 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c6beee-048b-4fd9-a92d-e3bd6b721801 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:29.938516 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c6beee-048b-4fd9-a92d-e3bd6b721801 None None] Checking segment: {'id': 'afe3e58c-d079-476b-b634-048b73f6dcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'edec8815-d729-4166-8656-46cd46fa9605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:29.938673 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-29c6beee-048b-4fd9-a92d-e3bd6b721801 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.938988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c6beee-048b-4fd9-a92d-e3bd6b721801 None None] Bound using segment: {'id': 'afe3e58c-d079-476b-b634-048b73f6dcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'edec8815-d729-4166-8656-46cd46fa9605'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:29.939502 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-29c6beee-048b-4fd9-a92d-e3bd6b721801 None None] Bound port: dbca696c-909f-4c0e-aa47-7719d3a17ac3, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe3e58c-d079-476b-b634-048b73f6dcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'edec8815-d729-4166-8656-46cd46fa9605'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:29.939889 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-29c6beee-048b-4fd9-a92d-e3bd6b721801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dbca696c-909f-4c0e-aa47-7719d3a17ac3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.971653 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-05007a66-3c24-40b0-85a0-c30bbc9f0dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (bcb93931-3392-442a-bef1-314b3ba965b1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.011554 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6ce7305c-78de-4d90-9d1a-3393cf842f0f req-a90fef8e-a4b1-44a0-a957-e3b8453220af tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/security-groups?id=77c50ecd-1bf4-406a-a51b-ee01a6e8ca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890337 Feb 09 01:39:30.086080 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-29c6beee-048b-4fd9-a92d-e3bd6b721801 None None] For port dbca696c-909f-4c0e-aa47-7719d3a17ac3, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:30.113795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-29c6beee-048b-4fd9-a92d-e3bd6b721801 None None] For port dbca696c-909f-4c0e-aa47-7719d3a17ac3, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=dbca696c-909f-4c0e-aa47-7719d3a17ac3,segment=NetworkSegment(afe3e58c-d079-476b-b634-048b73f6dcb3),segment_id=afe3e58c-d079-476b-b634-048b73f6dcb3)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:30.126948 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-29c6beee-048b-4fd9-a92d-e3bd6b721801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (dbca696c-909f-4c0e-aa47-7719d3a17ac3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.195616 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6beee-048b-4fd9-a92d-e3bd6b721801 None None] Pushing event updated for resources: {'Port': ['ID=dbca696c-909f-4c0e-aa47-7719d3a17ac3,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:30.230669 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-b858bd72-ac9c-4268-87c1-12b8da6d9fc3 admin admin] Allocated IP 172.25.7.142 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/fa581ea3-4428-4c35-b595-bb190d082249) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:30.283477 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a537fe62-343f-44fd-bf96-7ce090c73d49 None None] New status for floating IP e2e9a3ee-b894-4725-9557-98c5de8a2adf: DOWN {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:39:30.315582 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-05007a66-3c24-40b0-85a0-c30bbc9f0dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (bcb93931-3392-442a-bef1-314b3ba965b1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.428899 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d5477-5863-4933-9c1c-2670e0188b9a req-3975be34-17e6-4222-8377-54a1a3dfbf8d tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:30.430812 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4b1d5477-5863-4933-9c1c-2670e0188b9a req-3975be34-17e6-4222-8377-54a1a3dfbf8d tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 945 time: 0.3247468 Feb 09 01:39:30.508628 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05007a66-3c24-40b0-85a0-c30bbc9f0dc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcb93931-3392-442a-bef1-314b3ba965b1,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:30.597080 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-05007a66-3c24-40b0-85a0-c30bbc9f0dc4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.600884 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-05007a66-3c24-40b0-85a0-c30bbc9f0dc4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bcb93931-3392-442a-bef1-314b3ba965b1 HTTP/1.1" status: 204 len: 168 time: 1.3180320 Feb 09 01:39:30.621231 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36558) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:30.621832 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4b1d5477-5863-4933-9c1c-2670e0188b9a req-af53f20d-3d1b-481c-a8a1-78bd01d0b7fb tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/security-groups?id=89bf4038-f48d-4c2f-aef7-6a6460a7041b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308801 Feb 09 01:39:30.624038 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf92d9-4aaa-4d97-bae1-ae4635386622 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Network': ['ID=64f4f9f5-2281-4f1c-9755-1a6ee465c978,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:30.641235 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 64f4f9f5-2281-4f1c-9755-1a6ee465c978 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:39:30.649363 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05007a66-3c24-40b0-85a0-c30bbc9f0dc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:30.649723 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05007a66-3c24-40b0-85a0-c30bbc9f0dc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:30.650067 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05007a66-3c24-40b0-85a0-c30bbc9f0dc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:30.656609 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05007a66-3c24-40b0-85a0-c30bbc9f0dc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:30.657034 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05007a66-3c24-40b0-85a0-c30bbc9f0dc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:30.657380 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05007a66-3c24-40b0-85a0-c30bbc9f0dc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:30.657718 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05007a66-3c24-40b0-85a0-c30bbc9f0dc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:30.658070 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05007a66-3c24-40b0-85a0-c30bbc9f0dc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:30.658406 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05007a66-3c24-40b0-85a0-c30bbc9f0dc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:30.658715 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05007a66-3c24-40b0-85a0-c30bbc9f0dc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:30.658983 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05007a66-3c24-40b0-85a0-c30bbc9f0dc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:30.659412 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05007a66-3c24-40b0-85a0-c30bbc9f0dc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:30.659734 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05007a66-3c24-40b0-85a0-c30bbc9f0dc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:30.714415 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-02322f89-b79f-40b2-8263-75e937544a3f tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (64f4f9f5-2281-4f1c-9755-1a6ee465c978), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.731472 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf2a10b6-6b33-42ad-8937-21344995f106 req-cace624b-4e54-4152-a79b-ec536fa63cb8 service neutron] 10.222.0.48 "GET /v2.0/networks/9dd2436d-5794-4c28-8930-9c0fdeceb912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7779584 Feb 09 01:39:30.743736 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b858bd72-ac9c-4268-87c1-12b8da6d9fc3 admin admin] Publish callbacks [] for port (fa581ea3-4428-4c35-b595-bb190d082249), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.764004 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955b398-eaf9-4d9a-99d7-6cd7f6a26b6e req-d5def268-a7a3-4503-b94a-72ec6472f997 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:30.765497 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5955b398-eaf9-4d9a-99d7-6cd7f6a26b6e req-d5def268-a7a3-4503-b94a-72ec6472f997 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.48 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 945 time: 1.1494412 Feb 09 01:39:30.810143 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-02322f89-b79f-40b2-8263-75e937544a3f tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (64f4f9f5-2281-4f1c-9755-1a6ee465c978), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.820614 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8f5c0439-7b31-4aea-86db-01c7e3c614b6 req-7d944ec2-6b75-4bee-9e02-974a7f60b0e9 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 210 time: 0.0356920 Feb 09 01:39:30.834263 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b858bd72-ac9c-4268-87c1-12b8da6d9fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (fa581ea3-4428-4c35-b595-bb190d082249), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.858490 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a09e8224-ff46-42a6-921e-1ff8f99ad9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (2a1e16ff-3437-4090-8f98-4c6cda2f7d61), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.903247 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858bd72-ac9c-4268-87c1-12b8da6d9fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=fa581ea3-4428-4c35-b595-bb190d082249,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:30.913992 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-02322f89-b79f-40b2-8263-75e937544a3f tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Network 64f4f9f5-2281-4f1c-9755-1a6ee465c978 is not hosted by any dhcp agent {{(pid=103183) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:39:30.920612 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02322f89-b79f-40b2-8263-75e937544a3f tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:30.921561 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-02322f89-b79f-40b2-8263-75e937544a3f tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.926037 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-02322f89-b79f-40b2-8263-75e937544a3f tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "PUT /v2.0/networks/64f4f9f5-2281-4f1c-9755-1a6ee465c978 HTTP/1.1" status: 200 len: 723 time: 1.1721344 Feb 09 01:39:30.926241 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b858bd72-ac9c-4268-87c1-12b8da6d9fc3 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:30.926552 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36560) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:30.934520 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1e1dcf32-00e4-4945-af1c-8d337e8169e6 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'subnet': {'network_id': '64f4f9f5-2281-4f1c-9755-1a6ee465c978', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:30.938886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:31.003750 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:39:31.008473 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:31.008936 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (93cfc8e8-1d4e-46ab-9898-e329e9bd64ac), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.011525 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-5a5bbd02-c8ca-44b7-8c78-dc145fc7b6bf service neutron] 10.222.0.36 "GET /v2.0/networks/1c164421-b937-4772-b3ad-c06ffa4973ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0734782 Feb 09 01:39:31.072891 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b858bd72-ac9c-4268-87c1-12b8da6d9fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:31.113458 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02322f89-b79f-40b2-8263-75e937544a3f tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Network': ['ID=64f4f9f5-2281-4f1c-9755-1a6ee465c978,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:31.123824 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1dcf32-00e4-4945-af1c-8d337e8169e6 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Made reservation on behalf of 3d65d33aaf04470498c708076d84ab02 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:31.137948 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 64f4f9f5-2281-4f1c-9755-1a6ee465c978 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:39:31.140265 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcf32-00e4-4945-af1c-8d337e8169e6 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.198708 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:31.199276 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (93cfc8e8-1d4e-46ab-9898-e329e9bd64ac), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.235605 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df2fce-c2f8-4758-abe1-94cfea98e49a req-fe13310a-aa05-44e4-9334-c2c612d66ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:31.237437 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86df2fce-c2f8-4758-abe1-94cfea98e49a req-fe13310a-aa05-44e4-9334-c2c612d66ae1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a031f3d19b554bad9a723c7e216d5c1f&device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 1125 time: 0.4431074 Feb 09 01:39:31.284216 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86948b39-1ab3-443b-a9ad-8bb901309939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93cfc8e8-1d4e-46ab-9898-e329e9bd64ac'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:31.286584 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3515f245-054c-4b0f-a808-235e188bd59c" -d '{"events": [{"server_uuid": "86948b39-1ab3-443b-a9ad-8bb901309939", "name": "network-vif-plugged", "status": "completed", "tag": "93cfc8e8-1d4e-46ab-9898-e329e9bd64ac"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:31.293761 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b858bd72-ac9c-4268-87c1-12b8da6d9fc3 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:31.300215 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-37c8dec7-0396-4adb-a0d4-397f76883082 service neutron] 10.222.0.36 "GET /v2.0/networks/1c164421-b937-4772-b3ad-c06ffa4973ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869117 Feb 09 01:39:31.302156 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=93cfc8e8-1d4e-46ab-9898-e329e9bd64ac,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:31.307451 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (93cfc8e8-1d4e-46ab-9898-e329e9bd64ac), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.424937 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=93cfc8e8-1d4e-46ab-9898-e329e9bd64ac,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:31.430366 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a09e8224-ff46-42a6-921e-1ff8f99ad9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (2a1e16ff-3437-4090-8f98-4c6cda2f7d61), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.450488 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df2fce-c2f8-4758-abe1-94cfea98e49a req-4befc4f4-97c2-4a49-9b02-edbd210862b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:31.453555 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86df2fce-c2f8-4758-abe1-94cfea98e49a req-4befc4f4-97c2-4a49-9b02-edbd210862b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9dd2436d-5794-4c28-8930-9c0fdeceb912 HTTP/1.1" status: 200 len: 911 time: 0.1460800 Feb 09 01:39:31.483312 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-a09e8224-ff46-42a6-921e-1ff8f99ad9a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a1e16ff-3437-4090-8f98-4c6cda2f7d61']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:31.489048 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-5955b398-eaf9-4d9a-99d7-6cd7f6a26b6e req-c2d977fa-e108-46dd-9753-b0747cb53d0d tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Deleting port 6ce994cb-e48b-429e-9413-e76e507a57c0 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:31.489537 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5955b398-eaf9-4d9a-99d7-6cd7f6a26b6e req-c2d977fa-e108-46dd-9753-b0747cb53d0d tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (6ce994cb-e48b-429e-9413-e76e507a57c0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.655953 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5955b398-eaf9-4d9a-99d7-6cd7f6a26b6e req-c2d977fa-e108-46dd-9753-b0747cb53d0d tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] For port 6ce994cb-e48b-429e-9413-e76e507a57c0, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6ce994cb-e48b-429e-9413-e76e507a57c0,segment=NetworkSegment(f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0),segment_id=f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:31.656634 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5955b398-eaf9-4d9a-99d7-6cd7f6a26b6e req-c2d977fa-e108-46dd-9753-b0747cb53d0d tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (6ce994cb-e48b-429e-9413-e76e507a57c0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.673436 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8b6d8-47e5-4605-b02b-c7bd989631f0 req-d64b95f8-b6f5-42ec-b255-8b87e0d46f05 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:31.675907 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-5955b398-eaf9-4d9a-99d7-6cd7f6a26b6e req-c2d977fa-e108-46dd-9753-b0747cb53d0d tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Calling delete_port for 6ce994cb-e48b-429e-9413-e76e507a57c0 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:31.683246 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d8f8b6d8-47e5-4605-b02b-c7bd989631f0 req-d64b95f8-b6f5-42ec-b255-8b87e0d46f05 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/ports?device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 943 time: 0.6013138 Feb 09 01:39:31.743779 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5a5979-3da1-4bea-908d-8024e3699620 None None] Network edec8815-d729-4166-8656-46cd46fa9605 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:31.869460 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d8f8b6d8-47e5-4605-b02b-c7bd989631f0 req-e182aa9a-55fa-4998-8825-61aa9764c891 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70b2d05-7496-4399-bb0d-f130f66e9850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799004 Feb 09 01:39:31.876164 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcf32-00e4-4945-af1c-8d337e8169e6 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (f00d29a7-262b-4650-b968-803c8ad7f311), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.889554 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8e187d8a-5bfc-4034-996a-f286c9e13761 None None] Provisioning complete for port dbca696c-909f-4c0e-aa47-7719d3a17ac3 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:31.890889 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8e187d8a-5bfc-4034-996a-f286c9e13761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (dbca696c-909f-4c0e-aa47-7719d3a17ac3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.951360 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5955b398-eaf9-4d9a-99d7-6cd7f6a26b6e req-c2d977fa-e108-46dd-9753-b0747cb53d0d tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (6ce994cb-e48b-429e-9413-e76e507a57c0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.998892 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7042230b-3ee4-4f02-a806-5090d90ba554 x-openstack-request-id: req-7042230b-3ee4-4f02-a806-5090d90ba554 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:31.999735 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86948b39-1ab3-443b-a9ad-8bb901309939", "name": "network-vif-plugged", "status": "completed", "tag": "93cfc8e8-1d4e-46ab-9898-e329e9bd64ac", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:31.999998 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7042230b-3ee4-4f02-a806-5090d90ba554 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:32.000404 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86948b39-1ab3-443b-a9ad-8bb901309939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93cfc8e8-1d4e-46ab-9898-e329e9bd64ac', 'code': 200} Feb 09 01:39:32.032158 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-a09e8224-ff46-42a6-921e-1ff8f99ad9a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1162e2e0-3c93-4ae0-b353-927b32cec91e') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:32.033988 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-a09e8224-ff46-42a6-921e-1ff8f99ad9a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1162e2e0-3c93-4ae0-b353-927b32cec91e') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:32.082932 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8e187d8a-5bfc-4034-996a-f286c9e13761 None None] Current status of the port dbca696c-909f-4c0e-aa47-7719d3a17ac3 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:32.083633 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8e187d8a-5bfc-4034-996a-f286c9e13761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dbca696c-909f-4c0e-aa47-7719d3a17ac3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.135159 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86df2fce-c2f8-4758-abe1-94cfea98e49a req-b2f768dc-679b-4f9c-b6fd-4303cbec46d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9792313-42b9-4b78-9553-f013d6c2a0e8 HTTP/1.1" status: 200 len: 217 time: 0.6666310 Feb 09 01:39:32.155812 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d977fa-e108-46dd-9753-b0747cb53d0d tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Pushing event deleted for resources: {'Port': ['ID=6ce994cb-e48b-429e-9413-e76e507a57c0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:32.174092 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-8e187d8a-5bfc-4034-996a-f286c9e13761 None None] For port dbca696c-909f-4c0e-aa47-7719d3a17ac3, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=dbca696c-909f-4c0e-aa47-7719d3a17ac3,segment=NetworkSegment(afe3e58c-d079-476b-b634-048b73f6dcb3),segment_id=afe3e58c-d079-476b-b634-048b73f6dcb3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:32.180076 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8e187d8a-5bfc-4034-996a-f286c9e13761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (dbca696c-909f-4c0e-aa47-7719d3a17ac3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.202549 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-38166102-5a06-49c4-9bb7-05be88b81528 req-dbbf833d-3a6f-4be7-ad24-e88b7afd4b30 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 210 time: 0.1379163 Feb 09 01:39:32.275908 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1dcf32-00e4-4945-af1c-8d337e8169e6 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Subnet': ['ID=f00d29a7-262b-4650-b968-803c8ad7f311,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:32.309087 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e187d8a-5bfc-4034-996a-f286c9e13761 None None] Pushing event updated for resources: {'Port': ['ID=dbca696c-909f-4c0e-aa47-7719d3a17ac3,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:32.336961 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a09e8224-ff46-42a6-921e-1ff8f99ad9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (1162e2e0-3c93-4ae0-b353-927b32cec91e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.339981 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df2fce-c2f8-4758-abe1-94cfea98e49a req-47715220-b3b8-42fc-889b-6a41cc34978c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:32.340735 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1dcf32-00e4-4945-af1c-8d337e8169e6 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Checking segment: {'id': '411e2791-57ca-4260-822b-046f6bfd91d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '64f4f9f5-2281-4f1c-9755-1a6ee465c978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:32.341217 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1dcf32-00e4-4945-af1c-8d337e8169e6 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Network hostable DHCP agents. Network: 64f4f9f5-2281-4f1c-9755-1a6ee465c978, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:39:32.342041 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86df2fce-c2f8-4758-abe1-94cfea98e49a req-47715220-b3b8-42fc-889b-6a41cc34978c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aaa4f88c-87b0-4b37-8b45-2753d866ef5a HTTP/1.1" status: 200 len: 849 time: 0.1793151 Feb 09 01:39:32.361854 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b313d6e0-3b7d-4ff3-aed9-327de52dbc5d req-4b89bf75-21c9-449a-abe5-f3694bd93f00 tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a9b12a-7c5c-489f-8523-7b32352b0918 HTTP/1.1" status: 200 len: 210 time: 0.0381894 Feb 09 01:39:32.362338 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b858bd72-ac9c-4268-87c1-12b8da6d9fc3 admin admin] Publish callbacks [] for router_gateway (8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.432604 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647bd08-3ec3-41f4-9996-4137dbb4527c req-fd980529-e823-42b5-a1d7-cbdfd6df58aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:32.434086 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9647bd08-3ec3-41f4-9996-4137dbb4527c req-fd980529-e823-42b5-a1d7-cbdfd6df58aa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=86948b39-1ab3-443b-a9ad-8bb901309939 HTTP/1.1" status: 200 len: 1132 time: 0.3485157 Feb 09 01:39:32.434348 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5955b398-eaf9-4d9a-99d7-6cd7f6a26b6e req-c2d977fa-e108-46dd-9753-b0747cb53d0d tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] No DVR routers for this DVR port 6ce994cb-e48b-429e-9413-e76e507a57c0 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:32.470681 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5955b398-eaf9-4d9a-99d7-6cd7f6a26b6e req-c2d977fa-e108-46dd-9753-b0747cb53d0d tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.476644 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5955b398-eaf9-4d9a-99d7-6cd7f6a26b6e req-c2d977fa-e108-46dd-9753-b0747cb53d0d tempest-LiveMigrationTest-1674946618 tempest-LiveMigrationTest-1674946618-project] 10.222.0.48 "DELETE /v2.0/ports/6ce994cb-e48b-429e-9413-e76e507a57c0 HTTP/1.1" status: 204 len: 173 time: 1.6977816 Feb 09 01:39:32.480875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a9b12a-7c5c-489f-8523-7b32352b0918', 'name': 'network-vif-deleted', 'tag': '6ce994cb-e48b-429e-9413-e76e507a57c0'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:32.484352 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba59a3ed-a5fa-4919-8764-9ba1b6284c4f" -d '{"events": [{"server_uuid": "06a9b12a-7c5c-489f-8523-7b32352b0918", "name": "network-vif-deleted", "tag": "6ce994cb-e48b-429e-9413-e76e507a57c0"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:32.502810 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1dcf32-00e4-4945-af1c-8d337e8169e6 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Network 64f4f9f5-2281-4f1c-9755-1a6ee465c978 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:39:32.516094 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ba78234c-934a-4e4d-9ea0-e07d24fa8ace None None] Provisioning complete for port dbca696c-909f-4c0e-aa47-7719d3a17ac3 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:32.516470 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba78234c-934a-4e4d-9ea0-e07d24fa8ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (dbca696c-909f-4c0e-aa47-7719d3a17ac3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.522899 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a09e8224-ff46-42a6-921e-1ff8f99ad9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (1162e2e0-3c93-4ae0-b353-927b32cec91e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.574231 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-44d61440-d126-4d78-9bbe-8f3c86c35679 req-4a32f81f-38e7-412a-9242-3f3a81771862 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 210 time: 0.0953355 Feb 09 01:39:32.593214 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-1e1dcf32-00e4-4945-af1c-8d337e8169e6 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 64f4f9f5-2281-4f1c-9755-1a6ee465c978) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:32.600674 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1dcf32-00e4-4945-af1c-8d337e8169e6 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:32.601260 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcf32-00e4-4945-af1c-8d337e8169e6 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.605215 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9647bd08-3ec3-41f4-9996-4137dbb4527c req-1b7cdc39-6d65-4a67-b452-7ff20394bf4a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=77c50ecd-1bf4-406a-a51b-ee01a6e8ca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579883 Feb 09 01:39:32.629074 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09e8224-ff46-42a6-921e-1ff8f99ad9a7 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:32.629499 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a09e8224-ff46-42a6-921e-1ff8f99ad9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (1162e2e0-3c93-4ae0-b353-927b32cec91e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:32.645500 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:32.650697 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device dbca696c-909f-4c0e-aa47-7719d3a17ac3 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:32.656370 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff8b951-b704-4dba-8eb6-bf026bebb57f None None] Network 64f4f9f5-2281-4f1c-9755-1a6ee465c978 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:32.674931 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1e1dcf32-00e4-4945-af1c-8d337e8169e6 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7471952 Feb 09 01:39:32.687077 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490eb4e-1803-4450-a31f-3f589c0d5e14 req-50c392b6-4d78-43a8-825a-96f6a0fa6336 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:32.699399 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b490eb4e-1803-4450-a31f-3f589c0d5e14 req-50c392b6-4d78-43a8-825a-96f6a0fa6336 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/ports?device_id=86948b39-1ab3-443b-a9ad-8bb901309939 HTTP/1.1" status: 200 len: 950 time: 0.7567236 Feb 09 01:39:32.714240 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36582) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:32.731571 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-831d43a0-81de-4655-97c4-6640e2893e94 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:32.757870 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2464b7-7d2c-4cec-930a-7e089efcad35 x-openstack-request-id: req-fc2464b7-7d2c-4cec-930a-7e089efcad35 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:32.758173 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a9b12a-7c5c-489f-8523-7b32352b0918", "name": "network-vif-deleted", "tag": "6ce994cb-e48b-429e-9413-e76e507a57c0", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:32.758421 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fc2464b7-7d2c-4cec-930a-7e089efcad35 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:32.759964 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a9b12a-7c5c-489f-8523-7b32352b0918', 'name': 'network-vif-deleted', 'tag': '6ce994cb-e48b-429e-9413-e76e507a57c0', 'status': 'completed', 'code': 200} Feb 09 01:39:32.859273 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b858bd72-ac9c-4268-87c1-12b8da6d9fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.859828 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b490eb4e-1803-4450-a31f-3f589c0d5e14 req-ed0e08b5-b8ec-4b1c-9ada-6e0e4bfc2e84 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/security-groups?id=77c50ecd-1bf4-406a-a51b-ee01a6e8ca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593168 Feb 09 01:39:32.861921 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a09e8224-ff46-42a6-921e-1ff8f99ad9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (2a1e16ff-3437-4090-8f98-4c6cda2f7d61), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.863547 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-831d43a0-81de-4655-97c4-6640e2893e94 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4938089'] for subnet (f00d29a7-262b-4650-b968-803c8ad7f311), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.881600 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df2fce-c2f8-4758-abe1-94cfea98e49a req-8954629c-4d5b-4a9e-b320-3dfbf51b6cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:32.883174 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86df2fce-c2f8-4758-abe1-94cfea98e49a req-8954629c-4d5b-4a9e-b320-3dfbf51b6cb1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9dd2436d-5794-4c28-8930-9c0fdeceb912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4503431 Feb 09 01:39:32.899669 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a09e8224-ff46-42a6-921e-1ff8f99ad9a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.913649 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a09e8224-ff46-42a6-921e-1ff8f99ad9a7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2a1e16ff-3437-4090-8f98-4c6cda2f7d61 HTTP/1.1" status: 204 len: 168 time: 2.2840972 Feb 09 01:39:33.075580 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port dbca696c-909f-4c0e-aa47-7719d3a17ac3 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:33.076946 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (dbca696c-909f-4c0e-aa47-7719d3a17ac3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.133223 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86df2fce-c2f8-4758-abe1-94cfea98e49a req-9dea7f78-c01b-4933-86fb-8dc30afd289d service neutron] 10.222.0.48 "GET /v2.0/networks/9dd2436d-5794-4c28-8930-9c0fdeceb912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767931 Feb 09 01:39:33.134416 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e8224-ff46-42a6-921e-1ff8f99ad9a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a1e16ff-3437-4090-8f98-4c6cda2f7d61,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:33.187558 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3857b5-116f-4e81-8680-a78c76f1b635 req-4014bb4c-fff2-4ae9-ac12-d36a0d60195b tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:33.195417 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7c3857b5-116f-4e81-8680-a78c76f1b635 req-4014bb4c-fff2-4ae9-ac12-d36a0d60195b tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/ports?device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 943 time: 0.1271477 Feb 09 01:39:33.204006 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-831d43a0-81de-4655-97c4-6640e2893e94 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762502311172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7857312'] for subnet (f00d29a7-262b-4650-b968-803c8ad7f311), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.250648 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36590) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:33.270094 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ba78234c-934a-4e4d-9ea0-e07d24fa8ace None None] Current status of the port dbca696c-909f-4c0e-aa47-7719d3a17ac3 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:33.274690 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831d43a0-81de-4655-97c4-6640e2893e94 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:33.275549 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-831d43a0-81de-4655-97c4-6640e2893e94 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.276984 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-831d43a0-81de-4655-97c4-6640e2893e94 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "PUT /v2.0/subnets/f00d29a7-262b-4650-b968-803c8ad7f311 HTTP/1.1" status: 200 len: 806 time: 0.5618021 Feb 09 01:39:33.280725 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36592) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:33.286222 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4986bd0f-78ee-4045-9441-b954fffe63ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-64f4f9f5-2281-4f1c-9755-1a6ee465c978', 'network_id': '64f4f9f5-2281-4f1c-9755-1a6ee465c978', 'project_id': '3d65d33aaf04470498c708076d84ab02', 'fixed_ips': [{'subnet_id': 'f00d29a7-262b-4650-b968-803c8ad7f311'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:39:33.287093 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4986bd0f-78ee-4045-9441-b954fffe63ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.361903 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d43a0-81de-4655-97c4-6640e2893e94 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Subnet': ['ID=f00d29a7-262b-4650-b968-803c8ad7f311,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:33.377904 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b858bd72-ac9c-4268-87c1-12b8da6d9fc3 admin admin] Router 8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:39:33.386570 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a7e49818-5fde-43f0-a2e6-218c9e7e787b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b07de46a82164c668a0ced35af54f222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274424 Feb 09 01:39:33.396143 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36594) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:33.443010 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94d16230-3050-4263-b7ae-03e10ff9894b req-8608bfe8-af9c-484b-a1e6-8cf822e9e5b0 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 210 time: 0.0615773 Feb 09 01:39:33.462512 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (64f4f9f5-2281-4f1c-9755-1a6ee465c978), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.488736 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86df2fce-c2f8-4758-abe1-94cfea98e49a req-d7b63849-1334-4231-a3b1-775f258a0b7d service neutron] 10.222.0.48 "GET /v2.0/networks/9dd2436d-5794-4c28-8930-9c0fdeceb912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465672 Feb 09 01:39:33.511249 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7c3857b5-116f-4e81-8680-a78c76f1b635 req-6f1f9ea3-d5b3-4250-a16f-238f82165234 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70b2d05-7496-4399-bb0d-f130f66e9850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3122666 Feb 09 01:39:33.513137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36598) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:33.736234 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port dbca696c-909f-4c0e-aa47-7719d3a17ac3 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:33.745726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device c9792313-42b9-4b78-9553-f013d6c2a0e8 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:39:33.748744 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 6ce994cb-e48b-429e-9413-e76e507a57c0 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:33.777741 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 6ce994cb-e48b-429e-9413-e76e507a57c0 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:33.778266 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 6ce994cb-e48b-429e-9413-e76e507a57c0 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:33.814825 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f208e56e-f50b-45e0-81be-d8ba0de945ef req-afb4721a-a90e-4237-a1da-676fe89753ff tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 210 time: 0.0764403 Feb 09 01:39:33.815644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-4986bd0f-78ee-4045-9441-b954fffe63ab None None] Allocated IP 172.20.0.2 (64f4f9f5-2281-4f1c-9755-1a6ee465c978/f00d29a7-262b-4650-b968-803c8ad7f311/66418e93-f4b7-40fa-bd1d-e4731a9c456e) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:33.994363 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-05bc2b42-6096-4828-bf60-e7947f716555 admin admin] Deleting subnet 5d984b3d-a8e5-4608-b4ad-f090ccd966bb {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:39:34.000469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port c9792313-42b9-4b78-9553-f013d6c2a0e8, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c9792313-42b9-4b78-9553-f013d6c2a0e8,segment=NetworkSegment(2dc49879-3ba2-46db-ad41-df99fbf03b1c),segment_id=2dc49879-3ba2-46db-ad41-df99fbf03b1c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:34.001015 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05bc2b42-6096-4828-bf60-e7947f716555 admin admin] Publish callbacks [] for subnet (5d984b3d-a8e5-4608-b4ad-f090ccd966bb), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.028369 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'c9792313-42b9-4b78-9553-f013d6c2a0e8', 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912', 'port_id': 'c9792313-42b9-4b78-9553-f013d6c2a0e8', 'mac_address': 'fa:16:3e:16:72:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa4f88c-87b0-4b37-8b45-2753d866ef5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:39:34.067368 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05bc2b42-6096-4828-bf60-e7947f716555 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (5d984b3d-a8e5-4608-b4ad-f090ccd966bb), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.073812 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b858bd72-ac9c-4268-87c1-12b8da6d9fc3 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:39:34.096872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] Sync routers for ids ['8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:39:34.134402 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] Routers {'8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:34.135017 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:39:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:34.139912 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05bc2b42-6096-4828-bf60-e7947f716555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (5d984b3d-a8e5-4608-b4ad-f090ccd966bb), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.145864 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4986bd0f-78ee-4045-9441-b954fffe63ab None None] Publish callbacks [] for port (66418e93-f4b7-40fa-bd1d-e4731a9c456e), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.154817 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-71364947-6d12-48ed-ab48-f2254c77df6c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:34.156428 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-71364947-6d12-48ed-ab48-f2254c77df6c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.67 "GET /v2.0/networks?id=1c164421-b937-4772-b3ad-c06ffa4973ed HTTP/1.1" status: 200 len: 813 time: 0.7624807 Feb 09 01:39:34.211870 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05bc2b42-6096-4828-bf60-e7947f716555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (5d984b3d-a8e5-4608-b4ad-f090ccd966bb), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.214488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port c9792313-42b9-4b78-9553-f013d6c2a0e8 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:34.214889 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c9792313-42b9-4b78-9553-f013d6c2a0e8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.217829 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-f4861614-4a83-49d8-be4a-595abdf958a9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Request body: {'port': {'device_id': '2582cb04-5981-4341-a2b3-36f504831b17', 'network_id': '1c164421-b937-4772-b3ad-c06ffa4973ed', 'admin_state_up': True, 'tenant_id': '882b1d74468f4236916ac9797755db7f'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:34.226992 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4986bd0f-78ee-4045-9441-b954fffe63ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (66418e93-f4b7-40fa-bd1d-e4731a9c456e), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.235669 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b858bd72-ac9c-4268-87c1-12b8da6d9fc3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.237253 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b858bd72-ac9c-4268-87c1-12b8da6d9fc3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3367951 Feb 09 01:39:34.241333 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36606) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:34.245928 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc2b42-6096-4828-bf60-e7947f716555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d984b3d-a8e5-4608-b4ad-f090ccd966bb,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:34.273839 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9792313-42b9-4b78-9553-f013d6c2a0e8 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:39:34.294767 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05bc2b42-6096-4828-bf60-e7947f716555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.298717 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-05bc2b42-6096-4828-bf60-e7947f716555 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5d984b3d-a8e5-4608-b4ad-f090ccd966bb HTTP/1.1" status: 204 len: 168 time: 0.7837625 Feb 09 01:39:34.307921 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4986bd0f-78ee-4045-9441-b954fffe63ab None None] Network 64f4f9f5-2281-4f1c-9755-1a6ee465c978 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:34.318977 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-4986bd0f-78ee-4045-9441-b954fffe63ab None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:34.330176 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4986bd0f-78ee-4045-9441-b954fffe63ab None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:34.333104 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36608) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:34.337349 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986bd0f-78ee-4045-9441-b954fffe63ab None None] Pushing event updated for resources: {'Port': ['ID=66418e93-f4b7-40fa-bd1d-e4731a9c456e,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:34.347398 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port c9792313-42b9-4b78-9553-f013d6c2a0e8, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c9792313-42b9-4b78-9553-f013d6c2a0e8,segment=NetworkSegment(2dc49879-3ba2-46db-ad41-df99fbf03b1c),segment_id=2dc49879-3ba2-46db-ad41-df99fbf03b1c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:34.376386 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c9792313-42b9-4b78-9553-f013d6c2a0e8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.415992 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b3d2c9d8-a478-4177-bf65-0fa1b5f79856 admin admin] Publish callbacks [] for security_group (9c8d316c-bf8f-4438-b82d-3f07420bfd87), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.436061 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7b129c3f-079a-44a6-b018-7db4a9ff16e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (e22f3d8b-910b-4bfd-888d-5b6735c33e0d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.444956 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b3d2c9d8-a478-4177-bf65-0fa1b5f79856 admin admin] Publish callbacks [] for security_group (9c8d316c-bf8f-4438-b82d-3f07420bfd87), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.457652 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] Set router 8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:34.547374 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453053d-3941-4e29-ae9f-f6b5f15776e8 req-7c25f8d7-b7fe-4d3a-94bb-2036884bc97c tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:34.559006 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b453053d-3941-4e29-ae9f-f6b5f15776e8 req-7c25f8d7-b7fe-4d3a-94bb-2036884bc97c tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/ports?device_id=86948b39-1ab3-443b-a9ad-8bb901309939 HTTP/1.1" status: 200 len: 950 time: 0.4139197 Feb 09 01:39:34.566102 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4986bd0f-78ee-4045-9441-b954fffe63ab None None] Attempting to bind port 66418e93-f4b7-40fa-bd1d-e4731a9c456e on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:34.566631 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4986bd0f-78ee-4045-9441-b954fffe63ab None None] Attempting to bind port 66418e93-f4b7-40fa-bd1d-e4731a9c456e by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '411e2791-57ca-4260-822b-046f6bfd91d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '64f4f9f5-2281-4f1c-9755-1a6ee465c978'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:34.567126 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4986bd0f-78ee-4045-9441-b954fffe63ab None None] Attempting to bind port 66418e93-f4b7-40fa-bd1d-e4731a9c456e on network 64f4f9f5-2281-4f1c-9755-1a6ee465c978 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:34.589133 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b3d2c9d8-a478-4177-bf65-0fa1b5f79856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9c8d316c-bf8f-4438-b82d-3f07420bfd87), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.592917 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b3d2c9d8-a478-4177-bf65-0fa1b5f79856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.596623 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b3d2c9d8-a478-4177-bf65-0fa1b5f79856 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c8d316c-bf8f-4438-b82d-3f07420bfd87 HTTP/1.1" status: 204 len: 168 time: 1.1374118 Feb 09 01:39:34.617524 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4986bd0f-78ee-4045-9441-b954fffe63ab None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:34.617989 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7b129c3f-079a-44a6-b018-7db4a9ff16e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (e22f3d8b-910b-4bfd-888d-5b6735c33e0d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.618188 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4986bd0f-78ee-4045-9441-b954fffe63ab None None] Checking segment: {'id': '411e2791-57ca-4260-822b-046f6bfd91d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '64f4f9f5-2281-4f1c-9755-1a6ee465c978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:34.619649 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4986bd0f-78ee-4045-9441-b954fffe63ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.620192 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4986bd0f-78ee-4045-9441-b954fffe63ab None None] Bound using segment: {'id': '411e2791-57ca-4260-822b-046f6bfd91d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '64f4f9f5-2281-4f1c-9755-1a6ee465c978'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:34.620795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4986bd0f-78ee-4045-9441-b954fffe63ab None None] Bound port: 66418e93-f4b7-40fa-bd1d-e4731a9c456e, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '411e2791-57ca-4260-822b-046f6bfd91d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '64f4f9f5-2281-4f1c-9755-1a6ee465c978'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:34.621297 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4986bd0f-78ee-4045-9441-b954fffe63ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (66418e93-f4b7-40fa-bd1d-e4731a9c456e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.623890 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=c9792313-42b9-4b78-9553-f013d6c2a0e8,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:34.644980 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-7b129c3f-079a-44a6-b018-7db4a9ff16e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e22f3d8b-910b-4bfd-888d-5b6735c33e0d']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:34.656885 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-7b129c3f-079a-44a6-b018-7db4a9ff16e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:34.657178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-7b129c3f-079a-44a6-b018-7db4a9ff16e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:34.670781 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7b129c3f-079a-44a6-b018-7db4a9ff16e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.682394 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (f00d29a7-262b-4650-b968-803c8ad7f311), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.687593 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7b129c3f-079a-44a6-b018-7db4a9ff16e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.695218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b129c3f-079a-44a6-b018-7db4a9ff16e0 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:34.695656 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7b129c3f-079a-44a6-b018-7db4a9ff16e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (f492ebf7-cdeb-4daf-9244-0c3dd8f0cdf0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.706491 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['c9792313-42b9-4b78-9553-f013d6c2a0e8'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:34.773094 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:34.826653 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4986bd0f-78ee-4045-9441-b954fffe63ab None None] For port 66418e93-f4b7-40fa-bd1d-e4731a9c456e, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:34.828212 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2c9d8-a478-4177-bf65-0fa1b5f79856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8d316c-bf8f-4438-b82d-3f07420bfd87,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:34.830523 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7b129c3f-079a-44a6-b018-7db4a9ff16e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (e22f3d8b-910b-4bfd-888d-5b6735c33e0d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.846438 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4986bd0f-78ee-4045-9441-b954fffe63ab None None] For port 66418e93-f4b7-40fa-bd1d-e4731a9c456e, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=66418e93-f4b7-40fa-bd1d-e4731a9c456e,segment=NetworkSegment(411e2791-57ca-4260-822b-046f6bfd91d2),segment_id=411e2791-57ca-4260-822b-046f6bfd91d2)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:34.855253 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (f00d29a7-262b-4650-b968-803c8ad7f311), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.870300 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4986bd0f-78ee-4045-9441-b954fffe63ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (66418e93-f4b7-40fa-bd1d-e4731a9c456e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.906291 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c0d89d91-66b0-4444-bb69-0e90c25c84a4 req-93acf5e2-0c31-4a73-8923-7a0af0b5d186 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 210 time: 0.1293142 Feb 09 01:39:34.910477 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7b129c3f-079a-44a6-b018-7db4a9ff16e0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.921654 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7b129c3f-079a-44a6-b018-7db4a9ff16e0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e22f3d8b-910b-4bfd-888d-5b6735c33e0d HTTP/1.1" status: 204 len: 168 time: 0.5849202 Feb 09 01:39:34.948676 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36620) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:34.949479 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Subnet': ['ID=f00d29a7-262b-4650-b968-803c8ad7f311,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:35.021644 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b453053d-3941-4e29-ae9f-f6b5f15776e8 req-340b0a26-f2dc-46d5-b0ae-c0ce34f55132 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/security-groups?id=77c50ecd-1bf4-406a-a51b-ee01a6e8ca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615424 Feb 09 01:39:35.025550 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986bd0f-78ee-4045-9441-b954fffe63ab None None] Pushing event updated for resources: {'Port': ['ID=66418e93-f4b7-40fa-bd1d-e4731a9c456e,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:35.057803 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c', 'name': 'tempest-FloatingIPsTestJSON-360473649-router', 'tenant_id': 'ca8d299dff334a99884c459219bd377a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'fa581ea3-4428-4c35-b595-bb190d082249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:39:27Z', 'updated_at': '2022-02-09T01:39:31Z', 'revision_number': 3, 'project_id': 'ca8d299dff334a99884c459219bd377a', 'gw_port': {'id': 'fa581ea3-4428-4c35-b595-bb190d082249', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:29Z', 'updated_at': '2022-02-09T01:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:35.088427 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b129c3f-079a-44a6-b018-7db4a9ff16e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e22f3d8b-910b-4bfd-888d-5b6735c33e0d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:35.140544 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] Checking router: 8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:39:35.141138 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] Updating router 8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c port fa581ea3-4428-4c35-b595-bb190d082249 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:39:35.142985 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-f4861614-4a83-49d8-be4a-595abdf958a9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Made reservation on behalf of 882b1d74468f4236916ac9797755db7f for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:35.149290 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-f4861614-4a83-49d8-be4a-595abdf958a9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.233013 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c8bb6ce5-cfd1-42bf-8d27-f65725a27d79 req-a140ea23-ee9f-4ad8-a1ba-48936627e4e8 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 210 time: 0.0354593 Feb 09 01:39:35.248522 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36622) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:35.263928 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fa581ea3-4428-4c35-b595-bb190d082249), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.264866 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (64f4f9f5-2281-4f1c-9755-1a6ee465c978), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.273953 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dff1169-f3a1-4111-ae2c-a7c1a13d717a admin admin] Deleting subnet 718f0f88-1bdf-405b-9fa5-e9d222540b8f {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:39:35.293100 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4dff1169-f3a1-4111-ae2c-a7c1a13d717a admin admin] Publish callbacks [] for subnet (718f0f88-1bdf-405b-9fa5-e9d222540b8f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.402099 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f4f9f5-2281-4f1c-9755-1a6ee465c978']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:35.423406 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2800fb-36cb-4ed6-8b23-3c819de935bd req-308e6a8c-afd6-423c-a7d3-8892af8d7476 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:35.431897 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0a2800fb-36cb-4ed6-8b23-3c819de935bd req-308e6a8c-afd6-423c-a7d3-8892af8d7476 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/ports?device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 944 time: 0.4363787 Feb 09 01:39:35.446532 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411e2791-57ca-4260-822b-046f6bfd91d2') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:35.446532 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411e2791-57ca-4260-822b-046f6bfd91d2') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:35.455376 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4dff1169-f3a1-4111-ae2c-a7c1a13d717a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (718f0f88-1bdf-405b-9fa5-e9d222540b8f), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.511025 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (411e2791-57ca-4260-822b-046f6bfd91d2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.576714 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (411e2791-57ca-4260-822b-046f6bfd91d2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.590087 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4dff1169-f3a1-4111-ae2c-a7c1a13d717a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (718f0f88-1bdf-405b-9fa5-e9d222540b8f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.594638 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:35.595251 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (411e2791-57ca-4260-822b-046f6bfd91d2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:35.622485 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:35.668684 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0a2800fb-36cb-4ed6-8b23-3c819de935bd req-29b96765-bd90-47bf-9f41-a527e83f0426 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70b2d05-7496-4399-bb0d-f130f66e9850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302234 Feb 09 01:39:35.701545 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-f4861614-4a83-49d8-be4a-595abdf958a9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Allocated IP 172.20.0.9 (1c164421-b937-4772-b3ad-c06ffa4973ed/9145d287-893f-45e0-a833-97ee0b627cb1/05366da3-ae6f-43e0-a840-3c9d28c899e6) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:35.723785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device c9792313-42b9-4b78-9553-f013d6c2a0e8 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:35.724706 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.db.api [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:39:35.724706 n-d-828387-3 neutron-server[103184]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:39:35.724706 n-d-828387-3 neutron-server[103184]: [parameters: {'id': '64f4f9f5-2281-4f1c-9755-1a6ee465c978'}] Feb 09 01:39:35.724706 n-d-828387-3 neutron-server[103184]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:39:35.725119 n-d-828387-3 neutron-server[103184]: DEBUG oslo_db.api [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:39:35.732311 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] Publish callbacks [] for port (fa581ea3-4428-4c35-b595-bb190d082249), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.760319 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4dff1169-f3a1-4111-ae2c-a7c1a13d717a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (718f0f88-1bdf-405b-9fa5-e9d222540b8f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.764913 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0b873bd3-7dc8-49e5-8297-b79f14f3ef4f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41fa2be38383487489ad43ca47ccafac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3763809 Feb 09 01:39:35.766984 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e8b85296-43e4-4260-81be-eb2dc0d41c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.771037 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (fa581ea3-4428-4c35-b595-bb190d082249), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.771781 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36624) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:35.806466 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4dff1169-f3a1-4111-ae2c-a7c1a13d717a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.813209 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4dff1169-f3a1-4111-ae2c-a7c1a13d717a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/718f0f88-1bdf-405b-9fa5-e9d222540b8f HTTP/1.1" status: 204 len: 168 time: 0.8535404 Feb 09 01:39:35.819266 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36626) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:35.824468 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff1169-f3a1-4111-ae2c-a7c1a13d717a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=718f0f88-1bdf-405b-9fa5-e9d222540b8f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:35.863231 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] Attempting to bind port fa581ea3-4428-4c35-b595-bb190d082249 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:35.863882 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] Attempting to bind port fa581ea3-4428-4c35-b595-bb190d082249 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:35.864451 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] Attempting to bind port fa581ea3-4428-4c35-b595-bb190d082249 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:35.867175 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bff9d-d757-4a9d-86c5-fa7ee98350a1 None None] Pushing event updated for resources: {'Port': ['ID=fa581ea3-4428-4c35-b595-bb190d082249,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:35.881819 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port c9792313-42b9-4b78-9553-f013d6c2a0e8 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:39:35.885763 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:35.886143 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:35.886546 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.886940 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:35.887459 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] Bound port: fa581ea3-4428-4c35-b595-bb190d082249, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:35.887850 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fa581ea3-4428-4c35-b595-bb190d082249), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.891357 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port c9792313-42b9-4b78-9553-f013d6c2a0e8 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:35.896501 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c9792313-42b9-4b78-9553-f013d6c2a0e8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.973310 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7bc19406-8e1a-4112-98af-4ecb8c322562 admin admin] Publish callbacks [] for security_group (81db4e3e-653f-44ae-b78b-21e16a23a807), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.123632 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f7e4e30f-9ba9-4de6-b89f-2b33c850815c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (c6330689-dcc3-40e4-9c0c-0dd8db6a1d78), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.140799 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7bc19406-8e1a-4112-98af-4ecb8c322562 admin admin] Publish callbacks [] for security_group (81db4e3e-653f-44ae-b78b-21e16a23a807), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.146499 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cec2b91a-2736-4f07-9181-298b171b9a03 req-acfd1869-dedf-475f-80ff-2953c1630b5d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 210 time: 0.0799813 Feb 09 01:39:36.161232 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] For port fa581ea3-4428-4c35-b595-bb190d082249, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:36.193346 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] For port fa581ea3-4428-4c35-b595-bb190d082249, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=fa581ea3-4428-4c35-b595-bb190d082249,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:36.194751 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port c9792313-42b9-4b78-9553-f013d6c2a0e8 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:36.195197 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c9792313-42b9-4b78-9553-f013d6c2a0e8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.212820 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (fa581ea3-4428-4c35-b595-bb190d082249), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.226142 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (64f4f9f5-2281-4f1c-9755-1a6ee465c978), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.244867 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-f4861614-4a83-49d8-be4a-595abdf958a9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Publish callbacks [] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.296536 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415748ef-a353-4f58-b503-f9277d4e1e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9792313-42b9-4b78-9553-f013d6c2a0e8'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:36.301631 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62f804b-640b-4459-b9fe-0036c3f5555f" -d '{"events": [{"server_uuid": "415748ef-a353-4f58-b503-f9277d4e1e73", "name": "network-vif-plugged", "status": "completed", "tag": "c9792313-42b9-4b78-9553-f013d6c2a0e8"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:36.362135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port c9792313-42b9-4b78-9553-f013d6c2a0e8, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c9792313-42b9-4b78-9553-f013d6c2a0e8,segment=NetworkSegment(2dc49879-3ba2-46db-ad41-df99fbf03b1c),segment_id=2dc49879-3ba2-46db-ad41-df99fbf03b1c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:36.378972 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7bc19406-8e1a-4112-98af-4ecb8c322562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (81db4e3e-653f-44ae-b78b-21e16a23a807), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.381997 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7bc19406-8e1a-4112-98af-4ecb8c322562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.386821 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7bc19406-8e1a-4112-98af-4ecb8c322562 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81db4e3e-653f-44ae-b78b-21e16a23a807 HTTP/1.1" status: 204 len: 168 time: 0.5742195 Feb 09 01:39:36.416350 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c9792313-42b9-4b78-9553-f013d6c2a0e8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.421725 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bff9d-d757-4a9d-86c5-fa7ee98350a1 None None] Pushing event updated for resources: {'Port': ['ID=fa581ea3-4428-4c35-b595-bb190d082249,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:36.437694 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] Routers {'8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:36.446005 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2bfccf86-b307-4715-8b95-e2da3d72628b req-64e7ff70-666c-40ed-964d-cfcd2e333b21 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 210 time: 0.0577343 Feb 09 01:39:36.450732 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:39:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:36.459632 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc19406-8e1a-4112-98af-4ecb8c322562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81db4e3e-653f-44ae-b78b-21e16a23a807,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:36.476513 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-f4861614-4a83-49d8-be4a-595abdf958a9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.541791 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Deleting port 66418e93-f4b7-40fa-bd1d-e4731a9c456e {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:36.542283 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (66418e93-f4b7-40fa-bd1d-e4731a9c456e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.656134 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a9bfec-1da2-453a-9a69-a8e7f5583842 x-openstack-request-id: req-00a9bfec-1da2-453a-9a69-a8e7f5583842 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:36.656594 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415748ef-a353-4f58-b503-f9277d4e1e73", "name": "network-vif-plugged", "status": "completed", "tag": "c9792313-42b9-4b78-9553-f013d6c2a0e8", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:36.656876 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-00a9bfec-1da2-453a-9a69-a8e7f5583842 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:36.657273 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415748ef-a353-4f58-b503-f9277d4e1e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9792313-42b9-4b78-9553-f013d6c2a0e8', 'code': 200} Feb 09 01:39:36.666052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 66418e93-f4b7-40fa-bd1d-e4731a9c456e up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:36.741248 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-f4861614-4a83-49d8-be4a-595abdf958a9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Network 1c164421-b937-4772-b3ad-c06ffa4973ed is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:36.767200 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4861614-4a83-49d8-be4a-595abdf958a9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Pushing event updated for resources: {'Port': ['ID=05366da3-ae6f-43e0-a840-3c9d28c899e6,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:36.771228 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-f4861614-4a83-49d8-be4a-595abdf958a9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:36.811717 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-f4861614-4a83-49d8-be4a-595abdf958a9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:36.880273 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] For port 66418e93-f4b7-40fa-bd1d-e4731a9c456e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=66418e93-f4b7-40fa-bd1d-e4731a9c456e,segment=NetworkSegment(411e2791-57ca-4260-822b-046f6bfd91d2),segment_id=411e2791-57ca-4260-822b-046f6bfd91d2)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:36.880798 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (66418e93-f4b7-40fa-bd1d-e4731a9c456e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.917400 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Calling delete_port for 66418e93-f4b7-40fa-bd1d-e4731a9c456e owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:36.926398 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4da4f-ef4f-4461-9777-3b3c50da47aa req-5ef54254-c7fd-4eba-8444-2cd85f4be2db tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:36.933372 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-21d4da4f-ef4f-4461-9777-3b3c50da47aa req-5ef54254-c7fd-4eba-8444-2cd85f4be2db tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/ports?device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 945 time: 0.1768630 Feb 09 01:39:36.947638 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b453ad-71ad-4cc2-90f1-64c941cf8214 None None] Network 64f4f9f5-2281-4f1c-9755-1a6ee465c978 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:36.974070 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-f4861614-4a83-49d8-be4a-595abdf958a9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:36.974693 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-f4861614-4a83-49d8-be4a-595abdf958a9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.984383 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9912aa-3ecf-4f93-bc94-340214677b4d req-28da4252-a35b-4954-9bb8-260371ceb39f tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:37.004237 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea9912aa-3ecf-4f93-bc94-340214677b4d req-28da4252-a35b-4954-9bb8-260371ceb39f tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/ports?device_id=86948b39-1ab3-443b-a9ad-8bb901309939 HTTP/1.1" status: 200 len: 950 time: 0.8726408 Feb 09 01:39:37.054778 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-e8b85296-43e4-4260-81be-eb2dc0d41c6a admin admin] Allocated IP 172.20.0.1 (edec8815-d729-4166-8656-46cd46fa9605/b3f3a2aa-5b0c-4571-a63a-f5f3b6de6331/ddccef3a-e7dd-443b-8137-4910aa95b187) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:37.055762 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-f4861614-4a83-49d8-be4a-595abdf958a9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8453999 Feb 09 01:39:37.064494 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f7e4e30f-9ba9-4de6-b89f-2b33c850815c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (c6330689-dcc3-40e4-9c0c-0dd8db6a1d78), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.064719 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c1a8504b-009c-43f2-920a-8faff91a07b4 None None] Provisioning complete for port 66418e93-f4b7-40fa-bd1d-e4731a9c456e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:37.065511 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c1a8504b-009c-43f2-920a-8faff91a07b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (66418e93-f4b7-40fa-bd1d-e4731a9c456e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.087992 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-cf5ae2af-9993-4e1a-914a-43a56afc4c6e service neutron] Request body: {'port': {'device_id': '2582cb04-5981-4341-a2b3-36f504831b17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:37.114278 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] Set router 8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:37.131121 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-f7e4e30f-9ba9-4de6-b89f-2b33c850815c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6330689-dcc3-40e4-9c0c-0dd8db6a1d78']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:37.151364 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfd671-fe1c-4f32-b196-5f6d3b1cde75 req-6ec8e907-e621-44d0-ba52-99e78f240321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:37.153036 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01dfd671-fe1c-4f32-b196-5f6d3b1cde75 req-6ec8e907-e621-44d0-ba52-99e78f240321 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 1127 time: 0.4444311 Feb 09 01:39:37.187843 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-21d4da4f-ef4f-4461-9777-3b3c50da47aa req-7fcb4e00-53b0-4567-aa66-d862236a0c61 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70b2d05-7496-4399-bb0d-f130f66e9850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479050 Feb 09 01:39:37.193748 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea9912aa-3ecf-4f93-bc94-340214677b4d req-90b2a619-39f0-4d5d-bae4-59fe45db7221 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/security-groups?id=77c50ecd-1bf4-406a-a51b-ee01a6e8ca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884403 Feb 09 01:39:37.197811 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-f7e4e30f-9ba9-4de6-b89f-2b33c850815c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb8a735-0959-4ae9-9ab2-646a3e10e2f9') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:37.202145 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-f7e4e30f-9ba9-4de6-b89f-2b33c850815c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb8a735-0959-4ae9-9ab2-646a3e10e2f9') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:37.227475 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-cf5ae2af-9993-4e1a-914a-43a56afc4c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.264737 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f7e4e30f-9ba9-4de6-b89f-2b33c850815c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (bdb8a735-0959-4ae9-9ab2-646a3e10e2f9), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.341996 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (66418e93-f4b7-40fa-bd1d-e4731a9c456e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.363867 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No DVR routers for this DVR port 66418e93-f4b7-40fa-bd1d-e4731a9c456e on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:37.402047 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01dfd671-fe1c-4f32-b196-5f6d3b1cde75 req-dc00813d-c907-4443-b997-bd001b368d16 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a70b2d05-7496-4399-bb0d-f130f66e9850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857505 Feb 09 01:39:37.408319 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f7e4e30f-9ba9-4de6-b89f-2b33c850815c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (bdb8a735-0959-4ae9-9ab2-646a3e10e2f9), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.439773 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e4e30f-9ba9-4de6-b89f-2b33c850815c admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:37.442278 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f7e4e30f-9ba9-4de6-b89f-2b33c850815c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (bdb8a735-0959-4ae9-9ab2-646a3e10e2f9), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.446198 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Port': ['ID=66418e93-f4b7-40fa-bd1d-e4731a9c456e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:37.456109 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:37.571031 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Could not find standard attr ID for object 66418e93-f4b7-40fa-bd1d-e4731a9c456e. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:39:37.581280 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=c9792313-42b9-4b78-9553-f013d6c2a0e8,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:37.586843 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3c7b6d25-ae72-40ab-952d-1bc93b61d113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.593039 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c1a8504b-009c-43f2-920a-8faff91a07b4 None None] Could not find standard attr ID for object 66418e93-f4b7-40fa-bd1d-e4731a9c456e. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:39:37.596873 n-d-828387-3 neutron-server[103185]: INFO neutron.plugins.ml2.db [None req-c1a8504b-009c-43f2-920a-8faff91a07b4 None None] No ports have port_id starting with 66418e93-f4b7-40fa-bd1d-e4731a9c456e Feb 09 01:39:37.605118 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353fd4c7-59ed-4995-a913-42bb0e6c1e91 None None] DHCP port deletion for 64f4f9f5-2281-4f1c-9755-1a6ee465c978 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:39:37.616292 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (64f4f9f5-2281-4f1c-9755-1a6ee465c978), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.641143 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b378b363-ed44-46fa-98bd-a676fa0e3482 None None] Network 64f4f9f5-2281-4f1c-9755-1a6ee465c978 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:37.655787 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18bd98-3f7b-498a-b06b-8f2f0deef09e req-288b3c50-8ead-4455-886d-19c139884649 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:37.662994 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2c18bd98-3f7b-498a-b06b-8f2f0deef09e req-288b3c50-8ead-4455-886d-19c139884649 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 931 time: 0.3601737 Feb 09 01:39:37.689611 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e8b85296-43e4-4260-81be-eb2dc0d41c6a admin admin] Publish callbacks [] for port (ddccef3a-e7dd-443b-8137-4910aa95b187), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.719338 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f4f9f5-2281-4f1c-9755-1a6ee465c978']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:37.730246 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c', 'name': 'tempest-FloatingIPsTestJSON-360473649-router', 'tenant_id': 'ca8d299dff334a99884c459219bd377a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'fa581ea3-4428-4c35-b595-bb190d082249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:39:27Z', 'updated_at': '2022-02-09T01:39:31Z', 'revision_number': 3, 'project_id': 'ca8d299dff334a99884c459219bd377a', 'gw_port': {'id': 'fa581ea3-4428-4c35-b595-bb190d082249', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:29Z', 'updated_at': '2022-02-09T01:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:37.756016 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f7e4e30f-9ba9-4de6-b89f-2b33c850815c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (c6330689-dcc3-40e4-9c0c-0dd8db6a1d78), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.766662 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f7e4e30f-9ba9-4de6-b89f-2b33c850815c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.766891 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f7e4e30f-9ba9-4de6-b89f-2b33c850815c admin admin] 10.222.0.36 "DELETE /v2.0/networks/c6330689-dcc3-40e4-9c0c-0dd8db6a1d78 HTTP/1.1" status: 204 len: 168 time: 1.9452729 Feb 09 01:39:37.769620 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b84358fd-3ef1-484c-bbf3-b09b4cc20dfe req-ce409758-8f35-4d14-a485-db12b8e2e803 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 210 time: 0.0650568 Feb 09 01:39:37.772004 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411e2791-57ca-4260-822b-046f6bfd91d2') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:37.772307 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411e2791-57ca-4260-822b-046f6bfd91d2') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:37.793176 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4e30f-9ba9-4de6-b89f-2b33c850815c admin admin] Pushing event deleted for resources: {'Network': ['ID=c6330689-dcc3-40e4-9c0c-0dd8db6a1d78,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:37.839268 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e7195-d160-43c6-bb83-ec4dff182b17 None None] The sync data for ids ['8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c'] in n-d-828387-3 is: [{'id': '8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c', 'name': 'tempest-FloatingIPsTestJSON-360473649-router', 'tenant_id': 'ca8d299dff334a99884c459219bd377a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'fa581ea3-4428-4c35-b595-bb190d082249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:39:27Z', 'updated_at': '2022-02-09T01:39:31Z', 'revision_number': 3, 'project_id': 'ca8d299dff334a99884c459219bd377a', 'gw_port': {'id': 'fa581ea3-4428-4c35-b595-bb190d082249', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:29Z', 'updated_at': '2022-02-09T01:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:37.851147 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (411e2791-57ca-4260-822b-046f6bfd91d2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.878754 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e8b85296-43e4-4260-81be-eb2dc0d41c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ddccef3a-e7dd-443b-8137-4910aa95b187), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.984590 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b85296-43e4-4260-81be-eb2dc0d41c6a admin admin] Pushing event updated for resources: {'Port': ['ID=ddccef3a-e7dd-443b-8137-4910aa95b187,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:38.034110 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-cf5ae2af-9993-4e1a-914a-43a56afc4c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05366da3-ae6f-43e0-a840-3c9d28c899e6 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:39:38.046669 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-cf5ae2af-9993-4e1a-914a-43a56afc4c6e service neutron] Publish callbacks [] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.050330 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (411e2791-57ca-4260-822b-046f6bfd91d2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.055601 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2c18bd98-3f7b-498a-b06b-8f2f0deef09e req-ccc360b4-ed54-4cda-8ad0-fa6acf3f06de tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915160 Feb 09 01:39:38.073047 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:38.073463 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (411e2791-57ca-4260-822b-046f6bfd91d2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.074333 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b85296-43e4-4260-81be-eb2dc0d41c6a admin admin] Network edec8815-d729-4166-8656-46cd46fa9605 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:38.083735 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:38.086853 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36672) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:38.090661 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-e8b85296-43e4-4260-81be-eb2dc0d41c6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:38.101552 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b85296-43e4-4260-81be-eb2dc0d41c6a admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:38.184654 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e8b85296-43e4-4260-81be-eb2dc0d41c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.188925 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-cf5ae2af-9993-4e1a-914a-43a56afc4c6e service neutron] Transition to ACTIVE for port object 05366da3-ae6f-43e0-a840-3c9d28c899e6 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:39:38.236269 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcbc7f-0b07-456a-be5f-c34ac3d7706d req-1b3573d3-d2e3-4f92-9b8c-e3cce3d258f0 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:38.238606 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6dfcbc7f-0b07-456a-be5f-c34ac3d7706d req-1b3573d3-d2e3-4f92-9b8c-e3cce3d258f0 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/ports?device_id=86948b39-1ab3-443b-a9ad-8bb901309939 HTTP/1.1" status: 200 len: 950 time: 0.2564473 Feb 09 01:39:38.253051 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (64f4f9f5-2281-4f1c-9755-1a6ee465c978), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.272898 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-cf5ae2af-9993-4e1a-914a-43a56afc4c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.438787 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.442951 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/networks/64f4f9f5-2281-4f1c-9755-1a6ee465c978 HTTP/1.1" status: 204 len: 168 time: 5.1583645 Feb 09 01:39:38.446188 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc2052-9da7-4a98-9a95-50d9e032a7d3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Network': ['ID=64f4f9f5-2281-4f1c-9755-1a6ee465c978,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:38.456464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36678) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:38.579253 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device fa581ea3-4428-4c35-b595-bb190d082249 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:38.604617 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-046d6ec9-86eb-491a-9cf0-adca31eafd66 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=433f56aeb5b04fa39d1f9120b707d9b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4219704 Feb 09 01:39:38.605276 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36682) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:38.611352 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eea7551-9df7-47a5-81dc-342195acc869 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] DELETE failed (client error): The resource could not be found. Feb 09 01:39:38.611844 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eea7551-9df7-47a5-81dc-342195acc869 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:39:38.621349 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6eea7551-9df7-47a5-81dc-342195acc869 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/networks/64f4f9f5-2281-4f1c-9755-1a6ee465c978 HTTP/1.1" status: 404 len: 339 time: 0.1597941 Feb 09 01:39:38.630061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36684) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:38.641214 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-86a7cf9b-a65a-4cab-a731-5b9395a0e51c tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-433476245', 'description': 'd1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:38.708116 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d41892c6-5f7d-43ce-99f1-0227c67583ad None None] Provisioning complete for port ddccef3a-e7dd-443b-8137-4910aa95b187 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:38.708844 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d41892c6-5f7d-43ce-99f1-0227c67583ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ddccef3a-e7dd-443b-8137-4910aa95b187), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.751544 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6dfcbc7f-0b07-456a-be5f-c34ac3d7706d req-86805395-49df-4b12-ad8c-1304f94e32f2 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/security-groups?id=77c50ecd-1bf4-406a-a51b-ee01a6e8ca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931782 Feb 09 01:39:38.778415 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d41892c6-5f7d-43ce-99f1-0227c67583ad None None] Port ddccef3a-e7dd-443b-8137-4910aa95b187 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:38.816810 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port fa581ea3-4428-4c35-b595-bb190d082249 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:38.817311 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fa581ea3-4428-4c35-b595-bb190d082249), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.874262 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ae2af-9993-4e1a-914a-43a56afc4c6e service neutron] Pushing event updated for resources: {'Port': ['ID=05366da3-ae6f-43e0-a840-3c9d28c899e6,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:38.875223 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a7cf9b-a65a-4cab-a731-5b9395a0e51c tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Made reservation on behalf of 3d65d33aaf04470498c708076d84ab02 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:38.889865 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-86a7cf9b-a65a-4cab-a731-5b9395a0e51c tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.921723 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf181ec-42bd-4207-a7ac-a55addde3c25 req-7eee6bc3-9acb-4224-be30-401f185abf32 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:38.923877 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ddf181ec-42bd-4207-a7ac-a55addde3c25 req-7eee6bc3-9acb-4224-be30-401f185abf32 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/ports?device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 945 time: 0.5851519 Feb 09 01:39:38.929158 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-cf5ae2af-9993-4e1a-914a-43a56afc4c6e service neutron] Attempting to bind port 05366da3-ae6f-43e0-a840-3c9d28c899e6 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:38.929498 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-cf5ae2af-9993-4e1a-914a-43a56afc4c6e service neutron] Attempting to bind port 05366da3-ae6f-43e0-a840-3c9d28c899e6 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '899f02fd-164e-4c7a-96f7-6f23414d825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1c164421-b937-4772-b3ad-c06ffa4973ed'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:38.929830 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-cf5ae2af-9993-4e1a-914a-43a56afc4c6e service neutron] Attempting to bind port 05366da3-ae6f-43e0-a840-3c9d28c899e6 on network 1c164421-b937-4772-b3ad-c06ffa4973ed {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:38.957462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-cf5ae2af-9993-4e1a-914a-43a56afc4c6e service neutron] Port 05366da3-ae6f-43e0-a840-3c9d28c899e6 on network 1c164421-b937-4772-b3ad-c06ffa4973ed not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:39:38.957788 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-cf5ae2af-9993-4e1a-914a-43a56afc4c6e service neutron] Attempting to bind port 05366da3-ae6f-43e0-a840-3c9d28c899e6 on network 1c164421-b937-4772-b3ad-c06ffa4973ed {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:38.973569 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-cf5ae2af-9993-4e1a-914a-43a56afc4c6e service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:38.973930 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-cf5ae2af-9993-4e1a-914a-43a56afc4c6e service neutron] Checking segment: {'id': '899f02fd-164e-4c7a-96f7-6f23414d825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1c164421-b937-4772-b3ad-c06ffa4973ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:38.974311 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-cf5ae2af-9993-4e1a-914a-43a56afc4c6e service neutron] Bound using segment: {'id': '899f02fd-164e-4c7a-96f7-6f23414d825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1c164421-b937-4772-b3ad-c06ffa4973ed'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:38.974957 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-cf5ae2af-9993-4e1a-914a-43a56afc4c6e service neutron] Bound port: 05366da3-ae6f-43e0-a840-3c9d28c899e6, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '899f02fd-164e-4c7a-96f7-6f23414d825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1c164421-b937-4772-b3ad-c06ffa4973ed'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:38.975116 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port fa581ea3-4428-4c35-b595-bb190d082249 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:38.975336 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-cf5ae2af-9993-4e1a-914a-43a56afc4c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.976549 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fa581ea3-4428-4c35-b595-bb190d082249), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.034291 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d79eca8b-5912-4618-8056-de479f3d361d req-048e1efd-1de9-43f1-8724-1089a2b42f1c tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 210 time: 0.1177707 Feb 09 01:39:39.041695 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port fa581ea3-4428-4c35-b595-bb190d082249, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=fa581ea3-4428-4c35-b595-bb190d082249,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:39.056899 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a7cf9b-a65a-4cab-a731-5b9395a0e51c tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:39:39.057103 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (fa581ea3-4428-4c35-b595-bb190d082249), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.077443 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-86a7cf9b-a65a-4cab-a731-5b9395a0e51c tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (60934763-9112-4a52-b237-87a1959fb7c4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.077999 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-86a7cf9b-a65a-4cab-a731-5b9395a0e51c tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Added segment 60934763-9112-4a52-b237-87a1959fb7c4 of type vlan for network 564df6fa-3ee1-4f6d-b6d2-39be72fc9ad0 Feb 09 01:39:39.131746 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4206e0a3-9eca-4b04-81d6-b8880ee8b6f0 admin admin] Publish callbacks [] for security_group (89bf4038-f48d-4c2f-aef7-6a6460a7041b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.140086 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-cf5ae2af-9993-4e1a-914a-43a56afc4c6e service neutron] For port 05366da3-ae6f-43e0-a840-3c9d28c899e6, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:39.173385 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 66418e93-f4b7-40fa-bd1d-e4731a9c456e no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:39.202009 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ddf181ec-42bd-4207-a7ac-a55addde3c25 req-ec9984ec-a1da-4dea-9d03-60b61fa8d119 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70b2d05-7496-4399-bb0d-f130f66e9850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2664237 Feb 09 01:39:39.205708 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 66418e93-f4b7-40fa-bd1d-e4731a9c456e {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:39.206196 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 66418e93-f4b7-40fa-bd1d-e4731a9c456e not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:39.208973 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=fa581ea3-4428-4c35-b595-bb190d082249,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:39.209758 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-86a7cf9b-a65a-4cab-a731-5b9395a0e51c tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (564df6fa-3ee1-4f6d-b6d2-39be72fc9ad0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.261574 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4206e0a3-9eca-4b04-81d6-b8880ee8b6f0 admin admin] Publish callbacks [] for security_group (89bf4038-f48d-4c2f-aef7-6a6460a7041b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.261832 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e8b85296-43e4-4260-81be-eb2dc0d41c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ddccef3a-e7dd-443b-8137-4910aa95b187), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.327407 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.db.resource_extend [None req-86a7cf9b-a65a-4cab-a731-5b9395a0e51c tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:39:39.334641 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-cf5ae2af-9993-4e1a-914a-43a56afc4c6e service neutron] For port 05366da3-ae6f-43e0-a840-3c9d28c899e6, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=05366da3-ae6f-43e0-a840-3c9d28c899e6,segment=NetworkSegment(899f02fd-164e-4c7a-96f7-6f23414d825b),segment_id=899f02fd-164e-4c7a-96f7-6f23414d825b)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:39.336954 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4206e0a3-9eca-4b04-81d6-b8880ee8b6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (89bf4038-f48d-4c2f-aef7-6a6460a7041b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.339802 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4206e0a3-9eca-4b04-81d6-b8880ee8b6f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.346119 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4206e0a3-9eca-4b04-81d6-b8880ee8b6f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/89bf4038-f48d-4c2f-aef7-6a6460a7041b HTTP/1.1" status: 204 len: 168 time: 0.7285473 Feb 09 01:39:39.359420 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206e0a3-9eca-4b04-81d6-b8880ee8b6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bf4038-f48d-4c2f-aef7-6a6460a7041b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:39.369901 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-cf5ae2af-9993-4e1a-914a-43a56afc4c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.444907 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-cf5ae2af-9993-4e1a-914a-43a56afc4c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:39.451411 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-cf5ae2af-9993-4e1a-914a-43a56afc4c6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.461242 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-86a7cf9b-a65a-4cab-a731-5b9395a0e51c tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (564df6fa-3ee1-4f6d-b6d2-39be72fc9ad0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.461617 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-cf5ae2af-9993-4e1a-914a-43a56afc4c6e service neutron] 10.222.0.67 "PUT /v2.0/ports/05366da3-ae6f-43e0-a840-3c9d28c899e6 HTTP/1.1" status: 200 len: 1091 time: 2.3766487 Feb 09 01:39:39.463632 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2582cb04-5981-4341-a2b3-36f504831b17', 'tag': '05366da3-ae6f-43e0-a840-3c9d28c899e6'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:39.474810 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f97aa7f-c459-4593-b922-cc99d071cd72" -d '{"events": [{"name": "network-changed", "server_uuid": "2582cb04-5981-4341-a2b3-36f504831b17", "tag": "05366da3-ae6f-43e0-a840-3c9d28c899e6"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:39.478995 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.486168 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a7cf9b-a65a-4cab-a731-5b9395a0e51c tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:39.486809 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-86a7cf9b-a65a-4cab-a731-5b9395a0e51c tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.600783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7cf9b-a65a-4cab-a731-5b9395a0e51c tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Network': ['ID=564df6fa-3ee1-4f6d-b6d2-39be72fc9ad0,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:39.612799 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 564df6fa-3ee1-4f6d-b6d2-39be72fc9ad0 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:39:39.617766 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ae2af-9993-4e1a-914a-43a56afc4c6e service neutron] Pushing event updated for resources: {'Port': ['ID=05366da3-ae6f-43e0-a840-3c9d28c899e6,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:39.621590 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23619fe8-e934-464b-bd96-d615877b0a8d x-openstack-request-id: req-23619fe8-e934-464b-bd96-d615877b0a8d {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:39.621878 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2582cb04-5981-4341-a2b3-36f504831b17", "tag": "05366da3-ae6f-43e0-a840-3c9d28c899e6", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:39.622139 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-23619fe8-e934-464b-bd96-d615877b0a8d {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:39.622593 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2582cb04-5981-4341-a2b3-36f504831b17', 'tag': '05366da3-ae6f-43e0-a840-3c9d28c899e6', 'status': 'completed', 'code': 200} Feb 09 01:39:39.624061 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36706) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:39.630587 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-86a7cf9b-a65a-4cab-a731-5b9395a0e51c tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9863739 Feb 09 01:39:39.642209 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6655e-de56-44a3-ab85-954b7b2c6c7d req-9a8be125-c214-4070-a902-3a18211fd62a tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:39.644404 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-edd6655e-de56-44a3-ab85-954b7b2c6c7d req-9a8be125-c214-4070-a902-3a18211fd62a tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 943 time: 0.3912530 Feb 09 01:39:39.676734 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbc660-76c5-45e2-9ba4-090785cb0249 req-cf00ba6a-bbfc-41d2-a8f6-a957c60b9d2c tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:39.678531 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-16fbc660-76c5-45e2-9ba4-090785cb0249 req-cf00ba6a-bbfc-41d2-a8f6-a957c60b9d2c tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.67 "GET /v2.0/ports?device_id=86948b39-1ab3-443b-a9ad-8bb901309939 HTTP/1.1" status: 200 len: 950 time: 0.4620242 Feb 09 01:39:39.774962 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0e460324-b205-4e71-9551-265418e2dd03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.837641 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-882465af-b738-4931-ab79-3859ab71a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:39.840265 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-882465af-b738-4931-ab79-3859ab71a466 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=882b1d74468f4236916ac9797755db7f&device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 1125 time: 0.3303094 Feb 09 01:39:39.852765 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c424d18-e33a-49c8-8079-b29a07f94806 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:39.854251 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7c424d18-e33a-49c8-8079-b29a07f94806 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "GET /v2.0/networks?id=564df6fa-3ee1-4f6d-b6d2-39be72fc9ad0 HTTP/1.1" status: 200 len: 760 time: 0.2289662 Feb 09 01:39:39.862494 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36712) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:39.864097 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-edd6655e-de56-44a3-ab85-954b7b2c6c7d req-bdaf2636-4a64-4194-9986-7b9859b35a0e tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997831 Feb 09 01:39:39.869367 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5d8a375c-dd4d-4dff-8037-1afa5b99a006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'network': {'description': 'd2'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:39.990508 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-8f8ca8d3-75cc-4508-832d-3de93705f555 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05366da3-ae6f-43e0-a840-3c9d28c899e6 HTTP/1.1" status: 200 len: 217 time: 0.1350343 Feb 09 01:39:39.994818 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-16fbc660-76c5-45e2-9ba4-090785cb0249 req-72464ff6-91f4-4dd6-8309-5f56de3d1522 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Deleting port 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:39.995319 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-16fbc660-76c5-45e2-9ba4-090785cb0249 req-72464ff6-91f4-4dd6-8309-5f56de3d1522 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (93cfc8e8-1d4e-46ab-9898-e329e9bd64ac), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.090273 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d1638-2c16-41ac-9bdc-628c02503b73 req-01e3a154-acbf-4061-be57-2b4cb802ad55 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:40.099705 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7a2d1638-2c16-41ac-9bdc-628c02503b73 req-01e3a154-acbf-4061-be57-2b4cb802ad55 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/ports?device_id=86948b39-1ab3-443b-a9ad-8bb901309939 HTTP/1.1" status: 200 len: 950 time: 0.1851108 Feb 09 01:39:40.126827 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e8b85296-43e4-4260-81be-eb2dc0d41c6a admin admin] Publish callbacks [] for port (ddccef3a-e7dd-443b-8137-4910aa95b187), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.155639 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e8b85296-43e4-4260-81be-eb2dc0d41c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (ddccef3a-e7dd-443b-8137-4910aa95b187), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.262758 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-16fbc660-76c5-45e2-9ba4-090785cb0249 req-72464ff6-91f4-4dd6-8309-5f56de3d1522 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] For port 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=93cfc8e8-1d4e-46ab-9898-e329e9bd64ac,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:40.263962 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-16fbc660-76c5-45e2-9ba4-090785cb0249 req-72464ff6-91f4-4dd6-8309-5f56de3d1522 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (93cfc8e8-1d4e-46ab-9898-e329e9bd64ac), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.271466 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d8a375c-dd4d-4dff-8037-1afa5b99a006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (564df6fa-3ee1-4f6d-b6d2-39be72fc9ad0), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.280724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36728) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:40.288273 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-e54ea0eb-1d52-45e9-b9ec-83dc4bd777ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:40.290190 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-e54ea0eb-1d52-45e9-b9ec-83dc4bd777ae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9145d287-893f-45e0-a833-97ee0b627cb1 HTTP/1.1" status: 200 len: 853 time: 0.2904904 Feb 09 01:39:40.298328 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d8a375c-dd4d-4dff-8037-1afa5b99a006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (564df6fa-3ee1-4f6d-b6d2-39be72fc9ad0), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.338109 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-16fbc660-76c5-45e2-9ba4-090785cb0249 req-72464ff6-91f4-4dd6-8309-5f56de3d1522 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Calling delete_port for 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:40.340465 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b85296-43e4-4260-81be-eb2dc0d41c6a admin admin] Pushing event updated for resources: {'Port': ['ID=ddccef3a-e7dd-443b-8137-4910aa95b187,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:40.349913 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e8b85296-43e4-4260-81be-eb2dc0d41c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.353391 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-8e193461-aa81-4f13-a647-21e4396385b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1c164421-b937-4772-b3ad-c06ffa4973ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522692 Feb 09 01:39:40.371008 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5d8a375c-dd4d-4dff-8037-1afa5b99a006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Network 564df6fa-3ee1-4f6d-b6d2-39be72fc9ad0 is not hosted by any dhcp agent {{(pid=103184) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:39:40.377058 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8a375c-dd4d-4dff-8037-1afa5b99a006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:40.377686 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d8a375c-dd4d-4dff-8037-1afa5b99a006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.382097 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36730) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:40.382841 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5d8a375c-dd4d-4dff-8037-1afa5b99a006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "PUT /v2.0/networks/564df6fa-3ee1-4f6d-b6d2-39be72fc9ad0 HTTP/1.1" status: 200 len: 757 time: 0.5181074 Feb 09 01:39:40.503131 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device fa581ea3-4428-4c35-b595-bb190d082249 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:40.587519 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b28eac78-4dbc-4717-8baf-55eb6c6c4844 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=465dbb5825f543569973881e4d00f2f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050659 Feb 09 01:39:40.596487 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36734) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:40.613908 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port fa581ea3-4428-4c35-b595-bb190d082249 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:40.614919 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fa581ea3-4428-4c35-b595-bb190d082249), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.645302 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7cd65e-01d4-4062-8130-d3c9114a0bc0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:40.647037 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3c7cd65e-01d4-4062-8130-d3c9114a0bc0 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "GET /v2.0/networks?id=564df6fa-3ee1-4f6d-b6d2-39be72fc9ad0 HTTP/1.1" status: 200 len: 760 time: 0.2593465 Feb 09 01:39:40.656212 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36736) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:40.687433 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-bc559b60-b11b-4a94-868d-3df597d8c2d4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-863659718'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:40.712449 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:39:40.730666 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.736541 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.753001 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9e5042d9-c2a1-4932-aa7e-cdf7687f7314 req-363c0d8f-b7b7-4368-9bab-269046ec9980 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d86b81-3809-4fc5-a890-e1267e2a2c1b HTTP/1.1" status: 200 len: 210 time: 0.0711548 Feb 09 01:39:40.783948 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port fa581ea3-4428-4c35-b595-bb190d082249 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:40.785198 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b85296-43e4-4260-81be-eb2dc0d41c6a admin admin] Network edec8815-d729-4166-8656-46cd46fa9605 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:40.796235 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc559b60-b11b-4a94-868d-3df597d8c2d4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Made reservation on behalf of 3d65d33aaf04470498c708076d84ab02 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:40.799832 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bc559b60-b11b-4a94-868d-3df597d8c2d4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.828375 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-e8b85296-43e4-4260-81be-eb2dc0d41c6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:40.849524 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b3f32c3b-29bc-4b99-9a0e-a4b64128698b admin admin] Publish callbacks [] for security_group (97c5d35a-6ca1-4819-9d68-644aadc09eca), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.962818 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-9a7b3cca-7086-4ec3-973b-dbd21fa4e6a8 service neutron] 10.222.0.67 "GET /v2.0/networks/1c164421-b937-4772-b3ad-c06ffa4973ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5950401 Feb 09 01:39:40.983504 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7a2d1638-2c16-41ac-9bdc-628c02503b73 req-9aee5d36-9892-4f43-9678-f330201f08ab tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/security-groups?id=77c50ecd-1bf4-406a-a51b-ee01a6e8ca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8824670 Feb 09 01:39:41.000335 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a375c-dd4d-4dff-8037-1afa5b99a006 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Network': ['ID=564df6fa-3ee1-4f6d-b6d2-39be72fc9ad0,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:41.012297 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 564df6fa-3ee1-4f6d-b6d2-39be72fc9ad0 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:39:41.192413 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e19cf427-954b-4c10-962c-1832e8a28c7c req-fa57be99-55c6-4a53-a6c0-2ec744b3ab66 service neutron] 10.222.0.67 "GET /v2.0/networks/1c164421-b937-4772-b3ad-c06ffa4973ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052345 Feb 09 01:39:41.240168 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7333eed3-5b5f-4ab6-8c82-17d65f735f7a None None] Provisioning complete for port ddccef3a-e7dd-443b-8137-4910aa95b187 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:41.240875 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7333eed3-5b5f-4ab6-8c82-17d65f735f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ddccef3a-e7dd-443b-8137-4910aa95b187), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.283904 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7333eed3-5b5f-4ab6-8c82-17d65f735f7a None None] Port ddccef3a-e7dd-443b-8137-4910aa95b187 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:41.339588 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97aa7f-c459-4593-b922-cc99d071cd72 req-5b9874fc-ef26-4dcf-a50e-2e4678a37446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:41.343122 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4f97aa7f-c459-4593-b922-cc99d071cd72 req-5b9874fc-ef26-4dcf-a50e-2e4678a37446 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=882b1d74468f4236916ac9797755db7f&device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 1125 time: 0.0769143 Feb 09 01:39:41.494829 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b3f32c3b-29bc-4b99-9a0e-a4b64128698b admin admin] Publish callbacks [] for security_group (97c5d35a-6ca1-4819-9d68-644aadc09eca), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.502790 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc559b60-b11b-4a94-868d-3df597d8c2d4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:39:41.524632 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322b029-40ae-4c44-9aaf-b9b1a4948531 req-c0445757-0cd4-4049-a265-6af9ab768809 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:41.526192 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d322b029-40ae-4c44-9aaf-b9b1a4948531 req-c0445757-0cd4-4049-a265-6af9ab768809 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 943 time: 0.1400480 Feb 09 01:39:41.549786 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-16fbc660-76c5-45e2-9ba4-090785cb0249 req-72464ff6-91f4-4dd6-8309-5f56de3d1522 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (93cfc8e8-1d4e-46ab-9898-e329e9bd64ac), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.553786 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97aa7f-c459-4593-b922-cc99d071cd72 req-c38f468a-a09b-494d-a0d3-b5b96e3f41a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:41.555827 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4f97aa7f-c459-4593-b922-cc99d071cd72 req-c38f468a-a09b-494d-a0d3-b5b96e3f41a5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1c164421-b937-4772-b3ad-c06ffa4973ed HTTP/1.1" status: 200 len: 914 time: 0.2067673 Feb 09 01:39:41.562547 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['93cfc8e8-1d4e-46ab-9898-e329e9bd64ac'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:39:41.617224 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4f97aa7f-c459-4593-b922-cc99d071cd72 req-b4875843-86a4-4505-8f82-5a728b842c8c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05366da3-ae6f-43e0-a840-3c9d28c899e6 HTTP/1.1" status: 200 len: 217 time: 0.0519361 Feb 09 01:39:41.619554 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bc559b60-b11b-4a94-868d-3df597d8c2d4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (4d368a80-e68f-420c-a7f0-c6b262423889), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.619911 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-bc559b60-b11b-4a94-868d-3df597d8c2d4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Added segment 4d368a80-e68f-420c-a7f0-c6b262423889 of type vlan for network 3451bdd6-8f81-48e8-86e1-7cc100c76c06 Feb 09 01:39:41.639512 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d322b029-40ae-4c44-9aaf-b9b1a4948531 req-a2bc8149-046b-49ab-9cda-e2de4d52b8e8 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048195 Feb 09 01:39:41.680033 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72464ff6-91f4-4dd6-8309-5f56de3d1522 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Pushing event deleted for resources: {'Port': ['ID=93cfc8e8-1d4e-46ab-9898-e329e9bd64ac,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:41.681635 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97aa7f-c459-4593-b922-cc99d071cd72 req-0afdbd6a-4d7a-48d4-9e23-42cf4171a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:41.683791 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4f97aa7f-c459-4593-b922-cc99d071cd72 req-0afdbd6a-4d7a-48d4-9e23-42cf4171a63f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9145d287-893f-45e0-a833-97ee0b627cb1 HTTP/1.1" status: 200 len: 853 time: 0.0572367 Feb 09 01:39:41.730390 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4f97aa7f-c459-4593-b922-cc99d071cd72 req-55c17cbd-a0f7-465a-818e-2130b7867cf8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1c164421-b937-4772-b3ad-c06ffa4973ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393431 Feb 09 01:39:41.806490 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b3f32c3b-29bc-4b99-9a0e-a4b64128698b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (97c5d35a-6ca1-4819-9d68-644aadc09eca), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.809824 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b3f32c3b-29bc-4b99-9a0e-a4b64128698b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.811853 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b3f32c3b-29bc-4b99-9a0e-a4b64128698b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/97c5d35a-6ca1-4819-9d68-644aadc09eca HTTP/1.1" status: 204 len: 168 time: 1.2095284 Feb 09 01:39:41.818615 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b85296-43e4-4260-81be-eb2dc0d41c6a admin admin] Router 8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:39:41.831678 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fbc660-76c5-45e2-9ba4-090785cb0249 req-72464ff6-91f4-4dd6-8309-5f56de3d1522 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] No DVR routers for this DVR port 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:41.836707 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-16fbc660-76c5-45e2-9ba4-090785cb0249 req-72464ff6-91f4-4dd6-8309-5f56de3d1522 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.840686 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-16fbc660-76c5-45e2-9ba4-090785cb0249 req-72464ff6-91f4-4dd6-8309-5f56de3d1522 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.67 "DELETE /v2.0/ports/93cfc8e8-1d4e-46ab-9898-e329e9bd64ac HTTP/1.1" status: 204 len: 173 time: 2.1518888 Feb 09 01:39:41.850183 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f32c3b-29bc-4b99-9a0e-a4b64128698b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c5d35a-6ca1-4819-9d68-644aadc09eca,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:41.853370 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86948b39-1ab3-443b-a9ad-8bb901309939', 'name': 'network-vif-deleted', 'tag': '93cfc8e8-1d4e-46ab-9898-e329e9bd64ac'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:41.856030 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f879ca-d2bd-40aa-9580-8029af3868ee" -d '{"events": [{"server_uuid": "86948b39-1ab3-443b-a9ad-8bb901309939", "name": "network-vif-deleted", "tag": "93cfc8e8-1d4e-46ab-9898-e329e9bd64ac"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:41.894987 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bc559b60-b11b-4a94-868d-3df597d8c2d4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (3451bdd6-8f81-48e8-86e1-7cc100c76c06), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.933871 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4f97aa7f-c459-4593-b922-cc99d071cd72 req-7a60465f-792e-4559-a9f0-39e3de7aaebd service neutron] 10.222.0.67 "GET /v2.0/networks/1c164421-b937-4772-b3ad-c06ffa4973ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934450 Feb 09 01:39:41.941619 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b999d-68e6-46d7-934d-6ead9a21b5a4 req-d90e8531-1bad-46f6-8fb8-cf61e1c0f7ad tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:41.946887 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-921b999d-68e6-46d7-934d-6ead9a21b5a4 req-d90e8531-1bad-46f6-8fb8-cf61e1c0f7ad tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/ports?device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 945 time: 0.5144281 Feb 09 01:39:42.089998 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4f97aa7f-c459-4593-b922-cc99d071cd72 req-6035fabf-e707-47b6-909e-4f067d5e56b2 service neutron] 10.222.0.67 "GET /v2.0/networks/1c164421-b937-4772-b3ad-c06ffa4973ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500108 Feb 09 01:39:42.142585 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.db.resource_extend [None req-bc559b60-b11b-4a94-868d-3df597d8c2d4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:39:42.205592 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.217457 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e201baf5-ba62-475a-a3a5-e881fa4a7efc x-openstack-request-id: req-e201baf5-ba62-475a-a3a5-e881fa4a7efc {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:42.217973 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86948b39-1ab3-443b-a9ad-8bb901309939", "name": "network-vif-deleted", "tag": "93cfc8e8-1d4e-46ab-9898-e329e9bd64ac", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:42.218105 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e201baf5-ba62-475a-a3a5-e881fa4a7efc {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:42.218516 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86948b39-1ab3-443b-a9ad-8bb901309939', 'name': 'network-vif-deleted', 'tag': '93cfc8e8-1d4e-46ab-9898-e329e9bd64ac', 'status': 'completed', 'code': 200} Feb 09 01:39:42.223928 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-921b999d-68e6-46d7-934d-6ead9a21b5a4 req-632c736e-280d-40c6-b003-433c15952b70 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70b2d05-7496-4399-bb0d-f130f66e9850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986125 Feb 09 01:39:42.226507 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bc559b60-b11b-4a94-868d-3df597d8c2d4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (3451bdd6-8f81-48e8-86e1-7cc100c76c06), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.231362 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc559b60-b11b-4a94-868d-3df597d8c2d4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:42.232209 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bc559b60-b11b-4a94-868d-3df597d8c2d4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.337931 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc559b60-b11b-4a94-868d-3df597d8c2d4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Network': ['ID=3451bdd6-8f81-48e8-86e1-7cc100c76c06,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:42.343371 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bc559b60-b11b-4a94-868d-3df597d8c2d4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6831164 Feb 09 01:39:42.346935 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36776) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:42.350203 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 3451bdd6-8f81-48e8-86e1-7cc100c76c06 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:39:42.352305 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-5be0cfd4-7cdf-4ae3-bc76-5aa31abaefb8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'subnet': {'network_id': '3451bdd6-8f81-48e8-86e1-7cc100c76c06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:42.407695 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e4195ad1-0a0e-4312-9338-1b0671161987 req-58d384fb-37e0-40bd-842c-a27f049e4818 tempest-ServerDiagnosticsNegativeTest-1572565278 tempest-ServerDiagnosticsNegativeTest-1572565278-project] 10.222.0.36 "GET /v2.0/ports?device_id=86948b39-1ab3-443b-a9ad-8bb901309939 HTTP/1.1" status: 200 len: 210 time: 0.0920041 Feb 09 01:39:42.415902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b85296-43e4-4260-81be-eb2dc0d41c6a admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:39:42.422372 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e8b85296-43e4-4260-81be-eb2dc0d41c6a admin admin] 10.222.0.36 "PUT /v2.0/routers/8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1774683 Feb 09 01:39:42.436497 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] Sync routers for ids ['8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:39:42.454317 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] Routers {'8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:42.457129 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:39:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:42.519055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be0cfd4-7cdf-4ae3-bc76-5aa31abaefb8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Made reservation on behalf of 3d65d33aaf04470498c708076d84ab02 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:42.527352 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5be0cfd4-7cdf-4ae3-bc76-5aa31abaefb8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.569750 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36784) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:42.664491 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9b0b734-a4df-40aa-9a8f-6a9b3ae7db49 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks [] for security_group (eaf12b2a-fa26-4428-b0fd-b1ff15fb7849), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.684348 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] Set router 8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:42.767323 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9b0b734-a4df-40aa-9a8f-6a9b3ae7db49 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks [] for security_group (eaf12b2a-fa26-4428-b0fd-b1ff15fb7849), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.973112 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c', 'name': 'tempest-FloatingIPsTestJSON-360473649-router', 'tenant_id': 'ca8d299dff334a99884c459219bd377a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'fa581ea3-4428-4c35-b595-bb190d082249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:39:27Z', 'updated_at': '2022-02-09T01:39:38Z', 'revision_number': 4, 'project_id': 'ca8d299dff334a99884c459219bd377a', 'gw_port': {'id': 'fa581ea3-4428-4c35-b595-bb190d082249', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:29Z', 'updated_at': '2022-02-09T01:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'ddccef3a-e7dd-443b-8137-4910aa95b187', 'name': '', 'network_id': 'edec8815-d729-4166-8656-46cd46fa9605', 'tenant_id': 'ca8d299dff334a99884c459219bd377a', 'mac_address': 'fa:16:3e:53:49:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'b3f3a2aa-5b0c-4571-a63a-f5f3b6de6331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:35Z', 'updated_at': '2022-02-09T01:39:39Z', 'revision_number': 2, 'project_id': 'ca8d299dff334a99884c459219bd377a', 'subnets': [{'id': 'b3f3a2aa-5b0c-4571-a63a-f5f3b6de6331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:42.988283 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a6680-75a8-437a-9b44-c4275f43349d req-11ba1021-1a42-467a-b5c1-383393cdaf89 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:42.990752 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ef6a6680-75a8-437a-9b44-c4275f43349d req-11ba1021-1a42-467a-b5c1-383393cdaf89 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/ports?device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 945 time: 0.2857685 Feb 09 01:39:43.003244 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36796) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:43.014720 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4b1d96fc-4285-4e83-8214-f2b019939afd tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Request body: {'floatingip': {'port_id': 'c9792313-42b9-4b78-9553-f013d6c2a0e8'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:43.028706 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] Checking router: 8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:39:43.029642 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] Updating router 8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c port ddccef3a-e7dd-443b-8137-4910aa95b187 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:39:43.038173 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5be0cfd4-7cdf-4ae3-bc76-5aa31abaefb8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (678a4418-e3d0-428f-a74d-4e8a8d4429cd), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.069812 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ddccef3a-e7dd-443b-8137-4910aa95b187), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.109283 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9b0b734-a4df-40aa-9a8f-6a9b3ae7db49 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (eaf12b2a-fa26-4428-b0fd-b1ff15fb7849), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.117645 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9b0b734-a4df-40aa-9a8f-6a9b3ae7db49 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.122409 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f9b0b734-a4df-40aa-9a8f-6a9b3ae7db49 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "DELETE /v2.0/security-groups/eaf12b2a-fa26-4428-b0fd-b1ff15fb7849 HTTP/1.1" status: 204 len: 168 time: 0.5512230 Feb 09 01:39:43.127534 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36804) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:43.140068 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff1966-6c2b-4e72-9700-a201851e49cd req-f11cf6a5-476f-453a-b107-bc178a1fbf38 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:43.158369 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-39ff1966-6c2b-4e72-9700-a201851e49cd req-f11cf6a5-476f-453a-b107-bc178a1fbf38 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 943 time: 0.2154105 Feb 09 01:39:43.193295 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4b1d96fc-4285-4e83-8214-f2b019939afd tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks [] for floatingip (875e39a6-bf83-4409-96ba-b1e6a31136ba), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.256116 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0b734-a4df-40aa-9a8f-6a9b3ae7db49 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf12b2a-fa26-4428-b0fd-b1ff15fb7849,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:43.261661 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-ca94860d-732f-41c5-8459-2b0a405ba735 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] show failed (client error): The resource could not be found. Feb 09 01:39:43.263077 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ca94860d-732f-41c5-8459-2b0a405ba735 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "GET /v2.0/security-groups/eaf12b2a-fa26-4428-b0fd-b1ff15fb7849 HTTP/1.1" status: 404 len: 347 time: 0.1147039 Feb 09 01:39:43.269228 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36806) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:43.276829 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0cfd4-7cdf-4ae3-bc76-5aa31abaefb8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Subnet': ['ID=678a4418-e3d0-428f-a74d-4e8a8d4429cd,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:43.408521 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.524641 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-39ff1966-6c2b-4e72-9700-a201851e49cd req-e07cf452-d125-4930-8cc2-96f0f576b97c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647733 Feb 09 01:39:43.567577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be0cfd4-7cdf-4ae3-bc76-5aa31abaefb8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Checking segment: {'id': '4d368a80-e68f-420c-a7f0-c6b262423889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3451bdd6-8f81-48e8-86e1-7cc100c76c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:43.568093 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be0cfd4-7cdf-4ae3-bc76-5aa31abaefb8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Network hostable DHCP agents. Network: 3451bdd6-8f81-48e8-86e1-7cc100c76c06, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:39:43.637119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-02e03c16-f07b-4395-822f-1e3b840b1ea2 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Deleting port 4e115148-9558-47df-9dc7-897361f1a62b {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:43.637499 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-02e03c16-f07b-4395-822f-1e3b840b1ea2 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (4e115148-9558-47df-9dc7-897361f1a62b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.673246 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] Publish callbacks [] for port (ddccef3a-e7dd-443b-8137-4910aa95b187), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.685294 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ddccef3a-e7dd-443b-8137-4910aa95b187), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.749235 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be0cfd4-7cdf-4ae3-bc76-5aa31abaefb8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Network 3451bdd6-8f81-48e8-86e1-7cc100c76c06 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:39:43.787381 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-5be0cfd4-7cdf-4ae3-bc76-5aa31abaefb8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 3451bdd6-8f81-48e8-86e1-7cc100c76c06) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:43.802966 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6aeda3-ed45-47e4-8eac-dc48a5c14d48 None None] Network 3451bdd6-8f81-48e8-86e1-7cc100c76c06 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:43.805840 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be0cfd4-7cdf-4ae3-bc76-5aa31abaefb8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:43.806450 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5be0cfd4-7cdf-4ae3-bc76-5aa31abaefb8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.848917 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5be0cfd4-7cdf-4ae3-bc76-5aa31abaefb8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5006857 Feb 09 01:39:43.863255 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36814) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:43.886681 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-02e03c16-f07b-4395-822f-1e3b840b1ea2 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (4e115148-9558-47df-9dc7-897361f1a62b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.887017 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-02e03c16-f07b-4395-822f-1e3b840b1ea2 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks [] for floatingip (4e115148-9558-47df-9dc7-897361f1a62b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.907887 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98911c63-f7a2-46e9-9ec7-43756f25d1d1 None None] Pushing event updated for resources: {'Port': ['ID=ddccef3a-e7dd-443b-8137-4910aa95b187,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:43.959801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-02e03c16-f07b-4395-822f-1e3b840b1ea2 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Calling delete_port for 4e115148-9558-47df-9dc7-897361f1a62b owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:44.009068 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dde3ff98-256f-49f4-b149-3189eabecbc1 req-a6d8993f-350f-4472-a4ef-bab319aebfd5 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5037155 Feb 09 01:39:44.060392 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-dde3ff98-256f-49f4-b149-3189eabecbc1 req-7252a334-3007-4c52-a714-98c8e5e8e4ae tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:44.084726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76e13c6-c24f-4c7a-9c23-9b52ce6f9ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-3451bdd6-8f81-48e8-86e1-7cc100c76c06', 'network_id': '3451bdd6-8f81-48e8-86e1-7cc100c76c06', 'project_id': '3d65d33aaf04470498c708076d84ab02', 'fixed_ips': [{'subnet_id': '678a4418-e3d0-428f-a74d-4e8a8d4429cd'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:39:44.085837 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a76e13c6-c24f-4c7a-9c23-9b52ce6f9ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.188816 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] Attempting to bind port ddccef3a-e7dd-443b-8137-4910aa95b187 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:44.189291 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] Attempting to bind port ddccef3a-e7dd-443b-8137-4910aa95b187 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'afe3e58c-d079-476b-b634-048b73f6dcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'edec8815-d729-4166-8656-46cd46fa9605'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:44.189648 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] Attempting to bind port ddccef3a-e7dd-443b-8137-4910aa95b187 on network edec8815-d729-4166-8656-46cd46fa9605 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:44.209855 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:44.210378 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] Checking segment: {'id': 'afe3e58c-d079-476b-b634-048b73f6dcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'edec8815-d729-4166-8656-46cd46fa9605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:44.210633 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.211021 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] Bound using segment: {'id': 'afe3e58c-d079-476b-b634-048b73f6dcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'edec8815-d729-4166-8656-46cd46fa9605'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:44.211689 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] Bound port: ddccef3a-e7dd-443b-8137-4910aa95b187, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe3e58c-d079-476b-b634-048b73f6dcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'edec8815-d729-4166-8656-46cd46fa9605'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:44.213157 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ddccef3a-e7dd-443b-8137-4910aa95b187), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.275993 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-02e03c16-f07b-4395-822f-1e3b840b1ea2 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (4e115148-9558-47df-9dc7-897361f1a62b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.331306 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e03c16-f07b-4395-822f-1e3b840b1ea2 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Pushing event deleted for resources: {'Port': ['ID=4e115148-9558-47df-9dc7-897361f1a62b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:44.350618 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] For port ddccef3a-e7dd-443b-8137-4910aa95b187, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:44.359331 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] For port ddccef3a-e7dd-443b-8137-4910aa95b187, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ddccef3a-e7dd-443b-8137-4910aa95b187,segment=NetworkSegment(afe3e58c-d079-476b-b634-048b73f6dcb3),segment_id=afe3e58c-d079-476b-b634-048b73f6dcb3)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:44.364605 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-a76e13c6-c24f-4c7a-9c23-9b52ce6f9ad2 None None] Allocated IP 172.20.0.2 (3451bdd6-8f81-48e8-86e1-7cc100c76c06/678a4418-e3d0-428f-a74d-4e8a8d4429cd/fc4e5420-c2bf-45df-a1db-3d5812fbbd97) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:44.369303 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ddccef3a-e7dd-443b-8137-4910aa95b187), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.512837 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-02e03c16-f07b-4395-822f-1e3b840b1ea2 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks [] for floatingip (e2e9a3ee-b894-4725-9557-98c5de8a2adf), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.522029 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-02e03c16-f07b-4395-822f-1e3b840b1ea2 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.525483 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-02e03c16-f07b-4395-822f-1e3b840b1ea2 tempest-ServersTestBootFromVolume-413320527 tempest-ServersTestBootFromVolume-413320527-project] 10.222.0.36 "DELETE /v2.0/floatingips/e2e9a3ee-b894-4725-9557-98c5de8a2adf HTTP/1.1" status: 204 len: 168 time: 1.2507861 Feb 09 01:39:44.527506 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36822) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:44.542093 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36824) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:44.543931 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] Routers {'8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:44.545176 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:39:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:44.563004 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a76e13c6-c24f-4c7a-9c23-9b52ce6f9ad2 None None] Publish callbacks [] for port (fc4e5420-c2bf-45df-a1db-3d5812fbbd97), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.581272 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a76e13c6-c24f-4c7a-9c23-9b52ce6f9ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (fc4e5420-c2bf-45df-a1db-3d5812fbbd97), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.618317 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dde3ff98-256f-49f4-b149-3189eabecbc1 req-7252a334-3007-4c52-a714-98c8e5e8e4ae tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.661442 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36832) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:44.677103 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98911c63-f7a2-46e9-9ec7-43756f25d1d1 None None] Pushing event updated for resources: {'Port': ['ID=ddccef3a-e7dd-443b-8137-4910aa95b187,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:44.693925 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e13c6-c24f-4c7a-9c23-9b52ce6f9ad2 None None] Pushing event updated for resources: {'Port': ['ID=fc4e5420-c2bf-45df-a1db-3d5812fbbd97,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:44.719921 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76e13c6-c24f-4c7a-9c23-9b52ce6f9ad2 None None] Network 3451bdd6-8f81-48e8-86e1-7cc100c76c06 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:44.722557 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-a76e13c6-c24f-4c7a-9c23-9b52ce6f9ad2 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:44.724944 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76e13c6-c24f-4c7a-9c23-9b52ce6f9ad2 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:44.819121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-641239cd-8113-4b5c-a9b0-ab1395bef607 None None] Provisioning complete for port ddccef3a-e7dd-443b-8137-4910aa95b187 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:44.820284 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-641239cd-8113-4b5c-a9b0-ab1395bef607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ddccef3a-e7dd-443b-8137-4910aa95b187), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.881874 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a76e13c6-c24f-4c7a-9c23-9b52ce6f9ad2 None None] Attempting to bind port fc4e5420-c2bf-45df-a1db-3d5812fbbd97 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:44.882296 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a76e13c6-c24f-4c7a-9c23-9b52ce6f9ad2 None None] Attempting to bind port fc4e5420-c2bf-45df-a1db-3d5812fbbd97 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '4d368a80-e68f-420c-a7f0-c6b262423889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3451bdd6-8f81-48e8-86e1-7cc100c76c06'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:44.882672 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76e13c6-c24f-4c7a-9c23-9b52ce6f9ad2 None None] Attempting to bind port fc4e5420-c2bf-45df-a1db-3d5812fbbd97 on network 3451bdd6-8f81-48e8-86e1-7cc100c76c06 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:44.885997 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] Set router 8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:44.890915 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76e13c6-c24f-4c7a-9c23-9b52ce6f9ad2 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:44.891321 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76e13c6-c24f-4c7a-9c23-9b52ce6f9ad2 None None] Checking segment: {'id': '4d368a80-e68f-420c-a7f0-c6b262423889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3451bdd6-8f81-48e8-86e1-7cc100c76c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:44.891733 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a76e13c6-c24f-4c7a-9c23-9b52ce6f9ad2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.896989 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76e13c6-c24f-4c7a-9c23-9b52ce6f9ad2 None None] Bound using segment: {'id': '4d368a80-e68f-420c-a7f0-c6b262423889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3451bdd6-8f81-48e8-86e1-7cc100c76c06'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:44.896989 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a76e13c6-c24f-4c7a-9c23-9b52ce6f9ad2 None None] Bound port: fc4e5420-c2bf-45df-a1db-3d5812fbbd97, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d368a80-e68f-420c-a7f0-c6b262423889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3451bdd6-8f81-48e8-86e1-7cc100c76c06'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:44.896989 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a76e13c6-c24f-4c7a-9c23-9b52ce6f9ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fc4e5420-c2bf-45df-a1db-3d5812fbbd97), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.931817 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e3d117bd-ee9c-45ee-a8a0-2ea89f148a39 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (3451bdd6-8f81-48e8-86e1-7cc100c76c06), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.974165 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a76e13c6-c24f-4c7a-9c23-9b52ce6f9ad2 None None] For port fc4e5420-c2bf-45df-a1db-3d5812fbbd97, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:44.977917 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a76e13c6-c24f-4c7a-9c23-9b52ce6f9ad2 None None] For port fc4e5420-c2bf-45df-a1db-3d5812fbbd97, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=fc4e5420-c2bf-45df-a1db-3d5812fbbd97,segment=NetworkSegment(4d368a80-e68f-420c-a7f0-c6b262423889),segment_id=4d368a80-e68f-420c-a7f0-c6b262423889)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:44.980178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7c7ed-4f2c-43f6-a9be-11ac80d82164 req-45f18a4b-be88-42c2-93de-73a89ce8602d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:44.982952 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6fc7c7ed-4f2c-43f6-a9be-11ac80d82164 req-45f18a4b-be88-42c2-93de-73a89ce8602d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 943 time: 0.2108238 Feb 09 01:39:44.991024 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 05366da3-ae6f-43e0-a840-3c9d28c899e6 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:39:44.994127 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:45.018967 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a76e13c6-c24f-4c7a-9c23-9b52ce6f9ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (fc4e5420-c2bf-45df-a1db-3d5812fbbd97), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.031630 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:45.032112 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 93cfc8e8-1d4e-46ab-9898-e329e9bd64ac not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:45.067297 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6fc7c7ed-4f2c-43f6-a9be-11ac80d82164 req-eea61f55-9955-48c7-b2cf-f0221c055205 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646920 Feb 09 01:39:45.165291 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.db.resource_extend [None req-4b1d96fc-4285-4e83-8214-f2b019939afd tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:39:45.207571 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:39:45.211639 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-641239cd-8113-4b5c-a9b0-ab1395bef607 None None] Current status of the port ddccef3a-e7dd-443b-8137-4910aa95b187 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:45.214212 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-641239cd-8113-4b5c-a9b0-ab1395bef607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ddccef3a-e7dd-443b-8137-4910aa95b187), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.308945 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e13c6-c24f-4c7a-9c23-9b52ce6f9ad2 None None] Pushing event updated for resources: {'Port': ['ID=fc4e5420-c2bf-45df-a1db-3d5812fbbd97,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:45.330371 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08cbdf57-0a9f-4756-a34c-3584763e8351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.352763 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-641239cd-8113-4b5c-a9b0-ab1395bef607 None None] For port ddccef3a-e7dd-443b-8137-4910aa95b187, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ddccef3a-e7dd-443b-8137-4910aa95b187,segment=NetworkSegment(afe3e58c-d079-476b-b634-048b73f6dcb3),segment_id=afe3e58c-d079-476b-b634-048b73f6dcb3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:45.362444 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-641239cd-8113-4b5c-a9b0-ab1395bef607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ddccef3a-e7dd-443b-8137-4910aa95b187), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.380114 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4b1d96fc-4285-4e83-8214-f2b019939afd tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.455253 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4b1d96fc-4285-4e83-8214-f2b019939afd tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (875e39a6-bf83-4409-96ba-b1e6a31136ba), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.509872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 05366da3-ae6f-43e0-a840-3c9d28c899e6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=05366da3-ae6f-43e0-a840-3c9d28c899e6,segment=NetworkSegment(899f02fd-164e-4c7a-96f7-6f23414d825b),segment_id=899f02fd-164e-4c7a-96f7-6f23414d825b)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:45.533857 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '05366da3-ae6f-43e0-a840-3c9d28c899e6', 'network_id': '1c164421-b937-4772-b3ad-c06ffa4973ed', 'port_id': '05366da3-ae6f-43e0-a840-3c9d28c899e6', 'mac_address': 'fa:16:3e:a2:e0:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9145d287-893f-45e0-a833-97ee0b627cb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:39:45.597718 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c', 'name': 'tempest-FloatingIPsTestJSON-360473649-router', 'tenant_id': 'ca8d299dff334a99884c459219bd377a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'fa581ea3-4428-4c35-b595-bb190d082249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:39:27Z', 'updated_at': '2022-02-09T01:39:38Z', 'revision_number': 4, 'project_id': 'ca8d299dff334a99884c459219bd377a', 'gw_port': {'id': 'fa581ea3-4428-4c35-b595-bb190d082249', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:29Z', 'updated_at': '2022-02-09T01:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'ddccef3a-e7dd-443b-8137-4910aa95b187', 'name': '', 'network_id': 'edec8815-d729-4166-8656-46cd46fa9605', 'tenant_id': 'ca8d299dff334a99884c459219bd377a', 'mac_address': 'fa:16:3e:53:49:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'b3f3a2aa-5b0c-4571-a63a-f5f3b6de6331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:35Z', 'updated_at': '2022-02-09T01:39:44Z', 'revision_number': 4, 'project_id': 'ca8d299dff334a99884c459219bd377a', 'subnets': [{'id': 'b3f3a2aa-5b0c-4571-a63a-f5f3b6de6331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:45.622136 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-17155e6a-a18a-44fd-bc9a-4bb6b2cafc12 None None] Provisioning complete for port ddccef3a-e7dd-443b-8137-4910aa95b187 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:45.623289 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-17155e6a-a18a-44fd-bc9a-4bb6b2cafc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ddccef3a-e7dd-443b-8137-4910aa95b187), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.634103 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641239cd-8113-4b5c-a9b0-ab1395bef607 None None] Pushing event updated for resources: {'Port': ['ID=ddccef3a-e7dd-443b-8137-4910aa95b187,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:45.640105 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-74f6a196-e978-44ec-a9e4-648b9be6256f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2feab50b8ba74cfea3b07c7d0c225582&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0968516 Feb 09 01:39:45.654730 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36846) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:45.679435 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21281eb1-f651-4634-aba8-f3c6c0054dc6 None None] The sync data for ids ['8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c'] in n-d-828387-3 is: [{'id': '8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c', 'name': 'tempest-FloatingIPsTestJSON-360473649-router', 'tenant_id': 'ca8d299dff334a99884c459219bd377a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'fa581ea3-4428-4c35-b595-bb190d082249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:39:27Z', 'updated_at': '2022-02-09T01:39:38Z', 'revision_number': 4, 'project_id': 'ca8d299dff334a99884c459219bd377a', 'gw_port': {'id': 'fa581ea3-4428-4c35-b595-bb190d082249', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:29Z', 'updated_at': '2022-02-09T01:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'ddccef3a-e7dd-443b-8137-4910aa95b187', 'name': '', 'network_id': 'edec8815-d729-4166-8656-46cd46fa9605', 'tenant_id': 'ca8d299dff334a99884c459219bd377a', 'mac_address': 'fa:16:3e:53:49:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'b3f3a2aa-5b0c-4571-a63a-f5f3b6de6331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:35Z', 'updated_at': '2022-02-09T01:39:44Z', 'revision_number': 4, 'project_id': 'ca8d299dff334a99884c459219bd377a', 'subnets': [{'id': 'b3f3a2aa-5b0c-4571-a63a-f5f3b6de6331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:45.701434 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 05366da3-ae6f-43e0-a840-3c9d28c899e6 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:45.703643 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.766592 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05366da3-ae6f-43e0-a840-3c9d28c899e6 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:39:45.827056 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d3d1407a-4c91-4281-bf96-2d7196efc8a6 admin admin] Publish callbacks [] for security_group (77c50ecd-1bf4-406a-a51b-ee01a6e8ca9e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.896167 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 05366da3-ae6f-43e0-a840-3c9d28c899e6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=05366da3-ae6f-43e0-a840-3c9d28c899e6,segment=NetworkSegment(899f02fd-164e-4c7a-96f7-6f23414d825b),segment_id=899f02fd-164e-4c7a-96f7-6f23414d825b)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:45.910223 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.939041 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d3d1407a-4c91-4281-bf96-2d7196efc8a6 admin admin] Publish callbacks [] for security_group (77c50ecd-1bf4-406a-a51b-ee01a6e8ca9e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.956805 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-17155e6a-a18a-44fd-bc9a-4bb6b2cafc12 None None] Current status of the port ddccef3a-e7dd-443b-8137-4910aa95b187 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:45.996641 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=05366da3-ae6f-43e0-a840-3c9d28c899e6,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:46.250165 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-e3d117bd-ee9c-45ee-a8a0-2ea89f148a39 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Deleting port fc4e5420-c2bf-45df-a1db-3d5812fbbd97 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:46.251150 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e3d117bd-ee9c-45ee-a8a0-2ea89f148a39 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (fc4e5420-c2bf-45df-a1db-3d5812fbbd97), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.255536 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['05366da3-ae6f-43e0-a840-3c9d28c899e6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:39:46.314944 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d3d1407a-4c91-4281-bf96-2d7196efc8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (77c50ecd-1bf4-406a-a51b-ee01a6e8ca9e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.317765 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d3d1407a-4c91-4281-bf96-2d7196efc8a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.319032 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d3d1407a-4c91-4281-bf96-2d7196efc8a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/77c50ecd-1bf4-406a-a51b-ee01a6e8ca9e HTTP/1.1" status: 204 len: 168 time: 0.6634340 Feb 09 01:39:46.336568 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d354dc09-117f-433a-a831-c82a0038f77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (de3a99f2-2855-4ffb-924a-646488f8bfc5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.363434 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dde3ff98-256f-49f4-b149-3189eabecbc1 req-7252a334-3007-4c52-a714-98c8e5e8e4ae tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.438697 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1407a-4c91-4281-bf96-2d7196efc8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c50ecd-1bf4-406a-a51b-ee01a6e8ca9e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:46.580544 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9320829-e92c-4ba5-839b-97ec6b76e2f2 req-46a3dde7-4bc4-4fe3-ba1b-1afdb0cddf78 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:46.582132 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f9320829-e92c-4ba5-839b-97ec6b76e2f2 req-46a3dde7-4bc4-4fe3-ba1b-1afdb0cddf78 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 944 time: 0.3994608 Feb 09 01:39:46.626771 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-dde3ff98-256f-49f4-b149-3189eabecbc1 req-7252a334-3007-4c52-a714-98c8e5e8e4ae tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Allocated IP 172.25.7.45 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/cd81abb8-fd90-4820-bc4e-e140f245082f) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:46.724176 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f9320829-e92c-4ba5-839b-97ec6b76e2f2 req-2eac57c4-6e55-4f96-afb9-79b1ab576b6b tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295552 Feb 09 01:39:46.768233 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ddccef3a-e7dd-443b-8137-4910aa95b187 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:46.889477 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dde3ff98-256f-49f4-b149-3189eabecbc1 req-7252a334-3007-4c52-a714-98c8e5e8e4ae tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks [] for port (cd81abb8-fd90-4820-bc4e-e140f245082f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.926535 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba16a2b-ec82-402d-a286-4e7ee7382a51 None None] Network 3451bdd6-8f81-48e8-86e1-7cc100c76c06 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:47.127627 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-d354dc09-117f-433a-a831-c82a0038f77d admin admin] Deleting port 7dc967d4-cd17-42d8-8604-32302b1683a2 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:47.128406 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d354dc09-117f-433a-a831-c82a0038f77d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (7dc967d4-cd17-42d8-8604-32302b1683a2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.169926 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-e3d117bd-ee9c-45ee-a8a0-2ea89f148a39 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] For port fc4e5420-c2bf-45df-a1db-3d5812fbbd97, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=fc4e5420-c2bf-45df-a1db-3d5812fbbd97,segment=NetworkSegment(4d368a80-e68f-420c-a7f0-c6b262423889),segment_id=4d368a80-e68f-420c-a7f0-c6b262423889)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:47.170531 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e3d117bd-ee9c-45ee-a8a0-2ea89f148a39 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (fc4e5420-c2bf-45df-a1db-3d5812fbbd97), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.216014 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port ddccef3a-e7dd-443b-8137-4910aa95b187 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:47.216436 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ddccef3a-e7dd-443b-8137-4910aa95b187), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.217015 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-4b1d96fc-4285-4e83-8214-f2b019939afd tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Floating IP 875e39a6-bf83-4409-96ba-b1e6a31136ba associated. External IP: 172.25.7.92, port: c9792313-42b9-4b78-9553-f013d6c2a0e8. Feb 09 01:39:47.247147 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dde3ff98-256f-49f4-b149-3189eabecbc1 req-7252a334-3007-4c52-a714-98c8e5e8e4ae tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (cd81abb8-fd90-4820-bc4e-e140f245082f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.265513 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36864) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:47.271454 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-e3d117bd-ee9c-45ee-a8a0-2ea89f148a39 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Calling delete_port for fc4e5420-c2bf-45df-a1db-3d5812fbbd97 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:47.304708 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-564aa4ee-a89b-4419-8370-d4276c87dc68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.468790 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-657ec986-3a83-4870-a308-19c46b4d24b8 None None] Provisioning complete for port fc4e5420-c2bf-45df-a1db-3d5812fbbd97 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:47.469432 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-657ec986-3a83-4870-a308-19c46b4d24b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fc4e5420-c2bf-45df-a1db-3d5812fbbd97), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.504168 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-564aa4ee-a89b-4419-8370-d4276c87dc68 admin admin] Publish callbacks [] for security_group (08fa8f96-3943-4736-88ee-3a0b29bdc5db), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.519547 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-d354dc09-117f-433a-a831-c82a0038f77d admin admin] For port 7dc967d4-cd17-42d8-8604-32302b1683a2, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=7dc967d4-cd17-42d8-8604-32302b1683a2,segment=NetworkSegment(99191580-9a04-44d6-81bd-d09adaf12d9c),segment_id=99191580-9a04-44d6-81bd-d09adaf12d9c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:47.520807 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d354dc09-117f-433a-a831-c82a0038f77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (7dc967d4-cd17-42d8-8604-32302b1683a2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.528409 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-564aa4ee-a89b-4419-8370-d4276c87dc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (08fa8f96-3943-4736-88ee-3a0b29bdc5db), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.545347 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde3ff98-256f-49f4-b149-3189eabecbc1 req-7252a334-3007-4c52-a714-98c8e5e8e4ae tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:47.571718 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-dde3ff98-256f-49f4-b149-3189eabecbc1 req-7252a334-3007-4c52-a714-98c8e5e8e4ae tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:47.588980 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-d354dc09-117f-433a-a831-c82a0038f77d admin admin] Calling delete_port for 7dc967d4-cd17-42d8-8604-32302b1683a2 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:47.612672 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-564aa4ee-a89b-4419-8370-d4276c87dc68 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b56e0c04349e402abc60abfa99c0eca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3446310 Feb 09 01:39:47.621750 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-657ec986-3a83-4870-a308-19c46b4d24b8 None None] Current status of the port fc4e5420-c2bf-45df-a1db-3d5812fbbd97 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:47.622406 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-657ec986-3a83-4870-a308-19c46b4d24b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fc4e5420-c2bf-45df-a1db-3d5812fbbd97), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.639785 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36874) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:47.662963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564aa4ee-a89b-4419-8370-d4276c87dc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fa8f96-3943-4736-88ee-3a0b29bdc5db,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:47.717727 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ddccef3a-e7dd-443b-8137-4910aa95b187 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:47.719023 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device fc4e5420-c2bf-45df-a1db-3d5812fbbd97 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:47.725774 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde3ff98-256f-49f4-b149-3189eabecbc1 req-7252a334-3007-4c52-a714-98c8e5e8e4ae tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:47.817050 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-657ec986-3a83-4870-a308-19c46b4d24b8 None None] For port fc4e5420-c2bf-45df-a1db-3d5812fbbd97, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=fc4e5420-c2bf-45df-a1db-3d5812fbbd97,segment=NetworkSegment(4d368a80-e68f-420c-a7f0-c6b262423889),segment_id=4d368a80-e68f-420c-a7f0-c6b262423889)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:47.835343 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-657ec986-3a83-4870-a308-19c46b4d24b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (fc4e5420-c2bf-45df-a1db-3d5812fbbd97), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.851659 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port fc4e5420-c2bf-45df-a1db-3d5812fbbd97 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:47.852039 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fc4e5420-c2bf-45df-a1db-3d5812fbbd97), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.969772 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dde3ff98-256f-49f4-b149-3189eabecbc1 req-7252a334-3007-4c52-a714-98c8e5e8e4ae tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks [] for floatingip (5accadd9-a5e2-46b9-a03f-de2592dd2f1d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.017404 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08cbdf57-0a9f-4756-a34c-3584763e8351 admin admin] Publish callbacks [] for security_group (6b4cf5e0-cc98-4316-b3b7-7a1f620f31fb), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.022395 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252a334-3007-4c52-a714-98c8e5e8e4ae tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Pushing event updated for resources: {'Port': ['ID=cd81abb8-fd90-4820-bc4e-e140f245082f,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:48.047512 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08cbdf57-0a9f-4756-a34c-3584763e8351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6b4cf5e0-cc98-4316-b3b7-7a1f620f31fb), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.107908 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-08cbdf57-0a9f-4756-a34c-3584763e8351 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd50308865964f4785955c4d48f2551c&name=default HTTP/1.1" status: 200 len: 2996 time: 3.4293900 Feb 09 01:39:48.114018 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbdf57-0a9f-4756-a34c-3584763e8351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4cf5e0-cc98-4316-b3b7-7a1f620f31fb,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:48.116466 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port fc4e5420-c2bf-45df-a1db-3d5812fbbd97 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:48.129785 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36882) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:48.140209 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ec986-3a83-4870-a308-19c46b4d24b8 None None] Pushing event updated for resources: {'Port': ['ID=fc4e5420-c2bf-45df-a1db-3d5812fbbd97,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:48.149801 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-166e5bd3-bf4c-4edc-8c38-d9c3a36ac183 None None] Provisioning complete for port fc4e5420-c2bf-45df-a1db-3d5812fbbd97 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:48.150998 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-166e5bd3-bf4c-4edc-8c38-d9c3a36ac183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fc4e5420-c2bf-45df-a1db-3d5812fbbd97), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.155425 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dde3ff98-256f-49f4-b149-3189eabecbc1 req-7252a334-3007-4c52-a714-98c8e5e8e4ae tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cd81abb8-fd90-4820-bc4e-e140f245082f), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.251495 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-166e5bd3-bf4c-4edc-8c38-d9c3a36ac183 None None] Current status of the port fc4e5420-c2bf-45df-a1db-3d5812fbbd97 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:48.305518 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f80f47-f9dc-42d3-a271-671a9ce1a61b req-fe59127c-0673-4ac7-bd7e-522490180be3 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:48.307111 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f9f80f47-f9dc-42d3-a271-671a9ce1a61b req-fe59127c-0673-4ac7-bd7e-522490180be3 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 944 time: 0.1139741 Feb 09 01:39:48.370146 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb47e-9343-4cd3-82c4-18b28f476b2e admin admin] Publish callbacks [] for security_group (08fa8f96-3943-4736-88ee-3a0b29bdc5db), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.410931 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb47e-9343-4cd3-82c4-18b28f476b2e admin admin] Publish callbacks [] for security_group (08fa8f96-3943-4736-88ee-3a0b29bdc5db), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.415241 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a231e969-cc24-4785-955c-d409d4174ca7 admin admin] Publish callbacks [] for security_group (6b4cf5e0-cc98-4316-b3b7-7a1f620f31fb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.447156 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f9f80f47-f9dc-42d3-a271-671a9ce1a61b req-8402b357-da96-47c4-9d62-7abad44b52a0 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304231 Feb 09 01:39:48.509268 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e3d117bd-ee9c-45ee-a8a0-2ea89f148a39 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (fc4e5420-c2bf-45df-a1db-3d5812fbbd97), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.516555 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb47e-9343-4cd3-82c4-18b28f476b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (08fa8f96-3943-4736-88ee-3a0b29bdc5db), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.518755 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb47e-9343-4cd3-82c4-18b28f476b2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.519989 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-dc2eb47e-9343-4cd3-82c4-18b28f476b2e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/08fa8f96-3943-4736-88ee-3a0b29bdc5db HTTP/1.1" status: 204 len: 168 time: 0.8770709 Feb 09 01:39:48.524832 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device fc4e5420-c2bf-45df-a1db-3d5812fbbd97 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:48.537511 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2eb47e-9343-4cd3-82c4-18b28f476b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fa8f96-3943-4736-88ee-3a0b29bdc5db,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:48.553491 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d354dc09-117f-433a-a831-c82a0038f77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (7dc967d4-cd17-42d8-8604-32302b1683a2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.580847 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a231e969-cc24-4785-955c-d409d4174ca7 admin admin] Publish callbacks [] for security_group (6b4cf5e0-cc98-4316-b3b7-7a1f620f31fb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.592794 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354dc09-117f-433a-a831-c82a0038f77d admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc967d4-cd17-42d8-8604-32302b1683a2,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:48.618357 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d117bd-ee9c-45ee-a8a0-2ea89f148a39 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Port': ['ID=fc4e5420-c2bf-45df-a1db-3d5812fbbd97,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:48.629780 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1d96fc-4285-4e83-8214-f2b019939afd tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Router b207c49c-394f-4631-bc08-9bf5b6d64318 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:39:48.645246 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: fc4e5420-c2bf-45df-a1db-3d5812fbbd97 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:48.645717 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device fc4e5420-c2bf-45df-a1db-3d5812fbbd97 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 01:39:48.750424 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Port fc4e5420-c2bf-45df-a1db-3d5812fbbd97 not found, will not notify nova. {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 01:39:48.788784 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884eacee-1c7b-4222-9946-bc3fd80c1c54 None None] DHCP port deletion for 3451bdd6-8f81-48e8-86e1-7cc100c76c06 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:39:48.827928 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d117bd-ee9c-45ee-a8a0-2ea89f148a39 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No DVR routers for this DVR port fc4e5420-c2bf-45df-a1db-3d5812fbbd97 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:48.980390 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ed335b-1566-4c42-b4ad-cd6afb2da1c9 None None] get_active_networks_info from n-d-828387-3 {{(pid=103185) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:39:49.048903 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a231e969-cc24-4785-955c-d409d4174ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6b4cf5e0-cc98-4316-b3b7-7a1f620f31fb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:49.052513 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a231e969-cc24-4785-955c-d409d4174ca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:49.053902 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a231e969-cc24-4785-955c-d409d4174ca7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b4cf5e0-cc98-4316-b3b7-7a1f620f31fb HTTP/1.1" status: 204 len: 168 time: 0.9132679 Feb 09 01:39:49.055477 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 05366da3-ae6f-43e0-a840-3c9d28c899e6 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:49.084427 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231e969-cc24-4785-955c-d409d4174ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4cf5e0-cc98-4316-b3b7-7a1f620f31fb,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:49.159719 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e3d117bd-ee9c-45ee-a8a0-2ea89f148a39 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (678a4418-e3d0-428f-a74d-4e8a8d4429cd), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:49.163913 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1d96fc-4285-4e83-8214-f2b019939afd tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:39:49.165531 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5850b177-6c58-40e3-97c1-7f0b2479e6e7 req-61a01895-1c08-49e2-9f0a-c965401f7342 tempest-QuotasAdminNegativeTest-1501505479 tempest-QuotasAdminNegativeTest-1501505479-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=82eee35020fa4159a28a6cb0ab1ced8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1218514 Feb 09 01:39:49.171996 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4b1d96fc-4285-4e83-8214-f2b019939afd tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:49.175647 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d354dc09-117f-433a-a831-c82a0038f77d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (de3a99f2-2855-4ffb-924a-646488f8bfc5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:49.179185 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0080cd08-fe62-4610-ae1f-5ab77e6056be None None] Sync routers for ids ['b207c49c-394f-4631-bc08-9bf5b6d64318'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:39:49.198076 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 05366da3-ae6f-43e0-a840-3c9d28c899e6 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:39:49.213232 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 05366da3-ae6f-43e0-a840-3c9d28c899e6 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:49.213826 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:49.215887 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ed335b-1566-4c42-b4ad-cd6afb2da1c9 None None] Resources bound (agent type, host, resource id): {{(pid=103185) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:39:49.219868 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0080cd08-fe62-4610-ae1f-5ab77e6056be None None] Routers {'b207c49c-394f-4631-bc08-9bf5b6d64318'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:49.220741 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-0080cd08-fe62-4610-ae1f-5ab77e6056be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:39:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b207c49c-394f-4631-bc08-9bf5b6d64318'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:49.252474 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dde3ff98-256f-49f4-b149-3189eabecbc1 req-7252a334-3007-4c52-a714-98c8e5e8e4ae tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks [] for port (cd81abb8-fd90-4820-bc4e-e140f245082f), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:49.261366 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dde3ff98-256f-49f4-b149-3189eabecbc1 req-7252a334-3007-4c52-a714-98c8e5e8e4ae tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (cd81abb8-fd90-4820-bc4e-e140f245082f), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:49.331990 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4b1d96fc-4285-4e83-8214-f2b019939afd tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "PUT /v2.0/floatingips/875e39a6-bf83-4409-96ba-b1e6a31136ba HTTP/1.1" status: 200 len: 990 time: 6.3273239 Feb 09 01:39:49.338983 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415748ef-a353-4f58-b503-f9277d4e1e73', 'tag': 'c9792313-42b9-4b78-9553-f013d6c2a0e8'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:49.342353 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721c5576-a5f4-4f66-9ace-f22252c5112f" -d '{"events": [{"name": "network-changed", "server_uuid": "415748ef-a353-4f58-b503-f9277d4e1e73", "tag": "c9792313-42b9-4b78-9553-f013d6c2a0e8"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:49.399659 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252a334-3007-4c52-a714-98c8e5e8e4ae tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Pushing event updated for resources: {'Port': ['ID=cd81abb8-fd90-4820-bc4e-e140f245082f,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:49.422347 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dde3ff98-256f-49f4-b149-3189eabecbc1 req-7252a334-3007-4c52-a714-98c8e5e8e4ae tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (5accadd9-a5e2-46b9-a03f-de2592dd2f1d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:49.437651 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e3d117bd-ee9c-45ee-a8a0-2ea89f148a39 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (678a4418-e3d0-428f-a74d-4e8a8d4429cd), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:49.466098 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dde3ff98-256f-49f4-b149-3189eabecbc1 req-7252a334-3007-4c52-a714-98c8e5e8e4ae tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:49.480658 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dde3ff98-256f-49f4-b149-3189eabecbc1 req-7252a334-3007-4c52-a714-98c8e5e8e4ae tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.4528122 Feb 09 01:39:49.723697 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d117bd-ee9c-45ee-a8a0-2ea89f148a39 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Subnet': ['ID=678a4418-e3d0-428f-a74d-4e8a8d4429cd,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:49.728320 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 05366da3-ae6f-43e0-a840-3c9d28c899e6 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:49.729296 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36924) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:49.736236 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:49.772019 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850b177-6c58-40e3-97c1-7f0b2479e6e7 req-1db85032-b1f8-4582-aef9-fde0d94696ee tempest-QuotasAdminNegativeTest-1501505479 tempest-QuotasAdminNegativeTest-1501505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:49.774655 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5850b177-6c58-40e3-97c1-7f0b2479e6e7 req-1db85032-b1f8-4582-aef9-fde0d94696ee tempest-QuotasAdminNegativeTest-1501505479 tempest-QuotasAdminNegativeTest-1501505479-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5999584 Feb 09 01:39:49.778756 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-12073e33-3599-4642-96db-9e12be5b4b47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:49.827512 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5850b177-6c58-40e3-97c1-7f0b2479e6e7 req-156494f0-2582-4966-a3d3-643f48d79474 tempest-QuotasAdminNegativeTest-1501505479 tempest-QuotasAdminNegativeTest-1501505479-project] 10.222.0.36 "GET /v2.0/quotas/82eee35020fa4159a28a6cb0ab1ced8b HTTP/1.1" status: 200 len: 375 time: 0.0450788 Feb 09 01:39:49.863395 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dde3ff98-256f-49f4-b149-3189eabecbc1 req-c20207bc-ebb4-4ae9-aac0-1d80a38cb693 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 695 time: 0.3812566 Feb 09 01:39:49.869790 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 05366da3-ae6f-43e0-a840-3c9d28c899e6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=05366da3-ae6f-43e0-a840-3c9d28c899e6,segment=NetworkSegment(899f02fd-164e-4c7a-96f7-6f23414d825b),segment_id=899f02fd-164e-4c7a-96f7-6f23414d825b)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:49.870993 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2582cb04-5981-4341-a2b3-36f504831b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05366da3-ae6f-43e0-a840-3c9d28c899e6'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:49.876216 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df92a57-2a74-44a2-a465-9e7027e8ccf8" -d '{"events": [{"server_uuid": "2582cb04-5981-4341-a2b3-36f504831b17", "name": "network-vif-plugged", "status": "completed", "tag": "05366da3-ae6f-43e0-a840-3c9d28c899e6"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:49.900966 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-0080cd08-fe62-4610-ae1f-5ab77e6056be None None] Set router b207c49c-394f-4631-bc08-9bf5b6d64318 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:49.924770 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e3d117bd-ee9c-45ee-a8a0-2ea89f148a39 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (3451bdd6-8f81-48e8-86e1-7cc100c76c06), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:49.952336 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:49.983103 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e3d117bd-ee9c-45ee-a8a0-2ea89f148a39 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3451bdd6-8f81-48e8-86e1-7cc100c76c06']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:49.998323 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e3d117bd-ee9c-45ee-a8a0-2ea89f148a39 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d368a80-e68f-420c-a7f0-c6b262423889') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:49.998641 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e3d117bd-ee9c-45ee-a8a0-2ea89f148a39 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d368a80-e68f-420c-a7f0-c6b262423889') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:50.019863 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-12073e33-3599-4642-96db-9e12be5b4b47 admin admin] Publish callbacks [] for security_group (adc78f1a-7d01-464c-9d41-f451be729e00), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:50.020339 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e3d117bd-ee9c-45ee-a8a0-2ea89f148a39 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (4d368a80-e68f-420c-a7f0-c6b262423889), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:50.037795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=05366da3-ae6f-43e0-a840-3c9d28c899e6,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:50.051972 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e3d117bd-ee9c-45ee-a8a0-2ea89f148a39 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (4d368a80-e68f-420c-a7f0-c6b262423889), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:50.064063 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d117bd-ee9c-45ee-a8a0-2ea89f148a39 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:50.064477 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e3d117bd-ee9c-45ee-a8a0-2ea89f148a39 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (4d368a80-e68f-420c-a7f0-c6b262423889), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:50.076177 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3ff98-256f-49f4-b149-3189eabecbc1 req-6bb00863-fbc5-4a5a-8854-593fa4468ca5 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:50.077626 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dde3ff98-256f-49f4-b149-3189eabecbc1 req-6bb00863-fbc5-4a5a-8854-593fa4468ca5 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.1948421 Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:50.078326 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:50.144010 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5850b177-6c58-40e3-97c1-7f0b2479e6e7 req-922bd63a-3ed4-4384-9d6c-c670a88e32aa tempest-QuotasAdminNegativeTest-1501505479 tempest-QuotasAdminNegativeTest-1501505479-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=82eee35020fa4159a28a6cb0ab1ced8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3029091 Feb 09 01:39:50.146943 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-12073e33-3599-4642-96db-9e12be5b4b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (adc78f1a-7d01-464c-9d41-f451be729e00), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:50.279006 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e3d117bd-ee9c-45ee-a8a0-2ea89f148a39 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (3451bdd6-8f81-48e8-86e1-7cc100c76c06), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:50.301881 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e3d117bd-ee9c-45ee-a8a0-2ea89f148a39 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:50.313156 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-12073e33-3599-4642-96db-9e12be5b4b47 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=684f606ab70e4564bc4a479154ec39d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5762119 Feb 09 01:39:50.313156 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36936) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:50.314623 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36938) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:50.329675 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e3d117bd-ee9c-45ee-a8a0-2ea89f148a39 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/networks/3451bdd6-8f81-48e8-86e1-7cc100c76c06 HTTP/1.1" status: 204 len: 168 time: 6.4547291 Feb 09 01:39:50.332634 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ed0c75-3e99-4719-9826-a00fd60c059e x-openstack-request-id: req-92ed0c75-3e99-4719-9826-a00fd60c059e {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:50.332634 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415748ef-a353-4f58-b503-f9277d4e1e73", "tag": "c9792313-42b9-4b78-9553-f013d6c2a0e8", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:50.332634 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-92ed0c75-3e99-4719-9826-a00fd60c059e {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:50.332981 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415748ef-a353-4f58-b503-f9277d4e1e73', 'tag': 'c9792313-42b9-4b78-9553-f013d6c2a0e8', 'status': 'completed', 'code': 200} Feb 09 01:39:50.354359 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d117bd-ee9c-45ee-a8a0-2ea89f148a39 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Network': ['ID=3451bdd6-8f81-48e8-86e1-7cc100c76c06,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:50.386585 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e23ce-8b58-4161-96f9-608074ac634a req-70b69aa9-e549-4b28-bfd6-abd99aed612d tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:50.389438 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5d7e23ce-8b58-4161-96f9-608074ac634a req-70b69aa9-e549-4b28-bfd6-abd99aed612d tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/ports?device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 945 time: 0.1837523 Feb 09 01:39:50.397276 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5635498-4bbc-423f-a6b0-ef112987a631 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] GET failed (client error): The resource could not be found. Feb 09 01:39:50.403930 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d5635498-4bbc-423f-a6b0-ef112987a631 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "GET /v2.0/subnets/678a4418-e3d0-428f-a74d-4e8a8d4429cd HTTP/1.1" status: 404 len: 337 time: 0.0899205 Feb 09 01:39:50.410209 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36942) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:50.456637 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9819a16c-7051-4aad-82b3-cd2e2077cfba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-3451bdd6-8f81-48e8-86e1-7cc100c76c06', 'network_id': '3451bdd6-8f81-48e8-86e1-7cc100c76c06', 'project_id': '3d65d33aaf04470498c708076d84ab02', 'fixed_ips': [{'subnet_id': '678a4418-e3d0-428f-a74d-4e8a8d4429cd'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:39:50.458491 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12073e33-3599-4642-96db-9e12be5b4b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc78f1a-7d01-464c-9d41-f451be729e00,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:50.458711 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9819a16c-7051-4aad-82b3-cd2e2077cfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:50.527821 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5d7e23ce-8b58-4161-96f9-608074ac634a req-b3ffaff7-9b66-41db-a9e0-452e0c03f0bd tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70b2d05-7496-4399-bb0d-f130f66e9850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298120 Feb 09 01:39:50.535816 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c932556d-6422-4628-a128-b9ab28f0a50b None None] Network 3451bdd6-8f81-48e8-86e1-7cc100c76c06 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:50.577370 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c932556d-6422-4628-a128-b9ab28f0a50b None None] Network 3451bdd6-8f81-48e8-86e1-7cc100c76c06 could not be found, it might have been deleted concurrently. {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:39:50.590671 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a9e0d8-fcd1-4867-8b10-64e03efee982 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] DELETE failed (client error): The resource could not be found. Feb 09 01:39:50.591776 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a9e0d8-fcd1-4867-8b10-64e03efee982 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:39:50.603772 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-53a9e0d8-fcd1-4867-8b10-64e03efee982 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/networks/3451bdd6-8f81-48e8-86e1-7cc100c76c06 HTTP/1.1" status: 404 len: 339 time: 0.1357992 Feb 09 01:39:50.604819 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36948) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:50.609674 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d354dc09-117f-433a-a831-c82a0038f77d admin admin] Router de3a99f2-2855-4ffb-924a-646488f8bfc5 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:39:50.627141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd851a24-c9e8-4234-9a53-f2e95c7b9d68 None None] DHCP port deletion for 3451bdd6-8f81-48e8-86e1-7cc100c76c06 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:39:50.650837 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ced1d4-2185-4559-9cc3-0d8f5edde14f x-openstack-request-id: req-13ced1d4-2185-4559-9cc3-0d8f5edde14f {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:50.651417 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2582cb04-5981-4341-a2b3-36f504831b17", "name": "network-vif-plugged", "status": "completed", "tag": "05366da3-ae6f-43e0-a840-3c9d28c899e6", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:50.651897 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-13ced1d4-2185-4559-9cc3-0d8f5edde14f {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:50.652507 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2582cb04-5981-4341-a2b3-36f504831b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05366da3-ae6f-43e0-a840-3c9d28c899e6', 'code': 200} Feb 09 01:39:50.668269 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-df92a068-087d-4d35-b1ed-84953cd211da admin admin] Publish callbacks [] for security_group (adc78f1a-7d01-464c-9d41-f451be729e00), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:50.673127 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device fc4e5420-c2bf-45df-a1db-3d5812fbbd97 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:50.718737 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: fc4e5420-c2bf-45df-a1db-3d5812fbbd97 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:50.719593 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device fc4e5420-c2bf-45df-a1db-3d5812fbbd97 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:50.767248 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-0080cd08-fe62-4610-ae1f-5ab77e6056be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'name': 'tempest-ServersTestManualDisk-48535889-router', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:54Z', 'updated_at': '2022-02-09T01:39:02Z', 'revision_number': 4, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'gw_port': {'id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:56Z', 'updated_at': '2022-02-09T01:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '875e39a6-bf83-4409-96ba-b1e6a31136ba', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'floating_ip_address': '172.25.7.92', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'port_id': 'c9792313-42b9-4b78-9553-f013d6c2a0e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912', 'mac_address': 'fa:16:3e:16:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415748ef-a353-4f58-b503-f9277d4e1e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:39:14Z', 'updated_at': '2022-02-09T01:39:44Z', 'revision_number': 1, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98ee690-b979-45c7-8f6e-ded8d7d6a7ef', 'name': '', 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'mac_address': 'fa:16:3e:8a:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'aaa4f88c-87b0-4b37-8b45-2753d866ef5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:00Z', 'updated_at': '2022-02-09T01:39:15Z', 'revision_number': 5, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'subnets': [{'id': 'aaa4f88c-87b0-4b37-8b45-2753d866ef5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:50.811716 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0080cd08-fe62-4610-ae1f-5ab77e6056be None None] Checking router: b207c49c-394f-4631-bc08-9bf5b6d64318 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:39:50.821714 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0080cd08-fe62-4610-ae1f-5ab77e6056be None None] Routers {'b207c49c-394f-4631-bc08-9bf5b6d64318'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:50.823305 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-0080cd08-fe62-4610-ae1f-5ab77e6056be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:39:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b207c49c-394f-4631-bc08-9bf5b6d64318'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:50.889236 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-df92a068-087d-4d35-b1ed-84953cd211da admin admin] Publish callbacks [] for security_group (adc78f1a-7d01-464c-9d41-f451be729e00), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:50.953125 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d354dc09-117f-433a-a831-c82a0038f77d admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:39:50.968873 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e2b762-f6a8-4e32-9517-f77b34a2af42 None None] Sync routers for ids ['de3a99f2-2855-4ffb-924a-646488f8bfc5'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:39:50.979163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c5576-a5f4-4f66-9ace-f22252c5112f req-f470ed1c-6dcc-4354-b7b1-1cd19fd3b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:50.983078 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-721c5576-a5f4-4f66-9ace-f22252c5112f req-f470ed1c-6dcc-4354-b7b1-1cd19fd3b01c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a031f3d19b554bad9a723c7e216d5c1f&device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 1127 time: 0.5248787 Feb 09 01:39:50.997790 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e2b762-f6a8-4e32-9517-f77b34a2af42 None None] Routers {'de3a99f2-2855-4ffb-924a-646488f8bfc5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:50.998125 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d354dc09-117f-433a-a831-c82a0038f77d admin admin] 10.222.0.36 "PUT /v2.0/routers/de3a99f2-2855-4ffb-924a-646488f8bfc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4692104 Feb 09 01:39:51.002014 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c5e2b762-f6a8-4e32-9517-f77b34a2af42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:39:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['de3a99f2-2855-4ffb-924a-646488f8bfc5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:51.003144 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36956) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:51.016849 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-0080cd08-fe62-4610-ae1f-5ab77e6056be None None] Set router b207c49c-394f-4631-bc08-9bf5b6d64318 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:51.023805 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73d8b2-a8d3-48db-a836-f771c8448a1c req-13bbcfa0-4393-4d04-8058-6f263a33f243 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:51.025995 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eb73d8b2-a8d3-48db-a836-f771c8448a1c req-13bbcfa0-4393-4d04-8058-6f263a33f243 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.5605092 Feb 09 01:39:51.054462 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-df92a068-087d-4d35-b1ed-84953cd211da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (adc78f1a-7d01-464c-9d41-f451be729e00), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:51.058047 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-df92a068-087d-4d35-b1ed-84953cd211da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:51.059372 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4350a7e5-7db5-4cf6-b6f5-4b274a17fbf4 req-08efb559-9615-4065-b2f6-f77eb25a6741 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "GET /v2.0/floatingips/5accadd9-a5e2-46b9-a03f-de2592dd2f1d HTTP/1.1" status: 200 len: 692 time: 0.3401570 Feb 09 01:39:51.071928 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-df92a068-087d-4d35-b1ed-84953cd211da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/adc78f1a-7d01-464c-9d41-f451be729e00 HTTP/1.1" status: 204 len: 168 time: 0.6773636 Feb 09 01:39:51.304457 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-c5e2b762-f6a8-4e32-9517-f77b34a2af42 None None] Set router de3a99f2-2855-4ffb-924a-646488f8bfc5 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:51.326484 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6da7edb-ece9-4d34-872c-e281d545ae60 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:51.331006 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f6da7edb-ece9-4d34-872c-e281d545ae60 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7203979 Feb 09 01:39:51.335686 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36964) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:51.342866 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-0080cd08-fe62-4610-ae1f-5ab77e6056be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'name': 'tempest-ServersTestManualDisk-48535889-router', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:54Z', 'updated_at': '2022-02-09T01:39:02Z', 'revision_number': 4, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'gw_port': {'id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:56Z', 'updated_at': '2022-02-09T01:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '875e39a6-bf83-4409-96ba-b1e6a31136ba', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'floating_ip_address': '172.25.7.92', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'port_id': 'c9792313-42b9-4b78-9553-f013d6c2a0e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912', 'mac_address': 'fa:16:3e:16:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415748ef-a353-4f58-b503-f9277d4e1e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:39:14Z', 'updated_at': '2022-02-09T01:39:44Z', 'revision_number': 1, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98ee690-b979-45c7-8f6e-ded8d7d6a7ef', 'name': '', 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'mac_address': 'fa:16:3e:8a:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'aaa4f88c-87b0-4b37-8b45-2753d866ef5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:00Z', 'updated_at': '2022-02-09T01:39:15Z', 'revision_number': 5, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'subnets': [{'id': 'aaa4f88c-87b0-4b37-8b45-2753d866ef5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:51.350886 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1461870-e3fc-4a48-b478-ba7eb996c2b6 req-0b7ec409-6539-4a8b-980f-53f4d953569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:51.352449 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f1461870-e3fc-4a48-b478-ba7eb996c2b6 req-0b7ec409-6539-4a8b-980f-53f4d953569b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 1127 time: 0.6322732 Feb 09 01:39:51.395656 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-582e709a-b2cb-4b35-9a40-6e42820c8df1 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "GET /v2.0/subnets?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 207 time: 0.0578811 Feb 09 01:39:51.396524 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36966) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:51.436569 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0080cd08-fe62-4610-ae1f-5ab77e6056be None None] The sync data for ids ['b207c49c-394f-4631-bc08-9bf5b6d64318'] in n-d-828387-3 is: [{'id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'name': 'tempest-ServersTestManualDisk-48535889-router', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:54Z', 'updated_at': '2022-02-09T01:39:02Z', 'revision_number': 4, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'gw_port': {'id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:56Z', 'updated_at': '2022-02-09T01:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '875e39a6-bf83-4409-96ba-b1e6a31136ba', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'floating_ip_address': '172.25.7.92', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'port_id': 'c9792313-42b9-4b78-9553-f013d6c2a0e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912', 'mac_address': 'fa:16:3e:16:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415748ef-a353-4f58-b503-f9277d4e1e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:39:14Z', 'updated_at': '2022-02-09T01:39:44Z', 'revision_number': 1, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98ee690-b979-45c7-8f6e-ded8d7d6a7ef', 'name': '', 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'mac_address': 'fa:16:3e:8a:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'aaa4f88c-87b0-4b37-8b45-2753d866ef5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:00Z', 'updated_at': '2022-02-09T01:39:15Z', 'revision_number': 5, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'subnets': [{'id': 'aaa4f88c-87b0-4b37-8b45-2753d866ef5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:51.506058 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92a068-087d-4d35-b1ed-84953cd211da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc78f1a-7d01-464c-9d41-f451be729e00,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:51.582557 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93af7644-c01e-4043-92d5-900fa5d86ccf admin admin] Publish callbacks [] for router (de3a99f2-2855-4ffb-924a-646488f8bfc5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:51.595733 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eb73d8b2-a8d3-48db-a836-f771c8448a1c req-6f172cf3-fd2c-4ce8-a888-6ba77f123d92 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5126905 Feb 09 01:39:51.715488 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c5576-a5f4-4f66-9ace-f22252c5112f req-28dd621f-d011-4672-8bc0-4df0de18419f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:51.718746 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-721c5576-a5f4-4f66-9ace-f22252c5112f req-28dd621f-d011-4672-8bc0-4df0de18419f service neutron] 10.222.0.48 "GET /v2.0/networks?id=9dd2436d-5794-4c28-8930-9c0fdeceb912 HTTP/1.1" status: 200 len: 911 time: 0.7136335 Feb 09 01:39:51.848177 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c5e2b762-f6a8-4e32-9517-f77b34a2af42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'name': 'tempest-ServersTestBootFromVolume-1087449568-router', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:50Z', 'updated_at': '2022-02-09T01:39:48Z', 'revision_number': 5, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'gw_port': {'id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:53Z', 'updated_at': '2022-02-09T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:51.909629 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c438900-60e8-4d82-90ad-ab43de973dbf None None] New status for floating IP 875e39a6-bf83-4409-96ba-b1e6a31136ba: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:39:51.928552 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e2b762-f6a8-4e32-9517-f77b34a2af42 None None] Checking router: de3a99f2-2855-4ffb-924a-646488f8bfc5 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:39:51.956403 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e2b762-f6a8-4e32-9517-f77b34a2af42 None None] Routers {'de3a99f2-2855-4ffb-924a-646488f8bfc5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:51.957034 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c5e2b762-f6a8-4e32-9517-f77b34a2af42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:39:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['de3a99f2-2855-4ffb-924a-646488f8bfc5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:51.976488 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-721c5576-a5f4-4f66-9ace-f22252c5112f req-3ce46002-1dde-4136-8c8d-eac636ee85e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9792313-42b9-4b78-9553-f013d6c2a0e8 HTTP/1.1" status: 200 len: 998 time: 0.2310777 Feb 09 01:39:51.984929 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93af7644-c01e-4043-92d5-900fa5d86ccf admin admin] Publish callbacks [] for router_gateway (de3a99f2-2855-4ffb-924a-646488f8bfc5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:52.197132 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331e5306-270b-4aa8-97be-80ccc5ce3c05 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:52.207578 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331e5306-270b-4aa8-97be-80ccc5ce3c05 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:52.214963 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331e5306-270b-4aa8-97be-80ccc5ce3c05 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:52.222710 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331e5306-270b-4aa8-97be-80ccc5ce3c05 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:52.231247 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-331e5306-270b-4aa8-97be-80ccc5ce3c05 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.8157556 Feb 09 01:39:52.231247 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36986) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:52.282872 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c5576-a5f4-4f66-9ace-f22252c5112f req-ffb0f175-583c-42eb-896d-76baaf5dc88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:52.291988 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-721c5576-a5f4-4f66-9ace-f22252c5112f req-ffb0f175-583c-42eb-896d-76baaf5dc88a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aaa4f88c-87b0-4b37-8b45-2753d866ef5a HTTP/1.1" status: 200 len: 849 time: 0.3015671 Feb 09 01:39:52.298216 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350a7e5-7db5-4cf6-b6f5-4b274a17fbf4 req-f000cd79-f683-4f79-917b-0a5904146fc0 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:52.300597 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4350a7e5-7db5-4cf6-b6f5-4b274a17fbf4 req-f000cd79-f683-4f79-917b-0a5904146fc0 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 1.2063289 Feb 09 01:39:52.302921 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f1461870-e3fc-4a48-b478-ba7eb996c2b6 req-1e7469fa-f834-42a5-ac3d-1c12343e8db9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9298720 Feb 09 01:39:52.319972 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-4350a7e5-7db5-4cf6-b6f5-4b274a17fbf4 req-1cb7a4e2-68b6-4ad8-9a1f-aa5d7dcf150f tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:39:52.330787 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4350a7e5-7db5-4cf6-b6f5-4b274a17fbf4 req-1cb7a4e2-68b6-4ad8-9a1f-aa5d7dcf150f tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0225334 Feb 09 01:39:52.371860 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-c5e2b762-f6a8-4e32-9517-f77b34a2af42 None None] Set router de3a99f2-2855-4ffb-924a-646488f8bfc5 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:52.402287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-93af7644-c01e-4043-92d5-900fa5d86ccf admin admin] Deleting port 774a6e2e-7850-42f8-8114-09dfca1c0df6 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:52.408237 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93af7644-c01e-4043-92d5-900fa5d86ccf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (774a6e2e-7850-42f8-8114-09dfca1c0df6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:52.496478 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c5576-a5f4-4f66-9ace-f22252c5112f req-59608041-6d13-4b99-9bc0-b8ac6730ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:52.499810 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-721c5576-a5f4-4f66-9ace-f22252c5112f req-59608041-6d13-4b99-9bc0-b8ac6730ab65 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9dd2436d-5794-4c28-8930-9c0fdeceb912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1960094 Feb 09 01:39:52.672947 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3f75db4b-c973-4bf8-acfa-623a7da50ed2 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.4230063 Feb 09 01:39:52.678702 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37002) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:52.691083 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-93af7644-c01e-4043-92d5-900fa5d86ccf admin admin] For port 774a6e2e-7850-42f8-8114-09dfca1c0df6, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=774a6e2e-7850-42f8-8114-09dfca1c0df6,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:52.691756 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93af7644-c01e-4043-92d5-900fa5d86ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (774a6e2e-7850-42f8-8114-09dfca1c0df6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:52.736443 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-93af7644-c01e-4043-92d5-900fa5d86ccf admin admin] Calling delete_port for 774a6e2e-7850-42f8-8114-09dfca1c0df6 owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:52.847998 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c5e2b762-f6a8-4e32-9517-f77b34a2af42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'name': 'tempest-ServersTestBootFromVolume-1087449568-router', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:50Z', 'updated_at': '2022-02-09T01:39:48Z', 'revision_number': 5, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'gw_port': {'id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:53Z', 'updated_at': '2022-02-09T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:52.885071 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34960cd-4f3f-4c92-bf4c-1be117a99ad4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:52.888887 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34960cd-4f3f-4c92-bf4c-1be117a99ad4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:52.899665 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d34960cd-4f3f-4c92-bf4c-1be117a99ad4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2160752 Feb 09 01:39:52.937302 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e2b762-f6a8-4e32-9517-f77b34a2af42 None None] The sync data for ids ['de3a99f2-2855-4ffb-924a-646488f8bfc5'] in n-d-828387-3 is: [{'id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'name': 'tempest-ServersTestBootFromVolume-1087449568-router', 'tenant_id': 'c45c47ba992045c1ada70c874f091239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:50Z', 'updated_at': '2022-02-09T01:39:48Z', 'revision_number': 5, 'project_id': 'c45c47ba992045c1ada70c874f091239', 'gw_port': {'id': '774a6e2e-7850-42f8-8114-09dfca1c0df6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a99f2-2855-4ffb-924a-646488f8bfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:53Z', 'updated_at': '2022-02-09T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:53.001920 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37010) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:53.011686 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-912f0b2c-d46f-4349-8cf6-7de8f61fb5b3 req-aa6e2699-5203-4e13-9789-fa455700e433 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=ca8d299dff334a99884c459219bd377a HTTP/1.1" status: 200 len: 695 time: 0.1372006 Feb 09 01:39:53.153494 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b9daca-5be8-4d6d-8d28-751fd9cb0b48 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['shared'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:53.156019 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b9daca-5be8-4d6d-8d28-751fd9cb0b48 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['shared'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:53.156706 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf393f7-a812-4fda-abb7-b97ddf3d1ac7 req-622eba50-ec29-430b-aa13-80f697447e05 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:53.158443 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-66b9daca-5be8-4d6d-8d28-751fd9cb0b48 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1314490 Feb 09 01:39:53.163166 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37014) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:53.163705 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8cf393f7-a812-4fda-abb7-b97ddf3d1ac7 req-622eba50-ec29-430b-aa13-80f697447e05 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/ports?device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 945 time: 0.6409736 Feb 09 01:39:53.188918 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-721c5576-a5f4-4f66-9ace-f22252c5112f req-5111e270-c02f-4f1b-b4eb-666804294cc4 service neutron] 10.222.0.48 "GET /v2.0/networks/9dd2436d-5794-4c28-8930-9c0fdeceb912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6752658 Feb 09 01:39:53.229770 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f0b2c-d46f-4349-8cf6-7de8f61fb5b3 req-23c19fb8-8c19-467c-8c3e-7b49b66eaeb0 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:53.236654 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-912f0b2c-d46f-4349-8cf6-7de8f61fb5b3 req-23c19fb8-8c19-467c-8c3e-7b49b66eaeb0 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "GET /v2.0/networks?id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 787 time: 0.2223413 Feb 09 01:39:53.268789 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-912f0b2c-d46f-4349-8cf6-7de8f61fb5b3 req-85c7ee33-4031-40b8-b445-60086ecc0fa4 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:39:53.283086 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-912f0b2c-d46f-4349-8cf6-7de8f61fb5b3 req-85c7ee33-4031-40b8-b445-60086ecc0fa4 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0454173 Feb 09 01:39:53.358016 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8cf393f7-a812-4fda-abb7-b97ddf3d1ac7 req-b109faaa-4530-4210-b527-4564e18a0643 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70b2d05-7496-4399-bb0d-f130f66e9850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861060 Feb 09 01:39:53.418974 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a03ae8-b75a-4525-aa20-5ad0e2e4a2dd tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:53.420446 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-53a03ae8-b75a-4525-aa20-5ad0e2e4a2dd tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "GET /v2.0/networks/6da739b4-f90d-4611-9fea-78805cf32a5d HTTP/1.1" status: 200 len: 799 time: 0.2529614 Feb 09 01:39:53.431883 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37028) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:53.522613 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-721c5576-a5f4-4f66-9ace-f22252c5112f req-caecc608-9467-4d01-ad00-ff540670a6af service neutron] 10.222.0.48 "GET /v2.0/networks/9dd2436d-5794-4c28-8930-9c0fdeceb912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989869 Feb 09 01:39:53.676968 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-21c19b16-07ef-45d4-8f5e-f1a047563a20 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "GET /v2.0/networks/6da739b4-f90d-4611-9fea-78805cf32a5d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2438481 Feb 09 01:39:53.681091 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37034) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:53.762530 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af97a4-8288-4806-a203-ee6dfa2cb563 req-67335bce-ef3e-4ac3-b78d-dbc77628981f tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:53.764286 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-56af97a4-8288-4806-a203-ee6dfa2cb563 req-67335bce-ef3e-4ac3-b78d-dbc77628981f tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.2543886 Feb 09 01:39:53.769753 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da14e7c1-f886-4cbd-a5e3-76c208536740 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:53.772109 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93af7644-c01e-4043-92d5-900fa5d86ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (774a6e2e-7850-42f8-8114-09dfca1c0df6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:53.773810 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-da14e7c1-f886-4cbd-a5e3-76c208536740 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "GET /v2.0/subnets/1bd8a24b-1510-45f6-be37-4ff66e628ea5 HTTP/1.1" status: 200 len: 811 time: 0.0912068 Feb 09 01:39:53.780631 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37036) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:53.880854 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc6ae4e-4745-4139-b935-8e49ca5dda78 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['shared'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:53.882543 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bcc6ae4e-4745-4139-b935-8e49ca5dda78 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "GET /v2.0/subnets/1bd8a24b-1510-45f6-be37-4ff66e628ea5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0996947 Feb 09 01:39:53.888771 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37042) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:53.898825 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af7644-c01e-4043-92d5-900fa5d86ccf admin admin] Pushing event deleted for resources: {'Port': ['ID=774a6e2e-7850-42f8-8114-09dfca1c0df6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:53.910333 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-36d4b96e-c69e-4feb-9565-e1e1bc885e38 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1398039218'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:54.018104 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-37aa8c84-7f69-481f-aa61-d997a85dd47a req-0b391ba5-eb10-4c7b-a4ab-3819ab639591 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "GET /v2.0/floatingips/5accadd9-a5e2-46b9-a03f-de2592dd2f1d HTTP/1.1" status: 200 len: 692 time: 0.0726988 Feb 09 01:39:54.021368 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-56af97a4-8288-4806-a203-ee6dfa2cb563 req-08ed20c4-b8dc-48d0-b78b-6d96ad8463af tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371316 Feb 09 01:39:54.033950 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93af7644-c01e-4043-92d5-900fa5d86ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (de3a99f2-2855-4ffb-924a-646488f8bfc5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.034355 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d4b96e-c69e-4feb-9565-e1e1bc885e38 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Made reservation on behalf of 3d65d33aaf04470498c708076d84ab02 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:54.047117 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-36d4b96e-c69e-4feb-9565-e1e1bc885e38 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.235675 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa8c84-7f69-481f-aa61-d997a85dd47a req-207703c8-c57a-4b72-979a-3a5c9be93f61 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:54.237357 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-37aa8c84-7f69-481f-aa61-d997a85dd47a req-207703c8-c57a-4b72-979a-3a5c9be93f61 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.1871750 Feb 09 01:39:54.237572 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93af7644-c01e-4043-92d5-900fa5d86ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (de3a99f2-2855-4ffb-924a-646488f8bfc5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.242120 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93af7644-c01e-4043-92d5-900fa5d86ccf admin admin] Publish callbacks [] for router_controller (de3a99f2-2855-4ffb-924a-646488f8bfc5), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.250036 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d4b96e-c69e-4feb-9565-e1e1bc885e38 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:39:54.311220 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-36d4b96e-c69e-4feb-9565-e1e1bc885e38 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (ed28903e-0c88-4372-b5cb-fcf597dd2de1), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.313325 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-36d4b96e-c69e-4feb-9565-e1e1bc885e38 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Added segment ed28903e-0c88-4372-b5cb-fcf597dd2de1 of type vlan for network 43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e Feb 09 01:39:54.330177 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93af7644-c01e-4043-92d5-900fa5d86ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (de3a99f2-2855-4ffb-924a-646488f8bfc5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.330879 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93af7644-c01e-4043-92d5-900fa5d86ccf admin admin] Fanout notify agent at l3_agent the message router_deleted on router de3a99f2-2855-4ffb-924a-646488f8bfc5 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:39:54.334397 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-37aa8c84-7f69-481f-aa61-d997a85dd47a req-6c2d8a64-fa15-4ab0-b374-23b74add951c tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 695 time: 0.0815763 Feb 09 01:39:54.336360 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93af7644-c01e-4043-92d5-900fa5d86ccf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.340944 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-93af7644-c01e-4043-92d5-900fa5d86ccf admin admin] 10.222.0.36 "DELETE /v2.0/routers/de3a99f2-2855-4ffb-924a-646488f8bfc5 HTTP/1.1" status: 204 len: 168 time: 3.3302794 Feb 09 01:39:54.342179 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37056) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:54.426629 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-36d4b96e-c69e-4feb-9565-e1e1bc885e38 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.460397 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7ca94a-8c60-4ba8-919f-9261d9aabc39 admin admin] Deleting subnet 7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:39:54.474335 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca94a-8c60-4ba8-919f-9261d9aabc39 admin admin] Publish callbacks [] for subnet (7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.506145 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-36d4b96e-c69e-4feb-9565-e1e1bc885e38 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.511456 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d4b96e-c69e-4feb-9565-e1e1bc885e38 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:54.512413 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-36d4b96e-c69e-4feb-9565-e1e1bc885e38 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.580926 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7dc967d4-cd17-42d8-8604-32302b1683a2 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:54.583422 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca94a-8c60-4ba8-919f-9261d9aabc39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.617680 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-36d4b96e-c69e-4feb-9565-e1e1bc885e38 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7267997 Feb 09 01:39:54.626698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 7dc967d4-cd17-42d8-8604-32302b1683a2 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:54.627153 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7dc967d4-cd17-42d8-8604-32302b1683a2 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:54.627576 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37072) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:54.637666 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-9f9ef3dd-4914-41cd-b64c-f72dd1db3eb5 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'subnet': {'network_id': '43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:54.638010 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-37aa8c84-7f69-481f-aa61-d997a85dd47a req-1dc788f8-6e31-4428-a80f-2b6c65bafe1c tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 695 time: 0.3026700 Feb 09 01:39:54.704420 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4b96e-c69e-4feb-9565-e1e1bc885e38 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Network': ['ID=43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:54.719779 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:39:54.722730 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-a6be124d-8988-4f03-8e29-1fd26fa04f85 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648878 Feb 09 01:39:54.802610 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-37aa8c84-7f69-481f-aa61-d997a85dd47a req-9d74e6dc-9214-4167-9a60-6b53f3f884e3 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Deleting port cd81abb8-fd90-4820-bc4e-e140f245082f {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:54.802610 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-37aa8c84-7f69-481f-aa61-d997a85dd47a req-9d74e6dc-9214-4167-9a60-6b53f3f884e3 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (cd81abb8-fd90-4820-bc4e-e140f245082f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.846842 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca94a-8c60-4ba8-919f-9261d9aabc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.895875 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-37aa8c84-7f69-481f-aa61-d997a85dd47a req-9d74e6dc-9214-4167-9a60-6b53f3f884e3 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (cd81abb8-fd90-4820-bc4e-e140f245082f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.896366 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-37aa8c84-7f69-481f-aa61-d997a85dd47a req-9d74e6dc-9214-4167-9a60-6b53f3f884e3 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks [] for floatingip (cd81abb8-fd90-4820-bc4e-e140f245082f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.914735 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-37aa8c84-7f69-481f-aa61-d997a85dd47a req-9d74e6dc-9214-4167-9a60-6b53f3f884e3 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Calling delete_port for cd81abb8-fd90-4820-bc4e-e140f245082f owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:54.933206 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9ef3dd-4914-41cd-b64c-f72dd1db3eb5 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Made reservation on behalf of 3d65d33aaf04470498c708076d84ab02 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:54.940034 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9f9ef3dd-4914-41cd-b64c-f72dd1db3eb5 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:55.019922 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-c6a9cc92-0dfe-47b7-b7f8-2ec5d1244ed2 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:55.021698 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-c6a9cc92-0dfe-47b7-b7f8-2ec5d1244ed2 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2670155 Feb 09 01:39:55.046220 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca94a-8c60-4ba8-919f-9261d9aabc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:55.049936 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.ipam_backend_mixin [None req-9f9ef3dd-4914-41cd-b64c-f72dd1db3eb5 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Performing IP validity checks on allocation pools {{(pid=103183) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 01:39:55.050248 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.ipam_backend_mixin [None req-9f9ef3dd-4914-41cd-b64c-f72dd1db3eb5 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103183) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 01:39:55.075959 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-5be4bd48-f65e-4555-91c6-4a911d51a2ef tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/quotas/9e22f3d1736d46dbb07a769aef03b6cd HTTP/1.1" status: 200 len: 375 time: 0.0447757 Feb 09 01:39:55.079019 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-37aa8c84-7f69-481f-aa61-d997a85dd47a req-9d74e6dc-9214-4167-9a60-6b53f3f884e3 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (cd81abb8-fd90-4820-bc4e-e140f245082f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:55.087166 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ca94a-8c60-4ba8-919f-9261d9aabc39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:55.106123 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74e6dc-9214-4167-9a60-6b53f3f884e3 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Pushing event deleted for resources: {'Port': ['ID=cd81abb8-fd90-4820-bc4e-e140f245082f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:55.118141 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca94a-8c60-4ba8-919f-9261d9aabc39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:55.124719 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4b7ca94a-8c60-4ba8-919f-9261d9aabc39 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7039d1cc-221a-4d0a-a4fb-e7a7f28fd18c HTTP/1.1" status: 204 len: 168 time: 0.7788799 Feb 09 01:39:55.124907 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b73387-f527-484a-a96e-98cafe8c2465 None None] Network ce70ab6f-aad6-4ea4-8328-c999a48a03a8 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:55.141114 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37080) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:55.146854 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-14af3ef4-1ccb-4e30-bd34-f8a6108a5a8a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605874 Feb 09 01:39:55.198962 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-37aa8c84-7f69-481f-aa61-d997a85dd47a req-9d74e6dc-9214-4167-9a60-6b53f3f884e3 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks [] for floatingip (5accadd9-a5e2-46b9-a03f-de2592dd2f1d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:55.203764 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-37aa8c84-7f69-481f-aa61-d997a85dd47a req-9d74e6dc-9214-4167-9a60-6b53f3f884e3 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:55.205320 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-37aa8c84-7f69-481f-aa61-d997a85dd47a req-9d74e6dc-9214-4167-9a60-6b53f3f884e3 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "DELETE /v2.0/floatingips/5accadd9-a5e2-46b9-a03f-de2592dd2f1d HTTP/1.1" status: 204 len: 173 time: 0.5517633 Feb 09 01:39:55.269712 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28e7fa16-3a3a-4381-9a29-23f0512d7d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (ce70ab6f-aad6-4ea4-8328-c999a48a03a8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:55.333330 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330c2d8-acc1-4f27-b14c-8ef1a92293dc req-62bc149c-33c6-45f1-9ba6-fd831b291b2c tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:55.345946 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9330c2d8-acc1-4f27-b14c-8ef1a92293dc req-62bc149c-33c6-45f1-9ba6-fd831b291b2c tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/ports?device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 945 time: 0.0746641 Feb 09 01:39:55.350410 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d18868d-0e19-41a3-86b6-6c0edfe630b1 None None] DHCP port deletion for ce70ab6f-aad6-4ea4-8328-c999a48a03a8 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:39:55.421360 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9f9ef3dd-4914-41cd-b64c-f72dd1db3eb5 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (52e5df0e-547a-4589-95c9-b89e79e36b8d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:55.430039 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1d18868d-0e19-41a3-86b6-6c0edfe630b1 None None] Deleting port 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:55.430879 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d18868d-0e19-41a3-86b6-6c0edfe630b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (3ba2a16d-3b80-4cef-a17e-5b5df1b764cb), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:55.433464 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9330c2d8-acc1-4f27-b14c-8ef1a92293dc req-a74421f5-85ac-41fc-aae3-e65aebcde460 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70b2d05-7496-4399-bb0d-f130f66e9850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865574 Feb 09 01:39:55.479095 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ef3dd-4914-41cd-b64c-f72dd1db3eb5 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Subnet': ['ID=52e5df0e-547a-4589-95c9-b89e79e36b8d,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:55.533986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-28e7fa16-3a3a-4381-9a29-23f0512d7d97 admin admin] Deleting port 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:55.534144 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1d18868d-0e19-41a3-86b6-6c0edfe630b1 None None] For port 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3ba2a16d-3b80-4cef-a17e-5b5df1b764cb,segment=NetworkSegment(99191580-9a04-44d6-81bd-d09adaf12d9c),segment_id=99191580-9a04-44d6-81bd-d09adaf12d9c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:55.534417 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d18868d-0e19-41a3-86b6-6c0edfe630b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (3ba2a16d-3b80-4cef-a17e-5b5df1b764cb), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:55.534540 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28e7fa16-3a3a-4381-9a29-23f0512d7d97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (3ba2a16d-3b80-4cef-a17e-5b5df1b764cb), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:55.567860 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1d18868d-0e19-41a3-86b6-6c0edfe630b1 None None] Calling delete_port for 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:55.581216 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469ace3-76ea-4890-af25-bb21b4573e21 req-f0b36ba4-8d22-449e-958e-3974ea3273f1 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:55.588083 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-16dd1a7f-bb5c-45e6-8af7-f7ddfe167636 req-570c4e8b-2cce-4546-a49e-077d2a9a676a tempest-QuotasAdminNegativeTest-1501505479 tempest-QuotasAdminNegativeTest-1501505479-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=82eee35020fa4159a28a6cb0ab1ced8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1003568 Feb 09 01:39:55.589280 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b469ace3-76ea-4890-af25-bb21b4573e21 req-f0b36ba4-8d22-449e-958e-3974ea3273f1 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.0853419 Feb 09 01:39:55.656500 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b469ace3-76ea-4890-af25-bb21b4573e21 req-7e7e50a7-2d27-45fa-a192-5e61e2ce92ce tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661557 Feb 09 01:39:55.700318 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d18868d-0e19-41a3-86b6-6c0edfe630b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (3ba2a16d-3b80-4cef-a17e-5b5df1b764cb), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:55.717077 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d18868d-0e19-41a3-86b6-6c0edfe630b1 None None] No DVR routers for this DVR port 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:55.740463 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18868d-0e19-41a3-86b6-6c0edfe630b1 None None] Pushing event deleted for resources: {'Port': ['ID=3ba2a16d-3b80-4cef-a17e-5b5df1b764cb,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:55.758223 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18868d-0e19-41a3-86b6-6c0edfe630b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:55.758729 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18868d-0e19-41a3-86b6-6c0edfe630b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:55.760222 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18868d-0e19-41a3-86b6-6c0edfe630b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:55.760901 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18868d-0e19-41a3-86b6-6c0edfe630b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:55.761461 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18868d-0e19-41a3-86b6-6c0edfe630b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:55.762088 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18868d-0e19-41a3-86b6-6c0edfe630b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:55.762821 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18868d-0e19-41a3-86b6-6c0edfe630b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:55.763520 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18868d-0e19-41a3-86b6-6c0edfe630b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:55.764158 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18868d-0e19-41a3-86b6-6c0edfe630b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:55.764727 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18868d-0e19-41a3-86b6-6c0edfe630b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:55.765317 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18868d-0e19-41a3-86b6-6c0edfe630b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:55.766064 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18868d-0e19-41a3-86b6-6c0edfe630b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:55.766882 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18868d-0e19-41a3-86b6-6c0edfe630b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:55.776043 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-28e7fa16-3a3a-4381-9a29-23f0512d7d97 admin admin] For port 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3ba2a16d-3b80-4cef-a17e-5b5df1b764cb,segment=NetworkSegment(99191580-9a04-44d6-81bd-d09adaf12d9c),segment_id=99191580-9a04-44d6-81bd-d09adaf12d9c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:55.776612 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28e7fa16-3a3a-4381-9a29-23f0512d7d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (3ba2a16d-3b80-4cef-a17e-5b5df1b764cb), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:55.784418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ef3dd-4914-41cd-b64c-f72dd1db3eb5 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Checking segment: {'id': 'ed28903e-0c88-4372-b5cb-fcf597dd2de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:55.784983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9ef3dd-4914-41cd-b64c-f72dd1db3eb5 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Network hostable DHCP agents. Network: 43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:39:55.824013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-28e7fa16-3a3a-4381-9a29-23f0512d7d97 admin admin] Calling delete_port for 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:55.877444 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9dfd43f5-e13d-45cb-b3ba-440b8c2cf44a req-59fb499d-f727-446b-88e8-504574473861 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1849127 Feb 09 01:39:55.888744 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-9dfd43f5-e13d-45cb-b3ba-440b8c2cf44a req-5fe8b834-c266-41bd-9729-1c86dc210885 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:55.896024 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9ef3dd-4914-41cd-b64c-f72dd1db3eb5 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Network 43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:39:55.921510 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9dfd43f5-e13d-45cb-b3ba-440b8c2cf44a req-5fe8b834-c266-41bd-9729-1c86dc210885 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:55.985590 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd1a7f-bb5c-45e6-8af7-f7ddfe167636 req-1f3a3374-ed90-4005-b7df-381d3163df66 tempest-QuotasAdminNegativeTest-1501505479 tempest-QuotasAdminNegativeTest-1501505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:55.988030 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-16dd1a7f-bb5c-45e6-8af7-f7ddfe167636 req-1f3a3374-ed90-4005-b7df-381d3163df66 tempest-QuotasAdminNegativeTest-1501505479 tempest-QuotasAdminNegativeTest-1501505479-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3985627 Feb 09 01:39:55.993674 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-9f9ef3dd-4914-41cd-b64c-f72dd1db3eb5 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:56.007188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9ef3dd-4914-41cd-b64c-f72dd1db3eb5 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:56.007887 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9f9ef3dd-4914-41cd-b64c-f72dd1db3eb5 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:56.008280 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42af5526-5d66-4ab5-b4d8-78128572671d None None] Network 43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:56.028402 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-16dd1a7f-bb5c-45e6-8af7-f7ddfe167636 req-c653527a-22e8-43eb-a2b5-0c987d81f093 tempest-QuotasAdminNegativeTest-1501505479 tempest-QuotasAdminNegativeTest-1501505479-project] 10.222.0.36 "GET /v2.0/quotas/82eee35020fa4159a28a6cb0ab1ced8b HTTP/1.1" status: 200 len: 375 time: 0.0288367 Feb 09 01:39:56.052190 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9dfd43f5-e13d-45cb-b3ba-440b8c2cf44a req-5fe8b834-c266-41bd-9729-1c86dc210885 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:56.066130 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9f9ef3dd-4914-41cd-b64c-f72dd1db3eb5 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4346762 Feb 09 01:39:56.066811 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37112) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:56.088698 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-16dd1a7f-bb5c-45e6-8af7-f7ddfe167636 req-aa724e52-17e8-499f-9c7b-a8c977b8baa8 tempest-QuotasAdminNegativeTest-1501505479 tempest-QuotasAdminNegativeTest-1501505479-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=82eee35020fa4159a28a6cb0ab1ced8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498102 Feb 09 01:39:56.103288 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-338c5d46-704b-4504-b362-fa31b19787ec tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:56.109691 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28e7fa16-3a3a-4381-9a29-23f0512d7d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (3ba2a16d-3b80-4cef-a17e-5b5df1b764cb), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:56.170351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7fa16-3a3a-4381-9a29-23f0512d7d97 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba2a16d-3b80-4cef-a17e-5b5df1b764cb,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:56.176647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e', 'network_id': '43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e', 'project_id': '3d65d33aaf04470498c708076d84ab02', 'fixed_ips': [{'subnet_id': '52e5df0e-547a-4589-95c9-b89e79e36b8d'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:39:56.177543 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:56.184708 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e7fa16-3a3a-4381-9a29-23f0512d7d97 admin admin] No DVR routers for this DVR port 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:56.298338 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-9dfd43f5-e13d-45cb-b3ba-440b8c2cf44a req-5fe8b834-c266-41bd-9729-1c86dc210885 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Allocated IP 172.25.7.83 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/3c0ae28a-cae5-420c-ad3e-d83e22f9cfd0) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:56.311097 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-338c5d46-704b-4504-b362-fa31b19787ec tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4938089'] for subnet (52e5df0e-547a-4589-95c9-b89e79e36b8d), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:56.354078 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a94a278a-25ae-468b-8576-7078ea383af5 req-f9acd27b-1a7d-4b0a-8b18-35817b41785e tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9d59ffc-db4b-4833-9c88-b19a335497c0 HTTP/1.1" status: 200 len: 210 time: 0.0476682 Feb 09 01:39:56.362489 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28e7fa16-3a3a-4381-9a29-23f0512d7d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (ce70ab6f-aad6-4ea4-8328-c999a48a03a8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:56.393841 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-28e7fa16-3a3a-4381-9a29-23f0512d7d97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce70ab6f-aad6-4ea4-8328-c999a48a03a8']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:56.407803 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-28e7fa16-3a3a-4381-9a29-23f0512d7d97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99191580-9a04-44d6-81bd-d09adaf12d9c') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:56.408105 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-28e7fa16-3a3a-4381-9a29-23f0512d7d97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99191580-9a04-44d6-81bd-d09adaf12d9c') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:56.421653 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28e7fa16-3a3a-4381-9a29-23f0512d7d97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (99191580-9a04-44d6-81bd-d09adaf12d9c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:56.442301 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28e7fa16-3a3a-4381-9a29-23f0512d7d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (99191580-9a04-44d6-81bd-d09adaf12d9c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:56.452672 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e7fa16-3a3a-4381-9a29-23f0512d7d97 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:56.453515 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28e7fa16-3a3a-4381-9a29-23f0512d7d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (99191580-9a04-44d6-81bd-d09adaf12d9c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:56.476035 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 01:39:56.476035 n-d-828387-3 neutron-server[103185]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 09 01:39:56.476035 n-d-828387-3 neutron-server[103185]: [parameters: {'in_use': 1, 'id_1': '52e5df0e-547a-4589-95c9-b89e79e36b8d'}] Feb 09 01:39:56.476035 n-d-828387-3 neutron-server[103185]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:39:56.476755 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:39:56.501068 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9dfd43f5-e13d-45cb-b3ba-440b8c2cf44a req-5fe8b834-c266-41bd-9729-1c86dc210885 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks [] for port (3c0ae28a-cae5-420c-ad3e-d83e22f9cfd0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:56.501641 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:56.516065 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:56.542508 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:56.542851 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3ba2a16d-3b80-4cef-a17e-5b5df1b764cb not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:56.543544 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 774a6e2e-7850-42f8-8114-09dfca1c0df6 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:56.565797 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 774a6e2e-7850-42f8-8114-09dfca1c0df6 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:56.566045 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28e7fa16-3a3a-4381-9a29-23f0512d7d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (ce70ab6f-aad6-4ea4-8328-c999a48a03a8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:56.566187 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 774a6e2e-7850-42f8-8114-09dfca1c0df6 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:56.583713 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28e7fa16-3a3a-4381-9a29-23f0512d7d97 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:56.586901 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-28e7fa16-3a3a-4381-9a29-23f0512d7d97 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ce70ab6f-aad6-4ea4-8328-c999a48a03a8 HTTP/1.1" status: 204 len: 168 time: 1.4426873 Feb 09 01:39:56.589527 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7fa16-3a3a-4381-9a29-23f0512d7d97 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce70ab6f-aad6-4ea4-8328-c999a48a03a8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:56.616367 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b22b52-3558-4fc6-b827-4733c12e15ec req-3826272b-bf8f-40cc-8b10-8f4f5742669b tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:56.617981 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24b22b52-3558-4fc6-b827-4733c12e15ec req-3826272b-bf8f-40cc-8b10-8f4f5742669b tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/ports?device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 945 time: 0.1007690 Feb 09 01:39:56.681955 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24b22b52-3558-4fc6-b827-4733c12e15ec req-9f98ea43-b49a-4d13-a3c1-e6aeb247363b tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70b2d05-7496-4399-bb0d-f130f66e9850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573182 Feb 09 01:39:56.688812 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-338c5d46-704b-4504-b362-fa31b19787ec tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762502311172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7857312'] for subnet (52e5df0e-547a-4589-95c9-b89e79e36b8d), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:56.705973 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9dfd43f5-e13d-45cb-b3ba-440b8c2cf44a req-5fe8b834-c266-41bd-9729-1c86dc210885 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (3c0ae28a-cae5-420c-ad3e-d83e22f9cfd0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:56.706433 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-0f112880-19e3-44b3-b108-8955a0cc5507 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233524 Feb 09 01:39:56.732892 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338c5d46-704b-4504-b362-fa31b19787ec tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:56.733919 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-338c5d46-704b-4504-b362-fa31b19787ec tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:56.739111 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-338c5d46-704b-4504-b362-fa31b19787ec tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "PUT /v2.0/subnets/52e5df0e-547a-4589-95c9-b89e79e36b8d HTTP/1.1" status: 200 len: 877 time: 0.6710134 Feb 09 01:39:56.762121 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37124) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:56.910204 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dfd43f5-e13d-45cb-b3ba-440b8c2cf44a req-5fe8b834-c266-41bd-9729-1c86dc210885 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:56.914613 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37134) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:56.937309 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-9dfd43f5-e13d-45cb-b3ba-440b8c2cf44a req-5fe8b834-c266-41bd-9729-1c86dc210885 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:56.940160 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfd43f5-e13d-45cb-b3ba-440b8c2cf44a req-5fe8b834-c266-41bd-9729-1c86dc210885 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:56.951524 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-dbd9daf9-ed3e-4474-aec3-b65b27951b49 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:56.953773 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-dbd9daf9-ed3e-4474-aec3-b65b27951b49 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2301266 Feb 09 01:39:56.963671 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c5d46-704b-4504-b362-fa31b19787ec tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event updated for resources: {'Subnet': ['ID=52e5df0e-547a-4589-95c9-b89e79e36b8d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:56.976262 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-0bd4eaf3-3e1e-493a-97e3-1c52aea002ac tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Request body: {'port': {'device_id': 'd9d59ffc-db4b-4833-9c88-b19a335497c0', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': '9e22f3d1736d46dbb07a769aef03b6cd'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:56.977539 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.022061 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8b834-c266-41bd-9729-1c86dc210885 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Pushing event updated for resources: {'Port': ['ID=3c0ae28a-cae5-420c-ad3e-d83e22f9cfd0,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:57.103682 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.106651 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-dcf70622-6006-4b5d-9459-88acb0e6e274 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:57.109030 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-dcf70622-6006-4b5d-9459-88acb0e6e274 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/networks?id=1c164421-b937-4772-b3ad-c06ffa4973ed HTTP/1.1" status: 200 len: 813 time: 0.2804649 Feb 09 01:39:57.116335 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-09713c8b-d241-4418-bc43-4daead761440 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c45c47ba992045c1ada70c874f091239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1915007 Feb 09 01:39:57.119727 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37136) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:57.139705 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-8debbe58-e8b3-41c1-9616-5cd0001d60da tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/quotas/882b1d74468f4236916ac9797755db7f HTTP/1.1" status: 200 len: 375 time: 0.0164621 Feb 09 01:39:57.153231 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-0bd4eaf3-3e1e-493a-97e3-1c52aea002ac tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Made reservation on behalf of 9e22f3d1736d46dbb07a769aef03b6cd for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:57.158252 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-0bd4eaf3-3e1e-493a-97e3-1c52aea002ac tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.173180 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] Allocated IP 172.20.0.3 (43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e/52e5df0e-547a-4589-95c9-b89e79e36b8d/7f0f132e-975a-42ed-8db2-6cd2321a3a45) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:57.187946 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-0bd4eaf3-3e1e-493a-97e3-1c52aea002ac tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.232220 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9dfd43f5-e13d-45cb-b3ba-440b8c2cf44a req-5fe8b834-c266-41bd-9729-1c86dc210885 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks [] for floatingip (88c4d9d6-caae-448f-bcbb-be5bfc60489c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.242329 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-3ee58192-d561-4ffe-8b1b-0c5646594316 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=882b1d74468f4236916ac9797755db7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1015708 Feb 09 01:39:57.247272 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (52e5df0e-547a-4589-95c9-b89e79e36b8d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.317397 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cb050a55-c98b-4ebd-a7a5-6df1fd446589 admin admin] Publish callbacks [] for security_group (10fa6c16-6d39-45b1-8f57-09bb93640601), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.350405 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9dfd43f5-e13d-45cb-b3ba-440b8c2cf44a req-5fe8b834-c266-41bd-9729-1c86dc210885 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3c0ae28a-cae5-420c-ad3e-d83e22f9cfd0), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.367058 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] Publish callbacks [] for port (7f0f132e-975a-42ed-8db2-6cd2321a3a45), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.369537 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-0bd4eaf3-3e1e-493a-97e3-1c52aea002ac tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks [] for security_group (cc88456e-1c01-4855-887e-673e13c6a2c5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.375771 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (7f0f132e-975a-42ed-8db2-6cd2321a3a45), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.378342 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-32af2bdb-452f-4592-bbd6-5c152cf619f2 service neutron] 10.222.0.36 "GET /v2.0/networks/1c164421-b937-4772-b3ad-c06ffa4973ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350098 Feb 09 01:39:57.380559 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cb050a55-c98b-4ebd-a7a5-6df1fd446589 admin admin] Publish callbacks [] for security_group (10fa6c16-6d39-45b1-8f57-09bb93640601), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.389012 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-0bd4eaf3-3e1e-493a-97e3-1c52aea002ac tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (cc88456e-1c01-4855-887e-673e13c6a2c5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.430807 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] Network 43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:57.435142 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:57.437178 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] Pushing event updated for resources: {'Port': ['ID=7f0f132e-975a-42ed-8db2-6cd2321a3a45,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:57.439860 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:57.456706 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (52e5df0e-547a-4589-95c9-b89e79e36b8d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.506128 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Subnet': ['ID=52e5df0e-547a-4589-95c9-b89e79e36b8d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:57.519862 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4eaf3-3e1e-493a-97e3-1c52aea002ac tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc88456e-1c01-4855-887e-673e13c6a2c5,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:57.524506 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] Attempting to bind port 7f0f132e-975a-42ed-8db2-6cd2321a3a45 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:57.524849 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] Attempting to bind port 7f0f132e-975a-42ed-8db2-6cd2321a3a45 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'ed28903e-0c88-4372-b5cb-fcf597dd2de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:57.525088 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] Attempting to bind port 7f0f132e-975a-42ed-8db2-6cd2321a3a45 on network 43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:57.533835 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:57.534146 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] Checking segment: {'id': 'ed28903e-0c88-4372-b5cb-fcf597dd2de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:57.534546 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.534971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] Bound using segment: {'id': 'ed28903e-0c88-4372-b5cb-fcf597dd2de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:57.535542 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] Bound port: 7f0f132e-975a-42ed-8db2-6cd2321a3a45, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed28903e-0c88-4372-b5cb-fcf597dd2de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:57.536263 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7f0f132e-975a-42ed-8db2-6cd2321a3a45), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.576430 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-9330d06a-eb29-41bf-a2f6-b86fc0599e16 service neutron] 10.222.0.36 "GET /v2.0/networks/1c164421-b937-4772-b3ad-c06ffa4973ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965530 Feb 09 01:39:57.596033 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cb050a55-c98b-4ebd-a7a5-6df1fd446589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (10fa6c16-6d39-45b1-8f57-09bb93640601), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.598683 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cb050a55-c98b-4ebd-a7a5-6df1fd446589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.599991 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cb050a55-c98b-4ebd-a7a5-6df1fd446589 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/10fa6c16-6d39-45b1-8f57-09bb93640601 HTTP/1.1" status: 204 len: 168 time: 0.4793077 Feb 09 01:39:57.623775 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.638958 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb050a55-c98b-4ebd-a7a5-6df1fd446589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fa6c16-6d39-45b1-8f57-09bb93640601,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:57.644779 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-0bd4eaf3-3e1e-493a-97e3-1c52aea002ac tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Allocated IP 192.168.233.61 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/4dd84e72-0a61-4b58-a19f-c280a933f0b0) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:57.665509 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:57.683964 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed28903e-0c88-4372-b5cb-fcf597dd2de1') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:57.684251 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed28903e-0c88-4372-b5cb-fcf597dd2de1') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:57.699841 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (ed28903e-0c88-4372-b5cb-fcf597dd2de1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.725995 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9dfd43f5-e13d-45cb-b3ba-440b8c2cf44a req-5fe8b834-c266-41bd-9729-1c86dc210885 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks [] for port (3c0ae28a-cae5-420c-ad3e-d83e22f9cfd0), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.727900 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (ed28903e-0c88-4372-b5cb-fcf597dd2de1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.731045 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9dfd43f5-e13d-45cb-b3ba-440b8c2cf44a req-5fe8b834-c266-41bd-9729-1c86dc210885 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (3c0ae28a-cae5-420c-ad3e-d83e22f9cfd0), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.740989 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:57.741204 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] For port 7f0f132e-975a-42ed-8db2-6cd2321a3a45, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:57.741419 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (ed28903e-0c88-4372-b5cb-fcf597dd2de1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:57.744590 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:57.865856 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-0bd4eaf3-3e1e-493a-97e3-1c52aea002ac tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks [] for port (4dd84e72-0a61-4b58-a19f-c280a933f0b0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.874033 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8b834-c266-41bd-9729-1c86dc210885 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Pushing event updated for resources: {'Port': ['ID=3c0ae28a-cae5-420c-ad3e-d83e22f9cfd0,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:57.889370 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.db.api [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:39:57.889370 n-d-828387-3 neutron-server[103184]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:39:57.889370 n-d-828387-3 neutron-server[103184]: [parameters: {'id': '43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e'}] Feb 09 01:39:57.889370 n-d-828387-3 neutron-server[103184]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:39:57.889962 n-d-828387-3 neutron-server[103184]: DEBUG oslo_db.api [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:39:57.904180 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] For port 7f0f132e-975a-42ed-8db2-6cd2321a3a45, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=7f0f132e-975a-42ed-8db2-6cd2321a3a45,segment=NetworkSegment(ed28903e-0c88-4372-b5cb-fcf597dd2de1),segment_id=ed28903e-0c88-4372-b5cb-fcf597dd2de1)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:57.908210 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9dfd43f5-e13d-45cb-b3ba-440b8c2cf44a req-5fe8b834-c266-41bd-9729-1c86dc210885 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (88c4d9d6-caae-448f-bcbb-be5bfc60489c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.915773 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7f0f132e-975a-42ed-8db2-6cd2321a3a45), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.939361 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-0bd4eaf3-3e1e-493a-97e3-1c52aea002ac tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (4dd84e72-0a61-4b58-a19f-c280a933f0b0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.944006 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9dfd43f5-e13d-45cb-b3ba-440b8c2cf44a req-5fe8b834-c266-41bd-9729-1c86dc210885 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.952721 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9dfd43f5-e13d-45cb-b3ba-440b8c2cf44a req-5fe8b834-c266-41bd-9729-1c86dc210885 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0695162 Feb 09 01:39:57.976989 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-0bd4eaf3-3e1e-493a-97e3-1c52aea002ac tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:57.980607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-0bd4eaf3-3e1e-493a-97e3-1c52aea002ac tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:58.010466 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-0bd4eaf3-3e1e-493a-97e3-1c52aea002ac tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:58.072163 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9dfd43f5-e13d-45cb-b3ba-440b8c2cf44a req-0f847ec6-2b39-4842-8f64-f7a4d83cef00 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 695 time: 0.1152287 Feb 09 01:39:58.096843 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-0bd4eaf3-3e1e-493a-97e3-1c52aea002ac tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:58.097671 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-0bd4eaf3-3e1e-493a-97e3-1c52aea002ac tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:58.101397 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa0a41-b5ae-4086-861e-1e320ee62a1e None None] Pushing event updated for resources: {'Port': ['ID=7f0f132e-975a-42ed-8db2-6cd2321a3a45,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:58.124517 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-0bd4eaf3-3e1e-493a-97e3-1c52aea002ac tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1552002 Feb 09 01:39:58.138581 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dc4911-ffff-48e6-8b2b-6e9c2c8db00d None None] Network 43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:58.149640 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-90143ddc-6f8d-4b2a-be3d-111ac0446579 service neutron] Request body: {'port': {'device_id': 'd9d59ffc-db4b-4833-9c88-b19a335497c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:58.188801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4eaf3-3e1e-493a-97e3-1c52aea002ac tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Pushing event updated for resources: {'Port': ['ID=4dd84e72-0a61-4b58-a19f-c280a933f0b0,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:58.295043 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-90143ddc-6f8d-4b2a-be3d-111ac0446579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4dd84e72-0a61-4b58-a19f-c280a933f0b0), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:58.414696 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df8997a-88e6-424f-849b-fb90565515a5 None None] Network 43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:58.617449 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-fb37f0c0-a228-4a5b-90dc-2db9d1486080 None None] Provisioning complete for port 4dd84e72-0a61-4b58-a19f-c280a933f0b0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:58.618378 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb37f0c0-a228-4a5b-90dc-2db9d1486080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4dd84e72-0a61-4b58-a19f-c280a933f0b0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:58.630629 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177b9a05-3060-4a31-ab06-a389898087f8 None None] get_active_networks_info from n-d-828387-3 {{(pid=103185) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:39:58.681905 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:58.754714 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-fb37f0c0-a228-4a5b-90dc-2db9d1486080 None None] Port 4dd84e72-0a61-4b58-a19f-c280a933f0b0 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:58.804454 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd43f5-e13d-45cb-b3ba-440b8c2cf44a req-4d02a75a-45ab-4984-a0f4-508d6a7f00ea tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:58.806300 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9dfd43f5-e13d-45cb-b3ba-440b8c2cf44a req-4d02a75a-45ab-4984-a0f4-508d6a7f00ea tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.7314799 Feb 09 01:39:58.829908 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Deleting port 7f0f132e-975a-42ed-8db2-6cd2321a3a45 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:58.830422 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (7f0f132e-975a-42ed-8db2-6cd2321a3a45), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:58.846805 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-90143ddc-6f8d-4b2a-be3d-111ac0446579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd84e72-0a61-4b58-a19f-c280a933f0b0 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:39:58.872966 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-90143ddc-6f8d-4b2a-be3d-111ac0446579 service neutron] Publish callbacks [] for port (4dd84e72-0a61-4b58-a19f-c280a933f0b0), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:58.915004 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60411ef7-1648-424f-8785-ff76e1022994 req-f56436b7-d24d-4d74-8226-d78d074137e6 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:58.925429 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177b9a05-3060-4a31-ab06-a389898087f8 None None] Resources bound (agent type, host, resource id): {{(pid=103185) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:39:58.930430 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-60411ef7-1648-424f-8785-ff76e1022994 req-f56436b7-d24d-4d74-8226-d78d074137e6 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9d59ffc-db4b-4833-9c88-b19a335497c0 HTTP/1.1" status: 200 len: 935 time: 0.1936173 Feb 09 01:39:58.941385 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-90143ddc-6f8d-4b2a-be3d-111ac0446579 service neutron] Transition to ACTIVE for port object 4dd84e72-0a61-4b58-a19f-c280a933f0b0 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:39:58.950377 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-90143ddc-6f8d-4b2a-be3d-111ac0446579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (4dd84e72-0a61-4b58-a19f-c280a933f0b0), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:58.982557 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-003a1410-855b-41f2-9ea0-3fdfc5c5383d req-d23a5d6f-801a-4cd7-923c-d9c84cc1ce87 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=0140335d-d4f0-4049-9d5a-c22cd4060bce HTTP/1.1" status: 200 len: 210 time: 0.0785954 Feb 09 01:39:59.056530 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] For port 7f0f132e-975a-42ed-8db2-6cd2321a3a45, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=7f0f132e-975a-42ed-8db2-6cd2321a3a45,segment=NetworkSegment(ed28903e-0c88-4372-b5cb-fcf597dd2de1),segment_id=ed28903e-0c88-4372-b5cb-fcf597dd2de1)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:59.057129 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (7f0f132e-975a-42ed-8db2-6cd2321a3a45), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:59.086796 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-60411ef7-1648-424f-8785-ff76e1022994 req-63a2d022-95d6-47eb-a21c-625685ddfdbf tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423600 Feb 09 01:39:59.104014 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Calling delete_port for 7f0f132e-975a-42ed-8db2-6cd2321a3a45 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:59.179407 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90143ddc-6f8d-4b2a-be3d-111ac0446579 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd84e72-0a61-4b58-a19f-c280a933f0b0,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:59.214294 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-90143ddc-6f8d-4b2a-be3d-111ac0446579 service neutron] Attempting to bind port 4dd84e72-0a61-4b58-a19f-c280a933f0b0 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:59.214688 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-90143ddc-6f8d-4b2a-be3d-111ac0446579 service neutron] Attempting to bind port 4dd84e72-0a61-4b58-a19f-c280a933f0b0 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:59.215424 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-90143ddc-6f8d-4b2a-be3d-111ac0446579 service neutron] Attempting to bind port 4dd84e72-0a61-4b58-a19f-c280a933f0b0 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:59.222987 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-90143ddc-6f8d-4b2a-be3d-111ac0446579 service neutron] Port 4dd84e72-0a61-4b58-a19f-c280a933f0b0 on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:39:59.224315 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-90143ddc-6f8d-4b2a-be3d-111ac0446579 service neutron] Attempting to bind port 4dd84e72-0a61-4b58-a19f-c280a933f0b0 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:59.236099 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-90143ddc-6f8d-4b2a-be3d-111ac0446579 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:59.237301 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-90143ddc-6f8d-4b2a-be3d-111ac0446579 service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:59.238287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-90143ddc-6f8d-4b2a-be3d-111ac0446579 service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:59.239486 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-90143ddc-6f8d-4b2a-be3d-111ac0446579 service neutron] Bound port: 4dd84e72-0a61-4b58-a19f-c280a933f0b0, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:59.240428 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-90143ddc-6f8d-4b2a-be3d-111ac0446579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4dd84e72-0a61-4b58-a19f-c280a933f0b0), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:59.306955 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (7f0f132e-975a-42ed-8db2-6cd2321a3a45), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:59.346244 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No DVR routers for this DVR port 7f0f132e-975a-42ed-8db2-6cd2321a3a45 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:59.396715 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-90143ddc-6f8d-4b2a-be3d-111ac0446579 service neutron] For port 4dd84e72-0a61-4b58-a19f-c280a933f0b0, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:59.403329 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-90143ddc-6f8d-4b2a-be3d-111ac0446579 service neutron] For port 4dd84e72-0a61-4b58-a19f-c280a933f0b0, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4dd84e72-0a61-4b58-a19f-c280a933f0b0,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:59.420531 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-90143ddc-6f8d-4b2a-be3d-111ac0446579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (4dd84e72-0a61-4b58-a19f-c280a933f0b0), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:59.427469 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Port': ['ID=7f0f132e-975a-42ed-8db2-6cd2321a3a45,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:59.494822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-90143ddc-6f8d-4b2a-be3d-111ac0446579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:59.495663 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-90143ddc-6f8d-4b2a-be3d-111ac0446579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:59.497303 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-90143ddc-6f8d-4b2a-be3d-111ac0446579 service neutron] 10.222.0.48 "PUT /v2.0/ports/4dd84e72-0a61-4b58-a19f-c280a933f0b0 HTTP/1.1" status: 200 len: 1095 time: 1.3550327 Feb 09 01:39:59.497880 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d59ffc-db4b-4833-9c88-b19a335497c0', 'tag': '4dd84e72-0a61-4b58-a19f-c280a933f0b0'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:59.503236 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea742201-2376-4f1b-a83d-14ffa5e6b744" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d59ffc-db4b-4833-9c88-b19a335497c0", "tag": "4dd84e72-0a61-4b58-a19f-c280a933f0b0"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:59.561382 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90143ddc-6f8d-4b2a-be3d-111ac0446579 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd84e72-0a61-4b58-a19f-c280a933f0b0,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:59.602529 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:59.663246 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:59.681195 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed28903e-0c88-4372-b5cb-fcf597dd2de1') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:59.681556 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed28903e-0c88-4372-b5cb-fcf597dd2de1') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:59.702375 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (ed28903e-0c88-4372-b5cb-fcf597dd2de1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:59.710196 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-b077fc6a-56d0-44d6-bd0c-6357e049d2fd tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:59.712297 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-b077fc6a-56d0-44d6-bd0c-6357e049d2fd tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.67 "GET /v2.0/networks?id=1c164421-b937-4772-b3ad-c06ffa4973ed HTTP/1.1" status: 200 len: 813 time: 0.2784054 Feb 09 01:39:59.737431 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-ddb9081e-c3f8-4540-8f70-2220b55f78ce tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Request body: {'port': {'device_id': '0140335d-d4f0-4049-9d5a-c22cd4060bce', 'network_id': '1c164421-b937-4772-b3ad-c06ffa4973ed', 'admin_state_up': True, 'tenant_id': '882b1d74468f4236916ac9797755db7f'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:59.765066 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-4361754c-6c55-45e2-8b4a-d553ecabbbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:59.766738 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-4361754c-6c55-45e2-8b4a-d553ecabbbad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&device_id=d9d59ffc-db4b-4833-9c88-b19a335497c0 HTTP/1.1" status: 200 len: 1129 time: 0.1906719 Feb 09 01:39:59.774874 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02fab17-0007-415d-a600-29c33cfac51a x-openstack-request-id: req-b02fab17-0007-415d-a600-29c33cfac51a {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:59.775113 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d59ffc-db4b-4833-9c88-b19a335497c0", "tag": "4dd84e72-0a61-4b58-a19f-c280a933f0b0", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:59.782453 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b02fab17-0007-415d-a600-29c33cfac51a {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:59.782690 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d59ffc-db4b-4833-9c88-b19a335497c0', 'tag': '4dd84e72-0a61-4b58-a19f-c280a933f0b0', 'status': 'completed', 'code': 200} Feb 09 01:39:59.809378 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f028d8b-6170-4f88-8906-956b2c04b67d req-cf1c5698-6d75-4070-a082-0d27b1a31637 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "GET /v2.0/floatingips/88c4d9d6-caae-448f-bcbb-be5bfc60489c HTTP/1.1" status: 200 len: 692 time: 0.1309285 Feb 09 01:39:59.811890 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (ed28903e-0c88-4372-b5cb-fcf597dd2de1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:59.826711 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:59.827063 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (ed28903e-0c88-4372-b5cb-fcf597dd2de1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:59.830685 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:59.854269 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37196) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:59.879091 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-40e3c8d3-6caa-4558-baeb-ed5b5b483ac1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=4dd84e72-0a61-4b58-a19f-c280a933f0b0 HTTP/1.1" status: 200 len: 217 time: 0.0883296 Feb 09 01:39:59.944641 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:59.958724 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:59.964788 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/networks/43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e HTTP/1.1" status: 204 len: 168 time: 3.1968656 Feb 09 01:39:59.976160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37202) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:00.001299 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb125f-4821-4ca0-8213-f5cae56dedbe tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Network': ['ID=43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:00.006193 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-ddb9081e-c3f8-4540-8f70-2220b55f78ce tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Made reservation on behalf of 882b1d74468f4236916ac9797755db7f for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:00.009609 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-ddb9081e-c3f8-4540-8f70-2220b55f78ce tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:00.034736 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-dacf1ee0-3929-4e88-bb29-78307ee9e205 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] DELETE failed (client error): The resource could not be found. Feb 09 01:40:00.035199 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dacf1ee0-3929-4e88-bb29-78307ee9e205 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:00.040680 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-dacf1ee0-3929-4e88-bb29-78307ee9e205 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/subnets/52e5df0e-547a-4589-95c9-b89e79e36b8d HTTP/1.1" status: 404 len: 337 time: 0.0610869 Feb 09 01:40:00.043479 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37204) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:00.094559 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-716ae612-9fa5-4061-808f-bbda97d1edec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:00.095973 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-716ae612-9fa5-4061-808f-bbda97d1edec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1904111 Feb 09 01:40:00.099232 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-807256f6-423c-4a3e-bbca-d8c206e5067e tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] DELETE failed (client error): The resource could not be found. Feb 09 01:40:00.099812 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807256f6-423c-4a3e-bbca-d8c206e5067e tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:00.110801 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-807256f6-423c-4a3e-bbca-d8c206e5067e tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/networks/43f5a5a0-b0f8-4b42-a5e7-e5e9976fe20e HTTP/1.1" status: 404 len: 339 time: 0.0606930 Feb 09 01:40:00.114391 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37210) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:00.231200 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f028d8b-6170-4f88-8906-956b2c04b67d req-80cf2219-1a25-4963-988d-856d979ccfc0 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:00.242177 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f028d8b-6170-4f88-8906-956b2c04b67d req-80cf2219-1a25-4963-988d-856d979ccfc0 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.4313030 Feb 09 01:40:00.250013 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37216) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:00.262212 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-6f028d8b-6170-4f88-8906-956b2c04b67d req-2005001e-b8c2-465e-b137-7a9dec6596b4 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:40:00.264701 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f028d8b-6170-4f88-8906-956b2c04b67d req-2005001e-b8c2-465e-b137-7a9dec6596b4 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198851 Feb 09 01:40:00.266563 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-17bac61a-18e4-43c5-af43-70c12f8619b6 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] DELETE failed (client error): The resource could not be found. Feb 09 01:40:00.267057 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17bac61a-18e4-43c5-af43-70c12f8619b6 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:00.270148 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-17bac61a-18e4-43c5-af43-70c12f8619b6 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/subnets/678a4418-e3d0-428f-a74d-4e8a8d4429cd HTTP/1.1" status: 404 len: 337 time: 0.1393957 Feb 09 01:40:00.274062 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37220) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:00.337154 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-320bcf95-532f-40f2-9da7-632261d8b146 req-27e245be-74bc-466c-b594-17edd851f25e tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=0140335d-d4f0-4049-9d5a-c22cd4060bce HTTP/1.1" status: 200 len: 210 time: 0.0620975 Feb 09 01:40:00.338034 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-309a8db5-9d47-48eb-8037-c971efaa761c tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] DELETE failed (client error): The resource could not be found. Feb 09 01:40:00.338741 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309a8db5-9d47-48eb-8037-c971efaa761c tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:00.342778 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-309a8db5-9d47-48eb-8037-c971efaa761c tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/networks/3451bdd6-8f81-48e8-86e1-7cc100c76c06 HTTP/1.1" status: 404 len: 339 time: 0.0666289 Feb 09 01:40:00.347150 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37222) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:00.383964 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-ddb9081e-c3f8-4540-8f70-2220b55f78ce tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Allocated IP 172.20.0.14 (1c164421-b937-4772-b3ad-c06ffa4973ed/9145d287-893f-45e0-a833-97ee0b627cb1/7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:00.385863 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-6f42a74a-c1d3-4470-a382-7cc2c092343b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-828565861-network', 'tenant_id': '092f8329ee4140f8a8a266c0e29b4e94'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:00.410438 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f028d8b-6170-4f88-8906-956b2c04b67d req-bae466f6-3e0f-4d13-9f61-8848198b6514 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 695 time: 0.1338108 Feb 09 01:40:00.427155 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f42a74a-c1d3-4470-a382-7cc2c092343b admin admin] Made reservation on behalf of 092f8329ee4140f8a8a266c0e29b4e94 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:00.429751 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f42a74a-c1d3-4470-a382-7cc2c092343b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:00.433097 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-737a807e-5061-4c96-94dc-f8a50701ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:00.439666 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-737a807e-5061-4c96-94dc-f8a50701ba65 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3212669 Feb 09 01:40:00.439930 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-407e2591-ba58-4ea6-9165-bd96bf8aa1e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:00.511125 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0d8da60-f4e2-4ccc-bdd2-4a5dc192471b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (564df6fa-3ee1-4f6d-b6d2-39be72fc9ad0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:00.634690 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc69c4-b201-4a38-8fac-c8969e6339ca req-d388d281-566c-441c-8a01-f0594be45164 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:00.636338 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c5cc69c4-b201-4a38-8fac-c8969e6339ca req-d388d281-566c-441c-8a01-f0594be45164 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9d59ffc-db4b-4833-9c88-b19a335497c0 HTTP/1.1" status: 200 len: 947 time: 0.2013412 Feb 09 01:40:00.759654 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f42a74a-c1d3-4470-a382-7cc2c092343b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:00.798154 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0d8da60-f4e2-4ccc-bdd2-4a5dc192471b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (564df6fa-3ee1-4f6d-b6d2-39be72fc9ad0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:00.806957 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f028d8b-6170-4f88-8906-956b2c04b67d req-438324e2-df72-4b6b-a78d-0519fe134024 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 695 time: 0.3701355 Feb 09 01:40:00.864996 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b0d8da60-f4e2-4ccc-bdd2-4a5dc192471b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564df6fa-3ee1-4f6d-b6d2-39be72fc9ad0']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:00.868622 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-407e2591-ba58-4ea6-9165-bd96bf8aa1e8 admin admin] Publish callbacks [] for security_group (cf2286be-a701-431e-82ae-7e44928292ce), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:00.879263 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c5cc69c4-b201-4a38-8fac-c8969e6339ca req-77a53642-7a5d-4d60-803b-c75cf8e046ed tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325737 Feb 09 01:40:00.882136 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-ddb9081e-c3f8-4540-8f70-2220b55f78ce tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Publish callbacks [] for port (7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:00.887103 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-407e2591-ba58-4ea6-9165-bd96bf8aa1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (cf2286be-a701-431e-82ae-7e44928292ce), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:00.896961 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b0d8da60-f4e2-4ccc-bdd2-4a5dc192471b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60934763-9112-4a52-b237-87a1959fb7c4') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:00.896961 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b0d8da60-f4e2-4ccc-bdd2-4a5dc192471b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60934763-9112-4a52-b237-87a1959fb7c4') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:00.932015 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0d8da60-f4e2-4ccc-bdd2-4a5dc192471b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (60934763-9112-4a52-b237-87a1959fb7c4), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:00.978721 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-407e2591-ba58-4ea6-9165-bd96bf8aa1e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2036f90f2ef415f9a2ab60adf128f4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7256308 Feb 09 01:40:00.983286 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e2591-ba58-4ea6-9165-bd96bf8aa1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2286be-a701-431e-82ae-7e44928292ce,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:00.988143 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37230) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:00.990184 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0d8da60-f4e2-4ccc-bdd2-4a5dc192471b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (60934763-9112-4a52-b237-87a1959fb7c4), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.000786 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d8da60-f4e2-4ccc-bdd2-4a5dc192471b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:40:01.001332 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0d8da60-f4e2-4ccc-bdd2-4a5dc192471b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (60934763-9112-4a52-b237-87a1959fb7c4), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:40:01.004934 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:40:01.016063 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-8fa913c0-cae3-4b34-ae51-e0b72199a874 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5678265 Feb 09 01:40:01.051992 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-ddb9081e-c3f8-4540-8f70-2220b55f78ce tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.064929 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['05366da3-ae6f-43e0-a840-3c9d28c899e6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:01.116398 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f42a74a-c1d3-4470-a382-7cc2c092343b admin admin] Publish callbacks [] for security_group (64d13c74-100c-4f60-901f-2cd73adff910), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.128730 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f42a74a-c1d3-4470-a382-7cc2c092343b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (64d13c74-100c-4f60-901f-2cd73adff910), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.130649 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-736bd81f-1a93-4714-87d7-bdce494eeb91 req-8a68d9ad-abdc-4a5c-b8ac-e1c8972f624a tempest-QuotasAdminNegativeTest-1501505479 tempest-QuotasAdminNegativeTest-1501505479-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=82eee35020fa4159a28a6cb0ab1ced8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822430 Feb 09 01:40:01.143677 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0d8da60-f4e2-4ccc-bdd2-4a5dc192471b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (564df6fa-3ee1-4f6d-b6d2-39be72fc9ad0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.152994 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-ddb9081e-c3f8-4540-8f70-2220b55f78ce tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Network 1c164421-b937-4772-b3ad-c06ffa4973ed is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:01.171498 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0d8da60-f4e2-4ccc-bdd2-4a5dc192471b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.177732 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b0d8da60-f4e2-4ccc-bdd2-4a5dc192471b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/networks/564df6fa-3ee1-4f6d-b6d2-39be72fc9ad0 HTTP/1.1" status: 204 len: 168 time: 0.8268692 Feb 09 01:40:01.177732 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9081e-c3f8-4540-8f70-2220b55f78ce tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Pushing event updated for resources: {'Port': ['ID=7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:01.180605 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-6f028d8b-6170-4f88-8906-956b2c04b67d req-4ed1a3b3-c1ec-4ee0-a864-7f5975f33648 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Deleting port 3c0ae28a-cae5-420c-ad3e-d83e22f9cfd0 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:01.180954 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6f028d8b-6170-4f88-8906-956b2c04b67d req-4ed1a3b3-c1ec-4ee0-a864-7f5975f33648 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (3c0ae28a-cae5-420c-ad3e-d83e22f9cfd0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.185817 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37236) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:01.190484 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be7e4034-0cc8-4b8e-919f-ec0542ba9bee admin admin] Publish callbacks [] for security_group (cf2286be-a701-431e-82ae-7e44928292ce), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.195457 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f42a74a-c1d3-4470-a382-7cc2c092343b admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:40:01.199010 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-ddb9081e-c3f8-4540-8f70-2220b55f78ce tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:01.202581 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-ddb9081e-c3f8-4540-8f70-2220b55f78ce tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:01.208658 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8da60-f4e2-4ccc-bdd2-4a5dc192471b tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Network': ['ID=564df6fa-3ee1-4f6d-b6d2-39be72fc9ad0,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:01.266738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42a74a-c1d3-4470-a382-7cc2c092343b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d13c74-100c-4f60-901f-2cd73adff910,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:01.287254 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-b631b2ca-0b95-43ac-b8e5-d7e2f3f17ed3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] DELETE failed (client error): The resource could not be found. Feb 09 01:40:01.287825 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b631b2ca-0b95-43ac-b8e5-d7e2f3f17ed3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:01.290769 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b631b2ca-0b95-43ac-b8e5-d7e2f3f17ed3 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/subnets/f00d29a7-262b-4650-b968-803c8ad7f311 HTTP/1.1" status: 404 len: 337 time: 0.0979855 Feb 09 01:40:01.293285 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f42a74a-c1d3-4470-a382-7cc2c092343b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (2ad7b978-0b22-4516-9aa7-2be242791897), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.293919 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-6f42a74a-c1d3-4470-a382-7cc2c092343b admin admin] Added segment 2ad7b978-0b22-4516-9aa7-2be242791897 of type vlan for network 8d868039-8396-432e-a58b-15f70b0bf5f1 Feb 09 01:40:01.296261 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37238) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:01.319942 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64449cc7-7286-4dfe-9ab8-a0766399648f req-b86486d3-9824-4b89-a3cf-808bbd5190af service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939148 Feb 09 01:40:01.329424 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be7e4034-0cc8-4b8e-919f-ec0542ba9bee admin admin] Publish callbacks [] for security_group (cf2286be-a701-431e-82ae-7e44928292ce), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.339373 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-ddb9081e-c3f8-4540-8f70-2220b55f78ce tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:01.340152 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-ddb9081e-c3f8-4540-8f70-2220b55f78ce tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.343930 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2172a86-1bb8-4ebc-9a5f-91e254d1a3c8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] DELETE failed (client error): The resource could not be found. Feb 09 01:40:01.344861 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2172a86-1bb8-4ebc-9a5f-91e254d1a3c8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:01.349496 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c2172a86-1bb8-4ebc-9a5f-91e254d1a3c8 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/networks/64f4f9f5-2281-4f1c-9755-1a6ee465c978 HTTP/1.1" status: 404 len: 339 time: 0.0504034 Feb 09 01:40:01.353160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37240) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:01.398674 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-ddb9081e-c3f8-4540-8f70-2220b55f78ce tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6754963 Feb 09 01:40:01.408271 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bd81f-1a93-4714-87d7-bdce494eeb91 req-1273b9c5-def2-4f9f-99fa-49b08830a9bb tempest-QuotasAdminNegativeTest-1501505479 tempest-QuotasAdminNegativeTest-1501505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:01.410025 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-736bd81f-1a93-4714-87d7-bdce494eeb91 req-1273b9c5-def2-4f9f-99fa-49b08830a9bb tempest-QuotasAdminNegativeTest-1501505479 tempest-QuotasAdminNegativeTest-1501505479-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2591739 Feb 09 01:40:01.415894 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-21f782c9-8603-420f-adb2-d458aa1240c8 service neutron] Request body: {'port': {'device_id': '0140335d-d4f0-4049-9d5a-c22cd4060bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:01.426242 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-18947971-1335-49a4-aa0c-d5628f3aa062 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] DELETE failed (client error): The resource could not be found. Feb 09 01:40:01.426711 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18947971-1335-49a4-aa0c-d5628f3aa062 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:01.429847 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-18947971-1335-49a4-aa0c-d5628f3aa062 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/subnets/bfec6260-091f-4425-a215-5b915f80df49 HTTP/1.1" status: 404 len: 337 time: 0.0691686 Feb 09 01:40:01.437251 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f42a74a-c1d3-4470-a382-7cc2c092343b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (8d868039-8396-432e-a58b-15f70b0bf5f1), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.449264 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37244) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:01.473436 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-736bd81f-1a93-4714-87d7-bdce494eeb91 req-99f4e4be-2779-4f5f-a629-92edc265f5db tempest-QuotasAdminNegativeTest-1501505479 tempest-QuotasAdminNegativeTest-1501505479-project] 10.222.0.36 "GET /v2.0/quotas/82eee35020fa4159a28a6cb0ab1ced8b HTTP/1.1" status: 200 len: 375 time: 0.0546172 Feb 09 01:40:01.476559 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce8b0b0-4742-42a6-8b17-80799bc49e01 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] DELETE failed (client error): The resource could not be found. Feb 09 01:40:01.477085 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce8b0b0-4742-42a6-8b17-80799bc49e01 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:01.482708 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7ce8b0b0-4742-42a6-8b17-80799bc49e01 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/networks/139d2237-70de-41c5-85a0-d6d0492a62ad HTTP/1.1" status: 404 len: 339 time: 0.0299010 Feb 09 01:40:01.487326 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37246) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:01.501384 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6f028d8b-6170-4f88-8906-956b2c04b67d req-4ed1a3b3-c1ec-4ee0-a864-7f5975f33648 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (3c0ae28a-cae5-420c-ad3e-d83e22f9cfd0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.501746 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6f028d8b-6170-4f88-8906-956b2c04b67d req-4ed1a3b3-c1ec-4ee0-a864-7f5975f33648 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks [] for floatingip (3c0ae28a-cae5-420c-ad3e-d83e22f9cfd0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.533847 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-736bd81f-1a93-4714-87d7-bdce494eeb91 req-fad092a4-846c-4382-aae9-0128444776cc tempest-QuotasAdminNegativeTest-1501505479 tempest-QuotasAdminNegativeTest-1501505479-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=82eee35020fa4159a28a6cb0ab1ced8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525758 Feb 09 01:40:01.547865 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c42dec7-a310-4703-8195-c4353176eaa1 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] DELETE failed (client error): The resource could not be found. Feb 09 01:40:01.548358 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c42dec7-a310-4703-8195-c4353176eaa1 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:01.550505 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-21f782c9-8603-420f-adb2-d458aa1240c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.551528 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4c42dec7-a310-4703-8195-c4353176eaa1 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/subnets/f380156c-2f18-4736-a48f-795dc01ec76d HTTP/1.1" status: 404 len: 337 time: 0.0619066 Feb 09 01:40:01.554298 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37248) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:01.557773 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-6f028d8b-6170-4f88-8906-956b2c04b67d req-4ed1a3b3-c1ec-4ee0-a864-7f5975f33648 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Calling delete_port for 3c0ae28a-cae5-420c-ad3e-d83e22f9cfd0 owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:01.564966 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f42a74a-c1d3-4470-a382-7cc2c092343b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (8d868039-8396-432e-a58b-15f70b0bf5f1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.565993 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f42a74a-c1d3-4470-a382-7cc2c092343b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:01.566554 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f42a74a-c1d3-4470-a382-7cc2c092343b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.593297 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c6d4c5-31ac-475a-8d8c-d0d35ca29aef tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] DELETE failed (client error): The resource could not be found. Feb 09 01:40:01.593887 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c6d4c5-31ac-475a-8d8c-d0d35ca29aef tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:01.598555 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-15c6d4c5-31ac-475a-8d8c-d0d35ca29aef tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/networks/4e805b51-ab90-49f6-b58d-3d2698199717 HTTP/1.1" status: 404 len: 339 time: 0.0421717 Feb 09 01:40:01.602991 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37250) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:01.689684 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-db516fa0-2491-47f0-be25-6b59d110e748 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] DELETE failed (client error): The resource could not be found. Feb 09 01:40:01.690826 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db516fa0-2491-47f0-be25-6b59d110e748 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:01.692265 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6f42a74a-c1d3-4470-a382-7cc2c092343b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8368952 Feb 09 01:40:01.692915 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37254) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:01.694624 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-db516fa0-2491-47f0-be25-6b59d110e748 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/subnets/cead6a2c-9510-41c2-af1b-ada51acd9864 HTTP/1.1" status: 404 len: 337 time: 0.0898314 Feb 09 01:40:01.699719 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37256) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:01.706588 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be7e4034-0cc8-4b8e-919f-ec0542ba9bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (cf2286be-a701-431e-82ae-7e44928292ce), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.709209 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be7e4034-0cc8-4b8e-919f-ec0542ba9bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.710329 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-be7e4034-0cc8-4b8e-919f-ec0542ba9bee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf2286be-a701-431e-82ae-7e44928292ce HTTP/1.1" status: 204 len: 168 time: 0.7211647 Feb 09 01:40:01.724824 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-8bf6fe80-5cd2-41ba-8059-f85c125786ec admin admin] Request body: {'subnet': {'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-828565861-subnet', 'tenant_id': '092f8329ee4140f8a8a266c0e29b4e94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:01.733738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea742201-2376-4f1b-a83d-14ffa5e6b744 req-b27f2e3a-ac3d-41c3-aea8-2f0852a03efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:01.735292 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea742201-2376-4f1b-a83d-14ffa5e6b744 req-b27f2e3a-ac3d-41c3-aea8-2f0852a03efd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&device_id=d9d59ffc-db4b-4833-9c88-b19a335497c0 HTTP/1.1" status: 200 len: 1129 time: 0.3300114 Feb 09 01:40:01.766985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42a74a-c1d3-4470-a382-7cc2c092343b admin admin] Pushing event updated for resources: {'Network': ['ID=8d868039-8396-432e-a58b-15f70b0bf5f1,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:01.769413 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e4034-0cc8-4b8e-919f-ec0542ba9bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2286be-a701-431e-82ae-7e44928292ce,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:01.777929 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-f788bc46-55cb-4b61-991e-8bf0ef78e2e5 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] DELETE failed (client error): The resource could not be found. Feb 09 01:40:01.778435 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f788bc46-55cb-4b61-991e-8bf0ef78e2e5 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:01.786883 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 8d868039-8396-432e-a58b-15f70b0bf5f1 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:40:01.789117 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f788bc46-55cb-4b61-991e-8bf0ef78e2e5 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/networks/2d34bb92-ee03-449f-af14-d7f4e3e5ded2 HTTP/1.1" status: 404 len: 339 time: 0.0881884 Feb 09 01:40:01.816927 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37260) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:01.886934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf6fe80-5cd2-41ba-8059-f85c125786ec admin admin] Made reservation on behalf of 092f8329ee4140f8a8a266c0e29b4e94 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:01.889793 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8bf6fe80-5cd2-41ba-8059-f85c125786ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.891662 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-a421c9fd-8280-4769-bf50-1c13eb0e14ba tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] DELETE failed (client error): The resource could not be found. Feb 09 01:40:01.892520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a421c9fd-8280-4769-bf50-1c13eb0e14ba tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:01.906072 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a421c9fd-8280-4769-bf50-1c13eb0e14ba tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/subnets/f34807bb-d01a-46ec-a97f-0ffd196d3836 HTTP/1.1" status: 404 len: 337 time: 0.0754888 Feb 09 01:40:01.911681 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37264) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:01.973501 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed4a4f-55aa-42ff-bcbd-fce47e0c2ff5 req-d4473c9a-e48e-4ea6-ade2-29b42d4d89e3 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:01.975069 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-46ed4a4f-55aa-42ff-bcbd-fce47e0c2ff5 req-d4473c9a-e48e-4ea6-ade2-29b42d4d89e3 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=0140335d-d4f0-4049-9d5a-c22cd4060bce HTTP/1.1" status: 200 len: 932 time: 0.2794192 Feb 09 01:40:01.989617 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e2f12f-7cf0-4a55-854b-f76e9ff6dcb9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] DELETE failed (client error): The resource could not be found. Feb 09 01:40:01.990378 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e2f12f-7cf0-4a55-854b-f76e9ff6dcb9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:01.993326 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c7e2f12f-7cf0-4a55-854b-f76e9ff6dcb9 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/networks/d08dca04-c838-40c0-9490-11d4668541fb HTTP/1.1" status: 404 len: 339 time: 0.0662544 Feb 09 01:40:01.998716 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37270) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:02.064423 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea742201-2376-4f1b-a83d-14ffa5e6b744 req-9c02bc11-10ce-4a97-b2da-6bc269f12e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:02.065918 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea742201-2376-4f1b-a83d-14ffa5e6b744 req-9c02bc11-10ce-4a97-b2da-6bc269f12e91 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.3108330 Feb 09 01:40:02.078375 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3cc6cd8-c1a9-4fdb-b3b3-420cf84eab00 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] DELETE failed (client error): The resource could not be found. Feb 09 01:40:02.079078 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3cc6cd8-c1a9-4fdb-b3b3-420cf84eab00 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:02.086194 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f3cc6cd8-c1a9-4fdb-b3b3-420cf84eab00 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/subnets/e2704375-05ad-4c06-9d4c-a5d6c136d542 HTTP/1.1" status: 404 len: 337 time: 0.0775664 Feb 09 01:40:02.087023 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37272) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:02.128677 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-46ed4a4f-55aa-42ff-bcbd-fce47e0c2ff5 req-7bf04714-85c3-4ca5-b777-c811ea6b6be7 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413918 Feb 09 01:40:02.138281 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea742201-2376-4f1b-a83d-14ffa5e6b744 req-4780b917-c1a4-4297-8597-aeb7043b7784 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=4dd84e72-0a61-4b58-a19f-c280a933f0b0 HTTP/1.1" status: 200 len: 217 time: 0.0589480 Feb 09 01:40:02.145150 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd249a91-efc2-472a-a678-851169c5549d tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] DELETE failed (client error): The resource could not be found. Feb 09 01:40:02.145682 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd249a91-efc2-472a-a678-851169c5549d tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:02.148907 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bd249a91-efc2-472a-a678-851169c5549d tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/networks/8d7eecd5-0b91-48f2-a3b8-6ed9a24510f8 HTTP/1.1" status: 404 len: 339 time: 0.0583043 Feb 09 01:40:02.152406 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37274) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:02.201182 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6f028d8b-6170-4f88-8906-956b2c04b67d req-4ed1a3b3-c1ec-4ee0-a864-7f5975f33648 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (3c0ae28a-cae5-420c-ad3e-d83e22f9cfd0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.206097 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-21f782c9-8603-420f-adb2-d458aa1240c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:40:02.219251 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-21f782c9-8603-420f-adb2-d458aa1240c8 service neutron] Publish callbacks [] for port (7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.237955 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-21f782c9-8603-420f-adb2-d458aa1240c8 service neutron] Transition to ACTIVE for port object 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:40:02.239747 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-459d20c2-4590-4cca-9000-64be603ac694 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] DELETE failed (client error): The resource could not be found. Feb 09 01:40:02.240507 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-459d20c2-4590-4cca-9000-64be603ac694 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:02.244085 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-459d20c2-4590-4cca-9000-64be603ac694 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/subnets/78b1e5bd-b519-4999-894a-b07832124ae2 HTTP/1.1" status: 404 len: 337 time: 0.0772836 Feb 09 01:40:02.244339 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-21f782c9-8603-420f-adb2-d458aa1240c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.248104 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37280) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:02.266919 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37282) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:02.279497 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1a3b3-c1ec-4ee0-a864-7f5975f33648 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Pushing event deleted for resources: {'Port': ['ID=3c0ae28a-cae5-420c-ad3e-d83e22f9cfd0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:02.300839 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea742201-2376-4f1b-a83d-14ffa5e6b744 req-37b74cbf-c559-4c26-884e-f2d71812bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:02.302337 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea742201-2376-4f1b-a83d-14ffa5e6b744 req-37b74cbf-c559-4c26-884e-f2d71812bbf5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1523974 Feb 09 01:40:02.303316 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ca20da-37bb-4fc1-be97-3c2984758276 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] DELETE failed (client error): The resource could not be found. Feb 09 01:40:02.303852 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ca20da-37bb-4fc1-be97-3c2984758276 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:02.306769 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6308be2d-5804-4838-ba96-348f19dbe723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.312263 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-89ca20da-37bb-4fc1-be97-3c2984758276 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/networks/2346d102-aeed-42ae-a16a-c8b27b53b21a HTTP/1.1" status: 404 len: 339 time: 0.0601027 Feb 09 01:40:02.320180 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37286) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:02.386800 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a0e5f5-7c80-4390-a188-3697591687df tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] DELETE failed (client error): The resource could not be found. Feb 09 01:40:02.387598 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a0e5f5-7c80-4390-a188-3697591687df tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:02.393861 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-14a0e5f5-7c80-4390-a188-3697591687df tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/subnets/9e1ac7f1-8fb2-420a-8963-9e0b76430258 HTTP/1.1" status: 404 len: 337 time: 0.0721779 Feb 09 01:40:02.400587 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37288) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:02.412783 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f782c9-8603-420f-adb2-d458aa1240c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:02.437551 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-315b74c4-a569-4504-be46-ffabf794d33d tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] DELETE failed (client error): The resource could not be found. Feb 09 01:40:02.437551 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-315b74c4-a569-4504-be46-ffabf794d33d tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:02.439626 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-315b74c4-a569-4504-be46-ffabf794d33d tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/networks/0a78551a-3b8b-483b-9a68-35dc37a888d1 HTTP/1.1" status: 404 len: 339 time: 0.0373006 Feb 09 01:40:02.455076 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37290) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:02.485466 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6f028d8b-6170-4f88-8906-956b2c04b67d req-4ed1a3b3-c1ec-4ee0-a864-7f5975f33648 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks [] for floatingip (88c4d9d6-caae-448f-bcbb-be5bfc60489c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.488100 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6f028d8b-6170-4f88-8906-956b2c04b67d req-4ed1a3b3-c1ec-4ee0-a864-7f5975f33648 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.489291 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f028d8b-6170-4f88-8906-956b2c04b67d req-4ed1a3b3-c1ec-4ee0-a864-7f5975f33648 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "DELETE /v2.0/floatingips/88c4d9d6-caae-448f-bcbb-be5bfc60489c HTTP/1.1" status: 204 len: 173 time: 1.6751025 Feb 09 01:40:02.527923 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8bf6fe80-5cd2-41ba-8059-f85c125786ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (06960262-e6ff-4aec-9056-78c4deec1b4a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.539389 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea742201-2376-4f1b-a83d-14ffa5e6b744 req-00e7006b-8a92-44e1-8db6-945828efec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:02.541080 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea742201-2376-4f1b-a83d-14ffa5e6b744 req-00e7006b-8a92-44e1-8db6-945828efec0f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1967261 Feb 09 01:40:02.558403 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f78ff9-3717-4526-bdc2-488a696310d1 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Deleting subnet 1bd8a24b-1510-45f6-be37-4ff66e628ea5 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:02.573498 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-99f78ff9-3717-4526-bdc2-488a696310d1 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for subnet (1bd8a24b-1510-45f6-be37-4ff66e628ea5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.617329 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-21f782c9-8603-420f-adb2-d458aa1240c8 service neutron] Attempting to bind port 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:02.617946 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-21f782c9-8603-420f-adb2-d458aa1240c8 service neutron] Attempting to bind port 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '899f02fd-164e-4c7a-96f7-6f23414d825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1c164421-b937-4772-b3ad-c06ffa4973ed'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:02.618340 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-21f782c9-8603-420f-adb2-d458aa1240c8 service neutron] Attempting to bind port 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e on network 1c164421-b937-4772-b3ad-c06ffa4973ed {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:02.644839 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-21f782c9-8603-420f-adb2-d458aa1240c8 service neutron] Port 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e on network 1c164421-b937-4772-b3ad-c06ffa4973ed not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:40:02.645229 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-21f782c9-8603-420f-adb2-d458aa1240c8 service neutron] Attempting to bind port 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e on network 1c164421-b937-4772-b3ad-c06ffa4973ed {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:02.670387 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-21f782c9-8603-420f-adb2-d458aa1240c8 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:02.670918 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-21f782c9-8603-420f-adb2-d458aa1240c8 service neutron] Checking segment: {'id': '899f02fd-164e-4c7a-96f7-6f23414d825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1c164421-b937-4772-b3ad-c06ffa4973ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:02.671549 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-21f782c9-8603-420f-adb2-d458aa1240c8 service neutron] Bound using segment: {'id': '899f02fd-164e-4c7a-96f7-6f23414d825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1c164421-b937-4772-b3ad-c06ffa4973ed'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:02.672253 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-21f782c9-8603-420f-adb2-d458aa1240c8 service neutron] Bound port: 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '899f02fd-164e-4c7a-96f7-6f23414d825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1c164421-b937-4772-b3ad-c06ffa4973ed'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:02.672830 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-21f782c9-8603-420f-adb2-d458aa1240c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.679381 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-99f78ff9-3717-4526-bdc2-488a696310d1 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (1bd8a24b-1510-45f6-be37-4ff66e628ea5), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.686503 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6fe80-5cd2-41ba-8059-f85c125786ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=06960262-e6ff-4aec-9056-78c4deec1b4a,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:02.696591 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6308be2d-5804-4838-ba96-348f19dbe723 admin admin] Publish callbacks [] for security_group (926d98f7-a918-4993-b9b7-d53ccc729bce), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.707450 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6308be2d-5804-4838-ba96-348f19dbe723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (926d98f7-a918-4993-b9b7-d53ccc729bce), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.749290 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [req-d85b92b1-06d1-428f-97b8-99e272ed32b1 req-9f150b26-6039-435e-b629-2e98d0a44aec tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] show failed (client error): The resource could not be found. Feb 09 01:40:02.750452 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d85b92b1-06d1-428f-97b8-99e272ed32b1 req-9f150b26-6039-435e-b629-2e98d0a44aec tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "GET /v2.0/floatingips/88c4d9d6-caae-448f-bcbb-be5bfc60489c HTTP/1.1" status: 404 len: 350 time: 0.0743084 Feb 09 01:40:02.802062 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf6fe80-5cd2-41ba-8059-f85c125786ec admin admin] Checking segment: {'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:02.802510 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf6fe80-5cd2-41ba-8059-f85c125786ec admin admin] Network hostable DHCP agents. Network: 8d868039-8396-432e-a58b-15f70b0bf5f1, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:40:02.814561 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6eec7-b551-4c0d-85c5-13709d414e52 req-8830f8ce-dfdd-4ff9-969d-68125b2ecf21 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:02.816187 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bdd6eec7-b551-4c0d-85c5-13709d414e52 req-8830f8ce-dfdd-4ff9-969d-68125b2ecf21 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9d59ffc-db4b-4833-9c88-b19a335497c0 HTTP/1.1" status: 200 len: 947 time: 0.2239110 Feb 09 01:40:02.818617 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6308be2d-5804-4838-ba96-348f19dbe723 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3f751c39e474a73b81cc3f883be550f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5478873 Feb 09 01:40:02.820501 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308be2d-5804-4838-ba96-348f19dbe723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926d98f7-a918-4993-b9b7-d53ccc729bce,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:02.823120 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37300) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:02.826572 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea742201-2376-4f1b-a83d-14ffa5e6b744 req-7ae44b10-ad12-4aa4-9706-2fa6c42c7a71 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591228 Feb 09 01:40:02.892914 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [req-fd294a4f-5d1c-4be7-ab4b-d66af6252ca3 req-c0bde614-3736-4e08-a93a-de10f8e1d113 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] show failed (client error): The resource could not be found. Feb 09 01:40:02.893962 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fd294a4f-5d1c-4be7-ab4b-d66af6252ca3 req-c0bde614-3736-4e08-a93a-de10f8e1d113 tempest-FloatingIPsTestJSON-882658365 tempest-FloatingIPsTestJSON-882658365-project] 10.222.0.36 "GET /v2.0/floatingips/88c4d9d6-caae-448f-bcbb-be5bfc60489c HTTP/1.1" status: 404 len: 350 time: 0.0644617 Feb 09 01:40:02.906977 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37302) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:02.908661 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-21f782c9-8603-420f-adb2-d458aa1240c8 service neutron] For port 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:02.939783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf6fe80-5cd2-41ba-8059-f85c125786ec admin admin] Network 8d868039-8396-432e-a58b-15f70b0bf5f1 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:40:02.982934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-8bf6fe80-5cd2-41ba-8059-f85c125786ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 8d868039-8396-432e-a58b-15f70b0bf5f1) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:02.991967 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e94242-8ea3-4771-b637-f5d753413779 None None] Network 8d868039-8396-432e-a58b-15f70b0bf5f1 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:03.000716 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf6fe80-5cd2-41ba-8059-f85c125786ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:03.001341 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8bf6fe80-5cd2-41ba-8059-f85c125786ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.006285 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bdd6eec7-b551-4c0d-85c5-13709d414e52 req-973ac66f-ae72-4265-9b12-cfb02e1f0e49 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822681 Feb 09 01:40:03.009710 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-db0f5e25-aa66-4a6e-968d-ce1f8fd4546f admin admin] Publish callbacks [] for security_group (926d98f7-a918-4993-b9b7-d53ccc729bce), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.032759 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-21f782c9-8603-420f-adb2-d458aa1240c8 service neutron] For port 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e,segment=NetworkSegment(899f02fd-164e-4c7a-96f7-6f23414d825b),segment_id=899f02fd-164e-4c7a-96f7-6f23414d825b)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:03.050577 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-99f78ff9-3717-4526-bdc2-488a696310d1 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (1bd8a24b-1510-45f6-be37-4ff66e628ea5), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.052758 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea742201-2376-4f1b-a83d-14ffa5e6b744 req-95de6f79-8394-453f-846e-8ca38a20b160 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083671 Feb 09 01:40:03.057121 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-21f782c9-8603-420f-adb2-d458aa1240c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.068706 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8bf6fe80-5cd2-41ba-8059-f85c125786ec admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3628430 Feb 09 01:40:03.071056 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-db0f5e25-aa66-4a6e-968d-ce1f8fd4546f admin admin] Publish callbacks [] for security_group (926d98f7-a918-4993-b9b7-d53ccc729bce), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.152038 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-21f782c9-8603-420f-adb2-d458aa1240c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:03.152806 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-21f782c9-8603-420f-adb2-d458aa1240c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.157822 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-21f782c9-8603-420f-adb2-d458aa1240c8 service neutron] 10.222.0.67 "PUT /v2.0/ports/7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e HTTP/1.1" status: 200 len: 1092 time: 1.7460113 Feb 09 01:40:03.167934 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-db0f5e25-aa66-4a6e-968d-ce1f8fd4546f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (926d98f7-a918-4993-b9b7-d53ccc729bce), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.183682 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0140335d-d4f0-4049-9d5a-c22cd4060bce', 'tag': '7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:03.184125 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-db0f5e25-aa66-4a6e-968d-ce1f8fd4546f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.189228 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79eecc2-768a-412e-a4fc-6c86c31df79a" -d '{"events": [{"name": "network-changed", "server_uuid": "0140335d-d4f0-4049-9d5a-c22cd4060bce", "tag": "7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:03.189861 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-db0f5e25-aa66-4a6e-968d-ce1f8fd4546f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/926d98f7-a918-4993-b9b7-d53ccc729bce HTTP/1.1" status: 204 len: 168 time: 0.3588021 Feb 09 01:40:03.197768 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0c4ece-9fc6-4aac-ab0a-ebf2fa0d3b3f None None] Network 8d868039-8396-432e-a58b-15f70b0bf5f1 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:03.205840 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f5e25-aa66-4a6e-968d-ce1f8fd4546f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926d98f7-a918-4993-b9b7-d53ccc729bce,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:03.219950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37314) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:03.288193 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5903d6ea-87d4-47da-8d4a-ca11cc0ee9f9 x-openstack-request-id: req-5903d6ea-87d4-47da-8d4a-ca11cc0ee9f9 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:03.288496 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0140335d-d4f0-4049-9d5a-c22cd4060bce", "tag": "7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:03.288748 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5903d6ea-87d4-47da-8d4a-ca11cc0ee9f9 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:03.289328 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0140335d-d4f0-4049-9d5a-c22cd4060bce', 'tag': '7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e', 'status': 'completed', 'code': 200} Feb 09 01:40:03.367559 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f782c9-8603-420f-adb2-d458aa1240c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:03.453238 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-99f78ff9-3717-4526-bdc2-488a696310d1 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (1bd8a24b-1510-45f6-be37-4ff66e628ea5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.606168 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-71384675-34df-4922-b16c-b53d565e2dc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.727886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 4dd84e72-0a61-4b58-a19f-c280a933f0b0 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:40:03.730824 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-71384675-34df-4922-b16c-b53d565e2dc3 admin admin] Publish callbacks [] for security_group (d89ddf75-6b67-463f-ae85-4639f52edae2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.739442 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-71384675-34df-4922-b16c-b53d565e2dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d89ddf75-6b67-463f-ae85-4639f52edae2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.806981 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-71384675-34df-4922-b16c-b53d565e2dc3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=82eee35020fa4159a28a6cb0ab1ced8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5841279 Feb 09 01:40:03.815251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37332) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:03.859416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 4dd84e72-0a61-4b58-a19f-c280a933f0b0, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4dd84e72-0a61-4b58-a19f-c280a933f0b0,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:03.864099 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-21c86f94-897a-4057-9e54-cb0bc3d955ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:03.865617 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-21c86f94-897a-4057-9e54-cb0bc3d955ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=882b1d74468f4236916ac9797755db7f&device_id=0140335d-d4f0-4049-9d5a-c22cd4060bce HTTP/1.1" status: 200 len: 1126 time: 0.6403267 Feb 09 01:40:03.868552 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-99f78ff9-3717-4526-bdc2-488a696310d1 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.875321 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-99f78ff9-3717-4526-bdc2-488a696310d1 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/subnets/1bd8a24b-1510-45f6-be37-4ff66e628ea5 HTTP/1.1" status: 204 len: 168 time: 1.4189541 Feb 09 01:40:03.876229 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f78ff9-3717-4526-bdc2-488a696310d1 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd8a24b-1510-45f6-be37-4ff66e628ea5,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:03.879065 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bf8c3b-53ae-401e-85dd-a0d9695085f3 None None] Network 6da739b4-f90d-4611-9fea-78805cf32a5d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:03.881025 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37340) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:03.911156 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71384675-34df-4922-b16c-b53d565e2dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89ddf75-6b67-463f-ae85-4639f52edae2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:03.964935 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '4dd84e72-0a61-4b58-a19f-c280a933f0b0', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '4dd84e72-0a61-4b58-a19f-c280a933f0b0', 'mac_address': 'fa:16:3e:dd:e1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:40:03.984682 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fdd9e-86be-4f01-8178-a5cb8b0af3a9 req-de1c9301-95b4-45b7-a960-0d0cdcd9bb49 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:03.991936 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2e1fdd9e-86be-4f01-8178-a5cb8b0af3a9 req-de1c9301-95b4-45b7-a960-0d0cdcd9bb49 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=0140335d-d4f0-4049-9d5a-c22cd4060bce HTTP/1.1" status: 200 len: 944 time: 0.6857145 Feb 09 01:40:03.998935 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-3bd2c318-81f3-4b19-b3a7-1e2a6c1f7fc5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e HTTP/1.1" status: 200 len: 217 time: 0.1169629 Feb 09 01:40:04.057165 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 4dd84e72-0a61-4b58-a19f-c280a933f0b0 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:04.058808 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4dd84e72-0a61-4b58-a19f-c280a933f0b0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.076950 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f5fbb82c-f359-47e5-9456-a06b6d69307c admin admin] Publish callbacks [] for security_group (d89ddf75-6b67-463f-ae85-4639f52edae2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.086014 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd84e72-0a61-4b58-a19f-c280a933f0b0 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:40:04.095018 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-302d55cc-71db-44bc-bfb2-b06d951c33f4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (6da739b4-f90d-4611-9fea-78805cf32a5d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.126365 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 4dd84e72-0a61-4b58-a19f-c280a933f0b0, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4dd84e72-0a61-4b58-a19f-c280a933f0b0,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:04.131548 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4dd84e72-0a61-4b58-a19f-c280a933f0b0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.136736 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f5fbb82c-f359-47e5-9456-a06b6d69307c admin admin] Publish callbacks [] for security_group (d89ddf75-6b67-463f-ae85-4639f52edae2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.146286 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712da5ab-3ed0-4613-acd9-38aad18edcb0 None None] DHCP port deletion for 6da739b4-f90d-4611-9fea-78805cf32a5d request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:40:04.166759 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-d4a6332a-2f7a-4bd5-b85c-26a0ba72c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:04.168307 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-d4a6332a-2f7a-4bd5-b85c-26a0ba72c44f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9145d287-893f-45e0-a833-97ee0b627cb1 HTTP/1.1" status: 200 len: 853 time: 0.1477430 Feb 09 01:40:04.201448 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2e1fdd9e-86be-4f01-8178-a5cb8b0af3a9 req-7bfc2e33-882d-428c-ab05-1cd98b0d80c9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999481 Feb 09 01:40:04.210369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-47c80aa4-7857-4918-b8a6-6a55bf8e2dc4 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:04.218171 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-47c80aa4-7857-4918-b8a6-6a55bf8e2dc4 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/networks?id=8d868039-8396-432e-a58b-15f70b0bf5f1 HTTP/1.1" status: 200 len: 811 time: 0.2882059 Feb 09 01:40:04.239610 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-53fafe9a-cbe3-4a59-8acf-ccd1fdafe83a tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/quotas/092f8329ee4140f8a8a266c0e29b4e94 HTTP/1.1" status: 200 len: 375 time: 0.0200212 Feb 09 01:40:04.242333 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=4dd84e72-0a61-4b58-a19f-c280a933f0b0,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:04.266030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-712da5ab-3ed0-4613-acd9-38aad18edcb0 None None] Deleting port 8dbc788f-144a-42d5-b244-718429556623 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:04.266407 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-712da5ab-3ed0-4613-acd9-38aad18edcb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (8dbc788f-144a-42d5-b244-718429556623), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.298086 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-ac71ae4a-10a5-494b-b1ea-e7903b980625 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=092f8329ee4140f8a8a266c0e29b4e94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570803 Feb 09 01:40:04.318352 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-ef16b8bc-22a5-42e9-bcff-ee8c1ef4d300 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1c164421-b937-4772-b3ad-c06ffa4973ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1419239 Feb 09 01:40:04.354439 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f5fbb82c-f359-47e5-9456-a06b6d69307c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d89ddf75-6b67-463f-ae85-4639f52edae2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.355577 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-712da5ab-3ed0-4613-acd9-38aad18edcb0 None None] For port 8dbc788f-144a-42d5-b244-718429556623, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8dbc788f-144a-42d5-b244-718429556623,segment=NetworkSegment(081c0be1-12aa-4f56-abe9-f2ff9fb9d9f7),segment_id=081c0be1-12aa-4f56-abe9-f2ff9fb9d9f7)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:04.355983 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-712da5ab-3ed0-4613-acd9-38aad18edcb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (8dbc788f-144a-42d5-b244-718429556623), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.358649 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f5fbb82c-f359-47e5-9456-a06b6d69307c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.363103 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f5fbb82c-f359-47e5-9456-a06b6d69307c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d89ddf75-6b67-463f-ae85-4639f52edae2 HTTP/1.1" status: 204 len: 168 time: 0.5470531 Feb 09 01:40:04.378084 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-712da5ab-3ed0-4613-acd9-38aad18edcb0 None None] Calling delete_port for 8dbc788f-144a-42d5-b244-718429556623 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:04.383042 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbb82c-f359-47e5-9456-a06b6d69307c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89ddf75-6b67-463f-ae85-4639f52edae2,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:04.459322 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-37788681-00db-409f-b269-22d152bcaba1 service neutron] 10.222.0.36 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601853 Feb 09 01:40:04.538565 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8dbc788f-144a-42d5-b244-718429556623 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:04.647679 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-31f8708d-bdc5-451f-b2cf-4b3ba5d01410 service neutron] 10.222.0.36 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742694 Feb 09 01:40:04.672997 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884f15c-5af3-4eb3-a003-4a25b04764b6 req-db0e1384-acb9-4891-aa96-14bf7638aa8d tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:04.680872 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8884f15c-5af3-4eb3-a003-4a25b04764b6 req-db0e1384-acb9-4891-aa96-14bf7638aa8d tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9d59ffc-db4b-4833-9c88-b19a335497c0 HTTP/1.1" status: 200 len: 948 time: 0.3649185 Feb 09 01:40:04.684703 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-81fa8224-e5de-4c1b-8a04-3723f2e7ea1a service neutron] 10.222.0.67 "GET /v2.0/networks/1c164421-b937-4772-b3ad-c06ffa4973ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071480 Feb 09 01:40:04.695107 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-302d55cc-71db-44bc-bfb2-b06d951c33f4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Deleting port 8dbc788f-144a-42d5-b244-718429556623 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:04.695508 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-302d55cc-71db-44bc-bfb2-b06d951c33f4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (8dbc788f-144a-42d5-b244-718429556623), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.758694 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-712da5ab-3ed0-4613-acd9-38aad18edcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (8dbc788f-144a-42d5-b244-718429556623), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.770311 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['4dd84e72-0a61-4b58-a19f-c280a933f0b0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:04.805551 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 8dbc788f-144a-42d5-b244-718429556623 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:04.806612 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8dbc788f-144a-42d5-b244-718429556623 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:04.837468 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712da5ab-3ed0-4613-acd9-38aad18edcb0 None None] No DVR routers for this DVR port 8dbc788f-144a-42d5-b244-718429556623 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:04.839480 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712da5ab-3ed0-4613-acd9-38aad18edcb0 None None] Pushing event deleted for resources: {'Port': ['ID=8dbc788f-144a-42d5-b244-718429556623,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:04.867022 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8884f15c-5af3-4eb3-a003-4a25b04764b6 req-15efae88-5810-437a-a443-bc0490d4a723 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831286 Feb 09 01:40:05.023676 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-76ead66c-4620-4e75-a57e-66b8b43f9f0f req-37f3ce67-2ad3-4cf2-a236-c5ce476f3a1c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4966b6b-6004-4aed-8864-207d028a1374 HTTP/1.1" status: 200 len: 210 time: 0.0883744 Feb 09 01:40:05.089958 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-302d55cc-71db-44bc-bfb2-b06d951c33f4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] For port 8dbc788f-144a-42d5-b244-718429556623, host n-d-828387-3, got binding levels [] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:05.090338 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-302d55cc-71db-44bc-bfb2-b06d951c33f4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (8dbc788f-144a-42d5-b244-718429556623), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.095130 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1028a402-0cc4-4b44-b1ef-a02d4e0f4538 req-15dce76c-3fed-4317-b223-5c273e25805b service neutron] 10.222.0.67 "GET /v2.0/networks/1c164421-b937-4772-b3ad-c06ffa4973ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964224 Feb 09 01:40:05.125863 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-302d55cc-71db-44bc-bfb2-b06d951c33f4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Calling delete_port for 8dbc788f-144a-42d5-b244-718429556623 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:05.151535 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.ipam_backend_mixin [None req-302d55cc-71db-44bc-bfb2-b06d951c33f4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Port 8dbc788f-144a-42d5-b244-718429556623 was not found and therefore no delete operation was performed {{(pid=103184) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:40:05.171419 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37378) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:05.174414 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-302d55cc-71db-44bc-bfb2-b06d951c33f4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (8dbc788f-144a-42d5-b244-718429556623), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.192913 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eadce3de-e6bc-41be-a644-c1117831d458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.249392 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d55cc-71db-44bc-bfb2-b06d951c33f4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Port': ['ID=8dbc788f-144a-42d5-b244-718429556623,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:05.256351 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302d55cc-71db-44bc-bfb2-b06d951c33f4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] No DVR routers for this DVR port 8dbc788f-144a-42d5-b244-718429556623 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:05.355117 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eadce3de-e6bc-41be-a644-c1117831d458 admin admin] Publish callbacks [] for security_group (6147bf05-1985-4313-a577-205d5a7c63e3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.361237 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eadce3de-e6bc-41be-a644-c1117831d458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6147bf05-1985-4313-a577-205d5a7c63e3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.399422 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-eadce3de-e6bc-41be-a644-c1117831d458 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c29abd77bb34c6d9884ee2236e772b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266920 Feb 09 01:40:05.403883 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37386) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:05.444040 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eecc2-768a-412e-a4fc-6c86c31df79a req-3ac799dc-0c13-49fe-bcfa-c5810a67b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:05.451499 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d79eecc2-768a-412e-a4fc-6c86c31df79a req-3ac799dc-0c13-49fe-bcfa-c5810a67b276 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=882b1d74468f4236916ac9797755db7f&device_id=0140335d-d4f0-4049-9d5a-c22cd4060bce HTTP/1.1" status: 200 len: 1126 time: 0.2863598 Feb 09 01:40:05.465629 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091f738-99d2-4a2f-8e4e-3422aca8e185 req-32cbfbe1-62e6-41ea-939a-80c036c115ff tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:05.473036 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1091f738-99d2-4a2f-8e4e-3422aca8e185 req-32cbfbe1-62e6-41ea-939a-80c036c115ff tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=0140335d-d4f0-4049-9d5a-c22cd4060bce HTTP/1.1" status: 200 len: 944 time: 0.1614683 Feb 09 01:40:05.485905 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da1f3c33-84c3-41d8-88a6-ecd20db79fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.491565 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadce3de-e6bc-41be-a644-c1117831d458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6147bf05-1985-4313-a577-205d5a7c63e3,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:05.506856 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-302d55cc-71db-44bc-bfb2-b06d951c33f4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (6da739b4-f90d-4611-9fea-78805cf32a5d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.555907 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1091f738-99d2-4a2f-8e4e-3422aca8e185 req-89c271c5-89cd-4453-9e0a-03cafba08328 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797899 Feb 09 01:40:05.559245 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bde7795e-115e-4a1e-ac73-8ca8eba72100 admin admin] Publish callbacks [] for security_group (6147bf05-1985-4313-a577-205d5a7c63e3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.605524 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bde7795e-115e-4a1e-ac73-8ca8eba72100 admin admin] Publish callbacks [] for security_group (6147bf05-1985-4313-a577-205d5a7c63e3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.647318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-302d55cc-71db-44bc-bfb2-b06d951c33f4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da739b4-f90d-4611-9fea-78805cf32a5d']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:05.665526 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bde7795e-115e-4a1e-ac73-8ca8eba72100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6147bf05-1985-4313-a577-205d5a7c63e3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.669950 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bde7795e-115e-4a1e-ac73-8ca8eba72100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.672855 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bde7795e-115e-4a1e-ac73-8ca8eba72100 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6147bf05-1985-4313-a577-205d5a7c63e3 HTTP/1.1" status: 204 len: 168 time: 0.2668521 Feb 09 01:40:05.685439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7795e-115e-4a1e-ac73-8ca8eba72100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6147bf05-1985-4313-a577-205d5a7c63e3,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:05.689950 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-302d55cc-71db-44bc-bfb2-b06d951c33f4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081c0be1-12aa-4f56-abe9-f2ff9fb9d9f7') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:05.690139 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-302d55cc-71db-44bc-bfb2-b06d951c33f4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081c0be1-12aa-4f56-abe9-f2ff9fb9d9f7') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:05.717802 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-302d55cc-71db-44bc-bfb2-b06d951c33f4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (081c0be1-12aa-4f56-abe9-f2ff9fb9d9f7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.740579 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eecc2-768a-412e-a4fc-6c86c31df79a req-5310f613-6bd3-4b5b-931d-0dd15a279070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:05.742099 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d79eecc2-768a-412e-a4fc-6c86c31df79a req-5310f613-6bd3-4b5b-931d-0dd15a279070 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1c164421-b937-4772-b3ad-c06ffa4973ed HTTP/1.1" status: 200 len: 914 time: 0.2895281 Feb 09 01:40:05.744780 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 4dd84e72-0a61-4b58-a19f-c280a933f0b0 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:05.745340 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-302d55cc-71db-44bc-bfb2-b06d951c33f4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (081c0be1-12aa-4f56-abe9-f2ff9fb9d9f7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.805479 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d79eecc2-768a-412e-a4fc-6c86c31df79a req-d0ae6750-dca4-4829-b012-b7f07b5ea7de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e HTTP/1.1" status: 200 len: 217 time: 0.0527923 Feb 09 01:40:05.809295 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302d55cc-71db-44bc-bfb2-b06d951c33f4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:40:05.810344 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-302d55cc-71db-44bc-bfb2-b06d951c33f4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (081c0be1-12aa-4f56-abe9-f2ff9fb9d9f7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:40:05.813668 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:40:05.866456 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 4dd84e72-0a61-4b58-a19f-c280a933f0b0 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:40:05.873676 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 4dd84e72-0a61-4b58-a19f-c280a933f0b0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:05.874344 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4dd84e72-0a61-4b58-a19f-c280a933f0b0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.025016 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47f19a-655a-4ecb-a4b5-edc099403197 req-b5f96f53-4b87-41eb-9cc4-75f1f95a8fef tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:06.033001 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d47f19a-655a-4ecb-a4b5-edc099403197 req-b5f96f53-4b87-41eb-9cc4-75f1f95a8fef tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9d59ffc-db4b-4833-9c88-b19a335497c0 HTTP/1.1" status: 200 len: 948 time: 0.0779054 Feb 09 01:40:06.061970 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eecc2-768a-412e-a4fc-6c86c31df79a req-d86c5d5a-f862-4a9f-928c-8611ae72467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:06.063903 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d79eecc2-768a-412e-a4fc-6c86c31df79a req-d86c5d5a-f862-4a9f-928c-8611ae72467d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9145d287-893f-45e0-a833-97ee0b627cb1 HTTP/1.1" status: 200 len: 853 time: 0.2491939 Feb 09 01:40:06.066462 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-302d55cc-71db-44bc-bfb2-b06d951c33f4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (6da739b4-f90d-4611-9fea-78805cf32a5d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.067093 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 4dd84e72-0a61-4b58-a19f-c280a933f0b0 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:06.068255 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4dd84e72-0a61-4b58-a19f-c280a933f0b0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.071693 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-302d55cc-71db-44bc-bfb2-b06d951c33f4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.078408 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-302d55cc-71db-44bc-bfb2-b06d951c33f4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] 10.222.0.36 "DELETE /v2.0/networks/6da739b4-f90d-4611-9fea-78805cf32a5d HTTP/1.1" status: 204 len: 168 time: 2.1942093 Feb 09 01:40:06.122725 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d59ffc-db4b-4833-9c88-b19a335497c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd84e72-0a61-4b58-a19f-c280a933f0b0'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:06.125469 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf387c26-3ac0-4986-a392-c57294595a27" -d '{"events": [{"server_uuid": "d9d59ffc-db4b-4833-9c88-b19a335497c0", "name": "network-vif-plugged", "status": "completed", "tag": "4dd84e72-0a61-4b58-a19f-c280a933f0b0"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:06.142757 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 4dd84e72-0a61-4b58-a19f-c280a933f0b0, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4dd84e72-0a61-4b58-a19f-c280a933f0b0,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:06.143197 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d79eecc2-768a-412e-a4fc-6c86c31df79a req-c31ec3b8-7d76-481b-9895-ab8af3746d46 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1c164421-b937-4772-b3ad-c06ffa4973ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568848 Feb 09 01:40:06.148161 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d55cc-71db-44bc-bfb2-b06d951c33f4 tempest-NetworksTest-362295939 tempest-NetworksTest-362295939-project] Pushing event deleted for resources: {'Network': ['ID=6da739b4-f90d-4611-9fea-78805cf32a5d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:06.149408 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4dd84e72-0a61-4b58-a19f-c280a933f0b0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.289696 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=4dd84e72-0a61-4b58-a19f-c280a933f0b0,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:06.399744 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d79eecc2-768a-412e-a4fc-6c86c31df79a req-f02201e9-8783-4a32-96d1-808e22a44f3f service neutron] 10.222.0.67 "GET /v2.0/networks/1c164421-b937-4772-b3ad-c06ffa4973ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427874 Feb 09 01:40:06.565411 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37424) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:06.598748 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-16bbe4da-4600-489e-9608-fd59502d23cb req-a23ea9e4-0783-447b-914b-07bd6899f2a3 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e22188e6e28840dc8284da494175cf50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2029278 Feb 09 01:40:06.631324 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d79eecc2-768a-412e-a4fc-6c86c31df79a req-dd236f49-b42f-4b6c-85c3-c8aba4d2227a service neutron] 10.222.0.67 "GET /v2.0/networks/1c164421-b937-4772-b3ad-c06ffa4973ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727064 Feb 09 01:40:06.669588 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d47f19a-655a-4ecb-a4b5-edc099403197 req-f9ad96fa-83dc-4b02-88d7-b90752d387fb tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6349742 Feb 09 01:40:06.695182 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-a90c29ab-6c09-4ba7-8881-9ddf7a6766e4 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:06.705133 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-a90c29ab-6c09-4ba7-8881-9ddf7a6766e4 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.67 "GET /v2.0/networks?id=8d868039-8396-432e-a58b-15f70b0bf5f1 HTTP/1.1" status: 200 len: 811 time: 0.1845756 Feb 09 01:40:06.724764 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e2c84cea-f5ad-4a11-884e-181f6425c476 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Request body: {'port': {'device_id': 'd4966b6b-6004-4aed-8864-207d028a1374', 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1', 'admin_state_up': True, 'tenant_id': '092f8329ee4140f8a8a266c0e29b4e94'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:06.729903 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-da1f3c33-84c3-41d8-88a6-ecd20db79fd3 admin admin] Deleting port ddccef3a-e7dd-443b-8137-4910aa95b187 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:06.730267 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da1f3c33-84c3-41d8-88a6-ecd20db79fd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ddccef3a-e7dd-443b-8137-4910aa95b187), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.820689 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbe4da-4600-489e-9608-fd59502d23cb req-5a6a98ef-03d6-4c8d-ba59-d8421a769642 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:06.822389 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-16bbe4da-4600-489e-9608-fd59502d23cb req-5a6a98ef-03d6-4c8d-ba59-d8421a769642 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2126961 Feb 09 01:40:06.868776 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b3cc649e-0339-4c45-9c1c-2eb75fce46e0 req-035292c8-8ff3-47e0-8c8f-554f1984b887 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4966b6b-6004-4aed-8864-207d028a1374 HTTP/1.1" status: 200 len: 210 time: 0.0367992 Feb 09 01:40:06.874532 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-16bbe4da-4600-489e-9608-fd59502d23cb req-dacd301b-0f6f-400c-bc59-77f54079d1d6 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/quotas/e22188e6e28840dc8284da494175cf50 HTTP/1.1" status: 200 len: 375 time: 0.0313735 Feb 09 01:40:06.886664 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e2c84cea-f5ad-4a11-884e-181f6425c476 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Made reservation on behalf of 092f8329ee4140f8a8a266c0e29b4e94 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:06.891033 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e2c84cea-f5ad-4a11-884e-181f6425c476 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.929125 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-492cd14d-12ec-44ea-b7e3-2a4ae2829f6c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d65d33aaf04470498c708076d84ab02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3424213 Feb 09 01:40:06.934135 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-16bbe4da-4600-489e-9608-fd59502d23cb req-7f688d7f-a0cf-433e-9519-1cc49b49131a tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e22188e6e28840dc8284da494175cf50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495090 Feb 09 01:40:06.937007 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37438) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:06.956099 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-da1f3c33-84c3-41d8-88a6-ecd20db79fd3 admin admin] For port ddccef3a-e7dd-443b-8137-4910aa95b187, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ddccef3a-e7dd-443b-8137-4910aa95b187,segment=NetworkSegment(afe3e58c-d079-476b-b634-048b73f6dcb3),segment_id=afe3e58c-d079-476b-b634-048b73f6dcb3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:06.956476 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da1f3c33-84c3-41d8-88a6-ecd20db79fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ddccef3a-e7dd-443b-8137-4910aa95b187), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.959624 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc950c8-3a05-4081-8b8c-72324204a929 x-openstack-request-id: req-6cc950c8-3a05-4081-8b8c-72324204a929 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:06.960069 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d59ffc-db4b-4833-9c88-b19a335497c0", "name": "network-vif-plugged", "status": "completed", "tag": "4dd84e72-0a61-4b58-a19f-c280a933f0b0", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:06.960164 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6cc950c8-3a05-4081-8b8c-72324204a929 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:06.960592 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d59ffc-db4b-4833-9c88-b19a335497c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd84e72-0a61-4b58-a19f-c280a933f0b0', 'code': 200} Feb 09 01:40:06.993253 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-da1f3c33-84c3-41d8-88a6-ecd20db79fd3 admin admin] Calling delete_port for ddccef3a-e7dd-443b-8137-4910aa95b187 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:07.099420 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc6c4886-479d-445f-8e38-222f0d29a85e admin admin] Publish callbacks [] for security_group (560aeea7-e906-4ddd-ae27-d96b919f8ce1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.167688 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc6c4886-479d-445f-8e38-222f0d29a85e admin admin] Publish callbacks [] for security_group (560aeea7-e906-4ddd-ae27-d96b919f8ce1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.230883 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962515e-ea81-4297-87ca-032373ef3114 req-460ffbec-f965-4349-9611-e8fe70c6504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:07.236292 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4962515e-ea81-4297-87ca-032373ef3114 req-460ffbec-f965-4349-9611-e8fe70c6504d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d9d59ffc-db4b-4833-9c88-b19a335497c0 HTTP/1.1" status: 200 len: 1131 time: 0.1970048 Feb 09 01:40:07.240171 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e2c84cea-f5ad-4a11-884e-181f6425c476 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Allocated IP 172.20.0.14 (8d868039-8396-432e-a58b-15f70b0bf5f1/06960262-e6ff-4aec-9056-78c4deec1b4a/e99c416f-2b65-476b-ba2f-3ae9f1bd4d19) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:07.290540 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd2486-f398-4464-8bde-44cfb715458a req-31240e0b-40ac-4a76-89dc-fe626cae87ec tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:07.298833 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0acd2486-f398-4464-8bde-44cfb715458a req-31240e0b-40ac-4a76-89dc-fe626cae87ec tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=0140335d-d4f0-4049-9d5a-c22cd4060bce HTTP/1.1" status: 200 len: 944 time: 0.2469604 Feb 09 01:40:07.330743 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eceaffb1-0c82-49d3-a716-38ae546a10c0 req-8b6f9ac9-f728-4531-908e-7e140862d2ab tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c2387d-0d92-4ad8-b72a-c7be53001efe HTTP/1.1" status: 200 len: 210 time: 0.0945613 Feb 09 01:40:07.343712 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4962515e-ea81-4297-87ca-032373ef3114 req-9b777282-e390-47ae-bce2-e7281e4d9400 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970817 Feb 09 01:40:07.358063 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc6c4886-479d-445f-8e38-222f0d29a85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (560aeea7-e906-4ddd-ae27-d96b919f8ce1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.361169 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc6c4886-479d-445f-8e38-222f0d29a85e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.368645 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cc6c4886-479d-445f-8e38-222f0d29a85e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/560aeea7-e906-4ddd-ae27-d96b919f8ce1 HTTP/1.1" status: 204 len: 168 time: 0.4304166 Feb 09 01:40:07.402742 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0acd2486-f398-4464-8bde-44cfb715458a req-08e499ab-3798-48c4-96fd-60ebbc1a2288 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027036 Feb 09 01:40:07.414830 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-24a1fd11-9ce6-4ae8-80d1-07720310e137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.443737 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c4886-479d-445f-8e38-222f0d29a85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560aeea7-e906-4ddd-ae27-d96b919f8ce1,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:07.501043 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da1f3c33-84c3-41d8-88a6-ecd20db79fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ddccef3a-e7dd-443b-8137-4910aa95b187), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.616087 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f3c33-84c3-41d8-88a6-ecd20db79fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddccef3a-e7dd-443b-8137-4910aa95b187,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:07.851179 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e2c84cea-f5ad-4a11-884e-181f6425c476 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks [] for port (e99c416f-2b65-476b-ba2f-3ae9f1bd4d19), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.948862 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e2c84cea-f5ad-4a11-884e-181f6425c476 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (e99c416f-2b65-476b-ba2f-3ae9f1bd4d19), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.093545 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c84cea-f5ad-4a11-884e-181f6425c476 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Pushing event updated for resources: {'Port': ['ID=e99c416f-2b65-476b-ba2f-3ae9f1bd4d19,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:08.149942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e2c84cea-f5ad-4a11-884e-181f6425c476 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Network 8d868039-8396-432e-a58b-15f70b0bf5f1 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:08.220274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1b2f6-c1ea-45cb-a658-410360a377d7 req-3cb8eb4a-905a-40f0-a5d6-64fee1c64a0e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:08.222857 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6d1b2f6-c1ea-45cb-a658-410360a377d7 req-3cb8eb4a-905a-40f0-a5d6-64fee1c64a0e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4966b6b-6004-4aed-8864-207d028a1374 HTTP/1.1" status: 200 len: 932 time: 0.1396656 Feb 09 01:40:08.227434 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e2c84cea-f5ad-4a11-884e-181f6425c476 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:08.247756 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e2c84cea-f5ad-4a11-884e-181f6425c476 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:08.390736 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefb119-501c-4891-af9c-c06ac01d1261 req-d3350bef-12c7-4c5f-adaa-176d60b00058 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:08.392712 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6aefb119-501c-4891-af9c-c06ac01d1261 req-d3350bef-12c7-4c5f-adaa-176d60b00058 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9d59ffc-db4b-4833-9c88-b19a335497c0 HTTP/1.1" status: 200 len: 949 time: 0.1256039 Feb 09 01:40:08.402750 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da1f3c33-84c3-41d8-88a6-ecd20db79fd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.553832 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e2c84cea-f5ad-4a11-884e-181f6425c476 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:08.554972 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e2c84cea-f5ad-4a11-884e-181f6425c476 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.559199 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6aefb119-501c-4891-af9c-c06ac01d1261 req-4e9e5905-7d23-4b21-9176-facb7d84be37 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532676 Feb 09 01:40:08.580990 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6d1b2f6-c1ea-45cb-a658-410360a377d7 req-0b567d8f-2931-4dc3-b64a-1acc25f2a6b4 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412359 Feb 09 01:40:08.595543 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e2c84cea-f5ad-4a11-884e-181f6425c476 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8795910 Feb 09 01:40:08.662587 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e5a051c6-be7d-42de-a2dd-ce2345633901 service neutron] Request body: {'port': {'device_id': 'd4966b6b-6004-4aed-8864-207d028a1374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:08.867524 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1f3c33-84c3-41d8-88a6-ecd20db79fd3 admin admin] Router 8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:40:08.918467 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad597e-34ae-4631-9e07-7c402f85804c req-b47eedee-930b-4a6f-abb4-8e06cbf24791 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:08.920767 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-afad597e-34ae-4631-9e07-7c402f85804c req-b47eedee-930b-4a6f-abb4-8e06cbf24791 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=0140335d-d4f0-4049-9d5a-c22cd4060bce HTTP/1.1" status: 200 len: 944 time: 0.1741669 Feb 09 01:40:08.921414 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e5a051c6-be7d-42de-a2dd-ce2345633901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e99c416f-2b65-476b-ba2f-3ae9f1bd4d19), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.047244 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-afad597e-34ae-4631-9e07-7c402f85804c req-8bb90aa7-f67c-4ce3-9d90-af60435bf7a8 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158254 Feb 09 01:40:09.050971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:40:09.147588 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1f3c33-84c3-41d8-88a6-ecd20db79fd3 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:40:09.161813 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-da1f3c33-84c3-41d8-88a6-ecd20db79fd3 admin admin] 10.222.0.36 "PUT /v2.0/routers/8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2510796 Feb 09 01:40:09.163083 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac2714-c520-4f20-b0a9-500aa4ac6e69 None None] Sync routers for ids ['8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:40:09.164303 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37496) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:09.189615 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac2714-c520-4f20-b0a9-500aa4ac6e69 None None] Routers {'8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:09.192467 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-99ac2714-c520-4f20-b0a9-500aa4ac6e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:39:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:09.234976 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-16bbe4da-4600-489e-9608-fd59502d23cb req-11d9da8a-9e06-4eed-a0b1-f8c70c501758 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e22188e6e28840dc8284da494175cf50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0827923 Feb 09 01:40:09.365652 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e,segment=NetworkSegment(899f02fd-164e-4c7a-96f7-6f23414d825b),segment_id=899f02fd-164e-4c7a-96f7-6f23414d825b)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:09.412943 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e', 'network_id': '1c164421-b937-4772-b3ad-c06ffa4973ed', 'port_id': '7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e', 'mac_address': 'fa:16:3e:23:bc:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9145d287-893f-45e0-a833-97ee0b627cb1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:40:09.473064 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-46fdeec3-db1c-4cc2-9079-e0378db7c592 req-60c0e086-6f13-4cba-97a7-94d07004a8ba tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c2387d-0d92-4ad8-b72a-c7be53001efe HTTP/1.1" status: 200 len: 210 time: 0.7550683 Feb 09 01:40:09.511780 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-99ac2714-c520-4f20-b0a9-500aa4ac6e69 None None] Set router 8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:09.543565 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37502) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:09.552808 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.554343 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:09.554779 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.615500 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:40:09.624584 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbe4da-4600-489e-9608-fd59502d23cb req-f15d78f9-ec8b-4669-8225-f349df648d78 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:09.626141 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-16bbe4da-4600-489e-9608-fd59502d23cb req-f15d78f9-ec8b-4669-8225-f349df648d78 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3791933 Feb 09 01:40:09.643796 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-16bbe4da-4600-489e-9608-fd59502d23cb req-59981f23-a7c5-4973-94e1-5b162163b32a tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Request body: {'port': {'device_id': 'c4c2387d-0d92-4ad8-b72a-c7be53001efe', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': 'e22188e6e28840dc8284da494175cf50'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:09.644063 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ae84297-099f-4c8d-9537-7c76c1d9c604 admin admin] Publish callbacks [] for router (8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.711623 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e,segment=NetworkSegment(899f02fd-164e-4c7a-96f7-6f23414d825b),segment_id=899f02fd-164e-4c7a-96f7-6f23414d825b)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:09.721549 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.793531 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16bbe4da-4600-489e-9608-fd59502d23cb req-59981f23-a7c5-4973-94e1-5b162163b32a tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Made reservation on behalf of e22188e6e28840dc8284da494175cf50 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:09.798174 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-16bbe4da-4600-489e-9608-fd59502d23cb req-59981f23-a7c5-4973-94e1-5b162163b32a tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.834872 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-16bbe4da-4600-489e-9608-fd59502d23cb req-59981f23-a7c5-4973-94e1-5b162163b32a tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.843269 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-92a3a867-0564-4e35-aee8-f87b53553ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.895874 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37512) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:09.899846 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:09.942695 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884db878-e126-437b-9d9d-86c89877eea2 req-354ba713-6ba6-4f02-b8d5-8225c814a199 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:09.944322 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-884db878-e126-437b-9d9d-86c89877eea2 req-354ba713-6ba6-4f02-b8d5-8225c814a199 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9d59ffc-db4b-4833-9c88-b19a335497c0 HTTP/1.1" status: 200 len: 949 time: 0.1622906 Feb 09 01:40:09.948610 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e5a051c6-be7d-42de-a2dd-ce2345633901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e99c416f-2b65-476b-ba2f-3ae9f1bd4d19 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:40:09.972043 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e5a051c6-be7d-42de-a2dd-ce2345633901 service neutron] Publish callbacks [] for port (e99c416f-2b65-476b-ba2f-3ae9f1bd4d19), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.981089 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493424d-495f-4fd1-980b-0074d1feb115 req-09ada795-3726-4d1b-a277-974fd2b69a91 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:09.991297 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7493424d-495f-4fd1-980b-0074d1feb115 req-09ada795-3726-4d1b-a277-974fd2b69a91 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4966b6b-6004-4aed-8864-207d028a1374 HTTP/1.1" status: 200 len: 932 time: 0.1912873 Feb 09 01:40:10.005963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e5a051c6-be7d-42de-a2dd-ce2345633901 service neutron] Transition to ACTIVE for port object e99c416f-2b65-476b-ba2f-3ae9f1bd4d19 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:40:10.015820 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e5a051c6-be7d-42de-a2dd-ce2345633901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (e99c416f-2b65-476b-ba2f-3ae9f1bd4d19), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.074758 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ae84297-099f-4c8d-9537-7c76c1d9c604 admin admin] Publish callbacks [] for router_gateway (8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.103486 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-884db878-e126-437b-9d9d-86c89877eea2 req-69d6cecc-4562-405a-8202-37f99927573f tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445022 Feb 09 01:40:10.104120 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:10.121673 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7493424d-495f-4fd1-980b-0074d1feb115 req-ca2326b6-751f-4e31-a55b-910326616138 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286743 Feb 09 01:40:10.143080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a051c6-be7d-42de-a2dd-ce2345633901 service neutron] Pushing event updated for resources: {'Port': ['ID=e99c416f-2b65-476b-ba2f-3ae9f1bd4d19,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:10.183855 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-16bbe4da-4600-489e-9608-fd59502d23cb req-59981f23-a7c5-4973-94e1-5b162163b32a tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Publish callbacks [] for security_group (8de6d85f-142b-4442-bf0d-e769b45e366b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.195823 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-16bbe4da-4600-489e-9608-fd59502d23cb req-59981f23-a7c5-4973-94e1-5b162163b32a tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8de6d85f-142b-4442-bf0d-e769b45e366b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.229587 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b6ce8908-1782-4dd0-b0d8-0336e87d6a2f tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:10.230325 n-d-828387-3 neutron-server[103183]: WARNING neutron.api.v2.base [None req-b6ce8908-1782-4dd0-b0d8-0336e87d6a2f tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 01:40:10.230860 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-b6ce8908-1782-4dd0-b0d8-0336e87d6a2f tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:40:10.232090 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b6ce8908-1782-4dd0-b0d8-0336e87d6a2f tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6873219 Feb 09 01:40:10.241126 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37522) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:10.259633 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-48804eb3-d160-486b-bc0f-bc564a5aefff tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group': {'name': 'tempest-secgroup--148331034'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:10.297474 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-99ac2714-c520-4f20-b0a9-500aa4ac6e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c', 'name': 'tempest-FloatingIPsTestJSON-360473649-router', 'tenant_id': 'ca8d299dff334a99884c459219bd377a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'fa581ea3-4428-4c35-b595-bb190d082249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:39:27Z', 'updated_at': '2022-02-09T01:40:07Z', 'revision_number': 5, 'project_id': 'ca8d299dff334a99884c459219bd377a', 'gw_port': {'id': 'fa581ea3-4428-4c35-b595-bb190d082249', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:29Z', 'updated_at': '2022-02-09T01:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:10.299142 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7d82-f1ca-4db7-8279-1fce7de1ca3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.304543 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48804eb3-d160-486b-bc0f-bc564a5aefff tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.323513 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48804eb3-d160-486b-bc0f-bc564a5aefff tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.371603 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-3ae84297-099f-4c8d-9537-7c76c1d9c604 admin admin] Deleting port fa581ea3-4428-4c35-b595-bb190d082249 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:10.372024 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ae84297-099f-4c8d-9537-7c76c1d9c604 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (fa581ea3-4428-4c35-b595-bb190d082249), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.373910 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac2714-c520-4f20-b0a9-500aa4ac6e69 None None] Checking router: 8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:40:10.398584 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac2714-c520-4f20-b0a9-500aa4ac6e69 None None] Routers {'8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:10.400645 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-99ac2714-c520-4f20-b0a9-500aa4ac6e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:40:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:10.461368 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59981f23-a7c5-4973-94e1-5b162163b32a tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de6d85f-142b-4442-bf0d-e769b45e366b,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:10.470896 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e5a051c6-be7d-42de-a2dd-ce2345633901 service neutron] Attempting to bind port e99c416f-2b65-476b-ba2f-3ae9f1bd4d19 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:10.471270 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e5a051c6-be7d-42de-a2dd-ce2345633901 service neutron] Attempting to bind port e99c416f-2b65-476b-ba2f-3ae9f1bd4d19 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:10.471607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e5a051c6-be7d-42de-a2dd-ce2345633901 service neutron] Attempting to bind port e99c416f-2b65-476b-ba2f-3ae9f1bd4d19 on network 8d868039-8396-432e-a58b-15f70b0bf5f1 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:10.502419 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e5a051c6-be7d-42de-a2dd-ce2345633901 service neutron] Port e99c416f-2b65-476b-ba2f-3ae9f1bd4d19 on network 8d868039-8396-432e-a58b-15f70b0bf5f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:40:10.502672 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e5a051c6-be7d-42de-a2dd-ce2345633901 service neutron] Attempting to bind port e99c416f-2b65-476b-ba2f-3ae9f1bd4d19 on network 8d868039-8396-432e-a58b-15f70b0bf5f1 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:10.525519 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-3ae84297-099f-4c8d-9537-7c76c1d9c604 admin admin] For port fa581ea3-4428-4c35-b595-bb190d082249, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=fa581ea3-4428-4c35-b595-bb190d082249,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:10.527818 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ae84297-099f-4c8d-9537-7c76c1d9c604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (fa581ea3-4428-4c35-b595-bb190d082249), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.529500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e5a051c6-be7d-42de-a2dd-ce2345633901 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:10.529979 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e5a051c6-be7d-42de-a2dd-ce2345633901 service neutron] Checking segment: {'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:10.530386 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e5a051c6-be7d-42de-a2dd-ce2345633901 service neutron] Bound using segment: {'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:10.530842 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e5a051c6-be7d-42de-a2dd-ce2345633901 service neutron] Bound port: e99c416f-2b65-476b-ba2f-3ae9f1bd4d19, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:10.531229 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e5a051c6-be7d-42de-a2dd-ce2345633901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e99c416f-2b65-476b-ba2f-3ae9f1bd4d19), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.551503 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-3ae84297-099f-4c8d-9537-7c76c1d9c604 admin admin] Calling delete_port for fa581ea3-4428-4c35-b595-bb190d082249 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:10.556660 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806352c-4838-4b58-b598-969d4bd3dda3 req-8c3ace00-0efc-4374-aa35-bcc2277808ad tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:10.557833 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9806352c-4838-4b58-b598-969d4bd3dda3 req-8c3ace00-0efc-4374-aa35-bcc2277808ad tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=0140335d-d4f0-4049-9d5a-c22cd4060bce HTTP/1.1" status: 200 len: 945 time: 0.2360935 Feb 09 01:40:10.617315 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-99ac2714-c520-4f20-b0a9-500aa4ac6e69 None None] Set router 8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:10.671323 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-16bbe4da-4600-489e-9608-fd59502d23cb req-59981f23-a7c5-4973-94e1-5b162163b32a tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Allocated IP 192.168.233.237 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/2c78bcd3-6477-4cd8-a520-60b13582dc25) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:10.688643 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-99ac2714-c520-4f20-b0a9-500aa4ac6e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c', 'name': 'tempest-FloatingIPsTestJSON-360473649-router', 'tenant_id': 'ca8d299dff334a99884c459219bd377a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:39:27Z', 'updated_at': '2022-02-09T01:40:10Z', 'revision_number': 6, 'project_id': 'ca8d299dff334a99884c459219bd377a', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:10.715288 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.722517 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.727261 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac2714-c520-4f20-b0a9-500aa4ac6e69 None None] The sync data for ids ['8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c'] in n-d-828387-3 is: [{'id': '8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c', 'name': 'tempest-FloatingIPsTestJSON-360473649-router', 'tenant_id': 'ca8d299dff334a99884c459219bd377a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:39:27Z', 'updated_at': '2022-02-09T01:40:10Z', 'revision_number': 6, 'project_id': 'ca8d299dff334a99884c459219bd377a', 'gw_port_host': None}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:40:10.737745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e5a051c6-be7d-42de-a2dd-ce2345633901 service neutron] For port e99c416f-2b65-476b-ba2f-3ae9f1bd4d19, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:10.773212 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e5a051c6-be7d-42de-a2dd-ce2345633901 service neutron] For port e99c416f-2b65-476b-ba2f-3ae9f1bd4d19, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=e99c416f-2b65-476b-ba2f-3ae9f1bd4d19,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:10.788335 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7d82-f1ca-4db7-8279-1fce7de1ca3e admin admin] Publish callbacks [] for security_group (d177c0f8-f3d0-4988-ae49-bdabe64a5063), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.801167 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9806352c-4838-4b58-b598-969d4bd3dda3 req-b460e8dd-3135-4a95-8b1e-700dbe6e729c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135296 Feb 09 01:40:10.804866 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7d82-f1ca-4db7-8279-1fce7de1ca3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d177c0f8-f3d0-4988-ae49-bdabe64a5063), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.808157 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e5a051c6-be7d-42de-a2dd-ce2345633901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (e99c416f-2b65-476b-ba2f-3ae9f1bd4d19), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.871826 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c9b82-3887-4473-9034-5371ac7ad9c5 req-66b886f0-bb05-435f-9604-b88c97e3edcb tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:10.878473 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e92c9b82-3887-4473-9034-5371ac7ad9c5 req-66b886f0-bb05-435f-9604-b88c97e3edcb tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d9d59ffc-db4b-4833-9c88-b19a335497c0 HTTP/1.1" status: 200 len: 1131 time: 0.1765735 Feb 09 01:40:10.939981 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e92c9b82-3887-4473-9034-5371ac7ad9c5 req-48082cf9-26f7-4b28-abe9-889837b6582f tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.978749 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e7d82-f1ca-4db7-8279-1fce7de1ca3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d177c0f8-f3d0-4988-ae49-bdabe64a5063,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:10.991983 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48804eb3-d160-486b-bc0f-bc564a5aefff tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (2aadab80-d157-4805-aa04-2e148fa8b41c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.998364 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e5a051c6-be7d-42de-a2dd-ce2345633901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:10.999154 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e5a051c6-be7d-42de-a2dd-ce2345633901 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.000490 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48804eb3-d160-486b-bc0f-bc564a5aefff tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2aadab80-d157-4805-aa04-2e148fa8b41c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.001146 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-e5a051c6-be7d-42de-a2dd-ce2345633901 service neutron] 10.222.0.67 "PUT /v2.0/ports/e99c416f-2b65-476b-ba2f-3ae9f1bd4d19 HTTP/1.1" status: 200 len: 1092 time: 2.3856122 Feb 09 01:40:11.004777 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4966b6b-6004-4aed-8864-207d028a1374', 'tag': 'e99c416f-2b65-476b-ba2f-3ae9f1bd4d19'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:11.006991 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea917e08-fe3b-473e-af3d-7695d2c376a3" -d '{"events": [{"name": "network-changed", "server_uuid": "d4966b6b-6004-4aed-8864-207d028a1374", "tag": "e99c416f-2b65-476b-ba2f-3ae9f1bd4d19"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:11.017996 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ae84297-099f-4c8d-9537-7c76c1d9c604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (fa581ea3-4428-4c35-b595-bb190d082249), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.040167 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2c1e7d82-f1ca-4db7-8279-1fce7de1ca3e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=347c848cdc884e8eb06007b05db861e3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1429925 Feb 09 01:40:11.048972 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37530) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:11.114566 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae84297-099f-4c8d-9537-7c76c1d9c604 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa581ea3-4428-4c35-b595-bb190d082249,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:11.172430 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48804eb3-d160-486b-bc0f-bc564a5aefff tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aadab80-d157-4805-aa04-2e148fa8b41c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:11.174353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a051c6-be7d-42de-a2dd-ce2345633901 service neutron] Pushing event updated for resources: {'Port': ['ID=e99c416f-2b65-476b-ba2f-3ae9f1bd4d19,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:11.212790 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5ccb4345-60de-4dec-aa65-e131f43a8ce6 req-78bad711-bddf-42f9-a6e0-09df366fd03f tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c2387d-0d92-4ad8-b72a-c7be53001efe HTTP/1.1" status: 200 len: 210 time: 0.2925475 Feb 09 01:40:11.238743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-99ec4539-57b1-4971-89d5-b7c4f4856b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:11.240478 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-99ec4539-57b1-4971-89d5-b7c4f4856b7f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=092f8329ee4140f8a8a266c0e29b4e94&device_id=d4966b6b-6004-4aed-8864-207d028a1374 HTTP/1.1" status: 200 len: 1126 time: 0.1473484 Feb 09 01:40:11.289605 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48804eb3-d160-486b-bc0f-bc564a5aefff tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (eab98e3b-4157-4a80-82c5-1049e462d5ce), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.292863 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ae84297-099f-4c8d-9537-7c76c1d9c604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.326645 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f155cb51-fa9e-4f31-aaf8-eb75e0176e9f x-openstack-request-id: req-f155cb51-fa9e-4f31-aaf8-eb75e0176e9f {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:11.326987 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4966b6b-6004-4aed-8864-207d028a1374", "tag": "e99c416f-2b65-476b-ba2f-3ae9f1bd4d19", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:11.327345 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f155cb51-fa9e-4f31-aaf8-eb75e0176e9f {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:11.328075 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4966b6b-6004-4aed-8864-207d028a1374', 'tag': 'e99c416f-2b65-476b-ba2f-3ae9f1bd4d19', 'status': 'completed', 'code': 200} Feb 09 01:40:11.333091 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-37e571b5-4974-4745-a8ab-2a397232d0ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e99c416f-2b65-476b-ba2f-3ae9f1bd4d19 HTTP/1.1" status: 200 len: 217 time: 0.0744085 Feb 09 01:40:11.340915 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e92c9b82-3887-4473-9034-5371ac7ad9c5 req-48082cf9-26f7-4b28-abe9-889837b6582f tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] Publish callbacks [] for security_group (e99656fd-c22e-40df-96c9-50810dfd8bce), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.342450 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48804eb3-d160-486b-bc0f-bc564a5aefff tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (eab98e3b-4157-4a80-82c5-1049e462d5ce), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.367929 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-16bbe4da-4600-489e-9608-fd59502d23cb req-59981f23-a7c5-4973-94e1-5b162163b32a tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Publish callbacks [] for port (2c78bcd3-6477-4cd8-a520-60b13582dc25), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.430730 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e92c9b82-3887-4473-9034-5371ac7ad9c5 req-48082cf9-26f7-4b28-abe9-889837b6582f tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e99656fd-c22e-40df-96c9-50810dfd8bce), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.432830 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ada2caf-485c-4682-ac45-b0a02bc5a3fc admin admin] Publish callbacks [] for security_group (d177c0f8-f3d0-4988-ae49-bdabe64a5063), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.455742 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-2a60955b-64e9-4755-a9f1-bd95dfc68590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:11.457530 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-2a60955b-64e9-4755-a9f1-bd95dfc68590 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06960262-e6ff-4aec-9056-78c4deec1b4a HTTP/1.1" status: 200 len: 851 time: 0.1141000 Feb 09 01:40:11.460650 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ae84297-099f-4c8d-9537-7c76c1d9c604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.472267 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ae84297-099f-4c8d-9537-7c76c1d9c604 admin admin] Publish callbacks [] for router_controller (8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.482389 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48804eb3-d160-486b-bc0f-bc564a5aefff tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.483754 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-48804eb3-d160-486b-bc0f-bc564a5aefff tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2414725 Feb 09 01:40:11.491863 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37534) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:11.495646 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48804eb3-d160-486b-bc0f-bc564a5aefff tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab98e3b-4157-4a80-82c5-1049e462d5ce,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:11.500682 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-dd197b11-d13a-4f4e-8fd5-816fa39a32de tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group_rule': {'security_group_id': 'eab98e3b-4157-4a80-82c5-1049e462d5ce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:11.507263 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-1534ef89-2c23-4e38-b419-7605bd87c83a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8d868039-8396-432e-a58b-15f70b0bf5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431321 Feb 09 01:40:11.508714 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-16bbe4da-4600-489e-9608-fd59502d23cb req-59981f23-a7c5-4973-94e1-5b162163b32a tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (2c78bcd3-6477-4cd8-a520-60b13582dc25), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.555649 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e92c9b82-3887-4473-9034-5371ac7ad9c5 req-48082cf9-26f7-4b28-abe9-889837b6582f tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6648273 Feb 09 01:40:11.564832 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ada2caf-485c-4682-ac45-b0a02bc5a3fc admin admin] Publish callbacks [] for security_group (d177c0f8-f3d0-4988-ae49-bdabe64a5063), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.600529 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ae84297-099f-4c8d-9537-7c76c1d9c604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.601141 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae84297-099f-4c8d-9537-7c76c1d9c604 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:40:11.613190 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ae84297-099f-4c8d-9537-7c76c1d9c604 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.614353 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3ae84297-099f-4c8d-9537-7c76c1d9c604 admin admin] 10.222.0.36 "DELETE /v2.0/routers/8276c5f7-ea7c-4bb9-a8b8-7bde3cdabf7c HTTP/1.1" status: 204 len: 168 time: 2.4487853 Feb 09 01:40:11.621595 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357cb78-b4bb-409f-bcce-9c99b0fe8d60 req-9f985e76-d9f7-477e-8044-854c87c46087 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:11.623944 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e357cb78-b4bb-409f-bcce-9c99b0fe8d60 req-9f985e76-d9f7-477e-8044-854c87c46087 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4966b6b-6004-4aed-8864-207d028a1374 HTTP/1.1" status: 200 len: 944 time: 0.2228980 Feb 09 01:40:11.632358 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48082cf9-26f7-4b28-abe9-889837b6582f tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99656fd-c22e-40df-96c9-50810dfd8bce,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:11.633792 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37538) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:11.641041 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd197b11-d13a-4f4e-8fd5-816fa39a32de tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group_rule (e61f0d10-4fb3-49ae-9ee6-aaf8e8177174), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.647658 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16bbe4da-4600-489e-9608-fd59502d23cb req-59981f23-a7c5-4973-94e1-5b162163b32a tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:11.708051 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-16bbe4da-4600-489e-9608-fd59502d23cb req-59981f23-a7c5-4973-94e1-5b162163b32a tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:11.709259 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ada2caf-485c-4682-ac45-b0a02bc5a3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d177c0f8-f3d0-4988-ae49-bdabe64a5063), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.710993 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bbe4da-4600-489e-9608-fd59502d23cb req-59981f23-a7c5-4973-94e1-5b162163b32a tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:11.711940 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ada2caf-485c-4682-ac45-b0a02bc5a3fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.713113 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7ada2caf-485c-4682-ac45-b0a02bc5a3fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d177c0f8-f3d0-4988-ae49-bdabe64a5063 HTTP/1.1" status: 204 len: 168 time: 0.6614361 Feb 09 01:40:11.727825 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada2caf-485c-4682-ac45-b0a02bc5a3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d177c0f8-f3d0-4988-ae49-bdabe64a5063,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:11.744423 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd197b11-d13a-4f4e-8fd5-816fa39a32de tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group_rule (e61f0d10-4fb3-49ae-9ee6-aaf8e8177174), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.756604 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd197b11-d13a-4f4e-8fd5-816fa39a32de tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (e61f0d10-4fb3-49ae-9ee6-aaf8e8177174), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.757009 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59981f23-a7c5-4973-94e1-5b162163b32a tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Pushing event updated for resources: {'Port': ['ID=2c78bcd3-6477-4cd8-a520-60b13582dc25,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:11.811439 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd197b11-d13a-4f4e-8fd5-816fa39a32de tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61f0d10-4fb3-49ae-9ee6-aaf8e8177174,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:11.828832 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd197b11-d13a-4f4e-8fd5-816fa39a32de tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.830951 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dd197b11-d13a-4f4e-8fd5-816fa39a32de tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3362381 Feb 09 01:40:11.835264 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37544) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:11.846534 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b27a3c8f-a963-49d9-a772-940d0f1175e6 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group_rule': {'security_group_id': 'eab98e3b-4157-4a80-82c5-1049e462d5ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:11.894481 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b27a3c8f-a963-49d9-a772-940d0f1175e6 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group_rule (efac7df2-f2d8-4240-8812-86249a0fce34), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.966985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5111f3f-18a8-4484-9fa5-d478e9c672be admin admin] Deleting subnet b3f3a2aa-5b0c-4571-a63a-f5f3b6de6331 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:11.980106 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f5111f3f-18a8-4484-9fa5-d478e9c672be admin admin] Publish callbacks [] for subnet (b3f3a2aa-5b0c-4571-a63a-f5f3b6de6331), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.002765 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e357cb78-b4bb-409f-bcce-9c99b0fe8d60 req-c4d3d904-2675-4a82-9784-2800f65b9573 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626122 Feb 09 01:40:12.026009 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-b27a3c8f-a963-49d9-a772-940d0f1175e6 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:40:12.026962 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b27a3c8f-a963-49d9-a772-940d0f1175e6 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1906638 Feb 09 01:40:12.031812 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37548) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:12.043939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbe4da-4600-489e-9608-fd59502d23cb req-59981f23-a7c5-4973-94e1-5b162163b32a tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:12.043939 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-16bbe4da-4600-489e-9608-fd59502d23cb req-59981f23-a7c5-4973-94e1-5b162163b32a tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.061205 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-37c2af82-e978-488a-96d3-0620689b8fcb service neutron] 10.222.0.67 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5450118 Feb 09 01:40:12.107131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c418821-11fa-476c-9b6c-9f90bc791056 req-44b147a9-e456-42d8-a575-7906bdb99ae9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:12.108908 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1c418821-11fa-476c-9b6c-9f90bc791056 req-44b147a9-e456-42d8-a575-7906bdb99ae9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=0140335d-d4f0-4049-9d5a-c22cd4060bce HTTP/1.1" status: 200 len: 945 time: 0.1393673 Feb 09 01:40:12.180987 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f5111f3f-18a8-4484-9fa5-d478e9c672be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (b3f3a2aa-5b0c-4571-a63a-f5f3b6de6331), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.182907 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-73590c13-5188-48df-a27e-fd471cb4f2ba tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (eab98e3b-4157-4a80-82c5-1049e462d5ce), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.187881 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-16bbe4da-4600-489e-9608-fd59502d23cb req-59981f23-a7c5-4973-94e1-5b162163b32a tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5489519 Feb 09 01:40:12.213393 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.219140 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-73590c13-5188-48df-a27e-fd471cb4f2ba tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (eab98e3b-4157-4a80-82c5-1049e462d5ce), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.235717 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-16bbe4da-4600-489e-9608-fd59502d23cb req-ffb95f58-f9eb-4c6c-a546-d7066f87ee3d service neutron] Request body: {'port': {'device_id': 'c4c2387d-0d92-4ad8-b72a-c7be53001efe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:12.284005 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1c418821-11fa-476c-9b6c-9f90bc791056 req-bfb90395-47c7-4f6b-ab3a-2c68ce6aed43 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491671 Feb 09 01:40:12.298414 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-73590c13-5188-48df-a27e-fd471cb4f2ba tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (eab98e3b-4157-4a80-82c5-1049e462d5ce), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.301214 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-73590c13-5188-48df-a27e-fd471cb4f2ba tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.305014 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-73590c13-5188-48df-a27e-fd471cb4f2ba tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "DELETE /v2.0/security-groups/eab98e3b-4157-4a80-82c5-1049e462d5ce HTTP/1.1" status: 204 len: 168 time: 0.2723930 Feb 09 01:40:12.305658 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37564) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:12.315839 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-fbb45e05-2f99-4e41-81bb-f2b8aa2f36ab tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1034200 Feb 09 01:40:12.316192 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1747d8ff-4310-4e7f-851c-29660ace9a70 None None] Provisioning complete for port 2c78bcd3-6477-4cd8-a520-60b13582dc25 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:12.316931 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1747d8ff-4310-4e7f-851c-29660ace9a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2c78bcd3-6477-4cd8-a520-60b13582dc25), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.331568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73590c13-5188-48df-a27e-fd471cb4f2ba tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab98e3b-4157-4a80-82c5-1049e462d5ce,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:12.379155 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1747d8ff-4310-4e7f-851c-29660ace9a70 None None] Port 2c78bcd3-6477-4cd8-a520-60b13582dc25 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:40:12.387388 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e028b67d-c271-4567-82f0-537b47ab05df tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0741909 Feb 09 01:40:12.389179 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37566) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:12.395055 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ce6fad87-2afb-41da-b14c-8a16a19573dd tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group': {'name': 'tempest-secgroup--729746786'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:12.412048 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37568) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:12.458519 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-09446f34-2e40-4947-a3cc-6c5ee415c9fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.492301 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device fa581ea3-4428-4c35-b595-bb190d082249 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:12.492587 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce6fad87-2afb-41da-b14c-8a16a19573dd tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.522944 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: fa581ea3-4428-4c35-b595-bb190d082249 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:12.523794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device fa581ea3-4428-4c35-b595-bb190d082249 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:12.524443 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ddccef3a-e7dd-443b-8137-4910aa95b187 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:12.536850 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fbb13-f265-4405-9d8e-97c2cfa2026c req-f01ebb4e-1fa4-4f05-bc8f-44258c37279f tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:12.538343 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e26fbb13-f265-4405-9d8e-97c2cfa2026c req-f01ebb4e-1fa4-4f05-bc8f-44258c37279f tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c2387d-0d92-4ad8-b72a-c7be53001efe HTTP/1.1" status: 200 len: 936 time: 0.1386402 Feb 09 01:40:12.550338 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: ddccef3a-e7dd-443b-8137-4910aa95b187 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:12.550996 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ddccef3a-e7dd-443b-8137-4910aa95b187 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:12.659175 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-09446f34-2e40-4947-a3cc-6c5ee415c9fd admin admin] Publish callbacks [] for security_group (35363b3e-b8dd-467a-b303-36e002d995f6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.663922 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e26fbb13-f265-4405-9d8e-97c2cfa2026c req-2eeab327-3a4d-40ae-8be4-7bf3c6b2c559 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/security-groups?id=8de6d85f-142b-4442-bf0d-e769b45e366b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142952 Feb 09 01:40:12.668793 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-09446f34-2e40-4947-a3cc-6c5ee415c9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (35363b3e-b8dd-467a-b303-36e002d995f6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.708292 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce6fad87-2afb-41da-b14c-8a16a19573dd tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (a4b749df-7eae-4a85-96eb-2afd168fe154), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.722373 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce6fad87-2afb-41da-b14c-8a16a19573dd tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a4b749df-7eae-4a85-96eb-2afd168fe154), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.740180 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-09446f34-2e40-4947-a3cc-6c5ee415c9fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=989eba39c0814bcd888075fc0e77b979&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3264990 Feb 09 01:40:12.741867 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09446f34-2e40-4947-a3cc-6c5ee415c9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35363b3e-b8dd-467a-b303-36e002d995f6,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:12.744501 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37570) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:12.758556 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce6fad87-2afb-41da-b14c-8a16a19573dd tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.759957 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ce6fad87-2afb-41da-b14c-8a16a19573dd tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3694987 Feb 09 01:40:12.773774 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37572) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:12.778129 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b2cdf328-cac9-4576-b317-3ef6a76736c6 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group_rule': {'security_group_id': 'a4b749df-7eae-4a85-96eb-2afd168fe154', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:12.780201 n-d-828387-3 neutron-server[103184]: WARNING neutron.api.v2.base [None req-b2cdf328-cac9-4576-b317-3ef6a76736c6 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 01:40:12.780720 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-b2cdf328-cac9-4576-b317-3ef6a76736c6 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:12.782594 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b2cdf328-cac9-4576-b317-3ef6a76736c6 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069690 Feb 09 01:40:12.786628 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37574) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:12.816256 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fad87-2afb-41da-b14c-8a16a19573dd tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b749df-7eae-4a85-96eb-2afd168fe154,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:12.832642 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-16bbe4da-4600-489e-9608-fd59502d23cb req-ffb95f58-f9eb-4c6c-a546-d7066f87ee3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2c78bcd3-6477-4cd8-a520-60b13582dc25), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.866749 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5380bee9-e4f0-41d4-a463-4b08e6227fcd req-77f73b72-3d41-4374-ac26-1773b42e16e0 service neutron] 10.222.0.67 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7879565 Feb 09 01:40:12.867664 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29843b02-e7a0-4a43-a4f7-b5c6db9ceb6b admin admin] Publish callbacks [] for security_group (35363b3e-b8dd-467a-b303-36e002d995f6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.869957 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f5111f3f-18a8-4484-9fa5-d478e9c672be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (b3f3a2aa-5b0c-4571-a63a-f5f3b6de6331), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.893504 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c932282f-e236-4279-a1d7-668228fea140 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (a4b749df-7eae-4a85-96eb-2afd168fe154), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.907646 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29843b02-e7a0-4a43-a4f7-b5c6db9ceb6b admin admin] Publish callbacks [] for security_group (35363b3e-b8dd-467a-b303-36e002d995f6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.938900 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c932282f-e236-4279-a1d7-668228fea140 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (a4b749df-7eae-4a85-96eb-2afd168fe154), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.966690 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-46a223c1-3f40-4232-9be0-a94ac0292765 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:12.968153 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-46a223c1-3f40-4232-9be0-a94ac0292765 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6506004 Feb 09 01:40:13.001351 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c932282f-e236-4279-a1d7-668228fea140 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a4b749df-7eae-4a85-96eb-2afd168fe154), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.004247 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c932282f-e236-4279-a1d7-668228fea140 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.013923 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c932282f-e236-4279-a1d7-668228fea140 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "DELETE /v2.0/security-groups/a4b749df-7eae-4a85-96eb-2afd168fe154 HTTP/1.1" status: 204 len: 168 time: 0.2146068 Feb 09 01:40:13.013923 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29843b02-e7a0-4a43-a4f7-b5c6db9ceb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (35363b3e-b8dd-467a-b303-36e002d995f6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.013923 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29843b02-e7a0-4a43-a4f7-b5c6db9ceb6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.014970 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-29843b02-e7a0-4a43-a4f7-b5c6db9ceb6b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35363b3e-b8dd-467a-b303-36e002d995f6 HTTP/1.1" status: 204 len: 168 time: 0.2695689 Feb 09 01:40:13.015490 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37576) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:13.037536 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-ba00bc30-4fc3-4457-aa96-8477f634f5c0 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/quotas/9e22f3d1736d46dbb07a769aef03b6cd HTTP/1.1" status: 200 len: 375 time: 0.0479388 Feb 09 01:40:13.055521 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932282f-e236-4279-a1d7-668228fea140 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b749df-7eae-4a85-96eb-2afd168fe154,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:13.062695 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:13.100684 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29843b02-e7a0-4a43-a4f7-b5c6db9ceb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35363b3e-b8dd-467a-b303-36e002d995f6,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:13.163656 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3fe7ddf5-8d8c-4bcf-9824-8010a960dfa6 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1470034 Feb 09 01:40:13.167536 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37582) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:13.175996 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6cb199d6-025b-401f-8ade-c51b3bb1b084 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group': {'name': 'tempest-secgroup--1902465852'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:13.188695 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f5111f3f-18a8-4484-9fa5-d478e9c672be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (b3f3a2aa-5b0c-4571-a63a-f5f3b6de6331), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.200192 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:40:13.201220 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea917e08-fe3b-473e-af3d-7695d2c376a3 req-a8e6ef1b-2aa7-49e5-b17d-5e9454603c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:13.202940 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea917e08-fe3b-473e-af3d-7695d2c376a3 req-a8e6ef1b-2aa7-49e5-b17d-5e9454603c72 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=092f8329ee4140f8a8a266c0e29b4e94&device_id=d4966b6b-6004-4aed-8864-207d028a1374 HTTP/1.1" status: 200 len: 1126 time: 0.2682223 Feb 09 01:40:13.208285 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:13.208660 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.212186 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb199d6-025b-401f-8ade-c51b3bb1b084 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.264138 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eba06b-2cb9-436a-84c3-62c729f20b74 req-b2321194-20af-4a23-ba9a-dee30facabd5 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:13.273686 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96eba06b-2cb9-436a-84c3-62c729f20b74 req-b2321194-20af-4a23-ba9a-dee30facabd5 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4966b6b-6004-4aed-8864-207d028a1374 HTTP/1.1" status: 200 len: 944 time: 0.1534069 Feb 09 01:40:13.291188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5111f3f-18a8-4484-9fa5-d478e9c672be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3f3a2aa-5b0c-4571-a63a-f5f3b6de6331,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:13.326460 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cedf6b-eca5-46d8-9992-dbefce0bebfb None None] Network edec8815-d729-4166-8656-46cd46fa9605 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:13.339748 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f5111f3f-18a8-4484-9fa5-d478e9c672be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.344920 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb199d6-025b-401f-8ade-c51b3bb1b084 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (174a2c10-a1fa-4ad2-8472-bf25475604d1), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.345131 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f5111f3f-18a8-4484-9fa5-d478e9c672be admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b3f3a2aa-5b0c-4571-a63a-f5f3b6de6331 HTTP/1.1" status: 204 len: 168 time: 1.7094729 Feb 09 01:40:13.348767 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37588) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:13.356996 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb199d6-025b-401f-8ade-c51b3bb1b084 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (174a2c10-a1fa-4ad2-8472-bf25475604d1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.388377 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-811839e9-c861-486d-9084-67e8fad93172 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3493154 Feb 09 01:40:13.441811 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:13.442406 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.458454 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.497559 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96eba06b-2cb9-436a-84c3-62c729f20b74 req-4a249a5b-6dbe-485b-87a4-774f661a24ad tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156878 Feb 09 01:40:13.507415 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb199d6-025b-401f-8ade-c51b3bb1b084 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.511061 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0140335d-d4f0-4049-9d5a-c22cd4060bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:13.514856 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ae4f2c-6f80-4fd9-81a7-e12dcc5a2859" -d '{"events": [{"server_uuid": "0140335d-d4f0-4049-9d5a-c22cd4060bce", "name": "network-vif-plugged", "status": "completed", "tag": "7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:13.515899 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6cb199d6-025b-401f-8ade-c51b3bb1b084 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3449163 Feb 09 01:40:13.517732 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37598) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:13.536342 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e,segment=NetworkSegment(899f02fd-164e-4c7a-96f7-6f23414d825b),segment_id=899f02fd-164e-4c7a-96f7-6f23414d825b)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:13.539736 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-dcba6e0b-b9df-4b3d-887f-9b06913afe01 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group_rule': {'security_group_id': '174a2c10-a1fa-4ad2-8472-bf25475604d1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:13.542068 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.544570 n-d-828387-3 neutron-server[103184]: WARNING neutron.api.v2.base [None req-dcba6e0b-b9df-4b3d-887f-9b06913afe01 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 01:40:13.545168 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-dcba6e0b-b9df-4b3d-887f-9b06913afe01 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:13.551749 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dcba6e0b-b9df-4b3d-887f-9b06913afe01 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0273321 Feb 09 01:40:13.554119 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37602) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:13.556144 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb199d6-025b-401f-8ade-c51b3bb1b084 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=174a2c10-a1fa-4ad2-8472-bf25475604d1,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:13.570875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea917e08-fe3b-473e-af3d-7695d2c376a3 req-39c3ad59-1646-441f-8b69-8c276155e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:13.578075 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea917e08-fe3b-473e-af3d-7695d2c376a3 req-39c3ad59-1646-441f-8b69-8c276155e1aa service neutron] 10.222.0.67 "GET /v2.0/networks?id=8d868039-8396-432e-a58b-15f70b0bf5f1 HTTP/1.1" status: 200 len: 912 time: 0.3286495 Feb 09 01:40:13.618874 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d996423-cc75-472b-bc4b-f69cc6468af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (edec8815-d729-4166-8656-46cd46fa9605), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.631781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:13.708512 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9740a10a-a98f-4d1f-92f1-1f8991fb8ad6 None None] DHCP port deletion for edec8815-d729-4166-8656-46cd46fa9605 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:40:13.725429 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-800967a6-5749-4b1e-82af-b3667b2fb920 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (174a2c10-a1fa-4ad2-8472-bf25475604d1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.755648 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-800967a6-5749-4b1e-82af-b3667b2fb920 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (174a2c10-a1fa-4ad2-8472-bf25475604d1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.798302 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-16bbe4da-4600-489e-9608-fd59502d23cb req-ffb95f58-f9eb-4c6c-a546-d7066f87ee3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c78bcd3-6477-4cd8-a520-60b13582dc25 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:40:13.799240 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d5f3a-d6fb-4d3d-85b0-ccdf6d77d97b req-fc428424-563b-4f3f-bda9-f636cbb87ebf tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:13.800775 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-508d5f3a-d6fb-4d3d-85b0-ccdf6d77d97b req-fc428424-563b-4f3f-bda9-f636cbb87ebf tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=0140335d-d4f0-4049-9d5a-c22cd4060bce HTTP/1.1" status: 200 len: 946 time: 0.1755302 Feb 09 01:40:13.802045 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9740a10a-a98f-4d1f-92f1-1f8991fb8ad6 None None] Deleting port dbca696c-909f-4c0e-aa47-7719d3a17ac3 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:13.803021 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9740a10a-a98f-4d1f-92f1-1f8991fb8ad6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (dbca696c-909f-4c0e-aa47-7719d3a17ac3), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.807015 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-16bbe4da-4600-489e-9608-fd59502d23cb req-ffb95f58-f9eb-4c6c-a546-d7066f87ee3d service neutron] Publish callbacks [] for port (2c78bcd3-6477-4cd8-a520-60b13582dc25), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.837227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-16bbe4da-4600-489e-9608-fd59502d23cb req-ffb95f58-f9eb-4c6c-a546-d7066f87ee3d service neutron] Transition to ACTIVE for port object 2c78bcd3-6477-4cd8-a520-60b13582dc25 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:40:13.858902 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea917e08-fe3b-473e-af3d-7695d2c376a3 req-c1a2d430-9468-40e8-bbf2-3f8ca68b378f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e99c416f-2b65-476b-ba2f-3ae9f1bd4d19 HTTP/1.1" status: 200 len: 217 time: 0.2299118 Feb 09 01:40:13.859537 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-16bbe4da-4600-489e-9608-fd59502d23cb req-ffb95f58-f9eb-4c6c-a546-d7066f87ee3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (2c78bcd3-6477-4cd8-a520-60b13582dc25), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.906817 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-9740a10a-a98f-4d1f-92f1-1f8991fb8ad6 None None] For port dbca696c-909f-4c0e-aa47-7719d3a17ac3, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=dbca696c-909f-4c0e-aa47-7719d3a17ac3,segment=NetworkSegment(afe3e58c-d079-476b-b634-048b73f6dcb3),segment_id=afe3e58c-d079-476b-b634-048b73f6dcb3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:13.909490 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9740a10a-a98f-4d1f-92f1-1f8991fb8ad6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (dbca696c-909f-4c0e-aa47-7719d3a17ac3), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.923228 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9740a10a-a98f-4d1f-92f1-1f8991fb8ad6 None None] Calling delete_port for dbca696c-909f-4c0e-aa47-7719d3a17ac3 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:13.937715 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-800967a6-5749-4b1e-82af-b3667b2fb920 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (174a2c10-a1fa-4ad2-8472-bf25475604d1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.940382 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-800967a6-5749-4b1e-82af-b3667b2fb920 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.943892 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-800967a6-5749-4b1e-82af-b3667b2fb920 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "DELETE /v2.0/security-groups/174a2c10-a1fa-4ad2-8472-bf25475604d1 HTTP/1.1" status: 204 len: 168 time: 0.3759177 Feb 09 01:40:13.961348 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37614) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:13.964041 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800967a6-5749-4b1e-82af-b3667b2fb920 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=174a2c10-a1fa-4ad2-8472-bf25475604d1,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:13.979031 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-508d5f3a-d6fb-4d3d-85b0-ccdf6d77d97b req-85c3cbb8-f97c-4625-9edf-cf3088be0b09 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662588 Feb 09 01:40:14.090232 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea917e08-fe3b-473e-af3d-7695d2c376a3 req-544a3f21-17fe-4bc1-aa26-41c2b13d5f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:14.094349 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea917e08-fe3b-473e-af3d-7695d2c376a3 req-544a3f21-17fe-4bc1-aa26-41c2b13d5f2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06960262-e6ff-4aec-9056-78c4deec1b4a HTTP/1.1" status: 200 len: 851 time: 0.2237179 Feb 09 01:40:14.129213 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb95f58-f9eb-4c6c-a546-d7066f87ee3d service neutron] Pushing event updated for resources: {'Port': ['ID=2c78bcd3-6477-4cd8-a520-60b13582dc25,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:14.136208 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5dbb65-11f0-44bc-ba11-a3e5ed1414f8 x-openstack-request-id: req-ff5dbb65-11f0-44bc-ba11-a3e5ed1414f8 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:14.136529 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0140335d-d4f0-4049-9d5a-c22cd4060bce", "name": "network-vif-plugged", "status": "completed", "tag": "7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:14.136747 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff5dbb65-11f0-44bc-ba11-a3e5ed1414f8 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:14.143091 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0140335d-d4f0-4049-9d5a-c22cd4060bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e', 'code': 200} Feb 09 01:40:14.225203 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9740a10a-a98f-4d1f-92f1-1f8991fb8ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (dbca696c-909f-4c0e-aa47-7719d3a17ac3), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.296386 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740a10a-a98f-4d1f-92f1-1f8991fb8ad6 None None] Pushing event deleted for resources: {'Port': ['ID=dbca696c-909f-4c0e-aa47-7719d3a17ac3,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:14.304258 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea917e08-fe3b-473e-af3d-7695d2c376a3 req-d0c3734c-b426-4fb9-b7ef-6f5a8963e75e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8d868039-8396-432e-a58b-15f70b0bf5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1768172 Feb 09 01:40:14.306546 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9740a10a-a98f-4d1f-92f1-1f8991fb8ad6 None None] No DVR routers for this DVR port dbca696c-909f-4c0e-aa47-7719d3a17ac3 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:14.326451 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a9d18-7ceb-4f2b-a62a-460280dccf2d req-aaab092c-83eb-4a6e-aaa3-000f6760ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:14.329310 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9c7a9d18-7ceb-4f2b-a62a-460280dccf2d req-aaab092c-83eb-4a6e-aaa3-000f6760ea28 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0140335d-d4f0-4049-9d5a-c22cd4060bce HTTP/1.1" status: 200 len: 1128 time: 0.1114504 Feb 09 01:40:14.333329 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-ea917e08-fe3b-473e-af3d-7695d2c376a3 req-53ecfd8f-bbfe-4dde-84f5-25f782546e3a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:40:14.334423 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea917e08-fe3b-473e-af3d-7695d2c376a3 req-53ecfd8f-bbfe-4dde-84f5-25f782546e3a service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063348 Feb 09 01:40:14.451482 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9c7a9d18-7ceb-4f2b-a62a-460280dccf2d req-46105772-c540-4db4-a02a-8cc40249e94a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093895 Feb 09 01:40:14.471915 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-9d996423-cc75-472b-bc4b-f69cc6468af5 admin admin] Deleting port dbca696c-909f-4c0e-aa47-7719d3a17ac3 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:14.472264 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d996423-cc75-472b-bc4b-f69cc6468af5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (dbca696c-909f-4c0e-aa47-7719d3a17ac3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.514448 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-46c1a59a-ec7f-4f6c-b47f-5da2f77a59d2 req-bce71b44-68b5-46fa-818e-033ef6102f49 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8397ace8-285b-4a79-b322-ccb3c7c94972 HTTP/1.1" status: 200 len: 210 time: 0.0407944 Feb 09 01:40:14.530482 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c9679a53-91f4-4256-9538-e0474ca57f87 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5603662 Feb 09 01:40:14.532441 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37628) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:14.547657 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-16bbe4da-4600-489e-9608-fd59502d23cb req-ffb95f58-f9eb-4c6c-a546-d7066f87ee3d service neutron] Attempting to bind port 2c78bcd3-6477-4cd8-a520-60b13582dc25 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:14.547991 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-16bbe4da-4600-489e-9608-fd59502d23cb req-ffb95f58-f9eb-4c6c-a546-d7066f87ee3d service neutron] Attempting to bind port 2c78bcd3-6477-4cd8-a520-60b13582dc25 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:14.548324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bbe4da-4600-489e-9608-fd59502d23cb req-ffb95f58-f9eb-4c6c-a546-d7066f87ee3d service neutron] Attempting to bind port 2c78bcd3-6477-4cd8-a520-60b13582dc25 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:14.550460 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-9b9b5648-f68b-414d-9279-9c7ce1e6a74f tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group': {'name': 'tempest-secgroup--10761300'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:14.576230 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device dbca696c-909f-4c0e-aa47-7719d3a17ac3 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:14.617742 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9b9b5648-f68b-414d-9279-9c7ce1e6a74f tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.640115 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: dbca696c-909f-4c0e-aa47-7719d3a17ac3 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:14.640418 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device dbca696c-909f-4c0e-aa47-7719d3a17ac3 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:14.675194 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bbe4da-4600-489e-9608-fd59502d23cb req-ffb95f58-f9eb-4c6c-a546-d7066f87ee3d service neutron] Port 2c78bcd3-6477-4cd8-a520-60b13582dc25 on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:40:14.675565 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bbe4da-4600-489e-9608-fd59502d23cb req-ffb95f58-f9eb-4c6c-a546-d7066f87ee3d service neutron] Attempting to bind port 2c78bcd3-6477-4cd8-a520-60b13582dc25 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:14.692097 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f803244-1233-4324-bd53-e4c06a297ffc req-e65d3322-24b0-49c4-9784-a98d24c14066 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:14.698833 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f803244-1233-4324-bd53-e4c06a297ffc req-e65d3322-24b0-49c4-9784-a98d24c14066 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c2387d-0d92-4ad8-b72a-c7be53001efe HTTP/1.1" status: 200 len: 948 time: 0.4554803 Feb 09 01:40:14.722980 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bbe4da-4600-489e-9608-fd59502d23cb req-ffb95f58-f9eb-4c6c-a546-d7066f87ee3d service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:14.723645 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bbe4da-4600-489e-9608-fd59502d23cb req-ffb95f58-f9eb-4c6c-a546-d7066f87ee3d service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:14.724246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bbe4da-4600-489e-9608-fd59502d23cb req-ffb95f58-f9eb-4c6c-a546-d7066f87ee3d service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:14.724937 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-16bbe4da-4600-489e-9608-fd59502d23cb req-ffb95f58-f9eb-4c6c-a546-d7066f87ee3d service neutron] Bound port: 2c78bcd3-6477-4cd8-a520-60b13582dc25, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:14.725310 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-16bbe4da-4600-489e-9608-fd59502d23cb req-ffb95f58-f9eb-4c6c-a546-d7066f87ee3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2c78bcd3-6477-4cd8-a520-60b13582dc25), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.773613 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-9d996423-cc75-472b-bc4b-f69cc6468af5 admin admin] For port dbca696c-909f-4c0e-aa47-7719d3a17ac3, host n-d-828387-3, got binding levels [] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:14.773989 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d996423-cc75-472b-bc4b-f69cc6468af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (dbca696c-909f-4c0e-aa47-7719d3a17ac3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.808206 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1df1b-4b25-46dc-aa47-6ac823a883da req-9656f794-0730-4a4b-9a36-f4abcd98cd21 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:14.816276 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e2d1df1b-4b25-46dc-aa47-6ac823a883da req-9656f794-0730-4a4b-9a36-f4abcd98cd21 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4966b6b-6004-4aed-8864-207d028a1374 HTTP/1.1" status: 200 len: 944 time: 0.1662645 Feb 09 01:40:14.840114 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9b9b5648-f68b-414d-9279-9c7ce1e6a74f tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (4767fcfa-0674-4298-a20c-8587473a5024), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.859581 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-9d996423-cc75-472b-bc4b-f69cc6468af5 admin admin] Calling delete_port for dbca696c-909f-4c0e-aa47-7719d3a17ac3 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:14.864795 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9b9b5648-f68b-414d-9279-9c7ce1e6a74f tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4767fcfa-0674-4298-a20c-8587473a5024), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.879923 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.ipam_backend_mixin [None req-9d996423-cc75-472b-bc4b-f69cc6468af5 admin admin] Port dbca696c-909f-4c0e-aa47-7719d3a17ac3 was not found and therefore no delete operation was performed {{(pid=103183) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:40:14.893765 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea917e08-fe3b-473e-af3d-7695d2c376a3 req-635bc78d-c7ef-4f01-a5fc-b8a0fc91dca7 service neutron] 10.222.0.67 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5489135 Feb 09 01:40:14.900814 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d996423-cc75-472b-bc4b-f69cc6468af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (dbca696c-909f-4c0e-aa47-7719d3a17ac3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.953555 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9b9b5648-f68b-414d-9279-9c7ce1e6a74f tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.954912 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9b9b5648-f68b-414d-9279-9c7ce1e6a74f tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4214818 Feb 09 01:40:14.959547 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37644) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:14.967603 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-3a4fe1b9-a5eb-4281-a0a1-f5422494f1b8 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group_rule': {'security_group_id': '4767fcfa-0674-4298-a20c-8587473a5024', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:14.979836 n-d-828387-3 neutron-server[103184]: WARNING neutron.api.v2.base [None req-3a4fe1b9-a5eb-4281-a0a1-f5422494f1b8 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 01:40:14.980799 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-3a4fe1b9-a5eb-4281-a0a1-f5422494f1b8 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:14.983431 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3a4fe1b9-a5eb-4281-a0a1-f5422494f1b8 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0226600 Feb 09 01:40:14.984456 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b5648-f68b-414d-9279-9c7ce1e6a74f tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4767fcfa-0674-4298-a20c-8587473a5024,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:14.999253 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37646) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:15.016225 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e2d1df1b-4b25-46dc-aa47-6ac823a883da req-94db96ec-f1de-469b-898f-5430b595a54b tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691720 Feb 09 01:40:15.025550 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e93b99e3-8e35-49d2-8e0e-b15440e12384 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group_rule': {'security_group_id': '4767fcfa-0674-4298-a20c-8587473a5024', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:15.025550 n-d-828387-3 neutron-server[103183]: WARNING neutron.api.v2.base [None req-e93b99e3-8e35-49d2-8e0e-b15440e12384 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 01:40:15.025550 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-e93b99e3-8e35-49d2-8e0e-b15440e12384 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:15.025550 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e93b99e3-8e35-49d2-8e0e-b15440e12384 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0213161 Feb 09 01:40:15.028074 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37654) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:15.035068 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-3c4cd4cc-a49b-40af-8216-0e4c0deba047 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group_rule': {'security_group_id': '4767fcfa-0674-4298-a20c-8587473a5024', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:15.036467 n-d-828387-3 neutron-server[103184]: WARNING neutron.api.v2.base [None req-3c4cd4cc-a49b-40af-8216-0e4c0deba047 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 01:40:15.037228 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-3c4cd4cc-a49b-40af-8216-0e4c0deba047 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:15.038742 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3c4cd4cc-a49b-40af-8216-0e4c0deba047 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090775 Feb 09 01:40:15.043191 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37656) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:15.073343 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d996423-cc75-472b-bc4b-f69cc6468af5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbca696c-909f-4c0e-aa47-7719d3a17ac3,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:15.077592 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f401229d-ef5d-4a12-95ee-e74755208535 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group_rule': {'security_group_id': '4767fcfa-0674-4298-a20c-8587473a5024', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:15.079832 n-d-828387-3 neutron-server[103184]: WARNING neutron.api.v2.base [None req-f401229d-ef5d-4a12-95ee-e74755208535 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 01:40:15.080765 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-f401229d-ef5d-4a12-95ee-e74755208535 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:15.085145 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f401229d-ef5d-4a12-95ee-e74755208535 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0398500 Feb 09 01:40:15.097749 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37658) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:15.103938 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f803244-1233-4324-bd53-e4c06a297ffc req-19318f38-75ef-4545-b6ea-070d956e5ef5 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/security-groups?id=8de6d85f-142b-4442-bf0d-e769b45e366b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040329 Feb 09 01:40:15.176717 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d996423-cc75-472b-bc4b-f69cc6468af5 admin admin] No DVR routers for this DVR port dbca696c-909f-4c0e-aa47-7719d3a17ac3 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:15.230249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-16bbe4da-4600-489e-9608-fd59502d23cb req-ffb95f58-f9eb-4c6c-a546-d7066f87ee3d service neutron] For port 2c78bcd3-6477-4cd8-a520-60b13582dc25, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:15.289047 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccbb47-c650-48cd-bc79-d2a09cba21e3 req-fcba1c67-d4e2-4379-a1c8-f0619bd61be2 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:15.290618 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-afccbb47-c650-48cd-bc79-d2a09cba21e3 req-fcba1c67-d4e2-4379-a1c8-f0619bd61be2 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=0140335d-d4f0-4049-9d5a-c22cd4060bce HTTP/1.1" status: 200 len: 946 time: 0.1812458 Feb 09 01:40:15.292044 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31dcaa30-3251-4f63-849b-37ec11177fad tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (4767fcfa-0674-4298-a20c-8587473a5024), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.327631 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-16bbe4da-4600-489e-9608-fd59502d23cb req-ffb95f58-f9eb-4c6c-a546-d7066f87ee3d service neutron] For port 2c78bcd3-6477-4cd8-a520-60b13582dc25, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=2c78bcd3-6477-4cd8-a520-60b13582dc25,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:15.336429 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31dcaa30-3251-4f63-849b-37ec11177fad tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (4767fcfa-0674-4298-a20c-8587473a5024), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.381223 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-16bbe4da-4600-489e-9608-fd59502d23cb req-ffb95f58-f9eb-4c6c-a546-d7066f87ee3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (2c78bcd3-6477-4cd8-a520-60b13582dc25), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.387175 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-afccbb47-c650-48cd-bc79-d2a09cba21e3 req-c51c6797-0295-4a17-be98-defdc02a739f tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885432 Feb 09 01:40:15.413041 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d996423-cc75-472b-bc4b-f69cc6468af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (edec8815-d729-4166-8656-46cd46fa9605), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.452874 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31dcaa30-3251-4f63-849b-37ec11177fad tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4767fcfa-0674-4298-a20c-8587473a5024), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.456291 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31dcaa30-3251-4f63-849b-37ec11177fad tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.458414 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-31dcaa30-3251-4f63-849b-37ec11177fad tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "DELETE /v2.0/security-groups/4767fcfa-0674-4298-a20c-8587473a5024 HTTP/1.1" status: 204 len: 168 time: 0.3589151 Feb 09 01:40:15.470138 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37664) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:15.487348 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea917e08-fe3b-473e-af3d-7695d2c376a3 req-8e084f53-fa0e-4caf-8b72-9aa74153f71d service neutron] 10.222.0.67 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097373 Feb 09 01:40:15.513277 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbe4da-4600-489e-9608-fd59502d23cb req-ffb95f58-f9eb-4c6c-a546-d7066f87ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:15.517956 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-16bbe4da-4600-489e-9608-fd59502d23cb req-ffb95f58-f9eb-4c6c-a546-d7066f87ee3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.520749 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-16bbe4da-4600-489e-9608-fd59502d23cb req-ffb95f58-f9eb-4c6c-a546-d7066f87ee3d service neutron] 10.222.0.48 "PUT /v2.0/ports/2c78bcd3-6477-4cd8-a520-60b13582dc25 HTTP/1.1" status: 200 len: 1096 time: 3.3072412 Feb 09 01:40:15.526848 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c2387d-0d92-4ad8-b72a-c7be53001efe', 'tag': '2c78bcd3-6477-4cd8-a520-60b13582dc25'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:15.530965 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f481965-2b02-4e04-9dcc-448eb7dbae7f" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c2387d-0d92-4ad8-b72a-c7be53001efe", "tag": "2c78bcd3-6477-4cd8-a520-60b13582dc25"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:15.540353 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dcaa30-3251-4f63-849b-37ec11177fad tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4767fcfa-0674-4298-a20c-8587473a5024,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:15.556280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-9d996423-cc75-472b-bc4b-f69cc6468af5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edec8815-d729-4166-8656-46cd46fa9605']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:15.668275 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e6b828ea-d553-4597-8c5c-e8be6f62f61b tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1932132 Feb 09 01:40:15.669558 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37674) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:15.670719 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-9d996423-cc75-472b-bc4b-f69cc6468af5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe3e58c-d079-476b-b634-048b73f6dcb3') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:15.676074 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-9d996423-cc75-472b-bc4b-f69cc6468af5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe3e58c-d079-476b-b634-048b73f6dcb3') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:15.678570 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b1d8bdd3-0e8d-423c-b50e-5033536f5054 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group': {'name': 'tempest-secgroup--1023794137'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:15.704621 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d996423-cc75-472b-bc4b-f69cc6468af5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (afe3e58c-d079-476b-b634-048b73f6dcb3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.721778 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1d8bdd3-0e8d-423c-b50e-5033536f5054 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.746054 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d996423-cc75-472b-bc4b-f69cc6468af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (afe3e58c-d079-476b-b634-048b73f6dcb3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.759734 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d996423-cc75-472b-bc4b-f69cc6468af5 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:40:15.763114 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d996423-cc75-472b-bc4b-f69cc6468af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (afe3e58c-d079-476b-b634-048b73f6dcb3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.844365 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb2b692-6970-4c80-a1e4-bf5448b94a7d x-openstack-request-id: req-dcb2b692-6970-4c80-a1e4-bf5448b94a7d {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:15.844685 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c2387d-0d92-4ad8-b72a-c7be53001efe", "tag": "2c78bcd3-6477-4cd8-a520-60b13582dc25", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:15.845190 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dcb2b692-6970-4c80-a1e4-bf5448b94a7d {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:15.846050 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c2387d-0d92-4ad8-b72a-c7be53001efe', 'tag': '2c78bcd3-6477-4cd8-a520-60b13582dc25', 'status': 'completed', 'code': 200} Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:40:15.878182 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:40:15.893760 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb95f58-f9eb-4c6c-a546-d7066f87ee3d service neutron] Pushing event updated for resources: {'Port': ['ID=2c78bcd3-6477-4cd8-a520-60b13582dc25,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:15.905284 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1d8bdd3-0e8d-423c-b50e-5033536f5054 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (72d810d9-3ab3-4bd2-b32c-5e4c6ff36e7c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.910744 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1d8bdd3-0e8d-423c-b50e-5033536f5054 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (72d810d9-3ab3-4bd2-b32c-5e4c6ff36e7c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.966793 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-506ab310-a116-4ce8-82e4-7ec0da22ea94 req-2013c140-2c75-458c-9a75-99a0c5d807c7 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8397ace8-285b-4a79-b322-ccb3c7c94972 HTTP/1.1" status: 200 len: 210 time: 0.1055484 Feb 09 01:40:15.992015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbe4da-4600-489e-9608-fd59502d23cb req-81ce276a-a6e6-48df-86f3-7309ec250d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:15.993563 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-16bbe4da-4600-489e-9608-fd59502d23cb req-81ce276a-a6e6-48df-86f3-7309ec250d3d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e22188e6e28840dc8284da494175cf50&device_id=c4c2387d-0d92-4ad8-b72a-c7be53001efe HTTP/1.1" status: 200 len: 1130 time: 0.1465383 Feb 09 01:40:15.994779 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d996423-cc75-472b-bc4b-f69cc6468af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (edec8815-d729-4166-8656-46cd46fa9605), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.018199 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d996423-cc75-472b-bc4b-f69cc6468af5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.022698 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1d8bdd3-0e8d-423c-b50e-5033536f5054 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.023999 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b1d8bdd3-0e8d-423c-b50e-5033536f5054 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3523638 Feb 09 01:40:16.031450 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9d996423-cc75-472b-bc4b-f69cc6468af5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/edec8815-d729-4166-8656-46cd46fa9605 HTTP/1.1" status: 204 len: 168 time: 2.6746676 Feb 09 01:40:16.038024 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d996423-cc75-472b-bc4b-f69cc6468af5 admin admin] Pushing event deleted for resources: {'Network': ['ID=edec8815-d729-4166-8656-46cd46fa9605,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:16.041715 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37680) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:16.069875 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-78a7abdb-7251-4d96-825f-2c4bbee1c5d4 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group_rule': {'security_group_id': '72d810d9-3ab3-4bd2-b32c-5e4c6ff36e7c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:16.073400 n-d-828387-3 neutron-server[103184]: WARNING neutron.api.v2.base [None req-78a7abdb-7251-4d96-825f-2c4bbee1c5d4 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 01:40:16.096720 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-78a7abdb-7251-4d96-825f-2c4bbee1c5d4 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:16.102092 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-78a7abdb-7251-4d96-825f-2c4bbee1c5d4 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0553358 Feb 09 01:40:16.102092 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8bdd3-0e8d-423c-b50e-5033536f5054 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72d810d9-3ab3-4bd2-b32c-5e4c6ff36e7c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:16.109291 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37682) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:16.113855 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-c5ab4ce3-a541-4ac0-8fb6-63a009293819 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group_rule': {'security_group_id': '72d810d9-3ab3-4bd2-b32c-5e4c6ff36e7c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:16.125096 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-0a21c46d-81fd-4019-8d17-f08dbb3eaf46 req-121081de-9040-4c79-b8e6-89df8424f673 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Request body: {'security_group': {'name': 'tempest-securitygroup-524109449', 'description': 'tempest-description-2097018762'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:16.129073 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-16bbe4da-4600-489e-9608-fd59502d23cb req-36df750f-1ede-4071-9b73-ea35fead2e43 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=2c78bcd3-6477-4cd8-a520-60b13582dc25 HTTP/1.1" status: 200 len: 217 time: 0.0938416 Feb 09 01:40:16.170746 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-0a21c46d-81fd-4019-8d17-f08dbb3eaf46 req-121081de-9040-4c79-b8e6-89df8424f673 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.183887 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-0a21c46d-81fd-4019-8d17-f08dbb3eaf46 req-121081de-9040-4c79-b8e6-89df8424f673 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.232614 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-c5ab4ce3-a541-4ac0-8fb6-63a009293819 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:16.233880 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c5ab4ce3-a541-4ac0-8fb6-63a009293819 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1235559 Feb 09 01:40:16.238306 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37686) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:16.243851 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4e3e61c3-08b4-45c9-b909-1aa06da321a4 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group_rule': {'security_group_id': '72d810d9-3ab3-4bd2-b32c-5e4c6ff36e7c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:16.244710 n-d-828387-3 neutron-server[103183]: WARNING neutron.api.v2.base [None req-4e3e61c3-08b4-45c9-b909-1aa06da321a4 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 01:40:16.245095 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-4e3e61c3-08b4-45c9-b909-1aa06da321a4 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:16.246094 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4e3e61c3-08b4-45c9-b909-1aa06da321a4 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066903 Feb 09 01:40:16.249882 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbe4da-4600-489e-9608-fd59502d23cb req-61ab93d9-6310-445d-bcc4-005f752d91da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:16.251355 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-16bbe4da-4600-489e-9608-fd59502d23cb req-61ab93d9-6310-445d-bcc4-005f752d91da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1069818 Feb 09 01:40:16.251824 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37688) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:16.257455 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-af8f8eb0-1d1d-44cc-843a-467913d4bdf3 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group_rule': {'security_group_id': '72d810d9-3ab3-4bd2-b32c-5e4c6ff36e7c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:16.280468 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514ea17-aa7b-4a29-8c69-ed20295d9db7 req-c051ed2a-600c-40ec-9a63-f84f5ecc1b3d tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:16.287715 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3514ea17-aa7b-4a29-8c69-ed20295d9db7 req-c051ed2a-600c-40ec-9a63-f84f5ecc1b3d tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4966b6b-6004-4aed-8864-207d028a1374 HTTP/1.1" status: 200 len: 944 time: 0.1794391 Feb 09 01:40:16.321534 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-0a21c46d-81fd-4019-8d17-f08dbb3eaf46 req-121081de-9040-4c79-b8e6-89df8424f673 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Publish callbacks [] for security_group (bff03c63-aba2-41d6-b33b-0a723bfe30eb), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.327503 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-0a21c46d-81fd-4019-8d17-f08dbb3eaf46 req-121081de-9040-4c79-b8e6-89df8424f673 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (bff03c63-aba2-41d6-b33b-0a723bfe30eb), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.366265 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37690) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:16.409352 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121081de-9040-4c79-b8e6-89df8424f673 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bff03c63-aba2-41d6-b33b-0a723bfe30eb,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:16.421569 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-3c23fd25-5653-4904-846b-dfb789100926 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499525 Feb 09 01:40:16.492941 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fb72a28e-db9b-48c8-8afa-b77a52ca1787 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca8d299dff334a99884c459219bd377a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1195879 Feb 09 01:40:16.496894 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-ce40164f-92f6-414f-b6f5-024ba5456141 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386658 Feb 09 01:40:16.499729 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-0a21c46d-81fd-4019-8d17-f08dbb3eaf46 req-121081de-9040-4c79-b8e6-89df8424f673 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Publish callbacks [] for security_group (6b703eda-90c8-46cb-a292-121dc415abf0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.500499 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37694) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:16.518032 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-0a21c46d-81fd-4019-8d17-f08dbb3eaf46 req-121081de-9040-4c79-b8e6-89df8424f673 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6b703eda-90c8-46cb-a292-121dc415abf0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.559752 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3514ea17-aa7b-4a29-8c69-ed20295d9db7 req-4d593338-577a-465b-9cd6-52667254cbfa tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401168 Feb 09 01:40:16.576451 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-af8f8eb0-1d1d-44cc-843a-467913d4bdf3 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:16.578574 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-af8f8eb0-1d1d-44cc-843a-467913d4bdf3 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3253012 Feb 09 01:40:16.592815 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37696) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:16.599983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbe4da-4600-489e-9608-fd59502d23cb req-9b9eae76-7a4c-407c-a853-1c8477e6674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:16.601575 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-16bbe4da-4600-489e-9608-fd59502d23cb req-9b9eae76-7a4c-407c-a853-1c8477e6674f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3328841 Feb 09 01:40:16.604731 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-c7ee705e-e6df-467e-9e1b-5d433a48d105 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group_rule': {'security_group_id': '72d810d9-3ab3-4bd2-b32c-5e4c6ff36e7c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:16.605216 n-d-828387-3 neutron-server[103184]: WARNING neutron.api.v2.base [None req-c7ee705e-e6df-467e-9e1b-5d433a48d105 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 01:40:16.605704 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-c7ee705e-e6df-467e-9e1b-5d433a48d105 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:16.606866 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c7ee705e-e6df-467e-9e1b-5d433a48d105 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0098629 Feb 09 01:40:16.611859 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37698) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:16.631016 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-84786e63-9cac-4deb-85fb-03e3512388bb tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group_rule': {'security_group_id': '72d810d9-3ab3-4bd2-b32c-5e4c6ff36e7c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:16.631929 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-0a21c46d-81fd-4019-8d17-f08dbb3eaf46 req-121081de-9040-4c79-b8e6-89df8424f673 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.647377 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0a21c46d-81fd-4019-8d17-f08dbb3eaf46 req-121081de-9040-4c79-b8e6-89df8424f673 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.5475111 Feb 09 01:40:16.662592 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121081de-9040-4c79-b8e6-89df8424f673 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b703eda-90c8-46cb-a292-121dc415abf0,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:16.702066 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-23a1d72b-62fe-4f8f-898f-87a4790e7f67 admin admin] Publish callbacks [] for security_group (3307c01c-8ff2-4c4d-859c-34ce6f4fe217), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.770623 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-23a1d72b-62fe-4f8f-898f-87a4790e7f67 admin admin] Publish callbacks [] for security_group (3307c01c-8ff2-4c4d-859c-34ce6f4fe217), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.779929 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-24696004-0d8c-4124-8504-1ce7d9a2f341 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:16.780829 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-24696004-0d8c-4124-8504-1ce7d9a2f341 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2740581 Feb 09 01:40:16.792410 n-d-828387-3 neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-84786e63-9cac-4deb-85fb-03e3512388bb tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Project 9b5e9a928cb54f2598ea9920fda2d8dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:40:16.803562 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-04495758-fe8f-4b53-acf1-b5d380b09a35 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Request body: {'port': {'device_id': '8397ace8-285b-4a79-b322-ccb3c7c94972', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': '9e22f3d1736d46dbb07a769aef03b6cd'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:16.812966 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-cf481c98-a3c0-40e5-b5e7-aefc16e24269 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:16.814489 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-cf481c98-a3c0-40e5-b5e7-aefc16e24269 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3668125 Feb 09 01:40:16.838690 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-eea4da3c-2078-4dac-9b69-ded214fdd755 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Request body: {'port': {'device_id': '8180c577-2698-4475-aeb3-974dee7e8f07', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': '9e22f3d1736d46dbb07a769aef03b6cd'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:16.859012 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-84786e63-9cac-4deb-85fb-03e3512388bb tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:16.861943 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-84786e63-9cac-4deb-85fb-03e3512388bb tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2463758 Feb 09 01:40:16.864318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37702) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:16.871596 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-023a27ec-dcca-4c41-b474-037a2ca1b79c tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group_rule': {'security_group_id': '72d810d9-3ab3-4bd2-b32c-5e4c6ff36e7c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:16.872611 n-d-828387-3 neutron-server[103184]: WARNING neutron.api.v2.base [None req-023a27ec-dcca-4c41-b474-037a2ca1b79c tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 01:40:16.873492 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-023a27ec-dcca-4c41-b474-037a2ca1b79c tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:16.874468 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-023a27ec-dcca-4c41-b474-037a2ca1b79c tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088573 Feb 09 01:40:16.884637 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37704) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:16.891348 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-830e9009-8f1b-4843-a829-87dfe10e2db4 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group_rule': {'security_group_id': '72d810d9-3ab3-4bd2-b32c-5e4c6ff36e7c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:16.905183 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-16bbe4da-4600-489e-9608-fd59502d23cb req-1a782abc-7bad-430c-bfa7-ad6e3aed7b89 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898984 Feb 09 01:40:16.914177 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c00644-66f6-43d4-a3b4-72e0da9132c7 req-937625ab-aaf0-4f28-815e-668e2f5faa8f tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:16.915874 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2c00644-66f6-43d4-a3b4-72e0da9132c7 req-937625ab-aaf0-4f28-815e-668e2f5faa8f tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c2387d-0d92-4ad8-b72a-c7be53001efe HTTP/1.1" status: 200 len: 948 time: 0.2595963 Feb 09 01:40:16.920276 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cf48e-e822-44f3-944a-f84ec1809050 req-c08014c8-de37-45a7-802f-44d7be93edce tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:16.921932 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-409cf48e-e822-44f3-944a-f84ec1809050 req-c08014c8-de37-45a7-802f-44d7be93edce tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=0140335d-d4f0-4049-9d5a-c22cd4060bce HTTP/1.1" status: 200 len: 946 time: 0.2117517 Feb 09 01:40:16.969034 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-23a1d72b-62fe-4f8f-898f-87a4790e7f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3307c01c-8ff2-4c4d-859c-34ce6f4fe217), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.971642 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-23a1d72b-62fe-4f8f-898f-87a4790e7f67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.972776 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-23a1d72b-62fe-4f8f-898f-87a4790e7f67 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3307c01c-8ff2-4c4d-859c-34ce6f4fe217 HTTP/1.1" status: 204 len: 168 time: 0.4713573 Feb 09 01:40:16.980243 n-d-828387-3 neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-830e9009-8f1b-4843-a829-87dfe10e2db4 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Project 9b5e9a928cb54f2598ea9920fda2d8dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:40:17.012150 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1d72b-62fe-4f8f-898f-87a4790e7f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3307c01c-8ff2-4c4d-859c-34ce6f4fe217,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:17.039639 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-830e9009-8f1b-4843-a829-87dfe10e2db4 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:17.040284 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-830e9009-8f1b-4843-a829-87dfe10e2db4 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1532741 Feb 09 01:40:17.048610 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-409cf48e-e822-44f3-944a-f84ec1809050 req-4b92ebc5-ad48-4550-b9fd-58f48a8842e4 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171527 Feb 09 01:40:17.049288 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37710) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:17.055128 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-7eb42850-8235-4672-962d-ee5da95936d6 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group_rule': {'security_group_id': '72d810d9-3ab3-4bd2-b32c-5e4c6ff36e7c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:17.068330 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-04495758-fe8f-4b53-acf1-b5d380b09a35 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Made reservation on behalf of 9e22f3d1736d46dbb07a769aef03b6cd for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:17.071685 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-04495758-fe8f-4b53-acf1-b5d380b09a35 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:17.072709 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device e99c416f-2b65-476b-ba2f-3ae9f1bd4d19 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:40:17.080564 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2c00644-66f6-43d4-a3b4-72e0da9132c7 req-23cae6d3-9c0b-41ba-acfb-eb976e369f8c tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/security-groups?id=8de6d85f-142b-4442-bf0d-e769b45e366b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489739 Feb 09 01:40:17.099347 n-d-828387-3 neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-7eb42850-8235-4672-962d-ee5da95936d6 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Project 9b5e9a928cb54f2598ea9920fda2d8dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:40:17.138640 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-16bbe4da-4600-489e-9608-fd59502d23cb req-a2662897-e5d3-4214-af42-b66510a476a6 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215388 Feb 09 01:40:17.150026 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-eea4da3c-2078-4dac-9b69-ded214fdd755 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Made reservation on behalf of 9e22f3d1736d46dbb07a769aef03b6cd for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:17.162034 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-eea4da3c-2078-4dac-9b69-ded214fdd755 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:17.176264 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-d8e56d5e-f12c-417f-aa14-045075c94dcc req-60c6e9b5-be1a-415b-b7f4-908f46d37eb5 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Request body: {'security_group': {'name': 'tempest-securitygroup-551858041', 'description': 'tempest-description-193910444'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:17.213391 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d8e56d5e-f12c-417f-aa14-045075c94dcc req-60c6e9b5-be1a-415b-b7f4-908f46d37eb5 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:17.215277 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-7eb42850-8235-4672-962d-ee5da95936d6 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:17.216496 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7eb42850-8235-4672-962d-ee5da95936d6 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1646571 Feb 09 01:40:17.221321 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37714) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:17.309233 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f6791048-e90d-4dad-8ee2-37fc641e4220 req-07e7f065-06e1-4cad-840f-acbeb943e64c tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8397ace8-285b-4a79-b322-ccb3c7c94972 HTTP/1.1" status: 200 len: 210 time: 0.0896449 Feb 09 01:40:17.343561 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port e99c416f-2b65-476b-ba2f-3ae9f1bd4d19, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=e99c416f-2b65-476b-ba2f-3ae9f1bd4d19,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:17.370490 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'e99c416f-2b65-476b-ba2f-3ae9f1bd4d19', 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1', 'port_id': 'e99c416f-2b65-476b-ba2f-3ae9f1bd4d19', 'mac_address': 'fa:16:3e:aa:15:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06960262-e6ff-4aec-9056-78c4deec1b4a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:40:17.382509 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-04495758-fe8f-4b53-acf1-b5d380b09a35 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Allocated IP 192.168.233.75 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/f6169741-ef4a-41b9-b2c5-8b073803e3ea) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:17.385869 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9181-af3e-4683-87ca-41c4536d77fc tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (72d810d9-3ab3-4bd2-b32c-5e4c6ff36e7c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:17.424304 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port e99c416f-2b65-476b-ba2f-3ae9f1bd4d19 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:17.425623 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e99c416f-2b65-476b-ba2f-3ae9f1bd4d19), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:17.446873 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99c416f-2b65-476b-ba2f-3ae9f1bd4d19 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:40:17.494806 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port e99c416f-2b65-476b-ba2f-3ae9f1bd4d19, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=e99c416f-2b65-476b-ba2f-3ae9f1bd4d19,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:17.501676 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9181-af3e-4683-87ca-41c4536d77fc tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (72d810d9-3ab3-4bd2-b32c-5e4c6ff36e7c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:17.504086 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e99c416f-2b65-476b-ba2f-3ae9f1bd4d19), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:17.529226 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f481965-2b02-4e04-9dcc-448eb7dbae7f req-27407f8e-51dc-4901-91f4-d3011811ab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:17.531475 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f481965-2b02-4e04-9dcc-448eb7dbae7f req-27407f8e-51dc-4901-91f4-d3011811ab04 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e22188e6e28840dc8284da494175cf50&device_id=c4c2387d-0d92-4ad8-b72a-c7be53001efe HTTP/1.1" status: 200 len: 1130 time: 0.3303025 Feb 09 01:40:17.579309 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=e99c416f-2b65-476b-ba2f-3ae9f1bd4d19,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:17.626099 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d8e56d5e-f12c-417f-aa14-045075c94dcc req-60c6e9b5-be1a-415b-b7f4-908f46d37eb5 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Publish callbacks [] for security_group (8c58647a-161e-47e0-95e5-36266ab35c0d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:17.709669 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:40:17.893413 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['e99c416f-2b65-476b-ba2f-3ae9f1bd4d19'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:17.994948 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d8e56d5e-f12c-417f-aa14-045075c94dcc req-60c6e9b5-be1a-415b-b7f4-908f46d37eb5 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8c58647a-161e-47e0-95e5-36266ab35c0d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.023061 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9181-af3e-4683-87ca-41c4536d77fc tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (72d810d9-3ab3-4bd2-b32c-5e4c6ff36e7c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.025648 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9181-af3e-4683-87ca-41c4536d77fc tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.031434 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6a3e9181-af3e-4683-87ca-41c4536d77fc tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "DELETE /v2.0/security-groups/72d810d9-3ab3-4bd2-b32c-5e4c6ff36e7c HTTP/1.1" status: 204 len: 168 time: 0.8027408 Feb 09 01:40:18.033331 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37736) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:18.052987 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d8e56d5e-f12c-417f-aa14-045075c94dcc req-60c6e9b5-be1a-415b-b7f4-908f46d37eb5 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.053968 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d8e56d5e-f12c-417f-aa14-045075c94dcc req-60c6e9b5-be1a-415b-b7f4-908f46d37eb5 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8963399 Feb 09 01:40:18.081393 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6e9b5-be1a-415b-b7f4-908f46d37eb5 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c58647a-161e-47e0-95e5-36266ab35c0d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:18.120809 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e9181-af3e-4683-87ca-41c4536d77fc tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d810d9-3ab3-4bd2-b32c-5e4c6ff36e7c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:18.149578 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-84bea3c0-b282-4138-b6de-f74d91f582e2 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1128397 Feb 09 01:40:18.156723 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37744) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:18.160617 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ece9b11d-5632-4524-af4a-507dbcebcd6d tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group': {'name': 'tempest-secgroup--17875778'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:18.172697 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-04495758-fe8f-4b53-acf1-b5d380b09a35 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks [] for port (f6169741-ef4a-41b9-b2c5-8b073803e3ea), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.195905 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ece9b11d-5632-4524-af4a-507dbcebcd6d tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.246668 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bed49-fefa-420a-86c0-c78a9e3e3d20 req-d8288297-a273-4c19-9d36-5859f118b12d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:18.249050 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd3bed49-fefa-420a-86c0-c78a9e3e3d20 req-d8288297-a273-4c19-9d36-5859f118b12d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=0140335d-d4f0-4049-9d5a-c22cd4060bce HTTP/1.1" status: 200 len: 946 time: 0.3020985 Feb 09 01:40:18.266969 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f481965-2b02-4e04-9dcc-448eb7dbae7f req-8ba5bab3-4583-472e-8cad-7ebe06b474e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:18.268976 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f481965-2b02-4e04-9dcc-448eb7dbae7f req-8ba5bab3-4583-472e-8cad-7ebe06b474e0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.7168078 Feb 09 01:40:18.275232 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-04495758-fe8f-4b53-acf1-b5d380b09a35 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (f6169741-ef4a-41b9-b2c5-8b073803e3ea), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.288755 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['4dd84e72-0a61-4b58-a19f-c280a933f0b0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:18.346804 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-04495758-fe8f-4b53-acf1-b5d380b09a35 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:18.362161 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-04495758-fe8f-4b53-acf1-b5d380b09a35 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:18.368369 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-04495758-fe8f-4b53-acf1-b5d380b09a35 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:18.382314 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79611fcc-a95c-4896-b4a1-b92d00a76fe9 req-d0b1720f-d4cf-4f43-8224-38e2841a9c87 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:18.383587 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-79611fcc-a95c-4896-b4a1-b92d00a76fe9 req-d0b1720f-d4cf-4f43-8224-38e2841a9c87 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4966b6b-6004-4aed-8864-207d028a1374 HTTP/1.1" status: 200 len: 945 time: 0.1630373 Feb 09 01:40:18.384078 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37748) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:18.386646 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f481965-2b02-4e04-9dcc-448eb7dbae7f req-6f43a07a-6c9e-4306-bd79-b111f0343294 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=2c78bcd3-6477-4cd8-a520-60b13582dc25 HTTP/1.1" status: 200 len: 217 time: 0.0768356 Feb 09 01:40:18.425821 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04495758-fe8f-4b53-acf1-b5d380b09a35 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Pushing event updated for resources: {'Port': ['ID=f6169741-ef4a-41b9-b2c5-8b073803e3ea,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:18.441927 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ece9b11d-5632-4524-af4a-507dbcebcd6d tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (f78b44a2-ed6e-4fd2-b49e-90a7d393ef09), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.470803 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ece9b11d-5632-4524-af4a-507dbcebcd6d tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (f78b44a2-ed6e-4fd2-b49e-90a7d393ef09), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.537264 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-04495758-fe8f-4b53-acf1-b5d380b09a35 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:18.549603 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-04495758-fe8f-4b53-acf1-b5d380b09a35 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.572708 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ece9b11d-5632-4524-af4a-507dbcebcd6d tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.575712 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ece9b11d-5632-4524-af4a-507dbcebcd6d tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4185460 Feb 09 01:40:18.587789 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37752) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:18.598645 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-0a31acf1-8c06-4442-bf3a-580738d28e19 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group_rule': {'security_group_id': 'f78b44a2-ed6e-4fd2-b49e-90a7d393ef09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:18.603437 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9b11d-5632-4524-af4a-507dbcebcd6d tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f78b44a2-ed6e-4fd2-b49e-90a7d393ef09,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:18.612312 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-79611fcc-a95c-4896-b4a1-b92d00a76fe9 req-981de1dc-de72-44d3-8628-d1733d1ce212 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159038 Feb 09 01:40:18.616810 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-04495758-fe8f-4b53-acf1-b5d380b09a35 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8235319 Feb 09 01:40:18.630390 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-c80840a3-7a23-4dd6-bd93-9cb59fc64ddc service neutron] Request body: {'port': {'device_id': '8397ace8-285b-4a79-b322-ccb3c7c94972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:18.644631 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd3bed49-fefa-420a-86c0-c78a9e3e3d20 req-c3b19436-696a-468a-9cb2-7bf69a17c34d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884847 Feb 09 01:40:18.652308 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-eea4da3c-2078-4dac-9b69-ded214fdd755 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Allocated IP 192.168.233.149 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/1ae1d2b4-74aa-440a-a825-b4764a5c3be6) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:18.677271 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-bf9207a9-ef3d-4b1a-bfd1-cf621104cb17 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-956861633-network', 'tenant_id': 'c611424010b4402aadb399ad1dbe33d7'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:18.726093 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f481965-2b02-4e04-9dcc-448eb7dbae7f req-b6412ab7-6912-440e-94c5-b6e3e0716218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:18.727617 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f481965-2b02-4e04-9dcc-448eb7dbae7f req-b6412ab7-6912-440e-94c5-b6e3e0716218 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.3229587 Feb 09 01:40:18.736060 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9207a9-ef3d-4b1a-bfd1-cf621104cb17 admin admin] Made reservation on behalf of c611424010b4402aadb399ad1dbe33d7 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:18.738361 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf9207a9-ef3d-4b1a-bfd1-cf621104cb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.753403 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf9207a9-ef3d-4b1a-bfd1-cf621104cb17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.758314 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-c80840a3-7a23-4dd6-bd93-9cb59fc64ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f6169741-ef4a-41b9-b2c5-8b073803e3ea), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.908045 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4dfe870f-596f-4fad-a1c7-105a6e60fb58 None None] Provisioning complete for port f6169741-ef4a-41b9-b2c5-8b073803e3ea triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:18.908742 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4dfe870f-596f-4fad-a1c7-105a6e60fb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f6169741-ef4a-41b9-b2c5-8b073803e3ea), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.962245 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-0a31acf1-8c06-4442-bf3a-580738d28e19 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] create failed (client error): The resource could not be found. Feb 09 01:40:18.969533 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0a31acf1-8c06-4442-bf3a-580738d28e19 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3798332 Feb 09 01:40:18.974307 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37758) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:18.986674 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf9207a9-ef3d-4b1a-bfd1-cf621104cb17 admin admin] Publish callbacks [] for security_group (e7f981b9-e98b-461e-af39-1b46fa187428), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.992864 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf9207a9-ef3d-4b1a-bfd1-cf621104cb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e7f981b9-e98b-461e-af39-1b46fa187428), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.997469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe870f-596f-4fad-a1c7-105a6e60fb58 None None] Port f6169741-ef4a-41b9-b2c5-8b073803e3ea cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:40:19.003535 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e911680f-4558-4d93-ad23-3d68efc127ab tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group_rule': {'security_group_id': 'f78b44a2-ed6e-4fd2-b49e-90a7d393ef09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0bb84e73-89ff-43ad-92ff-10e4c9c71637'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:19.031517 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9207a9-ef3d-4b1a-bfd1-cf621104cb17 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:40:19.032418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f481965-2b02-4e04-9dcc-448eb7dbae7f req-7c5e3182-20fb-429c-a285-d28ed3ab5ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:19.034881 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f481965-2b02-4e04-9dcc-448eb7dbae7f req-7c5e3182-20fb-429c-a285-d28ed3ab5ed5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2902312 Feb 09 01:40:19.041650 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9207a9-ef3d-4b1a-bfd1-cf621104cb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f981b9-e98b-461e-af39-1b46fa187428,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:19.050753 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf9207a9-ef3d-4b1a-bfd1-cf621104cb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (13eac6cf-c85b-4b71-bb26-1230e902bd5a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.051433 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-bf9207a9-ef3d-4b1a-bfd1-cf621104cb17 admin admin] Added segment 13eac6cf-c85b-4b71-bb26-1230e902bd5a of type vlan for network 515c12d8-1747-4322-a36c-f5790f62f329 Feb 09 01:40:19.078394 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device e99c416f-2b65-476b-ba2f-3ae9f1bd4d19 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:19.110028 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-a6f3e2cd-3a62-42ff-94de-575dd1995748 req-699fe92a-f476-4608-abab-ed5e10e0e61d tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-160816641', 'description': 'tempest-description-221889540'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:19.127413 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf9207a9-ef3d-4b1a-bfd1-cf621104cb17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (515c12d8-1747-4322-a36c-f5790f62f329), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.151921 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port e99c416f-2b65-476b-ba2f-3ae9f1bd4d19 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:40:19.152529 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a6f3e2cd-3a62-42ff-94de-575dd1995748 req-699fe92a-f476-4608-abab-ed5e10e0e61d tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.157290 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port e99c416f-2b65-476b-ba2f-3ae9f1bd4d19 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:19.158586 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e99c416f-2b65-476b-ba2f-3ae9f1bd4d19), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.166382 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a6f3e2cd-3a62-42ff-94de-575dd1995748 req-699fe92a-f476-4608-abab-ed5e10e0e61d tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.174885 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf7ff4-d095-4937-98df-9aa4fda936cc req-72f63817-6109-4e97-a0c8-c2e39222ae6d tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:19.176240 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf9207a9-ef3d-4b1a-bfd1-cf621104cb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (515c12d8-1747-4322-a36c-f5790f62f329), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.176487 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-49cf7ff4-d095-4937-98df-9aa4fda936cc req-72f63817-6109-4e97-a0c8-c2e39222ae6d tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c2387d-0d92-4ad8-b72a-c7be53001efe HTTP/1.1" status: 200 len: 948 time: 0.3422394 Feb 09 01:40:19.177327 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9207a9-ef3d-4b1a-bfd1-cf621104cb17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:19.177906 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf9207a9-ef3d-4b1a-bfd1-cf621104cb17 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.261526 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bf9207a9-ef3d-4b1a-bfd1-cf621104cb17 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8667262 Feb 09 01:40:19.268046 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37760) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:19.270769 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port e99c416f-2b65-476b-ba2f-3ae9f1bd4d19 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:19.272067 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e99c416f-2b65-476b-ba2f-3ae9f1bd4d19), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.276618 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4ae250f7-c81f-4ff8-9b32-0f4001b5fc21 admin admin] Request body: {'subnet': {'network_id': '515c12d8-1747-4322-a36c-f5790f62f329', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-956861633-subnet', 'tenant_id': 'c611424010b4402aadb399ad1dbe33d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:19.281777 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-e911680f-4558-4d93-ad23-3d68efc127ab tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] create failed (client error): The resource could not be found. Feb 09 01:40:19.285138 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9207a9-ef3d-4b1a-bfd1-cf621104cb17 admin admin] Pushing event updated for resources: {'Network': ['ID=515c12d8-1747-4322-a36c-f5790f62f329,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:19.286015 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e911680f-4558-4d93-ad23-3d68efc127ab tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3077691 Feb 09 01:40:19.291897 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37762) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:19.319172 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port e99c416f-2b65-476b-ba2f-3ae9f1bd4d19, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=e99c416f-2b65-476b-ba2f-3ae9f1bd4d19,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:19.320597 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4966b6b-6004-4aed-8864-207d028a1374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99c416f-2b65-476b-ba2f-3ae9f1bd4d19'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:19.323641 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60319ac-80a9-4eb9-bc2d-d46a16c298e0" -d '{"events": [{"server_uuid": "d4966b6b-6004-4aed-8864-207d028a1374", "name": "network-vif-plugged", "status": "completed", "tag": "e99c416f-2b65-476b-ba2f-3ae9f1bd4d19"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:19.325889 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f481965-2b02-4e04-9dcc-448eb7dbae7f req-11c23055-c56e-4f39-87d1-ba10dec415a7 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398903 Feb 09 01:40:19.329512 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 515c12d8-1747-4322-a36c-f5790f62f329 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:40:19.330034 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-eea4da3c-2078-4dac-9b69-ded214fdd755 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks [] for port (1ae1d2b4-74aa-440a-a825-b4764a5c3be6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.333770 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e99c416f-2b65-476b-ba2f-3ae9f1bd4d19), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.345381 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae250f7-c81f-4ff8-9b32-0f4001b5fc21 admin admin] Made reservation on behalf of c611424010b4402aadb399ad1dbe33d7 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:19.347024 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ae250f7-c81f-4ff8-9b32-0f4001b5fc21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.441064 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-49cf7ff4-d095-4937-98df-9aa4fda936cc req-b5f13c8e-0d69-4022-b9e6-6bf665291bd6 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/security-groups?id=8de6d85f-142b-4442-bf0d-e769b45e366b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934097 Feb 09 01:40:19.450932 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f21099b-a6cf-4f00-b08b-05d623569f2b tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (f78b44a2-ed6e-4fd2-b49e-90a7d393ef09), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.456515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=e99c416f-2b65-476b-ba2f-3ae9f1bd4d19,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:19.460415 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916ef44-2ab5-4d20-abed-7e14777b2dd4 req-a6b0e29d-f686-4b27-a4c1-b1988ae22718 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:19.462062 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c916ef44-2ab5-4d20-abed-7e14777b2dd4 req-a6b0e29d-f686-4b27-a4c1-b1988ae22718 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.67 "GET /v2.0/ports?device_id=0140335d-d4f0-4049-9d5a-c22cd4060bce HTTP/1.1" status: 200 len: 946 time: 0.2109523 Feb 09 01:40:19.462731 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a6f3e2cd-3a62-42ff-94de-575dd1995748 req-699fe92a-f476-4608-abab-ed5e10e0e61d tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Publish callbacks [] for security_group (ed688bda-45e9-47b7-89fb-adf2fb023546), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.481504 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a6f3e2cd-3a62-42ff-94de-575dd1995748 req-699fe92a-f476-4608-abab-ed5e10e0e61d tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ed688bda-45e9-47b7-89fb-adf2fb023546), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.517143 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-eea4da3c-2078-4dac-9b69-ded214fdd755 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (1ae1d2b4-74aa-440a-a825-b4764a5c3be6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.556138 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['4dd84e72-0a61-4b58-a19f-c280a933f0b0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:19.559385 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f21099b-a6cf-4f00-b08b-05d623569f2b tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (f78b44a2-ed6e-4fd2-b49e-90a7d393ef09), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.614727 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fe92a-f476-4608-abab-ed5e10e0e61d tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed688bda-45e9-47b7-89fb-adf2fb023546,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:19.640719 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f481965-2b02-4e04-9dcc-448eb7dbae7f req-49b6dda9-9991-4f8f-a622-6a71f0fff6f3 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061478 Feb 09 01:40:19.664670 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-eea4da3c-2078-4dac-9b69-ded214fdd755 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:19.676987 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-eea4da3c-2078-4dac-9b69-ded214fdd755 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:19.683769 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4da3c-2078-4dac-9b69-ded214fdd755 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Pushing event updated for resources: {'Port': ['ID=1ae1d2b4-74aa-440a-a825-b4764a5c3be6,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:19.704163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-eea4da3c-2078-4dac-9b69-ded214fdd755 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:19.733568 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f21099b-a6cf-4f00-b08b-05d623569f2b tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (f78b44a2-ed6e-4fd2-b49e-90a7d393ef09), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.736389 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f21099b-a6cf-4f00-b08b-05d623569f2b tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.737415 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2f21099b-a6cf-4f00-b08b-05d623569f2b tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "DELETE /v2.0/security-groups/f78b44a2-ed6e-4fd2-b49e-90a7d393ef09 HTTP/1.1" status: 204 len: 168 time: 0.4449275 Feb 09 01:40:19.740794 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a6f3e2cd-3a62-42ff-94de-575dd1995748 req-699fe92a-f476-4608-abab-ed5e10e0e61d tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Publish callbacks [] for security_group (1f6a9e26-2e9f-4c1d-b80c-2854febd947d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.759960 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37770) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:19.762306 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21099b-a6cf-4f00-b08b-05d623569f2b tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78b44a2-ed6e-4fd2-b49e-90a7d393ef09,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:19.786189 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a6f3e2cd-3a62-42ff-94de-575dd1995748 req-699fe92a-f476-4608-abab-ed5e10e0e61d tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1f6a9e26-2e9f-4c1d-b80c-2854febd947d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.806494 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-eea4da3c-2078-4dac-9b69-ded214fdd755 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:19.807424 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-eea4da3c-2078-4dac-9b69-ded214fdd755 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.810275 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 2c78bcd3-6477-4cd8-a520-60b13582dc25 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:40:19.873247 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-eea4da3c-2078-4dac-9b69-ded214fdd755 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0404482 Feb 09 01:40:19.882453 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ae250f7-c81f-4ff8-9b32-0f4001b5fc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (93103878-dcc1-4716-893a-838201b72fe5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.888230 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-bc15b4a0-ce85-4f0b-91c7-4665b38ec809 service neutron] Request body: {'port': {'device_id': '8180c577-2698-4475-aeb3-974dee7e8f07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:19.956166 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 2c78bcd3-6477-4cd8-a520-60b13582dc25, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=2c78bcd3-6477-4cd8-a520-60b13582dc25,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:19.968632 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-c916ef44-2ab5-4d20-abed-7e14777b2dd4 req-64a58dad-a400-48ed-a464-0ba81f259768 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Deleting port 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:19.970106 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c916ef44-2ab5-4d20-abed-7e14777b2dd4 req-64a58dad-a400-48ed-a464-0ba81f259768 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.971918 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '2c78bcd3-6477-4cd8-a520-60b13582dc25', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '2c78bcd3-6477-4cd8-a520-60b13582dc25', 'mac_address': 'fa:16:3e:74:eb:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:40:19.980723 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09c193-1502-4099-bd26-20a2cac63448 req-4094a45e-60f6-48f5-9a59-1ee624417f58 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:19.982928 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a09c193-1502-4099-bd26-20a2cac63448 req-4094a45e-60f6-48f5-9a59-1ee624417f58 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8397ace8-285b-4a79-b322-ccb3c7c94972 HTTP/1.1" status: 200 len: 935 time: 0.4107599 Feb 09 01:40:20.042238 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 2c78bcd3-6477-4cd8-a520-60b13582dc25 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:20.042706 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2c78bcd3-6477-4cd8-a520-60b13582dc25), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.049618 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a6f3e2cd-3a62-42ff-94de-575dd1995748 req-699fe92a-f476-4608-abab-ed5e10e0e61d tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.050890 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a6f3e2cd-3a62-42ff-94de-575dd1995748 req-699fe92a-f476-4608-abab-ed5e10e0e61d tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.9514365 Feb 09 01:40:20.054474 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-15eeefb0-b409-44f4-b03a-19792de073b5 None None] Provisioning complete for port 1ae1d2b4-74aa-440a-a825-b4764a5c3be6 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:20.055447 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-15eeefb0-b409-44f4-b03a-19792de073b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1ae1d2b4-74aa-440a-a825-b4764a5c3be6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.093571 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fe92a-f476-4608-abab-ed5e10e0e61d tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6a9e26-2e9f-4c1d-b80c-2854febd947d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:20.101715 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-bc15b4a0-ce85-4f0b-91c7-4665b38ec809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1ae1d2b4-74aa-440a-a825-b4764a5c3be6), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.102111 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c78bcd3-6477-4cd8-a520-60b13582dc25 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:40:20.105318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-c80840a3-7a23-4dd6-bd93-9cb59fc64ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6169741-ef4a-41b9-b2c5-8b073803e3ea {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:40:20.113908 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae250f7-c81f-4ff8-9b32-0f4001b5fc21 admin admin] Checking segment: {'id': '13eac6cf-c85b-4b71-bb26-1230e902bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '515c12d8-1747-4322-a36c-f5790f62f329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:20.114702 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae250f7-c81f-4ff8-9b32-0f4001b5fc21 admin admin] Network hostable DHCP agents. Network: 515c12d8-1747-4322-a36c-f5790f62f329, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:40:20.126775 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 2c78bcd3-6477-4cd8-a520-60b13582dc25, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=2c78bcd3-6477-4cd8-a520-60b13582dc25,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:20.138318 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-161924c3-25a3-42d6-883a-377000bcd985 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3659148 Feb 09 01:40:20.138318 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-c80840a3-7a23-4dd6-bd93-9cb59fc64ddc service neutron] Publish callbacks [] for port (f6169741-ef4a-41b9-b2c5-8b073803e3ea), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.141026 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37774) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:20.141796 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae250f7-c81f-4ff8-9b32-0f4001b5fc21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93103878-dcc1-4716-893a-838201b72fe5,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:20.148997 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2c78bcd3-6477-4cd8-a520-60b13582dc25), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.157038 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-071e795a-1b24-48be-8f04-0fa2025edfbe tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group_rule': {'security_group_id': '8b74745b-905b-42c8-97cd-c64797f06b54', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:20.187006 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-c80840a3-7a23-4dd6-bd93-9cb59fc64ddc service neutron] Transition to ACTIVE for port object f6169741-ef4a-41b9-b2c5-8b073803e3ea will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:40:20.191302 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae250f7-c81f-4ff8-9b32-0f4001b5fc21 admin admin] Network 515c12d8-1747-4322-a36c-f5790f62f329 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:40:20.198551 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-c80840a3-7a23-4dd6-bd93-9cb59fc64ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (f6169741-ef4a-41b9-b2c5-8b073803e3ea), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.203934 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a09c193-1502-4099-bd26-20a2cac63448 req-223f6dfc-fc4a-40d4-9d8b-3c501b07438c tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922770 Feb 09 01:40:20.236569 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e68800c-b6bc-484d-b8a4-5609ba826fba x-openstack-request-id: req-2e68800c-b6bc-484d-b8a4-5609ba826fba {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:20.239706 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4966b6b-6004-4aed-8864-207d028a1374", "name": "network-vif-plugged", "status": "completed", "tag": "e99c416f-2b65-476b-ba2f-3ae9f1bd4d19", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:20.240213 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e68800c-b6bc-484d-b8a4-5609ba826fba {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:20.240796 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4966b6b-6004-4aed-8864-207d028a1374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99c416f-2b65-476b-ba2f-3ae9f1bd4d19', 'code': 200} Feb 09 01:40:20.248691 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-4ae250f7-c81f-4ff8-9b32-0f4001b5fc21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 515c12d8-1747-4322-a36c-f5790f62f329) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:20.257663 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-15eeefb0-b409-44f4-b03a-19792de073b5 None None] Port 1ae1d2b4-74aa-440a-a825-b4764a5c3be6 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:40:20.259648 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-c916ef44-2ab5-4d20-abed-7e14777b2dd4 req-64a58dad-a400-48ed-a464-0ba81f259768 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] For port 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e,segment=NetworkSegment(899f02fd-164e-4c7a-96f7-6f23414d825b),segment_id=899f02fd-164e-4c7a-96f7-6f23414d825b)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:20.260077 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c916ef44-2ab5-4d20-abed-7e14777b2dd4 req-64a58dad-a400-48ed-a464-0ba81f259768 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.271678 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aa509c-9b76-4e35-ac3d-9226d6a92651 None None] Network 515c12d8-1747-4322-a36c-f5790f62f329 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:20.283568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae250f7-c81f-4ff8-9b32-0f4001b5fc21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:20.284232 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ae250f7-c81f-4ff8-9b32-0f4001b5fc21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.286112 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-c916ef44-2ab5-4d20-abed-7e14777b2dd4 req-64a58dad-a400-48ed-a464-0ba81f259768 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Calling delete_port for 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:20.321914 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=2c78bcd3-6477-4cd8-a520-60b13582dc25,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:20.336354 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80840a3-7a23-4dd6-bd93-9cb59fc64ddc service neutron] Pushing event updated for resources: {'Port': ['ID=f6169741-ef4a-41b9-b2c5-8b073803e3ea,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:20.341541 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-071e795a-1b24-48be-8f04-0fa2025edfbe tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] create failed (client error): The resource could not be found. Feb 09 01:40:20.342322 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-071e795a-1b24-48be-8f04-0fa2025edfbe tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1912167 Feb 09 01:40:20.356907 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4ae250f7-c81f-4ff8-9b32-0f4001b5fc21 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0819573 Feb 09 01:40:20.359309 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37776) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:20.359658 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37778) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:20.370490 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-43c7ecb5-b973-4f06-a407-214aa5883593 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-956861633-router', 'tenant_id': 'c611424010b4402aadb399ad1dbe33d7', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:20.441530 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-be4f569b-c6ef-4f3f-858d-4dbaefe379eb tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group': {'name': 'tempest-secgroup--1944603902'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:20.454865 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-43c7ecb5-b973-4f06-a407-214aa5883593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (582d183a-cc02-4cd1-8e05-8a99ca2169ca), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.456018 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-43c7ecb5-b973-4f06-a407-214aa5883593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (582d183a-cc02-4cd1-8e05-8a99ca2169ca), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.519075 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8db765d-9060-4dfb-aed5-05252b79151b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-515c12d8-1747-4322-a36c-f5790f62f329', 'network_id': '515c12d8-1747-4322-a36c-f5790f62f329', 'project_id': 'c611424010b4402aadb399ad1dbe33d7', 'fixed_ips': [{'subnet_id': '93103878-dcc1-4716-893a-838201b72fe5'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:40:20.530813 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a8db765d-9060-4dfb-aed5-05252b79151b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.557348 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be4f569b-c6ef-4f3f-858d-4dbaefe379eb tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.567141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['2c78bcd3-6477-4cd8-a520-60b13582dc25'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:20.671731 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-43c7ecb5-b973-4f06-a407-214aa5883593 admin admin] Publish callbacks [] for router_controller (582d183a-cc02-4cd1-8e05-8a99ca2169ca), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.710913 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123c862-9eea-4e63-8630-6fffbd49f757 req-34c15ddf-b8d3-4780-b0d2-4e3cad8fa694 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:20.712549 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0123c862-9eea-4e63-8630-6fffbd49f757 req-34c15ddf-b8d3-4780-b0d2-4e3cad8fa694 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=0140335d-d4f0-4049-9d5a-c22cd4060bce HTTP/1.1" status: 200 len: 946 time: 0.3251691 Feb 09 01:40:20.725428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2eb83-737a-4836-892b-c84659e152d3 req-07e5638f-dc3e-4235-9405-3ab56021bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:20.726943 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eeb2eb83-737a-4836-892b-c84659e152d3 req-07e5638f-dc3e-4235-9405-3ab56021bf23 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d4966b6b-6004-4aed-8864-207d028a1374 HTTP/1.1" status: 200 len: 1128 time: 0.3356082 Feb 09 01:40:20.800313 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea5bc2-ec6b-422b-a2c7-965fccfa1c73 req-cf817fce-1e09-4c29-909d-c372583212b5 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:20.803020 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-abea5bc2-ec6b-422b-a2c7-965fccfa1c73 req-cf817fce-1e09-4c29-909d-c372583212b5 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4966b6b-6004-4aed-8864-207d028a1374 HTTP/1.1" status: 200 len: 946 time: 0.3556287 Feb 09 01:40:20.804061 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-c80840a3-7a23-4dd6-bd93-9cb59fc64ddc service neutron] Attempting to bind port f6169741-ef4a-41b9-b2c5-8b073803e3ea on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:20.804392 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-c80840a3-7a23-4dd6-bd93-9cb59fc64ddc service neutron] Attempting to bind port f6169741-ef4a-41b9-b2c5-8b073803e3ea by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:20.804736 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-c80840a3-7a23-4dd6-bd93-9cb59fc64ddc service neutron] Attempting to bind port f6169741-ef4a-41b9-b2c5-8b073803e3ea on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:20.832650 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-c80840a3-7a23-4dd6-bd93-9cb59fc64ddc service neutron] Port f6169741-ef4a-41b9-b2c5-8b073803e3ea on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:40:20.832935 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-c80840a3-7a23-4dd6-bd93-9cb59fc64ddc service neutron] Attempting to bind port f6169741-ef4a-41b9-b2c5-8b073803e3ea on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:20.845885 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-c80840a3-7a23-4dd6-bd93-9cb59fc64ddc service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:20.846265 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-c80840a3-7a23-4dd6-bd93-9cb59fc64ddc service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:20.846617 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-c80840a3-7a23-4dd6-bd93-9cb59fc64ddc service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:20.847047 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-c80840a3-7a23-4dd6-bd93-9cb59fc64ddc service neutron] Bound port: f6169741-ef4a-41b9-b2c5-8b073803e3ea, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:20.847483 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-c80840a3-7a23-4dd6-bd93-9cb59fc64ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f6169741-ef4a-41b9-b2c5-8b073803e3ea), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.905778 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0123c862-9eea-4e63-8630-6fffbd49f757 req-9418a41f-d181-479d-8d33-d776bc5ea8a1 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777470 Feb 09 01:40:20.926212 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eeb2eb83-737a-4836-892b-c84659e152d3 req-5a6fe24f-7f62-4d4f-804d-feecb1c1619c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903071 Feb 09 01:40:20.941738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-074d3a4d-983e-45db-8013-5e3f564f7f3e req-be67b26a-8599-4ae1-bf58-658d5db25a83 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-799787182', 'description': 'tempest-description-1915702152'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:20.975295 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-43c7ecb5-b973-4f06-a407-214aa5883593 admin admin] Publish callbacks [] for router_gateway (582d183a-cc02-4cd1-8e05-8a99ca2169ca), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.993766 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-074d3a4d-983e-45db-8013-5e3f564f7f3e req-be67b26a-8599-4ae1-bf58-658d5db25a83 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.010638 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c916ef44-2ab5-4d20-abed-7e14777b2dd4 req-64a58dad-a400-48ed-a464-0ba81f259768 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.015466 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-a8db765d-9060-4dfb-aed5-05252b79151b None None] Allocated IP 172.20.0.2 (515c12d8-1747-4322-a36c-f5790f62f329/93103878-dcc1-4716-893a-838201b72fe5/887cccd4-094c-41b8-8491-b99f8de92f46) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:21.032139 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['05366da3-ae6f-43e0-a840-3c9d28c899e6', '7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:21.040445 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-bc15b4a0-ce85-4f0b-91c7-4665b38ec809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae1d2b4-74aa-440a-a825-b4764a5c3be6 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:40:21.077466 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-bc15b4a0-ce85-4f0b-91c7-4665b38ec809 service neutron] Publish callbacks [] for port (1ae1d2b4-74aa-440a-a825-b4764a5c3be6), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.081982 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a58dad-a400-48ed-a464-0ba81f259768 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Pushing event deleted for resources: {'Port': ['ID=7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:21.117283 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-abea5bc2-ec6b-422b-a2c7-965fccfa1c73 req-2ae48d0b-1d16-4cc1-a192-c147cd90b668 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995753 Feb 09 01:40:21.131577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-bc15b4a0-ce85-4f0b-91c7-4665b38ec809 service neutron] Transition to ACTIVE for port object 1ae1d2b4-74aa-440a-a825-b4764a5c3be6 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:40:21.167403 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be4f569b-c6ef-4f3f-858d-4dbaefe379eb tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (e0d50948-8db0-4b85-8d33-0240e3191f58), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.176326 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-bc15b4a0-ce85-4f0b-91c7-4665b38ec809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (1ae1d2b4-74aa-440a-a825-b4764a5c3be6), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.179432 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-c916ef44-2ab5-4d20-abed-7e14777b2dd4 req-64a58dad-a400-48ed-a464-0ba81f259768 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] No DVR routers for this DVR port 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:21.179688 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be4f569b-c6ef-4f3f-858d-4dbaefe379eb tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e0d50948-8db0-4b85-8d33-0240e3191f58), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.189896 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c916ef44-2ab5-4d20-abed-7e14777b2dd4 req-64a58dad-a400-48ed-a464-0ba81f259768 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.193911 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c916ef44-2ab5-4d20-abed-7e14777b2dd4 req-64a58dad-a400-48ed-a464-0ba81f259768 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.67 "DELETE /v2.0/ports/7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e HTTP/1.1" status: 204 len: 173 time: 1.7253850 Feb 09 01:40:21.201066 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0140335d-d4f0-4049-9d5a-c22cd4060bce', 'name': 'network-vif-deleted', 'tag': '7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:21.203766 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab312b6-dfe2-4a33-8ef9-bafb49bc561b" -d '{"events": [{"server_uuid": "0140335d-d4f0-4049-9d5a-c22cd4060bce", "name": "network-vif-deleted", "tag": "7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:21.233034 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f569b-c6ef-4f3f-858d-4dbaefe379eb tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d50948-8db0-4b85-8d33-0240e3191f58,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:21.243971 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-c80840a3-7a23-4dd6-bd93-9cb59fc64ddc service neutron] For port f6169741-ef4a-41b9-b2c5-8b073803e3ea, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:21.265789 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-c80840a3-7a23-4dd6-bd93-9cb59fc64ddc service neutron] For port f6169741-ef4a-41b9-b2c5-8b073803e3ea, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f6169741-ef4a-41b9-b2c5-8b073803e3ea,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:21.269324 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be4f569b-c6ef-4f3f-858d-4dbaefe379eb tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.273786 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-be4f569b-c6ef-4f3f-858d-4dbaefe379eb tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9128623 Feb 09 01:40:21.275113 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37786) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:21.281771 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-c1775319-596c-415d-864e-851d736127a1 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group': {'name': 'tempest-secgroup--981600988'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:21.294705 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-c80840a3-7a23-4dd6-bd93-9cb59fc64ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (f6169741-ef4a-41b9-b2c5-8b073803e3ea), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.309253 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15b4a0-ce85-4f0b-91c7-4665b38ec809 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae1d2b4-74aa-440a-a825-b4764a5c3be6,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:21.317039 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-074d3a4d-983e-45db-8013-5e3f564f7f3e req-be67b26a-8599-4ae1-bf58-658d5db25a83 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Publish callbacks [] for security_group (d0bec5f3-356f-48c4-a93e-7d5188b15e43), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.329815 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-074d3a4d-983e-45db-8013-5e3f564f7f3e req-be67b26a-8599-4ae1-bf58-658d5db25a83 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d0bec5f3-356f-48c4-a93e-7d5188b15e43), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.430574 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-c80840a3-7a23-4dd6-bd93-9cb59fc64ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:21.431523 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-c80840a3-7a23-4dd6-bd93-9cb59fc64ddc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.433155 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-c80840a3-7a23-4dd6-bd93-9cb59fc64ddc service neutron] 10.222.0.67 "PUT /v2.0/ports/f6169741-ef4a-41b9-b2c5-8b073803e3ea HTTP/1.1" status: 200 len: 1095 time: 2.8084421 Feb 09 01:40:21.437753 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8397ace8-285b-4a79-b322-ccb3c7c94972', 'tag': 'f6169741-ef4a-41b9-b2c5-8b073803e3ea'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:21.441506 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6a3605-37b5-4893-88ed-1566aabe869e" -d '{"events": [{"name": "network-changed", "server_uuid": "8397ace8-285b-4a79-b322-ccb3c7c94972", "tag": "f6169741-ef4a-41b9-b2c5-8b073803e3ea"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:21.444763 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c1775319-596c-415d-864e-851d736127a1 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.466808 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-074d3a4d-983e-45db-8013-5e3f564f7f3e req-be67b26a-8599-4ae1-bf58-658d5db25a83 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.484263 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-074d3a4d-983e-45db-8013-5e3f564f7f3e req-be67b26a-8599-4ae1-bf58-658d5db25a83 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.5451760 Feb 09 01:40:21.484263 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67b26a-8599-4ae1-bf58-658d5db25a83 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bec5f3-356f-48c4-a93e-7d5188b15e43,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:21.548395 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-bc15b4a0-ce85-4f0b-91c7-4665b38ec809 service neutron] Attempting to bind port 1ae1d2b4-74aa-440a-a825-b4764a5c3be6 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:21.548730 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-bc15b4a0-ce85-4f0b-91c7-4665b38ec809 service neutron] Attempting to bind port 1ae1d2b4-74aa-440a-a825-b4764a5c3be6 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:21.552136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-bc15b4a0-ce85-4f0b-91c7-4665b38ec809 service neutron] Attempting to bind port 1ae1d2b4-74aa-440a-a825-b4764a5c3be6 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:21.561798 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a8db765d-9060-4dfb-aed5-05252b79151b None None] Publish callbacks [] for port (887cccd4-094c-41b8-8491-b99f8de92f46), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.564882 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-bc15b4a0-ce85-4f0b-91c7-4665b38ec809 service neutron] Port 1ae1d2b4-74aa-440a-a825-b4764a5c3be6 on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:40:21.567646 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-bc15b4a0-ce85-4f0b-91c7-4665b38ec809 service neutron] Attempting to bind port 1ae1d2b4-74aa-440a-a825-b4764a5c3be6 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:21.570850 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a8db765d-9060-4dfb-aed5-05252b79151b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (887cccd4-094c-41b8-8491-b99f8de92f46), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.577073 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-bc15b4a0-ce85-4f0b-91c7-4665b38ec809 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:21.577544 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-bc15b4a0-ce85-4f0b-91c7-4665b38ec809 service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:21.578320 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-bc15b4a0-ce85-4f0b-91c7-4665b38ec809 service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:21.579182 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-bc15b4a0-ce85-4f0b-91c7-4665b38ec809 service neutron] Bound port: 1ae1d2b4-74aa-440a-a825-b4764a5c3be6, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:21.579885 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-bc15b4a0-ce85-4f0b-91c7-4665b38ec809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1ae1d2b4-74aa-440a-a825-b4764a5c3be6), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.584798 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad848a45-1b5c-4b39-a110-6d303f048731 x-openstack-request-id: req-ad848a45-1b5c-4b39-a110-6d303f048731 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:21.588041 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0140335d-d4f0-4049-9d5a-c22cd4060bce", "name": "network-vif-deleted", "tag": "7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:21.588611 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad848a45-1b5c-4b39-a110-6d303f048731 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:21.589369 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0140335d-d4f0-4049-9d5a-c22cd4060bce', 'name': 'network-vif-deleted', 'tag': '7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e', 'status': 'completed', 'code': 200} Feb 09 01:40:21.648613 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8db765d-9060-4dfb-aed5-05252b79151b None None] Network 515c12d8-1747-4322-a36c-f5790f62f329 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:21.651820 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-a8db765d-9060-4dfb-aed5-05252b79151b None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:21.656689 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8db765d-9060-4dfb-aed5-05252b79151b None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:21.662488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db765d-9060-4dfb-aed5-05252b79151b None None] Pushing event updated for resources: {'Port': ['ID=887cccd4-094c-41b8-8491-b99f8de92f46,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:21.686763 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80840a3-7a23-4dd6-bd93-9cb59fc64ddc service neutron] Pushing event updated for resources: {'Port': ['ID=f6169741-ef4a-41b9-b2c5-8b073803e3ea,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:21.708680 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa090c-8f56-49b6-8877-e814b2b3be63 req-200bb1ce-6611-4ca0-8a3e-94951169ab2b tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:21.717206 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-15fa090c-8f56-49b6-8877-e814b2b3be63 req-200bb1ce-6611-4ca0-8a3e-94951169ab2b tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c2387d-0d92-4ad8-b72a-c7be53001efe HTTP/1.1" status: 200 len: 949 time: 0.4152517 Feb 09 01:40:21.772785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a8db765d-9060-4dfb-aed5-05252b79151b None None] Attempting to bind port 887cccd4-094c-41b8-8491-b99f8de92f46 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:21.774706 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a8db765d-9060-4dfb-aed5-05252b79151b None None] Attempting to bind port 887cccd4-094c-41b8-8491-b99f8de92f46 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '13eac6cf-c85b-4b71-bb26-1230e902bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '515c12d8-1747-4322-a36c-f5790f62f329'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:21.776346 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8db765d-9060-4dfb-aed5-05252b79151b None None] Attempting to bind port 887cccd4-094c-41b8-8491-b99f8de92f46 on network 515c12d8-1747-4322-a36c-f5790f62f329 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:21.783952 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-bc15b4a0-ce85-4f0b-91c7-4665b38ec809 service neutron] For port 1ae1d2b4-74aa-440a-a825-b4764a5c3be6, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:21.801827 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8db765d-9060-4dfb-aed5-05252b79151b None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:21.802629 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8db765d-9060-4dfb-aed5-05252b79151b None None] Checking segment: {'id': '13eac6cf-c85b-4b71-bb26-1230e902bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '515c12d8-1747-4322-a36c-f5790f62f329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:21.803721 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a8db765d-9060-4dfb-aed5-05252b79151b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.805386 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8db765d-9060-4dfb-aed5-05252b79151b None None] Bound using segment: {'id': '13eac6cf-c85b-4b71-bb26-1230e902bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '515c12d8-1747-4322-a36c-f5790f62f329'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:21.806372 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a8db765d-9060-4dfb-aed5-05252b79151b None None] Bound port: 887cccd4-094c-41b8-8491-b99f8de92f46, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13eac6cf-c85b-4b71-bb26-1230e902bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '515c12d8-1747-4322-a36c-f5790f62f329'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:21.808846 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a8db765d-9060-4dfb-aed5-05252b79151b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (887cccd4-094c-41b8-8491-b99f8de92f46), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.814201 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc800b21-3621-45fb-aa71-9fab2f9d4885 req-ffe1da97-ee61-41e9-9669-0df6887b566d tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:21.817392 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc800b21-3621-45fb-aa71-9fab2f9d4885 req-ffe1da97-ee61-41e9-9669-0df6887b566d tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8397ace8-285b-4a79-b322-ccb3c7c94972 HTTP/1.1" status: 200 len: 947 time: 0.1309226 Feb 09 01:40:21.822078 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-bc15b4a0-ce85-4f0b-91c7-4665b38ec809 service neutron] For port 1ae1d2b4-74aa-440a-a825-b4764a5c3be6, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=1ae1d2b4-74aa-440a-a825-b4764a5c3be6,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:21.842410 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-bc15b4a0-ce85-4f0b-91c7-4665b38ec809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (1ae1d2b4-74aa-440a-a825-b4764a5c3be6), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.947174 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-bc15b4a0-ce85-4f0b-91c7-4665b38ec809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:21.947720 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-bc15b4a0-ce85-4f0b-91c7-4665b38ec809 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.949163 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-bc15b4a0-ce85-4f0b-91c7-4665b38ec809 service neutron] 10.222.0.67 "PUT /v2.0/ports/1ae1d2b4-74aa-440a-a825-b4764a5c3be6 HTTP/1.1" status: 200 len: 1096 time: 2.0659041 Feb 09 01:40:21.974694 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a8db765d-9060-4dfb-aed5-05252b79151b None None] For port 887cccd4-094c-41b8-8491-b99f8de92f46, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:21.984551 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a8db765d-9060-4dfb-aed5-05252b79151b None None] For port 887cccd4-094c-41b8-8491-b99f8de92f46, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=887cccd4-094c-41b8-8491-b99f8de92f46,segment=NetworkSegment(13eac6cf-c85b-4b71-bb26-1230e902bd5a),segment_id=13eac6cf-c85b-4b71-bb26-1230e902bd5a)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:21.996319 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a8db765d-9060-4dfb-aed5-05252b79151b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (887cccd4-094c-41b8-8491-b99f8de92f46), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.006830 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc800b21-3621-45fb-aa71-9fab2f9d4885 req-f2e7fa91-5a41-44ba-8eaf-0d0efc947f82 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800501 Feb 09 01:40:22.027862 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15b4a0-ce85-4f0b-91c7-4665b38ec809 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae1d2b4-74aa-440a-a825-b4764a5c3be6,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:22.046067 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-8948a407-979e-47fe-abf3-6b77db1a72cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:22.055076 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-8948a407-979e-47fe-abf3-6b77db1a72cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&device_id=8397ace8-285b-4a79-b322-ccb3c7c94972 HTTP/1.1" status: 200 len: 1129 time: 0.5363030 Feb 09 01:40:22.056254 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-43c7ecb5-b973-4f06-a407-214aa5883593 admin admin] Publish callbacks [] for router_gateway (582d183a-cc02-4cd1-8e05-8a99ca2169ca), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.080973 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c1775319-596c-415d-864e-851d736127a1 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (535625e7-cbb3-491f-871b-a755861fbde0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.132520 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-15fa090c-8f56-49b6-8877-e814b2b3be63 req-fa9ce4ac-3fec-4f30-9a5b-9e78c59d6c06 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/security-groups?id=8de6d85f-142b-4442-bf0d-e769b45e366b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142065 Feb 09 01:40:22.133590 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-43c7ecb5-b973-4f06-a407-214aa5883593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.152979 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fe3b4a-3cb3-407d-a09e-011e6bf719eb x-openstack-request-id: req-70fe3b4a-3cb3-407d-a09e-011e6bf719eb {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:22.154121 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8397ace8-285b-4a79-b322-ccb3c7c94972", "tag": "f6169741-ef4a-41b9-b2c5-8b073803e3ea", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:22.154121 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70fe3b4a-3cb3-407d-a09e-011e6bf719eb {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:22.154603 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8397ace8-285b-4a79-b322-ccb3c7c94972', 'tag': 'f6169741-ef4a-41b9-b2c5-8b073803e3ea', 'status': 'completed', 'code': 200} Feb 09 01:40:22.158196 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db765d-9060-4dfb-aed5-05252b79151b None None] Pushing event updated for resources: {'Port': ['ID=887cccd4-094c-41b8-8491-b99f8de92f46,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:22.170676 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c1775319-596c-415d-864e-851d736127a1 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (535625e7-cbb3-491f-871b-a755861fbde0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.212003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-e6e38252-c3bf-424e-a620-cf573300314f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:22.213545 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-e6e38252-c3bf-424e-a620-cf573300314f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&device_id=8180c577-2698-4475-aeb3-974dee7e8f07 HTTP/1.1" status: 200 len: 1130 time: 0.1464360 Feb 09 01:40:22.288952 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-a2d3c019-aff0-487a-8d10-71d85f262c5e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=1ae1d2b4-74aa-440a-a825-b4764a5c3be6 HTTP/1.1" status: 200 len: 217 time: 0.0653162 Feb 09 01:40:22.411121 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-2b954042-1db1-4c21-907c-f4f17f4b819d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:22.414491 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-2b954042-1db1-4c21-907c-f4f17f4b819d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1124630 Feb 09 01:40:22.489186 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1775319-596c-415d-864e-851d736127a1 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=535625e7-cbb3-491f-871b-a755861fbde0,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:22.503402 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-444d18c0-0211-4ba8-99bc-49214800ea43 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=f6169741-ef4a-41b9-b2c5-8b073803e3ea HTTP/1.1" status: 200 len: 217 time: 0.3671715 Feb 09 01:40:22.513293 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c1775319-596c-415d-864e-851d736127a1 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.515011 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c1775319-596c-415d-864e-851d736127a1 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2375894 Feb 09 01:40:22.525041 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37800) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:22.549766 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b90bb720-b977-4b3b-964e-b2c9deff2c0d tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group_rule': {'security_group_id': 'e0d50948-8db0-4b85-8d33-0240e3191f58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '535625e7-cbb3-491f-871b-a755861fbde0'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:22.624942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-41bed18e-1cc0-49cd-b331-118312224afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:22.626567 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-41bed18e-1cc0-49cd-b331-118312224afc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2024629 Feb 09 01:40:22.639460 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-43c7ecb5-b973-4f06-a407-214aa5883593 admin admin] Allocated IP 172.25.7.137 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/bed44462-2876-41c4-a1aa-ee7833af9e8c) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:22.681439 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-4295012c-f8b6-4295-8293-f2b31d757b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:22.683418 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-4295012c-f8b6-4295-8293-f2b31d757b70 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1489406 Feb 09 01:40:22.725433 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-b90bb720-b977-4b3b-964e-b2c9deff2c0d tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:22.726315 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b90bb720-b977-4b3b-964e-b2c9deff2c0d tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1990087 Feb 09 01:40:22.737543 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37802) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:22.753047 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b33dc2-34f5-45a5-87c4-436565baa554 req-2ebf5cde-dd32-450a-acab-b337952f0bb9 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:22.754592 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c9b33dc2-34f5-45a5-87c4-436565baa554 req-2ebf5cde-dd32-450a-acab-b337952f0bb9 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4966b6b-6004-4aed-8864-207d028a1374 HTTP/1.1" status: 200 len: 946 time: 0.2714808 Feb 09 01:40:22.852137 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-a7f11703-63ed-4b5b-981e-6812279868b6 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167649 Feb 09 01:40:22.895701 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9ddba309-6954-4174-8042-9c199b3da7ef tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (535625e7-cbb3-491f-871b-a755861fbde0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.898550 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c9b33dc2-34f5-45a5-87c4-436565baa554 req-1383fda4-3dd9-462e-ad74-2ce134d730ab tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234212 Feb 09 01:40:22.909162 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-7f3c4ad0-f973-4899-bace-2bc67e70f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:22.910815 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-7f3c4ad0-f973-4899-bace-2bc67e70f80a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2182398 Feb 09 01:40:22.920439 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-43c7ecb5-b973-4f06-a407-214aa5883593 admin admin] Publish callbacks [] for port (bed44462-2876-41c4-a1aa-ee7833af9e8c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.052980 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-2dcede7a-759e-49df-bacf-d84a7fdfb295 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307867 Feb 09 01:40:23.054062 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-43c7ecb5-b973-4f06-a407-214aa5883593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (bed44462-2876-41c4-a1aa-ee7833af9e8c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.099786 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:23.145102 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:23.145547 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 7bb330d8-1d2b-4a01-bc74-8bf7c62dc62e not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:23.263723 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-8fe83721-2462-491d-9bf7-36901d2f0e9f tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48510 time: 1.1100404 Feb 09 01:40:23.311034 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9ddba309-6954-4174-8042-9c199b3da7ef tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (535625e7-cbb3-491f-871b-a755861fbde0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.396420 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-7725163d-cc4b-4fc5-b2e8-dca0c952707e tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/05f21f22-030f-4d8c-8d00-157374e39bac HTTP/1.1" status: 200 len: 2990 time: 0.1134071 Feb 09 01:40:23.410017 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9ddba309-6954-4174-8042-9c199b3da7ef tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (535625e7-cbb3-491f-871b-a755861fbde0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.412980 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9ddba309-6954-4174-8042-9c199b3da7ef tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.417399 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9ddba309-6954-4174-8042-9c199b3da7ef tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "DELETE /v2.0/security-groups/535625e7-cbb3-491f-871b-a755861fbde0 HTTP/1.1" status: 204 len: 168 time: 0.6757052 Feb 09 01:40:23.417399 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-1b512d28-e0cc-4b2c-ba10-b81e4960fecc service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543494 Feb 09 01:40:23.431906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37810) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:23.463984 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddba309-6954-4174-8042-9c199b3da7ef tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=535625e7-cbb3-491f-871b-a755861fbde0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:23.477563 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b90fa1-6616-42db-97a7-971db53c41e2 None None] Network 515c12d8-1747-4322-a36c-f5790f62f329 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:23.490334 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddba309-6954-4174-8042-9c199b3da7ef tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:23.490704 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddba309-6954-4174-8042-9c199b3da7ef tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:23.491039 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddba309-6954-4174-8042-9c199b3da7ef tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:23.491443 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddba309-6954-4174-8042-9c199b3da7ef tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:23.491757 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddba309-6954-4174-8042-9c199b3da7ef tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:23.492093 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddba309-6954-4174-8042-9c199b3da7ef tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:23.492937 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddba309-6954-4174-8042-9c199b3da7ef tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:23.492937 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddba309-6954-4174-8042-9c199b3da7ef tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:23.493313 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddba309-6954-4174-8042-9c199b3da7ef tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:23.493490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddba309-6954-4174-8042-9c199b3da7ef tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:23.493734 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddba309-6954-4174-8042-9c199b3da7ef tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:23.494059 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddba309-6954-4174-8042-9c199b3da7ef tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:23.494412 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddba309-6954-4174-8042-9c199b3da7ef tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:23.511301 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c7ecb5-b973-4f06-a407-214aa5883593 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:23.526055 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-43c7ecb5-b973-4f06-a407-214aa5883593 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:23.532355 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c7ecb5-b973-4f06-a407-214aa5883593 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:23.568047 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-dab5a7de-3bbc-4cb4-bc5f-408aa78e5912 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1255877 Feb 09 01:40:23.572691 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37812) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:23.575890 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-cd28fc4c-abe5-4773-97b4-18e1e794610c None None] Provisioning complete for port 887cccd4-094c-41b8-8491-b99f8de92f46 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:23.576405 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cd28fc4c-abe5-4773-97b4-18e1e794610c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (887cccd4-094c-41b8-8491-b99f8de92f46), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.583661 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-b9fc75e9-3dd8-40f7-a305-e14cc9fb2716 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/05f21f22-030f-4d8c-8d00-157374e39bac HTTP/1.1" status: 200 len: 2990 time: 0.1656053 Feb 09 01:40:23.591810 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8180c577-2698-4475-aeb3-974dee7e8f07', 'tag': '1ae1d2b4-74aa-440a-a825-b4764a5c3be6'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:23.594111 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f28603-323c-496b-814a-4d03506f95f1" -d '{"events": [{"name": "network-changed", "server_uuid": "8180c577-2698-4475-aeb3-974dee7e8f07", "tag": "1ae1d2b4-74aa-440a-a825-b4764a5c3be6"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:23.599512 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7ecb5-b973-4f06-a407-214aa5883593 admin admin] Pushing event updated for resources: {'Port': ['ID=bed44462-2876-41c4-a1aa-ee7833af9e8c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:23.647226 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff70ce-bf65-43e8-8004-28847eccd880 req-cb2d7e82-0a05-4ad9-a1e1-2a071b14dc4d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:23.656165 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-31ff70ce-bf65-43e8-8004-28847eccd880 req-cb2d7e82-0a05-4ad9-a1e1-2a071b14dc4d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1935000 Feb 09 01:40:23.661062 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-5c29b84d-9c25-4efa-a917-5104e84b100b tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/2aadab80-d157-4805-aa04-2e148fa8b41c HTTP/1.1" status: 200 len: 3002 time: 0.0704951 Feb 09 01:40:23.724132 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-1d7393bf-91d3-4741-b2db-c7a85d861430 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/2aadab80-d157-4805-aa04-2e148fa8b41c HTTP/1.1" status: 200 len: 3002 time: 0.0604157 Feb 09 01:40:23.749501 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-cd28fc4c-abe5-4773-97b4-18e1e794610c None None] Current status of the port 887cccd4-094c-41b8-8491-b99f8de92f46 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:23.750209 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cd28fc4c-abe5-4773-97b4-18e1e794610c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (887cccd4-094c-41b8-8491-b99f8de92f46), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.782917 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-571016c6-7732-43f6-a1b2-5056e022ee1b tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/64d13c74-100c-4f60-901f-2cd73adff910 HTTP/1.1" status: 200 len: 2998 time: 0.0542786 Feb 09 01:40:23.801620 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-cd28fc4c-abe5-4773-97b4-18e1e794610c None None] For port 887cccd4-094c-41b8-8491-b99f8de92f46, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=887cccd4-094c-41b8-8491-b99f8de92f46,segment=NetworkSegment(13eac6cf-c85b-4b71-bb26-1230e902bd5a),segment_id=13eac6cf-c85b-4b71-bb26-1230e902bd5a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:23.803432 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a9e4cadf-8dec-4342-b29a-105ca86f40ab req-a96f5d52-990e-4d04-a742-f24157414748 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7439992 Feb 09 01:40:23.818997 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cd28fc4c-abe5-4773-97b4-18e1e794610c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (887cccd4-094c-41b8-8491-b99f8de92f46), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.834514 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 2c78bcd3-6477-4cd8-a520-60b13582dc25 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:23.871346 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-b33196d7-4ece-46fa-a686-5520fcbfa119 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/64d13c74-100c-4f60-901f-2cd73adff910 HTTP/1.1" status: 200 len: 2998 time: 0.0820637 Feb 09 01:40:23.925242 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28fc4c-abe5-4773-97b4-18e1e794610c None None] Pushing event updated for resources: {'Port': ['ID=887cccd4-094c-41b8-8491-b99f8de92f46,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:23.944179 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 2c78bcd3-6477-4cd8-a520-60b13582dc25 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:40:23.958410 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 2c78bcd3-6477-4cd8-a520-60b13582dc25 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:23.958782 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2c78bcd3-6477-4cd8-a520-60b13582dc25), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.959719 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-e40346c6-9a0e-43b7-96b8-c3231cbc0960 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/8de6d85f-142b-4442-bf0d-e769b45e366b HTTP/1.1" status: 200 len: 2998 time: 0.0719769 Feb 09 01:40:23.959945 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-31ff70ce-bf65-43e8-8004-28847eccd880 req-e8f47591-478e-4fb2-956c-204ca2f60bb5 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782421 Feb 09 01:40:24.010113 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92c42496-eebe-4042-9741-27d542f52d8c tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (e0d50948-8db0-4b85-8d33-0240e3191f58), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.055700 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-7c54e208-b548-49fe-8312-62e1bb33d7b8 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/8de6d85f-142b-4442-bf0d-e769b45e366b HTTP/1.1" status: 200 len: 2998 time: 0.0756555 Feb 09 01:40:24.110602 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 2c78bcd3-6477-4cd8-a520-60b13582dc25 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:24.111423 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2c78bcd3-6477-4cd8-a520-60b13582dc25), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.136242 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-32f5d53b-fe88-4d49-94c3-90e6ff088833 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/92830ecc-2af1-45ab-91ed-c3de02de8c9f HTTP/1.1" status: 200 len: 2998 time: 0.0684402 Feb 09 01:40:24.182294 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c2387d-0d92-4ad8-b72a-c7be53001efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c78bcd3-6477-4cd8-a520-60b13582dc25'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:24.189192 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cedcb8-c5d4-4bfc-a50e-276f457a8c89" -d '{"events": [{"server_uuid": "c4c2387d-0d92-4ad8-b72a-c7be53001efe", "name": "network-vif-plugged", "status": "completed", "tag": "2c78bcd3-6477-4cd8-a520-60b13582dc25"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:24.189683 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92c42496-eebe-4042-9741-27d542f52d8c tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (e0d50948-8db0-4b85-8d33-0240e3191f58), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.202550 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-7c64b376-6c75-4584-8bb6-3eb6f2f4953f tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/92830ecc-2af1-45ab-91ed-c3de02de8c9f HTTP/1.1" status: 200 len: 2998 time: 0.0590377 Feb 09 01:40:24.217540 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 2c78bcd3-6477-4cd8-a520-60b13582dc25, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=2c78bcd3-6477-4cd8-a520-60b13582dc25,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:24.222078 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f96f87ea-b2f2-47b1-94b4-f98c583e8330 None None] Provisioning complete for port 887cccd4-094c-41b8-8491-b99f8de92f46 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:24.222078 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f96f87ea-b2f2-47b1-94b4-f98c583e8330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (887cccd4-094c-41b8-8491-b99f8de92f46), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.225012 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2c78bcd3-6477-4cd8-a520-60b13582dc25), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.228833 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a3605-37b5-4893-88ed-1566aabe869e req-08f46620-4ccf-4e6a-a4cd-ec60a6c82fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:24.230444 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ab6a3605-37b5-4893-88ed-1566aabe869e req-08f46620-4ccf-4e6a-a4cd-ec60a6c82fab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&device_id=8397ace8-285b-4a79-b322-ccb3c7c94972 HTTP/1.1" status: 200 len: 1129 time: 0.3450100 Feb 09 01:40:24.263101 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-5505ecf8-1c1c-4450-b05f-a516039570d9 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/b45991a1-f053-4249-9e1a-c6b5f51de4f5 HTTP/1.1" status: 200 len: 2994 time: 0.0526259 Feb 09 01:40:24.319991 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-11d7c091-c21c-4bc0-b257-5359b3285b65 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/b45991a1-f053-4249-9e1a-c6b5f51de4f5 HTTP/1.1" status: 200 len: 2994 time: 0.0461957 Feb 09 01:40:24.336443 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-43c7ecb5-b973-4f06-a407-214aa5883593 admin admin] Publish callbacks [] for router_gateway (582d183a-cc02-4cd1-8e05-8a99ca2169ca), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.343252 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=2c78bcd3-6477-4cd8-a520-60b13582dc25,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:24.413543 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-4365ba54-ffe5-4c9f-893c-f0908c3ee991 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/bff03c63-aba2-41d6-b33b-0a723bfe30eb HTTP/1.1" status: 200 len: 3002 time: 0.0782597 Feb 09 01:40:24.420327 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f96f87ea-b2f2-47b1-94b4-f98c583e8330 None None] Current status of the port 887cccd4-094c-41b8-8491-b99f8de92f46 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:24.422668 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92c42496-eebe-4042-9741-27d542f52d8c tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e0d50948-8db0-4b85-8d33-0240e3191f58), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.425347 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92c42496-eebe-4042-9741-27d542f52d8c tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.427593 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-92c42496-eebe-4042-9741-27d542f52d8c tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "DELETE /v2.0/security-groups/e0d50948-8db0-4b85-8d33-0240e3191f58 HTTP/1.1" status: 204 len: 168 time: 0.8482363 Feb 09 01:40:24.440281 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37824) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:24.455515 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c992c5-17df-455a-adff-ac8dbe43fe50 req-5086f13a-0e7a-4d63-bae7-6f2d917071c1 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:24.457282 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b3c992c5-17df-455a-adff-ac8dbe43fe50 req-5086f13a-0e7a-4d63-bae7-6f2d917071c1 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8397ace8-285b-4a79-b322-ccb3c7c94972 HTTP/1.1" status: 200 len: 947 time: 0.2859123 Feb 09 01:40:24.510690 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c42496-eebe-4042-9741-27d542f52d8c tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d50948-8db0-4b85-8d33-0240e3191f58,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:24.512184 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-7e5ee9c1-bcd6-41cd-803e-b5b240dbf2d5 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/bff03c63-aba2-41d6-b33b-0a723bfe30eb HTTP/1.1" status: 200 len: 3002 time: 0.0803108 Feb 09 01:40:24.531261 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a3605-37b5-4893-88ed-1566aabe869e req-03fc5df7-b2d9-49bb-b1cb-b8028de5d315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:24.532845 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ab6a3605-37b5-4893-88ed-1566aabe869e req-03fc5df7-b2d9-49bb-b1cb-b8028de5d315 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.2868934 Feb 09 01:40:24.582327 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 887cccd4-094c-41b8-8491-b99f8de92f46 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:24.599976 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-5edbb06e-f184-4db7-9923-cfec2f15d024 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/c1b015c5-2cd4-4547-8161-923a856a9f1b HTTP/1.1" status: 200 len: 2998 time: 0.0794647 Feb 09 01:40:24.610999 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ab6a3605-37b5-4893-88ed-1566aabe869e req-08e551c5-4181-4840-aaff-45c290380f4b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=f6169741-ef4a-41b9-b2c5-8b073803e3ea HTTP/1.1" status: 200 len: 217 time: 0.0700727 Feb 09 01:40:24.642660 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c15c8778-fb22-4616-a603-2f806f4139cd tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1821301 Feb 09 01:40:24.646850 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37826) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:24.651737 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-87f53660-df22-4727-889f-4fdae6e87f43 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group': {'name': 'tempest-secgroup--347701380'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:24.661207 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-804a1b1b-b5fa-44da-a676-ba8f06634ea6 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/c1b015c5-2cd4-4547-8161-923a856a9f1b HTTP/1.1" status: 200 len: 2998 time: 0.0553052 Feb 09 01:40:24.664686 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 887cccd4-094c-41b8-8491-b99f8de92f46 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:24.665383 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (887cccd4-094c-41b8-8491-b99f8de92f46), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.712871 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87f53660-df22-4727-889f-4fdae6e87f43 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.742633 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b3c992c5-17df-455a-adff-ac8dbe43fe50 req-940dffbf-0cd6-4bac-adde-07094d889e6c tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555439 Feb 09 01:40:24.766611 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-927e8dfc-e925-4605-8f5e-9097639ab67b tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/c68302c0-343e-49f8-a44e-4b39ea190500 HTTP/1.1" status: 200 len: 2998 time: 0.0921867 Feb 09 01:40:24.801725 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a3605-37b5-4893-88ed-1566aabe869e req-bfc8eaec-c202-409c-b36b-53da50659493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:24.803325 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ab6a3605-37b5-4893-88ed-1566aabe869e req-bfc8eaec-c202-409c-b36b-53da50659493 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1805182 Feb 09 01:40:24.826601 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 887cccd4-094c-41b8-8491-b99f8de92f46 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:24.858176 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87f53660-df22-4727-889f-4fdae6e87f43 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (680e19d9-3da6-481c-98ac-7ce72ef63f2c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.868044 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87f53660-df22-4727-889f-4fdae6e87f43 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (680e19d9-3da6-481c-98ac-7ce72ef63f2c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.898200 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-30f2cadc-a297-4898-9792-66946e7c3ff3 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/c68302c0-343e-49f8-a44e-4b39ea190500 HTTP/1.1" status: 200 len: 2998 time: 0.0966666 Feb 09 01:40:24.901637 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-43c7ecb5-b973-4f06-a407-214aa5883593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (582d183a-cc02-4cd1-8e05-8a99ca2169ca), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.941652 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87f53660-df22-4727-889f-4fdae6e87f43 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.942987 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-87f53660-df22-4727-889f-4fdae6e87f43 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2951434 Feb 09 01:40:24.947776 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37828) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:24.961861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f53660-df22-4727-889f-4fdae6e87f43 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=680e19d9-3da6-481c-98ac-7ce72ef63f2c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:24.975054 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-83ac8c11-e70d-4d70-9b62-2cea5cbe2f51 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group_rule': {'security_group_id': '680e19d9-3da6-481c-98ac-7ce72ef63f2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:25.013443 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-5ee74c4e-f047-4d69-b057-6511c523c1da tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/cc88456e-1c01-4855-887e-673e13c6a2c5 HTTP/1.1" status: 200 len: 2998 time: 0.0993032 Feb 09 01:40:25.072870 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-83ac8c11-e70d-4d70-9b62-2cea5cbe2f51 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:25.078599 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-83ac8c11-e70d-4d70-9b62-2cea5cbe2f51 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1251400 Feb 09 01:40:25.080380 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37830) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:25.086171 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-04019716-13fa-4435-9b73-ed0ff4c12b06 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group_rule': {'security_group_id': '680e19d9-3da6-481c-98ac-7ce72ef63f2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:25.093265 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-8b878e20-2bc8-4562-8e66-452952f31b4e tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/cc88456e-1c01-4855-887e-673e13c6a2c5 HTTP/1.1" status: 200 len: 2998 time: 0.0722001 Feb 09 01:40:25.119692 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a3605-37b5-4893-88ed-1566aabe869e req-d6991719-df07-4e6f-96fe-178b5f5b5fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:25.122076 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ab6a3605-37b5-4893-88ed-1566aabe869e req-d6991719-df07-4e6f-96fe-178b5f5b5fb2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3081303 Feb 09 01:40:25.163420 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-581c9ffa-1979-40f9-8624-4f6817f9354b tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e7f981b9-e98b-461e-af39-1b46fa187428 HTTP/1.1" status: 200 len: 3002 time: 0.0609977 Feb 09 01:40:25.166038 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-04019716-13fa-4435-9b73-ed0ff4c12b06 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:25.170671 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-04019716-13fa-4435-9b73-ed0ff4c12b06 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0855532 Feb 09 01:40:25.172500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37832) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:25.247670 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-b897bcfc-4518-4a8e-aad5-072a8e3d0b51 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e7f981b9-e98b-461e-af39-1b46fa187428 HTTP/1.1" status: 200 len: 3002 time: 0.0752292 Feb 09 01:40:25.262811 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818be6de-ac9d-405b-92bf-13847b609d06 req-643feae1-94d6-4f50-b6e9-01f40953f02c tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:25.264427 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-818be6de-ac9d-405b-92bf-13847b609d06 req-643feae1-94d6-4f50-b6e9-01f40953f02c tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/ports?device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 945 time: 0.3400781 Feb 09 01:40:25.284901 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef42-6fcc-4f3f-becd-500b51278ca2 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (680e19d9-3da6-481c-98ac-7ce72ef63f2c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.323810 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef42-6fcc-4f3f-becd-500b51278ca2 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (680e19d9-3da6-481c-98ac-7ce72ef63f2c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.331609 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ab6a3605-37b5-4893-88ed-1566aabe869e req-7bb93bb7-03ee-48e0-9f49-c947f39403d3 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009976 Feb 09 01:40:25.335611 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-1c243a05-06a6-4932-9926-8d1fe5e83ffe tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e99656fd-c22e-40df-96c9-50810dfd8bce HTTP/1.1" status: 200 len: 3002 time: 0.0736108 Feb 09 01:40:25.409273 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-d595f324-cec8-4aee-bbcf-bc94b916f0d6 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e99656fd-c22e-40df-96c9-50810dfd8bce HTTP/1.1" status: 200 len: 3002 time: 0.0671422 Feb 09 01:40:25.423391 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-818be6de-ac9d-405b-92bf-13847b609d06 req-c3569ebb-71ea-44c6-a4a0-7c1662171185 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70b2d05-7496-4399-bb0d-f130f66e9850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481433 Feb 09 01:40:25.439243 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef42-6fcc-4f3f-becd-500b51278ca2 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (680e19d9-3da6-481c-98ac-7ce72ef63f2c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.439243 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef42-6fcc-4f3f-becd-500b51278ca2 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.439243 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fa89ef42-6fcc-4f3f-becd-500b51278ca2 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "DELETE /v2.0/security-groups/680e19d9-3da6-481c-98ac-7ce72ef63f2c HTTP/1.1" status: 204 len: 168 time: 0.2625096 Feb 09 01:40:25.440226 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c7ecb5-b973-4f06-a407-214aa5883593 admin admin] Router 582d183a-cc02-4cd1-8e05-8a99ca2169ca is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:40:25.444029 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37834) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:25.479293 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89ef42-6fcc-4f3f-becd-500b51278ca2 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=680e19d9-3da6-481c-98ac-7ce72ef63f2c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:25.487905 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-66e51a23-954f-4750-adab-62ab0f1dcd31 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/ed688bda-45e9-47b7-89fb-adf2fb023546 HTTP/1.1" status: 200 len: 3002 time: 0.0726521 Feb 09 01:40:25.549196 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58948b66-3a60-47db-aa34-566adcb955c4 req-031542a6-151f-42d4-ad24-7c2b0ac032b8 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/ed688bda-45e9-47b7-89fb-adf2fb023546 HTTP/1.1" status: 200 len: 3002 time: 0.0533423 Feb 09 01:40:25.643502 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ab6a3605-37b5-4893-88ed-1566aabe869e req-c44ccf54-501e-4387-b484-ae1461613d0c service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982252 Feb 09 01:40:25.664411 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e357473c-d13a-4b43-906c-3568fd6f201f x-openstack-request-id: req-e357473c-d13a-4b43-906c-3568fd6f201f {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:25.665666 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8180c577-2698-4475-aeb3-974dee7e8f07", "tag": "1ae1d2b4-74aa-440a-a825-b4764a5c3be6", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:25.668719 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e357473c-d13a-4b43-906c-3568fd6f201f {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:25.668719 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8180c577-2698-4475-aeb3-974dee7e8f07', 'tag': '1ae1d2b4-74aa-440a-a825-b4764a5c3be6', 'status': 'completed', 'code': 200} Feb 09 01:40:25.668719 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37842) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:25.671827 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d4b5aad4-c717-4ede-b14b-83ce4a700a70 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2185686 Feb 09 01:40:25.674491 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-1b968c64-9bb6-4903-ac8f-4e49429b36ac tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group': {'name': 'tempest-secgroup--1978745798'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:25.703025 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b968c64-9bb6-4903-ac8f-4e49429b36ac tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.722972 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d224e-46d3-401e-8e87-5a1c0f5470f8 req-ec86546e-dca4-432d-a7b7-4f801289f0f4 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:25.724604 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e32d224e-46d3-401e-8e87-5a1c0f5470f8 req-ec86546e-dca4-432d-a7b7-4f801289f0f4 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c2387d-0d92-4ad8-b72a-c7be53001efe HTTP/1.1" status: 200 len: 950 time: 0.2373877 Feb 09 01:40:25.787607 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c7ecb5-b973-4f06-a407-214aa5883593 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:40:25.801119 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] Sync routers for ids ['582d183a-cc02-4cd1-8e05-8a99ca2169ca'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:40:25.820120 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] Routers {'582d183a-cc02-4cd1-8e05-8a99ca2169ca'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:25.821594 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:40:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['582d183a-cc02-4cd1-8e05-8a99ca2169ca'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:25.826632 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-43c7ecb5-b973-4f06-a407-214aa5883593 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.830555 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-43c7ecb5-b973-4f06-a407-214aa5883593 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4662662 Feb 09 01:40:25.836267 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37846) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:25.858585 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f28603-323c-496b-814a-4d03506f95f1 req-c1785057-d9b0-40a3-9157-c1327e01e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:25.860238 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-66f28603-323c-496b-814a-4d03506f95f1 req-c1785057-d9b0-40a3-9157-c1327e01e8fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&device_id=8180c577-2698-4475-aeb3-974dee7e8f07 HTTP/1.1" status: 200 len: 1130 time: 0.1567125 Feb 09 01:40:25.863521 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e32d224e-46d3-401e-8e87-5a1c0f5470f8 req-635c7693-a7c6-48be-aa12-f1caeac29aed tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/security-groups?id=8de6d85f-142b-4442-bf0d-e769b45e366b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103299 Feb 09 01:40:25.864964 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477998ea-edaa-45d4-8fa4-0e1d318c5ecf req-abb945d5-ee70-408c-b8af-c0292120ca15 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:25.866552 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-477998ea-edaa-45d4-8fa4-0e1d318c5ecf req-abb945d5-ee70-408c-b8af-c0292120ca15 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4966b6b-6004-4aed-8864-207d028a1374 HTTP/1.1" status: 200 len: 946 time: 0.1286249 Feb 09 01:40:25.967123 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b968c64-9bb6-4903-ac8f-4e49429b36ac tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (eb86832e-10bb-454b-beff-8b0006cdd3b5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.981309 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] Set router 582d183a-cc02-4cd1-8e05-8a99ca2169ca gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:25.996823 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b968c64-9bb6-4903-ac8f-4e49429b36ac tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (eb86832e-10bb-454b-beff-8b0006cdd3b5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.030250 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e66f41-be74-4a37-b1c5-15b8016869cc x-openstack-request-id: req-d3e66f41-be74-4a37-b1c5-15b8016869cc {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:26.030595 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c2387d-0d92-4ad8-b72a-c7be53001efe", "name": "network-vif-plugged", "status": "completed", "tag": "2c78bcd3-6477-4cd8-a520-60b13582dc25", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:26.030793 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3e66f41-be74-4a37-b1c5-15b8016869cc {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:26.031201 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c2387d-0d92-4ad8-b72a-c7be53001efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c78bcd3-6477-4cd8-a520-60b13582dc25', 'code': 200} Feb 09 01:40:26.047414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f28603-323c-496b-814a-4d03506f95f1 req-f581aec7-6ffa-449d-9234-df07e95f9b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:26.049617 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-66f28603-323c-496b-814a-4d03506f95f1 req-f581aec7-6ffa-449d-9234-df07e95f9b82 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.1768689 Feb 09 01:40:26.098741 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b968c64-9bb6-4903-ac8f-4e49429b36ac tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.103967 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1b968c64-9bb6-4903-ac8f-4e49429b36ac tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4339154 Feb 09 01:40:26.108452 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37852) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:26.117837 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-7ee37201-2c70-498b-99d8-35657c78ad9e tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:26.117837 n-d-828387-3 neutron-server[103183]: WARNING neutron.api.v2.base [None req-7ee37201-2c70-498b-99d8-35657c78ad9e tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 01:40:26.118317 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-7ee37201-2c70-498b-99d8-35657c78ad9e tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 01:40:26.123091 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7ee37201-2c70-498b-99d8-35657c78ad9e tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "PUT /v2.0/security-groups/eb86832e-10bb-454b-beff-8b0006cdd3b5 HTTP/1.1" status: 409 len: 330 time: 0.0089920 Feb 09 01:40:26.154394 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-477998ea-edaa-45d4-8fa4-0e1d318c5ecf req-bcfabe98-afaa-48e1-a694-8411b398b114 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258205 Feb 09 01:40:26.154394 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37854) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:26.162182 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b968c64-9bb6-4903-ac8f-4e49429b36ac tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb86832e-10bb-454b-beff-8b0006cdd3b5,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:26.221609 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-66f28603-323c-496b-814a-4d03506f95f1 req-6cd99b63-96b7-4328-bdc4-facd084f93a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=1ae1d2b4-74aa-440a-a825-b4764a5c3be6 HTTP/1.1" status: 200 len: 217 time: 0.0707245 Feb 09 01:40:26.237574 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-91fd08c2-5bdb-4e08-9c92-073bffc57cb1 req-e1e00f64-f81f-4f68-a147-dc7e9382de43 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9270fe5fad8842248a8b60f6d535fa60 HTTP/1.1" status: 200 len: 6160 time: 0.2370470 Feb 09 01:40:26.244277 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c871802-1f11-42e5-ad70-f9ce274499d0 req-9515a02a-b1ee-4953-ba96-17c8d21771f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:26.245866 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c871802-1f11-42e5-ad70-f9ce274499d0 req-9515a02a-b1ee-4953-ba96-17c8d21771f2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c4c2387d-0d92-4ad8-b72a-c7be53001efe HTTP/1.1" status: 200 len: 1132 time: 0.1918454 Feb 09 01:40:26.294447 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d183a-cc02-4cd1-8e05-8a99ca2169ca', 'name': 'tempest-FloatingIPDetailsTestJSON-956861633-router', 'tenant_id': 'c611424010b4402aadb399ad1dbe33d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'bed44462-2876-41c4-a1aa-ee7833af9e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:20Z', 'updated_at': '2022-02-09T01:40:23Z', 'revision_number': 3, 'project_id': 'c611424010b4402aadb399ad1dbe33d7', 'gw_port': {'id': 'bed44462-2876-41c4-a1aa-ee7833af9e8c', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582d183a-cc02-4cd1-8e05-8a99ca2169ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:22Z', 'updated_at': '2022-02-09T01:40:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:26.328922 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] Checking router: 582d183a-cc02-4cd1-8e05-8a99ca2169ca for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:40:26.329677 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] Updating router 582d183a-cc02-4cd1-8e05-8a99ca2169ca port bed44462-2876-41c4-a1aa-ee7833af9e8c binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:40:26.333079 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f28603-323c-496b-814a-4d03506f95f1 req-1c703812-f692-4b89-97ce-2d9661949546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:26.335542 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-66f28603-323c-496b-814a-4d03506f95f1 req-1c703812-f692-4b89-97ce-2d9661949546 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.0879607 Feb 09 01:40:26.348851 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-91fd08c2-5bdb-4e08-9c92-073bffc57cb1 req-9f85fcbb-c467-499c-83f6-986f43f652c4 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] 10.222.0.36 "GET /v2.0/security-groups/bff03c63-aba2-41d6-b33b-0a723bfe30eb HTTP/1.1" status: 200 len: 3002 time: 0.1097190 Feb 09 01:40:26.363419 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bed44462-2876-41c4-a1aa-ee7833af9e8c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.420676 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fba8bf6d-be1f-4924-8431-4b66e8326c99 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (eb86832e-10bb-454b-beff-8b0006cdd3b5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.429165 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-91fd08c2-5bdb-4e08-9c92-073bffc57cb1 req-1a9bf8eb-91ef-4d22-bd13-40ba363888a6 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] 10.222.0.36 "GET /v2.0/security-groups/bff03c63-aba2-41d6-b33b-0a723bfe30eb HTTP/1.1" status: 200 len: 3002 time: 0.0785837 Feb 09 01:40:26.445002 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f28603-323c-496b-814a-4d03506f95f1 req-13c76134-38ee-404c-8477-ac7810a1f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:26.446600 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-66f28603-323c-496b-814a-4d03506f95f1 req-13c76134-38ee-404c-8477-ac7810a1f32d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0876019 Feb 09 01:40:26.514931 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fba8bf6d-be1f-4924-8431-4b66e8326c99 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (eb86832e-10bb-454b-beff-8b0006cdd3b5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.521946 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c871802-1f11-42e5-ad70-f9ce274499d0 req-ac0ea509-8dfc-47ee-ba4d-30b0bcf93ae0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8de6d85f-142b-4442-bf0d-e769b45e366b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625818 Feb 09 01:40:26.592833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546aeeb-a648-4feb-9435-0b2c1ae8d66f req-d2d5397e-6e72-4331-bfbe-51a5d1f8f4c1 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:26.594589 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2546aeeb-a648-4feb-9435-0b2c1ae8d66f req-d2d5397e-6e72-4331-bfbe-51a5d1f8f4c1 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8397ace8-285b-4a79-b322-ccb3c7c94972 HTTP/1.1" status: 200 len: 947 time: 0.2942512 Feb 09 01:40:26.657175 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae403bd-27b8-4764-a565-d988197a7b5f req-fd9fe5da-e956-4b3e-a6e9-d4dcdc9f3654 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:26.666358 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7ae403bd-27b8-4764-a565-d988197a7b5f req-fd9fe5da-e956-4b3e-a6e9-d4dcdc9f3654 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1094487 Feb 09 01:40:26.712669 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-66f28603-323c-496b-814a-4d03506f95f1 req-03895e30-d5bb-42e6-b183-0646920c4a15 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583218 Feb 09 01:40:26.729558 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7ae403bd-27b8-4764-a565-d988197a7b5f req-4cc09a8d-814b-4fb7-a929-2825aa4f169a tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626490 Feb 09 01:40:26.732473 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fba8bf6d-be1f-4924-8431-4b66e8326c99 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (eb86832e-10bb-454b-beff-8b0006cdd3b5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.736146 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fba8bf6d-be1f-4924-8431-4b66e8326c99 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.741641 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fba8bf6d-be1f-4924-8431-4b66e8326c99 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "DELETE /v2.0/security-groups/eb86832e-10bb-454b-beff-8b0006cdd3b5 HTTP/1.1" status: 204 len: 168 time: 0.5931406 Feb 09 01:40:26.742530 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37862) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:26.754610 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] Publish callbacks [] for port (bed44462-2876-41c4-a1aa-ee7833af9e8c), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.761772 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bed44462-2876-41c4-a1aa-ee7833af9e8c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.807728 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8bf6d-be1f-4924-8431-4b66e8326c99 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb86832e-10bb-454b-beff-8b0006cdd3b5,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:26.827297 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2546aeeb-a648-4feb-9435-0b2c1ae8d66f req-e828fffe-fce5-4bff-b866-a75e65ff8d8a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253456 Feb 09 01:40:26.868875 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] Attempting to bind port bed44462-2876-41c4-a1aa-ee7833af9e8c on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:26.869681 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] Attempting to bind port bed44462-2876-41c4-a1aa-ee7833af9e8c by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:26.869681 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] Attempting to bind port bed44462-2876-41c4-a1aa-ee7833af9e8c on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:26.882071 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-66f28603-323c-496b-814a-4d03506f95f1 req-5a145579-06a2-4cbb-b46c-05141b40770f service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512027 Feb 09 01:40:26.882465 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:26.882843 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:26.883376 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.883768 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:26.884245 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] Bound port: bed44462-2876-41c4-a1aa-ee7833af9e8c, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:26.884623 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bed44462-2876-41c4-a1aa-ee7833af9e8c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.895760 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7f3d25e7-1863-44c1-9575-fa53555a2433 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1399558 Feb 09 01:40:26.907913 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37868) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:26.932695 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-8949c3d3-79c2-478b-8520-c19abea5bd7d tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] delete failed (client error): The resource could not be found. Feb 09 01:40:26.939258 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8949c3d3-79c2-478b-8520-c19abea5bd7d tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "DELETE /v2.0/security-groups/00ba83b9-50f8-4a6d-a621-ce840f3302c7 HTTP/1.1" status: 404 len: 347 time: 0.0240026 Feb 09 01:40:26.941717 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37870) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:26.942275 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198b592-b23a-4d60-b83b-e4c3ff48b6a1 None None] Pushing event updated for resources: {'Port': ['ID=bed44462-2876-41c4-a1aa-ee7833af9e8c,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:26.975427 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] For port bed44462-2876-41c4-a1aa-ee7833af9e8c, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:26.985792 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] For port bed44462-2876-41c4-a1aa-ee7833af9e8c, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=bed44462-2876-41c4-a1aa-ee7833af9e8c,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:26.998417 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bed44462-2876-41c4-a1aa-ee7833af9e8c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.000064 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-f7b815a5-a601-4c76-81d5-4db884abd2e7 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] show failed (client error): The resource could not be found. Feb 09 01:40:27.003715 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f7b815a5-a601-4c76-81d5-4db884abd2e7 tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "GET /v2.0/security-groups/b7541a53-c57e-4f2a-b87b-d323a076e117 HTTP/1.1" status: 404 len: 347 time: 0.0616443 Feb 09 01:40:27.009200 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ccda1f31-3a69-44cd-bc7b-c212b00c03b4 req-a1daf5f2-988e-4b4d-b6e1-432384d4a5b4 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/d0bec5f3-356f-48c4-a93e-7d5188b15e43 HTTP/1.1" status: 200 len: 1796 time: 0.1019299 Feb 09 01:40:27.009389 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37874) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:27.026754 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-12246996-0c48-41ee-a202-4e2fb18b390c tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] show failed (client error): The resource could not be found. Feb 09 01:40:27.027963 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-12246996-0c48-41ee-a202-4e2fb18b390c tempest-NegativeSecGroupIPv6Test-277799390 tempest-NegativeSecGroupIPv6Test-277799390-project] 10.222.0.36 "GET /v2.0/security-group-rules/68023ea0-9317-4861-8a15-71723b8e5798 HTTP/1.1" status: 404 len: 356 time: 0.0176096 Feb 09 01:40:27.098004 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device f6169741-ef4a-41b9-b2c5-8b073803e3ea details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:40:27.148557 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ccda1f31-3a69-44cd-bc7b-c212b00c03b4 req-2e4d4d3b-8ca9-4409-bd15-c27d8f0cf3a2 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Publish callbacks [] for security_group (d0bec5f3-356f-48c4-a93e-7d5188b15e43), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.189566 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ccda1f31-3a69-44cd-bc7b-c212b00c03b4 req-2e4d4d3b-8ca9-4409-bd15-c27d8f0cf3a2 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Publish callbacks [] for security_group (d0bec5f3-356f-48c4-a93e-7d5188b15e43), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.194596 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05d1eca3-6b2e-4f0f-8bbc-14a62fda9e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.297415 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port f6169741-ef4a-41b9-b2c5-8b073803e3ea, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f6169741-ef4a-41b9-b2c5-8b073803e3ea,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:27.317419 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ccda1f31-3a69-44cd-bc7b-c212b00c03b4 req-2e4d4d3b-8ca9-4409-bd15-c27d8f0cf3a2 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d0bec5f3-356f-48c4-a93e-7d5188b15e43), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.320299 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ccda1f31-3a69-44cd-bc7b-c212b00c03b4 req-2e4d4d3b-8ca9-4409-bd15-c27d8f0cf3a2 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.321588 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ccda1f31-3a69-44cd-bc7b-c212b00c03b4 req-2e4d4d3b-8ca9-4409-bd15-c27d8f0cf3a2 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/d0bec5f3-356f-48c4-a93e-7d5188b15e43 HTTP/1.1" status: 204 len: 173 time: 0.3095098 Feb 09 01:40:27.334478 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198b592-b23a-4d60-b83b-e4c3ff48b6a1 None None] Pushing event updated for resources: {'Port': ['ID=bed44462-2876-41c4-a1aa-ee7833af9e8c,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:27.342255 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'f6169741-ef4a-41b9-b2c5-8b073803e3ea', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': 'f6169741-ef4a-41b9-b2c5-8b073803e3ea', 'mac_address': 'fa:16:3e:4f:7e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:40:27.351508 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] Routers {'582d183a-cc02-4cd1-8e05-8a99ca2169ca'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:27.352420 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:40:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['582d183a-cc02-4cd1-8e05-8a99ca2169ca'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:27.356808 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d4d3b-8ca9-4409-bd15-c27d8f0cf3a2 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bec5f3-356f-48c4-a93e-7d5188b15e43,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:27.448080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-05d1eca3-6b2e-4f0f-8bbc-14a62fda9e14 admin admin] Allocated IP 172.20.0.1 (515c12d8-1747-4322-a36c-f5790f62f329/93103878-dcc1-4716-893a-838201b72fe5/b180cce8-bf29-41ab-9d68-4cf1d7f44d59) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:27.526138 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37884) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:27.600687 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port f6169741-ef4a-41b9-b2c5-8b073803e3ea is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:27.601466 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f6169741-ef4a-41b9-b2c5-8b073803e3ea), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.630150 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6169741-ef4a-41b9-b2c5-8b073803e3ea {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:40:27.654281 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] Set router 582d183a-cc02-4cd1-8e05-8a99ca2169ca gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:27.665965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbd7dc-0496-49c4-acc2-2082271cb43a req-a4ae2850-843a-4ba7-80fb-4e1a5e6e55e5 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:27.667643 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-33fbd7dc-0496-49c4-acc2-2082271cb43a req-a4ae2850-843a-4ba7-80fb-4e1a5e6e55e5 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.2092984 Feb 09 01:40:27.694449 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca1810-915d-4fe2-bad2-d82a29185371 req-5d826d47-9cb2-45f9-9007-590d45e2a102 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:27.704115 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8dca1810-915d-4fe2-bad2-d82a29185371 req-5d826d47-9cb2-45f9-9007-590d45e2a102 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c2387d-0d92-4ad8-b72a-c7be53001efe HTTP/1.1" status: 200 len: 950 time: 0.1259263 Feb 09 01:40:27.753914 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port f6169741-ef4a-41b9-b2c5-8b073803e3ea, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f6169741-ef4a-41b9-b2c5-8b073803e3ea,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:27.757090 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05d1eca3-6b2e-4f0f-8bbc-14a62fda9e14 admin admin] Publish callbacks [] for port (b180cce8-bf29-41ab-9d68-4cf1d7f44d59), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.777784 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-33fbd7dc-0496-49c4-acc2-2082271cb43a req-5eda4857-1cef-46d7-a7ff-635d8530ae28 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005726 Feb 09 01:40:27.814385 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f6169741-ef4a-41b9-b2c5-8b073803e3ea), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.816365 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cc40d52b-0626-45d6-b45a-51e11477feb6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b5e9a928cb54f2598ea9920fda2d8dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2880771 Feb 09 01:40:27.818383 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37892) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:27.818611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 1ae1d2b4-74aa-440a-a825-b4764a5c3be6 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:40:27.837153 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8dca1810-915d-4fe2-bad2-d82a29185371 req-0f2c477e-fbca-46c3-b07d-4b86785a9ef6 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/security-groups?id=8de6d85f-142b-4442-bf0d-e769b45e366b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298528 Feb 09 01:40:27.876229 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 1ae1d2b4-74aa-440a-a825-b4764a5c3be6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=1ae1d2b4-74aa-440a-a825-b4764a5c3be6,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:27.897548 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '1ae1d2b4-74aa-440a-a825-b4764a5c3be6', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '1ae1d2b4-74aa-440a-a825-b4764a5c3be6', 'mac_address': 'fa:16:3e:e3:a3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:40:27.934248 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ca861f48-dd92-434c-b10e-b15d9fca6fa8 req-c7a59c22-8a3b-481f-ae81-e384f0e5dfb0 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "GET /v2.0/security-groups/1f6a9e26-2e9f-4c1d-b80c-2854febd947d HTTP/1.1" status: 200 len: 1795 time: 0.0778232 Feb 09 01:40:27.951906 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05d1eca3-6b2e-4f0f-8bbc-14a62fda9e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (b180cce8-bf29-41ab-9d68-4cf1d7f44d59), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.027699 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=f6169741-ef4a-41b9-b2c5-8b073803e3ea,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:28.047890 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1d251-a368-4456-8629-c261972007d2 req-0ff54521-eada-4abe-9e99-b9ea0a561840 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:28.056940 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-71a1d251-a368-4456-8629-c261972007d2 req-0ff54521-eada-4abe-9e99-b9ea0a561840 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4966b6b-6004-4aed-8864-207d028a1374 HTTP/1.1" status: 200 len: 946 time: 0.1768079 Feb 09 01:40:28.064529 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d1eca3-6b2e-4f0f-8bbc-14a62fda9e14 admin admin] Network 515c12d8-1747-4322-a36c-f5790f62f329 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:28.075640 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-ca861f48-dd92-434c-b10e-b15d9fca6fa8 req-8b50a9c8-107c-4064-a326-5738d3caa433 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Publish callbacks [] for security_group (1f6a9e26-2e9f-4c1d-b80c-2854febd947d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.079703 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 1ae1d2b4-74aa-440a-a825-b4764a5c3be6 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:28.080078 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1ae1d2b4-74aa-440a-a825-b4764a5c3be6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.085531 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-05d1eca3-6b2e-4f0f-8bbc-14a62fda9e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:28.108472 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1eca3-6b2e-4f0f-8bbc-14a62fda9e14 admin admin] Pushing event updated for resources: {'Port': ['ID=b180cce8-bf29-41ab-9d68-4cf1d7f44d59,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:28.118119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d1eca3-6b2e-4f0f-8bbc-14a62fda9e14 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:28.142933 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-ca861f48-dd92-434c-b10e-b15d9fca6fa8 req-8b50a9c8-107c-4064-a326-5738d3caa433 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Publish callbacks [] for security_group (1f6a9e26-2e9f-4c1d-b80c-2854febd947d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.190758 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05d1eca3-6b2e-4f0f-8bbc-14a62fda9e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (582d183a-cc02-4cd1-8e05-8a99ca2169ca), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.251845 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-ca861f48-dd92-434c-b10e-b15d9fca6fa8 req-8b50a9c8-107c-4064-a326-5738d3caa433 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1f6a9e26-2e9f-4c1d-b80c-2854febd947d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.256279 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-ca861f48-dd92-434c-b10e-b15d9fca6fa8 req-8b50a9c8-107c-4064-a326-5738d3caa433 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.257899 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ca861f48-dd92-434c-b10e-b15d9fca6fa8 req-8b50a9c8-107c-4064-a326-5738d3caa433 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f6a9e26-2e9f-4c1d-b80c-2854febd947d HTTP/1.1" status: 204 len: 173 time: 0.3160715 Feb 09 01:40:28.272145 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50a9c8-107c-4064-a326-5738d3caa433 tempest-SecurityGroupsTestAdminJSON-1509833676 tempest-SecurityGroupsTestAdminJSON-1509833676-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6a9e26-2e9f-4c1d-b80c-2854febd947d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:28.395925 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aba42792-8d8f-404b-b385-2ae26298b2a2 admin admin] Publish callbacks [] for security_group (2aadab80-d157-4805-aa04-2e148fa8b41c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.413481 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-71a1d251-a368-4456-8629-c261972007d2 req-d930d848-c689-466d-95cf-e84bfe1ac3c0 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507915 Feb 09 01:40:28.515719 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae1d2b4-74aa-440a-a825-b4764a5c3be6 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:40:28.523104 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aba42792-8d8f-404b-b385-2ae26298b2a2 admin admin] Publish callbacks [] for security_group (2aadab80-d157-4805-aa04-2e148fa8b41c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.539378 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05d1eca3-6b2e-4f0f-8bbc-14a62fda9e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b180cce8-bf29-41ab-9d68-4cf1d7f44d59), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.542053 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbe54e-52ef-4da7-90ad-9f12a2578a91 req-97124296-2659-4a77-9382-657809141dce tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:28.544882 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 1ae1d2b4-74aa-440a-a825-b4764a5c3be6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=1ae1d2b4-74aa-440a-a825-b4764a5c3be6,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:28.554069 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1ae1d2b4-74aa-440a-a825-b4764a5c3be6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.556850 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2bbbe54e-52ef-4da7-90ad-9f12a2578a91 req-97124296-2659-4a77-9382-657809141dce tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/ports?device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 945 time: 0.1981661 Feb 09 01:40:28.638424 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-092d4492-837a-44fb-adf0-014e595fad2f None None] Provisioning complete for port b180cce8-bf29-41ab-9d68-4cf1d7f44d59 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:28.638993 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-092d4492-837a-44fb-adf0-014e595fad2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b180cce8-bf29-41ab-9d68-4cf1d7f44d59), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.641553 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d183a-cc02-4cd1-8e05-8a99ca2169ca', 'name': 'tempest-FloatingIPDetailsTestJSON-956861633-router', 'tenant_id': 'c611424010b4402aadb399ad1dbe33d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'bed44462-2876-41c4-a1aa-ee7833af9e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:20Z', 'updated_at': '2022-02-09T01:40:23Z', 'revision_number': 3, 'project_id': 'c611424010b4402aadb399ad1dbe33d7', 'gw_port': {'id': 'bed44462-2876-41c4-a1aa-ee7833af9e8c', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582d183a-cc02-4cd1-8e05-8a99ca2169ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:22Z', 'updated_at': '2022-02-09T01:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:28.663391 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2bbbe54e-52ef-4da7-90ad-9f12a2578a91 req-0b37e839-a920-429b-b470-7b077daf12c0 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70b2d05-7496-4399-bb0d-f130f66e9850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052208 Feb 09 01:40:28.684136 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfb2bbb-9467-4efd-9407-5795863143ff None None] The sync data for ids ['582d183a-cc02-4cd1-8e05-8a99ca2169ca'] in n-d-828387-3 is: [{'id': '582d183a-cc02-4cd1-8e05-8a99ca2169ca', 'name': 'tempest-FloatingIPDetailsTestJSON-956861633-router', 'tenant_id': 'c611424010b4402aadb399ad1dbe33d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'bed44462-2876-41c4-a1aa-ee7833af9e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:20Z', 'updated_at': '2022-02-09T01:40:23Z', 'revision_number': 3, 'project_id': 'c611424010b4402aadb399ad1dbe33d7', 'gw_port': {'id': 'bed44462-2876-41c4-a1aa-ee7833af9e8c', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582d183a-cc02-4cd1-8e05-8a99ca2169ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:22Z', 'updated_at': '2022-02-09T01:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:40:28.744556 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=1ae1d2b4-74aa-440a-a825-b4764a5c3be6,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:28.752265 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-092d4492-837a-44fb-adf0-014e595fad2f None None] Port b180cce8-bf29-41ab-9d68-4cf1d7f44d59 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:40:28.794297 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb30be-081d-4716-abba-aae1bdcac9e0 req-2387cb15-3d72-4d79-b7d3-7b91a1240e7e tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:28.797207 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04fb30be-081d-4716-abba-aae1bdcac9e0 req-2387cb15-3d72-4d79-b7d3-7b91a1240e7e tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8397ace8-285b-4a79-b322-ccb3c7c94972 HTTP/1.1" status: 200 len: 948 time: 0.2257500 Feb 09 01:40:28.831457 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5834a25d-a30f-49b5-b1f1-cf706768394c req-13b5df9c-43f5-4954-9110-43d3585ae179 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] 10.222.0.36 "GET /v2.0/security-groups/8c58647a-161e-47e0-95e5-36266ab35c0d HTTP/1.1" status: 200 len: 1795 time: 0.0872509 Feb 09 01:40:28.840186 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14b8d3-1128-4a4e-8e7e-b22b4573c51f req-875de702-aff6-4f39-b980-fa84860ccbc1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:28.843538 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7f14b8d3-1128-4a4e-8e7e-b22b4573c51f req-875de702-aff6-4f39-b980-fa84860ccbc1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4966b6b-6004-4aed-8864-207d028a1374 HTTP/1.1" status: 200 len: 946 time: 0.1785569 Feb 09 01:40:28.912381 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aba42792-8d8f-404b-b385-2ae26298b2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2aadab80-d157-4805-aa04-2e148fa8b41c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.914556 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aba42792-8d8f-404b-b385-2ae26298b2a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.916659 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-aba42792-8d8f-404b-b385-2ae26298b2a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2aadab80-d157-4805-aa04-2e148fa8b41c HTTP/1.1" status: 204 len: 168 time: 1.0952644 Feb 09 01:40:28.957622 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba42792-8d8f-404b-b385-2ae26298b2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aadab80-d157-4805-aa04-2e148fa8b41c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:28.962923 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['f6169741-ef4a-41b9-b2c5-8b073803e3ea'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:28.967553 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['1ae1d2b4-74aa-440a-a825-b4764a5c3be6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:29.015308 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04fb30be-081d-4716-abba-aae1bdcac9e0 req-fafffc92-b63f-4123-89cf-861972ee632b tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959555 Feb 09 01:40:29.096383 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-5834a25d-a30f-49b5-b1f1-cf706768394c req-1e386bad-511e-46ba-a331-91e13f3f68a2 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Publish callbacks [] for security_group (8c58647a-161e-47e0-95e5-36266ab35c0d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.140691 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05d1eca3-6b2e-4f0f-8bbc-14a62fda9e14 admin admin] Publish callbacks [] for port (b180cce8-bf29-41ab-9d68-4cf1d7f44d59), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.184138 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05d1eca3-6b2e-4f0f-8bbc-14a62fda9e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (b180cce8-bf29-41ab-9d68-4cf1d7f44d59), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.236288 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-5834a25d-a30f-49b5-b1f1-cf706768394c req-1e386bad-511e-46ba-a331-91e13f3f68a2 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Publish callbacks [] for security_group (8c58647a-161e-47e0-95e5-36266ab35c0d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.273338 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05d1eca3-6b2e-4f0f-8bbc-14a62fda9e14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (582d183a-cc02-4cd1-8e05-8a99ca2169ca), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.332343 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1eca3-6b2e-4f0f-8bbc-14a62fda9e14 admin admin] Pushing event updated for resources: {'Port': ['ID=b180cce8-bf29-41ab-9d68-4cf1d7f44d59,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:29.414082 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-5834a25d-a30f-49b5-b1f1-cf706768394c req-1e386bad-511e-46ba-a331-91e13f3f68a2 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8c58647a-161e-47e0-95e5-36266ab35c0d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.422943 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-5834a25d-a30f-49b5-b1f1-cf706768394c req-1e386bad-511e-46ba-a331-91e13f3f68a2 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.427566 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5834a25d-a30f-49b5-b1f1-cf706768394c req-1e386bad-511e-46ba-a331-91e13f3f68a2 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] 10.222.0.36 "DELETE /v2.0/security-groups/8c58647a-161e-47e0-95e5-36266ab35c0d HTTP/1.1" status: 204 len: 173 time: 0.5681806 Feb 09 01:40:29.493950 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e386bad-511e-46ba-a331-91e13f3f68a2 tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c58647a-161e-47e0-95e5-36266ab35c0d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:29.564945 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68de4c-e03d-4b13-8e50-30d4df528de4 req-38b4aa09-2bbd-440a-a869-4b645aa6cdb1 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:29.582898 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-7f14b8d3-1128-4a4e-8e7e-b22b4573c51f req-caae0bd9-c05a-4100-8a6c-ca72288df207 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Deleting port e99c416f-2b65-476b-ba2f-3ae9f1bd4d19 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:29.584698 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d68de4c-e03d-4b13-8e50-30d4df528de4 req-38b4aa09-2bbd-440a-a869-4b645aa6cdb1 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c2387d-0d92-4ad8-b72a-c7be53001efe HTTP/1.1" status: 200 len: 950 time: 0.4206483 Feb 09 01:40:29.589222 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-7f14b8d3-1128-4a4e-8e7e-b22b4573c51f req-caae0bd9-c05a-4100-8a6c-ca72288df207 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e99c416f-2b65-476b-ba2f-3ae9f1bd4d19), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.670456 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d68de4c-e03d-4b13-8e50-30d4df528de4 req-3584d236-6ddd-4f14-a56b-e70beca0c9bb tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/security-groups?id=8de6d85f-142b-4442-bf0d-e769b45e366b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813577 Feb 09 01:40:29.799239 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f4314470-6c07-4d37-ac05-98eeba9320e9 req-90b1f039-691b-43ea-851d-464d0e6a7cba tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] 10.222.0.36 "GET /v2.0/security-groups/6b703eda-90c8-46cb-a292-121dc415abf0 HTTP/1.1" status: 200 len: 1796 time: 0.0858274 Feb 09 01:40:29.862947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d1eca3-6b2e-4f0f-8bbc-14a62fda9e14 admin admin] Network 515c12d8-1747-4322-a36c-f5790f62f329 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:29.872399 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-05d1eca3-6b2e-4f0f-8bbc-14a62fda9e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:29.909618 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd279a9a-2ffc-48c5-8b25-dbd9ad4bca97 req-89865d4e-fcfb-4407-aaac-49268046cfdc tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:29.912175 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dd279a9a-2ffc-48c5-8b25-dbd9ad4bca97 req-89865d4e-fcfb-4407-aaac-49268046cfdc tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.48 "GET /v2.0/ports?device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 945 time: 0.2581470 Feb 09 01:40:30.095480 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f4314470-6c07-4d37-ac05-98eeba9320e9 req-3a4890ff-48e4-467a-b859-1a72022a1e2b tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Publish callbacks [] for security_group (6b703eda-90c8-46cb-a292-121dc415abf0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.174602 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f4314470-6c07-4d37-ac05-98eeba9320e9 req-3a4890ff-48e4-467a-b859-1a72022a1e2b tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Publish callbacks [] for security_group (6b703eda-90c8-46cb-a292-121dc415abf0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.226557 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0c50a-4f22-4935-808d-9134259a640e req-8f98c255-c320-43b9-85bf-f6c738452d08 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:30.245480 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8de0c50a-4f22-4935-808d-9134259a640e req-8f98c255-c320-43b9-85bf-f6c738452d08 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4966b6b-6004-4aed-8864-207d028a1374 HTTP/1.1" status: 200 len: 946 time: 0.6490026 Feb 09 01:40:30.259392 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f4314470-6c07-4d37-ac05-98eeba9320e9 req-3a4890ff-48e4-467a-b859-1a72022a1e2b tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6b703eda-90c8-46cb-a292-121dc415abf0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.262276 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f4314470-6c07-4d37-ac05-98eeba9320e9 req-3a4890ff-48e4-467a-b859-1a72022a1e2b tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.264199 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f4314470-6c07-4d37-ac05-98eeba9320e9 req-3a4890ff-48e4-467a-b859-1a72022a1e2b tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] 10.222.0.36 "DELETE /v2.0/security-groups/6b703eda-90c8-46cb-a292-121dc415abf0 HTTP/1.1" status: 204 len: 173 time: 0.4633682 Feb 09 01:40:30.300458 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-2e8f66ad-ae5e-442f-a9cc-38dcdf3d8723 None None] Provisioning complete for port b180cce8-bf29-41ab-9d68-4cf1d7f44d59 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:30.301038 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2e8f66ad-ae5e-442f-a9cc-38dcdf3d8723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b180cce8-bf29-41ab-9d68-4cf1d7f44d59), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.309726 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-7f14b8d3-1128-4a4e-8e7e-b22b4573c51f req-caae0bd9-c05a-4100-8a6c-ca72288df207 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] For port e99c416f-2b65-476b-ba2f-3ae9f1bd4d19, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=e99c416f-2b65-476b-ba2f-3ae9f1bd4d19,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:30.310488 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-7f14b8d3-1128-4a4e-8e7e-b22b4573c51f req-caae0bd9-c05a-4100-8a6c-ca72288df207 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e99c416f-2b65-476b-ba2f-3ae9f1bd4d19), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.327686 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4890ff-48e4-467a-b859-1a72022a1e2b tempest-SecurityGroupsTestAdminJSON-165391336 tempest-SecurityGroupsTestAdminJSON-165391336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b703eda-90c8-46cb-a292-121dc415abf0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:30.382438 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-7f14b8d3-1128-4a4e-8e7e-b22b4573c51f req-caae0bd9-c05a-4100-8a6c-ca72288df207 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Calling delete_port for e99c416f-2b65-476b-ba2f-3ae9f1bd4d19 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:30.382979 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-dd279a9a-2ffc-48c5-8b25-dbd9ad4bca97 req-e4468898-cd59-46ff-8ef7-4cb833d577aa tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Deleting port c9792313-42b9-4b78-9553-f013d6c2a0e8 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:30.383644 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dd279a9a-2ffc-48c5-8b25-dbd9ad4bca97 req-e4468898-cd59-46ff-8ef7-4cb833d577aa tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (c9792313-42b9-4b78-9553-f013d6c2a0e8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.462991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2e8f66ad-ae5e-442f-a9cc-38dcdf3d8723 None None] Port b180cce8-bf29-41ab-9d68-4cf1d7f44d59 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:40:30.509898 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8de0c50a-4f22-4935-808d-9134259a640e req-9cf6260c-de74-4cfd-9e6f-c1d5d46fc28f tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588861 Feb 09 01:40:30.544264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d1eca3-6b2e-4f0f-8bbc-14a62fda9e14 admin admin] Router 582d183a-cc02-4cd1-8e05-8a99ca2169ca has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:40:30.624660 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bed44462-2876-41c4-a1aa-ee7833af9e8c up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:30.746295 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port bed44462-2876-41c4-a1aa-ee7833af9e8c triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:30.746677 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bed44462-2876-41c4-a1aa-ee7833af9e8c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.842144 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-7f14b8d3-1128-4a4e-8e7e-b22b4573c51f req-caae0bd9-c05a-4100-8a6c-ca72288df207 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (e99c416f-2b65-476b-ba2f-3ae9f1bd4d19), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.860941 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37942) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:30.876684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['e99c416f-2b65-476b-ba2f-3ae9f1bd4d19'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:30.925709 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port bed44462-2876-41c4-a1aa-ee7833af9e8c is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:30.926113 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bed44462-2876-41c4-a1aa-ee7833af9e8c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.969478 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port bed44462-2876-41c4-a1aa-ee7833af9e8c, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=bed44462-2876-41c4-a1aa-ee7833af9e8c,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:30.970983 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae0bd9-c05a-4100-8a6c-ca72288df207 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Pushing event deleted for resources: {'Port': ['ID=e99c416f-2b65-476b-ba2f-3ae9f1bd4d19,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:30.988643 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bed44462-2876-41c4-a1aa-ee7833af9e8c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.052607 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0bd9-c05a-4100-8a6c-ca72288df207 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:31.052962 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0bd9-c05a-4100-8a6c-ca72288df207 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:31.053304 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0bd9-c05a-4100-8a6c-ca72288df207 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:31.053639 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0bd9-c05a-4100-8a6c-ca72288df207 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:31.054823 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0bd9-c05a-4100-8a6c-ca72288df207 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:31.054823 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0bd9-c05a-4100-8a6c-ca72288df207 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:31.054823 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0bd9-c05a-4100-8a6c-ca72288df207 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:31.055310 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0bd9-c05a-4100-8a6c-ca72288df207 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:31.055310 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0bd9-c05a-4100-8a6c-ca72288df207 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:31.055525 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0bd9-c05a-4100-8a6c-ca72288df207 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:31.055844 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0bd9-c05a-4100-8a6c-ca72288df207 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:31.056174 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0bd9-c05a-4100-8a6c-ca72288df207 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:31.056553 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0bd9-c05a-4100-8a6c-ca72288df207 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:31.097341 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device f6169741-ef4a-41b9-b2c5-8b073803e3ea up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:31.103907 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f14b8d3-1128-4a4e-8e7e-b22b4573c51f req-caae0bd9-c05a-4100-8a6c-ca72288df207 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] No DVR routers for this DVR port e99c416f-2b65-476b-ba2f-3ae9f1bd4d19 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:31.115722 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=bed44462-2876-41c4-a1aa-ee7833af9e8c,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:31.124064 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041771cf-8a52-4813-8e80-c012bb2b1548 req-d570ddec-4bf0-488e-b77c-5d1cbe47892d tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:31.140429 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-041771cf-8a52-4813-8e80-c012bb2b1548 req-d570ddec-4bf0-488e-b77c-5d1cbe47892d tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/ports?device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 945 time: 0.4715214 Feb 09 01:40:31.141680 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-7f14b8d3-1128-4a4e-8e7e-b22b4573c51f req-caae0bd9-c05a-4100-8a6c-ca72288df207 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.157435 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7f14b8d3-1128-4a4e-8e7e-b22b4573c51f req-caae0bd9-c05a-4100-8a6c-ca72288df207 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.67 "DELETE /v2.0/ports/e99c416f-2b65-476b-ba2f-3ae9f1bd4d19 HTTP/1.1" status: 204 len: 173 time: 2.2948909 Feb 09 01:40:31.158508 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4966b6b-6004-4aed-8864-207d028a1374', 'name': 'network-vif-deleted', 'tag': 'e99c416f-2b65-476b-ba2f-3ae9f1bd4d19'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:31.164734 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bf29b0-fb2d-4dc3-93d7-b6587c35858b" -d '{"events": [{"server_uuid": "d4966b6b-6004-4aed-8864-207d028a1374", "name": "network-vif-deleted", "tag": "e99c416f-2b65-476b-ba2f-3ae9f1bd4d19"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:31.196007 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port f6169741-ef4a-41b9-b2c5-8b073803e3ea completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:40:31.203410 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port f6169741-ef4a-41b9-b2c5-8b073803e3ea triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:31.203839 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f6169741-ef4a-41b9-b2c5-8b073803e3ea), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.251851 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37954) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:31.270152 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-041771cf-8a52-4813-8e80-c012bb2b1548 req-5d981edf-a3f4-4169-86ed-2068cfe88808 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70b2d05-7496-4399-bb0d-f130f66e9850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991290 Feb 09 01:40:31.393989 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-dd279a9a-2ffc-48c5-8b25-dbd9ad4bca97 req-e4468898-cd59-46ff-8ef7-4cb833d577aa tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] For port c9792313-42b9-4b78-9553-f013d6c2a0e8, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c9792313-42b9-4b78-9553-f013d6c2a0e8,segment=NetworkSegment(2dc49879-3ba2-46db-ad41-df99fbf03b1c),segment_id=2dc49879-3ba2-46db-ad41-df99fbf03b1c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:31.394559 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dd279a9a-2ffc-48c5-8b25-dbd9ad4bca97 req-e4468898-cd59-46ff-8ef7-4cb833d577aa tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (c9792313-42b9-4b78-9553-f013d6c2a0e8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.453824 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port f6169741-ef4a-41b9-b2c5-8b073803e3ea is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:31.454410 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f6169741-ef4a-41b9-b2c5-8b073803e3ea), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.513952 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8397ace8-285b-4a79-b322-ccb3c7c94972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6169741-ef4a-41b9-b2c5-8b073803e3ea'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:31.520093 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297886eb-b27b-43a7-b6a0-b5d8771f3180" -d '{"events": [{"server_uuid": "8397ace8-285b-4a79-b322-ccb3c7c94972", "name": "network-vif-plugged", "status": "completed", "tag": "f6169741-ef4a-41b9-b2c5-8b073803e3ea"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:31.535717 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port f6169741-ef4a-41b9-b2c5-8b073803e3ea, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f6169741-ef4a-41b9-b2c5-8b073803e3ea,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:31.540418 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-209bb27f-b7e4-4052-8aad-2e2d1221e616 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:31.541165 n-d-828387-3 neutron-server[103184]: WARNING neutron.api.v2.base [None req-209bb27f-b7e4-4052-8aad-2e2d1221e616 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 01:40:31.542821 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-209bb27f-b7e4-4052-8aad-2e2d1221e616 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:40:31.543574 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f6169741-ef4a-41b9-b2c5-8b073803e3ea), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.545155 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-209bb27f-b7e4-4052-8aad-2e2d1221e616 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2901874 Feb 09 01:40:31.546019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 1ae1d2b4-74aa-440a-a825-b4764a5c3be6 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:31.547945 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ccce5e44-163f-4570-bac0-11ccac1f1aa5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9270fe5fad8842248a8b60f6d535fa60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6797664 Feb 09 01:40:31.550451 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37964) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:31.560192 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37966) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:31.561703 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91380a69-08a6-41bc-9823-dfe82d72ed5f req-317af6a5-0b6c-4eb0-a39b-73b42f1c820c tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:31.568025 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-2aa3d22f-5fa3-40e4-a3c8-426ecb5ae8d0 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group': {'name': 'tempest-secgroup--1994874018'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:31.568762 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91380a69-08a6-41bc-9823-dfe82d72ed5f req-317af6a5-0b6c-4eb0-a39b-73b42f1c820c tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8397ace8-285b-4a79-b322-ccb3c7c94972 HTTP/1.1" status: 200 len: 948 time: 0.2671640 Feb 09 01:40:31.571037 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d1eca3-6b2e-4f0f-8bbc-14a62fda9e14 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:40:31.583914 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9f3e6a-e6ba-4672-9c4e-1a8dc91c43cd x-openstack-request-id: req-dc9f3e6a-e6ba-4672-9c4e-1a8dc91c43cd {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:31.584595 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4966b6b-6004-4aed-8864-207d028a1374", "name": "network-vif-deleted", "tag": "e99c416f-2b65-476b-ba2f-3ae9f1bd4d19", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:31.585448 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dc9f3e6a-e6ba-4672-9c4e-1a8dc91c43cd {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:31.586028 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4966b6b-6004-4aed-8864-207d028a1374', 'name': 'network-vif-deleted', 'tag': 'e99c416f-2b65-476b-ba2f-3ae9f1bd4d19', 'status': 'completed', 'code': 200} Feb 09 01:40:31.598316 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-05d1eca3-6b2e-4f0f-8bbc-14a62fda9e14 admin admin] 10.222.0.36 "PUT /v2.0/routers/582d183a-cc02-4cd1-8e05-8a99ca2169ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7565072 Feb 09 01:40:31.662988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=f6169741-ef4a-41b9-b2c5-8b073803e3ea,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:31.669633 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 1ae1d2b4-74aa-440a-a825-b4764a5c3be6 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:40:31.676614 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 1ae1d2b4-74aa-440a-a825-b4764a5c3be6 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:31.677144 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1ae1d2b4-74aa-440a-a825-b4764a5c3be6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.758989 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e79a6a0a-3f2b-41af-929a-560867f6a0fe admin admin] Publish callbacks [] for security_group (bff03c63-aba2-41d6-b33b-0a723bfe30eb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.786262 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2aa3d22f-5fa3-40e4-a3c8-426ecb5ae8d0 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.838509 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2aa3d22f-5fa3-40e4-a3c8-426ecb5ae8d0 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.841842 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 1ae1d2b4-74aa-440a-a825-b4764a5c3be6 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:31.842248 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1ae1d2b4-74aa-440a-a825-b4764a5c3be6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.862978 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91380a69-08a6-41bc-9823-dfe82d72ed5f req-61bbcb07-ca45-4308-af27-48a8bad8bf98 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933240 Feb 09 01:40:31.904167 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e79a6a0a-3f2b-41af-929a-560867f6a0fe admin admin] Publish callbacks [] for security_group (bff03c63-aba2-41d6-b33b-0a723bfe30eb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.954071 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] Sync routers for ids ['582d183a-cc02-4cd1-8e05-8a99ca2169ca'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:40:31.965578 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 1ae1d2b4-74aa-440a-a825-b4764a5c3be6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=1ae1d2b4-74aa-440a-a825-b4764a5c3be6,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:31.970820 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1ae1d2b4-74aa-440a-a825-b4764a5c3be6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.973897 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8aba62-993d-4c63-b67f-9feaeea0ce6d x-openstack-request-id: req-1f8aba62-993d-4c63-b67f-9feaeea0ce6d {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:31.974154 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8397ace8-285b-4a79-b322-ccb3c7c94972", "name": "network-vif-plugged", "status": "completed", "tag": "f6169741-ef4a-41b9-b2c5-8b073803e3ea", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:31.974471 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f8aba62-993d-4c63-b67f-9feaeea0ce6d {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:31.974798 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8397ace8-285b-4a79-b322-ccb3c7c94972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6169741-ef4a-41b9-b2c5-8b073803e3ea', 'code': 200} Feb 09 01:40:32.025468 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] Routers {'582d183a-cc02-4cd1-8e05-8a99ca2169ca'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:32.026469 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:40:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['582d183a-cc02-4cd1-8e05-8a99ca2169ca'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:32.098082 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dd279a9a-2ffc-48c5-8b25-dbd9ad4bca97 req-e4468898-cd59-46ff-8ef7-4cb833d577aa tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.098082 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dd279a9a-2ffc-48c5-8b25-dbd9ad4bca97 req-e4468898-cd59-46ff-8ef7-4cb833d577aa tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (875e39a6-bf83-4409-96ba-b1e6a31136ba), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.100524 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [req-dd279a9a-2ffc-48c5-8b25-dbd9ad4bca97 req-e4468898-cd59-46ff-8ef7-4cb833d577aa tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Floating IP 875e39a6-bf83-4409-96ba-b1e6a31136ba disassociated. External IP: 172.25.7.92, port: c9792313-42b9-4b78-9553-f013d6c2a0e8. Feb 09 01:40:32.101011 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-dd279a9a-2ffc-48c5-8b25-dbd9ad4bca97 req-e4468898-cd59-46ff-8ef7-4cb833d577aa tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Calling delete_port for c9792313-42b9-4b78-9553-f013d6c2a0e8 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:32.124444 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=1ae1d2b4-74aa-440a-a825-b4764a5c3be6,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:32.128759 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e79a6a0a-3f2b-41af-929a-560867f6a0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (bff03c63-aba2-41d6-b33b-0a723bfe30eb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.132979 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e79a6a0a-3f2b-41af-929a-560867f6a0fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.136655 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e79a6a0a-3f2b-41af-929a-560867f6a0fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bff03c63-aba2-41d6-b33b-0a723bfe30eb HTTP/1.1" status: 204 len: 168 time: 0.5825129 Feb 09 01:40:32.170985 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a6a0a-3f2b-41af-929a-560867f6a0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff03c63-aba2-41d6-b33b-0a723bfe30eb,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:32.275981 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] Set router 582d183a-cc02-4cd1-8e05-8a99ca2169ca gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:32.281480 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2aa3d22f-5fa3-40e4-a3c8-426ecb5ae8d0 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (76399889-28dc-435f-aa41-6afd50a01c4d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.386489 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2aa3d22f-5fa3-40e4-a3c8-426ecb5ae8d0 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (76399889-28dc-435f-aa41-6afd50a01c4d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.570018 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d183a-cc02-4cd1-8e05-8a99ca2169ca', 'name': 'tempest-FloatingIPDetailsTestJSON-956861633-router', 'tenant_id': 'c611424010b4402aadb399ad1dbe33d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'bed44462-2876-41c4-a1aa-ee7833af9e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:20Z', 'updated_at': '2022-02-09T01:40:28Z', 'revision_number': 4, 'project_id': 'c611424010b4402aadb399ad1dbe33d7', 'gw_port': {'id': 'bed44462-2876-41c4-a1aa-ee7833af9e8c', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d183a-cc02-4cd1-8e05-8a99ca2169ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:22Z', 'updated_at': '2022-02-09T01:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'b180cce8-bf29-41ab-9d68-4cf1d7f44d59', 'name': '', 'network_id': '515c12d8-1747-4322-a36c-f5790f62f329', 'tenant_id': 'c611424010b4402aadb399ad1dbe33d7', 'mac_address': 'fa:16:3e:62:f2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582d183a-cc02-4cd1-8e05-8a99ca2169ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '93103878-dcc1-4716-893a-838201b72fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:27Z', 'updated_at': '2022-02-09T01:40:28Z', 'revision_number': 2, 'project_id': 'c611424010b4402aadb399ad1dbe33d7', 'subnets': [{'id': '93103878-dcc1-4716-893a-838201b72fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:32.585048 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bed44462-2876-41c4-a1aa-ee7833af9e8c up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:32.599949 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3d22f-5fa3-40e4-a3c8-426ecb5ae8d0 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76399889-28dc-435f-aa41-6afd50a01c4d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:32.640090 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c3426-10a2-4743-a3cf-47bd64d0a692 req-d5dcde8a-f5a1-40f8-97b4-87fa8f192c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:32.641551 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e70c3426-10a2-4743-a3cf-47bd64d0a692 req-d5dcde8a-f5a1-40f8-97b4-87fa8f192c03 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8397ace8-285b-4a79-b322-ccb3c7c94972 HTTP/1.1" status: 200 len: 1131 time: 0.5698376 Feb 09 01:40:32.642103 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] Checking router: 582d183a-cc02-4cd1-8e05-8a99ca2169ca for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:40:32.642454 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] Updating router 582d183a-cc02-4cd1-8e05-8a99ca2169ca port b180cce8-bf29-41ab-9d68-4cf1d7f44d59 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:40:32.675113 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2aa3d22f-5fa3-40e4-a3c8-426ecb5ae8d0 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (b2192bb1-d1cb-48e8-8701-690344820adf), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.697858 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e3ccff02-0944-4713-8afa-97a9e54dbc24 req-dc9b709c-494e-4ce1-98af-72a47033f68f tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4433141 Feb 09 01:40:32.701978 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2aa3d22f-5fa3-40e4-a3c8-426ecb5ae8d0 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b2192bb1-d1cb-48e8-8701-690344820adf), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.705876 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-e3ccff02-0944-4713-8afa-97a9e54dbc24 req-c4c18c46-20f1-464f-96e7-70fa2302d466 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:32.708355 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b180cce8-bf29-41ab-9d68-4cf1d7f44d59), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.719048 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port bed44462-2876-41c4-a1aa-ee7833af9e8c triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:32.719990 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bed44462-2876-41c4-a1aa-ee7833af9e8c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.759086 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e3ccff02-0944-4713-8afa-97a9e54dbc24 req-c4c18c46-20f1-464f-96e7-70fa2302d466 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.781762 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-21f2feaa-bc3b-4fbc-b6ec-800bce7e82e7 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:32.790610 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-21f2feaa-bc3b-4fbc-b6ec-800bce7e82e7 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/networks?id=8d868039-8396-432e-a58b-15f70b0bf5f1 HTTP/1.1" status: 200 len: 811 time: 0.3029628 Feb 09 01:40:32.802560 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2aa3d22f-5fa3-40e4-a3c8-426ecb5ae8d0 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.807830 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2aa3d22f-5fa3-40e4-a3c8-426ecb5ae8d0 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2439673 Feb 09 01:40:32.814319 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38008) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:32.829837 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-9a2148f3-e937-480b-af9e-11135147fad9 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group_rule': {'security_group_id': 'b2192bb1-d1cb-48e8-8701-690344820adf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:32.839479 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3d22f-5fa3-40e4-a3c8-426ecb5ae8d0 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2192bb1-d1cb-48e8-8701-690344820adf,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:32.867616 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-6e4dcb08-593e-48af-a087-31397d9af7f0 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/quotas/092f8329ee4140f8a8a266c0e29b4e94 HTTP/1.1" status: 200 len: 375 time: 0.0756066 Feb 09 01:40:32.872838 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e70c3426-10a2-4743-a3cf-47bd64d0a692 req-c9551db0-0ffa-4a22-93e1-0c2212242de3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229238 Feb 09 01:40:32.937857 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dd279a9a-2ffc-48c5-8b25-dbd9ad4bca97 req-e4468898-cd59-46ff-8ef7-4cb833d577aa tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (c9792313-42b9-4b78-9553-f013d6c2a0e8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.938568 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port bed44462-2876-41c4-a1aa-ee7833af9e8c is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:32.941449 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-499d4fb8-b09c-4396-a581-a4a485886672 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=092f8329ee4140f8a8a266c0e29b4e94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724678 Feb 09 01:40:32.950953 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38012) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:32.959914 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-88e08096-ce71-4c0a-bf89-83b7fb0581f7 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:40:32.963807 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-88e08096-ce71-4c0a-bf89-83b7fb0581f7 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0206306 Feb 09 01:40:33.003509 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4468898-cd59-46ff-8ef7-4cb833d577aa tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Pushing event deleted for resources: {'Port': ['ID=c9792313-42b9-4b78-9553-f013d6c2a0e8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:33.004569 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9a2148f3-e937-480b-af9e-11135147fad9 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group_rule (b03751f4-c6be-4b17-9b83-39b4df040d75), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.095483 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device e99c416f-2b65-476b-ba2f-3ae9f1bd4d19 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:33.116994 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: e99c416f-2b65-476b-ba2f-3ae9f1bd4d19 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:33.117377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device e99c416f-2b65-476b-ba2f-3ae9f1bd4d19 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:33.118435 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] Publish callbacks [] for port (b180cce8-bf29-41ab-9d68-4cf1d7f44d59), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.126395 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b180cce8-bf29-41ab-9d68-4cf1d7f44d59), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.142737 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9a2148f3-e937-480b-af9e-11135147fad9 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group_rule (b03751f4-c6be-4b17-9b83-39b4df040d75), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.150774 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9a2148f3-e937-480b-af9e-11135147fad9 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (b03751f4-c6be-4b17-9b83-39b4df040d75), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.181374 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-64edf678-6e0e-4889-a039-71b5bb75eaab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d519f8c9df94a8887471a0c54ac97a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2259870 Feb 09 01:40:33.199259 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38014) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:33.207125 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9a2148f3-e937-480b-af9e-11135147fad9 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.208573 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9a2148f3-e937-480b-af9e-11135147fad9 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3870015 Feb 09 01:40:33.210909 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-5d85ed41-a63e-466b-a06b-6bc368e23ed2 service neutron] 10.222.0.36 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444930 Feb 09 01:40:33.212137 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2148f3-e937-480b-af9e-11135147fad9 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03751f4-c6be-4b17-9b83-39b4df040d75,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:33.221115 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38016) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:33.222312 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef517285-a167-486d-902a-5d880abe73b7 None None] Pushing event updated for resources: {'Port': ['ID=b180cce8-bf29-41ab-9d68-4cf1d7f44d59,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:33.239146 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-bae1feda-0e00-40d5-846f-2b36bc1a6ece tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group_rule': {'security_group_id': 'b2192bb1-d1cb-48e8-8701-690344820adf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:33.255742 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef517285-a167-486d-902a-5d880abe73b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:33.256236 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef517285-a167-486d-902a-5d880abe73b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:33.256798 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef517285-a167-486d-902a-5d880abe73b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:33.257228 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef517285-a167-486d-902a-5d880abe73b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:33.257660 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef517285-a167-486d-902a-5d880abe73b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:33.258102 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef517285-a167-486d-902a-5d880abe73b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:33.259193 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef517285-a167-486d-902a-5d880abe73b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:33.259831 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef517285-a167-486d-902a-5d880abe73b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:33.260304 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef517285-a167-486d-902a-5d880abe73b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:33.260728 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef517285-a167-486d-902a-5d880abe73b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:33.261148 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef517285-a167-486d-902a-5d880abe73b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:33.261567 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef517285-a167-486d-902a-5d880abe73b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:33.261985 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef517285-a167-486d-902a-5d880abe73b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:33.274001 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] Attempting to bind port b180cce8-bf29-41ab-9d68-4cf1d7f44d59 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:33.274761 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] Attempting to bind port b180cce8-bf29-41ab-9d68-4cf1d7f44d59 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '13eac6cf-c85b-4b71-bb26-1230e902bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '515c12d8-1747-4322-a36c-f5790f62f329'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:33.275385 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] Attempting to bind port b180cce8-bf29-41ab-9d68-4cf1d7f44d59 on network 515c12d8-1747-4322-a36c-f5790f62f329 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:33.278765 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd279a9a-2ffc-48c5-8b25-dbd9ad4bca97 req-e4468898-cd59-46ff-8ef7-4cb833d577aa tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Router b207c49c-394f-4631-bc08-9bf5b6d64318 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:40:33.282674 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:33.283491 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] Checking segment: {'id': '13eac6cf-c85b-4b71-bb26-1230e902bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '515c12d8-1747-4322-a36c-f5790f62f329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:33.284129 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.284787 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] Bound using segment: {'id': '13eac6cf-c85b-4b71-bb26-1230e902bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '515c12d8-1747-4322-a36c-f5790f62f329'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:33.285517 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] Bound port: b180cce8-bf29-41ab-9d68-4cf1d7f44d59, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13eac6cf-c85b-4b71-bb26-1230e902bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '515c12d8-1747-4322-a36c-f5790f62f329'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:33.286156 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b180cce8-bf29-41ab-9d68-4cf1d7f44d59), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.349735 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bae1feda-0e00-40d5-846f-2b36bc1a6ece tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group_rule (2ce1b9ee-1a45-4007-961e-47e1eff9c080), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.395678 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] For port b180cce8-bf29-41ab-9d68-4cf1d7f44d59, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:33.408362 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] For port b180cce8-bf29-41ab-9d68-4cf1d7f44d59, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b180cce8-bf29-41ab-9d68-4cf1d7f44d59,segment=NetworkSegment(13eac6cf-c85b-4b71-bb26-1230e902bd5a),segment_id=13eac6cf-c85b-4b71-bb26-1230e902bd5a)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:33.422441 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b180cce8-bf29-41ab-9d68-4cf1d7f44d59), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.428972 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-5cfda348-cee3-4019-949a-5d38ff565e1f service neutron] 10.222.0.36 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047560 Feb 09 01:40:33.446493 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-bae1feda-0e00-40d5-846f-2b36bc1a6ece tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:40:33.448698 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bae1feda-0e00-40d5-846f-2b36bc1a6ece tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2226963 Feb 09 01:40:33.452327 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38018) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:33.456466 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e3ccff02-0944-4713-8afa-97a9e54dbc24 req-c4c18c46-20f1-464f-96e7-70fa2302d466 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.464597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd279a9a-2ffc-48c5-8b25-dbd9ad4bca97 req-e4468898-cd59-46ff-8ef7-4cb833d577aa tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:40:33.478792 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849094b7-930a-46a3-a9fe-9cd55ac3c9db None None] Sync routers for ids ['b207c49c-394f-4631-bc08-9bf5b6d64318'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:40:33.499976 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849094b7-930a-46a3-a9fe-9cd55ac3c9db None None] Routers {'b207c49c-394f-4631-bc08-9bf5b6d64318'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:33.500861 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-849094b7-930a-46a3-a9fe-9cd55ac3c9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:40:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b207c49c-394f-4631-bc08-9bf5b6d64318'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:33.515635 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef517285-a167-486d-902a-5d880abe73b7 None None] Pushing event updated for resources: {'Port': ['ID=b180cce8-bf29-41ab-9d68-4cf1d7f44d59,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:33.582297 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] Routers {'582d183a-cc02-4cd1-8e05-8a99ca2169ca'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:33.583632 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:40:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['582d183a-cc02-4cd1-8e05-8a99ca2169ca'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:33.611357 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd279a9a-2ffc-48c5-8b25-dbd9ad4bca97 req-e4468898-cd59-46ff-8ef7-4cb833d577aa tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] No DVR routers for this DVR port c9792313-42b9-4b78-9553-f013d6c2a0e8 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:33.619410 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dd279a9a-2ffc-48c5-8b25-dbd9ad4bca97 req-e4468898-cd59-46ff-8ef7-4cb833d577aa tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.621042 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-802902b0-777e-4218-988c-a089de42caea tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (b2192bb1-d1cb-48e8-8701-690344820adf), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.631558 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dd279a9a-2ffc-48c5-8b25-dbd9ad4bca97 req-e4468898-cd59-46ff-8ef7-4cb833d577aa tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.48 "DELETE /v2.0/ports/c9792313-42b9-4b78-9553-f013d6c2a0e8 HTTP/1.1" status: 204 len: 173 time: 3.6563594 Feb 09 01:40:33.646219 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415748ef-a353-4f58-b503-f9277d4e1e73', 'name': 'network-vif-deleted', 'tag': 'c9792313-42b9-4b78-9553-f013d6c2a0e8'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:33.648691 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769854d9-4862-45cb-90c8-2337127b5717" -d '{"events": [{"server_uuid": "415748ef-a353-4f58-b503-f9277d4e1e73", "name": "network-vif-deleted", "tag": "c9792313-42b9-4b78-9553-f013d6c2a0e8"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:33.707989 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-802902b0-777e-4218-988c-a089de42caea tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (b2192bb1-d1cb-48e8-8701-690344820adf), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.771195 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0e5fc479-1b46-4e85-9634-3cd5d3798990 None None] Provisioning complete for port b180cce8-bf29-41ab-9d68-4cf1d7f44d59 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:33.787860 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0e5fc479-1b46-4e85-9634-3cd5d3798990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b180cce8-bf29-41ab-9d68-4cf1d7f44d59), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.906951 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-849094b7-930a-46a3-a9fe-9cd55ac3c9db None None] Set router b207c49c-394f-4631-bc08-9bf5b6d64318 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:33.910806 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-283c091b-557a-4ca8-aa37-7edd332b4990 req-7f4a3a10-894e-4a82-ac4c-bc6ea04347e0 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/ports?device_id=415748ef-a353-4f58-b503-f9277d4e1e73 HTTP/1.1" status: 200 len: 210 time: 0.0650210 Feb 09 01:40:33.921317 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c425edf8-b3ff-4f00-b077-f895fb427205 admin admin] Publish callbacks [] for security_group (ed688bda-45e9-47b7-89fb-adf2fb023546), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.937513 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-802902b0-777e-4218-988c-a089de42caea tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b2192bb1-d1cb-48e8-8701-690344820adf), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.941383 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-802902b0-777e-4218-988c-a089de42caea tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.952786 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-802902b0-777e-4218-988c-a089de42caea tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "DELETE /v2.0/security-groups/b2192bb1-d1cb-48e8-8701-690344820adf HTTP/1.1" status: 204 len: 168 time: 0.4938943 Feb 09 01:40:33.952786 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38028) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:33.992042 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802902b0-777e-4218-988c-a089de42caea tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2192bb1-d1cb-48e8-8701-690344820adf,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:34.010479 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c425edf8-b3ff-4f00-b077-f895fb427205 admin admin] Publish callbacks [] for security_group (ed688bda-45e9-47b7-89fb-adf2fb023546), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.025506 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8180c577-2698-4475-aeb3-974dee7e8f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae1d2b4-74aa-440a-a825-b4764a5c3be6'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:34.027827 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e402ba1d-e11a-4764-a5b5-dc5a69288b8c" -d '{"events": [{"server_uuid": "8180c577-2698-4475-aeb3-974dee7e8f07", "name": "network-vif-plugged", "status": "completed", "tag": "1ae1d2b4-74aa-440a-a825-b4764a5c3be6"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:34.043391 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device c9792313-42b9-4b78-9553-f013d6c2a0e8 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:34.050489 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] Set router 582d183a-cc02-4cd1-8e05-8a99ca2169ca gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:34.097762 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-27f1bf1c-2f46-49b2-b786-daf8e3115a26 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1252439 Feb 09 01:40:34.098080 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38032) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:34.161762 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-498d8d6b-f88e-4f0f-8c1a-6375805d3ef1 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group': {'name': 'tempest-secgroup--294622113'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:34.170985 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: c9792313-42b9-4b78-9553-f013d6c2a0e8 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:34.171390 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device c9792313-42b9-4b78-9553-f013d6c2a0e8 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:34.181599 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c425edf8-b3ff-4f00-b077-f895fb427205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ed688bda-45e9-47b7-89fb-adf2fb023546), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.188402 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c425edf8-b3ff-4f00-b077-f895fb427205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.190218 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c425edf8-b3ff-4f00-b077-f895fb427205 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed688bda-45e9-47b7-89fb-adf2fb023546 HTTP/1.1" status: 204 len: 168 time: 0.9839036 Feb 09 01:40:34.249320 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-498d8d6b-f88e-4f0f-8c1a-6375805d3ef1 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.258908 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c6f2b-1f86-4072-a7c6-a21e46db82f5 req-1dc829b6-b4bc-4e48-834f-60c330b23aac tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:34.272487 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3d8c6f2b-1f86-4072-a7c6-a21e46db82f5 req-1dc829b6-b4bc-4e48-834f-60c330b23aac tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c2387d-0d92-4ad8-b72a-c7be53001efe HTTP/1.1" status: 200 len: 950 time: 0.2181873 Feb 09 01:40:34.282502 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425edf8-b3ff-4f00-b077-f895fb427205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed688bda-45e9-47b7-89fb-adf2fb023546,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:34.457334 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3d8c6f2b-1f86-4072-a7c6-a21e46db82f5 req-b7d56d0e-f45a-4bb9-b1b8-50d1b0178114 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/security-groups?id=8de6d85f-142b-4442-bf0d-e769b45e366b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697645 Feb 09 01:40:34.488125 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0e5fc479-1b46-4e85-9634-3cd5d3798990 None None] Current status of the port b180cce8-bf29-41ab-9d68-4cf1d7f44d59 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:34.488674 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-e3ccff02-0944-4713-8afa-97a9e54dbc24 req-c4c18c46-20f1-464f-96e7-70fa2302d466 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Allocated IP 172.25.7.197 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/113d64c5-c981-4717-9be2-c9c2d47daf40) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:34.490204 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0e5fc479-1b46-4e85-9634-3cd5d3798990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b180cce8-bf29-41ab-9d68-4cf1d7f44d59), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.543888 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-498d8d6b-f88e-4f0f-8c1a-6375805d3ef1 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (7ef883d4-fa35-4f80-910f-f2d5c5a67bc5), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.550239 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-498d8d6b-f88e-4f0f-8c1a-6375805d3ef1 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7ef883d4-fa35-4f80-910f-f2d5c5a67bc5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.597906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d497e9-c990-4f9e-9c2d-9a6da857851d req-2cebbd31-86a7-4f2c-946e-31027d8a77c9 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:34.602158 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0d497e9-c990-4f9e-9c2d-9a6da857851d req-2cebbd31-86a7-4f2c-946e-31027d8a77c9 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4c2387d-0d92-4ad8-b72a-c7be53001efe HTTP/1.1" status: 200 len: 950 time: 0.2517345 Feb 09 01:40:34.616430 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-498d8d6b-f88e-4f0f-8c1a-6375805d3ef1 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.620781 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-498d8d6b-f88e-4f0f-8c1a-6375805d3ef1 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4689109 Feb 09 01:40:34.626316 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d183a-cc02-4cd1-8e05-8a99ca2169ca', 'name': 'tempest-FloatingIPDetailsTestJSON-956861633-router', 'tenant_id': 'c611424010b4402aadb399ad1dbe33d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'bed44462-2876-41c4-a1aa-ee7833af9e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:20Z', 'updated_at': '2022-02-09T01:40:28Z', 'revision_number': 4, 'project_id': 'c611424010b4402aadb399ad1dbe33d7', 'gw_port': {'id': 'bed44462-2876-41c4-a1aa-ee7833af9e8c', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d183a-cc02-4cd1-8e05-8a99ca2169ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:22Z', 'updated_at': '2022-02-09T01:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'b180cce8-bf29-41ab-9d68-4cf1d7f44d59', 'name': '', 'network_id': '515c12d8-1747-4322-a36c-f5790f62f329', 'tenant_id': 'c611424010b4402aadb399ad1dbe33d7', 'mac_address': 'fa:16:3e:62:f2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582d183a-cc02-4cd1-8e05-8a99ca2169ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '93103878-dcc1-4716-893a-838201b72fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:27Z', 'updated_at': '2022-02-09T01:40:33Z', 'revision_number': 4, 'project_id': 'c611424010b4402aadb399ad1dbe33d7', 'subnets': [{'id': '93103878-dcc1-4716-893a-838201b72fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:34.627300 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38038) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:34.639632 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-fb850a88-a1df-44bb-b47d-8a080757882f tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group_rule': {'security_group_id': '7ef883d4-fa35-4f80-910f-f2d5c5a67bc5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:34.640797 n-d-828387-3 neutron-server[103184]: WARNING neutron.api.v2.base [None req-fb850a88-a1df-44bb-b47d-8a080757882f tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 01:40:34.641568 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-fb850a88-a1df-44bb-b47d-8a080757882f tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:34.647800 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fb850a88-a1df-44bb-b47d-8a080757882f tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0180602 Feb 09 01:40:34.649423 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38042) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:34.651740 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-0e5fc479-1b46-4e85-9634-3cd5d3798990 None None] For port b180cce8-bf29-41ab-9d68-4cf1d7f44d59, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b180cce8-bf29-41ab-9d68-4cf1d7f44d59,segment=NetworkSegment(13eac6cf-c85b-4b71-bb26-1230e902bd5a),segment_id=13eac6cf-c85b-4b71-bb26-1230e902bd5a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:34.679426 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d8d6b-f88e-4f0f-8c1a-6375805d3ef1 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef883d4-fa35-4f80-910f-f2d5c5a67bc5,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:34.707133 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0e5fc479-1b46-4e85-9634-3cd5d3798990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b180cce8-bf29-41ab-9d68-4cf1d7f44d59), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.767460 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4a7620-6e8c-4208-aee4-1c79070bb8f0 None None] The sync data for ids ['582d183a-cc02-4cd1-8e05-8a99ca2169ca'] in n-d-828387-3 is: [{'id': '582d183a-cc02-4cd1-8e05-8a99ca2169ca', 'name': 'tempest-FloatingIPDetailsTestJSON-956861633-router', 'tenant_id': 'c611424010b4402aadb399ad1dbe33d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'bed44462-2876-41c4-a1aa-ee7833af9e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:20Z', 'updated_at': '2022-02-09T01:40:28Z', 'revision_number': 4, 'project_id': 'c611424010b4402aadb399ad1dbe33d7', 'gw_port': {'id': 'bed44462-2876-41c4-a1aa-ee7833af9e8c', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d183a-cc02-4cd1-8e05-8a99ca2169ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:22Z', 'updated_at': '2022-02-09T01:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'b180cce8-bf29-41ab-9d68-4cf1d7f44d59', 'name': '', 'network_id': '515c12d8-1747-4322-a36c-f5790f62f329', 'tenant_id': 'c611424010b4402aadb399ad1dbe33d7', 'mac_address': 'fa:16:3e:62:f2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582d183a-cc02-4cd1-8e05-8a99ca2169ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '93103878-dcc1-4716-893a-838201b72fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:27Z', 'updated_at': '2022-02-09T01:40:33Z', 'revision_number': 4, 'project_id': 'c611424010b4402aadb399ad1dbe33d7', 'subnets': [{'id': '93103878-dcc1-4716-893a-838201b72fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:40:34.837711 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-222f6a05-969e-4dd5-a804-10a98b92b01f tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (7ef883d4-fa35-4f80-910f-f2d5c5a67bc5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.866759 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fc479-1b46-4e85-9634-3cd5d3798990 None None] Pushing event updated for resources: {'Port': ['ID=b180cce8-bf29-41ab-9d68-4cf1d7f44d59,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:34.897268 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-222f6a05-969e-4dd5-a804-10a98b92b01f tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (7ef883d4-fa35-4f80-910f-f2d5c5a67bc5), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.917638 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-849094b7-930a-46a3-a9fe-9cd55ac3c9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'name': 'tempest-ServersTestManualDisk-48535889-router', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:54Z', 'updated_at': '2022-02-09T01:39:02Z', 'revision_number': 4, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'gw_port': {'id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:56Z', 'updated_at': '2022-02-09T01:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c98ee690-b979-45c7-8f6e-ded8d7d6a7ef', 'name': '', 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'mac_address': 'fa:16:3e:8a:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'aaa4f88c-87b0-4b37-8b45-2753d866ef5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:00Z', 'updated_at': '2022-02-09T01:39:15Z', 'revision_number': 5, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'subnets': [{'id': 'aaa4f88c-87b0-4b37-8b45-2753d866ef5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:34.941914 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335201b-9adc-4b77-8717-4eb15d9cc49b req-12f316c4-15ff-4315-ad17-c0dfdef91a2a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:34.958932 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e335201b-9adc-4b77-8717-4eb15d9cc49b req-12f316c4-15ff-4315-ad17-c0dfdef91a2a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8397ace8-285b-4a79-b322-ccb3c7c94972 HTTP/1.1" status: 200 len: 949 time: 0.2049291 Feb 09 01:40:35.001002 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-db083c43-3e26-480e-8080-116b5d682447 None None] Provisioning complete for port b180cce8-bf29-41ab-9d68-4cf1d7f44d59 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:35.001438 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-db083c43-3e26-480e-8080-116b5d682447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b180cce8-bf29-41ab-9d68-4cf1d7f44d59), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.004846 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849094b7-930a-46a3-a9fe-9cd55ac3c9db None None] Checking router: b207c49c-394f-4631-bc08-9bf5b6d64318 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:40:35.023008 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e3ccff02-0944-4713-8afa-97a9e54dbc24 req-c4c18c46-20f1-464f-96e7-70fa2302d466 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks [] for port (113d64c5-c981-4717-9be2-c9c2d47daf40), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.049630 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849094b7-930a-46a3-a9fe-9cd55ac3c9db None None] Routers {'b207c49c-394f-4631-bc08-9bf5b6d64318'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:35.050816 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-849094b7-930a-46a3-a9fe-9cd55ac3c9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:40:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b207c49c-394f-4631-bc08-9bf5b6d64318'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:35.067412 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-222f6a05-969e-4dd5-a804-10a98b92b01f tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7ef883d4-fa35-4f80-910f-f2d5c5a67bc5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.082356 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-222f6a05-969e-4dd5-a804-10a98b92b01f tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.084208 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-222f6a05-969e-4dd5-a804-10a98b92b01f tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "DELETE /v2.0/security-groups/7ef883d4-fa35-4f80-910f-f2d5c5a67bc5 HTTP/1.1" status: 204 len: 168 time: 0.4331734 Feb 09 01:40:35.094671 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38054) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:35.096318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f6a05-969e-4dd5-a804-10a98b92b01f tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef883d4-fa35-4f80-910f-f2d5c5a67bc5,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:35.157911 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-d0d497e9-c990-4f9e-9c2d-9a6da857851d req-d67cce7e-3003-4943-86c9-d40f8445aad1 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Deleting port 2c78bcd3-6477-4cd8-a520-60b13582dc25 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:35.162955 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d0d497e9-c990-4f9e-9c2d-9a6da857851d req-d67cce7e-3003-4943-86c9-d40f8445aad1 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (2c78bcd3-6477-4cd8-a520-60b13582dc25), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.222719 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e335201b-9adc-4b77-8717-4eb15d9cc49b req-c48db58e-a1c1-4cb2-9b21-018bbea9fbe9 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620904 Feb 09 01:40:35.315747 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e3ccff02-0944-4713-8afa-97a9e54dbc24 req-c4c18c46-20f1-464f-96e7-70fa2302d466 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (113d64c5-c981-4717-9be2-c9c2d47daf40), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.443638 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7dc1611e-9488-4450-994e-03bf0a4ddc1e tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3229506 Feb 09 01:40:35.456861 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7c7f5137-63e9-4e81-b0bb-f1588b2152cf req-52bf8edd-936c-42c8-a3ef-05f0ae3915c5 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 210 time: 0.0755384 Feb 09 01:40:35.459497 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38066) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:35.469883 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-42b2bd5a-ff57-4dee-90d9-105f3dd567e3 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group': {'name': 'tempest-secgroup--1699327111'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:35.488639 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ccff02-0944-4713-8afa-97a9e54dbc24 req-c4c18c46-20f1-464f-96e7-70fa2302d466 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:35.504735 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-e3ccff02-0944-4713-8afa-97a9e54dbc24 req-c4c18c46-20f1-464f-96e7-70fa2302d466 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:35.510034 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ccff02-0944-4713-8afa-97a9e54dbc24 req-c4c18c46-20f1-464f-96e7-70fa2302d466 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:35.541255 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42b2bd5a-ff57-4dee-90d9-105f3dd567e3 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.545765 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42750c2b-1f70-469d-9fc8-555bf46bbb44 x-openstack-request-id: req-42750c2b-1f70-469d-9fc8-555bf46bbb44 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:35.546503 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415748ef-a353-4f58-b503-f9277d4e1e73", "name": "network-vif-deleted", "tag": "c9792313-42b9-4b78-9553-f013d6c2a0e8", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:35.547489 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-42750c2b-1f70-469d-9fc8-555bf46bbb44 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:35.548352 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415748ef-a353-4f58-b503-f9277d4e1e73', 'name': 'network-vif-deleted', 'tag': 'c9792313-42b9-4b78-9553-f013d6c2a0e8', 'status': 'completed', 'code': 200} Feb 09 01:40:35.610782 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c18c46-20f1-464f-96e7-70fa2302d466 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Pushing event updated for resources: {'Port': ['ID=113d64c5-c981-4717-9be2-c9c2d47daf40,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:35.632296 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c414b815-1942-4672-8ca9-95e68a3c2d37 x-openstack-request-id: req-c414b815-1942-4672-8ca9-95e68a3c2d37 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:35.632589 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8180c577-2698-4475-aeb3-974dee7e8f07", "name": "network-vif-plugged", "status": "completed", "tag": "1ae1d2b4-74aa-440a-a825-b4764a5c3be6", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:35.635598 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c414b815-1942-4672-8ca9-95e68a3c2d37 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:35.636290 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8180c577-2698-4475-aeb3-974dee7e8f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae1d2b4-74aa-440a-a825-b4764a5c3be6', 'code': 200} Feb 09 01:40:35.659960 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-d0d497e9-c990-4f9e-9c2d-9a6da857851d req-d67cce7e-3003-4943-86c9-d40f8445aad1 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] For port 2c78bcd3-6477-4cd8-a520-60b13582dc25, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=2c78bcd3-6477-4cd8-a520-60b13582dc25,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:35.663032 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d0d497e9-c990-4f9e-9c2d-9a6da857851d req-d67cce7e-3003-4943-86c9-d40f8445aad1 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (2c78bcd3-6477-4cd8-a520-60b13582dc25), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.736341 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-db083c43-3e26-480e-8080-116b5d682447 None None] Current status of the port b180cce8-bf29-41ab-9d68-4cf1d7f44d59 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:35.746628 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-d0d497e9-c990-4f9e-9c2d-9a6da857851d req-d67cce7e-3003-4943-86c9-d40f8445aad1 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Calling delete_port for 2c78bcd3-6477-4cd8-a520-60b13582dc25 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:35.755073 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-849094b7-930a-46a3-a9fe-9cd55ac3c9db None None] Set router b207c49c-394f-4631-bc08-9bf5b6d64318 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:35.922653 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e3ccff02-0944-4713-8afa-97a9e54dbc24 req-c4c18c46-20f1-464f-96e7-70fa2302d466 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks [] for floatingip (e2e40c0e-1759-4fdf-99f8-45fe7f450ea0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.929969 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42b2bd5a-ff57-4dee-90d9-105f3dd567e3 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (49377c52-0caa-4148-922f-dfdc2b235bfe), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.939933 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42b2bd5a-ff57-4dee-90d9-105f3dd567e3 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (49377c52-0caa-4148-922f-dfdc2b235bfe), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.000892 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2bd5a-ff57-4dee-90d9-105f3dd567e3 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49377c52-0caa-4148-922f-dfdc2b235bfe,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:36.014921 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42b2bd5a-ff57-4dee-90d9-105f3dd567e3 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.016684 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-42b2bd5a-ff57-4dee-90d9-105f3dd567e3 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5545788 Feb 09 01:40:36.020502 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38078) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:36.029327 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-062623f2-b56e-4fcf-a3a5-f372aefba06b tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group_rule': {'security_group_id': '49377c52-0caa-4148-922f-dfdc2b235bfe', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:36.030410 n-d-828387-3 neutron-server[103184]: WARNING neutron.api.v2.base [None req-062623f2-b56e-4fcf-a3a5-f372aefba06b tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 01:40:36.031144 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-062623f2-b56e-4fcf-a3a5-f372aefba06b tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:36.032417 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-062623f2-b56e-4fcf-a3a5-f372aefba06b tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0090024 Feb 09 01:40:36.038984 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38080) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:36.048893 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f416d3-91cc-4469-a952-0552a088deb4 req-7ab87fd7-1234-4584-9dcc-12fb05193682 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:36.050734 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-93f416d3-91cc-4469-a952-0552a088deb4 req-7ab87fd7-1234-4584-9dcc-12fb05193682 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.2690606 Feb 09 01:40:36.061284 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8fd7d-36b0-432e-8d8c-2f84167f3178 req-7f9515ea-9d31-433e-9b61-d2af4b8c9d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:36.063109 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-65b8fd7d-36b0-432e-8d8c-2f84167f3178 req-7f9515ea-9d31-433e-9b61-d2af4b8c9d69 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8180c577-2698-4475-aeb3-974dee7e8f07 HTTP/1.1" status: 200 len: 1132 time: 0.2767806 Feb 09 01:40:36.070673 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e3ccff02-0944-4713-8afa-97a9e54dbc24 req-c4c18c46-20f1-464f-96e7-70fa2302d466 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (113d64c5-c981-4717-9be2-c9c2d47daf40), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.175664 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d0d497e9-c990-4f9e-9c2d-9a6da857851d req-d67cce7e-3003-4943-86c9-d40f8445aad1 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (2c78bcd3-6477-4cd8-a520-60b13582dc25), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.189540 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-849094b7-930a-46a3-a9fe-9cd55ac3c9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'name': 'tempest-ServersTestManualDisk-48535889-router', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:54Z', 'updated_at': '2022-02-09T01:39:02Z', 'revision_number': 4, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'gw_port': {'id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:56Z', 'updated_at': '2022-02-09T01:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c98ee690-b979-45c7-8f6e-ded8d7d6a7ef', 'name': '', 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'mac_address': 'fa:16:3e:8a:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'aaa4f88c-87b0-4b37-8b45-2753d866ef5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:00Z', 'updated_at': '2022-02-09T01:39:15Z', 'revision_number': 5, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'subnets': [{'id': 'aaa4f88c-87b0-4b37-8b45-2753d866ef5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:36.204462 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-93f416d3-91cc-4469-a952-0552a088deb4 req-9cf5a978-fea4-475c-95f5-3429e2f4532d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397693 Feb 09 01:40:36.255813 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849094b7-930a-46a3-a9fe-9cd55ac3c9db None None] The sync data for ids ['b207c49c-394f-4631-bc08-9bf5b6d64318'] in n-d-828387-3 is: [{'id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'name': 'tempest-ServersTestManualDisk-48535889-router', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:54Z', 'updated_at': '2022-02-09T01:39:02Z', 'revision_number': 4, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'gw_port': {'id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:56Z', 'updated_at': '2022-02-09T01:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c98ee690-b979-45c7-8f6e-ded8d7d6a7ef', 'name': '', 'network_id': '9dd2436d-5794-4c28-8930-9c0fdeceb912', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'mac_address': 'fa:16:3e:8a:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'aaa4f88c-87b0-4b37-8b45-2753d866ef5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:00Z', 'updated_at': '2022-02-09T01:39:15Z', 'revision_number': 5, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'subnets': [{'id': 'aaa4f88c-87b0-4b37-8b45-2753d866ef5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:40:36.259795 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-65b8fd7d-36b0-432e-8d8c-2f84167f3178 req-018b4d85-242f-4b22-a19f-2f3b7f0d2bdf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603887 Feb 09 01:40:36.315397 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1362fd5f-df1f-4d37-9b21-8730d948e528 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (49377c52-0caa-4148-922f-dfdc2b235bfe), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.354481 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67cce7e-3003-4943-86c9-d40f8445aad1 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Pushing event deleted for resources: {'Port': ['ID=2c78bcd3-6477-4cd8-a520-60b13582dc25,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:36.497725 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1362fd5f-df1f-4d37-9b21-8730d948e528 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (49377c52-0caa-4148-922f-dfdc2b235bfe), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.645883 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5ec0e-d5be-4cc7-8a86-2944adb81fe7 req-baf31317-09b9-4c29-9d21-8d535c134607 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:36.657135 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bff5ec0e-d5be-4cc7-8a86-2944adb81fe7 req-baf31317-09b9-4c29-9d21-8d535c134607 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8180c577-2698-4475-aeb3-974dee7e8f07 HTTP/1.1" status: 200 len: 950 time: 0.2453113 Feb 09 01:40:36.659022 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e3ccff02-0944-4713-8afa-97a9e54dbc24 req-c4c18c46-20f1-464f-96e7-70fa2302d466 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks [] for port (113d64c5-c981-4717-9be2-c9c2d47daf40), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.688692 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b180cce8-bf29-41ab-9d68-4cf1d7f44d59 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:36.694762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-698b130f-b5b6-46b9-8ea3-f3ff5cc06f20 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:36.698462 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1362fd5f-df1f-4d37-9b21-8730d948e528 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (49377c52-0caa-4148-922f-dfdc2b235bfe), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.699109 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-698b130f-b5b6-46b9-8ea3-f3ff5cc06f20 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.48 "GET /v2.0/networks?id=8d868039-8396-432e-a58b-15f70b0bf5f1 HTTP/1.1" status: 200 len: 811 time: 0.4585297 Feb 09 01:40:36.702626 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1362fd5f-df1f-4d37-9b21-8730d948e528 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.706407 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e3ccff02-0944-4713-8afa-97a9e54dbc24 req-c4c18c46-20f1-464f-96e7-70fa2302d466 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (113d64c5-c981-4717-9be2-c9c2d47daf40), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.708893 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1362fd5f-df1f-4d37-9b21-8730d948e528 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "DELETE /v2.0/security-groups/49377c52-0caa-4148-922f-dfdc2b235bfe HTTP/1.1" status: 204 len: 168 time: 0.6555800 Feb 09 01:40:36.713317 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38092) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:36.762206 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362fd5f-df1f-4d37-9b21-8730d948e528 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49377c52-0caa-4148-922f-dfdc2b235bfe,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:36.770491 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d497e9-c990-4f9e-9c2d-9a6da857851d req-d67cce7e-3003-4943-86c9-d40f8445aad1 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] No DVR routers for this DVR port 2c78bcd3-6477-4cd8-a520-60b13582dc25 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:36.774906 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d0d497e9-c990-4f9e-9c2d-9a6da857851d req-d67cce7e-3003-4943-86c9-d40f8445aad1 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.782317 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0d497e9-c990-4f9e-9c2d-9a6da857851d req-d67cce7e-3003-4943-86c9-d40f8445aad1 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.48 "DELETE /v2.0/ports/2c78bcd3-6477-4cd8-a520-60b13582dc25 HTTP/1.1" status: 204 len: 173 time: 2.1700273 Feb 09 01:40:36.803269 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-1094af74-0f52-4618-b177-89597c50bbcc tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Request body: {'port': {'device_id': '1791a1ad-e760-4058-b499-e8a324ea17a9', 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1', 'admin_state_up': True, 'tenant_id': '092f8329ee4140f8a8a266c0e29b4e94'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:36.829004 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b180cce8-bf29-41ab-9d68-4cf1d7f44d59 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:36.830159 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b180cce8-bf29-41ab-9d68-4cf1d7f44d59), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.864876 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bff5ec0e-d5be-4cc7-8a86-2944adb81fe7 req-440a79ad-cfde-4967-9f90-040204e97046 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065601 Feb 09 01:40:37.014996 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea58837-0d38-408d-bb71-5211cecbb2f3 None None] New status for floating IP 875e39a6-bf83-4409-96ba-b1e6a31136ba: DOWN {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:40:37.032110 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b180cce8-bf29-41ab-9d68-4cf1d7f44d59 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:37.061764 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fd7138a9-0b2d-4572-b8ce-b84a1e7d390f req-90044827-d669-4ce9-a8a5-6fef1f6c3325 tempest-TenantUsagesTestJSON-839162769 tempest-TenantUsagesTestJSON-839162769-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c2387d-0d92-4ad8-b72a-c7be53001efe HTTP/1.1" status: 200 len: 210 time: 0.0594363 Feb 09 01:40:37.242552 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f1ac4-fbd7-42a6-8c17-9ee965d33db3 req-3e86598d-7e97-4a72-a6ff-0ad914d5ff2d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:37.244413 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-df4f1ac4-fbd7-42a6-8c17-9ee965d33db3 req-3e86598d-7e97-4a72-a6ff-0ad914d5ff2d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.0877240 Feb 09 01:40:37.327705 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-df4f1ac4-fbd7-42a6-8c17-9ee965d33db3 req-0086c203-7aee-4286-8ec7-c0c97584a00a tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764301 Feb 09 01:40:37.381184 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38106) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:37.395707 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-020a0ae9-f291-42d2-93a7-adef69ad6e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:37.549170 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c18c46-20f1-464f-96e7-70fa2302d466 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Pushing event updated for resources: {'Port': ['ID=113d64c5-c981-4717-9be2-c9c2d47daf40,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:37.560822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c2387d-0d92-4ad8-b72a-c7be53001efe', 'name': 'network-vif-deleted', 'tag': '2c78bcd3-6477-4cd8-a520-60b13582dc25'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:37.563665 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17cfffd-7845-49a0-be91-531d753d157e" -d '{"events": [{"server_uuid": "c4c2387d-0d92-4ad8-b72a-c7be53001efe", "name": "network-vif-deleted", "tag": "2c78bcd3-6477-4cd8-a520-60b13582dc25"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:37.585073 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d17e88ae-352c-43d8-917a-defefdf156d1 req-c2339860-083d-4e05-b8bd-d1b2a3b7d9fe tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 210 time: 0.1373584 Feb 09 01:40:37.591858 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cc174a80-d8d1-45fb-9ee6-475025e4e16f tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.8255379 Feb 09 01:40:37.595788 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38112) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:37.600942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-725fb778-174f-4a47-bd7d-0f7be0fbcd1e tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group': {'name': 'tempest-secgroup--1561228114'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:37.610760 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e3ccff02-0944-4713-8afa-97a9e54dbc24 req-c4c18c46-20f1-464f-96e7-70fa2302d466 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (e2e40c0e-1759-4fdf-99f8-45fe7f450ea0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:37.636856 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-76fa6a4f-39fe-474c-9f2c-a74a316922a0 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks [] for security_group (a70b2d05-7496-4399-bb0d-f130f66e9850), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:37.647100 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e3ccff02-0944-4713-8afa-97a9e54dbc24 req-c4c18c46-20f1-464f-96e7-70fa2302d466 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:37.648394 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e3ccff02-0944-4713-8afa-97a9e54dbc24 req-c4c18c46-20f1-464f-96e7-70fa2302d466 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.9492404 Feb 09 01:40:37.680570 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-76fa6a4f-39fe-474c-9f2c-a74a316922a0 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks [] for security_group (a70b2d05-7496-4399-bb0d-f130f66e9850), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:37.722103 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e3ccff02-0944-4713-8afa-97a9e54dbc24 req-83420be6-96b7-4355-8e5a-394c21311b20 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.197 HTTP/1.1" status: 200 len: 696 time: 0.0664439 Feb 09 01:40:37.725137 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-725fb778-174f-4a47-bd7d-0f7be0fbcd1e tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:37.768689 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-76fa6a4f-39fe-474c-9f2c-a74a316922a0 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a70b2d05-7496-4399-bb0d-f130f66e9850), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:37.773062 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-76fa6a4f-39fe-474c-9f2c-a74a316922a0 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:37.775197 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-76fa6a4f-39fe-474c-9f2c-a74a316922a0 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "DELETE /v2.0/security-groups/a70b2d05-7496-4399-bb0d-f130f66e9850 HTTP/1.1" status: 204 len: 168 time: 0.3929918 Feb 09 01:40:37.786225 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38116) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:37.836619 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-1094af74-0f52-4618-b177-89597c50bbcc tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Made reservation on behalf of 092f8329ee4140f8a8a266c0e29b4e94 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:37.839785 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-02517e04-e749-41bb-86da-dfc280c56621 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] show failed (client error): The resource could not be found. Feb 09 01:40:37.840330 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-1094af74-0f52-4618-b177-89597c50bbcc tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:37.843860 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-02517e04-e749-41bb-86da-dfc280c56621 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "GET /v2.0/security-groups/a70b2d05-7496-4399-bb0d-f130f66e9850 HTTP/1.1" status: 404 len: 347 time: 0.0530195 Feb 09 01:40:37.852620 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38120) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:37.865458 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa6a4f-39fe-474c-9f2c-a74a316922a0 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70b2d05-7496-4399-bb0d-f130f66e9850,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:37.902778 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 2c78bcd3-6477-4cd8-a520-60b13582dc25 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:37.925679 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 2c78bcd3-6477-4cd8-a520-60b13582dc25 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:37.926031 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 2c78bcd3-6477-4cd8-a520-60b13582dc25 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:37.966674 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9343363e-62da-4c9c-8640-4c92c1a9d53d x-openstack-request-id: req-9343363e-62da-4c9c-8640-4c92c1a9d53d {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:37.967157 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c2387d-0d92-4ad8-b72a-c7be53001efe", "name": "network-vif-deleted", "tag": "2c78bcd3-6477-4cd8-a520-60b13582dc25", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:37.967604 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9343363e-62da-4c9c-8640-4c92c1a9d53d {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:37.968208 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c2387d-0d92-4ad8-b72a-c7be53001efe', 'name': 'network-vif-deleted', 'tag': '2c78bcd3-6477-4cd8-a520-60b13582dc25', 'status': 'completed', 'code': 200} Feb 09 01:40:38.051530 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ccff02-0944-4713-8afa-97a9e54dbc24 req-20f68d48-b7c0-480e-a9db-7ddf98820b7c tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:38.052887 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e3ccff02-0944-4713-8afa-97a9e54dbc24 req-20f68d48-b7c0-480e-a9db-7ddf98820b7c tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.3227847 Feb 09 01:40:38.070103 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c6953-8e12-4e45-890d-14a83640051c req-4ac72fcb-00da-4f31-bd98-c6624caa29a8 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:38.072089 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d55c6953-8e12-4e45-890d-14a83640051c req-4ac72fcb-00da-4f31-bd98-c6624caa29a8 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8180c577-2698-4475-aeb3-974dee7e8f07 HTTP/1.1" status: 200 len: 950 time: 0.0796094 Feb 09 01:40:38.138246 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-725fb778-174f-4a47-bd7d-0f7be0fbcd1e tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (c04a5c35-e761-4987-9382-63d59378596f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.139732 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d55c6953-8e12-4e45-890d-14a83640051c req-72a70609-02f7-4dd2-bcc4-d48b1feae7fb tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599494 Feb 09 01:40:38.160548 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-725fb778-174f-4a47-bd7d-0f7be0fbcd1e tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c04a5c35-e761-4987-9382-63d59378596f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.306991 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-725fb778-174f-4a47-bd7d-0f7be0fbcd1e tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.311407 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-725fb778-174f-4a47-bd7d-0f7be0fbcd1e tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7112331 Feb 09 01:40:38.311718 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38148) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:38.316309 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fb778-174f-4a47-bd7d-0f7be0fbcd1e tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04a5c35-e761-4987-9382-63d59378596f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:38.317821 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-c960d590-cdc8-4df0-a4ae-f9c7a24f8b04 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group_rule': {'security_group_id': 'c04a5c35-e761-4987-9382-63d59378596f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:38.318772 n-d-828387-3 neutron-server[103184]: WARNING neutron.api.v2.base [None req-c960d590-cdc8-4df0-a4ae-f9c7a24f8b04 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 01:40:38.319295 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-c960d590-cdc8-4df0-a4ae-f9c7a24f8b04 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:38.323166 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c960d590-cdc8-4df0-a4ae-f9c7a24f8b04 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076196 Feb 09 01:40:38.323573 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38150) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:38.327075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-8023d8ba-9f0c-4830-bd3c-4fcee45ad7e8 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Deleting port c8d12478-ab46-4ee7-8b91-9552a64491e3 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:38.327462 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8023d8ba-9f0c-4830-bd3c-4fcee45ad7e8 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (c8d12478-ab46-4ee7-8b91-9552a64491e3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.329007 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-41112cff-6d64-45d7-b6b3-368f68aca974 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group_rule': {'security_group_id': 'c04a5c35-e761-4987-9382-63d59378596f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:38.329684 n-d-828387-3 neutron-server[103184]: WARNING neutron.api.v2.base [None req-41112cff-6d64-45d7-b6b3-368f68aca974 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 01:40:38.330175 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-41112cff-6d64-45d7-b6b3-368f68aca974 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:38.339382 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-41112cff-6d64-45d7-b6b3-368f68aca974 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0121083 Feb 09 01:40:38.339673 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38152) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:38.345761 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-2d709eab-1675-4d81-a97f-b5ec35714601 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group_rule': {'security_group_id': 'c04a5c35-e761-4987-9382-63d59378596f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:38.357663 n-d-828387-3 neutron-server[103184]: WARNING neutron.api.v2.base [None req-2d709eab-1675-4d81-a97f-b5ec35714601 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 01:40:38.358183 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-2d709eab-1675-4d81-a97f-b5ec35714601 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:38.362148 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2d709eab-1675-4d81-a97f-b5ec35714601 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0186248 Feb 09 01:40:38.362148 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38154) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:38.366880 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-cb9775b4-12d9-4273-a99f-2a4aa55815e8 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group_rule': {'security_group_id': 'c04a5c35-e761-4987-9382-63d59378596f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:38.377378 n-d-828387-3 neutron-server[103184]: WARNING neutron.api.v2.base [None req-cb9775b4-12d9-4273-a99f-2a4aa55815e8 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 01:40:38.377912 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-cb9775b4-12d9-4273-a99f-2a4aa55815e8 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:38.381638 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cb9775b4-12d9-4273-a99f-2a4aa55815e8 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0158656 Feb 09 01:40:38.381815 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38156) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:38.431792 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-1094af74-0f52-4618-b177-89597c50bbcc tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Allocated IP 172.20.0.4 (8d868039-8396-432e-a58b-15f70b0bf5f1/06960262-e6ff-4aec-9056-78c4deec1b4a/84487fbe-81be-4ab8-9b97-5becd4ea9e86) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:38.506502 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4c158eb8-846d-4fd5-9643-c9d2c9393604 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (c04a5c35-e761-4987-9382-63d59378596f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.514983 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8023d8ba-9f0c-4830-bd3c-4fcee45ad7e8 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (c8d12478-ab46-4ee7-8b91-9552a64491e3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.515804 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8023d8ba-9f0c-4830-bd3c-4fcee45ad7e8 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks [] for floatingip (c8d12478-ab46-4ee7-8b91-9552a64491e3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.531627 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4c158eb8-846d-4fd5-9643-c9d2c9393604 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (c04a5c35-e761-4987-9382-63d59378596f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.535618 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-8023d8ba-9f0c-4830-bd3c-4fcee45ad7e8 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Calling delete_port for c8d12478-ab46-4ee7-8b91-9552a64491e3 owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:38.578136 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4c158eb8-846d-4fd5-9643-c9d2c9393604 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c04a5c35-e761-4987-9382-63d59378596f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.580860 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4c158eb8-846d-4fd5-9643-c9d2c9393604 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.582153 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4c158eb8-846d-4fd5-9643-c9d2c9393604 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "DELETE /v2.0/security-groups/c04a5c35-e761-4987-9382-63d59378596f HTTP/1.1" status: 204 len: 168 time: 0.1992855 Feb 09 01:40:38.603728 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38160) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:38.604535 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c158eb8-846d-4fd5-9643-c9d2c9393604 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04a5c35-e761-4987-9382-63d59378596f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:38.659260 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64575fbb-6b3b-431b-b6ae-46beb2254c9f req-5210832e-661b-4807-a22c-c0d3c0ee7d4f tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5237629 Feb 09 01:40:38.664756 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38164) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:38.669778 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-64575fbb-6b3b-431b-b6ae-46beb2254c9f req-224a887f-aafe-4faa-a86f-b9ed20a4979b tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:38.710720 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a87e934d-e452-409b-9793-b841e1d2cbd5 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1037631 Feb 09 01:40:38.711691 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38168) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:38.718481 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-fbaa29e0-245f-454e-a1e1-31fcf4a28e53 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group': {'name': 'tempest-secgroup--47795926'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:38.741866 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbaa29e0-245f-454e-a1e1-31fcf4a28e53 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.744962 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64575fbb-6b3b-431b-b6ae-46beb2254c9f req-224a887f-aafe-4faa-a86f-b9ed20a4979b tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.772543 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a39bf2-72e8-4c30-b418-3dd5b34671cc req-2962f815-6631-4eab-b87c-4753ea4e6085 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:38.778772 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a39bf2-72e8-4c30-b418-3dd5b34671cc req-2962f815-6631-4eab-b87c-4753ea4e6085 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:38.786416 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-74a39bf2-72e8-4c30-b418-3dd5b34671cc req-2962f815-6631-4eab-b87c-4753ea4e6085 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8180c577-2698-4475-aeb3-974dee7e8f07&device_id=8397ace8-285b-4a79-b322-ccb3c7c94972 HTTP/1.1" status: 200 len: 1690 time: 0.1417458 Feb 09 01:40:38.887602 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-74a39bf2-72e8-4c30-b418-3dd5b34671cc req-edee9dad-0529-445c-8145-acf09a197c51 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998132 Feb 09 01:40:38.987392 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbaa29e0-245f-454e-a1e1-31fcf4a28e53 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (c0e44991-dcfb-4e1b-a403-50a53f0ee3de), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.990403 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-1094af74-0f52-4618-b177-89597c50bbcc tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks [] for port (84487fbe-81be-4ab8-9b97-5becd4ea9e86), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.995789 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dd63bf51-8362-4245-8e97-7fba569c511a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e22188e6e28840dc8284da494175cf50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287609 Feb 09 01:40:38.997201 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbaa29e0-245f-454e-a1e1-31fcf4a28e53 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c0e44991-dcfb-4e1b-a403-50a53f0ee3de), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.999728 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38178) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:39.072742 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-1094af74-0f52-4618-b177-89597c50bbcc tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (84487fbe-81be-4ab8-9b97-5becd4ea9e86), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.075821 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbaa29e0-245f-454e-a1e1-31fcf4a28e53 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.076024 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8023d8ba-9f0c-4830-bd3c-4fcee45ad7e8 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (c8d12478-ab46-4ee7-8b91-9552a64491e3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.079823 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fbaa29e0-245f-454e-a1e1-31fcf4a28e53 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3624761 Feb 09 01:40:39.086582 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38180) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:39.105306 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-0e1dd140-80b7-407f-aea4-ab8c8bda82c2 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group_rule': {'security_group_id': 'c0e44991-dcfb-4e1b-a403-50a53f0ee3de', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:39.105597 n-d-828387-3 neutron-server[103183]: WARNING neutron.api.v2.base [None req-0e1dd140-80b7-407f-aea4-ab8c8bda82c2 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 01:40:39.108023 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-0e1dd140-80b7-407f-aea4-ab8c8bda82c2 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:39.109301 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0e1dd140-80b7-407f-aea4-ab8c8bda82c2 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081093 Feb 09 01:40:39.113438 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa29e0-245f-454e-a1e1-31fcf4a28e53 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e44991-dcfb-4e1b-a403-50a53f0ee3de,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:39.117041 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38182) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:39.125314 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-c2edf6af-8756-41d4-be06-cc61d88c8189 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group_rule': {'security_group_id': 'c0e44991-dcfb-4e1b-a403-50a53f0ee3de', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:39.133184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-1094af74-0f52-4618-b177-89597c50bbcc tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Network 8d868039-8396-432e-a58b-15f70b0bf5f1 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:39.140040 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-1094af74-0f52-4618-b177-89597c50bbcc tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:39.178852 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-1094af74-0f52-4618-b177-89597c50bbcc tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:39.186409 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b847847-55ee-46a2-9134-cfb9beeb3bf3 admin admin] Publish callbacks [] for security_group (8de6d85f-142b-4442-bf0d-e769b45e366b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.196724 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8eb32-2ca6-4658-8ae6-47084d4b60c8 req-2bc51121-17b2-4f80-b699-a8c22807e9d5 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:39.212255 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-27b8eb32-2ca6-4658-8ae6-47084d4b60c8 req-2bc51121-17b2-4f80-b699-a8c22807e9d5 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 931 time: 0.1428478 Feb 09 01:40:39.216237 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-c2edf6af-8756-41d4-be06-cc61d88c8189 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:39.219984 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c2edf6af-8756-41d4-be06-cc61d88c8189 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0962763 Feb 09 01:40:39.243890 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38186) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:39.263761 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1e9e322f-9e5f-4e7a-8908-d035c85cb066 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group_rule': {'security_group_id': 'c0e44991-dcfb-4e1b-a403-50a53f0ee3de', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:39.264254 n-d-828387-3 neutron-server[103184]: WARNING neutron.api.v2.base [None req-1e9e322f-9e5f-4e7a-8908-d035c85cb066 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 01:40:39.264769 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-1e9e322f-9e5f-4e7a-8908-d035c85cb066 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:39.268612 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1e9e322f-9e5f-4e7a-8908-d035c85cb066 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0134988 Feb 09 01:40:39.274023 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38188) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:39.277697 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-1094af74-0f52-4618-b177-89597c50bbcc tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:39.278725 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-1094af74-0f52-4618-b177-89597c50bbcc tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.280295 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e8d92bc2-52ee-4bab-b467-73c91e2af613 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group_rule': {'security_group_id': 'c0e44991-dcfb-4e1b-a403-50a53f0ee3de', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:39.307397 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b847847-55ee-46a2-9134-cfb9beeb3bf3 admin admin] Publish callbacks [] for security_group (8de6d85f-142b-4442-bf0d-e769b45e366b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.319399 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-27b8eb32-2ca6-4658-8ae6-47084d4b60c8 req-19b20700-a790-495b-be69-74d6dbce76dd tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038094 Feb 09 01:40:39.351831 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023d8ba-9f0c-4830-bd3c-4fcee45ad7e8 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Pushing event deleted for resources: {'Port': ['ID=c8d12478-ab46-4ee7-8b91-9552a64491e3,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:39.369226 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38190) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:39.373589 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-1094af74-0f52-4618-b177-89597c50bbcc tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6223071 Feb 09 01:40:39.394899 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-e8d92bc2-52ee-4bab-b467-73c91e2af613 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:39.399381 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e8d92bc2-52ee-4bab-b467-73c91e2af613 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1243105 Feb 09 01:40:39.400845 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38194) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:39.411975 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-49d15157-201f-40d1-9073-869e70394f07 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group_rule': {'security_group_id': 'c0e44991-dcfb-4e1b-a403-50a53f0ee3de', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:39.412617 n-d-828387-3 neutron-server[103184]: WARNING neutron.api.v2.base [None req-49d15157-201f-40d1-9073-869e70394f07 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 01:40:39.413239 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-49d15157-201f-40d1-9073-869e70394f07 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:39.417827 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-49d15157-201f-40d1-9073-869e70394f07 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0153141 Feb 09 01:40:39.421563 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38196) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:39.427036 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5cfd2d31-0926-47bb-a348-0d38fd74263b tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group_rule': {'security_group_id': 'c0e44991-dcfb-4e1b-a403-50a53f0ee3de', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:39.493541 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b847847-55ee-46a2-9134-cfb9beeb3bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8de6d85f-142b-4442-bf0d-e769b45e366b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.497767 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-a563a6b7-d7ed-47ff-b146-a3595ffb101c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:40:39.501938 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b847847-55ee-46a2-9134-cfb9beeb3bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.502170 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-a563a6b7-d7ed-47ff-b146-a3595ffb101c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0748043 Feb 09 01:40:39.503918 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8b847847-55ee-46a2-9134-cfb9beeb3bf3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8de6d85f-142b-4442-bf0d-e769b45e366b HTTP/1.1" status: 204 len: 168 time: 0.5005836 Feb 09 01:40:39.516250 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b847847-55ee-46a2-9134-cfb9beeb3bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de6d85f-142b-4442-bf0d-e769b45e366b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:39.522964 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8023d8ba-9f0c-4830-bd3c-4fcee45ad7e8 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks [] for floatingip (875e39a6-bf83-4409-96ba-b1e6a31136ba), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.531234 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8023d8ba-9f0c-4830-bd3c-4fcee45ad7e8 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.535781 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8023d8ba-9f0c-4830-bd3c-4fcee45ad7e8 tempest-ServersTestManualDisk-1779729577 tempest-ServersTestManualDisk-1779729577-project] 10.222.0.36 "DELETE /v2.0/floatingips/875e39a6-bf83-4409-96ba-b1e6a31136ba HTTP/1.1" status: 204 len: 168 time: 1.6780415 Feb 09 01:40:39.538834 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38202) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:39.549841 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.556043 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-5cfd2d31-0926-47bb-a348-0d38fd74263b tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:39.560731 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5cfd2d31-0926-47bb-a348-0d38fd74263b tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1361272 Feb 09 01:40:39.567387 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38206) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:39.600226 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-0d497ca7-4ff1-46af-a69f-a472e5adb1a8 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group_rule': {'security_group_id': 'c0e44991-dcfb-4e1b-a403-50a53f0ee3de', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:39.604735 n-d-828387-3 neutron-server[103183]: WARNING neutron.api.v2.base [None req-0d497ca7-4ff1-46af-a69f-a472e5adb1a8 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 01:40:39.607334 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-0d497ca7-4ff1-46af-a69f-a472e5adb1a8 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:39.610543 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0d497ca7-4ff1-46af-a69f-a472e5adb1a8 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0118818 Feb 09 01:40:39.639289 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38208) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:39.653346 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-c83541c4-eef4-4e3f-9696-1a43a553a55c tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group_rule': {'security_group_id': 'c0e44991-dcfb-4e1b-a403-50a53f0ee3de', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:39.658099 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094af74-0f52-4618-b177-89597c50bbcc tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Pushing event updated for resources: {'Port': ['ID=84487fbe-81be-4ab8-9b97-5becd4ea9e86,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:39.667797 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-576a921e-6054-4bf9-9573-936ee0e47d15 service neutron] Request body: {'port': {'device_id': '1791a1ad-e760-4058-b499-e8a324ea17a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:39.694108 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0511c525-136c-48f9-aef6-50393983be40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.754886 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-058bc5f8-1019-44b0-bb5a-a87df92d5dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.762563 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64575fbb-6b3b-431b-b6ae-46beb2254c9f req-224a887f-aafe-4faa-a86f-b9ed20a4979b tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.766310 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ab5c0-6703-468f-b222-16a5adf5bfbe req-3cdd8b74-c314-4392-8723-956999115cf6 tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:39.776786 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-195ab5c0-6703-468f-b222-16a5adf5bfbe req-3cdd8b74-c314-4392-8723-956999115cf6 tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8180c577-2698-4475-aeb3-974dee7e8f07 HTTP/1.1" status: 200 len: 1132 time: 0.1724977 Feb 09 01:40:39.797551 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-576a921e-6054-4bf9-9573-936ee0e47d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (84487fbe-81be-4ab8-9b97-5becd4ea9e86), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.815585 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-c83541c4-eef4-4e3f-9696-1a43a553a55c tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:39.817429 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c83541c4-eef4-4e3f-9696-1a43a553a55c tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1678393 Feb 09 01:40:39.858167 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38212) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:39.901582 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-7201d40d-8a3a-4b7a-9ae3-7dc6de538bad tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group_rule': {'security_group_id': 'c0e44991-dcfb-4e1b-a403-50a53f0ee3de', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:40.000241 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-195ab5c0-6703-468f-b222-16a5adf5bfbe req-3967b3d9-847b-4b80-9fc6-b4eee8da0a9f tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245610 Feb 09 01:40:40.060615 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38220) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:40.079953 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0511c525-136c-48f9-aef6-50393983be40 admin admin] Publish callbacks [] for security_group (0028ea37-a860-4f6c-82e4-39155e3db029), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.109110 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0511c525-136c-48f9-aef6-50393983be40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0028ea37-a860-4f6c-82e4-39155e3db029), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.122780 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ab429f20-717c-4e6c-aa42-4a4bc03994ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.129958 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-64575fbb-6b3b-431b-b6ae-46beb2254c9f req-224a887f-aafe-4faa-a86f-b9ed20a4979b tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Allocated IP 172.25.7.75 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/1464790a-3685-43a4-a637-3c2f57e11b63) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:40.204738 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511c525-136c-48f9-aef6-50393983be40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0028ea37-a860-4f6c-82e4-39155e3db029,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:40.217565 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0511c525-136c-48f9-aef6-50393983be40 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=34a06faf2eac40188aaa139938011680&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8432891 Feb 09 01:40:40.217565 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-7201d40d-8a3a-4b7a-9ae3-7dc6de538bad tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:40.217565 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7201d40d-8a3a-4b7a-9ae3-7dc6de538bad tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3546286 Feb 09 01:40:40.221560 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38224) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:40.221983 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38226) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:40.345481 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0c34f-369a-4f6c-8abf-665e08287f4d req-069e2104-676d-47ce-af46-84f45dce320a tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:40.347231 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0d0c34f-369a-4f6c-8abf-665e08287f4d req-069e2104-676d-47ce-af46-84f45dce320a tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8397ace8-285b-4a79-b322-ccb3c7c94972 HTTP/1.1" status: 200 len: 1131 time: 0.2397587 Feb 09 01:40:40.383699 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-576a921e-6054-4bf9-9573-936ee0e47d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84487fbe-81be-4ab8-9b97-5becd4ea9e86 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:40:40.391884 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-862a3af3-ba28-411f-8ce3-a7af83b0482c admin admin] Publish callbacks [] for security_group (0028ea37-a860-4f6c-82e4-39155e3db029), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.401978 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64575fbb-6b3b-431b-b6ae-46beb2254c9f req-224a887f-aafe-4faa-a86f-b9ed20a4979b tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks [] for port (1464790a-3685-43a4-a637-3c2f57e11b63), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.404657 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-576a921e-6054-4bf9-9573-936ee0e47d15 service neutron] Publish callbacks [] for port (84487fbe-81be-4ab8-9b97-5becd4ea9e86), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.408039 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ab429f20-717c-4e6c-aa42-4a4bc03994ee admin admin] Publish callbacks [] for security_group (141df37e-bbeb-40df-b0dd-e8d476f956c8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.418967 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ab429f20-717c-4e6c-aa42-4a4bc03994ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (141df37e-bbeb-40df-b0dd-e8d476f956c8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.430852 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8a93b2f-3242-426e-9e67-b359bcdbe41e tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (c0e44991-dcfb-4e1b-a403-50a53f0ee3de), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.438716 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-576a921e-6054-4bf9-9573-936ee0e47d15 service neutron] Transition to ACTIVE for port object 84487fbe-81be-4ab8-9b97-5becd4ea9e86 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:40:40.451436 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-576a921e-6054-4bf9-9573-936ee0e47d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (84487fbe-81be-4ab8-9b97-5becd4ea9e86), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.456995 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-862a3af3-ba28-411f-8ce3-a7af83b0482c admin admin] Publish callbacks [] for security_group (0028ea37-a860-4f6c-82e4-39155e3db029), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.493784 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0d0c34f-369a-4f6c-8abf-665e08287f4d req-4c0fb266-a6fc-4ff9-b1c8-613c70b87473 tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387179 Feb 09 01:40:40.498100 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8a93b2f-3242-426e-9e67-b359bcdbe41e tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (c0e44991-dcfb-4e1b-a403-50a53f0ee3de), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.517544 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ab429f20-717c-4e6c-aa42-4a4bc03994ee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a13033737fa40b5aead8ee7ca780cc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4509356 Feb 09 01:40:40.525211 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38230) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:40.531518 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab429f20-717c-4e6c-aa42-4a4bc03994ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141df37e-bbeb-40df-b0dd-e8d476f956c8,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:40.594489 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64575fbb-6b3b-431b-b6ae-46beb2254c9f req-224a887f-aafe-4faa-a86f-b9ed20a4979b tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (1464790a-3685-43a4-a637-3c2f57e11b63), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.596377 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a921e-6054-4bf9-9573-936ee0e47d15 service neutron] Pushing event updated for resources: {'Port': ['ID=84487fbe-81be-4ab8-9b97-5becd4ea9e86,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:40.642501 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-862a3af3-ba28-411f-8ce3-a7af83b0482c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0028ea37-a860-4f6c-82e4-39155e3db029), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.645306 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-862a3af3-ba28-411f-8ce3-a7af83b0482c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.646547 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-862a3af3-ba28-411f-8ce3-a7af83b0482c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0028ea37-a860-4f6c-82e4-39155e3db029 HTTP/1.1" status: 204 len: 168 time: 0.4225564 Feb 09 01:40:40.655554 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8a93b2f-3242-426e-9e67-b359bcdbe41e tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c0e44991-dcfb-4e1b-a403-50a53f0ee3de), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.658340 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8a93b2f-3242-426e-9e67-b359bcdbe41e tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.661941 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d8a93b2f-3242-426e-9e67-b359bcdbe41e tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "DELETE /v2.0/security-groups/c0e44991-dcfb-4e1b-a403-50a53f0ee3de HTTP/1.1" status: 204 len: 168 time: 0.4291332 Feb 09 01:40:40.666217 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38238) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:40.677090 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a3af3-ba28-411f-8ce3-a7af83b0482c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0028ea37-a860-4f6c-82e4-39155e3db029,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:40.707704 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64575fbb-6b3b-431b-b6ae-46beb2254c9f req-224a887f-aafe-4faa-a86f-b9ed20a4979b tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:40.714658 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a93b2f-3242-426e-9e67-b359bcdbe41e tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e44991-dcfb-4e1b-a403-50a53f0ee3de,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:40.718394 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-64575fbb-6b3b-431b-b6ae-46beb2254c9f req-224a887f-aafe-4faa-a86f-b9ed20a4979b tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:40.719847 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-02994b43-7dcf-4c05-a057-4d55e2e43dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (b207c49c-394f-4631-bc08-9bf5b6d64318), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.723103 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-64575fbb-6b3b-431b-b6ae-46beb2254c9f req-224a887f-aafe-4faa-a86f-b9ed20a4979b tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:40.726265 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a887f-aafe-4faa-a86f-b9ed20a4979b tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Pushing event updated for resources: {'Port': ['ID=1464790a-3685-43a4-a637-3c2f57e11b63,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:40.728709 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55b20254-4d25-442b-83e7-a27302dcb06d admin admin] Publish callbacks [] for security_group (141df37e-bbeb-40df-b0dd-e8d476f956c8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.741805 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fada2-5226-4129-8886-6a0ce54be431 req-94135b79-fbe0-4b26-8875-f273bebe8f7a tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:40.744613 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-794fada2-5226-4129-8886-6a0ce54be431 req-94135b79-fbe0-4b26-8875-f273bebe8f7a tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 943 time: 0.1540740 Feb 09 01:40:40.754969 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.800541 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.800796 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55b20254-4d25-442b-83e7-a27302dcb06d admin admin] Publish callbacks [] for security_group (141df37e-bbeb-40df-b0dd-e8d476f956c8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.820168 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-576a921e-6054-4bf9-9573-936ee0e47d15 service neutron] Attempting to bind port 84487fbe-81be-4ab8-9b97-5becd4ea9e86 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:40.820514 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-576a921e-6054-4bf9-9573-936ee0e47d15 service neutron] Attempting to bind port 84487fbe-81be-4ab8-9b97-5becd4ea9e86 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:40.820880 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-576a921e-6054-4bf9-9573-936ee0e47d15 service neutron] Attempting to bind port 84487fbe-81be-4ab8-9b97-5becd4ea9e86 on network 8d868039-8396-432e-a58b-15f70b0bf5f1 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:40.840347 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-576a921e-6054-4bf9-9573-936ee0e47d15 service neutron] Port 84487fbe-81be-4ab8-9b97-5becd4ea9e86 on network 8d868039-8396-432e-a58b-15f70b0bf5f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:40:40.841270 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-576a921e-6054-4bf9-9573-936ee0e47d15 service neutron] Attempting to bind port 84487fbe-81be-4ab8-9b97-5becd4ea9e86 on network 8d868039-8396-432e-a58b-15f70b0bf5f1 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:40.866058 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-50c70e38-72d3-4fc1-abd5-a34b379488e1 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1983306 Feb 09 01:40:40.872042 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38240) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:40.882969 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-576a921e-6054-4bf9-9573-936ee0e47d15 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:40.883633 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-576a921e-6054-4bf9-9573-936ee0e47d15 service neutron] Checking segment: {'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:40.884052 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1c59bae7-1b86-4de2-94ab-7c43c285b287 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group': {'name': 'tempest-secgroup--2062038477'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:40.884331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-576a921e-6054-4bf9-9573-936ee0e47d15 service neutron] Bound using segment: {'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:40.884508 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-576a921e-6054-4bf9-9573-936ee0e47d15 service neutron] Bound port: 84487fbe-81be-4ab8-9b97-5becd4ea9e86, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:40.885049 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-576a921e-6054-4bf9-9573-936ee0e47d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (84487fbe-81be-4ab8-9b97-5becd4ea9e86), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.947045 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64575fbb-6b3b-431b-b6ae-46beb2254c9f req-224a887f-aafe-4faa-a86f-b9ed20a4979b tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks [] for floatingip (757cb835-ca5c-4493-8b33-90634329ab1a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.958057 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-794fada2-5226-4129-8886-6a0ce54be431 req-85f454d3-4438-44b0-89bd-f35a79bb2056 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327097 Feb 09 01:40:40.961989 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55b20254-4d25-442b-83e7-a27302dcb06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (141df37e-bbeb-40df-b0dd-e8d476f956c8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.964769 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55b20254-4d25-442b-83e7-a27302dcb06d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.966513 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-55b20254-4d25-442b-83e7-a27302dcb06d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/141df37e-bbeb-40df-b0dd-e8d476f956c8 HTTP/1.1" status: 204 len: 168 time: 0.4362185 Feb 09 01:40:40.985623 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c59bae7-1b86-4de2-94ab-7c43c285b287 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:41.007801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b20254-4d25-442b-83e7-a27302dcb06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141df37e-bbeb-40df-b0dd-e8d476f956c8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:41.026561 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-576a921e-6054-4bf9-9573-936ee0e47d15 service neutron] For port 84487fbe-81be-4ab8-9b97-5becd4ea9e86, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:41.032468 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-576a921e-6054-4bf9-9573-936ee0e47d15 service neutron] For port 84487fbe-81be-4ab8-9b97-5becd4ea9e86, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=84487fbe-81be-4ab8-9b97-5becd4ea9e86,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:41.034168 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64575fbb-6b3b-431b-b6ae-46beb2254c9f req-224a887f-aafe-4faa-a86f-b9ed20a4979b tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1464790a-3685-43a4-a637-3c2f57e11b63), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:41.067844 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-576a921e-6054-4bf9-9573-936ee0e47d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (84487fbe-81be-4ab8-9b97-5becd4ea9e86), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:41.135791 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-576a921e-6054-4bf9-9573-936ee0e47d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:41.136816 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-576a921e-6054-4bf9-9573-936ee0e47d15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:41.139402 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-576a921e-6054-4bf9-9573-936ee0e47d15 service neutron] 10.222.0.48 "PUT /v2.0/ports/84487fbe-81be-4ab8-9b97-5becd4ea9e86 HTTP/1.1" status: 200 len: 1091 time: 1.6238179 Feb 09 01:40:41.140039 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1791a1ad-e760-4058-b499-e8a324ea17a9', 'tag': '84487fbe-81be-4ab8-9b97-5becd4ea9e86'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:41.143412 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13631b40-892f-4280-8b89-408729f6c0d1" -d '{"events": [{"name": "network-changed", "server_uuid": "1791a1ad-e760-4058-b499-e8a324ea17a9", "tag": "84487fbe-81be-4ab8-9b97-5becd4ea9e86"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:41.238817 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a921e-6054-4bf9-9573-936ee0e47d15 service neutron] Pushing event updated for resources: {'Port': ['ID=84487fbe-81be-4ab8-9b97-5becd4ea9e86,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:41.240960 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c59bae7-1b86-4de2-94ab-7c43c285b287 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (417186a0-c12d-4163-9ef6-9d56833931fc), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:41.308898 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-46b89322-746d-44dc-baf8-91b350adc494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:41.311006 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-46b89322-746d-44dc-baf8-91b350adc494 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=092f8329ee4140f8a8a266c0e29b4e94&device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 1125 time: 0.0960567 Feb 09 01:40:41.311516 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38250) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:41.348870 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c59bae7-1b86-4de2-94ab-7c43c285b287 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (417186a0-c12d-4163-9ef6-9d56833931fc), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:41.372553 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c2ee0540-f709-4f1f-b870-233664bc11ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:41.381560 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-8735f366-cfdf-4152-ba40-f88c376d115b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84487fbe-81be-4ab8-9b97-5becd4ea9e86 HTTP/1.1" status: 200 len: 217 time: 0.0567131 Feb 09 01:40:41.429844 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64575fbb-6b3b-431b-b6ae-46beb2254c9f req-224a887f-aafe-4faa-a86f-b9ed20a4979b tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks [] for port (1464790a-3685-43a4-a637-3c2f57e11b63), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:41.445921 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c59bae7-1b86-4de2-94ab-7c43c285b287 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:41.447092 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1c59bae7-1b86-4de2-94ab-7c43c285b287 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5736458 Feb 09 01:40:41.451724 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64575fbb-6b3b-431b-b6ae-46beb2254c9f req-224a887f-aafe-4faa-a86f-b9ed20a4979b tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (1464790a-3685-43a4-a637-3c2f57e11b63), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:41.459869 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38256) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:41.460945 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59bae7-1b86-4de2-94ab-7c43c285b287 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417186a0-c12d-4163-9ef6-9d56833931fc,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:41.480195 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d0228-5716-466c-98cf-7447a4a4beed req-12bc8679-e1b6-4d76-89fd-6c00080e67ce tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:41.482895 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0f0d0228-5716-466c-98cf-7447a4a4beed req-12bc8679-e1b6-4d76-89fd-6c00080e67ce tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.2518244 Feb 09 01:40:41.488873 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1871c197-75e7-49b5-9e71-aa666f255458 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group_rule': {'security_group_id': '417186a0-c12d-4163-9ef6-9d56833931fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:41.539863 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-7020a5ec-d3d2-4a8b-b30f-17c9c6f22bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:41.541633 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-7020a5ec-d3d2-4a8b-b30f-17c9c6f22bab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=06960262-e6ff-4aec-9056-78c4deec1b4a HTTP/1.1" status: 200 len: 851 time: 0.1528082 Feb 09 01:40:41.570485 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a887f-aafe-4faa-a86f-b9ed20a4979b tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Pushing event updated for resources: {'Port': ['ID=1464790a-3685-43a4-a637-3c2f57e11b63,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:41.636371 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0f0d0228-5716-466c-98cf-7447a4a4beed req-53f47680-209d-446b-aa5e-a85b55201eec tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415441 Feb 09 01:40:41.655706 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-1871c197-75e7-49b5-9e71-aa666f255458 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] create failed (client error): The resource could not be found. Feb 09 01:40:41.660127 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1871c197-75e7-49b5-9e71-aa666f255458 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1760194 Feb 09 01:40:41.661851 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38266) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:41.666289 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d98a40a4-f67a-4cdb-8214-f962fe778441 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group_rule': {'security_group_id': '417186a0-c12d-4163-9ef6-9d56833931fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '035ad615-711d-4107-b91f-db42eed27314'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:41.678871 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-02994b43-7dcf-4c05-a057-4d55e2e43dc9 admin admin] Deleting port c98ee690-b979-45c7-8f6e-ded8d7d6a7ef {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:41.679063 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-02994b43-7dcf-4c05-a057-4d55e2e43dc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (c98ee690-b979-45c7-8f6e-ded8d7d6a7ef), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:41.804389 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-d98a40a4-f67a-4cdb-8214-f962fe778441 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] create failed (client error): The resource could not be found. Feb 09 01:40:41.809096 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d98a40a4-f67a-4cdb-8214-f962fe778441 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1452475 Feb 09 01:40:41.823622 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-02994b43-7dcf-4c05-a057-4d55e2e43dc9 admin admin] For port c98ee690-b979-45c7-8f6e-ded8d7d6a7ef, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c98ee690-b979-45c7-8f6e-ded8d7d6a7ef,segment=NetworkSegment(2dc49879-3ba2-46db-ad41-df99fbf03b1c),segment_id=2dc49879-3ba2-46db-ad41-df99fbf03b1c)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:41.824162 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-02994b43-7dcf-4c05-a057-4d55e2e43dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (c98ee690-b979-45c7-8f6e-ded8d7d6a7ef), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:41.855764 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38280) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:41.863832 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-02994b43-7dcf-4c05-a057-4d55e2e43dc9 admin admin] Calling delete_port for c98ee690-b979-45c7-8f6e-ded8d7d6a7ef owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:41.911465 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b927958-8bd3-4686-a5e1-a7b841005db9 x-openstack-request-id: req-7b927958-8bd3-4686-a5e1-a7b841005db9 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:41.912075 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1791a1ad-e760-4058-b499-e8a324ea17a9", "tag": "84487fbe-81be-4ab8-9b97-5becd4ea9e86", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:41.912075 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b927958-8bd3-4686-a5e1-a7b841005db9 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:41.912384 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1791a1ad-e760-4058-b499-e8a324ea17a9', 'tag': '84487fbe-81be-4ab8-9b97-5becd4ea9e86', 'status': 'completed', 'code': 200} Feb 09 01:40:41.915779 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-aa8c62a3-bc1b-441c-81c9-00f7e907e4be tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608735 Feb 09 01:40:41.916732 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-b6579019-660f-48a3-9270-fc2200a6d495 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d868039-8396-432e-a58b-15f70b0bf5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3645217 Feb 09 01:40:41.939299 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64575fbb-6b3b-431b-b6ae-46beb2254c9f req-224a887f-aafe-4faa-a86f-b9ed20a4979b tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (757cb835-ca5c-4493-8b33-90634329ab1a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.008036 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64575fbb-6b3b-431b-b6ae-46beb2254c9f req-224a887f-aafe-4faa-a86f-b9ed20a4979b tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.009318 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64575fbb-6b3b-431b-b6ae-46beb2254c9f req-224a887f-aafe-4faa-a86f-b9ed20a4979b tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3492241 Feb 09 01:40:42.075481 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38290) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:42.084257 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c2ee0540-f709-4f1f-b870-233664bc11ba admin admin] Publish callbacks [] for security_group (0775ffc9-b0ed-40c6-866c-55c8b005f0b1), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.095109 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8fb9f8b8-818f-4366-99cc-93bd79e6fa9a tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (417186a0-c12d-4163-9ef6-9d56833931fc), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.102469 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64575fbb-6b3b-431b-b6ae-46beb2254c9f req-3db60b4d-9e72-4816-ab40-dcca479c8502 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.75 HTTP/1.1" status: 200 len: 695 time: 0.0822327 Feb 09 01:40:42.103419 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c2ee0540-f709-4f1f-b870-233664bc11ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0775ffc9-b0ed-40c6-866c-55c8b005f0b1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.188622 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8fb9f8b8-818f-4366-99cc-93bd79e6fa9a tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (417186a0-c12d-4163-9ef6-9d56833931fc), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.210685 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee0540-f709-4f1f-b870-233664bc11ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0775ffc9-b0ed-40c6-866c-55c8b005f0b1,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:42.216984 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.218488 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c2ee0540-f709-4f1f-b870-233664bc11ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=076d7612cc204418881fe1128b118b16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9002795 Feb 09 01:40:42.220715 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-44e101e6-d9ad-4ee2-bce7-1eddc2cd71ab service neutron] 10.222.0.48 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948351 Feb 09 01:40:42.227031 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-a78b0d02-825e-4114-b788-a325f60703f0 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:42.228444 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-a78b0d02-825e-4114-b788-a325f60703f0 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2925179 Feb 09 01:40:42.228835 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38294) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:42.253696 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-96b6883c-1301-47e6-a859-9e3db32ad8da admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-672951048-network', 'tenant_id': '43de3fcd6ce94ebf8fcfe415d3e83408'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:42.267641 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-59c02f6d-5481-408d-b8e9-61a8e113310c tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/quotas/9e22f3d1736d46dbb07a769aef03b6cd HTTP/1.1" status: 200 len: 375 time: 0.0301983 Feb 09 01:40:42.314812 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8fb9f8b8-818f-4366-99cc-93bd79e6fa9a tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (417186a0-c12d-4163-9ef6-9d56833931fc), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.318811 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8fb9f8b8-818f-4366-99cc-93bd79e6fa9a tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.320090 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8fb9f8b8-818f-4366-99cc-93bd79e6fa9a tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "DELETE /v2.0/security-groups/417186a0-c12d-4163-9ef6-9d56833931fc HTTP/1.1" status: 204 len: 168 time: 0.4626455 Feb 09 01:40:42.327966 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38296) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:42.344702 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9f8b8-818f-4366-99cc-93bd79e6fa9a tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=417186a0-c12d-4163-9ef6-9d56833931fc,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:42.389578 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b6883c-1301-47e6-a859-9e3db32ad8da admin admin] Made reservation on behalf of 43de3fcd6ce94ebf8fcfe415d3e83408 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:42.391905 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-96b6883c-1301-47e6-a859-9e3db32ad8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.395643 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-ebd825ff-1a99-41ed-81e9-cee8a95e7d7c tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1203687 Feb 09 01:40:42.410788 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-02994b43-7dcf-4c05-a057-4d55e2e43dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (c98ee690-b979-45c7-8f6e-ded8d7d6a7ef), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.440171 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-96b6883c-1301-47e6-a859-9e3db32ad8da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.445097 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02994b43-7dcf-4c05-a057-4d55e2e43dc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c98ee690-b979-45c7-8f6e-ded8d7d6a7ef,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:42.490477 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64575fbb-6b3b-431b-b6ae-46beb2254c9f req-48b4be4d-8883-41c0-aae0-83188a9c150b tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:42.491953 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64575fbb-6b3b-431b-b6ae-46beb2254c9f req-48b4be4d-8883-41c0-aae0-83188a9c150b tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.3632691 Feb 09 01:40:42.523556 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-eb41a3ff-e950-47cf-9353-38e538a04049 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1883857 Feb 09 01:40:42.535078 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f806b7a-a532-4b88-8299-d702dc1bf7b9 req-46ebe93b-21c5-4fd3-b918-73da225cee7c service neutron] 10.222.0.48 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008602 Feb 09 01:40:42.535934 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4efff3b9-493b-4ac2-b3df-7a37f8ed787c admin admin] Publish callbacks [] for security_group (0775ffc9-b0ed-40c6-866c-55c8b005f0b1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.541227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38300) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:42.549193 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-3f5204ad-673b-4c11-8de3-149adb8b0ae2 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group_rule': {'security_group_id': '7babb64f-87bf-45f3-a96f-e731a8d1be42', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:42.714122 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4efff3b9-493b-4ac2-b3df-7a37f8ed787c admin admin] Publish callbacks [] for security_group (0775ffc9-b0ed-40c6-866c-55c8b005f0b1), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.844341 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-3f5204ad-673b-4c11-8de3-149adb8b0ae2 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] create failed (client error): The resource could not be found. Feb 09 01:40:42.845665 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3f5204ad-673b-4c11-8de3-149adb8b0ae2 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3031516 Feb 09 01:40:42.857345 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38302) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:42.868771 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1652ad9-d9ac-4410-be18-5fcfca147bb7 req-a5940c94-acb9-4c0c-bcfd-7952cdd64727 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:42.870715 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d1652ad9-d9ac-4410-be18-5fcfca147bb7 req-a5940c94-acb9-4c0c-bcfd-7952cdd64727 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.2577908 Feb 09 01:40:42.879764 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b8241686-c0f6-445f-a437-be952fa74332 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group': {'name': 'tempest-secgroup--450904036'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:42.907653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13631b40-892f-4280-8b89-408729f6c0d1 req-2c20a4a4-43f6-41eb-ad37-f0d7d14948f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:42.909677 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13631b40-892f-4280-8b89-408729f6c0d1 req-2c20a4a4-43f6-41eb-ad37-f0d7d14948f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=092f8329ee4140f8a8a266c0e29b4e94&device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 1125 time: 0.3049042 Feb 09 01:40:42.943170 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4efff3b9-493b-4ac2-b3df-7a37f8ed787c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0775ffc9-b0ed-40c6-866c-55c8b005f0b1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.946090 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4efff3b9-493b-4ac2-b3df-7a37f8ed787c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.947435 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4efff3b9-493b-4ac2-b3df-7a37f8ed787c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0775ffc9-b0ed-40c6-866c-55c8b005f0b1 HTTP/1.1" status: 204 len: 168 time: 0.7173996 Feb 09 01:40:42.980355 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-96b6883c-1301-47e6-a859-9e3db32ad8da admin admin] Publish callbacks [] for security_group (b5175adf-3c0b-49d5-ab51-92b460e10d36), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.024876 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efff3b9-493b-4ac2-b3df-7a37f8ed787c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0775ffc9-b0ed-40c6-866c-55c8b005f0b1,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:43.028578 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b8241686-c0f6-445f-a437-be952fa74332 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.034538 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-96b6883c-1301-47e6-a859-9e3db32ad8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b5175adf-3c0b-49d5-ab51-92b460e10d36), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.115901 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b6883c-1301-47e6-a859-9e3db32ad8da admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:40:43.133468 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d1652ad9-d9ac-4410-be18-5fcfca147bb7 req-d415cb23-2581-489e-bb2d-4eca5bd733bc tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459533 Feb 09 01:40:43.172036 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6883c-1301-47e6-a859-9e3db32ad8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5175adf-3c0b-49d5-ab51-92b460e10d36,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:43.186372 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-96b6883c-1301-47e6-a859-9e3db32ad8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (ec7689a4-c6d7-4927-a003-3a67136342ea), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.186844 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-96b6883c-1301-47e6-a859-9e3db32ad8da admin admin] Added segment ec7689a4-c6d7-4927-a003-3a67136342ea of type vlan for network 6f60fb55-5f98-47ce-9f16-88a204881a7c Feb 09 01:40:43.240671 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-02994b43-7dcf-4c05-a057-4d55e2e43dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (b207c49c-394f-4631-bc08-9bf5b6d64318), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.351588 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13631b40-892f-4280-8b89-408729f6c0d1 req-ff184285-cd89-4812-9100-59d5c36b3a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:43.354382 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13631b40-892f-4280-8b89-408729f6c0d1 req-ff184285-cd89-4812-9100-59d5c36b3a36 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d868039-8396-432e-a58b-15f70b0bf5f1 HTTP/1.1" status: 200 len: 912 time: 0.4310198 Feb 09 01:40:43.386222 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-96b6883c-1301-47e6-a859-9e3db32ad8da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (6f60fb55-5f98-47ce-9f16-88a204881a7c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.413741 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.489036 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13631b40-892f-4280-8b89-408729f6c0d1 req-71747a34-f19c-425d-9067-af6ec55f5a5c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84487fbe-81be-4ab8-9b97-5becd4ea9e86 HTTP/1.1" status: 200 len: 217 time: 0.1200163 Feb 09 01:40:43.494004 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b8241686-c0f6-445f-a437-be952fa74332 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (4e2313bb-5f54-4362-9cf6-bd9113554c19), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.511726 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde844b6-a686-4330-9854-30a37649a57f req-91372312-306a-4d6a-aa3c-e05e2736d203 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:43.520031 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b8241686-c0f6-445f-a437-be952fa74332 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4e2313bb-5f54-4362-9cf6-bd9113554c19), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.521821 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cde844b6-a686-4330-9854-30a37649a57f req-91372312-306a-4d6a-aa3c-e05e2736d203 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 943 time: 0.3301730 Feb 09 01:40:43.524340 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.db.resource_extend [None req-96b6883c-1301-47e6-a859-9e3db32ad8da admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:40:43.607868 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-74eed749-5294-4043-8f9e-3cdb0b5bb5d3 req-3b4e3ec8-3a9a-49a6-a4fb-6390f6f01ef6 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4183106 Feb 09 01:40:43.625006 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-74eed749-5294-4043-8f9e-3cdb0b5bb5d3 req-04b08805-9b36-4f2e-8857-e1bc5c40b37f tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:43.646973 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-96b6883c-1301-47e6-a859-9e3db32ad8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (6f60fb55-5f98-47ce-9f16-88a204881a7c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.648020 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b6883c-1301-47e6-a859-9e3db32ad8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:43.648635 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-96b6883c-1301-47e6-a859-9e3db32ad8da admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.657574 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cde844b6-a686-4330-9854-30a37649a57f req-32f702f3-3d52-4cae-afae-eb350c3bd978 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322951 Feb 09 01:40:43.675589 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b8241686-c0f6-445f-a437-be952fa74332 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.677410 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b8241686-c0f6-445f-a437-be952fa74332 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8035998 Feb 09 01:40:43.686718 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38332) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:43.693032 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ff603eb9-340d-4333-b0f9-3968f084b1de tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group': {'name': 'tempest-secgroup--1303140541'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:43.695392 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8241686-c0f6-445f-a437-be952fa74332 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2313bb-5f54-4362-9cf6-bd9113554c19,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:43.737397 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13631b40-892f-4280-8b89-408729f6c0d1 req-ec73cc9a-1145-4805-8273-7b636e057deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:43.738898 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13631b40-892f-4280-8b89-408729f6c0d1 req-ec73cc9a-1145-4805-8273-7b636e057deb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=06960262-e6ff-4aec-9056-78c4deec1b4a HTTP/1.1" status: 200 len: 851 time: 0.2396946 Feb 09 01:40:43.742464 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02994b43-7dcf-4c05-a057-4d55e2e43dc9 admin admin] Router b207c49c-394f-4631-bc08-9bf5b6d64318 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:40:43.762779 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff603eb9-340d-4333-b0f9-3968f084b1de tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.781232 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38336) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:43.782570 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-96b6883c-1301-47e6-a859-9e3db32ad8da admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7054338 Feb 09 01:40:43.786289 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6883c-1301-47e6-a859-9e3db32ad8da admin admin] Pushing event updated for resources: {'Network': ['ID=6f60fb55-5f98-47ce-9f16-88a204881a7c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:43.787820 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-86cb6dfd-d495-416e-ac79-9219e6c0ef70 admin admin] Request body: {'subnet': {'network_id': '6f60fb55-5f98-47ce-9f16-88a204881a7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-672951048-subnet', 'tenant_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:43.800911 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 6f60fb55-5f98-47ce-9f16-88a204881a7c details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:40:43.804087 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-74eed749-5294-4043-8f9e-3cdb0b5bb5d3 req-04b08805-9b36-4f2e-8857-e1bc5c40b37f tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.889328 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13631b40-892f-4280-8b89-408729f6c0d1 req-f4b4e0a1-91f1-4365-957e-f8667167f4d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d868039-8396-432e-a58b-15f70b0bf5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980887 Feb 09 01:40:43.917820 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cb6dfd-d495-416e-ac79-9219e6c0ef70 admin admin] Made reservation on behalf of 43de3fcd6ce94ebf8fcfe415d3e83408 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:43.920579 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-86cb6dfd-d495-416e-ac79-9219e6c0ef70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.035658 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02994b43-7dcf-4c05-a057-4d55e2e43dc9 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:40:44.056729 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b2f1b1-f3cc-470f-a318-31a4e8afa140 None None] Sync routers for ids ['b207c49c-394f-4631-bc08-9bf5b6d64318'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:40:44.057477 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff603eb9-340d-4333-b0f9-3968f084b1de tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (526528b0-46cf-47f9-a8e5-f2fb00544ee3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.063027 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-02994b43-7dcf-4c05-a057-4d55e2e43dc9 admin admin] 10.222.0.36 "PUT /v2.0/routers/b207c49c-394f-4631-bc08-9bf5b6d64318/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5226090 Feb 09 01:40:44.067624 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2329a2ca-9182-41ef-8ff6-06c3f0313a04 req-d502facb-9478-4751-9b98-036c3498a71d tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a988708-ae37-4361-8cc6-dd0222fa5a96 HTTP/1.1" status: 200 len: 210 time: 0.0634651 Feb 09 01:40:44.069893 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38346) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:44.073639 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff603eb9-340d-4333-b0f9-3968f084b1de tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (526528b0-46cf-47f9-a8e5-f2fb00544ee3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.124529 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff603eb9-340d-4333-b0f9-3968f084b1de tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.125938 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ff603eb9-340d-4333-b0f9-3968f084b1de tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4381983 Feb 09 01:40:44.126676 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff603eb9-340d-4333-b0f9-3968f084b1de tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=526528b0-46cf-47f9-a8e5-f2fb00544ee3,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:44.130774 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38350) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:44.136501 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-655cd9be-bd67-4f97-88e8-abbc20f0b0ee tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group_rule': {'security_group_id': '4e2313bb-5f54-4362-9cf6-bd9113554c19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '526528b0-46cf-47f9-a8e5-f2fb00544ee3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:44.162300 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b2f1b1-f3cc-470f-a318-31a4e8afa140 None None] Routers {'b207c49c-394f-4631-bc08-9bf5b6d64318'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:44.164949 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-23b2f1b1-f3cc-470f-a318-31a4e8afa140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:40:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b207c49c-394f-4631-bc08-9bf5b6d64318'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:44.247231 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-655cd9be-bd67-4f97-88e8-abbc20f0b0ee tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:44.250577 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-655cd9be-bd67-4f97-88e8-abbc20f0b0ee tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1187539 Feb 09 01:40:44.263006 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38354) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:44.352700 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a035780b-87e3-4eb2-b263-54d88e453751 admin admin] Publish callbacks [] for router (b207c49c-394f-4631-bc08-9bf5b6d64318), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.363626 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38356) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:44.372022 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-86cb6dfd-d495-416e-ac79-9219e6c0ef70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (3f496426-c363-445b-91ad-44a159877fb2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.402579 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-23b2f1b1-f3cc-470f-a318-31a4e8afa140 None None] Set router b207c49c-394f-4631-bc08-9bf5b6d64318 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:44.457834 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a30e015e-ff45-4179-96a5-7b0d2423eec0 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (526528b0-46cf-47f9-a8e5-f2fb00544ee3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.508696 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13631b40-892f-4280-8b89-408729f6c0d1 req-6bf1e77a-ee33-41ec-8215-85d91fa6a694 service neutron] 10.222.0.48 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117070 Feb 09 01:40:44.519942 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb6dfd-d495-416e-ac79-9219e6c0ef70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f496426-c363-445b-91ad-44a159877fb2,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:44.524763 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a30e015e-ff45-4179-96a5-7b0d2423eec0 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (526528b0-46cf-47f9-a8e5-f2fb00544ee3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.535072 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-74eed749-5294-4043-8f9e-3cdb0b5bb5d3 req-04b08805-9b36-4f2e-8857-e1bc5c40b37f tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.548418 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cb6dfd-d495-416e-ac79-9219e6c0ef70 admin admin] Checking segment: {'id': 'ec7689a4-c6d7-4927-a003-3a67136342ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f60fb55-5f98-47ce-9f16-88a204881a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:44.548793 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cb6dfd-d495-416e-ac79-9219e6c0ef70 admin admin] Network hostable DHCP agents. Network: 6f60fb55-5f98-47ce-9f16-88a204881a7c, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:40:44.561556 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e3984-9a6f-4c62-9911-4cceb7441482 req-20a7b224-a0b0-4575-aa9e-a89f36c8b01d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:44.568902 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-518e3984-9a6f-4c62-9911-4cceb7441482 req-20a7b224-a0b0-4575-aa9e-a89f36c8b01d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.2707679 Feb 09 01:40:44.635012 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cb6dfd-d495-416e-ac79-9219e6c0ef70 admin admin] Network 6f60fb55-5f98-47ce-9f16-88a204881a7c is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:40:44.660455 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a30e015e-ff45-4179-96a5-7b0d2423eec0 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (526528b0-46cf-47f9-a8e5-f2fb00544ee3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.663134 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a30e015e-ff45-4179-96a5-7b0d2423eec0 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.667188 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a30e015e-ff45-4179-96a5-7b0d2423eec0 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "DELETE /v2.0/security-groups/526528b0-46cf-47f9-a8e5-f2fb00544ee3 HTTP/1.1" status: 204 len: 168 time: 0.3979661 Feb 09 01:40:44.673056 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-86cb6dfd-d495-416e-ac79-9219e6c0ef70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 6f60fb55-5f98-47ce-9f16-88a204881a7c) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:44.675848 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38360) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:44.692280 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195ccebc-c2b7-477b-8bf2-5ae86e1e8604 None None] Network 6f60fb55-5f98-47ce-9f16-88a204881a7c requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:44.700512 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-518e3984-9a6f-4c62-9911-4cceb7441482 req-a23320b6-2ada-4bfa-9d08-78fe573f181f tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279097 Feb 09 01:40:44.703673 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cb6dfd-d495-416e-ac79-9219e6c0ef70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:44.704281 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-86cb6dfd-d495-416e-ac79-9219e6c0ef70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.707293 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-c17aaeb9-3fcc-4f3f-83ff-7eb1f7180151 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1673665545-network', 'tenant_id': '657a762328934aaa96f34af7caf521e1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:44.720741 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e015e-ff45-4179-96a5-7b0d2423eec0 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=526528b0-46cf-47f9-a8e5-f2fb00544ee3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:44.756172 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-86cb6dfd-d495-416e-ac79-9219e6c0ef70 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9738967 Feb 09 01:40:44.761447 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38366) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:44.785575 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d3ee56a4-08c2-4926-8f0c-6ed9f7742cd9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-672951048-router', 'tenant_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:44.866687 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d3ee56a4-08c2-4926-8f0c-6ed9f7742cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (fe2cdbec-683c-4b76-9ca6-4394b140b8ec), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.867842 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d3ee56a4-08c2-4926-8f0c-6ed9f7742cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (fe2cdbec-683c-4b76-9ca6-4394b140b8ec), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.919933 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17aaeb9-3fcc-4f3f-83ff-7eb1f7180151 admin admin] Made reservation on behalf of 657a762328934aaa96f34af7caf521e1 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:44.922508 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c17aaeb9-3fcc-4f3f-83ff-7eb1f7180151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.969088 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d3ee56a4-08c2-4926-8f0c-6ed9f7742cd9 admin admin] Publish callbacks [] for router_controller (fe2cdbec-683c-4b76-9ca6-4394b140b8ec), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.973462 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c17aaeb9-3fcc-4f3f-83ff-7eb1f7180151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.980112 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-287ff6b7-3f3b-4d43-ab3e-f3161b817897 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2888484 Feb 09 01:40:44.998430 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38368) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:45.003114 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b28275-991d-4aa5-ae23-e1b35d2c7551 req-ad650f0d-0c14-4990-b1fe-9970b20e288f tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:45.009294 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-23b2f1b1-f3cc-470f-a318-31a4e8afa140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'name': 'tempest-ServersTestManualDisk-48535889-router', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:54Z', 'updated_at': '2022-02-09T01:40:42Z', 'revision_number': 5, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'gw_port': {'id': '67712e05-ebbd-4ee0-b8df-c028258d15ca', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:56Z', 'updated_at': '2022-02-09T01:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:45.011438 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-64b28275-991d-4aa5-ae23-e1b35d2c7551 req-ad650f0d-0c14-4990-b1fe-9970b20e288f tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 943 time: 0.2034371 Feb 09 01:40:45.046373 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-74eed749-5294-4043-8f9e-3cdb0b5bb5d3 req-04b08805-9b36-4f2e-8857-e1bc5c40b37f tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Allocated IP 172.25.7.59 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/f3b3aac7-4c32-47b8-8515-b806018ebdd4) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:45.060404 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13631b40-892f-4280-8b89-408729f6c0d1 req-8a586c3a-364b-45fd-a083-3ca4863cc891 service neutron] 10.222.0.48 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382400 Feb 09 01:40:45.068097 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a035780b-87e3-4eb2-b263-54d88e453751 admin admin] Publish callbacks [] for router_gateway (b207c49c-394f-4631-bc08-9bf5b6d64318), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:45.081606 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b2f1b1-f3cc-470f-a318-31a4e8afa140 None None] Checking router: b207c49c-394f-4631-bc08-9bf5b6d64318 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:40:45.085848 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d1235d-7881-41e0-a540-481aff755950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-6f60fb55-5f98-47ce-9f16-88a204881a7c', 'network_id': '6f60fb55-5f98-47ce-9f16-88a204881a7c', 'project_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'fixed_ips': [{'subnet_id': '3f496426-c363-445b-91ad-44a159877fb2'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:40:45.087707 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e4d1235d-7881-41e0-a540-481aff755950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:45.120727 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b2f1b1-f3cc-470f-a318-31a4e8afa140 None None] Routers {'b207c49c-394f-4631-bc08-9bf5b6d64318'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:45.122627 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-23b2f1b1-f3cc-470f-a318-31a4e8afa140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:40:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b207c49c-394f-4631-bc08-9bf5b6d64318'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:45.271516 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d3ee56a4-08c2-4926-8f0c-6ed9f7742cd9 admin admin] Publish callbacks [] for router_gateway (fe2cdbec-683c-4b76-9ca6-4394b140b8ec), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:45.275980 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cd463f80-1619-4b38-864a-78d559264b0c tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (4e2313bb-5f54-4362-9cf6-bd9113554c19), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:45.285181 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-64b28275-991d-4aa5-ae23-e1b35d2c7551 req-db037189-fb44-466f-9410-b40e4be55ce6 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769392 Feb 09 01:40:45.286236 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-23b2f1b1-f3cc-470f-a318-31a4e8afa140 None None] Set router b207c49c-394f-4631-bc08-9bf5b6d64318 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:45.368754 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-d7200779-a3ff-433b-b94e-a28d637280e3 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662088 Feb 09 01:40:45.372905 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-45a20a2a-f4df-4eef-ba44-6ade8ce54f9d tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1031406 Feb 09 01:40:45.405412 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-23b2f1b1-f3cc-470f-a318-31a4e8afa140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'name': 'tempest-ServersTestManualDisk-48535889-router', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:54Z', 'updated_at': '2022-02-09T01:40:45Z', 'revision_number': 6, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:45.426440 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cd463f80-1619-4b38-864a-78d559264b0c tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (4e2313bb-5f54-4362-9cf6-bd9113554c19), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:45.488449 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b2f1b1-f3cc-470f-a318-31a4e8afa140 None None] The sync data for ids ['b207c49c-394f-4631-bc08-9bf5b6d64318'] in n-d-828387-3 is: [{'id': 'b207c49c-394f-4631-bc08-9bf5b6d64318', 'name': 'tempest-ServersTestManualDisk-48535889-router', 'tenant_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:54Z', 'updated_at': '2022-02-09T01:40:45Z', 'revision_number': 6, 'project_id': 'a031f3d19b554bad9a723c7e216d5c1f', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:40:45.494338 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c17aaeb9-3fcc-4f3f-83ff-7eb1f7180151 admin admin] Publish callbacks [] for security_group (605074c6-1777-4cb8-bddd-b2daca56d3d3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:45.532431 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-74eed749-5294-4043-8f9e-3cdb0b5bb5d3 req-04b08805-9b36-4f2e-8857-e1bc5c40b37f tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks [] for port (f3b3aac7-4c32-47b8-8515-b806018ebdd4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:45.534404 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c17aaeb9-3fcc-4f3f-83ff-7eb1f7180151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (605074c6-1777-4cb8-bddd-b2daca56d3d3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:45.599847 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c17aaeb9-3fcc-4f3f-83ff-7eb1f7180151 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:40:45.603793 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d00c3-fc49-492b-bb00-762322f7a4cb req-8f8540cd-e86b-4b6a-a83b-248a07c3e558 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:45.605349 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-af2d00c3-fc49-492b-bb00-762322f7a4cb req-8f8540cd-e86b-4b6a-a83b-248a07c3e558 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1862354 Feb 09 01:40:45.617845 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-a035780b-87e3-4eb2-b263-54d88e453751 admin admin] Deleting port 67712e05-ebbd-4ee0-b8df-c028258d15ca {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:45.618252 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a035780b-87e3-4eb2-b263-54d88e453751 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (67712e05-ebbd-4ee0-b8df-c028258d15ca), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:45.662463 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-e4d1235d-7881-41e0-a540-481aff755950 None None] Allocated IP 172.20.0.2 (6f60fb55-5f98-47ce-9f16-88a204881a7c/3f496426-c363-445b-91ad-44a159877fb2/759e75eb-ffb1-47d9-aa6a-ee192e24faf4) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:45.666197 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-53bf4139-fb0f-4498-aa61-d0185bcfbd01 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:45.667763 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-53bf4139-fb0f-4498-aa61-d0185bcfbd01 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2500732 Feb 09 01:40:45.704911 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-4ec07280-c948-477a-a15f-e65abb014720 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Request body: {'port': {'device_id': '8a988708-ae37-4361-8cc6-dd0222fa5a96', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': '9e22f3d1736d46dbb07a769aef03b6cd'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:45.755895 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-af2d00c3-fc49-492b-bb00-762322f7a4cb req-434aa230-e6a1-4797-a41a-5d31efb06fd6 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375659 Feb 09 01:40:45.857139 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e4d1235d-7881-41e0-a540-481aff755950 None None] Publish callbacks [] for port (759e75eb-ffb1-47d9-aa6a-ee192e24faf4), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:45.871905 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e4d1235d-7881-41e0-a540-481aff755950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (759e75eb-ffb1-47d9-aa6a-ee192e24faf4), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:45.916407 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 84487fbe-81be-4ab8-9b97-5becd4ea9e86 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:40:45.948610 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d1235d-7881-41e0-a540-481aff755950 None None] Network 6f60fb55-5f98-47ce-9f16-88a204881a7c is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:45.972994 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-e4d1235d-7881-41e0-a540-481aff755950 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:45.977047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d1235d-7881-41e0-a540-481aff755950 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:45.983126 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1235d-7881-41e0-a540-481aff755950 None None] Pushing event updated for resources: {'Port': ['ID=759e75eb-ffb1-47d9-aa6a-ee192e24faf4,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:45.998729 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bbb22757-ca4b-4471-bc23-3f8fd3f742f0 req-93d25587-e7ea-45b7-8f54-8ddd2b2f39f8 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a988708-ae37-4361-8cc6-dd0222fa5a96 HTTP/1.1" status: 200 len: 210 time: 0.1048901 Feb 09 01:40:46.103584 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d3ee56a4-08c2-4926-8f0c-6ed9f7742cd9 admin admin] Publish callbacks [] for router_gateway (fe2cdbec-683c-4b76-9ca6-4394b140b8ec), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.106897 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-4ec07280-c948-477a-a15f-e65abb014720 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Made reservation on behalf of 9e22f3d1736d46dbb07a769aef03b6cd for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:46.109391 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-e4d1235d-7881-41e0-a540-481aff755950 None None] Attempting to bind port 759e75eb-ffb1-47d9-aa6a-ee192e24faf4 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:46.109772 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-e4d1235d-7881-41e0-a540-481aff755950 None None] Attempting to bind port 759e75eb-ffb1-47d9-aa6a-ee192e24faf4 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'ec7689a4-c6d7-4927-a003-3a67136342ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f60fb55-5f98-47ce-9f16-88a204881a7c'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:46.110141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d1235d-7881-41e0-a540-481aff755950 None None] Attempting to bind port 759e75eb-ffb1-47d9-aa6a-ee192e24faf4 on network 6f60fb55-5f98-47ce-9f16-88a204881a7c {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:46.111045 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-4ec07280-c948-477a-a15f-e65abb014720 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.124506 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d1235d-7881-41e0-a540-481aff755950 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:46.124897 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d1235d-7881-41e0-a540-481aff755950 None None] Checking segment: {'id': 'ec7689a4-c6d7-4927-a003-3a67136342ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f60fb55-5f98-47ce-9f16-88a204881a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:46.125285 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e4d1235d-7881-41e0-a540-481aff755950 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.125682 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d1235d-7881-41e0-a540-481aff755950 None None] Bound using segment: {'id': 'ec7689a4-c6d7-4927-a003-3a67136342ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f60fb55-5f98-47ce-9f16-88a204881a7c'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:46.126191 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-e4d1235d-7881-41e0-a540-481aff755950 None None] Bound port: 759e75eb-ffb1-47d9-aa6a-ee192e24faf4, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7689a4-c6d7-4927-a003-3a67136342ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f60fb55-5f98-47ce-9f16-88a204881a7c'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:46.126597 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e4d1235d-7881-41e0-a540-481aff755950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (759e75eb-ffb1-47d9-aa6a-ee192e24faf4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.139986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17aaeb9-3fcc-4f3f-83ff-7eb1f7180151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605074c6-1777-4cb8-bddd-b2daca56d3d3,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:46.159012 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d3ee56a4-08c2-4926-8f0c-6ed9f7742cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.163885 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c17aaeb9-3fcc-4f3f-83ff-7eb1f7180151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (3c7585b5-0467-4a09-aafd-042e971c15e5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.164240 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-c17aaeb9-3fcc-4f3f-83ff-7eb1f7180151 admin admin] Added segment 3c7585b5-0467-4a09-aafd-042e971c15e5 of type vlan for network d2c61b53-58d3-49a4-9382-3f8c40f60bba Feb 09 01:40:46.209854 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cd463f80-1619-4b38-864a-78d559264b0c tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4e2313bb-5f54-4362-9cf6-bd9113554c19), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.212536 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cd463f80-1619-4b38-864a-78d559264b0c tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.216106 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cd463f80-1619-4b38-864a-78d559264b0c tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "DELETE /v2.0/security-groups/4e2313bb-5f54-4362-9cf6-bd9113554c19 HTTP/1.1" status: 204 len: 168 time: 1.2024670 Feb 09 01:40:46.225941 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 84487fbe-81be-4ab8-9b97-5becd4ea9e86, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=84487fbe-81be-4ab8-9b97-5becd4ea9e86,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:46.229734 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38378) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:46.243134 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c17aaeb9-3fcc-4f3f-83ff-7eb1f7180151 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (d2c61b53-58d3-49a4-9382-3f8c40f60bba), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.249123 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e4d1235d-7881-41e0-a540-481aff755950 None None] For port 759e75eb-ffb1-47d9-aa6a-ee192e24faf4, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:46.253407 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '84487fbe-81be-4ab8-9b97-5becd4ea9e86', 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1', 'port_id': '84487fbe-81be-4ab8-9b97-5becd4ea9e86', 'mac_address': 'fa:16:3e:23:7d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06960262-e6ff-4aec-9056-78c4deec1b4a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:40:46.258630 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-9cac23fa-d0b8-4eeb-8999-0d55533d2103 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:46.260148 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-9cac23fa-d0b8-4eeb-8999-0d55533d2103 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8572865 Feb 09 01:40:46.269380 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-a035780b-87e3-4eb2-b263-54d88e453751 admin admin] For port 67712e05-ebbd-4ee0-b8df-c028258d15ca, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=67712e05-ebbd-4ee0-b8df-c028258d15ca,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:46.269747 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a035780b-87e3-4eb2-b263-54d88e453751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (67712e05-ebbd-4ee0-b8df-c028258d15ca), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.271259 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e4d1235d-7881-41e0-a540-481aff755950 None None] For port 759e75eb-ffb1-47d9-aa6a-ee192e24faf4, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=759e75eb-ffb1-47d9-aa6a-ee192e24faf4,segment=NetworkSegment(ec7689a4-c6d7-4927-a003-3a67136342ea),segment_id=ec7689a4-c6d7-4927-a003-3a67136342ea)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:46.272700 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd463f80-1619-4b38-864a-78d559264b0c tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2313bb-5f54-4362-9cf6-bd9113554c19,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:46.281218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-28cdfb9c-07cd-4749-a301-dbf49f4b7651 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Request body: {'port': {'device_id': '2b0b474c-9e42-4158-a90d-82c2fc26d7ce', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': '9e22f3d1736d46dbb07a769aef03b6cd'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:46.292211 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-74eed749-5294-4043-8f9e-3cdb0b5bb5d3 req-04b08805-9b36-4f2e-8857-e1bc5c40b37f tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (f3b3aac7-4c32-47b8-8515-b806018ebdd4), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.315039 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e4d1235d-7881-41e0-a540-481aff755950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (759e75eb-ffb1-47d9-aa6a-ee192e24faf4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.337236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-a035780b-87e3-4eb2-b263-54d88e453751 admin admin] Calling delete_port for 67712e05-ebbd-4ee0-b8df-c028258d15ca owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:46.383158 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 84487fbe-81be-4ab8-9b97-5becd4ea9e86 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:46.383585 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (84487fbe-81be-4ab8-9b97-5becd4ea9e86), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.401373 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-703f418d-d3a2-4739-8202-6be1b71532f4 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1660070 Feb 09 01:40:46.410967 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38382) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:46.421077 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-ecce35b2-6856-4241-8048-e069ba3816fe tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group': {'name': 'tempest-secgroup--1462988632'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:46.433149 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84487fbe-81be-4ab8-9b97-5becd4ea9e86 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:40:46.433460 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74eed749-5294-4043-8f9e-3cdb0b5bb5d3 req-04b08805-9b36-4f2e-8857-e1bc5c40b37f tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:46.445911 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1235d-7881-41e0-a540-481aff755950 None None] Pushing event updated for resources: {'Port': ['ID=759e75eb-ffb1-47d9-aa6a-ee192e24faf4,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:46.449255 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-74eed749-5294-4043-8f9e-3cdb0b5bb5d3 req-04b08805-9b36-4f2e-8857-e1bc5c40b37f tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:46.452334 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-74eed749-5294-4043-8f9e-3cdb0b5bb5d3 req-04b08805-9b36-4f2e-8857-e1bc5c40b37f tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:46.468061 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 84487fbe-81be-4ab8-9b97-5becd4ea9e86, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=84487fbe-81be-4ab8-9b97-5becd4ea9e86,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:46.472174 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (84487fbe-81be-4ab8-9b97-5becd4ea9e86), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.494839 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c17aaeb9-3fcc-4f3f-83ff-7eb1f7180151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (d2c61b53-58d3-49a4-9382-3f8c40f60bba), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.495872 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17aaeb9-3fcc-4f3f-83ff-7eb1f7180151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:46.496454 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c17aaeb9-3fcc-4f3f-83ff-7eb1f7180151 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.510071 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-4ec07280-c948-477a-a15f-e65abb014720 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Allocated IP 192.168.233.211 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/6e46932e-60d8-42af-9eb5-c7d391afa40c) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:46.517001 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b08805-9b36-4f2e-8857-e1bc5c40b37f tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Pushing event updated for resources: {'Port': ['ID=f3b3aac7-4c32-47b8-8515-b806018ebdd4,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:46.571311 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-d3ee56a4-08c2-4926-8f0c-6ed9f7742cd9 admin admin] Allocated IP 172.25.7.213 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/b5a5569d-0370-4f26-8670-ed5e5b76e37b) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:46.616964 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085666b-a3cb-474f-adf9-304f9d1d4d78 req-8fc10b46-8d91-466f-86ab-bf2601041192 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:46.624943 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6085666b-a3cb-474f-adf9-304f9d1d4d78 req-8fc10b46-8d91-466f-86ab-bf2601041192 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.4872844 Feb 09 01:40:46.692914 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c17aaeb9-3fcc-4f3f-83ff-7eb1f7180151 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3147457 Feb 09 01:40:46.693202 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38384) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:46.703425 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ecce35b2-6856-4241-8048-e069ba3816fe tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.726296 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 67712e05-ebbd-4ee0-b8df-c028258d15ca no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:46.742776 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17aaeb9-3fcc-4f3f-83ff-7eb1f7180151 admin admin] Pushing event updated for resources: {'Network': ['ID=d2c61b53-58d3-49a4-9382-3f8c40f60bba,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:46.761151 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ad53df2f-ded9-4e26-bec5-5df20b6b9755 admin admin] Request body: {'subnet': {'network_id': 'd2c61b53-58d3-49a4-9382-3f8c40f60bba', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1673665545-subnet', 'tenant_id': '657a762328934aaa96f34af7caf521e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:46.777479 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network d2c61b53-58d3-49a4-9382-3f8c40f60bba details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:40:46.811578 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6085666b-a3cb-474f-adf9-304f9d1d4d78 req-e9de95b9-4ad8-4e02-b76c-5077ce49ba14 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825635 Feb 09 01:40:46.890302 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['84487fbe-81be-4ab8-9b97-5becd4ea9e86'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:46.952199 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-74eed749-5294-4043-8f9e-3cdb0b5bb5d3 req-04b08805-9b36-4f2e-8857-e1bc5c40b37f tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks [] for floatingip (5731895b-24c0-4855-bd4f-5b3a1c401dec), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.956140 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-28cdfb9c-07cd-4749-a301-dbf49f4b7651 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Made reservation on behalf of 9e22f3d1736d46dbb07a769aef03b6cd for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:46.960633 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-28cdfb9c-07cd-4749-a301-dbf49f4b7651 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.981856 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=84487fbe-81be-4ab8-9b97-5becd4ea9e86,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:47.040122 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad53df2f-ded9-4e26-bec5-5df20b6b9755 admin admin] Made reservation on behalf of 657a762328934aaa96f34af7caf521e1 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:47.043250 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad53df2f-ded9-4e26-bec5-5df20b6b9755 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.119631 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 67712e05-ebbd-4ee0-b8df-c028258d15ca is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:47.120963 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (67712e05-ebbd-4ee0-b8df-c028258d15ca), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.152849 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-74eed749-5294-4043-8f9e-3cdb0b5bb5d3 req-04b08805-9b36-4f2e-8857-e1bc5c40b37f tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f3b3aac7-4c32-47b8-8515-b806018ebdd4), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.198713 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d3ee56a4-08c2-4926-8f0c-6ed9f7742cd9 admin admin] Publish callbacks [] for port (b5a5569d-0370-4f26-8670-ed5e5b76e37b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.208205 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b70ee-0ba7-4e61-8e55-6cef042e28d5 req-20df295e-e165-480a-a035-84d22b2037e5 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:47.209791 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4f5b70ee-0ba7-4e61-8e55-6cef042e28d5 req-20df295e-e165-480a-a035-84d22b2037e5 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 944 time: 0.2842784 Feb 09 01:40:47.259145 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ecce35b2-6856-4241-8048-e069ba3816fe tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (9c783897-aaff-43fe-82f4-baaffdfd3f77), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.274048 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ecce35b2-6856-4241-8048-e069ba3816fe tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9c783897-aaff-43fe-82f4-baaffdfd3f77), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.308255 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a035780b-87e3-4eb2-b263-54d88e453751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (67712e05-ebbd-4ee0-b8df-c028258d15ca), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.337891 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c98ee690-b979-45c7-8f6e-ded8d7d6a7ef no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:47.342447 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-4ec07280-c948-477a-a15f-e65abb014720 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks [] for port (6e46932e-60d8-42af-9eb5-c7d391afa40c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.344400 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d3ee56a4-08c2-4926-8f0c-6ed9f7742cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (b5a5569d-0370-4f26-8670-ed5e5b76e37b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.364153 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: c98ee690-b979-45c7-8f6e-ded8d7d6a7ef {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:47.365032 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c98ee690-b979-45c7-8f6e-ded8d7d6a7ef not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:47.373973 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4f5b70ee-0ba7-4e61-8e55-6cef042e28d5 req-dfa615f1-a637-4533-88bf-2c075298b4d0 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504636 Feb 09 01:40:47.399641 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ecce35b2-6856-4241-8048-e069ba3816fe tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.401013 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ecce35b2-6856-4241-8048-e069ba3816fe tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9841545 Feb 09 01:40:47.421505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38390) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:47.427060 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-320667b2-0181-4a89-92d2-25f91844b486 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:47.427509 n-d-828387-3 neutron-server[103183]: WARNING neutron.api.v2.base [None req-320667b2-0181-4a89-92d2-25f91844b486 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 01:40:47.428813 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-320667b2-0181-4a89-92d2-25f91844b486 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 01:40:47.430003 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-320667b2-0181-4a89-92d2-25f91844b486 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "PUT /v2.0/security-groups/9c783897-aaff-43fe-82f4-baaffdfd3f77 HTTP/1.1" status: 409 len: 330 time: 0.0071096 Feb 09 01:40:47.437533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035780b-87e3-4eb2-b263-54d88e453751 admin admin] Pushing event deleted for resources: {'Port': ['ID=67712e05-ebbd-4ee0-b8df-c028258d15ca,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:47.440494 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce35b2-6856-4241-8048-e069ba3816fe tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c783897-aaff-43fe-82f4-baaffdfd3f77,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:47.442682 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38392) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:47.507659 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ee56a4-08c2-4926-8f0c-6ed9f7742cd9 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:47.516225 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee56a4-08c2-4926-8f0c-6ed9f7742cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=b5a5569d-0370-4f26-8670-ed5e5b76e37b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:47.532757 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-d3ee56a4-08c2-4926-8f0c-6ed9f7742cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:47.536194 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee56a4-08c2-4926-8f0c-6ed9f7742cd9 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:47.554086 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad53df2f-ded9-4e26-bec5-5df20b6b9755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (59c2cb40-558e-4a13-88e1-13dcd5cc820b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.608343 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a035780b-87e3-4eb2-b263-54d88e453751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (b207c49c-394f-4631-bc08-9bf5b6d64318), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.681582 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-4ec07280-c948-477a-a15f-e65abb014720 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (6e46932e-60d8-42af-9eb5-c7d391afa40c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.699381 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['4dd84e72-0a61-4b58-a19f-c280a933f0b0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:47.712176 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['f6169741-ef4a-41b9-b2c5-8b073803e3ea', '1ae1d2b4-74aa-440a-a825-b4764a5c3be6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:47.787822 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8c5caa42-88d8-4975-bfa6-69e0f0653f39 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (9c783897-aaff-43fe-82f4-baaffdfd3f77), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.824511 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-74eed749-5294-4043-8f9e-3cdb0b5bb5d3 req-04b08805-9b36-4f2e-8857-e1bc5c40b37f tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks [] for port (f3b3aac7-4c32-47b8-8515-b806018ebdd4), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.854137 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-74eed749-5294-4043-8f9e-3cdb0b5bb5d3 req-04b08805-9b36-4f2e-8857-e1bc5c40b37f tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (f3b3aac7-4c32-47b8-8515-b806018ebdd4), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.864848 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a035780b-87e3-4eb2-b263-54d88e453751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (b207c49c-394f-4631-bc08-9bf5b6d64318), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.873286 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a035780b-87e3-4eb2-b263-54d88e453751 admin admin] Publish callbacks [] for router_controller (b207c49c-394f-4631-bc08-9bf5b6d64318), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.929798 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 84487fbe-81be-4ab8-9b97-5becd4ea9e86 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:47.991068 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8c5caa42-88d8-4975-bfa6-69e0f0653f39 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (9c783897-aaff-43fe-82f4-baaffdfd3f77), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.071264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-28cdfb9c-07cd-4749-a301-dbf49f4b7651 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Allocated IP 192.168.233.26 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/65d84600-6a13-47e6-ab08-5e64b6ae353f) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:48.075559 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a035780b-87e3-4eb2-b263-54d88e453751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (b207c49c-394f-4631-bc08-9bf5b6d64318), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.076271 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a035780b-87e3-4eb2-b263-54d88e453751 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b207c49c-394f-4631-bc08-9bf5b6d64318 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:40:48.100405 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a035780b-87e3-4eb2-b263-54d88e453751 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.101601 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a035780b-87e3-4eb2-b263-54d88e453751 admin admin] 10.222.0.36 "DELETE /v2.0/routers/b207c49c-394f-4631-bc08-9bf5b6d64318 HTTP/1.1" status: 204 len: 168 time: 4.0274773 Feb 09 01:40:48.102944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b08805-9b36-4f2e-8857-e1bc5c40b37f tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Pushing event updated for resources: {'Port': ['ID=f3b3aac7-4c32-47b8-8515-b806018ebdd4,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:48.104910 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38394) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:48.127584 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df2f-ded9-4e26-bec5-5df20b6b9755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c2cb40-558e-4a13-88e1-13dcd5cc820b,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:48.150455 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 84487fbe-81be-4ab8-9b97-5becd4ea9e86 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:40:48.158291 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-74eed749-5294-4043-8f9e-3cdb0b5bb5d3 req-04b08805-9b36-4f2e-8857-e1bc5c40b37f tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (5731895b-24c0-4855-bd4f-5b3a1c401dec), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.160462 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f59c458-4bb0-4a45-86fd-ce8616e2a65c None None] Network 6f60fb55-5f98-47ce-9f16-88a204881a7c requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:48.193561 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8c5caa42-88d8-4975-bfa6-69e0f0653f39 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9c783897-aaff-43fe-82f4-baaffdfd3f77), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.201149 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8c5caa42-88d8-4975-bfa6-69e0f0653f39 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.205902 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8c5caa42-88d8-4975-bfa6-69e0f0653f39 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "DELETE /v2.0/security-groups/9c783897-aaff-43fe-82f4-baaffdfd3f77 HTTP/1.1" status: 204 len: 168 time: 0.7550416 Feb 09 01:40:48.206538 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38396) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:48.221601 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 84487fbe-81be-4ab8-9b97-5becd4ea9e86 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:48.222384 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (84487fbe-81be-4ab8-9b97-5becd4ea9e86), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.247774 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416e4ad-a4c9-4a3e-b121-668749ba789b req-67f8bfc9-8692-41cd-9ce1-32baadad3e08 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:48.251226 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-74eed749-5294-4043-8f9e-3cdb0b5bb5d3 req-04b08805-9b36-4f2e-8857-e1bc5c40b37f tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.252447 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-74eed749-5294-4043-8f9e-3cdb0b5bb5d3 req-04b08805-9b36-4f2e-8857-e1bc5c40b37f tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6434848 Feb 09 01:40:48.260099 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d416e4ad-a4c9-4a3e-b121-668749ba789b req-67f8bfc9-8692-41cd-9ce1-32baadad3e08 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.7324457 Feb 09 01:40:48.264766 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5caa42-88d8-4975-bfa6-69e0f0653f39 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c783897-aaff-43fe-82f4-baaffdfd3f77,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:48.275194 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee02152-f4b0-4e8e-9aff-23bb90a37af5 admin admin] Deleting subnet aaa4f88c-87b0-4b37-8b45-2753d866ef5a {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:48.290351 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eee02152-f4b0-4e8e-9aff-23bb90a37af5 admin admin] Publish callbacks [] for subnet (aaa4f88c-87b0-4b37-8b45-2753d866ef5a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.307730 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-4ec07280-c948-477a-a15f-e65abb014720 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:48.328903 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-4ec07280-c948-477a-a15f-e65abb014720 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:48.336415 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec07280-c948-477a-a15f-e65abb014720 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Pushing event updated for resources: {'Port': ['ID=6e46932e-60d8-42af-9eb5-c7d391afa40c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:48.367840 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-4ec07280-c948-477a-a15f-e65abb014720 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:48.382021 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad53df2f-ded9-4e26-bec5-5df20b6b9755 admin admin] Checking segment: {'id': '3c7585b5-0467-4a09-aafd-042e971c15e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd2c61b53-58d3-49a4-9382-3f8c40f60bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:48.382399 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad53df2f-ded9-4e26-bec5-5df20b6b9755 admin admin] Network hostable DHCP agents. Network: d2c61b53-58d3-49a4-9382-3f8c40f60bba, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:40:48.385247 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e9d77ba7-8320-4ece-91a6-10600335ed40 None None] Provisioning complete for port 759e75eb-ffb1-47d9-aa6a-ee192e24faf4 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:48.385621 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e9d77ba7-8320-4ece-91a6-10600335ed40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (759e75eb-ffb1-47d9-aa6a-ee192e24faf4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.426829 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eee02152-f4b0-4e8e-9aff-23bb90a37af5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (aaa4f88c-87b0-4b37-8b45-2753d866ef5a), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.480957 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 84487fbe-81be-4ab8-9b97-5becd4ea9e86 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:48.481433 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (84487fbe-81be-4ab8-9b97-5becd4ea9e86), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.505363 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d416e4ad-a4c9-4a3e-b121-668749ba789b req-5a304b3a-c540-410b-9eed-77c8ba18deb9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999598 Feb 09 01:40:48.526895 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-4ec07280-c948-477a-a15f-e65abb014720 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:48.532572 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-4ec07280-c948-477a-a15f-e65abb014720 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.535780 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad53df2f-ded9-4e26-bec5-5df20b6b9755 admin admin] Network d2c61b53-58d3-49a4-9382-3f8c40f60bba is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:40:48.567305 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eee02152-f4b0-4e8e-9aff-23bb90a37af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (aaa4f88c-87b0-4b37-8b45-2753d866ef5a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.636587 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1791a1ad-e760-4058-b499-e8a324ea17a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84487fbe-81be-4ab8-9b97-5becd4ea9e86'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:48.647813 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1508849f-dda9-40b1-b0a0-c27cc896f47c" -d '{"events": [{"server_uuid": "1791a1ad-e760-4058-b499-e8a324ea17a9", "name": "network-vif-plugged", "status": "completed", "tag": "84487fbe-81be-4ab8-9b97-5becd4ea9e86"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:48.701115 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-ad53df2f-ded9-4e26-bec5-5df20b6b9755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, d2c61b53-58d3-49a4-9382-3f8c40f60bba) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:48.708020 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 759e75eb-ffb1-47d9-aa6a-ee192e24faf4 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:48.713214 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-4ec07280-c948-477a-a15f-e65abb014720 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0142877 Feb 09 01:40:48.717531 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 84487fbe-81be-4ab8-9b97-5becd4ea9e86, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=84487fbe-81be-4ab8-9b97-5becd4ea9e86,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:48.719812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d36d02-51c1-4b45-a81f-fcac01065aae None None] Network d2c61b53-58d3-49a4-9382-3f8c40f60bba requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:48.748206 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (84487fbe-81be-4ab8-9b97-5becd4ea9e86), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.753080 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad53df2f-ded9-4e26-bec5-5df20b6b9755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:48.753976 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad53df2f-ded9-4e26-bec5-5df20b6b9755 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.776481 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-7f760a18-ab56-4be6-a492-8e2244f0b3e0 service neutron] Request body: {'port': {'device_id': '8a988708-ae37-4361-8cc6-dd0222fa5a96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:48.829065 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-28cdfb9c-07cd-4749-a301-dbf49f4b7651 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks [] for port (65d84600-6a13-47e6-ab08-5e64b6ae353f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.860512 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e9d77ba7-8320-4ece-91a6-10600335ed40 None None] Current status of the port 759e75eb-ffb1-47d9-aa6a-ee192e24faf4 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:48.861654 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e9d77ba7-8320-4ece-91a6-10600335ed40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (759e75eb-ffb1-47d9-aa6a-ee192e24faf4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.872576 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ad53df2f-ded9-4e26-bec5-5df20b6b9755 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1762369 Feb 09 01:40:48.878447 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38406) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:48.905030 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-71149718-371c-46d6-b5f3-4457eabe2aa0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1673665545-router', 'tenant_id': '657a762328934aaa96f34af7caf521e1', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:48.908513 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-74eed749-5294-4043-8f9e-3cdb0b5bb5d3 req-57600b85-6ace-4fd4-a315-26e88c3cb7de tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.59 HTTP/1.1" status: 200 len: 695 time: 0.6367323 Feb 09 01:40:48.920326 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-7f760a18-ab56-4be6-a492-8e2244f0b3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6e46932e-60d8-42af-9eb5-c7d391afa40c), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.932680 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4fd5da77-913d-4854-8d2d-fed9322b196c tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7156026 Feb 09 01:40:48.933767 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eee02152-f4b0-4e8e-9aff-23bb90a37af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (aaa4f88c-87b0-4b37-8b45-2753d866ef5a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.943042 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38408) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:48.974000 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e9d77ba7-8320-4ece-91a6-10600335ed40 None None] For port 759e75eb-ffb1-47d9-aa6a-ee192e24faf4, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=759e75eb-ffb1-47d9-aa6a-ee192e24faf4,segment=NetworkSegment(ec7689a4-c6d7-4927-a003-3a67136342ea),segment_id=ec7689a4-c6d7-4927-a003-3a67136342ea)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:48.985677 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e9d77ba7-8320-4ece-91a6-10600335ed40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (759e75eb-ffb1-47d9-aa6a-ee192e24faf4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.988437 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15af2f-322c-4e94-9e6e-e3c813adfecd req-c1671038-3a92-4db0-bffc-90681b9f9acd tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:48.988613 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=84487fbe-81be-4ab8-9b97-5becd4ea9e86,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:48.990485 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1b15af2f-322c-4e94-9e6e-e3c813adfecd req-c1671038-3a92-4db0-bffc-90681b9f9acd tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a988708-ae37-4361-8cc6-dd0222fa5a96 HTTP/1.1" status: 200 len: 936 time: 0.3054936 Feb 09 01:40:48.993480 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-28cdfb9c-07cd-4749-a301-dbf49f4b7651 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (65d84600-6a13-47e6-ab08-5e64b6ae353f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.012910 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-71149718-371c-46d6-b5f3-4457eabe2aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (8d42a866-7419-438b-88af-00b85c898418), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.014383 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-71149718-371c-46d6-b5f3-4457eabe2aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (8d42a866-7419-438b-88af-00b85c898418), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.022639 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee02152-f4b0-4e8e-9aff-23bb90a37af5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaa4f88c-87b0-4b37-8b45-2753d866ef5a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:49.026849 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eee02152-f4b0-4e8e-9aff-23bb90a37af5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.032447 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d3ee56a4-08c2-4926-8f0c-6ed9f7742cd9 admin admin] Publish callbacks [] for router_gateway (fe2cdbec-683c-4b76-9ca6-4394b140b8ec), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.032682 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-eee02152-f4b0-4e8e-9aff-23bb90a37af5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/aaa4f88c-87b0-4b37-8b45-2753d866ef5a HTTP/1.1" status: 204 len: 168 time: 0.9199800 Feb 09 01:40:49.032847 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['f6169741-ef4a-41b9-b2c5-8b073803e3ea', '1ae1d2b4-74aa-440a-a825-b4764a5c3be6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:49.056830 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['4dd84e72-0a61-4b58-a19f-c280a933f0b0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:49.058525 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-b16fff6a-012d-4da0-abf3-cc4274465945 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] delete failed (client error): The resource could not be found. Feb 09 01:40:49.060235 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b16fff6a-012d-4da0-abf3-cc4274465945 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "DELETE /v2.0/security-groups/32aeb32a-b0c3-4b8b-b0cb-62d73703af42 HTTP/1.1" status: 404 len: 347 time: 0.1150258 Feb 09 01:40:49.066631 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38410) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:49.066987 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38412) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:49.085055 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa588fd8-4238-4025-9061-d4104cb7ffa2 None None] Network 9dd2436d-5794-4c28-8930-9c0fdeceb912 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:49.133557 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 759e75eb-ffb1-47d9-aa6a-ee192e24faf4 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:49.133936 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (759e75eb-ffb1-47d9-aa6a-ee192e24faf4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.135634 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-28cdfb9c-07cd-4749-a301-dbf49f4b7651 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:49.165963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-28cdfb9c-07cd-4749-a301-dbf49f4b7651 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:49.176758 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8468c84-6994-4e4f-8a47-4f51c182e655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-d2c61b53-58d3-49a4-9382-3f8c40f60bba', 'network_id': 'd2c61b53-58d3-49a4-9382-3f8c40f60bba', 'project_id': '657a762328934aaa96f34af7caf521e1', 'fixed_ips': [{'subnet_id': '59c2cb40-558e-4a13-88e1-13dcd5cc820b'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:40:49.176961 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-7ddef09a-9c9c-4b02-afe7-48135e0c7b8f tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] show failed (client error): The resource could not be found. Feb 09 01:40:49.178197 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7ddef09a-9c9c-4b02-afe7-48135e0c7b8f tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "GET /v2.0/security-groups/f55adfdb-2229-41f8-837c-1bb855f1cfc7 HTTP/1.1" status: 404 len: 347 time: 0.0917313 Feb 09 01:40:49.181869 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d8468c84-6994-4e4f-8a47-4f51c182e655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.184711 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-28cdfb9c-07cd-4749-a301-dbf49f4b7651 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:49.188315 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38414) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:49.252818 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cdfb9c-07cd-4749-a301-dbf49f4b7651 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Pushing event updated for resources: {'Port': ['ID=65d84600-6a13-47e6-ab08-5e64b6ae353f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:49.279720 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-753bca49-bb69-4274-9d56-9fbfffb25444 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] show failed (client error): The resource could not be found. Feb 09 01:40:49.280770 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-753bca49-bb69-4274-9d56-9fbfffb25444 tempest-NegativeSecGroupTest-582343175 tempest-NegativeSecGroupTest-582343175-project] 10.222.0.36 "GET /v2.0/security-group-rules/3cb82aa1-b56f-4441-9f41-75f6cd5f8c6d HTTP/1.1" status: 404 len: 356 time: 0.0787926 Feb 09 01:40:49.311153 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d77ba7-8320-4ece-91a6-10600335ed40 None None] Pushing event updated for resources: {'Port': ['ID=759e75eb-ffb1-47d9-aa6a-ee192e24faf4,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:49.317282 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-71149718-371c-46d6-b5f3-4457eabe2aa0 admin admin] Publish callbacks [] for router_controller (8d42a866-7419-438b-88af-00b85c898418), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.332933 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-055cd71a-825d-44a3-a2a0-c1cfe194fa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (9dd2436d-5794-4c28-8930-9c0fdeceb912), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.349753 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-77cfbac7-17df-416b-9e5a-b95e809db2d1 None None] Provisioning complete for port 759e75eb-ffb1-47d9-aa6a-ee192e24faf4 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:49.350136 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-77cfbac7-17df-416b-9e5a-b95e809db2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (759e75eb-ffb1-47d9-aa6a-ee192e24faf4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.367923 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-28cdfb9c-07cd-4749-a301-dbf49f4b7651 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:49.379600 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-28cdfb9c-07cd-4749-a301-dbf49f4b7651 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.400423 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eed749-5294-4043-8f9e-3cdb0b5bb5d3 req-4000c2cf-f80a-46c1-bef5-3d32fa299739 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:49.402657 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-74eed749-5294-4043-8f9e-3cdb0b5bb5d3 req-4000c2cf-f80a-46c1-bef5-3d32fa299739 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.4657612 Feb 09 01:40:49.454812 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1b15af2f-322c-4e94-9e6e-e3c813adfecd req-1588539e-5b2a-4bad-9670-d15461283516 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324663 Feb 09 01:40:49.540742 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-28cdfb9c-07cd-4749-a301-dbf49f4b7651 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2633660 Feb 09 01:40:49.568809 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-55818d8a-8ddb-4a87-a716-fe9ae8de7b7c service neutron] Request body: {'port': {'device_id': '2b0b474c-9e42-4158-a90d-82c2fc26d7ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:49.651098 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-d8468c84-6994-4e4f-8a47-4f51c182e655 None None] Allocated IP 172.20.0.2 (d2c61b53-58d3-49a4-9382-3f8c40f60bba/59c2cb40-558e-4a13-88e1-13dcd5cc820b/6362cc97-68f8-47c9-85b5-a140030a0628) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:49.676380 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38426) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:49.711412 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-71149718-371c-46d6-b5f3-4457eabe2aa0 admin admin] Publish callbacks [] for router_gateway (8d42a866-7419-438b-88af-00b85c898418), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.716175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-055cd71a-825d-44a3-a2a0-c1cfe194fa33 admin admin] Deleting port a20eede2-4f5e-48f4-8951-5ae3efad60d5 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:49.716656 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-055cd71a-825d-44a3-a2a0-c1cfe194fa33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a20eede2-4f5e-48f4-8951-5ae3efad60d5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.886773 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0cdc2-80f7-4f5a-a62e-828302111422 req-f7ce2116-6e76-42a4-a4b9-77b1f621bbcc tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:49.889812 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2bc0cdc2-80f7-4f5a-a62e-828302111422 req-f7ce2116-6e76-42a4-a4b9-77b1f621bbcc tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 945 time: 0.3396986 Feb 09 01:40:49.900557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-055cd71a-825d-44a3-a2a0-c1cfe194fa33 admin admin] For port a20eede2-4f5e-48f4-8951-5ae3efad60d5, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a20eede2-4f5e-48f4-8951-5ae3efad60d5,segment=NetworkSegment(2dc49879-3ba2-46db-ad41-df99fbf03b1c),segment_id=2dc49879-3ba2-46db-ad41-df99fbf03b1c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:49.901438 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-055cd71a-825d-44a3-a2a0-c1cfe194fa33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a20eede2-4f5e-48f4-8951-5ae3efad60d5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.906365 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-55818d8a-8ddb-4a87-a716-fe9ae8de7b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (65d84600-6a13-47e6-ab08-5e64b6ae353f), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.936223 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cace72-fba9-4b15-9ab4-6fdcf254eaa4 x-openstack-request-id: req-96cace72-fba9-4b15-9ab4-6fdcf254eaa4 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:49.936517 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1791a1ad-e760-4058-b499-e8a324ea17a9", "name": "network-vif-plugged", "status": "completed", "tag": "84487fbe-81be-4ab8-9b97-5becd4ea9e86", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:49.936767 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96cace72-fba9-4b15-9ab4-6fdcf254eaa4 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:49.937168 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1791a1ad-e760-4058-b499-e8a324ea17a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84487fbe-81be-4ab8-9b97-5becd4ea9e86', 'code': 200} Feb 09 01:40:49.968889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-055cd71a-825d-44a3-a2a0-c1cfe194fa33 admin admin] Calling delete_port for a20eede2-4f5e-48f4-8951-5ae3efad60d5 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:50.042076 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d3ee56a4-08c2-4926-8f0c-6ed9f7742cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (fe2cdbec-683c-4b76-9ca6-4394b140b8ec), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.135464 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-77cfbac7-17df-416b-9e5a-b95e809db2d1 None None] Current status of the port 759e75eb-ffb1-47d9-aa6a-ee192e24faf4 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:50.139812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 759e75eb-ffb1-47d9-aa6a-ee192e24faf4 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:50.168275 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8ea6f7e0-6463-41b3-aac7-f3d12d54b193 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3257f4b54c14439c873a03902466ee13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4831672 Feb 09 01:40:50.191326 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38430) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:50.210383 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-77cfbac7-17df-416b-9e5a-b95e809db2d1 None None] Provisioning complete for port 6e46932e-60d8-42af-9eb5-c7d391afa40c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:50.210795 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-77cfbac7-17df-416b-9e5a-b95e809db2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6e46932e-60d8-42af-9eb5-c7d391afa40c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.240455 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-664b364c-77ec-410d-a55d-73de9520c074 req-07c2c8be-709b-47d7-8736-824820e95118 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3413644 Feb 09 01:40:50.241045 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce1d826-fa49-446e-a2e1-ed71d5ef4b86 None None] DHCP port deletion for 9dd2436d-5794-4c28-8930-9c0fdeceb912 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:40:50.250344 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-7f760a18-ab56-4be6-a492-8e2244f0b3e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e46932e-60d8-42af-9eb5-c7d391afa40c {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:40:50.263908 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2bc0cdc2-80f7-4f5a-a62e-828302111422 req-e26bf204-023f-4df4-8f10-2c2c204ffa26 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276002 Feb 09 01:40:50.269821 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-664b364c-77ec-410d-a55d-73de9520c074 req-cf3a6232-0cef-4fc1-9e1c-c2217916b925 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:50.274979 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-7f760a18-ab56-4be6-a492-8e2244f0b3e0 service neutron] Publish callbacks [] for port (6e46932e-60d8-42af-9eb5-c7d391afa40c), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.314079 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a45ddf-d3fc-41af-b40f-4b94ff8cc705 req-1f16bc77-cfff-496a-a5a7-7951a7be203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:50.315411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c2a45ddf-d3fc-41af-b40f-4b94ff8cc705 req-1f16bc77-cfff-496a-a5a7-7951a7be203b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 1127 time: 0.3479002 Feb 09 01:40:50.330186 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-7f760a18-ab56-4be6-a492-8e2244f0b3e0 service neutron] Transition to ACTIVE for port object 6e46932e-60d8-42af-9eb5-c7d391afa40c will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:40:50.345133 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-7f760a18-ab56-4be6-a492-8e2244f0b3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (6e46932e-60d8-42af-9eb5-c7d391afa40c), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.346471 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-664b364c-77ec-410d-a55d-73de9520c074 req-cf3a6232-0cef-4fc1-9e1c-c2217916b925 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.391501 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-77cfbac7-17df-416b-9e5a-b95e809db2d1 None None] Port 6e46932e-60d8-42af-9eb5-c7d391afa40c cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:40:50.437532 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-055cd71a-825d-44a3-a2a0-c1cfe194fa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a20eede2-4f5e-48f4-8951-5ae3efad60d5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.451298 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d8468c84-6994-4e4f-8a47-4f51c182e655 None None] Publish callbacks [] for port (6362cc97-68f8-47c9-85b5-a140030a0628), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.471200 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d8468c84-6994-4e4f-8a47-4f51c182e655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (6362cc97-68f8-47c9-85b5-a140030a0628), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.485200 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d08f87a8-557e-4249-9413-655d5a953234 admin admin] Publish callbacks [] for security_group (76399889-28dc-435f-aa41-6afd50a01c4d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.511103 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c2a45ddf-d3fc-41af-b40f-4b94ff8cc705 req-48f2b804-3575-4615-9995-019a03a3d558 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773827 Feb 09 01:40:50.526406 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055cd71a-825d-44a3-a2a0-c1cfe194fa33 admin admin] No DVR routers for this DVR port a20eede2-4f5e-48f4-8951-5ae3efad60d5 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:50.531581 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cd71a-825d-44a3-a2a0-c1cfe194fa33 admin admin] Pushing event deleted for resources: {'Port': ['ID=a20eede2-4f5e-48f4-8951-5ae3efad60d5,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:50.556425 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f760a18-ab56-4be6-a492-8e2244f0b3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e46932e-60d8-42af-9eb5-c7d391afa40c,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:50.595367 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8468c84-6994-4e4f-8a47-4f51c182e655 None None] Network d2c61b53-58d3-49a4-9382-3f8c40f60bba is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:50.608335 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-d8468c84-6994-4e4f-8a47-4f51c182e655 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:50.611874 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-bce1d826-fa49-446e-a2e1-ed71d5ef4b86 None None] Deleting port a20eede2-4f5e-48f4-8951-5ae3efad60d5 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:50.612437 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bce1d826-fa49-446e-a2e1-ed71d5ef4b86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a20eede2-4f5e-48f4-8951-5ae3efad60d5), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.615634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8468c84-6994-4e4f-8a47-4f51c182e655 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:50.618682 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9eb9c57a-a6aa-4487-b991-f37be5140ed5 None None] Provisioning complete for port 65d84600-6a13-47e6-ab08-5e64b6ae353f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:50.619158 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9eb9c57a-a6aa-4487-b991-f37be5140ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (65d84600-6a13-47e6-ab08-5e64b6ae353f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.627541 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d08f87a8-557e-4249-9413-655d5a953234 admin admin] Publish callbacks [] for security_group (76399889-28dc-435f-aa41-6afd50a01c4d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.666798 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9eb9c57a-a6aa-4487-b991-f37be5140ed5 None None] Port 65d84600-6a13-47e6-ab08-5e64b6ae353f cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:40:50.669812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8468c84-6994-4e4f-8a47-4f51c182e655 None None] Pushing event updated for resources: {'Port': ['ID=6362cc97-68f8-47c9-85b5-a140030a0628,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:50.672708 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 759e75eb-ffb1-47d9-aa6a-ee192e24faf4 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:50.716627 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ee56a4-08c2-4926-8f0c-6ed9f7742cd9 admin admin] Router fe2cdbec-683c-4b76-9ca6-4394b140b8ec is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:40:50.750382 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-71149718-371c-46d6-b5f3-4457eabe2aa0 admin admin] Publish callbacks [] for router_gateway (8d42a866-7419-438b-88af-00b85c898418), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.773749 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29a2ad-87c4-493c-9e55-891975ca513c req-3850e6ea-b1c4-4499-b0f1-e5be5d7a24ef tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:50.782014 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef29a2ad-87c4-493c-9e55-891975ca513c req-3850e6ea-b1c4-4499-b0f1-e5be5d7a24ef tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.4011209 Feb 09 01:40:50.786242 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-71149718-371c-46d6-b5f3-4457eabe2aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.809836 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-bce1d826-fa49-446e-a2e1-ed71d5ef4b86 None None] For port a20eede2-4f5e-48f4-8951-5ae3efad60d5, host n-d-828387-3, got binding levels [] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:50.810573 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bce1d826-fa49-446e-a2e1-ed71d5ef4b86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a20eede2-4f5e-48f4-8951-5ae3efad60d5), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.814533 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-055cd71a-825d-44a3-a2a0-c1cfe194fa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (9dd2436d-5794-4c28-8930-9c0fdeceb912), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.830727 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-bce1d826-fa49-446e-a2e1-ed71d5ef4b86 None None] Calling delete_port for a20eede2-4f5e-48f4-8951-5ae3efad60d5 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:50.836701 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.ipam_backend_mixin [None req-bce1d826-fa49-446e-a2e1-ed71d5ef4b86 None None] Port a20eede2-4f5e-48f4-8951-5ae3efad60d5 was not found and therefore no delete operation was performed {{(pid=103185) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:40:50.844924 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bce1d826-fa49-446e-a2e1-ed71d5ef4b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (a20eede2-4f5e-48f4-8951-5ae3efad60d5), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.902053 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef29a2ad-87c4-493c-9e55-891975ca513c req-3fc8c938-e0f2-46f9-ab17-5e8b6524070b tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164682 Feb 09 01:40:50.930869 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-055cd71a-825d-44a3-a2a0-c1cfe194fa33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd2436d-5794-4c28-8930-9c0fdeceb912']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:50.986258 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-055cd71a-825d-44a3-a2a0-c1cfe194fa33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc49879-3ba2-46db-ad41-df99fbf03b1c') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:50.986516 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-055cd71a-825d-44a3-a2a0-c1cfe194fa33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc49879-3ba2-46db-ad41-df99fbf03b1c') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:51.009420 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d08f87a8-557e-4249-9413-655d5a953234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (76399889-28dc-435f-aa41-6afd50a01c4d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.013063 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d08f87a8-557e-4249-9413-655d5a953234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.018636 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1d826-fa49-446e-a2e1-ed71d5ef4b86 None None] Pushing event deleted for resources: {'Port': ['ID=a20eede2-4f5e-48f4-8951-5ae3efad60d5,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:51.018953 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d08f87a8-557e-4249-9413-655d5a953234 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76399889-28dc-435f-aa41-6afd50a01c4d HTTP/1.1" status: 204 len: 168 time: 0.8243456 Feb 09 01:40:51.026465 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-055cd71a-825d-44a3-a2a0-c1cfe194fa33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (2dc49879-3ba2-46db-ad41-df99fbf03b1c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.031671 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce1d826-fa49-446e-a2e1-ed71d5ef4b86 None None] No DVR routers for this DVR port a20eede2-4f5e-48f4-8951-5ae3efad60d5 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:51.050712 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d8468c84-6994-4e4f-8a47-4f51c182e655 None None] Attempting to bind port 6362cc97-68f8-47c9-85b5-a140030a0628 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:51.051093 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d8468c84-6994-4e4f-8a47-4f51c182e655 None None] Attempting to bind port 6362cc97-68f8-47c9-85b5-a140030a0628 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3c7585b5-0467-4a09-aafd-042e971c15e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd2c61b53-58d3-49a4-9382-3f8c40f60bba'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:51.054360 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8468c84-6994-4e4f-8a47-4f51c182e655 None None] Attempting to bind port 6362cc97-68f8-47c9-85b5-a140030a0628 on network d2c61b53-58d3-49a4-9382-3f8c40f60bba {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:51.063534 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8468c84-6994-4e4f-8a47-4f51c182e655 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:51.064080 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8468c84-6994-4e4f-8a47-4f51c182e655 None None] Checking segment: {'id': '3c7585b5-0467-4a09-aafd-042e971c15e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd2c61b53-58d3-49a4-9382-3f8c40f60bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:51.064749 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d8468c84-6994-4e4f-8a47-4f51c182e655 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.065317 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8468c84-6994-4e4f-8a47-4f51c182e655 None None] Bound using segment: {'id': '3c7585b5-0467-4a09-aafd-042e971c15e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd2c61b53-58d3-49a4-9382-3f8c40f60bba'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:51.065905 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d8468c84-6994-4e4f-8a47-4f51c182e655 None None] Bound port: 6362cc97-68f8-47c9-85b5-a140030a0628, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7585b5-0467-4a09-aafd-042e971c15e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd2c61b53-58d3-49a4-9382-3f8c40f60bba'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:51.066148 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-055cd71a-825d-44a3-a2a0-c1cfe194fa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (2dc49879-3ba2-46db-ad41-df99fbf03b1c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.066348 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d8468c84-6994-4e4f-8a47-4f51c182e655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6362cc97-68f8-47c9-85b5-a140030a0628), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.079520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055cd71a-825d-44a3-a2a0-c1cfe194fa33 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:40:51.080359 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-055cd71a-825d-44a3-a2a0-c1cfe194fa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (2dc49879-3ba2-46db-ad41-df99fbf03b1c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.166356 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 759e75eb-ffb1-47d9-aa6a-ee192e24faf4 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:51.167188 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (759e75eb-ffb1-47d9-aa6a-ee192e24faf4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.194065 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-55818d8a-8ddb-4a87-a716-fe9ae8de7b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d84600-6a13-47e6-ab08-5e64b6ae353f {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:40:51.198326 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-55818d8a-8ddb-4a87-a716-fe9ae8de7b7c service neutron] Publish callbacks [] for port (65d84600-6a13-47e6-ab08-5e64b6ae353f), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.216943 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d8468c84-6994-4e4f-8a47-4f51c182e655 None None] For port 6362cc97-68f8-47c9-85b5-a140030a0628, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:51.217695 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-55818d8a-8ddb-4a87-a716-fe9ae8de7b7c service neutron] Transition to ACTIVE for port object 65d84600-6a13-47e6-ab08-5e64b6ae353f will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:40:51.222458 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d8468c84-6994-4e4f-8a47-4f51c182e655 None None] For port 6362cc97-68f8-47c9-85b5-a140030a0628, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6362cc97-68f8-47c9-85b5-a140030a0628,segment=NetworkSegment(3c7585b5-0467-4a09-aafd-042e971c15e5),segment_id=3c7585b5-0467-4a09-aafd-042e971c15e5)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:40:51.223956 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:40:51.231171 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-55818d8a-8ddb-4a87-a716-fe9ae8de7b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (65d84600-6a13-47e6-ab08-5e64b6ae353f), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.238206 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d8468c84-6994-4e4f-8a47-4f51c182e655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6362cc97-68f8-47c9-85b5-a140030a0628), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.243501 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-055cd71a-825d-44a3-a2a0-c1cfe194fa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (9dd2436d-5794-4c28-8930-9c0fdeceb912), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.353435 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f87a8-557e-4249-9413-655d5a953234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76399889-28dc-435f-aa41-6afd50a01c4d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:51.356453 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-055cd71a-825d-44a3-a2a0-c1cfe194fa33 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.364981 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-055cd71a-825d-44a3-a2a0-c1cfe194fa33 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9dd2436d-5794-4c28-8930-9c0fdeceb912 HTTP/1.1" status: 204 len: 168 time: 2.2798295 Feb 09 01:40:51.384954 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55818d8a-8ddb-4a87-a716-fe9ae8de7b7c service neutron] Pushing event updated for resources: {'Port': ['ID=65d84600-6a13-47e6-ab08-5e64b6ae353f,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:51.396152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cd71a-825d-44a3-a2a0-c1cfe194fa33 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd2436d-5794-4c28-8930-9c0fdeceb912,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:51.436533 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8468c84-6994-4e4f-8a47-4f51c182e655 None None] Pushing event updated for resources: {'Port': ['ID=6362cc97-68f8-47c9-85b5-a140030a0628,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:51.476667 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 759e75eb-ffb1-47d9-aa6a-ee192e24faf4 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:51.548433 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-7f760a18-ab56-4be6-a492-8e2244f0b3e0 service neutron] Attempting to bind port 6e46932e-60d8-42af-9eb5-c7d391afa40c on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:51.549763 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-7f760a18-ab56-4be6-a492-8e2244f0b3e0 service neutron] Attempting to bind port 6e46932e-60d8-42af-9eb5-c7d391afa40c by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:51.550193 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-7f760a18-ab56-4be6-a492-8e2244f0b3e0 service neutron] Attempting to bind port 6e46932e-60d8-42af-9eb5-c7d391afa40c on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:51.569956 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-7f760a18-ab56-4be6-a492-8e2244f0b3e0 service neutron] Port 6e46932e-60d8-42af-9eb5-c7d391afa40c on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:40:51.570294 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-7f760a18-ab56-4be6-a492-8e2244f0b3e0 service neutron] Attempting to bind port 6e46932e-60d8-42af-9eb5-c7d391afa40c on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:51.583725 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-664b364c-77ec-410d-a55d-73de9520c074 req-cf3a6232-0cef-4fc1-9e1c-c2217916b925 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.597274 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a20eede2-4f5e-48f4-8951-5ae3efad60d5 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:51.598489 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2289533-dcb4-4524-96a9-0ab995a2511d req-b0f73aa4-02b9-43de-8621-9bed5cec6aaa tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:51.606825 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2289533-dcb4-4524-96a9-0ab995a2511d req-b0f73aa4-02b9-43de-8621-9bed5cec6aaa tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a988708-ae37-4361-8cc6-dd0222fa5a96 HTTP/1.1" status: 200 len: 948 time: 0.6026964 Feb 09 01:40:51.629679 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: a20eede2-4f5e-48f4-8951-5ae3efad60d5 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:51.630141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a20eede2-4f5e-48f4-8951-5ae3efad60d5 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:51.770494 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-7f760a18-ab56-4be6-a492-8e2244f0b3e0 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:51.783620 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-7f760a18-ab56-4be6-a492-8e2244f0b3e0 service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:51.787709 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-7f760a18-ab56-4be6-a492-8e2244f0b3e0 service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:51.787709 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-7f760a18-ab56-4be6-a492-8e2244f0b3e0 service neutron] Bound port: 6e46932e-60d8-42af-9eb5-c7d391afa40c, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:51.787709 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-7f760a18-ab56-4be6-a492-8e2244f0b3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6e46932e-60d8-42af-9eb5-c7d391afa40c), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.816856 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-55818d8a-8ddb-4a87-a716-fe9ae8de7b7c service neutron] Attempting to bind port 65d84600-6a13-47e6-ab08-5e64b6ae353f on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:51.817389 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-55818d8a-8ddb-4a87-a716-fe9ae8de7b7c service neutron] Attempting to bind port 65d84600-6a13-47e6-ab08-5e64b6ae353f by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:51.820829 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-55818d8a-8ddb-4a87-a716-fe9ae8de7b7c service neutron] Attempting to bind port 65d84600-6a13-47e6-ab08-5e64b6ae353f on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:51.834966 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2289533-dcb4-4524-96a9-0ab995a2511d req-caf20d3f-0e83-4755-8887-24c3b0042ae1 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263122 Feb 09 01:40:51.838331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-55818d8a-8ddb-4a87-a716-fe9ae8de7b7c service neutron] Port 65d84600-6a13-47e6-ab08-5e64b6ae353f on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:40:51.839335 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-55818d8a-8ddb-4a87-a716-fe9ae8de7b7c service neutron] Attempting to bind port 65d84600-6a13-47e6-ab08-5e64b6ae353f on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:51.865148 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-55818d8a-8ddb-4a87-a716-fe9ae8de7b7c service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:51.868670 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-55818d8a-8ddb-4a87-a716-fe9ae8de7b7c service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:51.869316 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-55818d8a-8ddb-4a87-a716-fe9ae8de7b7c service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:51.870077 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-55818d8a-8ddb-4a87-a716-fe9ae8de7b7c service neutron] Bound port: 65d84600-6a13-47e6-ab08-5e64b6ae353f, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:51.870781 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-55818d8a-8ddb-4a87-a716-fe9ae8de7b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (65d84600-6a13-47e6-ab08-5e64b6ae353f), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.946855 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38452) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:51.964320 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ee56a4-08c2-4926-8f0c-6ed9f7742cd9 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:40:51.977051 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] Sync routers for ids ['fe2cdbec-683c-4b76-9ca6-4394b140b8ec'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:40:52.002069 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-71149718-371c-46d6-b5f3-4457eabe2aa0 admin admin] Allocated IP 172.25.7.166 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/7d5176e0-a635-4d9a-9311-187c87107ab3) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:52.005928 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] Routers {'fe2cdbec-683c-4b76-9ca6-4394b140b8ec'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:52.007961 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:40:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['fe2cdbec-683c-4b76-9ca6-4394b140b8ec'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:52.047406 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d3ee56a4-08c2-4926-8f0c-6ed9f7742cd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:52.048959 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d3ee56a4-08c2-4926-8f0c-6ed9f7742cd9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.2796857 Feb 09 01:40:52.055512 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38454) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:52.237366 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-7f760a18-ab56-4be6-a492-8e2244f0b3e0 service neutron] For port 6e46932e-60d8-42af-9eb5-c7d391afa40c, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:52.250974 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-7f760a18-ab56-4be6-a492-8e2244f0b3e0 service neutron] For port 6e46932e-60d8-42af-9eb5-c7d391afa40c, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6e46932e-60d8-42af-9eb5-c7d391afa40c,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:52.270648 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-7f760a18-ab56-4be6-a492-8e2244f0b3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (6e46932e-60d8-42af-9eb5-c7d391afa40c), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:52.328368 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] Set router fe2cdbec-683c-4b76-9ca6-4394b140b8ec gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:52.332861 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-7f760a18-ab56-4be6-a492-8e2244f0b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:52.333777 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-7f760a18-ab56-4be6-a492-8e2244f0b3e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:52.335493 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-7f760a18-ab56-4be6-a492-8e2244f0b3e0 service neutron] 10.222.0.67 "PUT /v2.0/ports/6e46932e-60d8-42af-9eb5-c7d391afa40c HTTP/1.1" status: 200 len: 1096 time: 3.5892663 Feb 09 01:40:52.338178 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a988708-ae37-4361-8cc6-dd0222fa5a96', 'tag': '6e46932e-60d8-42af-9eb5-c7d391afa40c'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:52.341414 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd5c3bb-705a-431e-977b-a1341d3e5a77" -d '{"events": [{"name": "network-changed", "server_uuid": "8a988708-ae37-4361-8cc6-dd0222fa5a96", "tag": "6e46932e-60d8-42af-9eb5-c7d391afa40c"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:52.367170 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-71149718-371c-46d6-b5f3-4457eabe2aa0 admin admin] Publish callbacks [] for port (7d5176e0-a635-4d9a-9311-187c87107ab3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:52.647271 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6362cc97-68f8-47c9-85b5-a140030a0628 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:52.684362 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f760a18-ab56-4be6-a492-8e2244f0b3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e46932e-60d8-42af-9eb5-c7d391afa40c,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:52.740468 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cdbec-683c-4b76-9ca6-4394b140b8ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-672951048-router', 'tenant_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b5a5569d-0370-4f26-8670-ed5e5b76e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:44Z', 'updated_at': '2022-02-09T01:40:48Z', 'revision_number': 3, 'project_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'gw_port': {'id': 'b5a5569d-0370-4f26-8670-ed5e5b76e37b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2cdbec-683c-4b76-9ca6-4394b140b8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:46Z', 'updated_at': '2022-02-09T01:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:52.820005 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] Checking router: fe2cdbec-683c-4b76-9ca6-4394b140b8ec for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:40:52.820345 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] Updating router fe2cdbec-683c-4b76-9ca6-4394b140b8ec port b5a5569d-0370-4f26-8670-ed5e5b76e37b binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:40:52.837030 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-55818d8a-8ddb-4a87-a716-fe9ae8de7b7c service neutron] For port 65d84600-6a13-47e6-ab08-5e64b6ae353f, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:52.843021 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-55818d8a-8ddb-4a87-a716-fe9ae8de7b7c service neutron] For port 65d84600-6a13-47e6-ab08-5e64b6ae353f, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=65d84600-6a13-47e6-ab08-5e64b6ae353f,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:52.864051 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-55818d8a-8ddb-4a87-a716-fe9ae8de7b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (65d84600-6a13-47e6-ab08-5e64b6ae353f), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:52.868905 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f08067c8-5434-4155-a187-bd22054e2511 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a031f3d19b554bad9a723c7e216d5c1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9080627 Feb 09 01:40:52.889667 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b5a5569d-0370-4f26-8670-ed5e5b76e37b), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:52.895339 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 6362cc97-68f8-47c9-85b5-a140030a0628 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:52.896125 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6362cc97-68f8-47c9-85b5-a140030a0628), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:52.902223 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-71149718-371c-46d6-b5f3-4457eabe2aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (7d5176e0-a635-4d9a-9311-187c87107ab3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:52.949142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38470) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:52.952007 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-664b364c-77ec-410d-a55d-73de9520c074 req-cf3a6232-0cef-4fc1-9e1c-c2217916b925 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Allocated IP 172.25.7.58 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/92948fa8-2493-479e-9d1d-08b57048eadd) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:52.954986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55818d8a-8ddb-4a87-a716-fe9ae8de7b7c service neutron] Pushing event updated for resources: {'Port': ['ID=65d84600-6a13-47e6-ab08-5e64b6ae353f,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:52.989316 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38472) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:53.015446 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-55818d8a-8ddb-4a87-a716-fe9ae8de7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:53.016299 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-55818d8a-8ddb-4a87-a716-fe9ae8de7b7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:53.017922 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-55818d8a-8ddb-4a87-a716-fe9ae8de7b7c service neutron] 10.222.0.48 "PUT /v2.0/ports/65d84600-6a13-47e6-ab08-5e64b6ae353f HTTP/1.1" status: 200 len: 1095 time: 3.4532669 Feb 09 01:40:53.041827 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0b474c-9e42-4158-a90d-82c2fc26d7ce', 'tag': '65d84600-6a13-47e6-ab08-5e64b6ae353f'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:53.046491 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24540cc-d96c-453c-b81d-f5245e6fc774" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0b474c-9e42-4158-a90d-82c2fc26d7ce", "tag": "65d84600-6a13-47e6-ab08-5e64b6ae353f"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:53.064050 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b2e94dd-1cf5-4d8a-aecf-f1947934b32b req-a3191fbd-c51f-4cae-88f2-5bee97835763 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d9d59ffc-db4b-4833-9c88-b19a335497c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2111776 Feb 09 01:40:53.133486 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 6362cc97-68f8-47c9-85b5-a140030a0628 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:53.137817 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6362cc97-68f8-47c9-85b5-a140030a0628), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:53.219851 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 6362cc97-68f8-47c9-85b5-a140030a0628, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6362cc97-68f8-47c9-85b5-a140030a0628,segment=NetworkSegment(3c7585b5-0467-4a09-aafd-042e971c15e5),segment_id=3c7585b5-0467-4a09-aafd-042e971c15e5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:53.225644 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6362cc97-68f8-47c9-85b5-a140030a0628), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:53.256092 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1f70e788-89eb-4405-b433-e39d4fda2b47 tempest-ServiceProvidersTest-1889967229 tempest-ServiceProvidersTest-1889967229-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2630529 Feb 09 01:40:53.298719 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b329c0-bd72-4067-90a8-9a5d9d78993c req-0b617dca-f123-48cd-b642-e06d3429edeb tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:53.306896 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=6362cc97-68f8-47c9-85b5-a140030a0628,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:53.308465 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-48b329c0-bd72-4067-90a8-9a5d9d78993c req-0b617dca-f123-48cd-b642-e06d3429edeb tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.5597959 Feb 09 01:40:53.342872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7646f3a8-d309-4eb7-ac62-dec4be61f433 None None] Network d2c61b53-58d3-49a4-9382-3f8c40f60bba requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:53.375429 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71149718-371c-46d6-b5f3-4457eabe2aa0 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:53.392773 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-71149718-371c-46d6-b5f3-4457eabe2aa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:53.402896 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-90e9ee1a-3a2c-4241-ae31-9c7ca0b77b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:53.405546 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-90e9ee1a-3a2c-4241-ae31-9c7ca0b77b23 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&device_id=8a988708-ae37-4361-8cc6-dd0222fa5a96 HTTP/1.1" status: 200 len: 1130 time: 0.9982488 Feb 09 01:40:53.408678 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53f0676e-43e4-491d-9914-81cff82f46ff admin admin] Publish callbacks [] for security_group (c68302c0-343e-49f8-a44e-4b39ea190500), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:53.412820 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71149718-371c-46d6-b5f3-4457eabe2aa0 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:53.425131 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e94dd-1cf5-4d8a-aecf-f1947934b32b req-c18fb0e0-f184-4113-a0a8-08ed0ff75e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:53.427180 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b2e94dd-1cf5-4d8a-aecf-f1947934b32b req-c18fb0e0-f184-4113-a0a8-08ed0ff75e6c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&device_id=d9d59ffc-db4b-4833-9c88-b19a335497c0 HTTP/1.1" status: 200 len: 1131 time: 0.2465112 Feb 09 01:40:53.429212 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-3e484487-63dd-4a05-bab0-d8871f69fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:53.430665 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-3e484487-63dd-4a05-bab0-d8871f69fbca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&device_id=2b0b474c-9e42-4158-a90d-82c2fc26d7ce HTTP/1.1" status: 200 len: 1129 time: 0.3655276 Feb 09 01:40:53.435528 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71149718-371c-46d6-b5f3-4457eabe2aa0 admin admin] Pushing event updated for resources: {'Port': ['ID=7d5176e0-a635-4d9a-9311-187c87107ab3,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:53.438933 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-48b329c0-bd72-4067-90a8-9a5d9d78993c req-c6f79a40-2a42-43d7-ad50-677597cb2c10 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185591 Feb 09 01:40:53.486865 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53f0676e-43e4-491d-9914-81cff82f46ff admin admin] Publish callbacks [] for security_group (c68302c0-343e-49f8-a44e-4b39ea190500), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:53.517734 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5b25b052-18b8-4ed4-88af-ca6fe71abd35 None None] Provisioning complete for port 6362cc97-68f8-47c9-85b5-a140030a0628 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:53.518834 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5b25b052-18b8-4ed4-88af-ca6fe71abd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6362cc97-68f8-47c9-85b5-a140030a0628), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:53.577318 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-fe3bacc7-23b7-4a62-9865-9c2425a99e74 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=6e46932e-60d8-42af-9eb5-c7d391afa40c HTTP/1.1" status: 200 len: 217 time: 0.1499410 Feb 09 01:40:53.596639 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-2c6f3ffb-481c-4601-83b0-b235e02160fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=65d84600-6a13-47e6-ab08-5e64b6ae353f HTTP/1.1" status: 200 len: 217 time: 0.1397150 Feb 09 01:40:53.712008 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5b25b052-18b8-4ed4-88af-ca6fe71abd35 None None] Current status of the port 6362cc97-68f8-47c9-85b5-a140030a0628 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:53.739563 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38486) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:53.750551 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-664b364c-77ec-410d-a55d-73de9520c074 req-cf3a6232-0cef-4fc1-9e1c-c2217916b925 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks [] for port (92948fa8-2493-479e-9d1d-08b57048eadd), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:53.777634 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-f246fb04-7361-45bc-95ed-422f2067ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:53.781074 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-f246fb04-7361-45bc-95ed-422f2067ed8d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1808927 Feb 09 01:40:53.807621 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-5df7eb2e-8627-420a-affa-38834becb0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:53.809888 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-5df7eb2e-8627-420a-affa-38834becb0b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1738238 Feb 09 01:40:53.861148 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e94dd-1cf5-4d8a-aecf-f1947934b32b req-8b8788d2-240b-49e1-beca-6e09d73f1555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:53.862620 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b2e94dd-1cf5-4d8a-aecf-f1947934b32b req-8b8788d2-240b-49e1-beca-6e09d73f1555 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.3918750 Feb 09 01:40:53.887904 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53f0676e-43e4-491d-9914-81cff82f46ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c68302c0-343e-49f8-a44e-4b39ea190500), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:53.890675 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53f0676e-43e4-491d-9914-81cff82f46ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:53.900661 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-53f0676e-43e4-491d-9914-81cff82f46ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c68302c0-343e-49f8-a44e-4b39ea190500 HTTP/1.1" status: 204 len: 168 time: 0.9358537 Feb 09 01:40:53.920788 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100e6bc-b8ee-4a31-ada5-d1f9e7d82fd8 req-08f27adb-7727-4efa-bb00-0bb9f559a598 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:53.931471 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4100e6bc-b8ee-4a31-ada5-d1f9e7d82fd8 req-08f27adb-7727-4efa-bb00-0bb9f559a598 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 945 time: 0.2779117 Feb 09 01:40:53.964620 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c357d8f1-3dac-441e-9f56-4781586d5533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.001627 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b2e94dd-1cf5-4d8a-aecf-f1947934b32b req-e9b46920-0b75-4ee9-9f1e-6575557e0edc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=4dd84e72-0a61-4b58-a19f-c280a933f0b0 HTTP/1.1" status: 200 len: 217 time: 0.1160491 Feb 09 01:40:54.002624 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0676e-43e4-491d-9914-81cff82f46ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68302c0-343e-49f8-a44e-4b39ea190500,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:54.073944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-9cd97c88-4722-4c2a-b512-139c03700b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:54.082884 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4ef73f4f-0c7a-44af-b7eb-ec3dd509894c None None] Provisioning complete for port 6362cc97-68f8-47c9-85b5-a140030a0628 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:54.083481 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-267a7f5e-e52b-455e-9afe-caa9afcbc9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.083876 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4ef73f4f-0c7a-44af-b7eb-ec3dd509894c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6362cc97-68f8-47c9-85b5-a140030a0628), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.087448 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-9cd97c88-4722-4c2a-b512-139c03700b2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2366269 Feb 09 01:40:54.129406 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-664b364c-77ec-410d-a55d-73de9520c074 req-cf3a6232-0cef-4fc1-9e1c-c2217916b925 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (92948fa8-2493-479e-9d1d-08b57048eadd), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.129721 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e94dd-1cf5-4d8a-aecf-f1947934b32b req-4ca42b50-19a2-406a-a0bb-cfcd3095bace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:54.132184 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b2e94dd-1cf5-4d8a-aecf-f1947934b32b req-4ca42b50-19a2-406a-a0bb-cfcd3095bace service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1192968 Feb 09 01:40:54.134761 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-49ae819b-c1aa-4f7d-8dd7-0ca0aa925864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:54.136595 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-49ae819b-c1aa-4f7d-8dd7-0ca0aa925864 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2760501 Feb 09 01:40:54.137229 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4100e6bc-b8ee-4a31-ada5-d1f9e7d82fd8 req-d18f28c5-023c-453d-9a4b-6bd8c6fba578 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046199 Feb 09 01:40:54.329603 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4ef73f4f-0c7a-44af-b7eb-ec3dd509894c None None] Current status of the port 6362cc97-68f8-47c9-85b5-a140030a0628 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:54.365322 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-d52a26fa-bb5f-4418-bfc9-213ef4a2e4b6 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206693 Feb 09 01:40:54.372471 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74542554-b4bf-4682-9507-83ddef2a8b0b x-openstack-request-id: req-74542554-b4bf-4682-9507-83ddef2a8b0b {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:54.372956 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a988708-ae37-4361-8cc6-dd0222fa5a96", "tag": "6e46932e-60d8-42af-9eb5-c7d391afa40c", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:54.373381 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74542554-b4bf-4682-9507-83ddef2a8b0b {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:54.374034 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a988708-ae37-4361-8cc6-dd0222fa5a96', 'tag': '6e46932e-60d8-42af-9eb5-c7d391afa40c', 'status': 'completed', 'code': 200} Feb 09 01:40:54.483843 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-664b364c-77ec-410d-a55d-73de9520c074 req-cf3a6232-0cef-4fc1-9e1c-c2217916b925 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:54.496033 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] Publish callbacks [] for port (b5a5569d-0370-4f26-8670-ed5e5b76e37b), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.504759 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b5a5569d-0370-4f26-8670-ed5e5b76e37b), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.556880 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5b9b5-8f6c-4940-9d4e-e303139a65a9 None None] Pushing event updated for resources: {'Port': ['ID=b5a5569d-0370-4f26-8670-ed5e5b76e37b,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:54.577621 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-664b364c-77ec-410d-a55d-73de9520c074 req-cf3a6232-0cef-4fc1-9e1c-c2217916b925 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:54.581616 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-664b364c-77ec-410d-a55d-73de9520c074 req-cf3a6232-0cef-4fc1-9e1c-c2217916b925 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:54.588557 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] Attempting to bind port b5a5569d-0370-4f26-8670-ed5e5b76e37b on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:54.589341 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] Attempting to bind port b5a5569d-0370-4f26-8670-ed5e5b76e37b by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:54.589912 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] Attempting to bind port b5a5569d-0370-4f26-8670-ed5e5b76e37b on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:54.599506 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:54.600528 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:54.602354 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.602894 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:54.604386 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] Bound port: b5a5569d-0370-4f26-8670-ed5e5b76e37b, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:54.605236 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b5a5569d-0370-4f26-8670-ed5e5b76e37b), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.607653 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6362cc97-68f8-47c9-85b5-a140030a0628 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:54.645190 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-0e45a3a6-c4c5-41ca-afff-977caed6a3cb service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793047 Feb 09 01:40:54.739145 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] For port b5a5569d-0370-4f26-8670-ed5e5b76e37b, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:54.747536 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] For port b5a5569d-0370-4f26-8670-ed5e5b76e37b, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b5a5569d-0370-4f26-8670-ed5e5b76e37b,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:54.765288 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b5a5569d-0370-4f26-8670-ed5e5b76e37b), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.796882 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e94dd-1cf5-4d8a-aecf-f1947934b32b req-c74a7834-557d-4f3d-993d-30f7e7170a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:54.798659 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b2e94dd-1cf5-4d8a-aecf-f1947934b32b req-c74a7834-557d-4f3d-993d-30f7e7170a9c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5114443 Feb 09 01:40:54.814901 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:40:54.835509 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-664b364c-77ec-410d-a55d-73de9520c074 req-cf3a6232-0cef-4fc1-9e1c-c2217916b925 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks [] for floatingip (0fda62b2-04ab-4844-b7ca-b78f3fb1d2fe), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.871086 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 6362cc97-68f8-47c9-85b5-a140030a0628 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:54.876428 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6362cc97-68f8-47c9-85b5-a140030a0628), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.900303 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] Routers {'fe2cdbec-683c-4b76-9ca6-4394b140b8ec'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:54.904251 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:40:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['fe2cdbec-683c-4b76-9ca6-4394b140b8ec'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:54.906325 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a6232-0cef-4fc1-9e1c-c2217916b925 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Pushing event updated for resources: {'Port': ['ID=92948fa8-2493-479e-9d1d-08b57048eadd,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:54.929731 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b2e94dd-1cf5-4d8a-aecf-f1947934b32b req-f3c9ab9a-21ec-4506-ba42-34713382af78 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214936 Feb 09 01:40:54.942028 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c357d8f1-3dac-441e-9f56-4781586d5533 admin admin] Publish callbacks [] for security_group (3e5ab199-8e12-42b2-ab5a-d7cacfc22f28), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.028617 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c357d8f1-3dac-441e-9f56-4781586d5533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3e5ab199-8e12-42b2-ab5a-d7cacfc22f28), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.098150 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0156f00-b178-4aa6-9abd-fe027e137363 req-cb5ccdbf-fe0c-4f42-b311-3c623c3d0941 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:55.112488 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c0156f00-b178-4aa6-9abd-fe027e137363 req-cb5ccdbf-fe0c-4f42-b311-3c623c3d0941 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a988708-ae37-4361-8cc6-dd0222fa5a96 HTTP/1.1" status: 200 len: 948 time: 0.6992066 Feb 09 01:40:55.124191 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec68f3c4-23d7-48ff-a521-5045884071c0 req-f071c680-8e09-4bf2-a0a1-0e49bb8e3831 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4496400 Feb 09 01:40:55.124691 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5b9b5-8f6c-4940-9d4e-e303139a65a9 None None] Pushing event updated for resources: {'Port': ['ID=b5a5569d-0370-4f26-8670-ed5e5b76e37b,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:55.132593 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 6362cc97-68f8-47c9-85b5-a140030a0628 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:55.255941 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-664b364c-77ec-410d-a55d-73de9520c074 req-cf3a6232-0cef-4fc1-9e1c-c2217916b925 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (92948fa8-2493-479e-9d1d-08b57048eadd), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.257556 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-71149718-371c-46d6-b5f3-4457eabe2aa0 admin admin] Publish callbacks [] for router_gateway (8d42a866-7419-438b-88af-00b85c898418), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.279688 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c0156f00-b178-4aa6-9abd-fe027e137363 req-34c26cb9-6edb-41ad-9fd8-7dd28e26f5c5 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604168 Feb 09 01:40:55.315490 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] Set router fe2cdbec-683c-4b76-9ca6-4394b140b8ec gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:55.322764 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357d8f1-3dac-441e-9f56-4781586d5533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5ab199-8e12-42b2-ab5a-d7cacfc22f28,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:55.332938 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b2e94dd-1cf5-4d8a-aecf-f1947934b32b req-474d40bd-2734-434a-8915-494505ab0ff5 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919616 Feb 09 01:40:55.373296 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68f3c4-23d7-48ff-a521-5045884071c0 req-b91ed70a-88a0-4fb2-a99b-08f375d616bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:55.375511 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec68f3c4-23d7-48ff-a521-5045884071c0 req-b91ed70a-88a0-4fb2-a99b-08f375d616bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=882b1d74468f4236916ac9797755db7f&device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 1127 time: 0.1661267 Feb 09 01:40:55.396369 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b59110-3efa-4f8d-af9d-161d74fbeb3f x-openstack-request-id: req-44b59110-3efa-4f8d-af9d-161d74fbeb3f {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:55.396664 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0b474c-9e42-4158-a90d-82c2fc26d7ce", "tag": "65d84600-6a13-47e6-ab08-5e64b6ae353f", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:55.397225 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44b59110-3efa-4f8d-af9d-161d74fbeb3f {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:55.398484 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0b474c-9e42-4158-a90d-82c2fc26d7ce', 'tag': '65d84600-6a13-47e6-ab08-5e64b6ae353f', 'status': 'completed', 'code': 200} Feb 09 01:40:55.411813 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c357d8f1-3dac-441e-9f56-4781586d5533 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ad365ad798c44dfa69a17ea0225fca8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6576979 Feb 09 01:40:55.413907 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-62072562-72f6-4ae4-b852-6ad87c6efa4e service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1633687 Feb 09 01:40:55.415919 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38522) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:55.472030 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38524) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:55.660551 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cdbec-683c-4b76-9ca6-4394b140b8ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-672951048-router', 'tenant_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b5a5569d-0370-4f26-8670-ed5e5b76e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:44Z', 'updated_at': '2022-02-09T01:40:48Z', 'revision_number': 3, 'project_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'gw_port': {'id': 'b5a5569d-0370-4f26-8670-ed5e5b76e37b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2cdbec-683c-4b76-9ca6-4394b140b8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:46Z', 'updated_at': '2022-02-09T01:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:55.691789 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d126fe1-9125-4c76-b14d-f8e9c51084a8 admin admin] Publish callbacks [] for security_group (3e5ab199-8e12-42b2-ab5a-d7cacfc22f28), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.700466 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6373be87-976f-4e0a-bb1e-224c763f282c None None] The sync data for ids ['fe2cdbec-683c-4b76-9ca6-4394b140b8ec'] in n-d-828387-3 is: [{'id': 'fe2cdbec-683c-4b76-9ca6-4394b140b8ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-672951048-router', 'tenant_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b5a5569d-0370-4f26-8670-ed5e5b76e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:44Z', 'updated_at': '2022-02-09T01:40:48Z', 'revision_number': 3, 'project_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'gw_port': {'id': 'b5a5569d-0370-4f26-8670-ed5e5b76e37b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2cdbec-683c-4b76-9ca6-4394b140b8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:46Z', 'updated_at': '2022-02-09T01:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:40:55.740951 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-166ab9f4-73f1-4f0a-88f1-3b0425c9a2b3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1014691410-network', 'tenant_id': '8248d61c5b2e4c07afdd3d5431bd39cc'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:55.808165 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d126fe1-9125-4c76-b14d-f8e9c51084a8 admin admin] Publish callbacks [] for security_group (3e5ab199-8e12-42b2-ab5a-d7cacfc22f28), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.812893 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166ab9f4-73f1-4f0a-88f1-3b0425c9a2b3 admin admin] Made reservation on behalf of 8248d61c5b2e4c07afdd3d5431bd39cc for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:55.817328 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-166ab9f4-73f1-4f0a-88f1-3b0425c9a2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.839450 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24540cc-d96c-453c-b81d-f5245e6fc774 req-ad182554-bcfa-4d52-8f09-54dc7a44b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:55.843446 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f24540cc-d96c-453c-b81d-f5245e6fc774 req-ad182554-bcfa-4d52-8f09-54dc7a44b0d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&device_id=2b0b474c-9e42-4158-a90d-82c2fc26d7ce HTTP/1.1" status: 200 len: 1129 time: 0.4042201 Feb 09 01:40:55.917628 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-166ab9f4-73f1-4f0a-88f1-3b0425c9a2b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.983381 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c14c0-15f3-4191-8dd0-77d46c4073ce req-0168e709-f0a4-4ccf-962b-58128cfdd24a tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:55.993070 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c2c14c0-15f3-4191-8dd0-77d46c4073ce req-0168e709-f0a4-4ccf-962b-58128cfdd24a tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.4575107 Feb 09 01:40:56.051911 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68f3c4-23d7-48ff-a521-5045884071c0 req-3d1c2c40-c528-47ee-af4d-0722da3457c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:56.054045 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec68f3c4-23d7-48ff-a521-5045884071c0 req-3d1c2c40-c528-47ee-af4d-0722da3457c0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1c164421-b937-4772-b3ad-c06ffa4973ed HTTP/1.1" status: 200 len: 914 time: 0.5810008 Feb 09 01:40:56.196406 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec68f3c4-23d7-48ff-a521-5045884071c0 req-c3854498-5ff4-4f41-96c6-d01a2e14a46d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05366da3-ae6f-43e0-a840-3c9d28c899e6 HTTP/1.1" status: 200 len: 217 time: 0.1155412 Feb 09 01:40:56.306320 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68f3c4-23d7-48ff-a521-5045884071c0 req-5abb57db-172c-45dc-8e0f-48c4822f4c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:56.308346 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec68f3c4-23d7-48ff-a521-5045884071c0 req-5abb57db-172c-45dc-8e0f-48c4822f4c45 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9145d287-893f-45e0-a833-97ee0b627cb1 HTTP/1.1" status: 200 len: 853 time: 0.0958488 Feb 09 01:40:56.313318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-267a7f5e-e52b-455e-9afe-caa9afcbc9af admin admin] Allocated IP 172.20.0.1 (6f60fb55-5f98-47ce-9f16-88a204881a7c/3f496426-c363-445b-91ad-44a159877fb2/1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:56.326755 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c2c14c0-15f3-4191-8dd0-77d46c4073ce req-edbb9140-f108-4abd-9b04-687a5223b1fd tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324237 Feb 09 01:40:56.334655 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d126fe1-9125-4c76-b14d-f8e9c51084a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3e5ab199-8e12-42b2-ab5a-d7cacfc22f28), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:56.337755 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d126fe1-9125-4c76-b14d-f8e9c51084a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:56.364657 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7d126fe1-9125-4c76-b14d-f8e9c51084a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e5ab199-8e12-42b2-ab5a-d7cacfc22f28 HTTP/1.1" status: 204 len: 168 time: 0.9329271 Feb 09 01:40:56.449111 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec68f3c4-23d7-48ff-a521-5045884071c0 req-4121e0ac-ce2a-40af-94a9-6d8d369aee94 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1c164421-b937-4772-b3ad-c06ffa4973ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182430 Feb 09 01:40:56.633404 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b5a5569d-0370-4f26-8670-ed5e5b76e37b up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:56.701931 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d126fe1-9125-4c76-b14d-f8e9c51084a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5ab199-8e12-42b2-ab5a-d7cacfc22f28,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:56.713883 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24540cc-d96c-453c-b81d-f5245e6fc774 req-c7749c7b-3b70-4980-8906-519157b84de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:56.721657 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f24540cc-d96c-453c-b81d-f5245e6fc774 req-c7749c7b-3b70-4980-8906-519157b84de9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.8279538 Feb 09 01:40:56.807366 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b5a5569d-0370-4f26-8670-ed5e5b76e37b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:56.807751 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b5a5569d-0370-4f26-8670-ed5e5b76e37b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:56.842027 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-664b364c-77ec-410d-a55d-73de9520c074 req-cf3a6232-0cef-4fc1-9e1c-c2217916b925 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks [] for port (92948fa8-2493-479e-9d1d-08b57048eadd), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:56.850722 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-749264f9-a80c-44af-97ad-fe6114ff6af0 req-647bd905-ea29-4de6-bd53-dacf6c0c90a7 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3426094 Feb 09 01:40:56.856881 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-664b364c-77ec-410d-a55d-73de9520c074 req-cf3a6232-0cef-4fc1-9e1c-c2217916b925 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (92948fa8-2493-479e-9d1d-08b57048eadd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:56.879860 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f24540cc-d96c-453c-b81d-f5245e6fc774 req-3e4435c1-58c4-438f-979c-11fe1ca48660 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=65d84600-6a13-47e6-ab08-5e64b6ae353f HTTP/1.1" status: 200 len: 217 time: 0.1419518 Feb 09 01:40:57.007792 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b5a5569d-0370-4f26-8670-ed5e5b76e37b is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:57.009307 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b5a5569d-0370-4f26-8670-ed5e5b76e37b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.057509 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a6232-0cef-4fc1-9e1c-c2217916b925 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Pushing event updated for resources: {'Port': ['ID=92948fa8-2493-479e-9d1d-08b57048eadd,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:57.088311 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port b5a5569d-0370-4f26-8670-ed5e5b76e37b, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b5a5569d-0370-4f26-8670-ed5e5b76e37b,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:57.094378 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b5a5569d-0370-4f26-8670-ed5e5b76e37b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.099677 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78474ac0-d49b-472a-bca9-d3adc20a273b req-7bf40ec4-faa5-4eb2-a53f-cb63d9b1b882 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:57.115470 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-78474ac0-d49b-472a-bca9-d3adc20a273b req-7bf40ec4-faa5-4eb2-a53f-cb63d9b1b882 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a988708-ae37-4361-8cc6-dd0222fa5a96 HTTP/1.1" status: 200 len: 948 time: 0.6613300 Feb 09 01:40:57.121353 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-664b364c-77ec-410d-a55d-73de9520c074 req-cf3a6232-0cef-4fc1-9e1c-c2217916b925 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (0fda62b2-04ab-4844-b7ca-b78f3fb1d2fe), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.135023 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24540cc-d96c-453c-b81d-f5245e6fc774 req-6de731d9-4231-491e-9045-81c0fa128ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:57.136553 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f24540cc-d96c-453c-b81d-f5245e6fc774 req-6de731d9-4231-491e-9045-81c0fa128ddb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.2464445 Feb 09 01:40:57.149281 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec68f3c4-23d7-48ff-a521-5045884071c0 req-350a4176-04b7-408e-8035-58255a1027c5 service neutron] 10.222.0.67 "GET /v2.0/networks/1c164421-b937-4772-b3ad-c06ffa4973ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6649501 Feb 09 01:40:57.219541 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=b5a5569d-0370-4f26-8670-ed5e5b76e37b,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:57.221718 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-166ab9f4-73f1-4f0a-88f1-3b0425c9a2b3 admin admin] Publish callbacks [] for security_group (e24943dc-0437-43ff-aedd-b5fbc6274bf9), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.235698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:57.236053 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:57.236392 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:57.238251 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:57.238630 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:57.238964 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:57.239316 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:57.239645 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:57.239965 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:57.240288 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:57.240608 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:57.240928 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:57.241243 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:57.259990 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-267a7f5e-e52b-455e-9afe-caa9afcbc9af admin admin] Publish callbacks [] for port (1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.276531 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-166ab9f4-73f1-4f0a-88f1-3b0425c9a2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e24943dc-0437-43ff-aedd-b5fbc6274bf9), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.317235 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-664b364c-77ec-410d-a55d-73de9520c074 req-cf3a6232-0cef-4fc1-9e1c-c2217916b925 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.329739 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-664b364c-77ec-410d-a55d-73de9520c074 req-cf3a6232-0cef-4fc1-9e1c-c2217916b925 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.0716259 Feb 09 01:40:57.347881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166ab9f4-73f1-4f0a-88f1-3b0425c9a2b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:40:57.357196 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-71149718-371c-46d6-b5f3-4457eabe2aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (8d42a866-7419-438b-88af-00b85c898418), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.365979 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-78474ac0-d49b-472a-bca9-d3adc20a273b req-4ec5b880-09b5-4280-b4a8-0c0918606d22 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495074 Feb 09 01:40:57.384046 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ab9f4-73f1-4f0a-88f1-3b0425c9a2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24943dc-0437-43ff-aedd-b5fbc6274bf9,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:57.397854 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-166ab9f4-73f1-4f0a-88f1-3b0425c9a2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (fbbc736b-5615-49c5-8b22-d214a670d94a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.397854 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-166ab9f4-73f1-4f0a-88f1-3b0425c9a2b3 admin admin] Added segment fbbc736b-5615-49c5-8b22-d214a670d94a of type vlan for network a6b971e5-0c53-44cf-8606-badf0cb5180d Feb 09 01:40:57.504340 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24540cc-d96c-453c-b81d-f5245e6fc774 req-7a248792-2cc4-4cc6-8051-c5e330260a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:57.505921 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f24540cc-d96c-453c-b81d-f5245e6fc774 req-7a248792-2cc4-4cc6-8051-c5e330260a6b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3556795 Feb 09 01:40:57.522897 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-664b364c-77ec-410d-a55d-73de9520c074 req-ca46cf3a-8d84-4405-b814-27ba3e6b30c0 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.58 HTTP/1.1" status: 200 len: 695 time: 0.1907670 Feb 09 01:40:57.532486 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-166ab9f4-73f1-4f0a-88f1-3b0425c9a2b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (a6b971e5-0c53-44cf-8606-badf0cb5180d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.558142 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5c3bb-705a-431e-977b-a1341d3e5a77 req-f5ca34f5-3d2b-4d8e-955e-924ecfa02eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:57.560437 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efd5c3bb-705a-431e-977b-a1341d3e5a77 req-f5ca34f5-3d2b-4d8e-955e-924ecfa02eee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&device_id=8a988708-ae37-4361-8cc6-dd0222fa5a96 HTTP/1.1" status: 200 len: 1130 time: 0.5472353 Feb 09 01:40:57.565737 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec68f3c4-23d7-48ff-a521-5045884071c0 req-5627482f-b231-4bc4-8894-1c585c57f450 service neutron] 10.222.0.67 "GET /v2.0/networks/1c164421-b937-4772-b3ad-c06ffa4973ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951843 Feb 09 01:40:57.646998 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e5345-82b4-4db1-9a62-d2cc8e5929bc req-eeb7d69e-4afd-4537-8726-7a9d7218cd35 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:57.648545 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-706e5345-82b4-4db1-9a62-d2cc8e5929bc req-eeb7d69e-4afd-4537-8726-7a9d7218cd35 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1855423 Feb 09 01:40:57.649750 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-166ab9f4-73f1-4f0a-88f1-3b0425c9a2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (a6b971e5-0c53-44cf-8606-badf0cb5180d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.650862 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166ab9f4-73f1-4f0a-88f1-3b0425c9a2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:57.651460 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-166ab9f4-73f1-4f0a-88f1-3b0425c9a2b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.703013 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-267a7f5e-e52b-455e-9afe-caa9afcbc9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.760995 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-166ab9f4-73f1-4f0a-88f1-3b0425c9a2b3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2866740 Feb 09 01:40:57.769340 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38560) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:57.778433 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-a520f93d-6c52-4d9c-8c20-84f098423ea5 admin admin] Request body: {'subnet': {'network_id': 'a6b971e5-0c53-44cf-8606-badf0cb5180d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1014691410-subnet', 'tenant_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:57.793039 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267a7f5e-e52b-455e-9afe-caa9afcbc9af admin admin] Network 6f60fb55-5f98-47ce-9f16-88a204881a7c is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:57.806903 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f24540cc-d96c-453c-b81d-f5245e6fc774 req-4b249162-d056-4d82-85a0-cba036bf7972 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718613 Feb 09 01:40:57.816970 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-267a7f5e-e52b-455e-9afe-caa9afcbc9af admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:57.820047 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ab9f4-73f1-4f0a-88f1-3b0425c9a2b3 admin admin] Pushing event updated for resources: {'Network': ['ID=a6b971e5-0c53-44cf-8606-badf0cb5180d,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:57.828138 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267a7f5e-e52b-455e-9afe-caa9afcbc9af admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:57.830851 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network a6b971e5-0c53-44cf-8606-badf0cb5180d details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:40:57.848705 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a7f5e-e52b-455e-9afe-caa9afcbc9af admin admin] Pushing event updated for resources: {'Port': ['ID=1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:57.869869 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5c3bb-705a-431e-977b-a1341d3e5a77 req-ff374ecc-0b3d-4b3a-af97-e370e66d9200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:57.872061 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efd5c3bb-705a-431e-977b-a1341d3e5a77 req-ff374ecc-0b3d-4b3a-af97-e370e66d9200 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.2961037 Feb 09 01:40:57.914675 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-706e5345-82b4-4db1-9a62-d2cc8e5929bc req-0d932346-7295-49b9-98e4-2305274249fa tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527356 Feb 09 01:40:57.936944 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 65d84600-6a13-47e6-ab08-5e64b6ae353f details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:40:57.955335 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a520f93d-6c52-4d9c-8c20-84f098423ea5 admin admin] Made reservation on behalf of 8248d61c5b2e4c07afdd3d5431bd39cc for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:57.955335 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a520f93d-6c52-4d9c-8c20-84f098423ea5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:58.091144 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efd5c3bb-705a-431e-977b-a1341d3e5a77 req-a36be77b-059e-47e5-b4d6-63ccdf936551 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=6e46932e-60d8-42af-9eb5-c7d391afa40c HTTP/1.1" status: 200 len: 217 time: 0.1636217 Feb 09 01:40:58.103190 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b364c-77ec-410d-a55d-73de9520c074 req-7231f8d0-0ef5-4287-aed3-728587baa201 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:58.104925 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-664b364c-77ec-410d-a55d-73de9520c074 req-7231f8d0-0ef5-4287-aed3-728587baa201 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.5525799 Feb 09 01:40:58.122141 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-267a7f5e-e52b-455e-9afe-caa9afcbc9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (fe2cdbec-683c-4b76-9ca6-4394b140b8ec), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:58.318336 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5c3bb-705a-431e-977b-a1341d3e5a77 req-cf2343fe-d84a-422c-93ea-b9b58c490e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:58.320866 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efd5c3bb-705a-431e-977b-a1341d3e5a77 req-cf2343fe-d84a-422c-93ea-b9b58c490e92 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.2109847 Feb 09 01:40:58.324202 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71149718-371c-46d6-b5f3-4457eabe2aa0 admin admin] Router 8d42a866-7419-438b-88af-00b85c898418 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:40:58.556124 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 65d84600-6a13-47e6-ab08-5e64b6ae353f, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=65d84600-6a13-47e6-ab08-5e64b6ae353f,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:58.577768 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b5a5569d-0370-4f26-8670-ed5e5b76e37b up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:58.598792 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cc73d-50ce-45e4-bdde-8be9fd764a87 req-acadd6ca-3597-4035-acdb-d2f536a63456 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:58.600512 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f11cc73d-50ce-45e4-bdde-8be9fd764a87 req-acadd6ca-3597-4035-acdb-d2f536a63456 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.2385902 Feb 09 01:40:58.634174 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '65d84600-6a13-47e6-ab08-5e64b6ae353f', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '65d84600-6a13-47e6-ab08-5e64b6ae353f', 'mac_address': 'fa:16:3e:fa:11:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:40:58.639690 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f24540cc-d96c-453c-b81d-f5245e6fc774 req-7048718f-d3c1-4a3a-853b-657e0051e59d service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8162162 Feb 09 01:40:58.642721 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5c3bb-705a-431e-977b-a1341d3e5a77 req-016a2ff2-9385-4934-84bf-25250f0c0f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:58.643762 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9b546348-6a94-4f07-ae7f-b9b0d09016b2 None None] Provisioning complete for port 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:58.644230 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b546348-6a94-4f07-ae7f-b9b0d09016b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:58.644404 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efd5c3bb-705a-431e-977b-a1341d3e5a77 req-016a2ff2-9385-4934-84bf-25250f0c0f2b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3104835 Feb 09 01:40:58.697207 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9b546348-6a94-4f07-ae7f-b9b0d09016b2 None None] Port 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:40:58.707169 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0c69d974-a88e-4b22-84c7-b2b04955a995 req-919e174d-a0b3-49cd-8c72-99e7603d9ae8 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/floatingips/0fda62b2-04ab-4844-b7ca-b78f3fb1d2fe HTTP/1.1" status: 200 len: 692 time: 0.1161752 Feb 09 01:40:58.755158 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 65d84600-6a13-47e6-ab08-5e64b6ae353f is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:58.755534 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (65d84600-6a13-47e6-ab08-5e64b6ae353f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:58.780549 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d84600-6a13-47e6-ab08-5e64b6ae353f {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:40:58.789909 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b5a5569d-0370-4f26-8670-ed5e5b76e37b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:58.790368 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b5a5569d-0370-4f26-8670-ed5e5b76e37b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:58.802423 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f11cc73d-50ce-45e4-bdde-8be9fd764a87 req-598e369b-3aae-47b1-8f22-c47394152fbd tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890078 Feb 09 01:40:58.845876 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 65d84600-6a13-47e6-ab08-5e64b6ae353f, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=65d84600-6a13-47e6-ab08-5e64b6ae353f,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:58.857896 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (65d84600-6a13-47e6-ab08-5e64b6ae353f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:58.886053 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efd5c3bb-705a-431e-977b-a1341d3e5a77 req-bda23773-ee55-48bc-9070-bf8b8ce2e828 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269342 Feb 09 01:40:58.908322 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69d974-a88e-4b22-84c7-b2b04955a995 req-b2322b21-2e12-4387-9c9e-a1c8c9768902 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:58.910077 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0c69d974-a88e-4b22-84c7-b2b04955a995 req-b2322b21-2e12-4387-9c9e-a1c8c9768902 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.1962600 Feb 09 01:40:58.926741 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-0c69d974-a88e-4b22-84c7-b2b04955a995 req-fad5df68-b043-4644-aea7-2cfa20e7bb23 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:40:58.928242 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0c69d974-a88e-4b22-84c7-b2b04955a995 req-fad5df68-b043-4644-aea7-2cfa20e7bb23 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067527 Feb 09 01:40:58.930290 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=65d84600-6a13-47e6-ab08-5e64b6ae353f,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:59.019299 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a520f93d-6c52-4d9c-8c20-84f098423ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (39615468-fb42-472a-ac5d-b723e6597983), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:59.040447 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-267a7f5e-e52b-455e-9afe-caa9afcbc9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:59.055684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b5a5569d-0370-4f26-8670-ed5e5b76e37b is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:59.078058 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71149718-371c-46d6-b5f3-4457eabe2aa0 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:40:59.091718 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] Sync routers for ids ['8d42a866-7419-438b-88af-00b85c898418'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:40:59.114342 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] Routers {'8d42a866-7419-438b-88af-00b85c898418'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:59.114991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:40:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['8d42a866-7419-438b-88af-00b85c898418'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:59.157829 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a520f93d-6c52-4d9c-8c20-84f098423ea5 admin admin] Checking segment: {'id': 'fbbc736b-5615-49c5-8b22-d214a670d94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a6b971e5-0c53-44cf-8606-badf0cb5180d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:59.158197 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a520f93d-6c52-4d9c-8c20-84f098423ea5 admin admin] Network hostable DHCP agents. Network: a6b971e5-0c53-44cf-8606-badf0cb5180d, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:40:59.161701 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520f93d-6c52-4d9c-8c20-84f098423ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39615468-fb42-472a-ac5d-b723e6597983,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:59.209674 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-71149718-371c-46d6-b5f3-4457eabe2aa0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:59.209996 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a520f93d-6c52-4d9c-8c20-84f098423ea5 admin admin] Network a6b971e5-0c53-44cf-8606-badf0cb5180d is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:40:59.212105 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-71149718-371c-46d6-b5f3-4457eabe2aa0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.3181021 Feb 09 01:40:59.221315 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38606) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:59.230032 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efd5c3bb-705a-431e-977b-a1341d3e5a77 req-93f75ef3-889d-4dc7-bf1e-c0855b49c32c service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297064 Feb 09 01:40:59.232093 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-a520f93d-6c52-4d9c-8c20-84f098423ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, a6b971e5-0c53-44cf-8606-badf0cb5180d) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:59.238055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a520f93d-6c52-4d9c-8c20-84f098423ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:59.239626 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a520f93d-6c52-4d9c-8c20-84f098423ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:59.242560 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed85461-4e4c-481a-843d-d72624699f47 req-6236d5f4-e27c-4d65-9020-ee7713d35d4a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:59.244160 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ed85461-4e4c-481a-843d-d72624699f47 req-6236d5f4-e27c-4d65-9020-ee7713d35d4a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a988708-ae37-4361-8cc6-dd0222fa5a96 HTTP/1.1" status: 200 len: 948 time: 0.3321271 Feb 09 01:40:59.269826 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] Set router 8d42a866-7419-438b-88af-00b85c898418 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:59.274670 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['65d84600-6a13-47e6-ab08-5e64b6ae353f'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:59.276969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86b075e-e4f5-4b2f-9309-b505f7398139 None None] Network a6b971e5-0c53-44cf-8606-badf0cb5180d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:59.299681 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a520f93d-6c52-4d9c-8c20-84f098423ea5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5291228 Feb 09 01:40:59.332918 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38608) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:59.338459 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-a7c53bea-08ae-41be-bbc4-abe9b13e8dfc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1014691410-router', 'tenant_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:59.379456 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a7c53bea-08ae-41be-bbc4-abe9b13e8dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (dfb39422-8c7f-41ac-b6cc-544b3a0b2a98), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:59.380497 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a7c53bea-08ae-41be-bbc4-abe9b13e8dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (dfb39422-8c7f-41ac-b6cc-544b3a0b2a98), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:59.489158 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ed85461-4e4c-481a-843d-d72624699f47 req-9dad62d0-1ca7-4aac-98ee-6063d4e9b16a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093117 Feb 09 01:40:59.622689 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-267a7f5e-e52b-455e-9afe-caa9afcbc9af admin admin] Publish callbacks [] for port (1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:59.635241 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-267a7f5e-e52b-455e-9afe-caa9afcbc9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:59.672982 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a7c53bea-08ae-41be-bbc4-abe9b13e8dfc admin admin] Publish callbacks [] for router_controller (dfb39422-8c7f-41ac-b6cc-544b3a0b2a98), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:59.689789 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309c2a9a-aa24-4421-82ea-8cc97e24ef6a None None] Network a6b971e5-0c53-44cf-8606-badf0cb5180d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:59.753337 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6b3cd87d-2107-4fe7-8a08-42cca8fd0717 req-2367df29-d90c-4e17-b013-9772bbbaf1db tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/floatingips/0fda62b2-04ab-4844-b7ca-b78f3fb1d2fe HTTP/1.1" status: 200 len: 692 time: 0.1279483 Feb 09 01:40:59.826906 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d42a866-7419-438b-88af-00b85c898418', 'name': 'tempest-FloatingIPsNegativeTestJSON-1673665545-router', 'tenant_id': '657a762328934aaa96f34af7caf521e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '7d5176e0-a635-4d9a-9311-187c87107ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:49Z', 'updated_at': '2022-02-09T01:40:54Z', 'revision_number': 3, 'project_id': '657a762328934aaa96f34af7caf521e1', 'gw_port': {'id': '7d5176e0-a635-4d9a-9311-187c87107ab3', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d42a866-7419-438b-88af-00b85c898418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:50Z', 'updated_at': '2022-02-09T01:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:59.846049 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a7f5e-e52b-455e-9afe-caa9afcbc9af admin admin] Pushing event updated for resources: {'Port': ['ID=1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:59.865259 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-267a7f5e-e52b-455e-9afe-caa9afcbc9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (fe2cdbec-683c-4b76-9ca6-4394b140b8ec), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:59.875792 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] Checking router: 8d42a866-7419-438b-88af-00b85c898418 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:40:59.876381 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] Updating router 8d42a866-7419-438b-88af-00b85c898418 port 7d5176e0-a635-4d9a-9311-187c87107ab3 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:40:59.886544 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a7c53bea-08ae-41be-bbc4-abe9b13e8dfc admin admin] Publish callbacks [] for router_gateway (dfb39422-8c7f-41ac-b6cc-544b3a0b2a98), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:59.919794 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d78c3b-82f8-43b2-b996-15baa93fc392 req-b3ae77b4-4c38-4d20-b9a6-59ee56c67fc6 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:59.927057 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-89d78c3b-82f8-43b2-b996-15baa93fc392 req-b3ae77b4-4c38-4d20-b9a6-59ee56c67fc6 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.3045568 Feb 09 01:40:59.980092 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7d5176e0-a635-4d9a-9311-187c87107ab3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:59.984378 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cd87d-2107-4fe7-8a08-42cca8fd0717 req-c23c9aea-f6f1-43f3-976a-386e4a5ddaf1 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:59.993182 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6b3cd87d-2107-4fe7-8a08-42cca8fd0717 req-c23c9aea-f6f1-43f3-976a-386e4a5ddaf1 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.2388356 Feb 09 01:41:00.074244 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6b3cd87d-2107-4fe7-8a08-42cca8fd0717 req-31fa371b-06af-437a-9276-4ce9e13e3ab8 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.58 HTTP/1.1" status: 200 len: 695 time: 0.0800252 Feb 09 01:41:00.121441 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-89d78c3b-82f8-43b2-b996-15baa93fc392 req-9ea3f74d-146b-4b7c-ade1-8faa563cc5c1 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895649 Feb 09 01:41:00.188383 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267a7f5e-e52b-455e-9afe-caa9afcbc9af admin admin] Network 6f60fb55-5f98-47ce-9f16-88a204881a7c is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:00.208243 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6b3cd87d-2107-4fe7-8a08-42cca8fd0717 req-29030322-d3b9-468c-981a-45629907be07 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.58 HTTP/1.1" status: 200 len: 695 time: 0.1326354 Feb 09 01:41:00.212361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-267a7f5e-e52b-455e-9afe-caa9afcbc9af admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:00.301121 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] Publish callbacks [] for port (7d5176e0-a635-4d9a-9311-187c87107ab3), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:00.363349 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7d5176e0-a635-4d9a-9311-187c87107ab3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:00.424179 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267552dc-0629-4789-ab44-25dd4d468a70 None None] Pushing event updated for resources: {'Port': ['ID=7d5176e0-a635-4d9a-9311-187c87107ab3,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:00.457331 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] Attempting to bind port 7d5176e0-a635-4d9a-9311-187c87107ab3 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:41:00.457940 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] Attempting to bind port 7d5176e0-a635-4d9a-9311-187c87107ab3 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:41:00.458896 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] Attempting to bind port 7d5176e0-a635-4d9a-9311-187c87107ab3 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:41:00.473254 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:41:00.473986 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:41:00.474627 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:00.475328 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:41:00.476067 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] Bound port: 7d5176e0-a635-4d9a-9311-187c87107ab3, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:41:00.476688 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7d5176e0-a635-4d9a-9311-187c87107ab3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:00.564405 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-6b3cd87d-2107-4fe7-8a08-42cca8fd0717 req-8da88e2d-4723-4de7-a75c-6398a2381e55 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Deleting port 92948fa8-2493-479e-9d1d-08b57048eadd {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:00.565129 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6b3cd87d-2107-4fe7-8a08-42cca8fd0717 req-8da88e2d-4723-4de7-a75c-6398a2381e55 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (92948fa8-2493-479e-9d1d-08b57048eadd), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:00.575556 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] For port 7d5176e0-a635-4d9a-9311-187c87107ab3, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:41:00.579142 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] For port 7d5176e0-a635-4d9a-9311-187c87107ab3, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=7d5176e0-a635-4d9a-9311-187c87107ab3,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:41:00.586454 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7d5176e0-a635-4d9a-9311-187c87107ab3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:00.673184 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a7c53bea-08ae-41be-bbc4-abe9b13e8dfc admin admin] Publish callbacks [] for router_gateway (dfb39422-8c7f-41ac-b6cc-544b3a0b2a98), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:00.674001 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267a7f5e-e52b-455e-9afe-caa9afcbc9af admin admin] Router fe2cdbec-683c-4b76-9ca6-4394b140b8ec has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:41:00.697217 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4743da3b-e3b4-4c5c-b1f9-328918bebb26 None None] Provisioning complete for port 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:00.697865 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4743da3b-e3b4-4c5c-b1f9-328918bebb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:00.742655 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4743da3b-e3b4-4c5c-b1f9-328918bebb26 None None] Port 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:00.747713 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] Routers {'8d42a866-7419-438b-88af-00b85c898418'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:00.748391 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:40:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['8d42a866-7419-438b-88af-00b85c898418'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:00.750273 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6b3cd87d-2107-4fe7-8a08-42cca8fd0717 req-8da88e2d-4723-4de7-a75c-6398a2381e55 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (92948fa8-2493-479e-9d1d-08b57048eadd), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:00.751397 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6b3cd87d-2107-4fe7-8a08-42cca8fd0717 req-8da88e2d-4723-4de7-a75c-6398a2381e55 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks [] for floatingip (92948fa8-2493-479e-9d1d-08b57048eadd), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:00.754428 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267552dc-0629-4789-ab44-25dd4d468a70 None None] Pushing event updated for resources: {'Port': ['ID=7d5176e0-a635-4d9a-9311-187c87107ab3,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:00.769861 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-6b3cd87d-2107-4fe7-8a08-42cca8fd0717 req-8da88e2d-4723-4de7-a75c-6398a2381e55 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Calling delete_port for 92948fa8-2493-479e-9d1d-08b57048eadd owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:00.770706 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-51e92cd1-0603-488f-ae7d-bec5f16054ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:00.773019 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a7c53bea-08ae-41be-bbc4-abe9b13e8dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:00.845583 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcd698-d290-44f8-801b-6bb82089f397 req-dc24bef6-e623-465a-aa2c-08f50a0c57a6 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:00.852780 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-54dcd698-d290-44f8-801b-6bb82089f397 req-dc24bef6-e623-465a-aa2c-08f50a0c57a6 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/networks?id=1c164421-b937-4772-b3ad-c06ffa4973ed HTTP/1.1" status: 200 len: 813 time: 0.3847167 Feb 09 01:41:00.878958 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-54dcd698-d290-44f8-801b-6bb82089f397 req-fde6ac74-dadb-43db-a4b8-f14bb752d3c7 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/quotas/882b1d74468f4236916ac9797755db7f HTTP/1.1" status: 200 len: 375 time: 0.0251145 Feb 09 01:41:00.948727 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6b3cd87d-2107-4fe7-8a08-42cca8fd0717 req-8da88e2d-4723-4de7-a75c-6398a2381e55 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (92948fa8-2493-479e-9d1d-08b57048eadd), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:01.037694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da88e2d-4723-4de7-a75c-6398a2381e55 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Pushing event deleted for resources: {'Port': ['ID=92948fa8-2493-479e-9d1d-08b57048eadd,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:01.068970 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] Set router 8d42a866-7419-438b-88af-00b85c898418 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:01.125024 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-54dcd698-d290-44f8-801b-6bb82089f397 req-abd7c7bd-660c-49c1-b5a6-b172604ec0bb tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=882b1d74468f4236916ac9797755db7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2377343 Feb 09 01:41:01.128833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-a7c53bea-08ae-41be-bbc4-abe9b13e8dfc admin admin] Allocated IP 172.25.7.122 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/28ca3861-b139-43fe-9263-fa8f683f57a2) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:01.200797 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6b3cd87d-2107-4fe7-8a08-42cca8fd0717 req-8da88e2d-4723-4de7-a75c-6398a2381e55 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks [] for floatingip (0fda62b2-04ab-4844-b7ca-b78f3fb1d2fe), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:01.204921 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6b3cd87d-2107-4fe7-8a08-42cca8fd0717 req-8da88e2d-4723-4de7-a75c-6398a2381e55 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:01.221655 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6b3cd87d-2107-4fe7-8a08-42cca8fd0717 req-8da88e2d-4723-4de7-a75c-6398a2381e55 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "DELETE /v2.0/floatingips/0fda62b2-04ab-4844-b7ca-b78f3fb1d2fe HTTP/1.1" status: 204 len: 173 time: 1.0112133 Feb 09 01:41:01.240802 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6e46932e-60d8-42af-9eb5-c7d391afa40c details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:41:01.327524 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267a7f5e-e52b-455e-9afe-caa9afcbc9af admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:41:01.329607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-51e92cd1-0603-488f-ae7d-bec5f16054ff admin admin] Allocated IP 172.20.0.1 (d2c61b53-58d3-49a4-9382-3f8c40f60bba/59c2cb40-558e-4a13-88e1-13dcd5cc820b/5a8daa92-cc12-4d12-8d2e-d5fdcf525641) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:01.343389 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] Sync routers for ids ['fe2cdbec-683c-4b76-9ca6-4394b140b8ec'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:01.360696 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-267a7f5e-e52b-455e-9afe-caa9afcbc9af admin admin] 10.222.0.36 "PUT /v2.0/routers/fe2cdbec-683c-4b76-9ca6-4394b140b8ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2938278 Feb 09 01:41:01.360961 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] Routers {'fe2cdbec-683c-4b76-9ca6-4394b140b8ec'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:01.360961 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:40:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['fe2cdbec-683c-4b76-9ca6-4394b140b8ec'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:01.500115 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f77ac8-2056-4202-810b-b097aadc5ea4 req-8ac6a31f-77bb-45d5-8d97-3c02329ac119 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:01.506976 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19f77ac8-2056-4202-810b-b097aadc5ea4 req-8ac6a31f-77bb-45d5-8d97-3c02329ac119 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a988708-ae37-4361-8cc6-dd0222fa5a96 HTTP/1.1" status: 200 len: 948 time: 0.2792268 Feb 09 01:41:01.522812 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a662c27-13ef-4bfb-83e9-c44888568d55 req-ca1f08b7-ef5e-4db9-882d-a3aef4f1be58 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:01.530336 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9a662c27-13ef-4bfb-83e9-c44888568d55 req-ca1f08b7-ef5e-4db9-882d-a3aef4f1be58 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1358829 Feb 09 01:41:01.613362 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a7c53bea-08ae-41be-bbc4-abe9b13e8dfc admin admin] Publish callbacks [] for port (28ca3861-b139-43fe-9263-fa8f683f57a2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:01.616398 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 6e46932e-60d8-42af-9eb5-c7d391afa40c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6e46932e-60d8-42af-9eb5-c7d391afa40c,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:01.624311 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19f77ac8-2056-4202-810b-b097aadc5ea4 req-b6186694-a51d-4d7a-a471-c92149e20263 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149976 Feb 09 01:41:01.631960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d42a866-7419-438b-88af-00b85c898418', 'name': 'tempest-FloatingIPsNegativeTestJSON-1673665545-router', 'tenant_id': '657a762328934aaa96f34af7caf521e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '7d5176e0-a635-4d9a-9311-187c87107ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:49Z', 'updated_at': '2022-02-09T01:40:54Z', 'revision_number': 3, 'project_id': '657a762328934aaa96f34af7caf521e1', 'gw_port': {'id': '7d5176e0-a635-4d9a-9311-187c87107ab3', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d42a866-7419-438b-88af-00b85c898418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:50Z', 'updated_at': '2022-02-09T01:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:01.666114 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9a662c27-13ef-4bfb-83e9-c44888568d55 req-8334d83e-a15f-4ed3-88ab-0a8161505a8b tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345596 Feb 09 01:41:01.681235 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] Set router fe2cdbec-683c-4b76-9ca6-4394b140b8ec gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:01.754905 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a7c53bea-08ae-41be-bbc4-abe9b13e8dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (28ca3861-b139-43fe-9263-fa8f683f57a2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:01.847335 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-51e92cd1-0603-488f-ae7d-bec5f16054ff admin admin] Publish callbacks [] for port (5a8daa92-cc12-4d12-8d2e-d5fdcf525641), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:01.884544 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c53bea-08ae-41be-bbc4-abe9b13e8dfc admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:01.923554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-a7c53bea-08ae-41be-bbc4-abe9b13e8dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:01.932188 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4913e-49b7-4dcd-8518-07f2afc317c5 req-5c4a1627-fe6a-47bf-8813-0b7592a31873 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:01.945499 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-98a4913e-49b7-4dcd-8518-07f2afc317c5 req-5c4a1627-fe6a-47bf-8813-0b7592a31873 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1596315 Feb 09 01:41:01.945695 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '6e46932e-60d8-42af-9eb5-c7d391afa40c', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '6e46932e-60d8-42af-9eb5-c7d391afa40c', 'mac_address': 'fa:16:3e:8d:60:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:41:01.956159 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65671c80-6dd4-43fd-a972-08b208042ffa None None] The sync data for ids ['8d42a866-7419-438b-88af-00b85c898418'] in n-d-828387-3 is: [{'id': '8d42a866-7419-438b-88af-00b85c898418', 'name': 'tempest-FloatingIPsNegativeTestJSON-1673665545-router', 'tenant_id': '657a762328934aaa96f34af7caf521e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '7d5176e0-a635-4d9a-9311-187c87107ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:49Z', 'updated_at': '2022-02-09T01:40:54Z', 'revision_number': 3, 'project_id': '657a762328934aaa96f34af7caf521e1', 'gw_port': {'id': '7d5176e0-a635-4d9a-9311-187c87107ab3', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d42a866-7419-438b-88af-00b85c898418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:50Z', 'updated_at': '2022-02-09T01:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:01.961670 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c53bea-08ae-41be-bbc4-abe9b13e8dfc admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:01.976854 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c53bea-08ae-41be-bbc4-abe9b13e8dfc admin admin] Pushing event updated for resources: {'Port': ['ID=28ca3861-b139-43fe-9263-fa8f683f57a2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:01.977122 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 65d84600-6a13-47e6-ab08-5e64b6ae353f up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:02.084310 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 6e46932e-60d8-42af-9eb5-c7d391afa40c is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:02.085113 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6e46932e-60d8-42af-9eb5-c7d391afa40c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:02.124029 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-98a4913e-49b7-4dcd-8518-07f2afc317c5 req-5961b4f9-9d7e-4674-a79a-9786f7c87b30 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652286 Feb 09 01:41:02.146285 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 65d84600-6a13-47e6-ab08-5e64b6ae353f completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:41:02.146577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c4576-a2ce-4f6a-8fe4-6c07e56bfac1 req-fa8292e7-25de-4f75-9c26-7749ec3d1488 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:02.149507 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 65d84600-6a13-47e6-ab08-5e64b6ae353f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:02.149938 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (65d84600-6a13-47e6-ab08-5e64b6ae353f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:02.170683 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-358c4576-a2ce-4f6a-8fe4-6c07e56bfac1 req-fa8292e7-25de-4f75-9c26-7749ec3d1488 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5055959 Feb 09 01:41:02.243627 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e46932e-60d8-42af-9eb5-c7d391afa40c {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:41:02.247660 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cdbec-683c-4b76-9ca6-4394b140b8ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-672951048-router', 'tenant_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b5a5569d-0370-4f26-8670-ed5e5b76e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:44Z', 'updated_at': '2022-02-09T01:40:58Z', 'revision_number': 4, 'project_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'gw_port': {'id': 'b5a5569d-0370-4f26-8670-ed5e5b76e37b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cdbec-683c-4b76-9ca6-4394b140b8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:46Z', 'updated_at': '2022-02-09T01:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8', 'name': '', 'network_id': '6f60fb55-5f98-47ce-9f16-88a204881a7c', 'tenant_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'mac_address': 'fa:16:3e:e1:35:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2cdbec-683c-4b76-9ca6-4394b140b8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '3f496426-c363-445b-91ad-44a159877fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:54Z', 'updated_at': '2022-02-09T01:40:59Z', 'revision_number': 2, 'project_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'subnets': [{'id': '3f496426-c363-445b-91ad-44a159877fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:02.260426 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-51e92cd1-0603-488f-ae7d-bec5f16054ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5a8daa92-cc12-4d12-8d2e-d5fdcf525641), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:02.299904 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 6e46932e-60d8-42af-9eb5-c7d391afa40c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6e46932e-60d8-42af-9eb5-c7d391afa40c,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:02.312730 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dc7a33f3-a36d-470d-aa01-ca10361083e7 req-9c4bcf23-4093-4008-9144-11111c546358 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=c611424010b4402aadb399ad1dbe33d7 HTTP/1.1" status: 200 len: 1655 time: 0.1411960 Feb 09 01:41:02.314514 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6e46932e-60d8-42af-9eb5-c7d391afa40c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:02.320977 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] Checking router: fe2cdbec-683c-4b76-9ca6-4394b140b8ec for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:02.321618 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] Updating router fe2cdbec-683c-4b76-9ca6-4394b140b8ec port 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:41:02.394459 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:02.640803 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 65d84600-6a13-47e6-ab08-5e64b6ae353f is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:02.641333 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (65d84600-6a13-47e6-ab08-5e64b6ae353f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:02.695910 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a33f3-a36d-470d-aa01-ca10361083e7 req-e639e198-e4de-493e-afb7-92d0644f2001 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:02.704713 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dc7a33f3-a36d-470d-aa01-ca10361083e7 req-e639e198-e4de-493e-afb7-92d0644f2001 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/networks?id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 787 time: 0.3850372 Feb 09 01:41:02.714840 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38688) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:02.716276 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-994c3fb0-f073-4a92-aebf-cd5ebcd49509 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1902435090-network', 'tenant_id': '38a7879a60584dcfb30ad30072329a96'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:02.745682 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7d5176e0-a635-4d9a-9311-187c87107ab3 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:02.854115 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994c3fb0-f073-4a92-aebf-cd5ebcd49509 admin admin] Made reservation on behalf of 38a7879a60584dcfb30ad30072329a96 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:02.857108 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['6e46932e-60d8-42af-9eb5-c7d391afa40c'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:41:02.857944 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-994c3fb0-f073-4a92-aebf-cd5ebcd49509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:02.873542 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=6e46932e-60d8-42af-9eb5-c7d391afa40c,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:02.878681 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-994c3fb0-f073-4a92-aebf-cd5ebcd49509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:02.953703 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0b474c-9e42-4158-a90d-82c2fc26d7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d84600-6a13-47e6-ab08-5e64b6ae353f'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:41:02.956904 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7212c4e-5449-4ad1-a63c-2f054599c734" -d '{"events": [{"server_uuid": "2b0b474c-9e42-4158-a90d-82c2fc26d7ce", "name": "network-vif-plugged", "status": "completed", "tag": "65d84600-6a13-47e6-ab08-5e64b6ae353f"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:41:02.991848 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 65d84600-6a13-47e6-ab08-5e64b6ae353f, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=65d84600-6a13-47e6-ab08-5e64b6ae353f,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:03.002143 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 7d5176e0-a635-4d9a-9311-187c87107ab3 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:03.002781 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7d5176e0-a635-4d9a-9311-187c87107ab3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:03.004882 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (65d84600-6a13-47e6-ab08-5e64b6ae353f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:03.081621 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e92cd1-0603-488f-ae7d-bec5f16054ff admin admin] Pushing event updated for resources: {'Port': ['ID=5a8daa92-cc12-4d12-8d2e-d5fdcf525641,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:03.109226 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=65d84600-6a13-47e6-ab08-5e64b6ae353f,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:03.112332 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-994c3fb0-f073-4a92-aebf-cd5ebcd49509 admin admin] Publish callbacks [] for security_group (3304edc0-971a-4b88-a1de-dc016d9f1c29), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:03.118551 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e92cd1-0603-488f-ae7d-bec5f16054ff admin admin] Network d2c61b53-58d3-49a4-9382-3f8c40f60bba is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:03.127358 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-51e92cd1-0603-488f-ae7d-bec5f16054ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:03.131259 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e92cd1-0603-488f-ae7d-bec5f16054ff admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:03.133394 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-994c3fb0-f073-4a92-aebf-cd5ebcd49509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3304edc0-971a-4b88-a1de-dc016d9f1c29), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:03.192263 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994c3fb0-f073-4a92-aebf-cd5ebcd49509 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:41:03.226383 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ffb8fde9-30ca-4636-ac57-dcdc1fb4a588 req-9f425123-303b-4864-a266-9a8c526c93fa tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=882b1d74468f4236916ac9797755db7f HTTP/1.1" status: 200 len: 221 time: 0.1653509 Feb 09 01:41:03.227735 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-994c3fb0-f073-4a92-aebf-cd5ebcd49509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (a254938a-1eb8-42f6-a558-8f63d0292607), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:03.228325 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-994c3fb0-f073-4a92-aebf-cd5ebcd49509 admin admin] Added segment a254938a-1eb8-42f6-a558-8f63d0292607 of type vlan for network 293773b8-b804-4473-a45c-9f5d814fe48d Feb 09 01:41:03.288175 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] Publish callbacks [] for port (1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:03.298588 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:03.427937 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-51e92cd1-0603-488f-ae7d-bec5f16054ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (8d42a866-7419-438b-88af-00b85c898418), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:03.433226 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 7d5176e0-a635-4d9a-9311-187c87107ab3 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:03.433544 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7d5176e0-a635-4d9a-9311-187c87107ab3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:03.483626 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551bd98-7f4c-4122-9039-859284c9ac1a None None] Pushing event updated for resources: {'Port': ['ID=1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:03.491732 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 7d5176e0-a635-4d9a-9311-187c87107ab3, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=7d5176e0-a635-4d9a-9311-187c87107ab3,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:03.497166 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7d5176e0-a635-4d9a-9311-187c87107ab3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:03.630345 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] Attempting to bind port 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:41:03.630618 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=7d5176e0-a635-4d9a-9311-187c87107ab3,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:03.631158 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] Attempting to bind port 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'ec7689a4-c6d7-4927-a003-3a67136342ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f60fb55-5f98-47ce-9f16-88a204881a7c'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:41:03.632425 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] Attempting to bind port 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8 on network 6f60fb55-5f98-47ce-9f16-88a204881a7c {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:41:03.654033 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:41:03.654744 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] Checking segment: {'id': 'ec7689a4-c6d7-4927-a003-3a67136342ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f60fb55-5f98-47ce-9f16-88a204881a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:41:03.655374 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:03.657490 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] Bound using segment: {'id': 'ec7689a4-c6d7-4927-a003-3a67136342ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f60fb55-5f98-47ce-9f16-88a204881a7c'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:41:03.658193 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] Bound port: 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7689a4-c6d7-4927-a003-3a67136342ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f60fb55-5f98-47ce-9f16-88a204881a7c'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:41:03.658778 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:03.690440 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2dbc03b-cef9-4f27-86c6-474bce8bcfb2 req-663733d4-1c40-4289-bf93-772d6e259544 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/floatingips/5731895b-24c0-4855-bd4f-5b3a1c401dec HTTP/1.1" status: 200 len: 692 time: 0.4278500 Feb 09 01:41:03.694772 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5d3f892b-7358-4eba-a97d-f207e1f22181 None None] Provisioning complete for port 5a8daa92-cc12-4d12-8d2e-d5fdcf525641 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:03.696114 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5d3f892b-7358-4eba-a97d-f207e1f22181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5a8daa92-cc12-4d12-8d2e-d5fdcf525641), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:03.824380 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5d3f892b-7358-4eba-a97d-f207e1f22181 None None] Port 5a8daa92-cc12-4d12-8d2e-d5fdcf525641 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:03.860851 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] For port 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:41:03.875134 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] For port 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8,segment=NetworkSegment(ec7689a4-c6d7-4927-a003-3a67136342ea),segment_id=ec7689a4-c6d7-4927-a003-3a67136342ea)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:41:03.882863 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:03.964312 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-04eb2d55-1d2d-48c2-a8fc-9a4a43d320f2 None None] Provisioning complete for port 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:03.964693 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-04eb2d55-1d2d-48c2-a8fc-9a4a43d320f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:04.017233 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] Routers {'fe2cdbec-683c-4b76-9ca6-4394b140b8ec'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:04.017904 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:40:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['fe2cdbec-683c-4b76-9ca6-4394b140b8ec'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:04.052355 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-51e92cd1-0603-488f-ae7d-bec5f16054ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5a8daa92-cc12-4d12-8d2e-d5fdcf525641), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:04.134574 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551bd98-7f4c-4122-9039-859284c9ac1a None None] Pushing event updated for resources: {'Port': ['ID=1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:04.156446 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-994c3fb0-f073-4a92-aebf-cd5ebcd49509 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (293773b8-b804-4473-a45c-9f5d814fe48d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:04.179476 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb3065-6a4d-4dab-9179-25e207ce5535 req-59e8b867-b35c-45d1-b5e6-8d49c7e7e3f0 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:04.192820 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34bb3065-6a4d-4dab-9179-25e207ce5535 req-59e8b867-b35c-45d1-b5e6-8d49c7e7e3f0 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a988708-ae37-4361-8cc6-dd0222fa5a96 HTTP/1.1" status: 200 len: 949 time: 1.4178793 Feb 09 01:41:04.206204 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-04eb2d55-1d2d-48c2-a8fc-9a4a43d320f2 None None] Current status of the port 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:04.206802 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-04eb2d55-1d2d-48c2-a8fc-9a4a43d320f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:04.213086 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c3fb0-f073-4a92-aebf-cd5ebcd49509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3304edc0-971a-4b88-a1de-dc016d9f1c29,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:04.314869 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34bb3065-6a4d-4dab-9179-25e207ce5535 req-d5c7d280-f80b-40b2-84f1-1fd33404400a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210482 Feb 09 01:41:04.331798 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-04eb2d55-1d2d-48c2-a8fc-9a4a43d320f2 None None] For port 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8,segment=NetworkSegment(ec7689a4-c6d7-4927-a003-3a67136342ea),segment_id=ec7689a4-c6d7-4927-a003-3a67136342ea)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:04.331967 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.db.resource_extend [None req-994c3fb0-f073-4a92-aebf-cd5ebcd49509 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:41:04.336308 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-04eb2d55-1d2d-48c2-a8fc-9a4a43d320f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:04.351641 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] Set router fe2cdbec-683c-4b76-9ca6-4394b140b8ec gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:04.373435 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-994c3fb0-f073-4a92-aebf-cd5ebcd49509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (293773b8-b804-4473-a45c-9f5d814fe48d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:04.374478 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994c3fb0-f073-4a92-aebf-cd5ebcd49509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:04.376210 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-994c3fb0-f073-4a92-aebf-cd5ebcd49509 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:04.426540 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2af5188-707c-416e-b927-c33f2e65fbb2 x-openstack-request-id: req-f2af5188-707c-416e-b927-c33f2e65fbb2 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:41:04.428705 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0b474c-9e42-4158-a90d-82c2fc26d7ce", "name": "network-vif-plugged", "status": "completed", "tag": "65d84600-6a13-47e6-ab08-5e64b6ae353f", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:41:04.429155 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f2af5188-707c-416e-b927-c33f2e65fbb2 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:41:04.429726 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0b474c-9e42-4158-a90d-82c2fc26d7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d84600-6a13-47e6-ab08-5e64b6ae353f', 'code': 200} Feb 09 01:41:04.498017 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-51e92cd1-0603-488f-ae7d-bec5f16054ff admin admin] Publish callbacks [] for port (5a8daa92-cc12-4d12-8d2e-d5fdcf525641), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:04.508947 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb2d55-1d2d-48c2-a8fc-9a4a43d320f2 None None] Pushing event updated for resources: {'Port': ['ID=1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:04.514595 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-51e92cd1-0603-488f-ae7d-bec5f16054ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (5a8daa92-cc12-4d12-8d2e-d5fdcf525641), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:04.543172 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4f3a7055-299b-4406-bbf7-3a63abfb5f73 None None] Provisioning complete for port 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:04.544014 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4f3a7055-299b-4406-bbf7-3a63abfb5f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:04.639311 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-994c3fb0-f073-4a92-aebf-cd5ebcd49509 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9284768 Feb 09 01:41:04.653768 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7d5176e0-a635-4d9a-9311-187c87107ab3 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:04.690648 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38704) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:04.751806 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c3fb0-f073-4a92-aebf-cd5ebcd49509 admin admin] Pushing event updated for resources: {'Network': ['ID=293773b8-b804-4473-a45c-9f5d814fe48d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:04.786479 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 293773b8-b804-4473-a45c-9f5d814fe48d details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:41:04.796258 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-51e92cd1-0603-488f-ae7d-bec5f16054ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (8d42a866-7419-438b-88af-00b85c898418), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:04.802383 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e92cd1-0603-488f-ae7d-bec5f16054ff admin admin] Pushing event updated for resources: {'Port': ['ID=5a8daa92-cc12-4d12-8d2e-d5fdcf525641,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:04.819722 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-24465214-0bba-4b59-94b0-a0349239438e admin admin] Request body: {'subnet': {'network_id': '293773b8-b804-4473-a45c-9f5d814fe48d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902435090-subnet', 'tenant_id': '38a7879a60584dcfb30ad30072329a96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:04.826393 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb2c7d-0e93-4814-b7bd-406f1e7101a8 req-3cab7179-6317-44d3-86c6-f9e3051b135e tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:04.830710 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ffeb2c7d-0e93-4814-b7bd-406f1e7101a8 req-3cab7179-6317-44d3-86c6-f9e3051b135e tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.2343950 Feb 09 01:41:04.942631 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ffeb2c7d-0e93-4814-b7bd-406f1e7101a8 req-38083b84-8ea5-42d9-be45-3bee211b5c5b tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013403 Feb 09 01:41:05.098612 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e00b1f-41cc-40b1-b25c-e276fac8c68f req-3de803d8-c114-40d4-a701-7d68317ef2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:05.101381 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-05e00b1f-41cc-40b1-b25c-e276fac8c68f req-3de803d8-c114-40d4-a701-7d68317ef2c9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2b0b474c-9e42-4158-a90d-82c2fc26d7ce HTTP/1.1" status: 200 len: 1131 time: 0.5708094 Feb 09 01:41:05.110159 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbc03b-cef9-4f27-86c6-474bce8bcfb2 req-44d0335e-210c-4f55-9132-eb9e1466d522 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:05.118542 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2dbc03b-cef9-4f27-86c6-474bce8bcfb2 req-44d0335e-210c-4f55-9132-eb9e1466d522 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 1.3665733 Feb 09 01:41:05.165985 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4f3a7055-299b-4406-bbf7-3a63abfb5f73 None None] Current status of the port 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:05.170884 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 7d5176e0-a635-4d9a-9311-187c87107ab3 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:05.171282 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7d5176e0-a635-4d9a-9311-187c87107ab3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:05.188685 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a7c53bea-08ae-41be-bbc4-abe9b13e8dfc admin admin] Publish callbacks [] for router_gateway (dfb39422-8c7f-41ac-b6cc-544b3a0b2a98), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:05.235818 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cdbec-683c-4b76-9ca6-4394b140b8ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-672951048-router', 'tenant_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b5a5569d-0370-4f26-8670-ed5e5b76e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:44Z', 'updated_at': '2022-02-09T01:40:58Z', 'revision_number': 4, 'project_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'gw_port': {'id': 'b5a5569d-0370-4f26-8670-ed5e5b76e37b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cdbec-683c-4b76-9ca6-4394b140b8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:46Z', 'updated_at': '2022-02-09T01:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8', 'name': '', 'network_id': '6f60fb55-5f98-47ce-9f16-88a204881a7c', 'tenant_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'mac_address': 'fa:16:3e:e1:35:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2cdbec-683c-4b76-9ca6-4394b140b8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '3f496426-c363-445b-91ad-44a159877fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:54Z', 'updated_at': '2022-02-09T01:41:03Z', 'revision_number': 4, 'project_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'subnets': [{'id': '3f496426-c363-445b-91ad-44a159877fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:05.251681 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6e46932e-60d8-42af-9eb5-c7d391afa40c up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:05.254791 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5aca9-bc81-4a7e-b52d-b608251d572b req-ef5607a6-4589-4f9f-a8ca-9e9f020f0993 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:05.262268 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-72a5aca9-bc81-4a7e-b52d-b608251d572b req-ef5607a6-4589-4f9f-a8ca-9e9f020f0993 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1193538 Feb 09 01:41:05.304327 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce28e43a-7f05-4634-b13f-36807c47106c None None] The sync data for ids ['fe2cdbec-683c-4b76-9ca6-4394b140b8ec'] in n-d-828387-3 is: [{'id': 'fe2cdbec-683c-4b76-9ca6-4394b140b8ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-672951048-router', 'tenant_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b5a5569d-0370-4f26-8670-ed5e5b76e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:44Z', 'updated_at': '2022-02-09T01:40:58Z', 'revision_number': 4, 'project_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'gw_port': {'id': 'b5a5569d-0370-4f26-8670-ed5e5b76e37b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cdbec-683c-4b76-9ca6-4394b140b8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:46Z', 'updated_at': '2022-02-09T01:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8', 'name': '', 'network_id': '6f60fb55-5f98-47ce-9f16-88a204881a7c', 'tenant_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'mac_address': 'fa:16:3e:e1:35:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2cdbec-683c-4b76-9ca6-4394b140b8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '3f496426-c363-445b-91ad-44a159877fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:54Z', 'updated_at': '2022-02-09T01:41:03Z', 'revision_number': 4, 'project_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'subnets': [{'id': '3f496426-c363-445b-91ad-44a159877fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:05.326390 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-72a5aca9-bc81-4a7e-b52d-b608251d572b req-49c26f11-6c08-4773-9b8b-94580384f915 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632222 Feb 09 01:41:05.367921 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 7d5176e0-a635-4d9a-9311-187c87107ab3 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:05.421642 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 6e46932e-60d8-42af-9eb5-c7d391afa40c completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:41:05.425321 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24465214-0bba-4b59-94b0-a0349239438e admin admin] Made reservation on behalf of 38a7879a60584dcfb30ad30072329a96 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:05.428447 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-24465214-0bba-4b59-94b0-a0349239438e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:05.428774 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 6e46932e-60d8-42af-9eb5-c7d391afa40c triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:05.429418 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6e46932e-60d8-42af-9eb5-c7d391afa40c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:05.445542 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e92cd1-0603-488f-ae7d-bec5f16054ff admin admin] Network d2c61b53-58d3-49a4-9382-3f8c40f60bba is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:05.523672 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedb259-76cb-4b5a-989f-725d2b0b47f8 req-3107d139-d584-4047-9288-93797cb5f840 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:05.535246 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ceedb259-76cb-4b5a-989f-725d2b0b47f8 req-3107d139-d584-4047-9288-93797cb5f840 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a988708-ae37-4361-8cc6-dd0222fa5a96 HTTP/1.1" status: 200 len: 949 time: 0.1060185 Feb 09 01:41:05.550756 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-51e92cd1-0603-488f-ae7d-bec5f16054ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:05.582339 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2dbc03b-cef9-4f27-86c6-474bce8bcfb2 req-242e4dc6-c0e9-4f48-b0b1-8760eef0d373 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.59 HTTP/1.1" status: 200 len: 695 time: 0.4625971 Feb 09 01:41:05.600649 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 6e46932e-60d8-42af-9eb5-c7d391afa40c is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:05.601313 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6e46932e-60d8-42af-9eb5-c7d391afa40c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:05.650632 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ceedb259-76cb-4b5a-989f-725d2b0b47f8 req-d2b8758a-7b3a-4cf8-b68f-f1ad9b498edb tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998058 Feb 09 01:41:05.677390 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 6e46932e-60d8-42af-9eb5-c7d391afa40c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6e46932e-60d8-42af-9eb5-c7d391afa40c,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:05.683323 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6e46932e-60d8-42af-9eb5-c7d391afa40c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:05.787160 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=6e46932e-60d8-42af-9eb5-c7d391afa40c,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:05.808031 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae1d3a-4352-452d-8776-54749d7b8173 req-af963637-f486-4378-b6b1-ccb597995879 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:05.816210 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f4ae1d3a-4352-452d-8776-54749d7b8173 req-af963637-f486-4378-b6b1-ccb597995879 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.0755031 Feb 09 01:41:05.883356 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f4ae1d3a-4352-452d-8776-54749d7b8173 req-e353b26f-ca91-48cc-b4e9-1ef06fb4ebd9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617199 Feb 09 01:41:05.909177 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2dbc03b-cef9-4f27-86c6-474bce8bcfb2 req-f71a30fe-f512-4f24-a34b-63b5fa70faec tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.59 HTTP/1.1" status: 200 len: 695 time: 0.3048077 Feb 09 01:41:05.938958 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e92cd1-0603-488f-ae7d-bec5f16054ff admin admin] Router 8d42a866-7419-438b-88af-00b85c898418 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:41:05.961769 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-05e00b1f-41cc-40b1-b25c-e276fac8c68f req-725ff984-2eed-40d1-b3e6-4b2fdef190b9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7778742 Feb 09 01:41:06.047818 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-fd63fa65-a286-4932-8730-3af7851aaa89 None None] Provisioning complete for port 5a8daa92-cc12-4d12-8d2e-d5fdcf525641 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:06.048434 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fd63fa65-a286-4932-8730-3af7851aaa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5a8daa92-cc12-4d12-8d2e-d5fdcf525641), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:06.142402 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-fd63fa65-a286-4932-8730-3af7851aaa89 None None] Port 5a8daa92-cc12-4d12-8d2e-d5fdcf525641 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:06.196780 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9041d55-b744-4689-bb56-888ea6e770e9 req-d61ad3ba-f747-464e-8afa-1064b106d00e tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:06.198522 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a9041d55-b744-4689-bb56-888ea6e770e9 req-d61ad3ba-f747-464e-8afa-1064b106d00e tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1496408 Feb 09 01:41:06.294722 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a9041d55-b744-4689-bb56-888ea6e770e9 req-0312adc9-7ad5-4b26-9617-474bfe8f44bf tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842478 Feb 09 01:41:06.432235 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a988708-ae37-4361-8cc6-dd0222fa5a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e46932e-60d8-42af-9eb5-c7d391afa40c'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:41:06.435567 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90725e27-a2d0-4771-ac26-5f3955f1d7cb" -d '{"events": [{"server_uuid": "8a988708-ae37-4361-8cc6-dd0222fa5a96", "name": "network-vif-plugged", "status": "completed", "tag": "6e46932e-60d8-42af-9eb5-c7d391afa40c"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:41:06.528742 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e92cd1-0603-488f-ae7d-bec5f16054ff admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:41:06.539845 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-51e92cd1-0603-488f-ae7d-bec5f16054ff admin admin] 10.222.0.36 "PUT /v2.0/routers/8d42a866-7419-438b-88af-00b85c898418/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3169255 Feb 09 01:41:06.541171 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] Sync routers for ids ['8d42a866-7419-438b-88af-00b85c898418'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:06.568001 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] Routers {'8d42a866-7419-438b-88af-00b85c898418'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:06.570282 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:40:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['8d42a866-7419-438b-88af-00b85c898418'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:06.602088 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a7c53bea-08ae-41be-bbc4-abe9b13e8dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (dfb39422-8c7f-41ac-b6cc-544b3a0b2a98), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:06.636983 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5babe10-c472-4c23-9e4a-08b6e8254aae req-c5e56d70-ceac-47af-822f-f22c21d6569e tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:06.649399 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f5babe10-c472-4c23-9e4a-08b6e8254aae req-c5e56d70-ceac-47af-822f-f22c21d6569e tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.2061489 Feb 09 01:41:06.727593 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:06.814041 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f5babe10-c472-4c23-9e4a-08b6e8254aae req-58a10479-192e-41da-b5c0-fccf0483cae9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612585 Feb 09 01:41:06.925497 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a9eb5d-6f12-4608-8528-3447e35605ad x-openstack-request-id: req-a2a9eb5d-6f12-4608-8528-3447e35605ad {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:41:06.925897 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a988708-ae37-4361-8cc6-dd0222fa5a96", "name": "network-vif-plugged", "status": "completed", "tag": "6e46932e-60d8-42af-9eb5-c7d391afa40c", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:41:06.926170 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a2a9eb5d-6f12-4608-8528-3447e35605ad {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:41:06.926579 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a988708-ae37-4361-8cc6-dd0222fa5a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e46932e-60d8-42af-9eb5-c7d391afa40c', 'code': 200} Feb 09 01:41:07.082528 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:07.084575 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:07.118659 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-a2dbc03b-cef9-4f27-86c6-474bce8bcfb2 req-6b0fee32-42d5-43c5-bb7a-034d2f8e2aad tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Deleting port f3b3aac7-4c32-47b8-8515-b806018ebdd4 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:07.119182 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a2dbc03b-cef9-4f27-86c6-474bce8bcfb2 req-6b0fee32-42d5-43c5-bb7a-034d2f8e2aad tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (f3b3aac7-4c32-47b8-8515-b806018ebdd4), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:07.120778 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c53bea-08ae-41be-bbc4-abe9b13e8dfc admin admin] Router dfb39422-8c7f-41ac-b6cc-544b3a0b2a98 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:41:07.128521 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79327d2c-67a0-4e70-8b8b-16541deeb6bb req-d2169f89-ce29-4459-88a8-0ea76960ead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:07.130340 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-79327d2c-67a0-4e70-8b8b-16541deeb6bb req-d2169f89-ce29-4459-88a8-0ea76960ead5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8a988708-ae37-4361-8cc6-dd0222fa5a96 HTTP/1.1" status: 200 len: 1132 time: 0.1871099 Feb 09 01:41:07.149542 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7783f6-888d-4d25-962c-56d43964e884 req-ae36d4f4-e6cd-4aa8-aa25-a5b1afec142d tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:07.172540 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be7783f6-888d-4d25-962c-56d43964e884 req-ae36d4f4-e6cd-4aa8-aa25-a5b1afec142d tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a988708-ae37-4361-8cc6-dd0222fa5a96 HTTP/1.1" status: 200 len: 950 time: 0.1638978 Feb 09 01:41:07.365412 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] Set router 8d42a866-7419-438b-88af-00b85c898418 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:07.375331 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be7783f6-888d-4d25-962c-56d43964e884 req-6f59e9f0-30ea-4cbe-94f1-960d43d65459 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012894 Feb 09 01:41:07.383808 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-79327d2c-67a0-4e70-8b8b-16541deeb6bb req-bf664427-83ff-43ae-899e-4ea4b1f8e43b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031002 Feb 09 01:41:07.400896 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a2dbc03b-cef9-4f27-86c6-474bce8bcfb2 req-6b0fee32-42d5-43c5-bb7a-034d2f8e2aad tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (f3b3aac7-4c32-47b8-8515-b806018ebdd4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:07.401253 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a2dbc03b-cef9-4f27-86c6-474bce8bcfb2 req-6b0fee32-42d5-43c5-bb7a-034d2f8e2aad tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks [] for floatingip (f3b3aac7-4c32-47b8-8515-b806018ebdd4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:07.464299 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-a2dbc03b-cef9-4f27-86c6-474bce8bcfb2 req-6b0fee32-42d5-43c5-bb7a-034d2f8e2aad tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Calling delete_port for f3b3aac7-4c32-47b8-8515-b806018ebdd4 owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:07.545789 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ad9dafa0-6caa-42d2-8e70-c5bf66360e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:07.560552 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:07.644102 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0938736-abfb-4934-ad58-e8c8b3c5faed req-e2203c57-498b-4763-9098-2bcb5e8e5cb5 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:07.645850 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0938736-abfb-4934-ad58-e8c8b3c5faed req-e2203c57-498b-4763-9098-2bcb5e8e5cb5 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1225231 Feb 09 01:41:07.748852 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0938736-abfb-4934-ad58-e8c8b3c5faed req-e56b8546-cb64-48ec-878e-63a3260b1dd2 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966356 Feb 09 01:41:07.767132 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-24465214-0bba-4b59-94b0-a0349239438e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (0886798e-cadb-4157-bd6d-a21b6c8f037e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:07.868871 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d42a866-7419-438b-88af-00b85c898418', 'name': 'tempest-FloatingIPsNegativeTestJSON-1673665545-router', 'tenant_id': '657a762328934aaa96f34af7caf521e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '7d5176e0-a635-4d9a-9311-187c87107ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:49Z', 'updated_at': '2022-02-09T01:41:03Z', 'revision_number': 4, 'project_id': '657a762328934aaa96f34af7caf521e1', 'gw_port': {'id': '7d5176e0-a635-4d9a-9311-187c87107ab3', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d42a866-7419-438b-88af-00b85c898418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:50Z', 'updated_at': '2022-02-09T01:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '5a8daa92-cc12-4d12-8d2e-d5fdcf525641', 'name': '', 'network_id': 'd2c61b53-58d3-49a4-9382-3f8c40f60bba', 'tenant_id': '657a762328934aaa96f34af7caf521e1', 'mac_address': 'fa:16:3e:63:fb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d42a866-7419-438b-88af-00b85c898418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '59c2cb40-558e-4a13-88e1-13dcd5cc820b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:00Z', 'updated_at': '2022-02-09T01:41:04Z', 'revision_number': 2, 'project_id': '657a762328934aaa96f34af7caf521e1', 'subnets': [{'id': '59c2cb40-558e-4a13-88e1-13dcd5cc820b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:07.939658 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] Checking router: 8d42a866-7419-438b-88af-00b85c898418 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:07.939956 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] Updating router 8d42a866-7419-438b-88af-00b85c898418 port 5a8daa92-cc12-4d12-8d2e-d5fdcf525641 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:41:08.000671 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5a8daa92-cc12-4d12-8d2e-d5fdcf525641), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.097053 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c53bea-08ae-41be-bbc4-abe9b13e8dfc admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:41:08.107360 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] Sync routers for ids ['dfb39422-8c7f-41ac-b6cc-544b3a0b2a98'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:08.124342 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] Routers {'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:08.127678 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:40:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['dfb39422-8c7f-41ac-b6cc-544b3a0b2a98'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:08.159681 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24465214-0bba-4b59-94b0-a0349239438e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0886798e-cadb-4157-bd6d-a21b6c8f037e,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:08.190900 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a2dbc03b-cef9-4f27-86c6-474bce8bcfb2 req-6b0fee32-42d5-43c5-bb7a-034d2f8e2aad tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (f3b3aac7-4c32-47b8-8515-b806018ebdd4), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.205819 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d94596ff-dfcc-4bb0-ba4c-ded606a5eea2 req-01cfbef9-9160-4888-9f7e-09ca5d7001d8 tempest-FloatingIPsNegativeTestJSON-87430815 tempest-FloatingIPsNegativeTestJSON-87430815-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=657a762328934aaa96f34af7caf521e1 HTTP/1.1" status: 200 len: 217 time: 0.1403353 Feb 09 01:41:08.208891 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a7c53bea-08ae-41be-bbc4-abe9b13e8dfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.210427 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a7c53bea-08ae-41be-bbc4-abe9b13e8dfc admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.8764069 Feb 09 01:41:08.213179 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38758) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:08.260610 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fee32-42d5-43c5-bb7a-034d2f8e2aad tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Pushing event deleted for resources: {'Port': ['ID=f3b3aac7-4c32-47b8-8515-b806018ebdd4,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:08.305951 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24465214-0bba-4b59-94b0-a0349239438e admin admin] Checking segment: {'id': 'a254938a-1eb8-42f6-a558-8f63d0292607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '293773b8-b804-4473-a45c-9f5d814fe48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:41:08.306881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24465214-0bba-4b59-94b0-a0349239438e admin admin] Network hostable DHCP agents. Network: 293773b8-b804-4473-a45c-9f5d814fe48d, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:41:08.379437 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24465214-0bba-4b59-94b0-a0349239438e admin admin] Network 293773b8-b804-4473-a45c-9f5d814fe48d is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:41:08.385826 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a2dbc03b-cef9-4f27-86c6-474bce8bcfb2 req-6b0fee32-42d5-43c5-bb7a-034d2f8e2aad tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks [] for floatingip (5731895b-24c0-4855-bd4f-5b3a1c401dec), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.390850 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a2dbc03b-cef9-4f27-86c6-474bce8bcfb2 req-6b0fee32-42d5-43c5-bb7a-034d2f8e2aad tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.392689 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2dbc03b-cef9-4f27-86c6-474bce8bcfb2 req-6b0fee32-42d5-43c5-bb7a-034d2f8e2aad tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "DELETE /v2.0/floatingips/5731895b-24c0-4855-bd4f-5b3a1c401dec HTTP/1.1" status: 204 len: 173 time: 2.4581158 Feb 09 01:41:08.405262 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-24465214-0bba-4b59-94b0-a0349239438e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 293773b8-b804-4473-a45c-9f5d814fe48d) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:08.411407 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] Set router dfb39422-8c7f-41ac-b6cc-544b3a0b2a98 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:08.421812 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24465214-0bba-4b59-94b0-a0349239438e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:08.423309 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-24465214-0bba-4b59-94b0-a0349239438e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.446818 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-24465214-0bba-4b59-94b0-a0349239438e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.6516156 Feb 09 01:41:08.449312 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38766) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:08.457851 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-319ffd7f-d720-40f1-ab66-1c39ca3d3291 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1902435090-router', 'tenant_id': '38a7879a60584dcfb30ad30072329a96', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:08.506002 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-319ffd7f-d720-40f1-ab66-1c39ca3d3291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (209518a5-5a44-4200-b95c-8ae9102f2905), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.507976 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-319ffd7f-d720-40f1-ab66-1c39ca3d3291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (209518a5-5a44-4200-b95c-8ae9102f2905), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.513297 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e423d9-578d-43a7-966d-e32ede901265 None None] Network 293773b8-b804-4473-a45c-9f5d814fe48d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:08.678109 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] Publish callbacks [] for port (5a8daa92-cc12-4d12-8d2e-d5fdcf525641), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.738440 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5a8daa92-cc12-4d12-8d2e-d5fdcf525641), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.770543 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9bfb9e-02d1-476b-90f3-154d81fe4bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-293773b8-b804-4473-a45c-9f5d814fe48d', 'network_id': '293773b8-b804-4473-a45c-9f5d814fe48d', 'project_id': '38a7879a60584dcfb30ad30072329a96', 'fixed_ips': [{'subnet_id': '0886798e-cadb-4157-bd6d-a21b6c8f037e'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:41:08.773709 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2c9bfb9e-02d1-476b-90f3-154d81fe4bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.876012 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-91b3205f-69ba-4800-b374-25f3536b5711 req-cad23efd-df6c-4093-a11b-a5f2639bb282 tempest-FloatingIPsNegativeTestJSON-87430815 tempest-FloatingIPsNegativeTestJSON-87430815-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.5227010 Feb 09 01:41:08.986910 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dc732c59-6013-46cb-b8d8-a9b935bec2d4 req-f98374f3-002f-4b05-bbf7-b2e354dbc0e6 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/floatingips/757cb835-ca5c-4493-8b33-90634329ab1a HTTP/1.1" status: 200 len: 692 time: 0.0684824 Feb 09 01:41:09.106194 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98', 'name': 'tempest-ServerRescueTestJSON-1014691410-router', 'tenant_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '28ca3861-b139-43fe-9263-fa8f683f57a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:59Z', 'updated_at': '2022-02-09T01:41:03Z', 'revision_number': 3, 'project_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'gw_port': {'id': '28ca3861-b139-43fe-9263-fa8f683f57a2', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:00Z', 'updated_at': '2022-02-09T01:41:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:09.202228 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] Checking router: dfb39422-8c7f-41ac-b6cc-544b3a0b2a98 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:09.203740 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] Updating router dfb39422-8c7f-41ac-b6cc-544b3a0b2a98 port 28ca3861-b139-43fe-9263-fa8f683f57a2 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:41:09.245878 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-2c9bfb9e-02d1-476b-90f3-154d81fe4bca None None] Allocated IP 172.20.0.2 (293773b8-b804-4473-a45c-9f5d814fe48d/0886798e-cadb-4157-bd6d-a21b6c8f037e/d0c9e8e1-d45d-4276-a264-e102935b6e97) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:09.294503 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (28ca3861-b139-43fe-9263-fa8f683f57a2), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:09.365057 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc732c59-6013-46cb-b8d8-a9b935bec2d4 req-9069b164-ee4c-434d-a6a2-ecd08197cf12 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:09.366694 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dc732c59-6013-46cb-b8d8-a9b935bec2d4 req-9069b164-ee4c-434d-a6a2-ecd08197cf12 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.3724937 Feb 09 01:41:09.524800 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dc732c59-6013-46cb-b8d8-a9b935bec2d4 req-ac2ec671-eff0-44fe-8fc9-4c4c930ccb92 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.75 HTTP/1.1" status: 200 len: 695 time: 0.1405067 Feb 09 01:41:09.621820 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-319ffd7f-d720-40f1-ab66-1c39ca3d3291 admin admin] Publish callbacks [] for router_controller (209518a5-5a44-4200-b95c-8ae9102f2905), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:09.673270 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dc732c59-6013-46cb-b8d8-a9b935bec2d4 req-df016c53-5abb-412b-ab31-0af6ddaf3737 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.75 HTTP/1.1" status: 200 len: 695 time: 0.1457298 Feb 09 01:41:09.812722 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc6989d1-d0f4-4727-8221-67dd511abe81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:09.864113 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:09.891608 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59404d0-d691-409b-b465-6b480a60633d None None] Pushing event updated for resources: {'Port': ['ID=5a8daa92-cc12-4d12-8d2e-d5fdcf525641,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:09.965241 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-319ffd7f-d720-40f1-ab66-1c39ca3d3291 admin admin] Publish callbacks [] for router_gateway (209518a5-5a44-4200-b95c-8ae9102f2905), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:09.985444 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-75c7caa6-41bc-4af4-885b-8290ed91c00d None None] Provisioning complete for port 5a8daa92-cc12-4d12-8d2e-d5fdcf525641 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:09.986489 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-75c7caa6-41bc-4af4-885b-8290ed91c00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5a8daa92-cc12-4d12-8d2e-d5fdcf525641), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:09.993305 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] Publish callbacks [] for port (28ca3861-b139-43fe-9263-fa8f683f57a2), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:09.999883 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34bb6b-c3a7-4301-8291-d17d91e4b46f req-6ef72878-8a53-4abe-a72c-9826ca35ffbc tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:10.004347 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2c34bb6b-c3a7-4301-8291-d17d91e4b46f req-6ef72878-8a53-4abe-a72c-9826ca35ffbc tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 1.5029831 Feb 09 01:41:10.007738 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (28ca3861-b139-43fe-9263-fa8f683f57a2), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.049623 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2afc103f-9d81-4fdb-934c-c8e7633daec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.108147 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-75c7caa6-41bc-4af4-885b-8290ed91c00d None None] Port 5a8daa92-cc12-4d12-8d2e-d5fdcf525641 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:10.119403 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2c9bfb9e-02d1-476b-90f3-154d81fe4bca None None] Publish callbacks [] for port (d0c9e8e1-d45d-4276-a264-e102935b6e97), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.124248 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] Attempting to bind port 5a8daa92-cc12-4d12-8d2e-d5fdcf525641 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:41:10.124828 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] Attempting to bind port 5a8daa92-cc12-4d12-8d2e-d5fdcf525641 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3c7585b5-0467-4a09-aafd-042e971c15e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd2c61b53-58d3-49a4-9382-3f8c40f60bba'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:41:10.125318 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] Attempting to bind port 5a8daa92-cc12-4d12-8d2e-d5fdcf525641 on network d2c61b53-58d3-49a4-9382-3f8c40f60bba {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:41:10.129865 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2c9bfb9e-02d1-476b-90f3-154d81fe4bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (d0c9e8e1-d45d-4276-a264-e102935b6e97), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.138056 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:41:10.138794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] Checking segment: {'id': '3c7585b5-0467-4a09-aafd-042e971c15e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd2c61b53-58d3-49a4-9382-3f8c40f60bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:41:10.139329 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.140405 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] Bound using segment: {'id': '3c7585b5-0467-4a09-aafd-042e971c15e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd2c61b53-58d3-49a4-9382-3f8c40f60bba'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:41:10.141292 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] Bound port: 5a8daa92-cc12-4d12-8d2e-d5fdcf525641, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7585b5-0467-4a09-aafd-042e971c15e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd2c61b53-58d3-49a4-9382-3f8c40f60bba'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:41:10.141784 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5a8daa92-cc12-4d12-8d2e-d5fdcf525641), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.152243 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] Attempting to bind port 28ca3861-b139-43fe-9263-fa8f683f57a2 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:41:10.153169 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] Attempting to bind port 28ca3861-b139-43fe-9263-fa8f683f57a2 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:41:10.153521 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] Attempting to bind port 28ca3861-b139-43fe-9263-fa8f683f57a2 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:41:10.201235 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:41:10.201607 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:41:10.201999 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.202583 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:41:10.211350 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] Bound port: 28ca3861-b139-43fe-9263-fa8f683f57a2, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:41:10.217050 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (28ca3861-b139-43fe-9263-fa8f683f57a2), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.238196 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9bfb9e-02d1-476b-90f3-154d81fe4bca None None] Network 293773b8-b804-4473-a45c-9f5d814fe48d is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:10.245104 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-dc732c59-6013-46cb-b8d8-a9b935bec2d4 req-d92e1b34-f1c7-4744-8f4a-36a3b96a4322 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Deleting port 1464790a-3685-43a4-a637-3c2f57e11b63 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:10.246082 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dc732c59-6013-46cb-b8d8-a9b935bec2d4 req-d92e1b34-f1c7-4744-8f4a-36a3b96a4322 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (1464790a-3685-43a4-a637-3c2f57e11b63), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.257988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-2c9bfb9e-02d1-476b-90f3-154d81fe4bca None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:10.303644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9bfb9e-02d1-476b-90f3-154d81fe4bca None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:10.312615 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bfb9e-02d1-476b-90f3-154d81fe4bca None None] Pushing event updated for resources: {'Port': ['ID=d0c9e8e1-d45d-4276-a264-e102935b6e97,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:10.342536 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2c34bb6b-c3a7-4301-8291-d17d91e4b46f req-ccbed8f1-afd9-4682-8a3a-e871ceebc5c5 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258116 Feb 09 01:41:10.357761 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] For port 28ca3861-b139-43fe-9263-fa8f683f57a2, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:41:10.368957 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] For port 28ca3861-b139-43fe-9263-fa8f683f57a2, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=28ca3861-b139-43fe-9263-fa8f683f57a2,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:41:10.388815 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (28ca3861-b139-43fe-9263-fa8f683f57a2), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.392278 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecab492-ed04-4dcb-8420-2761339db220 None None] Pushing event updated for resources: {'Port': ['ID=28ca3861-b139-43fe-9263-fa8f683f57a2,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:10.444917 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-cc6989d1-d0f4-4727-8221-67dd511abe81 admin admin] Allocated IP 172.20.0.1 (a6b971e5-0c53-44cf-8606-badf0cb5180d/39615468-fb42-472a-ac5d-b723e6597983/0464b167-1fca-42be-b135-d99d72816709) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:10.453145 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dc732c59-6013-46cb-b8d8-a9b935bec2d4 req-d92e1b34-f1c7-4744-8f4a-36a3b96a4322 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (1464790a-3685-43a4-a637-3c2f57e11b63), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.453524 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dc732c59-6013-46cb-b8d8-a9b935bec2d4 req-d92e1b34-f1c7-4744-8f4a-36a3b96a4322 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks [] for floatingip (1464790a-3685-43a4-a637-3c2f57e11b63), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.476754 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-dc732c59-6013-46cb-b8d8-a9b935bec2d4 req-d92e1b34-f1c7-4744-8f4a-36a3b96a4322 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Calling delete_port for 1464790a-3685-43a4-a637-3c2f57e11b63 owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:10.524353 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecab492-ed04-4dcb-8420-2761339db220 None None] Pushing event updated for resources: {'Port': ['ID=28ca3861-b139-43fe-9263-fa8f683f57a2,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:10.571283 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] For port 5a8daa92-cc12-4d12-8d2e-d5fdcf525641, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:41:10.575631 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] Routers {'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:10.576516 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:41:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['dfb39422-8c7f-41ac-b6cc-544b3a0b2a98'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:10.606911 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-2c9bfb9e-02d1-476b-90f3-154d81fe4bca None None] Attempting to bind port d0c9e8e1-d45d-4276-a264-e102935b6e97 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:41:10.607387 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-2c9bfb9e-02d1-476b-90f3-154d81fe4bca None None] Attempting to bind port d0c9e8e1-d45d-4276-a264-e102935b6e97 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'a254938a-1eb8-42f6-a558-8f63d0292607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '293773b8-b804-4473-a45c-9f5d814fe48d'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:41:10.607593 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9bfb9e-02d1-476b-90f3-154d81fe4bca None None] Attempting to bind port d0c9e8e1-d45d-4276-a264-e102935b6e97 on network 293773b8-b804-4473-a45c-9f5d814fe48d {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:41:10.615566 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] For port 5a8daa92-cc12-4d12-8d2e-d5fdcf525641, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5a8daa92-cc12-4d12-8d2e-d5fdcf525641,segment=NetworkSegment(3c7585b5-0467-4a09-aafd-042e971c15e5),segment_id=3c7585b5-0467-4a09-aafd-042e971c15e5)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:41:10.638579 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9bfb9e-02d1-476b-90f3-154d81fe4bca None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:41:10.639043 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9bfb9e-02d1-476b-90f3-154d81fe4bca None None] Checking segment: {'id': 'a254938a-1eb8-42f6-a558-8f63d0292607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '293773b8-b804-4473-a45c-9f5d814fe48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:41:10.639494 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2c9bfb9e-02d1-476b-90f3-154d81fe4bca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.639926 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9bfb9e-02d1-476b-90f3-154d81fe4bca None None] Bound using segment: {'id': 'a254938a-1eb8-42f6-a558-8f63d0292607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '293773b8-b804-4473-a45c-9f5d814fe48d'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:41:10.640552 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-2c9bfb9e-02d1-476b-90f3-154d81fe4bca None None] Bound port: d0c9e8e1-d45d-4276-a264-e102935b6e97, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a254938a-1eb8-42f6-a558-8f63d0292607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '293773b8-b804-4473-a45c-9f5d814fe48d'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:41:10.643070 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2c9bfb9e-02d1-476b-90f3-154d81fe4bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d0c9e8e1-d45d-4276-a264-e102935b6e97), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.650004 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5a8daa92-cc12-4d12-8d2e-d5fdcf525641), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.799491 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc6989d1-d0f4-4727-8221-67dd511abe81 admin admin] Publish callbacks [] for port (0464b167-1fca-42be-b135-d99d72816709), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.839291 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] Set router dfb39422-8c7f-41ac-b6cc-544b3a0b2a98 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:10.921804 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59404d0-d691-409b-b465-6b480a60633d None None] Pushing event updated for resources: {'Port': ['ID=5a8daa92-cc12-4d12-8d2e-d5fdcf525641,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:10.936633 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.937404 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.981585 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-319ffd7f-d720-40f1-ab66-1c39ca3d3291 admin admin] Publish callbacks [] for router_gateway (209518a5-5a44-4200-b95c-8ae9102f2905), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:11.009277 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b4973-39b9-4072-8a3b-24d20751bf1c req-b97fac26-cbd6-4e54-bb65-7d3bc6972af2 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:11.020970 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e61b4973-39b9-4072-8a3b-24d20751bf1c req-b97fac26-cbd6-4e54-bb65-7d3bc6972af2 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a988708-ae37-4361-8cc6-dd0222fa5a96 HTTP/1.1" status: 200 len: 950 time: 0.3852346 Feb 09 01:41:11.027941 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] Routers {'8d42a866-7419-438b-88af-00b85c898418'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:11.028732 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:41:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['8d42a866-7419-438b-88af-00b85c898418'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:11.069513 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-319ffd7f-d720-40f1-ab66-1c39ca3d3291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:11.253301 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc6989d1-d0f4-4727-8221-67dd511abe81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (0464b167-1fca-42be-b135-d99d72816709), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:11.255080 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e61b4973-39b9-4072-8a3b-24d20751bf1c req-2a5908a8-8db9-4886-b49d-ea4a35c656dd tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967986 Feb 09 01:41:11.267698 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dc732c59-6013-46cb-b8d8-a9b935bec2d4 req-d92e1b34-f1c7-4744-8f4a-36a3b96a4322 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (1464790a-3685-43a4-a637-3c2f57e11b63), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:11.308570 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-2c9bfb9e-02d1-476b-90f3-154d81fe4bca None None] For port d0c9e8e1-d45d-4276-a264-e102935b6e97, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:41:11.367801 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-2c9bfb9e-02d1-476b-90f3-154d81fe4bca None None] For port d0c9e8e1-d45d-4276-a264-e102935b6e97, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d0c9e8e1-d45d-4276-a264-e102935b6e97,segment=NetworkSegment(a254938a-1eb8-42f6-a558-8f63d0292607),segment_id=a254938a-1eb8-42f6-a558-8f63d0292607)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:41:11.389930 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2c9bfb9e-02d1-476b-90f3-154d81fe4bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d0c9e8e1-d45d-4276-a264-e102935b6e97), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:11.390982 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6989d1-d0f4-4727-8221-67dd511abe81 admin admin] Network a6b971e5-0c53-44cf-8606-badf0cb5180d is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:11.401238 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-cc6989d1-d0f4-4727-8221-67dd511abe81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:11.405921 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6989d1-d0f4-4727-8221-67dd511abe81 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:11.419914 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-9169ab86-5420-4516-a88f-33b553b5c064 req-7a21a1ec-1894-4c0a-95ca-f7c7eb3d8814 tempest-FloatingIPsNegativeTestJSON-87430815 tempest-FloatingIPsNegativeTestJSON-87430815-project] show failed (client error): The resource could not be found. Feb 09 01:41:11.424458 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9169ab86-5420-4516-a88f-33b553b5c064 req-7a21a1ec-1894-4c0a-95ca-f7c7eb3d8814 tempest-FloatingIPsNegativeTestJSON-87430815 tempest-FloatingIPsNegativeTestJSON-87430815-project] 10.222.0.36 "GET /v2.0/floatingips/dea9751c-d4a3-4229-88f4-92efae4e963a HTTP/1.1" status: 404 len: 350 time: 0.1129870 Feb 09 01:41:11.429126 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98', 'name': 'tempest-ServerRescueTestJSON-1014691410-router', 'tenant_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '28ca3861-b139-43fe-9263-fa8f683f57a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:59Z', 'updated_at': '2022-02-09T01:41:03Z', 'revision_number': 3, 'project_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'gw_port': {'id': '28ca3861-b139-43fe-9263-fa8f683f57a2', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:00Z', 'updated_at': '2022-02-09T01:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:11.447848 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38784) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:11.493965 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4ac8e6-9aae-4f33-99e4-7eedf74ed465 None None] The sync data for ids ['dfb39422-8c7f-41ac-b6cc-544b3a0b2a98'] in n-d-828387-3 is: [{'id': 'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98', 'name': 'tempest-ServerRescueTestJSON-1014691410-router', 'tenant_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '28ca3861-b139-43fe-9263-fa8f683f57a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:59Z', 'updated_at': '2022-02-09T01:41:03Z', 'revision_number': 3, 'project_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'gw_port': {'id': '28ca3861-b139-43fe-9263-fa8f683f57a2', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:00Z', 'updated_at': '2022-02-09T01:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:11.507374 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bfb9e-02d1-476b-90f3-154d81fe4bca None None] Pushing event updated for resources: {'Port': ['ID=d0c9e8e1-d45d-4276-a264-e102935b6e97,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:11.582730 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-afbdebbd-1f91-4e45-aaef-502e31b160b3 None None] Provisioning complete for port 5a8daa92-cc12-4d12-8d2e-d5fdcf525641 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:11.584144 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-afbdebbd-1f91-4e45-aaef-502e31b160b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5a8daa92-cc12-4d12-8d2e-d5fdcf525641), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:11.590881 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] Set router 8d42a866-7419-438b-88af-00b85c898418 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:11.698746 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dc732c59-6013-46cb-b8d8-a9b935bec2d4 req-d92e1b34-f1c7-4744-8f4a-36a3b96a4322 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks [] for floatingip (757cb835-ca5c-4493-8b33-90634329ab1a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:11.718755 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dc732c59-6013-46cb-b8d8-a9b935bec2d4 req-d92e1b34-f1c7-4744-8f4a-36a3b96a4322 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:11.742509 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dc732c59-6013-46cb-b8d8-a9b935bec2d4 req-d92e1b34-f1c7-4744-8f4a-36a3b96a4322 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "DELETE /v2.0/floatingips/757cb835-ca5c-4493-8b33-90634329ab1a HTTP/1.1" status: 204 len: 173 time: 2.0682371 Feb 09 01:41:11.757577 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6989d1-d0f4-4727-8221-67dd511abe81 admin admin] Pushing event updated for resources: {'Port': ['ID=0464b167-1fca-42be-b135-d99d72816709,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:11.789559 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-319ffd7f-d720-40f1-ab66-1c39ca3d3291 admin admin] Allocated IP 172.25.7.156 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/1f3cfefa-d396-4950-a1e7-c5196f45bd00) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:11.941945 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e1b34-f1c7-4744-8f4a-36a3b96a4322 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Pushing event deleted for resources: {'Port': ['ID=1464790a-3685-43a4-a637-3c2f57e11b63,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:12.069235 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc6989d1-d0f4-4727-8221-67dd511abe81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (dfb39422-8c7f-41ac-b6cc-544b3a0b2a98), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:12.178976 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99852220-beb5-4934-a5f5-173a8a108766 req-4b8e4026-c50e-4961-b234-ba86274c10dc tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:12.181131 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99852220-beb5-4934-a5f5-173a8a108766 req-4b8e4026-c50e-4961-b234-ba86274c10dc tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.5627289 Feb 09 01:41:12.449269 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ec034-0866-468b-8cd8-03d880fcdca5 req-4393e1df-ec82-4aef-bc81-90adf1ceb836 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:12.461741 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-690ec034-0866-468b-8cd8-03d880fcdca5 req-4393e1df-ec82-4aef-bc81-90adf1ceb836 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b0b474c-9e42-4158-a90d-82c2fc26d7ce HTTP/1.1" status: 200 len: 949 time: 0.4761491 Feb 09 01:41:12.523134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-afbdebbd-1f91-4e45-aaef-502e31b160b3 None None] Current status of the port 5a8daa92-cc12-4d12-8d2e-d5fdcf525641 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:12.524110 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-afbdebbd-1f91-4e45-aaef-502e31b160b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5a8daa92-cc12-4d12-8d2e-d5fdcf525641), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:12.535891 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:12.685343 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-690ec034-0866-468b-8cd8-03d880fcdca5 req-8188eb0e-d83b-4deb-9b73-81775870c0dc tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187281 Feb 09 01:41:12.714325 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-319ffd7f-d720-40f1-ab66-1c39ca3d3291 admin admin] Publish callbacks [] for port (1f3cfefa-d396-4950-a1e7-c5196f45bd00), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:12.774610 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-afbdebbd-1f91-4e45-aaef-502e31b160b3 None None] For port 5a8daa92-cc12-4d12-8d2e-d5fdcf525641, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5a8daa92-cc12-4d12-8d2e-d5fdcf525641,segment=NetworkSegment(3c7585b5-0467-4a09-aafd-042e971c15e5),segment_id=3c7585b5-0467-4a09-aafd-042e971c15e5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:12.784458 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-afbdebbd-1f91-4e45-aaef-502e31b160b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5a8daa92-cc12-4d12-8d2e-d5fdcf525641), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:12.787850 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-319ffd7f-d720-40f1-ab66-1c39ca3d3291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (1f3cfefa-d396-4950-a1e7-c5196f45bd00), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:12.820745 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99852220-beb5-4934-a5f5-173a8a108766 req-a56537bd-5666-49ac-90e0-48a6a6a9cee6 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6238365 Feb 09 01:41:12.885481 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc6989d1-d0f4-4727-8221-67dd511abe81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0464b167-1fca-42be-b135-d99d72816709), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:12.944549 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8eaf36c7-fb45-41a0-a695-5c50413e2174 req-3f399c34-056d-44f8-a11c-3728217f611d tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/floatingips/e2e40c0e-1759-4fdf-99f8-45fe7f450ea0 HTTP/1.1" status: 200 len: 693 time: 0.1854155 Feb 09 01:41:12.957186 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbdebbd-1f91-4e45-aaef-502e31b160b3 None None] Pushing event updated for resources: {'Port': ['ID=5a8daa92-cc12-4d12-8d2e-d5fdcf525641,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:12.966680 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d0c9e8e1-d45d-4276-a264-e102935b6e97 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:12.999739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319ffd7f-d720-40f1-ab66-1c39ca3d3291 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:13.030627 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-319ffd7f-d720-40f1-ab66-1c39ca3d3291 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:13.051807 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ffd7f-d720-40f1-ab66-1c39ca3d3291 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:13.060230 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ffd7f-d720-40f1-ab66-1c39ca3d3291 admin admin] Pushing event updated for resources: {'Port': ['ID=1f3cfefa-d396-4950-a1e7-c5196f45bd00,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:13.156266 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d42a866-7419-438b-88af-00b85c898418', 'name': 'tempest-FloatingIPsNegativeTestJSON-1673665545-router', 'tenant_id': '657a762328934aaa96f34af7caf521e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '7d5176e0-a635-4d9a-9311-187c87107ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:49Z', 'updated_at': '2022-02-09T01:41:03Z', 'revision_number': 4, 'project_id': '657a762328934aaa96f34af7caf521e1', 'gw_port': {'id': '7d5176e0-a635-4d9a-9311-187c87107ab3', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d42a866-7419-438b-88af-00b85c898418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:50Z', 'updated_at': '2022-02-09T01:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '5a8daa92-cc12-4d12-8d2e-d5fdcf525641', 'name': '', 'network_id': 'd2c61b53-58d3-49a4-9382-3f8c40f60bba', 'tenant_id': '657a762328934aaa96f34af7caf521e1', 'mac_address': 'fa:16:3e:63:fb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d42a866-7419-438b-88af-00b85c898418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '59c2cb40-558e-4a13-88e1-13dcd5cc820b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:00Z', 'updated_at': '2022-02-09T01:41:10Z', 'revision_number': 4, 'project_id': '657a762328934aaa96f34af7caf521e1', 'subnets': [{'id': '59c2cb40-558e-4a13-88e1-13dcd5cc820b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:13.250201 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71781d10-9498-4606-b074-cf54e070ad3b None None] The sync data for ids ['8d42a866-7419-438b-88af-00b85c898418'] in n-d-828387-3 is: [{'id': '8d42a866-7419-438b-88af-00b85c898418', 'name': 'tempest-FloatingIPsNegativeTestJSON-1673665545-router', 'tenant_id': '657a762328934aaa96f34af7caf521e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '7d5176e0-a635-4d9a-9311-187c87107ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:49Z', 'updated_at': '2022-02-09T01:41:03Z', 'revision_number': 4, 'project_id': '657a762328934aaa96f34af7caf521e1', 'gw_port': {'id': '7d5176e0-a635-4d9a-9311-187c87107ab3', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d42a866-7419-438b-88af-00b85c898418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:50Z', 'updated_at': '2022-02-09T01:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '5a8daa92-cc12-4d12-8d2e-d5fdcf525641', 'name': '', 'network_id': 'd2c61b53-58d3-49a4-9382-3f8c40f60bba', 'tenant_id': '657a762328934aaa96f34af7caf521e1', 'mac_address': 'fa:16:3e:63:fb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d42a866-7419-438b-88af-00b85c898418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '59c2cb40-558e-4a13-88e1-13dcd5cc820b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:00Z', 'updated_at': '2022-02-09T01:41:10Z', 'revision_number': 4, 'project_id': '657a762328934aaa96f34af7caf521e1', 'subnets': [{'id': '59c2cb40-558e-4a13-88e1-13dcd5cc820b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:13.268305 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port d0c9e8e1-d45d-4276-a264-e102935b6e97 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:13.268590 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d0c9e8e1-d45d-4276-a264-e102935b6e97), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:13.451085 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf36c7-fb45-41a0-a695-5c50413e2174 req-93fe3066-1d65-4ef5-b63b-9d0f8ffac367 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:13.472356 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:13.493011 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8eaf36c7-fb45-41a0-a695-5c50413e2174 req-93fe3066-1d65-4ef5-b63b-9d0f8ffac367 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.5471835 Feb 09 01:41:13.601401 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port d0c9e8e1-d45d-4276-a264-e102935b6e97 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:13.601401 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d0c9e8e1-d45d-4276-a264-e102935b6e97), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:13.639138 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8eaf36c7-fb45-41a0-a695-5c50413e2174 req-4f51ef3d-b58a-4817-b0ed-64f291596af7 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.197 HTTP/1.1" status: 200 len: 696 time: 0.1436968 Feb 09 01:41:13.704047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cf3621-3017-4964-aaf5-26d21b9059e4 None None] Network 293773b8-b804-4473-a45c-9f5d814fe48d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:13.838722 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8eaf36c7-fb45-41a0-a695-5c50413e2174 req-4ecefae1-e442-4802-bf55-6311f7305263 tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.197 HTTP/1.1" status: 200 len: 696 time: 0.1757040 Feb 09 01:41:13.848771 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-319ffd7f-d720-40f1-ab66-1c39ca3d3291 admin admin] Publish callbacks [] for router_gateway (209518a5-5a44-4200-b95c-8ae9102f2905), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:13.865885 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port d0c9e8e1-d45d-4276-a264-e102935b6e97, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d0c9e8e1-d45d-4276-a264-e102935b6e97,segment=NetworkSegment(a254938a-1eb8-42f6-a558-8f63d0292607),segment_id=a254938a-1eb8-42f6-a558-8f63d0292607)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:13.884607 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d0c9e8e1-d45d-4276-a264-e102935b6e97), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:13.886107 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 28ca3861-b139-43fe-9263-fa8f683f57a2 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:13.982788 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=d0c9e8e1-d45d-4276-a264-e102935b6e97,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:14.030055 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6db8e98f-9e45-4b6e-aef5-f4356ee0a1f8 None None] Provisioning complete for port d0c9e8e1-d45d-4276-a264-e102935b6e97 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:14.032311 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6db8e98f-9e45-4b6e-aef5-f4356ee0a1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d0c9e8e1-d45d-4276-a264-e102935b6e97), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.078898 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc6989d1-d0f4-4727-8221-67dd511abe81 admin admin] Publish callbacks [] for port (0464b167-1fca-42be-b135-d99d72816709), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.098653 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc6989d1-d0f4-4727-8221-67dd511abe81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (0464b167-1fca-42be-b135-d99d72816709), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.113145 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-76c6fa4f-1027-4277-8f4f-54e76bd23e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (8d42a866-7419-438b-88af-00b85c898418), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.214049 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 28ca3861-b139-43fe-9263-fa8f683f57a2 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:14.214475 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (28ca3861-b139-43fe-9263-fa8f683f57a2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.262663 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6db8e98f-9e45-4b6e-aef5-f4356ee0a1f8 None None] Current status of the port d0c9e8e1-d45d-4276-a264-e102935b6e97 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:14.369562 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 28ca3861-b139-43fe-9263-fa8f683f57a2 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:14.374318 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (28ca3861-b139-43fe-9263-fa8f683f57a2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.415071 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da90cc0-e462-4ff6-8566-07cef1b0b068 req-3031571f-e3a4-4c5b-99d3-a16283402cc3 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:14.432550 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da90cc0-e462-4ff6-8566-07cef1b0b068 req-3031571f-e3a4-4c5b-99d3-a16283402cc3 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:14.445878 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6da90cc0-e462-4ff6-8566-07cef1b0b068 req-3031571f-e3a4-4c5b-99d3-a16283402cc3 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b0b474c-9e42-4158-a90d-82c2fc26d7ce&device_id=8a988708-ae37-4361-8cc6-dd0222fa5a96 HTTP/1.1" status: 200 len: 1690 time: 0.9461727 Feb 09 01:41:14.448397 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 28ca3861-b139-43fe-9263-fa8f683f57a2, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=28ca3861-b139-43fe-9263-fa8f683f57a2,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:14.454964 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (28ca3861-b139-43fe-9263-fa8f683f57a2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.496312 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6989d1-d0f4-4727-8221-67dd511abe81 admin admin] Pushing event updated for resources: {'Port': ['ID=0464b167-1fca-42be-b135-d99d72816709,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:14.533655 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc6989d1-d0f4-4727-8221-67dd511abe81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (dfb39422-8c7f-41ac-b6cc-544b3a0b2a98), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.576427 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=28ca3861-b139-43fe-9263-fa8f683f57a2,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:14.697704 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-55610bff-8ef1-4d6a-9416-bbb6e773ba88 None None] Provisioning complete for port d0c9e8e1-d45d-4276-a264-e102935b6e97 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:14.698832 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-55610bff-8ef1-4d6a-9416-bbb6e773ba88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d0c9e8e1-d45d-4276-a264-e102935b6e97), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.719420 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6989d1-d0f4-4727-8221-67dd511abe81 admin admin] Network a6b971e5-0c53-44cf-8606-badf0cb5180d is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:14.722510 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-cc6989d1-d0f4-4727-8221-67dd511abe81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:14.758430 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-8eaf36c7-fb45-41a0-a695-5c50413e2174 req-8161950f-d3db-4a1e-be7a-c0651173d59c tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Deleting port 113d64c5-c981-4717-9be2-c9c2d47daf40 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:14.760973 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8eaf36c7-fb45-41a0-a695-5c50413e2174 req-8161950f-d3db-4a1e-be7a-c0651173d59c tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (113d64c5-c981-4717-9be2-c9c2d47daf40), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.894604 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5a8daa92-cc12-4d12-8d2e-d5fdcf525641 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:14.915021 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6da90cc0-e462-4ff6-8566-07cef1b0b068 req-42b293ed-726c-4fcd-8f67-18e9ae6e72ff tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678636 Feb 09 01:41:14.984654 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-319ffd7f-d720-40f1-ab66-1c39ca3d3291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (209518a5-5a44-4200-b95c-8ae9102f2905), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:15.022447 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-55610bff-8ef1-4d6a-9416-bbb6e773ba88 None None] Current status of the port d0c9e8e1-d45d-4276-a264-e102935b6e97 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:15.054954 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 5a8daa92-cc12-4d12-8d2e-d5fdcf525641 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:15.055362 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5a8daa92-cc12-4d12-8d2e-d5fdcf525641), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:15.460318 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 5a8daa92-cc12-4d12-8d2e-d5fdcf525641 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:15.463651 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d0c9e8e1-d45d-4276-a264-e102935b6e97 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:15.568548 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0809e-7ffb-4f66-9390-be3a7820cf1f req-8f144204-e714-46b8-aaed-6e53c521c5b2 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:15.575792 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-73a0809e-7ffb-4f66-9390-be3a7820cf1f req-8f144204-e714-46b8-aaed-6e53c521c5b2 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.3825099 Feb 09 01:41:15.578271 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port d0c9e8e1-d45d-4276-a264-e102935b6e97 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:15.578653 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d0c9e8e1-d45d-4276-a264-e102935b6e97), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:15.629178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-76c6fa4f-1027-4277-8f4f-54e76bd23e3f admin admin] Deleting port 5a8daa92-cc12-4d12-8d2e-d5fdcf525641 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:15.629517 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-76c6fa4f-1027-4277-8f4f-54e76bd23e3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5a8daa92-cc12-4d12-8d2e-d5fdcf525641), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:15.631477 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319ffd7f-d720-40f1-ab66-1c39ca3d3291 admin admin] Router 209518a5-5a44-4200-b95c-8ae9102f2905 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:41:15.733457 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6989d1-d0f4-4727-8221-67dd511abe81 admin admin] Router dfb39422-8c7f-41ac-b6cc-544b3a0b2a98 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:41:15.737231 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port d0c9e8e1-d45d-4276-a264-e102935b6e97 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:15.907403 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8eaf36c7-fb45-41a0-a695-5c50413e2174 req-8161950f-d3db-4a1e-be7a-c0651173d59c tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (113d64c5-c981-4717-9be2-c9c2d47daf40), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:15.907841 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8eaf36c7-fb45-41a0-a695-5c50413e2174 req-8161950f-d3db-4a1e-be7a-c0651173d59c tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks [] for floatingip (113d64c5-c981-4717-9be2-c9c2d47daf40), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:15.929671 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-8eaf36c7-fb45-41a0-a695-5c50413e2174 req-8161950f-d3db-4a1e-be7a-c0651173d59c tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Calling delete_port for 113d64c5-c981-4717-9be2-c9c2d47daf40 owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:15.953413 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6989d1-d0f4-4727-8221-67dd511abe81 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:41:15.960009 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cc6989d1-d0f4-4727-8221-67dd511abe81 admin admin] 10.222.0.36 "PUT /v2.0/routers/dfb39422-8c7f-41ac-b6cc-544b3a0b2a98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7456372 Feb 09 01:41:15.973206 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] Sync routers for ids ['dfb39422-8c7f-41ac-b6cc-544b3a0b2a98'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:15.994511 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] Routers {'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:15.995138 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:41:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['dfb39422-8c7f-41ac-b6cc-544b3a0b2a98'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:16.149265 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8eaf36c7-fb45-41a0-a695-5c50413e2174 req-8161950f-d3db-4a1e-be7a-c0651173d59c tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (113d64c5-c981-4717-9be2-c9c2d47daf40), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:16.244691 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161950f-d3db-4a1e-be7a-c0651173d59c tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Pushing event deleted for resources: {'Port': ['ID=113d64c5-c981-4717-9be2-c9c2d47daf40,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:16.279350 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] Set router dfb39422-8c7f-41ac-b6cc-544b3a0b2a98 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:16.314503 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8eaf36c7-fb45-41a0-a695-5c50413e2174 req-8161950f-d3db-4a1e-be7a-c0651173d59c tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks [] for floatingip (e2e40c0e-1759-4fdf-99f8-45fe7f450ea0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:16.323061 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8eaf36c7-fb45-41a0-a695-5c50413e2174 req-8161950f-d3db-4a1e-be7a-c0651173d59c tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:16.340721 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8eaf36c7-fb45-41a0-a695-5c50413e2174 req-8161950f-d3db-4a1e-be7a-c0651173d59c tempest-FloatingIPDetailsTestJSON-22662681 tempest-FloatingIPDetailsTestJSON-22662681-project] 10.222.0.36 "DELETE /v2.0/floatingips/e2e40c0e-1759-4fdf-99f8-45fe7f450ea0 HTTP/1.1" status: 204 len: 173 time: 2.4982710 Feb 09 01:41:16.341769 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38848) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:16.551603 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-73a0809e-7ffb-4f66-9390-be3a7820cf1f req-5a417204-f2e6-44f5-9abf-12a0bb724573 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9748750 Feb 09 01:41:16.575145 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-76c6fa4f-1027-4277-8f4f-54e76bd23e3f admin admin] For port 5a8daa92-cc12-4d12-8d2e-d5fdcf525641, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5a8daa92-cc12-4d12-8d2e-d5fdcf525641,segment=NetworkSegment(3c7585b5-0467-4a09-aafd-042e971c15e5),segment_id=3c7585b5-0467-4a09-aafd-042e971c15e5)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:16.575836 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-76c6fa4f-1027-4277-8f4f-54e76bd23e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5a8daa92-cc12-4d12-8d2e-d5fdcf525641), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:16.610789 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-76c6fa4f-1027-4277-8f4f-54e76bd23e3f admin admin] Calling delete_port for 5a8daa92-cc12-4d12-8d2e-d5fdcf525641 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:16.647802 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 28ca3861-b139-43fe-9263-fa8f683f57a2 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:16.734009 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319ffd7f-d720-40f1-ab66-1c39ca3d3291 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:41:16.745867 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] Sync routers for ids ['209518a5-5a44-4200-b95c-8ae9102f2905'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:16.782520 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] Routers {'209518a5-5a44-4200-b95c-8ae9102f2905'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:16.783167 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:41:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['209518a5-5a44-4200-b95c-8ae9102f2905'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:16.812727 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-319ffd7f-d720-40f1-ab66-1c39ca3d3291 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:16.816678 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-319ffd7f-d720-40f1-ab66-1c39ca3d3291 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.3652003 Feb 09 01:41:16.820165 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38862) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:16.859814 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09f464-7a01-4546-9b78-d9d52a4d9eb6 req-2cb30b30-02e0-4617-960e-8c1a4f8c1e6f tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:16.864219 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2a09f464-7a01-4546-9b78-d9d52a4d9eb6 req-2cb30b30-02e0-4617-960e-8c1a4f8c1e6f tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2b0b474c-9e42-4158-a90d-82c2fc26d7ce HTTP/1.1" status: 200 len: 1131 time: 0.3492842 Feb 09 01:41:16.881700 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98', 'name': 'tempest-ServerRescueTestJSON-1014691410-router', 'tenant_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '28ca3861-b139-43fe-9263-fa8f683f57a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:59Z', 'updated_at': '2022-02-09T01:41:12Z', 'revision_number': 4, 'project_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'gw_port': {'id': '28ca3861-b139-43fe-9263-fa8f683f57a2', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:00Z', 'updated_at': '2022-02-09T01:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0464b167-1fca-42be-b135-d99d72816709', 'name': '', 'network_id': 'a6b971e5-0c53-44cf-8606-badf0cb5180d', 'tenant_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'mac_address': 'fa:16:3e:5a:c5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '39615468-fb42-472a-ac5d-b723e6597983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:10Z', 'updated_at': '2022-02-09T01:41:13Z', 'revision_number': 2, 'project_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'subnets': [{'id': '39615468-fb42-472a-ac5d-b723e6597983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:16.973944 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] Checking router: dfb39422-8c7f-41ac-b6cc-544b3a0b2a98 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:16.974228 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] Updating router dfb39422-8c7f-41ac-b6cc-544b3a0b2a98 port 0464b167-1fca-42be-b135-d99d72816709 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:41:16.989494 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 28ca3861-b139-43fe-9263-fa8f683f57a2 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:16.990155 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (28ca3861-b139-43fe-9263-fa8f683f57a2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:17.087374 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2a09f464-7a01-4546-9b78-d9d52a4d9eb6 req-2b9e95f3-3c93-4c47-93d3-4527bdb08083 tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237724 Feb 09 01:41:17.101410 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0464b167-1fca-42be-b135-d99d72816709), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:17.142720 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-54a24cd9-c8eb-47b6-ae70-348d5bc88b24 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:17.146005 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-54a24cd9-c8eb-47b6-ae70-348d5bc88b24 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/networks?id=a6b971e5-0c53-44cf-8606-badf0cb5180d HTTP/1.1" status: 200 len: 811 time: 0.2505398 Feb 09 01:41:17.284598 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-e03d19bb-0821-492e-be2c-63f06d9e2b30 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/quotas/8248d61c5b2e4c07afdd3d5431bd39cc HTTP/1.1" status: 200 len: 375 time: 0.0757556 Feb 09 01:41:17.421030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 28ca3861-b139-43fe-9263-fa8f683f57a2 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:17.428894 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-7f3225b1-545e-4e41-9d12-b6f90670cc2c tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8248d61c5b2e4c07afdd3d5431bd39cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1301389 Feb 09 01:41:17.489380 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] Set router 209518a5-5a44-4200-b95c-8ae9102f2905 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:17.586248 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72605d-0469-4426-b6e9-5749464a6e59 req-01638532-16a4-4f5c-bc88-c16f3887c88a tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:17.587915 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1a72605d-0469-4426-b6e9-5749464a6e59 req-01638532-16a4-4f5c-bc88-c16f3887c88a tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.2120991 Feb 09 01:41:17.706140 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1a72605d-0469-4426-b6e9-5749464a6e59 req-a42b9d32-b0ad-42a3-92ae-c95dfa665f5e tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091175 Feb 09 01:41:17.719909 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0a92eca0-3759-4102-bde4-a59a258f6d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (582d183a-cc02-4cd1-8e05-8a99ca2169ca), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:17.798515 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-60d27c99-e19c-444e-a767-d0464025baff service neutron] 10.222.0.36 "GET /v2.0/networks/a6b971e5-0c53-44cf-8606-badf0cb5180d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543842 Feb 09 01:41:18.006875 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-76c6fa4f-1027-4277-8f4f-54e76bd23e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5a8daa92-cc12-4d12-8d2e-d5fdcf525641), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:18.031092 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] Publish callbacks [] for port (0464b167-1fca-42be-b135-d99d72816709), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:18.040445 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0464b167-1fca-42be-b135-d99d72816709), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:18.061064 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209518a5-5a44-4200-b95c-8ae9102f2905', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902435090-router', 'tenant_id': '38a7879a60584dcfb30ad30072329a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '1f3cfefa-d396-4950-a1e7-c5196f45bd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:09Z', 'updated_at': '2022-02-09T01:41:13Z', 'revision_number': 3, 'project_id': '38a7879a60584dcfb30ad30072329a96', 'gw_port': {'id': '1f3cfefa-d396-4950-a1e7-c5196f45bd00', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209518a5-5a44-4200-b95c-8ae9102f2905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:11Z', 'updated_at': '2022-02-09T01:41:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:18.096510 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] Checking router: 209518a5-5a44-4200-b95c-8ae9102f2905 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:18.096866 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] Updating router 209518a5-5a44-4200-b95c-8ae9102f2905 port 1f3cfefa-d396-4950-a1e7-c5196f45bd00 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:41:18.153258 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1f3cfefa-d396-4950-a1e7-c5196f45bd00), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:18.179833 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ae637-c9b0-4a65-bfe8-74ac10636358 req-a106f4e7-bdae-495d-bd92-c9004a827cfa tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:18.183445 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9d791-065c-49b8-a708-48c4fa6ef4fb None None] Pushing event updated for resources: {'Port': ['ID=0464b167-1fca-42be-b135-d99d72816709,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:18.188854 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-266ae637-c9b0-4a65-bfe8-74ac10636358 req-a106f4e7-bdae-495d-bd92-c9004a827cfa tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8a988708-ae37-4361-8cc6-dd0222fa5a96 HTTP/1.1" status: 200 len: 1132 time: 0.2322543 Feb 09 01:41:18.288349 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6fa4f-1027-4277-8f4f-54e76bd23e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=5a8daa92-cc12-4d12-8d2e-d5fdcf525641,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:18.331190 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] Attempting to bind port 0464b167-1fca-42be-b135-d99d72816709 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:41:18.333013 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] Attempting to bind port 0464b167-1fca-42be-b135-d99d72816709 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'fbbc736b-5615-49c5-8b22-d214a670d94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a6b971e5-0c53-44cf-8606-badf0cb5180d'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:41:18.333391 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] Attempting to bind port 0464b167-1fca-42be-b135-d99d72816709 on network a6b971e5-0c53-44cf-8606-badf0cb5180d {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:41:18.353930 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:41:18.353930 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] Checking segment: {'id': 'fbbc736b-5615-49c5-8b22-d214a670d94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a6b971e5-0c53-44cf-8606-badf0cb5180d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:41:18.354420 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:18.354699 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] Bound using segment: {'id': 'fbbc736b-5615-49c5-8b22-d214a670d94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a6b971e5-0c53-44cf-8606-badf0cb5180d'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:41:18.355345 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] Bound port: 0464b167-1fca-42be-b135-d99d72816709, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbc736b-5615-49c5-8b22-d214a670d94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a6b971e5-0c53-44cf-8606-badf0cb5180d'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:41:18.355975 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0464b167-1fca-42be-b135-d99d72816709), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:18.381198 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-266ae637-c9b0-4a65-bfe8-74ac10636358 req-dc454b91-cee8-412b-b059-8ab76b782b20 tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909494 Feb 09 01:41:18.521058 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-f043f0af-754d-4208-a5e1-4ea0ef2ef4f9 service neutron] 10.222.0.36 "GET /v2.0/networks/a6b971e5-0c53-44cf-8606-badf0cb5180d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7181940 Feb 09 01:41:18.603077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0a92eca0-3759-4102-bde4-a59a258f6d4d admin admin] Deleting port b180cce8-bf29-41ab-9d68-4cf1d7f44d59 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:18.603077 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0a92eca0-3759-4102-bde4-a59a258f6d4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b180cce8-bf29-41ab-9d68-4cf1d7f44d59), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:18.610874 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] For port 0464b167-1fca-42be-b135-d99d72816709, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:41:18.631558 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] For port 0464b167-1fca-42be-b135-d99d72816709, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0464b167-1fca-42be-b135-d99d72816709,segment=NetworkSegment(fbbc736b-5615-49c5-8b22-d214a670d94a),segment_id=fbbc736b-5615-49c5-8b22-d214a670d94a)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:41:18.647669 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0464b167-1fca-42be-b135-d99d72816709), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:18.827459 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] Publish callbacks [] for port (1f3cfefa-d396-4950-a1e7-c5196f45bd00), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:18.834113 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1f3cfefa-d396-4950-a1e7-c5196f45bd00), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:18.851941 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9d791-065c-49b8-a708-48c4fa6ef4fb None None] Pushing event updated for resources: {'Port': ['ID=0464b167-1fca-42be-b135-d99d72816709,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:18.891985 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-0a92eca0-3759-4102-bde4-a59a258f6d4d admin admin] For port b180cce8-bf29-41ab-9d68-4cf1d7f44d59, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b180cce8-bf29-41ab-9d68-4cf1d7f44d59,segment=NetworkSegment(13eac6cf-c85b-4b71-bb26-1230e902bd5a),segment_id=13eac6cf-c85b-4b71-bb26-1230e902bd5a)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:18.892330 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0a92eca0-3759-4102-bde4-a59a258f6d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b180cce8-bf29-41ab-9d68-4cf1d7f44d59), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:18.911565 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d380f9-bd6c-49a8-8009-c3b2f5d90582 req-f39e95d6-6968-4a4b-852f-c9cdb22526af tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:18.913115 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-78d380f9-bd6c-49a8-8009-c3b2f5d90582 req-f39e95d6-6968-4a4b-852f-c9cdb22526af tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1598442 Feb 09 01:41:18.915857 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] Routers {'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:18.916429 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:41:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['dfb39422-8c7f-41ac-b6cc-544b3a0b2a98'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:18.921045 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0a92eca0-3759-4102-bde4-a59a258f6d4d admin admin] Calling delete_port for b180cce8-bf29-41ab-9d68-4cf1d7f44d59 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:18.983442 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008bcf5-2094-4afc-8669-cdf832ecfe99 None None] Pushing event updated for resources: {'Port': ['ID=1f3cfefa-d396-4950-a1e7-c5196f45bd00,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:19.034037 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-9c6171c4-b5af-4899-a769-90d651d6b3af tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1171665 Feb 09 01:41:19.052326 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-78d380f9-bd6c-49a8-8009-c3b2f5d90582 req-d170a2ca-0969-4b8e-8642-14c1c7491585 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208551 Feb 09 01:41:19.076520 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] Attempting to bind port 1f3cfefa-d396-4950-a1e7-c5196f45bd00 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:41:19.080089 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] Attempting to bind port 1f3cfefa-d396-4950-a1e7-c5196f45bd00 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:41:19.080927 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] Attempting to bind port 1f3cfefa-d396-4950-a1e7-c5196f45bd00 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:41:19.109975 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:41:19.110348 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:41:19.110753 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:19.111144 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:41:19.111711 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] Bound port: 1f3cfefa-d396-4950-a1e7-c5196f45bd00, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:41:19.112082 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1f3cfefa-d396-4950-a1e7-c5196f45bd00), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:19.225668 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-f5a1dd0f-5a9e-49c9-8707-98c42dadff2b tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:19.227536 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-f5a1dd0f-5a9e-49c9-8707-98c42dadff2b tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1867204 Feb 09 01:41:19.228278 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-76c6fa4f-1027-4277-8f4f-54e76bd23e3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (8d42a866-7419-438b-88af-00b85c898418), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:19.260082 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-dbba3556-6ecf-4d98-b3a2-32dded74b6be tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/quotas/9e22f3d1736d46dbb07a769aef03b6cd HTTP/1.1" status: 200 len: 375 time: 0.0163732 Feb 09 01:41:19.320757 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] For port 1f3cfefa-d396-4950-a1e7-c5196f45bd00, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:41:19.325297 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-72a79a2d-d007-47d6-aee7-ef0313911e6f req-dde3695a-a16b-4acb-9a20-32c9ea542205 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 210 time: 0.0821779 Feb 09 01:41:19.355259 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] For port 1f3cfefa-d396-4950-a1e7-c5196f45bd00, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1f3cfefa-d396-4950-a1e7-c5196f45bd00,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:41:19.371886 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1f3cfefa-d396-4950-a1e7-c5196f45bd00), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:19.396338 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] Set router dfb39422-8c7f-41ac-b6cc-544b3a0b2a98 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:19.496316 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0a92eca0-3759-4102-bde4-a59a258f6d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (b180cce8-bf29-41ab-9d68-4cf1d7f44d59), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:19.512612 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008bcf5-2094-4afc-8669-cdf832ecfe99 None None] Pushing event updated for resources: {'Port': ['ID=1f3cfefa-d396-4950-a1e7-c5196f45bd00,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:19.573459 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] Routers {'209518a5-5a44-4200-b95c-8ae9102f2905'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:19.575843 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:41:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['209518a5-5a44-4200-b95c-8ae9102f2905'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:19.629807 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92eca0-3759-4102-bde4-a59a258f6d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=b180cce8-bf29-41ab-9d68-4cf1d7f44d59,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:19.820228 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-dcc1994e-f8b8-450e-9c00-6415437ceffd tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4976058 Feb 09 01:41:19.954036 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcec97-c7b1-40d4-b75a-51578f380a0f req-c43a3fd9-51c0-4984-89a6-7ece4a5e8886 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:19.960525 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7bfcec97-c7b1-40d4-b75a-51578f380a0f req-c43a3fd9-51c0-4984-89a6-7ece4a5e8886 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.4433641 Feb 09 01:41:19.990277 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] Set router 209518a5-5a44-4200-b95c-8ae9102f2905 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:20.110805 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-343d0b68-0cd5-4f52-b30e-8c1371c1ee83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:20.163142 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98', 'name': 'tempest-ServerRescueTestJSON-1014691410-router', 'tenant_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '28ca3861-b139-43fe-9263-fa8f683f57a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:59Z', 'updated_at': '2022-02-09T01:41:12Z', 'revision_number': 4, 'project_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'gw_port': {'id': '28ca3861-b139-43fe-9263-fa8f683f57a2', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:00Z', 'updated_at': '2022-02-09T01:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0464b167-1fca-42be-b135-d99d72816709', 'name': '', 'network_id': 'a6b971e5-0c53-44cf-8606-badf0cb5180d', 'tenant_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'mac_address': 'fa:16:3e:5a:c5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '39615468-fb42-472a-ac5d-b723e6597983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:10Z', 'updated_at': '2022-02-09T01:41:18Z', 'revision_number': 4, 'project_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'subnets': [{'id': '39615468-fb42-472a-ac5d-b723e6597983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:20.270528 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7bfcec97-c7b1-40d4-b75a-51578f380a0f req-2c8fc04b-6014-45e7-abc9-b70bf335a876 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979305 Feb 09 01:41:20.292025 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3644d011-3a02-4826-bd2f-ebe562722e2c None None] The sync data for ids ['dfb39422-8c7f-41ac-b6cc-544b3a0b2a98'] in n-d-828387-3 is: [{'id': 'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98', 'name': 'tempest-ServerRescueTestJSON-1014691410-router', 'tenant_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '28ca3861-b139-43fe-9263-fa8f683f57a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:59Z', 'updated_at': '2022-02-09T01:41:12Z', 'revision_number': 4, 'project_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'gw_port': {'id': '28ca3861-b139-43fe-9263-fa8f683f57a2', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:00Z', 'updated_at': '2022-02-09T01:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0464b167-1fca-42be-b135-d99d72816709', 'name': '', 'network_id': 'a6b971e5-0c53-44cf-8606-badf0cb5180d', 'tenant_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'mac_address': 'fa:16:3e:5a:c5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '39615468-fb42-472a-ac5d-b723e6597983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:10Z', 'updated_at': '2022-02-09T01:41:18Z', 'revision_number': 4, 'project_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'subnets': [{'id': '39615468-fb42-472a-ac5d-b723e6597983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:20.364321 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0a92eca0-3759-4102-bde4-a59a258f6d4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (582d183a-cc02-4cd1-8e05-8a99ca2169ca), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:20.435428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-343d0b68-0cd5-4f52-b30e-8c1371c1ee83 admin admin] Allocated IP 172.20.0.1 (293773b8-b804-4473-a45c-9f5d814fe48d/0886798e-cadb-4157-bd6d-a21b6c8f037e/db04b29c-3d49-43a6-9f2d-5d8555dec104) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:20.600250 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-343d0b68-0cd5-4f52-b30e-8c1371c1ee83 admin admin] Publish callbacks [] for port (db04b29c-3d49-43a6-9f2d-5d8555dec104), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:20.683105 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bbb30200-7266-4135-9793-e59580cc99c2 req-8bed1e16-500d-41cf-b99f-63c864310355 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3fba75-da06-4a31-8d0b-84c53281a85c HTTP/1.1" status: 200 len: 210 time: 0.0645506 Feb 09 01:41:20.844866 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209518a5-5a44-4200-b95c-8ae9102f2905', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902435090-router', 'tenant_id': '38a7879a60584dcfb30ad30072329a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '1f3cfefa-d396-4950-a1e7-c5196f45bd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:09Z', 'updated_at': '2022-02-09T01:41:13Z', 'revision_number': 3, 'project_id': '38a7879a60584dcfb30ad30072329a96', 'gw_port': {'id': '1f3cfefa-d396-4950-a1e7-c5196f45bd00', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209518a5-5a44-4200-b95c-8ae9102f2905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:11Z', 'updated_at': '2022-02-09T01:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:20.922041 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-94432fe8-6a5a-4185-929d-ae3a635139f4 req-1453f58d-cc08-48fe-87fe-5d1a33d3237b tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 210 time: 0.1363049 Feb 09 01:41:20.991236 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bc4f0a-0158-4bca-8b50-e68d6dea9647 None None] The sync data for ids ['209518a5-5a44-4200-b95c-8ae9102f2905'] in n-d-828387-3 is: [{'id': '209518a5-5a44-4200-b95c-8ae9102f2905', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902435090-router', 'tenant_id': '38a7879a60584dcfb30ad30072329a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '1f3cfefa-d396-4950-a1e7-c5196f45bd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:09Z', 'updated_at': '2022-02-09T01:41:13Z', 'revision_number': 3, 'project_id': '38a7879a60584dcfb30ad30072329a96', 'gw_port': {'id': '1f3cfefa-d396-4950-a1e7-c5196f45bd00', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209518a5-5a44-4200-b95c-8ae9102f2905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:11Z', 'updated_at': '2022-02-09T01:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:21.030640 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0464b167-1fca-42be-b135-d99d72816709 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:21.164114 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 0464b167-1fca-42be-b135-d99d72816709 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:21.164806 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0464b167-1fca-42be-b135-d99d72816709), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:21.218995 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c6fa4f-1027-4277-8f4f-54e76bd23e3f admin admin] Router 8d42a866-7419-438b-88af-00b85c898418 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:41:21.380805 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a92eca0-3759-4102-bde4-a59a258f6d4d admin admin] Router 582d183a-cc02-4cd1-8e05-8a99ca2169ca has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:41:21.475007 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 0464b167-1fca-42be-b135-d99d72816709 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:21.475674 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0464b167-1fca-42be-b135-d99d72816709), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:21.607088 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-343d0b68-0cd5-4f52-b30e-8c1371c1ee83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (db04b29c-3d49-43a6-9f2d-5d8555dec104), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:21.610882 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 0464b167-1fca-42be-b135-d99d72816709, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0464b167-1fca-42be-b135-d99d72816709,segment=NetworkSegment(fbbc736b-5615-49c5-8b22-d214a670d94a),segment_id=fbbc736b-5615-49c5-8b22-d214a670d94a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:21.630665 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0464b167-1fca-42be-b135-d99d72816709), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:21.859966 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=0464b167-1fca-42be-b135-d99d72816709,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:21.932884 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343d0b68-0cd5-4f52-b30e-8c1371c1ee83 admin admin] Network 293773b8-b804-4473-a45c-9f5d814fe48d is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:21.946098 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a92eca0-3759-4102-bde4-a59a258f6d4d admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:41:21.966759 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8aa9225-ff73-467a-bc9e-92cbadbb4855 None None] Sync routers for ids ['582d183a-cc02-4cd1-8e05-8a99ca2169ca'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:21.990448 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0a92eca0-3759-4102-bde4-a59a258f6d4d admin admin] 10.222.0.36 "PUT /v2.0/routers/582d183a-cc02-4cd1-8e05-8a99ca2169ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6444657 Feb 09 01:41:21.994537 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38948) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:22.012131 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aa9225-ff73-467a-bc9e-92cbadbb4855 None None] Routers {'582d183a-cc02-4cd1-8e05-8a99ca2169ca'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:22.013008 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b8aa9225-ff73-467a-bc9e-92cbadbb4855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:41:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['582d183a-cc02-4cd1-8e05-8a99ca2169ca'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:22.154382 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d36a069d-41f4-43a1-bf76-4ff671882407 req-eaead7f1-5071-43de-9428-0a7d5cbf3858 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3fba75-da06-4a31-8d0b-84c53281a85c HTTP/1.1" status: 200 len: 210 time: 0.2054660 Feb 09 01:41:22.351129 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-b8aa9225-ff73-467a-bc9e-92cbadbb4855 None None] Set router 582d183a-cc02-4cd1-8e05-8a99ca2169ca gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:22.398130 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fa1e9f71-d294-4144-9747-c75d4113fb9b req-1be1fa90-91f7-4d76-8b76-e5c9ea662d14 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 210 time: 0.0823596 Feb 09 01:41:22.503826 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f4c2369d-6c75-4a0c-81c6-b547cf6bbe90 admin admin] Publish callbacks [] for router (582d183a-cc02-4cd1-8e05-8a99ca2169ca), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:22.835359 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-439e01d3-4c06-4e13-85cd-e02016188a64 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1068292 Feb 09 01:41:22.851582 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-343d0b68-0cd5-4f52-b30e-8c1371c1ee83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:22.909226 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343d0b68-0cd5-4f52-b30e-8c1371c1ee83 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:22.915876 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1f3cfefa-d396-4950-a1e7-c5196f45bd00 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:23.047947 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b8aa9225-ff73-467a-bc9e-92cbadbb4855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d183a-cc02-4cd1-8e05-8a99ca2169ca', 'name': 'tempest-FloatingIPDetailsTestJSON-956861633-router', 'tenant_id': 'c611424010b4402aadb399ad1dbe33d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'bed44462-2876-41c4-a1aa-ee7833af9e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:20Z', 'updated_at': '2022-02-09T01:41:19Z', 'revision_number': 5, 'project_id': 'c611424010b4402aadb399ad1dbe33d7', 'gw_port': {'id': 'bed44462-2876-41c4-a1aa-ee7833af9e8c', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d183a-cc02-4cd1-8e05-8a99ca2169ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:22Z', 'updated_at': '2022-02-09T01:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:23.050659 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 1f3cfefa-d396-4950-a1e7-c5196f45bd00 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:23.051507 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1f3cfefa-d396-4950-a1e7-c5196f45bd00), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:23.087125 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ad7fa-3087-4736-b038-f0bbdd3b3f14 req-e82be954-5d9a-4cb7-8c46-959f57aec14a tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:23.100834 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-937ad7fa-3087-4736-b038-f0bbdd3b3f14 req-e82be954-5d9a-4cb7-8c46-959f57aec14a tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 2.2023454 Feb 09 01:41:23.124824 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d0b68-0cd5-4f52-b30e-8c1371c1ee83 admin admin] Pushing event updated for resources: {'Port': ['ID=db04b29c-3d49-43a6-9f2d-5d8555dec104,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:23.193729 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f4c2369d-6c75-4a0c-81c6-b547cf6bbe90 admin admin] Publish callbacks [] for router_gateway (582d183a-cc02-4cd1-8e05-8a99ca2169ca), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:23.212426 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8aa9225-ff73-467a-bc9e-92cbadbb4855 None None] Checking router: 582d183a-cc02-4cd1-8e05-8a99ca2169ca for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:23.262802 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-137266e9-3526-4bce-bd6b-59e6f9059c54 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:23.271376 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-137266e9-3526-4bce-bd6b-59e6f9059c54 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4253230 Feb 09 01:41:23.295797 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-1a616ec8-9ba6-4cce-b867-2398045ab894 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:23.301423 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-1a616ec8-9ba6-4cce-b867-2398045ab894 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.48 "GET /v2.0/networks?id=a6b971e5-0c53-44cf-8606-badf0cb5180d HTTP/1.1" status: 200 len: 811 time: 2.0799136 Feb 09 01:41:23.309483 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aa9225-ff73-467a-bc9e-92cbadbb4855 None None] Routers {'582d183a-cc02-4cd1-8e05-8a99ca2169ca'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:23.310844 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b8aa9225-ff73-467a-bc9e-92cbadbb4855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:41:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['582d183a-cc02-4cd1-8e05-8a99ca2169ca'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:23.315463 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 1f3cfefa-d396-4950-a1e7-c5196f45bd00 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:23.316091 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1f3cfefa-d396-4950-a1e7-c5196f45bd00), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:23.346990 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-c54bc105-d8cf-40ef-ac66-c90379250a8a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Request body: {'port': {'device_id': '9d3fba75-da06-4a31-8d0b-84c53281a85c', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': '9e22f3d1736d46dbb07a769aef03b6cd'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:23.352968 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Request body: {'port': {'device_id': '03ea152b-69b3-4b1d-be26-41020a1842ea', 'network_id': 'a6b971e5-0c53-44cf-8606-badf0cb5180d', 'admin_state_up': True, 'tenant_id': '8248d61c5b2e4c07afdd3d5431bd39cc'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:23.522250 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a865a84a-0d5c-483f-a432-22b1e9a5ad61 req-a34697e4-3a77-4626-bc7d-ac3db22ac1b2 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3fba75-da06-4a31-8d0b-84c53281a85c HTTP/1.1" status: 200 len: 210 time: 0.0581162 Feb 09 01:41:23.572015 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-c54bc105-d8cf-40ef-ac66-c90379250a8a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Made reservation on behalf of 9e22f3d1736d46dbb07a769aef03b6cd for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:23.580752 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-c54bc105-d8cf-40ef-ac66-c90379250a8a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:23.631486 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-f4c2369d-6c75-4a0c-81c6-b547cf6bbe90 admin admin] Deleting port bed44462-2876-41c4-a1aa-ee7833af9e8c {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:23.631861 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f4c2369d-6c75-4a0c-81c6-b547cf6bbe90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (bed44462-2876-41c4-a1aa-ee7833af9e8c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:23.646499 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c6fa4f-1027-4277-8f4f-54e76bd23e3f admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:41:23.664059 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d83d4f-131e-4339-84ab-00cfc398b16c None None] Sync routers for ids ['8d42a866-7419-438b-88af-00b85c898418'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:23.665014 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-76c6fa4f-1027-4277-8f4f-54e76bd23e3f admin admin] 10.222.0.36 "PUT /v2.0/routers/8d42a866-7419-438b-88af-00b85c898418/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2127268 Feb 09 01:41:23.666034 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-343d0b68-0cd5-4f52-b30e-8c1371c1ee83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (209518a5-5a44-4200-b95c-8ae9102f2905), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:23.681625 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d83d4f-131e-4339-84ab-00cfc398b16c None None] Routers {'8d42a866-7419-438b-88af-00b85c898418'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:23.682260 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d7d83d4f-131e-4339-84ab-00cfc398b16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:41:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['8d42a866-7419-438b-88af-00b85c898418'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:23.688786 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38964) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:23.695111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Made reservation on behalf of 8248d61c5b2e4c07afdd3d5431bd39cc for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:23.708648 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:23.912178 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-b8aa9225-ff73-467a-bc9e-92cbadbb4855 None None] Set router 582d183a-cc02-4cd1-8e05-8a99ca2169ca gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:23.920167 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-c54bc105-d8cf-40ef-ac66-c90379250a8a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Allocated IP 192.168.233.44 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/0e49f22d-0e2d-45a3-b0ea-4d3b87dff701) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:23.974494 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-d7d83d4f-131e-4339-84ab-00cfc398b16c None None] Set router 8d42a866-7419-438b-88af-00b85c898418 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:24.062073 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-937ad7fa-3087-4736-b038-f0bbdd3b3f14 req-fde8f7ab-469b-424c-ad64-dfc67c7ee40f tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9587307 Feb 09 01:41:24.075575 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b8aa9225-ff73-467a-bc9e-92cbadbb4855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d183a-cc02-4cd1-8e05-8a99ca2169ca', 'name': 'tempest-FloatingIPDetailsTestJSON-956861633-router', 'tenant_id': 'c611424010b4402aadb399ad1dbe33d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:20Z', 'updated_at': '2022-02-09T01:41:23Z', 'revision_number': 6, 'project_id': 'c611424010b4402aadb399ad1dbe33d7', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:24.155440 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 1f3cfefa-d396-4950-a1e7-c5196f45bd00, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1f3cfefa-d396-4950-a1e7-c5196f45bd00,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:24.160359 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8aa9225-ff73-467a-bc9e-92cbadbb4855 None None] The sync data for ids ['582d183a-cc02-4cd1-8e05-8a99ca2169ca'] in n-d-828387-3 is: [{'id': '582d183a-cc02-4cd1-8e05-8a99ca2169ca', 'name': 'tempest-FloatingIPDetailsTestJSON-956861633-router', 'tenant_id': 'c611424010b4402aadb399ad1dbe33d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:20Z', 'updated_at': '2022-02-09T01:41:23Z', 'revision_number': 6, 'project_id': 'c611424010b4402aadb399ad1dbe33d7', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:24.165373 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1f3cfefa-d396-4950-a1e7-c5196f45bd00), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:24.166229 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0464b167-1fca-42be-b135-d99d72816709 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:24.244117 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-c54bc105-d8cf-40ef-ac66-c90379250a8a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks [] for port (0e49f22d-0e2d-45a3-b0ea-4d3b87dff701), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:24.252406 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0ce1a5dc-a217-4ed2-941b-6fd02d204a03 None None] Provisioning complete for port db04b29c-3d49-43a6-9f2d-5d8555dec104 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:24.254815 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0ce1a5dc-a217-4ed2-941b-6fd02d204a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (db04b29c-3d49-43a6-9f2d-5d8555dec104), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:24.341122 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-c54bc105-d8cf-40ef-ac66-c90379250a8a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (0e49f22d-0e2d-45a3-b0ea-4d3b87dff701), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:24.371298 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0ce1a5dc-a217-4ed2-941b-6fd02d204a03 None None] Port db04b29c-3d49-43a6-9f2d-5d8555dec104 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:24.393716 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['f6169741-ef4a-41b9-b2c5-8b073803e3ea', '1ae1d2b4-74aa-440a-a825-b4764a5c3be6', '6e46932e-60d8-42af-9eb5-c7d391afa40c'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:41:24.404551 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['4dd84e72-0a61-4b58-a19f-c280a933f0b0', '65d84600-6a13-47e6-ab08-5e64b6ae353f'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:41:24.578102 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d7d83d4f-131e-4339-84ab-00cfc398b16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d42a866-7419-438b-88af-00b85c898418', 'name': 'tempest-FloatingIPsNegativeTestJSON-1673665545-router', 'tenant_id': '657a762328934aaa96f34af7caf521e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '7d5176e0-a635-4d9a-9311-187c87107ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:49Z', 'updated_at': '2022-02-09T01:41:17Z', 'revision_number': 5, 'project_id': '657a762328934aaa96f34af7caf521e1', 'gw_port': {'id': '7d5176e0-a635-4d9a-9311-187c87107ab3', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d42a866-7419-438b-88af-00b85c898418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:50Z', 'updated_at': '2022-02-09T01:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:24.618494 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Allocated IP 172.20.0.10 (a6b971e5-0c53-44cf-8606-badf0cb5180d/39615468-fb42-472a-ac5d-b723e6597983/c731728e-5047-4cd6-8860-55d582a9e51b) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:24.627819 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=1f3cfefa-d396-4950-a1e7-c5196f45bd00,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:24.645076 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d83d4f-131e-4339-84ab-00cfc398b16c None None] Checking router: 8d42a866-7419-438b-88af-00b85c898418 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:24.674364 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d83d4f-131e-4339-84ab-00cfc398b16c None None] Routers {'8d42a866-7419-438b-88af-00b85c898418'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:24.676263 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d7d83d4f-131e-4339-84ab-00cfc398b16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:41:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['8d42a866-7419-438b-88af-00b85c898418'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:24.772005 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 0464b167-1fca-42be-b135-d99d72816709 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:24.772682 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0464b167-1fca-42be-b135-d99d72816709), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:24.873673 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-d7d83d4f-131e-4339-84ab-00cfc398b16c None None] Set router 8d42a866-7419-438b-88af-00b85c898418 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:24.901619 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Publish callbacks [] for port (c731728e-5047-4cd6-8860-55d582a9e51b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:24.912308 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3d6270fd-9b7c-407c-bafd-fea71e872a46 req-350d7ba0-ca6f-46bb-b3a6-bf41641db29f tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 210 time: 0.6294310 Feb 09 01:41:24.940113 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 0464b167-1fca-42be-b135-d99d72816709 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:25.035632 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-c54bc105-d8cf-40ef-ac66-c90379250a8a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:25.046848 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-c54bc105-d8cf-40ef-ac66-c90379250a8a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:25.049502 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-c54bc105-d8cf-40ef-ac66-c90379250a8a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:25.102238 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54bc105-d8cf-40ef-ac66-c90379250a8a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Pushing event updated for resources: {'Port': ['ID=0e49f22d-0e2d-45a3-b0ea-4d3b87dff701,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:25.125825 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1f3cfefa-d396-4950-a1e7-c5196f45bd00 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:25.159568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-f4c2369d-6c75-4a0c-81c6-b547cf6bbe90 admin admin] For port bed44462-2876-41c4-a1aa-ee7833af9e8c, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=bed44462-2876-41c4-a1aa-ee7833af9e8c,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:25.159959 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f4c2369d-6c75-4a0c-81c6-b547cf6bbe90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (bed44462-2876-41c4-a1aa-ee7833af9e8c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.170909 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-343d0b68-0cd5-4f52-b30e-8c1371c1ee83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (db04b29c-3d49-43a6-9f2d-5d8555dec104), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.181974 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa55aa17-303c-4862-985f-432036b19832 admin admin] Publish callbacks [] for router (8d42a866-7419-438b-88af-00b85c898418), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.262836 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-f4c2369d-6c75-4a0c-81c6-b547cf6bbe90 admin admin] Calling delete_port for bed44462-2876-41c4-a1aa-ee7833af9e8c owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:25.290839 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-c54bc105-d8cf-40ef-ac66-c90379250a8a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:25.300829 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-c54bc105-d8cf-40ef-ac66-c90379250a8a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.342618 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d7d83d4f-131e-4339-84ab-00cfc398b16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d42a866-7419-438b-88af-00b85c898418', 'name': 'tempest-FloatingIPsNegativeTestJSON-1673665545-router', 'tenant_id': '657a762328934aaa96f34af7caf521e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '7d5176e0-a635-4d9a-9311-187c87107ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:49Z', 'updated_at': '2022-02-09T01:41:17Z', 'revision_number': 5, 'project_id': '657a762328934aaa96f34af7caf521e1', 'gw_port': {'id': '7d5176e0-a635-4d9a-9311-187c87107ab3', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d42a866-7419-438b-88af-00b85c898418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:50Z', 'updated_at': '2022-02-09T01:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:25.352675 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-c54bc105-d8cf-40ef-ac66-c90379250a8a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0135174 Feb 09 01:41:25.367252 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-f76df75d-c486-46fd-8c82-7727aa35c5d9 service neutron] Request body: {'port': {'device_id': '9d3fba75-da06-4a31-8d0b-84c53281a85c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:25.392885 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d83d4f-131e-4339-84ab-00cfc398b16c None None] The sync data for ids ['8d42a866-7419-438b-88af-00b85c898418'] in n-d-828387-3 is: [{'id': '8d42a866-7419-438b-88af-00b85c898418', 'name': 'tempest-FloatingIPsNegativeTestJSON-1673665545-router', 'tenant_id': '657a762328934aaa96f34af7caf521e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '7d5176e0-a635-4d9a-9311-187c87107ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:49Z', 'updated_at': '2022-02-09T01:41:17Z', 'revision_number': 5, 'project_id': '657a762328934aaa96f34af7caf521e1', 'gw_port': {'id': '7d5176e0-a635-4d9a-9311-187c87107ab3', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d42a866-7419-438b-88af-00b85c898418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:50Z', 'updated_at': '2022-02-09T01:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:25.446888 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (c731728e-5047-4cd6-8860-55d582a9e51b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.539138 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c326ebb-2735-4a76-b4ff-71228198ea7e req-331c3144-ed90-44db-b2d6-55c0a84160c7 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:25.547494 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c326ebb-2735-4a76-b4ff-71228198ea7e req-331c3144-ed90-44db-b2d6-55c0a84160c7 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3fba75-da06-4a31-8d0b-84c53281a85c HTTP/1.1" status: 200 len: 935 time: 0.4127719 Feb 09 01:41:25.552431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427f9c7-4d00-43bb-8d22-d68f61673cdd req-06fd88a8-0745-4e63-a330-25b145bd306c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:25.554571 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6427f9c7-4d00-43bb-8d22-d68f61673cdd req-06fd88a8-0745-4e63-a330-25b145bd306c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 1.1581826 Feb 09 01:41:25.576154 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 1f3cfefa-d396-4950-a1e7-c5196f45bd00 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:25.576782 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1f3cfefa-d396-4950-a1e7-c5196f45bd00), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.580289 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-f76df75d-c486-46fd-8c82-7727aa35c5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0e49f22d-0e2d-45a3-b0ea-4d3b87dff701), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.594179 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Network a6b971e5-0c53-44cf-8606-badf0cb5180d is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:25.630776 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:25.643116 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:25.648055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Pushing event updated for resources: {'Port': ['ID=c731728e-5047-4cd6-8860-55d582a9e51b,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:25.722384 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7f3d18ae-6573-45f0-bf00-3575d878a177 None None] Provisioning complete for port 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:25.722759 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7f3d18ae-6573-45f0-bf00-3575d878a177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0e49f22d-0e2d-45a3-b0ea-4d3b87dff701), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.787119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:25.787544 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:25.787888 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:25.789242 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:25.789242 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:25.789242 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:25.789584 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:25.789985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:25.790357 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:25.790686 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:25.791124 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:25.791365 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:25.791717 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:25.816422 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa55aa17-303c-4862-985f-432036b19832 admin admin] Publish callbacks [] for router_gateway (8d42a866-7419-438b-88af-00b85c898418), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.862229 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:25.862819 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.871683 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6427f9c7-4d00-43bb-8d22-d68f61673cdd req-11ace12f-819b-4405-b770-f8f2fff34f80 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973602 Feb 09 01:41:25.963421 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-0600e923-4e18-4e2a-8f05-63b7b2686fe9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6208498 Feb 09 01:41:25.992158 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-cfc0f0a6-4c57-443d-bed6-ec5e58a53686 service neutron] Request body: {'port': {'device_id': '03ea152b-69b3-4b1d-be26-41020a1842ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:26.046463 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7f3d18ae-6573-45f0-bf00-3575d878a177 None None] Port 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:26.147064 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-343d0b68-0cd5-4f52-b30e-8c1371c1ee83 admin admin] Publish callbacks [] for port (db04b29c-3d49-43a6-9f2d-5d8555dec104), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:26.186599 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-343d0b68-0cd5-4f52-b30e-8c1371c1ee83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (db04b29c-3d49-43a6-9f2d-5d8555dec104), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:26.189567 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-cfc0f0a6-4c57-443d-bed6-ec5e58a53686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c731728e-5047-4cd6-8860-55d582a9e51b), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:26.226086 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c326ebb-2735-4a76-b4ff-71228198ea7e req-0a55ee3b-a126-4757-ad35-92f7f9518c5e tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6776605 Feb 09 01:41:26.226808 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f4c2369d-6c75-4a0c-81c6-b547cf6bbe90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (bed44462-2876-41c4-a1aa-ee7833af9e8c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:26.268431 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2369d-6c75-4a0c-81c6-b547cf6bbe90 admin admin] Pushing event deleted for resources: {'Port': ['ID=bed44462-2876-41c4-a1aa-ee7833af9e8c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:26.345853 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-fa55aa17-303c-4862-985f-432036b19832 admin admin] Deleting port 7d5176e0-a635-4d9a-9311-187c87107ab3 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:26.346197 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa55aa17-303c-4862-985f-432036b19832 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (7d5176e0-a635-4d9a-9311-187c87107ab3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:26.389062 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 1f3cfefa-d396-4950-a1e7-c5196f45bd00 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:26.443610 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b180cce8-bf29-41ab-9d68-4cf1d7f44d59 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:41:26.483919 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-343d0b68-0cd5-4f52-b30e-8c1371c1ee83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (209518a5-5a44-4200-b95c-8ae9102f2905), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:26.554983 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: b180cce8-bf29-41ab-9d68-4cf1d7f44d59 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:41:26.555418 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b180cce8-bf29-41ab-9d68-4cf1d7f44d59 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:41:26.558142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d0b68-0cd5-4f52-b30e-8c1371c1ee83 admin admin] Pushing event updated for resources: {'Port': ['ID=db04b29c-3d49-43a6-9f2d-5d8555dec104,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:26.596553 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4df2d7-d751-4a62-9218-2002d4347cb1 req-9f77b21e-483f-477a-9195-a619d2b820f6 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:26.598215 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad4df2d7-d751-4a62-9218-2002d4347cb1 req-9f77b21e-483f-477a-9195-a619d2b820f6 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 932 time: 0.4626944 Feb 09 01:41:26.638703 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f4c2369d-6c75-4a0c-81c6-b547cf6bbe90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (582d183a-cc02-4cd1-8e05-8a99ca2169ca), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:26.835255 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-fa55aa17-303c-4862-985f-432036b19832 admin admin] For port 7d5176e0-a635-4d9a-9311-187c87107ab3, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=7d5176e0-a635-4d9a-9311-187c87107ab3,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:26.835637 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa55aa17-303c-4862-985f-432036b19832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (7d5176e0-a635-4d9a-9311-187c87107ab3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:26.847135 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad4df2d7-d751-4a62-9218-2002d4347cb1 req-b1d471bc-4785-4d5e-9b07-394d5894f511 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351179 Feb 09 01:41:26.880902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-fa55aa17-303c-4862-985f-432036b19832 admin admin] Calling delete_port for 7d5176e0-a635-4d9a-9311-187c87107ab3 owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:26.924546 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f4c2369d-6c75-4a0c-81c6-b547cf6bbe90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (582d183a-cc02-4cd1-8e05-8a99ca2169ca), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:26.935339 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f4c2369d-6c75-4a0c-81c6-b547cf6bbe90 admin admin] Publish callbacks [] for router_controller (582d183a-cc02-4cd1-8e05-8a99ca2169ca), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:26.955689 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343d0b68-0cd5-4f52-b30e-8c1371c1ee83 admin admin] Network 293773b8-b804-4473-a45c-9f5d814fe48d is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:26.992799 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-343d0b68-0cd5-4f52-b30e-8c1371c1ee83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:27.029352 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff8a66-727b-4a06-a19f-b831b9a6110e req-f91684d1-528a-4088-a57b-90f7ffec9d0d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:27.048591 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e5ff8a66-727b-4a06-a19f-b831b9a6110e req-f91684d1-528a-4088-a57b-90f7ffec9d0d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.5007858 Feb 09 01:41:27.150087 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5a8daa92-cc12-4d12-8d2e-d5fdcf525641 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:41:27.178127 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343d0b68-0cd5-4f52-b30e-8c1371c1ee83 admin admin] Router 209518a5-5a44-4200-b95c-8ae9102f2905 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:41:27.203521 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 5a8daa92-cc12-4d12-8d2e-d5fdcf525641 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:41:27.204419 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5a8daa92-cc12-4d12-8d2e-d5fdcf525641 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:41:27.205096 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bed44462-2876-41c4-a1aa-ee7833af9e8c no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:41:27.244313 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: bed44462-2876-41c4-a1aa-ee7833af9e8c {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:41:27.245426 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bed44462-2876-41c4-a1aa-ee7833af9e8c not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:41:27.284415 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f4c2369d-6c75-4a0c-81c6-b547cf6bbe90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (582d183a-cc02-4cd1-8e05-8a99ca2169ca), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.285130 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c2369d-6c75-4a0c-81c6-b547cf6bbe90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 582d183a-cc02-4cd1-8e05-8a99ca2169ca {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:41:27.292197 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f4c2369d-6c75-4a0c-81c6-b547cf6bbe90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.302742 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f4c2369d-6c75-4a0c-81c6-b547cf6bbe90 admin admin] 10.222.0.36 "DELETE /v2.0/routers/582d183a-cc02-4cd1-8e05-8a99ca2169ca HTTP/1.1" status: 204 len: 168 time: 5.3087902 Feb 09 01:41:27.321161 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38998) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:27.486914 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e5ff8a66-727b-4a06-a19f-b831b9a6110e req-e76310d7-2c70-4d21-a4c6-ffa5c027177c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364002 Feb 09 01:41:27.502238 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-f76df75d-c486-46fd-8c82-7727aa35c5d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:41:27.506123 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3fc79b72-8472-4923-bb92-ec1c980476f2 None None] Provisioning complete for port db04b29c-3d49-43a6-9f2d-5d8555dec104 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:27.515779 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-f76df75d-c486-46fd-8c82-7727aa35c5d9 service neutron] Publish callbacks [] for port (0e49f22d-0e2d-45a3-b0ea-4d3b87dff701), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.516281 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3fc79b72-8472-4923-bb92-ec1c980476f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (db04b29c-3d49-43a6-9f2d-5d8555dec104), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.518316 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-cfc0f0a6-4c57-443d-bed6-ec5e58a53686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c731728e-5047-4cd6-8860-55d582a9e51b {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:41:27.528311 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-6591c8e6-4df6-4189-89c7-474ee81c5e9f admin admin] Deleting subnet 93103878-dcc1-4716-893a-838201b72fe5 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:41:27.535353 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6591c8e6-4df6-4189-89c7-474ee81c5e9f admin admin] Publish callbacks [] for subnet (93103878-dcc1-4716-893a-838201b72fe5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.578811 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3fc79b72-8472-4923-bb92-ec1c980476f2 None None] Port db04b29c-3d49-43a6-9f2d-5d8555dec104 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:27.595720 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-f76df75d-c486-46fd-8c82-7727aa35c5d9 service neutron] Transition to ACTIVE for port object 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:41:27.600049 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6591c8e6-4df6-4189-89c7-474ee81c5e9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (93103878-dcc1-4716-893a-838201b72fe5), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.613927 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-cfc0f0a6-4c57-443d-bed6-ec5e58a53686 service neutron] Publish callbacks [] for port (c731728e-5047-4cd6-8860-55d582a9e51b), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.622150 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-f76df75d-c486-46fd-8c82-7727aa35c5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (0e49f22d-0e2d-45a3-b0ea-4d3b87dff701), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.683324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-cfc0f0a6-4c57-443d-bed6-ec5e58a53686 service neutron] Transition to ACTIVE for port object c731728e-5047-4cd6-8860-55d582a9e51b will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:41:27.698955 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-cfc0f0a6-4c57-443d-bed6-ec5e58a53686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (c731728e-5047-4cd6-8860-55d582a9e51b), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.753576 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76df75d-c486-46fd-8c82-7727aa35c5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e49f22d-0e2d-45a3-b0ea-4d3b87dff701,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:27.765115 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa4017-3120-4eeb-b332-1fb8664ab5bf req-bfd9a60a-97cf-45c3-9760-dd92343b4826 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:27.772375 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cefa4017-3120-4eeb-b332-1fb8664ab5bf req-bfd9a60a-97cf-45c3-9760-dd92343b4826 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3fba75-da06-4a31-8d0b-84c53281a85c HTTP/1.1" status: 200 len: 935 time: 0.3491387 Feb 09 01:41:27.843626 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa55aa17-303c-4862-985f-432036b19832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (7d5176e0-a635-4d9a-9311-187c87107ab3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.853219 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343d0b68-0cd5-4f52-b30e-8c1371c1ee83 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:41:27.856913 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6591c8e6-4df6-4189-89c7-474ee81c5e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (93103878-dcc1-4716-893a-838201b72fe5), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.869981 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] Sync routers for ids ['209518a5-5a44-4200-b95c-8ae9102f2905'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:27.872221 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-343d0b68-0cd5-4f52-b30e-8c1371c1ee83 admin admin] 10.222.0.36 "PUT /v2.0/routers/209518a5-5a44-4200-b95c-8ae9102f2905/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0500000 Feb 09 01:41:27.909026 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0f0a6-4c57-443d-bed6-ec5e58a53686 service neutron] Pushing event updated for resources: {'Port': ['ID=c731728e-5047-4cd6-8860-55d582a9e51b,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:27.929957 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] Routers {'209518a5-5a44-4200-b95c-8ae9102f2905'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:27.930535 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:41:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['209518a5-5a44-4200-b95c-8ae9102f2905'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:27.939345 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c4da1-b3b4-4d72-828c-ab1d6f16ef19 req-904f4dad-1ccd-404c-a83c-964d2fdbc060 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:27.939345 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e19c4da1-b3b4-4d72-828c-ab1d6f16ef19 req-904f4dad-1ccd-404c-a83c-964d2fdbc060 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.2819276 Feb 09 01:41:28.120251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55aa17-303c-4862-985f-432036b19832 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d5176e0-a635-4d9a-9311-187c87107ab3,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:28.132560 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e19c4da1-b3b4-4d72-828c-ab1d6f16ef19 req-57ab7ec7-84e7-48fe-988c-5c5da8731519 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852155 Feb 09 01:41:28.133332 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-f76df75d-c486-46fd-8c82-7727aa35c5d9 service neutron] Attempting to bind port 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:41:28.133801 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-f76df75d-c486-46fd-8c82-7727aa35c5d9 service neutron] Attempting to bind port 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:41:28.134190 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-f76df75d-c486-46fd-8c82-7727aa35c5d9 service neutron] Attempting to bind port 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:41:28.154978 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6591c8e6-4df6-4189-89c7-474ee81c5e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (93103878-dcc1-4716-893a-838201b72fe5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.168791 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-f76df75d-c486-46fd-8c82-7727aa35c5d9 service neutron] Port 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:41:28.168791 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-f76df75d-c486-46fd-8c82-7727aa35c5d9 service neutron] Attempting to bind port 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:41:28.257918 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cefa4017-3120-4eeb-b332-1fb8664ab5bf req-73e6437f-7f6d-4f20-b029-c329ed42d30c tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846539 Feb 09 01:41:28.266435 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-f76df75d-c486-46fd-8c82-7727aa35c5d9 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:41:28.272513 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-f76df75d-c486-46fd-8c82-7727aa35c5d9 service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:41:28.272513 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-f76df75d-c486-46fd-8c82-7727aa35c5d9 service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:41:28.273361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-f76df75d-c486-46fd-8c82-7727aa35c5d9 service neutron] Bound port: 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:41:28.274532 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-f76df75d-c486-46fd-8c82-7727aa35c5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0e49f22d-0e2d-45a3-b0ea-4d3b87dff701), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.289938 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa55aa17-303c-4862-985f-432036b19832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (8d42a866-7419-438b-88af-00b85c898418), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.349329 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6591c8e6-4df6-4189-89c7-474ee81c5e9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.362303 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6591c8e6-4df6-4189-89c7-474ee81c5e9f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/93103878-dcc1-4716-893a-838201b72fe5 HTTP/1.1" status: 204 len: 168 time: 1.0093274 Feb 09 01:41:28.373712 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39034) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:28.376713 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] Set router 209518a5-5a44-4200-b95c-8ae9102f2905 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:28.377311 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591c8e6-4df6-4189-89c7-474ee81c5e9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93103878-dcc1-4716-893a-838201b72fe5,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:28.413712 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa55aa17-303c-4862-985f-432036b19832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (8d42a866-7419-438b-88af-00b85c898418), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.416868 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa55aa17-303c-4862-985f-432036b19832 admin admin] Publish callbacks [] for router_controller (8d42a866-7419-438b-88af-00b85c898418), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.594073 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-f76df75d-c486-46fd-8c82-7727aa35c5d9 service neutron] For port 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:41:28.598721 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-f76df75d-c486-46fd-8c82-7727aa35c5d9 service neutron] For port 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0e49f22d-0e2d-45a3-b0ea-4d3b87dff701,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:41:28.602954 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (515c12d8-1747-4322-a36c-f5790f62f329), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.625307 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-f76df75d-c486-46fd-8c82-7727aa35c5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (0e49f22d-0e2d-45a3-b0ea-4d3b87dff701), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.656843 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf289e2-370e-4372-9978-f242b157e785 req-f07d8d53-8f40-499f-87b1-e4eabb5e4a36 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:28.662709 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2cf289e2-370e-4372-9978-f242b157e785 req-f07d8d53-8f40-499f-87b1-e4eabb5e4a36 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 944 time: 0.2961686 Feb 09 01:41:28.698718 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f214f4-61f6-4504-9f42-e0e08d060ce4 None None] Network 515c12d8-1747-4322-a36c-f5790f62f329 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:28.774234 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-f76df75d-c486-46fd-8c82-7727aa35c5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:28.774878 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-f76df75d-c486-46fd-8c82-7727aa35c5d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.778645 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-f76df75d-c486-46fd-8c82-7727aa35c5d9 service neutron] 10.222.0.67 "PUT /v2.0/ports/0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 HTTP/1.1" status: 200 len: 1095 time: 3.4175115 Feb 09 01:41:28.804907 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3fba75-da06-4a31-8d0b-84c53281a85c', 'tag': '0e49f22d-0e2d-45a3-b0ea-4d3b87dff701'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:41:28.809754 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcb7268-4553-4dce-8b5b-917e1c1e7842" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3fba75-da06-4a31-8d0b-84c53281a85c", "tag": "0e49f22d-0e2d-45a3-b0ea-4d3b87dff701"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:41:29.023289 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209518a5-5a44-4200-b95c-8ae9102f2905', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902435090-router', 'tenant_id': '38a7879a60584dcfb30ad30072329a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '1f3cfefa-d396-4950-a1e7-c5196f45bd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:09Z', 'updated_at': '2022-02-09T01:41:24Z', 'revision_number': 4, 'project_id': '38a7879a60584dcfb30ad30072329a96', 'gw_port': {'id': '1f3cfefa-d396-4950-a1e7-c5196f45bd00', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209518a5-5a44-4200-b95c-8ae9102f2905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:11Z', 'updated_at': '2022-02-09T01:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'db04b29c-3d49-43a6-9f2d-5d8555dec104', 'name': '', 'network_id': '293773b8-b804-4473-a45c-9f5d814fe48d', 'tenant_id': '38a7879a60584dcfb30ad30072329a96', 'mac_address': 'fa:16:3e:f8:6c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209518a5-5a44-4200-b95c-8ae9102f2905', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '0886798e-cadb-4157-bd6d-a21b6c8f037e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:20Z', 'updated_at': '2022-02-09T01:41:25Z', 'revision_number': 2, 'project_id': '38a7879a60584dcfb30ad30072329a96', 'subnets': [{'id': '0886798e-cadb-4157-bd6d-a21b6c8f037e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:29.101716 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39044) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:29.104735 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] Checking router: 209518a5-5a44-4200-b95c-8ae9102f2905 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:29.105166 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] Updating router 209518a5-5a44-4200-b95c-8ae9102f2905 port db04b29c-3d49-43a6-9f2d-5d8555dec104 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:41:29.161007 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76df75d-c486-46fd-8c82-7727aa35c5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e49f22d-0e2d-45a3-b0ea-4d3b87dff701,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:29.183667 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6773aca9-c220-44b5-a088-ee3f3f616454 None None] DHCP port deletion for 515c12d8-1747-4322-a36c-f5790f62f329 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:41:29.328390 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2cf289e2-370e-4372-9978-f242b157e785 req-80c3b918-ce6b-4510-b4ee-a541dcac7e88 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5855331 Feb 09 01:41:29.447524 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (db04b29c-3d49-43a6-9f2d-5d8555dec104), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.460984 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-41b8c4b0-5aa8-4535-be47-f583e13eeef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:29.473877 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-41b8c4b0-5aa8-4535-be47-f583e13eeef3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&device_id=9d3fba75-da06-4a31-8d0b-84c53281a85c HTTP/1.1" status: 200 len: 1129 time: 0.6439836 Feb 09 01:41:29.554070 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Deleting port 887cccd4-094c-41b8-8491-b99f8de92f46 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:29.556701 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (887cccd4-094c-41b8-8491-b99f8de92f46), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.578243 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-cfc0f0a6-4c57-443d-bed6-ec5e58a53686 service neutron] Attempting to bind port c731728e-5047-4cd6-8860-55d582a9e51b on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:41:29.580857 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-cfc0f0a6-4c57-443d-bed6-ec5e58a53686 service neutron] Attempting to bind port c731728e-5047-4cd6-8860-55d582a9e51b by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'fbbc736b-5615-49c5-8b22-d214a670d94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a6b971e5-0c53-44cf-8606-badf0cb5180d'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:41:29.581646 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-cfc0f0a6-4c57-443d-bed6-ec5e58a53686 service neutron] Attempting to bind port c731728e-5047-4cd6-8860-55d582a9e51b on network a6b971e5-0c53-44cf-8606-badf0cb5180d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:41:29.593039 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-cfc0f0a6-4c57-443d-bed6-ec5e58a53686 service neutron] Port c731728e-5047-4cd6-8860-55d582a9e51b on network a6b971e5-0c53-44cf-8606-badf0cb5180d not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:41:29.595146 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-cfc0f0a6-4c57-443d-bed6-ec5e58a53686 service neutron] Attempting to bind port c731728e-5047-4cd6-8860-55d582a9e51b on network a6b971e5-0c53-44cf-8606-badf0cb5180d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:41:29.601611 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa55aa17-303c-4862-985f-432036b19832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (8d42a866-7419-438b-88af-00b85c898418), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.602341 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa55aa17-303c-4862-985f-432036b19832 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d42a866-7419-438b-88af-00b85c898418 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:41:29.611306 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-cfc0f0a6-4c57-443d-bed6-ec5e58a53686 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:41:29.611898 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-cfc0f0a6-4c57-443d-bed6-ec5e58a53686 service neutron] Checking segment: {'id': 'fbbc736b-5615-49c5-8b22-d214a670d94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a6b971e5-0c53-44cf-8606-badf0cb5180d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:41:29.612863 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-cfc0f0a6-4c57-443d-bed6-ec5e58a53686 service neutron] Bound using segment: {'id': 'fbbc736b-5615-49c5-8b22-d214a670d94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a6b971e5-0c53-44cf-8606-badf0cb5180d'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:41:29.613532 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-cfc0f0a6-4c57-443d-bed6-ec5e58a53686 service neutron] Bound port: c731728e-5047-4cd6-8860-55d582a9e51b, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbbc736b-5615-49c5-8b22-d214a670d94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a6b971e5-0c53-44cf-8606-badf0cb5180d'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:41:29.614108 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-cfc0f0a6-4c57-443d-bed6-ec5e58a53686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c731728e-5047-4cd6-8860-55d582a9e51b), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.621768 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa55aa17-303c-4862-985f-432036b19832 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.623496 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fa55aa17-303c-4862-985f-432036b19832 admin admin] 10.222.0.36 "DELETE /v2.0/routers/8d42a866-7419-438b-88af-00b85c898418 HTTP/1.1" status: 204 len: 168 time: 5.9297810 Feb 09 01:41:29.645038 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39052) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:29.673501 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34512a2f-34e6-4da3-a877-009bbc6237fd x-openstack-request-id: req-34512a2f-34e6-4da3-a877-009bbc6237fd {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:41:29.673955 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3fba75-da06-4a31-8d0b-84c53281a85c", "tag": "0e49f22d-0e2d-45a3-b0ea-4d3b87dff701", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:41:29.674333 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-34512a2f-34e6-4da3-a877-009bbc6237fd {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:41:29.685925 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3fba75-da06-4a31-8d0b-84c53281a85c', 'tag': '0e49f22d-0e2d-45a3-b0ea-4d3b87dff701', 'status': 'completed', 'code': 200} Feb 09 01:41:29.839949 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6773aca9-c220-44b5-a088-ee3f3f616454 None None] Deleting port 887cccd4-094c-41b8-8491-b99f8de92f46 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:29.840312 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6773aca9-c220-44b5-a088-ee3f3f616454 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (887cccd4-094c-41b8-8491-b99f8de92f46), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.875078 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-5bc686b2-34f6-424b-a6ec-87a059761847 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 HTTP/1.1" status: 200 len: 217 time: 0.3849828 Feb 09 01:41:30.034180 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-6773aca9-c220-44b5-a088-ee3f3f616454 None None] For port 887cccd4-094c-41b8-8491-b99f8de92f46, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=887cccd4-094c-41b8-8491-b99f8de92f46,segment=NetworkSegment(13eac6cf-c85b-4b71-bb26-1230e902bd5a),segment_id=13eac6cf-c85b-4b71-bb26-1230e902bd5a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:30.035038 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6773aca9-c220-44b5-a088-ee3f3f616454 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (887cccd4-094c-41b8-8491-b99f8de92f46), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.096483 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6773aca9-c220-44b5-a088-ee3f3f616454 None None] Calling delete_port for 887cccd4-094c-41b8-8491-b99f8de92f46 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:30.117072 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-cfc0f0a6-4c57-443d-bed6-ec5e58a53686 service neutron] For port c731728e-5047-4cd6-8860-55d582a9e51b, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:41:30.132038 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-cfc0f0a6-4c57-443d-bed6-ec5e58a53686 service neutron] For port c731728e-5047-4cd6-8860-55d582a9e51b, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c731728e-5047-4cd6-8860-55d582a9e51b,segment=NetworkSegment(fbbc736b-5615-49c5-8b22-d214a670d94a),segment_id=fbbc736b-5615-49c5-8b22-d214a670d94a)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:41:30.183332 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0db0c055-e814-4a50-9ff4-cca6de1c5844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.185325 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-cfc0f0a6-4c57-443d-bed6-ec5e58a53686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (c731728e-5047-4cd6-8860-55d582a9e51b), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.336179 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa0116-ef2a-4374-9923-10f66c1020f8 req-ac5ef4ac-5cf6-4dfa-84e7-ff10139b1831 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:30.350542 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] For port 887cccd4-094c-41b8-8491-b99f8de92f46, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=887cccd4-094c-41b8-8491-b99f8de92f46,segment=NetworkSegment(13eac6cf-c85b-4b71-bb26-1230e902bd5a),segment_id=13eac6cf-c85b-4b71-bb26-1230e902bd5a)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:30.351156 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (887cccd4-094c-41b8-8491-b99f8de92f46), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.361841 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-83aa0116-ef2a-4374-9923-10f66c1020f8 req-ac5ef4ac-5cf6-4dfa-84e7-ff10139b1831 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.8654165 Feb 09 01:41:30.365578 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-cfc0f0a6-4c57-443d-bed6-ec5e58a53686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:30.366507 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-cfc0f0a6-4c57-443d-bed6-ec5e58a53686 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.371750 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-cfc0f0a6-4c57-443d-bed6-ec5e58a53686 service neutron] 10.222.0.48 "PUT /v2.0/ports/c731728e-5047-4cd6-8860-55d582a9e51b HTTP/1.1" status: 200 len: 1092 time: 4.3814254 Feb 09 01:41:30.376496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ea152b-69b3-4b1d-be26-41020a1842ea', 'tag': 'c731728e-5047-4cd6-8860-55d582a9e51b'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:41:30.379832 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f908be-d73b-4a51-9646-636e1524884a" -d '{"events": [{"name": "network-changed", "server_uuid": "03ea152b-69b3-4b1d-be26-41020a1842ea", "tag": "c731728e-5047-4cd6-8860-55d582a9e51b"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:41:30.428196 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf2b68b-eba5-40d9-9a05-9d84dd3c8e15 admin admin] Deleting subnet 59c2cb40-558e-4a13-88e1-13dcd5cc820b {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:41:30.444739 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b68b-eba5-40d9-9a05-9d84dd3c8e15 admin admin] Publish callbacks [] for subnet (59c2cb40-558e-4a13-88e1-13dcd5cc820b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.489779 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] Publish callbacks [] for port (db04b29c-3d49-43a6-9f2d-5d8555dec104), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.505022 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Calling delete_port for 887cccd4-094c-41b8-8491-b99f8de92f46 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:30.531642 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-1c305fdb-7c08-45cf-9277-d965667dd784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:30.531642 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-1c305fdb-7c08-45cf-9277-d965667dd784 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.5640652 Feb 09 01:41:30.576141 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (db04b29c-3d49-43a6-9f2d-5d8555dec104), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.671642 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d83149-79e6-4210-8c85-564ae2f6f0c2 None None] Pushing event updated for resources: {'Port': ['ID=db04b29c-3d49-43a6-9f2d-5d8555dec104,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:30.672893 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0f0a6-4c57-443d-bed6-ec5e58a53686 service neutron] Pushing event updated for resources: {'Port': ['ID=c731728e-5047-4cd6-8860-55d582a9e51b,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:30.718702 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b68b-eba5-40d9-9a05-9d84dd3c8e15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (59c2cb40-558e-4a13-88e1-13dcd5cc820b), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.738472 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-83aa0116-ef2a-4374-9923-10f66c1020f8 req-d8bad1e7-72e9-44c3-a5ef-1b115bde8709 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755183 Feb 09 01:41:30.796763 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb70e19-d8ea-4316-98a7-ae9aef5546b6 req-cc405cb8-6a26-4cb9-805b-a45f40c77868 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:30.798445 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-adb70e19-d8ea-4316-98a7-ae9aef5546b6 req-cc405cb8-6a26-4cb9-805b-a45f40c77868 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3fba75-da06-4a31-8d0b-84c53281a85c HTTP/1.1" status: 200 len: 947 time: 1.0636120 Feb 09 01:41:30.913721 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-b90fdcd0-500c-44bc-8a2c-13c689ec946e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:30.916445 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-b90fdcd0-500c-44bc-8a2c-13c689ec946e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8248d61c5b2e4c07afdd3d5431bd39cc&device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 1126 time: 0.3531771 Feb 09 01:41:31.047324 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-2f237039-cd75-44a6-93ce-be3274ac0f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:31.048870 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-2f237039-cd75-44a6-93ce-be3274ac0f96 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5108562 Feb 09 01:41:31.085639 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6773aca9-c220-44b5-a088-ee3f3f616454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (887cccd4-094c-41b8-8491-b99f8de92f46), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.169167 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-966387b4-0076-4618-ae59-647addf909c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c731728e-5047-4cd6-8860-55d582a9e51b HTTP/1.1" status: 200 len: 217 time: 0.2345119 Feb 09 01:41:31.183458 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 887cccd4-094c-41b8-8491-b99f8de92f46 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:41:31.237806 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6773aca9-c220-44b5-a088-ee3f3f616454 None None] No DVR routers for this DVR port 887cccd4-094c-41b8-8491-b99f8de92f46 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:41:31.239927 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 887cccd4-094c-41b8-8491-b99f8de92f46 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:41:31.240512 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 887cccd4-094c-41b8-8491-b99f8de92f46 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:41:31.241414 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7d5176e0-a635-4d9a-9311-187c87107ab3 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:41:31.248961 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773aca9-c220-44b5-a088-ee3f3f616454 None None] Pushing event deleted for resources: {'Port': ['ID=887cccd4-094c-41b8-8491-b99f8de92f46,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:31.261738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f471f5-bb43-4b33-8eee-0c093767d369 req-fc334425-b05f-40bf-9f92-33280aaa871b tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:31.264135 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-96f471f5-bb43-4b33-8eee-0c093767d369 req-fc334425-b05f-40bf-9f92-33280aaa871b tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 944 time: 0.3551424 Feb 09 01:41:31.284180 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0db0c055-e814-4a50-9ff4-cca6de1c5844 admin admin] Publish callbacks [] for security_group (b9ec270b-9a49-445d-9145-6e97d8e17f9e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.310786 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-adb70e19-d8ea-4316-98a7-ae9aef5546b6 req-25fd06f2-2594-4aee-a295-4b9c4c410f67 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519408 Feb 09 01:41:31.323649 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (887cccd4-094c-41b8-8491-b99f8de92f46), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.329384 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b68b-eba5-40d9-9a05-9d84dd3c8e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (59c2cb40-558e-4a13-88e1-13dcd5cc820b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.358483 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0db0c055-e814-4a50-9ff4-cca6de1c5844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b9ec270b-9a49-445d-9145-6e97d8e17f9e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.417140 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 7d5176e0-a635-4d9a-9311-187c87107ab3 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:41:31.417488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7d5176e0-a635-4d9a-9311-187c87107ab3 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:41:31.427342 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-41d50284-89b7-4c55-bf98-20f6a7416f53 None None] Provisioning complete for port db04b29c-3d49-43a6-9f2d-5d8555dec104 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:31.427730 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-41d50284-89b7-4c55-bf98-20f6a7416f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (db04b29c-3d49-43a6-9f2d-5d8555dec104), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.436952 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] Attempting to bind port db04b29c-3d49-43a6-9f2d-5d8555dec104 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:41:31.437333 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] Attempting to bind port db04b29c-3d49-43a6-9f2d-5d8555dec104 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'a254938a-1eb8-42f6-a558-8f63d0292607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '293773b8-b804-4473-a45c-9f5d814fe48d'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:41:31.437705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] Attempting to bind port db04b29c-3d49-43a6-9f2d-5d8555dec104 on network 293773b8-b804-4473-a45c-9f5d814fe48d {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:41:31.442629 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-1ae2ec4f-ff2e-472b-9800-ead45df262fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:31.444644 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-1ae2ec4f-ff2e-472b-9800-ead45df262fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=39615468-fb42-472a-ac5d-b723e6597983 HTTP/1.1" status: 200 len: 851 time: 0.2435820 Feb 09 01:41:31.503062 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=887cccd4-094c-41b8-8491-b99f8de92f46,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:31.511690 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:41:31.512573 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] Checking segment: {'id': 'a254938a-1eb8-42f6-a558-8f63d0292607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '293773b8-b804-4473-a45c-9f5d814fe48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:41:31.512573 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.512846 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] Bound using segment: {'id': 'a254938a-1eb8-42f6-a558-8f63d0292607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '293773b8-b804-4473-a45c-9f5d814fe48d'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:41:31.513330 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] Bound port: db04b29c-3d49-43a6-9f2d-5d8555dec104, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a254938a-1eb8-42f6-a558-8f63d0292607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '293773b8-b804-4473-a45c-9f5d814fe48d'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:41:31.513715 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (db04b29c-3d49-43a6-9f2d-5d8555dec104), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.527029 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] No DVR routers for this DVR port 887cccd4-094c-41b8-8491-b99f8de92f46 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:41:31.554384 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-96f471f5-bb43-4b33-8eee-0c093767d369 req-a930f9b0-3b7b-476d-a907-4bd1acc26c95 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755728 Feb 09 01:41:31.565270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-41d50284-89b7-4c55-bf98-20f6a7416f53 None None] Port db04b29c-3d49-43a6-9f2d-5d8555dec104 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:31.572347 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89630cf-e723-4f28-abc4-79f0b4222db8 x-openstack-request-id: req-f89630cf-e723-4f28-abc4-79f0b4222db8 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:41:31.579097 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ea152b-69b3-4b1d-be26-41020a1842ea", "tag": "c731728e-5047-4cd6-8860-55d582a9e51b", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:41:31.583599 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f89630cf-e723-4f28-abc4-79f0b4222db8 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:41:31.584407 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ea152b-69b3-4b1d-be26-41020a1842ea', 'tag': 'c731728e-5047-4cd6-8860-55d582a9e51b', 'status': 'completed', 'code': 200} Feb 09 01:41:31.656883 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-f3d131fc-42aa-499b-bc83-2193445f04da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6b971e5-0c53-44cf-8606-badf0cb5180d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1827009 Feb 09 01:41:31.678290 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:31.678644 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:31.678990 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:31.679364 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:31.679697 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:31.680035 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:31.680472 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:31.680684 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:31.681011 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:31.692749 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:31.695659 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] For port db04b29c-3d49-43a6-9f2d-5d8555dec104, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:41:31.697715 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:31.698308 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:31.699569 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:31.701812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] For port db04b29c-3d49-43a6-9f2d-5d8555dec104, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=db04b29c-3d49-43a6-9f2d-5d8555dec104,segment=NetworkSegment(a254938a-1eb8-42f6-a558-8f63d0292607),segment_id=a254938a-1eb8-42f6-a558-8f63d0292607)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:41:31.710630 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0db0c055-e814-4a50-9ff4-cca6de1c5844 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca8d5e770d5945f484abe682d4d621f8&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6042807 Feb 09 01:41:31.712358 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (db04b29c-3d49-43a6-9f2d-5d8555dec104), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.716055 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39066) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:31.725655 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0c055-e814-4a50-9ff4-cca6de1c5844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ec270b-9a49-445d-9145-6e97d8e17f9e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:31.769115 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:41:31.769766 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-546165b4-a705-4109-949a-3812fb8df3c0 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6495097 Feb 09 01:41:31.910833 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] Routers {'209518a5-5a44-4200-b95c-8ae9102f2905'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:31.914216 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:41:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['209518a5-5a44-4200-b95c-8ae9102f2905'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:31.941553 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b68b-eba5-40d9-9a05-9d84dd3c8e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (59c2cb40-558e-4a13-88e1-13dcd5cc820b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:32.044985 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b68b-eba5-40d9-9a05-9d84dd3c8e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:32.050093 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bdf2b68b-eba5-40d9-9a05-9d84dd3c8e15 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/59c2cb40-558e-4a13-88e1-13dcd5cc820b HTTP/1.1" status: 204 len: 168 time: 2.3979461 Feb 09 01:41:32.104034 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39070) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:32.126872 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2b68b-eba5-40d9-9a05-9d84dd3c8e15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59c2cb40-558e-4a13-88e1-13dcd5cc820b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:32.132902 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff19d48-18d0-490d-bb59-782a3e5a4a9b None None] Network d2c61b53-58d3-49a4-9382-3f8c40f60bba requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:32.159928 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d83149-79e6-4210-8c85-564ae2f6f0c2 None None] Pushing event updated for resources: {'Port': ['ID=db04b29c-3d49-43a6-9f2d-5d8555dec104,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:32.208900 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1239807a-f76b-4fb0-8b1d-7a3e431d570f req-19aa0903-2cd3-453c-b5ea-4d93b1fc310c service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956385 Feb 09 01:41:32.380983 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a7093268-0a6c-4dd2-a7bb-65ad1fd6a316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (d2c61b53-58d3-49a4-9382-3f8c40f60bba), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:32.421673 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-7104a306-62bb-4209-a90c-8374f82d6327 service neutron] 10.222.0.48 "GET /v2.0/networks/a6b971e5-0c53-44cf-8606-badf0cb5180d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7547855 Feb 09 01:41:32.438433 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (515c12d8-1747-4322-a36c-f5790f62f329), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:32.596531 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-56d935be-9f34-493b-a2a8-daea462df2db admin admin] Publish callbacks [] for security_group (b9ec270b-9a49-445d-9145-6e97d8e17f9e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:32.608943 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fb764-b099-40bc-acab-c72f4bad417b req-18767f70-bd3d-420b-a6d0-ee630d7fb3c9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:32.610555 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-046fb764-b099-40bc-acab-c72f4bad417b req-18767f70-bd3d-420b-a6d0-ee630d7fb3c9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.7000566 Feb 09 01:41:32.622828 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-56d935be-9f34-493b-a2a8-daea462df2db admin admin] Publish callbacks [] for security_group (b9ec270b-9a49-445d-9145-6e97d8e17f9e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:32.646206 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] Set router 209518a5-5a44-4200-b95c-8ae9102f2905 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:32.708132 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-56d935be-9f34-493b-a2a8-daea462df2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b9ec270b-9a49-445d-9145-6e97d8e17f9e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:32.711011 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-56d935be-9f34-493b-a2a8-daea462df2db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:32.712281 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-56d935be-9f34-493b-a2a8-daea462df2db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b9ec270b-9a49-445d-9145-6e97d8e17f9e HTTP/1.1" status: 204 len: 168 time: 0.9877980 Feb 09 01:41:32.729749 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515c12d8-1747-4322-a36c-f5790f62f329']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:32.776944 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-824b4619-b3cc-4096-af77-db57da54baca None None] Provisioning complete for port db04b29c-3d49-43a6-9f2d-5d8555dec104 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:32.778565 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-824b4619-b3cc-4096-af77-db57da54baca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (db04b29c-3d49-43a6-9f2d-5d8555dec104), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:32.783090 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d935be-9f34-493b-a2a8-daea462df2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ec270b-9a49-445d-9145-6e97d8e17f9e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:32.801526 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25f7c889-4e4a-41f4-b375-64eb3b45b047 req-86ba9b01-46d8-46c8-bce6-392fc5881986 service neutron] 10.222.0.48 "GET /v2.0/networks/a6b971e5-0c53-44cf-8606-badf0cb5180d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219473 Feb 09 01:41:32.814736 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-046fb764-b099-40bc-acab-c72f4bad417b req-5a42566c-4135-4e9e-b1af-7290a23763dd tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891203 Feb 09 01:41:32.827363 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13eac6cf-c85b-4b71-bb26-1230e902bd5a') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:32.828761 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13eac6cf-c85b-4b71-bb26-1230e902bd5a') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:32.836142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-a7093268-0a6c-4dd2-a7bb-65ad1fd6a316 admin admin] Deleting port 6362cc97-68f8-47c9-85b5-a140030a0628 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:32.836550 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a7093268-0a6c-4dd2-a7bb-65ad1fd6a316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (6362cc97-68f8-47c9-85b5-a140030a0628), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:32.876581 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb7268-4553-4dce-8b5b-917e1c1e7842 req-1ec42eee-01c5-48dd-8d0f-641bf2c06550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:32.887774 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bfcb7268-4553-4dce-8b5b-917e1c1e7842 req-1ec42eee-01c5-48dd-8d0f-641bf2c06550 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&device_id=9d3fba75-da06-4a31-8d0b-84c53281a85c HTTP/1.1" status: 200 len: 1129 time: 0.4719861 Feb 09 01:41:32.912124 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd772f3f-dc25-4d96-9360-55b0a94836c4 req-7c0e5a29-a9be-4a92-992e-0e5d613d453e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:32.936141 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bd772f3f-dc25-4d96-9360-55b0a94836c4 req-7c0e5a29-a9be-4a92-992e-0e5d613d453e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 945 time: 0.6994932 Feb 09 01:41:33.003538 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (13eac6cf-c85b-4b71-bb26-1230e902bd5a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:33.083176 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-a7093268-0a6c-4dd2-a7bb-65ad1fd6a316 admin admin] For port 6362cc97-68f8-47c9-85b5-a140030a0628, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6362cc97-68f8-47c9-85b5-a140030a0628,segment=NetworkSegment(3c7585b5-0467-4a09-aafd-042e971c15e5),segment_id=3c7585b5-0467-4a09-aafd-042e971c15e5)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:33.083944 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a7093268-0a6c-4dd2-a7bb-65ad1fd6a316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (6362cc97-68f8-47c9-85b5-a140030a0628), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:33.158690 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-a7093268-0a6c-4dd2-a7bb-65ad1fd6a316 admin admin] Calling delete_port for 6362cc97-68f8-47c9-85b5-a140030a0628 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:33.393818 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (13eac6cf-c85b-4b71-bb26-1230e902bd5a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:33.483884 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:41:33.484900 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (13eac6cf-c85b-4b71-bb26-1230e902bd5a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:41:33.489529 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:41:33.575543 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bd772f3f-dc25-4d96-9360-55b0a94836c4 req-47783833-624d-4f6e-acc2-28ed670e8b89 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6378725 Feb 09 01:41:33.658331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39082) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:33.694504 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-824b4619-b3cc-4096-af77-db57da54baca None None] Current status of the port db04b29c-3d49-43a6-9f2d-5d8555dec104 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:33.696849 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-824b4619-b3cc-4096-af77-db57da54baca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (db04b29c-3d49-43a6-9f2d-5d8555dec104), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:33.703269 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb7268-4553-4dce-8b5b-917e1c1e7842 req-b0288168-a446-4202-b379-ee0203e22633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:33.706107 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bfcb7268-4553-4dce-8b5b-917e1c1e7842 req-b0288168-a446-4202-b379-ee0203e22633 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.6915596 Feb 09 01:41:33.715744 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ef169a-0b25-4d86-adaf-5e43b361750f None None] DHCP port deletion for d2c61b53-58d3-49a4-9382-3f8c40f60bba request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:41:33.778665 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bfcb7268-4553-4dce-8b5b-917e1c1e7842 req-42f18f5f-11dc-47ad-98ce-78114f5c3f5c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 HTTP/1.1" status: 200 len: 217 time: 0.0586224 Feb 09 01:41:33.797381 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-45d4af6f-db86-4943-abe4-c23faa03fafe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:33.802902 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (515c12d8-1747-4322-a36c-f5790f62f329), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:33.810846 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209518a5-5a44-4200-b95c-8ae9102f2905', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902435090-router', 'tenant_id': '38a7879a60584dcfb30ad30072329a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '1f3cfefa-d396-4950-a1e7-c5196f45bd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:09Z', 'updated_at': '2022-02-09T01:41:24Z', 'revision_number': 4, 'project_id': '38a7879a60584dcfb30ad30072329a96', 'gw_port': {'id': '1f3cfefa-d396-4950-a1e7-c5196f45bd00', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209518a5-5a44-4200-b95c-8ae9102f2905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:11Z', 'updated_at': '2022-02-09T01:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'db04b29c-3d49-43a6-9f2d-5d8555dec104', 'name': '', 'network_id': '293773b8-b804-4473-a45c-9f5d814fe48d', 'tenant_id': '38a7879a60584dcfb30ad30072329a96', 'mac_address': 'fa:16:3e:f8:6c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209518a5-5a44-4200-b95c-8ae9102f2905', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '0886798e-cadb-4157-bd6d-a21b6c8f037e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:20Z', 'updated_at': '2022-02-09T01:41:31Z', 'revision_number': 4, 'project_id': '38a7879a60584dcfb30ad30072329a96', 'subnets': [{'id': '0886798e-cadb-4157-bd6d-a21b6c8f037e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:33.856273 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:33.857791 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fe7e6-86be-4c58-a188-a5d7522d4a63 req-d7e819e0-7cb3-4887-b018-7e51b7ffdf62 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:33.860531 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/515c12d8-1747-4322-a36c-f5790f62f329 HTTP/1.1" status: 204 len: 168 time: 5.4760635 Feb 09 01:41:33.861852 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0198a18-dc4b-468f-9b79-c13de0ae19f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=515c12d8-1747-4322-a36c-f5790f62f329,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:33.897087 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-482fe7e6-86be-4c58-a188-a5d7522d4a63 req-d7e819e0-7cb3-4887-b018-7e51b7ffdf62 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3fba75-da06-4a31-8d0b-84c53281a85c HTTP/1.1" status: 200 len: 947 time: 0.5808420 Feb 09 01:41:33.937180 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb7268-4553-4dce-8b5b-917e1c1e7842 req-7e495932-3331-4b54-82e9-949e71ca0ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:33.939910 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bfcb7268-4553-4dce-8b5b-917e1c1e7842 req-7e495932-3331-4b54-82e9-949e71ca0ac7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1528828 Feb 09 01:41:34.023968 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cbd6d-6116-4e75-b1e3-bb9be7935970 req-a87c5f8e-7f84-4d73-ab16-5f94e943b3e2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:34.026492 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-771cbd6d-6116-4e75-b1e3-bb9be7935970 req-a87c5f8e-7f84-4d73-ab16-5f94e943b3e2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 944 time: 0.1497350 Feb 09 01:41:34.038595 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb7268-4553-4dce-8b5b-917e1c1e7842 req-91165940-18e9-4c7e-8c9a-81c29b5a7e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:34.040436 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bfcb7268-4553-4dce-8b5b-917e1c1e7842 req-91165940-18e9-4c7e-8c9a-81c29b5a7e05 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0939386 Feb 09 01:41:34.076115 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb09f745-9d07-4ac0-907c-b417dda07227 None None] The sync data for ids ['209518a5-5a44-4200-b95c-8ae9102f2905'] in n-d-828387-3 is: [{'id': '209518a5-5a44-4200-b95c-8ae9102f2905', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902435090-router', 'tenant_id': '38a7879a60584dcfb30ad30072329a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '1f3cfefa-d396-4950-a1e7-c5196f45bd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:09Z', 'updated_at': '2022-02-09T01:41:24Z', 'revision_number': 4, 'project_id': '38a7879a60584dcfb30ad30072329a96', 'gw_port': {'id': '1f3cfefa-d396-4950-a1e7-c5196f45bd00', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209518a5-5a44-4200-b95c-8ae9102f2905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:11Z', 'updated_at': '2022-02-09T01:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'db04b29c-3d49-43a6-9f2d-5d8555dec104', 'name': '', 'network_id': '293773b8-b804-4473-a45c-9f5d814fe48d', 'tenant_id': '38a7879a60584dcfb30ad30072329a96', 'mac_address': 'fa:16:3e:f8:6c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209518a5-5a44-4200-b95c-8ae9102f2905', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '0886798e-cadb-4157-bd6d-a21b6c8f037e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:20Z', 'updated_at': '2022-02-09T01:41:31Z', 'revision_number': 4, 'project_id': '38a7879a60584dcfb30ad30072329a96', 'subnets': [{'id': '0886798e-cadb-4157-bd6d-a21b6c8f037e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:34.158535 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f908be-d73b-4a51-9646-636e1524884a req-671188f0-5c1b-4b99-aa1e-98aefc83df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:34.171686 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30f908be-d73b-4a51-9646-636e1524884a req-671188f0-5c1b-4b99-aa1e-98aefc83df93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8248d61c5b2e4c07afdd3d5431bd39cc&device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 1126 time: 0.8906872 Feb 09 01:41:34.206166 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-824b4619-b3cc-4096-af77-db57da54baca None None] For port db04b29c-3d49-43a6-9f2d-5d8555dec104, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=db04b29c-3d49-43a6-9f2d-5d8555dec104,segment=NetworkSegment(a254938a-1eb8-42f6-a558-8f63d0292607),segment_id=a254938a-1eb8-42f6-a558-8f63d0292607)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:34.227792 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-824b4619-b3cc-4096-af77-db57da54baca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (db04b29c-3d49-43a6-9f2d-5d8555dec104), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:34.317456 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a7093268-0a6c-4dd2-a7bb-65ad1fd6a316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (6362cc97-68f8-47c9-85b5-a140030a0628), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:34.429113 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-771cbd6d-6116-4e75-b1e3-bb9be7935970 req-941781f7-9199-434a-9d26-ce4e79fd1d92 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874888 Feb 09 01:41:34.441622 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7093268-0a6c-4dd2-a7bb-65ad1fd6a316 admin admin] No DVR routers for this DVR port 6362cc97-68f8-47c9-85b5-a140030a0628 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:41:34.492195 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bfcb7268-4553-4dce-8b5b-917e1c1e7842 req-39913eae-1b76-42a3-baf6-c18139432c58 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418826 Feb 09 01:41:34.495805 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c1ef169a-0b25-4d86-adaf-5e43b361750f None None] Deleting port 6362cc97-68f8-47c9-85b5-a140030a0628 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:34.496821 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c1ef169a-0b25-4d86-adaf-5e43b361750f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (6362cc97-68f8-47c9-85b5-a140030a0628), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:34.764756 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c1ef169a-0b25-4d86-adaf-5e43b361750f None None] For port 6362cc97-68f8-47c9-85b5-a140030a0628, host n-d-828387-3, got binding levels [] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:34.767532 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c1ef169a-0b25-4d86-adaf-5e43b361750f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (6362cc97-68f8-47c9-85b5-a140030a0628), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:34.842941 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39090) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:34.875939 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b4619-b3cc-4096-af77-db57da54baca None None] Pushing event updated for resources: {'Port': ['ID=db04b29c-3d49-43a6-9f2d-5d8555dec104,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:34.883956 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-482fe7e6-86be-4c58-a188-a5d7522d4a63 req-c23e7add-d138-48c1-9547-3ddd8f5f1956 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9680967 Feb 09 01:41:34.888200 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7093268-0a6c-4dd2-a7bb-65ad1fd6a316 admin admin] Pushing event deleted for resources: {'Port': ['ID=6362cc97-68f8-47c9-85b5-a140030a0628,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:34.891448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c1ef169a-0b25-4d86-adaf-5e43b361750f None None] Calling delete_port for 6362cc97-68f8-47c9-85b5-a140030a0628 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:34.901889 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.ipam_backend_mixin [None req-c1ef169a-0b25-4d86-adaf-5e43b361750f None None] Port 6362cc97-68f8-47c9-85b5-a140030a0628 was not found and therefore no delete operation was performed {{(pid=103185) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:41:34.913424 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c1ef169a-0b25-4d86-adaf-5e43b361750f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (6362cc97-68f8-47c9-85b5-a140030a0628), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:35.101827 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef169a-0b25-4d86-adaf-5e43b361750f None None] Pushing event deleted for resources: {'Port': ['ID=6362cc97-68f8-47c9-85b5-a140030a0628,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:35.123340 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ef169a-0b25-4d86-adaf-5e43b361750f None None] No DVR routers for this DVR port 6362cc97-68f8-47c9-85b5-a140030a0628 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:41:35.278120 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device db04b29c-3d49-43a6-9f2d-5d8555dec104 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:35.404291 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147895fe-9d60-4f44-bc14-0f0a22412aeb req-6c2e8131-56b0-47e9-9ca1-ddb0af75650e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:35.408714 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-147895fe-9d60-4f44-bc14-0f0a22412aeb req-6c2e8131-56b0-47e9-9ca1-ddb0af75650e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.48 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 945 time: 0.9847431 Feb 09 01:41:35.410582 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a7093268-0a6c-4dd2-a7bb-65ad1fd6a316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (d2c61b53-58d3-49a4-9382-3f8c40f60bba), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:35.418314 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:41:35.637256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0e49f22d-0e2d-45a3-b0ea-4d3b87dff701,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:35.666187 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcd712-5c38-4c31-b7c2-1fbfda71b09f req-7cd978ad-202a-4998-84b6-db3f69d22c44 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:35.667949 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7dbcd712-5c38-4c31-b7c2-1fbfda71b09f req-7cd978ad-202a-4998-84b6-db3f69d22c44 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 945 time: 0.4293165 Feb 09 01:41:35.671096 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-a7093268-0a6c-4dd2-a7bb-65ad1fd6a316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c61b53-58d3-49a4-9382-3f8c40f60bba']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:35.679689 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '0e49f22d-0e2d-45a3-b0ea-4d3b87dff701', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '0e49f22d-0e2d-45a3-b0ea-4d3b87dff701', 'mac_address': 'fa:16:3e:c6:29:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:41:35.695079 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bc02706a-68a1-4769-8c9d-ed5717d8e28d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c611424010b4402aadb399ad1dbe33d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7782423 Feb 09 01:41:35.754693 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bfcb7268-4553-4dce-8b5b-917e1c1e7842 req-bdf81b19-2902-4cce-bd49-4ba0c36915f8 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2560492 Feb 09 01:41:35.779587 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39094) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:35.797149 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7dbcd712-5c38-4c31-b7c2-1fbfda71b09f req-78d09df7-7171-4c06-9d75-9338d6c8d82e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002483 Feb 09 01:41:35.804668 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-a7093268-0a6c-4dd2-a7bb-65ad1fd6a316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7585b5-0467-4a09-aafd-042e971c15e5') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:35.804982 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-a7093268-0a6c-4dd2-a7bb-65ad1fd6a316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7585b5-0467-4a09-aafd-042e971c15e5') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:35.811421 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f908be-d73b-4a51-9646-636e1524884a req-ca1a92f6-b42c-4a1a-b762-f9c6805070a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:35.812949 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30f908be-d73b-4a51-9646-636e1524884a req-ca1a92f6-b42c-4a1a-b762-f9c6805070a9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6b971e5-0c53-44cf-8606-badf0cb5180d HTTP/1.1" status: 200 len: 912 time: 1.5410724 Feb 09 01:41:35.815378 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port db04b29c-3d49-43a6-9f2d-5d8555dec104 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:35.816641 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (db04b29c-3d49-43a6-9f2d-5d8555dec104), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:35.818929 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:35.819685 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0e49f22d-0e2d-45a3-b0ea-4d3b87dff701), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:35.860517 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:41:35.918892 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30f908be-d73b-4a51-9646-636e1524884a req-e9651238-e364-4f0e-a104-e73162111a70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c731728e-5047-4cd6-8860-55d582a9e51b HTTP/1.1" status: 200 len: 217 time: 0.0912342 Feb 09 01:41:35.937890 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0e49f22d-0e2d-45a3-b0ea-4d3b87dff701,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:35.951958 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0e49f22d-0e2d-45a3-b0ea-4d3b87dff701), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:35.969000 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a7093268-0a6c-4dd2-a7bb-65ad1fd6a316 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (3c7585b5-0467-4a09-aafd-042e971c15e5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.005324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-147895fe-9d60-4f44-bc14-0f0a22412aeb req-14f6dc3c-65c3-4d32-b662-fe46c2f4ffdd tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Deleting port 84487fbe-81be-4ab8-9b97-5becd4ea9e86 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:36.005600 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-147895fe-9d60-4f44-bc14-0f0a22412aeb req-14f6dc3c-65c3-4d32-b662-fe46c2f4ffdd tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (84487fbe-81be-4ab8-9b97-5becd4ea9e86), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.017549 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e357a267-9aae-4bf1-b3ac-73691969531b admin admin] Publish callbacks [] for security_group (e7f981b9-e98b-461e-af39-1b46fa187428), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.033938 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=0e49f22d-0e2d-45a3-b0ea-4d3b87dff701,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:36.066760 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ba394-1a2f-4eeb-96c7-847cab413713 req-64f33b8b-e56a-4883-ab4e-fb59d2b9e981 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:36.077734 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-896ba394-1a2f-4eeb-96c7-847cab413713 req-64f33b8b-e56a-4883-ab4e-fb59d2b9e981 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.3027687 Feb 09 01:41:36.095169 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device c731728e-5047-4cd6-8860-55d582a9e51b details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:41:36.117982 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e357a267-9aae-4bf1-b3ac-73691969531b admin admin] Publish callbacks [] for security_group (e7f981b9-e98b-461e-af39-1b46fa187428), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.119961 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a7093268-0a6c-4dd2-a7bb-65ad1fd6a316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (3c7585b5-0467-4a09-aafd-042e971c15e5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.132791 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7093268-0a6c-4dd2-a7bb-65ad1fd6a316 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:41:36.133302 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a7093268-0a6c-4dd2-a7bb-65ad1fd6a316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (3c7585b5-0467-4a09-aafd-042e971c15e5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.153236 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port db04b29c-3d49-43a6-9f2d-5d8555dec104 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:41:36.216713 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:41:36.224817 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-45d4af6f-db86-4943-abe4-c23faa03fafe admin admin] Publish callbacks [] for security_group (69156094-59ec-4f06-ab68-f923223fa180), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.234090 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-896ba394-1a2f-4eeb-96c7-847cab413713 req-2389dd21-72c9-4834-a209-f9f2ce0dfc58 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549671 Feb 09 01:41:36.274928 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a7093268-0a6c-4dd2-a7bb-65ad1fd6a316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (d2c61b53-58d3-49a4-9382-3f8c40f60bba), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.283236 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-45d4af6f-db86-4943-abe4-c23faa03fafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (69156094-59ec-4f06-ab68-f923223fa180), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.287950 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e357a267-9aae-4bf1-b3ac-73691969531b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e7f981b9-e98b-461e-af39-1b46fa187428), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.296043 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e357a267-9aae-4bf1-b3ac-73691969531b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.300118 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e357a267-9aae-4bf1-b3ac-73691969531b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e7f981b9-e98b-461e-af39-1b46fa187428 HTTP/1.1" status: 204 len: 168 time: 0.5171449 Feb 09 01:41:36.326841 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357a267-9aae-4bf1-b3ac-73691969531b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f981b9-e98b-461e-af39-1b46fa187428,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:36.359789 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6362cc97-68f8-47c9-85b5-a140030a0628 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:41:36.362958 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['0e49f22d-0e2d-45a3-b0ea-4d3b87dff701'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:41:36.496515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 6362cc97-68f8-47c9-85b5-a140030a0628 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:41:36.497022 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6362cc97-68f8-47c9-85b5-a140030a0628 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:41:36.517439 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port c731728e-5047-4cd6-8860-55d582a9e51b, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c731728e-5047-4cd6-8860-55d582a9e51b,segment=NetworkSegment(fbbc736b-5615-49c5-8b22-d214a670d94a),segment_id=fbbc736b-5615-49c5-8b22-d214a670d94a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:36.530965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-147895fe-9d60-4f44-bc14-0f0a22412aeb req-14f6dc3c-65c3-4d32-b662-fe46c2f4ffdd tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] For port 84487fbe-81be-4ab8-9b97-5becd4ea9e86, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=84487fbe-81be-4ab8-9b97-5becd4ea9e86,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:36.535637 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-147895fe-9d60-4f44-bc14-0f0a22412aeb req-14f6dc3c-65c3-4d32-b662-fe46c2f4ffdd tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (84487fbe-81be-4ab8-9b97-5becd4ea9e86), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.548491 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a327ed-9791-45ab-83b1-f694ac875826 req-4e63975a-2f4f-4a73-8a44-c1a77956cd9f tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:36.567863 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4a327ed-9791-45ab-83b1-f694ac875826 req-4e63975a-2f4f-4a73-8a44-c1a77956cd9f tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3fba75-da06-4a31-8d0b-84c53281a85c HTTP/1.1" status: 200 len: 948 time: 0.1575532 Feb 09 01:41:36.572165 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'c731728e-5047-4cd6-8860-55d582a9e51b', 'network_id': 'a6b971e5-0c53-44cf-8606-badf0cb5180d', 'port_id': 'c731728e-5047-4cd6-8860-55d582a9e51b', 'mac_address': 'fa:16:3e:7c:e2:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39615468-fb42-472a-ac5d-b723e6597983', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:41:36.579617 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-147895fe-9d60-4f44-bc14-0f0a22412aeb req-14f6dc3c-65c3-4d32-b662-fe46c2f4ffdd tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Calling delete_port for 84487fbe-81be-4ab8-9b97-5becd4ea9e86 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:36.669987 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a7093268-0a6c-4dd2-a7bb-65ad1fd6a316 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.670726 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4a327ed-9791-45ab-83b1-f694ac875826 req-695b08ae-4146-4064-bf37-7e642ae79e4f tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020315 Feb 09 01:41:36.676001 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a7093268-0a6c-4dd2-a7bb-65ad1fd6a316 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d2c61b53-58d3-49a4-9382-3f8c40f60bba HTTP/1.1" status: 204 len: 168 time: 4.5644166 Feb 09 01:41:36.690828 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4af6f-db86-4943-abe4-c23faa03fafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69156094-59ec-4f06-ab68-f923223fa180,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:36.704904 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port c731728e-5047-4cd6-8860-55d582a9e51b is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:36.709564 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c731728e-5047-4cd6-8860-55d582a9e51b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.758353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f908be-d73b-4a51-9646-636e1524884a req-85689d07-37c7-430e-9a6a-30e8a9581783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:36.759969 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30f908be-d73b-4a51-9646-636e1524884a req-85689d07-37c7-430e-9a6a-30e8a9581783 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=39615468-fb42-472a-ac5d-b723e6597983 HTTP/1.1" status: 200 len: 851 time: 0.8211157 Feb 09 01:41:36.770384 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c731728e-5047-4cd6-8860-55d582a9e51b {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:41:36.789920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7093268-0a6c-4dd2-a7bb-65ad1fd6a316 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2c61b53-58d3-49a4-9382-3f8c40f60bba,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:36.837000 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port c731728e-5047-4cd6-8860-55d582a9e51b, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c731728e-5047-4cd6-8860-55d582a9e51b,segment=NetworkSegment(fbbc736b-5615-49c5-8b22-d214a670d94a),segment_id=fbbc736b-5615-49c5-8b22-d214a670d94a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:36.860045 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c731728e-5047-4cd6-8860-55d582a9e51b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.875468 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30f908be-d73b-4a51-9646-636e1524884a req-25d7b48d-455f-4fbc-9233-8eabd8a3b55e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6b971e5-0c53-44cf-8606-badf0cb5180d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679824 Feb 09 01:41:36.922699 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fb121-b111-4234-9718-a77074234aeb req-f14658e1-7cdb-4f9b-ac40-c3079903a8d8 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:36.930501 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f07fb121-b111-4234-9718-a77074234aeb req-f14658e1-7cdb-4f9b-ac40-c3079903a8d8 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 944 time: 0.9575012 Feb 09 01:41:36.987914 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5374301-4826-4946-ba5e-f1bf05ef5dfc req-8a951c62-2739-47c3-a51c-9337d3dfc7c1 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:37.003303 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c5374301-4826-4946-ba5e-f1bf05ef5dfc req-8a951c62-2739-47c3-a51c-9337d3dfc7c1 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1657965 Feb 09 01:41:37.062806 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39114) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:37.070027 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=c731728e-5047-4cd6-8860-55d582a9e51b,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:37.072764 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-45d4af6f-db86-4943-abe4-c23faa03fafe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=69db3e9b54ba47eabe472da6e65170f5&name=default HTTP/1.1" status: 200 len: 3000 time: 3.3961668 Feb 09 01:41:37.112696 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39116) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:37.133158 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30f908be-d73b-4a51-9646-636e1524884a req-5cd681eb-54c8-4ce1-bab9-cac81d9da0f2 service neutron] 10.222.0.48 "GET /v2.0/networks/a6b971e5-0c53-44cf-8606-badf0cb5180d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299597 Feb 09 01:41:37.181537 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c5374301-4826-4946-ba5e-f1bf05ef5dfc req-b8060ee3-e6bb-48d9-b271-43eb3aa12314 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771166 Feb 09 01:41:37.189543 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['c731728e-5047-4cd6-8860-55d582a9e51b'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:41:37.235238 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-99df250b-93fe-430c-a8a6-04aa124bf56d admin admin] Publish callbacks [] for security_group (69156094-59ec-4f06-ab68-f923223fa180), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.293950 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-99df250b-93fe-430c-a8a6-04aa124bf56d admin admin] Publish callbacks [] for security_group (69156094-59ec-4f06-ab68-f923223fa180), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.361495 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e7b7b00c-845e-45ef-be40-bc1ea8a01914 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=657a762328934aaa96f34af7caf521e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2454097 Feb 09 01:41:37.362341 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-147895fe-9d60-4f44-bc14-0f0a22412aeb req-14f6dc3c-65c3-4d32-b662-fe46c2f4ffdd tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (84487fbe-81be-4ab8-9b97-5becd4ea9e86), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.367427 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39122) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:37.478423 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eee475e4-fbd0-4ce0-a682-4e853a8edf10 req-89e77869-25dc-4bb4-920b-196fc592c9f5 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 210 time: 0.1295640 Feb 09 01:41:37.503849 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6dc3c-65c3-4d32-b662-fe46c2f4ffdd tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Pushing event deleted for resources: {'Port': ['ID=84487fbe-81be-4ab8-9b97-5becd4ea9e86,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:37.543597 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cd3e5a92-1ab9-408a-a127-3e1d7c3ae41b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.579145 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-99df250b-93fe-430c-a8a6-04aa124bf56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (69156094-59ec-4f06-ab68-f923223fa180), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.588249 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-99df250b-93fe-430c-a8a6-04aa124bf56d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.596123 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-99df250b-93fe-430c-a8a6-04aa124bf56d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/69156094-59ec-4f06-ab68-f923223fa180 HTTP/1.1" status: 204 len: 168 time: 0.5319953 Feb 09 01:41:37.654318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df250b-93fe-430c-a8a6-04aa124bf56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69156094-59ec-4f06-ab68-f923223fa180,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:37.664624 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-147895fe-9d60-4f44-bc14-0f0a22412aeb req-14f6dc3c-65c3-4d32-b662-fe46c2f4ffdd tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] No DVR routers for this DVR port 84487fbe-81be-4ab8-9b97-5becd4ea9e86 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:41:37.681291 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f07fb121-b111-4234-9718-a77074234aeb req-1f858d46-b5a2-4620-a63d-9b552935969c tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7494864 Feb 09 01:41:37.691941 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-147895fe-9d60-4f44-bc14-0f0a22412aeb req-14f6dc3c-65c3-4d32-b662-fe46c2f4ffdd tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.698658 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ccefc529-d4c5-4639-b68e-43b7517ed060 admin admin] Publish callbacks [] for security_group (605074c6-1777-4cb8-bddd-b2daca56d3d3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.706639 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-147895fe-9d60-4f44-bc14-0f0a22412aeb req-14f6dc3c-65c3-4d32-b662-fe46c2f4ffdd tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.48 "DELETE /v2.0/ports/84487fbe-81be-4ab8-9b97-5becd4ea9e86 HTTP/1.1" status: 204 len: 173 time: 2.2496958 Feb 09 01:41:37.720263 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1791a1ad-e760-4058-b499-e8a324ea17a9', 'name': 'network-vif-deleted', 'tag': '84487fbe-81be-4ab8-9b97-5becd4ea9e86'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:41:37.727010 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b738875c-b612-4952-8295-da03061e9e26" -d '{"events": [{"server_uuid": "1791a1ad-e760-4058-b499-e8a324ea17a9", "name": "network-vif-deleted", "tag": "84487fbe-81be-4ab8-9b97-5becd4ea9e86"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:41:37.816903 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ccefc529-d4c5-4639-b68e-43b7517ed060 admin admin] Publish callbacks [] for security_group (605074c6-1777-4cb8-bddd-b2daca56d3d3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.906759 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b279a527-e29e-43a9-92d5-f866e6e763ae x-openstack-request-id: req-b279a527-e29e-43a9-92d5-f866e6e763ae {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:41:37.908536 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1791a1ad-e760-4058-b499-e8a324ea17a9", "name": "network-vif-deleted", "tag": "84487fbe-81be-4ab8-9b97-5becd4ea9e86", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:41:37.910211 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b279a527-e29e-43a9-92d5-f866e6e763ae {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:41:37.911554 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1791a1ad-e760-4058-b499-e8a324ea17a9', 'name': 'network-vif-deleted', 'tag': '84487fbe-81be-4ab8-9b97-5becd4ea9e86', 'status': 'completed', 'code': 200} Feb 09 01:41:37.940526 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30f908be-d73b-4a51-9646-636e1524884a req-0f660cf3-3d95-45e3-9264-4a402e6cfe5a service neutron] 10.222.0.48 "GET /v2.0/networks/a6b971e5-0c53-44cf-8606-badf0cb5180d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6443965 Feb 09 01:41:37.967982 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ccefc529-d4c5-4639-b68e-43b7517ed060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (605074c6-1777-4cb8-bddd-b2daca56d3d3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.981573 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ccefc529-d4c5-4639-b68e-43b7517ed060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.997539 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ccefc529-d4c5-4639-b68e-43b7517ed060 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/605074c6-1777-4cb8-bddd-b2daca56d3d3 HTTP/1.1" status: 204 len: 168 time: 0.6211298 Feb 09 01:41:38.025270 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefc529-d4c5-4639-b68e-43b7517ed060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605074c6-1777-4cb8-bddd-b2daca56d3d3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:38.119768 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 84487fbe-81be-4ab8-9b97-5becd4ea9e86 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:41:38.175057 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562fa1c-eac5-4267-a996-9cdd9c162d30 req-564e7225-c65c-4fae-99e2-60cba34b3039 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:38.176706 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e562fa1c-eac5-4267-a996-9cdd9c162d30 req-564e7225-c65c-4fae-99e2-60cba34b3039 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3fba75-da06-4a31-8d0b-84c53281a85c HTTP/1.1" status: 200 len: 948 time: 0.1840813 Feb 09 01:41:38.228324 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 84487fbe-81be-4ab8-9b97-5becd4ea9e86 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:41:38.228680 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 84487fbe-81be-4ab8-9b97-5becd4ea9e86 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:41:38.286809 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521365e3-e45f-493f-9c99-7386639fdfaf req-78f88bdd-2997-44ba-9cec-bfe1d913e399 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:38.299560 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-521365e3-e45f-493f-9c99-7386639fdfaf req-78f88bdd-2997-44ba-9cec-bfe1d913e399 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1585650 Feb 09 01:41:38.327235 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e562fa1c-eac5-4267-a996-9cdd9c162d30 req-5dfa0f70-0e60-4fe2-94b0-edfd46d7819c tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336415 Feb 09 01:41:38.413253 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-521365e3-e45f-493f-9c99-7386639fdfaf req-5b598aea-16c4-4e00-b554-632b48614f91 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111391 Feb 09 01:41:38.722028 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-461e7efc-d5c0-4cbe-b54a-7b79a02fcc48 req-c42cd5df-e8f7-4d00-900b-3d67a861cb5e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 210 time: 0.0884831 Feb 09 01:41:38.942163 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9252cc-6bab-4f32-a148-7fdd4bd65950 req-c6614095-1d21-46b7-8af7-a347b9c6551c tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:38.950651 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1c9252cc-6bab-4f32-a148-7fdd4bd65950 req-c6614095-1d21-46b7-8af7-a347b9c6551c tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 945 time: 0.1033859 Feb 09 01:41:39.062132 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1c9252cc-6bab-4f32-a148-7fdd4bd65950 req-86ba7aa0-935e-412b-b4e3-db5df942c481 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103334 Feb 09 01:41:39.439525 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:39.617568 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:39.641154 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:41:39.648108 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:39.649393 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0e49f22d-0e2d-45a3-b0ea-4d3b87dff701), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:39.655070 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaef606-592c-4b52-bd47-51e98458ab3e req-17582679-246e-4e07-bf74-61a8943e19bd tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:39.664852 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bfaef606-592c-4b52-bd47-51e98458ab3e req-17582679-246e-4e07-bf74-61a8943e19bd tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3fba75-da06-4a31-8d0b-84c53281a85c HTTP/1.1" status: 200 len: 948 time: 0.1943023 Feb 09 01:41:39.704651 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e625f-fb13-4e02-880a-66ef6a5f2cb8 req-4dc37be3-f7ed-4f72-a08d-3cf3934c86dc tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:39.713969 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-268e625f-fb13-4e02-880a-66ef6a5f2cb8 req-4dc37be3-f7ed-4f72-a08d-3cf3934c86dc tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1467991 Feb 09 01:41:39.799101 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bfaef606-592c-4b52-bd47-51e98458ab3e req-485b6b67-77b9-43c8-877b-0e4fe1e83bf9 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322072 Feb 09 01:41:39.812774 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c4b4a50a-fef6-49ab-9a6f-bd9a5059fa06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:39.859915 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-268e625f-fb13-4e02-880a-66ef6a5f2cb8 req-eae3812d-7105-4dba-ae9b-bc2a75932153 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448462 Feb 09 01:41:39.921397 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:39.924238 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0e49f22d-0e2d-45a3-b0ea-4d3b87dff701), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:39.982349 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3fba75-da06-4a31-8d0b-84c53281a85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e49f22d-0e2d-45a3-b0ea-4d3b87dff701'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:41:39.985208 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec3d416-26ce-4950-86bf-756be8a3f574" -d '{"events": [{"server_uuid": "9d3fba75-da06-4a31-8d0b-84c53281a85c", "name": "network-vif-plugged", "status": "completed", "tag": "0e49f22d-0e2d-45a3-b0ea-4d3b87dff701"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:41:40.007469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0e49f22d-0e2d-45a3-b0ea-4d3b87dff701,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:40.014394 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0e49f22d-0e2d-45a3-b0ea-4d3b87dff701), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.018440 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39228) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:40.087611 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-04e103a9-724f-47f4-8653-1025bdf78c81 req-7368cfbc-3245-465a-97dd-485fee2c9b0f tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 210 time: 0.1183372 Feb 09 01:41:40.124652 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device c731728e-5047-4cd6-8860-55d582a9e51b up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:40.244586 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68c3e7f-514c-4620-9c14-9b97e18765a4 x-openstack-request-id: req-f68c3e7f-514c-4620-9c14-9b97e18765a4 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:41:40.245971 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3fba75-da06-4a31-8d0b-84c53281a85c", "name": "network-vif-plugged", "status": "completed", "tag": "0e49f22d-0e2d-45a3-b0ea-4d3b87dff701", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:41:40.247709 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f68c3e7f-514c-4620-9c14-9b97e18765a4 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:41:40.248409 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3fba75-da06-4a31-8d0b-84c53281a85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e49f22d-0e2d-45a3-b0ea-4d3b87dff701', 'code': 200} Feb 09 01:41:40.372036 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=0e49f22d-0e2d-45a3-b0ea-4d3b87dff701,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:40.406510 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port c731728e-5047-4cd6-8860-55d582a9e51b completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:41:40.414125 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65efbb-aa56-42fc-b547-650b757f0641 req-32b0209e-251e-4f93-b1d3-3973a82e756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:40.418613 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port c731728e-5047-4cd6-8860-55d582a9e51b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:40.419303 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a65efbb-aa56-42fc-b547-650b757f0641 req-32b0209e-251e-4f93-b1d3-3973a82e756d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9d3fba75-da06-4a31-8d0b-84c53281a85c HTTP/1.1" status: 200 len: 1131 time: 0.1137886 Feb 09 01:41:40.419702 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c731728e-5047-4cd6-8860-55d582a9e51b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.589880 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a65efbb-aa56-42fc-b547-650b757f0641 req-17769f0c-dc93-4aac-b6d7-3b6c5af5cf4e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481783 Feb 09 01:41:40.668752 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port c731728e-5047-4cd6-8860-55d582a9e51b is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:40.671737 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c731728e-5047-4cd6-8860-55d582a9e51b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.709398 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-88f91446-253c-4b4d-b6ef-b207c1d82999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.729883 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b53554-eec9-43b9-a4e8-3b341571e0b6 req-a71d6f86-1303-4232-aa61-d7c65969b86b tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:40.730835 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877012d-1f5e-4ac7-8e82-5b652f5ca3f2 req-2e9d0deb-6724-49f4-b248-c5cf7079d841 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:40.737501 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f877012d-1f5e-4ac7-8e82-5b652f5ca3f2 req-2e9d0deb-6724-49f4-b248-c5cf7079d841 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 945 time: 0.3154626 Feb 09 01:41:40.741772 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-43b53554-eec9-43b9-a4e8-3b341571e0b6 req-a71d6f86-1303-4232-aa61-d7c65969b86b tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.2963130 Feb 09 01:41:40.805950 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port c731728e-5047-4cd6-8860-55d582a9e51b, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c731728e-5047-4cd6-8860-55d582a9e51b,segment=NetworkSegment(fbbc736b-5615-49c5-8b22-d214a670d94a),segment_id=fbbc736b-5615-49c5-8b22-d214a670d94a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:40.813683 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.815590 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c731728e-5047-4cd6-8860-55d582a9e51b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.905967 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.947913 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-88f91446-253c-4b4d-b6ef-b207c1d82999 admin admin] Publish callbacks [] for security_group (9213e3aa-b0ab-48b8-8199-3f4bda2d14c9), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.955944 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-88f91446-253c-4b4d-b6ef-b207c1d82999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9213e3aa-b0ab-48b8-8199-3f4bda2d14c9), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.978371 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f877012d-1f5e-4ac7-8e82-5b652f5ca3f2 req-c6dda2dc-c3c6-46a4-8b9a-5efcec09d8c9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301753 Feb 09 01:41:41.012800 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=c731728e-5047-4cd6-8860-55d582a9e51b,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:41.078915 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-88f91446-253c-4b4d-b6ef-b207c1d82999 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=34f95442f3fd40c7a1a799cd92d77fc8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0589566 Feb 09 01:41:41.085867 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39250) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:41.109831 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-43b53554-eec9-43b9-a4e8-3b341571e0b6 req-ea98e089-cce5-461f-8e69-9fb277ed6eb5 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652725 Feb 09 01:41:41.117493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f91446-253c-4b4d-b6ef-b207c1d82999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9213e3aa-b0ab-48b8-8199-3f4bda2d14c9,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:41.216205 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c7d14-1b1b-421f-8c69-028bdd4e650e req-ac7bee95-01a3-44dd-9426-398c6f28a5cc tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:41.226000 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce0c7d14-1b1b-421f-8c69-028bdd4e650e req-ac7bee95-01a3-44dd-9426-398c6f28a5cc tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3fba75-da06-4a31-8d0b-84c53281a85c HTTP/1.1" status: 200 len: 949 time: 0.1497629 Feb 09 01:41:41.335327 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce0c7d14-1b1b-421f-8c69-028bdd4e650e req-3ad00e82-efa2-4c81-a125-1ed1bc244127 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077490 Feb 09 01:41:41.360006 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8a446bea-8604-476c-8ca4-797bbb6553d6 admin admin] Publish callbacks [] for security_group (9213e3aa-b0ab-48b8-8199-3f4bda2d14c9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.467482 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8a446bea-8604-476c-8ca4-797bbb6553d6 admin admin] Publish callbacks [] for security_group (9213e3aa-b0ab-48b8-8199-3f4bda2d14c9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.516277 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-470f94d6-a207-467e-94e3-a4ea16e50cb7 req-5f922d27-8e6d-48fa-9836-109a4e445742 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 210 time: 0.0589938 Feb 09 01:41:41.634687 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8a446bea-8604-476c-8ca4-797bbb6553d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9213e3aa-b0ab-48b8-8199-3f4bda2d14c9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.639497 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8a446bea-8604-476c-8ca4-797bbb6553d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.641134 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8a446bea-8604-476c-8ca4-797bbb6553d6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9213e3aa-b0ab-48b8-8199-3f4bda2d14c9 HTTP/1.1" status: 204 len: 168 time: 0.5449903 Feb 09 01:41:41.667094 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a446bea-8604-476c-8ca4-797bbb6553d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9213e3aa-b0ab-48b8-8199-3f4bda2d14c9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:42.223646 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:42.250925 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ea152b-69b3-4b1d-be26-41020a1842ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c731728e-5047-4cd6-8860-55d582a9e51b'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:41:42.253700 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2655b211-fabe-40fd-ba75-540936832531" -d '{"events": [{"server_uuid": "03ea152b-69b3-4b1d-be26-41020a1842ea", "name": "network-vif-plugged", "status": "completed", "tag": "c731728e-5047-4cd6-8860-55d582a9e51b"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:41:42.319334 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245297b0-90d6-4e2c-b87c-31c364180bed req-62825588-3117-4912-95cd-de2e9ee60860 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:42.329626 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-245297b0-90d6-4e2c-b87c-31c364180bed req-62825588-3117-4912-95cd-de2e9ee60860 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 946 time: 0.1785023 Feb 09 01:41:42.453515 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9eaa08-b92f-43b1-9bf0-4422657318eb req-db4fc920-ae31-4fdf-9592-130fb727a900 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:42.462252 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8a9eaa08-b92f-43b1-9bf0-4422657318eb req-db4fc920-ae31-4fdf-9592-130fb727a900 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1231058 Feb 09 01:41:42.471882 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-245297b0-90d6-4e2c-b87c-31c364180bed req-469538a4-69fc-4d8a-8fc8-9a2186cd931d tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376030 Feb 09 01:41:42.576286 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13daccfb-453c-4bec-8536-df5ee73d5741 x-openstack-request-id: req-13daccfb-453c-4bec-8536-df5ee73d5741 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:41:42.577711 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ea152b-69b3-4b1d-be26-41020a1842ea", "name": "network-vif-plugged", "status": "completed", "tag": "c731728e-5047-4cd6-8860-55d582a9e51b", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:41:42.578782 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-13daccfb-453c-4bec-8536-df5ee73d5741 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:41:42.578782 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ea152b-69b3-4b1d-be26-41020a1842ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c731728e-5047-4cd6-8860-55d582a9e51b', 'code': 200} Feb 09 01:41:42.579803 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8a9eaa08-b92f-43b1-9bf0-4422657318eb req-5c6d7879-9691-4113-8a57-78c7894f500f tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135223 Feb 09 01:41:42.764322 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4512d7f-7075-4180-a83c-8e51ccb2b108 req-b6cf92d0-1f6b-4cdf-a069-77a4d0207c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:42.768018 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4512d7f-7075-4180-a83c-8e51ccb2b108 req-b6cf92d0-1f6b-4cdf-a069-77a4d0207c45 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 1128 time: 0.1022439 Feb 09 01:41:42.830255 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363354c-520c-4c2d-9bee-27bc8e12bb92 req-ca26b865-3186-4b0e-a9cc-cb4850402006 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:42.831744 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3363354c-520c-4c2d-9bee-27bc8e12bb92 req-ca26b865-3186-4b0e-a9cc-cb4850402006 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3fba75-da06-4a31-8d0b-84c53281a85c HTTP/1.1" status: 200 len: 949 time: 0.1019847 Feb 09 01:41:42.855911 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c0ae58e-68ba-41a2-b5c1-e40c886467e7 req-b0fd3bda-6c38-42d1-8e74-ab9e88fd2c2e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 210 time: 0.0856893 Feb 09 01:41:42.931468 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4512d7f-7075-4180-a83c-8e51ccb2b108 req-17033fdb-c058-4f13-b6ce-6c0f7db09b6d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435883 Feb 09 01:41:42.979693 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3363354c-520c-4c2d-9bee-27bc8e12bb92 req-d9eaa743-1bf9-41db-a469-38e670b43e34 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362779 Feb 09 01:41:43.108932 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b00d8-380d-4816-9c06-ca39ce07372e req-7df5d8b9-0995-46f4-a1e0-a28301aec379 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:43.118266 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-410b00d8-380d-4816-9c06-ca39ce07372e req-7df5d8b9-0995-46f4-a1e0-a28301aec379 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1132016 Feb 09 01:41:43.213251 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-410b00d8-380d-4816-9c06-ca39ce07372e req-077a6ee3-a270-487d-8bd2-f83a23bed550 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935290 Feb 09 01:41:43.281827 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39344) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:43.404093 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.463392 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f3610-140b-4208-9909-8d21ee4327b5 req-cb172159-fce0-45a6-86ab-4d2027abd991 tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:43.472859 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-973f3610-140b-4208-9909-8d21ee4327b5 req-cb172159-fce0-45a6-86ab-4d2027abd991 tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9d3fba75-da06-4a31-8d0b-84c53281a85c HTTP/1.1" status: 200 len: 1131 time: 0.1219325 Feb 09 01:41:43.514659 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-db2ce1b2-a4b9-4c9f-9958-f438f0a7a08e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1561722881-network', 'tenant_id': 'b9b0198efaa540378bf27bf2b2c797a1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:43.536701 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-973f3610-140b-4208-9909-8d21ee4327b5 req-7fc65855-0c5c-4dcb-83ba-af27210a92e1 tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621836 Feb 09 01:41:43.597857 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2ce1b2-a4b9-4c9f-9958-f438f0a7a08e admin admin] Made reservation on behalf of b9b0198efaa540378bf27bf2b2c797a1 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:43.610993 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db2ce1b2-a4b9-4c9f-9958-f438f0a7a08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.645034 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db2ce1b2-a4b9-4c9f-9958-f438f0a7a08e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.755684 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77c393-1524-416a-887c-68a04e624bea req-aa1ee7c6-b339-4210-acda-7b085cdb6d5e tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:43.770173 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b77c393-1524-416a-887c-68a04e624bea req-aa1ee7c6-b339-4210-acda-7b085cdb6d5e tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 946 time: 0.0946877 Feb 09 01:41:43.845512 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db2ce1b2-a4b9-4c9f-9958-f438f0a7a08e admin admin] Publish callbacks [] for security_group (094c586d-0e9f-4027-8c1b-01f4fae285fa), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.860953 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db2ce1b2-a4b9-4c9f-9958-f438f0a7a08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (094c586d-0e9f-4027-8c1b-01f4fae285fa), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.890367 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b77c393-1524-416a-887c-68a04e624bea req-32fbf4cb-f3dc-40dc-90b9-8c8a8daf63be tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182277 Feb 09 01:41:43.944555 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ce1b2-a4b9-4c9f-9958-f438f0a7a08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094c586d-0e9f-4027-8c1b-01f4fae285fa,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:43.959923 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2ce1b2-a4b9-4c9f-9958-f438f0a7a08e admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:41:43.987500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39370) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:43.997768 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db2ce1b2-a4b9-4c9f-9958-f438f0a7a08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (d8e5a775-257e-4a61-8c9b-5eeb07aca2dd), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.998707 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-db2ce1b2-a4b9-4c9f-9958-f438f0a7a08e admin admin] Added segment d8e5a775-257e-4a61-8c9b-5eeb07aca2dd of type vlan for network c9c5b673-e13e-448f-8c44-802e94f8c801 Feb 09 01:41:44.024478 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169f125-6b3d-4eb6-8b91-d0f110b7276f req-6fd3f695-2e7f-475f-8d84-0b61cbc5055a tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:44.026587 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d169f125-6b3d-4eb6-8b91-d0f110b7276f req-6fd3f695-2e7f-475f-8d84-0b61cbc5055a tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1787195 Feb 09 01:41:44.101895 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db2ce1b2-a4b9-4c9f-9958-f438f0a7a08e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (c9c5b673-e13e-448f-8c44-802e94f8c801), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.104781 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-c4018556-0282-4351-8bb5-c590257f03d0 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493124 Feb 09 01:41:44.187716 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d169f125-6b3d-4eb6-8b91-d0f110b7276f req-dc95f2ac-24c0-4585-a8dc-1df0ffa320ad tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439450 Feb 09 01:41:44.189045 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db2ce1b2-a4b9-4c9f-9958-f438f0a7a08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (c9c5b673-e13e-448f-8c44-802e94f8c801), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.205638 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2ce1b2-a4b9-4c9f-9958-f438f0a7a08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:44.206255 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db2ce1b2-a4b9-4c9f-9958-f438f0a7a08e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.320911 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-1e0930dd-2bbe-47bc-a452-420a7734c18a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:44.330899 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-1e0930dd-2bbe-47bc-a452-420a7734c18a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2163498 Feb 09 01:41:44.337230 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe708-4fa4-41af-a772-1e6c09508560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.371615 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-d13df6e4-f278-4bf9-90cd-10f652b2a33b tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/quotas/9e22f3d1736d46dbb07a769aef03b6cd HTTP/1.1" status: 200 len: 375 time: 0.0377572 Feb 09 01:41:44.396237 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-db2ce1b2-a4b9-4c9f-9958-f438f0a7a08e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1127508 Feb 09 01:41:44.399305 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39384) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:44.429551 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-81f45b69-ef87-4aa3-8bf9-462e3addf765 admin admin] Request body: {'subnet': {'network_id': 'c9c5b673-e13e-448f-8c44-802e94f8c801', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1561722881-subnet', 'tenant_id': 'b9b0198efaa540378bf27bf2b2c797a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:44.468037 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f0e80af9-ef52-4f96-a8ab-ee1312a2151b req-1792d252-0016-4ec0-bedf-a06c2bcccff2 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 210 time: 0.1140258 Feb 09 01:41:44.481083 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ce1b2-a4b9-4c9f-9958-f438f0a7a08e admin admin] Pushing event updated for resources: {'Network': ['ID=c9c5b673-e13e-448f-8c44-802e94f8c801,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:44.496780 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f45b69-ef87-4aa3-8bf9-462e3addf765 admin admin] Made reservation on behalf of b9b0198efaa540378bf27bf2b2c797a1 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:44.500167 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-81f45b69-ef87-4aa3-8bf9-462e3addf765 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.500543 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network c9c5b673-e13e-448f-8c44-802e94f8c801 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:41:44.560174 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-8f9915be-3f78-461b-84dd-5447700ff860 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1867716 Feb 09 01:41:44.636369 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe708-4fa4-41af-a772-1e6c09508560 admin admin] Publish callbacks [] for security_group (b3236f36-ae69-45f5-9d61-0e7f1c365b5f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.644913 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe708-4fa4-41af-a772-1e6c09508560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b3236f36-ae69-45f5-9d61-0e7f1c365b5f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:45.122810 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-81f45b69-ef87-4aa3-8bf9-462e3addf765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (de4a96bd-815b-46c1-a4b0-13716c101d56), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:45.172074 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-dd2fe708-4fa4-41af-a772-1e6c09508560 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5922d8ae261e4de48ee6decf68f0417b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1831067 Feb 09 01:41:45.177085 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39400) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:45.178121 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f45b69-ef87-4aa3-8bf9-462e3addf765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de4a96bd-815b-46c1-a4b0-13716c101d56,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:45.193753 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4b47d-48e9-433a-b368-b3c13176d8e0 req-d7c6f337-ca9f-42d8-be76-27736e3a82a9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:45.202680 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-edc4b47d-48e9-433a-b368-b3c13176d8e0 req-d7c6f337-ca9f-42d8-be76-27736e3a82a9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.3313828 Feb 09 01:41:45.231534 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f09763a-98eb-4571-8891-8351b082a830 req-8c6805e8-6e95-4d81-b44e-c3d04504e257 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc19ebf2-8412-49e9-b390-543691cee993 HTTP/1.1" status: 200 len: 210 time: 0.0684249 Feb 09 01:41:45.247159 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fe708-4fa4-41af-a772-1e6c09508560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3236f36-ae69-45f5-9d61-0e7f1c365b5f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:45.347674 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f45b69-ef87-4aa3-8bf9-462e3addf765 admin admin] Checking segment: {'id': 'd8e5a775-257e-4a61-8c9b-5eeb07aca2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c9c5b673-e13e-448f-8c44-802e94f8c801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:41:45.348344 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f45b69-ef87-4aa3-8bf9-462e3addf765 admin admin] Network hostable DHCP agents. Network: c9c5b673-e13e-448f-8c44-802e94f8c801, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:41:45.367711 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-edc4b47d-48e9-433a-b368-b3c13176d8e0 req-4a67aa50-ff31-4a93-9b46-48887f9e8bd8 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636953 Feb 09 01:41:45.373060 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5dd5eed7-6bfa-410e-9041-7dd6283f0e8a admin admin] Publish callbacks [] for security_group (b3236f36-ae69-45f5-9d61-0e7f1c365b5f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:45.463728 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5dd5eed7-6bfa-410e-9041-7dd6283f0e8a admin admin] Publish callbacks [] for security_group (b3236f36-ae69-45f5-9d61-0e7f1c365b5f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:45.470437 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f45b69-ef87-4aa3-8bf9-462e3addf765 admin admin] Network c9c5b673-e13e-448f-8c44-802e94f8c801 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:41:45.495142 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-81f45b69-ef87-4aa3-8bf9-462e3addf765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, c9c5b673-e13e-448f-8c44-802e94f8c801) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:45.506826 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee517c3d-a15b-40eb-8598-5646e22cc628 None None] Network c9c5b673-e13e-448f-8c44-802e94f8c801 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:45.536803 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f45b69-ef87-4aa3-8bf9-462e3addf765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:45.538236 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-81f45b69-ef87-4aa3-8bf9-462e3addf765 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:45.587532 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-81f45b69-ef87-4aa3-8bf9-462e3addf765 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1621914 Feb 09 01:41:45.645060 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be49185-cbe0-4f72-bddc-27e778dc87a6 req-f5aaa54e-ce25-4ac0-9e11-6a805bef1dc2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:45.649851 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7be49185-cbe0-4f72-bddc-27e778dc87a6 req-f5aaa54e-ce25-4ac0-9e11-6a805bef1dc2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 946 time: 0.1564202 Feb 09 01:41:45.659453 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5dd5eed7-6bfa-410e-9041-7dd6283f0e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b3236f36-ae69-45f5-9d61-0e7f1c365b5f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:45.667549 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5dd5eed7-6bfa-410e-9041-7dd6283f0e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:45.676121 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5dd5eed7-6bfa-410e-9041-7dd6283f0e8a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b3236f36-ae69-45f5-9d61-0e7f1c365b5f HTTP/1.1" status: 204 len: 168 time: 0.4942765 Feb 09 01:41:45.725885 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5eed7-6bfa-410e-9041-7dd6283f0e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3236f36-ae69-45f5-9d61-0e7f1c365b5f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:45.843872 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7be49185-cbe0-4f72-bddc-27e778dc87a6 req-0c602538-8b24-4849-9359-dac7eb96dbd9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797864 Feb 09 01:41:45.971444 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116520a6-c4be-4e5b-9fdd-0c63f916d321 None None] Network c9c5b673-e13e-448f-8c44-802e94f8c801 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:46.108891 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34ed207b-744b-4e45-9010-bc6dffc74cf1 req-720a146e-7901-4ad3-b8b9-aafac94e181d tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 210 time: 0.0841353 Feb 09 01:41:46.309024 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8c59b-7202-456a-a3be-448cbf2b01e9 req-d4d43745-cf3e-48c9-a427-a4da5f0fcefd tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:46.312435 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ffc8c59b-7202-456a-a3be-448cbf2b01e9 req-d4d43745-cf3e-48c9-a427-a4da5f0fcefd tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1001999 Feb 09 01:41:46.456255 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ffc8c59b-7202-456a-a3be-448cbf2b01e9 req-47eb0cd1-12b8-4002-9fc6-5710d0a9c1fc tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231527 Feb 09 01:41:46.462352 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6015d0f-28f4-4647-a964-ebfed002a672 req-1350f823-b27f-4fed-9174-9f1d383186d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:46.465266 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e6015d0f-28f4-4647-a964-ebfed002a672 req-1350f823-b27f-4fed-9174-9f1d383186d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8248d61c5b2e4c07afdd3d5431bd39cc&device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 1128 time: 0.1170695 Feb 09 01:41:46.562225 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39432) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:46.604395 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7982ef25-5e8a-44da-a15d-b0d37c5d4e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:46.717673 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7982ef25-5e8a-44da-a15d-b0d37c5d4e07 admin admin] Publish callbacks [] for security_group (23adf1cd-bddb-41e4-9ee5-57c158e799fd), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:46.738655 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7982ef25-5e8a-44da-a15d-b0d37c5d4e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (23adf1cd-bddb-41e4-9ee5-57c158e799fd), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:46.740175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6015d0f-28f4-4647-a964-ebfed002a672 req-9cabd68e-c1db-492f-8275-e6fd29bc4a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:46.742052 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e6015d0f-28f4-4647-a964-ebfed002a672 req-9cabd68e-c1db-492f-8275-e6fd29bc4a98 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6b971e5-0c53-44cf-8606-badf0cb5180d HTTP/1.1" status: 200 len: 912 time: 0.2223537 Feb 09 01:41:46.772658 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-34a99f09-cf84-434b-bd00-9dbb12eb4b48 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528245 Feb 09 01:41:46.847141 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e6015d0f-28f4-4647-a964-ebfed002a672 req-908bdfea-3cc6-4b6b-9127-ee97647089ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c731728e-5047-4cd6-8860-55d582a9e51b HTTP/1.1" status: 200 len: 217 time: 0.0933096 Feb 09 01:41:46.891412 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7982ef25-5e8a-44da-a15d-b0d37c5d4e07 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=250c0775660d4df5a14122ce95b4dc53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3273587 Feb 09 01:41:46.892708 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39434) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:46.931250 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982ef25-5e8a-44da-a15d-b0d37c5d4e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23adf1cd-bddb-41e4-9ee5-57c158e799fd,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:46.976117 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5cdb5240-780f-4726-a888-3be4556309dd admin admin] Publish callbacks [] for security_group (23adf1cd-bddb-41e4-9ee5-57c158e799fd), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:47.009324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6015d0f-28f4-4647-a964-ebfed002a672 req-24e4b0c6-6b90-4d31-a0e5-cff6a581bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:47.010906 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e6015d0f-28f4-4647-a964-ebfed002a672 req-24e4b0c6-6b90-4d31-a0e5-cff6a581bb5b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=39615468-fb42-472a-ac5d-b723e6597983 HTTP/1.1" status: 200 len: 851 time: 0.1535165 Feb 09 01:41:47.069537 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5cdb5240-780f-4726-a888-3be4556309dd admin admin] Publish callbacks [] for security_group (23adf1cd-bddb-41e4-9ee5-57c158e799fd), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:47.073052 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e6015d0f-28f4-4647-a964-ebfed002a672 req-c71883b7-68a5-4808-864c-417119e1cb09 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6b971e5-0c53-44cf-8606-badf0cb5180d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456543 Feb 09 01:41:47.123536 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-8d8d262d-fd6e-4877-9d20-f1ca59258504 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:47.126505 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-8d8d262d-fd6e-4877-9d20-f1ca59258504 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3336272 Feb 09 01:41:47.158043 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-34149a80-db9e-46fc-b864-1663935f4da3 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Request body: {'port': {'device_id': 'dc19ebf2-8412-49e9-b390-543691cee993', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': '9e22f3d1736d46dbb07a769aef03b6cd'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:47.229731 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedfb18-5567-4cea-a602-30e596ffab11 req-278db233-f9a3-4d5a-8bba-790094478305 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:47.231932 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7dedfb18-5567-4cea-a602-30e596ffab11 req-278db233-f9a3-4d5a-8bba-790094478305 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 946 time: 0.1617370 Feb 09 01:41:47.348922 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e6015d0f-28f4-4647-a964-ebfed002a672 req-01b17e94-98b8-473b-aa36-b7d29d6f38c4 service neutron] 10.222.0.48 "GET /v2.0/networks/a6b971e5-0c53-44cf-8606-badf0cb5180d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616527 Feb 09 01:41:47.360845 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7dedfb18-5567-4cea-a602-30e596ffab11 req-b8515ec1-b0f3-4728-819e-c99a69b428c9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231022 Feb 09 01:41:47.565218 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e6015d0f-28f4-4647-a964-ebfed002a672 req-9df577c1-3ea3-4e36-ab3e-1c914f80c007 service neutron] 10.222.0.48 "GET /v2.0/networks/a6b971e5-0c53-44cf-8606-badf0cb5180d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011783 Feb 09 01:41:47.642379 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-34149a80-db9e-46fc-b864-1663935f4da3 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Made reservation on behalf of 9e22f3d1736d46dbb07a769aef03b6cd for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:47.646052 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-34149a80-db9e-46fc-b864-1663935f4da3 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:47.651269 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-70804b8f-c50c-4a5e-88cf-81ddfae266a8 req-6363fcdd-9ed2-4b5b-970e-75ddf826fbcb tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc19ebf2-8412-49e9-b390-543691cee993 HTTP/1.1" status: 200 len: 210 time: 0.0839810 Feb 09 01:41:47.710640 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5cdb5240-780f-4726-a888-3be4556309dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (23adf1cd-bddb-41e4-9ee5-57c158e799fd), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:47.713974 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5cdb5240-780f-4726-a888-3be4556309dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:47.716117 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5cdb5240-780f-4726-a888-3be4556309dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23adf1cd-bddb-41e4-9ee5-57c158e799fd HTTP/1.1" status: 204 len: 168 time: 0.8193805 Feb 09 01:41:47.819985 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb5240-780f-4726-a888-3be4556309dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23adf1cd-bddb-41e4-9ee5-57c158e799fd,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:47.872601 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-a6f71b4e-ec21-4e35-af54-b0ce735bb186 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:47.882781 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-a6f71b4e-ec21-4e35-af54-b0ce735bb186 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/networks?id=c9c5b673-e13e-448f-8c44-802e94f8c801 HTTP/1.1" status: 200 len: 822 time: 0.3520868 Feb 09 01:41:47.914790 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51eb5c-30fb-4f2e-9bff-dcf99ce97917 req-10a03b65-71f7-4cd7-9b50-cbdd9f174f41 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:47.916371 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bb51eb5c-30fb-4f2e-9bff-dcf99ce97917 req-10a03b65-71f7-4cd7-9b50-cbdd9f174f41 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1315494 Feb 09 01:41:47.961872 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-3d6106bf-0c46-47be-a80c-49732475ff19 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/quotas/b9b0198efaa540378bf27bf2b2c797a1 HTTP/1.1" status: 200 len: 375 time: 0.0623391 Feb 09 01:41:48.043291 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bb51eb5c-30fb-4f2e-9bff-dcf99ce97917 req-63a23133-22f6-41c0-9522-655b7a7fed5c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143491 Feb 09 01:41:48.071796 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-87ed1cb4-9837-469d-ae37-49641a166079 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b9b0198efaa540378bf27bf2b2c797a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1092932 Feb 09 01:41:48.320505 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-34149a80-db9e-46fc-b864-1663935f4da3 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Allocated IP 192.168.233.84 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/77ba12df-6811-4625-9777-d63009729272) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:48.506969 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f4c5b45-b0e5-4a5e-bc82-538811633c3b req-2c44897a-9c0e-4185-8ae6-8f4858ec9b2e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 210 time: 0.0604360 Feb 09 01:41:48.524931 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-0b824b64-2626-45ce-931f-c5b55525b07d service neutron] 10.222.0.36 "GET /v2.0/networks/c9c5b673-e13e-448f-8c44-802e94f8c801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522693 Feb 09 01:41:48.684409 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-c9191593-bbb4-413b-a2f3-a3b7266ab46b service neutron] 10.222.0.36 "GET /v2.0/networks/c9c5b673-e13e-448f-8c44-802e94f8c801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506793 Feb 09 01:41:48.690161 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-34149a80-db9e-46fc-b864-1663935f4da3 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks [] for port (77ba12df-6811-4625-9777-d63009729272), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:48.797160 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-34149a80-db9e-46fc-b864-1663935f4da3 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (77ba12df-6811-4625-9777-d63009729272), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:48.815239 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['4dd84e72-0a61-4b58-a19f-c280a933f0b0', '65d84600-6a13-47e6-ab08-5e64b6ae353f'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:41:48.821070 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['f6169741-ef4a-41b9-b2c5-8b073803e3ea', '1ae1d2b4-74aa-440a-a825-b4764a5c3be6', '6e46932e-60d8-42af-9eb5-c7d391afa40c', '0e49f22d-0e2d-45a3-b0ea-4d3b87dff701'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:41:49.006055 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-34149a80-db9e-46fc-b864-1663935f4da3 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:49.009729 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-34149a80-db9e-46fc-b864-1663935f4da3 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:49.037562 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-34149a80-db9e-46fc-b864-1663935f4da3 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:49.217981 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34149a80-db9e-46fc-b864-1663935f4da3 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Pushing event updated for resources: {'Port': ['ID=77ba12df-6811-4625-9777-d63009729272,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:49.283182 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-34149a80-db9e-46fc-b864-1663935f4da3 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:49.283997 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-34149a80-db9e-46fc-b864-1663935f4da3 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:49.385598 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-34149a80-db9e-46fc-b864-1663935f4da3 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2483070 Feb 09 01:41:49.414829 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90feda3-6bcb-4191-a70f-832353809608 req-45a5aced-e223-4271-8a84-ecbf71670cc2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:49.453342 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f90feda3-6bcb-4191-a70f-832353809608 req-45a5aced-e223-4271-8a84-ecbf71670cc2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 946 time: 0.2898347 Feb 09 01:41:49.460374 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-e0704355-80da-4bb6-9d1e-a8e158b9668b service neutron] Request body: {'port': {'device_id': 'dc19ebf2-8412-49e9-b390-543691cee993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:49.616813 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36eab9-4fc7-4de7-a7ca-a7f643d821f1 req-a399d192-3e01-4d8a-9898-e3bae20c5b5c tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:49.620341 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef36eab9-4fc7-4de7-a7ca-a7f643d821f1 req-a399d192-3e01-4d8a-9898-e3bae20c5b5c tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc19ebf2-8412-49e9-b390-543691cee993 HTTP/1.1" status: 200 len: 935 time: 0.1341691 Feb 09 01:41:49.732959 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef36eab9-4fc7-4de7-a7ca-a7f643d821f1 req-0963d0b0-a59d-4313-a95e-3361731b7d3c tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064620 Feb 09 01:41:49.884814 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f90feda3-6bcb-4191-a70f-832353809608 req-b62c7c0b-4748-4e5a-8eb2-3d2db67811cd tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300098 Feb 09 01:41:49.886172 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-e0704355-80da-4bb6-9d1e-a8e158b9668b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (77ba12df-6811-4625-9777-d63009729272), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:49.924179 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4033e1f5-5d2f-4666-a3e7-b59a61d5a3b5 req-aeaeae28-2e50-4cc1-9e63-f330c7b64b31 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 210 time: 0.0705512 Feb 09 01:41:49.929990 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5c357e77-1512-4764-bc39-1c35ee331124 None None] Provisioning complete for port 77ba12df-6811-4625-9777-d63009729272 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:49.930560 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5c357e77-1512-4764-bc39-1c35ee331124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (77ba12df-6811-4625-9777-d63009729272), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:50.191815 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5c357e77-1512-4764-bc39-1c35ee331124 None None] Port 77ba12df-6811-4625-9777-d63009729272 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:50.196645 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539c44a-cdaf-4690-9948-26a59759d4dc req-3d2e77aa-0cc2-4f49-baad-5e8a2a4c33e8 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:50.198125 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e539c44a-cdaf-4690-9948-26a59759d4dc req-3d2e77aa-0cc2-4f49-baad-5e8a2a4c33e8 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1007590 Feb 09 01:41:50.274647 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e539c44a-cdaf-4690-9948-26a59759d4dc req-bc0e948c-2303-4f7a-96b6-fc91ad369c69 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685701 Feb 09 01:41:50.457087 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-340491cd-5d59-4c40-9ac1-8eebf73c72b3 req-b9bf56e2-667e-443c-886f-10c3c1ff8671 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 210 time: 0.2197397 Feb 09 01:41:50.650968 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8962f8c-0abc-415c-847a-d0605941b830 req-ef7d352a-68aa-4e5b-9cee-4f68cd461fae tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:50.666539 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8962f8c-0abc-415c-847a-d0605941b830 req-ef7d352a-68aa-4e5b-9cee-4f68cd461fae tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1341984 Feb 09 01:41:50.707590 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-e0704355-80da-4bb6-9d1e-a8e158b9668b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ba12df-6811-4625-9777-d63009729272 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:41:50.718122 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-e0704355-80da-4bb6-9d1e-a8e158b9668b service neutron] Publish callbacks [] for port (77ba12df-6811-4625-9777-d63009729272), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:50.740860 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8962f8c-0abc-415c-847a-d0605941b830 req-99f09c2e-7b46-49ae-a983-90a2960f3136 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598204 Feb 09 01:41:50.743838 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-e0704355-80da-4bb6-9d1e-a8e158b9668b service neutron] Transition to ACTIVE for port object 77ba12df-6811-4625-9777-d63009729272 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:41:50.746011 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-e0704355-80da-4bb6-9d1e-a8e158b9668b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (77ba12df-6811-4625-9777-d63009729272), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:51.110549 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58bc79-b441-43da-8e72-fd2116422787 req-dcf12e14-88b8-4cb6-b7d2-0f2bdf1f5633 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:51.125353 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e58bc79-b441-43da-8e72-fd2116422787 req-dcf12e14-88b8-4cb6-b7d2-0f2bdf1f5633 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc19ebf2-8412-49e9-b390-543691cee993 HTTP/1.1" status: 200 len: 947 time: 0.2416668 Feb 09 01:41:51.152879 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-e0704355-80da-4bb6-9d1e-a8e158b9668b service neutron] Attempting to bind port 77ba12df-6811-4625-9777-d63009729272 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:41:51.153995 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-e0704355-80da-4bb6-9d1e-a8e158b9668b service neutron] Attempting to bind port 77ba12df-6811-4625-9777-d63009729272 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:41:51.154579 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-e0704355-80da-4bb6-9d1e-a8e158b9668b service neutron] Attempting to bind port 77ba12df-6811-4625-9777-d63009729272 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:41:51.157203 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0704355-80da-4bb6-9d1e-a8e158b9668b service neutron] Pushing event updated for resources: {'Port': ['ID=77ba12df-6811-4625-9777-d63009729272,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:51.164229 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-e0704355-80da-4bb6-9d1e-a8e158b9668b service neutron] Port 77ba12df-6811-4625-9777-d63009729272 on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:41:51.164958 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-e0704355-80da-4bb6-9d1e-a8e158b9668b service neutron] Attempting to bind port 77ba12df-6811-4625-9777-d63009729272 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:41:51.179920 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-e0704355-80da-4bb6-9d1e-a8e158b9668b service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:41:51.184532 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-e0704355-80da-4bb6-9d1e-a8e158b9668b service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:41:51.187286 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-e0704355-80da-4bb6-9d1e-a8e158b9668b service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:41:51.190057 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-e0704355-80da-4bb6-9d1e-a8e158b9668b service neutron] Bound port: 77ba12df-6811-4625-9777-d63009729272, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:41:51.192551 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-e0704355-80da-4bb6-9d1e-a8e158b9668b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (77ba12df-6811-4625-9777-d63009729272), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:51.311343 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e58bc79-b441-43da-8e72-fd2116422787 req-fd2592cb-261a-4244-a83a-eb43f96ccb09 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820309 Feb 09 01:41:51.341767 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-e0704355-80da-4bb6-9d1e-a8e158b9668b service neutron] For port 77ba12df-6811-4625-9777-d63009729272, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:41:51.345381 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-e0704355-80da-4bb6-9d1e-a8e158b9668b service neutron] For port 77ba12df-6811-4625-9777-d63009729272, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=77ba12df-6811-4625-9777-d63009729272,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:41:51.366268 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-e0704355-80da-4bb6-9d1e-a8e158b9668b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (77ba12df-6811-4625-9777-d63009729272), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:51.511716 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-35ba84bc-7e1c-4455-86f4-efc3e4009df0 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:51.525317 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-35ba84bc-7e1c-4455-86f4-efc3e4009df0 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.48 "GET /v2.0/networks?id=c9c5b673-e13e-448f-8c44-802e94f8c801 HTTP/1.1" status: 200 len: 822 time: 0.3520873 Feb 09 01:41:51.546552 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-e0704355-80da-4bb6-9d1e-a8e158b9668b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:51.555819 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-e0704355-80da-4bb6-9d1e-a8e158b9668b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:51.557836 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-e0704355-80da-4bb6-9d1e-a8e158b9668b service neutron] 10.222.0.67 "PUT /v2.0/ports/77ba12df-6811-4625-9777-d63009729272 HTTP/1.1" status: 200 len: 1095 time: 2.1018388 Feb 09 01:41:51.558401 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-f520e7d2-a983-4218-afdf-27f8c3c66113 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Request body: {'port': {'device_id': '36f6569a-8e14-41bf-b739-a8abd5dc944b', 'network_id': 'c9c5b673-e13e-448f-8c44-802e94f8c801', 'admin_state_up': True, 'tenant_id': 'b9b0198efaa540378bf27bf2b2c797a1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:51.581445 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc19ebf2-8412-49e9-b390-543691cee993', 'tag': '77ba12df-6811-4625-9777-d63009729272'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:41:51.588700 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae22d13-3d22-4e06-b5a1-b22980224c14" -d '{"events": [{"name": "network-changed", "server_uuid": "dc19ebf2-8412-49e9-b390-543691cee993", "tag": "77ba12df-6811-4625-9777-d63009729272"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:41:51.623226 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b498436b-5fb7-4dd0-8f8f-6fbdd520d6a2 req-bafc5ba9-72c4-480f-997b-a2357a86c9ef tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 210 time: 0.1390500 Feb 09 01:41:51.746507 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057684fd-2ccd-4227-9885-856ff145a0f7 req-c37c788e-42bf-4d79-b654-72da82ee0f21 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:51.770976 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-057684fd-2ccd-4227-9885-856ff145a0f7 req-c37c788e-42bf-4d79-b654-72da82ee0f21 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 946 time: 0.4216831 Feb 09 01:41:51.788989 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0704355-80da-4bb6-9d1e-a8e158b9668b service neutron] Pushing event updated for resources: {'Port': ['ID=77ba12df-6811-4625-9777-d63009729272,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:51.942840 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc91b78-0d8f-4af4-8b81-2da6b87f3d1e req-b8d44a03-8848-4fdf-9b37-6264c21f950c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:51.961114 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cdc91b78-0d8f-4af4-8b81-2da6b87f3d1e req-b8d44a03-8848-4fdf-9b37-6264c21f950c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1322060 Feb 09 01:41:52.009276 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-057684fd-2ccd-4227-9885-856ff145a0f7 req-c52ff1ee-da16-4b81-bd65-a9df04ef65a0 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370465 Feb 09 01:41:52.030750 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-66d13c5d-4a69-44c4-ade6-97d169c00db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:52.036246 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-66d13c5d-4a69-44c4-ade6-97d169c00db5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&device_id=dc19ebf2-8412-49e9-b390-543691cee993 HTTP/1.1" status: 200 len: 1129 time: 0.3861856 Feb 09 01:41:52.087368 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-6cba04b0-a767-4fb7-81c8-42035b06ccc4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=77ba12df-6811-4625-9777-d63009729272 HTTP/1.1" status: 200 len: 217 time: 0.0409081 Feb 09 01:41:52.115875 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cdc91b78-0d8f-4af4-8b81-2da6b87f3d1e req-aa2b3f8b-41fb-42b8-973c-86f75cbf0258 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537502 Feb 09 01:41:52.119023 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-f520e7d2-a983-4218-afdf-27f8c3c66113 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Made reservation on behalf of b9b0198efaa540378bf27bf2b2c797a1 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:52.125857 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-f520e7d2-a983-4218-afdf-27f8c3c66113 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:52.162958 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-8542167f-63c9-4a46-9d57-c7a5b733d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:52.165335 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-8542167f-63c9-4a46-9d57-c7a5b733d117 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.0580807 Feb 09 01:41:52.211674 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7751202f-448a-4bd1-a616-34595dcfe0d2 req-af208e55-88fe-4498-b2ed-46b1761084c6 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 210 time: 0.0448644 Feb 09 01:41:52.339921 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-bdb92dc8-97c7-4040-b8e8-c1001c37f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:52.342866 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-bdb92dc8-97c7-4040-b8e8-c1001c37f6f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1299024 Feb 09 01:41:52.466963 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-ab493c12-a665-492f-8f44-735fb4fe31da service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175215 Feb 09 01:41:52.470035 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0b1f64-feec-41cf-8251-8dce118f32f3 x-openstack-request-id: req-2e0b1f64-feec-41cf-8251-8dce118f32f3 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:41:52.470525 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc19ebf2-8412-49e9-b390-543691cee993", "tag": "77ba12df-6811-4625-9777-d63009729272", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:41:52.470958 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e0b1f64-feec-41cf-8251-8dce118f32f3 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:41:52.471528 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc19ebf2-8412-49e9-b390-543691cee993', 'tag': '77ba12df-6811-4625-9777-d63009729272', 'status': 'completed', 'code': 200} Feb 09 01:41:52.536027 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-f520e7d2-a983-4218-afdf-27f8c3c66113 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Allocated IP 172.20.0.2 (c9c5b673-e13e-448f-8c44-802e94f8c801/de4a96bd-815b-46c1-a4b0-13716c101d56/1355cef5-018c-42db-bcad-a508ffe78b37) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:52.747569 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa2bba1f-1aef-492a-8205-faa375f4071a req-68500ba0-c287-4ec6-b43f-4d4410454ad1 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487559 Feb 09 01:41:52.816127 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a943502-c4c0-48bd-9e98-c6978cd7d4f2 req-27e8a7dc-8bce-426b-bc7e-f28790baf638 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:52.818312 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2a943502-c4c0-48bd-9e98-c6978cd7d4f2 req-27e8a7dc-8bce-426b-bc7e-f28790baf638 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.3501298 Feb 09 01:41:52.848295 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47481dfa-9709-4283-acae-658b6c1306ef req-fca58238-4733-4c4b-8dfd-33f6ddbf931e tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:52.858461 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-47481dfa-9709-4283-acae-658b6c1306ef req-fca58238-4733-4c4b-8dfd-33f6ddbf931e tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc19ebf2-8412-49e9-b390-543691cee993 HTTP/1.1" status: 200 len: 947 time: 0.2309821 Feb 09 01:41:52.922689 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae22d13-3d22-4e06-b5a1-b22980224c14 req-a3d8a809-8fa9-4aaa-b400-fba8b9e18fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:52.924571 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ae22d13-3d22-4e06-b5a1-b22980224c14 req-a3d8a809-8fa9-4aaa-b400-fba8b9e18fa5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&device_id=dc19ebf2-8412-49e9-b390-543691cee993 HTTP/1.1" status: 200 len: 1129 time: 0.0988989 Feb 09 01:41:52.959144 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-f520e7d2-a983-4218-afdf-27f8c3c66113 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks [] for port (1355cef5-018c-42db-bcad-a508ffe78b37), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:52.967862 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2a943502-c4c0-48bd-9e98-c6978cd7d4f2 req-a986d11d-2e18-46ae-ac3f-c99a75231f94 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432681 Feb 09 01:41:53.019150 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-47481dfa-9709-4283-acae-658b6c1306ef req-e5f79065-afa2-4aa1-b2e2-22510acae2c3 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551630 Feb 09 01:41:53.052863 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-f520e7d2-a983-4218-afdf-27f8c3c66113 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (1355cef5-018c-42db-bcad-a508ffe78b37), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:53.157305 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae22d13-3d22-4e06-b5a1-b22980224c14 req-3347078a-a1c1-4cd6-ac90-2b0351576aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:53.163259 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ae22d13-3d22-4e06-b5a1-b22980224c14 req-3347078a-a1c1-4cd6-ac90-2b0351576aa6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.1927266 Feb 09 01:41:53.204316 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520e7d2-a983-4218-afdf-27f8c3c66113 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Pushing event updated for resources: {'Port': ['ID=1355cef5-018c-42db-bcad-a508ffe78b37,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:53.221206 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-f520e7d2-a983-4218-afdf-27f8c3c66113 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Network c9c5b673-e13e-448f-8c44-802e94f8c801 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:53.224095 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-f520e7d2-a983-4218-afdf-27f8c3c66113 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:53.233079 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-f520e7d2-a983-4218-afdf-27f8c3c66113 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:53.273136 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ae22d13-3d22-4e06-b5a1-b22980224c14 req-8fb12593-780f-4312-aef5-dff7dd4e90ef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=77ba12df-6811-4625-9777-d63009729272 HTTP/1.1" status: 200 len: 217 time: 0.1063364 Feb 09 01:41:53.290245 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bda2fd-4f11-4647-a0f1-12a828c70603 req-f6ce0b4a-c347-4e97-9d5d-2278f3bcb963 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:53.299582 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8bda2fd-4f11-4647-a0f1-12a828c70603 req-f6ce0b4a-c347-4e97-9d5d-2278f3bcb963 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 931 time: 0.1416979 Feb 09 01:41:53.360598 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-f520e7d2-a983-4218-afdf-27f8c3c66113 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:53.361298 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-f520e7d2-a983-4218-afdf-27f8c3c66113 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:53.388785 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-f520e7d2-a983-4218-afdf-27f8c3c66113 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8376462 Feb 09 01:41:53.400368 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae22d13-3d22-4e06-b5a1-b22980224c14 req-84ec0eb9-89cf-47b6-8b7e-1fbab728578f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:53.405794 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8bda2fd-4f11-4647-a0f1-12a828c70603 req-76a7a45f-0412-4f36-a692-d6f1255b4e7a tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049671 Feb 09 01:41:53.416377 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ae22d13-3d22-4e06-b5a1-b22980224c14 req-84ec0eb9-89cf-47b6-8b7e-1fbab728578f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1217782 Feb 09 01:41:53.420301 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-47235db5-314a-405c-a66f-019be1a47214 service neutron] Request body: {'port': {'device_id': '36f6569a-8e14-41bf-b739-a8abd5dc944b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:53.526305 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae22d13-3d22-4e06-b5a1-b22980224c14 req-ba82f669-a9e8-49d2-b550-23cc1f96e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:53.528496 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ae22d13-3d22-4e06-b5a1-b22980224c14 req-ba82f669-a9e8-49d2-b550-23cc1f96e946 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1112714 Feb 09 01:41:53.609423 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-47235db5-314a-405c-a66f-019be1a47214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1355cef5-018c-42db-bcad-a508ffe78b37), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:53.687133 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7cf43-4c55-4657-a9ad-d7f389d6fd42 req-51917254-b1bb-4cda-a3d1-8dc9e591759e tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:53.694030 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0de7cf43-4c55-4657-a9ad-d7f389d6fd42 req-51917254-b1bb-4cda-a3d1-8dc9e591759e tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 946 time: 0.1303396 Feb 09 01:41:53.727378 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ae22d13-3d22-4e06-b5a1-b22980224c14 req-cf223258-cf0d-43c8-871f-378957e3ba38 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889782 Feb 09 01:41:53.843751 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0de7cf43-4c55-4657-a9ad-d7f389d6fd42 req-fa549ff0-00ea-4a5f-a3c1-4b449e322dba tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487324 Feb 09 01:41:53.871376 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b88ab255-b27c-4ab3-a94b-9d44489119af req-6c919458-e293-453d-b180-f7c9d50f753b tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 210 time: 0.0884826 Feb 09 01:41:53.972448 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ae22d13-3d22-4e06-b5a1-b22980224c14 req-95deaec1-5e36-4622-aae1-2d9b27f4f435 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257631 Feb 09 01:41:54.137763 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2aa0a9d-7a47-44d0-86cf-acc80a3f4933 req-d989d675-1113-4cc8-bacc-4e27af2af0eb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d9d59ffc-db4b-4833-9c88-b19a335497c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3215861 Feb 09 01:41:54.293519 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-47235db5-314a-405c-a66f-019be1a47214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1355cef5-018c-42db-bcad-a508ffe78b37 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:41:54.319181 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-47235db5-314a-405c-a66f-019be1a47214 service neutron] Publish callbacks [] for port (1355cef5-018c-42db-bcad-a508ffe78b37), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:54.341474 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28cd51-da2e-404f-8a65-b577d45b4008 req-b568b6c7-7637-41ce-bb2e-2369ad9534d7 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:54.347987 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8f28cd51-da2e-404f-8a65-b577d45b4008 req-b568b6c7-7637-41ce-bb2e-2369ad9534d7 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc19ebf2-8412-49e9-b390-543691cee993 HTTP/1.1" status: 200 len: 947 time: 0.1410742 Feb 09 01:41:54.355692 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-47235db5-314a-405c-a66f-019be1a47214 service neutron] Transition to ACTIVE for port object 1355cef5-018c-42db-bcad-a508ffe78b37 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:41:54.369368 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-47235db5-314a-405c-a66f-019be1a47214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (1355cef5-018c-42db-bcad-a508ffe78b37), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:54.450516 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8f28cd51-da2e-404f-8a65-b577d45b4008 req-1b3578b1-cfd0-4235-bddf-d721fbf5e0d9 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963724 Feb 09 01:41:54.509938 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a5f9a-d17b-4c76-bafd-36c023745de6 req-407751c4-5bd1-40f4-9dd3-dc0cc8af0524 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:54.517696 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-438a5f9a-d17b-4c76-bafd-36c023745de6 req-407751c4-5bd1-40f4-9dd3-dc0cc8af0524 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.5332403 Feb 09 01:41:54.592058 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47235db5-314a-405c-a66f-019be1a47214 service neutron] Pushing event updated for resources: {'Port': ['ID=1355cef5-018c-42db-bcad-a508ffe78b37,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:54.650080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa0a9d-7a47-44d0-86cf-acc80a3f4933 req-3c738193-c71f-469c-8e93-87413a2aeee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:54.656342 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2aa0a9d-7a47-44d0-86cf-acc80a3f4933 req-3c738193-c71f-469c-8e93-87413a2aeee0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&device_id=d9d59ffc-db4b-4833-9c88-b19a335497c0 HTTP/1.1" status: 200 len: 1131 time: 0.2957675 Feb 09 01:41:54.662241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39590) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:54.807006 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bff5b9-fdd8-4258-a034-97648674d5ec req-dab7d965-ff5d-4c94-912f-59a776781293 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:54.810935 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-26bff5b9-fdd8-4258-a034-97648674d5ec req-dab7d965-ff5d-4c94-912f-59a776781293 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 943 time: 0.1787620 Feb 09 01:41:54.898724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-47235db5-314a-405c-a66f-019be1a47214 service neutron] Attempting to bind port 1355cef5-018c-42db-bcad-a508ffe78b37 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:41:54.899087 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-47235db5-314a-405c-a66f-019be1a47214 service neutron] Attempting to bind port 1355cef5-018c-42db-bcad-a508ffe78b37 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'd8e5a775-257e-4a61-8c9b-5eeb07aca2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c9c5b673-e13e-448f-8c44-802e94f8c801'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:41:54.899475 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-47235db5-314a-405c-a66f-019be1a47214 service neutron] Attempting to bind port 1355cef5-018c-42db-bcad-a508ffe78b37 on network c9c5b673-e13e-448f-8c44-802e94f8c801 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:41:54.915345 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-438a5f9a-d17b-4c76-bafd-36c023745de6 req-692385d1-c3ff-4232-9cfc-f63bafbcbee4 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966525 Feb 09 01:41:54.940630 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-26bff5b9-fdd8-4258-a034-97648674d5ec req-4a857d86-ecb2-4ebf-b32a-6d4acadc4be6 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229599 Feb 09 01:41:54.971248 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6c5f857b-8939-4d32-bbe2-74eddf1ada87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:54.975611 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-47235db5-314a-405c-a66f-019be1a47214 service neutron] Port 1355cef5-018c-42db-bcad-a508ffe78b37 on network c9c5b673-e13e-448f-8c44-802e94f8c801 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:41:54.975965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-47235db5-314a-405c-a66f-019be1a47214 service neutron] Attempting to bind port 1355cef5-018c-42db-bcad-a508ffe78b37 on network c9c5b673-e13e-448f-8c44-802e94f8c801 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:41:55.048446 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-47235db5-314a-405c-a66f-019be1a47214 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:41:55.048798 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-47235db5-314a-405c-a66f-019be1a47214 service neutron] Checking segment: {'id': 'd8e5a775-257e-4a61-8c9b-5eeb07aca2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c9c5b673-e13e-448f-8c44-802e94f8c801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:41:55.049203 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-47235db5-314a-405c-a66f-019be1a47214 service neutron] Bound using segment: {'id': 'd8e5a775-257e-4a61-8c9b-5eeb07aca2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c9c5b673-e13e-448f-8c44-802e94f8c801'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:41:55.049665 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-47235db5-314a-405c-a66f-019be1a47214 service neutron] Bound port: 1355cef5-018c-42db-bcad-a508ffe78b37, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e5a775-257e-4a61-8c9b-5eeb07aca2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c9c5b673-e13e-448f-8c44-802e94f8c801'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:41:55.050178 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-47235db5-314a-405c-a66f-019be1a47214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1355cef5-018c-42db-bcad-a508ffe78b37), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:55.107062 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9de8b54c-a741-43fa-822e-68199eb22fb5 req-38b99e47-a617-48b2-b302-3ac459a996bf tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 210 time: 0.0527408 Feb 09 01:41:55.262201 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6c5f857b-8939-4d32-bbe2-74eddf1ada87 admin admin] Publish callbacks [] for security_group (50bd81ed-db4b-4fbb-898d-793ee32e16fc), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:55.285279 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6c5f857b-8939-4d32-bbe2-74eddf1ada87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (50bd81ed-db4b-4fbb-898d-793ee32e16fc), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:55.305407 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7b276-31de-4562-903b-8b2a9b8a4afc req-12b4a703-bac0-4315-ab45-e0de69a86f18 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:55.320845 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6c5f857b-8939-4d32-bbe2-74eddf1ada87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=82a12a3251bd441783b512b0ba9f19b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6562848 Feb 09 01:41:55.327144 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa0a9d-7a47-44d0-86cf-acc80a3f4933 req-42a1ca88-fd4a-4b26-9e6d-727d68da09c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:55.328860 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2aa0a9d-7a47-44d0-86cf-acc80a3f4933 req-42a1ca88-fd4a-4b26-9e6d-727d68da09c2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.6208010 Feb 09 01:41:55.332164 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b4b7b276-31de-4562-903b-8b2a9b8a4afc req-12b4a703-bac0-4315-ab45-e0de69a86f18 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1607678 Feb 09 01:41:55.334128 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39602) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:55.398585 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2aa0a9d-7a47-44d0-86cf-acc80a3f4933 req-9a97e72e-3d2d-42fb-844d-81bf57ca33b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=4dd84e72-0a61-4b58-a19f-c280a933f0b0 HTTP/1.1" status: 200 len: 217 time: 0.0568504 Feb 09 01:41:55.402927 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-47235db5-314a-405c-a66f-019be1a47214 service neutron] For port 1355cef5-018c-42db-bcad-a508ffe78b37, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:41:55.412550 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898819ea-752f-42bb-b4a9-a4bf2f54ba20 req-dab937bc-c700-4e18-b1c9-c7ffadf0a4dc tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:55.424410 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-898819ea-752f-42bb-b4a9-a4bf2f54ba20 req-dab937bc-c700-4e18-b1c9-c7ffadf0a4dc tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 946 time: 0.3618805 Feb 09 01:41:55.514825 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-47235db5-314a-405c-a66f-019be1a47214 service neutron] For port 1355cef5-018c-42db-bcad-a508ffe78b37, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=1355cef5-018c-42db-bcad-a508ffe78b37,segment=NetworkSegment(d8e5a775-257e-4a61-8c9b-5eeb07aca2dd),segment_id=d8e5a775-257e-4a61-8c9b-5eeb07aca2dd)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:41:55.520603 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f857b-8939-4d32-bbe2-74eddf1ada87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bd81ed-db4b-4fbb-898d-793ee32e16fc,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:55.549328 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 77ba12df-6811-4625-9777-d63009729272 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:41:55.575956 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b4b7b276-31de-4562-903b-8b2a9b8a4afc req-52624f17-f4aa-412a-8214-e7b8d431abb0 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423785 Feb 09 01:41:55.593576 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b3d96ac-ef32-42f5-9d71-f6a51c682bc0 admin admin] Publish callbacks [] for security_group (50bd81ed-db4b-4fbb-898d-793ee32e16fc), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:55.632794 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-898819ea-752f-42bb-b4a9-a4bf2f54ba20 req-eecbfd07-4045-4663-8232-e7b8b26a74c4 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710021 Feb 09 01:41:55.632794 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-47235db5-314a-405c-a66f-019be1a47214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (1355cef5-018c-42db-bcad-a508ffe78b37), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:55.656856 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa0a9d-7a47-44d0-86cf-acc80a3f4933 req-d4bf211e-ab84-47a2-ba8d-c4e73de94a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:55.664619 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2aa0a9d-7a47-44d0-86cf-acc80a3f4933 req-d4bf211e-ab84-47a2-ba8d-c4e73de94a20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.2366931 Feb 09 01:41:55.682653 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b3d96ac-ef32-42f5-9d71-f6a51c682bc0 admin admin] Publish callbacks [] for security_group (50bd81ed-db4b-4fbb-898d-793ee32e16fc), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:55.805215 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-47235db5-314a-405c-a66f-019be1a47214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:55.817934 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-47235db5-314a-405c-a66f-019be1a47214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:55.819760 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-47235db5-314a-405c-a66f-019be1a47214 service neutron] 10.222.0.48 "PUT /v2.0/ports/1355cef5-018c-42db-bcad-a508ffe78b37 HTTP/1.1" status: 200 len: 1091 time: 2.4106505 Feb 09 01:41:55.820374 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f6569a-8e14-41bf-b739-a8abd5dc944b', 'tag': '1355cef5-018c-42db-bcad-a508ffe78b37'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:41:55.822813 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df8f2ac-ed77-462b-8579-ad896069144b" -d '{"events": [{"name": "network-changed", "server_uuid": "36f6569a-8e14-41bf-b739-a8abd5dc944b", "tag": "1355cef5-018c-42db-bcad-a508ffe78b37"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:41:55.873081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 77ba12df-6811-4625-9777-d63009729272, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=77ba12df-6811-4625-9777-d63009729272,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:55.884553 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0247011-6dcd-434a-a051-1ef3f63df880 req-273d1eaf-fc06-4380-86cd-542b44dc6746 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:55.898445 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b0247011-6dcd-434a-a051-1ef3f63df880 req-273d1eaf-fc06-4380-86cd-542b44dc6746 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc19ebf2-8412-49e9-b390-543691cee993 HTTP/1.1" status: 200 len: 947 time: 0.1245005 Feb 09 01:41:55.898858 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '77ba12df-6811-4625-9777-d63009729272', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '77ba12df-6811-4625-9777-d63009729272', 'mac_address': 'fa:16:3e:72:87:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:41:55.909530 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b3d96ac-ef32-42f5-9d71-f6a51c682bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (50bd81ed-db4b-4fbb-898d-793ee32e16fc), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:55.912477 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b3d96ac-ef32-42f5-9d71-f6a51c682bc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:55.913589 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6b3d96ac-ef32-42f5-9d71-f6a51c682bc0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50bd81ed-db4b-4fbb-898d-793ee32e16fc HTTP/1.1" status: 204 len: 168 time: 0.5775042 Feb 09 01:41:55.994560 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b0247011-6dcd-434a-a051-1ef3f63df880 req-ba43e97d-269d-4e9d-9b43-2cead2f059b1 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951321 Feb 09 01:41:55.996008 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d96ac-ef32-42f5-9d71-f6a51c682bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bd81ed-db4b-4fbb-898d-793ee32e16fc,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:56.010187 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 77ba12df-6811-4625-9777-d63009729272 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:56.010592 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (77ba12df-6811-4625-9777-d63009729272), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:56.057224 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdf75da-080f-4551-a31d-31cdad50e693 x-openstack-request-id: req-ebdf75da-080f-4551-a31d-31cdad50e693 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:41:56.057533 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f6569a-8e14-41bf-b739-a8abd5dc944b", "tag": "1355cef5-018c-42db-bcad-a508ffe78b37", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:41:56.057883 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ebdf75da-080f-4551-a31d-31cdad50e693 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:41:56.058532 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f6569a-8e14-41bf-b739-a8abd5dc944b', 'tag': '1355cef5-018c-42db-bcad-a508ffe78b37', 'status': 'completed', 'code': 200} Feb 09 01:41:56.066632 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47235db5-314a-405c-a66f-019be1a47214 service neutron] Pushing event updated for resources: {'Port': ['ID=1355cef5-018c-42db-bcad-a508ffe78b37,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:56.080554 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ba12df-6811-4625-9777-d63009729272 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:41:56.091740 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa0a9d-7a47-44d0-86cf-acc80a3f4933 req-c23c598e-7786-434a-b21c-d49587ed3d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:56.094135 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2aa0a9d-7a47-44d0-86cf-acc80a3f4933 req-c23c598e-7786-434a-b21c-d49587ed3d64 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3866193 Feb 09 01:41:56.131892 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 77ba12df-6811-4625-9777-d63009729272, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=77ba12df-6811-4625-9777-d63009729272,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:56.143540 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (77ba12df-6811-4625-9777-d63009729272), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:56.203783 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c3fdb-9383-4587-8fee-15f4e71418c0 req-a5483621-d45f-4323-827b-dfbeed6e7bb2 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:56.205615 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-159c3fdb-9383-4587-8fee-15f4e71418c0 req-a5483621-d45f-4323-827b-dfbeed6e7bb2 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 943 time: 0.0994716 Feb 09 01:41:56.287697 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=77ba12df-6811-4625-9777-d63009729272,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:56.306942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e314db-320e-4eab-a971-b3b445b7d0e4 req-cef131c3-5e9d-4a48-82d7-0ba269b8b42a tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:56.310198 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19e314db-320e-4eab-a971-b3b445b7d0e4 req-cef131c3-5e9d-4a48-82d7-0ba269b8b42a tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.4805615 Feb 09 01:41:56.322405 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-159c3fdb-9383-4587-8fee-15f4e71418c0 req-80df176f-843e-4851-86c6-c56f7fb720c1 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021917 Feb 09 01:41:56.408490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-a0b54fcb-d5ca-4398-a659-dbd888297e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:56.410657 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-a0b54fcb-d5ca-4398-a659-dbd888297e4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9b0198efaa540378bf27bf2b2c797a1&device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 1125 time: 0.5023630 Feb 09 01:41:56.496267 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-b818b7c9-08e9-48ca-91cb-9980419490e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1355cef5-018c-42db-bcad-a508ffe78b37 HTTP/1.1" status: 200 len: 217 time: 0.0735252 Feb 09 01:41:56.530030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['77ba12df-6811-4625-9777-d63009729272'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:41:56.578654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-e150214c-d4e3-4490-a484-f13db197daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:56.580668 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-e150214c-d4e3-4490-a484-f13db197daa7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de4a96bd-815b-46c1-a4b0-13716c101d56 HTTP/1.1" status: 200 len: 862 time: 0.0665777 Feb 09 01:41:56.583145 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-623563ea-57fb-4eb6-af3e-1f99cc834bd9 req-1ed44019-33a1-4518-a031-3f3e6584b7ec tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 210 time: 0.1528947 Feb 09 01:41:56.599475 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19e314db-320e-4eab-a971-b3b445b7d0e4 req-5297240d-a8fe-44a7-836b-00c1f1edfd62 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652614 Feb 09 01:41:56.613236 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2aa0a9d-7a47-44d0-86cf-acc80a3f4933 req-fa184045-e15a-4c7b-8edb-807b9272aaa5 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040324 Feb 09 01:41:56.674368 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-85962ca7-938c-404a-bf4b-4152c5777221 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9c5b673-e13e-448f-8c44-802e94f8c801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722139 Feb 09 01:41:56.957459 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a3b097ba-d251-445c-9d3e-92ef8c0a9321 req-097af109-0d40-4251-b48f-ee7cc7d57ce0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8180c577-2698-4475-aeb3-974dee7e8f07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2523222 Feb 09 01:41:56.981461 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306da92-1e5b-4dcd-9b56-af080c6f258b req-6d80ebf4-1f98-4424-abbb-f0ece166ed82 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:56.983585 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8306da92-1e5b-4dcd-9b56-af080c6f258b req-6d80ebf4-1f98-4424-abbb-f0ece166ed82 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1823342 Feb 09 01:41:57.099128 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2aa0a9d-7a47-44d0-86cf-acc80a3f4933 req-73041800-d7ce-40d0-9ee5-179d78d3ce18 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271364 Feb 09 01:41:57.162432 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8306da92-1e5b-4dcd-9b56-af080c6f258b req-91861974-1d3c-4bf4-80c9-803fd1b714c0 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672709 Feb 09 01:41:57.164742 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b097ba-d251-445c-9d3e-92ef8c0a9321 req-0274c422-b571-4db2-9918-aeb2bd76b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:57.169058 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0891c34-cbee-444a-af2b-5dc21bdf95f6 req-1855e230-1677-4e67-a01a-52f3ecffe60f tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:57.170657 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c0891c34-cbee-444a-af2b-5dc21bdf95f6 req-1855e230-1677-4e67-a01a-52f3ecffe60f tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 946 time: 0.3209934 Feb 09 01:41:57.171372 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a3b097ba-d251-445c-9d3e-92ef8c0a9321 req-0274c422-b571-4db2-9918-aeb2bd76b80d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&device_id=8180c577-2698-4475-aeb3-974dee7e8f07 HTTP/1.1" status: 200 len: 1132 time: 0.1541200 Feb 09 01:41:57.173916 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-fb6f0e27-03c2-4e3a-94ed-d7bffd7e3f4b service neutron] 10.222.0.48 "GET /v2.0/networks/c9c5b673-e13e-448f-8c44-802e94f8c801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372437 Feb 09 01:41:57.456400 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b097ba-d251-445c-9d3e-92ef8c0a9321 req-ca3ee781-8847-4086-9e4e-98f1895d8f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:57.458029 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a3b097ba-d251-445c-9d3e-92ef8c0a9321 req-ca3ee781-8847-4086-9e4e-98f1895d8f3a service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.2242873 Feb 09 01:41:57.522362 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0fd31a3a-6387-49e5-bbf1-174b574213ec req-6e95aab5-8f37-4dfd-bfe3-b5b88d765115 service neutron] 10.222.0.48 "GET /v2.0/networks/c9c5b673-e13e-448f-8c44-802e94f8c801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392544 Feb 09 01:41:57.530655 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c0891c34-cbee-444a-af2b-5dc21bdf95f6 req-14e759b6-4785-4253-aeb6-19cdb2225c0f tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514140 Feb 09 01:41:57.588137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39658) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:57.599196 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a3b097ba-d251-445c-9d3e-92ef8c0a9321 req-34576c3b-30f2-4aad-93e8-8ac6b49fb28f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=1ae1d2b4-74aa-440a-a825-b4764a5c3be6 HTTP/1.1" status: 200 len: 217 time: 0.1125960 Feb 09 01:41:57.805031 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a63c65-cc9f-4cf5-a44b-26b0ef28d205 req-16c1f0a4-4c02-412b-99c1-4d43cf926ebc tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:57.819523 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56a63c65-cc9f-4cf5-a44b-26b0ef28d205 req-16c1f0a4-4c02-412b-99c1-4d43cf926ebc tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc19ebf2-8412-49e9-b390-543691cee993 HTTP/1.1" status: 200 len: 948 time: 0.3561320 Feb 09 01:41:57.889965 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b097ba-d251-445c-9d3e-92ef8c0a9321 req-24457a02-daa0-451a-8c44-6f9fd3490951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:57.897532 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a3b097ba-d251-445c-9d3e-92ef8c0a9321 req-24457a02-daa0-451a-8c44-6f9fd3490951 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.2810199 Feb 09 01:41:57.941651 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-60b5b199-2a6a-4d8f-9fde-21ccea2a10d7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1798887720-network', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:58.008431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc64399-f401-4c24-a861-3eea92e8eba7 req-cc669f15-bd7c-496f-9f1e-88543573c2b7 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:58.011465 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bdc64399-f401-4c24-a861-3eea92e8eba7 req-cc669f15-bd7c-496f-9f1e-88543573c2b7 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 943 time: 0.3138599 Feb 09 01:41:58.018677 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8f2ac-ed77-462b-8579-ad896069144b req-7197b7b5-abaa-41d6-9cd0-f0075195507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:58.021421 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8df8f2ac-ed77-462b-8579-ad896069144b req-7197b7b5-abaa-41d6-9cd0-f0075195507c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9b0198efaa540378bf27bf2b2c797a1&device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 1125 time: 0.3345270 Feb 09 01:41:58.079395 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b5b199-2a6a-4d8f-9fde-21ccea2a10d7 admin admin] Made reservation on behalf of c06b13ded86f4835887eab07b674aca5 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:58.083571 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-60b5b199-2a6a-4d8f-9fde-21ccea2a10d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:58.167012 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56a63c65-cc9f-4cf5-a44b-26b0ef28d205 req-ae7b556f-f9a9-4cab-9c2c-3f33d15909dd tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397615 Feb 09 01:41:58.173628 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-60b5b199-2a6a-4d8f-9fde-21ccea2a10d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:58.193402 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b097ba-d251-445c-9d3e-92ef8c0a9321 req-5a2ccd92-a530-4351-b2b3-50bd99b387a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:58.229246 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a3b097ba-d251-445c-9d3e-92ef8c0a9321 req-5a2ccd92-a530-4351-b2b3-50bd99b387a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3305833 Feb 09 01:41:58.285544 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bdc64399-f401-4c24-a861-3eea92e8eba7 req-2a0b7758-0b6f-4220-b80c-89ee5b9f37ae tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616990 Feb 09 01:41:58.351013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8f2ac-ed77-462b-8579-ad896069144b req-e8cecff7-1066-40c0-bc2a-720c75e8217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:58.359689 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8df8f2ac-ed77-462b-8579-ad896069144b req-e8cecff7-1066-40c0-bc2a-720c75e8217b service neutron] 10.222.0.48 "GET /v2.0/networks?id=c9c5b673-e13e-448f-8c44-802e94f8c801 HTTP/1.1" status: 200 len: 923 time: 0.3225210 Feb 09 01:41:58.458367 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8df8f2ac-ed77-462b-8579-ad896069144b req-4d23cd9c-a530-418f-b9f4-4141cfd802a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1355cef5-018c-42db-bcad-a508ffe78b37 HTTP/1.1" status: 200 len: 217 time: 0.0942931 Feb 09 01:41:58.677454 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-60b5b199-2a6a-4d8f-9fde-21ccea2a10d7 admin admin] Publish callbacks [] for security_group (e66ac5d2-3d5a-41cd-9423-176c3bf80eda), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:58.712683 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-08f5d568-6326-4973-8ef7-c89bc274b458 req-fecae1af-b7cd-4cdd-89fb-ec9354eb8fc1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=1791a1ad-e760-4058-b499-e8a324ea17a9 HTTP/1.1" status: 200 len: 210 time: 0.0664980 Feb 09 01:41:58.716059 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8f2ac-ed77-462b-8579-ad896069144b req-0e95bfc5-b5e4-42ed-b62b-50d106fc1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:58.718195 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8df8f2ac-ed77-462b-8579-ad896069144b req-0e95bfc5-b5e4-42ed-b62b-50d106fc1c26 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de4a96bd-815b-46c1-a4b0-13716c101d56 HTTP/1.1" status: 200 len: 862 time: 0.2480478 Feb 09 01:41:58.719698 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-60b5b199-2a6a-4d8f-9fde-21ccea2a10d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e66ac5d2-3d5a-41cd-9423-176c3bf80eda), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:58.773448 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5b199-2a6a-4d8f-9fde-21ccea2a10d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66ac5d2-3d5a-41cd-9423-176c3bf80eda,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:58.811273 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8df8f2ac-ed77-462b-8579-ad896069144b req-0e0ac897-70fb-4b28-847d-a3a5adef6d63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9c5b673-e13e-448f-8c44-802e94f8c801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494204 Feb 09 01:41:58.811739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b5b199-2a6a-4d8f-9fde-21ccea2a10d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:41:58.834167 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5077bed-0aa6-4312-b018-5f0055f7cf37 req-0c324907-01e2-494b-9ab1-b09b0fcabd47 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:58.848672 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f5077bed-0aa6-4312-b018-5f0055f7cf37 req-0c324907-01e2-494b-9ab1-b09b0fcabd47 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.3079674 Feb 09 01:41:58.864780 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-60b5b199-2a6a-4d8f-9fde-21ccea2a10d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (40b15164-01ce-4fad-b3ee-c43d3f850597), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:58.865546 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-60b5b199-2a6a-4d8f-9fde-21ccea2a10d7 admin admin] Added segment 40b15164-01ce-4fad-b3ee-c43d3f850597 of type vlan for network 14ba8024-858b-4433-87a7-a67773e6a85c Feb 09 01:41:58.916796 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a3b097ba-d251-445c-9d3e-92ef8c0a9321 req-616fe2d6-e368-4e12-a0d6-a0bdd21a4b85 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6793568 Feb 09 01:41:59.072600 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a3b097ba-d251-445c-9d3e-92ef8c0a9321 req-ec361ad2-e5ea-4137-84d9-c93f4758896f service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482525 Feb 09 01:41:59.131379 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f5077bed-0aa6-4312-b018-5f0055f7cf37 req-4bfa9366-0d98-4345-967a-fb8d06c8a6de tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788742 Feb 09 01:41:59.327284 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79a8c8-8848-4d53-ad87-8c24ac6c3bd1 req-7e21bbfe-e945-4eee-94c7-5f4ea5ffb1ff tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:59.335650 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d79a8c8-8848-4d53-ad87-8c24ac6c3bd1 req-7e21bbfe-e945-4eee-94c7-5f4ea5ffb1ff tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1093872 Feb 09 01:41:59.437069 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d79a8c8-8848-4d53-ad87-8c24ac6c3bd1 req-2f6badd0-2434-4469-bba7-080c70e544ba tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992155 Feb 09 01:41:59.584750 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 77ba12df-6811-4625-9777-d63009729272 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:59.650167 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-60b5b199-2a6a-4d8f-9fde-21ccea2a10d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (14ba8024-858b-4433-87a7-a67773e6a85c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:59.741762 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418dc8e9-6069-4dcd-b306-60d8c35dd69e req-c6c20d9f-4a1d-4ad2-865e-00fdb14f9dd7 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:59.749149 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-60b5b199-2a6a-4d8f-9fde-21ccea2a10d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (14ba8024-858b-4433-87a7-a67773e6a85c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:59.750698 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b5b199-2a6a-4d8f-9fde-21ccea2a10d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:59.751439 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-60b5b199-2a6a-4d8f-9fde-21ccea2a10d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:59.755404 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-418dc8e9-6069-4dcd-b306-60d8c35dd69e req-c6c20d9f-4a1d-4ad2-865e-00fdb14f9dd7 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc19ebf2-8412-49e9-b390-543691cee993 HTTP/1.1" status: 200 len: 948 time: 0.1911800 Feb 09 01:41:59.758151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 77ba12df-6811-4625-9777-d63009729272 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:41:59.759394 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8df8f2ac-ed77-462b-8579-ad896069144b req-8a9b3e80-02a4-4eb4-a514-d6ff429c79a3 service neutron] 10.222.0.48 "GET /v2.0/networks/c9c5b673-e13e-448f-8c44-802e94f8c801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9233878 Feb 09 01:41:59.772694 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aab493-473d-4e0a-b6ba-f3699d391d1c req-5c87ad62-1938-4e0b-8cd4-fe6fb42f5410 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:59.774426 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 77ba12df-6811-4625-9777-d63009729272 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:59.775479 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (77ba12df-6811-4625-9777-d63009729272), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:59.780813 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-54aab493-473d-4e0a-b6ba-f3699d391d1c req-5c87ad62-1938-4e0b-8cd4-fe6fb42f5410 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 946 time: 0.3015468 Feb 09 01:41:59.919169 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-418dc8e9-6069-4dcd-b306-60d8c35dd69e req-85ba6aed-2418-4816-8eb8-d2f3adfc61b8 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580536 Feb 09 01:41:59.984356 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 77ba12df-6811-4625-9777-d63009729272 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:59.985013 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (77ba12df-6811-4625-9777-d63009729272), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:00.009322 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-60b5b199-2a6a-4d8f-9fde-21ccea2a10d7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.4199476 Feb 09 01:42:00.013067 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39690) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:00.018407 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-76ff2cce-f7bc-41f9-bf6f-1f6e1bfecbb9 admin admin] Request body: {'subnet': {'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1798887720-subnet', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:00.040775 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc19ebf2-8412-49e9-b390-543691cee993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ba12df-6811-4625-9777-d63009729272'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:42:00.042070 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029115b4-dbbf-46b4-9d87-c7fa1639e6a9" -d '{"events": [{"server_uuid": "dc19ebf2-8412-49e9-b390-543691cee993", "name": "network-vif-plugged", "status": "completed", "tag": "77ba12df-6811-4625-9777-d63009729272"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:42:00.066034 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5b199-2a6a-4d8f-9fde-21ccea2a10d7 admin admin] Pushing event updated for resources: {'Network': ['ID=14ba8024-858b-4433-87a7-a67773e6a85c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:00.070991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 77ba12df-6811-4625-9777-d63009729272, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=77ba12df-6811-4625-9777-d63009729272,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:00.085828 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 14ba8024-858b-4433-87a7-a67773e6a85c details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:42:00.086151 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ff2cce-f7bc-41f9-bf6f-1f6e1bfecbb9 admin admin] Made reservation on behalf of c06b13ded86f4835887eab07b674aca5 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:00.088457 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (77ba12df-6811-4625-9777-d63009729272), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:00.088879 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-76ff2cce-f7bc-41f9-bf6f-1f6e1bfecbb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:00.111962 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-54aab493-473d-4e0a-b6ba-f3699d391d1c req-4851e8fc-69c6-498e-b3ba-19d85477d0f2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296106 Feb 09 01:42:00.189041 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d164a8-6c95-4eef-8bc0-d7fe368ffd66 req-45d40ead-1ba2-41ba-a1ae-008780218363 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:00.196424 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-32d164a8-6c95-4eef-8bc0-d7fe368ffd66 req-45d40ead-1ba2-41ba-a1ae-008780218363 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 943 time: 0.1726992 Feb 09 01:42:00.215250 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8df8f2ac-ed77-462b-8579-ad896069144b req-20e75b85-5909-4ed3-aa9e-6281a6cd0d63 service neutron] 10.222.0.48 "GET /v2.0/networks/c9c5b673-e13e-448f-8c44-802e94f8c801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312336 Feb 09 01:42:00.324114 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-32d164a8-6c95-4eef-8bc0-d7fe368ffd66 req-ab744737-82ca-43ac-8bcd-4f4f08d93bab tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263177 Feb 09 01:42:00.429724 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 1355cef5-018c-42db-bcad-a508ffe78b37 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:42:00.472811 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36655b7e-80cb-4b9f-8cb7-dd474514b916 x-openstack-request-id: req-36655b7e-80cb-4b9f-8cb7-dd474514b916 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:42:00.472811 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc19ebf2-8412-49e9-b390-543691cee993", "name": "network-vif-plugged", "status": "completed", "tag": "77ba12df-6811-4625-9777-d63009729272", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:42:00.472811 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-36655b7e-80cb-4b9f-8cb7-dd474514b916 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:42:00.473117 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc19ebf2-8412-49e9-b390-543691cee993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ba12df-6811-4625-9777-d63009729272', 'code': 200} Feb 09 01:42:00.593754 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=77ba12df-6811-4625-9777-d63009729272,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:00.643109 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.643504 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.643861 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.644203 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.644533 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.644857 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.645185 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.645506 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.645826 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.652217 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.652843 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.653345 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.653674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.819930 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 1355cef5-018c-42db-bcad-a508ffe78b37, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=1355cef5-018c-42db-bcad-a508ffe78b37,segment=NetworkSegment(d8e5a775-257e-4a61-8c9b-5eeb07aca2dd),segment_id=d8e5a775-257e-4a61-8c9b-5eeb07aca2dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:00.835939 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '1355cef5-018c-42db-bcad-a508ffe78b37', 'network_id': 'c9c5b673-e13e-448f-8c44-802e94f8c801', 'port_id': '1355cef5-018c-42db-bcad-a508ffe78b37', 'mac_address': 'fa:16:3e:fa:d7:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4a96bd-815b-46c1-a4b0-13716c101d56', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:42:00.925109 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 1355cef5-018c-42db-bcad-a508ffe78b37 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:00.925509 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1355cef5-018c-42db-bcad-a508ffe78b37), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:00.982483 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1355cef5-018c-42db-bcad-a508ffe78b37 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:42:01.053567 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 1355cef5-018c-42db-bcad-a508ffe78b37, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=1355cef5-018c-42db-bcad-a508ffe78b37,segment=NetworkSegment(d8e5a775-257e-4a61-8c9b-5eeb07aca2dd),segment_id=d8e5a775-257e-4a61-8c9b-5eeb07aca2dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:01.063058 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1355cef5-018c-42db-bcad-a508ffe78b37), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:01.164347 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=1355cef5-018c-42db-bcad-a508ffe78b37,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:01.228360 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3e418-fad0-46b3-ae44-0820b8522a41 req-33275a66-d8b0-45e8-8186-6041e40903af tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:01.240509 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8c3e418-fad0-46b3-ae44-0820b8522a41 req-33275a66-d8b0-45e8-8186-6041e40903af tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc19ebf2-8412-49e9-b390-543691cee993 HTTP/1.1" status: 200 len: 949 time: 0.1688704 Feb 09 01:42:01.357847 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8c3e418-fad0-46b3-ae44-0820b8522a41 req-621f5682-db8a-4cb3-80ce-8cce863a6286 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159201 Feb 09 01:42:01.422235 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-76ff2cce-f7bc-41f9-bf6f-1f6e1bfecbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (1f8a20bf-5e10-400b-ab6f-095b15eec2ee), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:01.435652 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['1355cef5-018c-42db-bcad-a508ffe78b37'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:42:01.539092 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff2cce-f7bc-41f9-bf6f-1f6e1bfecbb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f8a20bf-5e10-400b-ab6f-095b15eec2ee,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:01.580246 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac5499-e87d-4951-a005-cacb71d83391 req-d44fa678-84a8-476a-923e-16552fbd59e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:01.582136 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9fac5499-e87d-4951-a005-cacb71d83391 req-d44fa678-84a8-476a-923e-16552fbd59e8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dc19ebf2-8412-49e9-b390-543691cee993 HTTP/1.1" status: 200 len: 1131 time: 1.0091136 Feb 09 01:42:01.600422 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db07f2-f78f-4bb1-a324-24b5b67efcaa req-d126945d-13b0-46ac-93ec-0c894756baa3 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:01.612605 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-72db07f2-f78f-4bb1-a324-24b5b67efcaa req-d126945d-13b0-46ac-93ec-0c894756baa3 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 1.1327102 Feb 09 01:42:01.730171 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f5ce9-1cbf-480b-a414-803d0cd14f80 req-46085a6c-84dc-4370-809a-b2a5a8c5870a tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:01.735331 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-239f5ce9-1cbf-480b-a414-803d0cd14f80 req-46085a6c-84dc-4370-809a-b2a5a8c5870a tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/networks?id=8d868039-8396-432e-a58b-15f70b0bf5f1 HTTP/1.1" status: 200 len: 811 time: 0.2221000 Feb 09 01:42:01.775595 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-239f5ce9-1cbf-480b-a414-803d0cd14f80 req-26552497-a0e6-4ab4-964c-4f4f29644a65 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/quotas/092f8329ee4140f8a8a266c0e29b4e94 HTTP/1.1" status: 200 len: 375 time: 0.0359340 Feb 09 01:42:01.779571 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-72db07f2-f78f-4bb1-a324-24b5b67efcaa req-099a9b40-0dd6-49d8-8a22-8760ffd5bf5e tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661081 Feb 09 01:42:01.782438 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9fac5499-e87d-4951-a005-cacb71d83391 req-5d08aa92-fe39-4d56-9726-cd2fa4617ca1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579299 Feb 09 01:42:01.784738 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ff2cce-f7bc-41f9-bf6f-1f6e1bfecbb9 admin admin] Checking segment: {'id': '40b15164-01ce-4fad-b3ee-c43d3f850597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:01.785335 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ff2cce-f7bc-41f9-bf6f-1f6e1bfecbb9 admin admin] Network hostable DHCP agents. Network: 14ba8024-858b-4433-87a7-a67773e6a85c, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:42:01.845468 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-239f5ce9-1cbf-480b-a414-803d0cd14f80 req-d2cc24ae-d888-472a-896b-386f68cea815 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=092f8329ee4140f8a8a266c0e29b4e94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687101 Feb 09 01:42:01.850821 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ff2cce-f7bc-41f9-bf6f-1f6e1bfecbb9 admin admin] Network 14ba8024-858b-4433-87a7-a67773e6a85c is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:42:01.872504 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-76ff2cce-f7bc-41f9-bf6f-1f6e1bfecbb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 14ba8024-858b-4433-87a7-a67773e6a85c) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:01.890215 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4a260a-e48b-426b-9ae3-e97c3f5f3187 None None] Network 14ba8024-858b-4433-87a7-a67773e6a85c requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:01.903572 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ff2cce-f7bc-41f9-bf6f-1f6e1bfecbb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:01.904497 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-76ff2cce-f7bc-41f9-bf6f-1f6e1bfecbb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:01.968391 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-76ff2cce-f7bc-41f9-bf6f-1f6e1bfecbb9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9541700 Feb 09 01:42:01.979603 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39730) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:01.985807 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-ecccbd67-1f0c-45d1-abd4-ccae065d66fc admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1798887720-router', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:02.007515 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-239f5ce9-1cbf-480b-a414-803d0cd14f80 req-f9b28b08-7f68-4ca3-b3cf-344562a31a7b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:42:02.022309 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-239f5ce9-1cbf-480b-a414-803d0cd14f80 req-f9b28b08-7f68-4ca3-b3cf-344562a31a7b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1755061 Feb 09 01:42:02.072112 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c408467-3712-4038-a25a-08295a7ea5c9 req-dd422853-2714-4d34-b70b-620ab90b4dca tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:02.076631 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c408467-3712-4038-a25a-08295a7ea5c9 req-dd422853-2714-4d34-b70b-620ab90b4dca tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 946 time: 0.1321349 Feb 09 01:42:02.159130 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c408467-3712-4038-a25a-08295a7ea5c9 req-844e5199-0de4-4eb7-8a0d-f9598d1dc874 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722423 Feb 09 01:42:02.165125 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-239f5ce9-1cbf-480b-a414-803d0cd14f80 req-713bb214-7602-4734-801a-98467947c677 service neutron] 10.222.0.36 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416042 Feb 09 01:42:02.226334 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e93fc1-c984-4bc1-b48e-4b2add5c55c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-14ba8024-858b-4433-87a7-a67773e6a85c', 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c', 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'fixed_ips': [{'subnet_id': '1f8a20bf-5e10-400b-ab6f-095b15eec2ee'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:42:02.227292 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d4e93fc1-c984-4bc1-b48e-4b2add5c55c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:02.254914 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ecccbd67-1f0c-45d1-abd4-ccae065d66fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (610e69c9-7e9d-4523-ae3e-b8412a4472b8), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:02.260743 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ecccbd67-1f0c-45d1-abd4-ccae065d66fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (610e69c9-7e9d-4523-ae3e-b8412a4472b8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:02.349459 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ecccbd67-1f0c-45d1-abd4-ccae065d66fc admin admin] Publish callbacks [] for router_controller (610e69c9-7e9d-4523-ae3e-b8412a4472b8), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:02.373898 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45821c-01fc-401a-9df0-b254417b2e4e req-fc487182-35ae-401b-a705-5ab85757c325 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:02.384735 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6f45821c-01fc-401a-9df0-b254417b2e4e req-fc487182-35ae-401b-a705-5ab85757c325 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 944 time: 0.1298902 Feb 09 01:42:02.440369 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-d4e93fc1-c984-4bc1-b48e-4b2add5c55c2 None None] Allocated IP 172.20.0.2 (14ba8024-858b-4433-87a7-a67773e6a85c/1f8a20bf-5e10-400b-ab6f-095b15eec2ee/8905d770-75a7-4efb-bd8c-ab86d2badb4d) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:02.494098 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6f45821c-01fc-401a-9df0-b254417b2e4e req-58e45bea-3b60-4756-bcb0-f7a2b2abc3e8 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917284 Feb 09 01:42:02.575395 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-239f5ce9-1cbf-480b-a414-803d0cd14f80 req-b5c053de-d240-4018-9b1c-758c2733c8b4 service neutron] 10.222.0.36 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993809 Feb 09 01:42:02.640663 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272929cd-4cb1-4488-9016-9074b9ccf144 req-5187f34d-a885-450d-b0ed-605a682e4df0 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:02.654345 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-272929cd-4cb1-4488-9016-9074b9ccf144 req-5187f34d-a885-450d-b0ed-605a682e4df0 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1082485 Feb 09 01:42:02.698327 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ecccbd67-1f0c-45d1-abd4-ccae065d66fc admin admin] Publish callbacks [] for router_gateway (610e69c9-7e9d-4523-ae3e-b8412a4472b8), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:02.775574 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-272929cd-4cb1-4488-9016-9074b9ccf144 req-4969f2ed-98ff-4801-a3fa-156c363afef4 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095402 Feb 09 01:42:02.953279 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40558c-0609-4fd1-a909-80b7308060e7 req-496c1ddb-0c64-4d6a-a6dc-582ef637ea21 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:02.960365 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-db40558c-0609-4fd1-a909-80b7308060e7 req-496c1ddb-0c64-4d6a-a6dc-582ef637ea21 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc19ebf2-8412-49e9-b390-543691cee993 HTTP/1.1" status: 200 len: 949 time: 0.0840023 Feb 09 01:42:02.972771 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d4e93fc1-c984-4bc1-b48e-4b2add5c55c2 None None] Publish callbacks [] for port (8905d770-75a7-4efb-bd8c-ab86d2badb4d), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:02.982763 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab86c774-81db-4a6d-8dde-4f6ce8a7a292 req-a4b277cf-1afb-45e7-b7aa-507e359de6c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f983d1b-3f0e-45bc-8cb8-b325773c8d20 HTTP/1.1" status: 200 len: 210 time: 0.0655506 Feb 09 01:42:02.996784 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d4e93fc1-c984-4bc1-b48e-4b2add5c55c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (8905d770-75a7-4efb-bd8c-ab86d2badb4d), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.071517 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-db40558c-0609-4fd1-a909-80b7308060e7 req-039f9cda-b26b-41c7-a01b-1513122db04a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039288 Feb 09 01:42:03.184252 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e93fc1-c984-4bc1-b48e-4b2add5c55c2 None None] Network 14ba8024-858b-4433-87a7-a67773e6a85c is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:03.188900 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e93fc1-c984-4bc1-b48e-4b2add5c55c2 None None] Pushing event updated for resources: {'Port': ['ID=8905d770-75a7-4efb-bd8c-ab86d2badb4d,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:03.199550 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-d4e93fc1-c984-4bc1-b48e-4b2add5c55c2 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:03.206401 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e93fc1-c984-4bc1-b48e-4b2add5c55c2 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:03.284270 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06462f-5125-48f1-a1b6-af437c5b9cd7 req-40f56432-0a33-4e3d-8c6f-8d1cf844fa96 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:03.302557 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d06462f-5125-48f1-a1b6-af437c5b9cd7 req-40f56432-0a33-4e3d-8c6f-8d1cf844fa96 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1266074 Feb 09 01:42:03.387967 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d4e93fc1-c984-4bc1-b48e-4b2add5c55c2 None None] Attempting to bind port 8905d770-75a7-4efb-bd8c-ab86d2badb4d on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:03.388339 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d4e93fc1-c984-4bc1-b48e-4b2add5c55c2 None None] Attempting to bind port 8905d770-75a7-4efb-bd8c-ab86d2badb4d by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '40b15164-01ce-4fad-b3ee-c43d3f850597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:03.388704 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e93fc1-c984-4bc1-b48e-4b2add5c55c2 None None] Attempting to bind port 8905d770-75a7-4efb-bd8c-ab86d2badb4d on network 14ba8024-858b-4433-87a7-a67773e6a85c {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:03.406630 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e93fc1-c984-4bc1-b48e-4b2add5c55c2 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:42:03.407052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e93fc1-c984-4bc1-b48e-4b2add5c55c2 None None] Checking segment: {'id': '40b15164-01ce-4fad-b3ee-c43d3f850597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:03.410196 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d4e93fc1-c984-4bc1-b48e-4b2add5c55c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.410657 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e93fc1-c984-4bc1-b48e-4b2add5c55c2 None None] Bound using segment: {'id': '40b15164-01ce-4fad-b3ee-c43d3f850597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:42:03.411354 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d4e93fc1-c984-4bc1-b48e-4b2add5c55c2 None None] Bound port: 8905d770-75a7-4efb-bd8c-ab86d2badb4d, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b15164-01ce-4fad-b3ee-c43d3f850597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:42:03.411556 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d4e93fc1-c984-4bc1-b48e-4b2add5c55c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8905d770-75a7-4efb-bd8c-ab86d2badb4d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.439563 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ecccbd67-1f0c-45d1-abd4-ccae065d66fc admin admin] Publish callbacks [] for router_gateway (610e69c9-7e9d-4523-ae3e-b8412a4472b8), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.462998 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d06462f-5125-48f1-a1b6-af437c5b9cd7 req-6c15957f-0511-49ce-b9ad-c6d42ac6cd35 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583133 Feb 09 01:42:03.496459 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ecccbd67-1f0c-45d1-abd4-ccae065d66fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.632003 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d4e93fc1-c984-4bc1-b48e-4b2add5c55c2 None None] For port 8905d770-75a7-4efb-bd8c-ab86d2badb4d, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:42:03.638299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d4e93fc1-c984-4bc1-b48e-4b2add5c55c2 None None] For port 8905d770-75a7-4efb-bd8c-ab86d2badb4d, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8905d770-75a7-4efb-bd8c-ab86d2badb4d,segment=NetworkSegment(40b15164-01ce-4fad-b3ee-c43d3f850597),segment_id=40b15164-01ce-4fad-b3ee-c43d3f850597)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:42:03.657354 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d4e93fc1-c984-4bc1-b48e-4b2add5c55c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8905d770-75a7-4efb-bd8c-ab86d2badb4d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.658560 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-ecccbd67-1f0c-45d1-abd4-ccae065d66fc admin admin] Allocated IP 172.25.7.4 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/676a80eb-2ab9-4417-aae7-980a2311c626) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:03.822482 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e93fc1-c984-4bc1-b48e-4b2add5c55c2 None None] Pushing event updated for resources: {'Port': ['ID=8905d770-75a7-4efb-bd8c-ab86d2badb4d,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:03.872862 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53517116-931b-4eda-8381-75bd2e3c3edd req-dc8f3c53-7f9f-419f-afe5-cce1e72ae196 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:03.876148 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ecccbd67-1f0c-45d1-abd4-ccae065d66fc admin admin] Publish callbacks [] for port (676a80eb-2ab9-4417-aae7-980a2311c626), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.876336 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-53517116-931b-4eda-8381-75bd2e3c3edd req-dc8f3c53-7f9f-419f-afe5-cce1e72ae196 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 946 time: 0.1647837 Feb 09 01:42:03.950237 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ecccbd67-1f0c-45d1-abd4-ccae065d66fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (676a80eb-2ab9-4417-aae7-980a2311c626), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.993540 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-53517116-931b-4eda-8381-75bd2e3c3edd req-6cf2fff9-14af-47ac-b0c0-91e63c202e09 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106114 Feb 09 01:42:04.039434 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecccbd67-1f0c-45d1-abd4-ccae065d66fc admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:04.064015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-ecccbd67-1f0c-45d1-abd4-ccae065d66fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:04.068072 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecccbd67-1f0c-45d1-abd4-ccae065d66fc admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:04.070833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccbd67-1f0c-45d1-abd4-ccae065d66fc admin admin] Pushing event updated for resources: {'Port': ['ID=676a80eb-2ab9-4417-aae7-980a2311c626,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:04.179945 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45669a-abaf-4c4d-bd6f-44a6f1ad2fb2 req-ed1ede2e-9690-41d2-adb2-1a93955e0f0a tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:04.181521 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-db45669a-abaf-4c4d-bd6f-44a6f1ad2fb2 req-ed1ede2e-9690-41d2-adb2-1a93955e0f0a tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 944 time: 0.2619286 Feb 09 01:42:04.248361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92d5ba-4729-42c3-b277-b5ef1553151d req-d9c35e0a-f67c-4df1-afcf-65c94bd1b65f tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:04.250080 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb92d5ba-4729-42c3-b277-b5ef1553151d req-d9c35e0a-f67c-4df1-afcf-65c94bd1b65f tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.0719464 Feb 09 01:42:04.269136 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 1355cef5-018c-42db-bcad-a508ffe78b37 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:04.373002 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb92d5ba-4729-42c3-b277-b5ef1553151d req-369e2057-2848-4a7f-9b32-9323a64cb9ba tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095412 Feb 09 01:42:04.397096 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 1355cef5-018c-42db-bcad-a508ffe78b37 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:42:04.405936 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 1355cef5-018c-42db-bcad-a508ffe78b37 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:04.408578 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1355cef5-018c-42db-bcad-a508ffe78b37), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:04.432243 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-db45669a-abaf-4c4d-bd6f-44a6f1ad2fb2 req-4e62a5f9-1b3b-4751-accd-d52447d79659 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290473 Feb 09 01:42:04.629322 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 1355cef5-018c-42db-bcad-a508ffe78b37 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:04.629791 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1355cef5-018c-42db-bcad-a508ffe78b37), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:04.678230 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f6569a-8e14-41bf-b739-a8abd5dc944b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1355cef5-018c-42db-bcad-a508ffe78b37'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:42:04.680526 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff2e2e6-43e3-4418-bb8c-5c2cc2a7b6fa" -d '{"events": [{"server_uuid": "36f6569a-8e14-41bf-b739-a8abd5dc944b", "name": "network-vif-plugged", "status": "completed", "tag": "1355cef5-018c-42db-bcad-a508ffe78b37"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:42:04.689355 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b331df-ef1c-4dcf-b631-9fe7a6df7722 req-d81b429a-5363-43b4-b2be-140d9c4c905b tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:04.691139 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-51b331df-ef1c-4dcf-b631-9fe7a6df7722 req-d81b429a-5363-43b4-b2be-140d9c4c905b tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc19ebf2-8412-49e9-b390-543691cee993 HTTP/1.1" status: 200 len: 949 time: 0.1161397 Feb 09 01:42:04.723910 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 1355cef5-018c-42db-bcad-a508ffe78b37, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=1355cef5-018c-42db-bcad-a508ffe78b37,segment=NetworkSegment(d8e5a775-257e-4a61-8c9b-5eeb07aca2dd),segment_id=d8e5a775-257e-4a61-8c9b-5eeb07aca2dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:04.728531 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1355cef5-018c-42db-bcad-a508ffe78b37), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:04.781186 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f37bb-c408-40fc-b24b-1229928fdde5 req-7137beb6-0e67-4452-916d-771b80fe15c9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:04.787596 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-058f37bb-c408-40fc-b24b-1229928fdde5 req-7137beb6-0e67-4452-916d-771b80fe15c9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1563852 Feb 09 01:42:04.794684 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-51b331df-ef1c-4dcf-b631-9fe7a6df7722 req-e1195e51-a191-408a-b745-8d9606f34a03 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927868 Feb 09 01:42:04.798322 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ecccbd67-1f0c-45d1-abd4-ccae065d66fc admin admin] Publish callbacks [] for router_gateway (610e69c9-7e9d-4523-ae3e-b8412a4472b8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:04.819405 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=1355cef5-018c-42db-bcad-a508ffe78b37,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:04.982721 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-058f37bb-c408-40fc-b24b-1229928fdde5 req-27068b6d-abdc-4676-b28f-84ad12ef5a53 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866212 Feb 09 01:42:05.106560 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-27a981e3-4da7-4bba-9fdd-63ee441493a3 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:05.115372 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-27a981e3-4da7-4bba-9fdd-63ee441493a3 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/networks?id=8d868039-8396-432e-a58b-15f70b0bf5f1 HTTP/1.1" status: 200 len: 811 time: 0.1945968 Feb 09 01:42:05.156146 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46ea1bd-1dda-4062-bdf0-41f9f443653a x-openstack-request-id: req-e46ea1bd-1dda-4062-bdf0-41f9f443653a {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:42:05.156438 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f6569a-8e14-41bf-b739-a8abd5dc944b", "name": "network-vif-plugged", "status": "completed", "tag": "1355cef5-018c-42db-bcad-a508ffe78b37", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:42:05.156687 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e46ea1bd-1dda-4062-bdf0-41f9f443653a {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:42:05.157083 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f6569a-8e14-41bf-b739-a8abd5dc944b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1355cef5-018c-42db-bcad-a508ffe78b37', 'code': 200} Feb 09 01:42:05.167757 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-b9214899-df01-4026-9a27-ba6645a57be0 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/quotas/092f8329ee4140f8a8a266c0e29b4e94 HTTP/1.1" status: 200 len: 375 time: 0.0475218 Feb 09 01:42:05.247281 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8905d770-75a7-4efb-bd8c-ab86d2badb4d up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:05.256445 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ecccbd67-1f0c-45d1-abd4-ccae065d66fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (610e69c9-7e9d-4523-ae3e-b8412a4472b8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.277754 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-00f1008f-38de-44dc-b9e4-74c56aaba805 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=092f8329ee4140f8a8a266c0e29b4e94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1109138 Feb 09 01:42:05.395388 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 8905d770-75a7-4efb-bd8c-ab86d2badb4d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:05.395995 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8905d770-75a7-4efb-bd8c-ab86d2badb4d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.510162 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-5aee6532-2a18-47c4-a4a5-d31c2edce0dd service neutron] 10.222.0.36 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314339 Feb 09 01:42:05.599035 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439108d-0647-4c0c-ab38-2d49c9045cf4 req-f4624735-51f9-4e9c-b0e8-8c684db75c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:05.601047 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c439108d-0647-4c0c-ab38-2d49c9045cf4 req-f4624735-51f9-4e9c-b0e8-8c684db75c0d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 1127 time: 0.3400366 Feb 09 01:42:05.602174 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 8905d770-75a7-4efb-bd8c-ab86d2badb4d is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:05.602465 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8905d770-75a7-4efb-bd8c-ab86d2badb4d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.690609 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 8905d770-75a7-4efb-bd8c-ab86d2badb4d, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8905d770-75a7-4efb-bd8c-ab86d2badb4d,segment=NetworkSegment(40b15164-01ce-4fad-b3ee-c43d3f850597),segment_id=40b15164-01ce-4fad-b3ee-c43d3f850597)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:05.696207 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8905d770-75a7-4efb-bd8c-ab86d2badb4d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.729271 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c439108d-0647-4c0c-ab38-2d49c9045cf4 req-f1f7de88-9b69-4a6f-8c97-7b186913e4d5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191752 Feb 09 01:42:05.732030 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4d3b2-ebd6-4121-be18-789739e37de7 req-e1cba37b-6079-42dd-b3a9-97606d37964d tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:05.736009 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ffc4d3b2-ebd6-4121-be18-789739e37de7 req-e1cba37b-6079-42dd-b3a9-97606d37964d tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=dc19ebf2-8412-49e9-b390-543691cee993 HTTP/1.1" status: 200 len: 1131 time: 0.2909503 Feb 09 01:42:05.772194 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-cb3bad55-bb7a-4461-a66c-4267f1f4f797 service neutron] 10.222.0.36 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599165 Feb 09 01:42:05.827694 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16d183f-5444-4bf2-a8e7-892555bb22ad None None] Network 14ba8024-858b-4433-87a7-a67773e6a85c requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:05.832763 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ffc4d3b2-ebd6-4121-be18-789739e37de7 req-0f19e5a8-27ba-4e08-9d3b-5d8c2b2ebcec tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834460 Feb 09 01:42:05.899895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecccbd67-1f0c-45d1-abd4-ccae065d66fc admin admin] Router 610e69c9-7e9d-4523-ae3e-b8412a4472b8 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:42:05.982750 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=8905d770-75a7-4efb-bd8c-ab86d2badb4d,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:06.148845 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39828) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:06.326941 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67f8be-be99-4706-b3db-e048ff805b4f req-2a2fd4a9-ab66-4779-b51a-8c4eac611a5d tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:06.340267 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ca67f8be-be99-4706-b3db-e048ff805b4f req-2a2fd4a9-ab66-4779-b51a-8c4eac611a5d tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 946 time: 0.1399117 Feb 09 01:42:06.357882 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-75b844f5-9e5f-4350-b51c-25945cd08449 None None] Provisioning complete for port 8905d770-75a7-4efb-bd8c-ab86d2badb4d triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:06.359384 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-75b844f5-9e5f-4350-b51c-25945cd08449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8905d770-75a7-4efb-bd8c-ab86d2badb4d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:06.362155 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecccbd67-1f0c-45d1-abd4-ccae065d66fc admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:42:06.383347 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] Sync routers for ids ['610e69c9-7e9d-4523-ae3e-b8412a4472b8'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:42:06.403822 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ecccbd67-1f0c-45d1-abd4-ccae065d66fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:06.404079 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] Routers {'610e69c9-7e9d-4523-ae3e-b8412a4472b8'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:42:06.404508 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:41:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['610e69c9-7e9d-4523-ae3e-b8412a4472b8'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:06.409270 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ecccbd67-1f0c-45d1-abd4-ccae065d66fc admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.4233906 Feb 09 01:42:06.412937 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39834) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:06.416170 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e268236-3bea-4187-877d-566c24b45b4c req-7bec36fe-f8da-4c7b-b073-02140c87e9dc tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:06.423227 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2e268236-3bea-4187-877d-566c24b45b4c req-7bec36fe-f8da-4c7b-b073-02140c87e9dc tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.3587787 Feb 09 01:42:06.525157 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2e268236-3bea-4187-877d-566c24b45b4c req-39722dae-94c1-4e07-bb75-ccd0cd554e20 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962963 Feb 09 01:42:06.741848 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80ed4cbd-63c1-436e-be22-c76f65fde65f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:06.817346 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ca67f8be-be99-4706-b3db-e048ff805b4f req-4b649d31-379d-41d5-9c8b-71f9f58e7184 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758461 Feb 09 01:42:06.827755 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-75b844f5-9e5f-4350-b51c-25945cd08449 None None] Current status of the port 8905d770-75a7-4efb-bd8c-ab86d2badb4d is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:07.037203 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-60fd5481-9d85-4b62-afae-c59c85a3a9b8 req-fba1d3fb-41fb-4888-ae8c-a3bd319bf629 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c62dbbc-ea9b-4683-8132-2ef58d3720a8 HTTP/1.1" status: 200 len: 210 time: 0.1393442 Feb 09 01:42:07.046270 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ee43c-9e1d-4918-a0ce-1b16bbd9525d req-016416e7-a5d5-4f9d-b99f-0f1cc322bd21 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:07.069331 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-341ee43c-9e1d-4918-a0ce-1b16bbd9525d req-016416e7-a5d5-4f9d-b99f-0f1cc322bd21 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 945 time: 0.3205435 Feb 09 01:42:07.205667 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] Set router 610e69c9-7e9d-4523-ae3e-b8412a4472b8 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:42:07.248871 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80ed4cbd-63c1-436e-be22-c76f65fde65f admin admin] Publish callbacks [] for security_group (6dc382de-5529-498a-bc05-0c9c1d80eed9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:07.265021 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80ed4cbd-63c1-436e-be22-c76f65fde65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6dc382de-5529-498a-bc05-0c9c1d80eed9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:07.276937 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0d7bdbc7-94fd-484e-9793-e2b26cd0c2ec None None] Provisioning complete for port 8905d770-75a7-4efb-bd8c-ab86d2badb4d triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:07.278842 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0d7bdbc7-94fd-484e-9793-e2b26cd0c2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8905d770-75a7-4efb-bd8c-ab86d2badb4d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:07.292979 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-341ee43c-9e1d-4918-a0ce-1b16bbd9525d req-07f5b244-76f3-44d5-a2eb-90f90921af2f tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096620 Feb 09 01:42:07.411684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8905d770-75a7-4efb-bd8c-ab86d2badb4d up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:07.545935 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed4cbd-63c1-436e-be22-c76f65fde65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc382de-5529-498a-bc05-0c9c1d80eed9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:07.553583 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'name': 'tempest-ServersTestJSON-1798887720-router', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:02Z', 'updated_at': '2022-02-09T01:42:04Z', 'revision_number': 3, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'gw_port': {'id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:03Z', 'updated_at': '2022-02-09T01:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:07.607690 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-802e8e99-663d-401b-bd66-6ab781525b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:07.635422 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-17915ec4-beda-4369-8d15-ef230b6ba975 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1671963 Feb 09 01:42:07.648154 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] Checking router: 610e69c9-7e9d-4523-ae3e-b8412a4472b8 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:42:07.648683 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] Updating router 610e69c9-7e9d-4523-ae3e-b8412a4472b8 port 676a80eb-2ab9-4417-aae7-980a2311c626 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:42:07.656944 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-80ed4cbd-63c1-436e-be22-c76f65fde65f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c7bccf37271648d69dbad3aca6cc2087&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5069089 Feb 09 01:42:07.660204 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39852) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:07.716789 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (676a80eb-2ab9-4417-aae7-980a2311c626), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:07.864957 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-743deafd-9e48-4d0a-a660-dd6e1fe8fe6e admin admin] Publish callbacks [] for security_group (6dc382de-5529-498a-bc05-0c9c1d80eed9), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:07.973279 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-743deafd-9e48-4d0a-a660-dd6e1fe8fe6e admin admin] Publish callbacks [] for security_group (6dc382de-5529-498a-bc05-0c9c1d80eed9), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:08.163435 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-36bb1ab7-1a46-441b-80df-e6e74f5cbf7f tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:08.170847 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-36bb1ab7-1a46-441b-80df-e6e74f5cbf7f tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5338814 Feb 09 01:42:08.203761 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-743deafd-9e48-4d0a-a660-dd6e1fe8fe6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6dc382de-5529-498a-bc05-0c9c1d80eed9), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:08.217166 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-6659628f-ad9b-40b0-89f3-47298f13191e tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/quotas/9e22f3d1736d46dbb07a769aef03b6cd HTTP/1.1" status: 200 len: 375 time: 0.0450208 Feb 09 01:42:08.221129 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-743deafd-9e48-4d0a-a660-dd6e1fe8fe6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:08.227220 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-743deafd-9e48-4d0a-a660-dd6e1fe8fe6e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6dc382de-5529-498a-bc05-0c9c1d80eed9 HTTP/1.1" status: 204 len: 168 time: 0.5654695 Feb 09 01:42:08.282974 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743deafd-9e48-4d0a-a660-dd6e1fe8fe6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc382de-5529-498a-bc05-0c9c1d80eed9,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:08.361386 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bdbc7-94fd-484e-9793-e2b26cd0c2ec None None] Current status of the port 8905d770-75a7-4efb-bd8c-ab86d2badb4d is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:08.373205 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 8905d770-75a7-4efb-bd8c-ab86d2badb4d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:08.375013 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8905d770-75a7-4efb-bd8c-ab86d2badb4d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:08.511755 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-f03841a2-d045-4bf1-a11e-011d2ba822f8 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2927341 Feb 09 01:42:08.692711 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 8905d770-75a7-4efb-bd8c-ab86d2badb4d is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:08.789265 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64795f3-bd88-4e71-9f23-235df6d4a55d req-3d5404e8-d17f-46bd-961e-eb3da8d4cbbc tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:08.798912 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e64795f3-bd88-4e71-9f23-235df6d4a55d req-3d5404e8-d17f-46bd-961e-eb3da8d4cbbc tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 946 time: 0.3280742 Feb 09 01:42:08.900419 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5fb5664-19f1-462c-8639-0a6538bef9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.053026 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:42:09.053821 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e64795f3-bd88-4e71-9f23-235df6d4a55d req-fef0e55e-a7f7-48ae-989f-024bb17c7c61 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451508 Feb 09 01:42:09.106936 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] Publish callbacks [] for port (676a80eb-2ab9-4417-aae7-980a2311c626), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.115631 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (676a80eb-2ab9-4417-aae7-980a2311c626), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.154144 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39878) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:09.229244 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e5008846-66ad-44ad-bdc6-7f7edd7bfef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.252937 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d29ea-ac2c-4e82-9a1c-ec3249e75b50 None None] Pushing event updated for resources: {'Port': ['ID=676a80eb-2ab9-4417-aae7-980a2311c626,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:09.272297 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] Attempting to bind port 676a80eb-2ab9-4417-aae7-980a2311c626 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:09.272977 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] Attempting to bind port 676a80eb-2ab9-4417-aae7-980a2311c626 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:09.273664 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] Attempting to bind port 676a80eb-2ab9-4417-aae7-980a2311c626 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:09.302300 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:42:09.302939 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:09.303661 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.306855 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:42:09.308400 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] Bound port: 676a80eb-2ab9-4417-aae7-980a2311c626, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:42:09.309052 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (676a80eb-2ab9-4417-aae7-980a2311c626), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.327199 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d29ea-ac2c-4e82-9a1c-ec3249e75b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:09.327199 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d29ea-ac2c-4e82-9a1c-ec3249e75b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:09.327199 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d29ea-ac2c-4e82-9a1c-ec3249e75b50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:09.327199 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d29ea-ac2c-4e82-9a1c-ec3249e75b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:09.327199 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d29ea-ac2c-4e82-9a1c-ec3249e75b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:09.327199 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d29ea-ac2c-4e82-9a1c-ec3249e75b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:09.327199 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d29ea-ac2c-4e82-9a1c-ec3249e75b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:09.328017 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d29ea-ac2c-4e82-9a1c-ec3249e75b50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:09.330408 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d29ea-ac2c-4e82-9a1c-ec3249e75b50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:09.331408 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d29ea-ac2c-4e82-9a1c-ec3249e75b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:09.331934 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d29ea-ac2c-4e82-9a1c-ec3249e75b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:09.332468 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d29ea-ac2c-4e82-9a1c-ec3249e75b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:09.332993 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d29ea-ac2c-4e82-9a1c-ec3249e75b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:09.537461 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-b5fb5664-19f1-462c-8639-0a6538bef9be admin admin] Allocated IP 172.20.0.1 (14ba8024-858b-4433-87a7-a67773e6a85c/1f8a20bf-5e10-400b-ab6f-095b15eec2ee/bc8e569b-959f-42a0-ac22-1c5b73c6bb01) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:09.572225 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.613614 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] For port 676a80eb-2ab9-4417-aae7-980a2311c626, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:42:09.636752 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] For port 676a80eb-2ab9-4417-aae7-980a2311c626, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=676a80eb-2ab9-4417-aae7-980a2311c626,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:42:09.657130 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (676a80eb-2ab9-4417-aae7-980a2311c626), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.729337 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e5008846-66ad-44ad-bdc6-7f7edd7bfef9 admin admin] Publish callbacks [] for security_group (25029cb9-fb8b-4ae4-be31-16b623053b48), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.741986 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e5008846-66ad-44ad-bdc6-7f7edd7bfef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (25029cb9-fb8b-4ae4-be31-16b623053b48), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.756905 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5fb5664-19f1-462c-8639-0a6538bef9be admin admin] Publish callbacks [] for port (bc8e569b-959f-42a0-ac22-1c5b73c6bb01), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.790467 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5008846-66ad-44ad-bdc6-7f7edd7bfef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25029cb9-fb8b-4ae4-be31-16b623053b48,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:09.790940 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3620b030-f8df-46bc-ae76-19bc228c2b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.837555 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc9fdc-20e8-4e38-b9a3-4da230850865 req-48ee7e57-3d20-4bb5-8f93-926d328e50ae tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:09.848220 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c084e9ca-2a94-471c-9c17-fce7ad868fb9 req-77fbd5dc-39c8-40e1-9f8f-972baf9f295a tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c62dbbc-ea9b-4683-8132-2ef58d3720a8 HTTP/1.1" status: 200 len: 210 time: 0.9207697 Feb 09 01:42:09.851322 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c4bc9fdc-20e8-4e38-b9a3-4da230850865 req-48ee7e57-3d20-4bb5-8f93-926d328e50ae tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.5936391 Feb 09 01:42:09.851757 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5fb5664-19f1-462c-8639-0a6538bef9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (bc8e569b-959f-42a0-ac22-1c5b73c6bb01), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.897720 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e5008846-66ad-44ad-bdc6-7f7edd7bfef9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee361a213ba74cea970629d94c290602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7419455 Feb 09 01:42:09.898690 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39884) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:09.917446 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] Routers {'610e69c9-7e9d-4523-ae3e-b8412a4472b8'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:42:09.921343 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:41:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['610e69c9-7e9d-4523-ae3e-b8412a4472b8'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:09.932005 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c4bc9fdc-20e8-4e38-b9a3-4da230850865 req-857905ad-fa66-4011-a68a-3d4993074e13 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792296 Feb 09 01:42:10.061812 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb5664-19f1-462c-8639-0a6538bef9be admin admin] Pushing event updated for resources: {'Port': ['ID=bc8e569b-959f-42a0-ac22-1c5b73c6bb01,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:10.126181 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fb5664-19f1-462c-8639-0a6538bef9be admin admin] Network 14ba8024-858b-4433-87a7-a67773e6a85c is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:10.158881 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b5fb5664-19f1-462c-8639-0a6538bef9be admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:10.161153 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-406fac86-6575-41b1-900c-ff1939334eac req-5b19a1d1-c1d8-4300-9f8e-71659dd56337 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7 HTTP/1.1" status: 200 len: 210 time: 0.1251957 Feb 09 01:42:10.209490 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fb5664-19f1-462c-8639-0a6538bef9be admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:10.249949 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d29ea-ac2c-4e82-9a1c-ec3249e75b50 None None] Pushing event updated for resources: {'Port': ['ID=676a80eb-2ab9-4417-aae7-980a2311c626,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:10.253723 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-575ce570-21e2-4396-90ad-49c801b3efb0 admin admin] Publish callbacks [] for security_group (25029cb9-fb8b-4ae4-be31-16b623053b48), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:10.332708 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-575ce570-21e2-4396-90ad-49c801b3efb0 admin admin] Publish callbacks [] for security_group (25029cb9-fb8b-4ae4-be31-16b623053b48), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:10.347415 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] Set router 610e69c9-7e9d-4523-ae3e-b8412a4472b8 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:42:10.479291 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f699d2-3ef5-41a2-8b51-504a66d10b01 req-a134625a-ab59-446a-b754-5f9154c17734 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:10.494547 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56f699d2-3ef5-41a2-8b51-504a66d10b01 req-a134625a-ab59-446a-b754-5f9154c17734 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 945 time: 0.4590435 Feb 09 01:42:10.610620 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5fb5664-19f1-462c-8639-0a6538bef9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (610e69c9-7e9d-4523-ae3e-b8412a4472b8), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:10.621136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e9967-b05c-43ca-b6b2-eb96224fccfa req-7a922698-fc12-46b5-b32a-d9d9a0f404b2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:10.643001 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-445e9967-b05c-43ca-b6b2-eb96224fccfa req-7a922698-fc12-46b5-b32a-d9d9a0f404b2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 946 time: 0.2866640 Feb 09 01:42:10.805505 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-445e9967-b05c-43ca-b6b2-eb96224fccfa req-42636768-3abe-476e-b502-941bad4cc1ce tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586194 Feb 09 01:42:10.810603 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-575ce570-21e2-4396-90ad-49c801b3efb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (25029cb9-fb8b-4ae4-be31-16b623053b48), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:10.819915 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-575ce570-21e2-4396-90ad-49c801b3efb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:10.825122 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-575ce570-21e2-4396-90ad-49c801b3efb0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/25029cb9-fb8b-4ae4-be31-16b623053b48 HTTP/1.1" status: 204 len: 168 time: 0.9243338 Feb 09 01:42:10.832618 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-9fdff2b0-4b47-4b50-b863-ede6e1f50b06 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:10.843800 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:10.846555 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:10.847923 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8656cda7-ff8d-49d2-a005-0d7f76864b33 None None] Provisioning complete for port bc8e569b-959f-42a0-ac22-1c5b73c6bb01 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:10.848281 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8656cda7-ff8d-49d2-a005-0d7f76864b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bc8e569b-959f-42a0-ac22-1c5b73c6bb01), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:10.850103 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-9fdff2b0-4b47-4b50-b863-ede6e1f50b06 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.67 "GET /v2.0/networks?id=8d868039-8396-432e-a58b-15f70b0bf5f1 HTTP/1.1" status: 200 len: 811 time: 1.0250146 Feb 09 01:42:10.866545 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ce570-21e2-4396-90ad-49c801b3efb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25029cb9-fb8b-4ae4-be31-16b623053b48,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:10.890187 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-979fa071-9d2e-4237-9a05-8ded7bb1224c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Request body: {'port': {'device_id': '4c62dbbc-ea9b-4683-8132-2ef58d3720a8', 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1', 'admin_state_up': True, 'tenant_id': '092f8329ee4140f8a8a266c0e29b4e94'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:10.993602 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8656cda7-ff8d-49d2-a005-0d7f76864b33 None None] Port bc8e569b-959f-42a0-ac22-1c5b73c6bb01 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:42:11.094574 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56f699d2-3ef5-41a2-8b51-504a66d10b01 req-8f6d8ee0-4c72-4cb1-99fc-cc84b5770bfa tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5988686 Feb 09 01:42:11.112993 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'name': 'tempest-ServersTestJSON-1798887720-router', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:02Z', 'updated_at': '2022-02-09T01:42:04Z', 'revision_number': 3, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'gw_port': {'id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:03Z', 'updated_at': '2022-02-09T01:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:11.195177 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b4a96831-8fc7-45de-a595-5a95b9a4a2ea req-f32b2eba-fa6c-40b7-8086-f39287de0dec tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c62dbbc-ea9b-4683-8132-2ef58d3720a8 HTTP/1.1" status: 200 len: 210 time: 0.1316350 Feb 09 01:42:11.235306 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6274a776-28b3-4947-b81a-0f6b8afbd643 None None] The sync data for ids ['610e69c9-7e9d-4523-ae3e-b8412a4472b8'] in n-d-828387-3 is: [{'id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'name': 'tempest-ServersTestJSON-1798887720-router', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:02Z', 'updated_at': '2022-02-09T01:42:04Z', 'revision_number': 3, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'gw_port': {'id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:03Z', 'updated_at': '2022-02-09T01:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:42:11.333085 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5fb5664-19f1-462c-8639-0a6538bef9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bc8e569b-959f-42a0-ac22-1c5b73c6bb01), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:11.429276 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-9ad6a03d-2cd9-403b-adae-ff24ed518fdb tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552826 Feb 09 01:42:11.647990 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-979fa071-9d2e-4237-9a05-8ded7bb1224c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Made reservation on behalf of 092f8329ee4140f8a8a266c0e29b4e94 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:11.658153 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-979fa071-9d2e-4237-9a05-8ded7bb1224c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:11.941611 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-979fa071-9d2e-4237-9a05-8ded7bb1224c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Allocated IP 172.20.0.3 (8d868039-8396-432e-a58b-15f70b0bf5f1/06960262-e6ff-4aec-9056-78c4deec1b4a/d810b71f-d845-443f-a604-abdb9c443c57) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:12.019493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-69766275-5b34-4f2c-99c3-f455393646ac tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:12.021074 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-69766275-5b34-4f2c-99c3-f455393646ac tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5799763 Feb 09 01:42:12.047194 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-10f02690-8b63-464d-9530-ef0367e812a1 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Request body: {'port': {'device_id': '8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': '9e22f3d1736d46dbb07a769aef03b6cd'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:12.071482 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602098fd-50b5-4dd9-9558-a4da52a39df6 req-d329048b-f483-4972-8b1c-186c97a8ba4d tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:12.079507 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-602098fd-50b5-4dd9-9558-a4da52a39df6 req-d329048b-f483-4972-8b1c-186c97a8ba4d tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 945 time: 0.6314819 Feb 09 01:42:12.224243 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:12.236443 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-979fa071-9d2e-4237-9a05-8ded7bb1224c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks [] for port (d810b71f-d845-443f-a604-abdb9c443c57), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:12.307271 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-602098fd-50b5-4dd9-9558-a4da52a39df6 req-0f4d6db4-d23b-4440-b487-d816e9ddff70 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267492 Feb 09 01:42:12.312016 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-979fa071-9d2e-4237-9a05-8ded7bb1224c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (d810b71f-d845-443f-a604-abdb9c443c57), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:12.312389 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-10f02690-8b63-464d-9530-ef0367e812a1 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Made reservation on behalf of 9e22f3d1736d46dbb07a769aef03b6cd for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:12.321007 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-10f02690-8b63-464d-9530-ef0367e812a1 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:12.382066 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9da28c-3d19-4d14-b5f4-b67925db66b9 req-6b0e69da-55cd-4fb3-abcd-8685b9fef59f tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:12.384302 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2b9da28c-3d19-4d14-b5f4-b67925db66b9 req-6b0e69da-55cd-4fb3-abcd-8685b9fef59f tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 1.0028431 Feb 09 01:42:12.560498 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-979fa071-9d2e-4237-9a05-8ded7bb1224c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Network 8d868039-8396-432e-a58b-15f70b0bf5f1 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:12.575430 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-979fa071-9d2e-4237-9a05-8ded7bb1224c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:12.584361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-979fa071-9d2e-4237-9a05-8ded7bb1224c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:12.672073 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6cab8c99-ffe8-44f3-996f-b8d0914798d5 req-4b62c7cb-3ec4-44a9-bd7d-1daef7473902 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7 HTTP/1.1" status: 200 len: 210 time: 0.1039121 Feb 09 01:42:12.703332 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-10f02690-8b63-464d-9530-ef0367e812a1 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Allocated IP 192.168.233.41 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/a5d07500-af75-4614-8815-8cf8aa72def6) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:13.101629 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b0feb-2a57-4140-9b45-5b73c04d8d1a req-d7bf3c29-615c-4f5f-83f9-5e6f8fd4d18c tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:13.116692 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-295b0feb-2a57-4140-9b45-5b73c04d8d1a req-d7bf3c29-615c-4f5f-83f9-5e6f8fd4d18c tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 946 time: 0.2865551 Feb 09 01:42:13.169417 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fa071-9d2e-4237-9a05-8ded7bb1224c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Pushing event updated for resources: {'Port': ['ID=d810b71f-d845-443f-a604-abdb9c443c57,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:13.172071 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-10f02690-8b63-464d-9530-ef0367e812a1 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks [] for port (a5d07500-af75-4614-8815-8cf8aa72def6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:13.201184 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2b9da28c-3d19-4d14-b5f4-b67925db66b9 req-bce1e588-a980-4b4c-971f-1a9419b64fa1 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8097770 Feb 09 01:42:13.221623 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-295b0feb-2a57-4140-9b45-5b73c04d8d1a req-f11849f7-2b06-4144-900a-b9fefcc50a12 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038120 Feb 09 01:42:13.337275 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-979fa071-9d2e-4237-9a05-8ded7bb1224c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:13.337275 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-979fa071-9d2e-4237-9a05-8ded7bb1224c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:13.350185 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 676a80eb-2ab9-4417-aae7-980a2311c626 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:13.351505 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-10f02690-8b63-464d-9530-ef0367e812a1 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a5d07500-af75-4614-8815-8cf8aa72def6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:13.366720 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-979fa071-9d2e-4237-9a05-8ded7bb1224c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4952993 Feb 09 01:42:13.378675 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-3d3718c8-275d-45e8-8613-43e81d6e4b3c service neutron] Request body: {'port': {'device_id': '4c62dbbc-ea9b-4683-8132-2ef58d3720a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:13.384684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['f6169741-ef4a-41b9-b2c5-8b073803e3ea', '1ae1d2b4-74aa-440a-a825-b4764a5c3be6', '6e46932e-60d8-42af-9eb5-c7d391afa40c', '0e49f22d-0e2d-45a3-b0ea-4d3b87dff701', '77ba12df-6811-4625-9777-d63009729272'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:42:13.487939 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5fb5664-19f1-462c-8639-0a6538bef9be admin admin] Publish callbacks [] for port (bc8e569b-959f-42a0-ac22-1c5b73c6bb01), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:13.492589 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['4dd84e72-0a61-4b58-a19f-c280a933f0b0', '65d84600-6a13-47e6-ab08-5e64b6ae353f'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:42:13.525078 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5fb5664-19f1-462c-8639-0a6538bef9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (bc8e569b-959f-42a0-ac22-1c5b73c6bb01), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:13.575254 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5fb5664-19f1-462c-8639-0a6538bef9be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (610e69c9-7e9d-4523-ae3e-b8412a4472b8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:13.613485 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f02690-8b63-464d-9530-ef0367e812a1 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Pushing event updated for resources: {'Port': ['ID=a5d07500-af75-4614-8815-8cf8aa72def6,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:13.695548 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-10f02690-8b63-464d-9530-ef0367e812a1 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:13.699512 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-10f02690-8b63-464d-9530-ef0367e812a1 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:13.703823 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-10f02690-8b63-464d-9530-ef0367e812a1 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:13.735567 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741938c-46e6-430e-ade8-1f4a2c853342 req-d56eef89-2115-4b6c-b89e-8bd4a4fe7708 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:13.737653 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0741938c-46e6-430e-ade8-1f4a2c853342 req-d56eef89-2115-4b6c-b89e-8bd4a4fe7708 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c62dbbc-ea9b-4683-8132-2ef58d3720a8 HTTP/1.1" status: 200 len: 931 time: 0.4303851 Feb 09 01:42:13.757478 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886eb756-eabd-427e-9867-b3388b66294a req-898d2763-1515-4fe7-ac3b-be1731620614 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:13.765776 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-886eb756-eabd-427e-9867-b3388b66294a req-898d2763-1515-4fe7-ac3b-be1731620614 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 945 time: 0.1451936 Feb 09 01:42:13.783797 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:13.918737 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-10f02690-8b63-464d-9530-ef0367e812a1 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:13.919445 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-10f02690-8b63-464d-9530-ef0367e812a1 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:13.940391 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 676a80eb-2ab9-4417-aae7-980a2311c626 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:13.941217 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (676a80eb-2ab9-4417-aae7-980a2311c626), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:13.971614 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-886eb756-eabd-427e-9867-b3388b66294a req-36c7174a-cb27-40e8-bf14-8ee5609127dc tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047915 Feb 09 01:42:13.981968 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-10f02690-8b63-464d-9530-ef0367e812a1 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9440470 Feb 09 01:42:14.006300 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-31dba71a-06c0-4c5e-aeed-9aee25ce692d service neutron] Request body: {'port': {'device_id': '8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:14.119659 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fb5664-19f1-462c-8639-0a6538bef9be admin admin] Network 14ba8024-858b-4433-87a7-a67773e6a85c is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:14.149699 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-3d3718c8-275d-45e8-8613-43e81d6e4b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d810b71f-d845-443f-a604-abdb9c443c57), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:14.152172 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb5664-19f1-462c-8639-0a6538bef9be admin admin] Pushing event updated for resources: {'Port': ['ID=bc8e569b-959f-42a0-ac22-1c5b73c6bb01,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:14.159892 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b5fb5664-19f1-462c-8639-0a6538bef9be admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:14.220854 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0741938c-46e6-430e-ade8-1f4a2c853342 req-bcd88926-b3b6-41e9-beab-a6c253776f1f tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405957 Feb 09 01:42:14.321688 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e19a773f-7a1d-41cb-8d75-3019c972a9b6 None None] Provisioning complete for port a5d07500-af75-4614-8815-8cf8aa72def6 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:14.322197 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e19a773f-7a1d-41cb-8d75-3019c972a9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a5d07500-af75-4614-8815-8cf8aa72def6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:14.330304 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-31dba71a-06c0-4c5e-aeed-9aee25ce692d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a5d07500-af75-4614-8815-8cf8aa72def6), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:14.461793 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e19a773f-7a1d-41cb-8d75-3019c972a9b6 None None] Port a5d07500-af75-4614-8815-8cf8aa72def6 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:42:14.528836 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 676a80eb-2ab9-4417-aae7-980a2311c626 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:14.531715 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (676a80eb-2ab9-4417-aae7-980a2311c626), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:14.647863 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 676a80eb-2ab9-4417-aae7-980a2311c626, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=676a80eb-2ab9-4417-aae7-980a2311c626,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:14.677070 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (676a80eb-2ab9-4417-aae7-980a2311c626), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:14.692042 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce0bf3-60de-43bc-ae80-8c15414a0ecb req-e4c470e1-cfc3-40b9-bbce-7693bca3cf09 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:14.693835 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-95ce0bf3-60de-43bc-ae80-8c15414a0ecb req-e4c470e1-cfc3-40b9-bbce-7693bca3cf09 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7 HTTP/1.1" status: 200 len: 935 time: 0.4898288 Feb 09 01:42:14.764812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=676a80eb-2ab9-4417-aae7-980a2311c626,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:14.801272 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3dcf9289-8be1-473b-a889-802ad506b969 None None] Provisioning complete for port bc8e569b-959f-42a0-ac22-1c5b73c6bb01 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:14.801704 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9289-8be1-473b-a889-802ad506b969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bc8e569b-959f-42a0-ac22-1c5b73c6bb01), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:14.858992 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-95ce0bf3-60de-43bc-ae80-8c15414a0ecb req-2af4bfd3-6e8b-4ba7-90da-352928ed9175 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567616 Feb 09 01:42:14.944602 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-31dba71a-06c0-4c5e-aeed-9aee25ce692d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d07500-af75-4614-8815-8cf8aa72def6 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:42:14.968545 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-31dba71a-06c0-4c5e-aeed-9aee25ce692d service neutron] Publish callbacks [] for port (a5d07500-af75-4614-8815-8cf8aa72def6), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:14.995122 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-31dba71a-06c0-4c5e-aeed-9aee25ce692d service neutron] Transition to ACTIVE for port object a5d07500-af75-4614-8815-8cf8aa72def6 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:42:15.013584 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-31dba71a-06c0-4c5e-aeed-9aee25ce692d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a5d07500-af75-4614-8815-8cf8aa72def6), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.068190 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-3d3718c8-275d-45e8-8613-43e81d6e4b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d810b71f-d845-443f-a604-abdb9c443c57 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:42:15.079438 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-3d3718c8-275d-45e8-8613-43e81d6e4b3c service neutron] Publish callbacks [] for port (d810b71f-d845-443f-a604-abdb9c443c57), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.093252 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3dcf9289-8be1-473b-a889-802ad506b969 None None] Port bc8e569b-959f-42a0-ac22-1c5b73c6bb01 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:42:15.096554 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-3d3718c8-275d-45e8-8613-43e81d6e4b3c service neutron] Transition to ACTIVE for port object d810b71f-d845-443f-a604-abdb9c443c57 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:42:15.129934 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fb5664-19f1-462c-8639-0a6538bef9be admin admin] Router 610e69c9-7e9d-4523-ae3e-b8412a4472b8 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:42:15.133859 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-3d3718c8-275d-45e8-8613-43e81d6e4b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (d810b71f-d845-443f-a604-abdb9c443c57), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.209679 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3718c8-275d-45e8-8613-43e81d6e4b3c service neutron] Pushing event updated for resources: {'Port': ['ID=d810b71f-d845-443f-a604-abdb9c443c57,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:15.226385 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 676a80eb-2ab9-4417-aae7-980a2311c626 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:15.275285 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dba71a-06c0-4c5e-aeed-9aee25ce692d service neutron] Pushing event updated for resources: {'Port': ['ID=a5d07500-af75-4614-8815-8cf8aa72def6,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:15.308889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1d8a7-92e9-40b8-bdea-98c5ba517555 req-800fd2f9-feb7-44d6-938a-f6f20f87f9cb tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:15.336031 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7ff1d8a7-92e9-40b8-bdea-98c5ba517555 req-800fd2f9-feb7-44d6-938a-f6f20f87f9cb tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.3164172 Feb 09 01:42:15.352640 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb869c-f0f9-4788-abc2-aa4f35c43262 req-5ee694c4-edce-47e0-918f-20091dfbcdf6 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:15.355762 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-70fb869c-f0f9-4788-abc2-aa4f35c43262 req-5ee694c4-edce-47e0-918f-20091dfbcdf6 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 945 time: 0.8495221 Feb 09 01:42:15.501691 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 676a80eb-2ab9-4417-aae7-980a2311c626 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:15.502361 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (676a80eb-2ab9-4417-aae7-980a2311c626), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.536087 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-3d3718c8-275d-45e8-8613-43e81d6e4b3c service neutron] Attempting to bind port d810b71f-d845-443f-a604-abdb9c443c57 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:15.536503 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-3d3718c8-275d-45e8-8613-43e81d6e4b3c service neutron] Attempting to bind port d810b71f-d845-443f-a604-abdb9c443c57 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:15.536760 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-3d3718c8-275d-45e8-8613-43e81d6e4b3c service neutron] Attempting to bind port d810b71f-d845-443f-a604-abdb9c443c57 on network 8d868039-8396-432e-a58b-15f70b0bf5f1 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:15.549635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-31dba71a-06c0-4c5e-aeed-9aee25ce692d service neutron] Attempting to bind port a5d07500-af75-4614-8815-8cf8aa72def6 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:15.549635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-31dba71a-06c0-4c5e-aeed-9aee25ce692d service neutron] Attempting to bind port a5d07500-af75-4614-8815-8cf8aa72def6 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:15.549822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-31dba71a-06c0-4c5e-aeed-9aee25ce692d service neutron] Attempting to bind port a5d07500-af75-4614-8815-8cf8aa72def6 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:15.562411 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-3d3718c8-275d-45e8-8613-43e81d6e4b3c service neutron] Port d810b71f-d845-443f-a604-abdb9c443c57 on network 8d868039-8396-432e-a58b-15f70b0bf5f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:15.563453 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-3d3718c8-275d-45e8-8613-43e81d6e4b3c service neutron] Attempting to bind port d810b71f-d845-443f-a604-abdb9c443c57 on network 8d868039-8396-432e-a58b-15f70b0bf5f1 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:15.563760 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7ff1d8a7-92e9-40b8-bdea-98c5ba517555 req-a7e65c5c-7a86-4894-a9ab-b44df757dccf tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266281 Feb 09 01:42:15.573163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-31dba71a-06c0-4c5e-aeed-9aee25ce692d service neutron] Port a5d07500-af75-4614-8815-8cf8aa72def6 on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:15.576072 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-31dba71a-06c0-4c5e-aeed-9aee25ce692d service neutron] Attempting to bind port a5d07500-af75-4614-8815-8cf8aa72def6 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:15.590700 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-31dba71a-06c0-4c5e-aeed-9aee25ce692d service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:42:15.591286 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-31dba71a-06c0-4c5e-aeed-9aee25ce692d service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:15.591388 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-3d3718c8-275d-45e8-8613-43e81d6e4b3c service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:42:15.591594 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-3d3718c8-275d-45e8-8613-43e81d6e4b3c service neutron] Checking segment: {'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:15.591907 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-31dba71a-06c0-4c5e-aeed-9aee25ce692d service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:42:15.592029 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-3d3718c8-275d-45e8-8613-43e81d6e4b3c service neutron] Bound using segment: {'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:42:15.592469 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-3d3718c8-275d-45e8-8613-43e81d6e4b3c service neutron] Bound port: d810b71f-d845-443f-a604-abdb9c443c57, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:42:15.592654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-31dba71a-06c0-4c5e-aeed-9aee25ce692d service neutron] Bound port: a5d07500-af75-4614-8815-8cf8aa72def6, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:42:15.592868 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-3d3718c8-275d-45e8-8613-43e81d6e4b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d810b71f-d845-443f-a604-abdb9c443c57), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.593530 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-31dba71a-06c0-4c5e-aeed-9aee25ce692d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a5d07500-af75-4614-8815-8cf8aa72def6), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.602304 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-70fb869c-f0f9-4788-abc2-aa4f35c43262 req-126df142-5489-4c8f-8bdc-2b9385749a34 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331583 Feb 09 01:42:15.680171 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fb5664-19f1-462c-8639-0a6538bef9be admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:42:15.696522 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b5fb5664-19f1-462c-8639-0a6538bef9be admin admin] 10.222.0.36 "PUT /v2.0/routers/610e69c9-7e9d-4523-ae3e-b8412a4472b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2750704 Feb 09 01:42:15.742895 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] Sync routers for ids ['610e69c9-7e9d-4523-ae3e-b8412a4472b8'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:42:15.792599 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 676a80eb-2ab9-4417-aae7-980a2311c626 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:15.802234 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] Routers {'610e69c9-7e9d-4523-ae3e-b8412a4472b8'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:42:15.803340 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:42:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['610e69c9-7e9d-4523-ae3e-b8412a4472b8'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:15.811159 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-3d3718c8-275d-45e8-8613-43e81d6e4b3c service neutron] For port d810b71f-d845-443f-a604-abdb9c443c57, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:42:15.825606 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-31dba71a-06c0-4c5e-aeed-9aee25ce692d service neutron] For port a5d07500-af75-4614-8815-8cf8aa72def6, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:42:15.829728 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-31dba71a-06c0-4c5e-aeed-9aee25ce692d service neutron] For port a5d07500-af75-4614-8815-8cf8aa72def6, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a5d07500-af75-4614-8815-8cf8aa72def6,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:42:15.840288 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-31dba71a-06c0-4c5e-aeed-9aee25ce692d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a5d07500-af75-4614-8815-8cf8aa72def6), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.856158 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-3d3718c8-275d-45e8-8613-43e81d6e4b3c service neutron] For port d810b71f-d845-443f-a604-abdb9c443c57, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d810b71f-d845-443f-a604-abdb9c443c57,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:42:15.877491 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-3d3718c8-275d-45e8-8613-43e81d6e4b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (d810b71f-d845-443f-a604-abdb9c443c57), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.903927 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-31dba71a-06c0-4c5e-aeed-9aee25ce692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:15.904545 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-31dba71a-06c0-4c5e-aeed-9aee25ce692d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.906354 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-31dba71a-06c0-4c5e-aeed-9aee25ce692d service neutron] 10.222.0.48 "PUT /v2.0/ports/a5d07500-af75-4614-8815-8cf8aa72def6 HTTP/1.1" status: 200 len: 1095 time: 1.9102173 Feb 09 01:42:15.910297 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7', 'tag': 'a5d07500-af75-4614-8815-8cf8aa72def6'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:42:15.925846 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661df308-103e-406e-b437-9854fbcc4e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7", "tag": "a5d07500-af75-4614-8815-8cf8aa72def6"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:42:15.942674 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e514edb-2b21-4965-9c8f-4cc4a78e8882 req-2363cdb0-bbba-46f1-b731-e688e92092b2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:15.944624 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9e514edb-2b21-4965-9c8f-4cc4a78e8882 req-2363cdb0-bbba-46f1-b731-e688e92092b2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 946 time: 0.2354023 Feb 09 01:42:16.020535 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] Set router 610e69c9-7e9d-4523-ae3e-b8412a4472b8 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:42:16.037062 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3718c8-275d-45e8-8613-43e81d6e4b3c service neutron] Pushing event updated for resources: {'Port': ['ID=d810b71f-d845-443f-a604-abdb9c443c57,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:16.037200 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dba71a-06c0-4c5e-aeed-9aee25ce692d service neutron] Pushing event updated for resources: {'Port': ['ID=a5d07500-af75-4614-8815-8cf8aa72def6,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:16.056524 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-3d3718c8-275d-45e8-8613-43e81d6e4b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:16.057251 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-3d3718c8-275d-45e8-8613-43e81d6e4b3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:16.062127 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-3d3718c8-275d-45e8-8613-43e81d6e4b3c service neutron] 10.222.0.67 "PUT /v2.0/ports/d810b71f-d845-443f-a604-abdb9c443c57 HTTP/1.1" status: 200 len: 1091 time: 2.6874297 Feb 09 01:42:16.063590 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c62dbbc-ea9b-4683-8132-2ef58d3720a8', 'tag': 'd810b71f-d845-443f-a604-abdb9c443c57'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:42:16.069932 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa13cf09-8c6f-4f1b-811d-caece0b6de26" -d '{"events": [{"name": "network-changed", "server_uuid": "4c62dbbc-ea9b-4683-8132-2ef58d3720a8", "tag": "d810b71f-d845-443f-a604-abdb9c443c57"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:42:16.083125 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833b685-a017-492b-8b1a-c3194fe23133 req-998ffd96-081d-45bc-97d7-5f975d835c64 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:16.101450 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7833b685-a017-492b-8b1a-c3194fe23133 req-998ffd96-081d-45bc-97d7-5f975d835c64 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c62dbbc-ea9b-4683-8132-2ef58d3720a8 HTTP/1.1" status: 200 len: 943 time: 0.3660605 Feb 09 01:42:16.113646 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-61fb50e0-21f9-44fb-96dd-7487494a5a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:16.115232 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-61fb50e0-21f9-44fb-96dd-7487494a5a24 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&device_id=8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7 HTTP/1.1" status: 200 len: 1129 time: 0.1568198 Feb 09 01:42:16.129893 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9e514edb-2b21-4965-9c8f-4cc4a78e8882 req-e17f74ec-80f1-42e9-9b05-f5e590854b9f tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744955 Feb 09 01:42:16.248352 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7833b685-a017-492b-8b1a-c3194fe23133 req-662738ed-6d84-465f-be94-83b5e0013a10 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444387 Feb 09 01:42:16.258252 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-687fca2e-74bf-4c9e-9f16-f508efc464c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:16.260007 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-687fca2e-74bf-4c9e-9f16-f508efc464c2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=092f8329ee4140f8a8a266c0e29b4e94&device_id=4c62dbbc-ea9b-4683-8132-2ef58d3720a8 HTTP/1.1" status: 200 len: 1125 time: 0.1465011 Feb 09 01:42:16.391768 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-310df0a9-9533-4ebe-9eae-edaab01da307 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d810b71f-d845-443f-a604-abdb9c443c57 HTTP/1.1" status: 200 len: 217 time: 0.1217306 Feb 09 01:42:16.470199 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'name': 'tempest-ServersTestJSON-1798887720-router', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:02Z', 'updated_at': '2022-02-09T01:42:11Z', 'revision_number': 4, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'gw_port': {'id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:03Z', 'updated_at': '2022-02-09T01:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'bc8e569b-959f-42a0-ac22-1c5b73c6bb01', 'name': '', 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'mac_address': 'fa:16:3e:17:03:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1f8a20bf-5e10-400b-ab6f-095b15eec2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:08Z', 'updated_at': '2022-02-09T01:42:12Z', 'revision_number': 2, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'subnets': [{'id': '1f8a20bf-5e10-400b-ab6f-095b15eec2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:16.491477 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-c5c80009-b0ad-4dad-af0f-b9a84397792d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:16.493268 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-c5c80009-b0ad-4dad-af0f-b9a84397792d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06960262-e6ff-4aec-9056-78c4deec1b4a HTTP/1.1" status: 200 len: 851 time: 0.0945570 Feb 09 01:42:16.532437 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] Checking router: 610e69c9-7e9d-4523-ae3e-b8412a4472b8 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:42:16.533550 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] Updating router 610e69c9-7e9d-4523-ae3e-b8412a4472b8 port bc8e569b-959f-42a0-ac22-1c5b73c6bb01 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:42:16.542866 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-eb1d895e-6d9a-43d6-b4dd-33680c640425 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8d868039-8396-432e-a58b-15f70b0bf5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392022 Feb 09 01:42:16.582156 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bc8e569b-959f-42a0-ac22-1c5b73c6bb01), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:16.596203 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-ee70fdb7-6bf7-433c-8b41-4a0408c9646e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=a5d07500-af75-4614-8815-8cf8aa72def6 HTTP/1.1" status: 200 len: 217 time: 0.4655843 Feb 09 01:42:16.742983 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-bc33ca7b-7664-4b32-8bf0-097b85bc5c57 service neutron] 10.222.0.67 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916270 Feb 09 01:42:16.767080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-99df9358-c791-4e07-8be8-4551226e03cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:16.768971 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-99df9358-c791-4e07-8be8-4551226e03cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1646712 Feb 09 01:42:16.866766 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40014) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:16.886015 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-457a3366-8f04-48d6-a7c5-fd49385bd7d5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1777378063', 'description': 'tempest-description--826210438'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:16.910500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-64c3389e-8ad1-4b71-8966-d90c741b00dc tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:16.912160 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] Publish callbacks [] for port (bc8e569b-959f-42a0-ac22-1c5b73c6bb01), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:16.919697 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bc8e569b-959f-42a0-ac22-1c5b73c6bb01), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:16.921521 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-64c3389e-8ad1-4b71-8966-d90c741b00dc tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/networks?id=6f60fb55-5f98-47ce-9f16-88a204881a7c HTTP/1.1" status: 200 len: 814 time: 0.3261809 Feb 09 01:42:16.939493 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-f395121d-b3c7-46d3-bade-5b261aae32cc tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/quotas/43de3fcd6ce94ebf8fcfe415d3e83408 HTTP/1.1" status: 200 len: 375 time: 0.0168660 Feb 09 01:42:16.959361 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-eae2bc02-e92b-44b5-8c9e-4b6dc28f5dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:16.960838 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-eae2bc02-e92b-44b5-8c9e-4b6dc28f5dc8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1485355 Feb 09 01:42:16.980726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce3e4c-4369-409b-9403-d30342fea2e1 None None] Pushing event updated for resources: {'Port': ['ID=bc8e569b-959f-42a0-ac22-1c5b73c6bb01,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:16.983447 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb9c2b4c-f05e-42e3-8618-162067fce801 req-2cd342d1-0de2-4eeb-a118-05281b764b74 service neutron] 10.222.0.67 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332520 Feb 09 01:42:16.986617 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-457a3366-8f04-48d6-a7c5-fd49385bd7d5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.092120 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] Attempting to bind port bc8e569b-959f-42a0-ac22-1c5b73c6bb01 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:17.092417 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] Attempting to bind port bc8e569b-959f-42a0-ac22-1c5b73c6bb01 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '40b15164-01ce-4fad-b3ee-c43d3f850597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:17.092785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] Attempting to bind port bc8e569b-959f-42a0-ac22-1c5b73c6bb01 on network 14ba8024-858b-4433-87a7-a67773e6a85c {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:17.095479 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea23fd-62b6-4e8b-ba21-be8502f2cd42 req-502e72a1-b0b9-4ad3-af20-0533ab1f492c tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:17.098687 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:42:17.099074 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] Checking segment: {'id': '40b15164-01ce-4fad-b3ee-c43d3f850597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:17.099666 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.100067 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] Bound using segment: {'id': '40b15164-01ce-4fad-b3ee-c43d3f850597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:42:17.101416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] Bound port: bc8e569b-959f-42a0-ac22-1c5b73c6bb01, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b15164-01ce-4fad-b3ee-c43d3f850597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:42:17.101862 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bc8e569b-959f-42a0-ac22-1c5b73c6bb01), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.117098 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c3ea23fd-62b6-4e8b-ba21-be8502f2cd42 req-502e72a1-b0b9-4ad3-af20-0533ab1f492c tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7 HTTP/1.1" status: 200 len: 947 time: 0.1624782 Feb 09 01:42:17.131030 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-4346ae21-8d43-4d39-b128-a0f76457bd02 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=43de3fcd6ce94ebf8fcfe415d3e83408&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1835845 Feb 09 01:42:17.204585 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] For port bc8e569b-959f-42a0-ac22-1c5b73c6bb01, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:42:17.211572 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] For port bc8e569b-959f-42a0-ac22-1c5b73c6bb01, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=bc8e569b-959f-42a0-ac22-1c5b73c6bb01,segment=NetworkSegment(40b15164-01ce-4fad-b3ee-c43d3f850597),segment_id=40b15164-01ce-4fad-b3ee-c43d3f850597)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:42:17.218627 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bc8e569b-959f-42a0-ac22-1c5b73c6bb01), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.225261 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c3ea23fd-62b6-4e8b-ba21-be8502f2cd42 req-e53e1938-a931-473d-8843-25493435a05b tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068754 Feb 09 01:42:17.247565 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-fbbf4a43-6a92-4aa4-ac5b-c536ff5335b3 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488511 Feb 09 01:42:17.250588 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-457a3366-8f04-48d6-a7c5-fd49385bd7d5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks [] for security_group (9f67cd98-ceb2-414a-a19d-617dd036902a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.257391 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-457a3366-8f04-48d6-a7c5-fd49385bd7d5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9f67cd98-ceb2-414a-a19d-617dd036902a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.315493 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a3366-8f04-48d6-a7c5-fd49385bd7d5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f67cd98-ceb2-414a-a19d-617dd036902a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:17.340550 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-457a3366-8f04-48d6-a7c5-fd49385bd7d5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.348020 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-457a3366-8f04-48d6-a7c5-fd49385bd7d5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4801629 Feb 09 01:42:17.351294 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40020) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:17.353768 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f485d8a-f4bf-41a4-937d-74b459d4639c x-openstack-request-id: req-8f485d8a-f4bf-41a4-937d-74b459d4639c {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:42:17.354002 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7", "tag": "a5d07500-af75-4614-8815-8cf8aa72def6", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:42:17.354324 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8f485d8a-f4bf-41a4-937d-74b459d4639c {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:42:17.357728 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7', 'tag': 'a5d07500-af75-4614-8815-8cf8aa72def6', 'status': 'completed', 'code': 200} Feb 09 01:42:17.361638 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-2b44126b-93eb-4347-a088-6c487b50fe47 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Request body: {'security_group_rule': {'security_group_id': '9f67cd98-ceb2-414a-a19d-617dd036902a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:17.370802 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce3e4c-4369-409b-9403-d30342fea2e1 None None] Pushing event updated for resources: {'Port': ['ID=bc8e569b-959f-42a0-ac22-1c5b73c6bb01,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:17.392700 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7381fb4-cd76-451e-b762-5fb487f1417d x-openstack-request-id: req-f7381fb4-cd76-451e-b762-5fb487f1417d {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:42:17.393188 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c62dbbc-ea9b-4683-8132-2ef58d3720a8", "tag": "d810b71f-d845-443f-a604-abdb9c443c57", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:42:17.393261 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7381fb4-cd76-451e-b762-5fb487f1417d {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:42:17.393629 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c62dbbc-ea9b-4683-8132-2ef58d3720a8', 'tag': 'd810b71f-d845-443f-a604-abdb9c443c57', 'status': 'completed', 'code': 200} Feb 09 01:42:17.421512 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2b44126b-93eb-4347-a088-6c487b50fe47 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks [] for security_group_rule (e3b97840-fe86-490f-971a-846537f50c0d), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.439051 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] Routers {'610e69c9-7e9d-4523-ae3e-b8412a4472b8'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:42:17.439837 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:42:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['610e69c9-7e9d-4523-ae3e-b8412a4472b8'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:17.507710 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-7095aa43-c01f-4902-8d07-80daa936b693 service neutron] 10.222.0.36 "GET /v2.0/networks/6f60fb55-5f98-47ce-9f16-88a204881a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636279 Feb 09 01:42:17.637681 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2633e545-4dbe-48b7-a0c7-a6906370a625 req-e9341fd0-1382-4b88-8925-75210b32b198 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738310 Feb 09 01:42:17.644566 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] Set router 610e69c9-7e9d-4523-ae3e-b8412a4472b8 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:42:17.667590 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13cf09-8c6f-4f1b-811d-caece0b6de26 req-7970be53-4ff1-4e40-ba58-58672e4ed33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:17.670278 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa13cf09-8c6f-4f1b-811d-caece0b6de26 req-7970be53-4ff1-4e40-ba58-58672e4ed33a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=092f8329ee4140f8a8a266c0e29b4e94&device_id=4c62dbbc-ea9b-4683-8132-2ef58d3720a8 HTTP/1.1" status: 200 len: 1125 time: 0.2433407 Feb 09 01:42:17.697587 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3fdcb3d0-71ff-4e7a-afe7-8f9567af358a None None] Provisioning complete for port bc8e569b-959f-42a0-ac22-1c5b73c6bb01 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:17.698016 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3fdcb3d0-71ff-4e7a-afe7-8f9567af358a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bc8e569b-959f-42a0-ac22-1c5b73c6bb01), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.736302 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2b44126b-93eb-4347-a088-6c487b50fe47 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks [] for security_group_rule (e3b97840-fe86-490f-971a-846537f50c0d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.768723 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-19004dbf-7f91-4573-9cb9-d903fd448969 service neutron] 10.222.0.36 "GET /v2.0/networks/6f60fb55-5f98-47ce-9f16-88a204881a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589915 Feb 09 01:42:17.773702 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ae9a8-a0c2-487c-85b2-4c3e87be3c4f req-5edffab8-1034-4377-a6fb-956fb766521b tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:17.775832 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c34ae9a8-a0c2-487c-85b2-4c3e87be3c4f req-5edffab8-1034-4377-a6fb-956fb766521b tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 945 time: 0.2639534 Feb 09 01:42:17.848658 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661df308-103e-406e-b437-9854fbcc4e3c req-ad37885b-d98f-4cdf-801f-cb69562cea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:17.850253 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-661df308-103e-406e-b437-9854fbcc4e3c req-ad37885b-d98f-4cdf-801f-cb69562cea1b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&device_id=8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7 HTTP/1.1" status: 200 len: 1129 time: 0.1119370 Feb 09 01:42:17.933692 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2b44126b-93eb-4347-a088-6c487b50fe47 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (e3b97840-fe86-490f-971a-846537f50c0d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.978752 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13cf09-8c6f-4f1b-811d-caece0b6de26 req-cd712438-0c73-4552-89fe-61b499def3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:17.981275 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa13cf09-8c6f-4f1b-811d-caece0b6de26 req-cd712438-0c73-4552-89fe-61b499def3ea service neutron] 10.222.0.67 "GET /v2.0/networks?id=8d868039-8396-432e-a58b-15f70b0bf5f1 HTTP/1.1" status: 200 len: 912 time: 0.2876346 Feb 09 01:42:18.041022 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44126b-93eb-4347-a088-6c487b50fe47 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b97840-fe86-490f-971a-846537f50c0d,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:18.062135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3fdcb3d0-71ff-4e7a-afe7-8f9567af358a None None] Current status of the port bc8e569b-959f-42a0-ac22-1c5b73c6bb01 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:18.062534 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3fdcb3d0-71ff-4e7a-afe7-8f9567af358a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bc8e569b-959f-42a0-ac22-1c5b73c6bb01), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.068668 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c34ae9a8-a0c2-487c-85b2-4c3e87be3c4f req-cfa82f16-aac7-4f52-9f80-b99e29f17892 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111115 Feb 09 01:42:18.103990 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2b44126b-93eb-4347-a088-6c487b50fe47 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.105861 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2b44126b-93eb-4347-a088-6c487b50fe47 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7533445 Feb 09 01:42:18.110805 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 40032) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:18.133636 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-268cd378-8e8a-41d8-a690-a8fca3b9fc73 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Request body: {'security_group_rule': {'security_group_id': '9f67cd98-ceb2-414a-a19d-617dd036902a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:18.223658 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa13cf09-8c6f-4f1b-811d-caece0b6de26 req-4e674cd1-c5ba-4b4f-ae68-0f2c2725f1c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d810b71f-d845-443f-a604-abdb9c443c57 HTTP/1.1" status: 200 len: 217 time: 0.1528478 Feb 09 01:42:18.225669 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'name': 'tempest-ServersTestJSON-1798887720-router', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:02Z', 'updated_at': '2022-02-09T01:42:11Z', 'revision_number': 4, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'gw_port': {'id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:03Z', 'updated_at': '2022-02-09T01:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'bc8e569b-959f-42a0-ac22-1c5b73c6bb01', 'name': '', 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'mac_address': 'fa:16:3e:17:03:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1f8a20bf-5e10-400b-ab6f-095b15eec2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:08Z', 'updated_at': '2022-02-09T01:42:17Z', 'revision_number': 4, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'subnets': [{'id': '1f8a20bf-5e10-400b-ab6f-095b15eec2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:18.231952 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3fdcb3d0-71ff-4e7a-afe7-8f9567af358a None None] For port bc8e569b-959f-42a0-ac22-1c5b73c6bb01, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=bc8e569b-959f-42a0-ac22-1c5b73c6bb01,segment=NetworkSegment(40b15164-01ce-4fad-b3ee-c43d3f850597),segment_id=40b15164-01ce-4fad-b3ee-c43d3f850597)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:18.275384 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3fdcb3d0-71ff-4e7a-afe7-8f9567af358a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bc8e569b-959f-42a0-ac22-1c5b73c6bb01), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.282841 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661df308-103e-406e-b437-9854fbcc4e3c req-a07f855c-b86c-4cdb-b21b-668a3b42c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:18.289150 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-661df308-103e-406e-b437-9854fbcc4e3c req-a07f855c-b86c-4cdb-b21b-668a3b42c517 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.4275255 Feb 09 01:42:18.341113 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c9cd51-818c-4c2d-aa3c-41c1e63831f7 None None] The sync data for ids ['610e69c9-7e9d-4523-ae3e-b8412a4472b8'] in n-d-828387-3 is: [{'id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'name': 'tempest-ServersTestJSON-1798887720-router', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:02Z', 'updated_at': '2022-02-09T01:42:11Z', 'revision_number': 4, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'gw_port': {'id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:03Z', 'updated_at': '2022-02-09T01:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'bc8e569b-959f-42a0-ac22-1c5b73c6bb01', 'name': '', 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'mac_address': 'fa:16:3e:17:03:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1f8a20bf-5e10-400b-ab6f-095b15eec2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:08Z', 'updated_at': '2022-02-09T01:42:17Z', 'revision_number': 4, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'subnets': [{'id': '1f8a20bf-5e10-400b-ab6f-095b15eec2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:42:18.344950 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcb3d0-71ff-4e7a-afe7-8f9567af358a None None] Pushing event updated for resources: {'Port': ['ID=bc8e569b-959f-42a0-ac22-1c5b73c6bb01,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:18.374762 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13cf09-8c6f-4f1b-811d-caece0b6de26 req-a0f7ea14-8b7e-4de4-84d4-e298a7e13fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:18.376543 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa13cf09-8c6f-4f1b-811d-caece0b6de26 req-a0f7ea14-8b7e-4de4-84d4-e298a7e13fea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06960262-e6ff-4aec-9056-78c4deec1b4a HTTP/1.1" status: 200 len: 851 time: 0.1004922 Feb 09 01:42:18.405249 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e2c30903-4ced-4565-bbf9-3659649295dc None None] Provisioning complete for port bc8e569b-959f-42a0-ac22-1c5b73c6bb01 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:18.405753 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e2c30903-4ced-4565-bbf9-3659649295dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bc8e569b-959f-42a0-ac22-1c5b73c6bb01), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.477071 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-661df308-103e-406e-b437-9854fbcc4e3c req-a5fb00eb-68a0-4149-b42d-5be72937b03b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=a5d07500-af75-4614-8815-8cf8aa72def6 HTTP/1.1" status: 200 len: 217 time: 0.1610463 Feb 09 01:42:18.480778 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-268cd378-8e8a-41d8-a690-a8fca3b9fc73 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks [] for security_group_rule (b83e035c-8a8a-4c10-867d-31029d1a1ee5), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.524449 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa13cf09-8c6f-4f1b-811d-caece0b6de26 req-622fb5d1-7795-45c6-abb7-b1547faac4ad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8d868039-8396-432e-a58b-15f70b0bf5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324942 Feb 09 01:42:18.582322 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3b25c-f50c-4225-949e-67a1aeb378f2 req-fafc92e3-24c8-49bf-8d57-b4b21e6ae175 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:18.587265 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-29e3b25c-f50c-4225-949e-67a1aeb378f2 req-fafc92e3-24c8-49bf-8d57-b4b21e6ae175 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 946 time: 0.3663330 Feb 09 01:42:18.662513 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b94bdc-2f4e-42ea-adbc-02228513ace7 req-8fe1e8f5-95f4-4e2e-9a3c-763e1f834727 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:18.689853 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d9b94bdc-2f4e-42ea-adbc-02228513ace7 req-8fe1e8f5-95f4-4e2e-9a3c-763e1f834727 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.4955354 Feb 09 01:42:18.739290 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-29e3b25c-f50c-4225-949e-67a1aeb378f2 req-945e8a5c-4f2e-475c-b002-aaa8d30ba3d5 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240473 Feb 09 01:42:18.753356 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa13cf09-8c6f-4f1b-811d-caece0b6de26 req-b91e5f5b-56a0-44f6-8885-da2396a4c922 service neutron] 10.222.0.67 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152016 Feb 09 01:42:18.835108 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661df308-103e-406e-b437-9854fbcc4e3c req-d22b40b9-f299-41af-ab6c-127e4aa2f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:18.846666 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-661df308-103e-406e-b437-9854fbcc4e3c req-d22b40b9-f299-41af-ab6c-127e4aa2f9dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.3547025 Feb 09 01:42:18.968758 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e2c30903-4ced-4565-bbf9-3659649295dc None None] Current status of the port bc8e569b-959f-42a0-ac22-1c5b73c6bb01 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:19.004975 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d9b94bdc-2f4e-42ea-adbc-02228513ace7 req-6fa80b26-51d9-43fa-a06a-214897a80b2d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088160 Feb 09 01:42:19.062280 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa13cf09-8c6f-4f1b-811d-caece0b6de26 req-9744d6fd-8d0b-4b33-950c-b8de51518937 service neutron] 10.222.0.67 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019271 Feb 09 01:42:19.072473 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-268cd378-8e8a-41d8-a690-a8fca3b9fc73 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks [] for security_group_rule (b83e035c-8a8a-4c10-867d-31029d1a1ee5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.090798 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a853f8-76f1-47f4-9180-26d959a5ae6f req-f5bc507f-4958-40ff-beec-5fb0c44613af tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:19.093024 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c8a853f8-76f1-47f4-9180-26d959a5ae6f req-f5bc507f-4958-40ff-beec-5fb0c44613af tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c62dbbc-ea9b-4683-8132-2ef58d3720a8 HTTP/1.1" status: 200 len: 943 time: 0.1910083 Feb 09 01:42:19.103306 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-268cd378-8e8a-41d8-a690-a8fca3b9fc73 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (b83e035c-8a8a-4c10-867d-31029d1a1ee5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.168695 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268cd378-8e8a-41d8-a690-a8fca3b9fc73 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83e035c-8a8a-4c10-867d-31029d1a1ee5,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:19.222957 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661df308-103e-406e-b437-9854fbcc4e3c req-51bd776b-4f9f-4e34-aae1-3cff68338757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:19.225543 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-661df308-103e-406e-b437-9854fbcc4e3c req-51bd776b-4f9f-4e34-aae1-3cff68338757 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3599308 Feb 09 01:42:19.253199 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bc8e569b-959f-42a0-ac22-1c5b73c6bb01 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:19.272472 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c8a853f8-76f1-47f4-9180-26d959a5ae6f req-0180b642-dd55-43e5-b9e1-03a8374e02a0 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637440 Feb 09 01:42:19.394583 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port bc8e569b-959f-42a0-ac22-1c5b73c6bb01 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:19.396060 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bc8e569b-959f-42a0-ac22-1c5b73c6bb01), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.427756 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-268cd378-8e8a-41d8-a690-a8fca3b9fc73 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.429476 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-268cd378-8e8a-41d8-a690-a8fca3b9fc73 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3177035 Feb 09 01:42:19.431848 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0d0da02-c280-4eca-8287-3643bdcb11fd req-d978b0a1-c0a6-42c3-9c65-3e3c169998bb tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cae12c4-18ca-4992-8ac5-faf1379e7d5a HTTP/1.1" status: 200 len: 210 time: 0.3151972 Feb 09 01:42:19.432615 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 40050) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:19.440979 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-81d70c4f-d736-4ec2-a176-772cee74c268 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:19.511810 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-81d70c4f-d736-4ec2-a176-772cee74c268 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.564023 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631e6be-093e-4ae9-a3ff-a73044962b01 req-979cd349-3df8-4d51-9886-b2f330bf26e4 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:19.564622 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port bc8e569b-959f-42a0-ac22-1c5b73c6bb01 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:19.582147 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8631e6be-093e-4ae9-a3ff-a73044962b01 req-979cd349-3df8-4d51-9886-b2f330bf26e4 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 945 time: 0.1551199 Feb 09 01:42:19.643784 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device d810b71f-d845-443f-a604-abdb9c443c57 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:42:19.680548 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8631e6be-093e-4ae9-a3ff-a73044962b01 req-863e88a1-a8b5-45b9-ba3f-8112cacd8b04 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954278 Feb 09 01:42:19.710956 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-661df308-103e-406e-b437-9854fbcc4e3c req-b0f36ae9-8439-4d23-afa1-5fc259c05ac7 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658928 Feb 09 01:42:19.814818 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port d810b71f-d845-443f-a604-abdb9c443c57, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d810b71f-d845-443f-a604-abdb9c443c57,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:19.839390 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'd810b71f-d845-443f-a604-abdb9c443c57', 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1', 'port_id': 'd810b71f-d845-443f-a604-abdb9c443c57', 'mac_address': 'fa:16:3e:be:ad:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06960262-e6ff-4aec-9056-78c4deec1b4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:42:19.883493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982506d2-6137-4371-ba5f-be783f998fcb req-ebc7d80e-ffa3-46d0-ae8f-a5e348e3e699 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:19.887393 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-982506d2-6137-4371-ba5f-be783f998fcb req-ebc7d80e-ffa3-46d0-ae8f-a5e348e3e699 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7 HTTP/1.1" status: 200 len: 947 time: 0.2538648 Feb 09 01:42:19.906723 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da64afd-413f-4a48-974e-985a5f0783b6 req-96009b2a-6fa4-410a-9da6-536607af76d2 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:19.915286 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0da64afd-413f-4a48-974e-985a5f0783b6 req-96009b2a-6fa4-410a-9da6-536607af76d2 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 945 time: 0.1053584 Feb 09 01:42:19.968142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5509c-80db-46d2-83d7-dbf68079af23 req-18b63d77-024d-4921-a5d4-f2cfb359aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:19.969786 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c5f5509c-80db-46d2-83d7-dbf68079af23 req-18b63d77-024d-4921-a5d4-f2cfb359aed6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 1128 time: 0.3377087 Feb 09 01:42:19.988524 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port d810b71f-d845-443f-a604-abdb9c443c57 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:19.989048 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d810b71f-d845-443f-a604-abdb9c443c57), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.994645 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-661df308-103e-406e-b437-9854fbcc4e3c req-46ab92c1-8d42-4d3c-9d6a-d285f45190f0 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392149 Feb 09 01:42:20.024583 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d810b71f-d845-443f-a604-abdb9c443c57 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:42:20.042108 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0da64afd-413f-4a48-974e-985a5f0783b6 req-5d2facd8-73f9-4f28-9c3f-5df6ee87685a tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257274 Feb 09 01:42:20.090812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port d810b71f-d845-443f-a604-abdb9c443c57, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d810b71f-d845-443f-a604-abdb9c443c57,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:20.096462 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d810b71f-d845-443f-a604-abdb9c443c57), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:20.188393 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-982506d2-6137-4371-ba5f-be783f998fcb req-b3496c5b-74fe-4c1a-9830-6cc9307c3061 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917044 Feb 09 01:42:20.215327 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-81d70c4f-d736-4ec2-a176-772cee74c268 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:20.233371 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=d810b71f-d845-443f-a604-abdb9c443c57,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:20.244522 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c5f5509c-80db-46d2-83d7-dbf68079af23 req-af9eb385-ff01-4cae-ba65-ba72b8731247 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467420 Feb 09 01:42:20.345600 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device a5d07500-af75-4614-8815-8cf8aa72def6 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:42:20.372267 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ae5b9-805b-453b-a927-ce23885af865 req-5c600f94-5f58-4605-8d87-0d98a0c2ee09 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:20.384255 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-da4ae5b9-805b-453b-a927-ce23885af865 req-5c600f94-5f58-4605-8d87-0d98a0c2ee09 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 946 time: 0.1821649 Feb 09 01:42:20.424982 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-b2b17d42-ab01-4b34-8581-3b5166c671c6 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:20.429054 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-b2b17d42-ab01-4b34-8581-3b5166c671c6 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.67 "GET /v2.0/networks?id=6f60fb55-5f98-47ce-9f16-88a204881a7c HTTP/1.1" status: 200 len: 814 time: 0.3185198 Feb 09 01:42:20.471117 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2e4674da-3df9-4158-8b73-159b0342392a tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Request body: {'port': {'device_id': '5cae12c4-18ca-4992-8ac5-faf1379e7d5a', 'network_id': '6f60fb55-5f98-47ce-9f16-88a204881a7c', 'admin_state_up': True, 'tenant_id': '43de3fcd6ce94ebf8fcfe415d3e83408'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:20.522687 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-81d70c4f-d736-4ec2-a176-772cee74c268 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Allocated IP 172.25.7.16 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/864faf46-fa84-4f19-b699-c493e8c52022) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:20.551444 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port a5d07500-af75-4614-8815-8cf8aa72def6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a5d07500-af75-4614-8815-8cf8aa72def6,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:20.556511 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301abfe-994e-4cdb-850a-0ceafe14a158 req-c7332c41-451f-45a3-8e7a-d43c68e157b2 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:20.558794 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7301abfe-994e-4cdb-850a-0ceafe14a158 req-c7332c41-451f-45a3-8e7a-d43c68e157b2 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1968009 Feb 09 01:42:20.583413 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['d810b71f-d845-443f-a604-abdb9c443c57'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:42:20.592003 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'a5d07500-af75-4614-8815-8cf8aa72def6', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': 'a5d07500-af75-4614-8815-8cf8aa72def6', 'mac_address': 'fa:16:3e:03:84:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:42:20.658742 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-da4ae5b9-805b-453b-a927-ce23885af865 req-43028f61-df4e-4dea-ab0c-7fe7537d0c57 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715831 Feb 09 01:42:20.731620 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2e4674da-3df9-4158-8b73-159b0342392a tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Made reservation on behalf of 43de3fcd6ce94ebf8fcfe415d3e83408 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:20.748929 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2e4674da-3df9-4158-8b73-159b0342392a tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:20.767308 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-81d70c4f-d736-4ec2-a176-772cee74c268 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks [] for port (864faf46-fa84-4f19-b699-c493e8c52022), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:20.792970 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port a5d07500-af75-4614-8815-8cf8aa72def6 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:20.793626 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a5d07500-af75-4614-8815-8cf8aa72def6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:20.813131 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d07500-af75-4614-8815-8cf8aa72def6 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:42:20.831517 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-81d70c4f-d736-4ec2-a176-772cee74c268 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (864faf46-fa84-4f19-b699-c493e8c52022), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:20.872015 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port a5d07500-af75-4614-8815-8cf8aa72def6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a5d07500-af75-4614-8815-8cf8aa72def6,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:20.880653 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a5d07500-af75-4614-8815-8cf8aa72def6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:20.898535 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d70c4f-d736-4ec2-a176-772cee74c268 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Pushing event updated for resources: {'Port': ['ID=864faf46-fa84-4f19-b699-c493e8c52022,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:20.912652 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7301abfe-994e-4cdb-850a-0ceafe14a158 req-7101038e-e107-4ccf-b20a-dd7ac83c28da tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318343 Feb 09 01:42:20.923597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d70c4f-d736-4ec2-a176-772cee74c268 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:20.925269 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-81d70c4f-d736-4ec2-a176-772cee74c268 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:20.952781 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d70c4f-d736-4ec2-a176-772cee74c268 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:21.020781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=a5d07500-af75-4614-8815-8cf8aa72def6,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:21.099756 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-81d70c4f-d736-4ec2-a176-772cee74c268 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks [] for floatingip (631d6f8d-1e62-481f-b7dc-0013f12ce222), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:21.252699 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-81d70c4f-d736-4ec2-a176-772cee74c268 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (864faf46-fa84-4f19-b699-c493e8c52022), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:21.296414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2e4674da-3df9-4158-8b73-159b0342392a tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Allocated IP 172.20.0.11 (6f60fb55-5f98-47ce-9f16-88a204881a7c/3f496426-c363-445b-91ad-44a159877fb2/43014095-225d-4b52-a8f3-0499791fbb37) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:21.313358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['a5d07500-af75-4614-8815-8cf8aa72def6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:42:21.380094 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06647ec4-6026-4db5-a8d1-08bddcf2c0bf req-3a377ee8-6145-4461-a135-26e76c21bf77 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:21.395537 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06647ec4-6026-4db5-a8d1-08bddcf2c0bf req-3a377ee8-6145-4461-a135-26e76c21bf77 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c62dbbc-ea9b-4683-8132-2ef58d3720a8 HTTP/1.1" status: 200 len: 944 time: 0.2989190 Feb 09 01:42:21.531757 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f60234-a366-4258-82ca-f14765c81eb2 req-cdfdc6dc-7936-4297-9e35-1379f1610383 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:21.554372 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b0f60234-a366-4258-82ca-f14765c81eb2 req-cdfdc6dc-7936-4297-9e35-1379f1610383 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 945 time: 0.5917909 Feb 09 01:42:21.687714 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 05366da3-ae6f-43e0-a840-3c9d28c899e6 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:42:21.721109 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b0f60234-a366-4258-82ca-f14765c81eb2 req-9f1c616e-4f42-46f5-8b18-4e973a51560c tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653564 Feb 09 01:42:21.818836 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06647ec4-6026-4db5-a8d1-08bddcf2c0bf req-6a589aa8-efb5-469a-8258-7968b60e4d72 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218087 Feb 09 01:42:22.085792 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-81d70c4f-d736-4ec2-a176-772cee74c268 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks [] for port (864faf46-fa84-4f19-b699-c493e8c52022), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.092992 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-81d70c4f-d736-4ec2-a176-772cee74c268 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (864faf46-fa84-4f19-b699-c493e8c52022), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.135142 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d5563743-4bd7-4608-84e4-8fbebade33a2 req-3bc74a00-a260-4a78-9000-9c9e436d63cc tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cae12c4-18ca-4992-8ac5-faf1379e7d5a HTTP/1.1" status: 200 len: 210 time: 0.1907723 Feb 09 01:42:22.150304 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 05366da3-ae6f-43e0-a840-3c9d28c899e6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=05366da3-ae6f-43e0-a840-3c9d28c899e6,segment=NetworkSegment(899f02fd-164e-4c7a-96f7-6f23414d825b),segment_id=899f02fd-164e-4c7a-96f7-6f23414d825b)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:22.181193 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '05366da3-ae6f-43e0-a840-3c9d28c899e6', 'network_id': '1c164421-b937-4772-b3ad-c06ffa4973ed', 'port_id': '05366da3-ae6f-43e0-a840-3c9d28c899e6', 'mac_address': 'fa:16:3e:a2:e0:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9145d287-893f-45e0-a833-97ee0b627cb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:42:22.219448 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2e4674da-3df9-4158-8b73-159b0342392a tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Publish callbacks [] for port (43014095-225d-4b52-a8f3-0499791fbb37), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.286862 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 05366da3-ae6f-43e0-a840-3c9d28c899e6 is: ACTIVE; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:22.287344 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.298196 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d70c4f-d736-4ec2-a176-772cee74c268 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Pushing event updated for resources: {'Port': ['ID=864faf46-fa84-4f19-b699-c493e8c52022,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:22.334068 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05366da3-ae6f-43e0-a840-3c9d28c899e6 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:42:22.349226 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b52b1-f5a9-49be-ac3a-d10121818ade req-6ac97012-2597-4772-a35b-27fcfce999e3 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:22.356372 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-748b52b1-f5a9-49be-ac3a-d10121818ade req-6ac97012-2597-4772-a35b-27fcfce999e3 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 946 time: 0.1117523 Feb 09 01:42:22.362523 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2e4674da-3df9-4158-8b73-159b0342392a tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (43014095-225d-4b52-a8f3-0499791fbb37), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.382821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8ed34-82c7-4bf9-b026-b1a370546712 req-4ab69fdb-5526-4a01-b1e2-e62b6a2f464a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:22.384714 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19e8ed34-82c7-4bf9-b026-b1a370546712 req-4ab69fdb-5526-4a01-b1e2-e62b6a2f464a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7 HTTP/1.1" status: 200 len: 948 time: 0.3733091 Feb 09 01:42:22.386103 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-81d70c4f-d736-4ec2-a176-772cee74c268 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (631d6f8d-1e62-481f-b7dc-0013f12ce222), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.402104 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 05366da3-ae6f-43e0-a840-3c9d28c899e6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=05366da3-ae6f-43e0-a840-3c9d28c899e6,segment=NetworkSegment(899f02fd-164e-4c7a-96f7-6f23414d825b),segment_id=899f02fd-164e-4c7a-96f7-6f23414d825b)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:22.406926 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.417556 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-81d70c4f-d736-4ec2-a176-772cee74c268 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.428158 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-81d70c4f-d736-4ec2-a176-772cee74c268 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9833806 Feb 09 01:42:22.476207 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19e8ed34-82c7-4bf9-b026-b1a370546712 req-9322be01-9c8d-4336-8be7-50c40854dd91 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727153 Feb 09 01:42:22.483965 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4674da-3df9-4158-8b73-159b0342392a tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Pushing event updated for resources: {'Port': ['ID=43014095-225d-4b52-a8f3-0499791fbb37,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:22.530876 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=05366da3-ae6f-43e0-a840-3c9d28c899e6,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:22.553718 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['05366da3-ae6f-43e0-a840-3c9d28c899e6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:42:22.626900 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2e4674da-3df9-4158-8b73-159b0342392a tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Network 6f60fb55-5f98-47ce-9f16-88a204881a7c is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:22.653440 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2e4674da-3df9-4158-8b73-159b0342392a tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:22.677499 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2e4674da-3df9-4158-8b73-159b0342392a tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:22.696342 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-748b52b1-f5a9-49be-ac3a-d10121818ade req-80c5129d-0cb1-480a-8abc-3439668a7150 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277376 Feb 09 01:42:22.940642 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2e4674da-3df9-4158-8b73-159b0342392a tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:22.943456 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2e4674da-3df9-4158-8b73-159b0342392a tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.989669 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2e4674da-3df9-4158-8b73-159b0342392a tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5287840 Feb 09 01:42:23.071408 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3738cf-5244-482e-8e3b-ec57677f7465 req-32c775c5-40c5-41d2-826b-cbb65e0544b5 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:23.074517 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ee3738cf-5244-482e-8e3b-ec57677f7465 req-32c775c5-40c5-41d2-826b-cbb65e0544b5 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 944 time: 0.2456656 Feb 09 01:42:23.086974 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2c864020-d30e-41f0-b61f-7232d4fe5505 service neutron] Request body: {'port': {'device_id': '5cae12c4-18ca-4992-8ac5-faf1379e7d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:23.247966 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-eaefc423-6595-47b9-afe6-8cad2b037812 None None] Provisioning complete for port 43014095-225d-4b52-a8f3-0499791fbb37 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:23.249064 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eaefc423-6595-47b9-afe6-8cad2b037812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (43014095-225d-4b52-a8f3-0499791fbb37), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:23.315597 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-eaefc423-6595-47b9-afe6-8cad2b037812 None None] Port 43014095-225d-4b52-a8f3-0499791fbb37 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:42:23.316906 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2c864020-d30e-41f0-b61f-7232d4fe5505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (43014095-225d-4b52-a8f3-0499791fbb37), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:23.384301 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ee3738cf-5244-482e-8e3b-ec57677f7465 req-28d591a7-66ba-47a3-bfee-98f6cbfdc36f tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893391 Feb 09 01:42:23.473200 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-d1b788d9-1ee1-4526-b99b-e495adc783aa tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1777378063&fields=id&tenant_id=c06b13ded86f4835887eab07b674aca5 HTTP/1.1" status: 200 len: 267 time: 0.1109784 Feb 09 01:42:23.656352 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a85074-57cf-4524-ac39-640466b39300 req-77174760-0877-4a00-8384-3dd1758e17fb tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:23.664522 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-18a85074-57cf-4524-ac39-640466b39300 req-77174760-0877-4a00-8384-3dd1758e17fb tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c62dbbc-ea9b-4683-8132-2ef58d3720a8 HTTP/1.1" status: 200 len: 944 time: 0.1727359 Feb 09 01:42:23.674764 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-b8bc06c1-7473-4ac3-8f00-75bbd7c33d55 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:23.689662 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-b8bc06c1-7473-4ac3-8f00-75bbd7c33d55 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/networks?id=14ba8024-858b-4433-87a7-a67773e6a85c HTTP/1.1" status: 200 len: 806 time: 0.2141011 Feb 09 01:42:23.717530 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device d810b71f-d845-443f-a604-abdb9c443c57 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:23.724344 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-a4acda3c-bfc0-4127-8d1f-1e8e0983c203 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/quotas/c06b13ded86f4835887eab07b674aca5 HTTP/1.1" status: 200 len: 375 time: 0.0332239 Feb 09 01:42:23.793966 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-18a85074-57cf-4524-ac39-640466b39300 req-d97cdec2-34ec-4c41-9869-e895c438f65e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282403 Feb 09 01:42:23.949032 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port d810b71f-d845-443f-a604-abdb9c443c57 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:42:23.955778 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-6fc22c6f-f8c9-4c76-ac80-591fa4cfb407 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c06b13ded86f4835887eab07b674aca5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2253888 Feb 09 01:42:23.976813 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port d810b71f-d845-443f-a604-abdb9c443c57 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:23.977191 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d810b71f-d845-443f-a604-abdb9c443c57), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.173044 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-0da19b94-cd81-4a37-be8f-1b76ffd5f050 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:24.189924 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-0da19b94-cd81-4a37-be8f-1b76ffd5f050 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/networks?id=a6b971e5-0c53-44cf-8606-badf0cb5180d HTTP/1.1" status: 200 len: 811 time: 0.2600288 Feb 09 01:42:24.240314 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-bcfe7da0-5911-43a7-b112-05437e34cfd1 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/quotas/8248d61c5b2e4c07afdd3d5431bd39cc HTTP/1.1" status: 200 len: 375 time: 0.0423362 Feb 09 01:42:24.303896 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-b1c4a920-2758-4498-9fc0-dfd39d57d94c service neutron] 10.222.0.36 "GET /v2.0/networks/14ba8024-858b-4433-87a7-a67773e6a85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398812 Feb 09 01:42:24.344602 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port d810b71f-d845-443f-a604-abdb9c443c57 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:24.345392 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d810b71f-d845-443f-a604-abdb9c443c57), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.379339 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device a5d07500-af75-4614-8815-8cf8aa72def6 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:24.423269 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2c864020-d30e-41f0-b61f-7232d4fe5505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43014095-225d-4b52-a8f3-0499791fbb37 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:42:24.441669 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2c864020-d30e-41f0-b61f-7232d4fe5505 service neutron] Publish callbacks [] for port (43014095-225d-4b52-a8f3-0499791fbb37), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.468070 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-48db0993-ed01-40ec-8da7-e9e580b8aa71 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8248d61c5b2e4c07afdd3d5431bd39cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2317114 Feb 09 01:42:24.496960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c62dbbc-ea9b-4683-8132-2ef58d3720a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd810b71f-d845-443f-a604-abdb9c443c57'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:42:24.505783 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e927d29-c2bc-4b32-8a63-331426f7a0cb" -d '{"events": [{"server_uuid": "4c62dbbc-ea9b-4683-8132-2ef58d3720a8", "name": "network-vif-plugged", "status": "completed", "tag": "d810b71f-d845-443f-a604-abdb9c443c57"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:42:24.521294 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2c864020-d30e-41f0-b61f-7232d4fe5505 service neutron] Transition to ACTIVE for port object 43014095-225d-4b52-a8f3-0499791fbb37 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:42:24.533488 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-5d47e80d-45a8-40fd-844b-ca9b8c93b42a service neutron] 10.222.0.36 "GET /v2.0/networks/14ba8024-858b-4433-87a7-a67773e6a85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247543 Feb 09 01:42:24.552236 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2c864020-d30e-41f0-b61f-7232d4fe5505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (43014095-225d-4b52-a8f3-0499791fbb37), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.555145 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port d810b71f-d845-443f-a604-abdb9c443c57, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d810b71f-d845-443f-a604-abdb9c443c57,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:24.563265 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d810b71f-d845-443f-a604-abdb9c443c57), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.566068 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 05366da3-ae6f-43e0-a840-3c9d28c899e6 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:24.761940 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c864020-d30e-41f0-b61f-7232d4fe5505 service neutron] Pushing event updated for resources: {'Port': ['ID=43014095-225d-4b52-a8f3-0499791fbb37,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:24.772550 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port a5d07500-af75-4614-8815-8cf8aa72def6 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:42:24.837148 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port a5d07500-af75-4614-8815-8cf8aa72def6 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:24.837531 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a5d07500-af75-4614-8815-8cf8aa72def6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.939863 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 05366da3-ae6f-43e0-a840-3c9d28c899e6 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:24.946228 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.981468 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-c544be7f-dd51-49bd-8cab-f31e4c8a57ec service neutron] 10.222.0.36 "GET /v2.0/networks/a6b971e5-0c53-44cf-8606-badf0cb5180d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933562 Feb 09 01:42:25.007366 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f3b12-ccfd-4b9b-8989-fc715d8ac0cd req-8434df3e-0a72-4701-8ee2-062f0d287854 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:25.016212 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad3f3b12-ccfd-4b9b-8989-fc715d8ac0cd req-8434df3e-0a72-4701-8ee2-062f0d287854 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cae12c4-18ca-4992-8ac5-faf1379e7d5a HTTP/1.1" status: 200 len: 944 time: 0.1232381 Feb 09 01:42:25.092868 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=d810b71f-d845-443f-a604-abdb9c443c57,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:25.140930 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad3f3b12-ccfd-4b9b-8989-fc715d8ac0cd req-466c41e5-12ce-4126-9a39-6f8fe68312ad tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5175adf-3c0b-49d5-ab51-92b460e10d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237018 Feb 09 01:42:25.274071 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port a5d07500-af75-4614-8815-8cf8aa72def6 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:25.274628 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a5d07500-af75-4614-8815-8cf8aa72def6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:25.546589 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf732c-1591-4f6a-80e6-367e8070fc7e req-fc9b9346-2e12-4eb2-b58b-5fa033d2c037 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:25.547821 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port a5d07500-af75-4614-8815-8cf8aa72def6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a5d07500-af75-4614-8815-8cf8aa72def6,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:25.560625 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a5d07500-af75-4614-8815-8cf8aa72def6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:25.569944 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a5bf732c-1591-4f6a-80e6-367e8070fc7e req-fc9b9346-2e12-4eb2-b58b-5fa033d2c037 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7 HTTP/1.1" status: 200 len: 948 time: 0.1974747 Feb 09 01:42:25.742357 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a5bf732c-1591-4f6a-80e6-367e8070fc7e req-46cb58d9-178a-448d-8903-596fffacfb2f tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693282 Feb 09 01:42:25.745266 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 05366da3-ae6f-43e0-a840-3c9d28c899e6 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:25.747622 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:25.888810 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 05366da3-ae6f-43e0-a840-3c9d28c899e6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=05366da3-ae6f-43e0-a840-3c9d28c899e6,segment=NetworkSegment(899f02fd-164e-4c7a-96f7-6f23414d825b),segment_id=899f02fd-164e-4c7a-96f7-6f23414d825b)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:25.890587 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=a5d07500-af75-4614-8815-8cf8aa72def6,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:25.899845 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:26.052553 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=05366da3-ae6f-43e0-a840-3c9d28c899e6,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:26.056663 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2c864020-d30e-41f0-b61f-7232d4fe5505 service neutron] Attempting to bind port 43014095-225d-4b52-a8f3-0499791fbb37 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:26.058488 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2c864020-d30e-41f0-b61f-7232d4fe5505 service neutron] Attempting to bind port 43014095-225d-4b52-a8f3-0499791fbb37 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'ec7689a4-c6d7-4927-a003-3a67136342ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f60fb55-5f98-47ce-9f16-88a204881a7c'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:26.059063 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2c864020-d30e-41f0-b61f-7232d4fe5505 service neutron] Attempting to bind port 43014095-225d-4b52-a8f3-0499791fbb37 on network 6f60fb55-5f98-47ce-9f16-88a204881a7c {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:26.079750 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2c864020-d30e-41f0-b61f-7232d4fe5505 service neutron] Port 43014095-225d-4b52-a8f3-0499791fbb37 on network 6f60fb55-5f98-47ce-9f16-88a204881a7c not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:26.080069 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2c864020-d30e-41f0-b61f-7232d4fe5505 service neutron] Attempting to bind port 43014095-225d-4b52-a8f3-0499791fbb37 on network 6f60fb55-5f98-47ce-9f16-88a204881a7c {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:26.100318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2c864020-d30e-41f0-b61f-7232d4fe5505 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:42:26.100756 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2c864020-d30e-41f0-b61f-7232d4fe5505 service neutron] Checking segment: {'id': 'ec7689a4-c6d7-4927-a003-3a67136342ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f60fb55-5f98-47ce-9f16-88a204881a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:26.101145 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2c864020-d30e-41f0-b61f-7232d4fe5505 service neutron] Bound using segment: {'id': 'ec7689a4-c6d7-4927-a003-3a67136342ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f60fb55-5f98-47ce-9f16-88a204881a7c'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:42:26.101658 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2c864020-d30e-41f0-b61f-7232d4fe5505 service neutron] Bound port: 43014095-225d-4b52-a8f3-0499791fbb37, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec7689a4-c6d7-4927-a003-3a67136342ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f60fb55-5f98-47ce-9f16-88a204881a7c'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:42:26.102062 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2c864020-d30e-41f0-b61f-7232d4fe5505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (43014095-225d-4b52-a8f3-0499791fbb37), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:26.118412 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-9a2d8cff-966f-4993-9947-84e6513efdf8 service neutron] 10.222.0.36 "GET /v2.0/networks/a6b971e5-0c53-44cf-8606-badf0cb5180d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1192448 Feb 09 01:42:26.195320 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3667593-6809-4a90-958f-de9537b5a475 req-a300a912-287d-4b08-a230-ced51cb3c59e tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:26.205394 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b3667593-6809-4a90-958f-de9537b5a475 req-a300a912-287d-4b08-a230-ced51cb3c59e tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.2488337 Feb 09 01:42:26.294420 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b3667593-6809-4a90-958f-de9537b5a475 req-369c5581-5e44-4512-9faf-e756f76969f0 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877759 Feb 09 01:42:26.341135 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2c864020-d30e-41f0-b61f-7232d4fe5505 service neutron] For port 43014095-225d-4b52-a8f3-0499791fbb37, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:42:26.345223 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fad81c9-1a0f-4b02-a371-707208d91c12 x-openstack-request-id: req-7fad81c9-1a0f-4b02-a371-707208d91c12 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:42:26.345626 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c62dbbc-ea9b-4683-8132-2ef58d3720a8", "name": "network-vif-plugged", "status": "completed", "tag": "d810b71f-d845-443f-a604-abdb9c443c57", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:42:26.345928 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7fad81c9-1a0f-4b02-a371-707208d91c12 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:42:26.346395 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c62dbbc-ea9b-4683-8132-2ef58d3720a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd810b71f-d845-443f-a604-abdb9c443c57', 'code': 200} Feb 09 01:42:26.353283 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2c864020-d30e-41f0-b61f-7232d4fe5505 service neutron] For port 43014095-225d-4b52-a8f3-0499791fbb37, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=43014095-225d-4b52-a8f3-0499791fbb37,segment=NetworkSegment(ec7689a4-c6d7-4927-a003-3a67136342ea),segment_id=ec7689a4-c6d7-4927-a003-3a67136342ea)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:42:26.372055 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 1355cef5-018c-42db-bcad-a508ffe78b37 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:42:26.384780 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2c864020-d30e-41f0-b61f-7232d4fe5505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (43014095-225d-4b52-a8f3-0499791fbb37), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:26.493938 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2c864020-d30e-41f0-b61f-7232d4fe5505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:26.494892 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2c864020-d30e-41f0-b61f-7232d4fe5505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:26.497541 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-2c864020-d30e-41f0-b61f-7232d4fe5505 service neutron] 10.222.0.67 "PUT /v2.0/ports/43014095-225d-4b52-a8f3-0499791fbb37 HTTP/1.1" status: 200 len: 1092 time: 3.4195020 Feb 09 01:42:26.498258 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cae12c4-18ca-4992-8ac5-faf1379e7d5a', 'tag': '43014095-225d-4b52-a8f3-0499791fbb37'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:42:26.504074 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e0e19f-20c0-48b0-991d-9e148c91bda9" -d '{"events": [{"name": "network-changed", "server_uuid": "5cae12c4-18ca-4992-8ac5-faf1379e7d5a", "tag": "43014095-225d-4b52-a8f3-0499791fbb37"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:42:26.631835 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c864020-d30e-41f0-b61f-7232d4fe5505 service neutron] Pushing event updated for resources: {'Port': ['ID=43014095-225d-4b52-a8f3-0499791fbb37,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:26.660222 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9ff179b4-3804-4a39-84b3-6369b04b9085 req-8fa66b44-4177-4ca2-b5f6-5d266ad813e3 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 210 time: 0.0834465 Feb 09 01:42:26.889331 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 1355cef5-018c-42db-bcad-a508ffe78b37, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=1355cef5-018c-42db-bcad-a508ffe78b37,segment=NetworkSegment(d8e5a775-257e-4a61-8c9b-5eeb07aca2dd),segment_id=d8e5a775-257e-4a61-8c9b-5eeb07aca2dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:26.937593 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '1355cef5-018c-42db-bcad-a508ffe78b37', 'network_id': 'c9c5b673-e13e-448f-8c44-802e94f8c801', 'port_id': '1355cef5-018c-42db-bcad-a508ffe78b37', 'mac_address': 'fa:16:3e:fa:d7:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4a96bd-815b-46c1-a4b0-13716c101d56', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:42:27.077982 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f68f1-1a4b-4c10-8132-e26f9b721900 req-75adb0a9-8bb2-4407-b220-2eacc6138b82 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:27.089059 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d22f68f1-1a4b-4c10-8132-e26f9b721900 req-75adb0a9-8bb2-4407-b220-2eacc6138b82 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c62dbbc-ea9b-4683-8132-2ef58d3720a8 HTTP/1.1" status: 200 len: 945 time: 0.5124192 Feb 09 01:42:27.112722 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61c4d4-7fdb-460c-a882-80384848739d req-0b55de85-2d21-4b99-9541-51b515bdda93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:27.117788 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 1355cef5-018c-42db-bcad-a508ffe78b37 is: ACTIVE; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:27.119635 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1355cef5-018c-42db-bcad-a508ffe78b37), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:27.127694 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cc61c4d4-7fdb-460c-a882-80384848739d req-0b55de85-2d21-4b99-9541-51b515bdda93 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4c62dbbc-ea9b-4683-8132-2ef58d3720a8 HTTP/1.1" status: 200 len: 1127 time: 0.3321807 Feb 09 01:42:27.177117 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-6e6f35ba-4aab-4572-a6e3-f0dc7884cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:27.182885 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-6e6f35ba-4aab-4572-a6e3-f0dc7884cbf0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=43de3fcd6ce94ebf8fcfe415d3e83408&device_id=5cae12c4-18ca-4992-8ac5-faf1379e7d5a HTTP/1.1" status: 200 len: 1126 time: 0.3794024 Feb 09 01:42:27.243840 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1355cef5-018c-42db-bcad-a508ffe78b37 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:42:27.294274 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 1355cef5-018c-42db-bcad-a508ffe78b37, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=1355cef5-018c-42db-bcad-a508ffe78b37,segment=NetworkSegment(d8e5a775-257e-4a61-8c9b-5eeb07aca2dd),segment_id=d8e5a775-257e-4a61-8c9b-5eeb07aca2dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:27.301231 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1355cef5-018c-42db-bcad-a508ffe78b37), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:27.345937 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d22f68f1-1a4b-4c10-8132-e26f9b721900 req-fc47f11f-b48e-42a7-801c-0c71833faeab tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556331 Feb 09 01:42:27.540143 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=1355cef5-018c-42db-bcad-a508ffe78b37,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:27.629085 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-54443818-81f0-4b1d-8126-929cc6590128 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43014095-225d-4b52-a8f3-0499791fbb37 HTTP/1.1" status: 200 len: 217 time: 0.1876171 Feb 09 01:42:27.656209 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['1355cef5-018c-42db-bcad-a508ffe78b37'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:42:27.674325 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd18534-bdd4-43c9-b868-d8a54abb27d5 req-e2e7622c-539e-4951-a3ea-e65d6a46f350 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:27.691037 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ebd18534-bdd4-43c9-b868-d8a54abb27d5 req-e2e7622c-539e-4951-a3ea-e65d6a46f350 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cae12c4-18ca-4992-8ac5-faf1379e7d5a HTTP/1.1" status: 200 len: 944 time: 0.3733933 Feb 09 01:42:27.775926 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9f191920-5726-4642-94a0-83b440f1b7b2 req-48363945-061e-49c5-b8a7-6bca77cad469 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 210 time: 0.2159052 Feb 09 01:42:27.803482 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cc61c4d4-7fdb-460c-a882-80384848739d req-3d3407e0-0861-4467-a6ba-069d3e8875cb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793018 Feb 09 01:42:28.046700 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ba88df-f919-4f35-b166-8cd528d8f243 x-openstack-request-id: req-b9ba88df-f919-4f35-b166-8cd528d8f243 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:42:28.047152 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cae12c4-18ca-4992-8ac5-faf1379e7d5a", "tag": "43014095-225d-4b52-a8f3-0499791fbb37", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:42:28.047576 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9ba88df-f919-4f35-b166-8cd528d8f243 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:42:28.048167 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cae12c4-18ca-4992-8ac5-faf1379e7d5a', 'tag': '43014095-225d-4b52-a8f3-0499791fbb37', 'status': 'completed', 'code': 200} Feb 09 01:42:28.211602 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-c1e05918-b188-47fc-8e83-aee8db44f275 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:28.213775 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-c1e05918-b188-47fc-8e83-aee8db44f275 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.48 "GET /v2.0/networks?id=14ba8024-858b-4433-87a7-a67773e6a85c HTTP/1.1" status: 200 len: 806 time: 0.2464271 Feb 09 01:42:28.316760 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-f8c314a6-8e70-464e-9104-24fcd5d21c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:28.319392 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-f8c314a6-8e70-464e-9104-24fcd5d21c9c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f496426-c363-445b-91ad-44a159877fb2 HTTP/1.1" status: 200 len: 853 time: 0.6828394 Feb 09 01:42:28.349931 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d07500-af75-4614-8815-8cf8aa72def6'}, {'server_uuid': '2582cb04-5981-4341-a2b3-36f504831b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05366da3-ae6f-43e0-a840-3c9d28c899e6'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:42:28.353879 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dedf7aa-3c56-41b5-ac07-181b059abbf2" -d '{"events": [{"server_uuid": "8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7", "name": "network-vif-plugged", "status": "completed", "tag": "a5d07500-af75-4614-8815-8cf8aa72def6"}, {"server_uuid": "2582cb04-5981-4341-a2b3-36f504831b17", "name": "network-vif-plugged", "status": "completed", "tag": "05366da3-ae6f-43e0-a840-3c9d28c899e6"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:42:28.363945 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ebd18534-bdd4-43c9-b868-d8a54abb27d5 req-cdc98d45-051f-429f-b264-015f93b1ed24 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5175adf-3c0b-49d5-ab51-92b460e10d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6658378 Feb 09 01:42:28.439488 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-8607404f-f0d7-49fe-8cde-68ac6ab42e01 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c06b13ded86f4835887eab07b674aca5 HTTP/1.1" status: 200 len: 380 time: 0.2069340 Feb 09 01:42:28.471643 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Request body: {'port': {'device_id': '7eeeaa7f-5983-4d19-9669-8a090a2ded12', 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c', 'admin_state_up': True, 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'security_groups': ['9f67cd98-ceb2-414a-a19d-617dd036902a']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:28.500162 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a58ca-a0a5-4c5e-9c19-779915272faf req-c36f116c-7f92-4306-9f8d-f26c03a2dc77 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:28.520936 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e17a58ca-a0a5-4c5e-9c19-779915272faf req-c36f116c-7f92-4306-9f8d-f26c03a2dc77 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7 HTTP/1.1" status: 200 len: 949 time: 0.2626710 Feb 09 01:42:28.701457 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e17a58ca-a0a5-4c5e-9c19-779915272faf req-fe18c1ae-fc5a-4a17-899c-dd9b48592473 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727371 Feb 09 01:42:28.734984 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Made reservation on behalf of c06b13ded86f4835887eab07b674aca5 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:28.748127 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.806752 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40216) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:28.958697 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-5d369c8c-0b6f-4945-8033-a97fdbf018c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:28.970457 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-5d369c8c-0b6f-4945-8033-a97fdbf018c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6f60fb55-5f98-47ce-9f16-88a204881a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5522344 Feb 09 01:42:28.974778 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c12cfa-7d50-4c89-bfc0-8b6448649a70 req-2b7b7c1b-3411-4840-8e96-fa3f3c75a58c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:28.983534 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a0c12cfa-7d50-4c89-bfc0-8b6448649a70 req-2b7b7c1b-3411-4840-8e96-fa3f3c75a58c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1412442 Feb 09 01:42:29.113996 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a0c12cfa-7d50-4c89-bfc0-8b6448649a70 req-57c54974-935c-433c-839b-10c618ab5238 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230040 Feb 09 01:42:29.115043 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da08cc3c-8653-421a-9907-aa1b38b4c2fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:29.280908 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4a6fae5e-a4fe-4a9b-8045-ce9fefeb34ff req-c4c11abf-da4a-4a9c-9eb2-1c0936750b7b tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 210 time: 0.0673208 Feb 09 01:42:29.390592 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da08cc3c-8653-421a-9907-aa1b38b4c2fd admin admin] Publish callbacks [] for security_group (258ce196-81c8-4b06-81df-b6787a274862), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:29.396995 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da08cc3c-8653-421a-9907-aa1b38b4c2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (258ce196-81c8-4b06-81df-b6787a274862), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:29.445107 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc521f2-e6d5-4223-bb3f-4cd6d95d8ebf x-openstack-request-id: req-2bc521f2-e6d5-4223-bb3f-4cd6d95d8ebf {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:42:29.446071 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7", "name": "network-vif-plugged", "status": "completed", "tag": "a5d07500-af75-4614-8815-8cf8aa72def6", "code": 200}, {"server_uuid": "2582cb04-5981-4341-a2b3-36f504831b17", "name": "network-vif-plugged", "status": "completed", "tag": "05366da3-ae6f-43e0-a840-3c9d28c899e6", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:42:29.446478 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2bc521f2-e6d5-4223-bb3f-4cd6d95d8ebf {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:42:29.447026 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d07500-af75-4614-8815-8cf8aa72def6', 'code': 200} Feb 09 01:42:29.447512 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2582cb04-5981-4341-a2b3-36f504831b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05366da3-ae6f-43e0-a840-3c9d28c899e6', 'code': 200} Feb 09 01:42:29.536785 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-da08cc3c-8653-421a-9907-aa1b38b4c2fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b67c5eaa5e94115a1cc475795c90cf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7278960 Feb 09 01:42:29.538117 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40228) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:29.556419 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08cc3c-8653-421a-9907-aa1b38b4c2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258ce196-81c8-4b06-81df-b6787a274862,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:29.795825 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8d907056-1d83-49c0-9acb-2b7f48495047 admin admin] Publish callbacks [] for security_group (258ce196-81c8-4b06-81df-b6787a274862), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:29.829114 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bfd27-5bb1-437d-b098-f86c3d97e2bb req-01598145-a36d-4655-99c8-4bb5a188e72b tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:29.831121 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4d7bfd27-5bb1-437d-b098-f86c3d97e2bb req-01598145-a36d-4655-99c8-4bb5a188e72b tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c62dbbc-ea9b-4683-8132-2ef58d3720a8 HTTP/1.1" status: 200 len: 945 time: 0.2229691 Feb 09 01:42:29.862064 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8d907056-1d83-49c0-9acb-2b7f48495047 admin admin] Publish callbacks [] for security_group (258ce196-81c8-4b06-81df-b6787a274862), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:29.974890 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbecc5-844a-4390-82a9-b5bdb142b2e4 req-eeef100e-c36f-4c61-bbac-2e5e191f19cc tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:29.987782 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cafbecc5-844a-4390-82a9-b5bdb142b2e4 req-eeef100e-c36f-4c61-bbac-2e5e191f19cc tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 944 time: 1.2797384 Feb 09 01:42:30.068415 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4d7bfd27-5bb1-437d-b098-f86c3d97e2bb req-6aa2fdff-d87b-4d49-aea2-3f1860cd21b9 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148261 Feb 09 01:42:30.109199 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8d907056-1d83-49c0-9acb-2b7f48495047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (258ce196-81c8-4b06-81df-b6787a274862), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:30.113083 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8d907056-1d83-49c0-9acb-2b7f48495047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:30.117137 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8d907056-1d83-49c0-9acb-2b7f48495047 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/258ce196-81c8-4b06-81df-b6787a274862 HTTP/1.1" status: 204 len: 168 time: 0.5717392 Feb 09 01:42:30.147329 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d907056-1d83-49c0-9acb-2b7f48495047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258ce196-81c8-4b06-81df-b6787a274862,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:30.253444 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-83d34fd3-c8ed-477d-a5d0-3893d93dec61 req-fac3a085-520d-4f5a-85fa-21a467375d6d tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 210 time: 0.0487390 Feb 09 01:42:30.306647 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Allocated IP 172.20.0.7 (14ba8024-858b-4433-87a7-a67773e6a85c/1f8a20bf-5e10-400b-ab6f-095b15eec2ee/19dc71f6-a724-48bb-a69b-0c6d7785ada0) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:30.387960 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8cbd8-2e36-4484-b4c9-245ded4e44bf req-ecb282ce-6839-486f-bee9-2e0f0529694d tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:30.397744 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b7a8cbd8-2e36-4484-b4c9-245ded4e44bf req-ecb282ce-6839-486f-bee9-2e0f0529694d tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cae12c4-18ca-4992-8ac5-faf1379e7d5a HTTP/1.1" status: 200 len: 944 time: 0.0868330 Feb 09 01:42:30.415381 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 1355cef5-018c-42db-bcad-a508ffe78b37 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:42:30.482868 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b7a8cbd8-2e36-4484-b4c9-245ded4e44bf req-22d05118-b246-40e5-ac08-d3070a6b11c9 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5175adf-3c0b-49d5-ab51-92b460e10d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834098 Feb 09 01:42:30.614933 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 1355cef5-018c-42db-bcad-a508ffe78b37 is: BUILD; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:30.616076 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1355cef5-018c-42db-bcad-a508ffe78b37), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:30.692353 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1355cef5-018c-42db-bcad-a508ffe78b37 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:42:30.735078 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks [] for port (19dc71f6-a724-48bb-a69b-0c6d7785ada0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:30.745510 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f31e9-be73-45e1-89c7-1cda463d92a6 req-05640fc0-390c-47a9-9d76-8735ec4c548b tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:30.750280 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b51f31e9-be73-45e1-89c7-1cda463d92a6 req-05640fc0-390c-47a9-9d76-8735ec4c548b tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7 HTTP/1.1" status: 200 len: 949 time: 0.1734459 Feb 09 01:42:30.762377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 1355cef5-018c-42db-bcad-a508ffe78b37, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=1355cef5-018c-42db-bcad-a508ffe78b37,segment=NetworkSegment(d8e5a775-257e-4a61-8c9b-5eeb07aca2dd),segment_id=d8e5a775-257e-4a61-8c9b-5eeb07aca2dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:30.769423 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1355cef5-018c-42db-bcad-a508ffe78b37), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:30.898342 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b51f31e9-be73-45e1-89c7-1cda463d92a6 req-32447394-f060-4a75-bc3f-4cc561df9443 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399813 Feb 09 01:42:30.910858 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52774b-aac0-4293-abe5-9733b1d14d94 req-c725dd85-bdc9-41f9-baee-8ea127dde49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:30.913785 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3a52774b-aac0-4293-abe5-9733b1d14d94 req-c725dd85-bdc9-41f9-baee-8ea127dde49a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7 HTTP/1.1" status: 200 len: 1131 time: 1.0942905 Feb 09 01:42:30.930574 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=1355cef5-018c-42db-bcad-a508ffe78b37,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:30.965924 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-c170987b-8ae5-4690-8d9f-d06f11f5470a service neutron] 10.222.0.67 "GET /v2.0/networks/6f60fb55-5f98-47ce-9f16-88a204881a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9694419 Feb 09 01:42:31.007325 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-94f5050f-d981-4c20-bf42-4276d99016a7 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:31.014382 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-94f5050f-d981-4c20-bf42-4276d99016a7 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.48 "GET /v2.0/networks?id=a6b971e5-0c53-44cf-8606-badf0cb5180d HTTP/1.1" status: 200 len: 811 time: 1.2008557 Feb 09 01:42:31.017982 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cafbecc5-844a-4390-82a9-b5bdb142b2e4 req-76a70b36-4080-426b-955a-3d45d0a66458 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0288427 Feb 09 01:42:31.050157 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-32929caf-acf7-4d62-b1ae-f39235868173 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Request body: {'port': {'device_id': 'c6f623d3-91cf-4833-a97e-3a4167c86634', 'network_id': 'a6b971e5-0c53-44cf-8606-badf0cb5180d', 'admin_state_up': True, 'tenant_id': '8248d61c5b2e4c07afdd3d5431bd39cc'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:31.144093 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40248) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:31.198176 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cdedfba6-6b3d-4d7a-80c5-a8ab6d7ad3c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:31.398828 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cdedfba6-6b3d-4d7a-80c5-a8ab6d7ad3c5 admin admin] Publish callbacks [] for security_group (b679f554-4827-4172-ae50-9f1b03a927ec), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:31.411946 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cdedfba6-6b3d-4d7a-80c5-a8ab6d7ad3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b679f554-4827-4172-ae50-9f1b03a927ec), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:31.447058 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cdedfba6-6b3d-4d7a-80c5-a8ab6d7ad3c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=456753ddc3814a3fbcbbbf6a13d4ce25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2983463 Feb 09 01:42:31.451967 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40252) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:31.469984 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-76e0f76e-7c50-4fd9-937b-cb0cd38a9ece req-8c0c7f68-cf81-475c-838c-314c5f468115 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 210 time: 0.2145143 Feb 09 01:42:31.515839 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (19dc71f6-a724-48bb-a69b-0c6d7785ada0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:31.531613 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3a52774b-aac0-4293-abe5-9733b1d14d94 req-92124edf-3268-47b9-be67-388aad3ba5d6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5600529 Feb 09 01:42:31.684588 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d29ac-4465-48df-af58-3d5737184233 req-46f846db-dd6e-4ad6-8962-1cf2c04bd4fa tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:31.707514 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6f8d29ac-4465-48df-af58-3d5737184233 req-46f846db-dd6e-4ad6-8962-1cf2c04bd4fa tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.6283448 Feb 09 01:42:31.734299 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c799652a-02a2-49df-9ca8-d48119f63dfc req-626422a2-9426-4b0d-a8e1-d7e5be1d273e service neutron] 10.222.0.67 "GET /v2.0/networks/6f60fb55-5f98-47ce-9f16-88a204881a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7151244 Feb 09 01:42:31.769607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Network 14ba8024-858b-4433-87a7-a67773e6a85c is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:31.776731 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:31.805614 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:31.876386 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedfba6-6b3d-4d7a-80c5-a8ab6d7ad3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b679f554-4827-4172-ae50-9f1b03a927ec,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:31.959944 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedfba6-6b3d-4d7a-80c5-a8ab6d7ad3c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:31.960292 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedfba6-6b3d-4d7a-80c5-a8ab6d7ad3c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:31.960636 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedfba6-6b3d-4d7a-80c5-a8ab6d7ad3c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:31.960976 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedfba6-6b3d-4d7a-80c5-a8ab6d7ad3c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:31.961312 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedfba6-6b3d-4d7a-80c5-a8ab6d7ad3c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:31.961675 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedfba6-6b3d-4d7a-80c5-a8ab6d7ad3c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:31.961965 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedfba6-6b3d-4d7a-80c5-a8ab6d7ad3c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:31.962275 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedfba6-6b3d-4d7a-80c5-a8ab6d7ad3c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:31.962603 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedfba6-6b3d-4d7a-80c5-a8ab6d7ad3c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:31.962922 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedfba6-6b3d-4d7a-80c5-a8ab6d7ad3c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:31.963270 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedfba6-6b3d-4d7a-80c5-a8ab6d7ad3c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:31.964129 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedfba6-6b3d-4d7a-80c5-a8ab6d7ad3c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:31.964569 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedfba6-6b3d-4d7a-80c5-a8ab6d7ad3c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:32.022673 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Pushing event updated for resources: {'Port': ['ID=19dc71f6-a724-48bb-a69b-0c6d7785ada0,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:32.030845 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6f8d29ac-4465-48df-af58-3d5737184233 req-769fc49c-c2c0-4466-ab66-4b44f271a2a4 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772746 Feb 09 01:42:32.050537 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:32.056398 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:32.056911 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:32.057402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:32.058020 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:32.058469 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:32.058902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:32.059388 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:32.060187 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:32.060939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:32.060939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:32.061387 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:32.061835 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:32.125524 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da8291be-1172-4362-9956-5c0257769497 admin admin] Publish callbacks [] for security_group (b679f554-4827-4172-ae50-9f1b03a927ec), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:32.219375 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:32.220594 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:32.242642 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-32929caf-acf7-4d62-b1ae-f39235868173 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Made reservation on behalf of 8248d61c5b2e4c07afdd3d5431bd39cc for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:32.258866 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-32929caf-acf7-4d62-b1ae-f39235868173 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:32.259665 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da8291be-1172-4362-9956-5c0257769497 admin admin] Publish callbacks [] for security_group (b679f554-4827-4172-ae50-9f1b03a927ec), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:32.375766 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0e19f-20c0-48b0-991d-9e148c91bda9 req-d3e136be-c4f3-48cd-99bf-3f792a5e12e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:32.378650 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64e0e19f-20c0-48b0-991d-9e148c91bda9 req-d3e136be-c4f3-48cd-99bf-3f792a5e12e5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=43de3fcd6ce94ebf8fcfe415d3e83408&device_id=5cae12c4-18ca-4992-8ac5-faf1379e7d5a HTTP/1.1" status: 200 len: 1126 time: 0.4827805 Feb 09 01:42:32.420191 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-2390c5a5-5ae9-4155-b48c-79e5b918571d None None] Provisioning complete for port 19dc71f6-a724-48bb-a69b-0c6d7785ada0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:32.420931 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2390c5a5-5ae9-4155-b48c-79e5b918571d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (19dc71f6-a724-48bb-a69b-0c6d7785ada0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:32.451765 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-a6477ef6-4b51-443f-85db-4bd953babbc5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9856513 Feb 09 01:42:32.501257 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8bb32-0f2d-4bd2-8553-6b2beddc2952 req-c0fedb49-b4ec-4d76-9adf-189f10b17288 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:32.511404 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b0c8bb32-0f2d-4bd2-8553-6b2beddc2952 req-c0fedb49-b4ec-4d76-9adf-189f10b17288 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c62dbbc-ea9b-4683-8132-2ef58d3720a8 HTTP/1.1" status: 200 len: 945 time: 0.2617059 Feb 09 01:42:32.571120 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da8291be-1172-4362-9956-5c0257769497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b679f554-4827-4172-ae50-9f1b03a927ec), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:32.575520 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da8291be-1172-4362-9956-5c0257769497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:32.575848 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2390c5a5-5ae9-4155-b48c-79e5b918571d None None] Port 19dc71f6-a724-48bb-a69b-0c6d7785ada0 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:42:32.587671 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-da8291be-1172-4362-9956-5c0257769497 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b679f554-4827-4172-ae50-9f1b03a927ec HTTP/1.1" status: 204 len: 168 time: 1.1265202 Feb 09 01:42:32.685089 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8291be-1172-4362-9956-5c0257769497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b679f554-4827-4172-ae50-9f1b03a927ec,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:32.712276 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b0c8bb32-0f2d-4bd2-8553-6b2beddc2952 req-a1b33400-c6f2-49e3-a1fc-09672bcb452c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996167 Feb 09 01:42:32.796026 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-32929caf-acf7-4d62-b1ae-f39235868173 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Allocated IP 172.20.0.3 (a6b971e5-0c53-44cf-8606-badf0cb5180d/39615468-fb42-472a-ac5d-b723e6597983/cfb1d8c3-94b3-4946-86cb-458b2634e7e0) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:32.943898 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b920d08-5960-40df-b4aa-e099b5e799be req-48f2f48c-a8c8-4455-8e3e-6757ae7facc2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 210 time: 0.6196549 Feb 09 01:42:32.994791 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-4e711e52-688c-4239-b86b-55f749c8aea0 service neutron] Request body: {'port': {'device_id': '7eeeaa7f-5983-4d19-9669-8a090a2ded12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:33.208121 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6ada4-6e0e-4906-b494-2c4cb40c46da req-f6e61e78-db8f-4330-8c66-3881dbc03936 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:33.217953 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0f6ada4-6e0e-4906-b494-2c4cb40c46da req-f6e61e78-db8f-4330-8c66-3881dbc03936 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cae12c4-18ca-4992-8ac5-faf1379e7d5a HTTP/1.1" status: 200 len: 944 time: 0.3579454 Feb 09 01:42:33.305336 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-32929caf-acf7-4d62-b1ae-f39235868173 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Publish callbacks [] for port (cfb1d8c3-94b3-4946-86cb-458b2634e7e0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:33.430904 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-32929caf-acf7-4d62-b1ae-f39235868173 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (cfb1d8c3-94b3-4946-86cb-458b2634e7e0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:33.446596 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0f6ada4-6e0e-4906-b494-2c4cb40c46da req-2d942ff4-3895-4e53-a0a5-6375e509feb4 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5175adf-3c0b-49d5-ab51-92b460e10d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217731 Feb 09 01:42:33.448565 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['c731728e-5047-4cd6-8860-55d582a9e51b'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:42:33.644232 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7d95d-5758-44af-95ac-c7851029a10a req-e62d5777-f7c9-44bc-b0a4-3be35b9fe0cf tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:33.649528 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9be7d95d-5758-44af-95ac-c7851029a10a req-e62d5777-f7c9-44bc-b0a4-3be35b9fe0cf tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 943 time: 0.1350262 Feb 09 01:42:33.744501 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32929caf-acf7-4d62-b1ae-f39235868173 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Pushing event updated for resources: {'Port': ['ID=cfb1d8c3-94b3-4946-86cb-458b2634e7e0,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:33.762606 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9be7d95d-5758-44af-95ac-c7851029a10a req-ff82f410-d96b-4fa2-b94e-9353cfddfe56 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077738 Feb 09 01:42:34.004084 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0e19f-20c0-48b0-991d-9e148c91bda9 req-3a177c03-e511-4dc3-865e-6565679391ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:34.005941 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64e0e19f-20c0-48b0-991d-9e148c91bda9 req-3a177c03-e511-4dc3-865e-6565679391ec service neutron] 10.222.0.67 "GET /v2.0/networks?id=6f60fb55-5f98-47ce-9f16-88a204881a7c HTTP/1.1" status: 200 len: 915 time: 1.5788572 Feb 09 01:42:34.034151 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-32929caf-acf7-4d62-b1ae-f39235868173 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Network a6b971e5-0c53-44cf-8606-badf0cb5180d is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:34.036662 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-32929caf-acf7-4d62-b1ae-f39235868173 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:34.042251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-32929caf-acf7-4d62-b1ae-f39235868173 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:34.054785 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d336261-922d-465b-9fcb-c476674bf165 req-6e32099c-3cbc-4c6d-890c-62bd7a2b9c80 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:34.073146 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d336261-922d-465b-9fcb-c476674bf165 req-6e32099c-3cbc-4c6d-890c-62bd7a2b9c80 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 931 time: 0.1546462 Feb 09 01:42:34.233070 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d336261-922d-465b-9fcb-c476674bf165 req-d2fea458-fadf-409c-80f1-0fbcee096881 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f67cd98-ceb2-414a-a19d-617dd036902a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593008 Feb 09 01:42:34.330408 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64e0e19f-20c0-48b0-991d-9e148c91bda9 req-646c45b1-1e3d-4980-a14c-b4953e24595a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43014095-225d-4b52-a8f3-0499791fbb37 HTTP/1.1" status: 200 len: 217 time: 0.2644117 Feb 09 01:42:34.376872 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4107ab-6168-435d-a689-9e023bbe2101 req-d40e60a4-b010-42d4-823d-a1ddfcee5cf6 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:34.387099 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e4107ab-6168-435d-a689-9e023bbe2101 req-d40e60a4-b010-42d4-823d-a1ddfcee5cf6 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7 HTTP/1.1" status: 200 len: 949 time: 1.0278749 Feb 09 01:42:34.416095 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-4e711e52-688c-4239-b86b-55f749c8aea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (19dc71f6-a724-48bb-a69b-0c6d7785ada0), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:34.440751 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-32929caf-acf7-4d62-b1ae-f39235868173 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:34.443053 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-32929caf-acf7-4d62-b1ae-f39235868173 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:34.513469 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-32929caf-acf7-4d62-b1ae-f39235868173 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4676702 Feb 09 01:42:34.918860 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fea33-e49f-49ea-8307-24ac61782b39 req-d51fa26a-67f4-4721-a527-c9c9d74ab71e tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:34.935812 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dc9fea33-e49f-49ea-8307-24ac61782b39 req-d51fa26a-67f4-4721-a527-c9c9d74ab71e tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.2240498 Feb 09 01:42:35.093895 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dc9fea33-e49f-49ea-8307-24ac61782b39 req-5088d700-ac5b-4047-a53b-561282d3cb77 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563971 Feb 09 01:42:35.258911 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-4e711e52-688c-4239-b86b-55f749c8aea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19dc71f6-a724-48bb-a69b-0c6d7785ada0 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:42:35.277142 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-4e711e52-688c-4239-b86b-55f749c8aea0 service neutron] Publish callbacks [] for port (19dc71f6-a724-48bb-a69b-0c6d7785ada0), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:35.301620 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-4e711e52-688c-4239-b86b-55f749c8aea0 service neutron] Transition to ACTIVE for port object 19dc71f6-a724-48bb-a69b-0c6d7785ada0 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:42:35.312015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-4bb5ce91-fea2-4dba-aa0f-00e6e2b09952 service neutron] Request body: {'port': {'device_id': 'c6f623d3-91cf-4833-a97e-3a4167c86634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:35.339664 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc7ad6-34b7-49c0-a355-f25103aea8f3 req-66ae97a8-6d6c-49cd-8245-eabdc6ae4119 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:35.340740 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-4e711e52-688c-4239-b86b-55f749c8aea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (19dc71f6-a724-48bb-a69b-0c6d7785ada0), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:35.355128 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-28bc7ad6-34b7-49c0-a355-f25103aea8f3 req-66ae97a8-6d6c-49cd-8245-eabdc6ae4119 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 931 time: 0.1395986 Feb 09 01:42:35.431937 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e711e52-688c-4239-b86b-55f749c8aea0 service neutron] Pushing event updated for resources: {'Port': ['ID=19dc71f6-a724-48bb-a69b-0c6d7785ada0,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:35.442564 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0e19f-20c0-48b0-991d-9e148c91bda9 req-7c9f1984-3e82-4888-8f07-b4f349b6a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:35.445134 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64e0e19f-20c0-48b0-991d-9e148c91bda9 req-7c9f1984-3e82-4888-8f07-b4f349b6a3a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f496426-c363-445b-91ad-44a159877fb2 HTTP/1.1" status: 200 len: 853 time: 1.0918038 Feb 09 01:42:35.495804 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-28bc7ad6-34b7-49c0-a355-f25103aea8f3 req-ac3a291c-16ac-4e67-bae8-ba3453f768e5 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384847 Feb 09 01:42:35.529714 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e4107ab-6168-435d-a689-9e023bbe2101 req-5e69e671-8a11-4146-a296-ad412f12fab4 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1416132 Feb 09 01:42:35.631191 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0555b-9ed4-4dc8-8cac-49d1c1270727 req-65eceae2-7969-42a1-aca1-269398fe9671 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:35.662623 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30c0555b-9ed4-4dc8-8cac-49d1c1270727 req-65eceae2-7969-42a1-aca1-269398fe9671 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.48 "GET /v2.0/ports?device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 943 time: 0.3575058 Feb 09 01:42:35.726441 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead698d-1838-474c-a3d6-7dfe2514e3b1 req-85486f78-fe7a-4063-93cb-2e5fe623ece4 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:35.733927 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3ead698d-1838-474c-a3d6-7dfe2514e3b1 req-85486f78-fe7a-4063-93cb-2e5fe623ece4 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cae12c4-18ca-4992-8ac5-faf1379e7d5a HTTP/1.1" status: 200 len: 944 time: 0.1132758 Feb 09 01:42:35.843677 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-4bb5ce91-fea2-4dba-aa0f-00e6e2b09952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cfb1d8c3-94b3-4946-86cb-458b2634e7e0), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:35.869911 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3ead698d-1838-474c-a3d6-7dfe2514e3b1 req-e6d928bd-3088-4ba7-88ab-b8f389407a20 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5175adf-3c0b-49d5-ab51-92b460e10d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191487 Feb 09 01:42:35.916192 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0e19f-20c0-48b0-991d-9e148c91bda9 req-d6e5e008-27e7-42c9-95f9-e1b88e3d3d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:35.918044 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64e0e19f-20c0-48b0-991d-9e148c91bda9 req-d6e5e008-27e7-42c9-95f9-e1b88e3d3d67 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6f60fb55-5f98-47ce-9f16-88a204881a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4338753 Feb 09 01:42:36.047168 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a313a-8180-4b60-bf75-083f237e3b32 req-d50a5202-4fb7-4bf5-8664-fb1a8dd81ee3 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:36.067311 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-496a313a-8180-4b60-bf75-083f237e3b32 req-d50a5202-4fb7-4bf5-8664-fb1a8dd81ee3 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 943 time: 0.1212254 Feb 09 01:42:36.108775 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bbb89-4f6b-44e6-b9ac-f06807d4ed45 req-4f599f81-8109-4e41-8fca-06b8fbfee869 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:36.110549 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8f7bbb89-4f6b-44e6-b9ac-f06807d4ed45 req-4f599f81-8109-4e41-8fca-06b8fbfee869 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c62dbbc-ea9b-4683-8132-2ef58d3720a8 HTTP/1.1" status: 200 len: 945 time: 0.3163819 Feb 09 01:42:36.322996 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-4e711e52-688c-4239-b86b-55f749c8aea0 service neutron] Attempting to bind port 19dc71f6-a724-48bb-a69b-0c6d7785ada0 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:36.323371 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-4e711e52-688c-4239-b86b-55f749c8aea0 service neutron] Attempting to bind port 19dc71f6-a724-48bb-a69b-0c6d7785ada0 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '40b15164-01ce-4fad-b3ee-c43d3f850597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:36.323706 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-4e711e52-688c-4239-b86b-55f749c8aea0 service neutron] Attempting to bind port 19dc71f6-a724-48bb-a69b-0c6d7785ada0 on network 14ba8024-858b-4433-87a7-a67773e6a85c {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:36.339656 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-496a313a-8180-4b60-bf75-083f237e3b32 req-8705e41f-4d3d-4af6-9150-9eb9d61d6ecd tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526975 Feb 09 01:42:36.365264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-4e711e52-688c-4239-b86b-55f749c8aea0 service neutron] Port 19dc71f6-a724-48bb-a69b-0c6d7785ada0 on network 14ba8024-858b-4433-87a7-a67773e6a85c not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:36.365822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-4e711e52-688c-4239-b86b-55f749c8aea0 service neutron] Attempting to bind port 19dc71f6-a724-48bb-a69b-0c6d7785ada0 on network 14ba8024-858b-4433-87a7-a67773e6a85c {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:36.376783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-4e711e52-688c-4239-b86b-55f749c8aea0 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:42:36.377127 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-4e711e52-688c-4239-b86b-55f749c8aea0 service neutron] Checking segment: {'id': '40b15164-01ce-4fad-b3ee-c43d3f850597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:36.377564 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-4e711e52-688c-4239-b86b-55f749c8aea0 service neutron] Bound using segment: {'id': '40b15164-01ce-4fad-b3ee-c43d3f850597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:42:36.378020 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-4e711e52-688c-4239-b86b-55f749c8aea0 service neutron] Bound port: 19dc71f6-a724-48bb-a69b-0c6d7785ada0, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b15164-01ce-4fad-b3ee-c43d3f850597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:42:36.378387 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-4e711e52-688c-4239-b86b-55f749c8aea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (19dc71f6-a724-48bb-a69b-0c6d7785ada0), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.390298 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8f7bbb89-4f6b-44e6-b9ac-f06807d4ed45 req-f0a767b2-7539-4823-838e-09b93f8da2e9 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383976 Feb 09 01:42:36.452032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-30c0555b-9ed4-4dc8-8cac-49d1c1270727 req-8f39ce96-611e-430e-9ffc-ef9cd94c010c tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Deleting port 1355cef5-018c-42db-bcad-a508ffe78b37 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:36.452712 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-30c0555b-9ed4-4dc8-8cac-49d1c1270727 req-8f39ce96-611e-430e-9ffc-ef9cd94c010c tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (1355cef5-018c-42db-bcad-a508ffe78b37), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.460961 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64e0e19f-20c0-48b0-991d-9e148c91bda9 req-8e6be8b7-8985-4f39-a49c-d8f58082d8a8 service neutron] 10.222.0.67 "GET /v2.0/networks/6f60fb55-5f98-47ce-9f16-88a204881a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999688 Feb 09 01:42:36.547796 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337b881-b8d7-486d-a4e8-5785781f1ffe req-9a0df355-2f7f-451e-9c90-13a6bc4d96fe tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:36.551553 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c337b881-b8d7-486d-a4e8-5785781f1ffe req-9a0df355-2f7f-451e-9c90-13a6bc4d96fe tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 943 time: 0.1490190 Feb 09 01:42:36.640375 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c337b881-b8d7-486d-a4e8-5785781f1ffe req-69a2c003-9c55-4735-88e3-743b2d9d7cf6 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f67cd98-ceb2-414a-a19d-617dd036902a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807960 Feb 09 01:42:37.142829 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb671d-2495-4d12-8fa1-ba2f228deaa2 req-4dd69371-1672-470d-ad3c-13aeb0cc684e tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:37.154594 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-29bb671d-2495-4d12-8fa1-ba2f228deaa2 req-4dd69371-1672-470d-ad3c-13aeb0cc684e tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 931 time: 0.1347718 Feb 09 01:42:37.227035 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-29bb671d-2495-4d12-8fa1-ba2f228deaa2 req-e9d1eb6a-edf4-4dbf-bc76-dee250aa9b0e tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711420 Feb 09 01:42:37.431773 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fc7da507-b246-48f4-8224-a0286f81a0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:37.453116 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-30c0555b-9ed4-4dc8-8cac-49d1c1270727 req-8f39ce96-611e-430e-9ffc-ef9cd94c010c tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] For port 1355cef5-018c-42db-bcad-a508ffe78b37, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=1355cef5-018c-42db-bcad-a508ffe78b37,segment=NetworkSegment(d8e5a775-257e-4a61-8c9b-5eeb07aca2dd),segment_id=d8e5a775-257e-4a61-8c9b-5eeb07aca2dd)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:37.454198 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-30c0555b-9ed4-4dc8-8cac-49d1c1270727 req-8f39ce96-611e-430e-9ffc-ef9cd94c010c tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (1355cef5-018c-42db-bcad-a508ffe78b37), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:37.474706 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be8664-4f0b-4abf-bd77-89cb381e54ea req-8d18af76-c3ef-4f80-8961-4f65b0c53e0d tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:37.483463 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e8be8664-4f0b-4abf-bd77-89cb381e54ea req-8d18af76-c3ef-4f80-8961-4f65b0c53e0d tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7 HTTP/1.1" status: 200 len: 949 time: 0.1711595 Feb 09 01:42:37.534899 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-30c0555b-9ed4-4dc8-8cac-49d1c1270727 req-8f39ce96-611e-430e-9ffc-ef9cd94c010c tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Calling delete_port for 1355cef5-018c-42db-bcad-a508ffe78b37 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:37.560767 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e8be8664-4f0b-4abf-bd77-89cb381e54ea req-51a62d62-a283-43a5-882d-689ea69bd0f1 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744452 Feb 09 01:42:37.907714 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fe737-4fde-44cf-8441-b0ce91b61273 req-7e1d00c5-4ad3-4c79-bb62-b5622b0ca083 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:37.918340 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-af7fe737-4fde-44cf-8441-b0ce91b61273 req-7e1d00c5-4ad3-4c79-bb62-b5622b0ca083 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cae12c4-18ca-4992-8ac5-faf1379e7d5a HTTP/1.1" status: 200 len: 944 time: 0.2564242 Feb 09 01:42:37.992959 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-af7fe737-4fde-44cf-8441-b0ce91b61273 req-2c1ce4cc-9409-48d2-b877-ab5c0afe5566 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5175adf-3c0b-49d5-ab51-92b460e10d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714700 Feb 09 01:42:38.153989 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-4bb5ce91-fea2-4dba-aa0f-00e6e2b09952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb1d8c3-94b3-4946-86cb-458b2634e7e0 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:42:38.180208 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-4bb5ce91-fea2-4dba-aa0f-00e6e2b09952 service neutron] Publish callbacks [] for port (cfb1d8c3-94b3-4946-86cb-458b2634e7e0), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.205572 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b3d81-f263-47e9-95f4-ef1d91b9ff00 req-c72cc5e5-a5b1-4896-bec0-aaac6ab8c4be tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:38.220626 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-971b3d81-f263-47e9-95f4-ef1d91b9ff00 req-c72cc5e5-a5b1-4896-bec0-aaac6ab8c4be tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c62dbbc-ea9b-4683-8132-2ef58d3720a8 HTTP/1.1" status: 200 len: 945 time: 0.1421897 Feb 09 01:42:38.228578 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-4bb5ce91-fea2-4dba-aa0f-00e6e2b09952 service neutron] Transition to ACTIVE for port object cfb1d8c3-94b3-4946-86cb-458b2634e7e0 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:42:38.290032 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-4bb5ce91-fea2-4dba-aa0f-00e6e2b09952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (cfb1d8c3-94b3-4946-86cb-458b2634e7e0), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.353666 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-971b3d81-f263-47e9-95f4-ef1d91b9ff00 req-393c3540-e3c3-4566-9e4e-0fe491d83f00 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310825 Feb 09 01:42:38.455743 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 1355cef5-018c-42db-bcad-a508ffe78b37 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:42:38.533407 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fc5ed-b6e7-4fcd-8046-19eee913ace0 req-224c9fb8-a7d6-4ed2-8f77-b66d3e7f738e tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:38.542747 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-026fc5ed-b6e7-4fcd-8046-19eee913ace0 req-224c9fb8-a7d6-4ed2-8f77-b66d3e7f738e tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=36f6569a-8e14-41bf-b739-a8abd5dc944b HTTP/1.1" status: 200 len: 943 time: 0.1052449 Feb 09 01:42:38.578744 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64e0e19f-20c0-48b0-991d-9e148c91bda9 req-2f5451f6-a96d-48a3-9b1d-ead46c2201db service neutron] 10.222.0.67 "GET /v2.0/networks/6f60fb55-5f98-47ce-9f16-88a204881a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270009 Feb 09 01:42:38.657855 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-026fc5ed-b6e7-4fcd-8046-19eee913ace0 req-a40237c6-70ac-4f21-b980-06f729191189 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140280 Feb 09 01:42:38.671609 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 1355cef5-018c-42db-bcad-a508ffe78b37 is: DOWN; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:38.868970 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-30c0555b-9ed4-4dc8-8cac-49d1c1270727 req-8f39ce96-611e-430e-9ffc-ef9cd94c010c tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (1355cef5-018c-42db-bcad-a508ffe78b37), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.890103 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480504f-b742-47ee-a561-9ddb222bd736 req-1b783cdc-5923-4fb7-9852-ed9f97559767 tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:38.902049 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1480504f-b742-47ee-a561-9ddb222bd736 req-1b783cdc-5923-4fb7-9852-ed9f97559767 tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7 HTTP/1.1" status: 200 len: 1131 time: 0.1057882 Feb 09 01:42:38.983619 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5ce91-fea2-4dba-aa0f-00e6e2b09952 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb1d8c3-94b3-4946-86cb-458b2634e7e0,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:39.020668 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1480504f-b742-47ee-a561-9ddb222bd736 req-0a7c11ff-5e4a-4dd6-ac58-96eb4f3e8e63 tempest-ServersOnMultiNodesTest-53970592 tempest-ServersOnMultiNodesTest-53970592-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123526 Feb 09 01:42:39.222886 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-4e711e52-688c-4239-b86b-55f749c8aea0 service neutron] For port 19dc71f6-a724-48bb-a69b-0c6d7785ada0, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:42:39.260912 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-4e711e52-688c-4239-b86b-55f749c8aea0 service neutron] For port 19dc71f6-a724-48bb-a69b-0c6d7785ada0, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=19dc71f6-a724-48bb-a69b-0c6d7785ada0,segment=NetworkSegment(40b15164-01ce-4fad-b3ee-c43d3f850597),segment_id=40b15164-01ce-4fad-b3ee-c43d3f850597)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:42:39.304909 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045681e6-b256-40f7-aa06-84d75249bd0c req-446053ae-a54b-4396-94ed-611ea0a90929 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:39.307844 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-045681e6-b256-40f7-aa06-84d75249bd0c req-446053ae-a54b-4396-94ed-611ea0a90929 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 943 time: 0.1369355 Feb 09 01:42:39.371545 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39ce96-611e-430e-9ffc-ef9cd94c010c tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Pushing event deleted for resources: {'Port': ['ID=1355cef5-018c-42db-bcad-a508ffe78b37,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:39.406607 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-4e711e52-688c-4239-b86b-55f749c8aea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (19dc71f6-a724-48bb-a69b-0c6d7785ada0), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.430399 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-045681e6-b256-40f7-aa06-84d75249bd0c req-e8c50195-3987-421a-8401-e136e5f73aa3 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f67cd98-ceb2-414a-a19d-617dd036902a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089826 Feb 09 01:42:39.599290 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e711e52-688c-4239-b86b-55f749c8aea0 service neutron] Pushing event updated for resources: {'Port': ['ID=19dc71f6-a724-48bb-a69b-0c6d7785ada0,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:39.622440 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.626155 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c0555b-9ed4-4dc8-8cac-49d1c1270727 req-8f39ce96-611e-430e-9ffc-ef9cd94c010c tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] No DVR routers for this DVR port 1355cef5-018c-42db-bcad-a508ffe78b37 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:42:39.631982 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-30c0555b-9ed4-4dc8-8cac-49d1c1270727 req-8f39ce96-611e-430e-9ffc-ef9cd94c010c tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.639153 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30c0555b-9ed4-4dc8-8cac-49d1c1270727 req-8f39ce96-611e-430e-9ffc-ef9cd94c010c tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.48 "DELETE /v2.0/ports/1355cef5-018c-42db-bcad-a508ffe78b37 HTTP/1.1" status: 204 len: 173 time: 3.9608521 Feb 09 01:42:39.665677 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f6569a-8e14-41bf-b739-a8abd5dc944b', 'name': 'network-vif-deleted', 'tag': '1355cef5-018c-42db-bcad-a508ffe78b37'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:42:39.668732 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e375d9f4-56f3-4b5c-8f82-d00a88978f29" -d '{"events": [{"server_uuid": "36f6569a-8e14-41bf-b739-a8abd5dc944b", "name": "network-vif-deleted", "tag": "1355cef5-018c-42db-bcad-a508ffe78b37"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:42:39.681228 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6822968-c9da-493b-bed9-3bdca83adfd3 req-49b0c5b9-bb83-4cda-89d0-f36e9d756832 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:39.684384 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c6822968-c9da-493b-bed9-3bdca83adfd3 req-49b0c5b9-bb83-4cda-89d0-f36e9d756832 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 1.6306369 Feb 09 01:42:39.701751 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-4e711e52-688c-4239-b86b-55f749c8aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:39.702679 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-4e711e52-688c-4239-b86b-55f749c8aea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.704391 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-4e711e52-688c-4239-b86b-55f749c8aea0 service neutron] 10.222.0.48 "PUT /v2.0/ports/19dc71f6-a724-48bb-a69b-0c6d7785ada0 HTTP/1.1" status: 200 len: 1091 time: 6.7232511 Feb 09 01:42:39.730925 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-4bb5ce91-fea2-4dba-aa0f-00e6e2b09952 service neutron] Attempting to bind port cfb1d8c3-94b3-4946-86cb-458b2634e7e0 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:39.731539 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-4bb5ce91-fea2-4dba-aa0f-00e6e2b09952 service neutron] Attempting to bind port cfb1d8c3-94b3-4946-86cb-458b2634e7e0 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'fbbc736b-5615-49c5-8b22-d214a670d94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a6b971e5-0c53-44cf-8606-badf0cb5180d'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:39.732056 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-4bb5ce91-fea2-4dba-aa0f-00e6e2b09952 service neutron] Attempting to bind port cfb1d8c3-94b3-4946-86cb-458b2634e7e0 on network a6b971e5-0c53-44cf-8606-badf0cb5180d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:39.740172 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-4bb5ce91-fea2-4dba-aa0f-00e6e2b09952 service neutron] Port cfb1d8c3-94b3-4946-86cb-458b2634e7e0 on network a6b971e5-0c53-44cf-8606-badf0cb5180d not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:39.744095 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-4bb5ce91-fea2-4dba-aa0f-00e6e2b09952 service neutron] Attempting to bind port cfb1d8c3-94b3-4946-86cb-458b2634e7e0 on network a6b971e5-0c53-44cf-8606-badf0cb5180d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:39.765339 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5c664-f49e-4aac-81a3-9d2bc6adb83a req-4937c17c-7d2e-4e5e-86cb-7ba1100a2ac7 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:39.766188 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-95e5c664-f49e-4aac-81a3-9d2bc6adb83a req-4937c17c-7d2e-4e5e-86cb-7ba1100a2ac7 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c62dbbc-ea9b-4683-8132-2ef58d3720a8 HTTP/1.1" status: 200 len: 945 time: 0.4543536 Feb 09 01:42:39.773691 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-4bb5ce91-fea2-4dba-aa0f-00e6e2b09952 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:42:39.774500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-4bb5ce91-fea2-4dba-aa0f-00e6e2b09952 service neutron] Checking segment: {'id': 'fbbc736b-5615-49c5-8b22-d214a670d94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a6b971e5-0c53-44cf-8606-badf0cb5180d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:39.774500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-4bb5ce91-fea2-4dba-aa0f-00e6e2b09952 service neutron] Bound using segment: {'id': 'fbbc736b-5615-49c5-8b22-d214a670d94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a6b971e5-0c53-44cf-8606-badf0cb5180d'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:42:39.775104 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-4bb5ce91-fea2-4dba-aa0f-00e6e2b09952 service neutron] Bound port: cfb1d8c3-94b3-4946-86cb-458b2634e7e0, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbbc736b-5615-49c5-8b22-d214a670d94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a6b971e5-0c53-44cf-8606-badf0cb5180d'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:42:39.777736 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-4bb5ce91-fea2-4dba-aa0f-00e6e2b09952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cfb1d8c3-94b3-4946-86cb-458b2634e7e0), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.789559 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1b206342-f522-41c4-afaf-63d2673c1b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.790678 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a221e5-fd87-4414-a2e1-82092705025a req-42c98b02-b0cd-4893-bfd7-614e9135638f tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:39.805644 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0a221e5-fd87-4414-a2e1-82092705025a req-42c98b02-b0cd-4893-bfd7-614e9135638f tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 943 time: 0.2564321 Feb 09 01:42:39.815292 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c6822968-c9da-493b-bed9-3bdca83adfd3 req-91a14564-b75a-47b6-9608-e545e5465a6a tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087542 Feb 09 01:42:39.998284 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0a221e5-fd87-4414-a2e1-82092705025a req-73f6082c-31e9-4d23-98df-f88f9e1e6001 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907775 Feb 09 01:42:40.045191 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-4bb5ce91-fea2-4dba-aa0f-00e6e2b09952 service neutron] For port cfb1d8c3-94b3-4946-86cb-458b2634e7e0, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:42:40.048827 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-4bb5ce91-fea2-4dba-aa0f-00e6e2b09952 service neutron] For port cfb1d8c3-94b3-4946-86cb-458b2634e7e0, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=cfb1d8c3-94b3-4946-86cb-458b2634e7e0,segment=NetworkSegment(fbbc736b-5615-49c5-8b22-d214a670d94a),segment_id=fbbc736b-5615-49c5-8b22-d214a670d94a)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:42:40.092910 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-4bb5ce91-fea2-4dba-aa0f-00e6e2b09952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (cfb1d8c3-94b3-4946-86cb-458b2634e7e0), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.232306 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-4bb5ce91-fea2-4dba-aa0f-00e6e2b09952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:40.233092 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-4bb5ce91-fea2-4dba-aa0f-00e6e2b09952 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.235813 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-4bb5ce91-fea2-4dba-aa0f-00e6e2b09952 service neutron] 10.222.0.48 "PUT /v2.0/ports/cfb1d8c3-94b3-4946-86cb-458b2634e7e0 HTTP/1.1" status: 200 len: 1091 time: 5.6983893 Feb 09 01:42:40.283976 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-e4a2c7bd-4f74-41cb-a9c8-15071eef096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:40.286589 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-e4a2c7bd-4f74-41cb-a9c8-15071eef096b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c06b13ded86f4835887eab07b674aca5&device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 1125 time: 0.3878911 Feb 09 01:42:40.426036 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-7ed02516-8fe9-4324-b1d7-5b8156185930 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dc71f6-a724-48bb-a69b-0c6d7785ada0 HTTP/1.1" status: 200 len: 217 time: 0.1218786 Feb 09 01:42:40.437256 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca214b3-da85-43f9-942a-f622f8be0f70 req-b7e5b1b4-e0f2-42e1-8eda-a3c513584f61 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:40.439854 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eca214b3-da85-43f9-942a-f622f8be0f70 req-b7e5b1b4-e0f2-42e1-8eda-a3c513584f61 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cae12c4-18ca-4992-8ac5-faf1379e7d5a HTTP/1.1" status: 200 len: 944 time: 0.4323084 Feb 09 01:42:40.469766 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5ce91-fea2-4dba-aa0f-00e6e2b09952 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb1d8c3-94b3-4946-86cb-458b2634e7e0,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:40.577914 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c041f5-1f43-4144-a7a1-78f9072f08c6 req-e9914f72-fbb1-4bd2-9a74-81137304edc4 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:40.579652 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f5c041f5-1f43-4144-a7a1-78f9072f08c6 req-e9914f72-fbb1-4bd2-9a74-81137304edc4 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c62dbbc-ea9b-4683-8132-2ef58d3720a8 HTTP/1.1" status: 200 len: 945 time: 0.1095929 Feb 09 01:42:40.656158 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eca214b3-da85-43f9-942a-f622f8be0f70 req-bb1f95c6-ac3a-4c5c-ab6f-cf9090f04256 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5175adf-3c0b-49d5-ab51-92b460e10d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027769 Feb 09 01:42:40.702479 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-af84dc38-bf25-42b2-a0b1-d0112dd3efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:40.703642 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-af84dc38-bf25-42b2-a0b1-d0112dd3efe2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f8a20bf-5e10-400b-ab6f-095b15eec2ee HTTP/1.1" status: 200 len: 845 time: 0.2232933 Feb 09 01:42:40.719481 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-68ee3d1e-ef0a-4763-834f-606bfbcaf951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:40.725940 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-68ee3d1e-ef0a-4763-834f-606bfbcaf951 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8248d61c5b2e4c07afdd3d5431bd39cc&device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 1125 time: 0.3876343 Feb 09 01:42:40.773861 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f5c041f5-1f43-4144-a7a1-78f9072f08c6 req-2e91ec11-194c-4a2d-8867-4ce1383f0608 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831388 Feb 09 01:42:40.792809 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.811104 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.836924 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff421016-fa86-4759-a6c2-3240b8404c08 x-openstack-request-id: req-ff421016-fa86-4759-a6c2-3240b8404c08 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:42:40.837232 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f6569a-8e14-41bf-b739-a8abd5dc944b", "name": "network-vif-deleted", "tag": "1355cef5-018c-42db-bcad-a508ffe78b37", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:42:40.839420 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff421016-fa86-4759-a6c2-3240b8404c08 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:42:40.840791 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f6569a-8e14-41bf-b739-a8abd5dc944b', 'name': 'network-vif-deleted', 'tag': '1355cef5-018c-42db-bcad-a508ffe78b37', 'status': 'completed', 'code': 200} Feb 09 01:42:40.940631 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-a4c0f6e0-c27a-4b57-b186-de271fc0d7b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfb1d8c3-94b3-4946-86cb-458b2634e7e0 HTTP/1.1" status: 200 len: 217 time: 0.1695950 Feb 09 01:42:41.077217 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7115c9-12b8-4380-b477-d53cfbcc4d5d req-b955b481-9ba3-49fa-b124-e132a98091ba tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:41.085975 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fa7115c9-12b8-4380-b477-d53cfbcc4d5d req-b955b481-9ba3-49fa-b124-e132a98091ba tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 943 time: 0.0984211 Feb 09 01:42:41.142377 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-20176cdd-7f2f-4816-92ae-0d21ce6ce337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:41.145509 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-20176cdd-7f2f-4816-92ae-0d21ce6ce337 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14ba8024-858b-4433-87a7-a67773e6a85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4057739 Feb 09 01:42:41.150551 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fa7115c9-12b8-4380-b477-d53cfbcc4d5d req-76f4f328-5c5c-4ebd-bee2-25167e67798b tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f67cd98-ceb2-414a-a19d-617dd036902a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635874 Feb 09 01:42:41.194153 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e5254-93cc-433f-b446-127afa4323ec req-e333c01e-8a95-4bda-a1dd-a5de8f929cf7 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:41.196830 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-680e5254-93cc-433f-b446-127afa4323ec req-e333c01e-8a95-4bda-a1dd-a5de8f929cf7 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7 HTTP/1.1" status: 200 len: 949 time: 0.2243969 Feb 09 01:42:41.296402 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41cef5-52a6-4783-bb6b-5e108adc64d5 req-8419bc3c-d55c-4306-ab3f-9b712cce1716 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:41.311271 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4c41cef5-52a6-4783-bb6b-5e108adc64d5 req-8419bc3c-d55c-4306-ab3f-9b712cce1716 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1016326 Feb 09 01:42:41.333129 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-961e6d27-5df7-45ec-bfd7-b5b1ebbb5459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:41.335811 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-961e6d27-5df7-45ec-bfd7-b5b1ebbb5459 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=39615468-fb42-472a-ac5d-b723e6597983 HTTP/1.1" status: 200 len: 851 time: 0.3885262 Feb 09 01:42:41.406615 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-bb607b2b-a519-429c-a1f4-69a450b13e2d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6b971e5-0c53-44cf-8606-badf0cb5180d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617073 Feb 09 01:42:41.465355 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4c41cef5-52a6-4783-bb6b-5e108adc64d5 req-3f7e4ad4-5e76-4590-b7ab-b4173f29814c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508195 Feb 09 01:42:41.680546 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-680e5254-93cc-433f-b446-127afa4323ec req-ae74b3bb-3c99-4e3c-b41f-1311764a8ee5 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474065 Feb 09 01:42:41.732454 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40394) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:41.733582 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-5b1e587d-b996-4a14-af59-a089bb30ced7 service neutron] 10.222.0.48 "GET /v2.0/networks/14ba8024-858b-4433-87a7-a67773e6a85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744383 Feb 09 01:42:41.741759 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-7ecf3927-61ee-4131-982f-bef3f5dcdf55 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--610558576', 'description': 'tempest-description--663330780'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:41.810612 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3927-61ee-4131-982f-bef3f5dcdf55 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.923644 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-95e5c664-f49e-4aac-81a3-9d2bc6adb83a req-0af6b34a-33c3-44ba-a53a-03478ea8e02e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Deleting port d810b71f-d845-443f-a604-abdb9c443c57 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:41.924037 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-95e5c664-f49e-4aac-81a3-9d2bc6adb83a req-0af6b34a-33c3-44ba-a53a-03478ea8e02e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (d810b71f-d845-443f-a604-abdb9c443c57), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.987564 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-36ac6e47-57b4-477d-a5c4-1850f7c40a0f service neutron] 10.222.0.48 "GET /v2.0/networks/a6b971e5-0c53-44cf-8606-badf0cb5180d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129353 Feb 09 01:42:42.088521 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3927-61ee-4131-982f-bef3f5dcdf55 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks [] for security_group (b589d9bc-f420-406f-abe4-3b68015d6492), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.096406 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3927-61ee-4131-982f-bef3f5dcdf55 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b589d9bc-f420-406f-abe4-3b68015d6492), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.110417 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c15ac-8b1e-448a-82e0-950002e733e6 req-5d560962-5898-4367-902c-c1a1ce5aea4e tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:42.118313 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b70c15ac-8b1e-448a-82e0-950002e733e6 req-5d560962-5898-4367-902c-c1a1ce5aea4e tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cae12c4-18ca-4992-8ac5-faf1379e7d5a HTTP/1.1" status: 200 len: 944 time: 0.2225857 Feb 09 01:42:42.127517 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2ccaa43f-74e6-4dc6-ba6b-7c429e68bb6b req-9846684c-9c48-4ca2-9bd9-71458d2e5207 service neutron] 10.222.0.48 "GET /v2.0/networks/a6b971e5-0c53-44cf-8606-badf0cb5180d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092310 Feb 09 01:42:42.220531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf3927-61ee-4131-982f-bef3f5dcdf55 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b589d9bc-f420-406f-abe4-3b68015d6492,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:42.234157 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b70c15ac-8b1e-448a-82e0-950002e733e6 req-e05818ac-e0a8-474c-b6b3-e4f0e8eefbea tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5175adf-3c0b-49d5-ab51-92b460e10d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147227 Feb 09 01:42:42.242137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-95e5c664-f49e-4aac-81a3-9d2bc6adb83a req-0af6b34a-33c3-44ba-a53a-03478ea8e02e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] For port d810b71f-d845-443f-a604-abdb9c443c57, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d810b71f-d845-443f-a604-abdb9c443c57,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:42.242749 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-95e5c664-f49e-4aac-81a3-9d2bc6adb83a req-0af6b34a-33c3-44ba-a53a-03478ea8e02e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (d810b71f-d845-443f-a604-abdb9c443c57), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.261525 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3927-61ee-4131-982f-bef3f5dcdf55 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.261922 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.269536 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 40400) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:42.270648 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-95e5c664-f49e-4aac-81a3-9d2bc6adb83a req-0af6b34a-33c3-44ba-a53a-03478ea8e02e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Calling delete_port for d810b71f-d845-443f-a604-abdb9c443c57 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:42.281953 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7ecf3927-61ee-4131-982f-bef3f5dcdf55 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5287056 Feb 09 01:42:42.288434 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-af845f62-e1b8-4468-afb9-bd05837da08f tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Request body: {'security_group_rule': {'security_group_id': 'b589d9bc-f420-406f-abe4-3b68015d6492', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:42.311675 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307b71d-91c7-4809-9b8b-b80684bf1137 req-61a77823-0088-4d77-8c69-7905ab61c796 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:42.313337 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9307b71d-91c7-4809-9b8b-b80684bf1137 req-61a77823-0088-4d77-8c69-7905ab61c796 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 943 time: 0.5204990 Feb 09 01:42:42.336411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d83b432-e89b-4eda-bf7e-b18288cc6cd1 req-5d332f2f-4ec4-4bb5-87f8-7bcb500722c4 service neutron] 10.222.0.48 "GET /v2.0/networks/14ba8024-858b-4433-87a7-a67773e6a85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5669601 Feb 09 01:42:42.461644 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af845f62-e1b8-4468-afb9-bd05837da08f tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks [] for security_group_rule (5489d5e2-1eca-4c2a-8a42-554a0e398b9c), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.510741 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab50a20-363b-4669-a55d-6145df0df011 req-e8273a3c-10eb-4803-a6af-ee49f4c0e27e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:42.513316 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3ab50a20-363b-4669-a55d-6145df0df011 req-e8273a3c-10eb-4803-a6af-ee49f4c0e27e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c62dbbc-ea9b-4683-8132-2ef58d3720a8 HTTP/1.1" status: 200 len: 945 time: 0.1617641 Feb 09 01:42:42.556969 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9307b71d-91c7-4809-9b8b-b80684bf1137 req-bd40482f-3ad4-41fb-8ad9-01a22c8bee9c tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195191 Feb 09 01:42:42.569775 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69b2b6-d00c-463c-b6de-6cfa3636cafb req-d30e06d2-b949-486c-895c-d35aa20e24e0 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:42.572156 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fc69b2b6-d00c-463c-b6de-6cfa3636cafb req-d30e06d2-b949-486c-895c-d35aa20e24e0 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7 HTTP/1.1" status: 200 len: 949 time: 0.2506764 Feb 09 01:42:42.604103 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3ab50a20-363b-4669-a55d-6145df0df011 req-5b090344-167a-4c01-baf4-fad4bb32b079 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832107 Feb 09 01:42:42.820088 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af845f62-e1b8-4468-afb9-bd05837da08f tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks [] for security_group_rule (5489d5e2-1eca-4c2a-8a42-554a0e398b9c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.830995 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44ebfe-2f38-4610-bc35-3b29b604e797 req-75cdb2b4-23b6-4446-a27e-6c51c4620832 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:42.842478 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9c44ebfe-2f38-4610-bc35-3b29b604e797 req-75cdb2b4-23b6-4446-a27e-6c51c4620832 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1354644 Feb 09 01:42:42.849313 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eeeaa7f-5983-4d19-9669-8a090a2ded12', 'tag': '19dc71f6-a724-48bb-a69b-0c6d7785ada0'}, {'name': 'network-changed', 'server_uuid': 'c6f623d3-91cf-4833-a97e-3a4167c86634', 'tag': 'cfb1d8c3-94b3-4946-86cb-458b2634e7e0'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:42:42.853106 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ca0681-a5c5-4af4-a219-f69d307986c1" -d '{"events": [{"name": "network-changed", "server_uuid": "7eeeaa7f-5983-4d19-9669-8a090a2ded12", "tag": "19dc71f6-a724-48bb-a69b-0c6d7785ada0"}, {"name": "network-changed", "server_uuid": "c6f623d3-91cf-4833-a97e-3a4167c86634", "tag": "cfb1d8c3-94b3-4946-86cb-458b2634e7e0"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:42:42.866577 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af845f62-e1b8-4468-afb9-bd05837da08f tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (5489d5e2-1eca-4c2a-8a42-554a0e398b9c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.944326 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9c44ebfe-2f38-4610-bc35-3b29b604e797 req-5f038ed6-8f3e-4196-a3e9-f2553a796727 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946388 Feb 09 01:42:43.018632 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af845f62-e1b8-4468-afb9-bd05837da08f tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5489d5e2-1eca-4c2a-8a42-554a0e398b9c,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:43.037527 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af845f62-e1b8-4468-afb9-bd05837da08f tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:43.038895 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-af845f62-e1b8-4468-afb9-bd05837da08f tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7638934 Feb 09 01:42:43.042295 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40434) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:43.047689 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-a2c39a20-b984-44e2-bd97-bf4c46ef93ad tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Request body: {'security_group_rule': {'security_group_id': 'b589d9bc-f420-406f-abe4-3b68015d6492', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:43.055353 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-95e5c664-f49e-4aac-81a3-9d2bc6adb83a req-0af6b34a-33c3-44ba-a53a-03478ea8e02e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (d810b71f-d845-443f-a604-abdb9c443c57), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:43.077255 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d42af-4a5d-453c-9348-398aa5271437 req-7b18c48a-40ad-4c39-97d2-12730d034ce9 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:43.080395 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8a3d42af-4a5d-453c-9348-398aa5271437 req-7b18c48a-40ad-4c39-97d2-12730d034ce9 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 943 time: 0.3910327 Feb 09 01:42:43.107046 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2c39a20-b984-44e2-bd97-bf4c46ef93ad tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks [] for security_group_rule (6f16f5df-0b1b-4740-9b7a-dacf8b462695), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:43.190408 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea26be-e913-434c-993a-f53c019b60f8 req-b791d601-d067-4ae8-8f9b-b38371ddc81a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:43.193022 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6aea26be-e913-434c-993a-f53c019b60f8 req-b791d601-d067-4ae8-8f9b-b38371ddc81a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7 HTTP/1.1" status: 200 len: 949 time: 0.1213877 Feb 09 01:42:43.235353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e5c664-f49e-4aac-81a3-9d2bc6adb83a req-0af6b34a-33c3-44ba-a53a-03478ea8e02e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] No DVR routers for this DVR port d810b71f-d845-443f-a604-abdb9c443c57 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:42:43.238469 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-95e5c664-f49e-4aac-81a3-9d2bc6adb83a req-0af6b34a-33c3-44ba-a53a-03478ea8e02e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:43.243358 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-95e5c664-f49e-4aac-81a3-9d2bc6adb83a req-0af6b34a-33c3-44ba-a53a-03478ea8e02e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.67 "DELETE /v2.0/ports/d810b71f-d845-443f-a604-abdb9c443c57 HTTP/1.1" status: 204 len: 173 time: 1.8348083 Feb 09 01:42:43.267383 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6b34a-33c3-44ba-a53a-03478ea8e02e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Pushing event deleted for resources: {'Port': ['ID=d810b71f-d845-443f-a604-abdb9c443c57,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:43.304058 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2c39a20-b984-44e2-bd97-bf4c46ef93ad tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks [] for security_group_rule (6f16f5df-0b1b-4740-9b7a-dacf8b462695), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:43.321784 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2c39a20-b984-44e2-bd97-bf4c46ef93ad tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (6f16f5df-0b1b-4740-9b7a-dacf8b462695), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:43.326499 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-fc69b2b6-d00c-463c-b6de-6cfa3636cafb req-573626c0-354f-4d35-b694-07666c4205ca tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Deleting port a5d07500-af75-4614-8815-8cf8aa72def6 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:43.327320 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-fc69b2b6-d00c-463c-b6de-6cfa3636cafb req-573626c0-354f-4d35-b694-07666c4205ca tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a5d07500-af75-4614-8815-8cf8aa72def6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:43.362688 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6aea26be-e913-434c-993a-f53c019b60f8 req-9522eb7e-551b-43c2-9c82-e31e359e352a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390483 Feb 09 01:42:43.363651 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c39a20-b984-44e2-bd97-bf4c46ef93ad tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f16f5df-0b1b-4740-9b7a-dacf8b462695,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:43.430231 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2c39a20-b984-44e2-bd97-bf4c46ef93ad tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:43.438300 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a2c39a20-b984-44e2-bd97-bf4c46ef93ad tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3929505 Feb 09 01:42:43.440931 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40440) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:43.444266 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:43.460412 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b4c7b75c-8136-48f9-a077-39ba6b174118 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:43.524629 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b75c-8136-48f9-a077-39ba6b174118 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:43.590762 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8a3d42af-4a5d-453c-9348-398aa5271437 req-d6825626-4247-4097-9d2a-e2fca8e46f94 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f67cd98-ceb2-414a-a19d-617dd036902a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4884925 Feb 09 01:42:43.674614 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-fc69b2b6-d00c-463c-b6de-6cfa3636cafb req-573626c0-354f-4d35-b694-07666c4205ca tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] For port a5d07500-af75-4614-8815-8cf8aa72def6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a5d07500-af75-4614-8815-8cf8aa72def6,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:43.675158 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-fc69b2b6-d00c-463c-b6de-6cfa3636cafb req-573626c0-354f-4d35-b694-07666c4205ca tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a5d07500-af75-4614-8815-8cf8aa72def6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:43.692454 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-fc69b2b6-d00c-463c-b6de-6cfa3636cafb req-573626c0-354f-4d35-b694-07666c4205ca tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Calling delete_port for a5d07500-af75-4614-8815-8cf8aa72def6 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:43.804511 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device d810b71f-d845-443f-a604-abdb9c443c57 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:42:43.830272 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ac7a3-048f-4e5d-92e7-f5cec32b316c req-71b973c9-3b7e-4b31-b402-236af1e5b669 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:43.833437 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ef2ac7a3-048f-4e5d-92e7-f5cec32b316c req-71b973c9-3b7e-4b31-b402-236af1e5b669 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cae12c4-18ca-4992-8ac5-faf1379e7d5a HTTP/1.1" status: 200 len: 944 time: 0.1632562 Feb 09 01:42:43.846690 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: d810b71f-d845-443f-a604-abdb9c443c57 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:42:43.852920 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device d810b71f-d845-443f-a604-abdb9c443c57 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:42:43.877116 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 01:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756903c3-7f46-4cf5-bff6-88a501090836 x-openstack-request-id: req-756903c3-7f46-4cf5-bff6-88a501090836 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:42:43.877690 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eeeaa7f-5983-4d19-9669-8a090a2ded12", "tag": "19dc71f6-a724-48bb-a69b-0c6d7785ada0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c6f623d3-91cf-4833-a97e-3a4167c86634", "tag": "cfb1d8c3-94b3-4946-86cb-458b2634e7e0", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:42:43.878330 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-756903c3-7f46-4cf5-bff6-88a501090836 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:42:43.879436 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eeeaa7f-5983-4d19-9669-8a090a2ded12', 'tag': '19dc71f6-a724-48bb-a69b-0c6d7785ada0', 'status': 'completed', 'code': 200} Feb 09 01:42:43.879823 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f623d3-91cf-4833-a97e-3a4167c86634', 'tag': 'cfb1d8c3-94b3-4946-86cb-458b2634e7e0', 'status': 'completed', 'code': 200} Feb 09 01:42:43.892532 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b75c-8136-48f9-a077-39ba6b174118 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:43.924872 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-fc69b2b6-d00c-463c-b6de-6cfa3636cafb req-573626c0-354f-4d35-b694-07666c4205ca tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a5d07500-af75-4614-8815-8cf8aa72def6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:43.939025 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['f6169741-ef4a-41b9-b2c5-8b073803e3ea', '1ae1d2b4-74aa-440a-a825-b4764a5c3be6', '6e46932e-60d8-42af-9eb5-c7d391afa40c', '0e49f22d-0e2d-45a3-b0ea-4d3b87dff701', '77ba12df-6811-4625-9777-d63009729272'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:42:43.982805 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ef2ac7a3-048f-4e5d-92e7-f5cec32b316c req-f29ac9bb-c838-412d-aad3-8b99aae8f90f tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5175adf-3c0b-49d5-ab51-92b460e10d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419845 Feb 09 01:42:44.031961 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573626c0-354f-4d35-b694-07666c4205ca tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Pushing event deleted for resources: {'Port': ['ID=a5d07500-af75-4614-8815-8cf8aa72def6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:44.052611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['4dd84e72-0a61-4b58-a19f-c280a933f0b0', '65d84600-6a13-47e6-ab08-5e64b6ae353f', 'a5d07500-af75-4614-8815-8cf8aa72def6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:42:44.149647 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e4483-0d2b-4186-8d47-8adb38e4ff3f req-9a55a546-ebe8-4fbb-a3f8-45a1aa086f13 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:44.174482 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-141e4483-0d2b-4186-8d47-8adb38e4ff3f req-9a55a546-ebe8-4fbb-a3f8-45a1aa086f13 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 943 time: 0.2913752 Feb 09 01:42:44.251922 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-b4c7b75c-8136-48f9-a077-39ba6b174118 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Allocated IP 172.25.7.57 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/359c58ae-346a-42a2-9c68-50c49043bb09) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:44.277749 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc69b2b6-d00c-463c-b6de-6cfa3636cafb req-573626c0-354f-4d35-b694-07666c4205ca tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] No DVR routers for this DVR port a5d07500-af75-4614-8815-8cf8aa72def6 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:42:44.285267 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-fc69b2b6-d00c-463c-b6de-6cfa3636cafb req-573626c0-354f-4d35-b694-07666c4205ca tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:44.295295 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fc69b2b6-d00c-463c-b6de-6cfa3636cafb req-573626c0-354f-4d35-b694-07666c4205ca tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.48 "DELETE /v2.0/ports/a5d07500-af75-4614-8815-8cf8aa72def6 HTTP/1.1" status: 204 len: 173 time: 1.7025011 Feb 09 01:42:44.445382 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca0681-a5c5-4af4-a219-f69d307986c1 req-1c67bdf7-093d-4ea4-b4d0-e9a904f801e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:44.449890 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24ca0681-a5c5-4af4-a219-f69d307986c1 req-1c67bdf7-093d-4ea4-b4d0-e9a904f801e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c06b13ded86f4835887eab07b674aca5&device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 1125 time: 0.5690956 Feb 09 01:42:44.488298 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 19dc71f6-a724-48bb-a69b-0c6d7785ada0 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:42:44.496666 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b75c-8136-48f9-a077-39ba6b174118 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks [] for port (359c58ae-346a-42a2-9c68-50c49043bb09), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:44.590534 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-141e4483-0d2b-4186-8d47-8adb38e4ff3f req-1269d790-a984-4705-8a1c-b4339979902d tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358650 Feb 09 01:42:44.617678 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b75c-8136-48f9-a077-39ba6b174118 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (359c58ae-346a-42a2-9c68-50c49043bb09), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:44.693227 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c7b75c-8136-48f9-a077-39ba6b174118 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:44.699632 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b4c7b75c-8136-48f9-a077-39ba6b174118 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:44.702810 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c7b75c-8136-48f9-a077-39ba6b174118 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:44.704317 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca0681-a5c5-4af4-a219-f69d307986c1 req-b7cfc07c-f4f8-4731-8308-cf8e8e101118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:44.708140 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24ca0681-a5c5-4af4-a219-f69d307986c1 req-b7cfc07c-f4f8-4731-8308-cf8e8e101118 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14ba8024-858b-4433-87a7-a67773e6a85c HTTP/1.1" status: 200 len: 907 time: 0.2437966 Feb 09 01:42:44.810624 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56833e-bafb-4af0-8c70-cd62b4209759 req-beaa3f34-c8b3-45d0-bbb5-4b8f91ccd2a2 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:44.818126 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e56833e-bafb-4af0-8c70-cd62b4209759 req-beaa3f34-c8b3-45d0-bbb5-4b8f91ccd2a2 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.2830410 Feb 09 01:42:44.832500 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7b75c-8136-48f9-a077-39ba6b174118 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Pushing event updated for resources: {'Port': ['ID=359c58ae-346a-42a2-9c68-50c49043bb09,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:44.929819 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b75c-8136-48f9-a077-39ba6b174118 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks [] for floatingip (c7d7926d-20e3-44a5-afaf-77f5fe3cd684), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:44.950563 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e56833e-bafb-4af0-8c70-cd62b4209759 req-ddd0cde3-231f-4376-9c77-e846c43f0367 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282732 Feb 09 01:42:45.040383 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b75c-8136-48f9-a077-39ba6b174118 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (359c58ae-346a-42a2-9c68-50c49043bb09), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.110793 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 19dc71f6-a724-48bb-a69b-0c6d7785ada0, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=19dc71f6-a724-48bb-a69b-0c6d7785ada0,segment=NetworkSegment(40b15164-01ce-4fad-b3ee-c43d3f850597),segment_id=40b15164-01ce-4fad-b3ee-c43d3f850597)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:45.202467 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '19dc71f6-a724-48bb-a69b-0c6d7785ada0', 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c', 'port_id': '19dc71f6-a724-48bb-a69b-0c6d7785ada0', 'mac_address': 'fa:16:3e:45:a7:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f8a20bf-5e10-400b-ab6f-095b15eec2ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:42:45.326599 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c3988968-2f7b-41f7-8a7b-38a1ddc1589b req-33e88598-7334-422e-9a65-45927d1e9dc3 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7 HTTP/1.1" status: 200 len: 210 time: 0.0739648 Feb 09 01:42:45.396405 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b75c-8136-48f9-a077-39ba6b174118 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks [] for port (359c58ae-346a-42a2-9c68-50c49043bb09), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.407188 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b75c-8136-48f9-a077-39ba6b174118 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (359c58ae-346a-42a2-9c68-50c49043bb09), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.522055 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24ca0681-a5c5-4af4-a219-f69d307986c1 req-626db8bc-0f2a-40c0-a223-ac886d29a2b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dc71f6-a724-48bb-a69b-0c6d7785ada0 HTTP/1.1" status: 200 len: 217 time: 0.8017404 Feb 09 01:42:45.585083 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 19dc71f6-a724-48bb-a69b-0c6d7785ada0 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:45.586950 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (19dc71f6-a724-48bb-a69b-0c6d7785ada0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.605795 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b75c-8136-48f9-a077-39ba6b174118 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (c7d7926d-20e3-44a5-afaf-77f5fe3cd684), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.635675 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-f02abdfc-8a19-4200-bb7f-2a519537632c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:45.638419 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-f02abdfc-8a19-4200-bb7f-2a519537632c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/networks?id=8d868039-8396-432e-a58b-15f70b0bf5f1 HTTP/1.1" status: 200 len: 811 time: 0.1192586 Feb 09 01:42:45.644357 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19dc71f6-a724-48bb-a69b-0c6d7785ada0 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:42:45.654324 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b75c-8136-48f9-a077-39ba6b174118 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.675879 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b4c7b75c-8136-48f9-a077-39ba6b174118 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2316048 Feb 09 01:42:45.683534 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7b75c-8136-48f9-a077-39ba6b174118 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Pushing event updated for resources: {'Port': ['ID=359c58ae-346a-42a2-9c68-50c49043bb09,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:45.706103 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca0681-a5c5-4af4-a219-f69d307986c1 req-df232301-5075-4539-a185-c2f1963658d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:45.708001 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24ca0681-a5c5-4af4-a219-f69d307986c1 req-df232301-5075-4539-a185-c2f1963658d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f8a20bf-5e10-400b-ab6f-095b15eec2ee HTTP/1.1" status: 200 len: 845 time: 0.0685136 Feb 09 01:42:45.722748 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03971b-391e-4a22-b1ad-b8ef4c54419f req-ba8bdf7e-aa47-4463-862d-e3607cee6b88 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:45.725029 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-b2c86607-09f1-4520-8bc1-56b17c364916 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/quotas/092f8329ee4140f8a8a266c0e29b4e94 HTTP/1.1" status: 200 len: 375 time: 0.0157084 Feb 09 01:42:45.731120 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c03971b-391e-4a22-b1ad-b8ef4c54419f req-ba8bdf7e-aa47-4463-862d-e3607cee6b88 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 943 time: 0.2393801 Feb 09 01:42:45.739931 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 19dc71f6-a724-48bb-a69b-0c6d7785ada0, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=19dc71f6-a724-48bb-a69b-0c6d7785ada0,segment=NetworkSegment(40b15164-01ce-4fad-b3ee-c43d3f850597),segment_id=40b15164-01ce-4fad-b3ee-c43d3f850597)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:45.772350 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-cd892a4f-018d-4a02-acd7-57a889b33af0 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=092f8329ee4140f8a8a266c0e29b4e94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348444 Feb 09 01:42:45.784839 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (19dc71f6-a724-48bb-a69b-0c6d7785ada0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.785649 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device cfb1d8c3-94b3-4946-86cb-458b2634e7e0 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:42:45.883846 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c03971b-391e-4a22-b1ad-b8ef4c54419f req-3004be78-4bae-46ec-864d-4ea49822d1dd tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f67cd98-ceb2-414a-a19d-617dd036902a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415827 Feb 09 01:42:45.890009 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c62dbbc-ea9b-4683-8132-2ef58d3720a8', 'name': 'network-vif-deleted', 'tag': 'd810b71f-d845-443f-a604-abdb9c443c57'}, {'server_uuid': '8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7', 'name': 'network-vif-deleted', 'tag': 'a5d07500-af75-4614-8815-8cf8aa72def6'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:42:45.897878 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf9fc86-b572-4465-ab09-ba4c502c1a4c" -d '{"events": [{"server_uuid": "4c62dbbc-ea9b-4683-8132-2ef58d3720a8", "name": "network-vif-deleted", "tag": "d810b71f-d845-443f-a604-abdb9c443c57"}, {"server_uuid": "8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7", "name": "network-vif-deleted", "tag": "a5d07500-af75-4614-8815-8cf8aa72def6"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:42:45.902775 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-6f517ac5-46f6-4e24-874c-d85a9bb590c0 service neutron] 10.222.0.36 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124611 Feb 09 01:42:45.930962 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 43014095-225d-4b52-a8f3-0499791fbb37 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:42:45.971111 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=19dc71f6-a724-48bb-a69b-0c6d7785ada0,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:45.994301 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:42:46.039085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca0681-a5c5-4af4-a219-f69d307986c1 req-d29076ed-0df4-41aa-a185-016071538464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:46.041038 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24ca0681-a5c5-4af4-a219-f69d307986c1 req-d29076ed-0df4-41aa-a185-016071538464 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14ba8024-858b-4433-87a7-a67773e6a85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3148322 Feb 09 01:42:46.107095 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f12ae2-b331-4d63-89b2-ab3f9bd3c359 req-a551d8d2-c1f6-4e42-b754-656de2d118d9 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:46.115324 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-90f12ae2-b331-4d63-89b2-ab3f9bd3c359 req-a551d8d2-c1f6-4e42-b754-656de2d118d9 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cae12c4-18ca-4992-8ac5-faf1379e7d5a HTTP/1.1" status: 200 len: 944 time: 0.1318152 Feb 09 01:42:46.192131 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-476162a9-0e5d-4c07-982b-09a3ba902d1e service neutron] 10.222.0.36 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798707 Feb 09 01:42:46.215801 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-90f12ae2-b331-4d63-89b2-ab3f9bd3c359 req-6e17b7e7-ac79-435a-9697-b1dd7015ef9a tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5175adf-3c0b-49d5-ab51-92b460e10d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992506 Feb 09 01:42:46.299704 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24ca0681-a5c5-4af4-a219-f69d307986c1 req-82103061-af14-4b48-a170-95969442bbdb service neutron] 10.222.0.48 "GET /v2.0/networks/14ba8024-858b-4433-87a7-a67773e6a85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447169 Feb 09 01:42:46.408976 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port cfb1d8c3-94b3-4946-86cb-458b2634e7e0, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=cfb1d8c3-94b3-4946-86cb-458b2634e7e0,segment=NetworkSegment(fbbc736b-5615-49c5-8b22-d214a670d94a),segment_id=fbbc736b-5615-49c5-8b22-d214a670d94a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:46.464681 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'cfb1d8c3-94b3-4946-86cb-458b2634e7e0', 'network_id': 'a6b971e5-0c53-44cf-8606-badf0cb5180d', 'port_id': 'cfb1d8c3-94b3-4946-86cb-458b2634e7e0', 'mac_address': 'fa:16:3e:92:e8:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39615468-fb42-472a-ac5d-b723e6597983', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:42:46.487352 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 43014095-225d-4b52-a8f3-0499791fbb37, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=43014095-225d-4b52-a8f3-0499791fbb37,segment=NetworkSegment(ec7689a4-c6d7-4927-a003-3a67136342ea),segment_id=ec7689a4-c6d7-4927-a003-3a67136342ea)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:46.553175 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '43014095-225d-4b52-a8f3-0499791fbb37', 'network_id': '6f60fb55-5f98-47ce-9f16-88a204881a7c', 'port_id': '43014095-225d-4b52-a8f3-0499791fbb37', 'mac_address': 'fa:16:3e:ff:40:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f496426-c363-445b-91ad-44a159877fb2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:42:46.579581 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24ca0681-a5c5-4af4-a219-f69d307986c1 req-7c2c4e3e-5594-4b9f-954b-f496ea6cacdb service neutron] 10.222.0.48 "GET /v2.0/networks/14ba8024-858b-4433-87a7-a67773e6a85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725730 Feb 09 01:42:46.636672 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port cfb1d8c3-94b3-4946-86cb-458b2634e7e0 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:46.637840 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cfb1d8c3-94b3-4946-86cb-458b2634e7e0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:46.659989 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb1d8c3-94b3-4946-86cb-458b2634e7e0 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:42:46.693070 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 43014095-225d-4b52-a8f3-0499791fbb37 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:46.693701 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (43014095-225d-4b52-a8f3-0499791fbb37), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:46.718437 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port cfb1d8c3-94b3-4946-86cb-458b2634e7e0, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=cfb1d8c3-94b3-4946-86cb-458b2634e7e0,segment=NetworkSegment(fbbc736b-5615-49c5-8b22-d214a670d94a),segment_id=fbbc736b-5615-49c5-8b22-d214a670d94a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:46.733290 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (cfb1d8c3-94b3-4946-86cb-458b2634e7e0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:46.742571 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da413a-1594-4516-8e5a-ad3393f6d9d3 req-0c9d0945-98a9-4f02-ac60-5e951b7277e9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:46.743144 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43014095-225d-4b52-a8f3-0499791fbb37 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:42:46.752507 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-36da413a-1594-4516-8e5a-ad3393f6d9d3 req-0c9d0945-98a9-4f02-ac60-5e951b7277e9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 943 time: 0.3021932 Feb 09 01:42:46.792750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca0681-a5c5-4af4-a219-f69d307986c1 req-56ce749a-2a29-46d4-bd60-49ff9fe2bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:46.794968 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24ca0681-a5c5-4af4-a219-f69d307986c1 req-56ce749a-2a29-46d4-bd60-49ff9fe2bbd8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8248d61c5b2e4c07afdd3d5431bd39cc&device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 1125 time: 0.1172152 Feb 09 01:42:46.866911 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=cfb1d8c3-94b3-4946-86cb-458b2634e7e0,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:46.928684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 43014095-225d-4b52-a8f3-0499791fbb37, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=43014095-225d-4b52-a8f3-0499791fbb37,segment=NetworkSegment(ec7689a4-c6d7-4927-a003-3a67136342ea),segment_id=ec7689a4-c6d7-4927-a003-3a67136342ea)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:46.935507 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-36da413a-1594-4516-8e5a-ad3393f6d9d3 req-6077c9f6-ee16-4870-add2-4569160c9ae2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613922 Feb 09 01:42:46.958807 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (43014095-225d-4b52-a8f3-0499791fbb37), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:47.004431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca0681-a5c5-4af4-a219-f69d307986c1 req-6e37cd5a-d635-4589-918a-cd26b6ffc013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:47.006200 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24ca0681-a5c5-4af4-a219-f69d307986c1 req-6e37cd5a-d635-4589-918a-cd26b6ffc013 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6b971e5-0c53-44cf-8606-badf0cb5180d HTTP/1.1" status: 200 len: 912 time: 0.1999876 Feb 09 01:42:47.049054 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-6af3e41f-0f1c-4940-88ee-6f44e0d39c24 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:47.051181 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-6af3e41f-0f1c-4940-88ee-6f44e0d39c24 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/networks?id=c9c5b673-e13e-448f-8c44-802e94f8c801 HTTP/1.1" status: 200 len: 822 time: 0.4706693 Feb 09 01:42:47.060639 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854ae921-4149-45e8-979e-bf03a9551d34 x-openstack-request-id: req-854ae921-4149-45e8-979e-bf03a9551d34 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:42:47.061091 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c62dbbc-ea9b-4683-8132-2ef58d3720a8", "name": "network-vif-deleted", "tag": "d810b71f-d845-443f-a604-abdb9c443c57", "status": "completed", "code": 200}, {"server_uuid": "8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7", "name": "network-vif-deleted", "tag": "a5d07500-af75-4614-8815-8cf8aa72def6", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:42:47.061445 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-854ae921-4149-45e8-979e-bf03a9551d34 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:42:47.061959 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c62dbbc-ea9b-4683-8132-2ef58d3720a8', 'name': 'network-vif-deleted', 'tag': 'd810b71f-d845-443f-a604-abdb9c443c57', 'status': 'completed', 'code': 200} Feb 09 01:42:47.064739 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9d60fb-3c73-46f3-8fca-b42fa3d7f2e7', 'name': 'network-vif-deleted', 'tag': 'a5d07500-af75-4614-8815-8cf8aa72def6', 'status': 'completed', 'code': 200} Feb 09 01:42:47.150437 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=43014095-225d-4b52-a8f3-0499791fbb37,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:47.165141 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24ca0681-a5c5-4af4-a219-f69d307986c1 req-c0a5de96-c1e3-4c3a-86b0-776880a0aeab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfb1d8c3-94b3-4946-86cb-458b2634e7e0 HTTP/1.1" status: 200 len: 217 time: 0.1472003 Feb 09 01:42:47.189028 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-5a59af20-f11d-47d5-861b-a938da20ec6a tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/quotas/b9b0198efaa540378bf27bf2b2c797a1 HTTP/1.1" status: 200 len: 375 time: 0.0573981 Feb 09 01:42:47.232968 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2afc8-4c92-4765-bd8b-ee2f7b550b0c req-0b298a5d-b6d9-4ac1-8537-3b9bd4b53cfc tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:47.244370 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b2a2afc8-4c92-4765-bd8b-ee2f7b550b0c req-0b298a5d-b6d9-4ac1-8537-3b9bd4b53cfc tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1221039 Feb 09 01:42:47.293907 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['19dc71f6-a724-48bb-a69b-0c6d7785ada0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:42:47.353350 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-80a5376c-0ec0-412e-89cd-8b02b10fa3a1 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b9b0198efaa540378bf27bf2b2c797a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752721 Feb 09 01:42:47.359559 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b2a2afc8-4c92-4765-bd8b-ee2f7b550b0c req-d06fcda4-62b4-48d6-9f1d-b647e3bc932a tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057553 Feb 09 01:42:47.388094 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['cfb1d8c3-94b3-4946-86cb-458b2634e7e0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:42:47.448269 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['43014095-225d-4b52-a8f3-0499791fbb37'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:42:47.616789 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-33bbf77e-f1fb-43ce-becb-386d2a645503 service neutron] 10.222.0.36 "GET /v2.0/networks/c9c5b673-e13e-448f-8c44-802e94f8c801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500393 Feb 09 01:42:47.660967 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d01e82c9-ceec-464a-b10c-0c3fa5ff0fe1 req-46c2914d-42de-486c-8116-af7f56daf4a1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 210 time: 0.0700548 Feb 09 01:42:47.738400 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca0681-a5c5-4af4-a219-f69d307986c1 req-fde151a6-c81c-4639-ad65-215268056f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:47.746324 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24ca0681-a5c5-4af4-a219-f69d307986c1 req-fde151a6-c81c-4639-ad65-215268056f28 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=39615468-fb42-472a-ac5d-b723e6597983 HTTP/1.1" status: 200 len: 851 time: 0.5727708 Feb 09 01:42:47.832723 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24ca0681-a5c5-4af4-a219-f69d307986c1 req-08c76cf7-20b0-4b0e-b533-b5c45140a41d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6b971e5-0c53-44cf-8606-badf0cb5180d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684154 Feb 09 01:42:47.899111 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44016877-1184-4b00-a68e-5742062445f3 req-a4897299-6c64-40a1-95e4-09c534d36396 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:47.909618 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-44016877-1184-4b00-a68e-5742062445f3 req-a4897299-6c64-40a1-95e4-09c534d36396 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 944 time: 0.1491914 Feb 09 01:42:48.015004 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-44016877-1184-4b00-a68e-5742062445f3 req-253e486b-92a1-4f82-ad08-18f1f29dacec tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f67cd98-ceb2-414a-a19d-617dd036902a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039240 Feb 09 01:42:48.058659 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-3ad05daa-9b79-4f07-92de-4eb95fa8da62 service neutron] 10.222.0.36 "GET /v2.0/networks/c9c5b673-e13e-448f-8c44-802e94f8c801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337542 Feb 09 01:42:48.071463 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24ca0681-a5c5-4af4-a219-f69d307986c1 req-395e0c6b-21b9-48ad-8084-a1dc1a5ccdf9 service neutron] 10.222.0.48 "GET /v2.0/networks/a6b971e5-0c53-44cf-8606-badf0cb5180d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275267 Feb 09 01:42:48.173877 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f3e99-22ed-4638-9ff5-ffb772dcf3f6 req-ca60e41e-2dc4-433f-94dc-9c7e190ce268 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:48.190567 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f43f3e99-22ed-4638-9ff5-ffb772dcf3f6 req-ca60e41e-2dc4-433f-94dc-9c7e190ce268 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cae12c4-18ca-4992-8ac5-faf1379e7d5a HTTP/1.1" status: 200 len: 945 time: 0.1085336 Feb 09 01:42:48.295435 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f43f3e99-22ed-4638-9ff5-ffb772dcf3f6 req-087b4e7c-d341-4f8c-959c-7b5023ea834c tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5175adf-3c0b-49d5-ab51-92b460e10d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022158 Feb 09 01:42:48.456087 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff31b6-5608-4146-95c6-e98d564218ee req-c224a108-8599-4da8-babf-151877b6ce66 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:48.457695 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0bff31b6-5608-4146-95c6-e98d564218ee req-c224a108-8599-4da8-babf-151877b6ce66 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 944 time: 0.0732527 Feb 09 01:42:48.600071 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0bff31b6-5608-4146-95c6-e98d564218ee req-48024d96-90b3-460c-a3a2-5f7076a7feb3 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340842 Feb 09 01:42:48.641279 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24ca0681-a5c5-4af4-a219-f69d307986c1 req-d8a7f36a-0e1f-4eef-bcff-9dd9a3472134 service neutron] 10.222.0.48 "GET /v2.0/networks/a6b971e5-0c53-44cf-8606-badf0cb5180d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633521 Feb 09 01:42:48.732371 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-229a9ee7-072d-46c9-a17b-f7acd99e45c8 req-43a790fd-11fd-4d0a-9882-32404ed19b3a tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 210 time: 0.0900049 Feb 09 01:42:48.741539 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 19dc71f6-a724-48bb-a69b-0c6d7785ada0 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:48.780855 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-76c7250d-25ca-4cd6-9ef6-8f1da6ac6992 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:48.782602 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-76c7250d-25ca-4cd6-9ef6-8f1da6ac6992 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.67 "GET /v2.0/networks?id=8d868039-8396-432e-a58b-15f70b0bf5f1 HTTP/1.1" status: 200 len: 811 time: 0.4546714 Feb 09 01:42:48.808961 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-b800a697-6067-45ae-ab8a-4043f5954fca tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Request body: {'port': {'device_id': '140128a1-0911-46ba-8b75-0a6b01ca099e', 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1', 'admin_state_up': True, 'tenant_id': '092f8329ee4140f8a8a266c0e29b4e94'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:48.879425 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 19dc71f6-a724-48bb-a69b-0c6d7785ada0 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:42:48.889891 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 19dc71f6-a724-48bb-a69b-0c6d7785ada0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:48.890495 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (19dc71f6-a724-48bb-a69b-0c6d7785ada0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.936209 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb7329-6ebe-4a7e-8134-dff28d1ef2bd req-d1bd5bf3-b092-46d8-bb6e-ceb96e48f70c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:48.945863 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-66bb7329-6ebe-4a7e-8134-dff28d1ef2bd req-d1bd5bf3-b092-46d8-bb6e-ceb96e48f70c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1832306 Feb 09 01:42:49.064029 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-66bb7329-6ebe-4a7e-8134-dff28d1ef2bd req-3f56d118-8fed-43bd-a719-5693e8147cc0 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114900 Feb 09 01:42:49.127537 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 19dc71f6-a724-48bb-a69b-0c6d7785ada0 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:49.127932 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (19dc71f6-a724-48bb-a69b-0c6d7785ada0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.199089 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9d16c-6228-4d79-b45b-1eab5e7b81b1 req-25f28c06-6ada-476d-b13b-aa1e7191d85e tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:49.215061 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f0e9d16c-6228-4d79-b45b-1eab5e7b81b1 req-25f28c06-6ada-476d-b13b-aa1e7191d85e tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc19ebf2-8412-49e9-b390-543691cee993 HTTP/1.1" status: 200 len: 949 time: 0.2903173 Feb 09 01:42:49.242444 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 19dc71f6-a724-48bb-a69b-0c6d7785ada0, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=19dc71f6-a724-48bb-a69b-0c6d7785ada0,segment=NetworkSegment(40b15164-01ce-4fad-b3ee-c43d3f850597),segment_id=40b15164-01ce-4fad-b3ee-c43d3f850597)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:49.247758 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eeeaa7f-5983-4d19-9669-8a090a2ded12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dc71f6-a724-48bb-a69b-0c6d7785ada0'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:42:49.253015 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ee9f7b-f0fa-4e9b-9545-ab9263358e77" -d '{"events": [{"server_uuid": "7eeeaa7f-5983-4d19-9669-8a090a2ded12", "name": "network-vif-plugged", "status": "completed", "tag": "19dc71f6-a724-48bb-a69b-0c6d7785ada0"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:42:49.261763 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (19dc71f6-a724-48bb-a69b-0c6d7785ada0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.262813 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device cfb1d8c3-94b3-4946-86cb-458b2634e7e0 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:49.286078 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eefe43cf-9bda-4f31-8fcb-49adc0b809c0 req-8f8218ac-f84a-4e4c-8519-3d7dae4a6a06 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 210 time: 0.0593047 Feb 09 01:42:49.345335 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-b800a697-6067-45ae-ab8a-4043f5954fca tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Made reservation on behalf of 092f8329ee4140f8a8a266c0e29b4e94 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:49.353371 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-b800a697-6067-45ae-ab8a-4043f5954fca tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.400001 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=19dc71f6-a724-48bb-a69b-0c6d7785ada0,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:49.435115 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f0e9d16c-6228-4d79-b45b-1eab5e7b81b1 req-b0d5cb01-0b86-4b93-814f-871e3ac3ef60 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184968 Feb 09 01:42:49.474236 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae8055-4f04-4187-97ba-d539122d28bb req-622d90ba-4505-4760-9d84-7ac38038c685 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:49.484937 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1bae8055-4f04-4187-97ba-d539122d28bb req-622d90ba-4505-4760-9d84-7ac38038c685 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 945 time: 0.1032944 Feb 09 01:42:49.521863 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d6ed14-3535-4aef-a56c-0d8190816b09 x-openstack-request-id: req-08d6ed14-3535-4aef-a56c-0d8190816b09 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:42:49.522953 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eeeaa7f-5983-4d19-9669-8a090a2ded12", "name": "network-vif-plugged", "status": "completed", "tag": "19dc71f6-a724-48bb-a69b-0c6d7785ada0", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:42:49.523101 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08d6ed14-3535-4aef-a56c-0d8190816b09 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:42:49.523486 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eeeaa7f-5983-4d19-9669-8a090a2ded12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dc71f6-a724-48bb-a69b-0c6d7785ada0', 'code': 200} Feb 09 01:42:49.552726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port cfb1d8c3-94b3-4946-86cb-458b2634e7e0 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:42:49.564376 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port cfb1d8c3-94b3-4946-86cb-458b2634e7e0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:49.564966 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cfb1d8c3-94b3-4946-86cb-458b2634e7e0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.626245 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1bae8055-4f04-4187-97ba-d539122d28bb req-8b575a26-6551-4e2a-891e-b146b3bb4e29 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f67cd98-ceb2-414a-a19d-617dd036902a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400852 Feb 09 01:42:49.783086 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port cfb1d8c3-94b3-4946-86cb-458b2634e7e0 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:49.784218 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cfb1d8c3-94b3-4946-86cb-458b2634e7e0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.809892 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-b800a697-6067-45ae-ab8a-4043f5954fca tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Allocated IP 172.20.0.10 (8d868039-8396-432e-a58b-15f70b0bf5f1/06960262-e6ff-4aec-9056-78c4deec1b4a/12562aab-4070-4ec9-a2a4-efb945bab2b3) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:49.861911 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c4c3e-95fa-4dcb-9261-2641512f43b4 req-c6027eea-83f6-4ea2-88ab-80b378496490 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:49.869178 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d3c4c3e-95fa-4dcb-9261-2641512f43b4 req-c6027eea-83f6-4ea2-88ab-80b378496490 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 944 time: 0.1279738 Feb 09 01:42:49.872843 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port cfb1d8c3-94b3-4946-86cb-458b2634e7e0, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=cfb1d8c3-94b3-4946-86cb-458b2634e7e0,segment=NetworkSegment(fbbc736b-5615-49c5-8b22-d214a670d94a),segment_id=fbbc736b-5615-49c5-8b22-d214a670d94a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:49.886353 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 43014095-225d-4b52-a8f3-0499791fbb37 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:50.012518 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d3c4c3e-95fa-4dcb-9261-2641512f43b4 req-68cfe0a6-2490-43af-a710-07415e277a13 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340516 Feb 09 01:42:50.023792 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (cfb1d8c3-94b3-4946-86cb-458b2634e7e0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.024251 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device a5d07500-af75-4614-8815-8cf8aa72def6 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:42:50.129602 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: a5d07500-af75-4614-8815-8cf8aa72def6 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:42:50.129946 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device a5d07500-af75-4614-8815-8cf8aa72def6 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:42:50.172057 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=cfb1d8c3-94b3-4946-86cb-458b2634e7e0,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:50.176213 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-b800a697-6067-45ae-ab8a-4043f5954fca tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks [] for port (12562aab-4070-4ec9-a2a4-efb945bab2b3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.189107 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 43014095-225d-4b52-a8f3-0499791fbb37 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:42:50.193938 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 43014095-225d-4b52-a8f3-0499791fbb37 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:50.194321 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (43014095-225d-4b52-a8f3-0499791fbb37), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.221785 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-673e87db-423c-4a3d-ae46-a4c8b06cfcec req-6394331c-69e4-4402-ae5c-315524e21d13 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 210 time: 0.0732031 Feb 09 01:42:50.274898 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-b800a697-6067-45ae-ab8a-4043f5954fca tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (12562aab-4070-4ec9-a2a4-efb945bab2b3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.373871 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800a697-6067-45ae-ab8a-4043f5954fca tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Pushing event updated for resources: {'Port': ['ID=12562aab-4070-4ec9-a2a4-efb945bab2b3,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:50.391188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9353769-ed50-49fd-8ecc-cc1a80b6a523 req-69154caf-f9d1-4dd1-9b75-4b056d9df1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:50.392790 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e9353769-ed50-49fd-8ecc-cc1a80b6a523 req-69154caf-f9d1-4dd1-9b75-4b056d9df1a2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 1127 time: 0.7650275 Feb 09 01:42:50.405245 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 43014095-225d-4b52-a8f3-0499791fbb37 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:50.405798 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (43014095-225d-4b52-a8f3-0499791fbb37), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.407986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-b800a697-6067-45ae-ab8a-4043f5954fca tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Network 8d868039-8396-432e-a58b-15f70b0bf5f1 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:50.414180 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-b800a697-6067-45ae-ab8a-4043f5954fca tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:50.423633 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc7b0d-edcf-4966-a333-c25fb0a888ba req-b49496e1-90aa-4189-a76d-1982df24e784 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:50.425231 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b9bc7b0d-edcf-4966-a333-c25fb0a888ba req-b49496e1-90aa-4189-a76d-1982df24e784 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cae12c4-18ca-4992-8ac5-faf1379e7d5a HTTP/1.1" status: 200 len: 945 time: 0.7098510 Feb 09 01:42:50.426096 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-b800a697-6067-45ae-ab8a-4043f5954fca tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:50.466920 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 43014095-225d-4b52-a8f3-0499791fbb37, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=43014095-225d-4b52-a8f3-0499791fbb37,segment=NetworkSegment(ec7689a4-c6d7-4927-a003-3a67136342ea),segment_id=ec7689a4-c6d7-4927-a003-3a67136342ea)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:50.474869 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (43014095-225d-4b52-a8f3-0499791fbb37), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.515735 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a0658-9bff-49a2-bf05-01c130537ef6 req-2dac447c-58b3-4983-a85a-bdd3f860a051 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:50.517467 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-925a0658-9bff-49a2-bf05-01c130537ef6 req-2dac447c-58b3-4983-a85a-bdd3f860a051 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc19ebf2-8412-49e9-b390-543691cee993 HTTP/1.1" status: 200 len: 949 time: 0.2284839 Feb 09 01:42:50.526710 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00b47f-634f-4b70-b841-fee7b751d9bc req-a5db6de1-0d31-4907-b4bd-2cafe19bc857 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:50.528307 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8f00b47f-634f-4b70-b841-fee7b751d9bc req-a5db6de1-0d31-4907-b4bd-2cafe19bc857 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.1456692 Feb 09 01:42:50.536191 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e9353769-ed50-49fd-8ecc-cc1a80b6a523 req-0ac324c4-44e1-419d-9d4f-5e7aae8927d4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9f67cd98-ceb2-414a-a19d-617dd036902a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230640 Feb 09 01:42:50.561441 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=43014095-225d-4b52-a8f3-0499791fbb37,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:50.637956 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b9bc7b0d-edcf-4966-a333-c25fb0a888ba req-af6a10b4-72a5-436c-9030-279b723d1eb0 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5175adf-3c0b-49d5-ab51-92b460e10d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097445 Feb 09 01:42:50.645942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-b800a697-6067-45ae-ab8a-4043f5954fca tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:50.646819 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-b800a697-6067-45ae-ab8a-4043f5954fca tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.674715 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-b800a697-6067-45ae-ab8a-4043f5954fca tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8726025 Feb 09 01:42:50.688779 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-5a324e44-b303-477d-a51c-4c04a2367d8d service neutron] Request body: {'port': {'device_id': '140128a1-0911-46ba-8b75-0a6b01ca099e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:50.713099 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8f00b47f-634f-4b70-b841-fee7b751d9bc req-e1ff1e14-c6ed-45bf-a21c-1a3028ddc6a7 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725020 Feb 09 01:42:50.802987 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-5a324e44-b303-477d-a51c-4c04a2367d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (12562aab-4070-4ec9-a2a4-efb945bab2b3), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.875563 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-925a0658-9bff-49a2-bf05-01c130537ef6 req-3715baa7-3a36-4ee5-a0be-73049eb4e465 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Deleting port 77ba12df-6811-4625-9777-d63009729272 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:50.875563 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-925a0658-9bff-49a2-bf05-01c130537ef6 req-3715baa7-3a36-4ee5-a0be-73049eb4e465 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (77ba12df-6811-4625-9777-d63009729272), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.122784 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac1fb5-a4df-44b0-ab7e-8f216d0a2adf req-e689397b-14dd-48e0-9ce9-e94f3be2dff2 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:51.135407 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ecac1fb5-a4df-44b0-ab7e-8f216d0a2adf req-e689397b-14dd-48e0-9ce9-e94f3be2dff2 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc19ebf2-8412-49e9-b390-543691cee993 HTTP/1.1" status: 200 len: 949 time: 0.1540329 Feb 09 01:42:51.206685 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-925a0658-9bff-49a2-bf05-01c130537ef6 req-3715baa7-3a36-4ee5-a0be-73049eb4e465 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] For port 77ba12df-6811-4625-9777-d63009729272, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=77ba12df-6811-4625-9777-d63009729272,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:51.207752 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-925a0658-9bff-49a2-bf05-01c130537ef6 req-3715baa7-3a36-4ee5-a0be-73049eb4e465 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (77ba12df-6811-4625-9777-d63009729272), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.232831 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-925a0658-9bff-49a2-bf05-01c130537ef6 req-3715baa7-3a36-4ee5-a0be-73049eb4e465 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Calling delete_port for 77ba12df-6811-4625-9777-d63009729272 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:51.330068 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b204a-98c4-4607-b61c-1cb63346b1fa req-03766bfe-2d6b-4d6d-a635-528e53b18d83 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:51.339907 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-878b204a-98c4-4607-b61c-1cb63346b1fa req-03766bfe-2d6b-4d6d-a635-528e53b18d83 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 932 time: 0.5323641 Feb 09 01:42:51.352245 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ecac1fb5-a4df-44b0-ab7e-8f216d0a2adf req-cf8a7dd6-3647-4aaa-9654-d40f33ad2a82 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152693 Feb 09 01:42:51.500691 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-878b204a-98c4-4607-b61c-1cb63346b1fa req-bb6921e2-15c9-45fb-868a-775ee59cde8e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595294 Feb 09 01:42:51.524889 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f623d3-91cf-4833-a97e-3a4167c86634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb1d8c3-94b3-4946-86cb-458b2634e7e0'}, {'server_uuid': '5cae12c4-18ca-4992-8ac5-faf1379e7d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43014095-225d-4b52-a8f3-0499791fbb37'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:42:51.530445 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fdfdf9-9100-4614-b14e-ad0b2cf6c3f7" -d '{"events": [{"server_uuid": "c6f623d3-91cf-4833-a97e-3a4167c86634", "name": "network-vif-plugged", "status": "completed", "tag": "cfb1d8c3-94b3-4946-86cb-458b2634e7e0"}, {"server_uuid": "5cae12c4-18ca-4992-8ac5-faf1379e7d5a", "name": "network-vif-plugged", "status": "completed", "tag": "43014095-225d-4b52-a8f3-0499791fbb37"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:42:51.658869 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-3e4b4547-32bc-4403-9fcf-c9f92930207e tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:51.660691 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-3e4b4547-32bc-4403-9fcf-c9f92930207e tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.48 "GET /v2.0/networks?id=c9c5b673-e13e-448f-8c44-802e94f8c801 HTTP/1.1" status: 200 len: 822 time: 0.8179643 Feb 09 01:42:51.684196 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-a3eb9072-eadc-41d2-8586-be1ffff2787a tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Request body: {'port': {'device_id': '4a4349a5-7517-4a65-93dc-46d87793c366', 'network_id': 'c9c5b673-e13e-448f-8c44-802e94f8c801', 'admin_state_up': True, 'tenant_id': 'b9b0198efaa540378bf27bf2b2c797a1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:51.685866 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-925a0658-9bff-49a2-bf05-01c130537ef6 req-3715baa7-3a36-4ee5-a0be-73049eb4e465 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (77ba12df-6811-4625-9777-d63009729272), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.703774 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['f6169741-ef4a-41b9-b2c5-8b073803e3ea', '1ae1d2b4-74aa-440a-a825-b4764a5c3be6', '6e46932e-60d8-42af-9eb5-c7d391afa40c', '0e49f22d-0e2d-45a3-b0ea-4d3b87dff701', '77ba12df-6811-4625-9777-d63009729272'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:42:51.710235 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['4dd84e72-0a61-4b58-a19f-c280a933f0b0', '65d84600-6a13-47e6-ab08-5e64b6ae353f'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:42:51.729704 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715baa7-3a36-4ee5-a0be-73049eb4e465 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Pushing event deleted for resources: {'Port': ['ID=77ba12df-6811-4625-9777-d63009729272,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:51.812942 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7386b0f-7af5-4945-93ac-d6a919a3b9bc req-05030fb9-8190-4a87-b949-95b5d7339c46 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:51.815993 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f7386b0f-7af5-4945-93ac-d6a919a3b9bc req-05030fb9-8190-4a87-b949-95b5d7339c46 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 945 time: 0.2450264 Feb 09 01:42:51.886915 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 40578) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:51.913671 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-925a0658-9bff-49a2-bf05-01c130537ef6 req-3715baa7-3a36-4ee5-a0be-73049eb4e465 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] No DVR routers for this DVR port 77ba12df-6811-4625-9777-d63009729272 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:42:51.923163 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-925a0658-9bff-49a2-bf05-01c130537ef6 req-3715baa7-3a36-4ee5-a0be-73049eb4e465 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.927333 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-925a0658-9bff-49a2-bf05-01c130537ef6 req-3715baa7-3a36-4ee5-a0be-73049eb4e465 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "DELETE /v2.0/ports/77ba12df-6811-4625-9777-d63009729272 HTTP/1.1" status: 204 len: 173 time: 1.3975973 Feb 09 01:42:51.927972 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc19ebf2-8412-49e9-b390-543691cee993', 'name': 'network-vif-deleted', 'tag': '77ba12df-6811-4625-9777-d63009729272'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:42:51.940992 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d33657-031d-4072-ba8f-557ebc091799" -d '{"events": [{"server_uuid": "dc19ebf2-8412-49e9-b390-543691cee993", "name": "network-vif-deleted", "tag": "77ba12df-6811-4625-9777-d63009729272"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:42:52.027765 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f7386b0f-7af5-4945-93ac-d6a919a3b9bc req-019d807e-88a8-4911-8ab6-6bc83c66917c tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f67cd98-ceb2-414a-a19d-617dd036902a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151326 Feb 09 01:42:52.079267 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ceb72e-a34d-4ff5-b332-c9c9815af312 req-62ce672c-a651-4387-8fda-5ee6e3ba505c tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:52.089068 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15ceb72e-a34d-4ff5-b332-c9c9815af312 req-62ce672c-a651-4387-8fda-5ee6e3ba505c tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.4266410 Feb 09 01:42:52.230049 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9388a7fa-0535-4fe0-a1dc-357178ac5028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.319125 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5111045e-b896-458a-9ff5-eb7e0ec02b0c req-a1c7b876-fb92-4090-8330-6a5373a88693 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 210 time: 0.1082752 Feb 09 01:42:52.438333 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579eb7eb-3916-439d-b5dd-38732f156ff7 x-openstack-request-id: req-579eb7eb-3916-439d-b5dd-38732f156ff7 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:42:52.440134 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f623d3-91cf-4833-a97e-3a4167c86634", "name": "network-vif-plugged", "status": "completed", "tag": "cfb1d8c3-94b3-4946-86cb-458b2634e7e0", "code": 200}, {"server_uuid": "5cae12c4-18ca-4992-8ac5-faf1379e7d5a", "name": "network-vif-plugged", "status": "completed", "tag": "43014095-225d-4b52-a8f3-0499791fbb37", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:42:52.440134 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-579eb7eb-3916-439d-b5dd-38732f156ff7 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:42:52.440134 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f623d3-91cf-4833-a97e-3a4167c86634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb1d8c3-94b3-4946-86cb-458b2634e7e0', 'code': 200} Feb 09 01:42:52.440134 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cae12c4-18ca-4992-8ac5-faf1379e7d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43014095-225d-4b52-a8f3-0499791fbb37', 'code': 200} Feb 09 01:42:52.547306 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15ceb72e-a34d-4ff5-b332-c9c9815af312 req-a98f45c2-ee58-43b4-9b47-c490a0bbe215 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566491 Feb 09 01:42:52.561311 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-a3eb9072-eadc-41d2-8586-be1ffff2787a tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Made reservation on behalf of b9b0198efaa540378bf27bf2b2c797a1 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:52.569859 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-a3eb9072-eadc-41d2-8586-be1ffff2787a tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.655368 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff102b8-c548-4933-8644-4685ecf5f25a req-1d4a61bf-62a2-47c9-81dc-034f6e182704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:52.660851 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dff102b8-c548-4933-8644-4685ecf5f25a req-1d4a61bf-62a2-47c9-81dc-034f6e182704 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5cae12c4-18ca-4992-8ac5-faf1379e7d5a HTTP/1.1" status: 200 len: 1128 time: 0.1456072 Feb 09 01:42:52.694054 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf22288-9420-4d59-b7c1-ed741b115538 req-c9d833ef-91bc-4466-aed0-ae7f35a62311 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:52.702525 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dcf22288-9420-4d59-b7c1-ed741b115538 req-c9d833ef-91bc-4466-aed0-ae7f35a62311 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cae12c4-18ca-4992-8ac5-faf1379e7d5a HTTP/1.1" status: 200 len: 946 time: 0.1381817 Feb 09 01:42:52.800571 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dcf22288-9420-4d59-b7c1-ed741b115538 req-24d26971-67df-46c1-87ab-15665382aa13 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5175adf-3c0b-49d5-ab51-92b460e10d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956225 Feb 09 01:42:52.862670 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dff102b8-c548-4933-8644-4685ecf5f25a req-90e4a808-8466-4802-b630-d151976cfa3b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b5175adf-3c0b-49d5-ab51-92b460e10d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929219 Feb 09 01:42:52.907993 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-5a324e44-b303-477d-a51c-4c04a2367d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12562aab-4070-4ec9-a2a4-efb945bab2b3 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:42:52.924817 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09439f94-ae21-44cf-9179-70ced13bd8cb x-openstack-request-id: req-09439f94-ae21-44cf-9179-70ced13bd8cb {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:42:52.925116 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc19ebf2-8412-49e9-b390-543691cee993", "name": "network-vif-deleted", "tag": "77ba12df-6811-4625-9777-d63009729272", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:42:52.925389 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09439f94-ae21-44cf-9179-70ced13bd8cb {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:42:52.925798 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc19ebf2-8412-49e9-b390-543691cee993', 'name': 'network-vif-deleted', 'tag': '77ba12df-6811-4625-9777-d63009729272', 'status': 'completed', 'code': 200} Feb 09 01:42:52.960166 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-5a324e44-b303-477d-a51c-4c04a2367d8d service neutron] Publish callbacks [] for port (12562aab-4070-4ec9-a2a4-efb945bab2b3), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.973745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06dae0-5674-4075-8e3f-3134ad6c2fa2 req-a43221ad-89ea-4187-9f84-1691e7f6f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:52.975334 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4b06dae0-5674-4075-8e3f-3134ad6c2fa2 req-a43221ad-89ea-4187-9f84-1691e7f6f5a4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 1127 time: 0.3941321 Feb 09 01:42:53.046292 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-5a324e44-b303-477d-a51c-4c04a2367d8d service neutron] Transition to ACTIVE for port object 12562aab-4070-4ec9-a2a4-efb945bab2b3 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:42:53.070797 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-5a324e44-b303-477d-a51c-4c04a2367d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (12562aab-4070-4ec9-a2a4-efb945bab2b3), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.146919 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a324e44-b303-477d-a51c-4c04a2367d8d service neutron] Pushing event updated for resources: {'Port': ['ID=12562aab-4070-4ec9-a2a4-efb945bab2b3,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:53.180808 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfe6a5-902c-4b84-969a-4e12db5d72f1 req-dcc1371b-33c7-41f9-b868-4b2861269138 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:53.183997 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-76cfe6a5-902c-4b84-969a-4e12db5d72f1 req-dcc1371b-33c7-41f9-b868-4b2861269138 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.4236064 Feb 09 01:42:53.186313 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4b06dae0-5674-4075-8e3f-3134ad6c2fa2 req-81cb9c37-2a18-461c-88bf-220dca877851 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929073 Feb 09 01:42:53.237240 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9388a7fa-0535-4fe0-a1dc-357178ac5028 admin admin] Publish callbacks [] for security_group (c9c4f2af-4804-41c8-98f7-88743e9ed0af), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.256462 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-a3eb9072-eadc-41d2-8586-be1ffff2787a tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Allocated IP 172.20.0.12 (c9c5b673-e13e-448f-8c44-802e94f8c801/de4a96bd-815b-46c1-a4b0-13716c101d56/b7d8f832-7a25-4167-8f65-319584caa4fb) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:53.258636 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9388a7fa-0535-4fe0-a1dc-357178ac5028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c9c4f2af-4804-41c8-98f7-88743e9ed0af), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.269507 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88827d70-8dda-4887-9730-1fbae4ad2171 req-eb57cfdb-1aff-4f94-8792-67e2d3bb0c48 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:53.283245 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-88827d70-8dda-4887-9730-1fbae4ad2171 req-eb57cfdb-1aff-4f94-8792-67e2d3bb0c48 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 944 time: 0.1896520 Feb 09 01:42:53.391703 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-88827d70-8dda-4887-9730-1fbae4ad2171 req-a8742c4a-cf27-40e0-b3ec-5fa635b4c185 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072631 Feb 09 01:42:53.454421 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-76cfe6a5-902c-4b84-969a-4e12db5d72f1 req-22ff1c5e-1801-4365-b1bf-9f50bec90f2e tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613518 Feb 09 01:42:53.481178 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9388a7fa-0535-4fe0-a1dc-357178ac5028 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2bda6a0502e4f1ebfa8414ed23f6dc6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5703440 Feb 09 01:42:53.485843 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388a7fa-0535-4fe0-a1dc-357178ac5028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c4f2af-4804-41c8-98f7-88743e9ed0af,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:53.492772 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40600) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:53.562579 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-5a324e44-b303-477d-a51c-4c04a2367d8d service neutron] Attempting to bind port 12562aab-4070-4ec9-a2a4-efb945bab2b3 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:53.563473 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-5a324e44-b303-477d-a51c-4c04a2367d8d service neutron] Attempting to bind port 12562aab-4070-4ec9-a2a4-efb945bab2b3 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:53.567150 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-5a324e44-b303-477d-a51c-4c04a2367d8d service neutron] Attempting to bind port 12562aab-4070-4ec9-a2a4-efb945bab2b3 on network 8d868039-8396-432e-a58b-15f70b0bf5f1 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:53.615275 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da278898-5a8a-4ca1-aa73-6afadc26fb1d admin admin] Publish callbacks [] for security_group (c9c4f2af-4804-41c8-98f7-88743e9ed0af), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.622783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-5a324e44-b303-477d-a51c-4c04a2367d8d service neutron] Port 12562aab-4070-4ec9-a2a4-efb945bab2b3 on network 8d868039-8396-432e-a58b-15f70b0bf5f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:53.622783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-5a324e44-b303-477d-a51c-4c04a2367d8d service neutron] Attempting to bind port 12562aab-4070-4ec9-a2a4-efb945bab2b3 on network 8d868039-8396-432e-a58b-15f70b0bf5f1 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:53.668822 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da278898-5a8a-4ca1-aa73-6afadc26fb1d admin admin] Publish callbacks [] for security_group (c9c4f2af-4804-41c8-98f7-88743e9ed0af), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.687457 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-5a324e44-b303-477d-a51c-4c04a2367d8d service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:42:53.688427 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-5a324e44-b303-477d-a51c-4c04a2367d8d service neutron] Checking segment: {'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:53.688682 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-5a324e44-b303-477d-a51c-4c04a2367d8d service neutron] Bound using segment: {'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:42:53.689300 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-5a324e44-b303-477d-a51c-4c04a2367d8d service neutron] Bound port: 12562aab-4070-4ec9-a2a4-efb945bab2b3, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:42:53.689871 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-5a324e44-b303-477d-a51c-4c04a2367d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (12562aab-4070-4ec9-a2a4-efb945bab2b3), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.770610 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da278898-5a8a-4ca1-aa73-6afadc26fb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c9c4f2af-4804-41c8-98f7-88743e9ed0af), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.774399 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da278898-5a8a-4ca1-aa73-6afadc26fb1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.776666 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-da278898-5a8a-4ca1-aa73-6afadc26fb1d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c9c4f2af-4804-41c8-98f7-88743e9ed0af HTTP/1.1" status: 204 len: 168 time: 0.2825172 Feb 09 01:42:53.788294 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da278898-5a8a-4ca1-aa73-6afadc26fb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c4f2af-4804-41c8-98f7-88743e9ed0af,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:53.879850 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 77ba12df-6811-4625-9777-d63009729272 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:42:53.934054 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 77ba12df-6811-4625-9777-d63009729272 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:42:53.934542 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 77ba12df-6811-4625-9777-d63009729272 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:42:53.970626 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-736fda34-5325-4397-97d2-c219c5c0bde0 req-73c12990-e9fe-45de-a14a-5325cd45919f tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 210 time: 0.0660450 Feb 09 01:42:54.160489 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36f723-876b-452c-8517-b6fcd5470ebd req-df25500a-1305-4a96-a702-a745ba50396c tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:54.173555 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb36f723-876b-452c-8517-b6fcd5470ebd req-df25500a-1305-4a96-a702-a745ba50396c tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.1048541 Feb 09 01:42:54.266349 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb36f723-876b-452c-8517-b6fcd5470ebd req-a33ab543-8373-4c1a-b31c-3844e435ff08 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845585 Feb 09 01:42:54.266349 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40616) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:54.288863 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ea0d3bf-bed5-4e26-a8e6-657a76a2a3e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.310727 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bdf2e-726e-45cf-b6f4-767f5862e8c3 req-3cf7606e-4edd-4cae-98ef-71bae3ff8a14 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:54.312386 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-354bdf2e-726e-45cf-b6f4-767f5862e8c3 req-3cf7606e-4edd-4cae-98ef-71bae3ff8a14 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 945 time: 0.6609557 Feb 09 01:42:54.340581 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-a3eb9072-eadc-41d2-8586-be1ffff2787a tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks [] for port (b7d8f832-7a25-4167-8f65-319584caa4fb), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.387199 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0d85a01b-891c-4858-95e6-c1acc1b819a8 req-79a23743-e8e1-46be-9e53-5654485f2a6f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2b0b474c-9e42-4158-a90d-82c2fc26d7ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2241087 Feb 09 01:42:54.396801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-5a324e44-b303-477d-a51c-4c04a2367d8d service neutron] For port 12562aab-4070-4ec9-a2a4-efb945bab2b3, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:42:54.437869 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-5a324e44-b303-477d-a51c-4c04a2367d8d service neutron] For port 12562aab-4070-4ec9-a2a4-efb945bab2b3, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=12562aab-4070-4ec9-a2a4-efb945bab2b3,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:42:54.474084 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-5a324e44-b303-477d-a51c-4c04a2367d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (12562aab-4070-4ec9-a2a4-efb945bab2b3), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.479339 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-354bdf2e-726e-45cf-b6f4-767f5862e8c3 req-2c47605a-a255-48e4-8e2c-1b8f681a5ca5 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f67cd98-ceb2-414a-a19d-617dd036902a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515298 Feb 09 01:42:54.571701 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a324e44-b303-477d-a51c-4c04a2367d8d service neutron] Pushing event updated for resources: {'Port': ['ID=12562aab-4070-4ec9-a2a4-efb945bab2b3,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:54.580029 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-a3eb9072-eadc-41d2-8586-be1ffff2787a tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (b7d8f832-7a25-4167-8f65-319584caa4fb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.618122 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-5a324e44-b303-477d-a51c-4c04a2367d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:54.618755 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-5a324e44-b303-477d-a51c-4c04a2367d8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.620822 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-5a324e44-b303-477d-a51c-4c04a2367d8d service neutron] 10.222.0.67 "PUT /v2.0/ports/12562aab-4070-4ec9-a2a4-efb945bab2b3 HTTP/1.1" status: 200 len: 1092 time: 3.9376562 Feb 09 01:42:54.622366 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140128a1-0911-46ba-8b75-0a6b01ca099e', 'tag': '12562aab-4070-4ec9-a2a4-efb945bab2b3'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:42:54.624885 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d805b1e-204c-4813-b486-e7ea2911fc30" -d '{"events": [{"name": "network-changed", "server_uuid": "140128a1-0911-46ba-8b75-0a6b01ca099e", "tag": "12562aab-4070-4ec9-a2a4-efb945bab2b3"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:42:54.650878 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ea0d3bf-bed5-4e26-a8e6-657a76a2a3e6 admin admin] Publish callbacks [] for security_group (d26d8a58-5c20-492a-ace2-5e890b57e8f9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.651641 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-a3eb9072-eadc-41d2-8586-be1ffff2787a tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Network c9c5b673-e13e-448f-8c44-802e94f8c801 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:54.660952 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-a3eb9072-eadc-41d2-8586-be1ffff2787a tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:54.666314 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-a3eb9072-eadc-41d2-8586-be1ffff2787a tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:54.674922 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85a01b-891c-4858-95e6-c1acc1b819a8 req-9f716dce-92e0-40f0-9ef6-90bf93c18e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:54.683333 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0d85a01b-891c-4858-95e6-c1acc1b819a8 req-9f716dce-92e0-40f0-9ef6-90bf93c18e5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&device_id=2b0b474c-9e42-4158-a90d-82c2fc26d7ce HTTP/1.1" status: 200 len: 1131 time: 0.2544076 Feb 09 01:42:54.686345 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ea0d3bf-bed5-4e26-a8e6-657a76a2a3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d26d8a58-5c20-492a-ace2-5e890b57e8f9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.704801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb9072-eadc-41d2-8586-be1ffff2787a tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Pushing event updated for resources: {'Port': ['ID=b7d8f832-7a25-4167-8f65-319584caa4fb,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:54.762665 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4ea0d3bf-bed5-4e26-a8e6-657a76a2a3e6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b28be99051443be8545daafd4011c91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4934211 Feb 09 01:42:54.763591 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0d3bf-bed5-4e26-a8e6-657a76a2a3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26d8a58-5c20-492a-ace2-5e890b57e8f9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:54.773754 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76e5fa-964a-4491-a8c4-139e4881aae1 req-447d6c14-194e-41d1-ad56-cdfbcbf6cab2 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:54.775301 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb76e5fa-964a-4491-a8c4-139e4881aae1 req-447d6c14-194e-41d1-ad56-cdfbcbf6cab2 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3fba75-da06-4a31-8d0b-84c53281a85c HTTP/1.1" status: 200 len: 949 time: 0.2992749 Feb 09 01:42:54.776119 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40626) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:54.859864 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-a3eb9072-eadc-41d2-8586-be1ffff2787a tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:54.860542 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-a3eb9072-eadc-41d2-8586-be1ffff2787a tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.910350 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f77df-3c15-4779-884f-0c4f73c3acd3 req-2c46a8ab-9ba9-4004-b6b3-1957bc4dddfd tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:54.911980 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8a4f77df-3c15-4779-884f-0c4f73c3acd3 req-2c46a8ab-9ba9-4004-b6b3-1957bc4dddfd tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cae12c4-18ca-4992-8ac5-faf1379e7d5a HTTP/1.1" status: 200 len: 946 time: 0.2086139 Feb 09 01:42:54.918979 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-a3eb9072-eadc-41d2-8586-be1ffff2787a tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2427781 Feb 09 01:42:54.938113 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb76e5fa-964a-4491-a8c4-139e4881aae1 req-02799d81-41b2-4859-95ce-00e38901c5e0 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535151 Feb 09 01:42:54.951035 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-e381a0f9-a44d-48f5-9882-efa7ce3639c4 service neutron] Request body: {'port': {'device_id': '4a4349a5-7517-4a65-93dc-46d87793c366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:54.966301 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-8d064cab-950f-46e3-83c0-230d516b124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:54.967154 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f6bf4c75-f5ac-436f-ae4e-5adf1c2ffb2a admin admin] Publish callbacks [] for security_group (d26d8a58-5c20-492a-ace2-5e890b57e8f9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.967847 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-8d064cab-950f-46e3-83c0-230d516b124d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=092f8329ee4140f8a8a266c0e29b4e94&device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 1126 time: 0.2600064 Feb 09 01:42:55.008972 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f6bf4c75-f5ac-436f-ae4e-5adf1c2ffb2a admin admin] Publish callbacks [] for security_group (d26d8a58-5c20-492a-ace2-5e890b57e8f9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.061415 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd85851-6961-463f-99ec-afb8f7179b9c req-acf2a67d-e5d3-4532-a4b5-88ed3777ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:55.062822 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cfd85851-6961-463f-99ec-afb8f7179b9c req-acf2a67d-e5d3-4532-a4b5-88ed3777ddde service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=882b1d74468f4236916ac9797755db7f&device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 1127 time: 0.1950092 Feb 09 01:42:55.083087 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-2ff174a6-a43e-4de8-b26f-ddc4e28f05d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12562aab-4070-4ec9-a2a4-efb945bab2b3 HTTP/1.1" status: 200 len: 217 time: 0.0745511 Feb 09 01:42:55.084647 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85a01b-891c-4858-95e6-c1acc1b819a8 req-9e6120f3-4915-4636-ba58-f41b1604ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:55.087323 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0d85a01b-891c-4858-95e6-c1acc1b819a8 req-9e6120f3-4915-4636-ba58-f41b1604ee99 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.3393943 Feb 09 01:42:55.155060 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f6bf4c75-f5ac-436f-ae4e-5adf1c2ffb2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d26d8a58-5c20-492a-ace2-5e890b57e8f9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.157678 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f6bf4c75-f5ac-436f-ae4e-5adf1c2ffb2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.162416 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f6bf4c75-f5ac-436f-ae4e-5adf1c2ffb2a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d26d8a58-5c20-492a-ace2-5e890b57e8f9 HTTP/1.1" status: 204 len: 168 time: 0.3811123 Feb 09 01:42:55.188663 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bd576-7458-4ecc-9ee1-39f5949e6b0e req-6d23e42e-9794-477f-bd22-aa682df92c6e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:55.190386 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d2bd576-7458-4ecc-9ee1-39f5949e6b0e req-6d23e42e-9794-477f-bd22-aa682df92c6e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 944 time: 0.1463122 Feb 09 01:42:55.200299 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf4c75-f5ac-436f-ae4e-5adf1c2ffb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26d8a58-5c20-492a-ace2-5e890b57e8f9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:55.214898 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8a4f77df-3c15-4779-884f-0c4f73c3acd3 req-5cdb3c2d-3c34-4467-87bb-44027a72920a tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5175adf-3c0b-49d5-ab51-92b460e10d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943182 Feb 09 01:42:55.221957 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0d85a01b-891c-4858-95e6-c1acc1b819a8 req-b4e107aa-a46b-47e9-98fe-846dc66bfbee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=65d84600-6a13-47e6-ab08-5e64b6ae353f HTTP/1.1" status: 200 len: 217 time: 0.1115420 Feb 09 01:42:55.287064 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd85851-6961-463f-99ec-afb8f7179b9c req-71e7225e-9bcc-4a96-a0bb-569b464f159a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:55.290716 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cfd85851-6961-463f-99ec-afb8f7179b9c req-71e7225e-9bcc-4a96-a0bb-569b464f159a service neutron] 10.222.0.67 "GET /v2.0/networks?id=1c164421-b937-4772-b3ad-c06ffa4973ed HTTP/1.1" status: 200 len: 914 time: 0.2047634 Feb 09 01:42:55.339983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85a01b-891c-4858-95e6-c1acc1b819a8 req-988aa3e0-f597-46a9-9cb0-cdec293935ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:55.341724 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0d85a01b-891c-4858-95e6-c1acc1b819a8 req-988aa3e0-f597-46a9-9cb0-cdec293935ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.0948608 Feb 09 01:42:55.344182 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-25d70a41-483a-4357-b80d-54816c08f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:55.346781 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-25d70a41-483a-4357-b80d-54816c08f460 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06960262-e6ff-4aec-9056-78c4deec1b4a HTTP/1.1" status: 200 len: 851 time: 0.2524154 Feb 09 01:42:55.347790 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-e381a0f9-a44d-48f5-9882-efa7ce3639c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b7d8f832-7a25-4167-8f65-319584caa4fb), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.373395 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cfd85851-6961-463f-99ec-afb8f7179b9c req-fab5c7eb-1784-409e-b6c2-8486715121e5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05366da3-ae6f-43e0-a840-3c9d28c899e6 HTTP/1.1" status: 200 len: 217 time: 0.0714619 Feb 09 01:42:55.401450 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d2bd576-7458-4ecc-9ee1-39f5949e6b0e req-3e7aae7f-59a6-47d0-ae55-83dec5819f40 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855869 Feb 09 01:42:55.463843 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd85851-6961-463f-99ec-afb8f7179b9c req-32edacf9-9c66-42c7-9a55-5ee29c985d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:55.468984 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cfd85851-6961-463f-99ec-afb8f7179b9c req-32edacf9-9c66-42c7-9a55-5ee29c985d70 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9145d287-893f-45e0-a833-97ee0b627cb1 HTTP/1.1" status: 200 len: 853 time: 0.0856164 Feb 09 01:42:55.470151 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-1232113a-6dc4-4f2e-9568-5d7699031acb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8d868039-8396-432e-a58b-15f70b0bf5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923934 Feb 09 01:42:55.543422 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cfd85851-6961-463f-99ec-afb8f7179b9c req-ddf2ff1a-711b-4a0c-a0f1-d65911a9e8b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1c164421-b937-4772-b3ad-c06ffa4973ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594888 Feb 09 01:42:55.649843 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85a01b-891c-4858-95e6-c1acc1b819a8 req-67a4e898-d50b-4ff1-84d0-c5ba82dd968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:55.651732 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0d85a01b-891c-4858-95e6-c1acc1b819a8 req-67a4e898-d50b-4ff1-84d0-c5ba82dd968b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2877364 Feb 09 01:42:55.669574 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632895b-73b4-4df8-a3d6-774341223f2c req-ff8fa919-8f2a-4d09-b38d-ee6711e52ed5 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:55.671939 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f632895b-73b4-4df8-a3d6-774341223f2c req-ff8fa919-8f2a-4d09-b38d-ee6711e52ed5 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.3201466 Feb 09 01:42:55.674421 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2157cb2-0a10-40c7-9a63-9a2eaf481c78 req-d9da59a2-b0ce-4e02-a805-218fd9ca02c0 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:55.683322 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e2157cb2-0a10-40c7-9a63-9a2eaf481c78 req-d9da59a2-b0ce-4e02-a805-218fd9ca02c0 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 945 time: 0.1531851 Feb 09 01:42:55.701019 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40636) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:55.706598 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-95cde0e9-b6fb-4fe6-86e5-cfecdb0b9367 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Request body: {'floatingip': {'port_id': '19dc71f6-a724-48bb-a69b-0c6d7785ada0'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:55.765965 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cfd85851-6961-463f-99ec-afb8f7179b9c req-cde89871-84a6-47fc-8089-e0bf05d543ee service neutron] 10.222.0.67 "GET /v2.0/networks/1c164421-b937-4772-b3ad-c06ffa4973ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128882 Feb 09 01:42:55.767722 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95cde0e9-b6fb-4fe6-86e5-cfecdb0b9367 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks [] for floatingip (631d6f8d-1e62-481f-b7dc-0013f12ce222), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.776789 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f299bb3-079d-4e42-9374-a55579a0c4d4 x-openstack-request-id: req-5f299bb3-079d-4e42-9374-a55579a0c4d4 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:42:55.777275 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140128a1-0911-46ba-8b75-0a6b01ca099e", "tag": "12562aab-4070-4ec9-a2a4-efb945bab2b3", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:42:55.777699 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f299bb3-079d-4e42-9374-a55579a0c4d4 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:42:55.778377 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140128a1-0911-46ba-8b75-0a6b01ca099e', 'tag': '12562aab-4070-4ec9-a2a4-efb945bab2b3', 'status': 'completed', 'code': 200} Feb 09 01:42:55.801864 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 40638) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:55.915936 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b32b599f-cfd6-47d1-b577-c004c90bc3c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.005565 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-83dead97-c3f6-4590-93dc-f70f3f476709 service neutron] 10.222.0.67 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755492 Feb 09 01:42:56.050637 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f632895b-73b4-4df8-a3d6-774341223f2c req-03e6cb8b-5124-4161-91dd-a9756c03224e tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038421 Feb 09 01:42:56.065344 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703eb9f7-136d-4de2-a197-f33124650c0f req-5b74d31e-4414-49ae-b11c-c8492c66bb42 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:56.067277 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-703eb9f7-136d-4de2-a197-f33124650c0f req-5b74d31e-4414-49ae-b11c-c8492c66bb42 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 932 time: 0.2000523 Feb 09 01:42:56.073793 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cfd85851-6961-463f-99ec-afb8f7179b9c req-db3c8079-d163-4284-8caf-0727691f09e8 service neutron] 10.222.0.67 "GET /v2.0/networks/1c164421-b937-4772-b3ad-c06ffa4973ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010688 Feb 09 01:42:56.182051 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bb74d-25de-40de-a304-a4715e4f1062 req-65014f39-ad31-465f-8f9f-a0ab0089f8be tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:56.183911 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4c2bb74d-25de-40de-a304-a4715e4f1062 req-65014f39-ad31-465f-8f9f-a0ab0089f8be tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d3fba75-da06-4a31-8d0b-84c53281a85c HTTP/1.1" status: 200 len: 949 time: 0.3750048 Feb 09 01:42:56.212060 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0d85a01b-891c-4858-95e6-c1acc1b819a8 req-af515c4e-0c04-4a87-b087-505c8cb75f07 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668624 Feb 09 01:42:56.372101 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea4858d5-3323-48c4-9692-73a2ba5529f9 req-4c786e8b-375e-4f9e-82bf-205e19f6a4e3 service neutron] 10.222.0.67 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481092 Feb 09 01:42:56.518252 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b32b599f-cfd6-47d1-b577-c004c90bc3c6 admin admin] Publish callbacks [] for security_group (8edea311-8db8-439f-9bd5-c5610bdef093), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.556311 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b32b599f-cfd6-47d1-b577-c004c90bc3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8edea311-8db8-439f-9bd5-c5610bdef093), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.584995 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-703eb9f7-136d-4de2-a197-f33124650c0f req-43cef0a6-caea-414c-b77a-bfe56c2a8063 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970218 Feb 09 01:42:56.588482 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-e381a0f9-a44d-48f5-9882-efa7ce3639c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d8f832-7a25-4167-8f65-319584caa4fb {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:42:56.614345 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1608583-cda9-4960-b1c7-29a84c778c5c req-635272c4-2e6e-48c6-a4f0-ad7303bb6bf4 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:56.616112 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d1608583-cda9-4960-b1c7-29a84c778c5c req-635272c4-2e6e-48c6-a4f0-ad7303bb6bf4 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.4274583 Feb 09 01:42:56.624609 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-e381a0f9-a44d-48f5-9882-efa7ce3639c4 service neutron] Publish callbacks [] for port (b7d8f832-7a25-4167-8f65-319584caa4fb), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.647676 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0d85a01b-891c-4858-95e6-c1acc1b819a8 req-6ddd8153-e1c8-4dc1-bbdc-95695c05f007 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115951 Feb 09 01:42:56.676498 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b599f-cfd6-47d1-b577-c004c90bc3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edea311-8db8-439f-9bd5-c5610bdef093,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:56.687251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-e381a0f9-a44d-48f5-9882-efa7ce3639c4 service neutron] Transition to ACTIVE for port object b7d8f832-7a25-4167-8f65-319584caa4fb will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:42:56.690919 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b32b599f-cfd6-47d1-b577-c004c90bc3c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=12356f97c8b846eaa00918d7a8adb839&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8786538 Feb 09 01:42:56.700667 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 40646) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:56.714555 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-e381a0f9-a44d-48f5-9882-efa7ce3639c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (b7d8f832-7a25-4167-8f65-319584caa4fb), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.734555 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d805b1e-204c-4813-b486-e7ea2911fc30 req-2009aa40-b0bb-4b0e-bdd1-687ff6659967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:56.736115 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d805b1e-204c-4813-b486-e7ea2911fc30 req-2009aa40-b0bb-4b0e-bdd1-687ff6659967 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=092f8329ee4140f8a8a266c0e29b4e94&device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 1126 time: 0.2859786 Feb 09 01:42:56.828160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-4c2bb74d-25de-40de-a304-a4715e4f1062 req-493ab511-5000-4ff0-8cd4-52429c6e1c1e tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Deleting port 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:56.828620 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4c2bb74d-25de-40de-a304-a4715e4f1062 req-493ab511-5000-4ff0-8cd4-52429c6e1c1e tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0e49f22d-0e2d-45a3-b0ea-4d3b87dff701), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.962153 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c134dd5-d6bc-4948-8688-41a4eb18c5ce req-d9cb9c18-0685-4b9b-b2e3-1b56f530a026 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8397ace8-285b-4a79-b322-ccb3c7c94972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1888175 Feb 09 01:42:56.973980 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d1608583-cda9-4960-b1c7-29a84c778c5c req-05a0440e-753f-4826-97ec-c1b6ab7d8c95 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185687 Feb 09 01:42:56.974248 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25ab8b-6bbb-40c3-8615-7f016d5f7fe4 req-d22fc1cb-2d46-4f4b-bbfa-3c30c2641c8a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:56.982232 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1a25ab8b-6bbb-40c3-8615-7f016d5f7fe4 req-d22fc1cb-2d46-4f4b-bbfa-3c30c2641c8a tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3fba75-da06-4a31-8d0b-84c53281a85c HTTP/1.1" status: 200 len: 949 time: 0.3133335 Feb 09 01:42:56.988628 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381a0f9-a44d-48f5-9882-efa7ce3639c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d8f832-7a25-4167-8f65-319584caa4fb,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:57.115534 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95cde0e9-b6fb-4fe6-86e5-cfecdb0b9367 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:57.127695 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95cde0e9-b6fb-4fe6-86e5-cfecdb0b9367 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (631d6f8d-1e62-481f-b7dc-0013f12ce222), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:57.153263 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d446a274-c620-4563-b38b-504bed59c1de admin admin] Publish callbacks [] for security_group (8edea311-8db8-439f-9bd5-c5610bdef093), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:57.181151 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1a25ab8b-6bbb-40c3-8615-7f016d5f7fe4 req-19b02125-b618-4cd7-99a5-e9baead22439 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978467 Feb 09 01:42:57.248440 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c134dd5-d6bc-4948-8688-41a4eb18c5ce req-da75a9a5-f156-4f7f-896f-ca97e9a9f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:57.250486 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c134dd5-d6bc-4948-8688-41a4eb18c5ce req-da75a9a5-f156-4f7f-896f-ca97e9a9f953 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&device_id=8397ace8-285b-4a79-b322-ccb3c7c94972 HTTP/1.1" status: 200 len: 1131 time: 0.2454648 Feb 09 01:42:57.430877 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-95cde0e9-b6fb-4fe6-86e5-cfecdb0b9367 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Floating IP 631d6f8d-1e62-481f-b7dc-0013f12ce222 associated. External IP: 172.25.7.16, port: 19dc71f6-a724-48bb-a69b-0c6d7785ada0. Feb 09 01:42:57.543836 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ace67-2f8d-49ae-ae1f-242cc3a8ca9a req-3bc09a6f-7d85-440c-a314-e2e5e3fa30fa tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:57.545430 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-545ace67-2f8d-49ae-ae1f-242cc3a8ca9a req-3bc09a6f-7d85-440c-a314-e2e5e3fa30fa tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 944 time: 0.2685194 Feb 09 01:42:57.587306 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c134dd5-d6bc-4948-8688-41a4eb18c5ce req-39468a0f-6cdd-416b-b6cf-4565e110c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:57.589634 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c134dd5-d6bc-4948-8688-41a4eb18c5ce req-39468a0f-6cdd-416b-b6cf-4565e110c99c service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.3101473 Feb 09 01:42:57.656765 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c134dd5-d6bc-4948-8688-41a4eb18c5ce req-2c0a6056-73d2-4fef-939e-60670fe56c12 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=f6169741-ef4a-41b9-b2c5-8b073803e3ea HTTP/1.1" status: 200 len: 217 time: 0.0581284 Feb 09 01:42:57.673541 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-4c2bb74d-25de-40de-a304-a4715e4f1062 req-493ab511-5000-4ff0-8cd4-52429c6e1c1e tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] For port 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0e49f22d-0e2d-45a3-b0ea-4d3b87dff701,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:57.674148 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4c2bb74d-25de-40de-a304-a4715e4f1062 req-493ab511-5000-4ff0-8cd4-52429c6e1c1e tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0e49f22d-0e2d-45a3-b0ea-4d3b87dff701), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:57.683768 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d805b1e-204c-4813-b486-e7ea2911fc30 req-7bf8c3d2-960c-494e-ad3a-3c5dd0b03dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:57.686422 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d805b1e-204c-4813-b486-e7ea2911fc30 req-7bf8c3d2-960c-494e-ad3a-3c5dd0b03dbf service neutron] 10.222.0.67 "GET /v2.0/networks?id=8d868039-8396-432e-a58b-15f70b0bf5f1 HTTP/1.1" status: 200 len: 912 time: 0.8929026 Feb 09 01:42:57.712673 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d446a274-c620-4563-b38b-504bed59c1de admin admin] Publish callbacks [] for security_group (8edea311-8db8-439f-9bd5-c5610bdef093), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:57.714706 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-545ace67-2f8d-49ae-ae1f-242cc3a8ca9a req-f5523928-8967-4f5c-af98-f13925f52c48 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607878 Feb 09 01:42:57.757984 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-4c2bb74d-25de-40de-a304-a4715e4f1062 req-493ab511-5000-4ff0-8cd4-52429c6e1c1e tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Calling delete_port for 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:57.783419 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c134dd5-d6bc-4948-8688-41a4eb18c5ce req-3c796fdf-2dc5-4beb-8cde-0a0d8409e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:57.785916 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c134dd5-d6bc-4948-8688-41a4eb18c5ce req-3c796fdf-2dc5-4beb-8cde-0a0d8409e6af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1194730 Feb 09 01:42:57.848521 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d805b1e-204c-4813-b486-e7ea2911fc30 req-61538e97-647e-4532-b12e-3825c32054ce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12562aab-4070-4ec9-a2a4-efb945bab2b3 HTTP/1.1" status: 200 len: 217 time: 0.1322393 Feb 09 01:42:57.914007 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:42:57.937310 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c134dd5-d6bc-4948-8688-41a4eb18c5ce req-be7d0daa-8e4e-4795-ac7e-c1e1b8ce9e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:57.939337 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c134dd5-d6bc-4948-8688-41a4eb18c5ce req-be7d0daa-8e4e-4795-ac7e-c1e1b8ce9e05 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1033800 Feb 09 01:42:57.985425 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cde0e9-b6fb-4fe6-86e5-cfecdb0b9367 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Router 610e69c9-7e9d-4523-ae3e-b8412a4472b8 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:42:57.997419 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-e381a0f9-a44d-48f5-9882-efa7ce3639c4 service neutron] Attempting to bind port b7d8f832-7a25-4167-8f65-319584caa4fb on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:57.997989 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-e381a0f9-a44d-48f5-9882-efa7ce3639c4 service neutron] Attempting to bind port b7d8f832-7a25-4167-8f65-319584caa4fb by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'd8e5a775-257e-4a61-8c9b-5eeb07aca2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c9c5b673-e13e-448f-8c44-802e94f8c801'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:57.998561 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-e381a0f9-a44d-48f5-9882-efa7ce3639c4 service neutron] Attempting to bind port b7d8f832-7a25-4167-8f65-319584caa4fb on network c9c5b673-e13e-448f-8c44-802e94f8c801 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:58.015077 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ae82d-382c-47de-85c4-a8aa7c83b51f req-89c6957f-71ad-43eb-99c6-408a18ee9578 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:58.018274 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b6ae82d-382c-47de-85c4-a8aa7c83b51f req-89c6957f-71ad-43eb-99c6-408a18ee9578 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cae12c4-18ca-4992-8ac5-faf1379e7d5a HTTP/1.1" status: 200 len: 946 time: 0.8987808 Feb 09 01:42:58.048513 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:58.048982 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0e49f22d-0e2d-45a3-b0ea-4d3b87dff701), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.087709 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3fba75-da06-4a31-8d0b-84c53281a85c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e49f22d-0e2d-45a3-b0ea-4d3b87dff701'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:42:58.091603 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d25d91-cb9f-4cd1-b3ac-66198dfb1259" -d '{"events": [{"server_uuid": "9d3fba75-da06-4a31-8d0b-84c53281a85c", "name": "network-vif-unplugged", "status": "completed", "tag": "0e49f22d-0e2d-45a3-b0ea-4d3b87dff701"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:42:58.108869 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0e49f22d-0e2d-45a3-b0ea-4d3b87dff701,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:58.113695 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-e381a0f9-a44d-48f5-9882-efa7ce3639c4 service neutron] Port b7d8f832-7a25-4167-8f65-319584caa4fb on network c9c5b673-e13e-448f-8c44-802e94f8c801 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:58.113989 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-e381a0f9-a44d-48f5-9882-efa7ce3639c4 service neutron] Attempting to bind port b7d8f832-7a25-4167-8f65-319584caa4fb on network c9c5b673-e13e-448f-8c44-802e94f8c801 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:58.115678 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0e49f22d-0e2d-45a3-b0ea-4d3b87dff701), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.118305 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 05366da3-ae6f-43e0-a840-3c9d28c899e6 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:42:58.151350 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-e381a0f9-a44d-48f5-9882-efa7ce3639c4 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:42:58.152036 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-e381a0f9-a44d-48f5-9882-efa7ce3639c4 service neutron] Checking segment: {'id': 'd8e5a775-257e-4a61-8c9b-5eeb07aca2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c9c5b673-e13e-448f-8c44-802e94f8c801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:58.152526 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-e381a0f9-a44d-48f5-9882-efa7ce3639c4 service neutron] Bound using segment: {'id': 'd8e5a775-257e-4a61-8c9b-5eeb07aca2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c9c5b673-e13e-448f-8c44-802e94f8c801'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:42:58.153043 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-e381a0f9-a44d-48f5-9882-efa7ce3639c4 service neutron] Bound port: b7d8f832-7a25-4167-8f65-319584caa4fb, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e5a775-257e-4a61-8c9b-5eeb07aca2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c9c5b673-e13e-448f-8c44-802e94f8c801'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:42:58.153472 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-e381a0f9-a44d-48f5-9882-efa7ce3639c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b7d8f832-7a25-4167-8f65-319584caa4fb), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.203848 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b6ae82d-382c-47de-85c4-a8aa7c83b51f req-47e17e98-6a6e-4061-b6af-f2fb26b3e1d7 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5175adf-3c0b-49d5-ab51-92b460e10d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407688 Feb 09 01:42:58.205425 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d805b1e-204c-4813-b486-e7ea2911fc30 req-5051510b-cfd8-4797-81d2-f7f68db9b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:58.208235 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d805b1e-204c-4813-b486-e7ea2911fc30 req-5051510b-cfd8-4797-81d2-f7f68db9b4e2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06960262-e6ff-4aec-9056-78c4deec1b4a HTTP/1.1" status: 200 len: 851 time: 0.3271344 Feb 09 01:42:58.277114 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d446a274-c620-4563-b38b-504bed59c1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8edea311-8db8-439f-9bd5-c5610bdef093), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.278341 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3652d-fc7a-4619-b22b-2d305962ddce req-ef742418-e152-41c2-8f94-bc2f908a7ef0 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:58.280594 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d446a274-c620-4563-b38b-504bed59c1de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.285128 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d446a274-c620-4563-b38b-504bed59c1de admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8edea311-8db8-439f-9bd5-c5610bdef093 HTTP/1.1" status: 204 len: 168 time: 1.5798512 Feb 09 01:42:58.286230 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3bd3652d-fc7a-4619-b22b-2d305962ddce req-ef742418-e152-41c2-8f94-bc2f908a7ef0 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 945 time: 0.2897954 Feb 09 01:42:58.291570 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=0e49f22d-0e2d-45a3-b0ea-4d3b87dff701,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:58.313555 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c134dd5-d6bc-4948-8688-41a4eb18c5ce req-2a5f79f5-f6e1-4ddf-84bc-7006392d1c23 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660159 Feb 09 01:42:58.359784 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-e381a0f9-a44d-48f5-9882-efa7ce3639c4 service neutron] For port b7d8f832-7a25-4167-8f65-319584caa4fb, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:42:58.364616 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-e381a0f9-a44d-48f5-9882-efa7ce3639c4 service neutron] For port b7d8f832-7a25-4167-8f65-319584caa4fb, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=b7d8f832-7a25-4167-8f65-319584caa4fb,segment=NetworkSegment(d8e5a775-257e-4a61-8c9b-5eeb07aca2dd),segment_id=d8e5a775-257e-4a61-8c9b-5eeb07aca2dd)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:42:58.378277 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d805b1e-204c-4813-b486-e7ea2911fc30 req-889bbbb6-f5a4-48ad-8b67-fa3462be05e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8d868039-8396-432e-a58b-15f70b0bf5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1619933 Feb 09 01:42:58.383727 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-e381a0f9-a44d-48f5-9882-efa7ce3639c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (b7d8f832-7a25-4167-8f65-319584caa4fb), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.404531 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 05366da3-ae6f-43e0-a840-3c9d28c899e6 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:58.404976 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.426755 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ba4c2-eefe-49bc-ab6e-77271d858659 req-9cea3eae-f1f0-4367-80c5-19360faeda70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:58.429971 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d5ba4c2-eefe-49bc-ab6e-77271d858659 req-9cea3eae-f1f0-4367-80c5-19360faeda70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8248d61c5b2e4c07afdd3d5431bd39cc&device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 1127 time: 0.4099550 Feb 09 01:42:58.462394 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 05366da3-ae6f-43e0-a840-3c9d28c899e6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=05366da3-ae6f-43e0-a840-3c9d28c899e6,segment=NetworkSegment(899f02fd-164e-4c7a-96f7-6f23414d825b),segment_id=899f02fd-164e-4c7a-96f7-6f23414d825b)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:58.467919 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.470390 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3bd3652d-fc7a-4619-b22b-2d305962ddce req-ab68431f-04ac-463b-9180-2617a0c75d47 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805499 Feb 09 01:42:58.492805 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cde0e9-b6fb-4fe6-86e5-cfecdb0b9367 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:42:58.502440 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95cde0e9-b6fb-4fe6-86e5-cfecdb0b9367 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.518709 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbcca9a-e8bf-4f9f-994d-b45ca9be7630 None None] Sync routers for ids ['610e69c9-7e9d-4523-ae3e-b8412a4472b8'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:42:58.544297 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446a274-c620-4563-b38b-504bed59c1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edea311-8db8-439f-9bd5-c5610bdef093,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:58.547162 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbcca9a-e8bf-4f9f-994d-b45ca9be7630 None None] Routers {'610e69c9-7e9d-4523-ae3e-b8412a4472b8'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:42:58.549976 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6dbcca9a-e8bf-4f9f-994d-b45ca9be7630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:42:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['610e69c9-7e9d-4523-ae3e-b8412a4472b8'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:58.567774 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=05366da3-ae6f-43e0-a840-3c9d28c899e6,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:58.663981 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-95cde0e9-b6fb-4fe6-86e5-cfecdb0b9367 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "PUT /v2.0/floatingips/631d6f8d-1e62-481f-b7dc-0013f12ce222 HTTP/1.1" status: 200 len: 990 time: 2.9614990 Feb 09 01:42:58.665723 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eeeaa7f-5983-4d19-9669-8a090a2ded12', 'tag': '19dc71f6-a724-48bb-a69b-0c6d7785ada0'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:42:58.668928 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efb9272-3860-462d-9e5b-baea3181ff1f" -d '{"events": [{"name": "network-changed", "server_uuid": "7eeeaa7f-5983-4d19-9669-8a090a2ded12", "tag": "19dc71f6-a724-48bb-a69b-0c6d7785ada0"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:42:58.675503 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c134dd5-d6bc-4948-8688-41a4eb18c5ce req-f146351d-4c90-4a8e-8fdb-3e34de70aaf8 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534176 Feb 09 01:42:58.730431 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6da014-df4a-4889-9f5e-610ba8c83c44 req-12fe0960-90c5-49c0-a58b-6aedc21533d0 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:58.742148 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0e6da014-df4a-4889-9f5e-610ba8c83c44 req-12fe0960-90c5-49c0-a58b-6aedc21533d0 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.1419175 Feb 09 01:42:58.825393 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-6dbcca9a-e8bf-4f9f-994d-b45ca9be7630 None None] Set router 610e69c9-7e9d-4523-ae3e-b8412a4472b8 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:42:58.860746 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0e6da014-df4a-4889-9f5e-610ba8c83c44 req-555bbc91-d17c-45f8-aa93-c62293e3bc30 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175208 Feb 09 01:42:58.899142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ba4c2-eefe-49bc-ab6e-77271d858659 req-46050ca2-ccd4-46f5-8731-3abc9cfaaf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:58.907672 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d5ba4c2-eefe-49bc-ab6e-77271d858659 req-46050ca2-ccd4-46f5-8731-3abc9cfaaf35 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6b971e5-0c53-44cf-8606-badf0cb5180d HTTP/1.1" status: 200 len: 912 time: 0.4164333 Feb 09 01:42:58.982647 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478221af-8e80-484f-abed-06aeb26e5a75 x-openstack-request-id: req-478221af-8e80-484f-abed-06aeb26e5a75 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:42:58.983150 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3fba75-da06-4a31-8d0b-84c53281a85c", "name": "network-vif-unplugged", "status": "completed", "tag": "0e49f22d-0e2d-45a3-b0ea-4d3b87dff701", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:42:58.983150 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-478221af-8e80-484f-abed-06aeb26e5a75 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:42:58.983532 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3fba75-da06-4a31-8d0b-84c53281a85c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e49f22d-0e2d-45a3-b0ea-4d3b87dff701', 'code': 200} Feb 09 01:42:59.074944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-e381a0f9-a44d-48f5-9882-efa7ce3639c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:59.076566 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-e381a0f9-a44d-48f5-9882-efa7ce3639c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:59.078226 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-e381a0f9-a44d-48f5-9882-efa7ce3639c4 service neutron] 10.222.0.48 "PUT /v2.0/ports/b7d8f832-7a25-4167-8f65-319584caa4fb HTTP/1.1" status: 200 len: 1092 time: 4.1365404 Feb 09 01:42:59.078737 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4349a5-7517-4a65-93dc-46d87793c366', 'tag': 'b7d8f832-7a25-4167-8f65-319584caa4fb'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:42:59.081207 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8ce12f-e2c3-4fb4-b148-f2cefcec4582" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4349a5-7517-4a65-93dc-46d87793c366", "tag": "b7d8f832-7a25-4167-8f65-319584caa4fb"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:42:59.168191 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d805b1e-204c-4813-b486-e7ea2911fc30 req-72098ecd-8628-440b-9ead-05e108e9d771 service neutron] 10.222.0.67 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7744811 Feb 09 01:42:59.194002 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d5ba4c2-eefe-49bc-ab6e-77271d858659 req-7c802b8a-88f8-4b6d-913d-ddb27d6229dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfb1d8c3-94b3-4946-86cb-458b2634e7e0 HTTP/1.1" status: 200 len: 217 time: 0.1341298 Feb 09 01:42:59.243028 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128edcb-5abf-466f-a02d-61735863b46a req-01f229da-99e5-4e02-9247-984ddee515c1 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:59.253072 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4128edcb-5abf-466f-a02d-61735863b46a req-01f229da-99e5-4e02-9247-984ddee515c1 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3fba75-da06-4a31-8d0b-84c53281a85c HTTP/1.1" status: 200 len: 947 time: 0.1300733 Feb 09 01:42:59.362583 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4128edcb-5abf-466f-a02d-61735863b46a req-2eb76507-d7f4-49f0-b607-bb3bb349a211 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084960 Feb 09 01:42:59.374142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381a0f9-a44d-48f5-9882-efa7ce3639c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d8f832-7a25-4167-8f65-319584caa4fb,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:59.395775 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4c2bb74d-25de-40de-a304-a4715e4f1062 req-493ab511-5000-4ff0-8cd4-52429c6e1c1e tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (0e49f22d-0e2d-45a3-b0ea-4d3b87dff701), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:59.425037 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['f6169741-ef4a-41b9-b2c5-8b073803e3ea', '1ae1d2b4-74aa-440a-a825-b4764a5c3be6', '6e46932e-60d8-42af-9eb5-c7d391afa40c'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:42:59.477454 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6dbcca9a-e8bf-4f9f-994d-b45ca9be7630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'name': 'tempest-ServersTestJSON-1798887720-router', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:02Z', 'updated_at': '2022-02-09T01:42:11Z', 'revision_number': 4, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'gw_port': {'id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:03Z', 'updated_at': '2022-02-09T01:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '631d6f8d-1e62-481f-b7dc-0013f12ce222', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'port_id': '19dc71f6-a724-48bb-a69b-0c6d7785ada0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c', 'mac_address': 'fa:16:3e:45:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeeaa7f-5983-4d19-9669-8a090a2ded12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:42:21Z', 'updated_at': '2022-02-09T01:42:56Z', 'revision_number': 1, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8e569b-959f-42a0-ac22-1c5b73c6bb01', 'name': '', 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'mac_address': 'fa:16:3e:17:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1f8a20bf-5e10-400b-ab6f-095b15eec2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:08Z', 'updated_at': '2022-02-09T01:42:18Z', 'revision_number': 5, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'subnets': [{'id': '1f8a20bf-5e10-400b-ab6f-095b15eec2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:59.518603 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbcca9a-e8bf-4f9f-994d-b45ca9be7630 None None] Checking router: 610e69c9-7e9d-4523-ae3e-b8412a4472b8 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:42:59.522297 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef92a9-92e7-481c-b41e-1964f61fb3d9 req-2933af02-0db9-48bd-8bd4-4d6b2b047361 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:59.524137 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfef92a9-92e7-481c-b41e-1964f61fb3d9 req-2933af02-0db9-48bd-8bd4-4d6b2b047361 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 944 time: 0.9543476 Feb 09 01:42:59.530178 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbcca9a-e8bf-4f9f-994d-b45ca9be7630 None None] Routers {'610e69c9-7e9d-4523-ae3e-b8412a4472b8'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:42:59.531618 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6dbcca9a-e8bf-4f9f-994d-b45ca9be7630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:42:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['610e69c9-7e9d-4523-ae3e-b8412a4472b8'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:59.535563 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ab511-5000-4ff0-8cd4-52429c6e1c1e tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Pushing event deleted for resources: {'Port': ['ID=0e49f22d-0e2d-45a3-b0ea-4d3b87dff701,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:59.558457 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ba4c2-eefe-49bc-ab6e-77271d858659 req-3bad5db7-83b8-4aa7-9608-b07c8f9216b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:59.560189 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d5ba4c2-eefe-49bc-ab6e-77271d858659 req-3bad5db7-83b8-4aa7-9608-b07c8f9216b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=39615468-fb42-472a-ac5d-b723e6597983 HTTP/1.1" status: 200 len: 851 time: 0.3030770 Feb 09 01:42:59.625832 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['4dd84e72-0a61-4b58-a19f-c280a933f0b0', '65d84600-6a13-47e6-ab08-5e64b6ae353f'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:42:59.693703 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1ce2a-736d-4c27-a641-e6a37a8a807b req-9c81baf1-87ef-42cc-8b88-484bd9c7b3c7 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:59.709418 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-08f1ce2a-736d-4c27-a641-e6a37a8a807b req-9c81baf1-87ef-42cc-8b88-484bd9c7b3c7 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 945 time: 0.2219281 Feb 09 01:42:59.715975 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-2ca4705b-fce2-4cd0-9b47-8e838a3dd4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:59.728828 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-2ca4705b-fce2-4cd0-9b47-8e838a3dd4e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9b0198efaa540378bf27bf2b2c797a1&device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 1126 time: 0.5677633 Feb 09 01:42:59.811312 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-6dbcca9a-e8bf-4f9f-994d-b45ca9be7630 None None] Set router 610e69c9-7e9d-4523-ae3e-b8412a4472b8 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:42:59.847234 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-08f1ce2a-736d-4c27-a641-e6a37a8a807b req-ab4703f9-a51e-486d-9b60-409db8227d83 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f67cd98-ceb2-414a-a19d-617dd036902a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365540 Feb 09 01:42:59.889724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2bb74d-25de-40de-a304-a4715e4f1062 req-493ab511-5000-4ff0-8cd4-52429c6e1c1e tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] No DVR routers for this DVR port 0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:42:59.905061 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4c2bb74d-25de-40de-a304-a4715e4f1062 req-493ab511-5000-4ff0-8cd4-52429c6e1c1e tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:59.911093 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4c2bb74d-25de-40de-a304-a4715e4f1062 req-493ab511-5000-4ff0-8cd4-52429c6e1c1e tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "DELETE /v2.0/ports/0e49f22d-0e2d-45a3-b0ea-4d3b87dff701 HTTP/1.1" status: 204 len: 173 time: 3.7017796 Feb 09 01:42:59.936578 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 12562aab-4070-4ec9-a2a4-efb945bab2b3 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:42:59.952542 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d5ba4c2-eefe-49bc-ab6e-77271d858659 req-ed52d8d4-8c8e-4a53-9013-e9ce06d06e2e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6b971e5-0c53-44cf-8606-badf0cb5180d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3788202 Feb 09 01:42:59.976629 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddebaa91-36e0-42d9-91e5-594c50b1de14 x-openstack-request-id: req-ddebaa91-36e0-42d9-91e5-594c50b1de14 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:42:59.977143 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eeeaa7f-5983-4d19-9669-8a090a2ded12", "tag": "19dc71f6-a724-48bb-a69b-0c6d7785ada0", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:42:59.977564 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ddebaa91-36e0-42d9-91e5-594c50b1de14 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:42:59.978103 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eeeaa7f-5983-4d19-9669-8a090a2ded12', 'tag': '19dc71f6-a724-48bb-a69b-0c6d7785ada0', 'status': 'completed', 'code': 200} Feb 09 01:43:00.243651 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:43:00.298505 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d805b1e-204c-4813-b486-e7ea2911fc30 req-c2861a74-f12a-407e-8ecf-ca7f3772ef89 service neutron] 10.222.0.67 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0906768 Feb 09 01:43:00.303097 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-9103e788-e759-4cd7-9ad1-30ae8993622a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7d8f832-7a25-4167-8f65-319584caa4fb HTTP/1.1" status: 200 len: 217 time: 0.4471769 Feb 09 01:43:00.430288 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bb0bd-b1bd-4dd4-95b2-761f96a2d56f req-6a4072a1-56ac-44cd-98ab-08945d9ef10c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:00.455091 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-706bb0bd-b1bd-4dd4-95b2-761f96a2d56f req-6a4072a1-56ac-44cd-98ab-08945d9ef10c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 944 time: 0.2489481 Feb 09 01:43:00.557973 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6dbcca9a-e8bf-4f9f-994d-b45ca9be7630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'name': 'tempest-ServersTestJSON-1798887720-router', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:02Z', 'updated_at': '2022-02-09T01:42:11Z', 'revision_number': 4, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'gw_port': {'id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:03Z', 'updated_at': '2022-02-09T01:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '631d6f8d-1e62-481f-b7dc-0013f12ce222', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'port_id': '19dc71f6-a724-48bb-a69b-0c6d7785ada0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c', 'mac_address': 'fa:16:3e:45:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeeaa7f-5983-4d19-9669-8a090a2ded12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:42:21Z', 'updated_at': '2022-02-09T01:42:56Z', 'revision_number': 1, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8e569b-959f-42a0-ac22-1c5b73c6bb01', 'name': '', 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'mac_address': 'fa:16:3e:17:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1f8a20bf-5e10-400b-ab6f-095b15eec2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:08Z', 'updated_at': '2022-02-09T01:42:18Z', 'revision_number': 5, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'subnets': [{'id': '1f8a20bf-5e10-400b-ab6f-095b15eec2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:00.579018 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfef92a9-92e7-481c-b41e-1964f61fb3d9 req-f0079519-3c1d-4f0d-823f-fb74328a2507 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0382636 Feb 09 01:43:00.588608 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d5ba4c2-eefe-49bc-ab6e-77271d858659 req-2e74da6b-33bc-4d28-9770-bacfb0af5293 service neutron] 10.222.0.48 "GET /v2.0/networks/a6b971e5-0c53-44cf-8606-badf0cb5180d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6224656 Feb 09 01:43:00.599702 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-8116c959-adde-489e-a564-68f86602360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:00.601500 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-8116c959-adde-489e-a564-68f86602360a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de4a96bd-815b-46c1-a4b0-13716c101d56 HTTP/1.1" status: 200 len: 862 time: 0.1306348 Feb 09 01:43:00.634304 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbcca9a-e8bf-4f9f-994d-b45ca9be7630 None None] The sync data for ids ['610e69c9-7e9d-4523-ae3e-b8412a4472b8'] in n-d-828387-3 is: [{'id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'name': 'tempest-ServersTestJSON-1798887720-router', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:02Z', 'updated_at': '2022-02-09T01:42:11Z', 'revision_number': 4, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'gw_port': {'id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:03Z', 'updated_at': '2022-02-09T01:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '631d6f8d-1e62-481f-b7dc-0013f12ce222', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'port_id': '19dc71f6-a724-48bb-a69b-0c6d7785ada0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c', 'mac_address': 'fa:16:3e:45:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeeaa7f-5983-4d19-9669-8a090a2ded12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:42:21Z', 'updated_at': '2022-02-09T01:42:56Z', 'revision_number': 1, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8e569b-959f-42a0-ac22-1c5b73c6bb01', 'name': '', 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'mac_address': 'fa:16:3e:17:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1f8a20bf-5e10-400b-ab6f-095b15eec2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:08Z', 'updated_at': '2022-02-09T01:42:18Z', 'revision_number': 5, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'subnets': [{'id': '1f8a20bf-5e10-400b-ab6f-095b15eec2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:00.658957 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 12562aab-4070-4ec9-a2a4-efb945bab2b3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=12562aab-4070-4ec9-a2a4-efb945bab2b3,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:00.691994 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-706bb0bd-b1bd-4dd4-95b2-761f96a2d56f req-32be8abc-de0e-406f-8162-51b0e29c6a66 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308898 Feb 09 01:43:00.708656 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '12562aab-4070-4ec9-a2a4-efb945bab2b3', 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1', 'port_id': '12562aab-4070-4ec9-a2a4-efb945bab2b3', 'mac_address': 'fa:16:3e:83:ec:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06960262-e6ff-4aec-9056-78c4deec1b4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:43:00.710267 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb9272-3860-462d-9e5b-baea3181ff1f req-fa0de11e-93e9-45c5-a293-ccb2a68648bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:00.715550 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7efb9272-3860-462d-9e5b-baea3181ff1f req-fa0de11e-93e9-45c5-a293-ccb2a68648bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c06b13ded86f4835887eab07b674aca5&device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 1127 time: 0.4485013 Feb 09 01:43:00.740159 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-28e80d94-d0e3-4d72-821c-2ec9b860f816 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9c5b673-e13e-448f-8c44-802e94f8c801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262853 Feb 09 01:43:00.874756 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442b91ad-1354-4e16-8c34-b3eae1dc62c1 x-openstack-request-id: req-442b91ad-1354-4e16-8c34-b3eae1dc62c1 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:00.875188 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4349a5-7517-4a65-93dc-46d87793c366", "tag": "b7d8f832-7a25-4167-8f65-319584caa4fb", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:00.875572 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-442b91ad-1354-4e16-8c34-b3eae1dc62c1 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:00.876194 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4349a5-7517-4a65-93dc-46d87793c366', 'tag': 'b7d8f832-7a25-4167-8f65-319584caa4fb', 'status': 'completed', 'code': 200} Feb 09 01:43:00.952224 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 12562aab-4070-4ec9-a2a4-efb945bab2b3 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:00.956164 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (12562aab-4070-4ec9-a2a4-efb945bab2b3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:00.995845 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2582cb04-5981-4341-a2b3-36f504831b17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05366da3-ae6f-43e0-a840-3c9d28c899e6'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:00.998084 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9862cd-f954-496c-9626-4335fc8f7e58" -d '{"events": [{"server_uuid": "2582cb04-5981-4341-a2b3-36f504831b17", "name": "network-vif-unplugged", "status": "completed", "tag": "05366da3-ae6f-43e0-a840-3c9d28c899e6"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:01.038078 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12562aab-4070-4ec9-a2a4-efb945bab2b3 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:43:01.077453 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d5ba4c2-eefe-49bc-ab6e-77271d858659 req-d346ee18-bb78-4f45-a2c7-537acce74ced service neutron] 10.222.0.48 "GET /v2.0/networks/a6b971e5-0c53-44cf-8606-badf0cb5180d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738660 Feb 09 01:43:01.089097 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 12562aab-4070-4ec9-a2a4-efb945bab2b3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=12562aab-4070-4ec9-a2a4-efb945bab2b3,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:01.102327 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82131bc-fda2-4969-bee0-1a439ef2ec1d None None] New status for floating IP 631d6f8d-1e62-481f-b7dc-0013f12ce222: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:43:01.123987 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (12562aab-4070-4ec9-a2a4-efb945bab2b3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:01.147324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb9272-3860-462d-9e5b-baea3181ff1f req-7bab0a7e-2cb3-4c84-b4f6-0979d938e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:01.149289 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7efb9272-3860-462d-9e5b-baea3181ff1f req-7bab0a7e-2cb3-4c84-b4f6-0979d938e502 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14ba8024-858b-4433-87a7-a67773e6a85c HTTP/1.1" status: 200 len: 907 time: 0.4117887 Feb 09 01:43:01.161841 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543471c9-6dbf-47cc-96f0-06d6dc553f9a req-582c4d71-5c51-480f-ba0a-a8df90b7a726 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:01.180555 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-543471c9-6dbf-47cc-96f0-06d6dc553f9a req-582c4d71-5c51-480f-ba0a-a8df90b7a726 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 943 time: 0.2512801 Feb 09 01:43:01.228531 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-1f3ea865-bc41-43a7-b6c8-a96396c0ab55 service neutron] 10.222.0.48 "GET /v2.0/networks/c9c5b673-e13e-448f-8c44-802e94f8c801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694927 Feb 09 01:43:01.241479 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6c585-205f-404d-bf47-c9f70e03e57b req-ccc9c265-8783-4e1d-a55b-1c8dbd1a14e5 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:01.243195 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ccb6c585-205f-404d-bf47-c9f70e03e57b req-ccc9c265-8783-4e1d-a55b-1c8dbd1a14e5 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.2955306 Feb 09 01:43:01.348022 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-543471c9-6dbf-47cc-96f0-06d6dc553f9a req-483e756f-59d0-4bff-9933-fa41293db930 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656902 Feb 09 01:43:01.370934 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7efb9272-3860-462d-9e5b-baea3181ff1f req-fa9301ad-10a4-4f7b-81ee-c12d6c9b14d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dc71f6-a724-48bb-a69b-0c6d7785ada0 HTTP/1.1" status: 200 len: 998 time: 0.2073715 Feb 09 01:43:01.502774 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ccb6c585-205f-404d-bf47-c9f70e03e57b req-32666ad3-d765-407a-a28c-f3bb51d2e4ac tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444007 Feb 09 01:43:01.578827 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb9272-3860-462d-9e5b-baea3181ff1f req-7240224f-3607-4cdc-acc1-d6ccc31d26cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:01.580893 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7efb9272-3860-462d-9e5b-baea3181ff1f req-7240224f-3607-4cdc-acc1-d6ccc31d26cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f8a20bf-5e10-400b-ab6f-095b15eec2ee HTTP/1.1" status: 200 len: 845 time: 0.1968713 Feb 09 01:43:01.641937 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-875f12aa-962f-430f-aaec-e424c7f7d1ba req-51c728a4-991c-4fb6-9e01-e9b4a77ffebf tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3fba75-da06-4a31-8d0b-84c53281a85c HTTP/1.1" status: 200 len: 210 time: 0.0841610 Feb 09 01:43:01.668816 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['12562aab-4070-4ec9-a2a4-efb945bab2b3'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:43:01.696349 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-549d8ce6-9af2-4b20-b8ba-d846654fd935 req-04ce2117-8680-415c-9bb6-b5135420dc30 service neutron] 10.222.0.48 "GET /v2.0/networks/c9c5b673-e13e-448f-8c44-802e94f8c801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496748 Feb 09 01:43:01.700445 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=12562aab-4070-4ec9-a2a4-efb945bab2b3,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:01.710980 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0459693-878b-48f5-be30-75c9a41a9465 x-openstack-request-id: req-b0459693-878b-48f5-be30-75c9a41a9465 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:01.720473 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2582cb04-5981-4341-a2b3-36f504831b17", "name": "network-vif-unplugged", "status": "failed", "tag": "05366da3-ae6f-43e0-a840-3c9d28c899e6", "code": 422}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:01.720932 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0459693-878b-48f5-be30-75c9a41a9465 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:01.721544 n-d-828387-3 neutron-server[103185]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2582cb04-5981-4341-a2b3-36f504831b17', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '05366da3-ae6f-43e0-a840-3c9d28c899e6', 'code': 422} returned with failed status Feb 09 01:43:01.871236 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:01.871236 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:01.871236 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:01.871236 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:01.871236 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:01.871236 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:01.885909 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:01.885909 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:01.886325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:01.886597 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:01.887026 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:01.887330 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:01.887733 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:01.937098 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb9272-3860-462d-9e5b-baea3181ff1f req-2dc39710-909d-462e-bb61-09ddd878a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:01.939591 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7efb9272-3860-462d-9e5b-baea3181ff1f req-2dc39710-909d-462e-bb61-09ddd878a2e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14ba8024-858b-4433-87a7-a67773e6a85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3419545 Feb 09 01:43:02.027157 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 05366da3-ae6f-43e0-a840-3c9d28c899e6 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:43:02.045578 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ccc07-2963-484b-87eb-06a6519dbce6 req-d0711111-d98d-4037-8971-913d7f3ed49c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:02.062160 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-410ccc07-2963-484b-87eb-06a6519dbce6 req-d0711111-d98d-4037-8971-913d7f3ed49c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 943 time: 0.1927969 Feb 09 01:43:02.169095 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7c639-8e2a-4577-be15-5bf135005b49 req-83d1aca8-bf6d-42eb-b33a-1bac044a7865 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:02.172032 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-78b7c639-8e2a-4577-be15-5bf135005b49 req-83d1aca8-bf6d-42eb-b33a-1bac044a7865 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 945 time: 0.4821467 Feb 09 01:43:02.209423 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ce12f-e2c3-4fb4-b148-f2cefcec4582 req-8395176f-8449-4e27-9112-4d60ad2f578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:02.212114 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd8ce12f-e2c3-4fb4-b148-f2cefcec4582 req-8395176f-8449-4e27-9112-4d60ad2f578a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9b0198efaa540378bf27bf2b2c797a1&device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 1126 time: 0.4103866 Feb 09 01:43:02.232215 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-410ccc07-2963-484b-87eb-06a6519dbce6 req-31c0536e-9998-46d6-9692-5c7099b393ef tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660628 Feb 09 01:43:02.490980 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-78b7c639-8e2a-4577-be15-5bf135005b49 req-db493849-f431-405f-8b34-4d22677bd39c tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f67cd98-ceb2-414a-a19d-617dd036902a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3128734 Feb 09 01:43:02.551421 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 05366da3-ae6f-43e0-a840-3c9d28c899e6 is: DOWN; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:02.573805 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7efb9272-3860-462d-9e5b-baea3181ff1f req-9be95494-0765-453c-8e5f-382af41dffbd service neutron] 10.222.0.48 "GET /v2.0/networks/14ba8024-858b-4433-87a7-a67773e6a85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6190763 Feb 09 01:43:02.694306 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbee98-a25f-46a5-a2fc-c60fa1abd631 req-dd6c1be7-3f25-48e6-aa06-ce25fc7c0039 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:02.696032 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b5dbee98-a25f-46a5-a2fc-c60fa1abd631 req-dd6c1be7-3f25-48e6-aa06-ce25fc7c0039 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 944 time: 0.2612388 Feb 09 01:43:02.762674 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ce12f-e2c3-4fb4-b148-f2cefcec4582 req-a77264fa-504b-406c-a7dc-aab9ab574fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:02.765352 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd8ce12f-e2c3-4fb4-b148-f2cefcec4582 req-a77264fa-504b-406c-a7dc-aab9ab574fae service neutron] 10.222.0.48 "GET /v2.0/networks?id=c9c5b673-e13e-448f-8c44-802e94f8c801 HTTP/1.1" status: 200 len: 923 time: 0.5356259 Feb 09 01:43:02.797148 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b5dbee98-a25f-46a5-a2fc-c60fa1abd631 req-9f47c963-fe24-4cad-aa06-bf398d9c7d3b tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939074 Feb 09 01:43:02.859015 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd8ce12f-e2c3-4fb4-b148-f2cefcec4582 req-7d293077-ae89-4753-9291-cc4d50b53ff8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7d8f832-7a25-4167-8f65-319584caa4fb HTTP/1.1" status: 200 len: 217 time: 0.0831900 Feb 09 01:43:02.888615 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3fba75-da06-4a31-8d0b-84c53281a85c', 'name': 'network-vif-deleted', 'tag': '0e49f22d-0e2d-45a3-b0ea-4d3b87dff701'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:02.896396 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796d7c27-21d5-4b52-a237-948a0b7bc431" -d '{"events": [{"server_uuid": "9d3fba75-da06-4a31-8d0b-84c53281a85c", "name": "network-vif-deleted", "tag": "0e49f22d-0e2d-45a3-b0ea-4d3b87dff701"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:02.970288 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7efb9272-3860-462d-9e5b-baea3181ff1f req-18e80c9c-25c2-4a59-83d7-0e761e60fde3 service neutron] 10.222.0.48 "GET /v2.0/networks/14ba8024-858b-4433-87a7-a67773e6a85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854120 Feb 09 01:43:02.981472 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a452b-0b3b-4f70-9288-5fb916934aad req-22fe97eb-458e-484e-b059-16cfe4a8e6fc tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:02.983007 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed4a452b-0b3b-4f70-9288-5fb916934aad req-22fe97eb-458e-484e-b059-16cfe4a8e6fc tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 945 time: 0.2698550 Feb 09 01:43:02.997980 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ce12f-e2c3-4fb4-b148-f2cefcec4582 req-d1467506-b609-4939-9873-0df215c2e608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:02.999494 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd8ce12f-e2c3-4fb4-b148-f2cefcec4582 req-d1467506-b609-4939-9873-0df215c2e608 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de4a96bd-815b-46c1-a4b0-13716c101d56 HTTP/1.1" status: 200 len: 862 time: 0.1266747 Feb 09 01:43:03.048353 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd8ce12f-e2c3-4fb4-b148-f2cefcec4582 req-e24173b5-c7aa-4c8e-824c-5db50c78a2de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9c5b673-e13e-448f-8c44-802e94f8c801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296111 Feb 09 01:43:03.081018 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb42b4-502f-48c9-b9ec-6cdebc53a8b7 req-628a7b8a-0650-4838-8867-1a640bad068d tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:03.082591 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-11bb42b4-502f-48c9-b9ec-6cdebc53a8b7 req-628a7b8a-0650-4838-8867-1a640bad068d tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.1058955 Feb 09 01:43:03.148261 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed4a452b-0b3b-4f70-9288-5fb916934aad req-d8b466e8-c824-41b6-82fe-f24b7fdbf789 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529360 Feb 09 01:43:03.152492 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-11bb42b4-502f-48c9-b9ec-6cdebc53a8b7 req-b5025b86-f4ce-4be2-859e-63132e47326a tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568745 Feb 09 01:43:03.212917 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd8ce12f-e2c3-4fb4-b148-f2cefcec4582 req-e5016a14-c245-4761-8036-9b27a7dc5f7d service neutron] 10.222.0.48 "GET /v2.0/networks/c9c5b673-e13e-448f-8c44-802e94f8c801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512539 Feb 09 01:43:03.287949 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fcd86b-1cf3-4d1e-a9f6-9b7905c7f04d x-openstack-request-id: req-f8fcd86b-1cf3-4d1e-a9f6-9b7905c7f04d {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:03.288253 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3fba75-da06-4a31-8d0b-84c53281a85c", "name": "network-vif-deleted", "tag": "0e49f22d-0e2d-45a3-b0ea-4d3b87dff701", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:03.288534 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f8fcd86b-1cf3-4d1e-a9f6-9b7905c7f04d {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:03.288870 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3fba75-da06-4a31-8d0b-84c53281a85c', 'name': 'network-vif-deleted', 'tag': '0e49f22d-0e2d-45a3-b0ea-4d3b87dff701', 'status': 'completed', 'code': 200} Feb 09 01:43:03.314540 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-454d0559-92aa-4770-b912-c504112d1708 req-32cf81ee-d548-483c-b6dc-dcafcd1b9810 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:03.316324 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-454d0559-92aa-4770-b912-c504112d1708 req-32cf81ee-d548-483c-b6dc-dcafcd1b9810 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083475 Feb 09 01:43:03.372281 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd8ce12f-e2c3-4fb4-b148-f2cefcec4582 req-ea38a0b2-f000-458f-9090-e462072dd172 service neutron] 10.222.0.48 "GET /v2.0/networks/c9c5b673-e13e-448f-8c44-802e94f8c801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493270 Feb 09 01:43:03.606977 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d210153-b001-4b47-8e5e-6f97c40dec8d req-9d487424-f564-40b5-92c8-0c36639586cf tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:03.620279 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d210153-b001-4b47-8e5e-6f97c40dec8d req-9d487424-f564-40b5-92c8-0c36639586cf tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 943 time: 0.1024108 Feb 09 01:43:03.749345 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d210153-b001-4b47-8e5e-6f97c40dec8d req-3afade9c-f041-42c9-a30e-bb77a2501419 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202190 Feb 09 01:43:03.811033 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf84fef-7ec2-484c-b6f7-184289b35f20 req-870b7b31-d493-4a88-8692-70638ec45d37 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:03.814096 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fcf84fef-7ec2-484c-b6f7-184289b35f20 req-870b7b31-d493-4a88-8692-70638ec45d37 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 945 time: 0.1198585 Feb 09 01:43:03.902500 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fcf84fef-7ec2-484c-b6f7-184289b35f20 req-26e83f68-463f-4299-bc5b-7d4f7401fbda tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f67cd98-ceb2-414a-a19d-617dd036902a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728426 Feb 09 01:43:03.913615 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 12562aab-4070-4ec9-a2a4-efb945bab2b3 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:03.944193 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61945bf1-d785-486e-b176-48792874c069 req-70b128dc-7527-4238-a88a-810c1ca49b4f tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:03.954106 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-61945bf1-d785-486e-b176-48792874c069 req-70b128dc-7527-4238-a88a-810c1ca49b4f tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b0b474c-9e42-4158-a90d-82c2fc26d7ce HTTP/1.1" status: 200 len: 949 time: 0.0968685 Feb 09 01:43:04.028976 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 12562aab-4070-4ec9-a2a4-efb945bab2b3 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:04.037434 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 12562aab-4070-4ec9-a2a4-efb945bab2b3 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:04.038890 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (12562aab-4070-4ec9-a2a4-efb945bab2b3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:04.062348 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-61945bf1-d785-486e-b176-48792874c069 req-c9883eca-d06b-4f15-9df8-1b10b1b231b9 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975351 Feb 09 01:43:04.248747 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 12562aab-4070-4ec9-a2a4-efb945bab2b3 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:04.249433 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (12562aab-4070-4ec9-a2a4-efb945bab2b3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:04.271578 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7a905983-8952-4b28-be4e-ce0600c465ad req-c38d25a6-07f6-4282-84c3-89571d68f593 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2844274 Feb 09 01:43:04.315414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b923c6-377d-4d99-b5c2-9b62abc4f04d req-86e93a89-acc4-4f9e-9c55-e5ca230a7e55 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:04.318848 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d9b923c6-377d-4d99-b5c2-9b62abc4f04d req-86e93a89-acc4-4f9e-9c55-e5ca230a7e55 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 944 time: 0.1404941 Feb 09 01:43:04.333696 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140128a1-0911-46ba-8b75-0a6b01ca099e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12562aab-4070-4ec9-a2a4-efb945bab2b3'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:04.354676 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c35b56c-35ab-41cf-990e-f003bcd9c4ff" -d '{"events": [{"server_uuid": "140128a1-0911-46ba-8b75-0a6b01ca099e", "name": "network-vif-plugged", "status": "completed", "tag": "12562aab-4070-4ec9-a2a4-efb945bab2b3"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:04.389902 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 12562aab-4070-4ec9-a2a4-efb945bab2b3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=12562aab-4070-4ec9-a2a4-efb945bab2b3,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:04.404240 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (12562aab-4070-4ec9-a2a4-efb945bab2b3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:04.426399 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d9b923c6-377d-4d99-b5c2-9b62abc4f04d req-200ab912-9273-4988-b8ef-483f6c23f7ed tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987411 Feb 09 01:43:04.576521 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=12562aab-4070-4ec9-a2a4-efb945bab2b3,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:04.603158 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe155046-31d3-442b-a25e-6cb197f455ca req-f54f9ffe-fb35-4c7a-8e1a-b0b70f753fb1 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:04.605677 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fe155046-31d3-442b-a25e-6cb197f455ca req-f54f9ffe-fb35-4c7a-8e1a-b0b70f753fb1 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 945 time: 0.1431453 Feb 09 01:43:04.672472 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f9350-9eb0-4ad5-8c52-b5d45c5f9d71 req-167432db-d1cd-42bf-89b1-bd552fbe8e08 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:04.674411 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-db7f9350-9eb0-4ad5-8c52-b5d45c5f9d71 req-167432db-d1cd-42bf-89b1-bd552fbe8e08 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.0872812 Feb 09 01:43:04.709009 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fe155046-31d3-442b-a25e-6cb197f455ca req-b43232bb-312e-40b1-b06a-5deb505c6b64 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f67cd98-ceb2-414a-a19d-617dd036902a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901623 Feb 09 01:43:04.772037 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-db7f9350-9eb0-4ad5-8c52-b5d45c5f9d71 req-662dfd2b-feea-4b0c-a34d-e8a554521a1e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892282 Feb 09 01:43:04.786466 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device b7d8f832-7a25-4167-8f65-319584caa4fb details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:43:04.950788 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2515f8-32ea-4036-8b43-52b83c84cbc2 req-6f5703f0-06b0-4f98-a37a-e4f77daa4fae tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:04.971592 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f2515f8-32ea-4036-8b43-52b83c84cbc2 req-6f5703f0-06b0-4f98-a37a-e4f77daa4fae tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.1201851 Feb 09 01:43:04.989500 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adab80d-eda3-4965-90e1-be74df01da9f x-openstack-request-id: req-0adab80d-eda3-4965-90e1-be74df01da9f {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:04.990188 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140128a1-0911-46ba-8b75-0a6b01ca099e", "name": "network-vif-plugged", "status": "completed", "tag": "12562aab-4070-4ec9-a2a4-efb945bab2b3", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:04.990188 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0adab80d-eda3-4965-90e1-be74df01da9f {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:04.992203 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140128a1-0911-46ba-8b75-0a6b01ca099e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12562aab-4070-4ec9-a2a4-efb945bab2b3', 'code': 200} Feb 09 01:43:05.073281 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port b7d8f832-7a25-4167-8f65-319584caa4fb, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=b7d8f832-7a25-4167-8f65-319584caa4fb,segment=NetworkSegment(d8e5a775-257e-4a61-8c9b-5eeb07aca2dd),segment_id=d8e5a775-257e-4a61-8c9b-5eeb07aca2dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:05.083451 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f2515f8-32ea-4036-8b43-52b83c84cbc2 req-86ada249-9a96-41a4-bed0-4e24f938a67d tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958443 Feb 09 01:43:05.129348 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'b7d8f832-7a25-4167-8f65-319584caa4fb', 'network_id': 'c9c5b673-e13e-448f-8c44-802e94f8c801', 'port_id': 'b7d8f832-7a25-4167-8f65-319584caa4fb', 'mac_address': 'fa:16:3e:85:ef:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4a96bd-815b-46c1-a4b0-13716c101d56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:43:05.251275 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port b7d8f832-7a25-4167-8f65-319584caa4fb is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:05.252614 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b7d8f832-7a25-4167-8f65-319584caa4fb), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:05.253279 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15603c7-e3c8-4c85-881a-432a3699a200 req-b20fcec3-96e8-4db8-98ea-0665815cbaea tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:05.271572 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b15603c7-e3c8-4c85-881a-432a3699a200 req-b20fcec3-96e8-4db8-98ea-0665815cbaea tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 943 time: 0.1534197 Feb 09 01:43:05.320840 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d8f832-7a25-4167-8f65-319584caa4fb {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:43:05.392363 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port b7d8f832-7a25-4167-8f65-319584caa4fb, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=b7d8f832-7a25-4167-8f65-319584caa4fb,segment=NetworkSegment(d8e5a775-257e-4a61-8c9b-5eeb07aca2dd),segment_id=d8e5a775-257e-4a61-8c9b-5eeb07aca2dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:05.400597 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b7d8f832-7a25-4167-8f65-319584caa4fb), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:05.465806 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b15603c7-e3c8-4c85-881a-432a3699a200 req-cad1d1d7-7b2e-4665-a37e-71ca5c62c7a1 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912801 Feb 09 01:43:05.508507 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=b7d8f832-7a25-4167-8f65-319584caa4fb,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:05.833871 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['b7d8f832-7a25-4167-8f65-319584caa4fb'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:43:05.868041 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64eb84f-2561-4db0-9efb-35d3a1847df4 req-67d703ff-df7d-42ca-a173-7f014de01b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:05.871852 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a19042-0dcf-4c51-90a2-6bb5986fcaf4 req-8757dc98-8447-4ea6-b93c-e62a80066636 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:05.873805 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f64eb84f-2561-4db0-9efb-35d3a1847df4 req-67d703ff-df7d-42ca-a173-7f014de01b49 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 1128 time: 0.8012886 Feb 09 01:43:05.880779 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-62a19042-0dcf-4c51-90a2-6bb5986fcaf4 req-8757dc98-8447-4ea6-b93c-e62a80066636 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 945 time: 0.1963315 Feb 09 01:43:05.905030 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c936e63-6186-423b-b475-ebcec1d41a46 req-96a2abce-82cb-4c8a-ae05-0acf431be1fe tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:05.912509 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c936e63-6186-423b-b475-ebcec1d41a46 req-96a2abce-82cb-4c8a-ae05-0acf431be1fe tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a988708-ae37-4361-8cc6-dd0222fa5a96 HTTP/1.1" status: 200 len: 950 time: 0.7681358 Feb 09 01:43:06.025608 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-62a19042-0dcf-4c51-90a2-6bb5986fcaf4 req-b510c548-d2fd-44e9-a005-77844a37471a tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347980 Feb 09 01:43:06.130214 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539cbc9-3059-4af8-8eb9-1a7e8e386859 req-8d94bd09-af6c-4837-b7db-9c45173f7811 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:06.131963 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6539cbc9-3059-4af8-8eb9-1a7e8e386859 req-8d94bd09-af6c-4837-b7db-9c45173f7811 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b0b474c-9e42-4158-a90d-82c2fc26d7ce HTTP/1.1" status: 200 len: 949 time: 0.5033445 Feb 09 01:43:06.141973 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b74ffa-43fe-4964-9b2e-180f676ee5b0 req-0ee7ecaf-128d-4669-86aa-1af7d4b65620 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:06.151028 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c5b74ffa-43fe-4964-9b2e-180f676ee5b0 req-0ee7ecaf-128d-4669-86aa-1af7d4b65620 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b0b474c-9e42-4158-a90d-82c2fc26d7ce HTTP/1.1" status: 200 len: 949 time: 0.5235562 Feb 09 01:43:06.246596 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f64eb84f-2561-4db0-9efb-35d3a1847df4 req-29c4dc92-405d-4afa-9ec3-a9bedf674f67 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265963 Feb 09 01:43:06.287964 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c6c3f-4b93-40fa-b8ca-627e4720a61a req-4d379f29-e82a-4b39-8d2b-0b4429483031 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:06.290201 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8f6c6c3f-4b93-40fa-b8ca-627e4720a61a req-4d379f29-e82a-4b39-8d2b-0b4429483031 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.0934470 Feb 09 01:43:06.293958 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a905983-8952-4b28-be4e-ce0600c465ad req-85960506-e79d-4917-9b39-2905ee90c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:06.296093 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7a905983-8952-4b28-be4e-ce0600c465ad req-85960506-e79d-4917-9b39-2905ee90c7c6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17&tenant_id=882b1d74468f4236916ac9797755db7f HTTP/1.1" status: 200 len: 1125 time: 0.1787150 Feb 09 01:43:06.313130 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c5b74ffa-43fe-4964-9b2e-180f676ee5b0 req-79228fc6-9e83-4b25-8c05-aa5140269ebc tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609337 Feb 09 01:43:06.387177 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-8c936e63-6186-423b-b475-ebcec1d41a46 req-1057cb0b-9a3e-4e54-8eb0-beb2f79b43c0 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Deleting port 6e46932e-60d8-42af-9eb5-c7d391afa40c {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:06.387557 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8c936e63-6186-423b-b475-ebcec1d41a46 req-1057cb0b-9a3e-4e54-8eb0-beb2f79b43c0 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (6e46932e-60d8-42af-9eb5-c7d391afa40c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:06.528772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-6539cbc9-3059-4af8-8eb9-1a7e8e386859 req-3339c58d-ab16-4198-9fbe-e26d6c4944c7 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Deleting port 65d84600-6a13-47e6-ab08-5e64b6ae353f {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:06.528772 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6539cbc9-3059-4af8-8eb9-1a7e8e386859 req-3339c58d-ab16-4198-9fbe-e26d6c4944c7 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (65d84600-6a13-47e6-ab08-5e64b6ae353f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:06.679960 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45a61a-44ea-4966-b673-94b38126e426 req-ddc0e3a9-2771-419a-a908-582c4a9e2b7d tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:06.692164 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e45a61a-44ea-4966-b673-94b38126e426 req-ddc0e3a9-2771-419a-a908-582c4a9e2b7d tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.2569120 Feb 09 01:43:06.701584 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-8c936e63-6186-423b-b475-ebcec1d41a46 req-1057cb0b-9a3e-4e54-8eb0-beb2f79b43c0 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] For port 6e46932e-60d8-42af-9eb5-c7d391afa40c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6e46932e-60d8-42af-9eb5-c7d391afa40c,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:06.702153 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8c936e63-6186-423b-b475-ebcec1d41a46 req-1057cb0b-9a3e-4e54-8eb0-beb2f79b43c0 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (6e46932e-60d8-42af-9eb5-c7d391afa40c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:06.780527 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-8c936e63-6186-423b-b475-ebcec1d41a46 req-1057cb0b-9a3e-4e54-8eb0-beb2f79b43c0 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Calling delete_port for 6e46932e-60d8-42af-9eb5-c7d391afa40c owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:06.855039 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-6539cbc9-3059-4af8-8eb9-1a7e8e386859 req-3339c58d-ab16-4198-9fbe-e26d6c4944c7 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] For port 65d84600-6a13-47e6-ab08-5e64b6ae353f, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=65d84600-6a13-47e6-ab08-5e64b6ae353f,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:06.855672 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6539cbc9-3059-4af8-8eb9-1a7e8e386859 req-3339c58d-ab16-4198-9fbe-e26d6c4944c7 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (65d84600-6a13-47e6-ab08-5e64b6ae353f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:06.942490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-6539cbc9-3059-4af8-8eb9-1a7e8e386859 req-3339c58d-ab16-4198-9fbe-e26d6c4944c7 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Calling delete_port for 65d84600-6a13-47e6-ab08-5e64b6ae353f owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:06.970929 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e45a61a-44ea-4966-b673-94b38126e426 req-83484735-fd8c-40b7-9b11-492dc4ce58e8 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772903 Feb 09 01:43:06.980204 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8f6c6c3f-4b93-40fa-b8ca-627e4720a61a req-47b3da36-8a0c-4679-8319-74954266cf4a tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6807034 Feb 09 01:43:07.045067 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a905983-8952-4b28-be4e-ce0600c465ad req-18b1ba46-6072-4a41-aacf-e38346512f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:07.047894 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7a905983-8952-4b28-be4e-ce0600c465ad req-18b1ba46-6072-4a41-aacf-e38346512f3b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=882b1d74468f4236916ac9797755db7f&device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 1125 time: 0.2827132 Feb 09 01:43:07.336621 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca63dd-824d-45fa-bcbc-6555c3187903 req-acd8eb70-989a-4956-93a5-ece7e16f692e tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:07.352543 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a5ca63dd-824d-45fa-bcbc-6555c3187903 req-acd8eb70-989a-4956-93a5-ece7e16f692e tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 943 time: 0.1589408 Feb 09 01:43:07.352543 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a905983-8952-4b28-be4e-ce0600c465ad req-71ac12b0-b56a-4053-9164-d2f56829d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:07.352543 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7a905983-8952-4b28-be4e-ce0600c465ad req-71ac12b0-b56a-4053-9164-d2f56829d6c2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1c164421-b937-4772-b3ad-c06ffa4973ed HTTP/1.1" status: 200 len: 914 time: 0.2918162 Feb 09 01:43:07.427129 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5202ec2a-9524-4c06-a29c-d16b1d94e53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:07.450961 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7a905983-8952-4b28-be4e-ce0600c465ad req-54a37d38-84dc-4989-9ba0-bd7f9cb286e2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05366da3-ae6f-43e0-a840-3c9d28c899e6 HTTP/1.1" status: 200 len: 217 time: 0.0876846 Feb 09 01:43:07.635398 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a905983-8952-4b28-be4e-ce0600c465ad req-9ca94050-2315-479a-849b-e233b4728759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:07.637781 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7a905983-8952-4b28-be4e-ce0600c465ad req-9ca94050-2315-479a-849b-e233b4728759 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9145d287-893f-45e0-a833-97ee0b627cb1 HTTP/1.1" status: 200 len: 853 time: 0.1795611 Feb 09 01:43:07.676827 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8c936e63-6186-423b-b475-ebcec1d41a46 req-1057cb0b-9a3e-4e54-8eb0-beb2f79b43c0 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (6e46932e-60d8-42af-9eb5-c7d391afa40c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:07.689695 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['f6169741-ef4a-41b9-b2c5-8b073803e3ea', '1ae1d2b4-74aa-440a-a825-b4764a5c3be6', '6e46932e-60d8-42af-9eb5-c7d391afa40c'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:43:07.694674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['4dd84e72-0a61-4b58-a19f-c280a933f0b0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:43:07.741176 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6539cbc9-3059-4af8-8eb9-1a7e8e386859 req-3339c58d-ab16-4198-9fbe-e26d6c4944c7 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (65d84600-6a13-47e6-ab08-5e64b6ae353f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:07.750601 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7a905983-8952-4b28-be4e-ce0600c465ad req-06782398-6726-49ef-8aa9-8cc382f0dccf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1c164421-b937-4772-b3ad-c06ffa4973ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938849 Feb 09 01:43:07.792076 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a5ca63dd-824d-45fa-bcbc-6555c3187903 req-12155174-a093-4154-9a95-a8eeee27df40 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313557 Feb 09 01:43:07.817772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057cb0b-9a3e-4e54-8eb0-beb2f79b43c0 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Pushing event deleted for resources: {'Port': ['ID=6e46932e-60d8-42af-9eb5-c7d391afa40c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:07.825941 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['f6169741-ef4a-41b9-b2c5-8b073803e3ea', '1ae1d2b4-74aa-440a-a825-b4764a5c3be6', '6e46932e-60d8-42af-9eb5-c7d391afa40c'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:43:07.834068 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['4dd84e72-0a61-4b58-a19f-c280a933f0b0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:43:08.127577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76599f82-ebcb-4dcf-804e-33581406d110 req-037c8a1d-a2ef-4746-85d9-0b9a32b71f21 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:08.139089 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-76599f82-ebcb-4dcf-804e-33581406d110 req-037c8a1d-a2ef-4746-85d9-0b9a32b71f21 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 945 time: 0.8542912 Feb 09 01:43:08.145013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c936e63-6186-423b-b475-ebcec1d41a46 req-1057cb0b-9a3e-4e54-8eb0-beb2f79b43c0 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] No DVR routers for this DVR port 6e46932e-60d8-42af-9eb5-c7d391afa40c on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:08.154649 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8c936e63-6186-423b-b475-ebcec1d41a46 req-1057cb0b-9a3e-4e54-8eb0-beb2f79b43c0 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:08.160540 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c936e63-6186-423b-b475-ebcec1d41a46 req-1057cb0b-9a3e-4e54-8eb0-beb2f79b43c0 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "DELETE /v2.0/ports/6e46932e-60d8-42af-9eb5-c7d391afa40c HTTP/1.1" status: 204 len: 173 time: 2.2373307 Feb 09 01:43:08.161644 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-6539cbc9-3059-4af8-8eb9-1a7e8e386859 req-3339c58d-ab16-4198-9fbe-e26d6c4944c7 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] No DVR routers for this DVR port 65d84600-6a13-47e6-ab08-5e64b6ae353f on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:08.187565 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3966046-85d5-4d26-8a14-fbd6cc7d6d23 req-326d33a1-3dba-45a4-9671-c8d110b26797 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b0b474c-9e42-4158-a90d-82c2fc26d7ce HTTP/1.1" status: 200 len: 210 time: 0.0779848 Feb 09 01:43:08.190157 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7a905983-8952-4b28-be4e-ce0600c465ad req-745fbd6a-5d71-48ea-b39a-6e940b94a7f8 service neutron] 10.222.0.67 "GET /v2.0/networks/1c164421-b937-4772-b3ad-c06ffa4973ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966734 Feb 09 01:43:08.203185 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6539cbc9-3059-4af8-8eb9-1a7e8e386859 req-3339c58d-ab16-4198-9fbe-e26d6c4944c7 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:08.219183 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6539cbc9-3059-4af8-8eb9-1a7e8e386859 req-3339c58d-ab16-4198-9fbe-e26d6c4944c7 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.48 "DELETE /v2.0/ports/65d84600-6a13-47e6-ab08-5e64b6ae353f HTTP/1.1" status: 204 len: 173 time: 2.0151975 Feb 09 01:43:08.269289 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a988708-ae37-4361-8cc6-dd0222fa5a96', 'name': 'network-vif-deleted', 'tag': '6e46932e-60d8-42af-9eb5-c7d391afa40c'}, {'server_uuid': '2b0b474c-9e42-4158-a90d-82c2fc26d7ce', 'name': 'network-vif-deleted', 'tag': '65d84600-6a13-47e6-ab08-5e64b6ae353f'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:08.286894 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4eb6260-5a20-4e1a-947e-bf33bccc4825" -d '{"events": [{"server_uuid": "8a988708-ae37-4361-8cc6-dd0222fa5a96", "name": "network-vif-deleted", "tag": "6e46932e-60d8-42af-9eb5-c7d391afa40c"}, {"server_uuid": "2b0b474c-9e42-4158-a90d-82c2fc26d7ce", "name": "network-vif-deleted", "tag": "65d84600-6a13-47e6-ab08-5e64b6ae353f"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:08.302044 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339c58d-ab16-4198-9fbe-e26d6c4944c7 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Pushing event deleted for resources: {'Port': ['ID=65d84600-6a13-47e6-ab08-5e64b6ae353f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:08.442070 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-76599f82-ebcb-4dcf-804e-33581406d110 req-6f5fa628-be4c-469d-bbb9-10cc6184c8b6 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016715 Feb 09 01:43:08.571913 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7a905983-8952-4b28-be4e-ce0600c465ad req-45f0dd91-19b7-4647-9596-113541812571 service neutron] 10.222.0.67 "GET /v2.0/networks/1c164421-b937-4772-b3ad-c06ffa4973ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657188 Feb 09 01:43:08.828157 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device b7d8f832-7a25-4167-8f65-319584caa4fb up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:08.847091 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb13f4b-51c3-49d8-b044-487c51ca5c43 req-82fa5052-b617-416f-9139-1b53d8631045 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:08.857723 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4fb13f4b-51c3-49d8-b044-487c51ca5c43 req-82fa5052-b617-416f-9139-1b53d8631045 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.4402227 Feb 09 01:43:08.944389 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488c8d3-b761-4532-af97-6c963657c9a3 req-4cdac857-bf48-4c7c-b0d5-ff8bf52a454c tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:08.952517 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4488c8d3-b761-4532-af97-6c963657c9a3 req-4cdac857-bf48-4c7c-b0d5-ff8bf52a454c tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.1616552 Feb 09 01:43:08.991460 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4fb13f4b-51c3-49d8-b044-487c51ca5c43 req-f575f0de-01f4-433b-99e1-61959ad3e14f tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233063 Feb 09 01:43:09.094642 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4488c8d3-b761-4532-af97-6c963657c9a3 req-0ed39d85-81c3-4d88-9f93-6bb4ee386f0c tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410849 Feb 09 01:43:09.171283 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8520759f-1f92-4b6c-940d-ff30f1b14a69 x-openstack-request-id: req-8520759f-1f92-4b6c-940d-ff30f1b14a69 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:09.171862 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a988708-ae37-4361-8cc6-dd0222fa5a96", "name": "network-vif-deleted", "tag": "6e46932e-60d8-42af-9eb5-c7d391afa40c", "status": "completed", "code": 200}, {"server_uuid": "2b0b474c-9e42-4158-a90d-82c2fc26d7ce", "name": "network-vif-deleted", "tag": "65d84600-6a13-47e6-ab08-5e64b6ae353f", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:09.171862 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8520759f-1f92-4b6c-940d-ff30f1b14a69 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:09.174240 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a988708-ae37-4361-8cc6-dd0222fa5a96', 'name': 'network-vif-deleted', 'tag': '6e46932e-60d8-42af-9eb5-c7d391afa40c', 'status': 'completed', 'code': 200} Feb 09 01:43:09.174526 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0b474c-9e42-4158-a90d-82c2fc26d7ce', 'name': 'network-vif-deleted', 'tag': '65d84600-6a13-47e6-ab08-5e64b6ae353f', 'status': 'completed', 'code': 200} Feb 09 01:43:09.524734 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee89431-12dc-40ed-beff-7b8a3c1093b7 req-d274932a-e2e3-4409-adb5-001defcffd49 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:09.543180 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6ee89431-12dc-40ed-beff-7b8a3c1093b7 req-d274932a-e2e3-4409-adb5-001defcffd49 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 943 time: 0.2544391 Feb 09 01:43:09.595845 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port b7d8f832-7a25-4167-8f65-319584caa4fb completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:09.668898 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port b7d8f832-7a25-4167-8f65-319584caa4fb triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:09.679899 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b7d8f832-7a25-4167-8f65-319584caa4fb), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.707719 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6ee89431-12dc-40ed-beff-7b8a3c1093b7 req-0e9e2cd9-350b-405a-b2c5-a83a62d7ef81 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455717 Feb 09 01:43:09.805681 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.903380 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6c73a3fd-0198-482f-b996-e0e217a9a336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.905070 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port b7d8f832-7a25-4167-8f65-319584caa4fb is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:09.908529 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b7d8f832-7a25-4167-8f65-319584caa4fb), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:10.008840 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6e46932e-60d8-42af-9eb5-c7d391afa40c no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:43:10.197258 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port b7d8f832-7a25-4167-8f65-319584caa4fb, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=b7d8f832-7a25-4167-8f65-319584caa4fb,segment=NetworkSegment(d8e5a775-257e-4a61-8c9b-5eeb07aca2dd),segment_id=d8e5a775-257e-4a61-8c9b-5eeb07aca2dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:10.222449 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 6e46932e-60d8-42af-9eb5-c7d391afa40c {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:43:10.222971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6e46932e-60d8-42af-9eb5-c7d391afa40c not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:43:10.257637 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4349a5-7517-4a65-93dc-46d87793c366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d8f832-7a25-4167-8f65-319584caa4fb'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:10.264808 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350509c9-66f5-4296-be7c-57099f2d36b0" -d '{"events": [{"server_uuid": "4a4349a5-7517-4a65-93dc-46d87793c366", "name": "network-vif-plugged", "status": "completed", "tag": "b7d8f832-7a25-4167-8f65-319584caa4fb"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:10.273972 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b7d8f832-7a25-4167-8f65-319584caa4fb), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:10.288701 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 65d84600-6a13-47e6-ab08-5e64b6ae353f no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:43:10.374036 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7301f-6c4e-4f88-b15b-0e7a1ab2c4e8 req-d7459433-4fc2-4350-bb2a-bbc2763af953 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:10.402049 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13f7301f-6c4e-4f88-b15b-0e7a1ab2c4e8 req-d7459433-4fc2-4350-bb2a-bbc2763af953 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 945 time: 0.2845812 Feb 09 01:43:10.548843 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 65d84600-6a13-47e6-ab08-5e64b6ae353f {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:43:10.550009 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 65d84600-6a13-47e6-ab08-5e64b6ae353f not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:43:10.632251 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13f7301f-6c4e-4f88-b15b-0e7a1ab2c4e8 req-c4b5f79e-7a49-4354-a6fc-184cd4fc6114 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278647 Feb 09 01:43:10.660802 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=b7d8f832-7a25-4167-8f65-319584caa4fb,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:10.782701 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:10.795633 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c717ee-ec61-427e-854f-1794248a08d2 req-992ba098-71f9-400d-a1b9-90da64c83259 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:10.810462 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f9c717ee-ec61-427e-854f-1794248a08d2 req-992ba098-71f9-400d-a1b9-90da64c83259 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.2210424 Feb 09 01:43:10.821703 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:10.958250 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb47f8d-080c-44c3-8ece-8ebaa0b36863 req-15a8c805-e15d-4bd4-8e9e-5bf2e3dafa22 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:10.959966 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f9c717ee-ec61-427e-854f-1794248a08d2 req-24c60c85-da5a-4429-b4e9-b5a943d0c6ab tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416554 Feb 09 01:43:10.984202 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1bb47f8d-080c-44c3-8ece-8ebaa0b36863 req-15a8c805-e15d-4bd4-8e9e-5bf2e3dafa22 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.1588187 Feb 09 01:43:11.091294 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1bb47f8d-080c-44c3-8ece-8ebaa0b36863 req-65a17d15-0685-4bd3-adef-1a70a997c804 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034975 Feb 09 01:43:11.148389 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6b90c4-529c-43e0-9044-fe12b514a1b4 x-openstack-request-id: req-3b6b90c4-529c-43e0-9044-fe12b514a1b4 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:11.149067 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4349a5-7517-4a65-93dc-46d87793c366", "name": "network-vif-plugged", "status": "completed", "tag": "b7d8f832-7a25-4167-8f65-319584caa4fb", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:11.149067 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b6b90c4-529c-43e0-9044-fe12b514a1b4 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:11.149427 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4349a5-7517-4a65-93dc-46d87793c366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d8f832-7a25-4167-8f65-319584caa4fb', 'code': 200} Feb 09 01:43:11.403587 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8232ea-9710-4346-b856-685c12c55b98 req-0ebdadb5-1e69-4eb2-87d5-7bcd181d15cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:11.423245 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-da8232ea-9710-4346-b856-685c12c55b98 req-0ebdadb5-1e69-4eb2-87d5-7bcd181d15cb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 1128 time: 0.1802461 Feb 09 01:43:11.493229 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0920161-f9ae-4b44-925a-b298dfc22dcf req-baa84e2f-8ab6-4dd4-b12a-5130d6b59c4a tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:11.506459 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0920161-f9ae-4b44-925a-b298dfc22dcf req-baa84e2f-8ab6-4dd4-b12a-5130d6b59c4a tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 943 time: 0.1887877 Feb 09 01:43:11.622881 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-da8232ea-9710-4346-b856-685c12c55b98 req-97809791-d3e0-49f3-b796-2aef94df9ed5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836965 Feb 09 01:43:11.702624 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0920161-f9ae-4b44-925a-b298dfc22dcf req-16e74b5e-da41-4aee-94f8-7c312a391df4 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859975 Feb 09 01:43:12.046912 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c7faa-341c-4e5f-b19e-75abe06893d4 req-88737d33-90c2-49b4-be43-7d85316b4433 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:12.048576 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fe4c7faa-341c-4e5f-b19e-75abe06893d4 req-88737d33-90c2-49b4-be43-7d85316b4433 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 946 time: 0.2007782 Feb 09 01:43:12.140530 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fe4c7faa-341c-4e5f-b19e-75abe06893d4 req-68f42ecc-27cb-45d5-aa55-5a37781e1b42 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802064 Feb 09 01:43:12.266124 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:12.510615 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcc6c0-5ae1-461f-b07b-1fcb8eab5725 req-5868e954-2cb0-4a61-b1be-e18b373c865c tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:12.521202 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dcbcc6c0-5ae1-461f-b07b-1fcb8eab5725 req-5868e954-2cb0-4a61-b1be-e18b373c865c tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.1486061 Feb 09 01:43:12.596986 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dcbcc6c0-5ae1-461f-b07b-1fcb8eab5725 req-7d0bc50f-77c0-4655-818a-d98cfae860a9 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714321 Feb 09 01:43:12.678249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecb05c-5b7c-4e00-ba43-1a1416467098 req-119dd98a-6f4d-4b79-a7f8-ea23575cc99d tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:12.685099 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-47ecb05c-5b7c-4e00-ba43-1a1416467098 req-119dd98a-6f4d-4b79-a7f8-ea23575cc99d tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.2477269 Feb 09 01:43:12.848053 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-47ecb05c-5b7c-4e00-ba43-1a1416467098 req-699e550c-2c3a-4f01-bda9-cc901eaf1b55 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486354 Feb 09 01:43:13.015985 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47d8e5-6042-468e-9cae-c487601f9911 req-9fa1aec1-af49-4b83-bf10-0050c0910f0c tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:13.018337 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7f47d8e5-6042-468e-9cae-c487601f9911 req-9fa1aec1-af49-4b83-bf10-0050c0910f0c tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8180c577-2698-4475-aeb3-974dee7e8f07 HTTP/1.1" status: 200 len: 950 time: 0.2650478 Feb 09 01:43:13.171245 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7f47d8e5-6042-468e-9cae-c487601f9911 req-977dcee1-51d2-4144-80f7-c53f2b45c6cf tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335731 Feb 09 01:43:13.204779 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a8385-f35c-437b-994c-617f92146bc0 req-75b1e73e-4986-4491-a4db-c96137a8ddb2 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:13.206386 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c43a8385-f35c-437b-994c-617f92146bc0 req-75b1e73e-4986-4491-a4db-c96137a8ddb2 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 943 time: 0.1927853 Feb 09 01:43:13.423487 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:13.487070 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c43a8385-f35c-437b-994c-617f92146bc0 req-39f83d74-50f1-49c9-92a6-ca75330eab68 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616374 Feb 09 01:43:13.556560 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70358250-20ce-4e90-a2e2-d171bbd6d27a req-36eab072-addf-4654-adba-f07e51fa005f tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:13.560033 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-70358250-20ce-4e90-a2e2-d171bbd6d27a req-36eab072-addf-4654-adba-f07e51fa005f tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 946 time: 0.1796141 Feb 09 01:43:13.712825 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-70358250-20ce-4e90-a2e2-d171bbd6d27a req-f553e44a-eb68-4e0c-8354-d92fc5c30717 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447480 Feb 09 01:43:13.968262 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49d6ef-bc30-4c05-8464-abc9d333cfc5 req-588b9e65-5259-4d1d-bd09-daa96223b841 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:13.969856 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8e49d6ef-bc30-4c05-8464-abc9d333cfc5 req-588b9e65-5259-4d1d-bd09-daa96223b841 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.1971169 Feb 09 01:43:14.127886 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8e49d6ef-bc30-4c05-8464-abc9d333cfc5 req-022780a9-6c02-435a-a5e2-a6c9ef441bbf tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473749 Feb 09 01:43:14.290115 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefcd07-d05f-4001-8bb4-92d9a408f208 req-da2b36d9-9d02-4d62-8695-3cdd3853fb7b tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:14.308048 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dcefcd07-d05f-4001-8bb4-92d9a408f208 req-da2b36d9-9d02-4d62-8695-3cdd3853fb7b tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.3484499 Feb 09 01:43:14.354798 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03bbe6-bb22-4ce3-a5fd-91694c638a3e req-bfc2f30d-ef93-4811-925d-33d41bd96ddd tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:14.362201 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ea03bbe6-bb22-4ce3-a5fd-91694c638a3e req-bfc2f30d-ef93-4811-925d-33d41bd96ddd tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "GET /v2.0/ports?device_id=8180c577-2698-4475-aeb3-974dee7e8f07 HTTP/1.1" status: 200 len: 950 time: 0.3312848 Feb 09 01:43:14.496086 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051df648-19f2-4871-9e2d-62ff35c4d846 req-e320d06d-8559-411d-8863-cb2014e5d6bb tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:14.497963 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-051df648-19f2-4871-9e2d-62ff35c4d846 req-e320d06d-8559-411d-8863-cb2014e5d6bb tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8180c577-2698-4475-aeb3-974dee7e8f07 HTTP/1.1" status: 200 len: 950 time: 0.1545160 Feb 09 01:43:14.652734 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-051df648-19f2-4871-9e2d-62ff35c4d846 req-da87e4b6-2e9d-4664-8966-fcf23f0a556f tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440635 Feb 09 01:43:14.700132 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dcefcd07-d05f-4001-8bb4-92d9a408f208 req-7959befe-d025-4e67-807c-30fb3ae38acd tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905938 Feb 09 01:43:14.957930 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-ea03bbe6-bb22-4ce3-a5fd-91694c638a3e req-d0974637-1e04-45bc-b467-0d474db52375 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Deleting port 1ae1d2b4-74aa-440a-a825-b4764a5c3be6 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:14.959956 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-ea03bbe6-bb22-4ce3-a5fd-91694c638a3e req-d0974637-1e04-45bc-b467-0d474db52375 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (1ae1d2b4-74aa-440a-a825-b4764a5c3be6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:14.980553 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd648f9e-b639-4f13-9cc4-eab9dc77c791 req-bb0c005d-0e76-4f19-9291-ea0da0bbf740 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:14.983183 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd648f9e-b639-4f13-9cc4-eab9dc77c791 req-bb0c005d-0e76-4f19-9291-ea0da0bbf740 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "GET /v2.0/ports?device_id=8397ace8-285b-4a79-b322-ccb3c7c94972 HTTP/1.1" status: 200 len: 949 time: 0.2130833 Feb 09 01:43:15.142244 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a191ba-8f15-46c2-be9f-e377b23bdba2 req-e25516ef-46a6-49d8-a2d2-945259f8fabf tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:15.144166 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06a191ba-8f15-46c2-be9f-e377b23bdba2 req-e25516ef-46a6-49d8-a2d2-945259f8fabf tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 946 time: 0.1597748 Feb 09 01:43:15.215778 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049b88c-68ba-452e-b886-84132f82412f req-ffed7334-5a9e-4a47-83df-9cb8aa6420a0 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:15.237490 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2049b88c-68ba-452e-b886-84132f82412f req-ffed7334-5a9e-4a47-83df-9cb8aa6420a0 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 943 time: 0.3420172 Feb 09 01:43:15.296341 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06a191ba-8f15-46c2-be9f-e377b23bdba2 req-86985a6b-7390-4ed0-9f0d-b079e8e4e84f tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300476 Feb 09 01:43:15.320306 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-cd648f9e-b639-4f13-9cc4-eab9dc77c791 req-dd625ca3-d4ef-4819-bf98-11404c459a57 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Deleting port f6169741-ef4a-41b9-b2c5-8b073803e3ea {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:15.320879 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cd648f9e-b639-4f13-9cc4-eab9dc77c791 req-dd625ca3-d4ef-4819-bf98-11404c459a57 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (f6169741-ef4a-41b9-b2c5-8b073803e3ea), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:15.331197 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-ea03bbe6-bb22-4ce3-a5fd-91694c638a3e req-d0974637-1e04-45bc-b467-0d474db52375 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] For port 1ae1d2b4-74aa-440a-a825-b4764a5c3be6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=1ae1d2b4-74aa-440a-a825-b4764a5c3be6,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:15.332000 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-ea03bbe6-bb22-4ce3-a5fd-91694c638a3e req-d0974637-1e04-45bc-b467-0d474db52375 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (1ae1d2b4-74aa-440a-a825-b4764a5c3be6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:15.374790 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-ea03bbe6-bb22-4ce3-a5fd-91694c638a3e req-d0974637-1e04-45bc-b467-0d474db52375 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Calling delete_port for 1ae1d2b4-74aa-440a-a825-b4764a5c3be6 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:15.570155 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-cd648f9e-b639-4f13-9cc4-eab9dc77c791 req-dd625ca3-d4ef-4819-bf98-11404c459a57 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] For port f6169741-ef4a-41b9-b2c5-8b073803e3ea, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f6169741-ef4a-41b9-b2c5-8b073803e3ea,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:15.570531 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cd648f9e-b639-4f13-9cc4-eab9dc77c791 req-dd625ca3-d4ef-4819-bf98-11404c459a57 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (f6169741-ef4a-41b9-b2c5-8b073803e3ea), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:15.587080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-cd648f9e-b639-4f13-9cc4-eab9dc77c791 req-dd625ca3-d4ef-4819-bf98-11404c459a57 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Calling delete_port for f6169741-ef4a-41b9-b2c5-8b073803e3ea owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:15.592819 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2049b88c-68ba-452e-b886-84132f82412f req-42784541-a1c3-4613-857f-0874a42c3f1e tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537931 Feb 09 01:43:15.766120 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-ea03bbe6-bb22-4ce3-a5fd-91694c638a3e req-d0974637-1e04-45bc-b467-0d474db52375 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (1ae1d2b4-74aa-440a-a825-b4764a5c3be6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:15.789171 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['f6169741-ef4a-41b9-b2c5-8b073803e3ea', '1ae1d2b4-74aa-440a-a825-b4764a5c3be6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:43:15.908479 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0974637-1e04-45bc-b467-0d474db52375 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Pushing event deleted for resources: {'Port': ['ID=1ae1d2b4-74aa-440a-a825-b4764a5c3be6,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:15.952933 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['4dd84e72-0a61-4b58-a19f-c280a933f0b0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:43:16.065009 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cd648f9e-b639-4f13-9cc4-eab9dc77c791 req-dd625ca3-d4ef-4819-bf98-11404c459a57 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (f6169741-ef4a-41b9-b2c5-8b073803e3ea), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:16.114608 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['4dd84e72-0a61-4b58-a19f-c280a933f0b0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:43:16.120418 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea03bbe6-bb22-4ce3-a5fd-91694c638a3e req-d0974637-1e04-45bc-b467-0d474db52375 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] No DVR routers for this DVR port 1ae1d2b4-74aa-440a-a825-b4764a5c3be6 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:16.130950 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-ea03bbe6-bb22-4ce3-a5fd-91694c638a3e req-d0974637-1e04-45bc-b467-0d474db52375 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:16.145426 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ea03bbe6-bb22-4ce3-a5fd-91694c638a3e req-d0974637-1e04-45bc-b467-0d474db52375 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "DELETE /v2.0/ports/1ae1d2b4-74aa-440a-a825-b4764a5c3be6 HTTP/1.1" status: 204 len: 173 time: 1.7450199 Feb 09 01:43:16.162326 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8180c577-2698-4475-aeb3-974dee7e8f07', 'name': 'network-vif-deleted', 'tag': '1ae1d2b4-74aa-440a-a825-b4764a5c3be6'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:16.180389 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c03ad5-0dd0-4525-bee8-52d54d600d3c" -d '{"events": [{"server_uuid": "8180c577-2698-4475-aeb3-974dee7e8f07", "name": "network-vif-deleted", "tag": "1ae1d2b4-74aa-440a-a825-b4764a5c3be6"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:16.220365 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd625ca3-d4ef-4819-bf98-11404c459a57 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Pushing event deleted for resources: {'Port': ['ID=f6169741-ef4a-41b9-b2c5-8b073803e3ea,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:16.292759 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d42d19-f4e8-4f8c-bf8e-557b33ff7924 req-67142a9f-00ca-47ed-84ee-5325233312f2 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:16.315676 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00d42d19-f4e8-4f8c-bf8e-557b33ff7924 req-67142a9f-00ca-47ed-84ee-5325233312f2 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 946 time: 0.4177980 Feb 09 01:43:16.465954 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd648f9e-b639-4f13-9cc4-eab9dc77c791 req-dd625ca3-d4ef-4819-bf98-11404c459a57 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] No DVR routers for this DVR port f6169741-ef4a-41b9-b2c5-8b073803e3ea on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:16.490197 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cd648f9e-b639-4f13-9cc4-eab9dc77c791 req-dd625ca3-d4ef-4819-bf98-11404c459a57 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:16.493922 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd648f9e-b639-4f13-9cc4-eab9dc77c791 req-dd625ca3-d4ef-4819-bf98-11404c459a57 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.67 "DELETE /v2.0/ports/f6169741-ef4a-41b9-b2c5-8b073803e3ea HTTP/1.1" status: 204 len: 173 time: 1.4721358 Feb 09 01:43:16.494762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8397ace8-285b-4a79-b322-ccb3c7c94972', 'name': 'network-vif-deleted', 'tag': 'f6169741-ef4a-41b9-b2c5-8b073803e3ea'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:16.498314 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88593569-a30a-44c2-afda-2f63ce3b1e50" -d '{"events": [{"server_uuid": "8397ace8-285b-4a79-b322-ccb3c7c94972", "name": "network-vif-deleted", "tag": "f6169741-ef4a-41b9-b2c5-8b073803e3ea"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:16.611961 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00d42d19-f4e8-4f8c-bf8e-557b33ff7924 req-d21aaa25-5761-47dd-ae34-010312c2222a tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922659 Feb 09 01:43:16.650486 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0256998-9b82-4128-a30a-5be14cc069c3 req-490c59b8-a98c-4c9f-9b17-f8ff71cebed2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:16.666761 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c0256998-9b82-4128-a30a-5be14cc069c3 req-490c59b8-a98c-4c9f-9b17-f8ff71cebed2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 1.2197297 Feb 09 01:43:16.808302 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c0256998-9b82-4128-a30a-5be14cc069c3 req-17298e0e-995a-4dbf-aaee-607e2e088309 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373343 Feb 09 01:43:16.926335 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c39c3-a112-48e4-9a32-332eeecf7a87 req-312c4c84-2d59-4ad4-bd15-626bcd3af553 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:16.935177 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f86c39c3-a112-48e4-9a32-332eeecf7a87 req-312c4c84-2d59-4ad4-bd15-626bcd3af553 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.1764102 Feb 09 01:43:17.024587 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22a4b940-0d64-4b78-a2af-4ffd220d714f req-3b489eff-ad1a-4e69-9711-4859622d8ebd tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=8180c577-2698-4475-aeb3-974dee7e8f07 HTTP/1.1" status: 200 len: 210 time: 0.1040020 Feb 09 01:43:17.146843 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f86c39c3-a112-48e4-9a32-332eeecf7a87 req-117f0ac2-6e36-427b-a956-c12b434c769e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921265 Feb 09 01:43:17.165337 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34516d1-f04a-4d41-8063-e2a07f906cab x-openstack-request-id: req-c34516d1-f04a-4d41-8063-e2a07f906cab {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:17.166311 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8180c577-2698-4475-aeb3-974dee7e8f07", "name": "network-vif-deleted", "tag": "1ae1d2b4-74aa-440a-a825-b4764a5c3be6", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:17.166816 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c34516d1-f04a-4d41-8063-e2a07f906cab {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:17.167551 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8180c577-2698-4475-aeb3-974dee7e8f07', 'name': 'network-vif-deleted', 'tag': '1ae1d2b4-74aa-440a-a825-b4764a5c3be6', 'status': 'completed', 'code': 200} Feb 09 01:43:17.313278 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8f891f-49a8-4b23-b1ef-6daa3fce28ef x-openstack-request-id: req-4a8f891f-49a8-4b23-b1ef-6daa3fce28ef {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:17.313849 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8397ace8-285b-4a79-b322-ccb3c7c94972", "name": "network-vif-deleted", "tag": "f6169741-ef4a-41b9-b2c5-8b073803e3ea", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:17.313951 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4a8f891f-49a8-4b23-b1ef-6daa3fce28ef {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:17.314361 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8397ace8-285b-4a79-b322-ccb3c7c94972', 'name': 'network-vif-deleted', 'tag': 'f6169741-ef4a-41b9-b2c5-8b073803e3ea', 'status': 'completed', 'code': 200} Feb 09 01:43:17.660924 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668ab7f-49dc-4d13-9272-7adc4845f23f req-37c0641f-5fbe-4814-b829-58da0cf3706d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:17.676685 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f668ab7f-49dc-4d13-9272-7adc4845f23f req-37c0641f-5fbe-4814-b829-58da0cf3706d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 943 time: 0.1769488 Feb 09 01:43:17.845148 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f668ab7f-49dc-4d13-9272-7adc4845f23f req-f44c3225-8945-4c4f-840e-3cf1933ba42b tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606851 Feb 09 01:43:17.983539 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device f6169741-ef4a-41b9-b2c5-8b073803e3ea no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:43:18.033056 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: f6169741-ef4a-41b9-b2c5-8b073803e3ea {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:43:18.033790 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device f6169741-ef4a-41b9-b2c5-8b073803e3ea not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:43:18.034436 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 1ae1d2b4-74aa-440a-a825-b4764a5c3be6 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:43:18.083114 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 1ae1d2b4-74aa-440a-a825-b4764a5c3be6 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:43:18.086405 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 1ae1d2b4-74aa-440a-a825-b4764a5c3be6 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:43:18.216370 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae36903-b5a7-47b5-9680-d716ea0ef62d req-b31449fc-c4a6-4ed5-b41d-8155762bb404 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:18.240884 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5ae36903-b5a7-47b5-9680-d716ea0ef62d req-b31449fc-c4a6-4ed5-b41d-8155762bb404 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.2082498 Feb 09 01:43:18.358549 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5ae36903-b5a7-47b5-9680-d716ea0ef62d req-40a12f54-4722-4156-9498-9d431806d303 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069794 Feb 09 01:43:18.687587 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046ea4b-cd6c-478c-8c7c-48f441442f81 req-ba1a15dc-2bdb-4fb2-a975-b672a94a5a16 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:18.697338 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d046ea4b-cd6c-478c-8c7c-48f441442f81 req-ba1a15dc-2bdb-4fb2-a975-b672a94a5a16 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.2253947 Feb 09 01:43:18.803000 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d046ea4b-cd6c-478c-8c7c-48f441442f81 req-2b4a1056-3512-48aa-a44f-76cfcfc5c1e8 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043830 Feb 09 01:43:19.170605 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe977d5b-3d42-4952-a9a6-345d2c9d0195 req-6309a2de-9a15-4786-bfb3-6df71ebe3f79 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:19.193498 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fe977d5b-3d42-4952-a9a6-345d2c9d0195 req-6309a2de-9a15-4786-bfb3-6df71ebe3f79 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 946 time: 0.2760026 Feb 09 01:43:19.325450 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fe977d5b-3d42-4952-a9a6-345d2c9d0195 req-d9b4d1db-fcbd-4762-b98a-3655f7229268 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288869 Feb 09 01:43:19.575475 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e480b7f-c136-4d77-97dd-b1b5b900f51f req-8842d22b-5b27-4c76-a215-c99ffe13c4b5 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:19.583093 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8e480b7f-c136-4d77-97dd-b1b5b900f51f req-8842d22b-5b27-4c76-a215-c99ffe13c4b5 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9d59ffc-db4b-4833-9c88-b19a335497c0 HTTP/1.1" status: 200 len: 949 time: 0.1166685 Feb 09 01:43:19.644369 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11828c-7269-40ca-a6ec-728a776f129e req-5e9cc624-6819-425a-8ebe-532d86522e29 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:19.658321 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dc11828c-7269-40ca-a6ec-728a776f129e req-5e9cc624-6819-425a-8ebe-532d86522e29 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 943 time: 0.1473753 Feb 09 01:43:19.703189 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8e480b7f-c136-4d77-97dd-b1b5b900f51f req-a5c466d8-ad85-4e42-a1eb-c0d04ad5024d tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191242 Feb 09 01:43:19.796142 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dc11828c-7269-40ca-a6ec-728a776f129e req-f514c305-236e-4817-ad24-33a2568385d0 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285548 Feb 09 01:43:20.121733 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947217ee-3117-4cb3-b952-2034e7fcc959 req-e3b73237-d478-46b7-821a-baf63900b24f tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:20.128939 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-947217ee-3117-4cb3-b952-2034e7fcc959 req-e3b73237-d478-46b7-821a-baf63900b24f tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.2460845 Feb 09 01:43:20.225658 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f781f-acf1-4f50-8742-4397a990a04f req-159f9f71-087b-4783-8c7c-a51a463ebd22 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:20.242461 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-241f781f-acf1-4f50-8742-4397a990a04f req-159f9f71-087b-4783-8c7c-a51a463ebd22 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.2109103 Feb 09 01:43:20.258925 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-947217ee-3117-4cb3-b952-2034e7fcc959 req-2d9dcc1c-c31b-4075-8c6f-6b87f3508e6c tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263380 Feb 09 01:43:20.347328 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-241f781f-acf1-4f50-8742-4397a990a04f req-1743efaf-20df-440a-b736-557ef85568cc tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975683 Feb 09 01:43:20.727934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613f0dc-6a1f-4c88-8e49-131f1106e897 req-a36180bc-f861-4d60-bda0-d80295b7906f tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:20.741907 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4613f0dc-6a1f-4c88-8e49-131f1106e897 req-a36180bc-f861-4d60-bda0-d80295b7906f tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 946 time: 0.2404163 Feb 09 01:43:20.875454 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4613f0dc-6a1f-4c88-8e49-131f1106e897 req-f72b8b39-1af8-401c-bc54-191f3b5f600b tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171467 Feb 09 01:43:20.885679 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device b7d8f832-7a25-4167-8f65-319584caa4fb details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:43:21.159256 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03bfe2-8901-482f-9fd2-ddc5630269ed req-f621e159-b56e-41d4-a30b-d9eb22271532 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:21.167256 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-da03bfe2-8901-482f-9fd2-ddc5630269ed req-f621e159-b56e-41d4-a30b-d9eb22271532 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9d59ffc-db4b-4833-9c88-b19a335497c0 HTTP/1.1" status: 200 len: 949 time: 0.2626603 Feb 09 01:43:21.222491 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port b7d8f832-7a25-4167-8f65-319584caa4fb, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=b7d8f832-7a25-4167-8f65-319584caa4fb,segment=NetworkSegment(d8e5a775-257e-4a61-8c9b-5eeb07aca2dd),segment_id=d8e5a775-257e-4a61-8c9b-5eeb07aca2dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:21.239753 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'b7d8f832-7a25-4167-8f65-319584caa4fb', 'network_id': 'c9c5b673-e13e-448f-8c44-802e94f8c801', 'port_id': 'b7d8f832-7a25-4167-8f65-319584caa4fb', 'mac_address': 'fa:16:3e:85:ef:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4a96bd-815b-46c1-a4b0-13716c101d56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:43:21.317897 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-da03bfe2-8901-482f-9fd2-ddc5630269ed req-7d1b0757-736a-4011-9d3b-3dce42483f1c tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504076 Feb 09 01:43:21.322680 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72dc830-0511-4164-af80-317710babcc0 req-9f4f3e78-c60c-4daf-a5d1-968480aeb3eb tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:21.335695 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d72dc830-0511-4164-af80-317710babcc0 req-9f4f3e78-c60c-4daf-a5d1-968480aeb3eb tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 943 time: 0.1529527 Feb 09 01:43:21.400120 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port b7d8f832-7a25-4167-8f65-319584caa4fb is: ACTIVE; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:21.400712 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b7d8f832-7a25-4167-8f65-319584caa4fb), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:21.497485 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7d8f832-7a25-4167-8f65-319584caa4fb {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:43:21.504192 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d72dc830-0511-4164-af80-317710babcc0 req-14680924-14d4-43ab-aa1c-d71f729f4597 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673732 Feb 09 01:43:21.594662 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port b7d8f832-7a25-4167-8f65-319584caa4fb, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=b7d8f832-7a25-4167-8f65-319584caa4fb,segment=NetworkSegment(d8e5a775-257e-4a61-8c9b-5eeb07aca2dd),segment_id=d8e5a775-257e-4a61-8c9b-5eeb07aca2dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:21.605052 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b7d8f832-7a25-4167-8f65-319584caa4fb), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:21.679644 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7eec0-7345-4864-a0a2-6fdefa1b171a req-7a0692d3-5c42-4c3a-be07-7e64e92be943 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:21.686771 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ef7eec0-7345-4864-a0a2-6fdefa1b171a req-7a0692d3-5c42-4c3a-be07-7e64e92be943 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.2097235 Feb 09 01:43:21.745887 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74032900-6919-4d24-be18-73849c6e94ee req-c5bfbfd8-e63b-43e7-a7d7-3d07a9934525 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:21.760204 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-74032900-6919-4d24-be18-73849c6e94ee req-c5bfbfd8-e63b-43e7-a7d7-3d07a9934525 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.1290085 Feb 09 01:43:21.786228 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=b7d8f832-7a25-4167-8f65-319584caa4fb,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:21.819850 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['b7d8f832-7a25-4167-8f65-319584caa4fb'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:43:21.848808 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ef7eec0-7345-4864-a0a2-6fdefa1b171a req-2366282e-3371-4c5b-9052-bbc6c0358229 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610410 Feb 09 01:43:22.043501 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-74032900-6919-4d24-be18-73849c6e94ee req-cbecaf24-3286-4915-85f9-b2d646763417 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792954 Feb 09 01:43:22.091475 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f7307-8973-4b8e-8f5b-15d060741192 req-42b95d37-ab44-43c4-9ebc-77e897469f32 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:22.094018 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-492f7307-8973-4b8e-8f5b-15d060741192 req-42b95d37-ab44-43c4-9ebc-77e897469f32 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9d59ffc-db4b-4833-9c88-b19a335497c0 HTTP/1.1" status: 200 len: 949 time: 0.2640808 Feb 09 01:43:22.201783 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384550f-13d6-48d2-894d-311edce2fc59 req-4de19add-4863-4092-9806-bb3e994b37d5 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:22.217356 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f384550f-13d6-48d2-894d-311edce2fc59 req-4de19add-4863-4092-9806-bb3e994b37d5 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 945 time: 0.1266294 Feb 09 01:43:22.388664 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f384550f-13d6-48d2-894d-311edce2fc59 req-4a4c79a8-1231-4948-ab5f-f326ce9be500 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682422 Feb 09 01:43:22.394766 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-492f7307-8973-4b8e-8f5b-15d060741192 req-76e005cc-ef0e-4d44-9c2a-e0746008c0bb tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Deleting port 4dd84e72-0a61-4b58-a19f-c280a933f0b0 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:22.395136 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-492f7307-8973-4b8e-8f5b-15d060741192 req-76e005cc-ef0e-4d44-9c2a-e0746008c0bb tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (4dd84e72-0a61-4b58-a19f-c280a933f0b0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:22.537675 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41112) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:22.716593 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b606d-be98-49df-bbd3-1293d215a0cc req-506d316c-955c-483b-9da9-615ba1bbb0b0 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:22.718157 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-820b606d-be98-49df-bbd3-1293d215a0cc req-506d316c-955c-483b-9da9-615ba1bbb0b0 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9d59ffc-db4b-4833-9c88-b19a335497c0 HTTP/1.1" status: 200 len: 949 time: 0.1998501 Feb 09 01:43:22.778762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-492f7307-8973-4b8e-8f5b-15d060741192 req-76e005cc-ef0e-4d44-9c2a-e0746008c0bb tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] For port 4dd84e72-0a61-4b58-a19f-c280a933f0b0, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4dd84e72-0a61-4b58-a19f-c280a933f0b0,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:22.779476 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-492f7307-8973-4b8e-8f5b-15d060741192 req-76e005cc-ef0e-4d44-9c2a-e0746008c0bb tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (4dd84e72-0a61-4b58-a19f-c280a933f0b0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:22.808517 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-492f7307-8973-4b8e-8f5b-15d060741192 req-76e005cc-ef0e-4d44-9c2a-e0746008c0bb tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Calling delete_port for 4dd84e72-0a61-4b58-a19f-c280a933f0b0 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:22.867985 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-924aa7d8-b03b-4d5c-a5ff-6013276018b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:22.901442 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device b7d8f832-7a25-4167-8f65-319584caa4fb up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:22.920392 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-820b606d-be98-49df-bbd3-1293d215a0cc req-3004b77a-afdc-4faa-bc25-573d4ef9beeb tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc88456e-1c01-4855-887e-673e13c6a2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756032 Feb 09 01:43:23.000675 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:43:23.090803 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee7286-a734-45e1-9c19-aee00514c865 req-96c39054-013d-42d5-9317-d96b76850c1c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:23.091180 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-492f7307-8973-4b8e-8f5b-15d060741192 req-76e005cc-ef0e-4d44-9c2a-e0746008c0bb tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (4dd84e72-0a61-4b58-a19f-c280a933f0b0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:23.099600 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d4ee7286-a734-45e1-9c19-aee00514c865 req-96c39054-013d-42d5-9317-d96b76850c1c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 943 time: 0.3272061 Feb 09 01:43:23.156686 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port b7d8f832-7a25-4167-8f65-319584caa4fb triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:23.161239 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b7d8f832-7a25-4167-8f65-319584caa4fb), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:23.189335 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d4ee7286-a734-45e1-9c19-aee00514c865 req-b3eb4200-46bc-4fe0-8e2c-82d622757f4d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882978 Feb 09 01:43:23.206992 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e005cc-ef0e-4d44-9c2a-e0746008c0bb tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Pushing event deleted for resources: {'Port': ['ID=4dd84e72-0a61-4b58-a19f-c280a933f0b0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:23.352717 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-924aa7d8-b03b-4d5c-a5ff-6013276018b6 admin admin] Publish callbacks [] for security_group (5dcef91c-41f5-4e45-b329-d794f4bb37e9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:23.365356 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-924aa7d8-b03b-4d5c-a5ff-6013276018b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5dcef91c-41f5-4e45-b329-d794f4bb37e9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:23.445356 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33120e-f8e0-4503-b10c-beff614acd8a req-fdd5ef88-77a9-4800-9222-a4466aa4a9c3 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:23.460042 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae33120e-f8e0-4503-b10c-beff614acd8a req-fdd5ef88-77a9-4800-9222-a4466aa4a9c3 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.3861353 Feb 09 01:43:23.468201 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-492f7307-8973-4b8e-8f5b-15d060741192 req-76e005cc-ef0e-4d44-9c2a-e0746008c0bb tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] No DVR routers for this DVR port 4dd84e72-0a61-4b58-a19f-c280a933f0b0 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:23.487254 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-492f7307-8973-4b8e-8f5b-15d060741192 req-76e005cc-ef0e-4d44-9c2a-e0746008c0bb tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:23.488539 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port b7d8f832-7a25-4167-8f65-319584caa4fb is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:23.489144 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b7d8f832-7a25-4167-8f65-319584caa4fb), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:23.491144 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-492f7307-8973-4b8e-8f5b-15d060741192 req-76e005cc-ef0e-4d44-9c2a-e0746008c0bb tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.48 "DELETE /v2.0/ports/4dd84e72-0a61-4b58-a19f-c280a933f0b0 HTTP/1.1" status: 204 len: 173 time: 1.3882062 Feb 09 01:43:23.491662 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d59ffc-db4b-4833-9c88-b19a335497c0', 'name': 'network-vif-deleted', 'tag': '4dd84e72-0a61-4b58-a19f-c280a933f0b0'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:23.499554 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca18257-a320-4b44-b596-1d3049769779" -d '{"events": [{"server_uuid": "d9d59ffc-db4b-4833-9c88-b19a335497c0", "name": "network-vif-deleted", "tag": "4dd84e72-0a61-4b58-a19f-c280a933f0b0"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:23.560073 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-924aa7d8-b03b-4d5c-a5ff-6013276018b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ffa4366486b7494a892e6509f3c55c42&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0196674 Feb 09 01:43:23.568851 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41126) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.580250 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924aa7d8-b03b-4d5c-a5ff-6013276018b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcef91c-41f5-4e45-b329-d794f4bb37e9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:23.647845 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae33120e-f8e0-4503-b10c-beff614acd8a req-51bed6ad-c809-45f4-ad9e-32e2808824b0 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861813 Feb 09 01:43:23.691471 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4349a5-7517-4a65-93dc-46d87793c366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d8f832-7a25-4167-8f65-319584caa4fb'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:23.705096 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea059fc-5091-4fef-93e8-028111a5ce25" -d '{"events": [{"server_uuid": "4a4349a5-7517-4a65-93dc-46d87793c366", "name": "network-vif-plugged", "status": "completed", "tag": "b7d8f832-7a25-4167-8f65-319584caa4fb"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:23.733031 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba52d6-a09e-4012-9e80-4d33f52aa5ac req-caf88a2b-ce7e-4312-8a4f-9b2214669344 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:23.737642 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port b7d8f832-7a25-4167-8f65-319584caa4fb, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=b7d8f832-7a25-4167-8f65-319584caa4fb,segment=NetworkSegment(d8e5a775-257e-4a61-8c9b-5eeb07aca2dd),segment_id=d8e5a775-257e-4a61-8c9b-5eeb07aca2dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:23.743050 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9bba52d6-a09e-4012-9e80-4d33f52aa5ac req-caf88a2b-ce7e-4312-8a4f-9b2214669344 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.3501906 Feb 09 01:43:23.747015 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b7d8f832-7a25-4167-8f65-319584caa4fb), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:23.749253 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 4dd84e72-0a61-4b58-a19f-c280a933f0b0 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:43:23.881542 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-667e8e2f-c473-44dc-aac9-f8b24fa3cfca admin admin] Publish callbacks [] for security_group (5dcef91c-41f5-4e45-b329-d794f4bb37e9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:23.938266 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 4dd84e72-0a61-4b58-a19f-c280a933f0b0 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:43:23.938843 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 4dd84e72-0a61-4b58-a19f-c280a933f0b0 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:43:23.951018 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=b7d8f832-7a25-4167-8f65-319584caa4fb,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:23.984757 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-667e8e2f-c473-44dc-aac9-f8b24fa3cfca admin admin] Publish callbacks [] for security_group (5dcef91c-41f5-4e45-b329-d794f4bb37e9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:24.038209 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611dc10-9aac-408d-90ce-df701b6f381e req-c63b232e-d80a-497b-b091-9b3c0a6d3e49 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:24.051402 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4611dc10-9aac-408d-90ce-df701b6f381e req-c63b232e-d80a-497b-b091-9b3c0a6d3e49 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 946 time: 0.1445332 Feb 09 01:43:24.126257 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-667e8e2f-c473-44dc-aac9-f8b24fa3cfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5dcef91c-41f5-4e45-b329-d794f4bb37e9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:24.139700 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-667e8e2f-c473-44dc-aac9-f8b24fa3cfca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:24.142774 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-667e8e2f-c473-44dc-aac9-f8b24fa3cfca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5dcef91c-41f5-4e45-b329-d794f4bb37e9 HTTP/1.1" status: 204 len: 168 time: 0.5721278 Feb 09 01:43:24.154520 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4611dc10-9aac-408d-90ce-df701b6f381e req-13d93799-3527-4ffd-b365-3afc110944ce tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019914 Feb 09 01:43:24.221476 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3b44f2-be4f-49cf-b347-eba43b2b6d21 x-openstack-request-id: req-ec3b44f2-be4f-49cf-b347-eba43b2b6d21 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:24.221768 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d59ffc-db4b-4833-9c88-b19a335497c0", "name": "network-vif-deleted", "tag": "4dd84e72-0a61-4b58-a19f-c280a933f0b0", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:24.222032 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec3b44f2-be4f-49cf-b347-eba43b2b6d21 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:24.222543 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d59ffc-db4b-4833-9c88-b19a335497c0', 'name': 'network-vif-deleted', 'tag': '4dd84e72-0a61-4b58-a19f-c280a933f0b0', 'status': 'completed', 'code': 200} Feb 09 01:43:24.225650 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e8e2f-c473-44dc-aac9-f8b24fa3cfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcef91c-41f5-4e45-b329-d794f4bb37e9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:24.281566 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9bba52d6-a09e-4012-9e80-4d33f52aa5ac req-487e4a17-5986-42ed-b78f-3390b28da328 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350168 Feb 09 01:43:24.441440 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b675801f-5875-40d7-a17b-ba0da1ac19d2 x-openstack-request-id: req-b675801f-5875-40d7-a17b-ba0da1ac19d2 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:24.442161 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4349a5-7517-4a65-93dc-46d87793c366", "name": "network-vif-plugged", "status": "completed", "tag": "b7d8f832-7a25-4167-8f65-319584caa4fb", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:24.442821 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b675801f-5875-40d7-a17b-ba0da1ac19d2 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:24.444316 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4349a5-7517-4a65-93dc-46d87793c366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d8f832-7a25-4167-8f65-319584caa4fb', 'code': 200} Feb 09 01:43:24.669327 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-311c6b10-541e-4e1e-9311-16631d10c00f req-e65386e3-779d-4d5c-9b54-cd946f382be9 tempest-ServersOnMultiNodesTest-715436890 tempest-ServersOnMultiNodesTest-715436890-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9d59ffc-db4b-4833-9c88-b19a335497c0 HTTP/1.1" status: 200 len: 210 time: 0.1330011 Feb 09 01:43:24.769537 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff07bd-8eb3-42c1-b603-c8158ff41af2 req-1e36d876-a790-4f33-b9a0-c9a591df9bf9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:24.782944 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-57ff07bd-8eb3-42c1-b603-c8158ff41af2 req-1e36d876-a790-4f33-b9a0-c9a591df9bf9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 943 time: 0.2033415 Feb 09 01:43:24.935878 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-57ff07bd-8eb3-42c1-b603-c8158ff41af2 req-f07a3645-566d-4108-88c9-362d45a8dca3 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489050 Feb 09 01:43:24.989980 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 41148) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:25.015669 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530da803-fc9b-4fba-9f8a-bac813feab08 req-5d2a66ce-ea9b-4cc7-b76d-8ac500c53aea tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:25.018800 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d14ff513-3cfc-43d0-9f7b-5863ecbb2b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.028065 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-530da803-fc9b-4fba-9f8a-bac813feab08 req-5d2a66ce-ea9b-4cc7-b76d-8ac500c53aea tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.1768019 Feb 09 01:43:25.161765 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-530da803-fc9b-4fba-9f8a-bac813feab08 req-aa1e2fff-3399-421f-a386-1eaaec9aae0e tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328623 Feb 09 01:43:25.273391 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d14ff513-3cfc-43d0-9f7b-5863ecbb2b78 admin admin] Publish callbacks [] for security_group (01a088f6-40ad-4771-9b1b-9f6e37e0d68f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.301290 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d14ff513-3cfc-43d0-9f7b-5863ecbb2b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (01a088f6-40ad-4771-9b1b-9f6e37e0d68f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.455500 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41156) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:25.456447 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d14ff513-3cfc-43d0-9f7b-5863ecbb2b78 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=087ce2f901294a6dad0eadeb7f5030ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4647362 Feb 09 01:43:25.457715 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ff513-3cfc-43d0-9f7b-5863ecbb2b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a088f6-40ad-4771-9b1b-9f6e37e0d68f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:25.506722 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1c9b3-f0c4-4440-8508-e65b39dcd952 req-72365037-9df3-4522-937f-5367cbe5e71d tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:25.509636 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-92f1c9b3-f0c4-4440-8508-e65b39dcd952 req-72365037-9df3-4522-937f-5367cbe5e71d tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 946 time: 0.2246807 Feb 09 01:43:25.567830 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-37a1d5cc-eea6-437e-b69c-ed40d213edb1 admin admin] Publish callbacks [] for security_group (01a088f6-40ad-4771-9b1b-9f6e37e0d68f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.578429 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb38bc-70dc-4dbf-b04a-6476b8d4daff req-67480ebc-69f0-4ea2-9490-dd948f20a074 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:25.580327 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-85eb38bc-70dc-4dbf-b04a-6476b8d4daff req-67480ebc-69f0-4ea2-9490-dd948f20a074 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.1083655 Feb 09 01:43:25.608043 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-92f1c9b3-f0c4-4440-8508-e65b39dcd952 req-1529a330-b9d4-4d55-aa02-da8f4d6fcba3 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818961 Feb 09 01:43:25.629010 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-37a1d5cc-eea6-437e-b69c-ed40d213edb1 admin admin] Publish callbacks [] for security_group (01a088f6-40ad-4771-9b1b-9f6e37e0d68f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.700575 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-85eb38bc-70dc-4dbf-b04a-6476b8d4daff req-a1c192f3-9cd2-43f3-9787-8e73ac953015 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044827 Feb 09 01:43:25.730760 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-37a1d5cc-eea6-437e-b69c-ed40d213edb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (01a088f6-40ad-4771-9b1b-9f6e37e0d68f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.734421 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-37a1d5cc-eea6-437e-b69c-ed40d213edb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.735698 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-37a1d5cc-eea6-437e-b69c-ed40d213edb1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01a088f6-40ad-4771-9b1b-9f6e37e0d68f HTTP/1.1" status: 204 len: 168 time: 0.2792919 Feb 09 01:43:25.755009 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1d5cc-eea6-437e-b69c-ed40d213edb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a088f6-40ad-4771-9b1b-9f6e37e0d68f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:26.191511 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340c73d-3a8b-430f-9982-3b3fef784650 req-f5e4b1f9-2c69-4166-a2f5-38236426318b tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:26.198649 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1340c73d-3a8b-430f-9982-3b3fef784650 req-f5e4b1f9-2c69-4166-a2f5-38236426318b tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 946 time: 0.2012026 Feb 09 01:43:26.262908 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e53c5-6f96-4dd1-9dc9-6ecb139393d7 req-3edd69dc-84b0-4a8a-9022-aa6ad65bd95f tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:26.264578 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-355e53c5-6f96-4dd1-9dc9-6ecb139393d7 req-3edd69dc-84b0-4a8a-9022-aa6ad65bd95f tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 943 time: 0.0984192 Feb 09 01:43:26.302921 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1340c73d-3a8b-430f-9982-3b3fef784650 req-a44f9022-872e-4a2f-bb98-714a371565f4 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967748 Feb 09 01:43:26.344605 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41178) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:26.440150 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-355e53c5-6f96-4dd1-9dc9-6ecb139393d7 req-3ed0f4bb-5dba-4d95-874e-f9b9431fe6bd tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658630 Feb 09 01:43:26.548194 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259e295-5830-4826-bfb8-efdcdf0fa7ae req-c7991d53-b799-40e1-88f1-cfabea8327ed tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:26.549991 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2259e295-5830-4826-bfb8-efdcdf0fa7ae req-c7991d53-b799-40e1-88f1-cfabea8327ed tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.1495221 Feb 09 01:43:26.629485 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6364bdc0-ed21-4361-9c5c-52f604d935c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9e22f3d1736d46dbb07a769aef03b6cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826152 Feb 09 01:43:26.633385 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 41188) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:26.647984 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2259e295-5830-4826-bfb8-efdcdf0fa7ae req-be158f30-dcb9-4c6c-a923-02ce7edbcb5c tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801444 Feb 09 01:43:26.691897 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-143a8695-1a35-4892-bb5a-94f2e6dc8402 admin admin] Publish callbacks [] for security_group (cc88456e-1c01-4855-887e-673e13c6a2c5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:26.720802 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-143a8695-1a35-4892-bb5a-94f2e6dc8402 admin admin] Publish callbacks [] for security_group (cc88456e-1c01-4855-887e-673e13c6a2c5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:26.858433 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-143a8695-1a35-4892-bb5a-94f2e6dc8402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (cc88456e-1c01-4855-887e-673e13c6a2c5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:26.861471 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-143a8695-1a35-4892-bb5a-94f2e6dc8402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:26.862770 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-143a8695-1a35-4892-bb5a-94f2e6dc8402 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc88456e-1c01-4855-887e-673e13c6a2c5 HTTP/1.1" status: 204 len: 168 time: 0.2283664 Feb 09 01:43:26.874901 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a8695-1a35-4892-bb5a-94f2e6dc8402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc88456e-1c01-4855-887e-673e13c6a2c5,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:26.900054 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4387a5-9f3d-4579-9a15-875da513758f req-1909d91d-d767-4de7-bfe9-25017f8dafb4 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:26.904180 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bc4387a5-9f3d-4579-9a15-875da513758f req-1909d91d-d767-4de7-bfe9-25017f8dafb4 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.1089644 Feb 09 01:43:26.916396 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device b7d8f832-7a25-4167-8f65-319584caa4fb no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:43:27.016685 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bc4387a5-9f3d-4579-9a15-875da513758f req-3b18210c-ed67-4efd-8f30-f676e2a9269d tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045384 Feb 09 01:43:27.053294 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port b7d8f832-7a25-4167-8f65-319584caa4fb is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:27.053898 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b7d8f832-7a25-4167-8f65-319584caa4fb), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:27.139233 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port b7d8f832-7a25-4167-8f65-319584caa4fb, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=b7d8f832-7a25-4167-8f65-319584caa4fb,segment=NetworkSegment(d8e5a775-257e-4a61-8c9b-5eeb07aca2dd),segment_id=d8e5a775-257e-4a61-8c9b-5eeb07aca2dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:27.140890 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4349a5-7517-4a65-93dc-46d87793c366', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7d8f832-7a25-4167-8f65-319584caa4fb'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:27.147829 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431b87a0-e231-4a48-a120-7d803835e96e" -d '{"events": [{"server_uuid": "4a4349a5-7517-4a65-93dc-46d87793c366", "name": "network-vif-unplugged", "status": "completed", "tag": "b7d8f832-7a25-4167-8f65-319584caa4fb"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:27.154062 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b7d8f832-7a25-4167-8f65-319584caa4fb), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:27.266076 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd286d1-3356-4f63-9605-580f6ac20bee x-openstack-request-id: req-afd286d1-3356-4f63-9605-580f6ac20bee {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:27.266527 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4349a5-7517-4a65-93dc-46d87793c366", "name": "network-vif-unplugged", "status": "completed", "tag": "b7d8f832-7a25-4167-8f65-319584caa4fb", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:27.266939 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-afd286d1-3356-4f63-9605-580f6ac20bee {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:27.268137 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4349a5-7517-4a65-93dc-46d87793c366', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7d8f832-7a25-4167-8f65-319584caa4fb', 'code': 200} Feb 09 01:43:27.299344 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=b7d8f832-7a25-4167-8f65-319584caa4fb,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:27.551543 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efa253-402f-4cad-a44a-e89447d3ed4a req-7d3ff26d-8aeb-4b75-b03f-7fc89f36fa9b tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:27.559919 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c8efa253-402f-4cad-a44a-e89447d3ed4a req-7d3ff26d-8aeb-4b75-b03f-7fc89f36fa9b tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 944 time: 0.0903935 Feb 09 01:43:27.638234 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c8efa253-402f-4cad-a44a-e89447d3ed4a req-51491d12-fc7e-487b-8f88-6c9c4280f541 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733495 Feb 09 01:43:27.733682 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 41220) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:27.744872 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee37f6a-62dd-4f80-bf6e-e57dc75a933b req-536e374b-995e-4a9f-823d-c199d9a8ddba tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:27.758511 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7ee37f6a-62dd-4f80-bf6e-e57dc75a933b req-536e374b-995e-4a9f-823d-c199d9a8ddba tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 943 time: 0.1562314 Feb 09 01:43:27.860808 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7ee37f6a-62dd-4f80-bf6e-e57dc75a933b req-4e4a4cc3-27cf-4ce3-8b4c-67dd082bb11c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012304 Feb 09 01:43:27.892162 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-715a5b4c-bdb7-4e09-9010-dcd2de94b07a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c03edfa5520746b4846e110c75f0a773&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1510236 Feb 09 01:43:27.892162 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 41222) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:27.978814 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81ce8b-fe4f-4076-b4b4-560354ca43a4 req-0c8ec428-328a-4bed-9e45-17c7e8b13cf0 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:27.981198 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fa81ce8b-fe4f-4076-b4b4-560354ca43a4 req-0c8ec428-328a-4bed-9e45-17c7e8b13cf0 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.1587546 Feb 09 01:43:27.992140 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-38861007-ffe7-4fb0-a981-90436f408578 admin admin] Publish callbacks [] for security_group (e99656fd-c22e-40df-96c9-50810dfd8bce), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:28.072351 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-38861007-ffe7-4fb0-a981-90436f408578 admin admin] Publish callbacks [] for security_group (e99656fd-c22e-40df-96c9-50810dfd8bce), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:28.111799 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fa81ce8b-fe4f-4076-b4b4-560354ca43a4 req-9b4aa58a-82cc-4b1f-b9d3-8dca4ceb40d7 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151404 Feb 09 01:43:28.191230 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-38861007-ffe7-4fb0-a981-90436f408578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e99656fd-c22e-40df-96c9-50810dfd8bce), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:28.196985 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-38861007-ffe7-4fb0-a981-90436f408578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:28.202286 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-38861007-ffe7-4fb0-a981-90436f408578 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e99656fd-c22e-40df-96c9-50810dfd8bce HTTP/1.1" status: 204 len: 168 time: 0.3078558 Feb 09 01:43:28.228578 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38861007-ffe7-4fb0-a981-90436f408578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99656fd-c22e-40df-96c9-50810dfd8bce,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:28.327600 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d5683-cd63-4082-aacb-0f1e4382b8d5 req-e3c417a2-8084-4be7-83f2-34cfd3bd07a6 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:28.335275 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-de7d5683-cd63-4082-aacb-0f1e4382b8d5 req-e3c417a2-8084-4be7-83f2-34cfd3bd07a6 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.1895847 Feb 09 01:43:28.414113 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-de7d5683-cd63-4082-aacb-0f1e4382b8d5 req-73d42a7b-bded-45c4-8a25-4813be44bcfc tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778141 Feb 09 01:43:28.481504 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb476ed3-e904-48e8-9db2-77b35875179f req-01d13605-ed83-4cc2-9ed9-5d7b185bc3f4 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:28.483342 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fb476ed3-e904-48e8-9db2-77b35875179f req-01d13605-ed83-4cc2-9ed9-5d7b185bc3f4 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 944 time: 0.0660892 Feb 09 01:43:28.670898 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-fb476ed3-e904-48e8-9db2-77b35875179f req-f47360a6-1fd2-4178-9de6-475eabf10ac7 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Deleting port b7d8f832-7a25-4167-8f65-319584caa4fb {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:28.672111 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-fb476ed3-e904-48e8-9db2-77b35875179f req-f47360a6-1fd2-4178-9de6-475eabf10ac7 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b7d8f832-7a25-4167-8f65-319584caa4fb), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:28.777448 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-fb476ed3-e904-48e8-9db2-77b35875179f req-f47360a6-1fd2-4178-9de6-475eabf10ac7 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] For port b7d8f832-7a25-4167-8f65-319584caa4fb, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=b7d8f832-7a25-4167-8f65-319584caa4fb,segment=NetworkSegment(d8e5a775-257e-4a61-8c9b-5eeb07aca2dd),segment_id=d8e5a775-257e-4a61-8c9b-5eeb07aca2dd)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:28.777829 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-fb476ed3-e904-48e8-9db2-77b35875179f req-f47360a6-1fd2-4178-9de6-475eabf10ac7 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b7d8f832-7a25-4167-8f65-319584caa4fb), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:28.806041 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-fb476ed3-e904-48e8-9db2-77b35875179f req-f47360a6-1fd2-4178-9de6-475eabf10ac7 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Calling delete_port for b7d8f832-7a25-4167-8f65-319584caa4fb owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:28.919093 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b17434-0dc1-4491-a720-a18daeeee0ec req-5b60654a-8d65-435c-8fc5-af91b6c3ff8b tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:28.920596 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41b17434-0dc1-4491-a720-a18daeeee0ec req-5b60654a-8d65-435c-8fc5-af91b6c3ff8b tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4349a5-7517-4a65-93dc-46d87793c366 HTTP/1.1" status: 200 len: 944 time: 0.1307776 Feb 09 01:43:28.987854 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41b17434-0dc1-4491-a720-a18daeeee0ec req-1e9b5e70-8a5c-46b0-8e53-4b3ad03e618a tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537994 Feb 09 01:43:29.093781 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-fb476ed3-e904-48e8-9db2-77b35875179f req-f47360a6-1fd2-4178-9de6-475eabf10ac7 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (b7d8f832-7a25-4167-8f65-319584caa4fb), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:29.140941 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47360a6-1fd2-4178-9de6-475eabf10ac7 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Pushing event deleted for resources: {'Port': ['ID=b7d8f832-7a25-4167-8f65-319584caa4fb,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:29.169857 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b287a2-dc9b-4bca-abb6-5011c4342cbd req-df7d58e5-45c8-4a88-b380-446cbabb3ce3 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:29.171447 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-18b287a2-dc9b-4bca-abb6-5011c4342cbd req-df7d58e5-45c8-4a88-b380-446cbabb3ce3 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 943 time: 0.1564701 Feb 09 01:43:29.291198 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb476ed3-e904-48e8-9db2-77b35875179f req-f47360a6-1fd2-4178-9de6-475eabf10ac7 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] No DVR routers for this DVR port b7d8f832-7a25-4167-8f65-319584caa4fb on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:29.299039 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-fb476ed3-e904-48e8-9db2-77b35875179f req-f47360a6-1fd2-4178-9de6-475eabf10ac7 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:29.302524 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-18b287a2-dc9b-4bca-abb6-5011c4342cbd req-56b65db4-65fa-4413-b365-bfeee7719afc tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239824 Feb 09 01:43:29.304004 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fb476ed3-e904-48e8-9db2-77b35875179f req-f47360a6-1fd2-4178-9de6-475eabf10ac7 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.48 "DELETE /v2.0/ports/b7d8f832-7a25-4167-8f65-319584caa4fb HTTP/1.1" status: 204 len: 173 time: 0.8102179 Feb 09 01:43:29.330575 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4349a5-7517-4a65-93dc-46d87793c366', 'name': 'network-vif-deleted', 'tag': 'b7d8f832-7a25-4167-8f65-319584caa4fb'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:29.330575 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1bd9c9-0554-403e-b4d3-789e688dfa17" -d '{"events": [{"server_uuid": "4a4349a5-7517-4a65-93dc-46d87793c366", "name": "network-vif-deleted", "tag": "b7d8f832-7a25-4167-8f65-319584caa4fb"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:29.358476 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4b734-90a5-4bbb-97d4-c9b5db2daedb req-1a1d7b7f-b8e6-4943-882a-0c1c00b66d6f tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:29.362835 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ccb4b734-90a5-4bbb-97d4-c9b5db2daedb req-1a1d7b7f-b8e6-4943-882a-0c1c00b66d6f tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.1012337 Feb 09 01:43:29.420467 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25f4f13-798b-4986-861d-1bdfe0e743d7 x-openstack-request-id: req-e25f4f13-798b-4986-861d-1bdfe0e743d7 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:29.421036 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4349a5-7517-4a65-93dc-46d87793c366", "name": "network-vif-deleted", "tag": "b7d8f832-7a25-4167-8f65-319584caa4fb", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:29.421435 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e25f4f13-798b-4986-861d-1bdfe0e743d7 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:29.422171 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4349a5-7517-4a65-93dc-46d87793c366', 'name': 'network-vif-deleted', 'tag': 'b7d8f832-7a25-4167-8f65-319584caa4fb', 'status': 'completed', 'code': 200} Feb 09 01:43:29.510402 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ccb4b734-90a5-4bbb-97d4-c9b5db2daedb req-c45d29a9-c0a2-490c-b7be-037100bb7b8f tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410329 Feb 09 01:43:29.655164 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7065da-e1c0-42ce-b633-bf8529616e0f req-83416c38-fcf2-4d22-81f4-07091cb53f3f tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:29.657689 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d7065da-e1c0-42ce-b633-bf8529616e0f req-83416c38-fcf2-4d22-81f4-07091cb53f3f tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.1019468 Feb 09 01:43:29.752267 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d7065da-e1c0-42ce-b633-bf8529616e0f req-754187ca-857e-4a1c-b80d-3f70eb289cc2 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840867 Feb 09 01:43:30.063316 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 05366da3-ae6f-43e0-a840-3c9d28c899e6 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:43:30.250450 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 05366da3-ae6f-43e0-a840-3c9d28c899e6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=05366da3-ae6f-43e0-a840-3c9d28c899e6,segment=NetworkSegment(899f02fd-164e-4c7a-96f7-6f23414d825b),segment_id=899f02fd-164e-4c7a-96f7-6f23414d825b)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:30.266594 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '05366da3-ae6f-43e0-a840-3c9d28c899e6', 'network_id': '1c164421-b937-4772-b3ad-c06ffa4973ed', 'port_id': '05366da3-ae6f-43e0-a840-3c9d28c899e6', 'mac_address': 'fa:16:3e:a2:e0:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9145d287-893f-45e0-a833-97ee0b627cb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:43:30.315027 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 05366da3-ae6f-43e0-a840-3c9d28c899e6 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:30.315722 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:30.335059 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05366da3-ae6f-43e0-a840-3c9d28c899e6 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:43:30.361918 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 05366da3-ae6f-43e0-a840-3c9d28c899e6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=05366da3-ae6f-43e0-a840-3c9d28c899e6,segment=NetworkSegment(899f02fd-164e-4c7a-96f7-6f23414d825b),segment_id=899f02fd-164e-4c7a-96f7-6f23414d825b)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:30.367618 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:30.435564 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=05366da3-ae6f-43e0-a840-3c9d28c899e6,revision_number=9']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:30.478312 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-1259a97c-ac26-4c16-bb72-ce789246e2c6 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:30.480462 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-1259a97c-ac26-4c16-bb72-ce789246e2c6 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/networks?id=c9c5b673-e13e-448f-8c44-802e94f8c801 HTTP/1.1" status: 200 len: 822 time: 0.1641588 Feb 09 01:43:30.496262 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-c7372dbb-3dd7-454c-9816-cfc81fa2d8a1 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/quotas/b9b0198efaa540378bf27bf2b2c797a1 HTTP/1.1" status: 200 len: 375 time: 0.0106075 Feb 09 01:43:30.537667 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-1aae4983-800a-4221-817e-1ba22469dd0c tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b9b0198efaa540378bf27bf2b2c797a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350268 Feb 09 01:43:30.538175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b3617-8f46-40e8-9fd8-511e86846650 req-f9c1e1c6-942e-44ac-81ab-4bb8c23f3390 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:30.541304 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-199b3617-8f46-40e8-9fd8-511e86846650 req-f9c1e1c6-942e-44ac-81ab-4bb8c23f3390 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 944 time: 0.0671704 Feb 09 01:43:30.600668 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-199b3617-8f46-40e8-9fd8-511e86846650 req-1ca994e6-1633-4a11-a25b-b58339b0e081 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527754 Feb 09 01:43:30.652619 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-2bec2bae-3d53-490e-aa47-2e521a35ef9b service neutron] 10.222.0.36 "GET /v2.0/networks/c9c5b673-e13e-448f-8c44-802e94f8c801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039128 Feb 09 01:43:30.763653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ea4c2-58e5-4fde-9804-2d64f4136f69 req-60814886-f185-4395-9343-17f043c91ac3 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:30.765211 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad9ea4c2-58e5-4fde-9804-2d64f4136f69 req-60814886-f185-4395-9343-17f043c91ac3 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.0645664 Feb 09 01:43:30.786052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['05366da3-ae6f-43e0-a840-3c9d28c899e6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:43:30.793760 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-d6ed0772-a9be-4f40-8792-f01dae74d959 service neutron] 10.222.0.36 "GET /v2.0/networks/c9c5b673-e13e-448f-8c44-802e94f8c801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368611 Feb 09 01:43:30.859054 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad9ea4c2-58e5-4fde-9804-2d64f4136f69 req-80a4bd5e-7c56-4483-b70b-64c5ae5f8fd8 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865536 Feb 09 01:43:31.017774 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device b7d8f832-7a25-4167-8f65-319584caa4fb no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:43:31.049451 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: b7d8f832-7a25-4167-8f65-319584caa4fb {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:43:31.050325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device b7d8f832-7a25-4167-8f65-319584caa4fb not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:43:31.061870 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3a439-e693-4a5d-950e-9a6d4f866cbd req-e1923360-5cc0-40c1-84f2-51be837b0158 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:31.076214 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9b3a439-e693-4a5d-950e-9a6d4f866cbd req-e1923360-5cc0-40c1-84f2-51be837b0158 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.0786858 Feb 09 01:43:31.101717 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8718e6bd-3f5d-4a68-abc5-c8299f2ffe01 req-a299401c-f4e4-426f-abb8-5e3d5e00aba7 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=00c6583f-98c3-4887-a5c7-66a1947687a9 HTTP/1.1" status: 200 len: 210 time: 0.0615592 Feb 09 01:43:31.135836 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9b3a439-e693-4a5d-950e-9a6d4f866cbd req-b468e7e8-eb50-48a1-b354-4b5eab17ea73 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584440 Feb 09 01:43:31.776521 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 41362) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:31.783638 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34caf2a5-53ac-400f-b792-9b1c6399779b req-9a527d26-4fc2-416a-b931-a6607ade47b1 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:31.786195 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34caf2a5-53ac-400f-b792-9b1c6399779b req-9a527d26-4fc2-416a-b931-a6607ade47b1 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 944 time: 0.0716090 Feb 09 01:43:31.858210 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34caf2a5-53ac-400f-b792-9b1c6399779b req-7b7c2979-345f-4319-90db-16e350562464 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641615 Feb 09 01:43:31.953413 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fcbb7356-f543-4f78-b204-499ad027aedc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:32.026441 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b37d58-c74d-49dc-b025-c3bd6863b68c req-00160da6-b537-4fc9-b6b6-d9b29cf7ab33 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:32.028027 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f4b37d58-c74d-49dc-b025-c3bd6863b68c req-00160da6-b537-4fc9-b6b6-d9b29cf7ab33 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.0842562 Feb 09 01:43:32.060527 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 05366da3-ae6f-43e0-a840-3c9d28c899e6 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:32.107491 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fcbb7356-f543-4f78-b204-499ad027aedc admin admin] Publish callbacks [] for security_group (03dd4747-0e46-49c4-b8f5-cfb711f8c8ac), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:32.116452 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fcbb7356-f543-4f78-b204-499ad027aedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (03dd4747-0e46-49c4-b8f5-cfb711f8c8ac), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:32.161073 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 05366da3-ae6f-43e0-a840-3c9d28c899e6 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:32.161707 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:32.171614 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f4b37d58-c74d-49dc-b025-c3bd6863b68c req-9569ac0d-79ce-43fd-bbb3-14b6bfb98db3 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317189 Feb 09 01:43:32.181896 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fcbb7356-f543-4f78-b204-499ad027aedc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=29287b70a8394b3a8ec3c7957b286fb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4034925 Feb 09 01:43:32.185121 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41380) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:32.220951 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb7356-f543-4f78-b204-499ad027aedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dd4747-0e46-49c4-b8f5-cfb711f8c8ac,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:32.244176 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb7356-f543-4f78-b204-499ad027aedc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.244682 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb7356-f543-4f78-b204-499ad027aedc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.245058 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb7356-f543-4f78-b204-499ad027aedc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.246727 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb7356-f543-4f78-b204-499ad027aedc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.251559 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb7356-f543-4f78-b204-499ad027aedc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.252173 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb7356-f543-4f78-b204-499ad027aedc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.252691 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb7356-f543-4f78-b204-499ad027aedc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.257900 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb7356-f543-4f78-b204-499ad027aedc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.258466 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb7356-f543-4f78-b204-499ad027aedc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.260022 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb7356-f543-4f78-b204-499ad027aedc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.260677 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb7356-f543-4f78-b204-499ad027aedc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.261197 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb7356-f543-4f78-b204-499ad027aedc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.261629 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb7356-f543-4f78-b204-499ad027aedc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.277375 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 05366da3-ae6f-43e0-a840-3c9d28c899e6 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:32.284065 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:32.313672 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2582cb04-5981-4341-a2b3-36f504831b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05366da3-ae6f-43e0-a840-3c9d28c899e6'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:32.317008 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292ee4c2-07dc-4352-9e42-a06f41937bf8" -d '{"events": [{"server_uuid": "2582cb04-5981-4341-a2b3-36f504831b17", "name": "network-vif-plugged", "status": "completed", "tag": "05366da3-ae6f-43e0-a840-3c9d28c899e6"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:32.320063 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8feff819-9bc2-4ea6-a9db-9fb9f0d89c80 req-7210a76a-a154-428d-a154-15b744a69f7c tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=00c6583f-98c3-4887-a5c7-66a1947687a9 HTTP/1.1" status: 200 len: 210 time: 0.1257885 Feb 09 01:43:32.334913 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 05366da3-ae6f-43e0-a840-3c9d28c899e6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=05366da3-ae6f-43e0-a840-3c9d28c899e6,segment=NetworkSegment(899f02fd-164e-4c7a-96f7-6f23414d825b),segment_id=899f02fd-164e-4c7a-96f7-6f23414d825b)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:32.342631 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:32.420137 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-34dfd6a1-1c33-40e4-99a3-a215de29aaad admin admin] Publish callbacks [] for security_group (03dd4747-0e46-49c4-b8f5-cfb711f8c8ac), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:32.450397 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a7da01-713e-4bfb-a1d5-766582e0d25b x-openstack-request-id: req-92a7da01-713e-4bfb-a1d5-766582e0d25b {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:32.450742 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2582cb04-5981-4341-a2b3-36f504831b17", "name": "network-vif-plugged", "status": "completed", "tag": "05366da3-ae6f-43e0-a840-3c9d28c899e6", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:32.451057 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-92a7da01-713e-4bfb-a1d5-766582e0d25b {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:32.451528 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-34dfd6a1-1c33-40e4-99a3-a215de29aaad admin admin] Publish callbacks [] for security_group (03dd4747-0e46-49c4-b8f5-cfb711f8c8ac), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:32.455392 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2582cb04-5981-4341-a2b3-36f504831b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05366da3-ae6f-43e0-a840-3c9d28c899e6', 'code': 200} Feb 09 01:43:32.469867 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=05366da3-ae6f-43e0-a840-3c9d28c899e6,revision_number=10']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:32.538823 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-34dfd6a1-1c33-40e4-99a3-a215de29aaad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (03dd4747-0e46-49c4-b8f5-cfb711f8c8ac), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:32.543943 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-34dfd6a1-1c33-40e4-99a3-a215de29aaad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:32.545625 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-34dfd6a1-1c33-40e4-99a3-a215de29aaad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/03dd4747-0e46-49c4-b8f5-cfb711f8c8ac HTTP/1.1" status: 204 len: 168 time: 0.3591218 Feb 09 01:43:32.559646 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dfd6a1-1c33-40e4-99a3-a215de29aaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dd4747-0e46-49c4-b8f5-cfb711f8c8ac,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:32.574523 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dfd6a1-1c33-40e4-99a3-a215de29aaad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.575293 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dfd6a1-1c33-40e4-99a3-a215de29aaad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.576146 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dfd6a1-1c33-40e4-99a3-a215de29aaad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.577271 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dfd6a1-1c33-40e4-99a3-a215de29aaad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.577947 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dfd6a1-1c33-40e4-99a3-a215de29aaad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.578701 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dfd6a1-1c33-40e4-99a3-a215de29aaad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.579230 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dfd6a1-1c33-40e4-99a3-a215de29aaad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.580307 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dfd6a1-1c33-40e4-99a3-a215de29aaad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.581077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dfd6a1-1c33-40e4-99a3-a215de29aaad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.581408 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dfd6a1-1c33-40e4-99a3-a215de29aaad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.582416 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dfd6a1-1c33-40e4-99a3-a215de29aaad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.583594 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dfd6a1-1c33-40e4-99a3-a215de29aaad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.583963 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dfd6a1-1c33-40e4-99a3-a215de29aaad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:32.922469 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d107f3-4a62-46ce-937f-28dec947f1ca req-39db1de3-448e-47c6-9f18-ffaacb9b2da9 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:32.933862 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f5d107f3-4a62-46ce-937f-28dec947f1ca req-39db1de3-448e-47c6-9f18-ffaacb9b2da9 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.6540568 Feb 09 01:43:32.982064 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf3aee-c97b-4c29-ab02-2e32397c62d1 req-2236ef3c-8b09-495b-8891-aa134a6dc5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:32.983607 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbaf3aee-c97b-4c29-ab02-2e32397c62d1 req-2236ef3c-8b09-495b-8891-aa134a6dc5b7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 1128 time: 0.1684937 Feb 09 01:43:33.007648 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-b1c48475-5479-4661-8eee-77731059de03 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:33.009341 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-b1c48475-5479-4661-8eee-77731059de03 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.48 "GET /v2.0/networks?id=c9c5b673-e13e-448f-8c44-802e94f8c801 HTTP/1.1" status: 200 len: 822 time: 0.7308898 Feb 09 01:43:33.045324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-173b29e1-1f7c-4163-86e6-46c872f47e81 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Request body: {'port': {'device_id': '00c6583f-98c3-4887-a5c7-66a1947687a9', 'network_id': 'c9c5b673-e13e-448f-8c44-802e94f8c801', 'admin_state_up': True, 'tenant_id': 'b9b0198efaa540378bf27bf2b2c797a1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:33.067516 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e92947-7e2f-4cfd-a14a-3f1c3c1b536f req-47b3c826-7f8e-426e-9ae9-8fad6a22dfde tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:33.080355 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0e92947-7e2f-4cfd-a14a-3f1c3c1b536f req-47b3c826-7f8e-426e-9ae9-8fad6a22dfde tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.1058717 Feb 09 01:43:33.155019 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f5d107f3-4a62-46ce-937f-28dec947f1ca req-ba0c9e41-b5f5-469e-a7d4-f0b2f6f4b412 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194254 Feb 09 01:43:33.164776 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0e92947-7e2f-4cfd-a14a-3f1c3c1b536f req-06168963-acf6-420d-9737-295237640d07 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827863 Feb 09 01:43:33.177292 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbaf3aee-c97b-4c29-ab02-2e32397c62d1 req-b2a76aa2-3ebe-42d4-a023-4205d4d5f2bb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827145 Feb 09 01:43:33.250524 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-173b29e1-1f7c-4163-86e6-46c872f47e81 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Made reservation on behalf of b9b0198efaa540378bf27bf2b2c797a1 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:33.255968 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-173b29e1-1f7c-4163-86e6-46c872f47e81 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:33.352711 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fecf2-fae2-4a44-b60c-2cbb846b9c77 req-653875a9-a1bb-4a5e-bd32-02d2d0064ab2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:33.355107 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-201fecf2-fae2-4a44-b60c-2cbb846b9c77 req-653875a9-a1bb-4a5e-bd32-02d2d0064ab2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.0887330 Feb 09 01:43:33.455403 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-201fecf2-fae2-4a44-b60c-2cbb846b9c77 req-17978c9c-394d-426e-b0bc-ec9f52b98779 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941303 Feb 09 01:43:33.484164 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e709bd6-6f05-43b0-9f1b-0f6cc96411da req-dcd74a45-de99-44c1-a458-7596844770bd tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=00c6583f-98c3-4887-a5c7-66a1947687a9 HTTP/1.1" status: 200 len: 210 time: 0.0713229 Feb 09 01:43:33.529073 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-173b29e1-1f7c-4163-86e6-46c872f47e81 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Allocated IP 172.20.0.6 (c9c5b673-e13e-448f-8c44-802e94f8c801/de4a96bd-815b-46c1-a4b0-13716c101d56/490686ee-3c77-49b2-9466-67fa0ce3a697) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:33.635432 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41422) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:33.727845 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-173b29e1-1f7c-4163-86e6-46c872f47e81 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks [] for port (490686ee-3c77-49b2-9466-67fa0ce3a697), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:33.760704 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-2262c148-f819-489c-821c-b0b55943c735 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-network', 'tenant_id': 'de202805521c40c99d9482e3dcc29505'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:33.789301 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-173b29e1-1f7c-4163-86e6-46c872f47e81 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (490686ee-3c77-49b2-9466-67fa0ce3a697), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:33.793902 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2262c148-f819-489c-821c-b0b55943c735 admin admin] Made reservation on behalf of de202805521c40c99d9482e3dcc29505 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:33.796536 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2262c148-f819-489c-821c-b0b55943c735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:33.811135 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2262c148-f819-489c-821c-b0b55943c735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:33.848455 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-173b29e1-1f7c-4163-86e6-46c872f47e81 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Network c9c5b673-e13e-448f-8c44-802e94f8c801 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:33.853598 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-173b29e1-1f7c-4163-86e6-46c872f47e81 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:33.856434 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-173b29e1-1f7c-4163-86e6-46c872f47e81 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:33.859777 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b29e1-1f7c-4163-86e6-46c872f47e81 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Pushing event updated for resources: {'Port': ['ID=490686ee-3c77-49b2-9466-67fa0ce3a697,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:33.924403 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-173b29e1-1f7c-4163-86e6-46c872f47e81 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:33.925046 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-173b29e1-1f7c-4163-86e6-46c872f47e81 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:33.925730 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2262c148-f819-489c-821c-b0b55943c735 admin admin] Publish callbacks [] for security_group (f278137b-c33c-4226-ac3c-96d9d1d0e6ae), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:33.930076 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2262c148-f819-489c-821c-b0b55943c735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (f278137b-c33c-4226-ac3c-96d9d1d0e6ae), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:33.954509 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-173b29e1-1f7c-4163-86e6-46c872f47e81 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9161587 Feb 09 01:43:33.966673 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-df1a0e3a-246d-4df9-8ad6-b7ecbed1fdcb service neutron] Request body: {'port': {'device_id': '00c6583f-98c3-4887-a5c7-66a1947687a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:33.969163 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262c148-f819-489c-821c-b0b55943c735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f278137b-c33c-4226-ac3c-96d9d1d0e6ae,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:33.971780 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2262c148-f819-489c-821c-b0b55943c735 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:43:33.986841 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2262c148-f819-489c-821c-b0b55943c735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (e16ac01c-d49e-484d-9b31-f658a1c2f4a7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:33.987080 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-2262c148-f819-489c-821c-b0b55943c735 admin admin] Added segment e16ac01c-d49e-484d-9b31-f658a1c2f4a7 of type vlan for network f0b7f23d-62d1-4973-9206-4a988800da60 Feb 09 01:43:34.049441 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2262c148-f819-489c-821c-b0b55943c735 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (f0b7f23d-62d1-4973-9206-4a988800da60), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:34.081020 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-df1a0e3a-246d-4df9-8ad6-b7ecbed1fdcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (490686ee-3c77-49b2-9466-67fa0ce3a697), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:34.098612 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2262c148-f819-489c-821c-b0b55943c735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (f0b7f23d-62d1-4973-9206-4a988800da60), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:34.099905 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2262c148-f819-489c-821c-b0b55943c735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:34.100363 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2262c148-f819-489c-821c-b0b55943c735 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:34.157315 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2262c148-f819-489c-821c-b0b55943c735 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5204625 Feb 09 01:43:34.159822 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41430) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:34.166084 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-7e405cdf-7c1e-4e5f-8c42-84890dbce7eb admin admin] Request body: {'subnet': {'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-subnet', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:34.199573 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262c148-f819-489c-821c-b0b55943c735 admin admin] Pushing event updated for resources: {'Network': ['ID=f0b7f23d-62d1-4973-9206-4a988800da60,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:34.221254 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network f0b7f23d-62d1-4973-9206-4a988800da60 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:43:34.235094 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e405cdf-7c1e-4e5f-8c42-84890dbce7eb admin admin] Made reservation on behalf of de202805521c40c99d9482e3dcc29505 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:34.244040 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e405cdf-7c1e-4e5f-8c42-84890dbce7eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:34.431060 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d80894-b75a-4454-a0cd-4f590d631279 req-9ffb2e06-4ad0-47fa-92aa-df88389a8c00 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:34.438851 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f7d80894-b75a-4454-a0cd-4f590d631279 req-9ffb2e06-4ad0-47fa-92aa-df88389a8c00 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.1223428 Feb 09 01:43:34.529529 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f7d80894-b75a-4454-a0cd-4f590d631279 req-5d3f7bcd-ae9e-400f-8aa8-61afdf4cbc17 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883374 Feb 09 01:43:34.563074 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b4703-a9c8-4990-afd8-4c5bf3ea5370 req-fa7e877f-deb1-4e8f-858b-17ffcdc00606 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:34.566122 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-002b4703-a9c8-4990-afd8-4c5bf3ea5370 req-fa7e877f-deb1-4e8f-858b-17ffcdc00606 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.1388040 Feb 09 01:43:34.588509 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-df1a0e3a-246d-4df9-8ad6-b7ecbed1fdcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490686ee-3c77-49b2-9466-67fa0ce3a697 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:43:34.605742 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-df1a0e3a-246d-4df9-8ad6-b7ecbed1fdcb service neutron] Publish callbacks [] for port (490686ee-3c77-49b2-9466-67fa0ce3a697), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:34.613849 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e405cdf-7c1e-4e5f-8c42-84890dbce7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (b0b26f97-d0c8-4cf7-88ed-04342ece5400), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:34.620034 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-df1a0e3a-246d-4df9-8ad6-b7ecbed1fdcb service neutron] Transition to ACTIVE for port object 490686ee-3c77-49b2-9466-67fa0ce3a697 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:34.638734 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-df1a0e3a-246d-4df9-8ad6-b7ecbed1fdcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (490686ee-3c77-49b2-9466-67fa0ce3a697), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:34.719561 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a0e3a-246d-4df9-8ad6-b7ecbed1fdcb service neutron] Pushing event updated for resources: {'Port': ['ID=490686ee-3c77-49b2-9466-67fa0ce3a697,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:34.726956 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e405cdf-7c1e-4e5f-8c42-84890dbce7eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0b26f97-d0c8-4cf7-88ed-04342ece5400,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:34.748024 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82bf22-88b6-4f6e-a28b-5df0c3bed17b req-5b882004-1a6a-49cf-a3e2-a3950f98f594 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:34.749747 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ad82bf22-88b6-4f6e-a28b-5df0c3bed17b req-5b882004-1a6a-49cf-a3e2-a3950f98f594 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.1289341 Feb 09 01:43:34.751616 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e405cdf-7c1e-4e5f-8c42-84890dbce7eb admin admin] Checking segment: {'id': 'e16ac01c-d49e-484d-9b31-f658a1c2f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:43:34.751616 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e405cdf-7c1e-4e5f-8c42-84890dbce7eb admin admin] Network hostable DHCP agents. Network: f0b7f23d-62d1-4973-9206-4a988800da60, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:43:34.757124 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-002b4703-a9c8-4990-afd8-4c5bf3ea5370 req-d3903b98-df60-4905-833e-d33e749305c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352940 Feb 09 01:43:34.845407 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e405cdf-7c1e-4e5f-8c42-84890dbce7eb admin admin] Network f0b7f23d-62d1-4973-9206-4a988800da60 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:43:34.869383 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ad82bf22-88b6-4f6e-a28b-5df0c3bed17b req-7f408b7e-92c8-485c-b06f-a54e2208b9aa tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054726 Feb 09 01:43:34.870811 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-7e405cdf-7c1e-4e5f-8c42-84890dbce7eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, f0b7f23d-62d1-4973-9206-4a988800da60) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:34.886923 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-df1a0e3a-246d-4df9-8ad6-b7ecbed1fdcb service neutron] Attempting to bind port 490686ee-3c77-49b2-9466-67fa0ce3a697 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:34.887346 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-df1a0e3a-246d-4df9-8ad6-b7ecbed1fdcb service neutron] Attempting to bind port 490686ee-3c77-49b2-9466-67fa0ce3a697 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'd8e5a775-257e-4a61-8c9b-5eeb07aca2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c9c5b673-e13e-448f-8c44-802e94f8c801'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:34.887921 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-df1a0e3a-246d-4df9-8ad6-b7ecbed1fdcb service neutron] Attempting to bind port 490686ee-3c77-49b2-9466-67fa0ce3a697 on network c9c5b673-e13e-448f-8c44-802e94f8c801 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:34.890681 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2a4785-18da-4460-b0ef-5f07198ea65b None None] Network f0b7f23d-62d1-4973-9206-4a988800da60 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:43:34.909592 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e405cdf-7c1e-4e5f-8c42-84890dbce7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:34.909592 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e405cdf-7c1e-4e5f-8c42-84890dbce7eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:34.967671 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7e405cdf-7c1e-4e5f-8c42-84890dbce7eb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8049829 Feb 09 01:43:34.968829 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41476) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:34.973235 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-df1a0e3a-246d-4df9-8ad6-b7ecbed1fdcb service neutron] Port 490686ee-3c77-49b2-9466-67fa0ce3a697 on network c9c5b673-e13e-448f-8c44-802e94f8c801 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:34.974076 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-df1a0e3a-246d-4df9-8ad6-b7ecbed1fdcb service neutron] Attempting to bind port 490686ee-3c77-49b2-9466-67fa0ce3a697 on network c9c5b673-e13e-448f-8c44-802e94f8c801 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:34.982912 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-c6af48a3-fa6b-421f-840c-7a21b7881a42 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:34.995278 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-df1a0e3a-246d-4df9-8ad6-b7ecbed1fdcb service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:43:34.995651 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-df1a0e3a-246d-4df9-8ad6-b7ecbed1fdcb service neutron] Checking segment: {'id': 'd8e5a775-257e-4a61-8c9b-5eeb07aca2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c9c5b673-e13e-448f-8c44-802e94f8c801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:43:34.999416 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-df1a0e3a-246d-4df9-8ad6-b7ecbed1fdcb service neutron] Bound using segment: {'id': 'd8e5a775-257e-4a61-8c9b-5eeb07aca2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c9c5b673-e13e-448f-8c44-802e94f8c801'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:43:34.999416 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-df1a0e3a-246d-4df9-8ad6-b7ecbed1fdcb service neutron] Bound port: 490686ee-3c77-49b2-9466-67fa0ce3a697, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e5a775-257e-4a61-8c9b-5eeb07aca2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c9c5b673-e13e-448f-8c44-802e94f8c801'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:43:34.999416 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-df1a0e3a-246d-4df9-8ad6-b7ecbed1fdcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (490686ee-3c77-49b2-9466-67fa0ce3a697), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.028190 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6af48a3-fa6b-421f-840c-7a21b7881a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (2f7662ff-6bea-4dac-8d29-3af36e248018), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.031431 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6af48a3-fa6b-421f-840c-7a21b7881a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (2f7662ff-6bea-4dac-8d29-3af36e248018), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.060327 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc0c24-e2e8-470c-ada4-d07c3db364b4 req-a5330561-7827-4932-84c7-de92e09f41a7 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:35.068102 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eabc0c24-e2e8-470c-ada4-d07c3db364b4 req-a5330561-7827-4932-84c7-de92e09f41a7 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=00c6583f-98c3-4887-a5c7-66a1947687a9 HTTP/1.1" status: 200 len: 943 time: 0.1829488 Feb 09 01:43:35.082590 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d12c54-1b30-4df0-8660-f7aac393244a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-f0b7f23d-62d1-4973-9206-4a988800da60', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'project_id': 'de202805521c40c99d9482e3dcc29505', 'fixed_ips': [{'subnet_id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:43:35.083529 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a8d12c54-1b30-4df0-8660-f7aac393244a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.174430 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6af48a3-fa6b-421f-840c-7a21b7881a42 admin admin] Publish callbacks [] for router_controller (2f7662ff-6bea-4dac-8d29-3af36e248018), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.176986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-df1a0e3a-246d-4df9-8ad6-b7ecbed1fdcb service neutron] For port 490686ee-3c77-49b2-9466-67fa0ce3a697, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:43:35.212259 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eabc0c24-e2e8-470c-ada4-d07c3db364b4 req-4d07905d-c88d-4784-af75-3dfc5d84700a tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430781 Feb 09 01:43:35.215282 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-df1a0e3a-246d-4df9-8ad6-b7ecbed1fdcb service neutron] For port 490686ee-3c77-49b2-9466-67fa0ce3a697, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=490686ee-3c77-49b2-9466-67fa0ce3a697,segment=NetworkSegment(d8e5a775-257e-4a61-8c9b-5eeb07aca2dd),segment_id=d8e5a775-257e-4a61-8c9b-5eeb07aca2dd)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:43:35.224622 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-df1a0e3a-246d-4df9-8ad6-b7ecbed1fdcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (490686ee-3c77-49b2-9466-67fa0ce3a697), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.291488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-a8d12c54-1b30-4df0-8660-f7aac393244a None None] Allocated IP 172.20.0.2 (f0b7f23d-62d1-4973-9206-4a988800da60/b0b26f97-d0c8-4cf7-88ed-04342ece5400/8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:35.382142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a0e3a-246d-4df9-8ad6-b7ecbed1fdcb service neutron] Pushing event updated for resources: {'Port': ['ID=490686ee-3c77-49b2-9466-67fa0ce3a697,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:35.396545 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-df1a0e3a-246d-4df9-8ad6-b7ecbed1fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:35.397407 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-df1a0e3a-246d-4df9-8ad6-b7ecbed1fdcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.399282 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-df1a0e3a-246d-4df9-8ad6-b7ecbed1fdcb service neutron] 10.222.0.48 "PUT /v2.0/ports/490686ee-3c77-49b2-9466-67fa0ce3a697 HTTP/1.1" status: 200 len: 1091 time: 1.4389267 Feb 09 01:43:35.405241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c6583f-98c3-4887-a5c7-66a1947687a9', 'tag': '490686ee-3c77-49b2-9466-67fa0ce3a697'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:35.408864 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ac6cba-2360-480b-8a14-6fe107375a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "00c6583f-98c3-4887-a5c7-66a1947687a9", "tag": "490686ee-3c77-49b2-9466-67fa0ce3a697"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:35.585990 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6af48a3-fa6b-421f-840c-7a21b7881a42 admin admin] Publish callbacks [] for router_gateway (2f7662ff-6bea-4dac-8d29-3af36e248018), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.592412 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-3f538e6e-602c-416c-b9fc-1648ab582106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:35.600665 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-3f538e6e-602c-416c-b9fc-1648ab582106 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9b0198efaa540378bf27bf2b2c797a1&device_id=00c6583f-98c3-4887-a5c7-66a1947687a9 HTTP/1.1" status: 200 len: 1125 time: 0.1363990 Feb 09 01:43:35.605093 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d20a46f-ff64-4312-85dc-034f26c8262d x-openstack-request-id: req-1d20a46f-ff64-4312-85dc-034f26c8262d {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:35.607344 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a8d12c54-1b30-4df0-8660-f7aac393244a None None] Publish callbacks [] for port (8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.607685 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c6583f-98c3-4887-a5c7-66a1947687a9", "tag": "490686ee-3c77-49b2-9466-67fa0ce3a697", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:35.608114 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d20a46f-ff64-4312-85dc-034f26c8262d {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:35.608823 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c6583f-98c3-4887-a5c7-66a1947687a9', 'tag': '490686ee-3c77-49b2-9466-67fa0ce3a697', 'status': 'completed', 'code': 200} Feb 09 01:43:35.619617 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a8d12c54-1b30-4df0-8660-f7aac393244a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.695410 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d12c54-1b30-4df0-8660-f7aac393244a None None] Network f0b7f23d-62d1-4973-9206-4a988800da60 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:35.699611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-a8d12c54-1b30-4df0-8660-f7aac393244a None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:35.705055 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d12c54-1b30-4df0-8660-f7aac393244a None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:35.719878 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-39d9906f-a628-4b91-82bf-86a37f72173b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=490686ee-3c77-49b2-9466-67fa0ce3a697 HTTP/1.1" status: 200 len: 217 time: 0.1066895 Feb 09 01:43:35.793116 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d12c54-1b30-4df0-8660-f7aac393244a None None] Pushing event updated for resources: {'Port': ['ID=8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:35.851135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a8d12c54-1b30-4df0-8660-f7aac393244a None None] Attempting to bind port 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:35.851553 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a8d12c54-1b30-4df0-8660-f7aac393244a None None] Attempting to bind port 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'e16ac01c-d49e-484d-9b31-f658a1c2f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:35.851928 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d12c54-1b30-4df0-8660-f7aac393244a None None] Attempting to bind port 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c on network f0b7f23d-62d1-4973-9206-4a988800da60 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:35.858376 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d12c54-1b30-4df0-8660-f7aac393244a None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:43:35.858761 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d12c54-1b30-4df0-8660-f7aac393244a None None] Checking segment: {'id': 'e16ac01c-d49e-484d-9b31-f658a1c2f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:43:35.859169 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a8d12c54-1b30-4df0-8660-f7aac393244a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.859591 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d12c54-1b30-4df0-8660-f7aac393244a None None] Bound using segment: {'id': 'e16ac01c-d49e-484d-9b31-f658a1c2f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:43:35.860075 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a8d12c54-1b30-4df0-8660-f7aac393244a None None] Bound port: 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e16ac01c-d49e-484d-9b31-f658a1c2f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:43:35.860458 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a8d12c54-1b30-4df0-8660-f7aac393244a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.880766 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-50fcf193-a707-4053-98d3-a1dfd8fd8019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:35.882654 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-50fcf193-a707-4053-98d3-a1dfd8fd8019 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de4a96bd-815b-46c1-a4b0-13716c101d56 HTTP/1.1" status: 200 len: 862 time: 0.1445928 Feb 09 01:43:35.898234 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a336f05-0b96-4e18-9f83-a51c6880bca4 req-69ecaa40-687e-44c3-8a86-c49690c1a62d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:35.911666 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2a336f05-0b96-4e18-9f83-a51c6880bca4 req-69ecaa40-687e-44c3-8a86-c49690c1a62d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.2005179 Feb 09 01:43:35.939458 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a8d12c54-1b30-4df0-8660-f7aac393244a None None] For port 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:43:35.943940 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a8d12c54-1b30-4df0-8660-f7aac393244a None None] For port 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c,segment=NetworkSegment(e16ac01c-d49e-484d-9b31-f658a1c2f4a7),segment_id=e16ac01c-d49e-484d-9b31-f658a1c2f4a7)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:43:35.963186 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a8d12c54-1b30-4df0-8660-f7aac393244a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.968235 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-90e965db-d911-407f-9cdd-b5232259f268 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9c5b673-e13e-448f-8c44-802e94f8c801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544119 Feb 09 01:43:36.025875 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e84c3-c2af-4f5f-a983-a754f927151b req-2e4d6295-d0f9-4b78-9f1d-3eebd70ae014 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:36.034041 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d1e84c3-c2af-4f5f-a983-a754f927151b req-2e4d6295-d0f9-4b78-9f1d-3eebd70ae014 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.1268549 Feb 09 01:43:36.046008 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6af48a3-fa6b-421f-840c-7a21b7881a42 admin admin] Publish callbacks [] for router_gateway (2f7662ff-6bea-4dac-8d29-3af36e248018), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:36.056891 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d12c54-1b30-4df0-8660-f7aac393244a None None] Pushing event updated for resources: {'Port': ['ID=8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:36.088316 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6af48a3-fa6b-421f-840c-7a21b7881a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:36.104972 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2a336f05-0b96-4e18-9f83-a51c6880bca4 req-73775490-6e5a-4c2c-9ddb-ce5776edce9f tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855869 Feb 09 01:43:36.140644 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-6da61a02-5c09-45fc-b600-286b2690e823 service neutron] 10.222.0.48 "GET /v2.0/networks/c9c5b673-e13e-448f-8c44-802e94f8c801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628261 Feb 09 01:43:36.263620 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d1e84c3-c2af-4f5f-a983-a754f927151b req-51230be9-908b-4030-a6f4-b762bbeda775 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286713 Feb 09 01:43:36.366951 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-c6af48a3-fa6b-421f-840c-7a21b7881a42 admin admin] Allocated IP 172.25.7.78 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/059c22f2-c762-4284-831f-35e635a22d14) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:36.421340 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2d1bf-046a-455a-a66e-09ff9a3d36b6 req-a5bb580f-7010-4aca-bf57-5b5b2ac8087f tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:36.423696 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3a2d1bf-046a-455a-a66e-09ff9a3d36b6 req-a5bb580f-7010-4aca-bf57-5b5b2ac8087f tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.1865861 Feb 09 01:43:36.436835 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de8505aa-a142-47f0-858a-b667abf4ed66 req-07c44f4e-04be-4ff3-809b-9b6cd9abb952 service neutron] 10.222.0.48 "GET /v2.0/networks/c9c5b673-e13e-448f-8c44-802e94f8c801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866991 Feb 09 01:43:36.540478 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3a2d1bf-046a-455a-a66e-09ff9a3d36b6 req-65e49fa8-190d-4afc-834e-71f77f96f385 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997615 Feb 09 01:43:36.643052 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac6cba-2360-480b-8a14-6fe107375a2b req-628080bd-9a15-48bc-8329-e89581dc745a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:36.644639 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3ac6cba-2360-480b-8a14-6fe107375a2b req-628080bd-9a15-48bc-8329-e89581dc745a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9b0198efaa540378bf27bf2b2c797a1&device_id=00c6583f-98c3-4887-a5c7-66a1947687a9 HTTP/1.1" status: 200 len: 1125 time: 0.1113832 Feb 09 01:43:36.676296 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca2cea-426e-4ef9-9645-4c1e6a8cdacc req-5fbc7b68-9351-45e1-8c03-a5313645383c tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:36.686408 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a0ca2cea-426e-4ef9-9645-4c1e6a8cdacc req-5fbc7b68-9351-45e1-8c03-a5313645383c tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=00c6583f-98c3-4887-a5c7-66a1947687a9 HTTP/1.1" status: 200 len: 943 time: 0.1908748 Feb 09 01:43:36.694387 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6af48a3-fa6b-421f-840c-7a21b7881a42 admin admin] Publish callbacks [] for port (059c22f2-c762-4284-831f-35e635a22d14), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:36.801196 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a0ca2cea-426e-4ef9-9645-4c1e6a8cdacc req-0ed9cd8e-01b4-48f4-8224-16a138457029 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129942 Feb 09 01:43:36.817489 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6af48a3-fa6b-421f-840c-7a21b7881a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (059c22f2-c762-4284-831f-35e635a22d14), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:36.861801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac6cba-2360-480b-8a14-6fe107375a2b req-89cb3930-7b29-4776-9e8e-210720433a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:36.863719 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3ac6cba-2360-480b-8a14-6fe107375a2b req-89cb3930-7b29-4776-9e8e-210720433a4c service neutron] 10.222.0.48 "GET /v2.0/networks?id=c9c5b673-e13e-448f-8c44-802e94f8c801 HTTP/1.1" status: 200 len: 923 time: 0.2081099 Feb 09 01:43:36.882998 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af48a3-fa6b-421f-840c-7a21b7881a42 admin admin] Pushing event updated for resources: {'Port': ['ID=059c22f2-c762-4284-831f-35e635a22d14,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:36.898875 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6af48a3-fa6b-421f-840c-7a21b7881a42 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:36.904947 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-c6af48a3-fa6b-421f-840c-7a21b7881a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:36.912162 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6af48a3-fa6b-421f-840c-7a21b7881a42 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:36.930336 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3ac6cba-2360-480b-8a14-6fe107375a2b req-4d47c9a4-eeb4-42e2-a5bb-becb74494fb0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=490686ee-3c77-49b2-9466-67fa0ce3a697 HTTP/1.1" status: 200 len: 217 time: 0.0548623 Feb 09 01:43:37.027937 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac6cba-2360-480b-8a14-6fe107375a2b req-f9d33fe6-601e-4c95-b358-d20c8f432033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:37.029781 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3ac6cba-2360-480b-8a14-6fe107375a2b req-f9d33fe6-601e-4c95-b358-d20c8f432033 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de4a96bd-815b-46c1-a4b0-13716c101d56 HTTP/1.1" status: 200 len: 862 time: 0.0899248 Feb 09 01:43:37.107397 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3ac6cba-2360-480b-8a14-6fe107375a2b req-6b86c14b-d751-4500-a0ef-f8f3fd4618b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9c5b673-e13e-448f-8c44-802e94f8c801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581717 Feb 09 01:43:37.341311 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:37.363698 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3ac6cba-2360-480b-8a14-6fe107375a2b req-6bc626d9-5bb0-4b23-b6db-00f07cdd72be service neutron] 10.222.0.48 "GET /v2.0/networks/c9c5b673-e13e-448f-8c44-802e94f8c801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469122 Feb 09 01:43:37.471309 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d16e0c64-3539-40bd-ad3c-8968f54e1240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:37.487355 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:37.487736 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:37.617664 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cfab3-ba49-4b45-8eaa-8f1b89997efe req-069649c2-f5b2-4c39-a402-7d30923fee99 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:37.626881 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:37.628070 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:37.647529 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-425cfab3-ba49-4b45-8eaa-8f1b89997efe req-069649c2-f5b2-4c39-a402-7d30923fee99 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.1786966 Feb 09 01:43:37.670754 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3ac6cba-2360-480b-8a14-6fe107375a2b req-a76317d7-49a1-40e2-b5bb-a382ce0618d7 service neutron] 10.222.0.48 "GET /v2.0/networks/c9c5b673-e13e-448f-8c44-802e94f8c801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984121 Feb 09 01:43:37.728218 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c,segment=NetworkSegment(e16ac01c-d49e-484d-9b31-f658a1c2f4a7),segment_id=e16ac01c-d49e-484d-9b31-f658a1c2f4a7)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:37.733303 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:37.769040 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-425cfab3-ba49-4b45-8eaa-8f1b89997efe req-c16d3ffb-aa44-4e5e-ad82-2764a485f943 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203017 Feb 09 01:43:37.807630 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ba344b-4f31-4862-ae0a-7fc9749a4306 None None] Network f0b7f23d-62d1-4973-9206-4a988800da60 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:43:37.963826 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b24ac-0f88-433f-999f-dc107b2a7ac0 req-e8964b64-dcb0-4771-bc2b-0f3b5b587cef tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:37.965513 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:37.966248 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d39b24ac-0f88-433f-999f-dc107b2a7ac0 req-e8964b64-dcb0-4771-bc2b-0f3b5b587cef tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.0975697 Feb 09 01:43:37.972788 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7b76e-d205-4950-831e-e953790b3bae req-d768c502-67b9-4e1b-8ca3-4b2ef324c10c tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:37.975973 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-710f2dac-814f-4a42-bb1d-16ac3dc20046 None None] Provisioning complete for port 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:37.977620 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e3a7b76e-d205-4950-831e-e953790b3bae req-d768c502-67b9-4e1b-8ca3-4b2ef324c10c tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.1135795 Feb 09 01:43:37.981517 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-710f2dac-814f-4a42-bb1d-16ac3dc20046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:38.015882 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6af48a3-fa6b-421f-840c-7a21b7881a42 admin admin] Publish callbacks [] for router_gateway (2f7662ff-6bea-4dac-8d29-3af36e248018), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:38.068265 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e3a7b76e-d205-4950-831e-e953790b3bae req-d0742863-2a09-4435-9eb8-ffa351cacd0c tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827768 Feb 09 01:43:38.130402 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d39b24ac-0f88-433f-999f-dc107b2a7ac0 req-dec90e5a-d99e-41e4-a0d2-472575b23f67 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496224 Feb 09 01:43:38.224274 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-710f2dac-814f-4a42-bb1d-16ac3dc20046 None None] Current status of the port 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:38.268976 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397bc4f-515a-4018-9e42-129fd7725b6e req-fc009552-9f15-445f-a11b-3286474b2785 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:38.270697 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d397bc4f-515a-4018-9e42-129fd7725b6e req-fc009552-9f15-445f-a11b-3286474b2785 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=00c6583f-98c3-4887-a5c7-66a1947687a9 HTTP/1.1" status: 200 len: 943 time: 0.0807474 Feb 09 01:43:38.332707 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d397bc4f-515a-4018-9e42-129fd7725b6e req-3bdd563d-313b-404a-a239-d80632b4ef51 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525112 Feb 09 01:43:38.357239 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6af48a3-fa6b-421f-840c-7a21b7881a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (2f7662ff-6bea-4dac-8d29-3af36e248018), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:38.484869 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f4578-8b59-47ac-b97b-83664e4a3c55 req-95b7993e-be4a-4708-acd4-c41b981fb31f tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:38.486358 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0c6f4578-8b59-47ac-b97b-83664e4a3c55 req-95b7993e-be4a-4708-acd4-c41b981fb31f tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.1471677 Feb 09 01:43:38.548961 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f69a184e-5a77-43bb-b697-593474811a6e None None] Provisioning complete for port 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:38.549928 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f69a184e-5a77-43bb-b697-593474811a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:38.554148 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0c6f4578-8b59-47ac-b97b-83664e4a3c55 req-a0d10b68-b981-42f4-a88c-5008a996936d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619378 Feb 09 01:43:38.578087 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6af48a3-fa6b-421f-840c-7a21b7881a42 admin admin] Router 2f7662ff-6bea-4dac-8d29-3af36e248018 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:43:38.653585 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f69a184e-5a77-43bb-b697-593474811a6e None None] Current status of the port 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:38.710174 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a83892-8169-4f21-b572-03bffd7666db req-ca8dc9ac-0383-4785-9359-77a79e76132f tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:38.713246 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7a83892-8169-4f21-b572-03bffd7666db req-ca8dc9ac-0383-4785-9359-77a79e76132f tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.0677142 Feb 09 01:43:38.724313 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6af48a3-fa6b-421f-840c-7a21b7881a42 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:43:38.737745 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] Sync routers for ids ['2f7662ff-6bea-4dac-8d29-3af36e248018'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:38.756954 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] Routers {'2f7662ff-6bea-4dac-8d29-3af36e248018'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:38.757596 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:43:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2f7662ff-6bea-4dac-8d29-3af36e248018'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:38.767529 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6af48a3-fa6b-421f-840c-7a21b7881a42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:38.768855 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c6af48a3-fa6b-421f-840c-7a21b7881a42 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.7990615 Feb 09 01:43:38.771451 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41538) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:38.787915 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7a83892-8169-4f21-b572-03bffd7666db req-48b87a98-4c21-4095-9673-487d5cd8bfd9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684121 Feb 09 01:43:38.931447 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 490686ee-3c77-49b2-9466-67fa0ce3a697 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:43:39.001150 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] Set router 2f7662ff-6bea-4dac-8d29-3af36e248018 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:43:39.048241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81711539-fdcc-4714-b866-e7e6422291fc req-90811d65-69fd-49b0-a67e-6f10c22b8648 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:39.049782 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-81711539-fdcc-4714-b866-e7e6422291fc req-90811d65-69fd-49b0-a67e-6f10c22b8648 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.0999763 Feb 09 01:43:39.095896 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55351a-13f4-438d-9eec-0d7d893328de req-3d70375b-5189-4b15-9d37-a9bf1752ca3c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:39.109013 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d55351a-13f4-438d-9eec-0d7d893328de req-3d70375b-5189-4b15-9d37-a9bf1752ca3c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.2068086 Feb 09 01:43:39.156344 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 490686ee-3c77-49b2-9466-67fa0ce3a697, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=490686ee-3c77-49b2-9466-67fa0ce3a697,segment=NetworkSegment(d8e5a775-257e-4a61-8c9b-5eeb07aca2dd),segment_id=d8e5a775-257e-4a61-8c9b-5eeb07aca2dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:39.159800 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-81711539-fdcc-4714-b866-e7e6422291fc req-10c57c12-596e-4248-8422-ca581b9d98e2 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854070 Feb 09 01:43:39.217453 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '490686ee-3c77-49b2-9466-67fa0ce3a697', 'network_id': 'c9c5b673-e13e-448f-8c44-802e94f8c801', 'port_id': '490686ee-3c77-49b2-9466-67fa0ce3a697', 'mac_address': 'fa:16:3e:5e:cf:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4a96bd-815b-46c1-a4b0-13716c101d56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:43:39.284679 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5256642-e893-49f9-97cc-7d6f24a86f10 req-aca37c49-7be4-4c84-9823-2271e6a8cd10 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:39.294610 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f5256642-e893-49f9-97cc-7d6f24a86f10 req-aca37c49-7be4-4c84-9823-2271e6a8cd10 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.0745945 Feb 09 01:43:39.326166 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 490686ee-3c77-49b2-9466-67fa0ce3a697 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:39.326933 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (490686ee-3c77-49b2-9466-67fa0ce3a697), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:39.328810 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d55351a-13f4-438d-9eec-0d7d893328de req-ac5e5707-f53f-413d-9b3e-16afbf23b749 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185614 Feb 09 01:43:39.332767 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:39.336457 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:37Z', 'revision_number': 3, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:39.393766 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490686ee-3c77-49b2-9466-67fa0ce3a697 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:43:39.423540 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 490686ee-3c77-49b2-9466-67fa0ce3a697, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=490686ee-3c77-49b2-9466-67fa0ce3a697,segment=NetworkSegment(d8e5a775-257e-4a61-8c9b-5eeb07aca2dd),segment_id=d8e5a775-257e-4a61-8c9b-5eeb07aca2dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:39.428018 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:39.428700 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:39.433604 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (490686ee-3c77-49b2-9466-67fa0ce3a697), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:39.449838 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f5256642-e893-49f9-97cc-7d6f24a86f10 req-2f983f7b-6aeb-4c73-84e7-69a545490873 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538689 Feb 09 01:43:39.480380 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] Checking router: 2f7662ff-6bea-4dac-8d29-3af36e248018 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:43:39.481175 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] Updating router 2f7662ff-6bea-4dac-8d29-3af36e248018 port 059c22f2-c762-4284-831f-35e635a22d14 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:43:39.552263 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (059c22f2-c762-4284-831f-35e635a22d14), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:39.718455 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=490686ee-3c77-49b2-9466-67fa0ce3a697,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:39.731160 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:39.734328 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:39.738932 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b702-47c7-410e-8310-1434ea5c421c req-75ba0d58-2745-4685-bb86-421217276c08 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:39.752668 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e4a5b702-47c7-410e-8310-1434ea5c421c req-75ba0d58-2745-4685-bb86-421217276c08 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=00c6583f-98c3-4887-a5c7-66a1947687a9 HTTP/1.1" status: 200 len: 944 time: 0.1607168 Feb 09 01:43:39.756184 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9823475-7e81-4eef-b10d-441afe5cb595 req-648fbd2d-713b-4eaa-91b2-a608cd41b442 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:39.757894 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a9823475-7e81-4eef-b10d-441afe5cb595 req-648fbd2d-713b-4eaa-91b2-a608cd41b442 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.2765992 Feb 09 01:43:39.765917 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['490686ee-3c77-49b2-9466-67fa0ce3a697'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:43:39.878580 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a9823475-7e81-4eef-b10d-441afe5cb595 req-4c35fbf7-8571-4c77-a4ce-77fe683822e4 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088912 Feb 09 01:43:39.888539 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-201db894-4665-4e78-a0cb-7dfc56b02c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:39.889747 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e4a5b702-47c7-410e-8310-1434ea5c421c req-4ace74df-929a-435b-95d7-f16ce98a1542 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335564 Feb 09 01:43:39.891500 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-510b0e06-f0d1-4465-9934-21b15cc3de27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:40.117071 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] Publish callbacks [] for port (059c22f2-c762-4284-831f-35e635a22d14), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:40.128228 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (059c22f2-c762-4284-831f-35e635a22d14), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:40.195084 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14c38e-fc54-42ba-9c90-6e2c4b5d8df2 req-be0f2404-d9f9-4469-b69e-547894b70bbc tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:40.196920 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d14c38e-fc54-42ba-9c90-6e2c4b5d8df2 req-be0f2404-d9f9-4469-b69e-547894b70bbc tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.1269143 Feb 09 01:43:40.214184 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12683639-2e40-45e2-afb3-240e98be45f8 None None] Pushing event updated for resources: {'Port': ['ID=059c22f2-c762-4284-831f-35e635a22d14,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:40.235652 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12683639-2e40-45e2-afb3-240e98be45f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:40.236184 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12683639-2e40-45e2-afb3-240e98be45f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:40.236642 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12683639-2e40-45e2-afb3-240e98be45f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:40.237088 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12683639-2e40-45e2-afb3-240e98be45f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:40.237574 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12683639-2e40-45e2-afb3-240e98be45f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:40.238089 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12683639-2e40-45e2-afb3-240e98be45f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:40.238632 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12683639-2e40-45e2-afb3-240e98be45f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:40.239170 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12683639-2e40-45e2-afb3-240e98be45f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:40.239708 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12683639-2e40-45e2-afb3-240e98be45f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:40.240213 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12683639-2e40-45e2-afb3-240e98be45f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:40.240641 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12683639-2e40-45e2-afb3-240e98be45f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:40.241088 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12683639-2e40-45e2-afb3-240e98be45f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:40.241500 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12683639-2e40-45e2-afb3-240e98be45f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:40.247852 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] Attempting to bind port 059c22f2-c762-4284-831f-35e635a22d14 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:40.248474 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] Attempting to bind port 059c22f2-c762-4284-831f-35e635a22d14 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:40.249053 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] Attempting to bind port 059c22f2-c762-4284-831f-35e635a22d14 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:40.256776 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:43:40.257353 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:43:40.258021 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:40.258583 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:43:40.259968 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] Bound port: 059c22f2-c762-4284-831f-35e635a22d14, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:43:40.260607 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (059c22f2-c762-4284-831f-35e635a22d14), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:40.261559 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-510b0e06-f0d1-4465-9934-21b15cc3de27 admin admin] Allocated IP 172.20.0.1 (f0b7f23d-62d1-4973-9206-4a988800da60/b0b26f97-d0c8-4cf7-88ed-04342ece5400/7f39700b-a98f-4813-abe8-aefbf999b40e) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:40.304821 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d14c38e-fc54-42ba-9c90-6e2c4b5d8df2 req-5d7700ef-1a27-4f36-ad2b-caebdd3beb55 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928233 Feb 09 01:43:40.345914 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] For port 059c22f2-c762-4284-831f-35e635a22d14, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:43:40.349734 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] For port 059c22f2-c762-4284-831f-35e635a22d14, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=059c22f2-c762-4284-831f-35e635a22d14,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:43:40.366624 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (059c22f2-c762-4284-831f-35e635a22d14), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:40.452425 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-510b0e06-f0d1-4465-9934-21b15cc3de27 admin admin] Publish callbacks [] for port (7f39700b-a98f-4813-abe8-aefbf999b40e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:40.515239 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] Routers {'2f7662ff-6bea-4dac-8d29-3af36e248018'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:40.517300 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:43:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2f7662ff-6bea-4dac-8d29-3af36e248018'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:40.541060 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-510b0e06-f0d1-4465-9934-21b15cc3de27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (7f39700b-a98f-4813-abe8-aefbf999b40e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:40.549950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b73ddb-57fa-4163-9347-1bfea2cc7339 req-2655327d-3f7e-4d1d-9311-e5cb0bf02be1 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:40.551784 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03b73ddb-57fa-4163-9347-1bfea2cc7339 req-2655327d-3f7e-4d1d-9311-e5cb0bf02be1 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.1160312 Feb 09 01:43:40.604366 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b0e06-f0d1-4465-9934-21b15cc3de27 admin admin] Pushing event updated for resources: {'Port': ['ID=7f39700b-a98f-4813-abe8-aefbf999b40e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:40.648087 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510b0e06-f0d1-4465-9934-21b15cc3de27 admin admin] Network f0b7f23d-62d1-4973-9206-4a988800da60 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:40.651820 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03b73ddb-57fa-4163-9347-1bfea2cc7339 req-b0a7072b-42b9-4897-b2c3-e507a2d27c8f tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832207 Feb 09 01:43:40.655904 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e532c-ff2b-486c-b166-8e34971ae52f req-cce2f68c-2ade-427f-b1c5-af0ca63b217c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:40.657493 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-260e532c-ff2b-486c-b166-8e34971ae52f req-cce2f68c-2ade-427f-b1c5-af0ca63b217c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.1615014 Feb 09 01:43:40.666711 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-510b0e06-f0d1-4465-9934-21b15cc3de27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:40.704254 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510b0e06-f0d1-4465-9934-21b15cc3de27 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:40.733787 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:40.766650 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] Set router 2f7662ff-6bea-4dac-8d29-3af36e248018 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:43:40.795466 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:40.859263 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b9265-e37e-4170-958c-7c9a1ba3f799 req-ffdc8554-49bf-4468-9cec-26f995ca9e05 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:40.869397 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b02b9265-e37e-4170-958c-7c9a1ba3f799 req-ffdc8554-49bf-4468-9cec-26f995ca9e05 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.1233716 Feb 09 01:43:40.882034 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-510b0e06-f0d1-4465-9934-21b15cc3de27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (2f7662ff-6bea-4dac-8d29-3af36e248018), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:40.932964 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 490686ee-3c77-49b2-9466-67fa0ce3a697 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:40.962531 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b02b9265-e37e-4170-958c-7c9a1ba3f799 req-0391b802-29e6-4a6f-b6fd-503dc9c6a964 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913105 Feb 09 01:43:40.987976 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12683639-2e40-45e2-afb3-240e98be45f8 None None] Pushing event updated for resources: {'Port': ['ID=059c22f2-c762-4284-831f-35e635a22d14,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:41.058782 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 490686ee-3c77-49b2-9466-67fa0ce3a697 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:41.069313 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 490686ee-3c77-49b2-9466-67fa0ce3a697 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:41.070224 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (490686ee-3c77-49b2-9466-67fa0ce3a697), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:41.159237 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-08c2ad43-3859-4439-a2eb-7bc6b398e57f None None] Provisioning complete for port 7f39700b-a98f-4813-abe8-aefbf999b40e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:41.164687 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-08c2ad43-3859-4439-a2eb-7bc6b398e57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7f39700b-a98f-4813-abe8-aefbf999b40e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:41.189471 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-260e532c-ff2b-486c-b166-8e34971ae52f req-25103d7b-55ab-443d-9ec7-4b747dafab39 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197470 Feb 09 01:43:41.245175 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-510b0e06-f0d1-4465-9934-21b15cc3de27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7f39700b-a98f-4813-abe8-aefbf999b40e), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:41.264799 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:37Z', 'revision_number': 3, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:41.298349 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-08c2ad43-3859-4439-a2eb-7bc6b398e57f None None] Port 7f39700b-a98f-4813-abe8-aefbf999b40e cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:43:41.351709 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c4b831-9fc9-4fd2-9937-31f5c5067abc None None] The sync data for ids ['2f7662ff-6bea-4dac-8d29-3af36e248018'] in n-d-828387-3 is: [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:37Z', 'revision_number': 3, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:41.386617 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 490686ee-3c77-49b2-9466-67fa0ce3a697 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:41.387414 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (490686ee-3c77-49b2-9466-67fa0ce3a697), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:41.424077 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c0c75-0c9f-4440-a055-44db7189acc2 req-6352e0f3-ca8d-4df6-910f-4ae41a76f551 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:41.426409 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d92c0c75-0c9f-4440-a055-44db7189acc2 req-6352e0f3-ca8d-4df6-910f-4ae41a76f551 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.0908966 Feb 09 01:43:41.429925 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 490686ee-3c77-49b2-9466-67fa0ce3a697, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=490686ee-3c77-49b2-9466-67fa0ce3a697,segment=NetworkSegment(d8e5a775-257e-4a61-8c9b-5eeb07aca2dd),segment_id=d8e5a775-257e-4a61-8c9b-5eeb07aca2dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:41.431474 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c6583f-98c3-4887-a5c7-66a1947687a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490686ee-3c77-49b2-9466-67fa0ce3a697'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:41.435263 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d52bd7d-b35c-4fa8-8f4b-b3b584b27f22" -d '{"events": [{"server_uuid": "00c6583f-98c3-4887-a5c7-66a1947687a9", "name": "network-vif-plugged", "status": "completed", "tag": "490686ee-3c77-49b2-9466-67fa0ce3a697"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:41.441088 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (490686ee-3c77-49b2-9466-67fa0ce3a697), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:41.514891 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=490686ee-3c77-49b2-9466-67fa0ce3a697,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:41.527559 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d92c0c75-0c9f-4440-a055-44db7189acc2 req-b80f93ed-4d90-4c4d-9c9a-12c25e4397a0 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919008 Feb 09 01:43:41.603066 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28083872-79eb-4c55-9852-fd7b0ea9c0aa x-openstack-request-id: req-28083872-79eb-4c55-9852-fd7b0ea9c0aa {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:41.603503 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c6583f-98c3-4887-a5c7-66a1947687a9", "name": "network-vif-plugged", "status": "completed", "tag": "490686ee-3c77-49b2-9466-67fa0ce3a697", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:41.604202 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28083872-79eb-4c55-9852-fd7b0ea9c0aa {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:41.604889 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c6583f-98c3-4887-a5c7-66a1947687a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490686ee-3c77-49b2-9466-67fa0ce3a697', 'code': 200} Feb 09 01:43:41.617346 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5f0aa-312f-4e89-95b2-dd37f6145243 req-bc9ee978-8c38-421f-9104-3d912c3395b2 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:41.621260 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c1f5f0aa-312f-4e89-95b2-dd37f6145243 req-bc9ee978-8c38-421f-9104-3d912c3395b2 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=00c6583f-98c3-4887-a5c7-66a1947687a9 HTTP/1.1" status: 200 len: 944 time: 0.2542422 Feb 09 01:43:41.787587 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c1f5f0aa-312f-4e89-95b2-dd37f6145243 req-af0c5db7-03cc-4dd5-bce6-97233bbda05a tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444955 Feb 09 01:43:41.828460 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb00088-78e6-4904-93f8-4ea5997f6610 req-7d9372c2-9a86-4695-a1af-7204b5062fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:41.830066 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4eb00088-78e6-4904-93f8-4ea5997f6610 req-7d9372c2-9a86-4695-a1af-7204b5062fbf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=00c6583f-98c3-4887-a5c7-66a1947687a9 HTTP/1.1" status: 200 len: 1127 time: 0.1227307 Feb 09 01:43:41.844869 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-510b0e06-f0d1-4465-9934-21b15cc3de27 admin admin] Publish callbacks [] for port (7f39700b-a98f-4813-abe8-aefbf999b40e), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:41.850085 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-510b0e06-f0d1-4465-9934-21b15cc3de27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (7f39700b-a98f-4813-abe8-aefbf999b40e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:41.936621 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4eb00088-78e6-4904-93f8-4ea5997f6610 req-83690df3-3e4e-495e-aba9-cc03e796ed4f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997562 Feb 09 01:43:42.000930 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b0e06-f0d1-4465-9934-21b15cc3de27 admin admin] Pushing event updated for resources: {'Port': ['ID=7f39700b-a98f-4813-abe8-aefbf999b40e,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:42.004505 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-510b0e06-f0d1-4465-9934-21b15cc3de27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (2f7662ff-6bea-4dac-8d29-3af36e248018), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:42.133367 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 12562aab-4070-4ec9-a2a4-efb945bab2b3 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:43:42.149050 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510b0e06-f0d1-4465-9934-21b15cc3de27 admin admin] Network f0b7f23d-62d1-4973-9206-4a988800da60 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:42.169064 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-510b0e06-f0d1-4465-9934-21b15cc3de27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:42.272310 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ecc97-e5d0-42d0-9670-419c75f0a61f req-2540c394-7c9e-4af3-95b6-cde447c46bee tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:42.284093 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-949ecc97-e5d0-42d0-9670-419c75f0a61f req-2540c394-7c9e-4af3-95b6-cde447c46bee tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.2105999 Feb 09 01:43:42.445888 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-949ecc97-e5d0-42d0-9670-419c75f0a61f req-e6c4d1af-9612-40c4-bf54-af6d3d065c14 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604960 Feb 09 01:43:42.540609 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 12562aab-4070-4ec9-a2a4-efb945bab2b3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=12562aab-4070-4ec9-a2a4-efb945bab2b3,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:42.551076 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:42.560112 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8ceba-ed74-46e0-a7ae-1fe0f4603db3 req-0caa0917-f6af-4a55-a087-acf68a0443ee tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:42.569414 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4ae8ceba-ed74-46e0-a7ae-1fe0f4603db3 req-0caa0917-f6af-4a55-a087-acf68a0443ee tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.1952870 Feb 09 01:43:42.584155 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '12562aab-4070-4ec9-a2a4-efb945bab2b3', 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1', 'port_id': '12562aab-4070-4ec9-a2a4-efb945bab2b3', 'mac_address': 'fa:16:3e:83:ec:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06960262-e6ff-4aec-9056-78c4deec1b4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:43:42.646390 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510b0e06-f0d1-4465-9934-21b15cc3de27 admin admin] Router 2f7662ff-6bea-4dac-8d29-3af36e248018 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:43:42.657583 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 12562aab-4070-4ec9-a2a4-efb945bab2b3 is: ACTIVE; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:42.658255 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (12562aab-4070-4ec9-a2a4-efb945bab2b3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:42.685140 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12562aab-4070-4ec9-a2a4-efb945bab2b3 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:43:42.710362 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 12562aab-4070-4ec9-a2a4-efb945bab2b3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=12562aab-4070-4ec9-a2a4-efb945bab2b3,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:42.716431 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (12562aab-4070-4ec9-a2a4-efb945bab2b3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:42.726350 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4ae8ceba-ed74-46e0-a7ae-1fe0f4603db3 req-e18f71dd-8a8e-4caf-8ee7-0de34bfb43a7 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416416 Feb 09 01:43:42.795496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357db074-0da5-4f9d-918e-384ff44408bb req-32479989-752b-4a0b-b1de-e0e60ece3e71 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:42.797674 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-357db074-0da5-4f9d-918e-384ff44408bb req-32479989-752b-4a0b-b1de-e0e60ece3e71 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.1381521 Feb 09 01:43:42.850255 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-048d62a3-b860-4a03-be3b-9851f1745279 None None] Provisioning complete for port 7f39700b-a98f-4813-abe8-aefbf999b40e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:42.850671 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-048d62a3-b860-4a03-be3b-9851f1745279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7f39700b-a98f-4813-abe8-aefbf999b40e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:42.871392 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['12562aab-4070-4ec9-a2a4-efb945bab2b3'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:43:42.886491 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-357db074-0da5-4f9d-918e-384ff44408bb req-2fe9fd84-b191-4ae0-a129-97c97574dba3 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821462 Feb 09 01:43:42.926610 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=12562aab-4070-4ec9-a2a4-efb945bab2b3,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:42.999292 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-048d62a3-b860-4a03-be3b-9851f1745279 None None] Port 7f39700b-a98f-4813-abe8-aefbf999b40e cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:43:42.999825 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510b0e06-f0d1-4465-9934-21b15cc3de27 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:43:43.006174 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-510b0e06-f0d1-4465-9934-21b15cc3de27 admin admin] 10.222.0.36 "PUT /v2.0/routers/2f7662ff-6bea-4dac-8d29-3af36e248018/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2334735 Feb 09 01:43:43.046162 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07480f-0bbf-4ea7-a18f-2ee63b5f16eb req-4d06e1dc-4a72-47f0-938f-3e69e4a8f810 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:43.057936 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8a07480f-0bbf-4ea7-a18f-2ee63b5f16eb req-4d06e1dc-4a72-47f0-938f-3e69e4a8f810 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=00c6583f-98c3-4887-a5c7-66a1947687a9 HTTP/1.1" status: 200 len: 945 time: 0.1300354 Feb 09 01:43:43.202430 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8a07480f-0bbf-4ea7-a18f-2ee63b5f16eb req-35091bda-8ac9-4c7a-9b91-da167ed7eb2d tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369574 Feb 09 01:43:43.408816 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:43.418143 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 059c22f2-c762-4284-831f-35e635a22d14 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:43.583709 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31045de2-ec9f-47a2-a7b9-2642a0c95a4b req-7c14250d-5c1e-4a80-a7ae-89891a4990ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:43.587088 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31045de2-ec9f-47a2-a7b9-2642a0c95a4b req-7c14250d-5c1e-4a80-a7ae-89891a4990ba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 1127 time: 0.1586406 Feb 09 01:43:43.606768 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f1be4-c274-4a2e-b5e9-c1933f24e814 req-3ca6b4ea-28d7-4c45-8114-8d4c1f36587a tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:43.630847 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-061f1be4-c274-4a2e-b5e9-c1933f24e814 req-3ca6b4ea-28d7-4c45-8114-8d4c1f36587a tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.1708870 Feb 09 01:43:43.646979 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 059c22f2-c762-4284-831f-35e635a22d14 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:43.647446 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (059c22f2-c762-4284-831f-35e635a22d14), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:43.797213 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1009cd6-9bd6-4942-a4bc-62c324fa31e6 req-f6f3196a-ce28-449e-85a5-9219ee9e5e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:43.802399 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d1009cd6-9bd6-4942-a4bc-62c324fa31e6 req-f6f3196a-ce28-449e-85a5-9219ee9e5e75 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=882b1d74468f4236916ac9797755db7f&device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 1128 time: 0.2510555 Feb 09 01:43:43.808569 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31045de2-ec9f-47a2-a7b9-2642a0c95a4b req-c81baf30-1e3d-49ee-b18c-5769c90524a9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546376 Feb 09 01:43:43.837500 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-061f1be4-c274-4a2e-b5e9-c1933f24e814 req-cab67469-8c8d-4061-b13d-d656905f81a4 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913977 Feb 09 01:43:43.899970 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 059c22f2-c762-4284-831f-35e635a22d14 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:43.901507 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (059c22f2-c762-4284-831f-35e635a22d14), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:43.940190 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 059c22f2-c762-4284-831f-35e635a22d14, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=059c22f2-c762-4284-831f-35e635a22d14,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:43.946684 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (059c22f2-c762-4284-831f-35e635a22d14), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:44.100231 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=059c22f2-c762-4284-831f-35e635a22d14,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:44.154640 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 12562aab-4070-4ec9-a2a4-efb945bab2b3 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:44.198943 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68676a-baa1-4a92-b332-47c68d71c663 req-14ec0a37-8126-42d3-8337-daca9acb2439 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:44.207939 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ed68676a-baa1-4a92-b332-47c68d71c663 req-14ec0a37-8126-42d3-8337-daca9acb2439 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.1627295 Feb 09 01:43:44.220335 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1009cd6-9bd6-4942-a4bc-62c324fa31e6 req-0247b725-ab0f-4daa-b647-c980ac9abc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:44.223201 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d1009cd6-9bd6-4942-a4bc-62c324fa31e6 req-0247b725-ab0f-4daa-b647-c980ac9abc62 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1c164421-b937-4772-b3ad-c06ffa4973ed HTTP/1.1" status: 200 len: 914 time: 0.4128709 Feb 09 01:43:44.341315 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 12562aab-4070-4ec9-a2a4-efb945bab2b3 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:44.345171 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (12562aab-4070-4ec9-a2a4-efb945bab2b3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:44.356843 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ed68676a-baa1-4a92-b332-47c68d71c663 req-34d153ac-ed6e-46ba-a1fb-b88eae96f298 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470087 Feb 09 01:43:44.364856 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25caa34-f412-4c71-afd8-4916acc3929b req-4b478e61-436b-4726-b360-0c557e3a78b4 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:44.375754 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f25caa34-f412-4c71-afd8-4916acc3929b req-4b478e61-436b-4726-b360-0c557e3a78b4 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/networks?id=f0b7f23d-62d1-4973-9206-4a988800da60 HTTP/1.1" status: 200 len: 821 time: 0.4430914 Feb 09 01:43:44.392956 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d1009cd6-9bd6-4942-a4bc-62c324fa31e6 req-d50a5636-6f62-4dea-84dd-f6802432f619 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05366da3-ae6f-43e0-a840-3c9d28c899e6 HTTP/1.1" status: 200 len: 217 time: 0.1502643 Feb 09 01:43:44.410510 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f25caa34-f412-4c71-afd8-4916acc3929b req-7c91619d-0a73-473e-af91-324e563e7493 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/quotas/de202805521c40c99d9482e3dcc29505 HTTP/1.1" status: 200 len: 375 time: 0.0328541 Feb 09 01:43:44.511572 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] Sync routers for ids ['2f7662ff-6bea-4dac-8d29-3af36e248018'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:44.563641 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fb510-c840-475a-8e0a-e3587dbe7c70 req-16380904-2d2a-4a1f-9070-bd3b676752ac tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:44.578281 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-590fb510-c840-475a-8e0a-e3587dbe7c70 req-16380904-2d2a-4a1f-9070-bd3b676752ac tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 945 time: 0.0857563 Feb 09 01:43:44.642334 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 12562aab-4070-4ec9-a2a4-efb945bab2b3 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:44.643111 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (12562aab-4070-4ec9-a2a4-efb945bab2b3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:44.646960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] Routers {'2f7662ff-6bea-4dac-8d29-3af36e248018'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:44.647841 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:43:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2f7662ff-6bea-4dac-8d29-3af36e248018'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:44.674048 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1009cd6-9bd6-4942-a4bc-62c324fa31e6 req-45d78647-ad37-48fa-8fa5-234dc28c2d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:44.676468 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d1009cd6-9bd6-4942-a4bc-62c324fa31e6 req-45d78647-ad37-48fa-8fa5-234dc28c2d3d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9145d287-893f-45e0-a833-97ee0b627cb1 HTTP/1.1" status: 200 len: 853 time: 0.2407241 Feb 09 01:43:44.699811 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-590fb510-c840-475a-8e0a-e3587dbe7c70 req-c3e91d94-ec4a-4f73-a8e1-3211d7c4d750 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109524 Feb 09 01:43:44.745915 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f25caa34-f412-4c71-afd8-4916acc3929b req-81b5c88d-38d4-447c-a578-8b9e511cd140 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=de202805521c40c99d9482e3dcc29505&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3343801 Feb 09 01:43:44.749273 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d1009cd6-9bd6-4942-a4bc-62c324fa31e6 req-81cfbcaf-d8fc-4497-9b5c-c94118e4720e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1c164421-b937-4772-b3ad-c06ffa4973ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591908 Feb 09 01:43:44.864914 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f25caa34-f412-4c71-afd8-4916acc3929b req-9c9b5856-09b9-463f-84b8-9023c45dd389 service neutron] 10.222.0.36 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178818 Feb 09 01:43:45.037315 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7fe6c-f7f1-45cc-a072-b893f6837562 req-213f719d-61f4-48d7-aed3-cffe7390c84f tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:45.039719 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0ab7fe6c-f7f1-45cc-a072-b893f6837562 req-213f719d-61f4-48d7-aed3-cffe7390c84f tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=00c6583f-98c3-4887-a5c7-66a1947687a9 HTTP/1.1" status: 200 len: 945 time: 0.1646469 Feb 09 01:43:45.104611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140128a1-0911-46ba-8b75-0a6b01ca099e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12562aab-4070-4ec9-a2a4-efb945bab2b3'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:45.112880 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864247db-0b22-4803-92ca-4cb43608a2ae" -d '{"events": [{"server_uuid": "140128a1-0911-46ba-8b75-0a6b01ca099e", "name": "network-vif-plugged", "status": "completed", "tag": "12562aab-4070-4ec9-a2a4-efb945bab2b3"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:45.129279 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0ab7fe6c-f7f1-45cc-a072-b893f6837562 req-bab2b473-18f0-47eb-9ccf-68e12e8cbc90 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802479 Feb 09 01:43:45.236385 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 12562aab-4070-4ec9-a2a4-efb945bab2b3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=12562aab-4070-4ec9-a2a4-efb945bab2b3,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:45.266831 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (12562aab-4070-4ec9-a2a4-efb945bab2b3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:45.338500 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d1009cd6-9bd6-4942-a4bc-62c324fa31e6 req-aa818e2f-db8b-4029-b5d4-8fdf02d960bc service neutron] 10.222.0.67 "GET /v2.0/networks/1c164421-b937-4772-b3ad-c06ffa4973ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448571 Feb 09 01:43:45.408029 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad93498-960a-4deb-8631-838bee648c9e req-0e06826d-b177-4773-a4f6-21ed7ebc6294 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:45.418839 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bad93498-960a-4deb-8631-838bee648c9e req-0e06826d-b177-4773-a4f6-21ed7ebc6294 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.1547065 Feb 09 01:43:45.450402 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 059c22f2-c762-4284-831f-35e635a22d14 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:45.520278 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f25caa34-f412-4c71-afd8-4916acc3929b req-4e6c12b6-1d19-44fd-8042-e1af1fdc9622 service neutron] 10.222.0.36 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6546006 Feb 09 01:43:45.520588 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bad93498-960a-4deb-8631-838bee648c9e req-9efc8d8d-863e-4bf6-b9df-20c096f65c1d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977325 Feb 09 01:43:45.533605 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] Set router 2f7662ff-6bea-4dac-8d29-3af36e248018 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:43:45.552736 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=12562aab-4070-4ec9-a2a4-efb945bab2b3,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:45.586257 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d1009cd6-9bd6-4942-a4bc-62c324fa31e6 req-2d7f3a64-39a5-4c26-8246-f50d03991235 service neutron] 10.222.0.67 "GET /v2.0/networks/1c164421-b937-4772-b3ad-c06ffa4973ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384310 Feb 09 01:43:45.640010 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450f446f-2e8c-4bdb-8a19-a8b1bf320332 x-openstack-request-id: req-450f446f-2e8c-4bdb-8a19-a8b1bf320332 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:45.640311 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140128a1-0911-46ba-8b75-0a6b01ca099e", "name": "network-vif-plugged", "status": "completed", "tag": "12562aab-4070-4ec9-a2a4-efb945bab2b3", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:45.640670 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-450f446f-2e8c-4bdb-8a19-a8b1bf320332 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:45.640918 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140128a1-0911-46ba-8b75-0a6b01ca099e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12562aab-4070-4ec9-a2a4-efb945bab2b3', 'code': 200} Feb 09 01:43:46.030023 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 059c22f2-c762-4284-831f-35e635a22d14 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:46.034260 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (059c22f2-c762-4284-831f-35e635a22d14), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:46.050583 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb4305-7ad5-41da-af50-b8a01c362dce req-110942bc-f8bf-43b8-b925-9d4232a72bc7 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:46.062527 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15fb4305-7ad5-41da-af50-b8a01c362dce req-110942bc-f8bf-43b8-b925-9d4232a72bc7 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.2154458 Feb 09 01:43:46.115614 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee14587-4ab2-4972-9643-5527a0ca5b51 req-638dc85c-a834-4d68-8470-c88fa7af744a tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:46.121076 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9ee14587-4ab2-4972-9643-5527a0ca5b51 req-638dc85c-a834-4d68-8470-c88fa7af744a tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.1520793 Feb 09 01:43:46.188974 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15fb4305-7ad5-41da-af50-b8a01c362dce req-c27decd0-afee-4f1c-943d-01b6cd9a6ce0 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236131 Feb 09 01:43:46.283152 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9ee14587-4ab2-4972-9643-5527a0ca5b51 req-79d29365-9c02-4a4e-8368-df4bc8d86fba tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532600 Feb 09 01:43:46.357571 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:41Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '7f39700b-a98f-4813-abe8-aefbf999b40e', 'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'mac_address': 'fa:16:3e:65:37:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:39Z', 'updated_at': '2022-02-09T01:43:41Z', 'revision_number': 2, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'subnets': [{'id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:46.394262 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e9861885-565f-42be-8c21-ce55e719c14d req-5d044175-4df3-4386-a274-031c299516d9 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 210 time: 0.0973101 Feb 09 01:43:46.410304 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] Checking router: 2f7662ff-6bea-4dac-8d29-3af36e248018 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:43:46.410677 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] Updating router 2f7662ff-6bea-4dac-8d29-3af36e248018 port 7f39700b-a98f-4813-abe8-aefbf999b40e binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:43:46.494558 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 059c22f2-c762-4284-831f-35e635a22d14 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:46.515161 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7f39700b-a98f-4813-abe8-aefbf999b40e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:46.562554 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a113e71-4ca5-452c-a320-6fd94ae06989 req-cdbd5020-959e-4872-bf51-fe29b0edcaf4 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:46.570464 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9a113e71-4ca5-452c-a320-6fd94ae06989 req-cdbd5020-959e-4872-bf51-fe29b0edcaf4 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=00c6583f-98c3-4887-a5c7-66a1947687a9 HTTP/1.1" status: 200 len: 945 time: 0.1259820 Feb 09 01:43:46.721636 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9a113e71-4ca5-452c-a320-6fd94ae06989 req-ce76993b-0402-48ba-ad34-39d14a81c30d tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495149 Feb 09 01:43:47.017217 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849b759-f988-4ea8-865b-17c36259a2d0 req-951661bf-d237-478f-a87f-bad5d2d458fd tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:47.023149 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c849b759-f988-4ea8-865b-17c36259a2d0 req-951661bf-d237-478f-a87f-bad5d2d458fd tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.1518190 Feb 09 01:43:47.133240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545cb3d-ca8b-40b1-9407-a6155d4c3345 req-95d52206-5c61-45df-bb05-ee33f86541de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:47.136013 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3545cb3d-ca8b-40b1-9407-a6155d4c3345 req-95d52206-5c61-45df-bb05-ee33f86541de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8248d61c5b2e4c07afdd3d5431bd39cc&device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 1127 time: 0.3600848 Feb 09 01:43:47.151395 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c849b759-f988-4ea8-865b-17c36259a2d0 req-263c9bc8-274d-481e-8560-88df5570fec0 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189570 Feb 09 01:43:47.172470 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] Publish callbacks [] for port (7f39700b-a98f-4813-abe8-aefbf999b40e), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:47.203132 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7f39700b-a98f-4813-abe8-aefbf999b40e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:47.281490 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece8fc6-7efe-4077-81c6-1d326df55afb None None] Pushing event updated for resources: {'Port': ['ID=7f39700b-a98f-4813-abe8-aefbf999b40e,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:47.378783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f401b-756d-4a24-b21a-a0bd710d53ea req-10b0b6d1-fd6a-4ff3-ac41-8756a2ef4bf9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:47.387725 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-655f401b-756d-4a24-b21a-a0bd710d53ea req-10b0b6d1-fd6a-4ff3-ac41-8756a2ef4bf9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.4449112 Feb 09 01:43:47.644568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02e293-73b3-4dd6-ad8d-507aebcb74a0 req-593445e6-55e2-4211-9621-8a471266406c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:47.651372 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be02e293-73b3-4dd6-ad8d-507aebcb74a0 req-593445e6-55e2-4211-9621-8a471266406c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.2162702 Feb 09 01:43:47.660677 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-655f401b-756d-4a24-b21a-a0bd710d53ea req-e7690dd9-63eb-406b-b3cd-cd8e4b843e03 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718627 Feb 09 01:43:47.685990 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545cb3d-ca8b-40b1-9407-a6155d4c3345 req-362b21bc-520f-4a07-912f-a2ce28490df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:47.693361 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3545cb3d-ca8b-40b1-9407-a6155d4c3345 req-362b21bc-520f-4a07-912f-a2ce28490df1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6b971e5-0c53-44cf-8606-badf0cb5180d HTTP/1.1" status: 200 len: 912 time: 0.5414708 Feb 09 01:43:47.774771 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be02e293-73b3-4dd6-ad8d-507aebcb74a0 req-7427d929-fd68-40c5-8b3d-db69fc8709d9 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165996 Feb 09 01:43:47.944877 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] Attempting to bind port 7f39700b-a98f-4813-abe8-aefbf999b40e on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:47.958231 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] Attempting to bind port 7f39700b-a98f-4813-abe8-aefbf999b40e by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'e16ac01c-d49e-484d-9b31-f658a1c2f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:47.959604 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] Attempting to bind port 7f39700b-a98f-4813-abe8-aefbf999b40e on network f0b7f23d-62d1-4973-9206-4a988800da60 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:48.016013 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-94c65e9b-dee5-46fb-a478-f2ffc77ad491 None None] Provisioning complete for port 7f39700b-a98f-4813-abe8-aefbf999b40e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:48.019422 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94c65e9b-dee5-46fb-a478-f2ffc77ad491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7f39700b-a98f-4813-abe8-aefbf999b40e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:48.026176 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28066c20-b1c3-4712-bb85-87b0c1f22d06 req-85b1b8b6-b106-4863-bed2-04336648e0c8 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:48.037307 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-28066c20-b1c3-4712-bb85-87b0c1f22d06 req-85b1b8b6-b106-4863-bed2-04336648e0c8 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=00c6583f-98c3-4887-a5c7-66a1947687a9 HTTP/1.1" status: 200 len: 945 time: 0.1170180 Feb 09 01:43:48.119851 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:43:48.120541 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] Checking segment: {'id': 'e16ac01c-d49e-484d-9b31-f658a1c2f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:43:48.122334 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:48.122850 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] Bound using segment: {'id': 'e16ac01c-d49e-484d-9b31-f658a1c2f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:43:48.125930 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] Bound port: 7f39700b-a98f-4813-abe8-aefbf999b40e, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e16ac01c-d49e-484d-9b31-f658a1c2f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:43:48.126452 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7f39700b-a98f-4813-abe8-aefbf999b40e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:48.178141 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-28066c20-b1c3-4712-bb85-87b0c1f22d06 req-762b7a25-a535-48fe-9ed0-f5a63c2df98f tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397519 Feb 09 01:43:48.395507 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] For port 7f39700b-a98f-4813-abe8-aefbf999b40e, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:43:48.405057 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] For port 7f39700b-a98f-4813-abe8-aefbf999b40e, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=7f39700b-a98f-4813-abe8-aefbf999b40e,segment=NetworkSegment(e16ac01c-d49e-484d-9b31-f658a1c2f4a7),segment_id=e16ac01c-d49e-484d-9b31-f658a1c2f4a7)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:43:48.464854 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7f39700b-a98f-4813-abe8-aefbf999b40e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:48.498495 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c0428-fc63-4969-8bcb-9605dcfc5b1c req-8d8a5f0f-eaef-42f2-8897-41f9e7a79272 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:48.507445 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a32c0428-fc63-4969-8bcb-9605dcfc5b1c req-8d8a5f0f-eaef-42f2-8897-41f9e7a79272 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.1641080 Feb 09 01:43:48.605326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece8fc6-7efe-4077-81c6-1d326df55afb None None] Pushing event updated for resources: {'Port': ['ID=7f39700b-a98f-4813-abe8-aefbf999b40e,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:48.637520 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-94c65e9b-dee5-46fb-a478-f2ffc77ad491 None None] Port 7f39700b-a98f-4813-abe8-aefbf999b40e cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:43:48.643925 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a32c0428-fc63-4969-8bcb-9605dcfc5b1c req-31198698-c551-4b5a-af77-2267a1c2d164 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352472 Feb 09 01:43:48.730726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] Routers {'2f7662ff-6bea-4dac-8d29-3af36e248018'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:48.731507 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:43:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2f7662ff-6bea-4dac-8d29-3af36e248018'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:48.947053 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3545cb3d-ca8b-40b1-9407-a6155d4c3345 req-3b07d14f-a65d-48f0-b483-4f0e22597072 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfb1d8c3-94b3-4946-86cb-458b2634e7e0 HTTP/1.1" status: 200 len: 217 time: 1.2379181 Feb 09 01:43:49.009306 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] Set router 2f7662ff-6bea-4dac-8d29-3af36e248018 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:43:49.081201 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4356557-661d-4c83-a173-5f3f7ee57a9d req-0676745f-0657-4f05-94e6-def9dc6f6a1d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:49.099711 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b4356557-661d-4c83-a173-5f3f7ee57a9d req-0676745f-0657-4f05-94e6-def9dc6f6a1d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.1586828 Feb 09 01:43:49.278811 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b4356557-661d-4c83-a173-5f3f7ee57a9d req-c83a362c-47a1-4958-86a9-caddb4859965 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780081 Feb 09 01:43:49.300698 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c8ede02e-a86b-48ec-aa00-6eb626857e7e req-c0beef8a-570c-4a06-8b82-068a4a42674f tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 210 time: 0.3888443 Feb 09 01:43:49.510855 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25caa34-f412-4c71-afd8-4916acc3929b req-0891fe68-8c56-44cc-acf0-23fc89f73d97 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:49.513230 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f25caa34-f412-4c71-afd8-4916acc3929b req-0891fe68-8c56-44cc-acf0-23fc89f73d97 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.67 "GET /v2.0/networks?id=f0b7f23d-62d1-4973-9206-4a988800da60 HTTP/1.1" status: 200 len: 821 time: 0.6381257 Feb 09 01:43:49.525713 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-91700579-1701-4984-a317-e68d7281fefe None None] Provisioning complete for port 7f39700b-a98f-4813-abe8-aefbf999b40e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:49.526270 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-91700579-1701-4984-a317-e68d7281fefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7f39700b-a98f-4813-abe8-aefbf999b40e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:49.606669 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-f25caa34-f412-4c71-afd8-4916acc3929b req-7e2e6269-cef3-4ccd-8b5b-9bafe7adb14e tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Request body: {'port': {'device_id': '37a5bebb-31d6-4eb8-9407-cf87128e5254', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'admin_state_up': True, 'tenant_id': 'de202805521c40c99d9482e3dcc29505'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:49.653282 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:41Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '7f39700b-a98f-4813-abe8-aefbf999b40e', 'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'mac_address': 'fa:16:3e:65:37:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:39Z', 'updated_at': '2022-02-09T01:43:48Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'subnets': [{'id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:49.766800 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ab815-c13a-4d70-9949-b954707f7a42 None None] The sync data for ids ['2f7662ff-6bea-4dac-8d29-3af36e248018'] in n-d-828387-3 is: [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:41Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '7f39700b-a98f-4813-abe8-aefbf999b40e', 'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'mac_address': 'fa:16:3e:65:37:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:39Z', 'updated_at': '2022-02-09T01:43:48Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'subnets': [{'id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:49.772361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43147f-7cbb-42d8-8173-f2beb1a44b38 req-312459b7-8f6b-4e92-a9dd-fcbdcfbd0a1f tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:49.794031 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb43147f-7cbb-42d8-8173-f2beb1a44b38 req-312459b7-8f6b-4e92-a9dd-fcbdcfbd0a1f tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 945 time: 0.1283460 Feb 09 01:43:49.802449 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ee1d8-6720-4cd1-80f3-b64a981f20c5 req-8a69628f-e9fe-40b4-ba85-02423d354d07 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:49.810939 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c13ee1d8-6720-4cd1-80f3-b64a981f20c5 req-8a69628f-e9fe-40b4-ba85-02423d354d07 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.3507540 Feb 09 01:43:49.848457 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c54100-31e5-487c-93ef-f2cbe5f6517f req-7e69861b-bcb2-48d0-a658-429829b0d4f1 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:49.853064 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3c54100-31e5-487c-93ef-f2cbe5f6517f req-7e69861b-bcb2-48d0-a658-429829b0d4f1 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.48 "GET /v2.0/ports?device_id=00c6583f-98c3-4887-a5c7-66a1947687a9 HTTP/1.1" status: 200 len: 945 time: 0.9797909 Feb 09 01:43:49.898918 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-91700579-1701-4984-a317-e68d7281fefe None None] Current status of the port 7f39700b-a98f-4813-abe8-aefbf999b40e is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:49.899571 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-91700579-1701-4984-a317-e68d7281fefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7f39700b-a98f-4813-abe8-aefbf999b40e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:49.901026 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545cb3d-ca8b-40b1-9407-a6155d4c3345 req-0ca886ac-b337-4ce7-80c1-83f784211536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:49.902961 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3545cb3d-ca8b-40b1-9407-a6155d4c3345 req-0ca886ac-b337-4ce7-80c1-83f784211536 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=39615468-fb42-472a-ac5d-b723e6597983 HTTP/1.1" status: 200 len: 851 time: 0.8637240 Feb 09 01:43:49.979882 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb43147f-7cbb-42d8-8173-f2beb1a44b38 req-4af08d79-ccce-4f5f-84a8-f65a1f8c039d tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f67cd98-ceb2-414a-a19d-617dd036902a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847486 Feb 09 01:43:49.997592 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-91700579-1701-4984-a317-e68d7281fefe None None] For port 7f39700b-a98f-4813-abe8-aefbf999b40e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=7f39700b-a98f-4813-abe8-aefbf999b40e,segment=NetworkSegment(e16ac01c-d49e-484d-9b31-f658a1c2f4a7),segment_id=e16ac01c-d49e-484d-9b31-f658a1c2f4a7)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:50.005531 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-91700579-1701-4984-a317-e68d7281fefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7f39700b-a98f-4813-abe8-aefbf999b40e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:50.157177 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91700579-1701-4984-a317-e68d7281fefe None None] Pushing event updated for resources: {'Port': ['ID=7f39700b-a98f-4813-abe8-aefbf999b40e,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:50.166695 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72baa279-ef6b-4ce5-b0ad-3b5eca305fd1 req-c93b0e9d-cd27-4391-b13c-114d51b28089 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:50.174219 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-72baa279-ef6b-4ce5-b0ad-3b5eca305fd1 req-c93b0e9d-cd27-4391-b13c-114d51b28089 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=00c6583f-98c3-4887-a5c7-66a1947687a9 HTTP/1.1" status: 200 len: 945 time: 0.1017711 Feb 09 01:43:50.206868 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3545cb3d-ca8b-40b1-9407-a6155d4c3345 req-304178fb-b2ab-45ad-be2e-1c8d5bef580f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6b971e5-0c53-44cf-8606-badf0cb5180d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1568153 Feb 09 01:43:50.268344 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-72baa279-ef6b-4ce5-b0ad-3b5eca305fd1 req-02fde3cc-9f23-427d-b21a-4cf05582e324 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865307 Feb 09 01:43:50.479673 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128fa44-ea87-4d60-ac58-89b296673d14 req-0f106e92-7780-4bf5-87ad-d0c6ccef3260 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:50.487518 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1128fa44-ea87-4d60-ac58-89b296673d14 req-0f106e92-7780-4bf5-87ad-d0c6ccef3260 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.1563058 Feb 09 01:43:50.624321 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1128fa44-ea87-4d60-ac58-89b296673d14 req-ed40fc71-ee93-4c50-9f85-b07b40c19234 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350868 Feb 09 01:43:50.794847 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-d3c54100-31e5-487c-93ef-f2cbe5f6517f req-a23c3ba1-a7fd-4b44-a436-d6a5725361e5 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Deleting port 490686ee-3c77-49b2-9466-67fa0ce3a697 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:50.795225 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d3c54100-31e5-487c-93ef-f2cbe5f6517f req-a23c3ba1-a7fd-4b44-a436-d6a5725361e5 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (490686ee-3c77-49b2-9466-67fa0ce3a697), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:50.874913 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cc47e-36a8-46d1-bd55-17220b8651d3 req-bf95557c-1f7b-4c06-9a8a-4af3b7a47426 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:50.887192 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-162cc47e-36a8-46d1-bd55-17220b8651d3 req-bf95557c-1f7b-4c06-9a8a-4af3b7a47426 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.1328540 Feb 09 01:43:50.969968 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 490686ee-3c77-49b2-9466-67fa0ce3a697 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:43:51.064799 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-162cc47e-36a8-46d1-bd55-17220b8651d3 req-4c62986a-10bc-4dc6-8434-e80cca0c5115 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626053 Feb 09 01:43:51.090003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-d3c54100-31e5-487c-93ef-f2cbe5f6517f req-a23c3ba1-a7fd-4b44-a436-d6a5725361e5 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] For port 490686ee-3c77-49b2-9466-67fa0ce3a697, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=490686ee-3c77-49b2-9466-67fa0ce3a697,segment=NetworkSegment(d8e5a775-257e-4a61-8c9b-5eeb07aca2dd),segment_id=d8e5a775-257e-4a61-8c9b-5eeb07aca2dd)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:51.090383 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d3c54100-31e5-487c-93ef-f2cbe5f6517f req-a23c3ba1-a7fd-4b44-a436-d6a5725361e5 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (490686ee-3c77-49b2-9466-67fa0ce3a697), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:51.163845 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-d3c54100-31e5-487c-93ef-f2cbe5f6517f req-a23c3ba1-a7fd-4b44-a436-d6a5725361e5 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Calling delete_port for 490686ee-3c77-49b2-9466-67fa0ce3a697 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:51.321201 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 490686ee-3c77-49b2-9466-67fa0ce3a697 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:51.321599 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (490686ee-3c77-49b2-9466-67fa0ce3a697), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:51.372262 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f25caa34-f412-4c71-afd8-4916acc3929b req-7e2e6269-cef3-4ccd-8b5b-9bafe7adb14e tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Made reservation on behalf of de202805521c40c99d9482e3dcc29505 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:51.389955 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c6583f-98c3-4887-a5c7-66a1947687a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '490686ee-3c77-49b2-9466-67fa0ce3a697'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:51.390176 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f25caa34-f412-4c71-afd8-4916acc3929b req-7e2e6269-cef3-4ccd-8b5b-9bafe7adb14e tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:51.390626 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4111dd9d-4d6e-40e0-9450-fff866c6e5c6 req-c1c37e9c-7190-4c30-b744-269eb3b68a29 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 210 time: 0.0716777 Feb 09 01:43:51.410986 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab09f12-16b6-4581-a0be-b8224587f3c9" -d '{"events": [{"server_uuid": "00c6583f-98c3-4887-a5c7-66a1947687a9", "name": "network-vif-unplugged", "status": "completed", "tag": "490686ee-3c77-49b2-9466-67fa0ce3a697"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:51.424730 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7f39700b-a98f-4813-abe8-aefbf999b40e up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:51.445157 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3545cb3d-ca8b-40b1-9407-a6155d4c3345 req-cf808d74-21f3-4d24-9eeb-881a60522230 service neutron] 10.222.0.48 "GET /v2.0/networks/a6b971e5-0c53-44cf-8606-badf0cb5180d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1729290 Feb 09 01:43:51.477971 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c13ee1d8-6720-4cd1-80f3-b64a981f20c5 req-62461023-0bc8-4ae8-85f4-d83251a19845 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6608794 Feb 09 01:43:51.510847 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 490686ee-3c77-49b2-9466-67fa0ce3a697, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=490686ee-3c77-49b2-9466-67fa0ce3a697,segment=NetworkSegment(d8e5a775-257e-4a61-8c9b-5eeb07aca2dd),segment_id=d8e5a775-257e-4a61-8c9b-5eeb07aca2dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:51.532161 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (490686ee-3c77-49b2-9466-67fa0ce3a697), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:51.779247 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4760548-7695-4b4d-bbaa-8446b1c68c6d req-3ad440f3-12f0-46c1-9414-7e750538fd44 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:51.791062 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ee8e0e-5c3b-44ce-87a0-4836cd6d1ee9 x-openstack-request-id: req-08ee8e0e-5c3b-44ce-87a0-4836cd6d1ee9 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:51.792197 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c6583f-98c3-4887-a5c7-66a1947687a9", "name": "network-vif-unplugged", "status": "completed", "tag": "490686ee-3c77-49b2-9466-67fa0ce3a697", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:51.793142 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08ee8e0e-5c3b-44ce-87a0-4836cd6d1ee9 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:51.795633 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c6583f-98c3-4887-a5c7-66a1947687a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '490686ee-3c77-49b2-9466-67fa0ce3a697', 'code': 200} Feb 09 01:43:51.802255 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d4760548-7695-4b4d-bbaa-8446b1c68c6d req-3ad440f3-12f0-46c1-9414-7e750538fd44 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=00c6583f-98c3-4887-a5c7-66a1947687a9 HTTP/1.1" status: 200 len: 943 time: 0.1638114 Feb 09 01:43:51.833025 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=490686ee-3c77-49b2-9466-67fa0ce3a697,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:51.853095 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 7f39700b-a98f-4813-abe8-aefbf999b40e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:51.854487 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7f39700b-a98f-4813-abe8-aefbf999b40e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:51.977078 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d4760548-7695-4b4d-bbaa-8446b1c68c6d req-b8073120-f758-455c-8a3f-b381951e8ac1 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups?id=094c586d-0e9f-4027-8c1b-01f4fae285fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731319 Feb 09 01:43:52.274052 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d3c54100-31e5-487c-93ef-f2cbe5f6517f req-a23c3ba1-a7fd-4b44-a436-d6a5725361e5 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (490686ee-3c77-49b2-9466-67fa0ce3a697), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:52.546698 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3545cb3d-ca8b-40b1-9407-a6155d4c3345 req-ac777ce4-2b31-4437-a647-ce47454b1d5c service neutron] 10.222.0.48 "GET /v2.0/networks/a6b971e5-0c53-44cf-8606-badf0cb5180d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0487282 Feb 09 01:43:52.598029 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d59b1-67c3-4216-be68-e348fad72b55 req-4dad8dad-bde4-4b8e-ad83-6c2b25d277c2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:52.605087 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 7f39700b-a98f-4813-abe8-aefbf999b40e is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:52.613316 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4f4d59b1-67c3-4216-be68-e348fad72b55 req-4dad8dad-bde4-4b8e-ad83-6c2b25d277c2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.1808662 Feb 09 01:43:52.657944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c3ba1-a7fd-4b44-a436-d6a5725361e5 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Pushing event deleted for resources: {'Port': ['ID=490686ee-3c77-49b2-9466-67fa0ce3a697,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:52.660768 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-f25caa34-f412-4c71-afd8-4916acc3929b req-7e2e6269-cef3-4ccd-8b5b-9bafe7adb14e tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Allocated IP 172.20.0.13 (f0b7f23d-62d1-4973-9206-4a988800da60/b0b26f97-d0c8-4cf7-88ed-04342ece5400/eb78ae95-2428-4e27-bfdf-f1c1091ad7c4) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:52.696598 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c54100-31e5-487c-93ef-f2cbe5f6517f req-a23c3ba1-a7fd-4b44-a436-d6a5725361e5 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] No DVR routers for this DVR port 490686ee-3c77-49b2-9466-67fa0ce3a697 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:52.708772 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d3c54100-31e5-487c-93ef-f2cbe5f6517f req-a23c3ba1-a7fd-4b44-a436-d6a5725361e5 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:52.712612 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3c54100-31e5-487c-93ef-f2cbe5f6517f req-a23c3ba1-a7fd-4b44-a436-d6a5725361e5 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.48 "DELETE /v2.0/ports/490686ee-3c77-49b2-9466-67fa0ce3a697 HTTP/1.1" status: 204 len: 173 time: 2.8319576 Feb 09 01:43:52.716568 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c6583f-98c3-4887-a5c7-66a1947687a9', 'name': 'network-vif-deleted', 'tag': '490686ee-3c77-49b2-9466-67fa0ce3a697'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:52.719594 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc7619a-c19f-4b48-9342-91202da593b8" -d '{"events": [{"server_uuid": "00c6583f-98c3-4887-a5c7-66a1947687a9", "name": "network-vif-deleted", "tag": "490686ee-3c77-49b2-9466-67fa0ce3a697"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:52.777344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad1966-c1b5-4d24-8215-d122187c0592 req-b0f1dbce-dccd-4ae1-bd79-f355f06b01f9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:52.810373 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01ad1966-c1b5-4d24-8215-d122187c0592 req-b0f1dbce-dccd-4ae1-bd79-f355f06b01f9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.6689887 Feb 09 01:43:52.921350 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4f4d59b1-67c3-4216-be68-e348fad72b55 req-f849df6a-029b-4605-a312-ea7dd606c23b tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865062 Feb 09 01:43:52.959867 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01ad1966-c1b5-4d24-8215-d122187c0592 req-d4fa3ade-d2a4-44e4-8ca2-356aa0ba3821 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435852 Feb 09 01:43:53.234313 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-db90944c-9192-42b5-987f-805f5d68ae50 req-8fc43c56-8621-42db-ae15-1eae546afacf tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 210 time: 0.0423574 Feb 09 01:43:53.366252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9bd6b-7dae-44b8-bb11-f349de2d87ef req-90f02b44-9dc3-4d6b-a9b1-007312641bd1 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:53.380433 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b4a9bd6b-7dae-44b8-bb11-f349de2d87ef req-90f02b44-9dc3-4d6b-a9b1-007312641bd1 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 945 time: 0.2479591 Feb 09 01:43:53.463986 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b4a9bd6b-7dae-44b8-bb11-f349de2d87ef req-e6743414-3a80-41f9-944a-804b1642c739 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f67cd98-ceb2-414a-a19d-617dd036902a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810175 Feb 09 01:43:53.564810 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ea9e8-6a45-40cd-9beb-f30fab46cc81 req-1b58be9f-274a-4a9e-9871-adc14c053030 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:53.583556 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4c6ea9e8-6a45-40cd-9beb-f30fab46cc81 req-1b58be9f-274a-4a9e-9871-adc14c053030 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.1787691 Feb 09 01:43:53.589796 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f25caa34-f412-4c71-afd8-4916acc3929b req-7e2e6269-cef3-4ccd-8b5b-9bafe7adb14e tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks [] for port (eb78ae95-2428-4e27-bfdf-f1c1091ad7c4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:53.649845 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d84c5f8-a8f6-40ce-8ea6-5f1412e79b8c x-openstack-request-id: req-5d84c5f8-a8f6-40ce-8ea6-5f1412e79b8c {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:53.650411 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c6583f-98c3-4887-a5c7-66a1947687a9", "name": "network-vif-deleted", "tag": "490686ee-3c77-49b2-9466-67fa0ce3a697", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:53.650529 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d84c5f8-a8f6-40ce-8ea6-5f1412e79b8c {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:53.650962 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c6583f-98c3-4887-a5c7-66a1947687a9', 'name': 'network-vif-deleted', 'tag': '490686ee-3c77-49b2-9466-67fa0ce3a697', 'status': 'completed', 'code': 200} Feb 09 01:43:53.690191 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4c6ea9e8-6a45-40cd-9beb-f30fab46cc81 req-9c92abc0-133f-4e06-ab47-3e2400441b02 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047475 Feb 09 01:43:53.817760 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9a25c78e-6fcb-4732-88ef-b0790cd7fbfb req-fef4fe91-772c-4611-8af8-f17e07b94304 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/ports?device_id=00c6583f-98c3-4887-a5c7-66a1947687a9 HTTP/1.1" status: 200 len: 210 time: 0.0771582 Feb 09 01:43:53.937365 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f25caa34-f412-4c71-afd8-4916acc3929b req-7e2e6269-cef3-4ccd-8b5b-9bafe7adb14e tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (eb78ae95-2428-4e27-bfdf-f1c1091ad7c4), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:54.079256 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f86d3-f1b7-48cc-907a-be0909ac1411 req-1451a897-5b7f-4adb-853b-8f3017826340 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:54.088646 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25caa34-f412-4c71-afd8-4916acc3929b req-7e2e6269-cef3-4ccd-8b5b-9bafe7adb14e tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Network f0b7f23d-62d1-4973-9206-4a988800da60 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:54.116215 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e6f86d3-f1b7-48cc-907a-be0909ac1411 req-1451a897-5b7f-4adb-853b-8f3017826340 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.2662227 Feb 09 01:43:54.131314 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e9e82125-37d0-426a-bc24-74f2fa528da5 req-6021d3c5-4551-4351-b836-969430d18795 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3019021 Feb 09 01:43:54.131993 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e6269-cef3-4ccd-8b5b-9bafe7adb14e tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Pushing event updated for resources: {'Port': ['ID=eb78ae95-2428-4e27-bfdf-f1c1091ad7c4,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:54.135057 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-f25caa34-f412-4c71-afd8-4916acc3929b req-7e2e6269-cef3-4ccd-8b5b-9bafe7adb14e tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:54.163156 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25caa34-f412-4c71-afd8-4916acc3929b req-7e2e6269-cef3-4ccd-8b5b-9bafe7adb14e tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:54.250020 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e6f86d3-f1b7-48cc-907a-be0909ac1411 req-fd6be2b2-6a7d-4463-abc7-fc9fbc5ba54c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326399 Feb 09 01:43:54.376303 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25caa34-f412-4c71-afd8-4916acc3929b req-7e2e6269-cef3-4ccd-8b5b-9bafe7adb14e tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:54.377221 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f25caa34-f412-4c71-afd8-4916acc3929b req-7e2e6269-cef3-4ccd-8b5b-9bafe7adb14e tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:54.562442 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f25caa34-f412-4c71-afd8-4916acc3929b req-7e2e6269-cef3-4ccd-8b5b-9bafe7adb14e tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0038581 Feb 09 01:43:54.613741 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524b1c1-5a3b-4ad8-a091-610a11ade40a req-d0e3f9a7-6b45-420d-bd9d-e821c54af8b9 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:54.624581 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-f25caa34-f412-4c71-afd8-4916acc3929b req-91497495-874e-46c8-9396-f7d4ac5a4ca2 service neutron] Request body: {'port': {'device_id': '37a5bebb-31d6-4eb8-9407-cf87128e5254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:54.626963 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0524b1c1-5a3b-4ad8-a091-610a11ade40a req-d0e3f9a7-6b45-420d-bd9d-e821c54af8b9 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 932 time: 0.1533949 Feb 09 01:43:54.738028 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e82125-37d0-426a-bc24-74f2fa528da5 req-2112d39a-b441-482f-a375-1183355c2b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:54.740082 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e9e82125-37d0-426a-bc24-74f2fa528da5 req-2112d39a-b441-482f-a375-1183355c2b78 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8248d61c5b2e4c07afdd3d5431bd39cc&device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 1128 time: 0.4321308 Feb 09 01:43:54.745206 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0524b1c1-5a3b-4ad8-a091-610a11ade40a req-ae6166f3-9ea9-4840-83f0-c9f6eb96b9b6 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/security-groups?id=f278137b-c33c-4226-ac3c-96d9d1d0e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156487 Feb 09 01:43:54.801566 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4ff8c114-fbe1-4da3-bc59-d2d957ee5536 None None] Provisioning complete for port eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:54.802924 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4ff8c114-fbe1-4da3-bc59-d2d957ee5536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (eb78ae95-2428-4e27-bfdf-f1c1091ad7c4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:54.904344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19126671-85ef-476c-b910-91760a8e14c2 req-ec837bd5-adab-4f41-bd78-7883faf24627 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:54.911346 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19126671-85ef-476c-b910-91760a8e14c2 req-ec837bd5-adab-4f41-bd78-7883faf24627 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.5874038 Feb 09 01:43:54.922913 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8c114-fbe1-4da3-bc59-d2d957ee5536 None None] Port eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:43:54.988136 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550996d-967f-4daa-b734-274a0ec5ac58 req-f473f83f-e947-40e8-b25a-db4e537887b0 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:54.990409 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2550996d-967f-4daa-b734-274a0ec5ac58 req-f473f83f-e947-40e8-b25a-db4e537887b0 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.1109128 Feb 09 01:43:55.131789 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdf6ee-9b89-400e-87d5-3995022d7d90 req-3a5d2eda-5e87-45c6-8740-3a495b3d681a tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:55.140614 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-55bdf6ee-9b89-400e-87d5-3995022d7d90 req-3a5d2eda-5e87-45c6-8740-3a495b3d681a tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 945 time: 0.8057756 Feb 09 01:43:55.141250 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f25caa34-f412-4c71-afd8-4916acc3929b req-91497495-874e-46c8-9396-f7d4ac5a4ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (eb78ae95-2428-4e27-bfdf-f1c1091ad7c4), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:55.173266 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2550996d-967f-4daa-b734-274a0ec5ac58 req-2d528d19-7102-4a64-91de-126a5178cb3f tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757369 Feb 09 01:43:55.462184 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5e764-39ba-45bf-a65c-9d778308bee9 req-23d05637-544b-4b9c-8b79-76f67751c825 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:55.482618 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34a5e764-39ba-45bf-a65c-9d778308bee9 req-23d05637-544b-4b9c-8b79-76f67751c825 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 945 time: 0.1391933 Feb 09 01:43:55.587905 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34a5e764-39ba-45bf-a65c-9d778308bee9 req-375014f2-4eba-4c1e-8074-b3e7686bcddc tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f67cd98-ceb2-414a-a19d-617dd036902a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040275 Feb 09 01:43:55.792689 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2154f69-bffd-4e4a-9060-6087eaf92aa0 req-d017cd8c-d653-4515-822f-f921871804fe tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:55.807780 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f2154f69-bffd-4e4a-9060-6087eaf92aa0 req-d017cd8c-d653-4515-822f-f921871804fe tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.1218772 Feb 09 01:43:55.900843 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19126671-85ef-476c-b910-91760a8e14c2 req-fcf933d3-3691-4839-ad96-6ee26161655c tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8580914 Feb 09 01:43:55.937480 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f2154f69-bffd-4e4a-9060-6087eaf92aa0 req-72c61e10-5885-4b7c-b5e0-8fd711c95781 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284029 Feb 09 01:43:56.023740 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e82125-37d0-426a-bc24-74f2fa528da5 req-2b50d623-dd88-49c9-b818-0f4ef2cf6778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:56.025935 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e9e82125-37d0-426a-bc24-74f2fa528da5 req-2b50d623-dd88-49c9-b818-0f4ef2cf6778 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6b971e5-0c53-44cf-8606-badf0cb5180d HTTP/1.1" status: 200 len: 912 time: 1.1766870 Feb 09 01:43:56.203587 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0f343-71b3-4b12-bb5f-5550b738757a req-922c94f0-fdd6-4f8c-94d8-e6880e3f1ce8 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:56.219304 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-85b0f343-71b3-4b12-bb5f-5550b738757a req-922c94f0-fdd6-4f8c-94d8-e6880e3f1ce8 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.1052005 Feb 09 01:43:56.344285 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e9e82125-37d0-426a-bc24-74f2fa528da5 req-ce93b0db-60da-4e31-a7d2-96854280b37d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c731728e-5047-4cd6-8860-55d582a9e51b HTTP/1.1" status: 200 len: 217 time: 0.2325439 Feb 09 01:43:56.379957 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-55bdf6ee-9b89-400e-87d5-3995022d7d90 req-cb5bb70f-e198-4286-8d37-515c2d40a615 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Deleting port 19dc71f6-a724-48bb-a69b-0c6d7785ada0 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:56.380310 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-55bdf6ee-9b89-400e-87d5-3995022d7d90 req-cb5bb70f-e198-4286-8d37-515c2d40a615 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (19dc71f6-a724-48bb-a69b-0c6d7785ada0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:56.398402 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-85b0f343-71b3-4b12-bb5f-5550b738757a req-3b38a6a8-5a4b-4fc3-9d70-0e8fa27662cf tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718407 Feb 09 01:43:56.627237 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01641d68-1ec1-4189-a251-ae7a07658c62 req-a1d61c4a-16a4-4f6f-a700-d1c5c1a15019 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:56.628772 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01641d68-1ec1-4189-a251-ae7a07658c62 req-a1d61c4a-16a4-4f6f-a700-d1c5c1a15019 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 932 time: 0.3905473 Feb 09 01:43:56.744226 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e82125-37d0-426a-bc24-74f2fa528da5 req-242ab635-eed5-4a73-b564-45be0165d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:56.746028 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e9e82125-37d0-426a-bc24-74f2fa528da5 req-242ab635-eed5-4a73-b564-45be0165d84b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=39615468-fb42-472a-ac5d-b723e6597983 HTTP/1.1" status: 200 len: 851 time: 0.3371034 Feb 09 01:43:56.887882 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e9e82125-37d0-426a-bc24-74f2fa528da5 req-1a64d473-22d2-4520-b253-a51b84a583e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6b971e5-0c53-44cf-8606-badf0cb5180d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038826 Feb 09 01:43:56.896724 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62968879-eceb-4e81-b180-b50368537c3f req-67a79b9f-491a-4bb0-b9fb-dbe3ed59f396 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:56.910299 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-62968879-eceb-4e81-b180-b50368537c3f req-67a79b9f-491a-4bb0-b9fb-dbe3ed59f396 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.1568146 Feb 09 01:43:57.000382 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 19dc71f6-a724-48bb-a69b-0c6d7785ada0 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:43:57.065140 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-62968879-eceb-4e81-b180-b50368537c3f req-de97b597-3f4c-4e1e-a978-bb6b8eaa71d9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538668 Feb 09 01:43:57.130338 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e9e82125-37d0-426a-bc24-74f2fa528da5 req-baec518f-2d18-4211-8791-a69060a0fb14 service neutron] 10.222.0.48 "GET /v2.0/networks/a6b971e5-0c53-44cf-8606-badf0cb5180d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059884 Feb 09 01:43:57.147190 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-55bdf6ee-9b89-400e-87d5-3995022d7d90 req-cb5bb70f-e198-4286-8d37-515c2d40a615 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] For port 19dc71f6-a724-48bb-a69b-0c6d7785ada0, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=19dc71f6-a724-48bb-a69b-0c6d7785ada0,segment=NetworkSegment(40b15164-01ce-4fad-b3ee-c43d3f850597),segment_id=40b15164-01ce-4fad-b3ee-c43d3f850597)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:57.147531 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-55bdf6ee-9b89-400e-87d5-3995022d7d90 req-cb5bb70f-e198-4286-8d37-515c2d40a615 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (19dc71f6-a724-48bb-a69b-0c6d7785ada0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:57.257145 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 19dc71f6-a724-48bb-a69b-0c6d7785ada0 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:57.257543 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (19dc71f6-a724-48bb-a69b-0c6d7785ada0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:57.336325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eeeaa7f-5983-4d19-9669-8a090a2ded12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19dc71f6-a724-48bb-a69b-0c6d7785ada0'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:57.345153 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f794dd-31de-4294-a0ac-a7880a63b240" -d '{"events": [{"server_uuid": "7eeeaa7f-5983-4d19-9669-8a090a2ded12", "name": "network-vif-unplugged", "status": "completed", "tag": "19dc71f6-a724-48bb-a69b-0c6d7785ada0"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:57.382855 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 19dc71f6-a724-48bb-a69b-0c6d7785ada0, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=19dc71f6-a724-48bb-a69b-0c6d7785ada0,segment=NetworkSegment(40b15164-01ce-4fad-b3ee-c43d3f850597),segment_id=40b15164-01ce-4fad-b3ee-c43d3f850597)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:57.391545 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (19dc71f6-a724-48bb-a69b-0c6d7785ada0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:57.435271 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b12c87-ed60-4a7b-b3b0-e83a5650a344 req-0eb8091b-7787-4594-ada6-37110582f3d7 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:57.446788 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-15b12c87-ed60-4a7b-b3b0-e83a5650a344 req-0eb8091b-7787-4594-ada6-37110582f3d7 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 945 time: 0.1347809 Feb 09 01:43:57.542380 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=19dc71f6-a724-48bb-a69b-0c6d7785ada0,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:57.569628 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-15b12c87-ed60-4a7b-b3b0-e83a5650a344 req-5b02ba5b-ae6d-4ebd-87d5-b92aee29c472 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f67cd98-ceb2-414a-a19d-617dd036902a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205735 Feb 09 01:43:57.700257 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70354446-dba8-4226-a861-318d58e75b4d req-d63ebe72-11a9-437b-b3f4-519b1663970b tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:57.708240 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-70354446-dba8-4226-a861-318d58e75b4d req-d63ebe72-11a9-437b-b3f4-519b1663970b tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.0753314 Feb 09 01:43:57.800142 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-70354446-dba8-4226-a861-318d58e75b4d req-2cca4554-3a8b-485b-b80f-7c945556c769 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907948 Feb 09 01:43:58.086157 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85d41f-dd41-4a9d-920c-826b8a13f4d1 req-8092eb0c-24c9-46f2-9185-5f9a5c45e581 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:58.089302 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-da85d41f-dd41-4a9d-920c-826b8a13f4d1 req-8092eb0c-24c9-46f2-9185-5f9a5c45e581 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.1160138 Feb 09 01:43:58.140415 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01641d68-1ec1-4189-a251-ae7a07658c62 req-4d83ba6a-cad7-4bbc-99af-2820b49034b7 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/security-groups?id=f278137b-c33c-4226-ac3c-96d9d1d0e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4811454 Feb 09 01:43:58.213019 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-da85d41f-dd41-4a9d-920c-826b8a13f4d1 req-2af0356d-5776-4759-9413-6f499bce117b tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165395 Feb 09 01:43:58.265791 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-f25caa34-f412-4c71-afd8-4916acc3929b req-91497495-874e-46c8-9396-f7d4ac5a4ca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:43:58.302518 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41844) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:58.334642 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f25caa34-f412-4c71-afd8-4916acc3929b req-91497495-874e-46c8-9396-f7d4ac5a4ca2 service neutron] Publish callbacks [] for port (eb78ae95-2428-4e27-bfdf-f1c1091ad7c4), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:58.426978 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9483b66-4dac-47e8-97ea-403aebf814cb x-openstack-request-id: req-a9483b66-4dac-47e8-97ea-403aebf814cb {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:58.427514 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eeeaa7f-5983-4d19-9669-8a090a2ded12", "name": "network-vif-unplugged", "status": "completed", "tag": "19dc71f6-a724-48bb-a69b-0c6d7785ada0", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:58.427617 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9483b66-4dac-47e8-97ea-403aebf814cb {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:58.427930 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eeeaa7f-5983-4d19-9669-8a090a2ded12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19dc71f6-a724-48bb-a69b-0c6d7785ada0', 'code': 200} Feb 09 01:43:58.464258 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87dcd09b-a537-40db-a62d-1a3177391eac tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks [] for security_group (b589d9bc-f420-406f-abe4-3b68015d6492), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:58.507487 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87dcd09b-a537-40db-a62d-1a3177391eac tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks [] for security_group (b589d9bc-f420-406f-abe4-3b68015d6492), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:58.579686 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-f25caa34-f412-4c71-afd8-4916acc3929b req-91497495-874e-46c8-9396-f7d4ac5a4ca2 service neutron] Transition to ACTIVE for port object eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:58.605479 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f25caa34-f412-4c71-afd8-4916acc3929b req-91497495-874e-46c8-9396-f7d4ac5a4ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (eb78ae95-2428-4e27-bfdf-f1c1091ad7c4), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:58.620476 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87dcd09b-a537-40db-a62d-1a3177391eac tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b589d9bc-f420-406f-abe4-3b68015d6492), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:58.640583 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87dcd09b-a537-40db-a62d-1a3177391eac tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:58.645739 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-87dcd09b-a537-40db-a62d-1a3177391eac tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "DELETE /v2.0/security-groups/b589d9bc-f420-406f-abe4-3b68015d6492 HTTP/1.1" status: 204 len: 168 time: 0.3398407 Feb 09 01:43:58.663750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 41850) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:58.693461 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dcd09b-a537-40db-a62d-1a3177391eac tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b589d9bc-f420-406f-abe4-3b68015d6492,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:58.704286 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e9e82125-37d0-426a-bc24-74f2fa528da5 req-48758a96-c8ee-4780-bf04-d2714680cd65 service neutron] 10.222.0.48 "GET /v2.0/networks/a6b971e5-0c53-44cf-8606-badf0cb5180d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5415766 Feb 09 01:43:58.758082 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-4b7c46af-4336-48fc-b6e5-170271585d90 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] show failed (client error): The resource could not be found. Feb 09 01:43:58.764213 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4b7c46af-4336-48fc-b6e5-170271585d90 tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "GET /v2.0/security-groups/b589d9bc-f420-406f-abe4-3b68015d6492 HTTP/1.1" status: 404 len: 347 time: 0.0686109 Feb 09 01:43:58.790487 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 41854) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:58.845650 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3035ce0c-2d0b-4af4-a657-48b907a13c46 req-c79a992f-1411-4220-a8da-df561b436b11 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1385972 Feb 09 01:43:58.878655 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91497495-874e-46c8-9396-f7d4ac5a4ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=eb78ae95-2428-4e27-bfdf-f1c1091ad7c4,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:59.091950 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035ce0c-2d0b-4af4-a657-48b907a13c46 req-56bc37f8-cbd3-4358-8088-5966f4110eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:59.094097 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3035ce0c-2d0b-4af4-a657-48b907a13c46 req-56bc37f8-cbd3-4358-8088-5966f4110eea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=882b1d74468f4236916ac9797755db7f&device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 1128 time: 0.1731849 Feb 09 01:43:59.110986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608cbbe-5065-45a0-ada5-ae4d4436a455 req-57f332b8-1fff-4258-b269-a8ecbb971822 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:59.113435 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2608cbbe-5065-45a0-ada5-ae4d4436a455 req-57f332b8-1fff-4258-b269-a8ecbb971822 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.6626999 Feb 09 01:43:59.127343 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-55bdf6ee-9b89-400e-87d5-3995022d7d90 req-cb5bb70f-e198-4286-8d37-515c2d40a615 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:59.127801 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740c6d6-cb4b-42c5-b36c-a3709dda7741 req-2b880615-b6c9-4735-b462-aec672d3d9c8 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:59.128729 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-55bdf6ee-9b89-400e-87d5-3995022d7d90 req-cb5bb70f-e198-4286-8d37-515c2d40a615 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (631d6f8d-1e62-481f-b7dc-0013f12ce222), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:59.129507 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [req-55bdf6ee-9b89-400e-87d5-3995022d7d90 req-cb5bb70f-e198-4286-8d37-515c2d40a615 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Floating IP 631d6f8d-1e62-481f-b7dc-0013f12ce222 disassociated. External IP: 172.25.7.16, port: 19dc71f6-a724-48bb-a69b-0c6d7785ada0. Feb 09 01:43:59.130085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-55bdf6ee-9b89-400e-87d5-3995022d7d90 req-cb5bb70f-e198-4286-8d37-515c2d40a615 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Calling delete_port for 19dc71f6-a724-48bb-a69b-0c6d7785ada0 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:59.141689 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3740c6d6-cb4b-42c5-b36c-a3709dda7741 req-2b880615-b6c9-4735-b462-aec672d3d9c8 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 943 time: 0.1152418 Feb 09 01:43:59.572817 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2608cbbe-5065-45a0-ada5-ae4d4436a455 req-3e99caf6-8c7c-4830-9535-d97e98f93f1b tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398377 Feb 09 01:43:59.679718 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-55bdf6ee-9b89-400e-87d5-3995022d7d90 req-cb5bb70f-e198-4286-8d37-515c2d40a615 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (19dc71f6-a724-48bb-a69b-0c6d7785ada0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:59.814443 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035ce0c-2d0b-4af4-a657-48b907a13c46 req-09fd6b84-9401-4b8f-8fe5-bd242f579656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:59.816052 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3035ce0c-2d0b-4af4-a657-48b907a13c46 req-09fd6b84-9401-4b8f-8fe5-bd242f579656 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1c164421-b937-4772-b3ad-c06ffa4973ed HTTP/1.1" status: 200 len: 914 time: 0.6424587 Feb 09 01:43:59.829730 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bb70f-e198-4286-8d37-515c2d40a615 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Pushing event deleted for resources: {'Port': ['ID=19dc71f6-a724-48bb-a69b-0c6d7785ada0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:59.853051 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3740c6d6-cb4b-42c5-b36c-a3709dda7741 req-28e8169c-8c19-4e2c-9ce8-791e0ea339a9 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f67cd98-ceb2-414a-a19d-617dd036902a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7097094 Feb 09 01:43:59.866538 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f25caa34-f412-4c71-afd8-4916acc3929b req-91497495-874e-46c8-9396-f7d4ac5a4ca2 service neutron] Attempting to bind port eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:59.867099 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f25caa34-f412-4c71-afd8-4916acc3929b req-91497495-874e-46c8-9396-f7d4ac5a4ca2 service neutron] Attempting to bind port eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'e16ac01c-d49e-484d-9b31-f658a1c2f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:59.867618 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25caa34-f412-4c71-afd8-4916acc3929b req-91497495-874e-46c8-9396-f7d4ac5a4ca2 service neutron] Attempting to bind port eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 on network f0b7f23d-62d1-4973-9206-4a988800da60 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:59.900991 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25caa34-f412-4c71-afd8-4916acc3929b req-91497495-874e-46c8-9396-f7d4ac5a4ca2 service neutron] Port eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 on network f0b7f23d-62d1-4973-9206-4a988800da60 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:59.901795 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25caa34-f412-4c71-afd8-4916acc3929b req-91497495-874e-46c8-9396-f7d4ac5a4ca2 service neutron] Attempting to bind port eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 on network f0b7f23d-62d1-4973-9206-4a988800da60 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:59.910419 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25caa34-f412-4c71-afd8-4916acc3929b req-91497495-874e-46c8-9396-f7d4ac5a4ca2 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:43:59.911274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25caa34-f412-4c71-afd8-4916acc3929b req-91497495-874e-46c8-9396-f7d4ac5a4ca2 service neutron] Checking segment: {'id': 'e16ac01c-d49e-484d-9b31-f658a1c2f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:43:59.911894 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25caa34-f412-4c71-afd8-4916acc3929b req-91497495-874e-46c8-9396-f7d4ac5a4ca2 service neutron] Bound using segment: {'id': 'e16ac01c-d49e-484d-9b31-f658a1c2f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:43:59.912520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f25caa34-f412-4c71-afd8-4916acc3929b req-91497495-874e-46c8-9396-f7d4ac5a4ca2 service neutron] Bound port: eb78ae95-2428-4e27-bfdf-f1c1091ad7c4, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e16ac01c-d49e-484d-9b31-f658a1c2f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:43:59.913219 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f25caa34-f412-4c71-afd8-4916acc3929b req-91497495-874e-46c8-9396-f7d4ac5a4ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (eb78ae95-2428-4e27-bfdf-f1c1091ad7c4), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:59.928722 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3035ce0c-2d0b-4af4-a657-48b907a13c46 req-5125ef83-119f-474a-a829-d2ceedbf6804 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05366da3-ae6f-43e0-a840-3c9d28c899e6 HTTP/1.1" status: 200 len: 217 time: 0.0672143 Feb 09 01:43:59.991723 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:43:59.992329 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035ce0c-2d0b-4af4-a657-48b907a13c46 req-16b4fe07-ee98-4dc7-a53c-98521f9113a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:59.993969 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3035ce0c-2d0b-4af4-a657-48b907a13c46 req-16b4fe07-ee98-4dc7-a53c-98521f9113a3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9145d287-893f-45e0-a833-97ee0b627cb1 HTTP/1.1" status: 200 len: 853 time: 0.0573082 Feb 09 01:44:00.094318 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3035ce0c-2d0b-4af4-a657-48b907a13c46 req-469d4194-da87-45cb-9ba9-f3dedcb133df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1c164421-b937-4772-b3ad-c06ffa4973ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500505 Feb 09 01:44:00.153893 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff757e9-5a09-4d27-9018-281b3130f94b req-91779347-b646-48c7-a477-86c1e9d1f10e tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:00.164181 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ff757e9-5a09-4d27-9018-281b3130f94b req-91779347-b646-48c7-a477-86c1e9d1f10e tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.3290048 Feb 09 01:44:00.184606 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-6b02f5c1-6669-465a-85c9-4607fb4c6c2d tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Deleting port 359c58ae-346a-42a2-9c68-50c49043bb09 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:00.187874 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b02f5c1-6669-465a-85c9-4607fb4c6c2d tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (359c58ae-346a-42a2-9c68-50c49043bb09), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.224638 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3035ce0c-2d0b-4af4-a657-48b907a13c46 req-3ec196e6-0cde-4166-be15-686914fbd157 service neutron] 10.222.0.67 "GET /v2.0/networks/1c164421-b937-4772-b3ad-c06ffa4973ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222599 Feb 09 01:44:00.239996 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af55dc-e6f5-4b47-8720-542b5657961d req-eff60503-5181-46df-85c2-5ac96d355785 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:00.242430 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c0af55dc-e6f5-4b47-8720-542b5657961d req-eff60503-5181-46df-85c2-5ac96d355785 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 944 time: 0.2478485 Feb 09 01:44:00.335532 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f25caa34-f412-4c71-afd8-4916acc3929b req-91497495-874e-46c8-9396-f7d4ac5a4ca2 service neutron] For port eb78ae95-2428-4e27-bfdf-f1c1091ad7c4, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:00.366258 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f25caa34-f412-4c71-afd8-4916acc3929b req-91497495-874e-46c8-9396-f7d4ac5a4ca2 service neutron] For port eb78ae95-2428-4e27-bfdf-f1c1091ad7c4, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=eb78ae95-2428-4e27-bfdf-f1c1091ad7c4,segment=NetworkSegment(e16ac01c-d49e-484d-9b31-f658a1c2f4a7),segment_id=e16ac01c-d49e-484d-9b31-f658a1c2f4a7)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:00.386958 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f25caa34-f412-4c71-afd8-4916acc3929b req-91497495-874e-46c8-9396-f7d4ac5a4ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (eb78ae95-2428-4e27-bfdf-f1c1091ad7c4), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.449611 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55bdf6ee-9b89-400e-87d5-3995022d7d90 req-cb5bb70f-e198-4286-8d37-515c2d40a615 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Router 610e69c9-7e9d-4523-ae3e-b8412a4472b8 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:00.574377 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ff757e9-5a09-4d27-9018-281b3130f94b req-d35d9c21-2298-4f8c-b2d4-36fd8c32dd72 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074929 Feb 09 01:44:00.582457 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25caa34-f412-4c71-afd8-4916acc3929b req-91497495-874e-46c8-9396-f7d4ac5a4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:00.584014 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f25caa34-f412-4c71-afd8-4916acc3929b req-91497495-874e-46c8-9396-f7d4ac5a4ca2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.593009 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f25caa34-f412-4c71-afd8-4916acc3929b req-91497495-874e-46c8-9396-f7d4ac5a4ca2 service neutron] 10.222.0.67 "PUT /v2.0/ports/eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 HTTP/1.1" status: 200 len: 1092 time: 5.9756904 Feb 09 01:44:00.606826 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c0af55dc-e6f5-4b47-8720-542b5657961d req-35d494e4-5a17-4d93-a6dd-8701fe49718a tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/security-groups?id=f278137b-c33c-4226-ac3c-96d9d1d0e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084905 Feb 09 01:44:00.656475 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a5bebb-31d6-4eb8-9407-cf87128e5254', 'tag': 'eb78ae95-2428-4e27-bfdf-f1c1091ad7c4'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:00.658562 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3035ce0c-2d0b-4af4-a657-48b907a13c46 req-74a2e609-86cc-4327-98e6-dbab9ffc9dbb service neutron] 10.222.0.67 "GET /v2.0/networks/1c164421-b937-4772-b3ad-c06ffa4973ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140110 Feb 09 01:44:00.673743 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b87120-b627-4740-85da-9b2eaf2ce2bb" -d '{"events": [{"name": "network-changed", "server_uuid": "37a5bebb-31d6-4eb8-9407-cf87128e5254", "tag": "eb78ae95-2428-4e27-bfdf-f1c1091ad7c4"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:00.744780 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b02f5c1-6669-465a-85c9-4607fb4c6c2d tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (359c58ae-346a-42a2-9c68-50c49043bb09), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.745171 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b02f5c1-6669-465a-85c9-4607fb4c6c2d tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks [] for floatingip (359c58ae-346a-42a2-9c68-50c49043bb09), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.760764 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-6b02f5c1-6669-465a-85c9-4607fb4c6c2d tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Calling delete_port for 359c58ae-346a-42a2-9c68-50c49043bb09 owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:00.857271 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91497495-874e-46c8-9396-f7d4ac5a4ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=eb78ae95-2428-4e27-bfdf-f1c1091ad7c4,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:01.020219 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dc822a-ba72-47b4-b693-3a85f8d73dfb x-openstack-request-id: req-96dc822a-ba72-47b4-b693-3a85f8d73dfb {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:01.020519 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a5bebb-31d6-4eb8-9407-cf87128e5254", "tag": "eb78ae95-2428-4e27-bfdf-f1c1091ad7c4", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:01.020775 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96dc822a-ba72-47b4-b693-3a85f8d73dfb {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:01.021359 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a5bebb-31d6-4eb8-9407-cf87128e5254', 'tag': 'eb78ae95-2428-4e27-bfdf-f1c1091ad7c4', 'status': 'completed', 'code': 200} Feb 09 01:44:01.132254 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25caa34-f412-4c71-afd8-4916acc3929b req-4ba5097c-96a3-4fd6-919d-1a041b9b2c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:01.134424 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f25caa34-f412-4c71-afd8-4916acc3929b req-4ba5097c-96a3-4fd6-919d-1a041b9b2c68 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=de202805521c40c99d9482e3dcc29505&device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 1126 time: 0.4487350 Feb 09 01:44:01.192471 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f25caa34-f412-4c71-afd8-4916acc3929b req-4a29f368-fdaa-4478-8470-befec9a1428b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 HTTP/1.1" status: 200 len: 217 time: 0.0486417 Feb 09 01:44:01.205947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce64c8-f7d5-47dd-8e71-4cdf1ed69a0a req-1847dc0f-c16d-47e8-93b1-aeaf86c3f131 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:01.208692 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-acce64c8-f7d5-47dd-8e71-4cdf1ed69a0a req-1847dc0f-c16d-47e8-93b1-aeaf86c3f131 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.3000207 Feb 09 01:44:01.239759 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196136a-1f9f-45cb-bff6-47fb9aa2191a req-e1e80874-b457-4082-be74-e06bebbeef48 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:01.245081 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8196136a-1f9f-45cb-bff6-47fb9aa2191a req-e1e80874-b457-4082-be74-e06bebbeef48 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.1640315 Feb 09 01:44:01.330740 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8196136a-1f9f-45cb-bff6-47fb9aa2191a req-b95683a9-1936-4bce-8032-03a000800921 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742583 Feb 09 01:44:01.422935 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-acce64c8-f7d5-47dd-8e71-4cdf1ed69a0a req-cba4ece7-44b6-4855-9485-b1c51075285f tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938422 Feb 09 01:44:01.446685 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25caa34-f412-4c71-afd8-4916acc3929b req-01ddd52a-d807-4c60-8f31-4675450dc1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:01.448414 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f25caa34-f412-4c71-afd8-4916acc3929b req-01ddd52a-d807-4c60-8f31-4675450dc1ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b0b26f97-d0c8-4cf7-88ed-04342ece5400 HTTP/1.1" status: 200 len: 860 time: 0.2358317 Feb 09 01:44:01.453795 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55bdf6ee-9b89-400e-87d5-3995022d7d90 req-cb5bb70f-e198-4286-8d37-515c2d40a615 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:01.478568 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f5fafb-ad68-42f4-86f9-503aa4366c48 None None] Sync routers for ids ['610e69c9-7e9d-4523-ae3e-b8412a4472b8'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:01.493647 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b02f5c1-6669-465a-85c9-4607fb4c6c2d tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (359c58ae-346a-42a2-9c68-50c49043bb09), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:01.507507 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f5fafb-ad68-42f4-86f9-503aa4366c48 None None] Routers {'610e69c9-7e9d-4523-ae3e-b8412a4472b8'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:01.508353 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d2f5fafb-ad68-42f4-86f9-503aa4366c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:43:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['610e69c9-7e9d-4523-ae3e-b8412a4472b8'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:01.512888 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4abb399e-7f04-430f-8a20-51ccaaaa8400 req-2f3ca87a-16ad-43b1-b1b4-fcfd9e99980f tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eeeaa7f-5983-4d19-9669-8a090a2ded12 HTTP/1.1" status: 200 len: 210 time: 0.0745628 Feb 09 01:44:01.615029 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02f5c1-6669-465a-85c9-4607fb4c6c2d tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Pushing event deleted for resources: {'Port': ['ID=359c58ae-346a-42a2-9c68-50c49043bb09,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:01.622045 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bdf6ee-9b89-400e-87d5-3995022d7d90 req-cb5bb70f-e198-4286-8d37-515c2d40a615 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] No DVR routers for this DVR port 19dc71f6-a724-48bb-a69b-0c6d7785ada0 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:01.627404 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-55bdf6ee-9b89-400e-87d5-3995022d7d90 req-cb5bb70f-e198-4286-8d37-515c2d40a615 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:01.643091 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-55bdf6ee-9b89-400e-87d5-3995022d7d90 req-cb5bb70f-e198-4286-8d37-515c2d40a615 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.48 "DELETE /v2.0/ports/19dc71f6-a724-48bb-a69b-0c6d7785ada0 HTTP/1.1" status: 204 len: 173 time: 6.4186993 Feb 09 01:44:01.763519 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25caa34-f412-4c71-afd8-4916acc3929b req-0d82e61b-1b3d-4ee2-8e3b-01bacd699cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:01.765329 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f25caa34-f412-4c71-afd8-4916acc3929b req-0d82e61b-1b3d-4ee2-8e3b-01bacd699cf0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0b7f23d-62d1-4973-9206-4a988800da60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3067324 Feb 09 01:44:01.875871 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a3f52-27bb-4617-a7f2-5163cbf4d30f req-3e7cd81e-e305-4430-9398-699c3e601c9a tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:01.881429 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b02f5c1-6669-465a-85c9-4607fb4c6c2d tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks [] for floatingip (c7d7926d-20e3-44a5-afaf-77f5fe3cd684), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:01.886060 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b02f5c1-6669-465a-85c9-4607fb4c6c2d tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:01.890926 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6b02f5c1-6669-465a-85c9-4607fb4c6c2d tempest-ImagesOneServerNegativeTestJSON-869183617 tempest-ImagesOneServerNegativeTestJSON-869183617-project] 10.222.0.36 "DELETE /v2.0/floatingips/c7d7926d-20e3-44a5-afaf-77f5fe3cd684 HTTP/1.1" status: 204 len: 168 time: 3.0651550 Feb 09 01:44:01.894142 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b80a3f52-27bb-4617-a7f2-5163cbf4d30f req-3e7cd81e-e305-4430-9398-699c3e601c9a tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.1855574 Feb 09 01:44:01.913693 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-d2f5fafb-ad68-42f4-86f9-503aa4366c48 None None] Set router 610e69c9-7e9d-4523-ae3e-b8412a4472b8 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:02.015053 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f25caa34-f412-4c71-afd8-4916acc3929b req-dd8b6ba4-b2e2-4ae4-ae19-2306b246705f service neutron] 10.222.0.67 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386832 Feb 09 01:44:02.033310 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b80a3f52-27bb-4617-a7f2-5163cbf4d30f req-b1c89891-f78c-4c96-bd1c-eaa801763e51 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362245 Feb 09 01:44:02.298842 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e33361-1dab-4173-970a-6ea66a1b1fa5 req-065ad5fa-0684-40c7-876c-bd94de6be9b8 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:02.301353 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34e33361-1dab-4173-970a-6ea66a1b1fa5 req-065ad5fa-0684-40c7-876c-bd94de6be9b8 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.1404173 Feb 09 01:44:02.305120 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f25caa34-f412-4c71-afd8-4916acc3929b req-0e5463f7-a2e4-4abb-aec5-27928c0874d0 service neutron] 10.222.0.67 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815118 Feb 09 01:44:02.381683 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168824f4-4666-4d7f-84e0-210fe39215c7 req-6c053a40-99d6-4688-88b2-5eafeb6836c2 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:02.394420 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-168824f4-4666-4d7f-84e0-210fe39215c7 req-6c053a40-99d6-4688-88b2-5eafeb6836c2 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 944 time: 0.1711328 Feb 09 01:44:02.426014 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34e33361-1dab-4173-970a-6ea66a1b1fa5 req-005de5ce-299f-40de-b95c-d47316fa1d06 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120257 Feb 09 01:44:02.458698 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b87120-b627-4740-85da-9b2eaf2ce2bb req-673fb692-8bdc-43b3-892f-3e97e060e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:02.465476 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d1b87120-b627-4740-85da-9b2eaf2ce2bb req-673fb692-8bdc-43b3-892f-3e97e060e5fa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=de202805521c40c99d9482e3dcc29505&device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 1126 time: 0.0908520 Feb 09 01:44:02.534347 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d2f5fafb-ad68-42f4-86f9-503aa4366c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'name': 'tempest-ServersTestJSON-1798887720-router', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:02Z', 'updated_at': '2022-02-09T01:42:11Z', 'revision_number': 4, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'gw_port': {'id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:03Z', 'updated_at': '2022-02-09T01:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'bc8e569b-959f-42a0-ac22-1c5b73c6bb01', 'name': '', 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'mac_address': 'fa:16:3e:17:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1f8a20bf-5e10-400b-ab6f-095b15eec2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:08Z', 'updated_at': '2022-02-09T01:42:18Z', 'revision_number': 5, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'subnets': [{'id': '1f8a20bf-5e10-400b-ab6f-095b15eec2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:02.542202 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-168824f4-4666-4d7f-84e0-210fe39215c7 req-d5163838-148e-4aa2-8550-59cadac553b2 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/security-groups?id=f278137b-c33c-4226-ac3c-96d9d1d0e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467791 Feb 09 01:44:02.591569 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f5fafb-ad68-42f4-86f9-503aa4366c48 None None] Checking router: 610e69c9-7e9d-4523-ae3e-b8412a4472b8 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:02.615919 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f5fafb-ad68-42f4-86f9-503aa4366c48 None None] Routers {'610e69c9-7e9d-4523-ae3e-b8412a4472b8'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:02.616544 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d2f5fafb-ad68-42f4-86f9-503aa4366c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:43:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['610e69c9-7e9d-4523-ae3e-b8412a4472b8'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:02.647067 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b87120-b627-4740-85da-9b2eaf2ce2bb req-22f813b6-d094-4167-b77d-56de13e0ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:02.652068 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d1b87120-b627-4740-85da-9b2eaf2ce2bb req-22f813b6-d094-4167-b77d-56de13e0ccbc service neutron] 10.222.0.67 "GET /v2.0/networks?id=f0b7f23d-62d1-4973-9206-4a988800da60 HTTP/1.1" status: 200 len: 922 time: 0.1805885 Feb 09 01:44:02.749490 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d1b87120-b627-4740-85da-9b2eaf2ce2bb req-6a1c0099-6c56-4be8-ae3f-154b1dd0cd7e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 HTTP/1.1" status: 200 len: 217 time: 0.0673363 Feb 09 01:44:02.824332 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5610f-d46c-4997-b989-6bca2b017607 req-5655c9bb-efac-49c3-96ac-ac8a75607e61 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:02.829666 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-d2f5fafb-ad68-42f4-86f9-503aa4366c48 None None] Set router 610e69c9-7e9d-4523-ae3e-b8412a4472b8 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:02.832701 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-47a5610f-d46c-4997-b989-6bca2b017607 req-5655c9bb-efac-49c3-96ac-ac8a75607e61 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.1121631 Feb 09 01:44:02.845743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b87120-b627-4740-85da-9b2eaf2ce2bb req-afbd4e3e-88fd-4141-a124-1a6a38e61032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:02.847285 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d1b87120-b627-4740-85da-9b2eaf2ce2bb req-afbd4e3e-88fd-4141-a124-1a6a38e61032 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b0b26f97-d0c8-4cf7-88ed-04342ece5400 HTTP/1.1" status: 200 len: 860 time: 0.0731807 Feb 09 01:44:03.011767 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-47a5610f-d46c-4997-b989-6bca2b017607 req-2bb81d8e-95aa-4e72-bcbe-ac6b973767b5 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704633 Feb 09 01:44:03.022570 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1fbd1-e45a-4057-8c3f-027ed974e0f7 req-96320d43-2741-4dc2-ab1a-5dece241a987 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:03.033990 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2a1fbd1-e45a-4057-8c3f-027ed974e0f7 req-96320d43-2741-4dc2-ab1a-5dece241a987 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cae12c4-18ca-4992-8ac5-faf1379e7d5a HTTP/1.1" status: 200 len: 946 time: 0.3779328 Feb 09 01:44:03.099911 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eeeaa7f-5983-4d19-9669-8a090a2ded12', 'name': 'network-vif-deleted', 'tag': '19dc71f6-a724-48bb-a69b-0c6d7785ada0'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:03.105693 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe25624-a82d-455a-ac39-c1592f2a1335" -d '{"events": [{"server_uuid": "7eeeaa7f-5983-4d19-9669-8a090a2ded12", "name": "network-vif-deleted", "tag": "19dc71f6-a724-48bb-a69b-0c6d7785ada0"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:03.273019 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b87120-b627-4740-85da-9b2eaf2ce2bb req-073dc688-1fb9-41e1-97cc-5f4870bd0258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:03.274648 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d1b87120-b627-4740-85da-9b2eaf2ce2bb req-073dc688-1fb9-41e1-97cc-5f4870bd0258 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0b7f23d-62d1-4973-9206-4a988800da60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4187522 Feb 09 01:44:03.286590 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2a1fbd1-e45a-4057-8c3f-027ed974e0f7 req-ad649d9f-4860-4d5c-ad18-3d466bae3cb7 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5175adf-3c0b-49d5-ab51-92b460e10d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516658 Feb 09 01:44:03.373324 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41926) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:03.385164 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691f108-75a8-4b10-936b-1d5359c6235d req-56510544-2c97-4ff4-8d5f-91c5326b10a4 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:03.394561 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d2f5fafb-ad68-42f4-86f9-503aa4366c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'name': 'tempest-ServersTestJSON-1798887720-router', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:02Z', 'updated_at': '2022-02-09T01:42:11Z', 'revision_number': 4, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'gw_port': {'id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:03Z', 'updated_at': '2022-02-09T01:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'bc8e569b-959f-42a0-ac22-1c5b73c6bb01', 'name': '', 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'mac_address': 'fa:16:3e:17:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1f8a20bf-5e10-400b-ab6f-095b15eec2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:08Z', 'updated_at': '2022-02-09T01:42:18Z', 'revision_number': 5, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'subnets': [{'id': '1f8a20bf-5e10-400b-ab6f-095b15eec2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:03.401969 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0691f108-75a8-4b10-936b-1d5359c6235d req-56510544-2c97-4ff4-8d5f-91c5326b10a4 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.1199431 Feb 09 01:44:03.471154 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f5fafb-ad68-42f4-86f9-503aa4366c48 None None] The sync data for ids ['610e69c9-7e9d-4523-ae3e-b8412a4472b8'] in n-d-828387-3 is: [{'id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'name': 'tempest-ServersTestJSON-1798887720-router', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:02Z', 'updated_at': '2022-02-09T01:42:11Z', 'revision_number': 4, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'gw_port': {'id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:03Z', 'updated_at': '2022-02-09T01:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'bc8e569b-959f-42a0-ac22-1c5b73c6bb01', 'name': '', 'network_id': '14ba8024-858b-4433-87a7-a67773e6a85c', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'mac_address': 'fa:16:3e:17:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1f8a20bf-5e10-400b-ab6f-095b15eec2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:08Z', 'updated_at': '2022-02-09T01:42:18Z', 'revision_number': 5, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'subnets': [{'id': '1f8a20bf-5e10-400b-ab6f-095b15eec2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:03.509503 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d1b87120-b627-4740-85da-9b2eaf2ce2bb req-bcf86d91-468f-4c3f-90fe-c3e268e070a5 service neutron] 10.222.0.67 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217708 Feb 09 01:44:03.518602 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d90beb-64d1-442a-86ea-236552158093 x-openstack-request-id: req-63d90beb-64d1-442a-86ea-236552158093 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:03.519952 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eeeaa7f-5983-4d19-9669-8a090a2ded12", "name": "network-vif-deleted", "tag": "19dc71f6-a724-48bb-a69b-0c6d7785ada0", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:03.520466 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63d90beb-64d1-442a-86ea-236552158093 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:03.521422 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eeeaa7f-5983-4d19-9669-8a090a2ded12', 'name': 'network-vif-deleted', 'tag': '19dc71f6-a724-48bb-a69b-0c6d7785ada0', 'status': 'completed', 'code': 200} Feb 09 01:44:03.540573 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 41930) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:03.560755 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b7ae1d-3ed2-4f55-9429-c25b00bb2801 admin admin] Deleting subnet de4a96bd-815b-46c1-a4b0-13716c101d56 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:44:03.566382 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-37b7ae1d-3ed2-4f55-9429-c25b00bb2801 admin admin] Publish callbacks [] for subnet (de4a96bd-815b-46c1-a4b0-13716c101d56), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:03.617909 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-37b7ae1d-3ed2-4f55-9429-c25b00bb2801 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (de4a96bd-815b-46c1-a4b0-13716c101d56), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:03.682423 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-37b7ae1d-3ed2-4f55-9429-c25b00bb2801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (de4a96bd-815b-46c1-a4b0-13716c101d56), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:03.761539 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8ac14-170d-407c-8c76-8be5cac983ca req-276d0158-73e9-4046-a170-fc78803ae253 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:03.763119 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0691f108-75a8-4b10-936b-1d5359c6235d req-b65870ee-4be6-4895-b332-4e927357590d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591321 Feb 09 01:44:03.764346 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64e8ac14-170d-407c-8c76-8be5cac983ca req-276d0158-73e9-4046-a170-fc78803ae253 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.5683081 Feb 09 01:44:03.779277 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-37b7ae1d-3ed2-4f55-9429-c25b00bb2801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (de4a96bd-815b-46c1-a4b0-13716c101d56), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:03.808251 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54d845b0-d7ea-4c68-9109-e2fe72ae5a05 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks [] for security_group (9f67cd98-ceb2-414a-a19d-617dd036902a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:03.846159 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7ae1d-3ed2-4f55-9429-c25b00bb2801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de4a96bd-815b-46c1-a4b0-13716c101d56,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:03.849315 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54d845b0-d7ea-4c68-9109-e2fe72ae5a05 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks [] for security_group (9f67cd98-ceb2-414a-a19d-617dd036902a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:03.857629 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-37b7ae1d-3ed2-4f55-9429-c25b00bb2801 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:03.861987 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-37b7ae1d-3ed2-4f55-9429-c25b00bb2801 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/de4a96bd-815b-46c1-a4b0-13716c101d56 HTTP/1.1" status: 204 len: 168 time: 0.4145060 Feb 09 01:44:03.868972 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41936) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:03.970133 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54d845b0-d7ea-4c68-9109-e2fe72ae5a05 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9f67cd98-ceb2-414a-a19d-617dd036902a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:03.972809 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54d845b0-d7ea-4c68-9109-e2fe72ae5a05 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:03.973960 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-54d845b0-d7ea-4c68-9109-e2fe72ae5a05 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "DELETE /v2.0/security-groups/9f67cd98-ceb2-414a-a19d-617dd036902a HTTP/1.1" status: 204 len: 168 time: 0.4246125 Feb 09 01:44:03.991440 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 41938) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:03.997661 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d845b0-d7ea-4c68-9109-e2fe72ae5a05 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f67cd98-ceb2-414a-a19d-617dd036902a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:04.001604 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d103a-7355-4719-86cf-0f2edf431786 None None] New status for floating IP 631d6f8d-1e62-481f-b7dc-0013f12ce222: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:44:04.137117 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25f59387-9e6b-4fbb-a4de-a1be87153c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (c9c5b673-e13e-448f-8c44-802e94f8c801), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:04.299937 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273503d-8e28-474a-86d6-564d2a410c71 req-8f2b76f7-7e35-4ecb-88fb-8a644f194617 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:04.312531 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3273503d-8e28-474a-86d6-564d2a410c71 req-8f2b76f7-7e35-4ecb-88fb-8a644f194617 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 944 time: 0.2516265 Feb 09 01:44:04.411574 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31614275-ddd0-4b5f-9a61-ed9ddbafeda8 req-dfe85f80-a458-4763-b53e-e813517259e8 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:04.413402 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-31614275-ddd0-4b5f-9a61-ed9ddbafeda8 req-dfe85f80-a458-4763-b53e-e813517259e8 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cae12c4-18ca-4992-8ac5-faf1379e7d5a HTTP/1.1" status: 200 len: 946 time: 0.2580769 Feb 09 01:44:04.430772 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25f59387-9e6b-4fbb-a4de-a1be87153c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (c9c5b673-e13e-448f-8c44-802e94f8c801), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:04.500516 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-25f59387-9e6b-4fbb-a4de-a1be87153c20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c5b673-e13e-448f-8c44-802e94f8c801']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:04.518489 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3273503d-8e28-474a-86d6-564d2a410c71 req-d085feea-979c-40c1-9eac-e275c77fad53 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/security-groups?id=f278137b-c33c-4226-ac3c-96d9d1d0e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049029 Feb 09 01:44:04.520969 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-cedf074a-18fd-4856-98c3-86baa2b3d048 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] show failed (client error): The resource could not be found. Feb 09 01:44:04.522403 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cedf074a-18fd-4856-98c3-86baa2b3d048 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "GET /v2.0/security-groups/9f67cd98-ceb2-414a-a19d-617dd036902a HTTP/1.1" status: 404 len: 347 time: 0.5223651 Feb 09 01:44:04.527189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 41946) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:04.593926 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df900e4-8ae1-4a23-808c-eafb12a6a800 req-e8057950-53a9-435c-a75b-973d22c53b8d tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:04.604558 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8df900e4-8ae1-4a23-808c-eafb12a6a800 req-e8057950-53a9-435c-a75b-973d22c53b8d tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.9374211 Feb 09 01:44:04.622661 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-25f59387-9e6b-4fbb-a4de-a1be87153c20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e5a775-257e-4a61-8c9b-5eeb07aca2dd') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:04.626613 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-25f59387-9e6b-4fbb-a4de-a1be87153c20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e5a775-257e-4a61-8c9b-5eeb07aca2dd') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:04.643867 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d1b87120-b627-4740-85da-9b2eaf2ce2bb req-c3b44753-0e47-44a2-b571-bd25864f4b30 service neutron] 10.222.0.67 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1181371 Feb 09 01:44:04.655989 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25f59387-9e6b-4fbb-a4de-a1be87153c20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (d8e5a775-257e-4a61-8c9b-5eeb07aca2dd), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:04.701863 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25f59387-9e6b-4fbb-a4de-a1be87153c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (d8e5a775-257e-4a61-8c9b-5eeb07aca2dd), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:04.720880 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f59387-9e6b-4fbb-a4de-a1be87153c20 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:44:04.721296 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25f59387-9e6b-4fbb-a4de-a1be87153c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (d8e5a775-257e-4a61-8c9b-5eeb07aca2dd), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:44:04.725074 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:44:04.784634 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8df900e4-8ae1-4a23-808c-eafb12a6a800 req-446d5243-851a-4771-a273-24f7bc05892e tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688821 Feb 09 01:44:04.819288 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-31614275-ddd0-4b5f-9a61-ed9ddbafeda8 req-9bef08be-de05-47b2-85d4-b0d34fbc0aa5 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Deleting port 43014095-225d-4b52-a8f3-0499791fbb37 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:04.819690 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-31614275-ddd0-4b5f-9a61-ed9ddbafeda8 req-9bef08be-de05-47b2-85d4-b0d34fbc0aa5 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (43014095-225d-4b52-a8f3-0499791fbb37), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:04.831064 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420586e6-f8ac-4527-8c77-ff11b5453bfd req-b0c00dba-76a4-4dc8-9324-1900e6c1c182 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:04.835471 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-64e8ac14-170d-407c-8c76-8be5cac983ca req-afe02d9f-6259-44ec-befe-b6fe72255685 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Deleting port cfb1d8c3-94b3-4946-86cb-458b2634e7e0 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:04.836216 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64e8ac14-170d-407c-8c76-8be5cac983ca req-afe02d9f-6259-44ec-befe-b6fe72255685 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (cfb1d8c3-94b3-4946-86cb-458b2634e7e0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:04.839749 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-420586e6-f8ac-4527-8c77-ff11b5453bfd req-b0c00dba-76a4-4dc8-9324-1900e6c1c182 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.1972132 Feb 09 01:44:04.921024 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25f59387-9e6b-4fbb-a4de-a1be87153c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (c9c5b673-e13e-448f-8c44-802e94f8c801), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:04.934713 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25f59387-9e6b-4fbb-a4de-a1be87153c20 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:04.950028 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-25f59387-9e6b-4fbb-a4de-a1be87153c20 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c9c5b673-e13e-448f-8c44-802e94f8c801 HTTP/1.1" status: 204 len: 168 time: 1.0799375 Feb 09 01:44:05.037456 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f59387-9e6b-4fbb-a4de-a1be87153c20 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9c5b673-e13e-448f-8c44-802e94f8c801,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:05.107067 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-420586e6-f8ac-4527-8c77-ff11b5453bfd req-b878e2e0-4890-4c03-8347-cf72cb6ea0fe tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636642 Feb 09 01:44:05.148664 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-cd70a318-f8bb-4f81-ae23-1d68450f1840 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Deleting port 864faf46-fa84-4f19-b699-c493e8c52022 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:05.149883 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cd70a318-f8bb-4f81-ae23-1d68450f1840 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (864faf46-fa84-4f19-b699-c493e8c52022), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:05.196831 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-31614275-ddd0-4b5f-9a61-ed9ddbafeda8 req-9bef08be-de05-47b2-85d4-b0d34fbc0aa5 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] For port 43014095-225d-4b52-a8f3-0499791fbb37, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=43014095-225d-4b52-a8f3-0499791fbb37,segment=NetworkSegment(ec7689a4-c6d7-4927-a003-3a67136342ea),segment_id=ec7689a4-c6d7-4927-a003-3a67136342ea)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:05.197687 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-31614275-ddd0-4b5f-9a61-ed9ddbafeda8 req-9bef08be-de05-47b2-85d4-b0d34fbc0aa5 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (43014095-225d-4b52-a8f3-0499791fbb37), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:05.253316 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41952) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:05.278816 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-31614275-ddd0-4b5f-9a61-ed9ddbafeda8 req-9bef08be-de05-47b2-85d4-b0d34fbc0aa5 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Calling delete_port for 43014095-225d-4b52-a8f3-0499791fbb37 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:05.313389 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cd70a318-f8bb-4f81-ae23-1d68450f1840 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (864faf46-fa84-4f19-b699-c493e8c52022), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:05.313731 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cd70a318-f8bb-4f81-ae23-1d68450f1840 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks [] for floatingip (864faf46-fa84-4f19-b699-c493e8c52022), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:05.327082 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-cd70a318-f8bb-4f81-ae23-1d68450f1840 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Calling delete_port for 864faf46-fa84-4f19-b699-c493e8c52022 owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:05.479382 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8782a23b-7f43-468a-939d-99157425414a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b9b0198efaa540378bf27bf2b2c797a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2122874 Feb 09 01:44:05.484408 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41956) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:05.511725 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2537e-7c3a-4668-9eb2-577da463878e req-42880568-2a79-44eb-af0c-38b71dc1f649 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:05.513328 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a2a2537e-7c3a-4668-9eb2-577da463878e req-42880568-2a79-44eb-af0c-38b71dc1f649 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cae12c4-18ca-4992-8ac5-faf1379e7d5a HTTP/1.1" status: 200 len: 946 time: 0.2297249 Feb 09 01:44:05.596754 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cd70a318-f8bb-4f81-ae23-1d68450f1840 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (864faf46-fa84-4f19-b699-c493e8c52022), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:05.656148 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70a318-f8bb-4f81-ae23-1d68450f1840 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Pushing event deleted for resources: {'Port': ['ID=864faf46-fa84-4f19-b699-c493e8c52022,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:05.683226 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13522f28-5181-47bd-a393-80b2ca3197a0 req-4fe8b1a2-40ed-439a-99dd-5c49585c3d47 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:05.685369 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13522f28-5181-47bd-a393-80b2ca3197a0 req-4fe8b1a2-40ed-439a-99dd-5c49585c3d47 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.7484972 Feb 09 01:44:05.709790 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-64e8ac14-170d-407c-8c76-8be5cac983ca req-afe02d9f-6259-44ec-befe-b6fe72255685 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] For port cfb1d8c3-94b3-4946-86cb-458b2634e7e0, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=cfb1d8c3-94b3-4946-86cb-458b2634e7e0,segment=NetworkSegment(fbbc736b-5615-49c5-8b22-d214a670d94a),segment_id=fbbc736b-5615-49c5-8b22-d214a670d94a)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:05.722816 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64e8ac14-170d-407c-8c76-8be5cac983ca req-afe02d9f-6259-44ec-befe-b6fe72255685 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (cfb1d8c3-94b3-4946-86cb-458b2634e7e0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:05.761212 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a2a2537e-7c3a-4668-9eb2-577da463878e req-88b6ff1f-063e-4213-b28b-3e058ae39d7f tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5175adf-3c0b-49d5-ab51-92b460e10d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378757 Feb 09 01:44:05.773071 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1999eef4-fcd8-48e2-be9d-f594788cd0c5 admin admin] Publish callbacks [] for security_group (094c586d-0e9f-4027-8c1b-01f4fae285fa), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:05.816006 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-31614275-ddd0-4b5f-9a61-ed9ddbafeda8 req-9bef08be-de05-47b2-85d4-b0d34fbc0aa5 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (43014095-225d-4b52-a8f3-0499791fbb37), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:05.829527 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['43014095-225d-4b52-a8f3-0499791fbb37'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:44:05.867806 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1999eef4-fcd8-48e2-be9d-f594788cd0c5 admin admin] Publish callbacks [] for security_group (094c586d-0e9f-4027-8c1b-01f4fae285fa), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:05.877049 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef08be-de05-47b2-85d4-b0d34fbc0aa5 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Pushing event deleted for resources: {'Port': ['ID=43014095-225d-4b52-a8f3-0499791fbb37,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:05.884783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-64e8ac14-170d-407c-8c76-8be5cac983ca req-afe02d9f-6259-44ec-befe-b6fe72255685 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Calling delete_port for cfb1d8c3-94b3-4946-86cb-458b2634e7e0 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:06.022885 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-31614275-ddd0-4b5f-9a61-ed9ddbafeda8 req-9bef08be-de05-47b2-85d4-b0d34fbc0aa5 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] No DVR routers for this DVR port 43014095-225d-4b52-a8f3-0499791fbb37 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:06.029663 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-31614275-ddd0-4b5f-9a61-ed9ddbafeda8 req-9bef08be-de05-47b2-85d4-b0d34fbc0aa5 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.033479 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-31614275-ddd0-4b5f-9a61-ed9ddbafeda8 req-9bef08be-de05-47b2-85d4-b0d34fbc0aa5 tempest-AttachSCSIVolumeTestJSON-292426308 tempest-AttachSCSIVolumeTestJSON-292426308-project] 10.222.0.67 "DELETE /v2.0/ports/43014095-225d-4b52-a8f3-0499791fbb37 HTTP/1.1" status: 204 len: 173 time: 1.6119137 Feb 09 01:44:06.034509 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cae12c4-18ca-4992-8ac5-faf1379e7d5a', 'name': 'network-vif-deleted', 'tag': '43014095-225d-4b52-a8f3-0499791fbb37'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:06.037494 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb5722f-315d-4f7b-9a57-dea6d470a2d7" -d '{"events": [{"server_uuid": "5cae12c4-18ca-4992-8ac5-faf1379e7d5a", "name": "network-vif-deleted", "tag": "43014095-225d-4b52-a8f3-0499791fbb37"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:06.102926 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1999eef4-fcd8-48e2-be9d-f594788cd0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (094c586d-0e9f-4027-8c1b-01f4fae285fa), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.111263 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1999eef4-fcd8-48e2-be9d-f594788cd0c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.116700 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1999eef4-fcd8-48e2-be9d-f594788cd0c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/094c586d-0e9f-4027-8c1b-01f4fae285fa HTTP/1.1" status: 204 len: 168 time: 0.6281283 Feb 09 01:44:06.138048 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9cac5-65d2-44e0-ab44-6c0dab88a638 req-1f2854ba-a21f-41f3-abc8-a40490eac019 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:06.145215 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13522f28-5181-47bd-a393-80b2ca3197a0 req-597c09d0-82ba-4aaa-a8eb-a0069b20fc62 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421227 Feb 09 01:44:06.152322 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cd70a318-f8bb-4f81-ae23-1d68450f1840 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks [] for floatingip (631d6f8d-1e62-481f-b7dc-0013f12ce222), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.155840 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c1d9cac5-65d2-44e0-ab44-6c0dab88a638 req-1f2854ba-a21f-41f3-abc8-a40490eac019 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 944 time: 0.1521378 Feb 09 01:44:06.165532 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cd70a318-f8bb-4f81-ae23-1d68450f1840 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.169814 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cd70a318-f8bb-4f81-ae23-1d68450f1840 tempest-ServersTestJSON-1825196682 tempest-ServersTestJSON-1825196682-project] 10.222.0.36 "DELETE /v2.0/floatingips/631d6f8d-1e62-481f-b7dc-0013f12ce222 HTTP/1.1" status: 204 len: 168 time: 1.6413736 Feb 09 01:44:06.176691 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999eef4-fcd8-48e2-be9d-f594788cd0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094c586d-0e9f-4027-8c1b-01f4fae285fa,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:06.178107 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 41968) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:06.262793 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:44:06.363663 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c1d9cac5-65d2-44e0-ab44-6c0dab88a638 req-656929f2-6692-40e5-865b-900749dae72a tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/security-groups?id=f278137b-c33c-4226-ac3c-96d9d1d0e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030394 Feb 09 01:44:06.502943 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port eb78ae95-2428-4e27-bfdf-f1c1091ad7c4, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=eb78ae95-2428-4e27-bfdf-f1c1091ad7c4,segment=NetworkSegment(e16ac01c-d49e-484d-9b31-f658a1c2f4a7),segment_id=e16ac01c-d49e-484d-9b31-f658a1c2f4a7)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:06.573358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'eb78ae95-2428-4e27-bfdf-f1c1091ad7c4', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'port_id': 'eb78ae95-2428-4e27-bfdf-f1c1091ad7c4', 'mac_address': 'fa:16:3e:da:81:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:44:06.656704 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:06.657084 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (eb78ae95-2428-4e27-bfdf-f1c1091ad7c4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.699560 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:44:06.748999 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac39d5-1d0d-4a96-af22-c91a08bc1ceb req-2627d60b-efa4-4969-ba1d-cfaeae8951a4 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:06.753382 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port eb78ae95-2428-4e27-bfdf-f1c1091ad7c4, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=eb78ae95-2428-4e27-bfdf-f1c1091ad7c4,segment=NetworkSegment(e16ac01c-d49e-484d-9b31-f658a1c2f4a7),segment_id=e16ac01c-d49e-484d-9b31-f658a1c2f4a7)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:06.759569 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (eb78ae95-2428-4e27-bfdf-f1c1091ad7c4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.772694 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-08ac39d5-1d0d-4a96-af22-c91a08bc1ceb req-2627d60b-efa4-4969-ba1d-cfaeae8951a4 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.2303588 Feb 09 01:44:06.910036 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=eb78ae95-2428-4e27-bfdf-f1c1091ad7c4,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:06.926115 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.939398 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.944343 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.945018 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.945498 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.960274 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.960480 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.960815 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.961147 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.961507 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.968696 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-08ac39d5-1d0d-4a96-af22-c91a08bc1ceb req-c10f8874-3e56-4ec7-952e-448b2267c07d tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912899 Feb 09 01:44:06.969245 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.969641 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.969978 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.999121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device cfb1d8c3-94b3-4946-86cb-458b2634e7e0 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:07.033712 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f396a6a9-43e9-48c4-82ec-122818f2c5e6 x-openstack-request-id: req-f396a6a9-43e9-48c4-82ec-122818f2c5e6 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:07.034011 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cae12c4-18ca-4992-8ac5-faf1379e7d5a", "name": "network-vif-deleted", "tag": "43014095-225d-4b52-a8f3-0499791fbb37", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:07.034263 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f396a6a9-43e9-48c4-82ec-122818f2c5e6 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:07.034674 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cae12c4-18ca-4992-8ac5-faf1379e7d5a', 'name': 'network-vif-deleted', 'tag': '43014095-225d-4b52-a8f3-0499791fbb37', 'status': 'completed', 'code': 200} Feb 09 01:44:07.056343 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f451a3b-b9ce-4be3-b5bc-9190c5809a6c req-c5d082dc-1635-47de-a87f-4cfc512de4c4 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:07.064645 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f451a3b-b9ce-4be3-b5bc-9190c5809a6c req-c5d082dc-1635-47de-a87f-4cfc512de4c4 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 945 time: 0.4936748 Feb 09 01:44:07.225549 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64e8ac14-170d-407c-8c76-8be5cac983ca req-afe02d9f-6259-44ec-befe-b6fe72255685 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (cfb1d8c3-94b3-4946-86cb-458b2634e7e0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:07.236532 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f451a3b-b9ce-4be3-b5bc-9190c5809a6c req-6d7db018-db48-4813-a95c-01b23f6d042c tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691601 Feb 09 01:44:07.335728 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Port cfb1d8c3-94b3-4946-86cb-458b2634e7e0 update to DOWN by agent not found {{(pid=103185) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 01:44:07.363851 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0a8e2bc3-3bf9-40db-9d1a-5fcfc497e8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (610e69c9-7e9d-4523-ae3e-b8412a4472b8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:07.370849 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['eb78ae95-2428-4e27-bfdf-f1c1091ad7c4'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:44:07.403969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['c731728e-5047-4cd6-8860-55d582a9e51b'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:44:07.530122 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c562e-d8e1-4c65-80de-3abd4efbe455 req-aeee4198-c8b1-466f-a6f6-bf5f322341f5 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:07.539386 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-527c562e-d8e1-4c65-80de-3abd4efbe455 req-aeee4198-c8b1-466f-a6f6-bf5f322341f5 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.1351182 Feb 09 01:44:07.611159 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-527c562e-d8e1-4c65-80de-3abd4efbe455 req-81dad0e3-48ea-4a64-b761-6b8a054c7f63 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668917 Feb 09 01:44:07.773167 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-be0d479b-e45d-43b6-a282-bb54289b9c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:07.837877 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe02d9f-6259-44ec-befe-b6fe72255685 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Pushing event deleted for resources: {'Port': ['ID=cfb1d8c3-94b3-4946-86cb-458b2634e7e0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:07.928444 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af732a0-f1d6-41a1-8cf0-df05224fe884 req-e4f9b839-66f6-46f9-8429-2961dd11e04b tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:07.943642 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7af732a0-f1d6-41a1-8cf0-df05224fe884 req-e4f9b839-66f6-46f9-8429-2961dd11e04b tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 945 time: 0.1602309 Feb 09 01:44:08.035955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e8ac14-170d-407c-8c76-8be5cac983ca req-afe02d9f-6259-44ec-befe-b6fe72255685 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] No DVR routers for this DVR port cfb1d8c3-94b3-4946-86cb-458b2634e7e0 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:08.048577 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42016) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:08.049972 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-64e8ac14-170d-407c-8c76-8be5cac983ca req-afe02d9f-6259-44ec-befe-b6fe72255685 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:08.059868 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64e8ac14-170d-407c-8c76-8be5cac983ca req-afe02d9f-6259-44ec-befe-b6fe72255685 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.48 "DELETE /v2.0/ports/cfb1d8c3-94b3-4946-86cb-458b2634e7e0 HTTP/1.1" status: 204 len: 173 time: 4.2864716 Feb 09 01:44:08.062685 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f623d3-91cf-4833-a97e-3a4167c86634', 'name': 'network-vif-deleted', 'tag': 'cfb1d8c3-94b3-4946-86cb-458b2634e7e0'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:08.074131 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fe6554-c4b7-4db9-b5af-c2b91f74b8e2" -d '{"events": [{"server_uuid": "c6f623d3-91cf-4833-a97e-3a4167c86634", "name": "network-vif-deleted", "tag": "cfb1d8c3-94b3-4946-86cb-458b2634e7e0"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:08.079561 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7af732a0-f1d6-41a1-8cf0-df05224fe884 req-23023a82-1ab8-4e7e-b07a-a96029fef021 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/security-groups?id=f278137b-c33c-4226-ac3c-96d9d1d0e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340239 Feb 09 01:44:08.199935 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2673e4d-bde4-4258-8779-baadda9368b2 x-openstack-request-id: req-c2673e4d-bde4-4258-8779-baadda9368b2 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:08.202846 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f623d3-91cf-4833-a97e-3a4167c86634", "name": "network-vif-deleted", "tag": "cfb1d8c3-94b3-4946-86cb-458b2634e7e0", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:08.202965 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2673e4d-bde4-4258-8779-baadda9368b2 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:08.203342 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f623d3-91cf-4833-a97e-3a4167c86634', 'name': 'network-vif-deleted', 'tag': 'cfb1d8c3-94b3-4946-86cb-458b2634e7e0', 'status': 'completed', 'code': 200} Feb 09 01:44:08.251466 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8424b0d-51ff-4309-a369-68d765011abf req-0caab1ad-3ea1-485a-a238-9bdd2f923f96 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:08.269669 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8424b0d-51ff-4309-a369-68d765011abf req-0caab1ad-3ea1-485a-a238-9bdd2f923f96 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.7066765 Feb 09 01:44:08.292445 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 43014095-225d-4b52-a8f3-0499791fbb37 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:08.418444 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8424b0d-51ff-4309-a369-68d765011abf req-5bfc3a2a-4dc0-46da-bed5-be2b4b00ce42 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478524 Feb 09 01:44:08.437796 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 43014095-225d-4b52-a8f3-0499791fbb37 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:08.438909 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 43014095-225d-4b52-a8f3-0499791fbb37 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:08.465797 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-c680c359-a515-4ef4-8785-c93585be4aa1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-272763867-network', 'tenant_id': '905c568d5a5a43b58333636047de945f'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:08.556841 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e2bc3-3bf9-40db-9d1a-5fcfc497e8b7 admin admin] Deleting port bc8e569b-959f-42a0-ac22-1c5b73c6bb01 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:08.558529 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0a8e2bc3-3bf9-40db-9d1a-5fcfc497e8b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (bc8e569b-959f-42a0-ac22-1c5b73c6bb01), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:08.672951 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c68b1-695f-4122-8b0e-3490cd5413a7 req-02e14c99-592d-4f7f-a5a9-f7b51274987f tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:08.674633 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ee2c68b1-695f-4122-8b0e-3490cd5413a7 req-02e14c99-592d-4f7f-a5a9-f7b51274987f tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.3426461 Feb 09 01:44:08.687568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c680c359-a515-4ef4-8785-c93585be4aa1 admin admin] Made reservation on behalf of 905c568d5a5a43b58333636047de945f for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:08.701340 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c680c359-a515-4ef4-8785-c93585be4aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:08.736240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-0a8e2bc3-3bf9-40db-9d1a-5fcfc497e8b7 admin admin] For port bc8e569b-959f-42a0-ac22-1c5b73c6bb01, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=bc8e569b-959f-42a0-ac22-1c5b73c6bb01,segment=NetworkSegment(40b15164-01ce-4fad-b3ee-c43d3f850597),segment_id=40b15164-01ce-4fad-b3ee-c43d3f850597)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:08.736985 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0a8e2bc3-3bf9-40db-9d1a-5fcfc497e8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (bc8e569b-959f-42a0-ac22-1c5b73c6bb01), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:08.753989 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c680c359-a515-4ef4-8785-c93585be4aa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:08.804179 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e2bc3-3bf9-40db-9d1a-5fcfc497e8b7 admin admin] Calling delete_port for bc8e569b-959f-42a0-ac22-1c5b73c6bb01 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:08.889237 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-427dab37-0589-4586-9e84-cf388cd6b851 req-df31a9f3-41b9-4add-8478-690d951d8a77 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f623d3-91cf-4833-a97e-3a4167c86634 HTTP/1.1" status: 200 len: 210 time: 0.0875635 Feb 09 01:44:08.935176 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ee2c68b1-695f-4122-8b0e-3490cd5413a7 req-39984b29-35bb-4ed6-9834-0c67b4fb41d7 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220981 Feb 09 01:44:09.172996 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c680c359-a515-4ef4-8785-c93585be4aa1 admin admin] Publish callbacks [] for security_group (6a9c99ad-d37f-40f2-9150-75d340ffa6b9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:09.184974 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c680c359-a515-4ef4-8785-c93585be4aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6a9c99ad-d37f-40f2-9150-75d340ffa6b9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:09.258047 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c680c359-a515-4ef4-8785-c93585be4aa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:44:09.286449 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680c359-a515-4ef4-8785-c93585be4aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9c99ad-d37f-40f2-9150-75d340ffa6b9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:09.316438 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c680c359-a515-4ef4-8785-c93585be4aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (62103331-ee18-4353-91b5-742a898edd0f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:09.316787 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-c680c359-a515-4ef4-8785-c93585be4aa1 admin admin] Added segment 62103331-ee18-4353-91b5-742a898edd0f of type vlan for network 8a5762a4-3af2-4c53-9f2d-7aecfadfec52 Feb 09 01:44:09.431769 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c680c359-a515-4ef4-8785-c93585be4aa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (8a5762a4-3af2-4c53-9f2d-7aecfadfec52), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:09.465598 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91246b-e096-4324-abb7-562cffbf12a5 req-977eb387-3139-4bab-be24-a2991c4b03bb tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:09.467656 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-af91246b-e096-4324-abb7-562cffbf12a5 req-977eb387-3139-4bab-be24-a2991c4b03bb tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 945 time: 0.1358025 Feb 09 01:44:09.547454 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c680c359-a515-4ef4-8785-c93585be4aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (8a5762a4-3af2-4c53-9f2d-7aecfadfec52), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:09.548445 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c680c359-a515-4ef4-8785-c93585be4aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:09.549020 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c680c359-a515-4ef4-8785-c93585be4aa1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:09.568980 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:09.705558 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-af91246b-e096-4324-abb7-562cffbf12a5 req-67aafc17-d921-4bd0-ba49-d01b508f4a0c tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/security-groups?id=f278137b-c33c-4226-ac3c-96d9d1d0e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204518 Feb 09 01:44:09.714720 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0a8e2bc3-3bf9-40db-9d1a-5fcfc497e8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (bc8e569b-959f-42a0-ac22-1c5b73c6bb01), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:09.768955 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-35bcdef1-d816-4d04-92a4-7eed00e0ce28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:09.804053 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e2bc3-3bf9-40db-9d1a-5fcfc497e8b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8e569b-959f-42a0-ac22-1c5b73c6bb01,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:09.851825 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c680c359-a515-4ef4-8785-c93585be4aa1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7990212 Feb 09 01:44:09.871678 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42072) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:09.880165 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-084e32b3-8532-44fa-b659-1d5c2a15e782 admin admin] Request body: {'subnet': {'network_id': '8a5762a4-3af2-4c53-9f2d-7aecfadfec52', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-272763867-subnet', 'tenant_id': '905c568d5a5a43b58333636047de945f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:09.924900 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680c359-a515-4ef4-8785-c93585be4aa1 admin admin] Pushing event updated for resources: {'Network': ['ID=8a5762a4-3af2-4c53-9f2d-7aecfadfec52,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:09.949483 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 8a5762a4-3af2-4c53-9f2d-7aecfadfec52 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:44:09.983824 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084e32b3-8532-44fa-b659-1d5c2a15e782 admin admin] Made reservation on behalf of 905c568d5a5a43b58333636047de945f for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:09.990154 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-084e32b3-8532-44fa-b659-1d5c2a15e782 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:10.048573 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3eab-0f65-49b8-97e2-20573680c229 req-5a8887e8-360d-43e7-b2ea-209fd9d0dc01 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:10.069427 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-065a3eab-0f65-49b8-97e2-20573680c229 req-5a8887e8-360d-43e7-b2ea-209fd9d0dc01 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.5072036 Feb 09 01:44:10.262045 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:10.364533 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0a8e2bc3-3bf9-40db-9d1a-5fcfc497e8b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (610e69c9-7e9d-4523-ae3e-b8412a4472b8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:10.442350 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:10.449690 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:10.450868 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (eb78ae95-2428-4e27-bfdf-f1c1091ad7c4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:10.613541 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-084e32b3-8532-44fa-b659-1d5c2a15e782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (21c57f1b-75ea-48f3-9826-683c257e545c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:10.813337 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-065a3eab-0f65-49b8-97e2-20573680c229 req-b58fcb97-ec97-4edb-a3a3-460f4741fcd7 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7424963 Feb 09 01:44:10.961820 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e32b3-8532-44fa-b659-1d5c2a15e782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c57f1b-75ea-48f3-9826-683c257e545c,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:10.996184 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084e32b3-8532-44fa-b659-1d5c2a15e782 admin admin] Checking segment: {'id': '62103331-ee18-4353-91b5-742a898edd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8a5762a4-3af2-4c53-9f2d-7aecfadfec52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:10.998537 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084e32b3-8532-44fa-b659-1d5c2a15e782 admin admin] Network hostable DHCP agents. Network: 8a5762a4-3af2-4c53-9f2d-7aecfadfec52, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:44:11.023340 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:11.031332 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:11.039016 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:11.047739 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (eb78ae95-2428-4e27-bfdf-f1c1091ad7c4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:11.125621 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a5bebb-31d6-4eb8-9407-cf87128e5254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb78ae95-2428-4e27-bfdf-f1c1091ad7c4'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:11.144466 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53665351-c4dd-421c-a1e6-68cf52fc96d5" -d '{"events": [{"server_uuid": "37a5bebb-31d6-4eb8-9407-cf87128e5254", "name": "network-vif-plugged", "status": "completed", "tag": "eb78ae95-2428-4e27-bfdf-f1c1091ad7c4"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:11.162569 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c323b-ef71-44e0-88a2-96e147582165 req-901c1ef3-b021-4541-83ec-9779032d645a tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:11.164636 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d6c323b-ef71-44e0-88a2-96e147582165 req-901c1ef3-b021-4541-83ec-9779032d645a tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 946 time: 0.3687198 Feb 09 01:44:11.210050 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084e32b3-8532-44fa-b659-1d5c2a15e782 admin admin] Network 8a5762a4-3af2-4c53-9f2d-7aecfadfec52 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:44:11.215504 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port eb78ae95-2428-4e27-bfdf-f1c1091ad7c4, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=eb78ae95-2428-4e27-bfdf-f1c1091ad7c4,segment=NetworkSegment(e16ac01c-d49e-484d-9b31-f658a1c2f4a7),segment_id=e16ac01c-d49e-484d-9b31-f658a1c2f4a7)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:11.227959 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (eb78ae95-2428-4e27-bfdf-f1c1091ad7c4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:11.264564 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d55b9e-ecf5-4b76-a854-536bcafe85de req-f52719df-7a76-4791-b25e-35a80fce9c94 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:11.291986 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-81d55b9e-ecf5-4b76-a854-536bcafe85de req-f52719df-7a76-4791-b25e-35a80fce9c94 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 945 time: 0.2635021 Feb 09 01:44:11.356200 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d6c323b-ef71-44e0-88a2-96e147582165 req-0b63bce7-0893-4520-ae0e-b6ca30a7b498 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778636 Feb 09 01:44:11.365027 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=eb78ae95-2428-4e27-bfdf-f1c1091ad7c4,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:11.398531 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8e2bc3-3bf9-40db-9d1a-5fcfc497e8b7 admin admin] Router 610e69c9-7e9d-4523-ae3e-b8412a4472b8 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:11.420192 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-084e32b3-8532-44fa-b659-1d5c2a15e782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 8a5762a4-3af2-4c53-9f2d-7aecfadfec52) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:11.434800 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49221c0a-5a1e-44e6-a86e-cf722e5af49e None None] Network 8a5762a4-3af2-4c53-9f2d-7aecfadfec52 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:11.448151 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084e32b3-8532-44fa-b659-1d5c2a15e782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:11.448888 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-084e32b3-8532-44fa-b659-1d5c2a15e782 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:11.610199 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faee4f08-f0a6-4286-b5e2-3195ec5a5539 x-openstack-request-id: req-faee4f08-f0a6-4286-b5e2-3195ec5a5539 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:11.610485 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a5bebb-31d6-4eb8-9407-cf87128e5254", "name": "network-vif-plugged", "status": "completed", "tag": "eb78ae95-2428-4e27-bfdf-f1c1091ad7c4", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:11.611340 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-faee4f08-f0a6-4286-b5e2-3195ec5a5539 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:11.612519 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a5bebb-31d6-4eb8-9407-cf87128e5254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb78ae95-2428-4e27-bfdf-f1c1091ad7c4', 'code': 200} Feb 09 01:44:11.620411 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-084e32b3-8532-44fa-b659-1d5c2a15e782 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7473986 Feb 09 01:44:11.709044 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-81d55b9e-ecf5-4b76-a854-536bcafe85de req-5496a196-4dcc-42e3-8f74-a6cc87b05612 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/security-groups?id=f278137b-c33c-4226-ac3c-96d9d1d0e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136198 Feb 09 01:44:11.744074 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2c3942-147e-41b7-8885-46f9ec9c0f34 None None] Network 8a5762a4-3af2-4c53-9f2d-7aecfadfec52 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:11.876838 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fe358-1c79-45e5-8c45-212c4b243af0 req-4c9f138e-7dbd-4352-9190-7d3eb06a1bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:11.901249 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ef5fe358-1c79-45e5-8c45-212c4b243af0 req-4c9f138e-7dbd-4352-9190-7d3eb06a1bd9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 1128 time: 0.2657540 Feb 09 01:44:12.081599 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ef5fe358-1c79-45e5-8c45-212c4b243af0 req-e32d6b39-2647-43c7-ae21-62484e86b96b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f278137b-c33c-4226-ac3c-96d9d1d0e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657565 Feb 09 01:44:12.234514 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:12.406850 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-8c9c5769-4368-416d-8b34-b0840ffb2bcc req-7277c82f-1dcc-460d-aac3-077bd6518e77 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-866625254', 'description': 'tempest-description-2051981188'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:12.459545 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8c9c5769-4368-416d-8b34-b0840ffb2bcc req-7277c82f-1dcc-460d-aac3-077bd6518e77 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:12.568032 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8c9c5769-4368-416d-8b34-b0840ffb2bcc req-7277c82f-1dcc-460d-aac3-077bd6518e77 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (1123688d-d8de-4681-ab97-918cce3bd438), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:12.573119 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8c9c5769-4368-416d-8b34-b0840ffb2bcc req-7277c82f-1dcc-460d-aac3-077bd6518e77 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1123688d-d8de-4681-ab97-918cce3bd438), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:12.663157 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8c9c5769-4368-416d-8b34-b0840ffb2bcc req-7277c82f-1dcc-460d-aac3-077bd6518e77 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:12.669967 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8c9c5769-4368-416d-8b34-b0840ffb2bcc req-7277c82f-1dcc-460d-aac3-077bd6518e77 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2624421 Feb 09 01:44:12.673307 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277c82f-1dcc-460d-aac3-077bd6518e77 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1123688d-d8de-4681-ab97-918cce3bd438,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:12.713648 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42118) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:12.796180 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8e2bc3-3bf9-40db-9d1a-5fcfc497e8b7 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:12.806672 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891ec83d-8b94-473f-9dc6-7b0dee295006 None None] Sync routers for ids ['610e69c9-7e9d-4523-ae3e-b8412a4472b8'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:12.833525 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42122) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:12.843430 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0a8e2bc3-3bf9-40db-9d1a-5fcfc497e8b7 admin admin] 10.222.0.36 "PUT /v2.0/routers/610e69c9-7e9d-4523-ae3e-b8412a4472b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6541648 Feb 09 01:44:12.845219 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891ec83d-8b94-473f-9dc6-7b0dee295006 None None] Routers {'610e69c9-7e9d-4523-ae3e-b8412a4472b8'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:12.845855 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-891ec83d-8b94-473f-9dc6-7b0dee295006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:44:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['610e69c9-7e9d-4523-ae3e-b8412a4472b8'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:13.019611 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3535746-b6a3-4202-9c55-c9dae2f11590 req-7d5cb48a-565e-49f1-be62-9c85bb394509 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:13.036037 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e3535746-b6a3-4202-9c55-c9dae2f11590 req-7d5cb48a-565e-49f1-be62-9c85bb394509 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.2510841 Feb 09 01:44:13.206204 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-891ec83d-8b94-473f-9dc6-7b0dee295006 None None] Set router 610e69c9-7e9d-4523-ae3e-b8412a4472b8 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:13.248285 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ccb39495-9172-4bd3-9c44-2ba20fd1c855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:13.267000 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e3535746-b6a3-4202-9c55-c9dae2f11590 req-be378cae-e155-4256-b321-b2e2dca57660 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294786 Feb 09 01:44:13.279228 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b2ebe-e77a-4711-8a32-e2d4dd0f29af req-930d0e7b-0d4f-44a0-9484-275a9c0541eb tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:13.296510 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-584b2ebe-e77a-4711-8a32-e2d4dd0f29af req-930d0e7b-0d4f-44a0-9484-275a9c0541eb tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.48 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 946 time: 0.2570844 Feb 09 01:44:13.318422 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c032a9-06e5-4ce8-be06-427dd658c439 req-bc5dbca0-592c-4e58-8ee1-2125fec3afb4 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:13.320456 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a7c032a9-06e5-4ce8-be06-427dd658c439 req-bc5dbca0-592c-4e58-8ee1-2125fec3afb4 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ea152b-69b3-4b1d-be26-41020a1842ea HTTP/1.1" status: 200 len: 946 time: 0.4724298 Feb 09 01:44:13.425203 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:13.522618 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4c97cb2e-bcca-4469-ba6f-5873ca1327da req-2aad3852-2743-48d6-884f-24f7aee81ae8 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "GET /v2.0/security-groups/1123688d-d8de-4681-ab97-918cce3bd438 HTTP/1.1" status: 200 len: 1831 time: 0.2248709 Feb 09 01:44:13.530887 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-4c97cb2e-bcca-4469-ba6f-5873ca1327da req-a57571d6-b0ed-4ef8-b115-84108c79013e tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1123688d-d8de-4681-ab97-918cce3bd438', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:13.539777 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-4c97cb2e-bcca-4469-ba6f-5873ca1327da req-a57571d6-b0ed-4ef8-b115-84108c79013e tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1123688d-d8de-4681-ab97-918cce3bd438', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:13.729545 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-584b2ebe-e77a-4711-8a32-e2d4dd0f29af req-39d98a54-fe90-4710-9d8a-4dd451cf84b2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Deleting port c731728e-5047-4cd6-8860-55d582a9e51b {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:13.730043 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-584b2ebe-e77a-4711-8a32-e2d4dd0f29af req-39d98a54-fe90-4710-9d8a-4dd451cf84b2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (c731728e-5047-4cd6-8860-55d582a9e51b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:13.754096 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a7c032a9-06e5-4ce8-be06-427dd658c439 req-3c1cba7a-30d6-43c4-8d97-79234ee0357d tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.36 "GET /v2.0/security-groups?id=e24943dc-0437-43ff-aedd-b5fbc6274bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138172 Feb 09 01:44:13.762619 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6367c9f9-eaf3-4785-a583-d615c4e9c6d7 admin admin] Publish callbacks [] for router (610e69c9-7e9d-4523-ae3e-b8412a4472b8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:13.908091 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-891ec83d-8b94-473f-9dc6-7b0dee295006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'name': 'tempest-ServersTestJSON-1798887720-router', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:02Z', 'updated_at': '2022-02-09T01:44:09Z', 'revision_number': 5, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'gw_port': {'id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:03Z', 'updated_at': '2022-02-09T01:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:13.941363 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891ec83d-8b94-473f-9dc6-7b0dee295006 None None] Checking router: 610e69c9-7e9d-4523-ae3e-b8412a4472b8 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:13.948380 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4c97cb2e-bcca-4469-ba6f-5873ca1327da req-a57571d6-b0ed-4ef8-b115-84108c79013e tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group_rule (25017e5b-7025-4c12-9db3-9109be23b9d1), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:13.958113 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891ec83d-8b94-473f-9dc6-7b0dee295006 None None] Routers {'610e69c9-7e9d-4523-ae3e-b8412a4472b8'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:13.958725 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-891ec83d-8b94-473f-9dc6-7b0dee295006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:44:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['610e69c9-7e9d-4523-ae3e-b8412a4472b8'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:14.077051 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4c97cb2e-bcca-4469-ba6f-5873ca1327da req-a57571d6-b0ed-4ef8-b115-84108c79013e tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group_rule (25017e5b-7025-4c12-9db3-9109be23b9d1), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:14.087743 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4c97cb2e-bcca-4469-ba6f-5873ca1327da req-a57571d6-b0ed-4ef8-b115-84108c79013e tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (25017e5b-7025-4c12-9db3-9109be23b9d1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:14.190164 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57571d6-b0ed-4ef8-b115-84108c79013e tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25017e5b-7025-4c12-9db3-9109be23b9d1,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:14.195094 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ccb39495-9172-4bd3-9c44-2ba20fd1c855 admin admin] Publish callbacks [] for security_group (7306a9f0-fb1c-4a5a-9e4d-856c5d0d8125), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:14.223584 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4c97cb2e-bcca-4469-ba6f-5873ca1327da req-a57571d6-b0ed-4ef8-b115-84108c79013e tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:14.225521 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ccb39495-9172-4bd3-9c44-2ba20fd1c855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7306a9f0-fb1c-4a5a-9e4d-856c5d0d8125), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:14.227837 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4c97cb2e-bcca-4469-ba6f-5873ca1327da req-a57571d6-b0ed-4ef8-b115-84108c79013e tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7033992 Feb 09 01:44:14.284208 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-891ec83d-8b94-473f-9dc6-7b0dee295006 None None] Set router 610e69c9-7e9d-4523-ae3e-b8412a4472b8 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:14.303608 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-584b2ebe-e77a-4711-8a32-e2d4dd0f29af req-39d98a54-fe90-4710-9d8a-4dd451cf84b2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] For port c731728e-5047-4cd6-8860-55d582a9e51b, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c731728e-5047-4cd6-8860-55d582a9e51b,segment=NetworkSegment(fbbc736b-5615-49c5-8b22-d214a670d94a),segment_id=fbbc736b-5615-49c5-8b22-d214a670d94a)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:14.303995 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-584b2ebe-e77a-4711-8a32-e2d4dd0f29af req-39d98a54-fe90-4710-9d8a-4dd451cf84b2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (c731728e-5047-4cd6-8860-55d582a9e51b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:14.317534 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7d405-c932-4d0a-9ce6-35816bddbda6 req-22f673b5-5353-4b53-ba96-a5890ec59a6b tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:14.319834 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b4d7d405-c932-4d0a-9ce6-35816bddbda6 req-22f673b5-5353-4b53-ba96-a5890ec59a6b tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 946 time: 0.3597226 Feb 09 01:44:14.332451 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ccb39495-9172-4bd3-9c44-2ba20fd1c855 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f67266d4cff2454d857ac60f3f31616b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6176336 Feb 09 01:44:14.336333 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb39495-9172-4bd3-9c44-2ba20fd1c855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7306a9f0-fb1c-4a5a-9e4d-856c5d0d8125,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:14.339090 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42134) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:14.383524 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6367c9f9-eaf3-4785-a583-d615c4e9c6d7 admin admin] Publish callbacks [] for router_gateway (610e69c9-7e9d-4523-ae3e-b8412a4472b8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:14.397911 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-584b2ebe-e77a-4711-8a32-e2d4dd0f29af req-39d98a54-fe90-4710-9d8a-4dd451cf84b2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Calling delete_port for c731728e-5047-4cd6-8860-55d582a9e51b owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:14.471814 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b4d7d405-c932-4d0a-9ce6-35816bddbda6 req-0bf3db34-57d5-461b-9660-db0ad1dfd696 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/security-groups?id=f278137b-c33c-4226-ac3c-96d9d1d0e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423957 Feb 09 01:44:14.510812 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5d6d55c-5c3f-4139-9ea7-eca57029a6ad admin admin] Publish callbacks [] for security_group (7306a9f0-fb1c-4a5a-9e4d-856c5d0d8125), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:14.596147 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5d6d55c-5c3f-4139-9ea7-eca57029a6ad admin admin] Publish callbacks [] for security_group (7306a9f0-fb1c-4a5a-9e4d-856c5d0d8125), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:14.659816 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c3d01199-40a3-4ba2-8df7-c2985504d521 req-7932422f-b515-4e26-873a-a9aca862372c tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "GET /v2.0/security-groups/1123688d-d8de-4681-ab97-918cce3bd438 HTTP/1.1" status: 200 len: 2425 time: 0.3951120 Feb 09 01:44:14.697258 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-6367c9f9-eaf3-4785-a583-d615c4e9c6d7 admin admin] Deleting port 676a80eb-2ab9-4417-aae7-980a2311c626 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:14.697984 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6367c9f9-eaf3-4785-a583-d615c4e9c6d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (676a80eb-2ab9-4417-aae7-980a2311c626), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:14.703547 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-891ec83d-8b94-473f-9dc6-7b0dee295006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'name': 'tempest-ServersTestJSON-1798887720-router', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:02Z', 'updated_at': '2022-02-09T01:44:09Z', 'revision_number': 5, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'gw_port': {'id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:03Z', 'updated_at': '2022-02-09T01:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:14.822501 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891ec83d-8b94-473f-9dc6-7b0dee295006 None None] The sync data for ids ['610e69c9-7e9d-4523-ae3e-b8412a4472b8'] in n-d-828387-3 is: [{'id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'name': 'tempest-ServersTestJSON-1798887720-router', 'tenant_id': 'c06b13ded86f4835887eab07b674aca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:02Z', 'updated_at': '2022-02-09T01:44:09Z', 'revision_number': 5, 'project_id': 'c06b13ded86f4835887eab07b674aca5', 'gw_port': {'id': '676a80eb-2ab9-4417-aae7-980a2311c626', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e69c9-7e9d-4523-ae3e-b8412a4472b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:03Z', 'updated_at': '2022-02-09T01:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:14.855566 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1dbd5-715a-4512-a8b4-b4d8cf57068e req-ebb2c0b7-e5ec-4fa1-95c7-6c7c91b80b6e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:14.857951 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8dc1dbd5-715a-4512-a8b4-b4d8cf57068e req-ebb2c0b7-e5ec-4fa1-95c7-6c7c91b80b6e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.2656329 Feb 09 01:44:14.918121 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5d6d55c-5c3f-4139-9ea7-eca57029a6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7306a9f0-fb1c-4a5a-9e4d-856c5d0d8125), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:14.932166 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5d6d55c-5c3f-4139-9ea7-eca57029a6ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:14.936786 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a5d6d55c-5c3f-4139-9ea7-eca57029a6ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7306a9f0-fb1c-4a5a-9e4d-856c5d0d8125 HTTP/1.1" status: 204 len: 168 time: 0.5878794 Feb 09 01:44:14.937814 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-6367c9f9-eaf3-4785-a583-d615c4e9c6d7 admin admin] For port 676a80eb-2ab9-4417-aae7-980a2311c626, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=676a80eb-2ab9-4417-aae7-980a2311c626,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:14.938510 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6367c9f9-eaf3-4785-a583-d615c4e9c6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (676a80eb-2ab9-4417-aae7-980a2311c626), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:15.018155 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-6367c9f9-eaf3-4785-a583-d615c4e9c6d7 admin admin] Calling delete_port for 676a80eb-2ab9-4417-aae7-980a2311c626 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:15.022189 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6d55c-5c3f-4139-9ea7-eca57029a6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7306a9f0-fb1c-4a5a-9e4d-856c5d0d8125,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:15.048627 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device c731728e-5047-4cd6-8860-55d582a9e51b no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:15.184779 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8dc1dbd5-715a-4512-a8b4-b4d8cf57068e req-a9add784-a355-44e3-9ba7-6d9c872545f5 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089173 Feb 09 01:44:15.189929 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-584b2ebe-e77a-4711-8a32-e2d4dd0f29af req-39d98a54-fe90-4710-9d8a-4dd451cf84b2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (c731728e-5047-4cd6-8860-55d582a9e51b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:15.196767 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No active binding found for port c731728e-5047-4cd6-8860-55d582a9e51b {{(pid=103185) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 01:44:15.199883 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] The host n-h2-828387-3 is not matching for port c731728e-5047-4cd6-8860-55d582a9e51b host None! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:44:15.201805 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device c731728e-5047-4cd6-8860-55d582a9e51b not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:15.212240 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aa50abed-9d54-47af-9c7d-41ea6b789dfb req-b2af3944-6eae-488c-95f3-c7ee4ba029f5 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5279639 Feb 09 01:44:15.231104 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-aa50abed-9d54-47af-9c7d-41ea6b789dfb req-57768d68-6ea3-43f7-9ec4-d3d68560e396 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:15.281792 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bc8e569b-959f-42a0-ac22-1c5b73c6bb01 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:15.344660 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: bc8e569b-959f-42a0-ac22-1c5b73c6bb01 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:15.347495 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bc8e569b-959f-42a0-ac22-1c5b73c6bb01 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:15.395706 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d98a54-fe90-4710-9d8a-4dd451cf84b2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Pushing event deleted for resources: {'Port': ['ID=c731728e-5047-4cd6-8860-55d582a9e51b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:15.404265 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aa50abed-9d54-47af-9c7d-41ea6b789dfb req-57768d68-6ea3-43f7-9ec4-d3d68560e396 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:15.440548 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d298bc88-2d6c-49f2-a0d8-3717e1543d25 req-2f8abe2d-1184-4388-ba20-99fbd02b4cbe tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "GET /v2.0/security-group-rules/25017e5b-7025-4c12-9db3-9109be23b9d1 HTTP/1.1" status: 200 len: 778 time: 0.0372369 Feb 09 01:44:15.585525 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-584b2ebe-e77a-4711-8a32-e2d4dd0f29af req-39d98a54-fe90-4710-9d8a-4dd451cf84b2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] No DVR routers for this DVR port c731728e-5047-4cd6-8860-55d582a9e51b on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:15.591137 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-584b2ebe-e77a-4711-8a32-e2d4dd0f29af req-39d98a54-fe90-4710-9d8a-4dd451cf84b2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:15.595952 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-584b2ebe-e77a-4711-8a32-e2d4dd0f29af req-39d98a54-fe90-4710-9d8a-4dd451cf84b2 tempest-ServerRescueTestJSON-575468606 tempest-ServerRescueTestJSON-575468606-project] 10.222.0.48 "DELETE /v2.0/ports/c731728e-5047-4cd6-8860-55d582a9e51b HTTP/1.1" status: 204 len: 173 time: 2.2890553 Feb 09 01:44:15.597215 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ea152b-69b3-4b1d-be26-41020a1842ea', 'name': 'network-vif-deleted', 'tag': 'c731728e-5047-4cd6-8860-55d582a9e51b'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:15.600513 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89167ac5-cb8d-4c8d-8b6b-0267649cfa41" -d '{"events": [{"server_uuid": "03ea152b-69b3-4b1d-be26-41020a1842ea", "name": "network-vif-deleted", "tag": "c731728e-5047-4cd6-8860-55d582a9e51b"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:15.714689 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d298bc88-2d6c-49f2-a0d8-3717e1543d25 req-e65528ff-d8e2-49b2-a27a-ad2312ad8e40 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "GET /v2.0/security-groups/1123688d-d8de-4681-ab97-918cce3bd438 HTTP/1.1" status: 200 len: 2425 time: 0.2615647 Feb 09 01:44:15.808878 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42152) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:15.811038 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6367c9f9-eaf3-4785-a583-d615c4e9c6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (676a80eb-2ab9-4417-aae7-980a2311c626), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:15.840573 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aa50abed-9d54-47af-9c7d-41ea6b789dfb req-57768d68-6ea3-43f7-9ec4-d3d68560e396 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:15.928250 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c9f9-eaf3-4785-a583-d615c4e9c6d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=676a80eb-2ab9-4417-aae7-980a2311c626,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:15.938757 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d298bc88-2d6c-49f2-a0d8-3717e1543d25 req-be3a8762-bd5d-43dc-9c08-7bc05b589542 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group_rule (25017e5b-7025-4c12-9db3-9109be23b9d1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:16.094128 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d298bc88-2d6c-49f2-a0d8-3717e1543d25 req-be3a8762-bd5d-43dc-9c08-7bc05b589542 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group_rule (25017e5b-7025-4c12-9db3-9109be23b9d1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:16.106625 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-aa50abed-9d54-47af-9c7d-41ea6b789dfb req-57768d68-6ea3-43f7-9ec4-d3d68560e396 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Allocated IP 172.25.7.237 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/38f8d312-e004-4f62-b6e6-e28ebd11ee9e) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:16.112977 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6367c9f9-eaf3-4785-a583-d615c4e9c6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (610e69c9-7e9d-4523-ae3e-b8412a4472b8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:16.333446 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aa50abed-9d54-47af-9c7d-41ea6b789dfb req-57768d68-6ea3-43f7-9ec4-d3d68560e396 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks [] for port (38f8d312-e004-4f62-b6e6-e28ebd11ee9e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:16.358499 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d298bc88-2d6c-49f2-a0d8-3717e1543d25 req-be3a8762-bd5d-43dc-9c08-7bc05b589542 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (25017e5b-7025-4c12-9db3-9109be23b9d1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:16.361663 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6367c9f9-eaf3-4785-a583-d615c4e9c6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (610e69c9-7e9d-4523-ae3e-b8412a4472b8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:16.384693 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6367c9f9-eaf3-4785-a583-d615c4e9c6d7 admin admin] Publish callbacks [] for router_controller (610e69c9-7e9d-4523-ae3e-b8412a4472b8), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:16.400116 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d298bc88-2d6c-49f2-a0d8-3717e1543d25 req-be3a8762-bd5d-43dc-9c08-7bc05b589542 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:16.401412 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d298bc88-2d6c-49f2-a0d8-3717e1543d25 req-be3a8762-bd5d-43dc-9c08-7bc05b589542 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/25017e5b-7025-4c12-9db3-9109be23b9d1 HTTP/1.1" status: 204 len: 173 time: 0.6839507 Feb 09 01:44:16.402557 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a8762-bd5d-43dc-9c08-7bc05b589542 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25017e5b-7025-4c12-9db3-9109be23b9d1,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:16.439605 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aa50abed-9d54-47af-9c7d-41ea6b789dfb req-57768d68-6ea3-43f7-9ec4-d3d68560e396 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (38f8d312-e004-4f62-b6e6-e28ebd11ee9e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:16.465869 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4387806a-6f28-4f49-a809-19b92e45e1fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:16.519633 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42162) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:16.587772 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42135d87-ac88-407b-bb1d-74f3ded0eceb x-openstack-request-id: req-42135d87-ac88-407b-bb1d-74f3ded0eceb {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:16.588120 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ea152b-69b3-4b1d-be26-41020a1842ea", "name": "network-vif-deleted", "tag": "c731728e-5047-4cd6-8860-55d582a9e51b", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:16.588349 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-42135d87-ac88-407b-bb1d-74f3ded0eceb {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:16.588785 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ea152b-69b3-4b1d-be26-41020a1842ea', 'name': 'network-vif-deleted', 'tag': 'c731728e-5047-4cd6-8860-55d582a9e51b', 'status': 'completed', 'code': 200} Feb 09 01:44:16.615047 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa50abed-9d54-47af-9c7d-41ea6b789dfb req-57768d68-6ea3-43f7-9ec4-d3d68560e396 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:16.642410 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-aa50abed-9d54-47af-9c7d-41ea6b789dfb req-57768d68-6ea3-43f7-9ec4-d3d68560e396 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:16.718080 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6367c9f9-eaf3-4785-a583-d615c4e9c6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (610e69c9-7e9d-4523-ae3e-b8412a4472b8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:16.718688 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6367c9f9-eaf3-4785-a583-d615c4e9c6d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 610e69c9-7e9d-4523-ae3e-b8412a4472b8 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:44:16.749131 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6367c9f9-eaf3-4785-a583-d615c4e9c6d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:16.764584 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6367c9f9-eaf3-4785-a583-d615c4e9c6d7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/610e69c9-7e9d-4523-ae3e-b8412a4472b8 HTTP/1.1" status: 204 len: 168 time: 3.9299152 Feb 09 01:44:16.774665 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42164) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:16.821508 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4387806a-6f28-4f49-a809-19b92e45e1fe admin admin] Publish callbacks [] for security_group (20a09325-1836-45a8-8501-7aea023e2166), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:16.825581 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa50abed-9d54-47af-9c7d-41ea6b789dfb req-57768d68-6ea3-43f7-9ec4-d3d68560e396 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:16.861059 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4387806a-6f28-4f49-a809-19b92e45e1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (20a09325-1836-45a8-8501-7aea023e2166), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:16.912646 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387806a-6f28-4f49-a809-19b92e45e1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a09325-1836-45a8-8501-7aea023e2166,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:16.917093 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57768d68-6ea3-43f7-9ec4-d3d68560e396 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Pushing event updated for resources: {'Port': ['ID=38f8d312-e004-4f62-b6e6-e28ebd11ee9e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:16.935001 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4387806a-6f28-4f49-a809-19b92e45e1fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=11ce9923646c433289093ff39fea56dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1092892 Feb 09 01:44:16.937832 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42166) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:17.031121 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3cfbe-9500-4c9c-b138-9458b0185771 req-1fc3c74a-f78f-4bbe-ac12-9d0a36b4b976 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:17.040132 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ad3cfbe-9500-4c9c-b138-9458b0185771 req-1fc3c74a-f78f-4bbe-ac12-9d0a36b4b976 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.3445711 Feb 09 01:44:17.074780 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aa50abed-9d54-47af-9c7d-41ea6b789dfb req-57768d68-6ea3-43f7-9ec4-d3d68560e396 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks [] for floatingip (c141d4d8-6f7e-4622-857e-47a77e36bdac), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:17.078631 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-07716445-712c-4272-b7f7-a806166febf8 admin admin] Publish callbacks [] for security_group (20a09325-1836-45a8-8501-7aea023e2166), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:17.079226 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-955e011f-6593-4bb8-9e5d-2288ad08c275 admin admin] Deleting subnet 1f8a20bf-5e10-400b-ab6f-095b15eec2ee {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:44:17.082584 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-955e011f-6593-4bb8-9e5d-2288ad08c275 admin admin] Publish callbacks [] for subnet (1f8a20bf-5e10-400b-ab6f-095b15eec2ee), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:17.131934 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-07716445-712c-4272-b7f7-a806166febf8 admin admin] Publish callbacks [] for security_group (20a09325-1836-45a8-8501-7aea023e2166), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:17.201642 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-07716445-712c-4272-b7f7-a806166febf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (20a09325-1836-45a8-8501-7aea023e2166), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:17.206196 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-07716445-712c-4272-b7f7-a806166febf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:17.207644 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-07716445-712c-4272-b7f7-a806166febf8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20a09325-1836-45a8-8501-7aea023e2166 HTTP/1.1" status: 204 len: 168 time: 0.2690256 Feb 09 01:44:17.218818 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07716445-712c-4272-b7f7-a806166febf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a09325-1836-45a8-8501-7aea023e2166,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:17.294487 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aa50abed-9d54-47af-9c7d-41ea6b789dfb req-57768d68-6ea3-43f7-9ec4-d3d68560e396 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (38f8d312-e004-4f62-b6e6-e28ebd11ee9e), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:17.484896 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 676a80eb-2ab9-4417-aae7-980a2311c626 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:17.552189 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 676a80eb-2ab9-4417-aae7-980a2311c626 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:17.552189 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 676a80eb-2ab9-4417-aae7-980a2311c626 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:17.682367 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-955e011f-6593-4bb8-9e5d-2288ad08c275 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (1f8a20bf-5e10-400b-ab6f-095b15eec2ee), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:17.755653 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aa50abed-9d54-47af-9c7d-41ea6b789dfb req-57768d68-6ea3-43f7-9ec4-d3d68560e396 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks [] for port (38f8d312-e004-4f62-b6e6-e28ebd11ee9e), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:17.762939 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aa50abed-9d54-47af-9c7d-41ea6b789dfb req-57768d68-6ea3-43f7-9ec4-d3d68560e396 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (38f8d312-e004-4f62-b6e6-e28ebd11ee9e), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:17.970090 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57768d68-6ea3-43f7-9ec4-d3d68560e396 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Pushing event updated for resources: {'Port': ['ID=38f8d312-e004-4f62-b6e6-e28ebd11ee9e,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:18.005101 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aa50abed-9d54-47af-9c7d-41ea6b789dfb req-57768d68-6ea3-43f7-9ec4-d3d68560e396 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (c141d4d8-6f7e-4622-857e-47a77e36bdac), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:18.055188 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-955e011f-6593-4bb8-9e5d-2288ad08c275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (1f8a20bf-5e10-400b-ab6f-095b15eec2ee), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:18.076346 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aa50abed-9d54-47af-9c7d-41ea6b789dfb req-57768d68-6ea3-43f7-9ec4-d3d68560e396 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:18.077724 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aa50abed-9d54-47af-9c7d-41ea6b789dfb req-57768d68-6ea3-43f7-9ec4-d3d68560e396 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8562298 Feb 09 01:44:18.089693 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ad3cfbe-9500-4c9c-b138-9458b0185771 req-69ab23ac-9ce7-4281-b725-a22e9ea0be51 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0483687 Feb 09 01:44:18.156683 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aa50abed-9d54-47af-9c7d-41ea6b789dfb req-f8a86ad1-876e-460f-931f-558484c36f94 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.0595074 Feb 09 01:44:18.348659 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50abed-9d54-47af-9c7d-41ea6b789dfb req-9c047166-8f49-4ed0-89d6-25d0f9bf86b7 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:18.350429 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aa50abed-9d54-47af-9c7d-41ea6b789dfb req-9c047166-8f49-4ed0-89d6-25d0f9bf86b7 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.1820149 Feb 09 01:44:18.363921 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-aa50abed-9d54-47af-9c7d-41ea6b789dfb req-b9ce3814-e38e-45b3-bc55-ebeeebf5788a tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:44:18.367698 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aa50abed-9d54-47af-9c7d-41ea6b789dfb req-b9ce3814-e38e-45b3-bc55-ebeeebf5788a tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103199 Feb 09 01:44:18.376772 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-6863657f-cc42-4e0d-9887-1be251f22a6e req-a5231c4e-0214-4bde-a79b-efd10d9df90e tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1878182689', 'description': 'tempest-description-868138046'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:18.447869 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-955e011f-6593-4bb8-9e5d-2288ad08c275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (1f8a20bf-5e10-400b-ab6f-095b15eec2ee), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:18.502686 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e011f-6593-4bb8-9e5d-2288ad08c275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f8a20bf-5e10-400b-ab6f-095b15eec2ee,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:18.513391 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-955e011f-6593-4bb8-9e5d-2288ad08c275 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:18.519612 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c535821a-ad05-45ba-94df-861a1d96c026 None None] Network 14ba8024-858b-4433-87a7-a67773e6a85c requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:18.534964 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-955e011f-6593-4bb8-9e5d-2288ad08c275 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1f8a20bf-5e10-400b-ab6f-095b15eec2ee HTTP/1.1" status: 204 len: 168 time: 1.7586837 Feb 09 01:44:18.537318 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42194) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:18.599396 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6863657f-cc42-4e0d-9887-1be251f22a6e req-a5231c4e-0214-4bde-a79b-efd10d9df90e tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:18.737717 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6279ee06-7710-4663-bf12-3a503daf7cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (14ba8024-858b-4433-87a7-a67773e6a85c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:18.853605 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f3f3fc-f64c-4f9b-a233-b362bd7c08e4 None None] DHCP port deletion for 14ba8024-858b-4433-87a7-a67773e6a85c request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:44:18.982393 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-82f3f3fc-f64c-4f9b-a233-b362bd7c08e4 None None] Deleting port 8905d770-75a7-4efb-bd8c-ab86d2badb4d {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:18.983171 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-82f3f3fc-f64c-4f9b-a233-b362bd7c08e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (8905d770-75a7-4efb-bd8c-ab86d2badb4d), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:19.014531 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6863657f-cc42-4e0d-9887-1be251f22a6e req-a5231c4e-0214-4bde-a79b-efd10d9df90e tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (944aec1d-3e5b-476d-862a-bc19c35b0e0c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:19.032385 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6863657f-cc42-4e0d-9887-1be251f22a6e req-a5231c4e-0214-4bde-a79b-efd10d9df90e tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (944aec1d-3e5b-476d-862a-bc19c35b0e0c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:19.075406 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-6279ee06-7710-4663-bf12-3a503daf7cc3 admin admin] Deleting port 8905d770-75a7-4efb-bd8c-ab86d2badb4d {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:19.075406 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6279ee06-7710-4663-bf12-3a503daf7cc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (8905d770-75a7-4efb-bd8c-ab86d2badb4d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:19.108473 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5231c4e-0214-4bde-a79b-efd10d9df90e tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=944aec1d-3e5b-476d-862a-bc19c35b0e0c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:19.114151 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6863657f-cc42-4e0d-9887-1be251f22a6e req-a5231c4e-0214-4bde-a79b-efd10d9df90e tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:19.126113 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6863657f-cc42-4e0d-9887-1be251f22a6e req-a5231c4e-0214-4bde-a79b-efd10d9df90e tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.8118668 Feb 09 01:44:19.157562 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-82f3f3fc-f64c-4f9b-a233-b362bd7c08e4 None None] For port 8905d770-75a7-4efb-bd8c-ab86d2badb4d, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8905d770-75a7-4efb-bd8c-ab86d2badb4d,segment=NetworkSegment(40b15164-01ce-4fad-b3ee-c43d3f850597),segment_id=40b15164-01ce-4fad-b3ee-c43d3f850597)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:19.158029 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-82f3f3fc-f64c-4f9b-a233-b362bd7c08e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (8905d770-75a7-4efb-bd8c-ab86d2badb4d), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:19.230090 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-82f3f3fc-f64c-4f9b-a233-b362bd7c08e4 None None] Calling delete_port for 8905d770-75a7-4efb-bd8c-ab86d2badb4d owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:19.292464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-4114ca99-05e3-470f-807a-19b56614e976 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:19.294329 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-4114ca99-05e3-470f-807a-19b56614e976 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/networks?id=f0b7f23d-62d1-4973-9206-4a988800da60 HTTP/1.1" status: 200 len: 821 time: 0.4539728 Feb 09 01:44:19.344319 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-388048ae-356f-46f7-8d25-397535f4d5c2 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/quotas/de202805521c40c99d9482e3dcc29505 HTTP/1.1" status: 200 len: 375 time: 0.0422955 Feb 09 01:44:19.346469 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-6279ee06-7710-4663-bf12-3a503daf7cc3 admin admin] For port 8905d770-75a7-4efb-bd8c-ab86d2badb4d, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8905d770-75a7-4efb-bd8c-ab86d2badb4d,segment=NetworkSegment(40b15164-01ce-4fad-b3ee-c43d3f850597),segment_id=40b15164-01ce-4fad-b3ee-c43d3f850597)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:19.347452 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6279ee06-7710-4663-bf12-3a503daf7cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (8905d770-75a7-4efb-bd8c-ab86d2badb4d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:19.384924 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8905d770-75a7-4efb-bd8c-ab86d2badb4d no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:19.395143 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0ac99a1e-9f63-4767-8e33-e6a772d34285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (dfb39422-8c7f-41ac-b6cc-544b3a0b2a98), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:19.404462 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-6279ee06-7710-4663-bf12-3a503daf7cc3 admin admin] Calling delete_port for 8905d770-75a7-4efb-bd8c-ab86d2badb4d owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:19.479317 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-64231344-172b-445d-9021-8f0946cbf902 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=de202805521c40c99d9482e3dcc29505&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1285286 Feb 09 01:44:19.581787 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-82f3f3fc-f64c-4f9b-a233-b362bd7c08e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (8905d770-75a7-4efb-bd8c-ab86d2badb4d), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:19.626228 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc9491-c7dc-4dca-b1b1-61090c685fbe req-5095a764-0342-4e1b-904e-1d722d63b617 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:19.646016 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2fcc9491-c7dc-4dca-b1b1-61090c685fbe req-5095a764-0342-4e1b-904e-1d722d63b617 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.3815997 Feb 09 01:44:19.656796 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6279ee06-7710-4663-bf12-3a503daf7cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (8905d770-75a7-4efb-bd8c-ab86d2badb4d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:19.683965 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 8905d770-75a7-4efb-bd8c-ab86d2badb4d is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:19.685167 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8905d770-75a7-4efb-bd8c-ab86d2badb4d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:19.694538 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f3f3fc-f64c-4f9b-a233-b362bd7c08e4 None None] No DVR routers for this DVR port 8905d770-75a7-4efb-bd8c-ab86d2badb4d on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:19.714460 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3f3fc-f64c-4f9b-a233-b362bd7c08e4 None None] Pushing event deleted for resources: {'Port': ['ID=8905d770-75a7-4efb-bd8c-ab86d2badb4d,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:19.788623 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279ee06-7710-4663-bf12-3a503daf7cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8905d770-75a7-4efb-bd8c-ab86d2badb4d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:19.814673 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-b6a47671-b2cb-48d1-9746-ef7e34dd0e52 service neutron] 10.222.0.36 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279731 Feb 09 01:44:19.823317 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6279ee06-7710-4663-bf12-3a503daf7cc3 admin admin] No DVR routers for this DVR port 8905d770-75a7-4efb-bd8c-ab86d2badb4d on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:19.941630 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42244) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:19.964266 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2fcc9491-c7dc-4dca-b1b1-61090c685fbe req-3343a967-2df4-40f4-a832-45f4329274ca tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113406 Feb 09 01:44:20.044559 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-d72f775f-cca4-47ec-aa9d-ae522a6449cf service neutron] 10.222.0.36 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930997 Feb 09 01:44:20.059814 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6279ee06-7710-4663-bf12-3a503daf7cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (14ba8024-858b-4433-87a7-a67773e6a85c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:20.105071 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-6279ee06-7710-4663-bf12-3a503daf7cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ba8024-858b-4433-87a7-a67773e6a85c']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:20.126392 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-6279ee06-7710-4663-bf12-3a503daf7cc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b15164-01ce-4fad-b3ee-c43d3f850597') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:20.126700 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-6279ee06-7710-4663-bf12-3a503daf7cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b15164-01ce-4fad-b3ee-c43d3f850597') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:20.150210 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6279ee06-7710-4663-bf12-3a503daf7cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (40b15164-01ce-4fad-b3ee-c43d3f850597), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:20.174391 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3605eaca-3aaf-4226-8203-afa5660a957f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:20.187550 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6279ee06-7710-4663-bf12-3a503daf7cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (40b15164-01ce-4fad-b3ee-c43d3f850597), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:20.192205 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6279ee06-7710-4663-bf12-3a503daf7cc3 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:44:20.192596 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6279ee06-7710-4663-bf12-3a503daf7cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (40b15164-01ce-4fad-b3ee-c43d3f850597), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:44:20.194339 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:44:20.197701 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e13e32ec-9302-4830-88da-24888ae9291a req-a5cbdeef-98fb-402f-a5d5-e00a9a947e41 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "GET /v2.0/security-groups/944aec1d-3e5b-476d-862a-bc19c35b0e0c HTTP/1.1" status: 200 len: 1831 time: 0.1676936 Feb 09 01:44:20.262387 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-a5ff39d5-7f4b-4da6-ba46-4b30b5633e7e req-e5853015-5290-4596-8f41-6cd1db988e94 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1617064313', 'description': 'tempest-description-1131208731'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:20.383764 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6279ee06-7710-4663-bf12-3a503daf7cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (14ba8024-858b-4433-87a7-a67773e6a85c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:20.400359 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-301dcda5-5b32-4916-a67e-63ec522f79f2 req-b1efacb4-c05e-4808-bbea-54dd3c8b1094 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e91a24f-faae-4e8a-a79f-03edd877fdc2 HTTP/1.1" status: 200 len: 210 time: 0.0923264 Feb 09 01:44:20.401390 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6279ee06-7710-4663-bf12-3a503daf7cc3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:20.443802 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6279ee06-7710-4663-bf12-3a503daf7cc3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/14ba8024-858b-4433-87a7-a67773e6a85c HTTP/1.1" status: 204 len: 168 time: 1.9051230 Feb 09 01:44:20.472880 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a5ff39d5-7f4b-4da6-ba46-4b30b5633e7e req-e5853015-5290-4596-8f41-6cd1db988e94 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:20.499540 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279ee06-7710-4663-bf12-3a503daf7cc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=14ba8024-858b-4433-87a7-a67773e6a85c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:20.578829 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3605eaca-3aaf-4226-8203-afa5660a957f admin admin] Publish callbacks [] for security_group (1afbbbde-dba6-47da-8012-eb0ab685b806), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:20.593871 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3605eaca-3aaf-4226-8203-afa5660a957f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1afbbbde-dba6-47da-8012-eb0ab685b806), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:20.623357 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0ac99a1e-9f63-4767-8e33-e6a772d34285 admin admin] Deleting port 0464b167-1fca-42be-b135-d99d72816709 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:20.624096 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0ac99a1e-9f63-4767-8e33-e6a772d34285 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0464b167-1fca-42be-b135-d99d72816709), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:20.698085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42262) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:20.724887 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605eaca-3aaf-4226-8203-afa5660a957f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afbbbde-dba6-47da-8012-eb0ab685b806,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:20.763802 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3605eaca-3aaf-4226-8203-afa5660a957f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fbbd06832ba349ed94c582b01367e7c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8200228 Feb 09 01:44:20.766061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42264) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:20.779808 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a5ff39d5-7f4b-4da6-ba46-4b30b5633e7e req-e5853015-5290-4596-8f41-6cd1db988e94 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (d9e83e8d-d5c7-4840-b7fc-a7cb2850cae1), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:20.800692 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a5ff39d5-7f4b-4da6-ba46-4b30b5633e7e req-e5853015-5290-4596-8f41-6cd1db988e94 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d9e83e8d-d5c7-4840-b7fc-a7cb2850cae1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:20.844837 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42268) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:20.852436 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8c53ab70-da9a-47c8-933d-6fc3934e5857 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c06b13ded86f4835887eab07b674aca5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1525204 Feb 09 01:44:20.881608 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a5ff39d5-7f4b-4da6-ba46-4b30b5633e7e req-e5853015-5290-4596-8f41-6cd1db988e94 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:20.894048 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a5ff39d5-7f4b-4da6-ba46-4b30b5633e7e req-e5853015-5290-4596-8f41-6cd1db988e94 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.6454165 Feb 09 01:44:20.911534 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-0ac99a1e-9f63-4767-8e33-e6a772d34285 admin admin] For port 0464b167-1fca-42be-b135-d99d72816709, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0464b167-1fca-42be-b135-d99d72816709,segment=NetworkSegment(fbbc736b-5615-49c5-8b22-d214a670d94a),segment_id=fbbc736b-5615-49c5-8b22-d214a670d94a)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:20.912236 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0ac99a1e-9f63-4767-8e33-e6a772d34285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0464b167-1fca-42be-b135-d99d72816709), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:20.940391 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3a2cd-431a-4658-892f-4193df2eb712 req-a5b42ffe-2f1d-4f7c-a494-4c6190c289ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:20.941454 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25b3a2cd-431a-4658-892f-4193df2eb712 req-a5b42ffe-2f1d-4f7c-a494-4c6190c289ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=092f8329ee4140f8a8a266c0e29b4e94&device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 1128 time: 0.2306423 Feb 09 01:44:20.951953 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5853015-5290-4596-8f41-6cd1db988e94 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e83e8d-d5c7-4840-b7fc-a7cb2850cae1,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:20.973207 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0ac99a1e-9f63-4767-8e33-e6a772d34285 admin admin] Calling delete_port for 0464b167-1fca-42be-b135-d99d72816709 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:21.065674 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-29999b57-977f-486d-949f-6cfd4bd3aa4a req-fc76522b-c84a-4bbc-a001-5b0c61d728f8 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "GET /v2.0/security-groups/d9e83e8d-d5c7-4840-b7fc-a7cb2850cae1 HTTP/1.1" status: 200 len: 1832 time: 0.1464152 Feb 09 01:44:21.084203 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d7792a3f-1f6f-470c-822b-8871f4fa3d72 admin admin] Publish callbacks [] for security_group (1afbbbde-dba6-47da-8012-eb0ab685b806), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:21.096087 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-fd839e0b-97b1-420b-95d8-5dc405c22702 req-c23a7aa5-b088-485f-ae51-ca2dc24a3add tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1685269098', 'description': 'tempest-description-705357422'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:21.147393 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d7792a3f-1f6f-470c-822b-8871f4fa3d72 admin admin] Publish callbacks [] for security_group (1afbbbde-dba6-47da-8012-eb0ab685b806), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:21.175757 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0f27fcd-d831-4f49-9813-1b9240101286 admin admin] Publish callbacks [] for security_group (e66ac5d2-3d5a-41cd-9423-176c3bf80eda), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:21.187293 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-fd839e0b-97b1-420b-95d8-5dc405c22702 req-c23a7aa5-b088-485f-ae51-ca2dc24a3add tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:21.227374 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3a2cd-431a-4658-892f-4193df2eb712 req-f04f2d1e-e23f-4172-b973-e4609eb0c9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:21.229584 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25b3a2cd-431a-4658-892f-4193df2eb712 req-f04f2d1e-e23f-4172-b973-e4609eb0c9ed service neutron] 10.222.0.67 "GET /v2.0/networks?id=8d868039-8396-432e-a58b-15f70b0bf5f1 HTTP/1.1" status: 200 len: 912 time: 0.2781634 Feb 09 01:44:21.308974 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0f27fcd-d831-4f49-9813-1b9240101286 admin admin] Publish callbacks [] for security_group (e66ac5d2-3d5a-41cd-9423-176c3bf80eda), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:21.338010 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d7792a3f-1f6f-470c-822b-8871f4fa3d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1afbbbde-dba6-47da-8012-eb0ab685b806), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:21.345088 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d7792a3f-1f6f-470c-822b-8871f4fa3d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:21.347557 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d7792a3f-1f6f-470c-822b-8871f4fa3d72 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1afbbbde-dba6-47da-8012-eb0ab685b806 HTTP/1.1" status: 204 len: 168 time: 0.5787175 Feb 09 01:44:21.360062 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25b3a2cd-431a-4658-892f-4193df2eb712 req-9214f818-e2df-4ea5-9fa5-1e0ab5ac4fce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12562aab-4070-4ec9-a2a4-efb945bab2b3 HTTP/1.1" status: 200 len: 217 time: 0.0694733 Feb 09 01:44:21.393976 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7792a3f-1f6f-470c-822b-8871f4fa3d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afbbbde-dba6-47da-8012-eb0ab685b806,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:21.460381 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793215eb-a82d-4c5a-bfec-445febe23cce req-ea95d561-c167-4a3c-be87-0087b3995635 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:21.467481 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-793215eb-a82d-4c5a-bfec-445febe23cce req-ea95d561-c167-4a3c-be87-0087b3995635 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.3444993 Feb 09 01:44:21.520239 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-fd839e0b-97b1-420b-95d8-5dc405c22702 req-c23a7aa5-b088-485f-ae51-ca2dc24a3add tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (18c60aca-f799-4740-87ef-98cc29e09a41), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:21.528577 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-fd839e0b-97b1-420b-95d8-5dc405c22702 req-c23a7aa5-b088-485f-ae51-ca2dc24a3add tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (18c60aca-f799-4740-87ef-98cc29e09a41), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:21.574319 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3a2cd-431a-4658-892f-4193df2eb712 req-83847bd4-1d5f-4509-98b2-3e268e44d2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:21.575948 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25b3a2cd-431a-4658-892f-4193df2eb712 req-83847bd4-1d5f-4509-98b2-3e268e44d2b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06960262-e6ff-4aec-9056-78c4deec1b4a HTTP/1.1" status: 200 len: 851 time: 0.2069619 Feb 09 01:44:21.610179 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-fd839e0b-97b1-420b-95d8-5dc405c22702 req-c23a7aa5-b088-485f-ae51-ca2dc24a3add tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:21.615542 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd839e0b-97b1-420b-95d8-5dc405c22702 req-c23a7aa5-b088-485f-ae51-ca2dc24a3add tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.5265727 Feb 09 01:44:21.647889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a7aa5-b088-485f-ae51-ca2dc24a3add tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c60aca-f799-4740-87ef-98cc29e09a41,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:21.654540 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25b3a2cd-431a-4658-892f-4193df2eb712 req-7a31b4d6-c66b-450f-81b0-f5c8ed47f4d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8d868039-8396-432e-a58b-15f70b0bf5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474451 Feb 09 01:44:21.658168 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0f27fcd-d831-4f49-9813-1b9240101286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e66ac5d2-3d5a-41cd-9423-176c3bf80eda), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:21.660973 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0f27fcd-d831-4f49-9813-1b9240101286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:21.662147 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e0f27fcd-d831-4f49-9813-1b9240101286 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e66ac5d2-3d5a-41cd-9423-176c3bf80eda HTTP/1.1" status: 204 len: 168 time: 0.8103900 Feb 09 01:44:21.770781 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f27fcd-d831-4f49-9813-1b9240101286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66ac5d2-3d5a-41cd-9423-176c3bf80eda,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:21.774207 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25b3a2cd-431a-4658-892f-4193df2eb712 req-9bceb584-a59f-4503-aa15-836b954a16a3 service neutron] 10.222.0.67 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088619 Feb 09 01:44:21.808634 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-793215eb-a82d-4c5a-bfec-445febe23cce req-6a14b060-49f4-4dda-8c4b-6e680a4614a4 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163025 Feb 09 01:44:21.856403 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1babc538-850c-4bcb-b95a-4cb1a8f1146d req-155164c6-6017-4f90-bf28-d5ae830953c4 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e91a24f-faae-4e8a-a79f-03edd877fdc2 HTTP/1.1" status: 200 len: 210 time: 0.0953434 Feb 09 01:44:22.185145 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-829b3c15-b851-4eae-85aa-7ee88f5de3f7 req-eceea9f2-2b66-4521-8d2a-a55e14d497e0 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "GET /v2.0/security-groups/18c60aca-f799-4740-87ef-98cc29e09a41 HTTP/1.1" status: 200 len: 1831 time: 0.2722917 Feb 09 01:44:22.196881 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0ac99a1e-9f63-4767-8e33-e6a772d34285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (0464b167-1fca-42be-b135-d99d72816709), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:22.268059 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-572e1b7a-6ac2-42f8-ade9-fbe24b9cd426 req-cd8a29f8-e69d-4d6b-a2d4-283aa3173368 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2027722293', 'description': 'tempest-description-793992075'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:22.279653 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac99a1e-9f63-4767-8e33-e6a772d34285 admin admin] Pushing event deleted for resources: {'Port': ['ID=0464b167-1fca-42be-b135-d99d72816709,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:22.285919 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25b3a2cd-431a-4658-892f-4193df2eb712 req-ff150bf4-ecaa-4388-b730-e44bf19d133f service neutron] 10.222.0.67 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835625 Feb 09 01:44:22.344294 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-572e1b7a-6ac2-42f8-ade9-fbe24b9cd426 req-cd8a29f8-e69d-4d6b-a2d4-283aa3173368 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:22.465675 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-a19102a4-8d43-4127-8a15-693765539b1f tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:22.470246 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-a19102a4-8d43-4127-8a15-693765539b1f tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.48 "GET /v2.0/networks?id=f0b7f23d-62d1-4973-9206-4a988800da60 HTTP/1.1" status: 200 len: 821 time: 0.4011381 Feb 09 01:44:22.548198 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-572e1b7a-6ac2-42f8-ade9-fbe24b9cd426 req-cd8a29f8-e69d-4d6b-a2d4-283aa3173368 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (d3c7d597-de7d-4c52-b053-7eb143e496e0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:22.557893 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-24a22a3c-0034-4017-80bb-12ab6cd03ddd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Request body: {'port': {'device_id': '6e91a24f-faae-4e8a-a79f-03edd877fdc2', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'admin_state_up': True, 'tenant_id': 'de202805521c40c99d9482e3dcc29505'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:22.564548 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-572e1b7a-6ac2-42f8-ade9-fbe24b9cd426 req-cd8a29f8-e69d-4d6b-a2d4-283aa3173368 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d3c7d597-de7d-4c52-b053-7eb143e496e0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:22.642046 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-572e1b7a-6ac2-42f8-ade9-fbe24b9cd426 req-cd8a29f8-e69d-4d6b-a2d4-283aa3173368 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:22.643759 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-572e1b7a-6ac2-42f8-ade9-fbe24b9cd426 req-cd8a29f8-e69d-4d6b-a2d4-283aa3173368 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3954556 Feb 09 01:44:22.649329 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0ac99a1e-9f63-4767-8e33-e6a772d34285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (dfb39422-8c7f-41ac-b6cc-544b3a0b2a98), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:22.707783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a29f8-e69d-4d6b-a2d4-283aa3173368 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c7d597-de7d-4c52-b053-7eb143e496e0,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:22.795991 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-24a22a3c-0034-4017-80bb-12ab6cd03ddd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Made reservation on behalf of de202805521c40c99d9482e3dcc29505 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:22.806301 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-24a22a3c-0034-4017-80bb-12ab6cd03ddd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:23.021523 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3af8823a-7765-44c7-b856-47e7e8d6ab46 req-a60f16c9-e196-40ec-94ba-5b0faf67ce9e tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "GET /v2.0/security-groups/d3c7d597-de7d-4c52-b053-7eb143e496e0 HTTP/1.1" status: 200 len: 1831 time: 0.3407557 Feb 09 01:44:23.273331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-24a22a3c-0034-4017-80bb-12ab6cd03ddd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Allocated IP 172.20.0.9 (f0b7f23d-62d1-4973-9206-4a988800da60/b0b26f97-d0c8-4cf7-88ed-04342ece5400/8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:23.306802 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a55e1-a86c-4370-b992-9fc2026ad8cf req-764c7a33-5456-4cd3-8ff2-328df0bb9c40 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:23.319509 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff7a55e1-a86c-4370-b992-9fc2026ad8cf req-764c7a33-5456-4cd3-8ff2-328df0bb9c40 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.2506900 Feb 09 01:44:23.389935 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2624047c-4382-4a7d-b075-7a26941c1fcd req-abb772b4-dd31-4776-979d-7db1f5dfaa56 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e91a24f-faae-4e8a-a79f-03edd877fdc2 HTTP/1.1" status: 200 len: 210 time: 0.1893408 Feb 09 01:44:23.442009 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42344) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:23.471069 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [req-ff270633-b7d1-4892-ba2a-5e1ef2e7faaf req-c50fb1b5-eda9-4c0c-994e-fa55d3096eaf tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] show failed (client error): The resource could not be found. Feb 09 01:44:23.473634 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ff270633-b7d1-4892-ba2a-5e1ef2e7faaf req-c50fb1b5-eda9-4c0c-994e-fa55d3096eaf tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "GET /v2.0/security-groups/f695298a-57f1-47dc-9f1a-a123dbfb957c HTTP/1.1" status: 404 len: 352 time: 0.0320513 Feb 09 01:44:23.530081 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac99a1e-9f63-4767-8e33-e6a772d34285 admin admin] Router dfb39422-8c7f-41ac-b6cc-544b3a0b2a98 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:23.580103 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [req-12698873-1246-420f-9c48-bb8b4bdbe9f3 req-0e80ac8f-a71a-4850-b69c-e4bcc657d478 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] show failed (client error): The resource could not be found. Feb 09 01:44:23.599602 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-12698873-1246-420f-9c48-bb8b4bdbe9f3 req-0e80ac8f-a71a-4850-b69c-e4bcc657d478 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "GET /v2.0/security-group-rules/9d41ca86-822f-4bbf-8c27-a35278439589 HTTP/1.1" status: 404 len: 361 time: 0.0531051 Feb 09 01:44:23.617726 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff7a55e1-a86c-4370-b992-9fc2026ad8cf req-2d19f0bc-7d32-491c-b0ac-cb0532707612 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933440 Feb 09 01:44:23.671482 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42360) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:23.765025 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac99a1e-9f63-4767-8e33-e6a772d34285 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:23.775605 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58266241-6af8-4f98-b83b-0bc377b5c02d None None] Sync routers for ids ['dfb39422-8c7f-41ac-b6cc-544b3a0b2a98'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:23.781130 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-cba67f62-d71e-4827-869a-17b065e37a00 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2096122244-network', 'tenant_id': '4a97911cac8641ab9180dac54e0c0c03'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:23.787855 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58266241-6af8-4f98-b83b-0bc377b5c02d None None] Routers {'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:23.790491 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0ac99a1e-9f63-4767-8e33-e6a772d34285 admin admin] 10.222.0.36 "PUT /v2.0/routers/dfb39422-8c7f-41ac-b6cc-544b3a0b2a98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2674515 Feb 09 01:44:23.791397 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-58266241-6af8-4f98-b83b-0bc377b5c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:44:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['dfb39422-8c7f-41ac-b6cc-544b3a0b2a98'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:23.792749 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42362) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:23.835454 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-24a22a3c-0034-4017-80bb-12ab6cd03ddd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks [] for port (8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:23.888321 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-24a22a3c-0034-4017-80bb-12ab6cd03ddd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:23.916988 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-616f6f60-4f02-4f56-b828-f568b396f149 req-d87ead6f-0959-4c88-a050-ad2475bac0b2 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "GET /v2.0/security-groups/d3c7d597-de7d-4c52-b053-7eb143e496e0 HTTP/1.1" status: 200 len: 1831 time: 0.2731259 Feb 09 01:44:24.007521 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['eb78ae95-2428-4e27-bfdf-f1c1091ad7c4'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:44:24.081739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-24a22a3c-0034-4017-80bb-12ab6cd03ddd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Network f0b7f23d-62d1-4973-9206-4a988800da60 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:24.087224 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba67f62-d71e-4827-869a-17b065e37a00 admin admin] Made reservation on behalf of 4a97911cac8641ab9180dac54e0c0c03 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:24.094804 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cba67f62-d71e-4827-869a-17b065e37a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:24.126260 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-24a22a3c-0034-4017-80bb-12ab6cd03ddd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:24.129846 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cba67f62-d71e-4827-869a-17b065e37a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:24.140723 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-58266241-6af8-4f98-b83b-0bc377b5c02d None None] Set router dfb39422-8c7f-41ac-b6cc-544b3a0b2a98 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:24.187801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-24a22a3c-0034-4017-80bb-12ab6cd03ddd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:24.238867 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff6ed492-3a32-494e-8dcc-dac41155f5f5 admin admin] Publish callbacks [] for router (dfb39422-8c7f-41ac-b6cc-544b3a0b2a98), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:24.244717 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a22a3c-0034-4017-80bb-12ab6cd03ddd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Pushing event updated for resources: {'Port': ['ID=8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:24.428694 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff6ed492-3a32-494e-8dcc-dac41155f5f5 admin admin] Publish callbacks [] for router_gateway (dfb39422-8c7f-41ac-b6cc-544b3a0b2a98), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:24.627172 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 12562aab-4070-4ec9-a2a4-efb945bab2b3 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:24.627402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-24a22a3c-0034-4017-80bb-12ab6cd03ddd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:24.628079 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-24a22a3c-0034-4017-80bb-12ab6cd03ddd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:24.631107 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-616f6f60-4f02-4f56-b828-f568b396f149 req-8c67377f-8a0b-453a-b391-23c04b3b3b4f tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (d3c7d597-de7d-4c52-b053-7eb143e496e0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:24.662232 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cba67f62-d71e-4827-869a-17b065e37a00 admin admin] Publish callbacks [] for security_group (c572d98d-1d22-451e-8dd8-994c523879a6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:24.667565 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-616f6f60-4f02-4f56-b828-f568b396f149 req-8c67377f-8a0b-453a-b391-23c04b3b3b4f tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (d3c7d597-de7d-4c52-b053-7eb143e496e0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:24.691724 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cba67f62-d71e-4827-869a-17b065e37a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c572d98d-1d22-451e-8dd8-994c523879a6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:24.726527 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ed492-3a32-494e-8dcc-dac41155f5f5 admin admin] Deleting port 28ca3861-b139-43fe-9263-fa8f683f57a2 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:24.728075 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff6ed492-3a32-494e-8dcc-dac41155f5f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (28ca3861-b139-43fe-9263-fa8f683f57a2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:24.751067 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba67f62-d71e-4827-869a-17b065e37a00 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:44:24.773981 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-24a22a3c-0034-4017-80bb-12ab6cd03ddd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2194228 Feb 09 01:44:24.801526 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cba67f62-d71e-4827-869a-17b065e37a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (a0c13e34-b473-4117-be31-94c544229fa5), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:24.802876 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-056afb4d-3f3c-4c52-b59b-9afe2b84921c service neutron] Request body: {'port': {'device_id': '6e91a24f-faae-4e8a-a79f-03edd877fdc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:24.804087 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-cba67f62-d71e-4827-869a-17b065e37a00 admin admin] Added segment a0c13e34-b473-4117-be31-94c544229fa5 of type vlan for network 8e497bc1-122f-44b4-bc51-3150ff87700b Feb 09 01:44:24.836039 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-04ed5aab-4941-4fb0-96a0-a7e6b648bcca None None] Provisioning complete for port 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:24.836797 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-04ed5aab-4941-4fb0-96a0-a7e6b648bcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:24.858012 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-616f6f60-4f02-4f56-b828-f568b396f149 req-8c67377f-8a0b-453a-b391-23c04b3b3b4f tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d3c7d597-de7d-4c52-b053-7eb143e496e0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:24.860740 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-616f6f60-4f02-4f56-b828-f568b396f149 req-8c67377f-8a0b-453a-b391-23c04b3b3b4f tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:24.861884 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-616f6f60-4f02-4f56-b828-f568b396f149 req-8c67377f-8a0b-453a-b391-23c04b3b3b4f tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "DELETE /v2.0/security-groups/d3c7d597-de7d-4c52-b053-7eb143e496e0 HTTP/1.1" status: 204 len: 173 time: 0.8953156 Feb 09 01:44:24.909050 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cba67f62-d71e-4827-869a-17b065e37a00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (8e497bc1-122f-44b4-bc51-3150ff87700b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:24.970089 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67377f-8a0b-453a-b391-23c04b3b3b4f tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c7d597-de7d-4c52-b053-7eb143e496e0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:25.000794 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba67f62-d71e-4827-869a-17b065e37a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c572d98d-1d22-451e-8dd8-994c523879a6,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:25.040290 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e1e81-357e-41f8-a5f5-fbff67957a20 req-10ffe363-491f-4ebf-a417-a08e6841ed6d tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:25.051487 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cf4e1e81-357e-41f8-a5f5-fbff67957a20 req-10ffe363-491f-4ebf-a417-a08e6841ed6d tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e91a24f-faae-4e8a-a79f-03edd877fdc2 HTTP/1.1" status: 200 len: 931 time: 0.4146347 Feb 09 01:44:25.064121 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cba67f62-d71e-4827-869a-17b065e37a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (8e497bc1-122f-44b4-bc51-3150ff87700b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:25.065412 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba67f62-d71e-4827-869a-17b065e37a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:25.066365 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cba67f62-d71e-4827-869a-17b065e37a00 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:25.088114 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 12562aab-4070-4ec9-a2a4-efb945bab2b3 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:25.088530 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (12562aab-4070-4ec9-a2a4-efb945bab2b3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:25.102988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-04ed5aab-4941-4fb0-96a0-a7e6b648bcca None None] Port 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:44:25.182301 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba67f62-d71e-4827-869a-17b065e37a00 admin admin] Pushing event updated for resources: {'Network': ['ID=8e497bc1-122f-44b4-bc51-3150ff87700b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:25.185006 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140128a1-0911-46ba-8b75-0a6b01ca099e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12562aab-4070-4ec9-a2a4-efb945bab2b3'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:25.189523 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8746ff4-a20e-48e7-a348-c5e563e96fe4" -d '{"events": [{"server_uuid": "140128a1-0911-46ba-8b75-0a6b01ca099e", "name": "network-vif-unplugged", "status": "completed", "tag": "12562aab-4070-4ec9-a2a4-efb945bab2b3"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:25.199547 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 8e497bc1-122f-44b4-bc51-3150ff87700b details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:44:25.200412 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cba67f62-d71e-4827-869a-17b065e37a00 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7536397 Feb 09 01:44:25.201315 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42382) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:25.224283 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5faaf36b-3f4e-4446-a9f5-57a50e2e9bb5 admin admin] Request body: {'subnet': {'network_id': '8e497bc1-122f-44b4-bc51-3150ff87700b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2096122244-subnet', 'tenant_id': '4a97911cac8641ab9180dac54e0c0c03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:25.225301 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 12562aab-4070-4ec9-a2a4-efb945bab2b3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=12562aab-4070-4ec9-a2a4-efb945bab2b3,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:25.263390 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-056afb4d-3f3c-4c52-b59b-9afe2b84921c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:25.264300 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (12562aab-4070-4ec9-a2a4-efb945bab2b3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:25.303673 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faaf36b-3f4e-4446-a9f5-57a50e2e9bb5 admin admin] Made reservation on behalf of 4a97911cac8641ab9180dac54e0c0c03 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:25.318981 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5faaf36b-3f4e-4446-a9f5-57a50e2e9bb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:25.328616 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=12562aab-4070-4ec9-a2a4-efb945bab2b3,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:25.344264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69345fd5-ff49-4295-9c0a-a46cd6de8acf req-b8755522-a6a8-49ca-93c3-1b78c7d814ba tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:25.346267 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69345fd5-ff49-4295-9c0a-a46cd6de8acf req-b8755522-a6a8-49ca-93c3-1b78c7d814ba tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 946 time: 0.3844676 Feb 09 01:44:25.397915 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-58266241-6af8-4f98-b83b-0bc377b5c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98', 'name': 'tempest-ServerRescueTestJSON-1014691410-router', 'tenant_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '28ca3861-b139-43fe-9263-fa8f683f57a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:59Z', 'updated_at': '2022-02-09T01:44:21Z', 'revision_number': 5, 'project_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'gw_port': {'id': '28ca3861-b139-43fe-9263-fa8f683f57a2', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:00Z', 'updated_at': '2022-02-09T01:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:25.441562 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58266241-6af8-4f98-b83b-0bc377b5c02d None None] Checking router: dfb39422-8c7f-41ac-b6cc-544b3a0b2a98 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:25.457634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58266241-6af8-4f98-b83b-0bc377b5c02d None None] Routers {'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:25.458622 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-58266241-6af8-4f98-b83b-0bc377b5c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:44:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['dfb39422-8c7f-41ac-b6cc-544b3a0b2a98'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:25.596970 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-58266241-6af8-4f98-b83b-0bc377b5c02d None None] Set router dfb39422-8c7f-41ac-b6cc-544b3a0b2a98 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:25.741270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-58266241-6af8-4f98-b83b-0bc377b5c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98', 'name': 'tempest-ServerRescueTestJSON-1014691410-router', 'tenant_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:59Z', 'updated_at': '2022-02-09T01:44:24Z', 'revision_number': 6, 'project_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:25.811602 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58266241-6af8-4f98-b83b-0bc377b5c02d None None] The sync data for ids ['dfb39422-8c7f-41ac-b6cc-544b3a0b2a98'] in n-d-828387-3 is: [{'id': 'dfb39422-8c7f-41ac-b6cc-544b3a0b2a98', 'name': 'tempest-ServerRescueTestJSON-1014691410-router', 'tenant_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:59Z', 'updated_at': '2022-02-09T01:44:24Z', 'revision_number': 6, 'project_id': '8248d61c5b2e4c07afdd3d5431bd39cc', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:26.070482 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-ff6ed492-3a32-494e-8dcc-dac41155f5f5 admin admin] For port 28ca3861-b139-43fe-9263-fa8f683f57a2, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=28ca3861-b139-43fe-9263-fa8f683f57a2,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:26.071638 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff6ed492-3a32-494e-8dcc-dac41155f5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (28ca3861-b139-43fe-9263-fa8f683f57a2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.086758 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ed492-3a32-494e-8dcc-dac41155f5f5 admin admin] Calling delete_port for 28ca3861-b139-43fe-9263-fa8f683f57a2 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:26.191582 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69345fd5-ff49-4295-9c0a-a46cd6de8acf req-dc7bf2f5-dd00-4192-85e6-6be4efb82b66 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8343065 Feb 09 01:44:26.331840 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cf4e1e81-357e-41f8-a5f5-fbff67957a20 req-118b2e40-107c-4dd4-b80c-64c0e34be5f1 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/security-groups?id=f278137b-c33c-4226-ac3c-96d9d1d0e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2793262 Feb 09 01:44:26.483947 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0608b800-d422-47f0-a78d-55b0aec40ecd x-openstack-request-id: req-0608b800-d422-47f0-a78d-55b0aec40ecd {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:26.484474 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140128a1-0911-46ba-8b75-0a6b01ca099e", "name": "network-vif-unplugged", "status": "failed", "tag": "12562aab-4070-4ec9-a2a4-efb945bab2b3", "code": 422}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:26.484474 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0608b800-d422-47f0-a78d-55b0aec40ecd {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:26.484877 n-d-828387-3 neutron-server[103185]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '140128a1-0911-46ba-8b75-0a6b01ca099e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '12562aab-4070-4ec9-a2a4-efb945bab2b3', 'code': 422} returned with failed status Feb 09 01:44:26.530009 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb72e489-2948-4c93-9df9-2d4dedc5819d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (fe2cdbec-683c-4b76-9ca6-4394b140b8ec), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.616017 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff6ed492-3a32-494e-8dcc-dac41155f5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (28ca3861-b139-43fe-9263-fa8f683f57a2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.680362 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ed492-3a32-494e-8dcc-dac41155f5f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=28ca3861-b139-43fe-9263-fa8f683f57a2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:26.690818 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f085808-1631-41f7-8152-de8cf82704df req-0859fbf3-d524-4ab2-b34a-04d8825b22d9 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "GET /v2.0/security-groups/18c60aca-f799-4740-87ef-98cc29e09a41 HTTP/1.1" status: 200 len: 1831 time: 0.4348443 Feb 09 01:44:26.771871 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-056afb4d-3f3c-4c52-b59b-9afe2b84921c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:44:26.793032 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-056afb4d-3f3c-4c52-b59b-9afe2b84921c service neutron] Publish callbacks [] for port (8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.826884 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5faaf36b-3f4e-4446-a9f5-57a50e2e9bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (ddb561ab-b96f-484d-90d6-e4f04b896832), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.848161 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-056afb4d-3f3c-4c52-b59b-9afe2b84921c service neutron] Transition to ACTIVE for port object 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:26.864930 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-056afb4d-3f3c-4c52-b59b-9afe2b84921c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.913270 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faaf36b-3f4e-4446-a9f5-57a50e2e9bb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb561ab-b96f-484d-90d6-e4f04b896832,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:26.965758 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6f085808-1631-41f7-8152-de8cf82704df req-d24f9ba3-69c0-462c-a02c-942ba2d03148 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (18c60aca-f799-4740-87ef-98cc29e09a41), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.966245 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff6ed492-3a32-494e-8dcc-dac41155f5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (dfb39422-8c7f-41ac-b6cc-544b3a0b2a98), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.077637 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056afb4d-3f3c-4c52-b59b-9afe2b84921c service neutron] Pushing event updated for resources: {'Port': ['ID=8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:27.113429 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6f085808-1631-41f7-8152-de8cf82704df req-d24f9ba3-69c0-462c-a02c-942ba2d03148 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (18c60aca-f799-4740-87ef-98cc29e09a41), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.149280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-056afb4d-3f3c-4c52-b59b-9afe2b84921c service neutron] Attempting to bind port 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:44:27.149574 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-056afb4d-3f3c-4c52-b59b-9afe2b84921c service neutron] Attempting to bind port 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'e16ac01c-d49e-484d-9b31-f658a1c2f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:44:27.149906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-056afb4d-3f3c-4c52-b59b-9afe2b84921c service neutron] Attempting to bind port 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 on network f0b7f23d-62d1-4973-9206-4a988800da60 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:27.190936 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-056afb4d-3f3c-4c52-b59b-9afe2b84921c service neutron] Port 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 on network f0b7f23d-62d1-4973-9206-4a988800da60 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:44:27.191329 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-056afb4d-3f3c-4c52-b59b-9afe2b84921c service neutron] Attempting to bind port 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 on network f0b7f23d-62d1-4973-9206-4a988800da60 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:27.201891 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-056afb4d-3f3c-4c52-b59b-9afe2b84921c service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:44:27.202456 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-056afb4d-3f3c-4c52-b59b-9afe2b84921c service neutron] Checking segment: {'id': 'e16ac01c-d49e-484d-9b31-f658a1c2f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:27.202649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-056afb4d-3f3c-4c52-b59b-9afe2b84921c service neutron] Bound using segment: {'id': 'e16ac01c-d49e-484d-9b31-f658a1c2f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:44:27.203089 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-056afb4d-3f3c-4c52-b59b-9afe2b84921c service neutron] Bound port: 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e16ac01c-d49e-484d-9b31-f658a1c2f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:44:27.203557 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-056afb4d-3f3c-4c52-b59b-9afe2b84921c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.256696 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff6ed492-3a32-494e-8dcc-dac41155f5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (dfb39422-8c7f-41ac-b6cc-544b3a0b2a98), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.265047 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff6ed492-3a32-494e-8dcc-dac41155f5f5 admin admin] Publish callbacks [] for router_controller (dfb39422-8c7f-41ac-b6cc-544b3a0b2a98), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.270988 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6f085808-1631-41f7-8152-de8cf82704df req-d24f9ba3-69c0-462c-a02c-942ba2d03148 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (18c60aca-f799-4740-87ef-98cc29e09a41), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.276989 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6f085808-1631-41f7-8152-de8cf82704df req-d24f9ba3-69c0-462c-a02c-942ba2d03148 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.279985 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f085808-1631-41f7-8152-de8cf82704df req-d24f9ba3-69c0-462c-a02c-942ba2d03148 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "DELETE /v2.0/security-groups/18c60aca-f799-4740-87ef-98cc29e09a41 HTTP/1.1" status: 204 len: 173 time: 0.5434866 Feb 09 01:44:27.311396 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f9ba3-69c0-462c-a02c-942ba2d03148 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c60aca-f799-4740-87ef-98cc29e09a41,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:27.395123 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0464b167-1fca-42be-b135-d99d72816709 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:27.422523 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff6ed492-3a32-494e-8dcc-dac41155f5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (dfb39422-8c7f-41ac-b6cc-544b3a0b2a98), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.423095 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6ed492-3a32-494e-8dcc-dac41155f5f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfb39422-8c7f-41ac-b6cc-544b3a0b2a98 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:44:27.431093 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff6ed492-3a32-494e-8dcc-dac41155f5f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.435274 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ff6ed492-3a32-494e-8dcc-dac41155f5f5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/dfb39422-8c7f-41ac-b6cc-544b3a0b2a98 HTTP/1.1" status: 204 len: 168 time: 3.6385698 Feb 09 01:44:27.451198 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42434) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:27.452353 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faaf36b-3f4e-4446-a9f5-57a50e2e9bb5 admin admin] Checking segment: {'id': 'a0c13e34-b473-4117-be31-94c544229fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e497bc1-122f-44b4-bc51-3150ff87700b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:27.453352 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faaf36b-3f4e-4446-a9f5-57a50e2e9bb5 admin admin] Network hostable DHCP agents. Network: 8e497bc1-122f-44b4-bc51-3150ff87700b, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:44:27.459721 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 0464b167-1fca-42be-b135-d99d72816709 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:27.460412 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0464b167-1fca-42be-b135-d99d72816709 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:27.461388 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 28ca3861-b139-43fe-9263-fa8f683f57a2 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:27.477946 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-bb72e489-2948-4c93-9df9-2d4dedc5819d admin admin] Deleting port 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:27.478288 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb72e489-2948-4c93-9df9-2d4dedc5819d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.524064 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faaf36b-3f4e-4446-a9f5-57a50e2e9bb5 admin admin] Network 8e497bc1-122f-44b4-bc51-3150ff87700b is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:44:27.530338 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 28ca3861-b139-43fe-9263-fa8f683f57a2 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:27.530831 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 28ca3861-b139-43fe-9263-fa8f683f57a2 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:27.548570 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-5faaf36b-3f4e-4446-a9f5-57a50e2e9bb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 8e497bc1-122f-44b4-bc51-3150ff87700b) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:27.563615 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d48e676-7d04-4194-b3ad-eba0d7541b8f None None] Network 8e497bc1-122f-44b4-bc51-3150ff87700b requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:27.568639 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-595cc79c-2d1d-4afe-b4f4-4fe5e0331d9f admin admin] Deleting subnet 39615468-fb42-472a-ac5d-b723e6597983 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:44:27.592397 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-595cc79c-2d1d-4afe-b4f4-4fe5e0331d9f admin admin] Publish callbacks [] for subnet (39615468-fb42-472a-ac5d-b723e6597983), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.592571 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faaf36b-3f4e-4446-a9f5-57a50e2e9bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:27.593176 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5faaf36b-3f4e-4446-a9f5-57a50e2e9bb5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.660395 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-42760769-dc12-469e-9a56-02a5cc531dfd req-7873ba0c-ab2f-4d07-b008-258f136057a6 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "GET /v2.0/security-groups/d9e83e8d-d5c7-4840-b7fc-a7cb2850cae1 HTTP/1.1" status: 200 len: 1832 time: 0.3381283 Feb 09 01:44:27.662526 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-056afb4d-3f3c-4c52-b59b-9afe2b84921c service neutron] For port 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:27.692582 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-056afb4d-3f3c-4c52-b59b-9afe2b84921c service neutron] For port 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6,segment=NetworkSegment(e16ac01c-d49e-484d-9b31-f658a1c2f4a7),segment_id=e16ac01c-d49e-484d-9b31-f658a1c2f4a7)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:27.716804 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5faaf36b-3f4e-4446-a9f5-57a50e2e9bb5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5028913 Feb 09 01:44:27.719839 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1797fe7-cb44-4998-b0cc-1fec54fddf9a None None] Network 8e497bc1-122f-44b4-bc51-3150ff87700b requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:27.722604 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-056afb4d-3f3c-4c52-b59b-9afe2b84921c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.722903 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-595cc79c-2d1d-4afe-b4f4-4fe5e0331d9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (39615468-fb42-472a-ac5d-b723e6597983), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.787991 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-056afb4d-3f3c-4c52-b59b-9afe2b84921c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:27.788631 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-056afb4d-3f3c-4c52-b59b-9afe2b84921c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.791255 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-056afb4d-3f3c-4c52-b59b-9afe2b84921c service neutron] 10.222.0.48 "PUT /v2.0/ports/8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 HTTP/1.1" status: 200 len: 1091 time: 3.0073915 Feb 09 01:44:27.808540 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e91a24f-faae-4e8a-a79f-03edd877fdc2', 'tag': '8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:27.811098 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2b975c-a1b3-4b45-a48c-288f0fcd8501" -d '{"events": [{"name": "network-changed", "server_uuid": "6e91a24f-faae-4e8a-a79f-03edd877fdc2", "tag": "8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:27.878700 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-bb72e489-2948-4c93-9df9-2d4dedc5819d admin admin] For port 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8,segment=NetworkSegment(ec7689a4-c6d7-4927-a003-3a67136342ea),segment_id=ec7689a4-c6d7-4927-a003-3a67136342ea)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:27.878997 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb72e489-2948-4c93-9df9-2d4dedc5819d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.919107 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-595cc79c-2d1d-4afe-b4f4-4fe5e0331d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (39615468-fb42-472a-ac5d-b723e6597983), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.933477 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056afb4d-3f3c-4c52-b59b-9afe2b84921c service neutron] Pushing event updated for resources: {'Port': ['ID=8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:27.951713 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-bb72e489-2948-4c93-9df9-2d4dedc5819d admin admin] Calling delete_port for 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:27.951713 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-42760769-dc12-469e-9a56-02a5cc531dfd req-770c9496-9e34-4d05-931e-5c3049bcd8d3 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (d9e83e8d-d5c7-4840-b7fc-a7cb2850cae1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.000435 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-42760769-dc12-469e-9a56-02a5cc531dfd req-770c9496-9e34-4d05-931e-5c3049bcd8d3 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (d9e83e8d-d5c7-4840-b7fc-a7cb2850cae1), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.016823 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ec745-8f82-4ef4-9d21-627da68f7aad req-e22f7ddd-d1c6-4fae-8b1b-835b3e1918da tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:28.020110 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bd9ec745-8f82-4ef4-9d21-627da68f7aad req-e22f7ddd-d1c6-4fae-8b1b-835b3e1918da tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=140128a1-0911-46ba-8b75-0a6b01ca099e HTTP/1.1" status: 200 len: 944 time: 0.2271414 Feb 09 01:44:28.105137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-b35c2683-812c-43e8-a7e4-24c9daf6a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:28.106679 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-b35c2683-812c-43e8-a7e4-24c9daf6a464 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de202805521c40c99d9482e3dcc29505&device_id=6e91a24f-faae-4e8a-a79f-03edd877fdc2 HTTP/1.1" status: 200 len: 1125 time: 0.2484055 Feb 09 01:44:28.158207 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-595cc79c-2d1d-4afe-b4f4-4fe5e0331d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (39615468-fb42-472a-ac5d-b723e6597983), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.183410 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-1db55db1-4d7b-4aae-87e4-018ff8c15334 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 HTTP/1.1" status: 200 len: 217 time: 0.0674443 Feb 09 01:44:28.185665 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-42760769-dc12-469e-9a56-02a5cc531dfd req-770c9496-9e34-4d05-931e-5c3049bcd8d3 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d9e83e8d-d5c7-4840-b7fc-a7cb2850cae1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.189124 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-42760769-dc12-469e-9a56-02a5cc531dfd req-770c9496-9e34-4d05-931e-5c3049bcd8d3 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.190302 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-42760769-dc12-469e-9a56-02a5cc531dfd req-770c9496-9e34-4d05-931e-5c3049bcd8d3 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "DELETE /v2.0/security-groups/d9e83e8d-d5c7-4840-b7fc-a7cb2850cae1 HTTP/1.1" status: 204 len: 173 time: 0.5215247 Feb 09 01:44:28.213355 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c9496-9e34-4d05-931e-5c3049bcd8d3 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e83e8d-d5c7-4840-b7fc-a7cb2850cae1,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:28.214546 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595cc79c-2d1d-4afe-b4f4-4fe5e0331d9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39615468-fb42-472a-ac5d-b723e6597983,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:28.250466 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-595cc79c-2d1d-4afe-b4f4-4fe5e0331d9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.253867 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-595cc79c-2d1d-4afe-b4f4-4fe5e0331d9f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/39615468-fb42-472a-ac5d-b723e6597983 HTTP/1.1" status: 204 len: 168 time: 0.7953980 Feb 09 01:44:28.260362 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42456) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:28.262959 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-bd9ec745-8f82-4ef4-9d21-627da68f7aad req-5b623920-b153-4067-8c41-a4e033c82be3 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Deleting port 12562aab-4070-4ec9-a2a4-efb945bab2b3 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:28.263332 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bd9ec745-8f82-4ef4-9d21-627da68f7aad req-5b623920-b153-4067-8c41-a4e033c82be3 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (12562aab-4070-4ec9-a2a4-efb945bab2b3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.327540 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-e79e58c7-2484-460d-85af-5f0154b92afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:28.329004 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-e79e58c7-2484-460d-85af-5f0154b92afd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0b26f97-d0c8-4cf7-88ed-04342ece5400 HTTP/1.1" status: 200 len: 860 time: 0.1363475 Feb 09 01:44:28.357490 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 12562aab-4070-4ec9-a2a4-efb945bab2b3 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:28.411433 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9461e-09f5-44eb-942f-b0e836e4b3af req-34ca5005-d15c-4eeb-86a1-1e32f266e14a tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:28.413673 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6eb9461e-09f5-44eb-942f-b0e836e4b3af req-34ca5005-d15c-4eeb-86a1-1e32f266e14a tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e91a24f-faae-4e8a-a79f-03edd877fdc2 HTTP/1.1" status: 200 len: 943 time: 0.1282330 Feb 09 01:44:28.441230 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e00c2dae-76e3-4241-9602-9a74ca2b171d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (a6b971e5-0c53-44cf-8606-badf0cb5180d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.482922 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 12562aab-4070-4ec9-a2a4-efb945bab2b3 is: DOWN; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:28.503415 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-bd9ec745-8f82-4ef4-9d21-627da68f7aad req-5b623920-b153-4067-8c41-a4e033c82be3 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] For port 12562aab-4070-4ec9-a2a4-efb945bab2b3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=12562aab-4070-4ec9-a2a4-efb945bab2b3,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:28.503795 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bd9ec745-8f82-4ef4-9d21-627da68f7aad req-5b623920-b153-4067-8c41-a4e033c82be3 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (12562aab-4070-4ec9-a2a4-efb945bab2b3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.539494 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb72e489-2948-4c93-9df9-2d4dedc5819d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.557404 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-625ba032-62bf-4e89-96b7-edd937acabda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:28.558962 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-625ba032-62bf-4e89-96b7-edd937acabda service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f0b7f23d-62d1-4973-9206-4a988800da60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2229068 Feb 09 01:44:28.559410 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-bd9ec745-8f82-4ef4-9d21-627da68f7aad req-5b623920-b153-4067-8c41-a4e033c82be3 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Calling delete_port for 12562aab-4070-4ec9-a2a4-efb945bab2b3 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:28.577843 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e00c2dae-76e3-4241-9602-9a74ca2b171d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (a6b971e5-0c53-44cf-8606-badf0cb5180d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.604916 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72e489-2948-4c93-9df9-2d4dedc5819d admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:28.629641 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6eb9461e-09f5-44eb-942f-b0e836e4b3af req-0fd728bf-7a09-410a-9636-473d7eba9df5 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/security-groups?id=f278137b-c33c-4226-ac3c-96d9d1d0e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386211 Feb 09 01:44:28.637299 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e00c2dae-76e3-4241-9602-9a74ca2b171d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b971e5-0c53-44cf-8606-badf0cb5180d']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:28.651536 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e00c2dae-76e3-4241-9602-9a74ca2b171d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbc736b-5615-49c5-8b22-d214a670d94a') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:28.651890 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e00c2dae-76e3-4241-9602-9a74ca2b171d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbc736b-5615-49c5-8b22-d214a670d94a') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:28.674188 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e00c2dae-76e3-4241-9602-9a74ca2b171d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (fbbc736b-5615-49c5-8b22-d214a670d94a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.719678 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e00c2dae-76e3-4241-9602-9a74ca2b171d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (fbbc736b-5615-49c5-8b22-d214a670d94a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.754803 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00c2dae-76e3-4241-9602-9a74ca2b171d admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:44:28.756012 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e00c2dae-76e3-4241-9602-9a74ca2b171d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (fbbc736b-5615-49c5-8b22-d214a670d94a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:44:28.758447 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:44:28.915636 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-3bbd371d-596c-489a-a8b5-ff2c779464dd service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178639 Feb 09 01:44:28.926070 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e00c2dae-76e3-4241-9602-9a74ca2b171d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (a6b971e5-0c53-44cf-8606-badf0cb5180d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.940420 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e00c2dae-76e3-4241-9602-9a74ca2b171d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.945861 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e00c2dae-76e3-4241-9602-9a74ca2b171d admin admin] 10.222.0.36 "DELETE /v2.0/networks/a6b971e5-0c53-44cf-8606-badf0cb5180d HTTP/1.1" status: 204 len: 168 time: 0.6603227 Feb 09 01:44:29.022632 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c2dae-76e3-4241-9602-9a74ca2b171d admin admin] Pushing event deleted for resources: {'Network': ['ID=a6b971e5-0c53-44cf-8606-badf0cb5180d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:29.034435 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bd9ec745-8f82-4ef4-9d21-627da68f7aad req-5b623920-b153-4067-8c41-a4e033c82be3 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (12562aab-4070-4ec9-a2a4-efb945bab2b3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.057435 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-feced33a-7385-45c6-9c3e-a80860a7f294 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8116aa6218a54d5a9230cbe319bbd7fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1289146 Feb 09 01:44:29.124576 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b623920-b153-4067-8c41-a4e033c82be3 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Pushing event deleted for resources: {'Port': ['ID=12562aab-4070-4ec9-a2a4-efb945bab2b3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:29.172834 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb72e489-2948-4c93-9df9-2d4dedc5819d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (fe2cdbec-683c-4b76-9ca6-4394b140b8ec), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.228402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42470) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:29.236529 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9ec745-8f82-4ef4-9d21-627da68f7aad req-5b623920-b153-4067-8c41-a4e033c82be3 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] No DVR routers for this DVR port 12562aab-4070-4ec9-a2a4-efb945bab2b3 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:29.239721 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bd9ec745-8f82-4ef4-9d21-627da68f7aad req-5b623920-b153-4067-8c41-a4e033c82be3 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.244333 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bd9ec745-8f82-4ef4-9d21-627da68f7aad req-5b623920-b153-4067-8c41-a4e033c82be3 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "DELETE /v2.0/ports/12562aab-4070-4ec9-a2a4-efb945bab2b3 HTTP/1.1" status: 204 len: 173 time: 1.2077830 Feb 09 01:44:29.244853 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140128a1-0911-46ba-8b75-0a6b01ca099e', 'name': 'network-vif-deleted', 'tag': '12562aab-4070-4ec9-a2a4-efb945bab2b3'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:29.251284 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510b9776-b79f-45a9-9ecd-5a941024180d" -d '{"events": [{"server_uuid": "140128a1-0911-46ba-8b75-0a6b01ca099e", "name": "network-vif-deleted", "tag": "12562aab-4070-4ec9-a2a4-efb945bab2b3"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:29.254346 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-46ad9883-c2c8-48ba-868b-ce25cceb3760 req-033fa35f-e008-4c56-bbeb-0637f90343b5 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262651 Feb 09 01:44:29.391234 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-7553c45f-9ac6-44de-a297-e4825c55933c tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:29.392708 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-7553c45f-9ac6-44de-a297-e4825c55933c tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3222222 Feb 09 01:44:29.427124 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-dc917688-bbb3-48e8-8195-52ad5047fb04 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/quotas/8116aa6218a54d5a9230cbe319bbd7fe HTTP/1.1" status: 200 len: 375 time: 0.0262542 Feb 09 01:44:29.432520 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2ea09e7c-9e1e-4d15-ace4-b51e1dc2cbea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8248d61c5b2e4c07afdd3d5431bd39cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2027662 Feb 09 01:44:29.435549 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42478) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:29.490589 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6c2065d5-56d4-4822-b9bf-fe31b142d09c tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8116aa6218a54d5a9230cbe319bbd7fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472367 Feb 09 01:44:29.609208 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3b4cb003-dde9-4173-a804-367ec9ee6424 admin admin] Publish callbacks [] for security_group (e24943dc-0437-43ff-aedd-b5fbc6274bf9), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.646658 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3b4cb003-dde9-4173-a804-367ec9ee6424 admin admin] Publish callbacks [] for security_group (e24943dc-0437-43ff-aedd-b5fbc6274bf9), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.720733 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae0d473-ac18-47d1-8705-347960593860 x-openstack-request-id: req-7ae0d473-ac18-47d1-8705-347960593860 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:29.721036 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e91a24f-faae-4e8a-a79f-03edd877fdc2", "tag": "8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:29.721288 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ae0d473-ac18-47d1-8705-347960593860 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:29.721686 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e91a24f-faae-4e8a-a79f-03edd877fdc2', 'tag': '8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6', 'status': 'completed', 'code': 200} Feb 09 01:44:29.732613 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb72e489-2948-4c93-9df9-2d4dedc5819d admin admin] Router fe2cdbec-683c-4b76-9ca6-4394b140b8ec has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:29.908130 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-83c71fdc-27c1-4ee1-af1d-8cc148c77713 req-79fba9ec-c608-4f25-ad6e-e5aa43e226a7 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "GET /v2.0/security-groups/944aec1d-3e5b-476d-862a-bc19c35b0e0c HTTP/1.1" status: 200 len: 1831 time: 0.0856616 Feb 09 01:44:30.037783 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-83c71fdc-27c1-4ee1-af1d-8cc148c77713 req-f2a7d93a-2678-4a10-8ae5-4cb1b890221f tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (944aec1d-3e5b-476d-862a-bc19c35b0e0c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:30.108329 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-83c71fdc-27c1-4ee1-af1d-8cc148c77713 req-f2a7d93a-2678-4a10-8ae5-4cb1b890221f tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (944aec1d-3e5b-476d-862a-bc19c35b0e0c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:30.198249 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-83c71fdc-27c1-4ee1-af1d-8cc148c77713 req-f2a7d93a-2678-4a10-8ae5-4cb1b890221f tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (944aec1d-3e5b-476d-862a-bc19c35b0e0c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:30.200525 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-83c71fdc-27c1-4ee1-af1d-8cc148c77713 req-f2a7d93a-2678-4a10-8ae5-4cb1b890221f tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:30.201700 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-83c71fdc-27c1-4ee1-af1d-8cc148c77713 req-f2a7d93a-2678-4a10-8ae5-4cb1b890221f tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "DELETE /v2.0/security-groups/944aec1d-3e5b-476d-862a-bc19c35b0e0c HTTP/1.1" status: 204 len: 173 time: 0.2863293 Feb 09 01:44:30.216559 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7d93a-2678-4a10-8ae5-4cb1b890221f tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=944aec1d-3e5b-476d-862a-bc19c35b0e0c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:30.291738 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3b4cb003-dde9-4173-a804-367ec9ee6424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e24943dc-0437-43ff-aedd-b5fbc6274bf9), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:30.294256 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3b4cb003-dde9-4173-a804-367ec9ee6424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:30.295418 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3b4cb003-dde9-4173-a804-367ec9ee6424 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e24943dc-0437-43ff-aedd-b5fbc6274bf9 HTTP/1.1" status: 204 len: 168 time: 0.8589411 Feb 09 01:44:30.315884 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4cb003-dde9-4173-a804-367ec9ee6424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24943dc-0437-43ff-aedd-b5fbc6274bf9,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:30.423732 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b975c-a1b3-4b45-a48c-288f0fcd8501 req-0d1ffd45-62db-45d2-bb15-36076ec2da62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:30.424541 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b2b975c-a1b3-4b45-a48c-288f0fcd8501 req-0d1ffd45-62db-45d2-bb15-36076ec2da62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de202805521c40c99d9482e3dcc29505&device_id=6e91a24f-faae-4e8a-a79f-03edd877fdc2 HTTP/1.1" status: 200 len: 1125 time: 0.6390939 Feb 09 01:44:30.474895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb72e489-2948-4c93-9df9-2d4dedc5819d admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:30.488559 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e77688-7352-4ea0-96b8-766598c52a14 None None] Sync routers for ids ['fe2cdbec-683c-4b76-9ca6-4394b140b8ec'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:30.515056 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e77688-7352-4ea0-96b8-766598c52a14 None None] Routers {'fe2cdbec-683c-4b76-9ca6-4394b140b8ec'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:30.516669 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-13e77688-7352-4ea0-96b8-766598c52a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:44:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['fe2cdbec-683c-4b76-9ca6-4394b140b8ec'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:30.544758 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bb72e489-2948-4c93-9df9-2d4dedc5819d admin admin] 10.222.0.36 "PUT /v2.0/routers/fe2cdbec-683c-4b76-9ca6-4394b140b8ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8685207 Feb 09 01:44:30.544918 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42520) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:30.580821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674182e-4431-4460-92a3-00dc8066b23e req-53065384-d861-479b-a742-9b12939328b2 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:30.582814 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a674182e-4431-4460-92a3-00dc8066b23e req-53065384-d861-479b-a742-9b12939328b2 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/networks?id=8e497bc1-122f-44b4-bc51-3150ff87700b HTTP/1.1" status: 200 len: 815 time: 0.2863727 Feb 09 01:44:30.619927 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a674182e-4431-4460-92a3-00dc8066b23e req-d7747d7b-a0c5-4f37-ae26-baaf4473521a tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/quotas/4a97911cac8641ab9180dac54e0c0c03 HTTP/1.1" status: 200 len: 375 time: 0.0264747 Feb 09 01:44:30.634892 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e26cb5-6b67-4b59-b1e6-547aa7d010af x-openstack-request-id: req-a5e26cb5-6b67-4b59-b1e6-547aa7d010af {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:30.635181 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140128a1-0911-46ba-8b75-0a6b01ca099e", "name": "network-vif-deleted", "tag": "12562aab-4070-4ec9-a2a4-efb945bab2b3", "status": "failed", "code": 422}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:30.635445 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a5e26cb5-6b67-4b59-b1e6-547aa7d010af {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:30.635867 n-d-828387-3 neutron-server[103184]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '140128a1-0911-46ba-8b75-0a6b01ca099e', 'name': 'network-vif-deleted', 'tag': '12562aab-4070-4ec9-a2a4-efb945bab2b3', 'status': 'failed', 'code': 422} returned with failed status Feb 09 01:44:30.670492 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a674182e-4431-4460-92a3-00dc8066b23e req-43440365-60a4-4e56-ad02-7b4941cf6a2a tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4a97911cac8641ab9180dac54e0c0c03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447559 Feb 09 01:44:30.722649 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84c5-6ea5-40ca-bbe6-150f414dba7d admin admin] Publish callbacks [] for router (fe2cdbec-683c-4b76-9ca6-4394b140b8ec), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:30.765616 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-13e77688-7352-4ea0-96b8-766598c52a14 None None] Set router fe2cdbec-683c-4b76-9ca6-4394b140b8ec gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:30.779403 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b975c-a1b3-4b45-a48c-288f0fcd8501 req-fb141442-13cb-4ec5-bce3-e117edf63e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:30.781181 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b2b975c-a1b3-4b45-a48c-288f0fcd8501 req-fb141442-13cb-4ec5-bce3-e117edf63e10 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f0b7f23d-62d1-4973-9206-4a988800da60 HTTP/1.1" status: 200 len: 922 time: 0.3487246 Feb 09 01:44:30.831460 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b2b975c-a1b3-4b45-a48c-288f0fcd8501 req-9d34c504-cdba-4031-95be-ca37329d61a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 HTTP/1.1" status: 200 len: 217 time: 0.0409670 Feb 09 01:44:30.842061 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-77548c78-c126-4afd-88f7-6e720eef2593 req-721433ad-bba4-4f81-951e-20f2cf826288 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec83e8d-56f7-49e2-bb8c-71dd71850ea8 HTTP/1.1" status: 200 len: 210 time: 0.1394804 Feb 09 01:44:30.880020 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84c5-6ea5-40ca-bbe6-150f414dba7d admin admin] Publish callbacks [] for router_gateway (fe2cdbec-683c-4b76-9ca6-4394b140b8ec), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:30.889335 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b975c-a1b3-4b45-a48c-288f0fcd8501 req-30409b35-459b-40bb-a6df-b76810d3b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:30.896547 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b2b975c-a1b3-4b45-a48c-288f0fcd8501 req-30409b35-459b-40bb-a6df-b76810d3b0fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0b26f97-d0c8-4cf7-88ed-04342ece5400 HTTP/1.1" status: 200 len: 860 time: 0.0512745 Feb 09 01:44:30.999824 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a674182e-4431-4460-92a3-00dc8066b23e req-95fa553f-6137-45be-b0d5-aaa98759e931 service neutron] 10.222.0.36 "GET /v2.0/networks/8e497bc1-122f-44b4-bc51-3150ff87700b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158679 Feb 09 01:44:31.006821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b975c-a1b3-4b45-a48c-288f0fcd8501 req-effde811-5179-4984-8ba2-f37f47ff18ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:31.008398 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b2b975c-a1b3-4b45-a48c-288f0fcd8501 req-effde811-5179-4984-8ba2-f37f47ff18ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f0b7f23d-62d1-4973-9206-4a988800da60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1044343 Feb 09 01:44:31.029917 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-13e77688-7352-4ea0-96b8-766598c52a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cdbec-683c-4b76-9ca6-4394b140b8ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-672951048-router', 'tenant_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b5a5569d-0370-4f26-8670-ed5e5b76e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:44Z', 'updated_at': '2022-02-09T01:44:28Z', 'revision_number': 5, 'project_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'gw_port': {'id': 'b5a5569d-0370-4f26-8670-ed5e5b76e37b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cdbec-683c-4b76-9ca6-4394b140b8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:46Z', 'updated_at': '2022-02-09T01:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:31.073962 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e80f6-f932-48fc-b8f0-eeee84ece83b req-77cab6d9-134d-4cd1-9168-1c7fe59b71be tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:31.074498 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e77688-7352-4ea0-96b8-766598c52a14 None None] Checking router: fe2cdbec-683c-4b76-9ca6-4394b140b8ec for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:31.074625 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-849e80f6-f932-48fc-b8f0-eeee84ece83b req-77cab6d9-134d-4cd1-9168-1c7fe59b71be tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e91a24f-faae-4e8a-a79f-03edd877fdc2 HTTP/1.1" status: 200 len: 943 time: 0.1081121 Feb 09 01:44:31.078474 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:44:31.094283 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e77688-7352-4ea0-96b8-766598c52a14 None None] Routers {'fe2cdbec-683c-4b76-9ca6-4394b140b8ec'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:31.096082 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-13e77688-7352-4ea0-96b8-766598c52a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:44:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['fe2cdbec-683c-4b76-9ca6-4394b140b8ec'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:31.107757 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-6c0a84c5-6ea5-40ca-bbe6-150f414dba7d admin admin] Deleting port b5a5569d-0370-4f26-8670-ed5e5b76e37b {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:31.108099 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84c5-6ea5-40ca-bbe6-150f414dba7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b5a5569d-0370-4f26-8670-ed5e5b76e37b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:31.176445 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-9f3b069e-8671-44e8-b55f-54a3012e86ce tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8116aa6218a54d5a9230cbe319bbd7fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437531 Feb 09 01:44:31.293964 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-13e77688-7352-4ea0-96b8-766598c52a14 None None] Set router fe2cdbec-683c-4b76-9ca6-4394b140b8ec gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:31.308261 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6,segment=NetworkSegment(e16ac01c-d49e-484d-9b31-f658a1c2f4a7),segment_id=e16ac01c-d49e-484d-9b31-f658a1c2f4a7)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:31.326035 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-849e80f6-f932-48fc-b8f0-eeee84ece83b req-d033794f-ace4-42b5-b8c3-fcf2a3b4e0d7 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/security-groups?id=f278137b-c33c-4226-ac3c-96d9d1d0e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339053 Feb 09 01:44:31.326354 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a674182e-4431-4460-92a3-00dc8066b23e req-b621a6c9-ce3e-4599-a476-e6840cb38070 service neutron] 10.222.0.36 "GET /v2.0/networks/8e497bc1-122f-44b4-bc51-3150ff87700b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118601 Feb 09 01:44:31.326829 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'port_id': '8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6', 'mac_address': 'fa:16:3e:82:70:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:44:31.355729 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b2b975c-a1b3-4b45-a48c-288f0fcd8501 req-b4522421-3177-48c5-9aca-2e8440bfd8df service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237510 Feb 09 01:44:31.391067 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-6c0a84c5-6ea5-40ca-bbe6-150f414dba7d admin admin] For port b5a5569d-0370-4f26-8670-ed5e5b76e37b, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b5a5569d-0370-4f26-8670-ed5e5b76e37b,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:31.391479 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84c5-6ea5-40ca-bbe6-150f414dba7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b5a5569d-0370-4f26-8670-ed5e5b76e37b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:31.421391 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:31.422075 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:31.427822 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-13e77688-7352-4ea0-96b8-766598c52a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cdbec-683c-4b76-9ca6-4394b140b8ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-672951048-router', 'tenant_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:44Z', 'updated_at': '2022-02-09T01:44:30Z', 'revision_number': 6, 'project_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:31.430764 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-6c0a84c5-6ea5-40ca-bbe6-150f414dba7d admin admin] Calling delete_port for b5a5569d-0370-4f26-8670-ed5e5b76e37b owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:31.447117 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:44:31.491550 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6,segment=NetworkSegment(e16ac01c-d49e-484d-9b31-f658a1c2f4a7),segment_id=e16ac01c-d49e-484d-9b31-f658a1c2f4a7)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:31.497119 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:31.521339 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e77688-7352-4ea0-96b8-766598c52a14 None None] The sync data for ids ['fe2cdbec-683c-4b76-9ca6-4394b140b8ec'] in n-d-828387-3 is: [{'id': 'fe2cdbec-683c-4b76-9ca6-4394b140b8ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-672951048-router', 'tenant_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:44Z', 'updated_at': '2022-02-09T01:44:30Z', 'revision_number': 6, 'project_id': '43de3fcd6ce94ebf8fcfe415d3e83408', 'gw_port_host': None}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:31.605429 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:31.627367 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-63d7efda-4d8b-4d24-9513-b4eed481d3da tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:31.643584 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-63d7efda-4d8b-4d24-9513-b4eed481d3da tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4577758 Feb 09 01:44:31.660967 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-44f4037a-149d-4871-8bbe-04c06866e562 req-aa8b5fd4-dcc5-4d05-a6d7-1e109917ebf7 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "GET /v2.0/security-groups/1123688d-d8de-4681-ab97-918cce3bd438 HTTP/1.1" status: 200 len: 1831 time: 0.1324916 Feb 09 01:44:31.665506 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Request body: {'port': {'device_id': '5ec83e8d-56f7-49e2-bb8c-71dd71850ea8', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': '8116aa6218a54d5a9230cbe319bbd7fe'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:31.733351 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:44:31.802223 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b2b975c-a1b3-4b45-a48c-288f0fcd8501 req-5e08d3e7-131f-4546-9560-7608d6e2cf96 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320705 Feb 09 01:44:31.810134 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-44f4037a-149d-4871-8bbe-04c06866e562 req-f1b78fe2-7c28-44d8-ac61-79e9af7438b4 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (1123688d-d8de-4681-ab97-918cce3bd438), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:31.843260 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42548) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:31.869457 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-44f4037a-149d-4871-8bbe-04c06866e562 req-f1b78fe2-7c28-44d8-ac61-79e9af7438b4 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (1123688d-d8de-4681-ab97-918cce3bd438), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:31.927471 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84c5-6ea5-40ca-bbe6-150f414dba7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (b5a5569d-0370-4f26-8670-ed5e5b76e37b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:31.960419 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a84c5-6ea5-40ca-bbe6-150f414dba7d admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a5569d-0370-4f26-8670-ed5e5b76e37b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:31.972438 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-44f4037a-149d-4871-8bbe-04c06866e562 req-f1b78fe2-7c28-44d8-ac61-79e9af7438b4 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1123688d-d8de-4681-ab97-918cce3bd438), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:31.975046 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-44f4037a-149d-4871-8bbe-04c06866e562 req-f1b78fe2-7c28-44d8-ac61-79e9af7438b4 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:31.976253 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-44f4037a-149d-4871-8bbe-04c06866e562 req-f1b78fe2-7c28-44d8-ac61-79e9af7438b4 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] 10.222.0.36 "DELETE /v2.0/security-groups/1123688d-d8de-4681-ab97-918cce3bd438 HTTP/1.1" status: 204 len: 173 time: 0.3017251 Feb 09 01:44:31.999188 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42562) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:32.062064 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b78fe2-7c28-44d8-ac61-79e9af7438b4 tempest-SecurityGroupRulesNegativeTestJSON-997742031 tempest-SecurityGroupRulesNegativeTestJSON-997742031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1123688d-d8de-4681-ab97-918cce3bd438,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:32.064641 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b5d5ff5-4edf-4fe3-88a8-8b7476e10518 req-67f2518a-e3dd-468a-a314-ed81d23f56f8 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 210 time: 0.1563408 Feb 09 01:44:32.135119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Made reservation on behalf of 8116aa6218a54d5a9230cbe319bbd7fe for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:32.150667 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.174429 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.182909 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-7631e6a9-27b2-4124-a889-9c865f1efed3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1572805688-network', 'tenant_id': '0947b32ff412414786f5c023b76f7760'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:32.190341 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-be44009e-9dae-47c1-8692-e201df95725f admin admin] Deleting subnet 21c57f1b-75ea-48f3-9826-683c257e545c {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:44:32.230691 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be44009e-9dae-47c1-8692-e201df95725f admin admin] Publish callbacks [] for subnet (21c57f1b-75ea-48f3-9826-683c257e545c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.261109 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7631e6a9-27b2-4124-a889-9c865f1efed3 admin admin] Made reservation on behalf of 0947b32ff412414786f5c023b76f7760 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:32.264016 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7631e6a9-27b2-4124-a889-9c865f1efed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.281322 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84c5-6ea5-40ca-bbe6-150f414dba7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (fe2cdbec-683c-4b76-9ca6-4394b140b8ec), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.283605 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7631e6a9-27b2-4124-a889-9c865f1efed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.346309 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d9f0f-30f3-4614-bc32-64a9b2ff4b0d req-8c3642cb-5574-4b63-94b5-2f0f59adc959 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:32.348727 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-563d9f0f-30f3-4614-bc32-64a9b2ff4b0d req-8c3642cb-5574-4b63-94b5-2f0f59adc959 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.1497066 Feb 09 01:44:32.393754 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be44009e-9dae-47c1-8692-e201df95725f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (21c57f1b-75ea-48f3-9826-683c257e545c), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.452211 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84c5-6ea5-40ca-bbe6-150f414dba7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (fe2cdbec-683c-4b76-9ca6-4394b140b8ec), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.455760 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Publish callbacks [] for security_group (440134bb-10fb-435d-b5eb-9e08b5277be1), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.457640 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84c5-6ea5-40ca-bbe6-150f414dba7d admin admin] Publish callbacks [] for router_controller (fe2cdbec-683c-4b76-9ca6-4394b140b8ec), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.466223 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-563d9f0f-30f3-4614-bc32-64a9b2ff4b0d req-4bbe3f94-76ab-48de-851e-d4d6448cfed2 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094544 Feb 09 01:44:32.470329 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (440134bb-10fb-435d-b5eb-9e08b5277be1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.521748 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-91c684d6-933f-4f19-b1ec-8c9749ad55a8 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:32.523470 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-91c684d6-933f-4f19-b1ec-8c9749ad55a8 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/networks?id=8d868039-8396-432e-a58b-15f70b0bf5f1 HTTP/1.1" status: 200 len: 811 time: 0.3973842 Feb 09 01:44:32.526138 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be44009e-9dae-47c1-8692-e201df95725f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (21c57f1b-75ea-48f3-9826-683c257e545c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.571499 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84c5-6ea5-40ca-bbe6-150f414dba7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (fe2cdbec-683c-4b76-9ca6-4394b140b8ec), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.572020 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0a84c5-6ea5-40ca-bbe6-150f414dba7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe2cdbec-683c-4b76-9ca6-4394b140b8ec {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:44:32.579056 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84c5-6ea5-40ca-bbe6-150f414dba7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.582457 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6c0a84c5-6ea5-40ca-bbe6-150f414dba7d admin admin] 10.222.0.36 "DELETE /v2.0/routers/fe2cdbec-683c-4b76-9ca6-4394b140b8ec HTTP/1.1" status: 204 len: 168 time: 2.0344899 Feb 09 01:44:32.582869 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42576) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:32.583410 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7631e6a9-27b2-4124-a889-9c865f1efed3 admin admin] Publish callbacks [] for security_group (83139982-faba-4e3b-af8a-e250333e9f1b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.592864 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-51d3e1ab-079f-4b3c-bfc2-ee4a14130ddd tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/quotas/092f8329ee4140f8a8a266c0e29b4e94 HTTP/1.1" status: 200 len: 375 time: 0.0393982 Feb 09 01:44:32.616132 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7631e6a9-27b2-4124-a889-9c865f1efed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (83139982-faba-4e3b-af8a-e250333e9f1b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.659065 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0140ca1d-87cb-4d52-ac9a-d5c79d85ecf7 req-a802ce7d-b718-49ab-9065-48ffa6675a35 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec83e8d-56f7-49e2-bb8c-71dd71850ea8 HTTP/1.1" status: 200 len: 210 time: 0.0741439 Feb 09 01:44:32.664073 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-c1fe3a39-0ceb-4bf6-aa09-045be353b4cf tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=092f8329ee4140f8a8a266c0e29b4e94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461175 Feb 09 01:44:32.683167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440134bb-10fb-435d-b5eb-9e08b5277be1,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:32.698991 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c45c335-4656-4557-96dc-ca57da987bf9 admin admin] Deleting subnet 3f496426-c363-445b-91ad-44a159877fb2 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:44:32.702714 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3c45c335-4656-4557-96dc-ca57da987bf9 admin admin] Publish callbacks [] for subnet (3f496426-c363-445b-91ad-44a159877fb2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.705005 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be44009e-9dae-47c1-8692-e201df95725f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (21c57f1b-75ea-48f3-9826-683c257e545c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.750097 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7631e6a9-27b2-4124-a889-9c865f1efed3 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:44:32.753615 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.753963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.754307 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.756522 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.756854 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.757194 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.757546 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.758671 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.759188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.759840 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.760238 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.760574 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.760901 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.764903 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be44009e-9dae-47c1-8692-e201df95725f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.770569 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-be44009e-9dae-47c1-8692-e201df95725f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/21c57f1b-75ea-48f3-9826-683c257e545c HTTP/1.1" status: 204 len: 168 time: 0.7665517 Feb 09 01:44:32.770569 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44009e-9dae-47c1-8692-e201df95725f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21c57f1b-75ea-48f3-9826-683c257e545c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:32.771257 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42580) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:32.837805 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be44009e-9dae-47c1-8692-e201df95725f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.838161 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be44009e-9dae-47c1-8692-e201df95725f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.838509 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be44009e-9dae-47c1-8692-e201df95725f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.838849 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be44009e-9dae-47c1-8692-e201df95725f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.839187 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be44009e-9dae-47c1-8692-e201df95725f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.839547 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be44009e-9dae-47c1-8692-e201df95725f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.839894 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be44009e-9dae-47c1-8692-e201df95725f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.840226 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be44009e-9dae-47c1-8692-e201df95725f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.840553 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be44009e-9dae-47c1-8692-e201df95725f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.840879 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be44009e-9dae-47c1-8692-e201df95725f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.841201 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be44009e-9dae-47c1-8692-e201df95725f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.841707 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be44009e-9dae-47c1-8692-e201df95725f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.842039 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be44009e-9dae-47c1-8692-e201df95725f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.842467 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7631e6a9-27b2-4124-a889-9c865f1efed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (37a2973b-cbc2-440c-9175-1a1f4f71999a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.842818 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-7631e6a9-27b2-4124-a889-9c865f1efed3 admin admin] Added segment 37a2973b-cbc2-440c-9175-1a1f4f71999a of type vlan for network 37d718d3-97dd-4a0b-93a0-c4820cd40d4f Feb 09 01:44:32.846421 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631e6a9-27b2-4124-a889-9c865f1efed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83139982-faba-4e3b-af8a-e250333e9f1b,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:32.871524 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3c45c335-4656-4557-96dc-ca57da987bf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (3f496426-c363-445b-91ad-44a159877fb2), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.912005 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Allocated IP 192.168.233.87 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/2ef1f632-cd79-4bc8-a940-03df2612c45b) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:32.933661 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7631e6a9-27b2-4124-a889-9c865f1efed3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (37d718d3-97dd-4a0b-93a0-c4820cd40d4f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.957171 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cab376-c956-4bee-be97-20f086428d0e req-bc76a21e-84b4-468c-bc2f-8d264120ca5c tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:32.958861 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0cab376-c956-4bee-be97-20f086428d0e req-bc76a21e-84b4-468c-bc2f-8d264120ca5c tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e91a24f-faae-4e8a-a79f-03edd877fdc2 HTTP/1.1" status: 200 len: 944 time: 0.1892691 Feb 09 01:44:32.973932 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-94f46dd7-b1ee-49b6-8545-16d5d323cd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (8a5762a4-3af2-4c53-9f2d-7aecfadfec52), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.053811 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0cab376-c956-4bee-be97-20f086428d0e req-8ec96cbd-b245-4cf4-af62-754e99dc8790 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/security-groups?id=f278137b-c33c-4226-ac3c-96d9d1d0e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784831 Feb 09 01:44:33.070515 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7631e6a9-27b2-4124-a889-9c865f1efed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (37d718d3-97dd-4a0b-93a0-c4820cd40d4f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.071645 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7631e6a9-27b2-4124-a889-9c865f1efed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:33.072263 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7631e6a9-27b2-4124-a889-9c865f1efed3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.075805 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-97369b16-2a6d-403c-8265-221a442a2b28 service neutron] 10.222.0.36 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037476 Feb 09 01:44:33.086788 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:33.094915 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3c45c335-4656-4557-96dc-ca57da987bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (3f496426-c363-445b-91ad-44a159877fb2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.157921 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:33.162501 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:33.163077 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.234331 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7631e6a9-27b2-4124-a889-9c865f1efed3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3893700 Feb 09 01:44:33.259459 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42584) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:33.278906 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:33.279603 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.297762 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-8064c40a-cbf5-4b45-8471-0090c5797974 admin admin] Request body: {'subnet': {'network_id': '37d718d3-97dd-4a0b-93a0-c4820cd40d4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572805688-subnet', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:33.320212 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-94f46dd7-b1ee-49b6-8545-16d5d323cd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (8a5762a4-3af2-4c53-9f2d-7aecfadfec52), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.324100 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e91a24f-faae-4e8a-a79f-03edd877fdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:33.327563 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29298068-5fd5-4053-8aea-06261a081a60" -d '{"events": [{"server_uuid": "6e91a24f-faae-4e8a-a79f-03edd877fdc2", "name": "network-vif-plugged", "status": "completed", "tag": "8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:33.334084 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6,segment=NetworkSegment(e16ac01c-d49e-484d-9b31-f658a1c2f4a7),segment_id=e16ac01c-d49e-484d-9b31-f658a1c2f4a7)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:33.337136 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-80659792-e6c5-4075-af45-8ff8c7549f5a req-b766a115-c201-486f-8bae-bf633acf2cb5 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 210 time: 0.1884918 Feb 09 01:44:33.345819 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b5a5569d-0370-4f26-8670-ed5e5b76e37b no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:33.370509 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631e6a9-27b2-4124-a889-9c865f1efed3 admin admin] Pushing event updated for resources: {'Network': ['ID=37d718d3-97dd-4a0b-93a0-c4820cd40d4f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:33.388426 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-94f46dd7-b1ee-49b6-8545-16d5d323cd1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5762a4-3af2-4c53-9f2d-7aecfadfec52']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:33.395350 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Publish callbacks [] for port (2ef1f632-cd79-4bc8-a940-03df2612c45b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.406642 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c93221a-6f54-414a-b72e-f9e1f2ac2785 x-openstack-request-id: req-4c93221a-6f54-414a-b72e-f9e1f2ac2785 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:33.406942 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e91a24f-faae-4e8a-a79f-03edd877fdc2", "name": "network-vif-plugged", "status": "completed", "tag": "8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:33.407232 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c93221a-6f54-414a-b72e-f9e1f2ac2785 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:33.407626 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e91a24f-faae-4e8a-a79f-03edd877fdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6', 'code': 200} Feb 09 01:44:33.408474 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 37d718d3-97dd-4a0b-93a0-c4820cd40d4f details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:44:33.419915 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8064c40a-cbf5-4b45-8471-0090c5797974 admin admin] Made reservation on behalf of 0947b32ff412414786f5c023b76f7760 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:33.422382 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8064c40a-cbf5-4b45-8471-0090c5797974 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.438091 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (2ef1f632-cd79-4bc8-a940-03df2612c45b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.482570 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.537505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:33.542596 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: b5a5569d-0370-4f26-8670-ed5e5b76e37b {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:33.543092 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b5a5569d-0370-4f26-8670-ed5e5b76e37b not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:33.543551 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:33.544478 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Pushing event updated for resources: {'Port': ['ID=2ef1f632-cd79-4bc8-a940-03df2612c45b,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:33.546880 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:33.550339 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:33.552895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:33.567108 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:33.567482 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1cd3b0f4-c2f9-4996-b8e9-128523b6dcf8 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:33.624245 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af005642-8fde-4f01-a583-fd80f340df05 req-b1bda6e6-2754-4b61-bfc0-1ab10ac3e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:33.625754 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-af005642-8fde-4f01-a583-fd80f340df05 req-b1bda6e6-2754-4b61-bfc0-1ab10ac3e7f6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6e91a24f-faae-4e8a-a79f-03edd877fdc2 HTTP/1.1" status: 200 len: 1127 time: 0.1544082 Feb 09 01:44:33.672432 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:33.673084 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.708860 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-4453186f-89ea-4ef3-a46a-2aceb55bbdcc tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0514810 Feb 09 01:44:33.729811 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6d4dc9eb-8f25-47fd-b05e-a0792b3090b7 service neutron] Request body: {'port': {'device_id': '5ec83e8d-56f7-49e2-bb8c-71dd71850ea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:33.739795 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-af005642-8fde-4f01-a583-fd80f340df05 req-7eca5e48-40f8-41e8-9f88-fd4a356ddb7b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f278137b-c33c-4226-ac3c-96d9d1d0e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031706 Feb 09 01:44:33.764810 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4eb9f6-0a2c-4ec9-8b2e-2b827a69c5d2 req-c960d165-2ec7-4ad1-89e0-95b596fb06f9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:33.766397 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c4eb9f6-0a2c-4ec9-8b2e-2b827a69c5d2 req-c960d165-2ec7-4ad1-89e0-95b596fb06f9 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.1479890 Feb 09 01:44:33.774231 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-94f46dd7-b1ee-49b6-8545-16d5d323cd1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62103331-ee18-4353-91b5-742a898edd0f') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:33.774522 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-94f46dd7-b1ee-49b6-8545-16d5d323cd1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62103331-ee18-4353-91b5-742a898edd0f') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:33.826542 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-94f46dd7-b1ee-49b6-8545-16d5d323cd1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (62103331-ee18-4353-91b5-742a898edd0f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.829732 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-ca711124-318f-4bb7-a82f-8a5b41c1012b service neutron] 10.222.0.36 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7471099 Feb 09 01:44:33.856481 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3c45c335-4656-4557-96dc-ca57da987bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (3f496426-c363-445b-91ad-44a159877fb2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.874506 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6d4dc9eb-8f25-47fd-b05e-a0792b3090b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2ef1f632-cd79-4bc8-a940-03df2612c45b), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.901565 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-94f46dd7-b1ee-49b6-8545-16d5d323cd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (62103331-ee18-4353-91b5-742a898edd0f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.902421 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-bf1fb23e-3b76-4a4a-a7f2-0638936f2978 None None] Provisioning complete for port 2ef1f632-cd79-4bc8-a940-03df2612c45b triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:33.902919 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bf1fb23e-3b76-4a4a-a7f2-0638936f2978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2ef1f632-cd79-4bc8-a940-03df2612c45b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.910179 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674182e-4431-4460-92a3-00dc8066b23e req-c7eae165-ac2c-4026-9b86-98ed543bf862 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:33.911928 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a674182e-4431-4460-92a3-00dc8066b23e req-c7eae165-ac2c-4026-9b86-98ed543bf862 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.67 "GET /v2.0/networks?id=8e497bc1-122f-44b4-bc51-3150ff87700b HTTP/1.1" status: 200 len: 815 time: 0.7185137 Feb 09 01:44:33.922896 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45c335-4656-4557-96dc-ca57da987bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f496426-c363-445b-91ad-44a159877fb2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:33.926138 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3c45c335-4656-4557-96dc-ca57da987bf9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.930701 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3c45c335-4656-4557-96dc-ca57da987bf9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3f496426-c363-445b-91ad-44a159877fb2 HTTP/1.1" status: 204 len: 168 time: 1.3466678 Feb 09 01:44:33.932106 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f46dd7-b1ee-49b6-8545-16d5d323cd1b admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:44:33.932692 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-94f46dd7-b1ee-49b6-8545-16d5d323cd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (62103331-ee18-4353-91b5-742a898edd0f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.935508 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c4eb9f6-0a2c-4ec9-8b2e-2b827a69c5d2 req-a8fb582a-260c-44df-8981-68cd9131172e tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593986 Feb 09 01:44:33.937891 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42592) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:33.943495 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-a674182e-4431-4460-92a3-00dc8066b23e req-cae07aba-7e5a-40be-aa64-d93cec996db3 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Request body: {'port': {'device_id': '0c4e539f-752f-436c-938d-fb36ea76aaff', 'network_id': '8e497bc1-122f-44b4-bc51-3150ff87700b', 'admin_state_up': True, 'tenant_id': '4a97911cac8641ab9180dac54e0c0c03'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:44:33.953165 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:44:33.962685 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216b59c0-f5f3-4196-a312-227814566d09 None None] Network 6f60fb55-5f98-47ce-9f16-88a204881a7c requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:34.093238 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-bf1fb23e-3b76-4a4a-a7f2-0638936f2978 None None] Port 2ef1f632-cd79-4bc8-a940-03df2612c45b cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:44:34.133410 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4d1c410a-a18b-4ae6-8c31-6a8500ba15e8 req-5e4de091-efdc-4b60-8ffe-e68f6d57745c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 210 time: 0.0564907 Feb 09 01:44:34.143107 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-94f46dd7-b1ee-49b6-8545-16d5d323cd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (8a5762a4-3af2-4c53-9f2d-7aecfadfec52), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.157060 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-94f46dd7-b1ee-49b6-8545-16d5d323cd1b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.164757 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-94f46dd7-b1ee-49b6-8545-16d5d323cd1b admin admin] 10.222.0.36 "DELETE /v2.0/networks/8a5762a4-3af2-4c53-9f2d-7aecfadfec52 HTTP/1.1" status: 204 len: 168 time: 1.3877580 Feb 09 01:44:34.219509 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f46dd7-b1ee-49b6-8545-16d5d323cd1b admin admin] Pushing event deleted for resources: {'Network': ['ID=8a5762a4-3af2-4c53-9f2d-7aecfadfec52,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:34.296139 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9a1999-d22e-4d8f-9b8e-bd0330a11c15 None None] DHCP port deletion for 6f60fb55-5f98-47ce-9f16-88a204881a7c request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:44:34.318978 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a674182e-4431-4460-92a3-00dc8066b23e req-cae07aba-7e5a-40be-aa64-d93cec996db3 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Made reservation on behalf of 4a97911cac8641ab9180dac54e0c0c03 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:34.323861 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a674182e-4431-4460-92a3-00dc8066b23e req-cae07aba-7e5a-40be-aa64-d93cec996db3 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.366619 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0c9a1999-d22e-4d8f-9b8e-bd0330a11c15 None None] Deleting port 759e75eb-ffb1-47d9-aa6a-ee192e24faf4 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:34.368296 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c9a1999-d22e-4d8f-9b8e-bd0330a11c15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (759e75eb-ffb1-47d9-aa6a-ee192e24faf4), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.395468 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8064c40a-cbf5-4b45-8471-0090c5797974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (1c6c575a-2abf-46ad-a16d-fefed5f75801), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.453213 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dd6df-9dc0-4bac-ac2c-90cdec4f46f8 req-3db7f002-2fde-4946-bb8c-cec4ea6fc2be tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:34.455378 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e70dd6df-9dc0-4bac-ac2c-90cdec4f46f8 req-3db7f002-2fde-4946-bb8c-cec4ea6fc2be tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.67 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.5818369 Feb 09 01:44:34.481175 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42608) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:34.517922 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-0c9a1999-d22e-4d8f-9b8e-bd0330a11c15 None None] For port 759e75eb-ffb1-47d9-aa6a-ee192e24faf4, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=759e75eb-ffb1-47d9-aa6a-ee192e24faf4,segment=NetworkSegment(ec7689a4-c6d7-4927-a003-3a67136342ea),segment_id=ec7689a4-c6d7-4927-a003-3a67136342ea)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:34.519282 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c9a1999-d22e-4d8f-9b8e-bd0330a11c15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (759e75eb-ffb1-47d9-aa6a-ee192e24faf4), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.533704 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66880801-5352-444b-b9bf-9f4459e05b54 req-e058f620-2aa7-4ae9-a81b-fd5b6764de92 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:34.534965 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97141205-ce66-43ca-b8df-f228a1f0b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (6f60fb55-5f98-47ce-9f16-88a204881a7c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.537722 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0c9a1999-d22e-4d8f-9b8e-bd0330a11c15 None None] Calling delete_port for 759e75eb-ffb1-47d9-aa6a-ee192e24faf4 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:34.542328 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-66880801-5352-444b-b9bf-9f4459e05b54 req-e058f620-2aa7-4ae9-a81b-fd5b6764de92 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e91a24f-faae-4e8a-a79f-03edd877fdc2 HTTP/1.1" status: 200 len: 945 time: 0.2264388 Feb 09 01:44:34.551152 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064c40a-cbf5-4b45-8471-0090c5797974 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c6c575a-2abf-46ad-a16d-fefed5f75801,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:34.583044 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c52681-36e3-4b04-ac24-dade9478d2a3 req-0e7ccd10-d7b8-40cb-9633-afac2c2cdff8 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:34.592355 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b9c52681-36e3-4b04-ac24-dade9478d2a3 req-0e7ccd10-d7b8-40cb-9633-afac2c2cdff8 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec83e8d-56f7-49e2-bb8c-71dd71850ea8 HTTP/1.1" status: 200 len: 935 time: 0.4978223 Feb 09 01:44:34.657321 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c9a1999-d22e-4d8f-9b8e-bd0330a11c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (759e75eb-ffb1-47d9-aa6a-ee192e24faf4), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.658040 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8064c40a-cbf5-4b45-8471-0090c5797974 admin admin] Checking segment: {'id': '37a2973b-cbc2-440c-9175-1a1f4f71999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '37d718d3-97dd-4a0b-93a0-c4820cd40d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:34.658609 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8064c40a-cbf5-4b45-8471-0090c5797974 admin admin] Network hostable DHCP agents. Network: 37d718d3-97dd-4a0b-93a0-c4820cd40d4f, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:44:34.669307 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9f404244-1cd5-4318-8f64-cea148a39508 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=905c568d5a5a43b58333636047de945f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1833360 Feb 09 01:44:34.675895 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42612) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:34.684543 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-97141205-ce66-43ca-b8df-f228a1f0b8ed admin admin] The port '759e75eb-ffb1-47d9-aa6a-ee192e24faf4' was deleted {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 09 01:44:34.711682 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a1999-d22e-4d8f-9b8e-bd0330a11c15 None None] Pushing event deleted for resources: {'Port': ['ID=759e75eb-ffb1-47d9-aa6a-ee192e24faf4,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:34.714419 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9a1999-d22e-4d8f-9b8e-bd0330a11c15 None None] No DVR routers for this DVR port 759e75eb-ffb1-47d9-aa6a-ee192e24faf4 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:34.716878 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-a674182e-4431-4460-92a3-00dc8066b23e req-cae07aba-7e5a-40be-aa64-d93cec996db3 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Allocated IP 172.20.0.8 (8e497bc1-122f-44b4-bc51-3150ff87700b/ddb561ab-b96f-484d-90d6-e4f04b896832/0aad00fd-b9a7-4cb7-a58d-cd94523b670d) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:34.738679 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-66880801-5352-444b-b9bf-9f4459e05b54 req-b9d47912-bfc3-4fd5-bf4b-476237f76853 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/security-groups?id=f278137b-c33c-4226-ac3c-96d9d1d0e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950533 Feb 09 01:44:34.798559 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8064c40a-cbf5-4b45-8471-0090c5797974 admin admin] Network 37d718d3-97dd-4a0b-93a0-c4820cd40d4f is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:44:34.828671 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-8064c40a-cbf5-4b45-8471-0090c5797974 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 37d718d3-97dd-4a0b-93a0-c4820cd40d4f) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:34.835298 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8064c40a-cbf5-4b45-8471-0090c5797974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:34.835589 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8064c40a-cbf5-4b45-8471-0090c5797974 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.837705 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6d4dc9eb-8f25-47fd-b05e-a0792b3090b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef1f632-cd79-4bc8-a940-03df2612c45b {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:44:34.845189 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b9c52681-36e3-4b04-ac24-dade9478d2a3 req-86945344-6bb1-4c9f-b3b8-d439aec8ff98 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/security-groups?id=440134bb-10fb-435d-b5eb-9e08b5277be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519414 Feb 09 01:44:34.846360 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26c1ece-b735-45bc-87a1-e09609470233 None None] Network 37d718d3-97dd-4a0b-93a0-c4820cd40d4f requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:34.864066 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6d4dc9eb-8f25-47fd-b05e-a0792b3090b7 service neutron] Publish callbacks [] for port (2ef1f632-cd79-4bc8-a940-03df2612c45b), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.868798 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97141205-ce66-43ca-b8df-f228a1f0b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (6f60fb55-5f98-47ce-9f16-88a204881a7c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.937866 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6d4dc9eb-8f25-47fd-b05e-a0792b3090b7 service neutron] Transition to ACTIVE for port object 2ef1f632-cd79-4bc8-a940-03df2612c45b will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:34.941474 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-97141205-ce66-43ca-b8df-f228a1f0b8ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f60fb55-5f98-47ce-9f16-88a204881a7c']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:34.957970 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6d4dc9eb-8f25-47fd-b05e-a0792b3090b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (2ef1f632-cd79-4bc8-a940-03df2612c45b), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.970797 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-97141205-ce66-43ca-b8df-f228a1f0b8ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7689a4-c6d7-4927-a003-3a67136342ea') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:34.971301 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-97141205-ce66-43ca-b8df-f228a1f0b8ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7689a4-c6d7-4927-a003-3a67136342ea') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:34.979370 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-e70dd6df-9dc0-4bac-ac2c-90cdec4f46f8 req-3b5888ae-e3c2-411f-9cb5-c8792df0a92c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Deleting port 05366da3-ae6f-43e0-a840-3c9d28c899e6 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:34.979632 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e70dd6df-9dc0-4bac-ac2c-90cdec4f46f8 req-3b5888ae-e3c2-411f-9cb5-c8792df0a92c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.022840 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60227cae-5b5b-47f8-b86d-0ce694e66dcf None None] Network 37d718d3-97dd-4a0b-93a0-c4820cd40d4f requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:35.088280 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97141205-ce66-43ca-b8df-f228a1f0b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (ec7689a4-c6d7-4927-a003-3a67136342ea), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.149979 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8064c40a-cbf5-4b45-8471-0090c5797974 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8611064 Feb 09 01:44:35.151146 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8906d1a7-2dab-4479-8140-5d6239afdce7 admin admin] Publish callbacks [] for security_group (6a9c99ad-d37f-40f2-9150-75d340ffa6b9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.152870 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42616) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:35.164768 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97141205-ce66-43ca-b8df-f228a1f0b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (ec7689a4-c6d7-4927-a003-3a67136342ea), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.177604 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-21b7d952-2f1f-4517-a068-ba629724ef6b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1572805688-router', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:35.226851 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4dc9eb-8f25-47fd-b05e-a0792b3090b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef1f632-cd79-4bc8-a940-03df2612c45b,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:35.233279 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97141205-ce66-43ca-b8df-f228a1f0b8ed admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:44:35.233697 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97141205-ce66-43ca-b8df-f228a1f0b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (ec7689a4-c6d7-4927-a003-3a67136342ea), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:44:35.237998 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:44:35.248874 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34324c55-4388-4ea4-96af-de6079434546 req-c21e91db-11b9-4c0f-89c8-0825374dd5c3 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 210 time: 0.3131347 Feb 09 01:44:35.319979 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8906d1a7-2dab-4479-8140-5d6239afdce7 admin admin] Publish callbacks [] for security_group (6a9c99ad-d37f-40f2-9150-75d340ffa6b9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.342338 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21b7d952-2f1f-4517-a068-ba629724ef6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (1667252e-579a-45e2-8409-6423721f7da0), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.343340 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21b7d952-2f1f-4517-a068-ba629724ef6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (1667252e-579a-45e2-8409-6423721f7da0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.353261 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 759e75eb-ffb1-47d9-aa6a-ee192e24faf4 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:35.363846 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a674182e-4431-4460-92a3-00dc8066b23e req-cae07aba-7e5a-40be-aa64-d93cec996db3 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Publish callbacks [] for port (0aad00fd-b9a7-4cb7-a58d-cd94523b670d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.381416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 759e75eb-ffb1-47d9-aa6a-ee192e24faf4 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:35.381416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 759e75eb-ffb1-47d9-aa6a-ee192e24faf4 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:35.412879 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-e70dd6df-9dc0-4bac-ac2c-90cdec4f46f8 req-3b5888ae-e3c2-411f-9cb5-c8792df0a92c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] For port 05366da3-ae6f-43e0-a840-3c9d28c899e6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=05366da3-ae6f-43e0-a840-3c9d28c899e6,segment=NetworkSegment(899f02fd-164e-4c7a-96f7-6f23414d825b),segment_id=899f02fd-164e-4c7a-96f7-6f23414d825b)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:35.413339 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e70dd6df-9dc0-4bac-ac2c-90cdec4f46f8 req-3b5888ae-e3c2-411f-9cb5-c8792df0a92c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.426775 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ae16a391-0988-4b0a-82f7-e42e126a6916 req-b6501046-9078-4521-98cd-c3eec5f1564b tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 210 time: 0.0575819 Feb 09 01:44:35.426988 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97141205-ce66-43ca-b8df-f228a1f0b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (6f60fb55-5f98-47ce-9f16-88a204881a7c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.446405 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97141205-ce66-43ca-b8df-f228a1f0b8ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.451827 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-97141205-ce66-43ca-b8df-f228a1f0b8ed admin admin] 10.222.0.36 "DELETE /v2.0/networks/6f60fb55-5f98-47ce-9f16-88a204881a7c HTTP/1.1" status: 204 len: 168 time: 1.3779848 Feb 09 01:44:35.456420 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42620) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:35.463282 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af8253-7ea4-4259-9185-df615e97f1d9 req-f97f065f-dacf-43b7-9909-c6fb14a60568 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:35.464932 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f0af8253-7ea4-4259-9185-df615e97f1d9 req-f97f065f-dacf-43b7-9909-c6fb14a60568 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 946 time: 0.3459032 Feb 09 01:44:35.482156 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-e70dd6df-9dc0-4bac-ac2c-90cdec4f46f8 req-3b5888ae-e3c2-411f-9cb5-c8792df0a92c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Calling delete_port for 05366da3-ae6f-43e0-a840-3c9d28c899e6 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:35.493992 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97141205-ce66-43ca-b8df-f228a1f0b8ed admin admin] Pushing event deleted for resources: {'Network': ['ID=6f60fb55-5f98-47ce-9f16-88a204881a7c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:35.525950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6d4dc9eb-8f25-47fd-b05e-a0792b3090b7 service neutron] Attempting to bind port 2ef1f632-cd79-4bc8-a940-03df2612c45b on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:44:35.526390 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6d4dc9eb-8f25-47fd-b05e-a0792b3090b7 service neutron] Attempting to bind port 2ef1f632-cd79-4bc8-a940-03df2612c45b by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:44:35.526796 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6d4dc9eb-8f25-47fd-b05e-a0792b3090b7 service neutron] Attempting to bind port 2ef1f632-cd79-4bc8-a940-03df2612c45b on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:35.558518 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21b7d952-2f1f-4517-a068-ba629724ef6b admin admin] Publish callbacks [] for router_controller (1667252e-579a-45e2-8409-6423721f7da0), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.568338 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6d4dc9eb-8f25-47fd-b05e-a0792b3090b7 service neutron] Port 2ef1f632-cd79-4bc8-a940-03df2612c45b on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:44:35.568665 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6d4dc9eb-8f25-47fd-b05e-a0792b3090b7 service neutron] Attempting to bind port 2ef1f632-cd79-4bc8-a940-03df2612c45b on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:35.589381 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6d4dc9eb-8f25-47fd-b05e-a0792b3090b7 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:44:35.589848 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6d4dc9eb-8f25-47fd-b05e-a0792b3090b7 service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:35.590326 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6d4dc9eb-8f25-47fd-b05e-a0792b3090b7 service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:44:35.591371 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6d4dc9eb-8f25-47fd-b05e-a0792b3090b7 service neutron] Bound port: 2ef1f632-cd79-4bc8-a940-03df2612c45b, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:44:35.591852 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6d4dc9eb-8f25-47fd-b05e-a0792b3090b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2ef1f632-cd79-4bc8-a940-03df2612c45b), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.660765 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f0af8253-7ea4-4259-9185-df615e97f1d9 req-f6e3fc70-8626-4327-9406-d85fb4bf8ad2 tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/security-groups?id=92830ecc-2af1-45ab-91ed-c3de02de8c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751275 Feb 09 01:44:35.709579 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8906d1a7-2dab-4479-8140-5d6239afdce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6a9c99ad-d37f-40f2-9150-75d340ffa6b9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.712852 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8906d1a7-2dab-4479-8140-5d6239afdce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.715301 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8906d1a7-2dab-4479-8140-5d6239afdce7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a9c99ad-d37f-40f2-9150-75d340ffa6b9 HTTP/1.1" status: 204 len: 168 time: 1.0344236 Feb 09 01:44:35.722121 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a674182e-4431-4460-92a3-00dc8066b23e req-cae07aba-7e5a-40be-aa64-d93cec996db3 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (0aad00fd-b9a7-4cb7-a58d-cd94523b670d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.777477 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6d4dc9eb-8f25-47fd-b05e-a0792b3090b7 service neutron] For port 2ef1f632-cd79-4bc8-a940-03df2612c45b, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:35.780798 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6d4dc9eb-8f25-47fd-b05e-a0792b3090b7 service neutron] For port 2ef1f632-cd79-4bc8-a940-03df2612c45b, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=2ef1f632-cd79-4bc8-a940-03df2612c45b,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:35.825186 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6d4dc9eb-8f25-47fd-b05e-a0792b3090b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (2ef1f632-cd79-4bc8-a940-03df2612c45b), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.873639 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21b7d952-2f1f-4517-a068-ba629724ef6b admin admin] Publish callbacks [] for router_gateway (1667252e-579a-45e2-8409-6423721f7da0), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.889561 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6d4dc9eb-8f25-47fd-b05e-a0792b3090b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:35.890558 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6d4dc9eb-8f25-47fd-b05e-a0792b3090b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.896721 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6d4dc9eb-8f25-47fd-b05e-a0792b3090b7 service neutron] 10.222.0.48 "PUT /v2.0/ports/2ef1f632-cd79-4bc8-a940-03df2612c45b HTTP/1.1" status: 200 len: 1095 time: 2.1722496 Feb 09 01:44:35.904950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec83e8d-56f7-49e2-bb8c-71dd71850ea8', 'tag': '2ef1f632-cd79-4bc8-a940-03df2612c45b'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:35.983720 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906d1a7-2dab-4479-8140-5d6239afdce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9c99ad-d37f-40f2-9150-75d340ffa6b9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:36.113366 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a674182e-4431-4460-92a3-00dc8066b23e req-cae07aba-7e5a-40be-aa64-d93cec996db3 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Network 8e497bc1-122f-44b4-bc51-3150ff87700b is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:36.157825 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-a674182e-4431-4460-92a3-00dc8066b23e req-cae07aba-7e5a-40be-aa64-d93cec996db3 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:36.165077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-a674182e-4431-4460-92a3-00dc8066b23e req-cae07aba-7e5a-40be-aa64-d93cec996db3 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:36.203181 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae07aba-7e5a-40be-aa64-d93cec996db3 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Pushing event updated for resources: {'Port': ['ID=0aad00fd-b9a7-4cb7-a58d-cd94523b670d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:36.264250 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c31b89-200f-4529-be7c-1488584ced08 req-fafc44f2-2496-440a-a71a-67ac75044479 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:36.265812 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d4c31b89-200f-4529-be7c-1488584ced08 req-fafc44f2-2496-440a-a71a-67ac75044479 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e91a24f-faae-4e8a-a79f-03edd877fdc2 HTTP/1.1" status: 200 len: 945 time: 0.3963900 Feb 09 01:44:36.276625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674182e-4431-4460-92a3-00dc8066b23e req-cae07aba-7e5a-40be-aa64-d93cec996db3 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:36.277294 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a674182e-4431-4460-92a3-00dc8066b23e req-cae07aba-7e5a-40be-aa64-d93cec996db3 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.345815 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a674182e-4431-4460-92a3-00dc8066b23e req-cae07aba-7e5a-40be-aa64-d93cec996db3 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4062109 Feb 09 01:44:36.370199 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-a674182e-4431-4460-92a3-00dc8066b23e req-8a82176f-7e96-4dc7-9165-2051698ed884 service neutron] Request body: {'port': {'device_id': '0c4e539f-752f-436c-938d-fb36ea76aaff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:36.388914 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417f799c-075f-4856-8544-6a2bba5dbf5e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec83e8d-56f7-49e2-bb8c-71dd71850ea8", "tag": "2ef1f632-cd79-4bc8-a940-03df2612c45b"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:36.427802 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d4c31b89-200f-4529-be7c-1488584ced08 req-c3fed2c3-9e3f-4c6d-9bb9-70162881f1b6 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/security-groups?id=f278137b-c33c-4226-ac3c-96d9d1d0e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476831 Feb 09 01:44:36.501191 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-438229a6-6cb0-47ed-8aa5-9d50a27a9a67 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:36.503717 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-438229a6-6cb0-47ed-8aa5-9d50a27a9a67 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.48 "GET /v2.0/networks?id=8d868039-8396-432e-a58b-15f70b0bf5f1 HTTP/1.1" status: 200 len: 811 time: 0.8581324 Feb 09 01:44:36.543546 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 05366da3-ae6f-43e0-a840-3c9d28c899e6 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:36.584065 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-da437364-53ea-4b85-8ba8-c651889947c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Request body: {'port': {'device_id': '3119276e-8f85-4d47-be93-e9cf8bb7b4c6', 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1', 'admin_state_up': True, 'tenant_id': '092f8329ee4140f8a8a266c0e29b4e94'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:36.591574 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No active binding found for port 05366da3-ae6f-43e0-a840-3c9d28c899e6 {{(pid=103185) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 01:44:36.591992 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] The host n-h1-828387-3 is not matching for port 05366da3-ae6f-43e0-a840-3c9d28c899e6 host None! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:44:36.592795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 05366da3-ae6f-43e0-a840-3c9d28c899e6 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:36.614423 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4dc9eb-8f25-47fd-b05e-a0792b3090b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef1f632-cd79-4bc8-a940-03df2612c45b,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:36.621097 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e70dd6df-9dc0-4bac-ac2c-90cdec4f46f8 req-3b5888ae-e3c2-411f-9cb5-c8792df0a92c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (05366da3-ae6f-43e0-a840-3c9d28c899e6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.672447 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a674182e-4431-4460-92a3-00dc8066b23e req-8a82176f-7e96-4dc7-9165-2051698ed884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0aad00fd-b9a7-4cb7-a58d-cd94523b670d), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.761136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-b623f9e4-1227-475f-93a4-f3535c8dca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:36.763650 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-b623f9e4-1227-475f-93a4-f3535c8dca07 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8116aa6218a54d5a9230cbe319bbd7fe&device_id=5ec83e8d-56f7-49e2-bb8c-71dd71850ea8 HTTP/1.1" status: 200 len: 1129 time: 0.3654602 Feb 09 01:44:36.770389 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5888ae-e3c2-411f-9cb5-c8792df0a92c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Pushing event deleted for resources: {'Port': ['ID=05366da3-ae6f-43e0-a840-3c9d28c899e6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:36.810297 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa300194-cccc-43e2-8da7-25af5579fc87 req-f50e0d2d-b4c1-49af-8038-2791a428dd6e tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:36.811784 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa300194-cccc-43e2-8da7-25af5579fc87 req-f50e0d2d-b4c1-49af-8038-2791a428dd6e tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 931 time: 0.2746606 Feb 09 01:44:36.812530 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42656) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:36.827927 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21b7d952-2f1f-4517-a068-ba629724ef6b admin admin] Publish callbacks [] for router_gateway (1667252e-579a-45e2-8409-6423721f7da0), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.907874 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21b7d952-2f1f-4517-a068-ba629724ef6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.934255 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-82ee4163-f5a6-46d0-840c-1188db4054f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=2ef1f632-cd79-4bc8-a940-03df2612c45b HTTP/1.1" status: 200 len: 217 time: 0.1493070 Feb 09 01:44:36.934622 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70dd6df-9dc0-4bac-ac2c-90cdec4f46f8 req-3b5888ae-e3c2-411f-9cb5-c8792df0a92c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] No DVR routers for this DVR port 05366da3-ae6f-43e0-a840-3c9d28c899e6 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:36.939809 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e70dd6df-9dc0-4bac-ac2c-90cdec4f46f8 req-3b5888ae-e3c2-411f-9cb5-c8792df0a92c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.942390 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5e077737-093a-4b33-90be-0771653e9d8c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-533072805-network', 'tenant_id': '006fc78d99584ee8bf71a97c8b0bb06a'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:36.946157 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e70dd6df-9dc0-4bac-ac2c-90cdec4f46f8 req-3b5888ae-e3c2-411f-9cb5-c8792df0a92c tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.67 "DELETE /v2.0/ports/05366da3-ae6f-43e0-a840-3c9d28c899e6 HTTP/1.1" status: 204 len: 173 time: 2.4664936 Feb 09 01:44:36.975650 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902569c-56c6-48a2-af4d-fe329e9c7455 req-56ae8a4e-f3dc-45e6-885c-0429913afae0 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:36.978697 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2902569c-56c6-48a2-af4d-fe329e9c7455 req-56ae8a4e-f3dc-45e6-885c-0429913afae0 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec83e8d-56f7-49e2-bb8c-71dd71850ea8 HTTP/1.1" status: 200 len: 947 time: 0.5739703 Feb 09 01:44:36.998242 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:44:37.058386 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa300194-cccc-43e2-8da7-25af5579fc87 req-329685ca-b914-44f5-a24e-36ff11180f3c tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258515 Feb 09 01:44:37.103198 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e077737-093a-4b33-90be-0771653e9d8c admin admin] Made reservation on behalf of 006fc78d99584ee8bf71a97c8b0bb06a for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:37.105538 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e077737-093a-4b33-90be-0771653e9d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:37.125597 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e450b263-4a3f-4f31-b832-dcaeb0042289 x-openstack-request-id: req-e450b263-4a3f-4f31-b832-dcaeb0042289 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:37.126067 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec83e8d-56f7-49e2-bb8c-71dd71850ea8", "tag": "2ef1f632-cd79-4bc8-a940-03df2612c45b", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:37.126484 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e450b263-4a3f-4f31-b832-dcaeb0042289 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:37.127133 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec83e8d-56f7-49e2-bb8c-71dd71850ea8', 'tag': '2ef1f632-cd79-4bc8-a940-03df2612c45b', 'status': 'completed', 'code': 200} Feb 09 01:44:37.151324 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cddfee9b-ed68-40d9-b12d-c9154a61f984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (209518a5-5a44-4200-b95c-8ae9102f2905), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:37.158087 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e077737-093a-4b33-90be-0771653e9d8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:37.166643 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-28653cd8-efab-4238-86be-82c9d96d9ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:37.169771 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-28653cd8-efab-4238-86be-82c9d96d9ca4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.2127228 Feb 09 01:44:37.204059 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-da437364-53ea-4b85-8ba8-c651889947c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Made reservation on behalf of 092f8329ee4140f8a8a266c0e29b4e94 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:37.206360 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-da437364-53ea-4b85-8ba8-c651889947c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:37.238541 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2902569c-56c6-48a2-af4d-fe329e9c7455 req-853e9014-3f74-4ce3-bce4-8088b6add13d tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/security-groups?id=440134bb-10fb-435d-b5eb-9e08b5277be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269721 Feb 09 01:44:37.356282 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c0c29f4d-e471-440f-b3f1-147106061a76 req-1cd6009b-f2a6-43bd-92ad-f9ba5be5b273 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 210 time: 0.0453646 Feb 09 01:44:37.358237 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6e7aae9e-ac52-4bfd-8b55-71ef4a76978a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:37.360237 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-6e7aae9e-ac52-4bfd-8b55-71ef4a76978a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1821613 Feb 09 01:44:37.435578 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2870e7b1-7241-4a15-8747-93f1da271356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:37.475515 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-da437364-53ea-4b85-8ba8-c651889947c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Allocated IP 172.20.0.7 (8d868039-8396-432e-a58b-15f70b0bf5f1/06960262-e6ff-4aec-9056-78c4deec1b4a/6475e698-576a-48e6-9f61-7e5ba74c2d29) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:37.572135 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-16f9a21a-9185-4f55-94e3-19ea7f9f0f5f req-7626ee67-a3a7-4b6a-8f78-4c86206e060b tempest-ServersNegativeTestJSON-1149777734 tempest-ServersNegativeTestJSON-1149777734-project] 10.222.0.36 "GET /v2.0/ports?device_id=2582cb04-5981-4341-a2b3-36f504831b17 HTTP/1.1" status: 200 len: 210 time: 0.0810516 Feb 09 01:44:37.655926 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-21b7d952-2f1f-4517-a068-ba629724ef6b admin admin] Allocated IP 172.25.7.215 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/10f03a92-6229-41e2-9761-005f8eba0a76) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:37.684991 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-a5a1e10f-04de-451b-8b00-340f86c6ee71 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111596 Feb 09 01:44:37.784133 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-da437364-53ea-4b85-8ba8-c651889947c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks [] for port (6475e698-576a-48e6-9f61-7e5ba74c2d29), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:37.827015 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2c4b247-7bb8-4623-8b12-d43ab4783e03 req-150fc166-15e7-4be3-8ea1-d9953e03a367 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339114 Feb 09 01:44:37.843423 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-f1f2da72-a528-4c6a-a553-1d64436708f6 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:37.844970 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-f1f2da72-a528-4c6a-a553-1d64436708f6 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6393282 Feb 09 01:44:37.848901 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-da437364-53ea-4b85-8ba8-c651889947c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (6475e698-576a-48e6-9f61-7e5ba74c2d29), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:37.925591 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-da437364-53ea-4b85-8ba8-c651889947c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Network 8d868039-8396-432e-a58b-15f70b0bf5f1 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:37.932890 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-da437364-53ea-4b85-8ba8-c651889947c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:37.938526 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-da437364-53ea-4b85-8ba8-c651889947c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:37.943193 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da437364-53ea-4b85-8ba8-c651889947c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Pushing event updated for resources: {'Port': ['ID=6475e698-576a-48e6-9f61-7e5ba74c2d29,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:37.994070 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f799c-075f-4856-8544-6a2bba5dbf5e req-e2280330-8912-44cd-869a-ca55a47c5317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:37.995591 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-417f799c-075f-4856-8544-6a2bba5dbf5e req-e2280330-8912-44cd-869a-ca55a47c5317 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8116aa6218a54d5a9230cbe319bbd7fe&device_id=5ec83e8d-56f7-49e2-bb8c-71dd71850ea8 HTTP/1.1" status: 200 len: 1129 time: 0.1088977 Feb 09 01:44:38.000835 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-da437364-53ea-4b85-8ba8-c651889947c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:38.001456 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-da437364-53ea-4b85-8ba8-c651889947c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.014351 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-f6014406-764b-4c69-a939-8d985585517e tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.1596224 Feb 09 01:44:38.034128 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-a674182e-4431-4460-92a3-00dc8066b23e req-8a82176f-7e96-4dc7-9165-2051698ed884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aad00fd-b9a7-4cb7-a58d-cd94523b670d {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:44:38.042902 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e077737-093a-4b33-90be-0771653e9d8c admin admin] Publish callbacks [] for security_group (5af26465-cbbe-43b4-b143-b0241e657349), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.056550 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-83d048ad-276f-4eb9-bd7e-d41454797cfd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Request body: {'floatingip': {'port_id': 'eb78ae95-2428-4e27-bfdf-f1c1091ad7c4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:38.063486 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21b7d952-2f1f-4517-a068-ba629724ef6b admin admin] Publish callbacks [] for port (10f03a92-6229-41e2-9761-005f8eba0a76), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.066633 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a674182e-4431-4460-92a3-00dc8066b23e req-8a82176f-7e96-4dc7-9165-2051698ed884 service neutron] Publish callbacks [] for port (0aad00fd-b9a7-4cb7-a58d-cd94523b670d), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.068858 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e077737-093a-4b33-90be-0771653e9d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5af26465-cbbe-43b4-b143-b0241e657349), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.069629 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-da437364-53ea-4b85-8ba8-c651889947c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5148389 Feb 09 01:44:38.089709 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-053b5ca2-39c7-4771-9aff-bd92e7d025cd service neutron] Request body: {'port': {'device_id': '3119276e-8f85-4d47-be93-e9cf8bb7b4c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:38.141073 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f799c-075f-4856-8544-6a2bba5dbf5e req-d65f97c1-5b25-4272-9813-a71ee5274eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:38.142548 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-417f799c-075f-4856-8544-6a2bba5dbf5e req-d65f97c1-5b25-4272-9813-a71ee5274eb4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.1383281 Feb 09 01:44:38.161873 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-83d048ad-276f-4eb9-bd7e-d41454797cfd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks [] for floatingip (c141d4d8-6f7e-4622-857e-47a77e36bdac), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.170981 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-a674182e-4431-4460-92a3-00dc8066b23e req-8a82176f-7e96-4dc7-9165-2051698ed884 service neutron] Transition to ACTIVE for port object 0aad00fd-b9a7-4cb7-a58d-cd94523b670d will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:38.186974 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e077737-093a-4b33-90be-0771653e9d8c admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:44:38.218063 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a674182e-4431-4460-92a3-00dc8066b23e req-8a82176f-7e96-4dc7-9165-2051698ed884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (0aad00fd-b9a7-4cb7-a58d-cd94523b670d), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.239961 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-417f799c-075f-4856-8544-6a2bba5dbf5e req-f5b04ca3-bec8-49c5-921b-88f70996d8f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=2ef1f632-cd79-4bc8-a940-03df2612c45b HTTP/1.1" status: 200 len: 217 time: 0.0773787 Feb 09 01:44:38.241200 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e077737-093a-4b33-90be-0771653e9d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af26465-cbbe-43b4-b143-b0241e657349,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:38.241768 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-053b5ca2-39c7-4771-9aff-bd92e7d025cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6475e698-576a-48e6-9f61-7e5ba74c2d29), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.307737 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e077737-093a-4b33-90be-0771653e9d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (82c60509-5e0a-47c5-8bd4-4802ffb5e4d3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.308093 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-5e077737-093a-4b33-90be-0771653e9d8c admin admin] Added segment 82c60509-5e0a-47c5-8bd4-4802ffb5e4d3 of type vlan for network 0e24dbcf-538d-481f-8ca8-bf574b75b3d0 Feb 09 01:44:38.350986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fdd32-4c6c-4933-bacc-c9b90822b8e2 req-c941fdab-e69e-4619-b368-3d8e63e90427 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:38.353202 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c0fdd32-4c6c-4933-bacc-c9b90822b8e2 req-c941fdab-e69e-4619-b368-3d8e63e90427 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 943 time: 0.1895659 Feb 09 01:44:38.363988 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f799c-075f-4856-8544-6a2bba5dbf5e req-9f25fc04-cfae-4ea4-9d50-9379a88e5cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:38.365604 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-417f799c-075f-4856-8544-6a2bba5dbf5e req-9f25fc04-cfae-4ea4-9d50-9379a88e5cb8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.1115263 Feb 09 01:44:38.436851 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82176f-7e96-4dc7-9165-2051698ed884 service neutron] Pushing event updated for resources: {'Port': ['ID=0aad00fd-b9a7-4cb7-a58d-cd94523b670d,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:38.440401 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e077737-093a-4b33-90be-0771653e9d8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (0e24dbcf-538d-481f-8ca8-bf574b75b3d0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.466377 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21b7d952-2f1f-4517-a068-ba629724ef6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (10f03a92-6229-41e2-9761-005f8eba0a76), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.506969 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c0fdd32-4c6c-4933-bacc-c9b90822b8e2 req-5121a4da-7a34-4399-b9d3-f2f7ff430292 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376867 Feb 09 01:44:38.562044 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f799c-075f-4856-8544-6a2bba5dbf5e req-15b95378-04ea-44d5-b85b-b5b1ad3f985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:38.562898 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.db.resource_extend [None req-5e077737-093a-4b33-90be-0771653e9d8c admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:44:38.569535 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-417f799c-075f-4856-8544-6a2bba5dbf5e req-15b95378-04ea-44d5-b85b-b5b1ad3f985c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1853585 Feb 09 01:44:38.681300 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b7d952-2f1f-4517-a068-ba629724ef6b admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:38.682108 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e077737-093a-4b33-90be-0771653e9d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (0e24dbcf-538d-481f-8ca8-bf574b75b3d0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.682983 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e077737-093a-4b33-90be-0771653e9d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:38.683578 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e077737-093a-4b33-90be-0771653e9d8c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.703644 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-21b7d952-2f1f-4517-a068-ba629724ef6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:38.722786 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7d952-2f1f-4517-a068-ba629724ef6b admin admin] Pushing event updated for resources: {'Port': ['ID=10f03a92-6229-41e2-9761-005f8eba0a76,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:38.724824 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b7d952-2f1f-4517-a068-ba629724ef6b admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:38.747156 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-417f799c-075f-4856-8544-6a2bba5dbf5e req-673577d6-1543-4761-b89e-68cd2651e1f3 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743691 Feb 09 01:44:38.756490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3531e7e-cd09-4c4c-8336-78c0ad280c14 req-bd133c0d-0eef-48f0-8e2b-367856186df7 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:38.758038 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3531e7e-cd09-4c4c-8336-78c0ad280c14 req-bd133c0d-0eef-48f0-8e2b-367856186df7 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec83e8d-56f7-49e2-bb8c-71dd71850ea8 HTTP/1.1" status: 200 len: 947 time: 0.1383338 Feb 09 01:44:38.813822 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5e077737-093a-4b33-90be-0771653e9d8c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9984417 Feb 09 01:44:38.824735 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42668) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:38.831073 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-bb63a440-57cb-4a8e-8d74-c0f7926bd140 admin admin] Request body: {'subnet': {'network_id': '0e24dbcf-538d-481f-8ca8-bf574b75b3d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-533072805-subnet', 'tenant_id': '006fc78d99584ee8bf71a97c8b0bb06a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:38.846251 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e077737-093a-4b33-90be-0771653e9d8c admin admin] Pushing event updated for resources: {'Network': ['ID=0e24dbcf-538d-481f-8ca8-bf574b75b3d0,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:38.854671 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-a674182e-4431-4460-92a3-00dc8066b23e req-8a82176f-7e96-4dc7-9165-2051698ed884 service neutron] Attempting to bind port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:44:38.855015 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-a674182e-4431-4460-92a3-00dc8066b23e req-8a82176f-7e96-4dc7-9165-2051698ed884 service neutron] Attempting to bind port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'a0c13e34-b473-4117-be31-94c544229fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e497bc1-122f-44b4-bc51-3150ff87700b'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:44:38.855371 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a674182e-4431-4460-92a3-00dc8066b23e req-8a82176f-7e96-4dc7-9165-2051698ed884 service neutron] Attempting to bind port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d on network 8e497bc1-122f-44b4-bc51-3150ff87700b {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:38.858513 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 0e24dbcf-538d-481f-8ca8-bf574b75b3d0 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:44:38.919690 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-053b5ca2-39c7-4771-9aff-bd92e7d025cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6475e698-576a-48e6-9f61-7e5ba74c2d29 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:44:38.940862 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-053b5ca2-39c7-4771-9aff-bd92e7d025cd service neutron] Publish callbacks [] for port (6475e698-576a-48e6-9f61-7e5ba74c2d29), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.941229 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a674182e-4431-4460-92a3-00dc8066b23e req-8a82176f-7e96-4dc7-9165-2051698ed884 service neutron] Port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d on network 8e497bc1-122f-44b4-bc51-3150ff87700b not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:44:38.941558 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a674182e-4431-4460-92a3-00dc8066b23e req-8a82176f-7e96-4dc7-9165-2051698ed884 service neutron] Attempting to bind port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d on network 8e497bc1-122f-44b4-bc51-3150ff87700b {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:38.945775 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb63a440-57cb-4a8e-8d74-c0f7926bd140 admin admin] Made reservation on behalf of 006fc78d99584ee8bf71a97c8b0bb06a for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:38.949430 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb63a440-57cb-4a8e-8d74-c0f7926bd140 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.957044 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3531e7e-cd09-4c4c-8336-78c0ad280c14 req-4113a5df-9a12-4d38-941e-7167cee7d819 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/security-groups?id=440134bb-10fb-435d-b5eb-9e08b5277be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788588 Feb 09 01:44:39.010599 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-417f799c-075f-4856-8544-6a2bba5dbf5e req-7583ef4b-f101-4dbb-98c7-d83bc64d25a2 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515686 Feb 09 01:44:39.014494 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-cddfee9b-ed68-40d9-b12d-c9154a61f984 admin admin] Deleting port db04b29c-3d49-43a6-9f2d-5d8555dec104 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:39.014672 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cddfee9b-ed68-40d9-b12d-c9154a61f984 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (db04b29c-3d49-43a6-9f2d-5d8555dec104), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.014993 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-053b5ca2-39c7-4771-9aff-bd92e7d025cd service neutron] Transition to ACTIVE for port object 6475e698-576a-48e6-9f61-7e5ba74c2d29 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:39.024856 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-053b5ca2-39c7-4771-9aff-bd92e7d025cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (6475e698-576a-48e6-9f61-7e5ba74c2d29), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.046701 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a674182e-4431-4460-92a3-00dc8066b23e req-8a82176f-7e96-4dc7-9165-2051698ed884 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:44:39.047055 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a674182e-4431-4460-92a3-00dc8066b23e req-8a82176f-7e96-4dc7-9165-2051698ed884 service neutron] Checking segment: {'id': 'a0c13e34-b473-4117-be31-94c544229fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e497bc1-122f-44b4-bc51-3150ff87700b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:39.047473 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a674182e-4431-4460-92a3-00dc8066b23e req-8a82176f-7e96-4dc7-9165-2051698ed884 service neutron] Bound using segment: {'id': 'a0c13e34-b473-4117-be31-94c544229fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e497bc1-122f-44b4-bc51-3150ff87700b'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:44:39.047920 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-a674182e-4431-4460-92a3-00dc8066b23e req-8a82176f-7e96-4dc7-9165-2051698ed884 service neutron] Bound port: 0aad00fd-b9a7-4cb7-a58d-cd94523b670d, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c13e34-b473-4117-be31-94c544229fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e497bc1-122f-44b4-bc51-3150ff87700b'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:44:39.048280 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a674182e-4431-4460-92a3-00dc8066b23e req-8a82176f-7e96-4dc7-9165-2051698ed884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0aad00fd-b9a7-4cb7-a58d-cd94523b670d), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.131623 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2582cb04-5981-4341-a2b3-36f504831b17', 'name': 'network-vif-deleted', 'tag': '05366da3-ae6f-43e0-a840-3c9d28c899e6'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:39.134035 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534f62f4-40b6-4205-bf7c-a78d3b9702bc" -d '{"events": [{"server_uuid": "2582cb04-5981-4341-a2b3-36f504831b17", "name": "network-vif-deleted", "tag": "05366da3-ae6f-43e0-a840-3c9d28c899e6"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:39.143479 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b5ca2-39c7-4771-9aff-bd92e7d025cd service neutron] Pushing event updated for resources: {'Port': ['ID=6475e698-576a-48e6-9f61-7e5ba74c2d29,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:39.220261 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0117c1-0718-48db-b96f-867a4e6ecc34 req-63475987-2ae7-4153-8e59-a242f6e6a703 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:39.221800 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3e0117c1-0718-48db-b96f-867a4e6ecc34 req-63475987-2ae7-4153-8e59-a242f6e6a703 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 943 time: 0.1581469 Feb 09 01:44:39.333423 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-cddfee9b-ed68-40d9-b12d-c9154a61f984 admin admin] For port db04b29c-3d49-43a6-9f2d-5d8555dec104, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=db04b29c-3d49-43a6-9f2d-5d8555dec104,segment=NetworkSegment(a254938a-1eb8-42f6-a558-8f63d0292607),segment_id=a254938a-1eb8-42f6-a558-8f63d0292607)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:39.333778 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cddfee9b-ed68-40d9-b12d-c9154a61f984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (db04b29c-3d49-43a6-9f2d-5d8555dec104), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.344185 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-053b5ca2-39c7-4771-9aff-bd92e7d025cd service neutron] Attempting to bind port 6475e698-576a-48e6-9f61-7e5ba74c2d29 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:44:39.344529 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-053b5ca2-39c7-4771-9aff-bd92e7d025cd service neutron] Attempting to bind port 6475e698-576a-48e6-9f61-7e5ba74c2d29 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:44:39.344861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-053b5ca2-39c7-4771-9aff-bd92e7d025cd service neutron] Attempting to bind port 6475e698-576a-48e6-9f61-7e5ba74c2d29 on network 8d868039-8396-432e-a58b-15f70b0bf5f1 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:39.358309 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-a674182e-4431-4460-92a3-00dc8066b23e req-8a82176f-7e96-4dc7-9165-2051698ed884 service neutron] For port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:39.359060 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3e0117c1-0718-48db-b96f-867a4e6ecc34 req-e5b2d1c4-cd8f-447e-8fc6-8df61545973b tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266789 Feb 09 01:44:39.362824 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-053b5ca2-39c7-4771-9aff-bd92e7d025cd service neutron] Port 6475e698-576a-48e6-9f61-7e5ba74c2d29 on network 8d868039-8396-432e-a58b-15f70b0bf5f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:44:39.363172 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-053b5ca2-39c7-4771-9aff-bd92e7d025cd service neutron] Attempting to bind port 6475e698-576a-48e6-9f61-7e5ba74c2d29 on network 8d868039-8396-432e-a58b-15f70b0bf5f1 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:39.371167 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-cddfee9b-ed68-40d9-b12d-c9154a61f984 admin admin] Calling delete_port for db04b29c-3d49-43a6-9f2d-5d8555dec104 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:39.373902 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.db.resource_extend [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-83d048ad-276f-4eb9-bd7e-d41454797cfd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:44:39.374232 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-053b5ca2-39c7-4771-9aff-bd92e7d025cd service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:44:39.374582 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-053b5ca2-39c7-4771-9aff-bd92e7d025cd service neutron] Checking segment: {'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:39.374973 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-053b5ca2-39c7-4771-9aff-bd92e7d025cd service neutron] Bound using segment: {'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:44:39.376618 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-053b5ca2-39c7-4771-9aff-bd92e7d025cd service neutron] Bound port: 6475e698-576a-48e6-9f61-7e5ba74c2d29, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:44:39.376618 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-053b5ca2-39c7-4771-9aff-bd92e7d025cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6475e698-576a-48e6-9f61-7e5ba74c2d29), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.394543 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb63a440-57cb-4a8e-8d74-c0f7926bd140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (75473e08-0e77-4ef3-a89a-7373654c8922), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.416381 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-a674182e-4431-4460-92a3-00dc8066b23e req-8a82176f-7e96-4dc7-9165-2051698ed884 service neutron] For port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0aad00fd-b9a7-4cb7-a58d-cd94523b670d,segment=NetworkSegment(a0c13e34-b473-4117-be31-94c544229fa5),segment_id=a0c13e34-b473-4117-be31-94c544229fa5)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:39.421404 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42672) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:39.440796 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a674182e-4431-4460-92a3-00dc8066b23e req-8a82176f-7e96-4dc7-9165-2051698ed884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (0aad00fd-b9a7-4cb7-a58d-cd94523b670d), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.475838 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8965ca-da6e-4c0a-aabf-7de202986930 x-openstack-request-id: req-cc8965ca-da6e-4c0a-aabf-7de202986930 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:39.476089 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2582cb04-5981-4341-a2b3-36f504831b17", "name": "network-vif-deleted", "tag": "05366da3-ae6f-43e0-a840-3c9d28c899e6", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:39.478165 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cc8965ca-da6e-4c0a-aabf-7de202986930 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:39.478637 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2582cb04-5981-4341-a2b3-36f504831b17', 'name': 'network-vif-deleted', 'tag': '05366da3-ae6f-43e0-a840-3c9d28c899e6', 'status': 'completed', 'code': 200} Feb 09 01:44:39.532144 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63a440-57cb-4a8e-8d74-c0f7926bd140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75473e08-0e77-4ef3-a89a-7373654c8922,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:39.538044 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-053b5ca2-39c7-4771-9aff-bd92e7d025cd service neutron] For port 6475e698-576a-48e6-9f61-7e5ba74c2d29, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:39.568003 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.578600 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb63a440-57cb-4a8e-8d74-c0f7926bd140 admin admin] Checking segment: {'id': '82c60509-5e0a-47c5-8bd4-4802ffb5e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0e24dbcf-538d-481f-8ca8-bf574b75b3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:39.578961 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb63a440-57cb-4a8e-8d74-c0f7926bd140 admin admin] Network hostable DHCP agents. Network: 0e24dbcf-538d-481f-8ca8-bf574b75b3d0, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:44:39.587435 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-053b5ca2-39c7-4771-9aff-bd92e7d025cd service neutron] For port 6475e698-576a-48e6-9f61-7e5ba74c2d29, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6475e698-576a-48e6-9f61-7e5ba74c2d29,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:39.606560 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-053b5ca2-39c7-4771-9aff-bd92e7d025cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (6475e698-576a-48e6-9f61-7e5ba74c2d29), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.657291 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-920038df-c46d-435f-a049-955896fcdcef admin admin] Deleting subnet 9145d287-893f-45e0-a833-97ee0b627cb1 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:44:39.689007 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-053b5ca2-39c7-4771-9aff-bd92e7d025cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:39.689663 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-053b5ca2-39c7-4771-9aff-bd92e7d025cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.691096 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-053b5ca2-39c7-4771-9aff-bd92e7d025cd service neutron] 10.222.0.48 "PUT /v2.0/ports/6475e698-576a-48e6-9f61-7e5ba74c2d29 HTTP/1.1" status: 200 len: 1091 time: 1.6086109 Feb 09 01:44:39.692250 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-920038df-c46d-435f-a049-955896fcdcef admin admin] Publish callbacks [] for subnet (9145d287-893f-45e0-a833-97ee0b627cb1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.703481 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb63a440-57cb-4a8e-8d74-c0f7926bd140 admin admin] Network 0e24dbcf-538d-481f-8ca8-bf574b75b3d0 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:44:39.761983 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0375e0e7-ca2d-4f55-b04a-fc9803545819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.764698 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-bb63a440-57cb-4a8e-8d74-c0f7926bd140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 0e24dbcf-538d-481f-8ca8-bf574b75b3d0) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:39.778436 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe44ad4-2da8-43da-b693-278d80697f5d None None] Network 0e24dbcf-538d-481f-8ca8-bf574b75b3d0 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:39.790436 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb63a440-57cb-4a8e-8d74-c0f7926bd140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:39.791095 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb63a440-57cb-4a8e-8d74-c0f7926bd140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.810446 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-920038df-c46d-435f-a049-955896fcdcef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (9145d287-893f-45e0-a833-97ee0b627cb1), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.812304 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b5ca2-39c7-4771-9aff-bd92e7d025cd service neutron] Pushing event updated for resources: {'Port': ['ID=6475e698-576a-48e6-9f61-7e5ba74c2d29,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:39.840312 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-83d048ad-276f-4eb9-bd7e-d41454797cfd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.856385 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bb63a440-57cb-4a8e-8d74-c0f7926bd140 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0292432 Feb 09 01:44:39.863644 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-83d048ad-276f-4eb9-bd7e-d41454797cfd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (c141d4d8-6f7e-4622-857e-47a77e36bdac), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.863874 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2b3e2-631e-49f1-86b4-100b19a51a6f req-c06f2d46-61af-4ae0-9b14-bb6e84e54a26 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:39.873385 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674182e-4431-4460-92a3-00dc8066b23e req-8a82176f-7e96-4dc7-9165-2051698ed884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:39.874146 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a674182e-4431-4460-92a3-00dc8066b23e req-8a82176f-7e96-4dc7-9165-2051698ed884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.875704 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a674182e-4431-4460-92a3-00dc8066b23e req-8a82176f-7e96-4dc7-9165-2051698ed884 service neutron] 10.222.0.67 "PUT /v2.0/ports/0aad00fd-b9a7-4cb7-a58d-cd94523b670d HTTP/1.1" status: 200 len: 1091 time: 3.5126178 Feb 09 01:44:39.876526 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58c2b3e2-631e-49f1-86b4-100b19a51a6f req-c06f2d46-61af-4ae0-9b14-bb6e84e54a26 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 943 time: 0.2668123 Feb 09 01:44:39.878491 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4e539f-752f-436c-938d-fb36ea76aaff', 'tag': '0aad00fd-b9a7-4cb7-a58d-cd94523b670d'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:39.881038 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5e2df7-d801-4e5e-b060-83de9b4dd6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4e539f-752f-436c-938d-fb36ea76aaff", "tag": "0aad00fd-b9a7-4cb7-a58d-cd94523b670d"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:39.919248 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21b7d952-2f1f-4517-a068-ba629724ef6b admin admin] Publish callbacks [] for router_gateway (1667252e-579a-45e2-8409-6423721f7da0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.935434 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-920038df-c46d-435f-a049-955896fcdcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (9145d287-893f-45e0-a833-97ee0b627cb1), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.939548 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5521269d-0465-480f-82a5-16c802a64c85 None None] Network 0e24dbcf-538d-481f-8ca8-bf574b75b3d0 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:39.940100 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-002d478f-50cf-47b5-9d33-2838490dc2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:39.941608 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-002d478f-50cf-47b5-9d33-2838490dc2a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=092f8329ee4140f8a8a266c0e29b4e94&device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 1125 time: 0.2008150 Feb 09 01:44:40.054444 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82176f-7e96-4dc7-9165-2051698ed884 service neutron] Pushing event updated for resources: {'Port': ['ID=0aad00fd-b9a7-4cb7-a58d-cd94523b670d,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:40.072765 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-bb42f90c-ea77-47e2-810a-e880bf35be5e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6475e698-576a-48e6-9f61-7e5ba74c2d29 HTTP/1.1" status: 200 len: 217 time: 0.0881939 Feb 09 01:44:40.080118 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58c2b3e2-631e-49f1-86b4-100b19a51a6f req-40c004e4-cafc-45b0-845f-ea22cb6fd9c3 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765258 Feb 09 01:44:40.142075 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a288d365-54fa-46a3-952c-3ffe36d7c8ac x-openstack-request-id: req-a288d365-54fa-46a3-952c-3ffe36d7c8ac {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:40.142559 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4e539f-752f-436c-938d-fb36ea76aaff", "tag": "0aad00fd-b9a7-4cb7-a58d-cd94523b670d", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:40.143000 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a288d365-54fa-46a3-952c-3ffe36d7c8ac {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:40.143437 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4e539f-752f-436c-938d-fb36ea76aaff', 'tag': '0aad00fd-b9a7-4cb7-a58d-cd94523b670d', 'status': 'completed', 'code': 200} Feb 09 01:44:40.144023 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-819614c2-087f-4602-bdb6-94aad37a2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:40.146147 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-819614c2-087f-4602-bdb6-94aad37a2fd4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=06960262-e6ff-4aec-9056-78c4deec1b4a HTTP/1.1" status: 200 len: 851 time: 0.0650935 Feb 09 01:44:40.152996 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-920038df-c46d-435f-a049-955896fcdcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (9145d287-893f-45e0-a833-97ee0b627cb1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.194001 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674182e-4431-4460-92a3-00dc8066b23e req-543c995b-1601-4134-a084-90e20440ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:40.195584 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a674182e-4431-4460-92a3-00dc8066b23e req-543c995b-1601-4134-a084-90e20440ce9b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a97911cac8641ab9180dac54e0c0c03&device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 1125 time: 0.2043309 Feb 09 01:44:40.212594 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-481583a3-a665-45f2-8f57-70b58d3b477f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d868039-8396-432e-a58b-15f70b0bf5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552053 Feb 09 01:44:40.224228 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920038df-c46d-435f-a049-955896fcdcef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9145d287-893f-45e0-a833-97ee0b627cb1,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:40.234364 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-920038df-c46d-435f-a049-955896fcdcef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.237527 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-920038df-c46d-435f-a049-955896fcdcef admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9145d287-893f-45e0-a833-97ee0b627cb1 HTTP/1.1" status: 204 len: 168 time: 0.7979200 Feb 09 01:44:40.245017 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42686) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:40.278282 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-83d048ad-276f-4eb9-bd7e-d41454797cfd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Floating IP c141d4d8-6f7e-4622-857e-47a77e36bdac associated. External IP: 172.25.7.237, port: eb78ae95-2428-4e27-bfdf-f1c1091ad7c4. Feb 09 01:44:40.330555 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9a6f2-7d42-41c1-9159-7bd924826de9 req-2acd1afa-591f-446b-bf0a-b8f36a5ee5d6 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:40.332081 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-afd9a6f2-7d42-41c1-9159-7bd924826de9 req-2acd1afa-591f-446b-bf0a-b8f36a5ee5d6 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec83e8d-56f7-49e2-bb8c-71dd71850ea8 HTTP/1.1" status: 200 len: 947 time: 0.1233087 Feb 09 01:44:40.366153 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-4be6a50b-1c0d-46bb-a4a7-1b645bcbea0a service neutron] 10.222.0.48 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453166 Feb 09 01:44:40.409242 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a674182e-4431-4460-92a3-00dc8066b23e req-91e52132-d043-4766-96e7-e8983cc945b0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0aad00fd-b9a7-4cb7-a58d-cd94523b670d HTTP/1.1" status: 200 len: 217 time: 0.2041726 Feb 09 01:44:40.436181 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-afd9a6f2-7d42-41c1-9159-7bd924826de9 req-ac4ae261-d71e-4123-a4d6-c911822e766a tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/security-groups?id=440134bb-10fb-435d-b5eb-9e08b5277be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973482 Feb 09 01:44:40.489010 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6354e421-66e6-46fd-b45b-6528d3cbc1e9 req-9adf14b8-2086-4ba2-8147-43f5928165d9 service neutron] 10.222.0.48 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160464 Feb 09 01:44:40.553950 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9ccf9c13-d828-475d-b54e-aa2a911502c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (1c164421-b937-4772-b3ad-c06ffa4973ed), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.575003 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674182e-4431-4460-92a3-00dc8066b23e req-749735e3-5b54-423b-a7a2-474600ee184c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:40.576514 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a674182e-4431-4460-92a3-00dc8066b23e req-749735e3-5b54-423b-a7a2-474600ee184c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ddb561ab-b96f-484d-90d6-e4f04b896832 HTTP/1.1" status: 200 len: 855 time: 0.1594431 Feb 09 01:44:40.581244 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cddfee9b-ed68-40d9-b12d-c9154a61f984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (db04b29c-3d49-43a6-9f2d-5d8555dec104), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.649992 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a674182e-4431-4460-92a3-00dc8066b23e req-042e591a-37da-41f5-bc72-1823f2023198 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e497bc1-122f-44b4-bc51-3150ff87700b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619380 Feb 09 01:44:40.654899 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21b7d952-2f1f-4517-a068-ba629724ef6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (1667252e-579a-45e2-8409-6423721f7da0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.656770 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfee9b-ed68-40d9-b12d-c9154a61f984 admin admin] Pushing event deleted for resources: {'Port': ['ID=db04b29c-3d49-43a6-9f2d-5d8555dec104,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:40.666792 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-29a39b38-70de-47f1-ba63-1a56e34b74d7 req-42d48d8e-7dc5-4a39-83ed-5e5f6fc19ac2 tempest-SecurityGroupsNegativeTestJSON-1389619196 tempest-SecurityGroupsNegativeTestJSON-1389619196-project] show failed (client error): The resource could not be found. Feb 09 01:44:40.667865 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-29a39b38-70de-47f1-ba63-1a56e34b74d7 req-42d48d8e-7dc5-4a39-83ed-5e5f6fc19ac2 tempest-SecurityGroupsNegativeTestJSON-1389619196 tempest-SecurityGroupsNegativeTestJSON-1389619196-project] 10.222.0.36 "GET /v2.0/security-groups/8687db6c-976c-4840-8d46-0f54cca3730d HTTP/1.1" status: 404 len: 352 time: 0.0154707 Feb 09 01:44:40.728970 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.803189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b4a09-7a87-4407-955c-045530f8c959 req-1219540d-5192-414b-974c-9df1ce3627c5 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:40.805441 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-544b4a09-7a87-4407-955c-045530f8c959 req-1219540d-5192-414b-974c-9df1ce3627c5 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 943 time: 0.0812066 Feb 09 01:44:40.809436 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.874583 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-544b4a09-7a87-4407-955c-045530f8c959 req-6832a02c-69b1-417e-a791-844a8e81d49a tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606856 Feb 09 01:44:40.972560 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-446668ba-f6d2-4b0a-951c-8ee5fd5583f7 req-ea1150d3-1226-41f6-b10f-13ef2aeb4269 tempest-SecurityGroupsNegativeTestJSON-1389619196 tempest-SecurityGroupsNegativeTestJSON-1389619196-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=006fc78d99584ee8bf71a97c8b0bb06a HTTP/1.1" status: 200 len: 3005 time: 0.0507753 Feb 09 01:44:41.000644 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9ccf9c13-d828-475d-b54e-aa2a911502c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (1c164421-b937-4772-b3ad-c06ffa4973ed), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.025408 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-446668ba-f6d2-4b0a-951c-8ee5fd5583f7 req-f813914a-b110-4084-b635-237bea49f5c6 tempest-SecurityGroupsNegativeTestJSON-1389619196 tempest-SecurityGroupsNegativeTestJSON-1389619196-project] 10.222.0.36 "GET /v2.0/security-groups/5af26465-cbbe-43b4-b143-b0241e657349 HTTP/1.1" status: 200 len: 3002 time: 0.0463054 Feb 09 01:44:41.077910 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-446668ba-f6d2-4b0a-951c-8ee5fd5583f7 req-4cecf565-ed22-4f87-9428-bd0c242088a7 tempest-SecurityGroupsNegativeTestJSON-1389619196 tempest-SecurityGroupsNegativeTestJSON-1389619196-project] 10.222.0.36 "GET /v2.0/security-groups/5af26465-cbbe-43b4-b143-b0241e657349 HTTP/1.1" status: 200 len: 3002 time: 0.0445037 Feb 09 01:44:41.080017 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 2ef1f632-cd79-4bc8-a940-03df2612c45b details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:44:41.112533 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-9ccf9c13-d828-475d-b54e-aa2a911502c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c164421-b937-4772-b3ad-c06ffa4973ed']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:41.149238 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-9ccf9c13-d828-475d-b54e-aa2a911502c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '899f02fd-164e-4c7a-96f7-6f23414d825b') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:41.149238 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-9ccf9c13-d828-475d-b54e-aa2a911502c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '899f02fd-164e-4c7a-96f7-6f23414d825b') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:41.161545 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e22f3dea-d585-4dd0-8352-aab1595fa611 req-ce496339-25d8-4e32-beb0-f47fd91f7a05 tempest-SecurityGroupsNegativeTestJSON-1389619196 tempest-SecurityGroupsNegativeTestJSON-1389619196-project] 10.222.0.36 "GET /v2.0/security-groups/5af26465-cbbe-43b4-b143-b0241e657349 HTTP/1.1" status: 200 len: 3002 time: 0.0615997 Feb 09 01:44:41.186428 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9ccf9c13-d828-475d-b54e-aa2a911502c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (899f02fd-164e-4c7a-96f7-6f23414d825b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.205447 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a674182e-4431-4460-92a3-00dc8066b23e req-574af3d6-b57e-4ddf-af5b-1a34a81c288e service neutron] 10.222.0.67 "GET /v2.0/networks/8e497bc1-122f-44b4-bc51-3150ff87700b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5414224 Feb 09 01:44:41.210722 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 2ef1f632-cd79-4bc8-a940-03df2612c45b, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=2ef1f632-cd79-4bc8-a940-03df2612c45b,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:41.214699 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-83d048ad-276f-4eb9-bd7e-d41454797cfd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Router 2f7662ff-6bea-4dac-8d29-3af36e248018 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:41.226943 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '2ef1f632-cd79-4bc8-a940-03df2612c45b', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '2ef1f632-cd79-4bc8-a940-03df2612c45b', 'mac_address': 'fa:16:3e:3d:9b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:44:41.232461 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-e22f3dea-d585-4dd0-8352-aab1595fa611 req-64fe9f8e-2d3e-4f11-9bf6-15c8f1dd7224 tempest-SecurityGroupsNegativeTestJSON-1389619196 tempest-SecurityGroupsNegativeTestJSON-1389619196-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 01:44:41.232825 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9ccf9c13-d828-475d-b54e-aa2a911502c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (899f02fd-164e-4c7a-96f7-6f23414d825b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.235084 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e22f3dea-d585-4dd0-8352-aab1595fa611 req-64fe9f8e-2d3e-4f11-9bf6-15c8f1dd7224 tempest-SecurityGroupsNegativeTestJSON-1389619196 tempest-SecurityGroupsNegativeTestJSON-1389619196-project] 10.222.0.36 "DELETE /v2.0/security-groups/5af26465-cbbe-43b4-b143-b0241e657349 HTTP/1.1" status: 409 len: 352 time: 0.0673769 Feb 09 01:44:41.254872 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccf9c13-d828-475d-b54e-aa2a911502c7 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:44:41.255317 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9ccf9c13-d828-475d-b54e-aa2a911502c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (899f02fd-164e-4c7a-96f7-6f23414d825b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:44:41.258591 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:44:41.284575 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 2ef1f632-cd79-4bc8-a940-03df2612c45b is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:41.287314 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2ef1f632-cd79-4bc8-a940-03df2612c45b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.318207 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef1f632-cd79-4bc8-a940-03df2612c45b {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:44:41.350937 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 2ef1f632-cd79-4bc8-a940-03df2612c45b, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=2ef1f632-cd79-4bc8-a940-03df2612c45b,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:41.358684 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2ef1f632-cd79-4bc8-a940-03df2612c45b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.374242 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cddfee9b-ed68-40d9-b12d-c9154a61f984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (209518a5-5a44-4200-b95c-8ae9102f2905), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.412338 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8049fbf-2f33-4e38-903e-bcec7c7d48d0 req-76344357-feda-4d73-b95f-976e607ced22 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:41.414590 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8049fbf-2f33-4e38-903e-bcec7c7d48d0 req-76344357-feda-4d73-b95f-976e607ced22 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 943 time: 0.0835805 Feb 09 01:44:41.422033 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=2ef1f632-cd79-4bc8-a940-03df2612c45b,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:41.479659 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9ccf9c13-d828-475d-b54e-aa2a911502c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (1c164421-b937-4772-b3ad-c06ffa4973ed), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.481318 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3119276e-8f85-4d47-be93-e9cf8bb7b4c6', 'tag': '6475e698-576a-48e6-9f61-7e5ba74c2d29'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:41.484461 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a65cdfd-a43d-47a5-920a-5da8a60b7515" -d '{"events": [{"name": "network-changed", "server_uuid": "3119276e-8f85-4d47-be93-e9cf8bb7b4c6", "tag": "6475e698-576a-48e6-9f61-7e5ba74c2d29"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:41.495674 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b7d952-2f1f-4517-a068-ba629724ef6b admin admin] Router 1667252e-579a-45e2-8409-6423721f7da0 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:44:41.496126 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8049fbf-2f33-4e38-903e-bcec7c7d48d0 req-bd9cb10d-366e-487c-9ae6-11a8d229b42f tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739880 Feb 09 01:44:41.497794 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9ccf9c13-d828-475d-b54e-aa2a911502c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.500969 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9ccf9c13-d828-475d-b54e-aa2a911502c7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1c164421-b937-4772-b3ad-c06ffa4973ed HTTP/1.1" status: 204 len: 168 time: 1.2242045 Feb 09 01:44:41.571271 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-26c8c602-823b-4337-8ee4-e36edcab9206 req-d996b3f0-a95e-494c-a5f7-98dda2ee357a tempest-SecurityGroupsNegativeTestJSON-1389619196 tempest-SecurityGroupsNegativeTestJSON-1389619196-project] show failed (client error): The resource could not be found. Feb 09 01:44:41.574054 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-26c8c602-823b-4337-8ee4-e36edcab9206 req-d996b3f0-a95e-494c-a5f7-98dda2ee357a tempest-SecurityGroupsNegativeTestJSON-1389619196 tempest-SecurityGroupsNegativeTestJSON-1389619196-project] 10.222.0.36 "GET /v2.0/security-groups/53ccb276-f9b7-40e5-ab03-190afe5c6e85 HTTP/1.1" status: 404 len: 352 time: 0.0323484 Feb 09 01:44:41.663153 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['2ef1f632-cd79-4bc8-a940-03df2612c45b'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:44:41.721386 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42710) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:41.780411 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3928e-bc2b-4bbb-8421-359cb2ef453e req-a2b56a2d-6259-41df-9a7a-1531c0f0a5e1 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:41.781967 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-acb3928e-bc2b-4bbb-8421-359cb2ef453e req-a2b56a2d-6259-41df-9a7a-1531c0f0a5e1 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec83e8d-56f7-49e2-bb8c-71dd71850ea8 HTTP/1.1" status: 200 len: 948 time: 0.1094065 Feb 09 01:44:41.785957 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5b2cd334-97a0-4a74-be20-b64f130b9c15 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=882b1d74468f4236916ac9797755db7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0627298 Feb 09 01:44:41.788434 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42712) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:41.868035 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-acb3928e-bc2b-4bbb-8421-359cb2ef453e req-62a4357e-3027-4fc6-85e3-7456a0ce0993 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/security-groups?id=440134bb-10fb-435d-b5eb-9e08b5277be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773346 Feb 09 01:44:41.881948 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-265ff9f9-8f2f-44c0-9e07-9abe98925c58 admin admin] Publish callbacks [] for security_group (92830ecc-2af1-45ab-91ed-c3de02de8c9f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.919787 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-265ff9f9-8f2f-44c0-9e07-9abe98925c58 admin admin] Publish callbacks [] for security_group (92830ecc-2af1-45ab-91ed-c3de02de8c9f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.923030 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe49443-bf5b-4ab5-88ea-fc2f5bfd2f33 x-openstack-request-id: req-cbe49443-bf5b-4ab5-88ea-fc2f5bfd2f33 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:41.923429 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3119276e-8f85-4d47-be93-e9cf8bb7b4c6", "tag": "6475e698-576a-48e6-9f61-7e5ba74c2d29", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:41.924558 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cbe49443-bf5b-4ab5-88ea-fc2f5bfd2f33 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:41.924558 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3119276e-8f85-4d47-be93-e9cf8bb7b4c6', 'tag': '6475e698-576a-48e6-9f61-7e5ba74c2d29', 'status': 'completed', 'code': 200} Feb 09 01:44:41.931818 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf9c13-d828-475d-b54e-aa2a911502c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c164421-b937-4772-b3ad-c06ffa4973ed,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:41.958148 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a674182e-4431-4460-92a3-00dc8066b23e req-2786a6ba-2efe-420c-98fd-c27485cbed4a service neutron] 10.222.0.67 "GET /v2.0/networks/8e497bc1-122f-44b4-bc51-3150ff87700b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7408102 Feb 09 01:44:42.013740 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-a96ee8ab-e93b-4e93-91f3-9eda8f9bde2b req-a6f8240a-7e51-4086-9491-277d239530dc tempest-SecurityGroupsNegativeTestJSON-1389619196 tempest-SecurityGroupsNegativeTestJSON-1389619196-project] show failed (client error): The resource could not be found. Feb 09 01:44:42.014774 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a96ee8ab-e93b-4e93-91f3-9eda8f9bde2b req-a6f8240a-7e51-4086-9491-277d239530dc tempest-SecurityGroupsNegativeTestJSON-1389619196 tempest-SecurityGroupsNegativeTestJSON-1389619196-project] 10.222.0.36 "GET /v2.0/security-groups/bd978672-0cb1-4cef-a5f5-6bbc7f3b4d57 HTTP/1.1" status: 404 len: 352 time: 0.0420697 Feb 09 01:44:42.037681 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65cdfd-a43d-47a5-920a-5da8a60b7515 req-37ed0f0e-97a9-4fa7-8e25-72ca799ce4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:42.039647 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a65cdfd-a43d-47a5-920a-5da8a60b7515 req-37ed0f0e-97a9-4fa7-8e25-72ca799ce4b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=092f8329ee4140f8a8a266c0e29b4e94&device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 1125 time: 0.0831006 Feb 09 01:44:42.040644 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-265ff9f9-8f2f-44c0-9e07-9abe98925c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (92830ecc-2af1-45ab-91ed-c3de02de8c9f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.043668 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-265ff9f9-8f2f-44c0-9e07-9abe98925c58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.048711 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-265ff9f9-8f2f-44c0-9e07-9abe98925c58 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/92830ecc-2af1-45ab-91ed-c3de02de8c9f HTTP/1.1" status: 204 len: 168 time: 0.2554085 Feb 09 01:44:42.059748 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42718) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:42.061194 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-83d048ad-276f-4eb9-bd7e-d41454797cfd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:42.075308 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ff9f9-8f2f-44c0-9e07-9abe98925c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92830ecc-2af1-45ab-91ed-c3de02de8c9f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:42.078630 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d272ed63-4e53-406b-9aff-bfea8d852f0b None None] Sync routers for ids ['2f7662ff-6bea-4dac-8d29-3af36e248018'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:42.078859 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-83d048ad-276f-4eb9-bd7e-d41454797cfd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.136549 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d272ed63-4e53-406b-9aff-bfea8d852f0b None None] Routers {'2f7662ff-6bea-4dac-8d29-3af36e248018'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:42.137244 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d272ed63-4e53-406b-9aff-bfea8d852f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2f7662ff-6bea-4dac-8d29-3af36e248018'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:42.192504 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-83d048ad-276f-4eb9-bd7e-d41454797cfd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "PUT /v2.0/floatingips/c141d4d8-6f7e-4622-857e-47a77e36bdac HTTP/1.1" status: 200 len: 997 time: 4.1649935 Feb 09 01:44:42.199136 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a5bebb-31d6-4eb8-9407-cf87128e5254', 'tag': 'eb78ae95-2428-4e27-bfdf-f1c1091ad7c4'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:42.201781 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4d28b3-9b30-4a81-91e7-6a588a081fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "37a5bebb-31d6-4eb8-9407-cf87128e5254", "tag": "eb78ae95-2428-4e27-bfdf-f1c1091ad7c4"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:42.218155 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-8459e3eb-5bf2-4e16-b9cc-33b03a002019 admin admin] Deleting subnet 75473e08-0e77-4ef3-a89a-7373654c8922 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:44:42.262050 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8459e3eb-5bf2-4e16-b9cc-33b03a002019 admin admin] Publish callbacks [] for subnet (75473e08-0e77-4ef3-a89a-7373654c8922), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.264349 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b7d952-2f1f-4517-a068-ba629724ef6b admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:42.276418 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] Sync routers for ids ['1667252e-579a-45e2-8409-6423721f7da0'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:42.289599 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.293887 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65cdfd-a43d-47a5-920a-5da8a60b7515 req-34ff45c8-21d3-4e9f-b535-f817fbdb5025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:42.295423 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a65cdfd-a43d-47a5-920a-5da8a60b7515 req-34ff45c8-21d3-4e9f-b535-f817fbdb5025 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d868039-8396-432e-a58b-15f70b0bf5f1 HTTP/1.1" status: 200 len: 912 time: 0.2495234 Feb 09 01:44:42.297631 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] Routers {'1667252e-579a-45e2-8409-6423721f7da0'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:42.298267 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['1667252e-579a-45e2-8409-6423721f7da0'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:42.311347 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1cbee-9d5f-4e62-8ca9-54b4621ceac2 req-6fd9dd07-110d-4d31-ad96-93599de2bfde tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:42.312885 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eee1cbee-9d5f-4e62-8ca9-54b4621ceac2 req-6fd9dd07-110d-4d31-ad96-93599de2bfde tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 943 time: 0.1432743 Feb 09 01:44:42.341590 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d272ed63-4e53-406b-9aff-bfea8d852f0b None None] Set router 2f7662ff-6bea-4dac-8d29-3af36e248018 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:42.356265 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a65cdfd-a43d-47a5-920a-5da8a60b7515 req-e13c5fd5-2374-442f-a45c-fb469e496069 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6475e698-576a-48e6-9f61-7e5ba74c2d29 HTTP/1.1" status: 200 len: 217 time: 0.0423694 Feb 09 01:44:42.448417 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eee1cbee-9d5f-4e62-8ca9-54b4621ceac2 req-b0147794-2bfb-4f5e-a7f5-ae4c9afc5a86 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284614 Feb 09 01:44:42.461277 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65cdfd-a43d-47a5-920a-5da8a60b7515 req-b5de7849-99c1-4cd0-b50c-58c7de37a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:42.462979 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a65cdfd-a43d-47a5-920a-5da8a60b7515 req-b5de7849-99c1-4cd0-b50c-58c7de37a9c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=06960262-e6ff-4aec-9056-78c4deec1b4a HTTP/1.1" status: 200 len: 851 time: 0.0971534 Feb 09 01:44:42.468699 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddfee9b-ed68-40d9-b12d-c9154a61f984 admin admin] Router 209518a5-5a44-4200-b95c-8ae9102f2905 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:42.477203 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] Set router 1667252e-579a-45e2-8409-6423721f7da0 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:42.508564 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a65cdfd-a43d-47a5-920a-5da8a60b7515 req-479d8986-e21c-48ed-a099-68dbb8ca1fc5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d868039-8396-432e-a58b-15f70b0bf5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350151 Feb 09 01:44:42.511469 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21b7d952-2f1f-4517-a068-ba629724ef6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.512749 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-21b7d952-2f1f-4517-a068-ba629724ef6b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.3453782 Feb 09 01:44:42.515717 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42724) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:42.519939 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e2df7-d801-4e5e-b060-83de9b4dd6e6 req-dda9d1db-b55f-493c-a349-eaf09d9fe9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:42.521448 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ae5e2df7-d801-4e5e-b060-83de9b4dd6e6 req-dda9d1db-b55f-493c-a349-eaf09d9fe9bf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a97911cac8641ab9180dac54e0c0c03&device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 1125 time: 0.4536924 Feb 09 01:44:42.645117 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f009b05-b0a9-420c-baf9-c94b357f3b5e x-openstack-request-id: req-4f009b05-b0a9-420c-baf9-c94b357f3b5e {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:42.645762 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a5bebb-31d6-4eb8-9407-cf87128e5254", "tag": "eb78ae95-2428-4e27-bfdf-f1c1091ad7c4", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:42.646670 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4f009b05-b0a9-420c-baf9-c94b357f3b5e {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:42.647338 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a5bebb-31d6-4eb8-9407-cf87128e5254', 'tag': 'eb78ae95-2428-4e27-bfdf-f1c1091ad7c4', 'status': 'completed', 'code': 200} Feb 09 01:44:42.662754 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e2df7-d801-4e5e-b060-83de9b4dd6e6 req-a785aa6e-2bdd-4deb-821e-1a4e212d0628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:42.665943 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ae5e2df7-d801-4e5e-b060-83de9b4dd6e6 req-a785aa6e-2bdd-4deb-821e-1a4e212d0628 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e497bc1-122f-44b4-bc51-3150ff87700b HTTP/1.1" status: 200 len: 916 time: 0.1382961 Feb 09 01:44:42.678118 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8459e3eb-5bf2-4e16-b9cc-33b03a002019 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (75473e08-0e77-4ef3-a89a-7373654c8922), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.685120 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-d8751e33-7886-40ca-b10b-cf6dc190b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:42.686936 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-d8751e33-7886-40ca-b10b-cf6dc190b094 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de202805521c40c99d9482e3dcc29505&device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 1128 time: 0.4259408 Feb 09 01:44:42.795692 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667252e-579a-45e2-8409-6423721f7da0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572805688-router', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:35Z', 'updated_at': '2022-02-09T01:44:39Z', 'revision_number': 3, 'project_id': '0947b32ff412414786f5c023b76f7760', 'gw_port': {'id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1667252e-579a-45e2-8409-6423721f7da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:36Z', 'updated_at': '2022-02-09T01:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:42.834066 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] Checking router: 1667252e-579a-45e2-8409-6423721f7da0 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:42.835015 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] Updating router 1667252e-579a-45e2-8409-6423721f7da0 port 10f03a92-6229-41e2-9761-005f8eba0a76 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:44:42.869573 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d272ed63-4e53-406b-9aff-bfea8d852f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:41Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'c141d4d8-6f7e-4622-857e-47a77e36bdac', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'port_id': 'eb78ae95-2428-4e27-bfdf-f1c1091ad7c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'mac_address': 'fa:16:3e:da:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5bebb-31d6-4eb8-9407-cf87128e5254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:44:16Z', 'updated_at': '2022-02-09T01:44:39Z', 'revision_number': 1, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f39700b-a98f-4813-abe8-aefbf999b40e', 'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'mac_address': 'fa:16:3e:65:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:39Z', 'updated_at': '2022-02-09T01:43:49Z', 'revision_number': 5, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'subnets': [{'id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:42.897349 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (10f03a92-6229-41e2-9761-005f8eba0a76), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.900345 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d272ed63-4e53-406b-9aff-bfea8d852f0b None None] Checking router: 2f7662ff-6bea-4dac-8d29-3af36e248018 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:42.909532 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d272ed63-4e53-406b-9aff-bfea8d852f0b None None] Routers {'2f7662ff-6bea-4dac-8d29-3af36e248018'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:42.910163 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d272ed63-4e53-406b-9aff-bfea8d852f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2f7662ff-6bea-4dac-8d29-3af36e248018'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:43.000177 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8459e3eb-5bf2-4e16-b9cc-33b03a002019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (75473e08-0e77-4ef3-a89a-7373654c8922), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:43.032307 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d272ed63-4e53-406b-9aff-bfea8d852f0b None None] Set router 2f7662ff-6bea-4dac-8d29-3af36e248018 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:43.103589 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 2ef1f632-cd79-4bc8-a940-03df2612c45b up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:43.146868 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ae5e2df7-d801-4e5e-b060-83de9b4dd6e6 req-8feb0c25-5cd7-40b0-ab93-8057d541f7f0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0aad00fd-b9a7-4cb7-a58d-cd94523b670d HTTP/1.1" status: 200 len: 217 time: 0.4640799 Feb 09 01:44:43.237515 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a65cdfd-a43d-47a5-920a-5da8a60b7515 req-e7fe63b3-f6ae-4dd2-9280-03da064ad0da service neutron] 10.222.0.48 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7118421 Feb 09 01:44:43.245695 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c05d82-63a6-417b-bc8b-16e4082347eb req-f67b9ed7-f935-407d-a8c3-e2f8bd47473b tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:43.252554 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-11c05d82-63a6-417b-bc8b-16e4082347eb req-f67b9ed7-f935-407d-a8c3-e2f8bd47473b tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 943 time: 0.2471845 Feb 09 01:44:43.269003 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-3ddc0f53-8ecc-462d-966a-d57f16aaeefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:43.270515 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-3ddc0f53-8ecc-462d-966a-d57f16aaeefc service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0b7f23d-62d1-4973-9206-4a988800da60 HTTP/1.1" status: 200 len: 922 time: 0.5484192 Feb 09 01:44:43.285033 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8459e3eb-5bf2-4e16-b9cc-33b03a002019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (75473e08-0e77-4ef3-a89a-7373654c8922), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:43.329988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 2ef1f632-cd79-4bc8-a940-03df2612c45b completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:43.333357 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddfee9b-ed68-40d9-b12d-c9154a61f984 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:43.338026 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 2ef1f632-cd79-4bc8-a940-03df2612c45b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:43.338388 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2ef1f632-cd79-4bc8-a940-03df2612c45b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:43.347597 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a0e463-8f3b-45d9-9b86-73f4d02e0250 None None] Sync routers for ids ['209518a5-5a44-4200-b95c-8ae9102f2905'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:43.373456 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d28b3-9b30-4a81-91e7-6a588a081fcb req-3ab265d6-60fc-4402-bfdc-20bdeaa19144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:43.375450 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ac4d28b3-9b30-4a81-91e7-6a588a081fcb req-3ab265d6-60fc-4402-bfdc-20bdeaa19144 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=de202805521c40c99d9482e3dcc29505&device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 1128 time: 0.3811004 Feb 09 01:44:43.387631 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cddfee9b-ed68-40d9-b12d-c9154a61f984 admin admin] 10.222.0.36 "PUT /v2.0/routers/209518a5-5a44-4200-b95c-8ae9102f2905/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8855047 Feb 09 01:44:43.438033 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a0e463-8f3b-45d9-9b86-73f4d02e0250 None None] Routers {'209518a5-5a44-4200-b95c-8ae9102f2905'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:43.439151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-01a0e463-8f3b-45d9-9b86-73f4d02e0250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['209518a5-5a44-4200-b95c-8ae9102f2905'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:43.458140 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42746) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:43.458466 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42748) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:43.466729 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459e3eb-5bf2-4e16-b9cc-33b03a002019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75473e08-0e77-4ef3-a89a-7373654c8922,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:43.470129 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e2df7-d801-4e5e-b060-83de9b4dd6e6 req-9f4c09a7-5807-4fd9-a0f3-884e14039d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:43.471710 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ae5e2df7-d801-4e5e-b060-83de9b4dd6e6 req-9f4c09a7-5807-4fd9-a0f3-884e14039d65 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ddb561ab-b96f-484d-90d6-e4f04b896832 HTTP/1.1" status: 200 len: 855 time: 0.3092961 Feb 09 01:44:43.496780 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:43.496985 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8459e3eb-5bf2-4e16-b9cc-33b03a002019 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:43.501220 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8459e3eb-5bf2-4e16-b9cc-33b03a002019 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/75473e08-0e77-4ef3-a89a-7373654c8922 HTTP/1.1" status: 204 len: 168 time: 1.4360206 Feb 09 01:44:43.535445 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ae5e2df7-d801-4e5e-b060-83de9b4dd6e6 req-8d985b46-aa2c-48c4-8eb7-ca0512822a4c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e497bc1-122f-44b4-bc51-3150ff87700b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452967 Feb 09 01:44:43.535445 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42756) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:43.587864 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] Publish callbacks [] for port (10f03a92-6229-41e2-9761-005f8eba0a76), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:43.593462 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-01a0e463-8f3b-45d9-9b86-73f4d02e0250 None None] Set router 209518a5-5a44-4200-b95c-8ae9102f2905 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:43.603630 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (10f03a92-6229-41e2-9761-005f8eba0a76), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:43.646354 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] Attempting to bind port 10f03a92-6229-41e2-9761-005f8eba0a76 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:44:43.646781 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] Attempting to bind port 10f03a92-6229-41e2-9761-005f8eba0a76 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:44:43.647141 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] Attempting to bind port 10f03a92-6229-41e2-9761-005f8eba0a76 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:43.676531 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:44:43.677021 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:43.677745 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-11c05d82-63a6-417b-bc8b-16e4082347eb req-9e9341b6-d19d-47c8-9e98-3a86b5832563 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242496 Feb 09 01:44:43.678044 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:43.678882 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:44:43.680214 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] Bound port: 10f03a92-6229-41e2-9761-005f8eba0a76, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:44:43.681509 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (10f03a92-6229-41e2-9761-005f8eba0a76), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:43.698386 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-107859be-5e73-40fe-8995-6ce5a5e7da32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 HTTP/1.1" status: 200 len: 1000 time: 0.4104369 Feb 09 01:44:43.755012 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-1c13704d-3c71-4c21-bfa3-59e52eaea6de admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1896605468-network', 'tenant_id': '8182d2600ee64e01b1d2be799c436d46'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:43.789468 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] For port 10f03a92-6229-41e2-9761-005f8eba0a76, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:43.793476 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] For port 10f03a92-6229-41e2-9761-005f8eba0a76, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=10f03a92-6229-41e2-9761-005f8eba0a76,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:43.806396 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0b371437-6384-4299-8776-60a0448f6b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (0e24dbcf-538d-481f-8ca8-bf574b75b3d0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:43.807734 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (10f03a92-6229-41e2-9761-005f8eba0a76), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:43.833026 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-d0422bda-f6f4-4f90-9089-ccb2eda0ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:43.835001 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-d0422bda-f6f4-4f90-9089-ccb2eda0ba5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0b26f97-d0c8-4cf7-88ed-04342ece5400 HTTP/1.1" status: 200 len: 860 time: 0.1205025 Feb 09 01:44:43.856905 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a65cdfd-a43d-47a5-920a-5da8a60b7515 req-ced58cbf-8a86-4ccb-955b-6c689a7dd340 service neutron] 10.222.0.48 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6002722 Feb 09 01:44:43.871639 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] Routers {'1667252e-579a-45e2-8409-6423721f7da0'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:43.872312 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['1667252e-579a-45e2-8409-6423721f7da0'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:43.880634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 2ef1f632-cd79-4bc8-a940-03df2612c45b is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:43.881322 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2ef1f632-cd79-4bc8-a940-03df2612c45b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:43.913105 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ae5e2df7-d801-4e5e-b060-83de9b4dd6e6 req-951b4042-2eb6-4ba4-87fa-004bd2baa4d6 service neutron] 10.222.0.67 "GET /v2.0/networks/8e497bc1-122f-44b4-bc51-3150ff87700b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615153 Feb 09 01:44:43.917234 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6dc50f49-f6f0-4a6a-b477-b81e064db2aa admin admin] Publish callbacks [] for router (209518a5-5a44-4200-b95c-8ae9102f2905), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:43.983559 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d28b3-9b30-4a81-91e7-6a588a081fcb req-5a685dd9-d6c4-48ed-80bc-9dd69533d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:43.985364 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ac4d28b3-9b30-4a81-91e7-6a588a081fcb req-5a685dd9-d6c4-48ed-80bc-9dd69533d458 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f0b7f23d-62d1-4973-9206-4a988800da60 HTTP/1.1" status: 200 len: 922 time: 0.5580206 Feb 09 01:44:44.018054 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c13704d-3c71-4c21-bfa3-59e52eaea6de admin admin] Made reservation on behalf of 8182d2600ee64e01b1d2be799c436d46 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:44.020669 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1c13704d-3c71-4c21-bfa3-59e52eaea6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.021723 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] Set router 1667252e-579a-45e2-8409-6423721f7da0 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:44.038220 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ae5e2df7-d801-4e5e-b060-83de9b4dd6e6 req-59d031b0-6ca2-47a8-b55b-15cd3c50a0c6 service neutron] 10.222.0.67 "GET /v2.0/networks/8e497bc1-122f-44b4-bc51-3150ff87700b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069279 Feb 09 01:44:44.087674 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1c13704d-3c71-4c21-bfa3-59e52eaea6de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.110971 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0b371437-6384-4299-8776-60a0448f6b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (0e24dbcf-538d-481f-8ca8-bf574b75b3d0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.129332 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec83e8d-56f7-49e2-bb8c-71dd71850ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef1f632-cd79-4bc8-a940-03df2612c45b'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:44.131150 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-95cd6b32-b8b2-4ec3-b974-7bc95338d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:44.132081 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b794ea3-abeb-411d-8357-7636c0ba43d8" -d '{"events": [{"server_uuid": "5ec83e8d-56f7-49e2-bb8c-71dd71850ea8", "name": "network-vif-plugged", "status": "completed", "tag": "2ef1f632-cd79-4bc8-a940-03df2612c45b"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:44.133522 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-95cd6b32-b8b2-4ec3-b974-7bc95338d3f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0b7f23d-62d1-4973-9206-4a988800da60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2847698 Feb 09 01:44:44.144423 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0b371437-6384-4299-8776-60a0448f6b6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e24dbcf-538d-481f-8ca8-bf574b75b3d0']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:44.153211 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d272ed63-4e53-406b-9aff-bfea8d852f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:41Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'c141d4d8-6f7e-4622-857e-47a77e36bdac', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'port_id': 'eb78ae95-2428-4e27-bfdf-f1c1091ad7c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'mac_address': 'fa:16:3e:da:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5bebb-31d6-4eb8-9407-cf87128e5254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:44:16Z', 'updated_at': '2022-02-09T01:44:39Z', 'revision_number': 1, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f39700b-a98f-4813-abe8-aefbf999b40e', 'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'mac_address': 'fa:16:3e:65:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:39Z', 'updated_at': '2022-02-09T01:43:49Z', 'revision_number': 5, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'subnets': [{'id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:44.157576 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 2ef1f632-cd79-4bc8-a940-03df2612c45b, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=2ef1f632-cd79-4bc8-a940-03df2612c45b,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:44.161900 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ac4d28b3-9b30-4a81-91e7-6a588a081fcb req-1b610948-6c94-42ce-bc40-5fd462559e36 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 HTTP/1.1" status: 200 len: 1000 time: 0.1343374 Feb 09 01:44:44.162404 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-18fe9467-f6a8-43e5-a926-9b6b25dfcbf9 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:44:44.164120 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-18fe9467-f6a8-43e5-a926-9b6b25dfcbf9 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157566 Feb 09 01:44:44.169029 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0b371437-6384-4299-8776-60a0448f6b6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c60509-5e0a-47c5-8bd4-4802ffb5e4d3') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:44.169335 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0b371437-6384-4299-8776-60a0448f6b6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c60509-5e0a-47c5-8bd4-4802ffb5e4d3') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:44.170904 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78e20c-67f9-42f0-a00e-319a085294f6 req-1d6d79a4-45b5-4ae5-a643-ad521c3e3b27 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:44.177915 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec78e20c-67f9-42f0-a00e-319a085294f6 req-1d6d79a4-45b5-4ae5-a643-ad521c3e3b27 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec83e8d-56f7-49e2-bb8c-71dd71850ea8 HTTP/1.1" status: 200 len: 948 time: 0.3678753 Feb 09 01:44:44.210653 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2ef1f632-cd79-4bc8-a940-03df2612c45b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.254531 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc02aad-f5e2-40cb-8270-e9c46ded7508 None None] Pushing event updated for resources: {'Port': ['ID=10f03a92-6229-41e2-9761-005f8eba0a76,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:44.266302 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc02aad-f5e2-40cb-8270-e9c46ded7508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:44.266617 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d272ed63-4e53-406b-9aff-bfea8d852f0b None None] The sync data for ids ['2f7662ff-6bea-4dac-8d29-3af36e248018'] in n-d-828387-3 is: [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:41Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'c141d4d8-6f7e-4622-857e-47a77e36bdac', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'port_id': 'eb78ae95-2428-4e27-bfdf-f1c1091ad7c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'mac_address': 'fa:16:3e:da:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5bebb-31d6-4eb8-9407-cf87128e5254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:44:16Z', 'updated_at': '2022-02-09T01:44:39Z', 'revision_number': 1, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f39700b-a98f-4813-abe8-aefbf999b40e', 'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'mac_address': 'fa:16:3e:65:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:39Z', 'updated_at': '2022-02-09T01:43:49Z', 'revision_number': 5, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'subnets': [{'id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:44.266804 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc02aad-f5e2-40cb-8270-e9c46ded7508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:44.267063 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc02aad-f5e2-40cb-8270-e9c46ded7508 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:44.267415 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc02aad-f5e2-40cb-8270-e9c46ded7508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:44.267808 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc02aad-f5e2-40cb-8270-e9c46ded7508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:44.268299 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc02aad-f5e2-40cb-8270-e9c46ded7508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:44.268574 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc02aad-f5e2-40cb-8270-e9c46ded7508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:44.269176 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc02aad-f5e2-40cb-8270-e9c46ded7508 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:44.270930 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=2ef1f632-cd79-4bc8-a940-03df2612c45b,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:44.273709 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc02aad-f5e2-40cb-8270-e9c46ded7508 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:44.274083 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc02aad-f5e2-40cb-8270-e9c46ded7508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:44.274505 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc02aad-f5e2-40cb-8270-e9c46ded7508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:44.283506 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc02aad-f5e2-40cb-8270-e9c46ded7508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:44.285369 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-c8dea871-0ab9-4c91-85c7-cf6d5c9b39ad service neutron] 10.222.0.36 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138089 Feb 09 01:44:44.292050 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0b371437-6384-4299-8776-60a0448f6b6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (82c60509-5e0a-47c5-8bd4-4802ffb5e4d3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.294213 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6dc50f49-f6f0-4a6a-b477-b81e064db2aa admin admin] Publish callbacks [] for router_gateway (209518a5-5a44-4200-b95c-8ae9102f2905), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.294945 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc02aad-f5e2-40cb-8270-e9c46ded7508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:44.341126 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-01a0e463-8f3b-45d9-9b86-73f4d02e0250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209518a5-5a44-4200-b95c-8ae9102f2905', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902435090-router', 'tenant_id': '38a7879a60584dcfb30ad30072329a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '1f3cfefa-d396-4950-a1e7-c5196f45bd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:09Z', 'updated_at': '2022-02-09T01:44:40Z', 'revision_number': 5, 'project_id': '38a7879a60584dcfb30ad30072329a96', 'gw_port': {'id': '1f3cfefa-d396-4950-a1e7-c5196f45bd00', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209518a5-5a44-4200-b95c-8ae9102f2905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:11Z', 'updated_at': '2022-02-09T01:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:44.360606 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0b371437-6384-4299-8776-60a0448f6b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (82c60509-5e0a-47c5-8bd4-4802ffb5e4d3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.374193 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b371437-6384-4299-8776-60a0448f6b6c admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:44:44.374612 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0b371437-6384-4299-8776-60a0448f6b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (82c60509-5e0a-47c5-8bd4-4802ffb5e4d3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:44:44.376352 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:44:44.385602 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a0e463-8f3b-45d9-9b86-73f4d02e0250 None None] Checking router: 209518a5-5a44-4200-b95c-8ae9102f2905 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:44.394861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d28b3-9b30-4a81-91e7-6a588a081fcb req-06a0e4a6-db20-4e37-8dc8-9398d1d54865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:44.396721 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ac4d28b3-9b30-4a81-91e7-6a588a081fcb req-06a0e4a6-db20-4e37-8dc8-9398d1d54865 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b0b26f97-d0c8-4cf7-88ed-04342ece5400 HTTP/1.1" status: 200 len: 860 time: 0.2088954 Feb 09 01:44:44.398280 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc02aad-f5e2-40cb-8270-e9c46ded7508 None None] Pushing event updated for resources: {'Port': ['ID=10f03a92-6229-41e2-9761-005f8eba0a76,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:44.407137 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a0e463-8f3b-45d9-9b86-73f4d02e0250 None None] Routers {'209518a5-5a44-4200-b95c-8ae9102f2905'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:44.408319 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-01a0e463-8f3b-45d9-9b86-73f4d02e0250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['209518a5-5a44-4200-b95c-8ae9102f2905'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:44.463604 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec78e20c-67f9-42f0-a00e-319a085294f6 req-0c4f1aa9-53c8-4187-96ee-5fa3defb3309 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/security-groups?id=440134bb-10fb-435d-b5eb-9e08b5277be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825255 Feb 09 01:44:44.466318 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667252e-579a-45e2-8409-6423721f7da0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572805688-router', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:35Z', 'updated_at': '2022-02-09T01:44:39Z', 'revision_number': 3, 'project_id': '0947b32ff412414786f5c023b76f7760', 'gw_port': {'id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1667252e-579a-45e2-8409-6423721f7da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:36Z', 'updated_at': '2022-02-09T01:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:44.469625 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0b371437-6384-4299-8776-60a0448f6b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (0e24dbcf-538d-481f-8ca8-bf574b75b3d0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.475441 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0b371437-6384-4299-8776-60a0448f6b6c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.480917 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0b371437-6384-4299-8776-60a0448f6b6c admin admin] 10.222.0.36 "DELETE /v2.0/networks/0e24dbcf-538d-481f-8ca8-bf574b75b3d0 HTTP/1.1" status: 204 len: 168 time: 0.9364955 Feb 09 01:44:44.498056 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 0aad00fd-b9a7-4cb7-a58d-cd94523b670d details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:44:44.498386 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b371437-6384-4299-8776-60a0448f6b6c admin admin] Pushing event deleted for resources: {'Network': ['ID=0e24dbcf-538d-481f-8ca8-bf574b75b3d0,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:44.504092 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e015262d-54e1-40ee-af24-cebd8cd6165e req-3ed3cb79-972a-4b7a-96a6-1e68ef1ea0ca service neutron] 10.222.0.36 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026048 Feb 09 01:44:44.594334 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f65fb-5bc3-49ee-a6fc-2f98b2942920 None None] The sync data for ids ['1667252e-579a-45e2-8409-6423721f7da0'] in n-d-828387-3 is: [{'id': '1667252e-579a-45e2-8409-6423721f7da0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572805688-router', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:35Z', 'updated_at': '2022-02-09T01:44:39Z', 'revision_number': 3, 'project_id': '0947b32ff412414786f5c023b76f7760', 'gw_port': {'id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1667252e-579a-45e2-8409-6423721f7da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:36Z', 'updated_at': '2022-02-09T01:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:44.653595 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5146b1cd-89f2-4a71-bb66-f5b52d0b26c9 x-openstack-request-id: req-5146b1cd-89f2-4a71-bb66-f5b52d0b26c9 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:44.654077 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec83e8d-56f7-49e2-bb8c-71dd71850ea8", "name": "network-vif-plugged", "status": "completed", "tag": "2ef1f632-cd79-4bc8-a940-03df2612c45b", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:44.654483 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5146b1cd-89f2-4a71-bb66-f5b52d0b26c9 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:44.655251 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec83e8d-56f7-49e2-bb8c-71dd71850ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef1f632-cd79-4bc8-a940-03df2612c45b', 'code': 200} Feb 09 01:44:44.688608 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96a753f-63aa-406b-83c7-b6819c40c6ae None None] New status for floating IP c141d4d8-6f7e-4622-857e-47a77e36bdac: ACTIVE {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:44:44.722208 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-01a0e463-8f3b-45d9-9b86-73f4d02e0250 None None] Set router 209518a5-5a44-4200-b95c-8ae9102f2905 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:44.736339 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42766) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:44.748904 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1c13704d-3c71-4c21-bfa3-59e52eaea6de admin admin] Publish callbacks [] for security_group (089787f6-33e1-4b41-84ce-c4edbac96590), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.802389 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-01a0e463-8f3b-45d9-9b86-73f4d02e0250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209518a5-5a44-4200-b95c-8ae9102f2905', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902435090-router', 'tenant_id': '38a7879a60584dcfb30ad30072329a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:09Z', 'updated_at': '2022-02-09T01:44:44Z', 'revision_number': 6, 'project_id': '38a7879a60584dcfb30ad30072329a96', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:44.818667 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1c13704d-3c71-4c21-bfa3-59e52eaea6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (089787f6-33e1-4b41-84ce-c4edbac96590), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.834100 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a0e463-8f3b-45d9-9b86-73f4d02e0250 None None] The sync data for ids ['209518a5-5a44-4200-b95c-8ae9102f2905'] in n-d-828387-3 is: [{'id': '209518a5-5a44-4200-b95c-8ae9102f2905', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902435090-router', 'tenant_id': '38a7879a60584dcfb30ad30072329a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:09Z', 'updated_at': '2022-02-09T01:44:44Z', 'revision_number': 6, 'project_id': '38a7879a60584dcfb30ad30072329a96', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:44.846246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d28b3-9b30-4a81-91e7-6a588a081fcb req-11df5838-5ed4-45e0-ba1f-3d02e2a71287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:44.847999 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ac4d28b3-9b30-4a81-91e7-6a588a081fcb req-11df5838-5ed4-45e0-ba1f-3d02e2a71287 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0b7f23d-62d1-4973-9206-4a988800da60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4142003 Feb 09 01:44:44.895005 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0aad00fd-b9a7-4cb7-a58d-cd94523b670d,segment=NetworkSegment(a0c13e34-b473-4117-be31-94c544229fa5),segment_id=a0c13e34-b473-4117-be31-94c544229fa5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:44.905062 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2c204d26-90e5-4ccd-a9ef-e48147b9c236 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=006fc78d99584ee8bf71a97c8b0bb06a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1661727 Feb 09 01:44:44.907704 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42768) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:44.910965 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '0aad00fd-b9a7-4cb7-a58d-cd94523b670d', 'network_id': '8e497bc1-122f-44b4-bc51-3150ff87700b', 'port_id': '0aad00fd-b9a7-4cb7-a58d-cd94523b670d', 'mac_address': 'fa:16:3e:b8:38:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb561ab-b96f-484d-90d6-e4f04b896832', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:44:44.925794 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c13704d-3c71-4c21-bfa3-59e52eaea6de admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:44:44.932243 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3173-5feb-4a00-b566-60f76bab296e req-72073179-2fe8-4619-82f4-16bd3170c36d tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:44.933805 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-063b3173-5feb-4a00-b566-60f76bab296e req-72073179-2fe8-4619-82f4-16bd3170c36d tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e91a24f-faae-4e8a-a79f-03edd877fdc2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1889229 Feb 09 01:44:44.984310 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:44.985122 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0aad00fd-b9a7-4cb7-a58d-cd94523b670d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.990184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-6dc50f49-f6f0-4a6a-b477-b81e064db2aa admin admin] Deleting port 1f3cfefa-d396-4950-a1e7-c5196f45bd00 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:44.990525 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6dc50f49-f6f0-4a6a-b477-b81e064db2aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (1f3cfefa-d396-4950-a1e7-c5196f45bd00), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.009288 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aad00fd-b9a7-4cb7-a58d-cd94523b670d {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:44:45.034514 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0aad00fd-b9a7-4cb7-a58d-cd94523b670d,segment=NetworkSegment(a0c13e34-b473-4117-be31-94c544229fa5),segment_id=a0c13e34-b473-4117-be31-94c544229fa5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:45.042012 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0aad00fd-b9a7-4cb7-a58d-cd94523b670d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.049308 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13704d-3c71-4c21-bfa3-59e52eaea6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089787f6-33e1-4b41-84ce-c4edbac96590,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:45.055590 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1c13704d-3c71-4c21-bfa3-59e52eaea6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (82a50737-3e66-4b9a-ac30-c774c58bff7c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.055861 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-1c13704d-3c71-4c21-bfa3-59e52eaea6de admin admin] Added segment 82a50737-3e66-4b9a-ac30-c774c58bff7c of type vlan for network f320d20f-a124-4b93-b153-9bafe1edbfb1 Feb 09 01:44:45.090723 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fd258-9563-42e3-818e-43be144156cd req-75d061a5-f6e7-4f65-a032-ec8bf6818753 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:45.092329 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-700fd258-9563-42e3-818e-43be144156cd req-75d061a5-f6e7-4f65-a032-ec8bf6818753 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 943 time: 0.5075257 Feb 09 01:44:45.095456 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 6475e698-576a-48e6-9f61-7e5ba74c2d29 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:44:45.114704 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=0aad00fd-b9a7-4cb7-a58d-cd94523b670d,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:45.156455 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-063b3173-5feb-4a00-b566-60f76bab296e req-57875de5-be74-4838-8ec4-4b2137f09775 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 1002 time: 0.2090731 Feb 09 01:44:45.157089 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2226f-5714-4388-b632-1997b4940cf8 req-b2b1555a-0bce-4d73-b602-01abb295685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:45.158613 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15f2226f-5714-4388-b632-1997b4940cf8 req-b2b1555a-0bce-4d73-b602-01abb295685d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5ec83e8d-56f7-49e2-bb8c-71dd71850ea8 HTTP/1.1" status: 200 len: 1131 time: 0.4084215 Feb 09 01:44:45.163568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-063b3173-5feb-4a00-b566-60f76bab296e req-9a48802a-684c-4f01-8dc6-bcdf0f22b45d tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Request body: {'floatingip': {'port_id': '8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:45.207721 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4777-6ac1-489e-9cc3-d7045a11f6d6 admin admin] Publish callbacks [] for security_group (5af26465-cbbe-43b4-b143-b0241e657349), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.215060 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d4635d4-ad63-4bed-b68a-2d5e14b323ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.245048 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1c13704d-3c71-4c21-bfa3-59e52eaea6de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (f320d20f-a124-4b93-b153-9bafe1edbfb1), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.279594 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-063b3173-5feb-4a00-b566-60f76bab296e req-9a48802a-684c-4f01-8dc6-bcdf0f22b45d tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks [] for floatingip (c141d4d8-6f7e-4622-857e-47a77e36bdac), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.316084 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 6475e698-576a-48e6-9f61-7e5ba74c2d29, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6475e698-576a-48e6-9f61-7e5ba74c2d29,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:45.337209 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '6475e698-576a-48e6-9f61-7e5ba74c2d29', 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1', 'port_id': '6475e698-576a-48e6-9f61-7e5ba74c2d29', 'mac_address': 'fa:16:3e:f7:8a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06960262-e6ff-4aec-9056-78c4deec1b4a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:44:45.369045 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4777-6ac1-489e-9cc3-d7045a11f6d6 admin admin] Publish callbacks [] for security_group (5af26465-cbbe-43b4-b143-b0241e657349), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.403014 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['0aad00fd-b9a7-4cb7-a58d-cd94523b670d'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:44:45.409665 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 6475e698-576a-48e6-9f61-7e5ba74c2d29 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:45.410261 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6475e698-576a-48e6-9f61-7e5ba74c2d29), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.412767 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 10f03a92-6229-41e2-9761-005f8eba0a76 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:45.497346 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4777-6ac1-489e-9cc3-d7045a11f6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5af26465-cbbe-43b4-b143-b0241e657349), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.501833 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4777-6ac1-489e-9cc3-d7045a11f6d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.504209 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6a7e4777-6ac1-489e-9cc3-d7045a11f6d6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5af26465-cbbe-43b4-b143-b0241e657349 HTTP/1.1" status: 204 len: 168 time: 0.5955458 Feb 09 01:44:45.553001 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6475e698-576a-48e6-9f61-7e5ba74c2d29 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:44:45.553216 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e4777-6ac1-489e-9cc3-d7045a11f6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af26465-cbbe-43b4-b143-b0241e657349,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:45.627559 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 6475e698-576a-48e6-9f61-7e5ba74c2d29, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6475e698-576a-48e6-9f61-7e5ba74c2d29,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:45.639073 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6475e698-576a-48e6-9f61-7e5ba74c2d29), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.719478 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 10f03a92-6229-41e2-9761-005f8eba0a76 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:45.719903 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (10f03a92-6229-41e2-9761-005f8eba0a76), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.831000 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=6475e698-576a-48e6-9f61-7e5ba74c2d29,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:45.831998 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.db.resource_extend [None req-1c13704d-3c71-4c21-bfa3-59e52eaea6de admin admin] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:44:45.891975 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1c13704d-3c71-4c21-bfa3-59e52eaea6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (f320d20f-a124-4b93-b153-9bafe1edbfb1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.893831 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c13704d-3c71-4c21-bfa3-59e52eaea6de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:45.894661 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1c13704d-3c71-4c21-bfa3-59e52eaea6de admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.965263 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1c13704d-3c71-4c21-bfa3-59e52eaea6de admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5044560 Feb 09 01:44:45.982110 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['6475e698-576a-48e6-9f61-7e5ba74c2d29'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:44:45.996330 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-700fd258-9563-42e3-818e-43be144156cd req-2d42210f-80ed-4c3c-9ae9-91f180aa6089 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8838902 Feb 09 01:44:46.047707 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 10f03a92-6229-41e2-9761-005f8eba0a76 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:46.048182 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (10f03a92-6229-41e2-9761-005f8eba0a76), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.079819 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42776) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:46.092168 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ac4d28b3-9b30-4a81-91e7-6a588a081fcb req-fd125dee-9494-490e-8568-0d0a2f3441cd service neutron] 10.222.0.67 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2163019 Feb 09 01:44:46.121894 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 10f03a92-6229-41e2-9761-005f8eba0a76, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=10f03a92-6229-41e2-9761-005f8eba0a76,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:46.151690 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (10f03a92-6229-41e2-9761-005f8eba0a76), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.171768 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device db04b29c-3d49-43a6-9f2d-5d8555dec104 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:46.238149 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: db04b29c-3d49-43a6-9f2d-5d8555dec104 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:46.238501 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device db04b29c-3d49-43a6-9f2d-5d8555dec104 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:46.261430 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e066a511-9570-4685-ab9a-e14e2e19fb4d admin admin] Request body: {'subnet': {'network_id': 'f320d20f-a124-4b93-b153-9bafe1edbfb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1896605468-subnet', 'tenant_id': '8182d2600ee64e01b1d2be799c436d46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:46.314063 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ac4d28b3-9b30-4a81-91e7-6a588a081fcb req-068ca48c-9918-4bf0-9743-c30b977546ac service neutron] 10.222.0.67 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209172 Feb 09 01:44:46.317721 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=10f03a92-6229-41e2-9761-005f8eba0a76,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:46.404094 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-6dc50f49-f6f0-4a6a-b477-b81e064db2aa admin admin] For port 1f3cfefa-d396-4950-a1e7-c5196f45bd00, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1f3cfefa-d396-4950-a1e7-c5196f45bd00,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:46.404856 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6dc50f49-f6f0-4a6a-b477-b81e064db2aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (1f3cfefa-d396-4950-a1e7-c5196f45bd00), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.421212 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15f2226f-5714-4388-b632-1997b4940cf8 req-714da04b-1b17-4737-aca7-03ee6f2884a5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=440134bb-10fb-435d-b5eb-9e08b5277be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2389708 Feb 09 01:44:46.453772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-6dc50f49-f6f0-4a6a-b477-b81e064db2aa admin admin] Calling delete_port for 1f3cfefa-d396-4950-a1e7-c5196f45bd00 owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:46.459630 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13704d-3c71-4c21-bfa3-59e52eaea6de admin admin] Pushing event updated for resources: {'Network': ['ID=f320d20f-a124-4b93-b153-9bafe1edbfb1,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:46.467733 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e066a511-9570-4685-ab9a-e14e2e19fb4d admin admin] Made reservation on behalf of 8182d2600ee64e01b1d2be799c436d46 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:46.470382 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e066a511-9570-4685-ab9a-e14e2e19fb4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.483236 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network f320d20f-a124-4b93-b153-9bafe1edbfb1 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:44:46.576842 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b046840-b6cc-4368-a73e-e1a9fe93377c req-c2aa5d4e-115c-4067-b2d6-e85139cfc03e tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:46.584684 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b046840-b6cc-4368-a73e-e1a9fe93377c req-c2aa5d4e-115c-4067-b2d6-e85139cfc03e tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 944 time: 0.3176570 Feb 09 01:44:46.762083 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b046840-b6cc-4368-a73e-e1a9fe93377c req-d9e5b29a-3cf8-46de-a58e-9edcfd06f3f8 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761270 Feb 09 01:44:46.781989 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-063b3173-5feb-4a00-b566-60f76bab296e req-9a48802a-684c-4f01-8dc6-bcdf0f22b45d tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.792052 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-063b3173-5feb-4a00-b566-60f76bab296e req-9a48802a-684c-4f01-8dc6-bcdf0f22b45d tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (c141d4d8-6f7e-4622-857e-47a77e36bdac), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.906396 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-9d4635d4-ad63-4bed-b68a-2d5e14b323ac admin admin] Allocated IP 172.20.0.1 (37d718d3-97dd-4a0b-93a0-c4820cd40d4f/1c6c575a-2abf-46ad-a16d-fefed5f75801/c425c49a-a117-446d-8d14-f1e6c46c8889) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:46.942325 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [req-063b3173-5feb-4a00-b566-60f76bab296e req-9a48802a-684c-4f01-8dc6-bcdf0f22b45d tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Floating IP c141d4d8-6f7e-4622-857e-47a77e36bdac associated. External IP: 172.25.7.237, port: eb78ae95-2428-4e27-bfdf-f1c1091ad7c4. Feb 09 01:44:46.946573 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42794) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:47.112346 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 6475e698-576a-48e6-9f61-7e5ba74c2d29 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:47.146952 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0148dd-fa2d-4017-87ce-5b53551e666b req-c6dc5ef0-d6f7-40fe-b3bd-2c8204f7fdc3 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:47.149612 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc0148dd-fa2d-4017-87ce-5b53551e666b req-c6dc5ef0-d6f7-40fe-b3bd-2c8204f7fdc3 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec83e8d-56f7-49e2-bb8c-71dd71850ea8 HTTP/1.1" status: 200 len: 949 time: 0.2805982 Feb 09 01:44:47.177459 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e2454365-7749-45e0-bbf7-58be67b9e626 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-900670207-network', 'tenant_id': '9c02c1e11e314bbaaaed061629dd9e0f'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:47.187945 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 6475e698-576a-48e6-9f61-7e5ba74c2d29 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:47.197963 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 6475e698-576a-48e6-9f61-7e5ba74c2d29 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:47.198629 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6475e698-576a-48e6-9f61-7e5ba74c2d29), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.218325 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e066a511-9570-4685-ab9a-e14e2e19fb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (4c919f03-38d0-46c8-800e-189367ce02ce), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.297501 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6dc50f49-f6f0-4a6a-b477-b81e064db2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (1f3cfefa-d396-4950-a1e7-c5196f45bd00), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.329503 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2454365-7749-45e0-bbf7-58be67b9e626 admin admin] Made reservation on behalf of 9c02c1e11e314bbaaaed061629dd9e0f for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:47.329724 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d4635d4-ad63-4bed-b68a-2d5e14b323ac admin admin] Publish callbacks [] for port (c425c49a-a117-446d-8d14-f1e6c46c8889), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.329807 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2454365-7749-45e0-bbf7-58be67b9e626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.329914 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 6475e698-576a-48e6-9f61-7e5ba74c2d29 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:47.329914 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6475e698-576a-48e6-9f61-7e5ba74c2d29), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.333980 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [req-063b3173-5feb-4a00-b566-60f76bab296e req-9a48802a-684c-4f01-8dc6-bcdf0f22b45d tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Router 2f7662ff-6bea-4dac-8d29-3af36e248018 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:47.349220 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2454365-7749-45e0-bbf7-58be67b9e626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.356007 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3119276e-8f85-4d47-be93-e9cf8bb7b4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6475e698-576a-48e6-9f61-7e5ba74c2d29'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:47.358138 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722dd38a-93a5-4b2e-a7a7-1c28ef01177a" -d '{"events": [{"server_uuid": "3119276e-8f85-4d47-be93-e9cf8bb7b4c6", "name": "network-vif-plugged", "status": "completed", "tag": "6475e698-576a-48e6-9f61-7e5ba74c2d29"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:47.376646 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 6475e698-576a-48e6-9f61-7e5ba74c2d29, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6475e698-576a-48e6-9f61-7e5ba74c2d29,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:47.385920 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6475e698-576a-48e6-9f61-7e5ba74c2d29), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.391780 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc50f49-f6f0-4a6a-b477-b81e064db2aa admin admin] Pushing event deleted for resources: {'Port': ['ID=1f3cfefa-d396-4950-a1e7-c5196f45bd00,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:47.398854 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 10f03a92-6229-41e2-9761-005f8eba0a76 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:47.421061 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc0148dd-fa2d-4017-87ce-5b53551e666b req-0ab551c9-68ea-4064-99ba-98924abfc74a tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/security-groups?id=440134bb-10fb-435d-b5eb-9e08b5277be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590520 Feb 09 01:44:47.445233 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066a511-9570-4685-ab9a-e14e2e19fb4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c919f03-38d0-46c8-800e-189367ce02ce,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:47.486919 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e066a511-9570-4685-ab9a-e14e2e19fb4d admin admin] Checking segment: {'id': '82a50737-3e66-4b9a-ac30-c774c58bff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f320d20f-a124-4b93-b153-9bafe1edbfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:47.487350 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e066a511-9570-4685-ab9a-e14e2e19fb4d admin admin] Network hostable DHCP agents. Network: f320d20f-a124-4b93-b153-9bafe1edbfb1, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:44:47.567374 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=6475e698-576a-48e6-9f61-7e5ba74c2d29,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:47.578404 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d4635d4-ad63-4bed-b68a-2d5e14b323ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (c425c49a-a117-446d-8d14-f1e6c46c8889), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.587244 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e066a511-9570-4685-ab9a-e14e2e19fb4d admin admin] Network f320d20f-a124-4b93-b153-9bafe1edbfb1 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:44:47.616396 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2454365-7749-45e0-bbf7-58be67b9e626 admin admin] Publish callbacks [] for security_group (ca5ac867-2e30-465e-9145-40211f42379b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.619583 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-063b3173-5feb-4a00-b566-60f76bab296e req-9a48802a-684c-4f01-8dc6-bcdf0f22b45d tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:47.624275 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 10f03a92-6229-41e2-9761-005f8eba0a76 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:47.624275 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (10f03a92-6229-41e2-9761-005f8eba0a76), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.624989 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6dc50f49-f6f0-4a6a-b477-b81e064db2aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (209518a5-5a44-4200-b95c-8ae9102f2905), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.626617 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2454365-7749-45e0-bbf7-58be67b9e626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ca5ac867-2e30-465e-9145-40211f42379b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.640206 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2454365-7749-45e0-bbf7-58be67b9e626 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:44:47.653344 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55469f5a-09bd-4919-b748-eb7c03129123 None None] Sync routers for ids ['2f7662ff-6bea-4dac-8d29-3af36e248018'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:47.676996 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55469f5a-09bd-4919-b748-eb7c03129123 None None] Routers {'2f7662ff-6bea-4dac-8d29-3af36e248018'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:47.677777 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-55469f5a-09bd-4919-b748-eb7c03129123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2f7662ff-6bea-4dac-8d29-3af36e248018'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:47.685886 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4635d4-ad63-4bed-b68a-2d5e14b323ac admin admin] Network 37d718d3-97dd-4a0b-93a0-c4820cd40d4f is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:47.692116 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2454365-7749-45e0-bbf7-58be67b9e626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (9e62cded-41cf-4237-8192-21e337129ce3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.692458 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-e2454365-7749-45e0-bbf7-58be67b9e626 admin admin] Added segment 9e62cded-41cf-4237-8192-21e337129ce3 of type vlan for network 656bced2-3266-4c74-8227-86404d5c41ea Feb 09 01:44:47.727303 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-e066a511-9570-4685-ab9a-e14e2e19fb4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, f320d20f-a124-4b93-b153-9bafe1edbfb1) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:47.739125 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e066a511-9570-4685-ab9a-e14e2e19fb4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:47.739125 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e066a511-9570-4685-ab9a-e14e2e19fb4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.770829 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aca462c-a4f3-442d-9233-bd6431590cab None None] Network f320d20f-a124-4b93-b153-9bafe1edbfb1 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:47.797213 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454365-7749-45e0-bbf7-58be67b9e626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5ac867-2e30-465e-9145-40211f42379b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:47.801135 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2454365-7749-45e0-bbf7-58be67b9e626 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (656bced2-3266-4c74-8227-86404d5c41ea), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.844945 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-9d4635d4-ad63-4bed-b68a-2d5e14b323ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:47.862281 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2454365-7749-45e0-bbf7-58be67b9e626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (656bced2-3266-4c74-8227-86404d5c41ea), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.864149 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2454365-7749-45e0-bbf7-58be67b9e626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:47.865478 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2454365-7749-45e0-bbf7-58be67b9e626 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.865874 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4635d4-ad63-4bed-b68a-2d5e14b323ac admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:47.986696 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d4635d4-ad63-4bed-b68a-2d5e14b323ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (1667252e-579a-45e2-8409-6423721f7da0), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.998502 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6dc50f49-f6f0-4a6a-b477-b81e064db2aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (209518a5-5a44-4200-b95c-8ae9102f2905), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:48.022991 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e2454365-7749-45e0-bbf7-58be67b9e626 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0735197 Feb 09 01:44:48.042124 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4635d4-ad63-4bed-b68a-2d5e14b323ac admin admin] Pushing event updated for resources: {'Port': ['ID=c425c49a-a117-446d-8d14-f1e6c46c8889,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:48.046786 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42804) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:48.049555 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6dc50f49-f6f0-4a6a-b477-b81e064db2aa admin admin] Publish callbacks [] for router_controller (209518a5-5a44-4200-b95c-8ae9102f2905), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:48.060225 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d840618a-a196-42a7-823c-f7708bc66818 admin admin] Request body: {'subnet': {'network_id': '656bced2-3266-4c74-8227-86404d5c41ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-900670207-subnet', 'tenant_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:48.067262 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e066a511-9570-4685-ab9a-e14e2e19fb4d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8094113 Feb 09 01:44:48.080886 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bc4a9-cdfe-4bca-82b4-756faa5aaa28 req-a7313fdb-98ef-44bf-85a6-a295331c2fb3 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:48.082216 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2f4bc4a9-cdfe-4bca-82b4-756faa5aaa28 req-a7313fdb-98ef-44bf-85a6-a295331c2fb3 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 945 time: 0.5542021 Feb 09 01:44:48.094069 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454365-7749-45e0-bbf7-58be67b9e626 admin admin] Pushing event updated for resources: {'Network': ['ID=656bced2-3266-4c74-8227-86404d5c41ea,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:48.122427 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 656bced2-3266-4c74-8227-86404d5c41ea details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:44:48.124026 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [req-063b3173-5feb-4a00-b566-60f76bab296e req-9a48802a-684c-4f01-8dc6-bcdf0f22b45d tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Router 2f7662ff-6bea-4dac-8d29-3af36e248018 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:48.162349 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6dc50f49-f6f0-4a6a-b477-b81e064db2aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (209518a5-5a44-4200-b95c-8ae9102f2905), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:48.162945 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc50f49-f6f0-4a6a-b477-b81e064db2aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 209518a5-5a44-4200-b95c-8ae9102f2905 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:44:48.170336 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6dc50f49-f6f0-4a6a-b477-b81e064db2aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:48.171556 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6dc50f49-f6f0-4a6a-b477-b81e064db2aa admin admin] 10.222.0.36 "DELETE /v2.0/routers/209518a5-5a44-4200-b95c-8ae9102f2905 HTTP/1.1" status: 204 len: 168 time: 4.7121153 Feb 09 01:44:48.172528 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d840618a-a196-42a7-823c-f7708bc66818 admin admin] Made reservation on behalf of 9c02c1e11e314bbaaaed061629dd9e0f for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:48.178638 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d840618a-a196-42a7-823c-f7708bc66818 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:48.220502 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 10f03a92-6229-41e2-9761-005f8eba0a76 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:48.264828 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42808) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:48.297182 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-55469f5a-09bd-4919-b748-eb7c03129123 None None] Set router 2f7662ff-6bea-4dac-8d29-3af36e248018 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:48.354482 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1f3cfefa-d396-4950-a1e7-c5196f45bd00 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:48.356486 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfff633e-8b81-41c1-a933-27c34e2526aa None None] Network f320d20f-a124-4b93-b153-9bafe1edbfb1 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:48.380224 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0339bfc-6ccb-44fe-a43a-f26114445767 admin admin] Deleting subnet 0886798e-cadb-4157-bd6d-a21b6c8f037e {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:44:48.381873 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2f4bc4a9-cdfe-4bca-82b4-756faa5aaa28 req-da9c72b9-e835-47ba-a0f4-729b4eebc7bf tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887979 Feb 09 01:44:48.386973 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0339bfc-6ccb-44fe-a43a-f26114445767 admin admin] Publish callbacks [] for subnet (0886798e-cadb-4157-bd6d-a21b6c8f037e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:48.465222 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0339bfc-6ccb-44fe-a43a-f26114445767 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (0886798e-cadb-4157-bd6d-a21b6c8f037e), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:48.520007 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-063b3173-5feb-4a00-b566-60f76bab296e req-9a48802a-684c-4f01-8dc6-bcdf0f22b45d tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:48.526483 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-063b3173-5feb-4a00-b566-60f76bab296e req-9a48802a-684c-4f01-8dc6-bcdf0f22b45d tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:48.548060 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d4635d4-ad63-4bed-b68a-2d5e14b323ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c425c49a-a117-446d-8d14-f1e6c46c8889), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:48.553059 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fb281e-f025-47df-b624-63b0f250e6b9 x-openstack-request-id: req-35fb281e-f025-47df-b624-63b0f250e6b9 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:48.553273 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3119276e-8f85-4d47-be93-e9cf8bb7b4c6", "name": "network-vif-plugged", "status": "completed", "tag": "6475e698-576a-48e6-9f61-7e5ba74c2d29", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:48.553508 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35fb281e-f025-47df-b624-63b0f250e6b9 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:48.553905 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3119276e-8f85-4d47-be93-e9cf8bb7b4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6475e698-576a-48e6-9f61-7e5ba74c2d29', 'code': 200} Feb 09 01:44:48.558588 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 0aad00fd-b9a7-4cb7-a58d-cd94523b670d up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:48.593708 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a5bebb-31d6-4eb8-9407-cf87128e5254', 'tag': 'eb78ae95-2428-4e27-bfdf-f1c1091ad7c4'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:48.596014 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef922e82-8ca7-4810-91e2-9afbd6aa9118" -d '{"events": [{"name": "network-changed", "server_uuid": "37a5bebb-31d6-4eb8-9407-cf87128e5254", "tag": "eb78ae95-2428-4e27-bfdf-f1c1091ad7c4"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:48.617291 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 1f3cfefa-d396-4950-a1e7-c5196f45bd00 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:48.617836 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1f3cfefa-d396-4950-a1e7-c5196f45bd00 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:48.636865 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0339bfc-6ccb-44fe-a43a-f26114445767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (0886798e-cadb-4157-bd6d-a21b6c8f037e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:48.640635 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-063b3173-5feb-4a00-b566-60f76bab296e req-9a48802a-684c-4f01-8dc6-bcdf0f22b45d tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "PUT /v2.0/floatingips/c141d4d8-6f7e-4622-857e-47a77e36bdac HTTP/1.1" status: 200 len: 998 time: 3.4834998 Feb 09 01:44:48.664619 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d840618a-a196-42a7-823c-f7708bc66818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (72eaac7e-d595-4d75-b2ed-3c5eb846ec53), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:48.728123 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3173-5feb-4a00-b566-60f76bab296e req-facd6d7f-2ebf-4589-b81b-e3a87e081b21 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:48.729565 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-063b3173-5feb-4a00-b566-60f76bab296e req-facd6d7f-2ebf-4589-b81b-e3a87e081b21 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports/eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 HTTP/1.1" status: 200 len: 943 time: 0.0701754 Feb 09 01:44:48.766493 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0339bfc-6ccb-44fe-a43a-f26114445767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (0886798e-cadb-4157-bd6d-a21b6c8f037e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:48.827871 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0339bfc-6ccb-44fe-a43a-f26114445767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0886798e-cadb-4157-bd6d-a21b6c8f037e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:48.830229 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0339bfc-6ccb-44fe-a43a-f26114445767 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:48.833553 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e0339bfc-6ccb-44fe-a43a-f26114445767 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0886798e-cadb-4157-bd6d-a21b6c8f037e HTTP/1.1" status: 204 len: 168 time: 0.5655982 Feb 09 01:44:48.846026 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42824) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:48.895771 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5251048a-81d5-48c8-97b8-83f791101e84 None None] Network 293773b8-b804-4473-a45c-9f5d814fe48d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:48.921895 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d4635d4-ad63-4bed-b68a-2d5e14b323ac admin admin] Publish callbacks [] for port (c425c49a-a117-446d-8d14-f1e6c46c8889), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:48.923637 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42826) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:48.959524 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-48244269-764a-4830-a8a0-7ac70d81e776 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1819222940-network', 'tenant_id': '9d7ce69ee4044849b18396b261d50bc8'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:48.963189 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d4635d4-ad63-4bed-b68a-2d5e14b323ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (c425c49a-a117-446d-8d14-f1e6c46c8889), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.011180 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92834675-6dfa-4362-a8fc-570ee0362ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (293773b8-b804-4473-a45c-9f5d814fe48d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.016071 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48244269-764a-4830-a8a0-7ac70d81e776 admin admin] Made reservation on behalf of 9d7ce69ee4044849b18396b261d50bc8 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:49.018313 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48244269-764a-4830-a8a0-7ac70d81e776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.036499 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3173-5feb-4a00-b566-60f76bab296e req-97776f0a-f48b-46d4-8f54-33a6f986c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:49.039309 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-063b3173-5feb-4a00-b566-60f76bab296e req-97776f0a-f48b-46d4-8f54-33a6f986c4a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de202805521c40c99d9482e3dcc29505&device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 1128 time: 0.1836810 Feb 09 01:44:49.041209 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48244269-764a-4830-a8a0-7ac70d81e776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.064787 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:49.071094 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-55469f5a-09bd-4919-b748-eb7c03129123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:41Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'c141d4d8-6f7e-4622-857e-47a77e36bdac', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'port_id': '8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'mac_address': 'fa:16:3e:82:70:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e91a24f-faae-4e8a-a79f-03edd877fdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:44:16Z', 'updated_at': '2022-02-09T01:44:46Z', 'revision_number': 3, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f39700b-a98f-4813-abe8-aefbf999b40e', 'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'mac_address': 'fa:16:3e:65:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:39Z', 'updated_at': '2022-02-09T01:43:49Z', 'revision_number': 5, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'subnets': [{'id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:49.086173 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571e401-94cc-4bcf-8f27-384a51dce93d req-f38a6c4b-75b6-436d-8a48-5c3f6a1d56fe tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:49.091197 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8571e401-94cc-4bcf-8f27-384a51dce93d req-f38a6c4b-75b6-436d-8a48-5c3f6a1d56fe tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 944 time: 0.5402193 Feb 09 01:44:49.099710 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840618a-a196-42a7-823c-f7708bc66818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72eaac7e-d595-4d75-b2ed-3c5eb846ec53,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:49.103589 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:49.104314 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0aad00fd-b9a7-4cb7-a58d-cd94523b670d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.107664 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55469f5a-09bd-4919-b748-eb7c03129123 None None] Checking router: 2f7662ff-6bea-4dac-8d29-3af36e248018 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:49.144988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55469f5a-09bd-4919-b748-eb7c03129123 None None] Routers {'2f7662ff-6bea-4dac-8d29-3af36e248018'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:49.145701 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-55469f5a-09bd-4919-b748-eb7c03129123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2f7662ff-6bea-4dac-8d29-3af36e248018'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:49.183807 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4635d4-ad63-4bed-b68a-2d5e14b323ac admin admin] Pushing event updated for resources: {'Port': ['ID=c425c49a-a117-446d-8d14-f1e6c46c8889,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:49.229501 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d4635d4-ad63-4bed-b68a-2d5e14b323ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (1667252e-579a-45e2-8409-6423721f7da0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.233339 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3173-5feb-4a00-b566-60f76bab296e req-98a86305-0da7-4501-95d0-67a3df9a6a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:49.235354 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-063b3173-5feb-4a00-b566-60f76bab296e req-98a86305-0da7-4501-95d0-67a3df9a6a02 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0b7f23d-62d1-4973-9206-4a988800da60 HTTP/1.1" status: 200 len: 922 time: 0.1901121 Feb 09 01:44:49.245089 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-92834675-6dfa-4362-a8fc-570ee0362ea2 admin admin] Deleting port d0c9e8e1-d45d-4276-a264-e102935b6e97 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:49.245469 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92834675-6dfa-4362-a8fc-570ee0362ea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (d0c9e8e1-d45d-4276-a264-e102935b6e97), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.246397 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9bc52-86ee-40d7-ba9a-e5d4201dc018 req-6ff48bb7-b7ae-4f94-9237-18bb404f8943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:49.248359 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3d9bc52-86ee-40d7-ba9a-e5d4201dc018 req-6ff48bb7-b7ae-4f94-9237-18bb404f8943 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 1127 time: 0.6448376 Feb 09 01:44:49.275087 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d08e2a-559e-4f9a-9816-2357dec3b958 None None] DHCP port deletion for 293773b8-b804-4473-a45c-9f5d814fe48d request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:44:49.306120 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d840618a-a196-42a7-823c-f7708bc66818 admin admin] Checking segment: {'id': '9e62cded-41cf-4237-8192-21e337129ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '656bced2-3266-4c74-8227-86404d5c41ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:49.306497 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d840618a-a196-42a7-823c-f7708bc66818 admin admin] Network hostable DHCP agents. Network: 656bced2-3266-4c74-8227-86404d5c41ea, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:44:49.334297 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8571e401-94cc-4bcf-8f27-384a51dce93d req-7cf3161a-46c7-4e47-861a-aa289c6b7913 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306690 Feb 09 01:44:49.355135 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-063b3173-5feb-4a00-b566-60f76bab296e req-189ea8b2-c14e-4b80-af29-f9bc4e28683d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 HTTP/1.1" status: 200 len: 217 time: 0.1073618 Feb 09 01:44:49.381357 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48244269-764a-4830-a8a0-7ac70d81e776 admin admin] Publish callbacks [] for security_group (06efbd48-673f-4e19-8bd3-402bb6465429), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.415838 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d0c9e8e1-d45d-4276-a264-e102935b6e97 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:49.420541 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48244269-764a-4830-a8a0-7ac70d81e776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (06efbd48-673f-4e19-8bd3-402bb6465429), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.446191 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-92834675-6dfa-4362-a8fc-570ee0362ea2 admin admin] For port d0c9e8e1-d45d-4276-a264-e102935b6e97, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d0c9e8e1-d45d-4276-a264-e102935b6e97,segment=NetworkSegment(a254938a-1eb8-42f6-a558-8f63d0292607),segment_id=a254938a-1eb8-42f6-a558-8f63d0292607)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:49.446572 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92834675-6dfa-4362-a8fc-570ee0362ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (d0c9e8e1-d45d-4276-a264-e102935b6e97), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.460060 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d840618a-a196-42a7-823c-f7708bc66818 admin admin] Network 656bced2-3266-4c74-8227-86404d5c41ea is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:44:49.468104 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48244269-764a-4830-a8a0-7ac70d81e776 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:44:49.476829 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-55469f5a-09bd-4919-b748-eb7c03129123 None None] Set router 2f7662ff-6bea-4dac-8d29-3af36e248018 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:49.482745 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-92834675-6dfa-4362-a8fc-570ee0362ea2 admin admin] Calling delete_port for d0c9e8e1-d45d-4276-a264-e102935b6e97 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:49.488278 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-d840618a-a196-42a7-823c-f7708bc66818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 656bced2-3266-4c74-8227-86404d5c41ea) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:49.503031 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48244269-764a-4830-a8a0-7ac70d81e776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (5222ff93-2320-4574-8847-4b82c0af71b6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.503425 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-48244269-764a-4830-a8a0-7ac70d81e776 admin admin] Added segment 5222ff93-2320-4574-8847-4b82c0af71b6 of type vlan for network 8c4e541f-cbc3-489b-9c76-1564cc52b4bf Feb 09 01:44:49.506372 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3173-5feb-4a00-b566-60f76bab296e req-8e8e6d86-980a-4ab8-b191-48e7370e538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:49.508459 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-063b3173-5feb-4a00-b566-60f76bab296e req-8e8e6d86-980a-4ab8-b191-48e7370e538f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0b26f97-d0c8-4cf7-88ed-04342ece5400 HTTP/1.1" status: 200 len: 860 time: 0.1312468 Feb 09 01:44:49.508794 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3d9bc52-86ee-40d7-ba9a-e5d4201dc018 req-0944dafc-c152-4ca6-9bcf-64ec1c9f58dc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960535 Feb 09 01:44:49.515017 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d840618a-a196-42a7-823c-f7708bc66818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:49.515624 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d840618a-a196-42a7-823c-f7708bc66818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.525156 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c1c407-3cff-41c1-981a-1d5b2b5bda21 None None] Network 656bced2-3266-4c74-8227-86404d5c41ea requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:49.529331 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:49.529906 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0aad00fd-b9a7-4cb7-a58d-cd94523b670d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.532937 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48244269-764a-4830-a8a0-7ac70d81e776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06efbd48-673f-4e19-8bd3-402bb6465429,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:49.534027 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4635d4-ad63-4bed-b68a-2d5e14b323ac admin admin] Network 37d718d3-97dd-4a0b-93a0-c4820cd40d4f is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:49.543981 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d840618a-a196-42a7-823c-f7708bc66818 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4921007 Feb 09 01:44:49.544386 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42830) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:49.548025 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-9d4635d4-ad63-4bed-b68a-2d5e14b323ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:49.553033 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d58de522-5d61-46aa-80b6-086355e77d02 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-900670207-router', 'tenant_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:49.628671 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c2d08e2a-559e-4f9a-9816-2357dec3b958 None None] Deleting port d0c9e8e1-d45d-4276-a264-e102935b6e97 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:49.629602 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c2d08e2a-559e-4f9a-9816-2357dec3b958 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (d0c9e8e1-d45d-4276-a264-e102935b6e97), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.632814 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d58de522-5d61-46aa-80b6-086355e77d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (a2a5caa2-1a52-4361-aeec-f8993e716cf5), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.634070 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d58de522-5d61-46aa-80b6-086355e77d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (a2a5caa2-1a52-4361-aeec-f8993e716cf5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.677480 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48244269-764a-4830-a8a0-7ac70d81e776 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (8c4e541f-cbc3-489b-9c76-1564cc52b4bf), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.685521 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8ed96-937f-454a-bf40-3bc23120d0b5 req-129f0ea4-83cc-4d35-8c01-3a04608e76c8 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:49.692526 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d5f8ed96-937f-454a-bf40-3bc23120d0b5 req-129f0ea4-83cc-4d35-8c01-3a04608e76c8 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec83e8d-56f7-49e2-bb8c-71dd71850ea8 HTTP/1.1" status: 200 len: 949 time: 0.2393217 Feb 09 01:44:49.727527 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3173-5feb-4a00-b566-60f76bab296e req-2fbb3a9c-258f-4cd6-a387-2080bca037f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:49.729505 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-063b3173-5feb-4a00-b566-60f76bab296e req-2fbb3a9c-258f-4cd6-a387-2080bca037f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0b7f23d-62d1-4973-9206-4a988800da60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1994641 Feb 09 01:44:49.750991 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48244269-764a-4830-a8a0-7ac70d81e776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (8c4e541f-cbc3-489b-9c76-1564cc52b4bf), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.753241 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48244269-764a-4830-a8a0-7ac70d81e776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:49.754442 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48244269-764a-4830-a8a0-7ac70d81e776 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.755450 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0aad00fd-b9a7-4cb7-a58d-cd94523b670d,segment=NetworkSegment(a0c13e34-b473-4117-be31-94c544229fa5),segment_id=a0c13e34-b473-4117-be31-94c544229fa5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:49.790042 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0aad00fd-b9a7-4cb7-a58d-cd94523b670d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.792613 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92834675-6dfa-4362-a8fc-570ee0362ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (d0c9e8e1-d45d-4276-a264-e102935b6e97), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.812049 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d58de522-5d61-46aa-80b6-086355e77d02 admin admin] Publish callbacks [] for router_controller (a2a5caa2-1a52-4361-aeec-f8993e716cf5), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.826865 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d5f8ed96-937f-454a-bf40-3bc23120d0b5 req-2b43bbef-67bc-46cd-8b59-a7868c877fdb tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/security-groups?id=440134bb-10fb-435d-b5eb-9e08b5277be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330812 Feb 09 01:44:49.847841 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4635d4-ad63-4bed-b68a-2d5e14b323ac admin admin] Router 1667252e-579a-45e2-8409-6423721f7da0 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:49.870042 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c2d08e2a-559e-4f9a-9816-2357dec3b958 None None] For port d0c9e8e1-d45d-4276-a264-e102935b6e97, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d0c9e8e1-d45d-4276-a264-e102935b6e97,segment=NetworkSegment(a254938a-1eb8-42f6-a558-8f63d0292607),segment_id=a254938a-1eb8-42f6-a558-8f63d0292607)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:49.870495 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c2d08e2a-559e-4f9a-9816-2357dec3b958 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (d0c9e8e1-d45d-4276-a264-e102935b6e97), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.930811 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c2d08e2a-559e-4f9a-9816-2357dec3b958 None None] Calling delete_port for d0c9e8e1-d45d-4276-a264-e102935b6e97 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:49.937498 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port d0c9e8e1-d45d-4276-a264-e102935b6e97 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:49.937910 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d0c9e8e1-d45d-4276-a264-e102935b6e97), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.945559 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-48244269-764a-4830-a8a0-7ac70d81e776 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0200143 Feb 09 01:44:49.966466 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42834) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:49.972288 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92834675-6dfa-4362-a8fc-570ee0362ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c9e8e1-d45d-4276-a264-e102935b6e97,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:49.982442 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-af5e1047-ba08-493e-b0e4-1ae02dec9e4f admin admin] Request body: {'subnet': {'network_id': '8c4e541f-cbc3-489b-9c76-1564cc52b4bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1819222940-subnet', 'tenant_id': '9d7ce69ee4044849b18396b261d50bc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:50.017040 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92834675-6dfa-4362-a8fc-570ee0362ea2 admin admin] No DVR routers for this DVR port d0c9e8e1-d45d-4276-a264-e102935b6e97 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:50.020198 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa05c4f3-bbbe-49f4-8af9-bf78403d0377 x-openstack-request-id: req-aa05c4f3-bbbe-49f4-8af9-bf78403d0377 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:50.020536 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a5bebb-31d6-4eb8-9407-cf87128e5254", "tag": "eb78ae95-2428-4e27-bfdf-f1c1091ad7c4", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:50.020740 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa05c4f3-bbbe-49f4-8af9-bf78403d0377 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:50.021324 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a5bebb-31d6-4eb8-9407-cf87128e5254', 'tag': 'eb78ae95-2428-4e27-bfdf-f1c1091ad7c4', 'status': 'completed', 'code': 200} Feb 09 01:44:50.030242 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5e1047-ba08-493e-b0e4-1ae02dec9e4f admin admin] Made reservation on behalf of 9d7ce69ee4044849b18396b261d50bc8 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:50.033882 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af5e1047-ba08-493e-b0e4-1ae02dec9e4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:50.141448 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48244269-764a-4830-a8a0-7ac70d81e776 admin admin] Pushing event updated for resources: {'Network': ['ID=8c4e541f-cbc3-489b-9c76-1564cc52b4bf,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:50.233234 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1917406e-2482-4cd2-828b-f20c54d0bc99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-656bced2-3266-4c74-8227-86404d5c41ea', 'network_id': '656bced2-3266-4c74-8227-86404d5c41ea', 'project_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'fixed_ips': [{'subnet_id': '72eaac7e-d595-4d75-b2ed-3c5eb846ec53'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:44:50.234535 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1917406e-2482-4cd2-828b-f20c54d0bc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:50.253289 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 8c4e541f-cbc3-489b-9c76-1564cc52b4bf details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:44:50.263591 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92834675-6dfa-4362-a8fc-570ee0362ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (293773b8-b804-4473-a45c-9f5d814fe48d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:50.270414 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-063b3173-5feb-4a00-b566-60f76bab296e req-499aa194-f86a-4de3-bb5d-7fc3d13156c4 service neutron] 10.222.0.36 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029538 Feb 09 01:44:50.321406 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-92834675-6dfa-4362-a8fc-570ee0362ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293773b8-b804-4473-a45c-9f5d814fe48d']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:50.363501 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-92834675-6dfa-4362-a8fc-570ee0362ea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a254938a-1eb8-42f6-a558-8f63d0292607') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:50.363501 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-92834675-6dfa-4362-a8fc-570ee0362ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a254938a-1eb8-42f6-a558-8f63d0292607') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:50.412366 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92834675-6dfa-4362-a8fc-570ee0362ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (a254938a-1eb8-42f6-a558-8f63d0292607), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:50.420340 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=0aad00fd-b9a7-4cb7-a58d-cd94523b670d,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:50.445090 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92834675-6dfa-4362-a8fc-570ee0362ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (a254938a-1eb8-42f6-a558-8f63d0292607), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:50.480377 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92834675-6dfa-4362-a8fc-570ee0362ea2 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:44:50.480855 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92834675-6dfa-4362-a8fc-570ee0362ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (a254938a-1eb8-42f6-a558-8f63d0292607), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:44:50.486838 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:44:50.514359 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d58de522-5d61-46aa-80b6-086355e77d02 admin admin] Publish callbacks [] for router_gateway (a2a5caa2-1a52-4361-aeec-f8993e716cf5), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:50.566885 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef922e82-8ca7-4810-91e2-9afbd6aa9118 req-44d2870c-0dc6-4a75-a72f-ce7ba0af18ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:50.568459 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef922e82-8ca7-4810-91e2-9afbd6aa9118 req-44d2870c-0dc6-4a75-a72f-ce7ba0af18ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=de202805521c40c99d9482e3dcc29505&device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 1128 time: 0.2369699 Feb 09 01:44:50.576193 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ccd7-2150-4b3f-acd1-1bee24d2d18d req-ef53451d-2524-4f1a-a435-cb22acd98a9a tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:50.583242 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8863ccd7-2150-4b3f-acd1-1bee24d2d18d req-ef53451d-2524-4f1a-a435-cb22acd98a9a tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 945 time: 0.2488947 Feb 09 01:44:50.625023 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-063b3173-5feb-4a00-b566-60f76bab296e req-118e408b-3f0f-4025-a9af-fbb2538269d1 service neutron] 10.222.0.36 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367827 Feb 09 01:44:50.630796 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4e539f-752f-436c-938d-fb36ea76aaff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aad00fd-b9a7-4cb7-a58d-cd94523b670d'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:50.633946 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9442afa2-464c-403d-ad94-f7a3a1d8cb9e" -d '{"events": [{"server_uuid": "0c4e539f-752f-436c-938d-fb36ea76aaff", "name": "network-vif-plugged", "status": "completed", "tag": "0aad00fd-b9a7-4cb7-a58d-cd94523b670d"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:50.664165 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af5e1047-ba08-493e-b0e4-1ae02dec9e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (7e2005f4-7181-4832-8cb7-8ae810c65a94), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:50.679957 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4635d4-ad63-4bed-b68a-2d5e14b323ac admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:50.681659 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92834675-6dfa-4362-a8fc-570ee0362ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (293773b8-b804-4473-a45c-9f5d814fe48d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:50.689984 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9d4635d4-ad63-4bed-b68a-2d5e14b323ac admin admin] 10.222.0.36 "PUT /v2.0/routers/1667252e-579a-45e2-8409-6423721f7da0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1729884 Feb 09 01:44:50.700874 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] Sync routers for ids ['1667252e-579a-45e2-8409-6423721f7da0'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:50.723859 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] Routers {'1667252e-579a-45e2-8409-6423721f7da0'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:50.724656 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['1667252e-579a-45e2-8409-6423721f7da0'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:50.775247 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8863ccd7-2150-4b3f-acd1-1bee24d2d18d req-9d857ddd-df92-4c97-8849-bfe101fa4922 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745915 Feb 09 01:44:50.811702 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92834675-6dfa-4362-a8fc-570ee0362ea2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:50.819472 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c2d08e2a-559e-4f9a-9816-2357dec3b958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (d0c9e8e1-d45d-4276-a264-e102935b6e97), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:50.824409 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-92834675-6dfa-4362-a8fc-570ee0362ea2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/293773b8-b804-4473-a45c-9f5d814fe48d HTTP/1.1" status: 204 len: 168 time: 1.9772334 Feb 09 01:44:50.838164 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef922e82-8ca7-4810-91e2-9afbd6aa9118 req-167a1777-1d21-45b4-bb4a-1d9cf25ddb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:50.847147 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef922e82-8ca7-4810-91e2-9afbd6aa9118 req-167a1777-1d21-45b4-bb4a-1d9cf25ddb40 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f0b7f23d-62d1-4973-9206-4a988800da60 HTTP/1.1" status: 200 len: 922 time: 0.2591681 Feb 09 01:44:50.858032 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d08e2a-559e-4f9a-9816-2357dec3b958 None None] Pushing event deleted for resources: {'Port': ['ID=d0c9e8e1-d45d-4276-a264-e102935b6e97,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:50.869652 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c2d08e2a-559e-4f9a-9816-2357dec3b958 None None] Network 293773b8-b804-4473-a45c-9f5d814fe48d is not hosted by any dhcp agent {{(pid=103185) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:44:50.870124 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d08e2a-559e-4f9a-9816-2357dec3b958 None None] No DVR routers for this DVR port d0c9e8e1-d45d-4276-a264-e102935b6e97 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:50.914550 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-55469f5a-09bd-4919-b748-eb7c03129123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:41Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'c141d4d8-6f7e-4622-857e-47a77e36bdac', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'port_id': '8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'mac_address': 'fa:16:3e:82:70:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e91a24f-faae-4e8a-a79f-03edd877fdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:44:16Z', 'updated_at': '2022-02-09T01:44:46Z', 'revision_number': 3, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f39700b-a98f-4813-abe8-aefbf999b40e', 'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'mac_address': 'fa:16:3e:65:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:39Z', 'updated_at': '2022-02-09T01:43:49Z', 'revision_number': 5, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'subnets': [{'id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:50.916990 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92834675-6dfa-4362-a8fc-570ee0362ea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=293773b8-b804-4473-a45c-9f5d814fe48d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:50.935477 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-1917406e-2482-4cd2-828b-f20c54d0bc99 None None] Allocated IP 172.20.0.2 (656bced2-3266-4c74-8227-86404d5c41ea/72eaac7e-d595-4d75-b2ed-3c5eb846ec53/cd96edb0-f0e4-4e96-b06e-2bc2f7540f94) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:50.958111 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e1047-ba08-493e-b0e4-1ae02dec9e4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e2005f4-7181-4832-8cb7-8ae810c65a94,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:50.998548 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef922e82-8ca7-4810-91e2-9afbd6aa9118 req-cbab6053-6ab0-4c29-8e96-4a5649ff5dd3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 HTTP/1.1" status: 200 len: 217 time: 0.1431224 Feb 09 01:44:51.008356 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3173-5feb-4a00-b566-60f76bab296e req-a96350b4-947b-4f81-8814-44c1d3ffd755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:51.022483 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-063b3173-5feb-4a00-b566-60f76bab296e req-a96350b4-947b-4f81-8814-44c1d3ffd755 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de202805521c40c99d9482e3dcc29505&device_id=6e91a24f-faae-4e8a-a79f-03edd877fdc2 HTTP/1.1" status: 200 len: 1127 time: 0.3542457 Feb 09 01:44:51.047128 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] Set router 1667252e-579a-45e2-8409-6423721f7da0 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:51.083488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55469f5a-09bd-4919-b748-eb7c03129123 None None] The sync data for ids ['2f7662ff-6bea-4dac-8d29-3af36e248018'] in n-d-828387-3 is: [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:41Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'c141d4d8-6f7e-4622-857e-47a77e36bdac', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'port_id': '8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'mac_address': 'fa:16:3e:82:70:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e91a24f-faae-4e8a-a79f-03edd877fdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:44:16Z', 'updated_at': '2022-02-09T01:44:46Z', 'revision_number': 3, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f39700b-a98f-4813-abe8-aefbf999b40e', 'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'mac_address': 'fa:16:3e:65:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:39Z', 'updated_at': '2022-02-09T01:43:49Z', 'revision_number': 5, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'subnets': [{'id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:51.098493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef922e82-8ca7-4810-91e2-9afbd6aa9118 req-f5bce96b-7599-4f3e-ae4f-488689dc943d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:51.103898 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef922e82-8ca7-4810-91e2-9afbd6aa9118 req-f5bce96b-7599-4f3e-ae4f-488689dc943d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b0b26f97-d0c8-4cf7-88ed-04342ece5400 HTTP/1.1" status: 200 len: 860 time: 0.0974498 Feb 09 01:44:51.337140 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5e1047-ba08-493e-b0e4-1ae02dec9e4f admin admin] Checking segment: {'id': '5222ff93-2320-4574-8847-4b82c0af71b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c4e541f-cbc3-489b-9c76-1564cc52b4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:51.341204 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e1047-ba08-493e-b0e4-1ae02dec9e4f admin admin] Network hostable DHCP agents. Network: 8c4e541f-cbc3-489b-9c76-1564cc52b4bf, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:44:51.409187 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e1047-ba08-493e-b0e4-1ae02dec9e4f admin admin] Network 8c4e541f-cbc3-489b-9c76-1564cc52b4bf is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:44:51.434719 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-af5e1047-ba08-493e-b0e4-1ae02dec9e4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 8c4e541f-cbc3-489b-9c76-1564cc52b4bf) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:51.454807 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e1047-ba08-493e-b0e4-1ae02dec9e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:51.461406 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa6d39e-e5f3-4a14-b5ea-9ca9ba4be0c7 None None] Network 8c4e541f-cbc3-489b-9c76-1564cc52b4bf requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:51.468437 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af5e1047-ba08-493e-b0e4-1ae02dec9e4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.498226 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1917406e-2482-4cd2-828b-f20c54d0bc99 None None] Publish callbacks [] for port (cd96edb0-f0e4-4e96-b06e-2bc2f7540f94), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.502939 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3173-5feb-4a00-b566-60f76bab296e req-a1d65cc5-7087-4fd0-98c2-9f0ae7e909f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:51.511083 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-063b3173-5feb-4a00-b566-60f76bab296e req-a1d65cc5-7087-4fd0-98c2-9f0ae7e909f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0b7f23d-62d1-4973-9206-4a988800da60 HTTP/1.1" status: 200 len: 922 time: 0.4857819 Feb 09 01:44:51.513706 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42852) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:51.534248 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-af5e1047-ba08-493e-b0e4-1ae02dec9e4f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5629115 Feb 09 01:44:51.555678 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbc0dfd-89e0-4140-b8dc-583600de2100 None None] New status for floating IP c141d4d8-6f7e-4622-857e-47a77e36bdac: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:44:51.626946 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1917406e-2482-4cd2-828b-f20c54d0bc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (cd96edb0-f0e4-4e96-b06e-2bc2f7540f94), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.651506 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef922e82-8ca7-4810-91e2-9afbd6aa9118 req-a7ead941-b253-4178-aeef-1543674df23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:51.655944 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef922e82-8ca7-4810-91e2-9afbd6aa9118 req-a7ead941-b253-4178-aeef-1543674df23c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0b7f23d-62d1-4973-9206-4a988800da60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5380929 Feb 09 01:44:51.672772 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d58de522-5d61-46aa-80b6-086355e77d02 admin admin] Publish callbacks [] for router_gateway (a2a5caa2-1a52-4361-aeec-f8993e716cf5), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.695450 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667252e-579a-45e2-8409-6423721f7da0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572805688-router', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:35Z', 'updated_at': '2022-02-09T01:44:48Z', 'revision_number': 4, 'project_id': '0947b32ff412414786f5c023b76f7760', 'gw_port': {'id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667252e-579a-45e2-8409-6423721f7da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:36Z', 'updated_at': '2022-02-09T01:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c425c49a-a117-446d-8d14-f1e6c46c8889', 'name': '', 'network_id': '37d718d3-97dd-4a0b-93a0-c4820cd40d4f', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'mac_address': 'fa:16:3e:c1:19:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1667252e-579a-45e2-8409-6423721f7da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '1c6c575a-2abf-46ad-a16d-fefed5f75801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:45Z', 'updated_at': '2022-02-09T01:44:48Z', 'revision_number': 2, 'project_id': '0947b32ff412414786f5c023b76f7760', 'subnets': [{'id': '1c6c575a-2abf-46ad-a16d-fefed5f75801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:51.696581 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917406e-2482-4cd2-828b-f20c54d0bc99 None None] Pushing event updated for resources: {'Port': ['ID=cd96edb0-f0e4-4e96-b06e-2bc2f7540f94,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:51.725235 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-063b3173-5feb-4a00-b566-60f76bab296e req-91451510-a854-4e60-bb93-d4d950bd2cec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 HTTP/1.1" status: 200 len: 1001 time: 0.2127628 Feb 09 01:44:51.736002 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] Checking router: 1667252e-579a-45e2-8409-6423721f7da0 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:51.736986 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] Updating router 1667252e-579a-45e2-8409-6423721f7da0 port c425c49a-a117-446d-8d14-f1e6c46c8889 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:44:51.738693 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1917406e-2482-4cd2-828b-f20c54d0bc99 None None] Network 656bced2-3266-4c74-8227-86404d5c41ea is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:51.777691 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c425c49a-a117-446d-8d14-f1e6c46c8889), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.779981 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-1917406e-2482-4cd2-828b-f20c54d0bc99 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:51.795504 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1917406e-2482-4cd2-828b-f20c54d0bc99 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:51.822097 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2fbaceb9-6547-46b5-b50b-ab43226f54a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=43de3fcd6ce94ebf8fcfe415d3e83408&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3005776 Feb 09 01:44:51.823690 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3173-5feb-4a00-b566-60f76bab296e req-2283733f-d428-44a6-bccd-7acfd6b19b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:51.831916 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-063b3173-5feb-4a00-b566-60f76bab296e req-2283733f-d428-44a6-bccd-7acfd6b19b28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0b26f97-d0c8-4cf7-88ed-04342ece5400 HTTP/1.1" status: 200 len: 860 time: 0.1043591 Feb 09 01:44:51.834322 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42860) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:51.857557 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef922e82-8ca7-4810-91e2-9afbd6aa9118 req-716d993e-5b54-41a8-b173-0058d30aad77 service neutron] 10.222.0.67 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939387 Feb 09 01:44:51.885912 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d739bfe-afde-4667-b9b9-f83f431e4650 None None] Network 8c4e541f-cbc3-489b-9c76-1564cc52b4bf requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:51.893752 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0fa75-522b-4fb2-8993-136965b9f214 req-17f229c5-147e-48e4-9940-c123a35facba tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:51.908767 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fef0fa75-522b-4fb2-8993-136965b9f214 req-17f229c5-147e-48e4-9940-c123a35facba tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 945 time: 0.5472975 Feb 09 01:44:51.944145 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3173-5feb-4a00-b566-60f76bab296e req-a903985c-d6c9-4543-8c78-24f8ff4be886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:51.944480 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d58de522-5d61-46aa-80b6-086355e77d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.958420 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-063b3173-5feb-4a00-b566-60f76bab296e req-a903985c-d6c9-4543-8c78-24f8ff4be886 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0b7f23d-62d1-4973-9206-4a988800da60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1132622 Feb 09 01:44:52.005551 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-18af72e8-b1d2-4cc8-844d-be49529391bc admin admin] Publish callbacks [] for security_group (b5175adf-3c0b-49d5-ab51-92b460e10d36), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:52.016059 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1917406e-2482-4cd2-828b-f20c54d0bc99 None None] Attempting to bind port cd96edb0-f0e4-4e96-b06e-2bc2f7540f94 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:44:52.016597 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1917406e-2482-4cd2-828b-f20c54d0bc99 None None] Attempting to bind port cd96edb0-f0e4-4e96-b06e-2bc2f7540f94 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '9e62cded-41cf-4237-8192-21e337129ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '656bced2-3266-4c74-8227-86404d5c41ea'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:44:52.016966 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1917406e-2482-4cd2-828b-f20c54d0bc99 None None] Attempting to bind port cd96edb0-f0e4-4e96-b06e-2bc2f7540f94 on network 656bced2-3266-4c74-8227-86404d5c41ea {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:52.047794 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e91a24f-faae-4e8a-a79f-03edd877fdc2', 'tag': '8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:52.050873 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fdea37-7a2a-46c0-953a-03b7983a8ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "6e91a24f-faae-4e8a-a79f-03edd877fdc2", "tag": "8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:52.060888 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1917406e-2482-4cd2-828b-f20c54d0bc99 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:44:52.060888 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1917406e-2482-4cd2-828b-f20c54d0bc99 None None] Checking segment: {'id': '9e62cded-41cf-4237-8192-21e337129ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '656bced2-3266-4c74-8227-86404d5c41ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:52.061302 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1917406e-2482-4cd2-828b-f20c54d0bc99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:52.061889 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1917406e-2482-4cd2-828b-f20c54d0bc99 None None] Bound using segment: {'id': '9e62cded-41cf-4237-8192-21e337129ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '656bced2-3266-4c74-8227-86404d5c41ea'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:44:52.062399 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1917406e-2482-4cd2-828b-f20c54d0bc99 None None] Bound port: cd96edb0-f0e4-4e96-b06e-2bc2f7540f94, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e62cded-41cf-4237-8192-21e337129ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '656bced2-3266-4c74-8227-86404d5c41ea'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:44:52.062786 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1917406e-2482-4cd2-828b-f20c54d0bc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cd96edb0-f0e4-4e96-b06e-2bc2f7540f94), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:52.092596 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-18af72e8-b1d2-4cc8-844d-be49529391bc admin admin] Publish callbacks [] for security_group (b5175adf-3c0b-49d5-ab51-92b460e10d36), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:52.137272 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-063b3173-5feb-4a00-b566-60f76bab296e req-f5a0fc7c-35f2-4aef-8758-a5d3a1aa5445 service neutron] 10.222.0.36 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775374 Feb 09 01:44:52.189616 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1917406e-2482-4cd2-828b-f20c54d0bc99 None None] For port cd96edb0-f0e4-4e96-b06e-2bc2f7540f94, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:52.197044 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1917406e-2482-4cd2-828b-f20c54d0bc99 None None] For port cd96edb0-f0e4-4e96-b06e-2bc2f7540f94, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=cd96edb0-f0e4-4e96-b06e-2bc2f7540f94,segment=NetworkSegment(9e62cded-41cf-4237-8192-21e337129ce3),segment_id=9e62cded-41cf-4237-8192-21e337129ce3)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:52.198661 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-d58de522-5d61-46aa-80b6-086355e77d02 admin admin] Allocated IP 172.25.7.148 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/30d199e7-394f-40c8-aae0-5b6575cc5bb8) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:52.246680 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1917406e-2482-4cd2-828b-f20c54d0bc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (cd96edb0-f0e4-4e96-b06e-2bc2f7540f94), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:52.298475 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-063b3173-5feb-4a00-b566-60f76bab296e req-d5833d8c-0577-487d-8e8a-a0deafed6db5 service neutron] 10.222.0.36 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515656 Feb 09 01:44:52.335692 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d58de522-5d61-46aa-80b6-086355e77d02 admin admin] Publish callbacks [] for port (30d199e7-394f-40c8-aae0-5b6575cc5bb8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:52.404131 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917406e-2482-4cd2-828b-f20c54d0bc99 None None] Pushing event updated for resources: {'Port': ['ID=cd96edb0-f0e4-4e96-b06e-2bc2f7540f94,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:52.406877 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-18af72e8-b1d2-4cc8-844d-be49529391bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b5175adf-3c0b-49d5-ab51-92b460e10d36), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:52.409750 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-18af72e8-b1d2-4cc8-844d-be49529391bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:52.411004 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-18af72e8-b1d2-4cc8-844d-be49529391bc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5175adf-3c0b-49d5-ab51-92b460e10d36 HTTP/1.1" status: 204 len: 168 time: 0.5666392 Feb 09 01:44:52.426084 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fef0fa75-522b-4fb2-8993-136965b9f214 req-09e59189-71ad-487e-847e-427c97c3f96e tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164149 Feb 09 01:44:52.440987 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af72e8-b1d2-4cc8-844d-be49529391bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5175adf-3c0b-49d5-ab51-92b460e10d36,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:52.474127 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6765fb9-aec1-4393-955c-409537895b54 x-openstack-request-id: req-e6765fb9-aec1-4393-955c-409537895b54 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:52.474615 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4e539f-752f-436c-938d-fb36ea76aaff", "name": "network-vif-plugged", "status": "completed", "tag": "0aad00fd-b9a7-4cb7-a58d-cd94523b670d", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:52.475028 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6765fb9-aec1-4393-955c-409537895b54 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:52.475689 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4e539f-752f-436c-938d-fb36ea76aaff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aad00fd-b9a7-4cb7-a58d-cd94523b670d', 'code': 200} Feb 09 01:44:52.495662 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e059aa-25a9-4913-b859-7595397b9657 None None] Sync routers for ids ['2f7662ff-6bea-4dac-8d29-3af36e248018'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:52.565321 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef922e82-8ca7-4810-91e2-9afbd6aa9118 req-4102bc9d-8485-4c60-a768-4ddda7cac5b3 service neutron] 10.222.0.67 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6418405 Feb 09 01:44:52.615462 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e059aa-25a9-4913-b859-7595397b9657 None None] Routers {'2f7662ff-6bea-4dac-8d29-3af36e248018'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:52.616091 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-63e059aa-25a9-4913-b859-7595397b9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2f7662ff-6bea-4dac-8d29-3af36e248018'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:52.666326 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d58de522-5d61-46aa-80b6-086355e77d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (30d199e7-394f-40c8-aae0-5b6575cc5bb8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:52.701104 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c696a-835e-41c2-a7db-59e01d1c5da3 req-db87e098-7737-4479-8f69-30a592b36888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:52.704567 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b23c696a-835e-41c2-a7db-59e01d1c5da3 req-db87e098-7737-4479-8f69-30a592b36888 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 1127 time: 0.1409020 Feb 09 01:44:52.730501 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] Publish callbacks [] for port (c425c49a-a117-446d-8d14-f1e6c46c8889), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:52.797387 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58de522-5d61-46aa-80b6-086355e77d02 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:52.806146 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b23c696a-835e-41c2-a7db-59e01d1c5da3 req-1456479d-fd18-426b-b9e0-1fa1841efe9b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933998 Feb 09 01:44:52.810647 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-d58de522-5d61-46aa-80b6-086355e77d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:52.830044 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c425c49a-a117-446d-8d14-f1e6c46c8889), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:52.848177 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58de522-5d61-46aa-80b6-086355e77d02 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:52.952409 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58de522-5d61-46aa-80b6-086355e77d02 admin admin] Pushing event updated for resources: {'Port': ['ID=30d199e7-394f-40c8-aae0-5b6575cc5bb8,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:52.959852 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-63e059aa-25a9-4913-b859-7595397b9657 None None] Set router 2f7662ff-6bea-4dac-8d29-3af36e248018 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:52.973264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca09c6d-771c-44f7-ac58-78ab63d9caca req-1c213ac3-a208-449f-9ec1-93211eb3743f tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:52.983347 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aca09c6d-771c-44f7-ac58-78ab63d9caca req-1c213ac3-a208-449f-9ec1-93211eb3743f tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec83e8d-56f7-49e2-bb8c-71dd71850ea8 HTTP/1.1" status: 200 len: 949 time: 0.4081511 Feb 09 01:44:53.202847 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42878) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:53.209107 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aca09c6d-771c-44f7-ac58-78ab63d9caca req-dc8cc76f-0b9f-40d7-a424-aebe2f29e435 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/security-groups?id=440134bb-10fb-435d-b5eb-9e08b5277be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223818 Feb 09 01:44:53.299981 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bebe3-dbb4-409d-a8b7-a4f57e206cae None None] Pushing event updated for resources: {'Port': ['ID=c425c49a-a117-446d-8d14-f1e6c46c8889,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:53.327465 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ca996c51-4ed6-4d79-af5c-c68d76277bf5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38a7879a60584dcfb30ad30072329a96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1213651 Feb 09 01:44:53.328143 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42884) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:53.409119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ce70a-b835-40bc-b1ae-717e0d80b7ff req-b416626e-f9f8-4b76-8e70-53650d7cf429 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:53.411031 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-674ce70a-b835-40bc-b1ae-717e0d80b7ff req-b416626e-f9f8-4b76-8e70-53650d7cf429 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec83e8d-56f7-49e2-bb8c-71dd71850ea8 HTTP/1.1" status: 200 len: 949 time: 0.2025659 Feb 09 01:44:53.425129 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] Attempting to bind port c425c49a-a117-446d-8d14-f1e6c46c8889 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:44:53.425566 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] Attempting to bind port c425c49a-a117-446d-8d14-f1e6c46c8889 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '37a2973b-cbc2-440c-9175-1a1f4f71999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '37d718d3-97dd-4a0b-93a0-c4820cd40d4f'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:44:53.426180 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] Attempting to bind port c425c49a-a117-446d-8d14-f1e6c46c8889 on network 37d718d3-97dd-4a0b-93a0-c4820cd40d4f {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:53.446929 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:44:53.447330 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] Checking segment: {'id': '37a2973b-cbc2-440c-9175-1a1f4f71999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '37d718d3-97dd-4a0b-93a0-c4820cd40d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:53.447746 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:53.448142 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] Bound using segment: {'id': '37a2973b-cbc2-440c-9175-1a1f4f71999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '37d718d3-97dd-4a0b-93a0-c4820cd40d4f'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:44:53.448625 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] Bound port: c425c49a-a117-446d-8d14-f1e6c46c8889, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a2973b-cbc2-440c-9175-1a1f4f71999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '37d718d3-97dd-4a0b-93a0-c4820cd40d4f'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:44:53.449011 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c425c49a-a117-446d-8d14-f1e6c46c8889), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:53.474208 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device cd96edb0-f0e4-4e96-b06e-2bc2f7540f94 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:53.511275 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366a094-f571-432e-86cf-c02f291cafb7 req-4959f767-3994-4ffa-a1f2-e934e06739ad tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:53.524211 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4366a094-f571-432e-86cf-c02f291cafb7 req-4959f767-3994-4ffa-a1f2-e934e06739ad tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/networks?id=37d718d3-97dd-4a0b-93a0-c4820cd40d4f HTTP/1.1" status: 200 len: 820 time: 0.1948879 Feb 09 01:44:53.541713 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4366a094-f571-432e-86cf-c02f291cafb7 req-90aec6de-3767-4dee-89df-8aec5a76e3c1 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/quotas/0947b32ff412414786f5c023b76f7760 HTTP/1.1" status: 200 len: 375 time: 0.0164227 Feb 09 01:44:53.598541 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] For port c425c49a-a117-446d-8d14-f1e6c46c8889, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:53.603497 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] For port c425c49a-a117-446d-8d14-f1e6c46c8889, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c425c49a-a117-446d-8d14-f1e6c46c8889,segment=NetworkSegment(37a2973b-cbc2-440c-9175-1a1f4f71999a),segment_id=37a2973b-cbc2-440c-9175-1a1f4f71999a)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:53.606347 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-63e059aa-25a9-4913-b859-7595397b9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:41Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'c141d4d8-6f7e-4622-857e-47a77e36bdac', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'port_id': '8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'mac_address': 'fa:16:3e:82:70:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e91a24f-faae-4e8a-a79f-03edd877fdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:44:16Z', 'updated_at': '2022-02-09T01:44:51Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f39700b-a98f-4813-abe8-aefbf999b40e', 'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'mac_address': 'fa:16:3e:65:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:39Z', 'updated_at': '2022-02-09T01:43:49Z', 'revision_number': 5, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'subnets': [{'id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:53.627856 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port cd96edb0-f0e4-4e96-b06e-2bc2f7540f94 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:53.628323 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cd96edb0-f0e4-4e96-b06e-2bc2f7540f94), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:53.629239 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ac9da573-3e4a-40d7-9afa-7e7f45b65000 admin admin] Publish callbacks [] for security_group (3304edc0-971a-4b88-a1de-dc016d9f1c29), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:53.636729 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4366a094-f571-432e-86cf-c02f291cafb7 req-ad70f1fd-28e5-4c0b-976d-c3e5218b42f3 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0947b32ff412414786f5c023b76f7760&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0940051 Feb 09 01:44:53.646621 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37771d6a-736a-4d00-b763-80a50704ba5b req-216f2409-fb27-4e48-8282-3f00eb159979 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:53.649144 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-37771d6a-736a-4d00-b763-80a50704ba5b req-216f2409-fb27-4e48-8282-3f00eb159979 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 945 time: 0.3377666 Feb 09 01:44:53.650653 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c425c49a-a117-446d-8d14-f1e6c46c8889), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:53.654075 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e059aa-25a9-4913-b859-7595397b9657 None None] Checking router: 2f7662ff-6bea-4dac-8d29-3af36e248018 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:53.709030 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e059aa-25a9-4913-b859-7595397b9657 None None] Routers {'2f7662ff-6bea-4dac-8d29-3af36e248018'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:53.709970 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-63e059aa-25a9-4913-b859-7595397b9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2f7662ff-6bea-4dac-8d29-3af36e248018'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:53.732894 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ac9da573-3e4a-40d7-9afa-7e7f45b65000 admin admin] Publish callbacks [] for security_group (3304edc0-971a-4b88-a1de-dc016d9f1c29), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:53.798648 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-674ce70a-b835-40bc-b1ae-717e0d80b7ff req-298b931a-c3b0-4482-9187-079def67dd22 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Deleting port 2ef1f632-cd79-4bc8-a940-03df2612c45b {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:53.798917 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-674ce70a-b835-40bc-b1ae-717e0d80b7ff req-298b931a-c3b0-4482-9187-079def67dd22 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (2ef1f632-cd79-4bc8-a940-03df2612c45b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:53.801214 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port cd96edb0-f0e4-4e96-b06e-2bc2f7540f94 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:53.801609 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cd96edb0-f0e4-4e96-b06e-2bc2f7540f94), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:53.812448 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d58de522-5d61-46aa-80b6-086355e77d02 admin admin] Publish callbacks [] for router_gateway (a2a5caa2-1a52-4361-aeec-f8993e716cf5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:53.838750 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4366a094-f571-432e-86cf-c02f291cafb7 req-1ed9e8ed-ece9-4c15-932f-b6ee587ff761 service neutron] 10.222.0.36 "GET /v2.0/networks/37d718d3-97dd-4a0b-93a0-c4820cd40d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905804 Feb 09 01:44:53.846604 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] Routers {'1667252e-579a-45e2-8409-6423721f7da0'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:53.847778 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['1667252e-579a-45e2-8409-6423721f7da0'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:53.888974 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port cd96edb0-f0e4-4e96-b06e-2bc2f7540f94, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=cd96edb0-f0e4-4e96-b06e-2bc2f7540f94,segment=NetworkSegment(9e62cded-41cf-4237-8192-21e337129ce3),segment_id=9e62cded-41cf-4237-8192-21e337129ce3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:53.896007 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bebe3-dbb4-409d-a8b7-a4f57e206cae None None] Pushing event updated for resources: {'Port': ['ID=c425c49a-a117-446d-8d14-f1e6c46c8889,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:53.906488 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (cd96edb0-f0e4-4e96-b06e-2bc2f7540f94), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:53.992954 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-37771d6a-736a-4d00-b763-80a50704ba5b req-e0f3446c-8430-41f6-b354-1f70a022013a tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367798 Feb 09 01:44:53.993672 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-63e059aa-25a9-4913-b859-7595397b9657 None None] Set router 2f7662ff-6bea-4dac-8d29-3af36e248018 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:54.043718 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ac9da573-3e4a-40d7-9afa-7e7f45b65000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3304edc0-971a-4b88-a1de-dc016d9f1c29), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:54.045287 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=cd96edb0-f0e4-4e96-b06e-2bc2f7540f94,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:54.050951 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ac9da573-3e4a-40d7-9afa-7e7f45b65000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:54.055060 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ac9da573-3e4a-40d7-9afa-7e7f45b65000 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3304edc0-971a-4b88-a1de-dc016d9f1c29 HTTP/1.1" status: 204 len: 168 time: 0.7206562 Feb 09 01:44:54.094916 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] Set router 1667252e-579a-45e2-8409-6423721f7da0 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:54.114678 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb12f8c-17b3-4a5c-86c4-16267e77babd None None] Network 656bced2-3266-4c74-8227-86404d5c41ea requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:54.120339 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9da573-3e4a-40d7-9afa-7e7f45b65000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3304edc0-971a-4b88-a1de-dc016d9f1c29,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:54.125804 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4366a094-f571-432e-86cf-c02f291cafb7 req-ca829d88-9681-4b81-9379-14e60f261cf8 service neutron] 10.222.0.36 "GET /v2.0/networks/37d718d3-97dd-4a0b-93a0-c4820cd40d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775497 Feb 09 01:44:54.142406 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569448a3-74be-4506-a9e8-fdbbefb5a023 x-openstack-request-id: req-569448a3-74be-4506-a9e8-fdbbefb5a023 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:54.142872 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e91a24f-faae-4e8a-a79f-03edd877fdc2", "tag": "8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:54.143337 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-569448a3-74be-4506-a9e8-fdbbefb5a023 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:54.143858 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e91a24f-faae-4e8a-a79f-03edd877fdc2', 'tag': '8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6', 'status': 'completed', 'code': 200} Feb 09 01:44:54.181521 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-674ce70a-b835-40bc-b1ae-717e0d80b7ff req-298b931a-c3b0-4482-9187-079def67dd22 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] For port 2ef1f632-cd79-4bc8-a940-03df2612c45b, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=2ef1f632-cd79-4bc8-a940-03df2612c45b,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:54.181903 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-674ce70a-b835-40bc-b1ae-717e0d80b7ff req-298b931a-c3b0-4482-9187-079def67dd22 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (2ef1f632-cd79-4bc8-a940-03df2612c45b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:54.248982 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-aea0526d-c377-4133-9870-3b1d00a9c461 None None] Provisioning complete for port cd96edb0-f0e4-4e96-b06e-2bc2f7540f94 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:54.252320 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-aea0526d-c377-4133-9870-3b1d00a9c461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cd96edb0-f0e4-4e96-b06e-2bc2f7540f94), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:54.320649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-674ce70a-b835-40bc-b1ae-717e0d80b7ff req-298b931a-c3b0-4482-9187-079def67dd22 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Calling delete_port for 2ef1f632-cd79-4bc8-a940-03df2612c45b owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:54.452024 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-aea0526d-c377-4133-9870-3b1d00a9c461 None None] Current status of the port cd96edb0-f0e4-4e96-b06e-2bc2f7540f94 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:54.661817 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-24e02a4e-b9e6-4576-95e1-a55f74da0c94 req-e0cb6381-5c63-4b17-87b2-e12105fd08ac tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 1001 time: 0.2371655 Feb 09 01:44:54.796717 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e02a4e-b9e6-4576-95e1-a55f74da0c94 req-558103d0-8cd9-4856-ae0f-56f77b24a9a7 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:54.807471 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-24e02a4e-b9e6-4576-95e1-a55f74da0c94 req-558103d0-8cd9-4856-ae0f-56f77b24a9a7 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports/8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 HTTP/1.1" status: 200 len: 942 time: 0.1444883 Feb 09 01:44:54.987509 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b3c60b6f-6edb-446a-9398-1e4a18fb9a88 None None] Provisioning complete for port cd96edb0-f0e4-4e96-b06e-2bc2f7540f94 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:54.988014 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b3c60b6f-6edb-446a-9398-1e4a18fb9a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cd96edb0-f0e4-4e96-b06e-2bc2f7540f94), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:54.997369 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667252e-579a-45e2-8409-6423721f7da0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572805688-router', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:35Z', 'updated_at': '2022-02-09T01:44:48Z', 'revision_number': 4, 'project_id': '0947b32ff412414786f5c023b76f7760', 'gw_port': {'id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667252e-579a-45e2-8409-6423721f7da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:36Z', 'updated_at': '2022-02-09T01:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c425c49a-a117-446d-8d14-f1e6c46c8889', 'name': '', 'network_id': '37d718d3-97dd-4a0b-93a0-c4820cd40d4f', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'mac_address': 'fa:16:3e:c1:19:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1667252e-579a-45e2-8409-6423721f7da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '1c6c575a-2abf-46ad-a16d-fefed5f75801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:45Z', 'updated_at': '2022-02-09T01:44:53Z', 'revision_number': 4, 'project_id': '0947b32ff412414786f5c023b76f7760', 'subnets': [{'id': '1c6c575a-2abf-46ad-a16d-fefed5f75801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:55.002531 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-24e02a4e-b9e6-4576-95e1-a55f74da0c94 req-904adeb4-2dac-44b2-b98a-921f15762862 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 1001 time: 0.0981700 Feb 09 01:44:55.099390 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df03ced1-7d87-4884-b162-bd0164e2bc1b None None] The sync data for ids ['1667252e-579a-45e2-8409-6423721f7da0'] in n-d-828387-3 is: [{'id': '1667252e-579a-45e2-8409-6423721f7da0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572805688-router', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:35Z', 'updated_at': '2022-02-09T01:44:48Z', 'revision_number': 4, 'project_id': '0947b32ff412414786f5c023b76f7760', 'gw_port': {'id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667252e-579a-45e2-8409-6423721f7da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:36Z', 'updated_at': '2022-02-09T01:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c425c49a-a117-446d-8d14-f1e6c46c8889', 'name': '', 'network_id': '37d718d3-97dd-4a0b-93a0-c4820cd40d4f', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'mac_address': 'fa:16:3e:c1:19:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1667252e-579a-45e2-8409-6423721f7da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '1c6c575a-2abf-46ad-a16d-fefed5f75801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:45Z', 'updated_at': '2022-02-09T01:44:53Z', 'revision_number': 4, 'project_id': '0947b32ff412414786f5c023b76f7760', 'subnets': [{'id': '1c6c575a-2abf-46ad-a16d-fefed5f75801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:55.118413 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-63e059aa-25a9-4913-b859-7595397b9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:41Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'c141d4d8-6f7e-4622-857e-47a77e36bdac', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'port_id': '8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'mac_address': 'fa:16:3e:82:70:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e91a24f-faae-4e8a-a79f-03edd877fdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:44:16Z', 'updated_at': '2022-02-09T01:44:51Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f39700b-a98f-4813-abe8-aefbf999b40e', 'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'mac_address': 'fa:16:3e:65:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:39Z', 'updated_at': '2022-02-09T01:43:49Z', 'revision_number': 5, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'subnets': [{'id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:55.217016 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e059aa-25a9-4913-b859-7595397b9657 None None] The sync data for ids ['2f7662ff-6bea-4dac-8d29-3af36e248018'] in n-d-828387-3 is: [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:41Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'c141d4d8-6f7e-4622-857e-47a77e36bdac', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'port_id': '8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'mac_address': 'fa:16:3e:82:70:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e91a24f-faae-4e8a-a79f-03edd877fdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:44:16Z', 'updated_at': '2022-02-09T01:44:51Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f39700b-a98f-4813-abe8-aefbf999b40e', 'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'mac_address': 'fa:16:3e:65:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:39Z', 'updated_at': '2022-02-09T01:43:49Z', 'revision_number': 5, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'subnets': [{'id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:55.239761 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d58de522-5d61-46aa-80b6-086355e77d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (a2a5caa2-1a52-4361-aeec-f8993e716cf5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:55.263867 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b3c60b6f-6edb-446a-9398-1e4a18fb9a88 None None] Current status of the port cd96edb0-f0e4-4e96-b06e-2bc2f7540f94 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:55.623404 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c425c49a-a117-446d-8d14-f1e6c46c8889 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:55.745762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdea37-7a2a-46c0-953a-03b7983a8ae0 req-76e94477-3f31-409c-80c6-2b5a0939cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:55.748160 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-92fdea37-7a2a-46c0-953a-03b7983a8ae0 req-76e94477-3f31-409c-80c6-2b5a0939cfde service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de202805521c40c99d9482e3dcc29505&device_id=6e91a24f-faae-4e8a-a79f-03edd877fdc2 HTTP/1.1" status: 200 len: 1127 time: 1.5591779 Feb 09 01:44:55.768811 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port c425c49a-a117-446d-8d14-f1e6c46c8889 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:55.771507 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c425c49a-a117-446d-8d14-f1e6c46c8889), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:55.828538 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e02a4e-b9e6-4576-95e1-a55f74da0c94 req-198aea35-4338-4918-a13c-3391f027c2ca tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:55.831373 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-24e02a4e-b9e6-4576-95e1-a55f74da0c94 req-198aea35-4338-4918-a13c-3391f027c2ca tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.8277647 Feb 09 01:44:55.904567 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port c425c49a-a117-446d-8d14-f1e6c46c8889 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:55.904958 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c425c49a-a117-446d-8d14-f1e6c46c8889), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:55.974575 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port c425c49a-a117-446d-8d14-f1e6c46c8889, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c425c49a-a117-446d-8d14-f1e6c46c8889,segment=NetworkSegment(37a2973b-cbc2-440c-9175-1a1f4f71999a),segment_id=37a2973b-cbc2-440c-9175-1a1f4f71999a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:55.982672 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c425c49a-a117-446d-8d14-f1e6c46c8889), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:55.989045 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device cd96edb0-f0e4-4e96-b06e-2bc2f7540f94 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:56.053953 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2865f59-305e-49c1-a333-5d9049936e0e req-8aa83e58-60c7-4559-bf9a-bf4670622030 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:56.063766 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e2865f59-305e-49c1-a333-5d9049936e0e req-8aa83e58-60c7-4559-bf9a-bf4670622030 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 945 time: 0.1277537 Feb 09 01:44:56.130509 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e2865f59-305e-49c1-a333-5d9049936e0e req-c04ceec7-1393-48c3-9408-6a0a2ec27ced tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647089 Feb 09 01:44:56.221483 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdea37-7a2a-46c0-953a-03b7983a8ae0 req-fab6b6da-cc18-409b-b2af-7bd49bebfb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:56.223039 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-92fdea37-7a2a-46c0-953a-03b7983a8ae0 req-fab6b6da-cc18-409b-b2af-7bd49bebfb8a service neutron] 10.222.0.48 "GET /v2.0/networks?id=f0b7f23d-62d1-4973-9206-4a988800da60 HTTP/1.1" status: 200 len: 922 time: 0.4569449 Feb 09 01:44:56.238183 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-dfe9be59-722b-4fb9-8c72-04273eb564ca tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:56.239934 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-dfe9be59-722b-4fb9-8c72-04273eb564ca tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/networks?id=f320d20f-a124-4b93-b153-9bafe1edbfb1 HTTP/1.1" status: 200 len: 825 time: 1.0213509 Feb 09 01:44:56.248646 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-674ce70a-b835-40bc-b1ae-717e0d80b7ff req-298b931a-c3b0-4482-9187-079def67dd22 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (2ef1f632-cd79-4bc8-a940-03df2612c45b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:56.351842 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366a094-f571-432e-86cf-c02f291cafb7 req-678afc4e-9a29-44fd-a09d-6ec46832a785 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:56.366108 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4366a094-f571-432e-86cf-c02f291cafb7 req-678afc4e-9a29-44fd-a09d-6ec46832a785 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.67 "GET /v2.0/networks?id=37d718d3-97dd-4a0b-93a0-c4820cd40d4f HTTP/1.1" status: 200 len: 820 time: 0.2317653 Feb 09 01:44:56.383576 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-4366a094-f571-432e-86cf-c02f291cafb7 req-8a567c31-8f14-4689-846d-24cc5b029d7c tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Request body: {'port': {'device_id': '8599184f-8cda-4226-a635-4b475b5e9c6d', 'network_id': '37d718d3-97dd-4a0b-93a0-c4820cd40d4f', 'admin_state_up': True, 'tenant_id': '0947b32ff412414786f5c023b76f7760'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:56.465911 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b931a-c3b0-4482-9187-079def67dd22 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Pushing event deleted for resources: {'Port': ['ID=2ef1f632-cd79-4bc8-a940-03df2612c45b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:56.480668 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-f4ecee17-e3d0-41dd-b99a-5c468d3c3b2b tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/quotas/8182d2600ee64e01b1d2be799c436d46 HTTP/1.1" status: 200 len: 375 time: 0.2110546 Feb 09 01:44:56.501661 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d6bf52d-fd7d-42c3-900d-148f506b5e45 req-e075c1e9-46a8-4358-8594-cbc943cf812b tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec83e8d-56f7-49e2-bb8c-71dd71850ea8 HTTP/1.1" status: 200 len: 210 time: 0.0799406 Feb 09 01:44:56.574493 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=c425c49a-a117-446d-8d14-f1e6c46c8889,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:56.588851 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port cd96edb0-f0e4-4e96-b06e-2bc2f7540f94 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:56.589241 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cd96edb0-f0e4-4e96-b06e-2bc2f7540f94), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:56.603534 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-92fdea37-7a2a-46c0-953a-03b7983a8ae0 req-3a44ac21-90c6-486f-b106-c412c8fe945d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 HTTP/1.1" status: 200 len: 1001 time: 0.3566103 Feb 09 01:44:56.608095 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1f7e06b-1748-4c60-8867-9b97bfc2103f req-9a34f31f-4b25-4cb0-accc-54211c3c1346 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6e91a24f-faae-4e8a-a79f-03edd877fdc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7339637 Feb 09 01:44:56.640700 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-7febbc2b-d5d3-4c5f-acc7-c0002878e945 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8182d2600ee64e01b1d2be799c436d46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1147134 Feb 09 01:44:56.648891 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4366a094-f571-432e-86cf-c02f291cafb7 req-8a567c31-8f14-4689-846d-24cc5b029d7c tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Made reservation on behalf of 0947b32ff412414786f5c023b76f7760 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:56.655357 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-4366a094-f571-432e-86cf-c02f291cafb7 req-8a567c31-8f14-4689-846d-24cc5b029d7c tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:56.748739 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port cd96edb0-f0e4-4e96-b06e-2bc2f7540f94 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:56.781747 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c931cdde-031e-436f-bef0-3679fd829ba5 req-af3194c3-7045-454a-ae17-e857beec0f60 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 210 time: 0.0850995 Feb 09 01:44:56.862109 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-674ce70a-b835-40bc-b1ae-717e0d80b7ff req-298b931a-c3b0-4482-9187-079def67dd22 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] No DVR routers for this DVR port 2ef1f632-cd79-4bc8-a940-03df2612c45b on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:56.870135 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-674ce70a-b835-40bc-b1ae-717e0d80b7ff req-298b931a-c3b0-4482-9187-079def67dd22 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:56.873618 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-674ce70a-b835-40bc-b1ae-717e0d80b7ff req-298b931a-c3b0-4482-9187-079def67dd22 tempest-VolumesNegativeTest-565253994 tempest-VolumesNegativeTest-565253994-project] 10.222.0.48 "DELETE /v2.0/ports/2ef1f632-cd79-4bc8-a940-03df2612c45b HTTP/1.1" status: 204 len: 173 time: 3.3778942 Feb 09 01:44:56.885168 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec83e8d-56f7-49e2-bb8c-71dd71850ea8', 'name': 'network-vif-deleted', 'tag': '2ef1f632-cd79-4bc8-a940-03df2612c45b'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:56.887629 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4a54b3-218c-43a3-8060-c57d6f41dc01" -d '{"events": [{"server_uuid": "5ec83e8d-56f7-49e2-bb8c-71dd71850ea8", "name": "network-vif-deleted", "tag": "2ef1f632-cd79-4bc8-a940-03df2612c45b"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:56.926138 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-bdf99237-9fc6-4db3-8307-60023562f449 service neutron] 10.222.0.36 "GET /v2.0/networks/f320d20f-a124-4b93-b153-9bafe1edbfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735713 Feb 09 01:44:56.939444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdea37-7a2a-46c0-953a-03b7983a8ae0 req-46036ef4-a983-44d7-8207-f467e9686e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:56.941271 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-92fdea37-7a2a-46c0-953a-03b7983a8ae0 req-46036ef4-a983-44d7-8207-f467e9686e9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0b26f97-d0c8-4cf7-88ed-04342ece5400 HTTP/1.1" status: 200 len: 860 time: 0.2988844 Feb 09 01:44:56.943261 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58de522-5d61-46aa-80b6-086355e77d02 admin admin] Router a2a5caa2-1a52-4361-aeec-f8993e716cf5 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:44:57.040963 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-449aca08-4e22-4d4b-b873-2902448ab38a tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 1001 time: 0.1974437 Feb 09 01:44:57.042766 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-4366a094-f571-432e-86cf-c02f291cafb7 req-8a567c31-8f14-4689-846d-24cc5b029d7c tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Allocated IP 172.20.0.13 (37d718d3-97dd-4a0b-93a0-c4820cd40d4f/1c6c575a-2abf-46ad-a16d-fefed5f75801/7941b1ea-8777-422a-856f-54f2ace5c38d) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:57.117826 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-20ac95b8-2722-4b04-a0ed-babac8fcc391 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:57.119339 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-20ac95b8-2722-4b04-a0ed-babac8fcc391 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports/8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 HTTP/1.1" status: 200 len: 942 time: 0.0685143 Feb 09 01:44:57.160012 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 2ef1f632-cd79-4bc8-a940-03df2612c45b no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:57.198365 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58de522-5d61-46aa-80b6-086355e77d02 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:57.209415 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] Sync routers for ids ['a2a5caa2-1a52-4361-aeec-f8993e716cf5'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:57.224156 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 2ef1f632-cd79-4bc8-a940-03df2612c45b {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:57.224785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 2ef1f632-cd79-4bc8-a940-03df2612c45b not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:57.242822 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] Routers {'a2a5caa2-1a52-4361-aeec-f8993e716cf5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:57.244760 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a2a5caa2-1a52-4361-aeec-f8993e716cf5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:57.258087 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d58de522-5d61-46aa-80b6-086355e77d02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:57.259653 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d58de522-5d61-46aa-80b6-086355e77d02 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.7130260 Feb 09 01:44:57.266205 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdea37-7a2a-46c0-953a-03b7983a8ae0 req-4c14b6bf-05fc-476d-8c46-b6182c7be290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:57.268366 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-92fdea37-7a2a-46c0-953a-03b7983a8ae0 req-4c14b6bf-05fc-476d-8c46-b6182c7be290 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f0b7f23d-62d1-4973-9206-4a988800da60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3113265 Feb 09 01:44:57.272448 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42964) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:57.366907 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-e628a836-c51d-4602-a28e-f28448f5b85d tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 1001 time: 0.1488636 Feb 09 01:44:57.404548 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c425c49a-a117-446d-8d14-f1e6c46c8889 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:57.424221 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-1c19808a-858e-4e81-a1ba-c6ee1db5bca2 service neutron] 10.222.0.36 "GET /v2.0/networks/f320d20f-a124-4b93-b153-9bafe1edbfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816940 Feb 09 01:44:57.512559 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-4366a094-f571-432e-86cf-c02f291cafb7 req-8a567c31-8f14-4689-846d-24cc5b029d7c tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks [] for port (7941b1ea-8777-422a-856f-54f2ace5c38d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:57.517475 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] Set router a2a5caa2-1a52-4361-aeec-f8993e716cf5 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:57.572301 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-92fdea37-7a2a-46c0-953a-03b7983a8ae0 req-51dc1811-6fdd-4a47-bb66-164e6b5ff023 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841146 Feb 09 01:44:57.587725 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-4c97e685-121f-492c-84ef-7e726bc5cc7b tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:57.589183 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-4c97e685-121f-492c-84ef-7e726bc5cc7b tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.2029860 Feb 09 01:44:57.600240 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-4366a094-f571-432e-86cf-c02f291cafb7 req-8a567c31-8f14-4689-846d-24cc5b029d7c tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (7941b1ea-8777-422a-856f-54f2ace5c38d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:57.723105 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4366a094-f571-432e-86cf-c02f291cafb7 req-8a567c31-8f14-4689-846d-24cc5b029d7c tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Network 37d718d3-97dd-4a0b-93a0-c4820cd40d4f is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:57.727418 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-4366a094-f571-432e-86cf-c02f291cafb7 req-8a567c31-8f14-4689-846d-24cc5b029d7c tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:57.729478 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a567c31-8f14-4689-846d-24cc5b029d7c tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Pushing event updated for resources: {'Port': ['ID=7941b1ea-8777-422a-856f-54f2ace5c38d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:57.732742 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-4366a094-f571-432e-86cf-c02f291cafb7 req-8a567c31-8f14-4689-846d-24cc5b029d7c tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:57.809105 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366a094-f571-432e-86cf-c02f291cafb7 req-8a567c31-8f14-4689-846d-24cc5b029d7c tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:57.809830 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-4366a094-f571-432e-86cf-c02f291cafb7 req-8a567c31-8f14-4689-846d-24cc5b029d7c tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:57.841781 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-e640e742-1a29-43ec-add0-9ea329c0e7c1 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 1001 time: 0.2380462 Feb 09 01:44:57.849676 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-188a78ae-cb16-4e2b-9bb3-4e08a04c2424 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:57.859811 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4366a094-f571-432e-86cf-c02f291cafb7 req-8a567c31-8f14-4689-846d-24cc5b029d7c tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4817283 Feb 09 01:44:57.868270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port c425c49a-a117-446d-8d14-f1e6c46c8889 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:57.868776 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c425c49a-a117-446d-8d14-f1e6c46c8889), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:57.907645 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-4366a094-f571-432e-86cf-c02f291cafb7 req-079e6c30-3282-4432-a1aa-91a38b407c34 service neutron] Request body: {'port': {'device_id': '8599184f-8cda-4226-a635-4b475b5e9c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:57.937968 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a91b6-54b3-449b-9dfa-fc7e3faa1bbd req-fc6c08c2-158d-4600-bef4-8c48ddfd3141 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:57.939825 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-af9a91b6-54b3-449b-9dfa-fc7e3faa1bbd req-fc6c08c2-158d-4600-bef4-8c48ddfd3141 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 945 time: 0.1205757 Feb 09 01:44:57.970333 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a5caa2-1a52-4361-aeec-f8993e716cf5', 'name': 'tempest-ServersTestMultiNic-900670207-router', 'tenant_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '30d199e7-394f-40c8-aae0-5b6575cc5bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:49Z', 'updated_at': '2022-02-09T01:44:53Z', 'revision_number': 3, 'project_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'gw_port': {'id': '30d199e7-394f-40c8-aae0-5b6575cc5bb8', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:26:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a5caa2-1a52-4361-aeec-f8993e716cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:51Z', 'updated_at': '2022-02-09T01:44:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:57.982722 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-92fdea37-7a2a-46c0-953a-03b7983a8ae0 req-a30c0b6a-8866-44d1-b078-dc3f502d7ace service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496006 Feb 09 01:44:58.037026 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] Checking router: a2a5caa2-1a52-4361-aeec-f8993e716cf5 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:58.037404 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] Updating router a2a5caa2-1a52-4361-aeec-f8993e716cf5 port 30d199e7-394f-40c8-aae0-5b6575cc5bb8 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:44:58.055378 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port c425c49a-a117-446d-8d14-f1e6c46c8889 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:58.058023 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-4366a094-f571-432e-86cf-c02f291cafb7 req-079e6c30-3282-4432-a1aa-91a38b407c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7941b1ea-8777-422a-856f-54f2ace5c38d), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:58.081343 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-188a78ae-cb16-4e2b-9bb3-4e08a04c2424 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks [] for floatingip (c141d4d8-6f7e-4622-857e-47a77e36bdac), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:58.107698 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-af9a91b6-54b3-449b-9dfa-fc7e3faa1bbd req-a978c9b5-6164-46ea-aa45-2220207655a4 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479676 Feb 09 01:44:58.118133 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (30d199e7-394f-40c8-aae0-5b6575cc5bb8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:58.173925 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7e06b-1748-4c60-8867-9b97bfc2103f req-f87ec8e5-4fe1-4f85-a943-ab8422862926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:58.176641 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1f7e06b-1748-4c60-8867-9b97bfc2103f req-f87ec8e5-4fe1-4f85-a943-ab8422862926 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de202805521c40c99d9482e3dcc29505&device_id=6e91a24f-faae-4e8a-a79f-03edd877fdc2 HTTP/1.1" status: 200 len: 1127 time: 0.0826840 Feb 09 01:44:58.402407 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7e06b-1748-4c60-8867-9b97bfc2103f req-59c04f68-e9ac-4db0-a4c7-bc98bfabb03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:58.404201 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1f7e06b-1748-4c60-8867-9b97bfc2103f req-59c04f68-e9ac-4db0-a4c7-bc98bfabb03c service neutron] 10.222.0.48 "GET /v2.0/networks?id=f0b7f23d-62d1-4973-9206-4a988800da60 HTTP/1.1" status: 200 len: 922 time: 0.1910028 Feb 09 01:44:58.419475 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7a3c6-72cc-4cbc-9cc9-8e60b233f2c4 req-e01ca19a-dfa9-4913-8d54-c546a7d014c6 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:58.421036 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22c7a3c6-72cc-4cbc-9cc9-8e60b233f2c4 req-e01ca19a-dfa9-4913-8d54-c546a7d014c6 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 945 time: 0.1439161 Feb 09 01:44:58.508688 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] Publish callbacks [] for port (30d199e7-394f-40c8-aae0-5b6575cc5bb8), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:58.527165 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (30d199e7-394f-40c8-aae0-5b6575cc5bb8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:58.538064 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-188a78ae-cb16-4e2b-9bb3-4e08a04c2424 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:58.544700 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-188a78ae-cb16-4e2b-9bb3-4e08a04c2424 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (c141d4d8-6f7e-4622-857e-47a77e36bdac), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:58.545082 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-188a78ae-cb16-4e2b-9bb3-4e08a04c2424 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Floating IP c141d4d8-6f7e-4622-857e-47a77e36bdac disassociated. External IP: 172.25.7.237, port: 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6. Feb 09 01:44:58.546575 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1f7e06b-1748-4c60-8867-9b97bfc2103f req-20d217cb-7f51-44b5-9341-2e130652c55e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 HTTP/1.1" status: 200 len: 1001 time: 0.1244040 Feb 09 01:44:58.557477 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-911b7ee4-8d10-499f-a683-f31d45fa57d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:58.587402 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] Attempting to bind port 30d199e7-394f-40c8-aae0-5b6575cc5bb8 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:44:58.587897 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] Attempting to bind port 30d199e7-394f-40c8-aae0-5b6575cc5bb8 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:44:58.588335 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] Attempting to bind port 30d199e7-394f-40c8-aae0-5b6575cc5bb8 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:58.604706 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:44:58.605288 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:58.605816 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:58.606284 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:44:58.606871 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] Bound port: 30d199e7-394f-40c8-aae0-5b6575cc5bb8, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:44:58.607284 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (30d199e7-394f-40c8-aae0-5b6575cc5bb8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:58.624607 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22c7a3c6-72cc-4cbc-9cc9-8e60b233f2c4 req-6008c1bf-11fe-403e-bc5b-d78957d3e8e0 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438727 Feb 09 01:44:58.682571 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a9096-2509-4115-8941-79537c542aa5 None None] Pushing event updated for resources: {'Port': ['ID=30d199e7-394f-40c8-aae0-5b6575cc5bb8,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:58.703532 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7e06b-1748-4c60-8867-9b97bfc2103f req-ae716e3a-6a94-4cb3-a9e8-01d94ff7c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:58.705590 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1f7e06b-1748-4c60-8867-9b97bfc2103f req-ae716e3a-6a94-4cb3-a9e8-01d94ff7c079 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0b26f97-d0c8-4cf7-88ed-04342ece5400 HTTP/1.1" status: 200 len: 860 time: 0.1387043 Feb 09 01:44:58.792636 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] For port 30d199e7-394f-40c8-aae0-5b6575cc5bb8, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:58.796820 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] For port 30d199e7-394f-40c8-aae0-5b6575cc5bb8, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=30d199e7-394f-40c8-aae0-5b6575cc5bb8,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:58.807196 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (30d199e7-394f-40c8-aae0-5b6575cc5bb8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:58.838704 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebdd4ab-f8a3-4c33-ab9c-0d17de662c05 x-openstack-request-id: req-aebdd4ab-f8a3-4c33-ab9c-0d17de662c05 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:58.839008 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec83e8d-56f7-49e2-bb8c-71dd71850ea8", "name": "network-vif-deleted", "tag": "2ef1f632-cd79-4bc8-a940-03df2612c45b", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:58.839332 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aebdd4ab-f8a3-4c33-ab9c-0d17de662c05 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:58.839822 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec83e8d-56f7-49e2-bb8c-71dd71850ea8', 'name': 'network-vif-deleted', 'tag': '2ef1f632-cd79-4bc8-a940-03df2612c45b', 'status': 'completed', 'code': 200} Feb 09 01:44:58.854526 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-4366a094-f571-432e-86cf-c02f291cafb7 req-079e6c30-3282-4432-a1aa-91a38b407c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7941b1ea-8777-422a-856f-54f2ace5c38d {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:44:58.908269 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a9096-2509-4115-8941-79537c542aa5 None None] Pushing event updated for resources: {'Port': ['ID=30d199e7-394f-40c8-aae0-5b6575cc5bb8,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:58.911490 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] Routers {'a2a5caa2-1a52-4361-aeec-f8993e716cf5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:58.912120 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a2a5caa2-1a52-4361-aeec-f8993e716cf5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:59.027788 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-4366a094-f571-432e-86cf-c02f291cafb7 req-079e6c30-3282-4432-a1aa-91a38b407c34 service neutron] Publish callbacks [] for port (7941b1ea-8777-422a-856f-54f2ace5c38d), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:59.057939 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-4366a094-f571-432e-86cf-c02f291cafb7 req-079e6c30-3282-4432-a1aa-91a38b407c34 service neutron] Transition to ACTIVE for port object 7941b1ea-8777-422a-856f-54f2ace5c38d will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:59.063718 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-4366a094-f571-432e-86cf-c02f291cafb7 req-079e6c30-3282-4432-a1aa-91a38b407c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (7941b1ea-8777-422a-856f-54f2ace5c38d), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:59.084900 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] Set router a2a5caa2-1a52-4361-aeec-f8993e716cf5 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:59.183191 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e6c30-3282-4432-a1aa-91a38b407c34 service neutron] Pushing event updated for resources: {'Port': ['ID=7941b1ea-8777-422a-856f-54f2ace5c38d,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:59.265393 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-188a78ae-cb16-4e2b-9bb3-4e08a04c2424 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Router 2f7662ff-6bea-4dac-8d29-3af36e248018 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:59.399854 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3749b39-5eb9-47a8-bb65-88e7b85a36d1 req-762a3854-fe58-441b-a336-b6f862866909 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a HTTP/1.1" status: 200 len: 210 time: 0.0604694 Feb 09 01:44:59.439612 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-4366a094-f571-432e-86cf-c02f291cafb7 req-079e6c30-3282-4432-a1aa-91a38b407c34 service neutron] Attempting to bind port 7941b1ea-8777-422a-856f-54f2ace5c38d on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:44:59.440082 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-4366a094-f571-432e-86cf-c02f291cafb7 req-079e6c30-3282-4432-a1aa-91a38b407c34 service neutron] Attempting to bind port 7941b1ea-8777-422a-856f-54f2ace5c38d by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '37a2973b-cbc2-440c-9175-1a1f4f71999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '37d718d3-97dd-4a0b-93a0-c4820cd40d4f'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:44:59.440408 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4366a094-f571-432e-86cf-c02f291cafb7 req-079e6c30-3282-4432-a1aa-91a38b407c34 service neutron] Attempting to bind port 7941b1ea-8777-422a-856f-54f2ace5c38d on network 37d718d3-97dd-4a0b-93a0-c4820cd40d4f {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:59.457638 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a5caa2-1a52-4361-aeec-f8993e716cf5', 'name': 'tempest-ServersTestMultiNic-900670207-router', 'tenant_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '30d199e7-394f-40c8-aae0-5b6575cc5bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:49Z', 'updated_at': '2022-02-09T01:44:53Z', 'revision_number': 3, 'project_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'gw_port': {'id': '30d199e7-394f-40c8-aae0-5b6575cc5bb8', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:26:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a5caa2-1a52-4361-aeec-f8993e716cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:51Z', 'updated_at': '2022-02-09T01:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:59.464365 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4366a094-f571-432e-86cf-c02f291cafb7 req-079e6c30-3282-4432-a1aa-91a38b407c34 service neutron] Port 7941b1ea-8777-422a-856f-54f2ace5c38d on network 37d718d3-97dd-4a0b-93a0-c4820cd40d4f not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:44:59.464677 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4366a094-f571-432e-86cf-c02f291cafb7 req-079e6c30-3282-4432-a1aa-91a38b407c34 service neutron] Attempting to bind port 7941b1ea-8777-422a-856f-54f2ace5c38d on network 37d718d3-97dd-4a0b-93a0-c4820cd40d4f {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:59.493968 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4366a094-f571-432e-86cf-c02f291cafb7 req-079e6c30-3282-4432-a1aa-91a38b407c34 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:44:59.494391 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4366a094-f571-432e-86cf-c02f291cafb7 req-079e6c30-3282-4432-a1aa-91a38b407c34 service neutron] Checking segment: {'id': '37a2973b-cbc2-440c-9175-1a1f4f71999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '37d718d3-97dd-4a0b-93a0-c4820cd40d4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:59.494693 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4366a094-f571-432e-86cf-c02f291cafb7 req-079e6c30-3282-4432-a1aa-91a38b407c34 service neutron] Bound using segment: {'id': '37a2973b-cbc2-440c-9175-1a1f4f71999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '37d718d3-97dd-4a0b-93a0-c4820cd40d4f'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:44:59.495174 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-4366a094-f571-432e-86cf-c02f291cafb7 req-079e6c30-3282-4432-a1aa-91a38b407c34 service neutron] Bound port: 7941b1ea-8777-422a-856f-54f2ace5c38d, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a2973b-cbc2-440c-9175-1a1f4f71999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '37d718d3-97dd-4a0b-93a0-c4820cd40d4f'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:44:59.495543 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-4366a094-f571-432e-86cf-c02f291cafb7 req-079e6c30-3282-4432-a1aa-91a38b407c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7941b1ea-8777-422a-856f-54f2ace5c38d), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:59.496821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7e06b-1748-4c60-8867-9b97bfc2103f req-68f3f9fd-657e-4713-9a9d-0c5b59b7f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:59.498777 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1f7e06b-1748-4c60-8867-9b97bfc2103f req-68f3f9fd-657e-4713-9a9d-0c5b59b7f973 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f0b7f23d-62d1-4973-9206-4a988800da60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7474616 Feb 09 01:44:59.502843 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-911b7ee4-8d10-499f-a683-f31d45fa57d1 admin admin] Allocated IP 172.20.0.1 (656bced2-3266-4c74-8227-86404d5c41ea/72eaac7e-d595-4d75-b2ed-3c5eb846ec53/03514788-c38c-404c-acb8-832258da601e) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:59.528669 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d87e17-2036-4e84-b74b-d14d66b799f3 None None] The sync data for ids ['a2a5caa2-1a52-4361-aeec-f8993e716cf5'] in n-d-828387-3 is: [{'id': 'a2a5caa2-1a52-4361-aeec-f8993e716cf5', 'name': 'tempest-ServersTestMultiNic-900670207-router', 'tenant_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '30d199e7-394f-40c8-aae0-5b6575cc5bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:49Z', 'updated_at': '2022-02-09T01:44:53Z', 'revision_number': 3, 'project_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'gw_port': {'id': '30d199e7-394f-40c8-aae0-5b6575cc5bb8', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:26:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a5caa2-1a52-4361-aeec-f8993e716cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:51Z', 'updated_at': '2022-02-09T01:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:59.574607 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-188a78ae-cb16-4e2b-9bb3-4e08a04c2424 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:59.589943 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-188a78ae-cb16-4e2b-9bb3-4e08a04c2424 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:59.598901 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b46a8cc-6ad0-4bac-a688-64091be18f1f None None] Sync routers for ids ['2f7662ff-6bea-4dac-8d29-3af36e248018'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:59.634417 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b46a8cc-6ad0-4bac-a688-64091be18f1f None None] Routers {'2f7662ff-6bea-4dac-8d29-3af36e248018'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:59.635530 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-3b46a8cc-6ad0-4bac-a688-64091be18f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2f7662ff-6bea-4dac-8d29-3af36e248018'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:59.650184 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-4366a094-f571-432e-86cf-c02f291cafb7 req-079e6c30-3282-4432-a1aa-91a38b407c34 service neutron] For port 7941b1ea-8777-422a-856f-54f2ace5c38d, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:59.671127 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-188a78ae-cb16-4e2b-9bb3-4e08a04c2424 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "PUT /v2.0/floatingips/c141d4d8-6f7e-4622-857e-47a77e36bdac HTTP/1.1" status: 200 len: 695 time: 1.8283982 Feb 09 01:44:59.674815 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e91a24f-faae-4e8a-a79f-03edd877fdc2', 'tag': '8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:59.677976 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efc661e-b111-4f2e-b9cc-924b85443473" -d '{"events": [{"name": "network-changed", "server_uuid": "6e91a24f-faae-4e8a-a79f-03edd877fdc2", "tag": "8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:59.683593 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-4366a094-f571-432e-86cf-c02f291cafb7 req-079e6c30-3282-4432-a1aa-91a38b407c34 service neutron] For port 7941b1ea-8777-422a-856f-54f2ace5c38d, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=7941b1ea-8777-422a-856f-54f2ace5c38d,segment=NetworkSegment(37a2973b-cbc2-440c-9175-1a1f4f71999a),segment_id=37a2973b-cbc2-440c-9175-1a1f4f71999a)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:59.705174 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-4366a094-f571-432e-86cf-c02f291cafb7 req-079e6c30-3282-4432-a1aa-91a38b407c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (7941b1ea-8777-422a-856f-54f2ace5c38d), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:59.809674 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e6c30-3282-4432-a1aa-91a38b407c34 service neutron] Pushing event updated for resources: {'Port': ['ID=7941b1ea-8777-422a-856f-54f2ace5c38d,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:59.840868 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366a094-f571-432e-86cf-c02f291cafb7 req-079e6c30-3282-4432-a1aa-91a38b407c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:59.841489 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-4366a094-f571-432e-86cf-c02f291cafb7 req-079e6c30-3282-4432-a1aa-91a38b407c34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:59.842948 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4366a094-f571-432e-86cf-c02f291cafb7 req-079e6c30-3282-4432-a1aa-91a38b407c34 service neutron] 10.222.0.67 "PUT /v2.0/ports/7941b1ea-8777-422a-856f-54f2ace5c38d HTTP/1.1" status: 200 len: 1092 time: 1.9418311 Feb 09 01:44:59.857819 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-3b46a8cc-6ad0-4bac-a688-64091be18f1f None None] Set router 2f7662ff-6bea-4dac-8d29-3af36e248018 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:59.873048 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c57f4-179e-43f3-85e4-9fc286a72b6f req-d77c2f7e-6d7a-4dee-ae7d-1f8df75c745d tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:59.880409 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-d468ff50-05d7-4250-a21d-66919168059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:59.883071 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-d468ff50-05d7-4250-a21d-66919168059b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de202805521c40c99d9482e3dcc29505&device_id=6e91a24f-faae-4e8a-a79f-03edd877fdc2 HTTP/1.1" status: 200 len: 1127 time: 0.1896443 Feb 09 01:44:59.900234 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c4c57f4-179e-43f3-85e4-9fc286a72b6f req-d77c2f7e-6d7a-4dee-ae7d-1f8df75c745d tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 944 time: 0.3741963 Feb 09 01:44:59.937119 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1f7e06b-1748-4c60-8867-9b97bfc2103f req-3548bd26-1ebf-410b-ba32-f0e59061449e service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054117 Feb 09 01:44:59.953521 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-97ee9f1d-b7f9-4303-b7a1-96cefc0af228 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:59.956923 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-97ee9f1d-b7f9-4303-b7a1-96cefc0af228 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.48 "GET /v2.0/networks?id=f320d20f-a124-4b93-b153-9bafe1edbfb1 HTTP/1.1" status: 200 len: 825 time: 0.6278644 Feb 09 01:45:00.009704 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-a4b26c68-4594-4227-864a-ab9a85353613 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Request body: {'port': {'device_id': 'd8dfb9d5-4249-43e3-bc29-92ce4b95fb0a', 'network_id': 'f320d20f-a124-4b93-b153-9bafe1edbfb1', 'admin_state_up': True, 'tenant_id': '8182d2600ee64e01b1d2be799c436d46'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:00.143917 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-b5925595-df2d-453b-ba65-b265dc24d40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:00.145523 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-b5925595-df2d-453b-ba65-b265dc24d40f service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0b7f23d-62d1-4973-9206-4a988800da60 HTTP/1.1" status: 200 len: 922 time: 0.2467418 Feb 09 01:45:00.156400 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366a094-f571-432e-86cf-c02f291cafb7 req-dbc04d82-cec9-40d8-bd7e-53264db6749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:00.157941 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4366a094-f571-432e-86cf-c02f291cafb7 req-dbc04d82-cec9-40d8-bd7e-53264db6749d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0947b32ff412414786f5c023b76f7760&device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 1126 time: 0.1108854 Feb 09 01:45:00.199606 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c4c57f4-179e-43f3-85e4-9fc286a72b6f req-77f45a1f-d96b-4886-8745-8a26e87766c9 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982464 Feb 09 01:45:00.211677 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-911b7ee4-8d10-499f-a683-f31d45fa57d1 admin admin] Publish callbacks [] for port (03514788-c38c-404c-acb8-832258da601e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:00.289177 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-3b46a8cc-6ad0-4bac-a688-64091be18f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:41Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '7f39700b-a98f-4813-abe8-aefbf999b40e', 'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'mac_address': 'fa:16:3e:65:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:39Z', 'updated_at': '2022-02-09T01:43:49Z', 'revision_number': 5, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'subnets': [{'id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:00.295170 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-e231a42d-4ac4-40b2-a153-33d381e9417b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 HTTP/1.1" status: 200 len: 217 time: 0.1359949 Feb 09 01:45:00.296936 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4366a094-f571-432e-86cf-c02f291cafb7 req-5ece027a-0db9-4c95-ae04-dd4fa0df73e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7941b1ea-8777-422a-856f-54f2ace5c38d HTTP/1.1" status: 200 len: 217 time: 0.1294401 Feb 09 01:45:00.373600 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-911b7ee4-8d10-499f-a683-f31d45fa57d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (03514788-c38c-404c-acb8-832258da601e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:00.419009 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1f7e06b-1748-4c60-8867-9b97bfc2103f req-2c30eea2-4193-40a9-ada0-d14694b8cbc5 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514625 Feb 09 01:45:00.423091 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-a4b26c68-4594-4227-864a-ab9a85353613 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Made reservation on behalf of 8182d2600ee64e01b1d2be799c436d46 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:00.427079 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-a4b26c68-4594-4227-864a-ab9a85353613 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:00.437717 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911b7ee4-8d10-499f-a683-f31d45fa57d1 admin admin] Network 656bced2-3266-4c74-8227-86404d5c41ea is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:00.473732 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-911b7ee4-8d10-499f-a683-f31d45fa57d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:00.513521 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911b7ee4-8d10-499f-a683-f31d45fa57d1 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:00.565071 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-d89e3b07-970b-442a-abc9-158228861686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:00.567444 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-d89e3b07-970b-442a-abc9-158228861686 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0b26f97-d0c8-4cf7-88ed-04342ece5400 HTTP/1.1" status: 200 len: 860 time: 0.2649193 Feb 09 01:45:00.573028 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366a094-f571-432e-86cf-c02f291cafb7 req-24a4278f-053c-4991-bb28-05b300a8925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:00.577354 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4366a094-f571-432e-86cf-c02f291cafb7 req-24a4278f-053c-4991-bb28-05b300a8925f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1c6c575a-2abf-46ad-a16d-fefed5f75801 HTTP/1.1" status: 200 len: 860 time: 0.2718360 Feb 09 01:45:00.706289 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b7ee4-8d10-499f-a683-f31d45fa57d1 admin admin] Pushing event updated for resources: {'Port': ['ID=03514788-c38c-404c-acb8-832258da601e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:00.715097 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-911b7ee4-8d10-499f-a683-f31d45fa57d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (a2a5caa2-1a52-4361-aeec-f8993e716cf5), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:00.719533 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b46a8cc-6ad0-4bac-a688-64091be18f1f None None] Checking router: 2f7662ff-6bea-4dac-8d29-3af36e248018 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:45:00.722717 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4366a094-f571-432e-86cf-c02f291cafb7 req-3a35be18-4ab2-4b90-8df8-691e6ec2fc1c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=37d718d3-97dd-4a0b-93a0-c4820cd40d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1251047 Feb 09 01:45:00.776833 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b46a8cc-6ad0-4bac-a688-64091be18f1f None None] Routers {'2f7662ff-6bea-4dac-8d29-3af36e248018'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:45:00.778707 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-3b46a8cc-6ad0-4bac-a688-64091be18f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2f7662ff-6bea-4dac-8d29-3af36e248018'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:00.905842 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-983cb589-580b-48a0-aa38-69e808ea31e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:00.907488 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-983cb589-580b-48a0-aa38-69e808ea31e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0b7f23d-62d1-4973-9206-4a988800da60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3257198 Feb 09 01:45:00.986455 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-946fd0e4-afbd-4719-918e-bdab6863efd4 None None] Provisioning complete for port 03514788-c38c-404c-acb8-832258da601e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:00.988194 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-946fd0e4-afbd-4719-918e-bdab6863efd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (03514788-c38c-404c-acb8-832258da601e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:01.106422 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-946fd0e4-afbd-4719-918e-bdab6863efd4 None None] Port 03514788-c38c-404c-acb8-832258da601e cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:45:01.117075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-a4b26c68-4594-4227-864a-ab9a85353613 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Allocated IP 172.20.0.14 (f320d20f-a124-4b93-b153-9bafe1edbfb1/4c919f03-38d0-46c8-800e-189367ce02ce/954be30f-c71d-4738-98b7-ae17b1484972) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:01.129485 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4366a094-f571-432e-86cf-c02f291cafb7 req-843d758f-3b6b-422c-9b59-a5fb6f68bc40 service neutron] 10.222.0.67 "GET /v2.0/networks/37d718d3-97dd-4a0b-93a0-c4820cd40d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950293 Feb 09 01:45:01.140874 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-3b46a8cc-6ad0-4bac-a688-64091be18f1f None None] Set router 2f7662ff-6bea-4dac-8d29-3af36e248018 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:45:01.296008 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-911b7ee4-8d10-499f-a683-f31d45fa57d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (03514788-c38c-404c-acb8-832258da601e), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:01.337228 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-e910e878-fba0-4792-925a-cb4b522ceee1 service neutron] 10.222.0.36 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157150 Feb 09 01:45:01.500739 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 30d199e7-394f-40c8-aae0-5b6575cc5bb8 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:45:01.605289 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-a4b26c68-4594-4227-864a-ab9a85353613 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Publish callbacks [] for port (954be30f-c71d-4738-98b7-ae17b1484972), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:01.730692 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 30d199e7-394f-40c8-aae0-5b6575cc5bb8 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:01.731344 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (30d199e7-394f-40c8-aae0-5b6575cc5bb8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:01.818954 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4366a094-f571-432e-86cf-c02f291cafb7 req-0ba6c01b-f781-4637-a3c5-bcc6d6a55290 service neutron] 10.222.0.67 "GET /v2.0/networks/37d718d3-97dd-4a0b-93a0-c4820cd40d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6786425 Feb 09 01:45:01.864040 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-a4b26c68-4594-4227-864a-ab9a85353613 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (954be30f-c71d-4738-98b7-ae17b1484972), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:01.870601 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-3b46a8cc-6ad0-4bac-a688-64091be18f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:41Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '7f39700b-a98f-4813-abe8-aefbf999b40e', 'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'mac_address': 'fa:16:3e:65:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:39Z', 'updated_at': '2022-02-09T01:43:49Z', 'revision_number': 5, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'subnets': [{'id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:01.933369 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 30d199e7-394f-40c8-aae0-5b6575cc5bb8 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:01.934558 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (30d199e7-394f-40c8-aae0-5b6575cc5bb8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:01.954591 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b46a8cc-6ad0-4bac-a688-64091be18f1f None None] The sync data for ids ['2f7662ff-6bea-4dac-8d29-3af36e248018'] in n-d-828387-3 is: [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:41Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '7f39700b-a98f-4813-abe8-aefbf999b40e', 'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'mac_address': 'fa:16:3e:65:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:39Z', 'updated_at': '2022-02-09T01:43:49Z', 'revision_number': 5, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'subnets': [{'id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:45:01.997668 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 30d199e7-394f-40c8-aae0-5b6575cc5bb8, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=30d199e7-394f-40c8-aae0-5b6575cc5bb8,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:02.004114 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (30d199e7-394f-40c8-aae0-5b6575cc5bb8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:02.009173 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e270233-5899-4d01-b4de-6ab8485f38d0 req-e9e67559-2e28-4d67-8e1c-517c7ce244c9 service neutron] 10.222.0.36 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6642678 Feb 09 01:45:02.067461 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-911b7ee4-8d10-499f-a683-f31d45fa57d1 admin admin] Publish callbacks [] for port (03514788-c38c-404c-acb8-832258da601e), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:02.080123 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-a4b26c68-4594-4227-864a-ab9a85353613 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Network f320d20f-a124-4b93-b153-9bafe1edbfb1 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:02.112394 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-a4b26c68-4594-4227-864a-ab9a85353613 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:02.117876 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=30d199e7-394f-40c8-aae0-5b6575cc5bb8,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:02.119353 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-911b7ee4-8d10-499f-a683-f31d45fa57d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (03514788-c38c-404c-acb8-832258da601e), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:02.123678 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-a4b26c68-4594-4227-864a-ab9a85353613 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:02.138564 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c294219f-fb05-4e02-aaab-d45d73dc5c01 x-openstack-request-id: req-c294219f-fb05-4e02-aaab-d45d73dc5c01 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:02.138860 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e91a24f-faae-4e8a-a79f-03edd877fdc2", "tag": "8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:02.139123 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c294219f-fb05-4e02-aaab-d45d73dc5c01 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:02.139566 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e91a24f-faae-4e8a-a79f-03edd877fdc2', 'tag': '8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6', 'status': 'completed', 'code': 200} Feb 09 01:45:02.152026 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b26c68-4594-4227-864a-ab9a85353613 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Pushing event updated for resources: {'Port': ['ID=954be30f-c71d-4738-98b7-ae17b1484972,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:02.302088 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-a4b26c68-4594-4227-864a-ab9a85353613 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:02.302775 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-a4b26c68-4594-4227-864a-ab9a85353613 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:02.319413 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3a56f-808b-460a-b4b5-08e622cd99bd req-de60af7d-042f-451c-b99c-cf5eaf9dc582 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:02.326485 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f4d3a56f-808b-460a-b4b5-08e622cd99bd req-de60af7d-042f-451c-b99c-cf5eaf9dc582 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a HTTP/1.1" status: 200 len: 932 time: 0.1077108 Feb 09 01:45:02.333646 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ef117-96bf-432a-ab36-9e125e731ea7 req-dc515c7b-b3a1-4ced-bbc7-8e54755c49ec tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:02.341636 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d62ef117-96bf-432a-ab36-9e125e731ea7 req-dc515c7b-b3a1-4ced-bbc7-8e54755c49ec tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 945 time: 0.2819879 Feb 09 01:45:02.347897 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-911b7ee4-8d10-499f-a683-f31d45fa57d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (a2a5caa2-1a52-4361-aeec-f8993e716cf5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:02.357645 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b7ee4-8d10-499f-a683-f31d45fa57d1 admin admin] Pushing event updated for resources: {'Port': ['ID=03514788-c38c-404c-acb8-832258da601e,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:02.388832 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-a4b26c68-4594-4227-864a-ab9a85353613 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4054744 Feb 09 01:45:02.424582 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-84df8b72-747b-4a9b-bcfc-cbeafcc1747c service neutron] Request body: {'port': {'device_id': 'd8dfb9d5-4249-43e3-bc29-92ce4b95fb0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:02.444957 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f4d3a56f-808b-460a-b4b5-08e622cd99bd req-cdcd7f64-cc21-4977-9f81-e8e644629d2c tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/security-groups?id=089787f6-33e1-4b41-84ce-c4edbac96590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119649 Feb 09 01:45:02.477116 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc661e-b111-4f2e-b9cc-924b85443473 req-1f4213c5-123c-40d6-8fc5-f58f075b50d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:02.477116 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3efc661e-b111-4f2e-b9cc-924b85443473 req-1f4213c5-123c-40d6-8fc5-f58f075b50d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de202805521c40c99d9482e3dcc29505&device_id=6e91a24f-faae-4e8a-a79f-03edd877fdc2 HTTP/1.1" status: 200 len: 1127 time: 0.2786682 Feb 09 01:45:02.551496 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d62ef117-96bf-432a-ab36-9e125e731ea7 req-f5ce6920-b07f-4bb1-aac8-b9ec528a86d5 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955862 Feb 09 01:45:02.694464 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4341b28-dc20-4e1c-a948-38cef04665a6 req-567b678f-3aac-44f6-9425-cae3ecfd839e tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:02.696450 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b4341b28-dc20-4e1c-a948-38cef04665a6 req-567b678f-3aac-44f6-9425-cae3ecfd839e tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 945 time: 0.0986371 Feb 09 01:45:02.748428 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d13e4f-725b-4302-8de6-f2538ff5708c None None] New status for floating IP c141d4d8-6f7e-4622-857e-47a77e36bdac: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:45:02.798426 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b4341b28-dc20-4e1c-a948-38cef04665a6 req-1645acbd-a8d8-4035-adf9-56f5efddfa44 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940285 Feb 09 01:45:02.823108 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-84df8b72-747b-4a9b-bcfc-cbeafcc1747c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (954be30f-c71d-4738-98b7-ae17b1484972), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:02.938936 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911b7ee4-8d10-499f-a683-f31d45fa57d1 admin admin] Network 656bced2-3266-4c74-8227-86404d5c41ea is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:02.961993 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-911b7ee4-8d10-499f-a683-f31d45fa57d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:02.971577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc661e-b111-4f2e-b9cc-924b85443473 req-332d909b-7397-43ef-bcf4-13479ba4a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:02.973534 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3efc661e-b111-4f2e-b9cc-924b85443473 req-332d909b-7397-43ef-bcf4-13479ba4a799 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f0b7f23d-62d1-4973-9206-4a988800da60 HTTP/1.1" status: 200 len: 922 time: 0.4169869 Feb 09 01:45:03.064401 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03398a-3171-42ea-ba22-9e75a6e2ed92 req-ff07d3c8-92d6-46e3-a9f5-de99b9c62be6 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:03.072383 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fe03398a-3171-42ea-ba22-9e75a6e2ed92 req-ff07d3c8-92d6-46e3-a9f5-de99b9c62be6 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 944 time: 0.3822539 Feb 09 01:45:03.132407 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3efc661e-b111-4f2e-b9cc-924b85443473 req-775cec20-87e5-4f4c-a944-87df317db64a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 HTTP/1.1" status: 200 len: 217 time: 0.1458933 Feb 09 01:45:03.373614 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc661e-b111-4f2e-b9cc-924b85443473 req-0da7ebee-41c5-4e3d-a323-c502247a717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:03.376095 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3efc661e-b111-4f2e-b9cc-924b85443473 req-0da7ebee-41c5-4e3d-a323-c502247a717d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0b26f97-d0c8-4cf7-88ed-04342ece5400 HTTP/1.1" status: 200 len: 860 time: 0.1678798 Feb 09 01:45:03.392033 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fe03398a-3171-42ea-ba22-9e75a6e2ed92 req-3d2822ea-da33-4e9c-a164-9f24c9c0d063 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184860 Feb 09 01:45:03.396785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 30d199e7-394f-40c8-aae0-5b6575cc5bb8 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:45:03.477605 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ec532ec4-7fcb-4a06-a856-778a33561f31 None None] Provisioning complete for port 03514788-c38c-404c-acb8-832258da601e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:03.478772 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ec532ec4-7fcb-4a06-a856-778a33561f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (03514788-c38c-404c-acb8-832258da601e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:03.487911 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911b7ee4-8d10-499f-a683-f31d45fa57d1 admin admin] Router a2a5caa2-1a52-4361-aeec-f8993e716cf5 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:45:03.519510 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc661e-b111-4f2e-b9cc-924b85443473 req-d02caa98-5a15-456c-be5d-20e874e3fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:03.521590 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3efc661e-b111-4f2e-b9cc-924b85443473 req-d02caa98-5a15-456c-be5d-20e874e3fbd8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f0b7f23d-62d1-4973-9206-4a988800da60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1168914 Feb 09 01:45:03.601740 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ec532ec4-7fcb-4a06-a856-778a33561f31 None None] Port 03514788-c38c-404c-acb8-832258da601e cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:45:03.606557 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 30d199e7-394f-40c8-aae0-5b6575cc5bb8 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:03.607831 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (30d199e7-394f-40c8-aae0-5b6575cc5bb8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:03.749174 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 30d199e7-394f-40c8-aae0-5b6575cc5bb8 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:03.903687 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-84df8b72-747b-4a9b-bcfc-cbeafcc1747c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 954be30f-c71d-4738-98b7-ae17b1484972 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:45:03.918188 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-84df8b72-747b-4a9b-bcfc-cbeafcc1747c service neutron] Publish callbacks [] for port (954be30f-c71d-4738-98b7-ae17b1484972), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:03.959123 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3efc661e-b111-4f2e-b9cc-924b85443473 req-38103faa-33f2-443e-81e6-5194aab53652 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230437 Feb 09 01:45:03.973693 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42521f20-aa75-41e5-813c-c860be084be1 req-fff98a99-7405-4554-b0fd-180825699275 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:03.982435 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-42521f20-aa75-41e5-813c-c860be084be1 req-fff98a99-7405-4554-b0fd-180825699275 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a HTTP/1.1" status: 200 len: 932 time: 0.2955332 Feb 09 01:45:03.983586 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911b7ee4-8d10-499f-a683-f31d45fa57d1 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:45:03.989903 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-911b7ee4-8d10-499f-a683-f31d45fa57d1 admin admin] 10.222.0.36 "PUT /v2.0/routers/a2a5caa2-1a52-4361-aeec-f8993e716cf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7161200 Feb 09 01:45:03.993048 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-84df8b72-747b-4a9b-bcfc-cbeafcc1747c service neutron] Transition to ACTIVE for port object 954be30f-c71d-4738-98b7-ae17b1484972 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:45:03.999737 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] Sync routers for ids ['a2a5caa2-1a52-4361-aeec-f8993e716cf5'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:45:04.013468 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] Routers {'a2a5caa2-1a52-4361-aeec-f8993e716cf5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:45:04.014383 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a2a5caa2-1a52-4361-aeec-f8993e716cf5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:04.024329 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-84df8b72-747b-4a9b-bcfc-cbeafcc1747c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (954be30f-c71d-4738-98b7-ae17b1484972), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:04.140561 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8599184f-8cda-4226-a635-4b475b5e9c6d', 'tag': '7941b1ea-8777-422a-856f-54f2ace5c38d'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:04.143343 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255ebc3b-6cba-45a9-ab66-28fdd847b651" -d '{"events": [{"name": "network-changed", "server_uuid": "8599184f-8cda-4226-a635-4b475b5e9c6d", "tag": "7941b1ea-8777-422a-856f-54f2ace5c38d"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:04.220997 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 43380) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:04.309419 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] Set router a2a5caa2-1a52-4361-aeec-f8993e716cf5 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:45:04.435187 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-9e61d6e9-9d6e-4d0c-87a3-70cc0442afb3 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-569716549'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:04.513222 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e61d6e9-9d6e-4d0c-87a3-70cc0442afb3 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Made reservation on behalf of 9c02c1e11e314bbaaaed061629dd9e0f for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:04.520875 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e61d6e9-9d6e-4d0c-87a3-70cc0442afb3 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:04.585328 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e61d6e9-9d6e-4d0c-87a3-70cc0442afb3 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:45:04.612084 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e61d6e9-9d6e-4d0c-87a3-70cc0442afb3 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (0beedb5b-4874-4b41-b0e4-9393751de318), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:04.612447 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-9e61d6e9-9d6e-4d0c-87a3-70cc0442afb3 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Added segment 0beedb5b-4874-4b41-b0e4-9393751de318 of type vlan for network edaa21d5-32ae-42d4-9d1d-55568327f150 Feb 09 01:45:04.688848 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3efc661e-b111-4f2e-b9cc-924b85443473 req-72d2ee7b-590c-461b-a5ed-fdc4fbfcda7d service neutron] 10.222.0.48 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6950293 Feb 09 01:45:04.692578 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df8b72-747b-4a9b-bcfc-cbeafcc1747c service neutron] Pushing event updated for resources: {'Port': ['ID=954be30f-c71d-4738-98b7-ae17b1484972,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:04.708204 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a5caa2-1a52-4361-aeec-f8993e716cf5', 'name': 'tempest-ServersTestMultiNic-900670207-router', 'tenant_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '30d199e7-394f-40c8-aae0-5b6575cc5bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:49Z', 'updated_at': '2022-02-09T01:45:01Z', 'revision_number': 4, 'project_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'gw_port': {'id': '30d199e7-394f-40c8-aae0-5b6575cc5bb8', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:26:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a5caa2-1a52-4361-aeec-f8993e716cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:51Z', 'updated_at': '2022-02-09T01:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '03514788-c38c-404c-acb8-832258da601e', 'name': '', 'network_id': '656bced2-3266-4c74-8227-86404d5c41ea', 'tenant_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'mac_address': 'fa:16:3e:c6:a0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a5caa2-1a52-4361-aeec-f8993e716cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '72eaac7e-d595-4d75-b2ed-3c5eb846ec53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:58Z', 'updated_at': '2022-02-09T01:45:01Z', 'revision_number': 2, 'project_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'subnets': [{'id': '72eaac7e-d595-4d75-b2ed-3c5eb846ec53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:04.752788 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e61d6e9-9d6e-4d0c-87a3-70cc0442afb3 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (edaa21d5-32ae-42d4-9d1d-55568327f150), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:04.754526 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] Checking router: a2a5caa2-1a52-4361-aeec-f8993e716cf5 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:45:04.754873 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] Updating router a2a5caa2-1a52-4361-aeec-f8993e716cf5 port 03514788-c38c-404c-acb8-832258da601e binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:45:04.758819 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-42521f20-aa75-41e5-813c-c860be084be1 req-cc6801c6-d4de-4b37-8c73-5c0894c006a6 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/security-groups?id=089787f6-33e1-4b41-84ce-c4edbac96590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7760644 Feb 09 01:45:04.807494 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (03514788-c38c-404c-acb8-832258da601e), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:04.848212 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e61d6e9-9d6e-4d0c-87a3-70cc0442afb3 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (edaa21d5-32ae-42d4-9d1d-55568327f150), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:04.864992 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e61d6e9-9d6e-4d0c-87a3-70cc0442afb3 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:04.866526 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e61d6e9-9d6e-4d0c-87a3-70cc0442afb3 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:04.943826 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-84df8b72-747b-4a9b-bcfc-cbeafcc1747c service neutron] Attempting to bind port 954be30f-c71d-4738-98b7-ae17b1484972 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:45:04.945094 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-84df8b72-747b-4a9b-bcfc-cbeafcc1747c service neutron] Attempting to bind port 954be30f-c71d-4738-98b7-ae17b1484972 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '82a50737-3e66-4b9a-ac30-c774c58bff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f320d20f-a124-4b93-b153-9bafe1edbfb1'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:45:04.945094 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-84df8b72-747b-4a9b-bcfc-cbeafcc1747c service neutron] Attempting to bind port 954be30f-c71d-4738-98b7-ae17b1484972 on network f320d20f-a124-4b93-b153-9bafe1edbfb1 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:04.998675 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-84df8b72-747b-4a9b-bcfc-cbeafcc1747c service neutron] Port 954be30f-c71d-4738-98b7-ae17b1484972 on network f320d20f-a124-4b93-b153-9bafe1edbfb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:45:04.999025 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-84df8b72-747b-4a9b-bcfc-cbeafcc1747c service neutron] Attempting to bind port 954be30f-c71d-4738-98b7-ae17b1484972 on network f320d20f-a124-4b93-b153-9bafe1edbfb1 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:05.045532 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-84df8b72-747b-4a9b-bcfc-cbeafcc1747c service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:45:05.046046 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-84df8b72-747b-4a9b-bcfc-cbeafcc1747c service neutron] Checking segment: {'id': '82a50737-3e66-4b9a-ac30-c774c58bff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f320d20f-a124-4b93-b153-9bafe1edbfb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:05.046928 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-84df8b72-747b-4a9b-bcfc-cbeafcc1747c service neutron] Bound using segment: {'id': '82a50737-3e66-4b9a-ac30-c774c58bff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f320d20f-a124-4b93-b153-9bafe1edbfb1'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:45:05.047815 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-84df8b72-747b-4a9b-bcfc-cbeafcc1747c service neutron] Bound port: 954be30f-c71d-4738-98b7-ae17b1484972, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82a50737-3e66-4b9a-ac30-c774c58bff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f320d20f-a124-4b93-b153-9bafe1edbfb1'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:45:05.048390 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-84df8b72-747b-4a9b-bcfc-cbeafcc1747c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (954be30f-c71d-4738-98b7-ae17b1484972), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:05.186176 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-70fe1e72-1d61-4c29-900b-aaca7cad82bd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:05.200974 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-70fe1e72-1d61-4c29-900b-aaca7cad82bd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2728031 Feb 09 01:45:05.222108 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] Publish callbacks [] for port (03514788-c38c-404c-acb8-832258da601e), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:05.231910 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (03514788-c38c-404c-acb8-832258da601e), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:05.326227 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b82c4-0fd2-4b65-83ca-8ff887af9469 None None] Pushing event updated for resources: {'Port': ['ID=03514788-c38c-404c-acb8-832258da601e,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:05.368609 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-b19db397-b823-4893-aa1a-a31d87441756 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.1646605 Feb 09 01:45:05.383767 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-84df8b72-747b-4a9b-bcfc-cbeafcc1747c service neutron] For port 954be30f-c71d-4738-98b7-ae17b1484972, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:45:05.393898 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-84df8b72-747b-4a9b-bcfc-cbeafcc1747c service neutron] For port 954be30f-c71d-4738-98b7-ae17b1484972, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=954be30f-c71d-4738-98b7-ae17b1484972,segment=NetworkSegment(82a50737-3e66-4b9a-ac30-c774c58bff7c),segment_id=82a50737-3e66-4b9a-ac30-c774c58bff7c)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:45:05.405205 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-c3d509e9-f58f-4129-9a59-a4dd950adb68 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Request body: {'floatingip': {'port_id': 'eb78ae95-2428-4e27-bfdf-f1c1091ad7c4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:05.410750 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-84df8b72-747b-4a9b-bcfc-cbeafcc1747c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (954be30f-c71d-4738-98b7-ae17b1484972), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:05.432826 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] Attempting to bind port 03514788-c38c-404c-acb8-832258da601e on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:45:05.433357 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] Attempting to bind port 03514788-c38c-404c-acb8-832258da601e by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '9e62cded-41cf-4237-8192-21e337129ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '656bced2-3266-4c74-8227-86404d5c41ea'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:45:05.434049 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] Attempting to bind port 03514788-c38c-404c-acb8-832258da601e on network 656bced2-3266-4c74-8227-86404d5c41ea {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:05.455110 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:45:05.462663 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] Checking segment: {'id': '9e62cded-41cf-4237-8192-21e337129ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '656bced2-3266-4c74-8227-86404d5c41ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:05.463171 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:05.463623 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] Bound using segment: {'id': '9e62cded-41cf-4237-8192-21e337129ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '656bced2-3266-4c74-8227-86404d5c41ea'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:45:05.464280 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] Bound port: 03514788-c38c-404c-acb8-832258da601e, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e62cded-41cf-4237-8192-21e337129ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '656bced2-3266-4c74-8227-86404d5c41ea'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:45:05.464673 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (03514788-c38c-404c-acb8-832258da601e), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:05.468059 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9e61d6e9-9d6e-4d0c-87a3-70cc0442afb3 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2458649 Feb 09 01:45:05.487622 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 43396) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:05.495653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-78e8a049-4a1b-4ba6-8a79-6c8c97f2f0df tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Request body: {'subnet': {'network_id': 'edaa21d5-32ae-42d4-9d1d-55568327f150', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:05.509411 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-c3d509e9-f58f-4129-9a59-a4dd950adb68 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks [] for floatingip (c141d4d8-6f7e-4622-857e-47a77e36bdac), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:05.513884 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61d6e9-9d6e-4d0c-87a3-70cc0442afb3 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event updated for resources: {'Network': ['ID=edaa21d5-32ae-42d4-9d1d-55568327f150,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:05.550684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network edaa21d5-32ae-42d4-9d1d-55568327f150 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:45:05.564125 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113a5e0-ab24-4dfa-a0bc-e01cf6780527 req-0c4b40cc-254a-4b98-94e7-1376d1ca574c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:05.570963 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0113a5e0-ab24-4dfa-a0bc-e01cf6780527 req-0c4b40cc-254a-4b98-94e7-1376d1ca574c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 945 time: 0.1468670 Feb 09 01:45:05.618123 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] For port 03514788-c38c-404c-acb8-832258da601e, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:45:05.622942 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] For port 03514788-c38c-404c-acb8-832258da601e, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=03514788-c38c-404c-acb8-832258da601e,segment=NetworkSegment(9e62cded-41cf-4237-8192-21e337129ce3),segment_id=9e62cded-41cf-4237-8192-21e337129ce3)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:45:05.636152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-84df8b72-747b-4a9b-bcfc-cbeafcc1747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:05.637243 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-84df8b72-747b-4a9b-bcfc-cbeafcc1747c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:05.640659 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-84df8b72-747b-4a9b-bcfc-cbeafcc1747c service neutron] 10.222.0.48 "PUT /v2.0/ports/954be30f-c71d-4738-98b7-ae17b1484972 HTTP/1.1" status: 200 len: 1092 time: 3.2280896 Feb 09 01:45:05.644632 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (03514788-c38c-404c-acb8-832258da601e), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:05.699627 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0113a5e0-ab24-4dfa-a0bc-e01cf6780527 req-e9eee90e-b683-4c71-9dd1-09ec25fff0e3 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253519 Feb 09 01:45:05.766815 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-55291ded-7eac-443d-8da3-b1df9d24a2fe None None] Provisioning complete for port 03514788-c38c-404c-acb8-832258da601e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:05.767250 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-55291ded-7eac-443d-8da3-b1df9d24a2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (03514788-c38c-404c-acb8-832258da601e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:05.795846 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b82c4-0fd2-4b65-83ca-8ff887af9469 None None] Pushing event updated for resources: {'Port': ['ID=03514788-c38c-404c-acb8-832258da601e,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:05.827622 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] Routers {'a2a5caa2-1a52-4361-aeec-f8993e716cf5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:45:05.828416 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a2a5caa2-1a52-4361-aeec-f8993e716cf5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:05.831109 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8dfb9d5-4249-43e3-bc29-92ce4b95fb0a', 'tag': '954be30f-c71d-4738-98b7-ae17b1484972'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:05.833601 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fe3167-6c8f-463e-a56d-605db23c08ec" -d '{"events": [{"name": "network-changed", "server_uuid": "d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a", "tag": "954be30f-c71d-4738-98b7-ae17b1484972"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:05.897058 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-55291ded-7eac-443d-8da3-b1df9d24a2fe None None] Current status of the port 03514788-c38c-404c-acb8-832258da601e is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:05.897961 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-55291ded-7eac-443d-8da3-b1df9d24a2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (03514788-c38c-404c-acb8-832258da601e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:05.919232 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca38fa-6313-40c3-a4bf-52af462516eb req-724d4588-1384-4d30-9ed3-c5c6cd115669 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:05.928052 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c5ca38fa-6313-40c3-a4bf-52af462516eb req-724d4588-1384-4d30-9ed3-c5c6cd115669 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 945 time: 0.1130884 Feb 09 01:45:05.956134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-55291ded-7eac-443d-8da3-b1df9d24a2fe None None] For port 03514788-c38c-404c-acb8-832258da601e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=03514788-c38c-404c-acb8-832258da601e,segment=NetworkSegment(9e62cded-41cf-4237-8192-21e337129ce3),segment_id=9e62cded-41cf-4237-8192-21e337129ce3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:05.965568 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-55291ded-7eac-443d-8da3-b1df9d24a2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (03514788-c38c-404c-acb8-832258da601e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:06.016342 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c5ca38fa-6313-40c3-a4bf-52af462516eb req-0210d0ee-ca08-4285-aaf7-89503f50763c tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865157 Feb 09 01:45:06.027074 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] Set router a2a5caa2-1a52-4361-aeec-f8993e716cf5 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:45:06.053683 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55291ded-7eac-443d-8da3-b1df9d24a2fe None None] Pushing event updated for resources: {'Port': ['ID=03514788-c38c-404c-acb8-832258da601e,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:06.085822 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346aff4e-66fa-4312-8543-0ad29484d121 x-openstack-request-id: req-346aff4e-66fa-4312-8543-0ad29484d121 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:06.086749 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8599184f-8cda-4226-a635-4b475b5e9c6d", "tag": "7941b1ea-8777-422a-856f-54f2ace5c38d", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:06.086749 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-346aff4e-66fa-4312-8543-0ad29484d121 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:06.086981 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8599184f-8cda-4226-a635-4b475b5e9c6d', 'tag': '7941b1ea-8777-422a-856f-54f2ace5c38d', 'status': 'completed', 'code': 200} Feb 09 01:45:06.107118 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df8b72-747b-4a9b-bcfc-cbeafcc1747c service neutron] Pushing event updated for resources: {'Port': ['ID=954be30f-c71d-4738-98b7-ae17b1484972,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:06.180745 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ebc3b-6cba-45a9-ab66-28fdd847b651 req-5acb88e8-e120-496f-9285-35fa2acda843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:06.182445 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-255ebc3b-6cba-45a9-ab66-28fdd847b651 req-5acb88e8-e120-496f-9285-35fa2acda843 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0947b32ff412414786f5c023b76f7760&device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 1126 time: 0.0742457 Feb 09 01:45:06.198977 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-87139191-1041-43c3-8cba-8bfb4d3eff95 None None] Provisioning complete for port 03514788-c38c-404c-acb8-832258da601e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:06.199409 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-87139191-1041-43c3-8cba-8bfb4d3eff95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (03514788-c38c-404c-acb8-832258da601e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:06.296391 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-5bb85080-c725-40a3-8377-eb9ec627b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:06.297884 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-5bb85080-c725-40a3-8377-eb9ec627b777 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8182d2600ee64e01b1d2be799c436d46&device_id=d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a HTTP/1.1" status: 200 len: 1126 time: 0.4455373 Feb 09 01:45:06.298486 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e8a049-4a1b-4ba6-8a79-6c8c97f2f0df tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Made reservation on behalf of 9c02c1e11e314bbaaaed061629dd9e0f for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:06.302218 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-78e8a049-4a1b-4ba6-8a79-6c8c97f2f0df tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:06.320384 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1ccc8-79f7-4462-87a5-7ae92dc83e93 req-933a065d-e63b-4650-9702-e152c52736eb tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:06.321849 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-26b1ccc8-79f7-4462-87a5-7ae92dc83e93 req-933a065d-e63b-4650-9702-e152c52736eb tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e91a24f-faae-4e8a-a79f-03edd877fdc2 HTTP/1.1" status: 200 len: 945 time: 0.4664142 Feb 09 01:45:06.428052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-87139191-1041-43c3-8cba-8bfb4d3eff95 None None] Current status of the port 03514788-c38c-404c-acb8-832258da601e is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:06.449198 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a5caa2-1a52-4361-aeec-f8993e716cf5', 'name': 'tempest-ServersTestMultiNic-900670207-router', 'tenant_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '30d199e7-394f-40c8-aae0-5b6575cc5bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:49Z', 'updated_at': '2022-02-09T01:45:01Z', 'revision_number': 4, 'project_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'gw_port': {'id': '30d199e7-394f-40c8-aae0-5b6575cc5bb8', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:26:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a5caa2-1a52-4361-aeec-f8993e716cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:51Z', 'updated_at': '2022-02-09T01:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '03514788-c38c-404c-acb8-832258da601e', 'name': '', 'network_id': '656bced2-3266-4c74-8227-86404d5c41ea', 'tenant_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'mac_address': 'fa:16:3e:c6:a0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a5caa2-1a52-4361-aeec-f8993e716cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '72eaac7e-d595-4d75-b2ed-3c5eb846ec53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:58Z', 'updated_at': '2022-02-09T01:45:05Z', 'revision_number': 4, 'project_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'subnets': [{'id': '72eaac7e-d595-4d75-b2ed-3c5eb846ec53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:06.452492 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-707f342c-0bfb-4aed-be96-cb8d2484fb78 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=954be30f-c71d-4738-98b7-ae17b1484972 HTTP/1.1" status: 200 len: 217 time: 0.1417353 Feb 09 01:45:06.494846 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5bdce-46ae-4b57-9593-d1f2a6b5cd90 req-e669120d-e15f-4bb9-8456-a2f5fe291bcd tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:06.497444 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d2c5bdce-46ae-4b57-9593-d1f2a6b5cd90 req-e669120d-e15f-4bb9-8456-a2f5fe291bcd tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 944 time: 0.1824570 Feb 09 01:45:06.499391 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ebc3b-6cba-45a9-ab66-28fdd847b651 req-20d1c199-9d06-4fef-91dd-c1f36704d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:06.501754 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-255ebc3b-6cba-45a9-ab66-28fdd847b651 req-20d1c199-9d06-4fef-91dd-c1f36704d05a service neutron] 10.222.0.67 "GET /v2.0/networks?id=37d718d3-97dd-4a0b-93a0-c4820cd40d4f HTTP/1.1" status: 200 len: 921 time: 0.3128662 Feb 09 01:45:06.528455 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 7941b1ea-8777-422a-856f-54f2ace5c38d details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:45:06.573921 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-255ebc3b-6cba-45a9-ab66-28fdd847b651 req-6ab09ddd-88d3-489b-a107-10d9ad4b933b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7941b1ea-8777-422a-856f-54f2ace5c38d HTTP/1.1" status: 200 len: 217 time: 0.0635252 Feb 09 01:45:06.626122 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f38db22-3e84-4148-8fd0-6a556e6d9dcb None None] The sync data for ids ['a2a5caa2-1a52-4361-aeec-f8993e716cf5'] in n-d-828387-3 is: [{'id': 'a2a5caa2-1a52-4361-aeec-f8993e716cf5', 'name': 'tempest-ServersTestMultiNic-900670207-router', 'tenant_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '30d199e7-394f-40c8-aae0-5b6575cc5bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:49Z', 'updated_at': '2022-02-09T01:45:01Z', 'revision_number': 4, 'project_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'gw_port': {'id': '30d199e7-394f-40c8-aae0-5b6575cc5bb8', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:26:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a5caa2-1a52-4361-aeec-f8993e716cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:51Z', 'updated_at': '2022-02-09T01:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '03514788-c38c-404c-acb8-832258da601e', 'name': '', 'network_id': '656bced2-3266-4c74-8227-86404d5c41ea', 'tenant_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'mac_address': 'fa:16:3e:c6:a0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a5caa2-1a52-4361-aeec-f8993e716cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '72eaac7e-d595-4d75-b2ed-3c5eb846ec53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:58Z', 'updated_at': '2022-02-09T01:45:05Z', 'revision_number': 4, 'project_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'subnets': [{'id': '72eaac7e-d595-4d75-b2ed-3c5eb846ec53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:45:06.665157 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d2c5bdce-46ae-4b57-9593-d1f2a6b5cd90 req-94ed665e-9e3a-4d0a-af35-062225f0b094 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503150 Feb 09 01:45:06.679656 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ebc3b-6cba-45a9-ab66-28fdd847b651 req-9d51d074-ddb8-4b06-b262-276b1f02b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:06.687512 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-255ebc3b-6cba-45a9-ab66-28fdd847b651 req-9d51d074-ddb8-4b06-b262-276b1f02b016 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1c6c575a-2abf-46ad-a16d-fefed5f75801 HTTP/1.1" status: 200 len: 860 time: 0.1046805 Feb 09 01:45:06.729212 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 7941b1ea-8777-422a-856f-54f2ace5c38d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=7941b1ea-8777-422a-856f-54f2ace5c38d,segment=NetworkSegment(37a2973b-cbc2-440c-9175-1a1f4f71999a),segment_id=37a2973b-cbc2-440c-9175-1a1f4f71999a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:06.771062 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-255ebc3b-6cba-45a9-ab66-28fdd847b651 req-ae2cb407-9b17-46f1-bea7-6f26ca277865 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=37d718d3-97dd-4a0b-93a0-c4820cd40d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731294 Feb 09 01:45:06.901458 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-df8bfdce-480e-4512-81d0-5fa06b1366f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:06.902978 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-df8bfdce-480e-4512-81d0-5fa06b1366f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c919f03-38d0-46c8-800e-189367ce02ce HTTP/1.1" status: 200 len: 865 time: 0.4297142 Feb 09 01:45:06.929709 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fe3a4-f101-4a2c-b877-fb1d59229fbc req-ec6d0434-1748-414d-8fa2-7b3b4a6c1c5a tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:06.935158 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-943fe3a4-f101-4a2c-b877-fb1d59229fbc req-ec6d0434-1748-414d-8fa2-7b3b4a6c1c5a tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a HTTP/1.1" status: 200 len: 944 time: 0.1371605 Feb 09 01:45:06.945177 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-b4fb8001-add1-4250-9583-3538b1cc8a87 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f320d20f-a124-4b93-b153-9bafe1edbfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317500 Feb 09 01:45:06.995648 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '7941b1ea-8777-422a-856f-54f2ace5c38d', 'network_id': '37d718d3-97dd-4a0b-93a0-c4820cd40d4f', 'port_id': '7941b1ea-8777-422a-856f-54f2ace5c38d', 'mac_address': 'fa:16:3e:f1:c1:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6c575a-2abf-46ad-a16d-fefed5f75801', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:45:07.048652 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 7941b1ea-8777-422a-856f-54f2ace5c38d is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:07.049287 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7941b1ea-8777-422a-856f-54f2ace5c38d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:07.055447 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-943fe3a4-f101-4a2c-b877-fb1d59229fbc req-5bcc3734-379a-4777-9ffb-2bc4c8ac45e4 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/security-groups?id=089787f6-33e1-4b41-84ce-c4edbac96590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109109 Feb 09 01:45:07.063480 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-255ebc3b-6cba-45a9-ab66-28fdd847b651 req-c2a1d6a4-5ecf-4402-922e-c82d0cb2cc95 service neutron] 10.222.0.67 "GET /v2.0/networks/37d718d3-97dd-4a0b-93a0-c4820cd40d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863381 Feb 09 01:45:07.066721 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7941b1ea-8777-422a-856f-54f2ace5c38d {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:45:07.089796 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 7941b1ea-8777-422a-856f-54f2ace5c38d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=7941b1ea-8777-422a-856f-54f2ace5c38d,segment=NetworkSegment(37a2973b-cbc2-440c-9175-1a1f4f71999a),segment_id=37a2973b-cbc2-440c-9175-1a1f4f71999a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:07.096209 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7941b1ea-8777-422a-856f-54f2ace5c38d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:07.204054 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=7941b1ea-8777-422a-856f-54f2ace5c38d,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:07.222634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:07.223333 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:07.223839 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:07.224326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:07.224794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:07.225460 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:07.227336 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:07.227842 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:07.228627 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:07.230728 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:07.231302 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:07.240308 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:07.240664 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:07.249591 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e4d6e2-353d-430c-9ef8-ef9373ae45b1 x-openstack-request-id: req-e2e4d6e2-353d-430c-9ef8-ef9373ae45b1 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:07.250126 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a", "tag": "954be30f-c71d-4738-98b7-ae17b1484972", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:07.250371 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e2e4d6e2-353d-430c-9ef8-ef9373ae45b1 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:07.250771 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8dfb9d5-4249-43e3-bc29-92ce4b95fb0a', 'tag': '954be30f-c71d-4738-98b7-ae17b1484972', 'status': 'completed', 'code': 200} Feb 09 01:45:07.264256 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-26b1ccc8-79f7-4462-87a5-7ae92dc83e93 req-75a55981-ebf5-4829-9c8a-b0800b399072 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Deleting port 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:07.264694 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-26b1ccc8-79f7-4462-87a5-7ae92dc83e93 req-75a55981-ebf5-4829-9c8a-b0800b399072 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:07.273445 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-255ebc3b-6cba-45a9-ab66-28fdd847b651 req-75f5d54f-82c9-407e-ac26-ff5f176a7963 service neutron] 10.222.0.67 "GET /v2.0/networks/37d718d3-97dd-4a0b-93a0-c4820cd40d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936340 Feb 09 01:45:07.378445 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.db.resource_extend [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-c3d509e9-f58f-4129-9a59-a4dd950adb68 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:45:07.443337 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8db6154d-cec1-4d7b-90b3-1003ec8a6670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:07.463891 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 03514788-c38c-404c-acb8-832258da601e up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:45:07.556986 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['7941b1ea-8777-422a-856f-54f2ace5c38d'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:45:07.619419 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-c3d509e9-f58f-4129-9a59-a4dd950adb68 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:07.621851 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-3a5d9f30-bff7-4a0e-8c33-3934cbc3c390 service neutron] 10.222.0.48 "GET /v2.0/networks/f320d20f-a124-4b93-b153-9bafe1edbfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6499155 Feb 09 01:45:07.633633 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-78e8a049-4a1b-4ba6-8a79-6c8c97f2f0df tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (77c85ff7-d6ff-4ac5-87a3-1064ad329f8c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:07.671762 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-c3d509e9-f58f-4129-9a59-a4dd950adb68 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (c141d4d8-6f7e-4622-857e-47a77e36bdac), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:07.812557 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 03514788-c38c-404c-acb8-832258da601e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:07.813094 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (03514788-c38c-404c-acb8-832258da601e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:07.918751 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c34f30-3bac-4c9a-b9a9-6b1a431b959d req-a52ac992-dc05-40eb-872e-21d39e71caa0 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:07.922028 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0c34f30-3bac-4c9a-b9a9-6b1a431b959d req-a52ac992-dc05-40eb-872e-21d39e71caa0 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 945 time: 0.0907171 Feb 09 01:45:07.950486 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-26b1ccc8-79f7-4462-87a5-7ae92dc83e93 req-75a55981-ebf5-4829-9c8a-b0800b399072 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] For port 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6,segment=NetworkSegment(e16ac01c-d49e-484d-9b31-f658a1c2f4a7),segment_id=e16ac01c-d49e-484d-9b31-f658a1c2f4a7)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:07.951265 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-26b1ccc8-79f7-4462-87a5-7ae92dc83e93 req-75a55981-ebf5-4829-9c8a-b0800b399072 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:07.989478 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-26b1ccc8-79f7-4462-87a5-7ae92dc83e93 req-75a55981-ebf5-4829-9c8a-b0800b399072 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Calling delete_port for 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:08.045280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8a049-4a1b-4ba6-8a79-6c8c97f2f0df tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event updated for resources: {'Subnet': ['ID=77c85ff7-d6ff-4ac5-87a3-1064ad329f8c,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:08.120565 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 03514788-c38c-404c-acb8-832258da601e is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:08.138732 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0c34f30-3bac-4c9a-b9a9-6b1a431b959d req-a8feac3d-4207-49ea-9e9f-92c495834377 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035038 Feb 09 01:45:08.179317 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-c3d509e9-f58f-4129-9a59-a4dd950adb68 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Floating IP c141d4d8-6f7e-4622-857e-47a77e36bdac associated. External IP: 172.25.7.237, port: eb78ae95-2428-4e27-bfdf-f1c1091ad7c4. Feb 09 01:45:08.193289 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8852755-298d-4e4c-8bb9-dd21944e67ea req-a5fe755a-17b4-4712-9331-2a1c7c68de2b service neutron] 10.222.0.48 "GET /v2.0/networks/f320d20f-a124-4b93-b153-9bafe1edbfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621643 Feb 09 01:45:08.232766 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e8a049-4a1b-4ba6-8a79-6c8c97f2f0df tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Checking segment: {'id': '0beedb5b-4874-4b41-b0e4-9393751de318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'edaa21d5-32ae-42d4-9d1d-55568327f150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:08.233309 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e8a049-4a1b-4ba6-8a79-6c8c97f2f0df tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Network hostable DHCP agents. Network: edaa21d5-32ae-42d4-9d1d-55568327f150, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:45:08.340968 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb72ae1-f4cb-408c-983b-32c16ddeb16c req-44af2332-8d9b-4094-b9f5-3c5cd1803127 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:08.353505 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ebb72ae1-f4cb-408c-983b-32c16ddeb16c req-44af2332-8d9b-4094-b9f5-3c5cd1803127 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 945 time: 0.1070917 Feb 09 01:45:08.441014 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ebb72ae1-f4cb-408c-983b-32c16ddeb16c req-e0f63552-87ff-4b07-aaae-a5cbf8bcf343 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795600 Feb 09 01:45:08.683436 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75457519-7d40-4d8e-9c2f-9981102af1ee req-46cb94a9-5618-485f-a7dd-3433684cfffa tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:08.686336 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-75457519-7d40-4d8e-9c2f-9981102af1ee req-46cb94a9-5618-485f-a7dd-3433684cfffa tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 945 time: 0.1010540 Feb 09 01:45:08.771401 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-75457519-7d40-4d8e-9c2f-9981102af1ee req-932b4d02-a23f-4fec-9bd1-98fff292e0bc tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769637 Feb 09 01:45:08.771808 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e8a049-4a1b-4ba6-8a79-6c8c97f2f0df tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Network edaa21d5-32ae-42d4-9d1d-55568327f150 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:45:08.888455 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-78e8a049-4a1b-4ba6-8a79-6c8c97f2f0df tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, edaa21d5-32ae-42d4-9d1d-55568327f150) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:08.905657 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e8a049-4a1b-4ba6-8a79-6c8c97f2f0df tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:08.906384 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-78e8a049-4a1b-4ba6-8a79-6c8c97f2f0df tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:08.909138 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b4a8d9-2b4c-4d23-a257-cd0c19cc4e67 None None] Network edaa21d5-32ae-42d4-9d1d-55568327f150 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:08.928736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe3167-6c8f-463e-a56d-605db23c08ec req-a840de47-9a56-4d55-9f5d-3ee1dce5518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:08.931084 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-55fe3167-6c8f-463e-a56d-605db23c08ec req-a840de47-9a56-4d55-9f5d-3ee1dce5518b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8182d2600ee64e01b1d2be799c436d46&device_id=d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a HTTP/1.1" status: 200 len: 1126 time: 0.6350198 Feb 09 01:45:08.938615 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-78e8a049-4a1b-4ba6-8a79-6c8c97f2f0df tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.4491429 Feb 09 01:45:08.941439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 43476) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:08.957175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-f30e59b6-c30b-4a6e-85b2-23326cf35309 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1555207307'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:09.072932 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc873760-11c4-4773-8c4f-eba760a03d48 req-5d514f14-32fa-4292-8f65-f80355400e91 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:09.074536 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc873760-11c4-4773-8c4f-eba760a03d48 req-5d514f14-32fa-4292-8f65-f80355400e91 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a HTTP/1.1" status: 200 len: 944 time: 0.0938306 Feb 09 01:45:09.170063 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b047b36-9378-4fae-bcb1-cc401151cb4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-edaa21d5-32ae-42d4-9d1d-55568327f150', 'network_id': 'edaa21d5-32ae-42d4-9d1d-55568327f150', 'project_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'fixed_ips': [{'subnet_id': '77c85ff7-d6ff-4ac5-87a3-1064ad329f8c'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:45:09.171318 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b047b36-9378-4fae-bcb1-cc401151cb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.214172 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc873760-11c4-4773-8c4f-eba760a03d48 req-bcea2136-4b33-42e1-a7e9-b965981e4280 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/security-groups?id=089787f6-33e1-4b41-84ce-c4edbac96590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225829 Feb 09 01:45:09.267182 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-26b1ccc8-79f7-4462-87a5-7ae92dc83e93 req-75a55981-ebf5-4829-9c8a-b0800b399072 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.269052 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30e59b6-c30b-4a6e-85b2-23326cf35309 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Made reservation on behalf of 9c02c1e11e314bbaaaed061629dd9e0f for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:09.275775 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f30e59b6-c30b-4a6e-85b2-23326cf35309 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.298589 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['eb78ae95-2428-4e27-bfdf-f1c1091ad7c4'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:45:09.359069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a55981-ebf5-4829-9c8a-b0800b399072 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Pushing event deleted for resources: {'Port': ['ID=8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:09.424067 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-c3d509e9-f58f-4129-9a59-a4dd950adb68 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Router 2f7662ff-6bea-4dac-8d29-3af36e248018 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:45:09.489829 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe3167-6c8f-463e-a56d-605db23c08ec req-4d8e9588-2662-4980-b28b-6b691aebabf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:09.491890 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-55fe3167-6c8f-463e-a56d-605db23c08ec req-4d8e9588-2662-4980-b28b-6b691aebabf2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f320d20f-a124-4b93-b153-9bafe1edbfb1 HTTP/1.1" status: 200 len: 926 time: 0.5489895 Feb 09 01:45:09.497175 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-3b047b36-9378-4fae-bcb1-cc401151cb4e None None] Allocated IP 19.80.0.2 (edaa21d5-32ae-42d4-9d1d-55568327f150/77c85ff7-d6ff-4ac5-87a3-1064ad329f8c/26be7775-418d-4b21-af54-47603e4a03d7) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:09.500369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30e59b6-c30b-4a6e-85b2-23326cf35309 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:45:09.516174 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b1ccc8-79f7-4462-87a5-7ae92dc83e93 req-75a55981-ebf5-4829-9c8a-b0800b399072 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] No DVR routers for this DVR port 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:45:09.520995 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-26b1ccc8-79f7-4462-87a5-7ae92dc83e93 req-75a55981-ebf5-4829-9c8a-b0800b399072 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.542011 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-26b1ccc8-79f7-4462-87a5-7ae92dc83e93 req-75a55981-ebf5-4829-9c8a-b0800b399072 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.48 "DELETE /v2.0/ports/8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 HTTP/1.1" status: 204 len: 173 time: 3.1696880 Feb 09 01:45:09.555892 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e91a24f-faae-4e8a-a79f-03edd877fdc2', 'name': 'network-vif-deleted', 'tag': '8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:09.558154 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db9f909-ca0c-441d-b4a7-5b08be001a2f" -d '{"events": [{"server_uuid": "6e91a24f-faae-4e8a-a79f-03edd877fdc2", "name": "network-vif-deleted", "tag": "8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:09.640590 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f30e59b6-c30b-4a6e-85b2-23326cf35309 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.641062 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-f30e59b6-c30b-4a6e-85b2-23326cf35309 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Added segment efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3 of type vlan for network d6b79745-643b-4fb2-9deb-04901010c336 Feb 09 01:45:09.645056 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-55fe3167-6c8f-463e-a56d-605db23c08ec req-02cebc67-3d41-4736-b233-08570a1ffcc6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=954be30f-c71d-4738-98b7-ae17b1484972 HTTP/1.1" status: 200 len: 217 time: 0.0996680 Feb 09 01:45:09.730086 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.828134 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9c1f13dd-2bd8-4712-a7cd-ed3a8ceb450b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.892186 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f30e59b6-c30b-4a6e-85b2-23326cf35309 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (d6b79745-643b-4fb2-9deb-04901010c336), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.989412 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f30e59b6-c30b-4a6e-85b2-23326cf35309 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (d6b79745-643b-4fb2-9deb-04901010c336), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.000125 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30e59b6-c30b-4a6e-85b2-23326cf35309 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:10.001133 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f30e59b6-c30b-4a6e-85b2-23326cf35309 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.047193 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b047b36-9378-4fae-bcb1-cc401151cb4e None None] Publish callbacks [] for port (26be7775-418d-4b21-af54-47603e4a03d7), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.059496 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b047b36-9378-4fae-bcb1-cc401151cb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (26be7775-418d-4b21-af54-47603e4a03d7), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.186415 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 43530) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:10.221068 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 43534) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:10.226632 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b047b36-9378-4fae-bcb1-cc401151cb4e None None] Pushing event updated for resources: {'Port': ['ID=26be7775-418d-4b21-af54-47603e4a03d7,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:10.227953 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5c76bb5b-8f62-4307-bc1a-ad08cdf65aef tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Request body: {'subnet': {'network_id': 'd6b79745-643b-4fb2-9deb-04901010c336', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:10.231411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f30e59b6-c30b-4a6e-85b2-23326cf35309 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2799766 Feb 09 01:45:10.248228 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b047b36-9378-4fae-bcb1-cc401151cb4e None None] Network edaa21d5-32ae-42d4-9d1d-55568327f150 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:10.251323 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-3b047b36-9378-4fae-bcb1-cc401151cb4e None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:10.258578 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b047b36-9378-4fae-bcb1-cc401151cb4e None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:10.260140 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe3167-6c8f-463e-a56d-605db23c08ec req-6fad25f1-5696-4017-a337-62c80406c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:10.262469 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-55fe3167-6c8f-463e-a56d-605db23c08ec req-6fad25f1-5696-4017-a337-62c80406c4af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c919f03-38d0-46c8-800e-189367ce02ce HTTP/1.1" status: 200 len: 865 time: 0.5799284 Feb 09 01:45:10.302692 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e59b6-c30b-4a6e-85b2-23326cf35309 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event updated for resources: {'Network': ['ID=d6b79745-643b-4fb2-9deb-04901010c336,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:10.361039 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-55fe3167-6c8f-463e-a56d-605db23c08ec req-829c8b7e-34a4-4838-ad3e-a7bb3fa28f24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f320d20f-a124-4b93-b153-9bafe1edbfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868661 Feb 09 01:45:10.405156 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network d6b79745-643b-4fb2-9deb-04901010c336 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:45:10.465988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3b047b36-9378-4fae-bcb1-cc401151cb4e None None] Attempting to bind port 26be7775-418d-4b21-af54-47603e4a03d7 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:45:10.466723 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3b047b36-9378-4fae-bcb1-cc401151cb4e None None] Attempting to bind port 26be7775-418d-4b21-af54-47603e4a03d7 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '0beedb5b-4874-4b41-b0e4-9393751de318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'edaa21d5-32ae-42d4-9d1d-55568327f150'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:45:10.467410 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b047b36-9378-4fae-bcb1-cc401151cb4e None None] Attempting to bind port 26be7775-418d-4b21-af54-47603e4a03d7 on network edaa21d5-32ae-42d4-9d1d-55568327f150 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:10.510988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b047b36-9378-4fae-bcb1-cc401151cb4e None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:45:10.511868 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b047b36-9378-4fae-bcb1-cc401151cb4e None None] Checking segment: {'id': '0beedb5b-4874-4b41-b0e4-9393751de318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'edaa21d5-32ae-42d4-9d1d-55568327f150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:10.512723 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b047b36-9378-4fae-bcb1-cc401151cb4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.513303 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b047b36-9378-4fae-bcb1-cc401151cb4e None None] Bound using segment: {'id': '0beedb5b-4874-4b41-b0e4-9393751de318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'edaa21d5-32ae-42d4-9d1d-55568327f150'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:45:10.514258 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3b047b36-9378-4fae-bcb1-cc401151cb4e None None] Bound port: 26be7775-418d-4b21-af54-47603e4a03d7, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beedb5b-4874-4b41-b0e4-9393751de318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'edaa21d5-32ae-42d4-9d1d-55568327f150'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:45:10.514808 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b047b36-9378-4fae-bcb1-cc401151cb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (26be7775-418d-4b21-af54-47603e4a03d7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.534459 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-c3d509e9-f58f-4129-9a59-a4dd950adb68 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:45:10.554388 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-c3d509e9-f58f-4129-9a59-a4dd950adb68 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.565894 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 7941b1ea-8777-422a-856f-54f2ace5c38d up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:45:10.566117 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e164204d-4a2e-4ba5-8a89-b5ff4531c0c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8116aa6218a54d5a9230cbe319bbd7fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3780320 Feb 09 01:45:10.567850 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c76bb5b-8f62-4307-bc1a-ad08cdf65aef tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Made reservation on behalf of 9c02c1e11e314bbaaaed061629dd9e0f for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:10.570190 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa29ba54-476d-4920-905e-51a167ca0a60 None None] Sync routers for ids ['2f7662ff-6bea-4dac-8d29-3af36e248018'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:45:10.572266 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c76bb5b-8f62-4307-bc1a-ad08cdf65aef tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.576811 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 43538) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:10.618593 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-c3d509e9-f58f-4129-9a59-a4dd950adb68 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "PUT /v2.0/floatingips/c141d4d8-6f7e-4622-857e-47a77e36bdac HTTP/1.1" status: 200 len: 997 time: 5.2354577 Feb 09 01:45:10.628699 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa29ba54-476d-4920-905e-51a167ca0a60 None None] Routers {'2f7662ff-6bea-4dac-8d29-3af36e248018'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:45:10.629347 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-aa29ba54-476d-4920-905e-51a167ca0a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:45:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2f7662ff-6bea-4dac-8d29-3af36e248018'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:10.689367 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db868f06-fe54-442d-92ca-8ae55faf7252 req-f76578d9-6435-48d4-9927-0e48532e75e0 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:10.694790 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-55fe3167-6c8f-463e-a56d-605db23c08ec req-860ef0b1-f2a0-4451-b6fb-62958e193e15 service neutron] 10.222.0.48 "GET /v2.0/networks/f320d20f-a124-4b93-b153-9bafe1edbfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156266 Feb 09 01:45:10.697381 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-db868f06-fe54-442d-92ca-8ae55faf7252 req-f76578d9-6435-48d4-9927-0e48532e75e0 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 945 time: 0.2918124 Feb 09 01:45:10.838344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-ceb3ad75-5ef6-4962-a421-a47d26be6c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:10.843741 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-db868f06-fe54-442d-92ca-8ae55faf7252 req-41cfc945-d1b3-4bd9-982b-eadc0433a6f7 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454132 Feb 09 01:45:10.848007 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-ceb3ad75-5ef6-4962-a421-a47d26be6c52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de202805521c40c99d9482e3dcc29505&device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 1128 time: 0.2212434 Feb 09 01:45:10.898793 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3cb9306f-6aa9-4b1f-85e3-7bc03d57bcc1 admin admin] Publish callbacks [] for security_group (440134bb-10fb-435d-b5eb-9e08b5277be1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.937549 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.973201 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3cb9306f-6aa9-4b1f-85e3-7bc03d57bcc1 admin admin] Publish callbacks [] for security_group (440134bb-10fb-435d-b5eb-9e08b5277be1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.977238 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:11.000445 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-55fe3167-6c8f-463e-a56d-605db23c08ec req-45469b25-588c-414a-a10c-c0732a8c007c service neutron] 10.222.0.48 "GET /v2.0/networks/f320d20f-a124-4b93-b153-9bafe1edbfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952182 Feb 09 01:45:11.032226 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 7941b1ea-8777-422a-856f-54f2ace5c38d completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:45:11.037864 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-aa29ba54-476d-4920-905e-51a167ca0a60 None None] Set router 2f7662ff-6bea-4dac-8d29-3af36e248018 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:45:11.041302 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3b047b36-9378-4fae-bcb1-cc401151cb4e None None] For port 26be7775-418d-4b21-af54-47603e4a03d7, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:45:11.055264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-8381be03-efb8-422e-8ad7-7b0c8564e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:11.066373 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-8381be03-efb8-422e-8ad7-7b0c8564e2ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0b7f23d-62d1-4973-9206-4a988800da60 HTTP/1.1" status: 200 len: 922 time: 0.2170928 Feb 09 01:45:11.085542 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 7941b1ea-8777-422a-856f-54f2ace5c38d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:11.086256 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7941b1ea-8777-422a-856f-54f2ace5c38d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:11.128818 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3b047b36-9378-4fae-bcb1-cc401151cb4e None None] For port 26be7775-418d-4b21-af54-47603e4a03d7, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=26be7775-418d-4b21-af54-47603e4a03d7,segment=NetworkSegment(0beedb5b-4874-4b41-b0e4-9393751de318),segment_id=0beedb5b-4874-4b41-b0e4-9393751de318)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:45:11.133200 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3cb9306f-6aa9-4b1f-85e3-7bc03d57bcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (440134bb-10fb-435d-b5eb-9e08b5277be1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:11.136164 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3cb9306f-6aa9-4b1f-85e3-7bc03d57bcc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:11.137456 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3cb9306f-6aa9-4b1f-85e3-7bc03d57bcc1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/440134bb-10fb-435d-b5eb-9e08b5277be1 HTTP/1.1" status: 204 len: 168 time: 0.5586002 Feb 09 01:45:11.147478 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b047b36-9378-4fae-bcb1-cc401151cb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (26be7775-418d-4b21-af54-47603e4a03d7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:11.155783 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-83bb1c9c-83fb-4cbd-818f-c78eff506b0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 HTTP/1.1" status: 200 len: 1000 time: 0.0882366 Feb 09 01:45:11.164002 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9306f-6aa9-4b1f-85e3-7bc03d57bcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440134bb-10fb-435d-b5eb-9e08b5277be1,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:11.186974 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13777162-c82f-4519-9756-8fddd1730912 req-077d1a23-752c-459d-9b28-5319a8808857 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:11.197568 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-13777162-c82f-4519-9756-8fddd1730912 req-077d1a23-752c-459d-9b28-5319a8808857 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 945 time: 0.1689270 Feb 09 01:45:11.218311 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-7d6a284a-24bb-4171-98f7-53a61c68203f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:11.221254 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-7d6a284a-24bb-4171-98f7-53a61c68203f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0b26f97-d0c8-4cf7-88ed-04342ece5400 HTTP/1.1" status: 200 len: 860 time: 0.0598004 Feb 09 01:45:11.230535 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c76bb5b-8f62-4307-bc1a-ad08cdf65aef tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (358d199c-92d7-45a7-9ead-7399dcde59e7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:11.258128 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 954be30f-c71d-4738-98b7-ae17b1484972 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:45:11.279160 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:45:11.321157 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-13777162-c82f-4519-9756-8fddd1730912 req-6b87f528-61e4-4eca-9559-d176dcf40b38 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218293 Feb 09 01:45:11.333781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:45:11.334148 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:45:11.360873 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b047b36-9378-4fae-bcb1-cc401151cb4e None None] Pushing event updated for resources: {'Port': ['ID=26be7775-418d-4b21-af54-47603e4a03d7,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:11.391347 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-e9351ac8-3c7b-4831-bd29-a7ce9205b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:11.401417 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-e9351ac8-3c7b-4831-bd29-a7ce9205b7a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0b7f23d-62d1-4973-9206-4a988800da60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1734536 Feb 09 01:45:11.414179 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-e14b3a22-e205-4385-b481-c9aa2b998cb8 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:45:11.427106 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-e14b3a22-e205-4385-b481-c9aa2b998cb8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0228872 Feb 09 01:45:11.469562 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76bb5b-8f62-4307-bc1a-ad08cdf65aef tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event updated for resources: {'Subnet': ['ID=358d199c-92d7-45a7-9ead-7399dcde59e7,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:11.516288 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c76bb5b-8f62-4307-bc1a-ad08cdf65aef tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Checking segment: {'id': 'efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd6b79745-643b-4fb2-9deb-04901010c336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:11.523512 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c76bb5b-8f62-4307-bc1a-ad08cdf65aef tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Network hostable DHCP agents. Network: d6b79745-643b-4fb2-9deb-04901010c336, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:45:11.618754 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 7941b1ea-8777-422a-856f-54f2ace5c38d is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:11.619120 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7941b1ea-8777-422a-856f-54f2ace5c38d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:11.677097 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c76bb5b-8f62-4307-bc1a-ad08cdf65aef tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Network d6b79745-643b-4fb2-9deb-04901010c336 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:45:11.706382 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f5ea90-514a-41b1-a1fa-45086a6b31db x-openstack-request-id: req-e9f5ea90-514a-41b1-a1fa-45086a6b31db {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:11.706673 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e91a24f-faae-4e8a-a79f-03edd877fdc2", "name": "network-vif-deleted", "tag": "8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:11.706930 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9f5ea90-514a-41b1-a1fa-45086a6b31db {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:11.707364 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e91a24f-faae-4e8a-a79f-03edd877fdc2', 'name': 'network-vif-deleted', 'tag': '8f8b6382-60ef-4cd9-b2ab-0ef584c81ee6', 'status': 'completed', 'code': 200} Feb 09 01:45:11.718263 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-5c76bb5b-8f62-4307-bc1a-ad08cdf65aef tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, d6b79745-643b-4fb2-9deb-04901010c336) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:11.719812 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-9cb6ed3a-579f-4b6e-a666-26d0fcc0bf18 service neutron] 10.222.0.36 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919250 Feb 09 01:45:11.726236 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c76bb5b-8f62-4307-bc1a-ad08cdf65aef tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:11.736756 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c76bb5b-8f62-4307-bc1a-ad08cdf65aef tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:11.793081 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5c76bb5b-8f62-4307-bc1a-ad08cdf65aef tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5610757 Feb 09 01:45:11.818889 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7739c02-2ce9-41e2-aa15-c9c289ab2a08 req-e6bba898-8c41-4512-a059-c03347498a83 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:11.835783 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c7739c02-2ce9-41e2-aa15-c9c289ab2a08 req-e6bba898-8c41-4512-a059-c03347498a83 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 945 time: 0.2431138 Feb 09 01:45:11.937383 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-668c5573-0087-4f7d-9b2d-0d2e7b4c2676 req-5786bafa-73b5-4701-9bfc-6930b6144ec8 service neutron] 10.222.0.36 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165935 Feb 09 01:45:11.972508 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c7739c02-2ce9-41e2-aa15-c9c289ab2a08 req-4386c8fc-cede-45d5-ab8b-51b29d553819 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356757 Feb 09 01:45:12.010731 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8599184f-8cda-4226-a635-4b475b5e9c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7941b1ea-8777-422a-856f-54f2ace5c38d'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:12.014610 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3312d8bd-de37-4565-b98b-cbf3020888ff" -d '{"events": [{"server_uuid": "8599184f-8cda-4226-a635-4b475b5e9c6d", "name": "network-vif-plugged", "status": "completed", "tag": "7941b1ea-8777-422a-856f-54f2ace5c38d"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:12.020237 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582c2eff-7df1-4b41-9213-13eb9c0dad9d None None] Network d6b79745-643b-4fb2-9deb-04901010c336 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:12.111160 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 7941b1ea-8777-422a-856f-54f2ace5c38d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=7941b1ea-8777-422a-856f-54f2ace5c38d,segment=NetworkSegment(37a2973b-cbc2-440c-9175-1a1f4f71999a),segment_id=37a2973b-cbc2-440c-9175-1a1f4f71999a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:12.131825 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7941b1ea-8777-422a-856f-54f2ace5c38d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:12.185837 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bfd11-f208-41bc-90d5-8f400ff7136b req-61fd1c05-3476-4ca0-a23b-594db7563176 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:12.187413 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-575bfd11-f208-41bc-90d5-8f400ff7136b req-61fd1c05-3476-4ca0-a23b-594db7563176 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a HTTP/1.1" status: 200 len: 944 time: 0.0962014 Feb 09 01:45:12.219343 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f643f6-35c5-4dd1-bf3f-4682dcdd1830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-d6b79745-643b-4fb2-9deb-04901010c336', 'network_id': 'd6b79745-643b-4fb2-9deb-04901010c336', 'project_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'fixed_ips': [{'subnet_id': '358d199c-92d7-45a7-9ead-7399dcde59e7'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:45:12.221094 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-04f643f6-35c5-4dd1-bf3f-4682dcdd1830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:12.255047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-aa29ba54-476d-4920-905e-51a167ca0a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:41Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'c141d4d8-6f7e-4622-857e-47a77e36bdac', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'port_id': 'eb78ae95-2428-4e27-bfdf-f1c1091ad7c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'mac_address': 'fa:16:3e:da:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5bebb-31d6-4eb8-9407-cf87128e5254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:44:16Z', 'updated_at': '2022-02-09T01:45:06Z', 'revision_number': 8, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f39700b-a98f-4813-abe8-aefbf999b40e', 'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'mac_address': 'fa:16:3e:65:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:39Z', 'updated_at': '2022-02-09T01:43:49Z', 'revision_number': 5, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'subnets': [{'id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:12.295885 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-575bfd11-f208-41bc-90d5-8f400ff7136b req-5d0dbf6c-fe42-4f18-9db3-131d078482e1 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/security-groups?id=089787f6-33e1-4b41-84ce-c4edbac96590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022215 Feb 09 01:45:12.310821 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 954be30f-c71d-4738-98b7-ae17b1484972, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=954be30f-c71d-4738-98b7-ae17b1484972,segment=NetworkSegment(82a50737-3e66-4b9a-ac30-c774c58bff7c),segment_id=82a50737-3e66-4b9a-ac30-c774c58bff7c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:12.334544 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:12.336513 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa29ba54-476d-4920-905e-51a167ca0a60 None None] Checking router: 2f7662ff-6bea-4dac-8d29-3af36e248018 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:45:12.357061 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=7941b1ea-8777-422a-856f-54f2ace5c38d,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:12.369583 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '954be30f-c71d-4738-98b7-ae17b1484972', 'network_id': 'f320d20f-a124-4b93-b153-9bafe1edbfb1', 'port_id': '954be30f-c71d-4738-98b7-ae17b1484972', 'mac_address': 'fa:16:3e:b6:ad:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c919f03-38d0-46c8-800e-189367ce02ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:45:12.417216 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa29ba54-476d-4920-905e-51a167ca0a60 None None] Routers {'2f7662ff-6bea-4dac-8d29-3af36e248018'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:45:12.417840 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-aa29ba54-476d-4920-905e-51a167ca0a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:45:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2f7662ff-6bea-4dac-8d29-3af36e248018'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:12.587306 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ffd84-eac2-4398-afa8-0b411b673744 req-a39f1696-7122-4d2e-920a-6f35f188520a tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:12.589212 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e04ffd84-eac2-4398-afa8-0b411b673744 req-a39f1696-7122-4d2e-920a-6f35f188520a tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 945 time: 0.1565511 Feb 09 01:45:12.637104 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 954be30f-c71d-4738-98b7-ae17b1484972 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:12.639782 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (954be30f-c71d-4738-98b7-ae17b1484972), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:12.688207 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954be30f-c71d-4738-98b7-ae17b1484972 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:45:12.701651 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e04ffd84-eac2-4398-afa8-0b411b673744 req-8a82e24e-1d29-432a-a881-f59aa277abf4 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913072 Feb 09 01:45:12.722897 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 954be30f-c71d-4738-98b7-ae17b1484972, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=954be30f-c71d-4738-98b7-ae17b1484972,segment=NetworkSegment(82a50737-3e66-4b9a-ac30-c774c58bff7c),segment_id=82a50737-3e66-4b9a-ac30-c774c58bff7c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:12.730013 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-04f643f6-35c5-4dd1-bf3f-4682dcdd1830 None None] Allocated IP 19.86.0.2 (d6b79745-643b-4fb2-9deb-04901010c336/358d199c-92d7-45a7-9ead-7399dcde59e7/e25f7c5d-8889-4252-b5f4-81a4e46101aa) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:12.740586 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (954be30f-c71d-4738-98b7-ae17b1484972), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:12.896900 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-aa29ba54-476d-4920-905e-51a167ca0a60 None None] Set router 2f7662ff-6bea-4dac-8d29-3af36e248018 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:45:12.918686 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ba03ed-e20a-41e5-85be-a1fc6ea05e05 None None] Network edaa21d5-32ae-42d4-9d1d-55568327f150 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:13.026083 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-87e2d4d4-3df9-483d-b444-2f17b09e3390 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:13.033302 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-87e2d4d4-3df9-483d-b444-2f17b09e3390 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:13.035771 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-87e2d4d4-3df9-483d-b444-2f17b09e3390 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/networks?id=edaa21d5-32ae-42d4-9d1d-55568327f150&id=d6b79745-643b-4fb2-9deb-04901010c336&id=edaa21d5-32ae-42d4-9d1d-55568327f150 HTTP/1.1" status: 200 len: 1391 time: 0.2106526 Feb 09 01:45:13.060298 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-3934108a-2161-46e4-be8e-1a9356abae03 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/quotas/9c02c1e11e314bbaaaed061629dd9e0f HTTP/1.1" status: 200 len: 375 time: 0.0171573 Feb 09 01:45:13.061537 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['954be30f-c71d-4738-98b7-ae17b1484972'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:45:13.184836 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=954be30f-c71d-4738-98b7-ae17b1484972,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:13.196588 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-c14913d6-1ca6-4cd6-8950-25848a3d6df8 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c02c1e11e314bbaaaed061629dd9e0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1262667 Feb 09 01:45:13.226641 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c2f296ab-4e39-467c-8d06-05f01372ce5b None None] Provisioning complete for port 26be7775-418d-4b21-af54-47603e4a03d7 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:13.227225 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c2f296ab-4e39-467c-8d06-05f01372ce5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (26be7775-418d-4b21-af54-47603e4a03d7), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:13.240113 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-296084d3-72c7-4a1a-9b2c-6e4a96d95067 req-6298d4b8-057e-4226-a393-0fc28b8836cb tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/floatingips/c141d4d8-6f7e-4622-857e-47a77e36bdac HTTP/1.1" status: 200 len: 997 time: 0.1006391 Feb 09 01:45:13.379374 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-ce5ddfa7-5bff-457b-a9f6-6cc7069174e3 service neutron] 10.222.0.36 "GET /v2.0/networks/edaa21d5-32ae-42d4-9d1d-55568327f150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770229 Feb 09 01:45:13.498628 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 26be7775-418d-4b21-af54-47603e4a03d7 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:45:13.540796 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296084d3-72c7-4a1a-9b2c-6e4a96d95067 req-ef10d48b-398f-4ed2-967a-c85c11ff83cd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:13.545292 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-296084d3-72c7-4a1a-9b2c-6e4a96d95067 req-ef10d48b-398f-4ed2-967a-c85c11ff83cd tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.3034418 Feb 09 01:45:13.607721 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856c45b1-a36f-4081-ab15-259cca2ac2ee x-openstack-request-id: req-856c45b1-a36f-4081-ab15-259cca2ac2ee {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:13.608015 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8599184f-8cda-4226-a635-4b475b5e9c6d", "name": "network-vif-plugged", "status": "completed", "tag": "7941b1ea-8777-422a-856f-54f2ace5c38d", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:13.608445 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-856c45b1-a36f-4081-ab15-259cca2ac2ee {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:13.608844 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8599184f-8cda-4226-a635-4b475b5e9c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7941b1ea-8777-422a-856f-54f2ace5c38d', 'code': 200} Feb 09 01:45:13.631519 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:13.710655 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a5bebb-31d6-4eb8-9407-cf87128e5254', 'tag': 'eb78ae95-2428-4e27-bfdf-f1c1091ad7c4'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:13.713799 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013f03c3-80fc-4be9-9e2e-d5e4c03b9d57" -d '{"events": [{"name": "network-changed", "server_uuid": "37a5bebb-31d6-4eb8-9407-cf87128e5254", "tag": "eb78ae95-2428-4e27-bfdf-f1c1091ad7c4"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:13.735238 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-04f643f6-35c5-4dd1-bf3f-4682dcdd1830 None None] Publish callbacks [] for port (e25f7c5d-8889-4252-b5f4-81a4e46101aa), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:13.742788 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13017e0-5a9b-4ecd-b135-acdf4963d689 req-765b47aa-3860-4daf-84f2-f6f1a9caaff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:13.745276 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b13017e0-5a9b-4ecd-b135-acdf4963d689 req-765b47aa-3860-4daf-84f2-f6f1a9caaff0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 1128 time: 0.0789335 Feb 09 01:45:13.783175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7eae5-0002-4329-bdee-bd614e4c1516 req-71a67651-b323-469c-b284-57120f7639a3 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:13.785670 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-50d7eae5-0002-4329-bdee-bd614e4c1516 req-71a67651-b323-469c-b284-57120f7639a3 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 945 time: 0.0903139 Feb 09 01:45:13.789160 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-04f643f6-35c5-4dd1-bf3f-4682dcdd1830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (e25f7c5d-8889-4252-b5f4-81a4e46101aa), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:13.870222 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 26be7775-418d-4b21-af54-47603e4a03d7 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:13.870888 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (26be7775-418d-4b21-af54-47603e4a03d7), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:13.875800 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-50d7eae5-0002-4329-bdee-bd614e4c1516 req-c04399a8-df51-46ac-b1bf-bc36b18c05cb tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815406 Feb 09 01:45:13.907754 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c2f296ab-4e39-467c-8d06-05f01372ce5b None None] Current status of the port 26be7775-418d-4b21-af54-47603e4a03d7 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:13.908146 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c2f296ab-4e39-467c-8d06-05f01372ce5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (26be7775-418d-4b21-af54-47603e4a03d7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:13.933613 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-71376b12-8faa-48af-9dfe-80588318a8a8 service neutron] 10.222.0.36 "GET /v2.0/networks/edaa21d5-32ae-42d4-9d1d-55568327f150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847789 Feb 09 01:45:13.950459 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f643f6-35c5-4dd1-bf3f-4682dcdd1830 None None] Network d6b79745-643b-4fb2-9deb-04901010c336 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:13.988027 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:45:13.995733 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-04f643f6-35c5-4dd1-bf3f-4682dcdd1830 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:14.005038 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f643f6-35c5-4dd1-bf3f-4682dcdd1830 None None] Pushing event updated for resources: {'Port': ['ID=e25f7c5d-8889-4252-b5f4-81a4e46101aa,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:14.015773 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f643f6-35c5-4dd1-bf3f-4682dcdd1830 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:14.036835 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b13017e0-5a9b-4ecd-b135-acdf4963d689 req-68a8c862-d935-49c4-914a-66b275ae30f3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372559 Feb 09 01:45:14.055826 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-aa29ba54-476d-4920-905e-51a167ca0a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:41Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'c141d4d8-6f7e-4622-857e-47a77e36bdac', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'port_id': 'eb78ae95-2428-4e27-bfdf-f1c1091ad7c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'mac_address': 'fa:16:3e:da:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5bebb-31d6-4eb8-9407-cf87128e5254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:44:16Z', 'updated_at': '2022-02-09T01:45:06Z', 'revision_number': 8, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f39700b-a98f-4813-abe8-aefbf999b40e', 'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'mac_address': 'fa:16:3e:65:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:39Z', 'updated_at': '2022-02-09T01:43:49Z', 'revision_number': 5, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'subnets': [{'id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:14.078478 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c2f296ab-4e39-467c-8d06-05f01372ce5b None None] For port 26be7775-418d-4b21-af54-47603e4a03d7, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=26be7775-418d-4b21-af54-47603e4a03d7,segment=NetworkSegment(0beedb5b-4874-4b41-b0e4-9393751de318),segment_id=0beedb5b-4874-4b41-b0e4-9393751de318)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:14.081943 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-dc4b140b-229d-4c70-b020-5c7b19140170 service neutron] 10.222.0.36 "GET /v2.0/networks/d6b79745-643b-4fb2-9deb-04901010c336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470900 Feb 09 01:45:14.101730 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc45ee-c511-4b8a-be45-6e619d3ee0c2 req-97935b30-28e2-45df-aab3-446a6e93ba13 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:14.103228 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9bbc45ee-c511-4b8a-be45-6e619d3ee0c2 req-97935b30-28e2-45df-aab3-446a6e93ba13 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.1111674 Feb 09 01:45:14.176871 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c2f296ab-4e39-467c-8d06-05f01372ce5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (26be7775-418d-4b21-af54-47603e4a03d7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:14.179873 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9bbc45ee-c511-4b8a-be45-6e619d3ee0c2 req-7fbab077-4d46-4d01-b5df-ebeba8e6b497 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682204 Feb 09 01:45:14.182574 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa29ba54-476d-4920-905e-51a167ca0a60 None None] The sync data for ids ['2f7662ff-6bea-4dac-8d29-3af36e248018'] in n-d-828387-3 is: [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:41Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'c141d4d8-6f7e-4622-857e-47a77e36bdac', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'port_id': 'eb78ae95-2428-4e27-bfdf-f1c1091ad7c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'mac_address': 'fa:16:3e:da:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5bebb-31d6-4eb8-9407-cf87128e5254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:44:16Z', 'updated_at': '2022-02-09T01:45:06Z', 'revision_number': 8, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f39700b-a98f-4813-abe8-aefbf999b40e', 'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'mac_address': 'fa:16:3e:65:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:39Z', 'updated_at': '2022-02-09T01:43:49Z', 'revision_number': 5, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'subnets': [{'id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:45:14.243756 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-6a7bf7ab-cc2d-44ae-9eb4-416a5eec9d0c service neutron] 10.222.0.36 "GET /v2.0/networks/d6b79745-643b-4fb2-9deb-04901010c336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552532 Feb 09 01:45:14.249969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-04f643f6-35c5-4dd1-bf3f-4682dcdd1830 None None] Attempting to bind port e25f7c5d-8889-4252-b5f4-81a4e46101aa on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:45:14.251025 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-04f643f6-35c5-4dd1-bf3f-4682dcdd1830 None None] Attempting to bind port e25f7c5d-8889-4252-b5f4-81a4e46101aa by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd6b79745-643b-4fb2-9deb-04901010c336'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:45:14.251425 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f643f6-35c5-4dd1-bf3f-4682dcdd1830 None None] Attempting to bind port e25f7c5d-8889-4252-b5f4-81a4e46101aa on network d6b79745-643b-4fb2-9deb-04901010c336 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:14.409021 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-c19e8ab9-ded8-4f26-863d-c4f2860ee4e8 service neutron] 10.222.0.36 "GET /v2.0/networks/edaa21d5-32ae-42d4-9d1d-55568327f150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634686 Feb 09 01:45:14.502492 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f643f6-35c5-4dd1-bf3f-4682dcdd1830 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:45:14.502893 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f643f6-35c5-4dd1-bf3f-4682dcdd1830 None None] Checking segment: {'id': 'efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd6b79745-643b-4fb2-9deb-04901010c336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:14.503286 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-04f643f6-35c5-4dd1-bf3f-4682dcdd1830 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:14.503672 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f643f6-35c5-4dd1-bf3f-4682dcdd1830 None None] Bound using segment: {'id': 'efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd6b79745-643b-4fb2-9deb-04901010c336'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:45:14.504162 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-04f643f6-35c5-4dd1-bf3f-4682dcdd1830 None None] Bound port: e25f7c5d-8889-4252-b5f4-81a4e46101aa, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd6b79745-643b-4fb2-9deb-04901010c336'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:45:14.504535 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-04f643f6-35c5-4dd1-bf3f-4682dcdd1830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e25f7c5d-8889-4252-b5f4-81a4e46101aa), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:14.546648 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f296ab-4e39-467c-8d06-05f01372ce5b None None] Pushing event updated for resources: {'Port': ['ID=26be7775-418d-4b21-af54-47603e4a03d7,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:14.552719 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 26be7775-418d-4b21-af54-47603e4a03d7 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:14.593317 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-bce6a47a-319f-47c2-9449-572c98fdf7e3 None None] Provisioning complete for port 26be7775-418d-4b21-af54-47603e4a03d7 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:14.593693 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bce6a47a-319f-47c2-9449-572c98fdf7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (26be7775-418d-4b21-af54-47603e4a03d7), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:14.594931 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823f3a3-c8f3-41a0-a6ba-3a45a57f2ee2 req-2076b3c2-be89-4099-a80a-4e6d9b754cf1 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:14.596550 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c823f3a3-c8f3-41a0-a6ba-3a45a57f2ee2 req-2076b3c2-be89-4099-a80a-4e6d9b754cf1 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a HTTP/1.1" status: 200 len: 945 time: 0.1819818 Feb 09 01:45:14.614357 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-c456d8ea-08c3-4e16-8df2-9b2d39f5a411 service neutron] 10.222.0.36 "GET /v2.0/networks/edaa21d5-32ae-42d4-9d1d-55568327f150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952906 Feb 09 01:45:14.686389 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-04f643f6-35c5-4dd1-bf3f-4682dcdd1830 None None] For port e25f7c5d-8889-4252-b5f4-81a4e46101aa, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:45:14.689677 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-04f643f6-35c5-4dd1-bf3f-4682dcdd1830 None None] For port e25f7c5d-8889-4252-b5f4-81a4e46101aa, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e25f7c5d-8889-4252-b5f4-81a4e46101aa,segment=NetworkSegment(efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3),segment_id=efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:45:14.698178 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-04f643f6-35c5-4dd1-bf3f-4682dcdd1830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e25f7c5d-8889-4252-b5f4-81a4e46101aa), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:14.706741 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c823f3a3-c8f3-41a0-a6ba-3a45a57f2ee2 req-2339bf9e-571a-45bb-91f9-45636a48e5ca tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/security-groups?id=089787f6-33e1-4b41-84ce-c4edbac96590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022108 Feb 09 01:45:14.749694 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75108b22-59fb-41e1-9ef9-3c1934376b31 None None] New status for floating IP c141d4d8-6f7e-4622-857e-47a77e36bdac: ACTIVE {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:45:14.830478 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f643f6-35c5-4dd1-bf3f-4682dcdd1830 None None] Pushing event updated for resources: {'Port': ['ID=e25f7c5d-8889-4252-b5f4-81a4e46101aa,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:14.872824 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9650d784-28c2-44ae-9d85-e40502b2ef52 x-openstack-request-id: req-9650d784-28c2-44ae-9d85-e40502b2ef52 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:14.873118 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a5bebb-31d6-4eb8-9407-cf87128e5254", "tag": "eb78ae95-2428-4e27-bfdf-f1c1091ad7c4", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:14.873377 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9650d784-28c2-44ae-9d85-e40502b2ef52 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:14.873781 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a5bebb-31d6-4eb8-9407-cf87128e5254', 'tag': 'eb78ae95-2428-4e27-bfdf-f1c1091ad7c4', 'status': 'completed', 'code': 200} Feb 09 01:45:14.904287 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-bce6a47a-319f-47c2-9449-572c98fdf7e3 None None] Current status of the port 26be7775-418d-4b21-af54-47603e4a03d7 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:15.030416 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f03c3-80fc-4be9-9e2e-d5e4c03b9d57 req-1b861133-4ace-4a24-942b-407da4d832dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:15.031997 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-013f03c3-80fc-4be9-9e2e-d5e4c03b9d57 req-1b861133-4ace-4a24-942b-407da4d832dd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=de202805521c40c99d9482e3dcc29505&device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 1128 time: 0.1509175 Feb 09 01:45:15.045587 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1f953da1-eb06-438a-8215-e43508105b1c req-4443bbe0-6ce4-46c1-94b8-fffdd320725c tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 1000 time: 0.3183408 Feb 09 01:45:15.164847 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f953da1-eb06-438a-8215-e43508105b1c req-03988a09-f2e2-4ed8-9bfd-4eb5d85a6776 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:15.178489 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1d28a-4064-4e6e-b2c1-b1634a1d2378 req-c1a05b7a-5113-4686-b5ae-336f4423b15a tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:15.180304 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1f953da1-eb06-438a-8215-e43508105b1c req-03988a09-f2e2-4ed8-9bfd-4eb5d85a6776 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports/eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 HTTP/1.1" status: 200 len: 943 time: 0.1258178 Feb 09 01:45:15.180817 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d5e1d28a-4064-4e6e-b2c1-b1634a1d2378 req-c1a05b7a-5113-4686-b5ae-336f4423b15a tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 945 time: 0.2129433 Feb 09 01:45:15.266201 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 954be30f-c71d-4738-98b7-ae17b1484972 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:45:15.313648 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f03c3-80fc-4be9-9e2e-d5e4c03b9d57 req-6ec54989-7466-4503-b142-a40a10c85d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:15.315452 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-013f03c3-80fc-4be9-9e2e-d5e4c03b9d57 req-6ec54989-7466-4503-b142-a40a10c85d3b service neutron] 10.222.0.67 "GET /v2.0/networks?id=f0b7f23d-62d1-4973-9206-4a988800da60 HTTP/1.1" status: 200 len: 922 time: 0.2709205 Feb 09 01:45:15.431011 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 954be30f-c71d-4738-98b7-ae17b1484972 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:45:15.447248 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1f953da1-eb06-438a-8215-e43508105b1c req-b64842f3-14a6-40de-b41f-a0143a780f1a tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 1002 time: 0.1974750 Feb 09 01:45:15.457360 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 954be30f-c71d-4738-98b7-ae17b1484972 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:15.457998 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (954be30f-c71d-4738-98b7-ae17b1484972), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:15.581678 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d5e1d28a-4064-4e6e-b2c1-b1634a1d2378 req-29567050-49ba-4d76-8a30-6db1eb333419 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907621 Feb 09 01:45:15.649094 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-013f03c3-80fc-4be9-9e2e-d5e4c03b9d57 req-e56fddc2-1f36-4a68-a3c5-8bdf0f84c672 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 HTTP/1.1" status: 200 len: 1002 time: 0.3143256 Feb 09 01:45:15.752661 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 954be30f-c71d-4738-98b7-ae17b1484972 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:15.753061 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (954be30f-c71d-4738-98b7-ae17b1484972), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:15.806645 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8dfb9d5-4249-43e3-bc29-92ce4b95fb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954be30f-c71d-4738-98b7-ae17b1484972'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:15.821761 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f953da1-eb06-438a-8215-e43508105b1c req-44f9ed59-b260-47a3-95ff-ef4ab595d911 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:15.822457 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f8c21c-18cc-48a9-891b-cc494c843d71" -d '{"events": [{"server_uuid": "d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a", "name": "network-vif-plugged", "status": "completed", "tag": "954be30f-c71d-4738-98b7-ae17b1484972"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:15.829977 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e25f7c5d-8889-4252-b5f4-81a4e46101aa up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:45:15.836040 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f03c3-80fc-4be9-9e2e-d5e4c03b9d57 req-655da5fd-16e4-4abb-af35-222f0fb30555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:15.838016 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-013f03c3-80fc-4be9-9e2e-d5e4c03b9d57 req-655da5fd-16e4-4abb-af35-222f0fb30555 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b0b26f97-d0c8-4cf7-88ed-04342ece5400 HTTP/1.1" status: 200 len: 860 time: 0.1854582 Feb 09 01:45:15.841104 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1f953da1-eb06-438a-8215-e43508105b1c req-44f9ed59-b260-47a3-95ff-ef4ab595d911 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.3901317 Feb 09 01:45:15.855519 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 954be30f-c71d-4738-98b7-ae17b1484972, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=954be30f-c71d-4738-98b7-ae17b1484972,segment=NetworkSegment(82a50737-3e66-4b9a-ac30-c774c58bff7c),segment_id=82a50737-3e66-4b9a-ac30-c774c58bff7c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:15.882900 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (954be30f-c71d-4738-98b7-ae17b1484972), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:15.948127 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f03c3-80fc-4be9-9e2e-d5e4c03b9d57 req-071fcd51-f434-416e-a17f-064bde8c368b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:15.951228 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-013f03c3-80fc-4be9-9e2e-d5e4c03b9d57 req-071fcd51-f434-416e-a17f-064bde8c368b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0b7f23d-62d1-4973-9206-4a988800da60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1062648 Feb 09 01:45:15.967297 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1f953da1-eb06-438a-8215-e43508105b1c req-25754caa-c862-48d9-bc26-b9770c4cbce5 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 1002 time: 0.1242423 Feb 09 01:45:15.978371 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-1f953da1-eb06-438a-8215-e43508105b1c req-52dc3c1b-32d5-4e9c-851e-4ce497ac99b9 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:16.009507 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=954be30f-c71d-4738-98b7-ae17b1484972,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:16.039305 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port e25f7c5d-8889-4252-b5f4-81a4e46101aa triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:16.039693 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e25f7c5d-8889-4252-b5f4-81a4e46101aa), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:16.093403 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1f953da1-eb06-438a-8215-e43508105b1c req-52dc3c1b-32d5-4e9c-851e-4ce497ac99b9 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks [] for floatingip (c141d4d8-6f7e-4622-857e-47a77e36bdac), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:16.105971 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-013f03c3-80fc-4be9-9e2e-d5e4c03b9d57 req-f5d1144b-5fc3-4533-b0de-249e9a08e7fd service neutron] 10.222.0.67 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430960 Feb 09 01:45:16.174467 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port e25f7c5d-8889-4252-b5f4-81a4e46101aa is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:16.175030 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e25f7c5d-8889-4252-b5f4-81a4e46101aa), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:16.230421 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port e25f7c5d-8889-4252-b5f4-81a4e46101aa, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e25f7c5d-8889-4252-b5f4-81a4e46101aa,segment=NetworkSegment(efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3),segment_id=efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:16.237981 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e25f7c5d-8889-4252-b5f4-81a4e46101aa), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:16.238942 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 26be7775-418d-4b21-af54-47603e4a03d7 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:45:16.274086 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-013f03c3-80fc-4be9-9e2e-d5e4c03b9d57 req-1efa14f4-29d5-477d-8083-a9eba1ea7edf service neutron] 10.222.0.67 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617415 Feb 09 01:45:16.351979 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1f953da1-eb06-438a-8215-e43508105b1c req-52dc3c1b-32d5-4e9c-851e-4ce497ac99b9 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:16.357314 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1f953da1-eb06-438a-8215-e43508105b1c req-52dc3c1b-32d5-4e9c-851e-4ce497ac99b9 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (c141d4d8-6f7e-4622-857e-47a77e36bdac), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:16.358119 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [req-1f953da1-eb06-438a-8215-e43508105b1c req-52dc3c1b-32d5-4e9c-851e-4ce497ac99b9 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Floating IP c141d4d8-6f7e-4622-857e-47a77e36bdac disassociated. External IP: 172.25.7.237, port: eb78ae95-2428-4e27-bfdf-f1c1091ad7c4. Feb 09 01:45:16.359053 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=e25f7c5d-8889-4252-b5f4-81a4e46101aa,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:16.384243 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 26be7775-418d-4b21-af54-47603e4a03d7 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:16.384671 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (26be7775-418d-4b21-af54-47603e4a03d7), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:16.463865 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-86b2ec81-22f4-4698-92dc-f0b7ad282db5 req-6c031361-dd48-4d95-9e89-b501b2e297f3 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 210 time: 0.0434313 Feb 09 01:45:16.543745 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 26be7775-418d-4b21-af54-47603e4a03d7 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:16.642120 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965d85e-f37c-401e-a30f-3200683dfa3f req-2f6ae015-c2e5-447b-b3c4-a556057f573f tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:16.648584 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e965d85e-f37c-401e-a30f-3200683dfa3f req-2f6ae015-c2e5-447b-b3c4-a556057f573f tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 945 time: 0.0851791 Feb 09 01:45:16.658017 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648011bd-3101-4f63-ab18-8dcb21ddd747 None None] Network d6b79745-643b-4fb2-9deb-04901010c336 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:16.713050 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e965d85e-f37c-401e-a30f-3200683dfa3f req-d8672566-d9cc-48ae-b996-b668eaa1e285 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608387 Feb 09 01:45:16.788378 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-58e0c52d-83d2-4008-96c5-3f184a92cc04 None None] Provisioning complete for port e25f7c5d-8889-4252-b5f4-81a4e46101aa triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:16.789127 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-58e0c52d-83d2-4008-96c5-3f184a92cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e25f7c5d-8889-4252-b5f4-81a4e46101aa), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:16.848055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-28a78725-eac9-430f-abbb-d203848ed4ed tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:16.853770 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-28a78725-eac9-430f-abbb-d203848ed4ed tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:16.853944 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a70d7a-39b9-42db-ac4e-5aaadcd6ad6a req-e3838a8b-72be-421e-acd4-43513cb0b31b tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:16.855476 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-57a70d7a-39b9-42db-ac4e-5aaadcd6ad6a req-e3838a8b-72be-421e-acd4-43513cb0b31b tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.0789378 Feb 09 01:45:16.855989 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-28a78725-eac9-430f-abbb-d203848ed4ed tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.48 "GET /v2.0/networks?id=edaa21d5-32ae-42d4-9d1d-55568327f150&id=d6b79745-643b-4fb2-9deb-04901010c336&id=edaa21d5-32ae-42d4-9d1d-55568327f150 HTTP/1.1" status: 200 len: 1391 time: 0.2319469 Feb 09 01:45:16.894702 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-ec657b06-9877-4bcd-a394-6ad063548030 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Request body: {'port': {'device_id': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'network_id': 'edaa21d5-32ae-42d4-9d1d-55568327f150', 'admin_state_up': True, 'tenant_id': '9c02c1e11e314bbaaaed061629dd9e0f'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:16.928165 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-58e0c52d-83d2-4008-96c5-3f184a92cc04 None None] Current status of the port e25f7c5d-8889-4252-b5f4-81a4e46101aa is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:16.960856 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-57a70d7a-39b9-42db-ac4e-5aaadcd6ad6a req-f0ac636f-1f1d-4c17-afd4-62d3ee7311cb tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921888 Feb 09 01:45:17.128787 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d6b1b-a24a-4acf-bd21-e10a13e62fa3 req-f60ecf81-b874-4c99-8652-410145ff3cba tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:17.131293 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-522d6b1b-a24a-4acf-bd21-e10a13e62fa3 req-f60ecf81-b874-4c99-8652-410145ff3cba tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a HTTP/1.1" status: 200 len: 946 time: 0.0786891 Feb 09 01:45:17.190698 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-522d6b1b-a24a-4acf-bd21-e10a13e62fa3 req-6ae015b6-afb2-493f-b22b-c86898dca0d5 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/security-groups?id=089787f6-33e1-4b41-84ce-c4edbac96590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518153 Feb 09 01:45:17.247025 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1812a8b-fc4f-40a5-beef-71d0d7802997 x-openstack-request-id: req-a1812a8b-fc4f-40a5-beef-71d0d7802997 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:17.247745 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a", "name": "network-vif-plugged", "status": "completed", "tag": "954be30f-c71d-4738-98b7-ae17b1484972", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:17.248195 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a1812a8b-fc4f-40a5-beef-71d0d7802997 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:17.248875 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8dfb9d5-4249-43e3-bc29-92ce4b95fb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954be30f-c71d-4738-98b7-ae17b1484972', 'code': 200} Feb 09 01:45:17.263000 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1bcb103c-86c1-43f3-a7a6-ba198736ce8b None None] Provisioning complete for port e25f7c5d-8889-4252-b5f4-81a4e46101aa triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:17.264661 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1bcb103c-86c1-43f3-a7a6-ba198736ce8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e25f7c5d-8889-4252-b5f4-81a4e46101aa), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:17.443455 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e25f7c5d-8889-4252-b5f4-81a4e46101aa up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:45:17.487432 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1bcb103c-86c1-43f3-a7a6-ba198736ce8b None None] Current status of the port e25f7c5d-8889-4252-b5f4-81a4e46101aa is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:17.520120 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port e25f7c5d-8889-4252-b5f4-81a4e46101aa triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:17.520502 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e25f7c5d-8889-4252-b5f4-81a4e46101aa), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:17.523528 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f953da1-eb06-438a-8215-e43508105b1c req-52dc3c1b-32d5-4e9c-851e-4ce497ac99b9 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Router 2f7662ff-6bea-4dac-8d29-3af36e248018 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:45:17.530598 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bb5b2-7394-4e79-bc7d-fd9bee771db5 req-5891d936-f36a-4af2-901c-cebde76f848b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:17.532128 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ac4bb5b2-7394-4e79-bc7d-fd9bee771db5 req-5891d936-f36a-4af2-901c-cebde76f848b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a HTTP/1.1" status: 200 len: 1128 time: 0.1471744 Feb 09 01:45:17.634083 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port e25f7c5d-8889-4252-b5f4-81a4e46101aa is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:17.674269 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-ec657b06-9877-4bcd-a394-6ad063548030 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Made reservation on behalf of 9c02c1e11e314bbaaaed061629dd9e0f for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:17.678000 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-ec657b06-9877-4bcd-a394-6ad063548030 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:17.692880 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ac4bb5b2-7394-4e79-bc7d-fd9bee771db5 req-d3f70ba4-a5f7-464a-a8fc-1b40caf52a5e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=089787f6-33e1-4b41-84ce-c4edbac96590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529357 Feb 09 01:45:17.796577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f953da1-eb06-438a-8215-e43508105b1c req-52dc3c1b-32d5-4e9c-851e-4ce497ac99b9 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:45:17.801586 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1f953da1-eb06-438a-8215-e43508105b1c req-52dc3c1b-32d5-4e9c-851e-4ce497ac99b9 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:17.813100 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf6be9-34d0-4bbd-96e8-d13ee5c8896f None None] Sync routers for ids ['2f7662ff-6bea-4dac-8d29-3af36e248018'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:45:17.830718 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf6be9-34d0-4bbd-96e8-d13ee5c8896f None None] Routers {'2f7662ff-6bea-4dac-8d29-3af36e248018'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:45:17.832162 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-decf6be9-34d0-4bbd-96e8-d13ee5c8896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:45:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2f7662ff-6bea-4dac-8d29-3af36e248018'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:17.872714 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1f953da1-eb06-438a-8215-e43508105b1c req-52dc3c1b-32d5-4e9c-851e-4ce497ac99b9 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "PUT /v2.0/floatingips/c141d4d8-6f7e-4622-857e-47a77e36bdac HTTP/1.1" status: 200 len: 696 time: 1.8990333 Feb 09 01:45:17.878090 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a5bebb-31d6-4eb8-9407-cf87128e5254', 'tag': 'eb78ae95-2428-4e27-bfdf-f1c1091ad7c4'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:17.880577 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e33675e-e4d4-4498-98d7-0fb11611ede4" -d '{"events": [{"name": "network-changed", "server_uuid": "37a5bebb-31d6-4eb8-9407-cf87128e5254", "tag": "eb78ae95-2428-4e27-bfdf-f1c1091ad7c4"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:17.927819 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbfcd5-79cb-4e8b-ac32-67cc6cab3d1a req-0df922b6-96d4-4b97-9af9-d9caffb96b71 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:17.939793 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-40dbfcd5-79cb-4e8b-ac32-67cc6cab3d1a req-0df922b6-96d4-4b97-9af9-d9caffb96b71 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 945 time: 0.0994294 Feb 09 01:45:17.954920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-ec657b06-9877-4bcd-a394-6ad063548030 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Allocated IP 19.80.0.208 (edaa21d5-32ae-42d4-9d1d-55568327f150/77c85ff7-d6ff-4ac5-87a3-1064ad329f8c/9dcacce5-3fb7-4c5b-b4b9-e07d237d1153) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:18.000256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-decf6be9-34d0-4bbd-96e8-d13ee5c8896f None None] Set router 2f7662ff-6bea-4dac-8d29-3af36e248018 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:45:18.011023 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-40dbfcd5-79cb-4e8b-ac32-67cc6cab3d1a req-2904567e-0c98-44ff-8722-5af1fa93d58c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699143 Feb 09 01:45:18.050121 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f953da1-eb06-438a-8215-e43508105b1c req-09a9591a-95c9-462c-9773-7365222be3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:18.058531 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1f953da1-eb06-438a-8215-e43508105b1c req-09a9591a-95c9-462c-9773-7365222be3d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de202805521c40c99d9482e3dcc29505&device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 1128 time: 0.1532276 Feb 09 01:45:18.271192 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f953da1-eb06-438a-8215-e43508105b1c req-a670b209-dfe6-4fb4-b8db-bff9a6336c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:18.274009 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1f953da1-eb06-438a-8215-e43508105b1c req-a670b209-dfe6-4fb4-b8db-bff9a6336c24 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0b7f23d-62d1-4973-9206-4a988800da60 HTTP/1.1" status: 200 len: 922 time: 0.2142158 Feb 09 01:45:18.296640 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-ec657b06-9877-4bcd-a394-6ad063548030 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks [] for port (9dcacce5-3fb7-4c5b-b4b9-e07d237d1153), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:18.341104 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-decf6be9-34d0-4bbd-96e8-d13ee5c8896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:41Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '7f39700b-a98f-4813-abe8-aefbf999b40e', 'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'mac_address': 'fa:16:3e:65:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:39Z', 'updated_at': '2022-02-09T01:43:49Z', 'revision_number': 5, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'subnets': [{'id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:18.358023 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1f953da1-eb06-438a-8215-e43508105b1c req-963e69e5-4bad-46d9-995a-e24ccddcd33c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 HTTP/1.1" status: 200 len: 217 time: 0.0743742 Feb 09 01:45:18.373797 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0ab003c-dfb5-41ce-926b-d8522b9d3981 req-cbfcb8d8-f8b5-4068-a9a4-372490fc8369 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 210 time: 0.0576022 Feb 09 01:45:18.376492 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbcfdf-5a30-4f9b-9cd1-cf4a94458dc8 req-6441baa3-5180-42a9-b9d9-b7260f3a6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:18.378664 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0efbcfdf-5a30-4f9b-9cd1-cf4a94458dc8 req-6441baa3-5180-42a9-b9d9-b7260f3a6c09 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0947b32ff412414786f5c023b76f7760&device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 1128 time: 0.1146102 Feb 09 01:45:18.382139 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf6be9-34d0-4bbd-96e8-d13ee5c8896f None None] Checking router: 2f7662ff-6bea-4dac-8d29-3af36e248018 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:45:18.405197 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf6be9-34d0-4bbd-96e8-d13ee5c8896f None None] Routers {'2f7662ff-6bea-4dac-8d29-3af36e248018'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:45:18.405614 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-decf6be9-34d0-4bbd-96e8-d13ee5c8896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:45:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2f7662ff-6bea-4dac-8d29-3af36e248018'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:18.468150 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f953da1-eb06-438a-8215-e43508105b1c req-f6b714b6-f39d-41e0-aa30-8cea7468bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:18.469994 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1f953da1-eb06-438a-8215-e43508105b1c req-f6b714b6-f39d-41e0-aa30-8cea7468bd5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0b26f97-d0c8-4cf7-88ed-04342ece5400 HTTP/1.1" status: 200 len: 860 time: 0.1103551 Feb 09 01:45:18.539114 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-ec657b06-9877-4bcd-a394-6ad063548030 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9dcacce5-3fb7-4c5b-b4b9-e07d237d1153), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:18.592419 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-decf6be9-34d0-4bbd-96e8-d13ee5c8896f None None] Set router 2f7662ff-6bea-4dac-8d29-3af36e248018 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:45:18.605905 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-ec657b06-9877-4bcd-a394-6ad063548030 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Network edaa21d5-32ae-42d4-9d1d-55568327f150 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:18.611247 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f953da1-eb06-438a-8215-e43508105b1c req-67d26e6a-13c9-46fe-9226-f1e219224fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:18.612795 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1f953da1-eb06-438a-8215-e43508105b1c req-67d26e6a-13c9-46fe-9226-f1e219224fb5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0b7f23d-62d1-4973-9206-4a988800da60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1315401 Feb 09 01:45:18.613680 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-ec657b06-9877-4bcd-a394-6ad063548030 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:18.615822 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd04b2e-e84a-4d90-82d3-16eaf48f486a req-cbca7d7d-5703-4997-a8ba-bd03530671d7 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:18.617535 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-ec657b06-9877-4bcd-a394-6ad063548030 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:18.624781 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4cd04b2e-e84a-4d90-82d3-16eaf48f486a req-cbca7d7d-5703-4997-a8ba-bd03530671d7 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 945 time: 0.1179442 Feb 09 01:45:18.682478 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec657b06-9877-4bcd-a394-6ad063548030 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event updated for resources: {'Port': ['ID=9dcacce5-3fb7-4c5b-b4b9-e07d237d1153,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:18.731128 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4cd04b2e-e84a-4d90-82d3-16eaf48f486a req-41c98743-244a-4032-bc06-e7278b2be522 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042728 Feb 09 01:45:18.773865 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbcfdf-5a30-4f9b-9cd1-cf4a94458dc8 req-3b2f6ca9-45ed-4ff8-98f5-48051314a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:18.781318 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0efbcfdf-5a30-4f9b-9cd1-cf4a94458dc8 req-3b2f6ca9-45ed-4ff8-98f5-48051314a7a3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=37d718d3-97dd-4a0b-93a0-c4820cd40d4f HTTP/1.1" status: 200 len: 921 time: 0.3914733 Feb 09 01:45:18.783417 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-ec657b06-9877-4bcd-a394-6ad063548030 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:18.784331 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-ec657b06-9877-4bcd-a394-6ad063548030 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:18.845642 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-ec657b06-9877-4bcd-a394-6ad063548030 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9581265 Feb 09 01:45:18.864189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-3f9c75c3-f124-4d09-8f9c-b6db0cca2f35 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Request body: {'port': {'device_id': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'network_id': 'd6b79745-643b-4fb2-9deb-04901010c336', 'admin_state_up': True, 'tenant_id': '9c02c1e11e314bbaaaed061629dd9e0f'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:18.885665 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1f953da1-eb06-438a-8215-e43508105b1c req-8cd03d34-0afc-41ba-bd37-095cb5c707d1 service neutron] 10.222.0.36 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599070 Feb 09 01:45:18.909556 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0efbcfdf-5a30-4f9b-9cd1-cf4a94458dc8 req-a1501db2-583c-43c9-966a-a6abf374ac7b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7941b1ea-8777-422a-856f-54f2ace5c38d HTTP/1.1" status: 200 len: 217 time: 0.1208980 Feb 09 01:45:18.985565 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e525932d-1251-4e8a-952c-12e442d6c473 x-openstack-request-id: req-e525932d-1251-4e8a-952c-12e442d6c473 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:18.986003 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a5bebb-31d6-4eb8-9407-cf87128e5254", "tag": "eb78ae95-2428-4e27-bfdf-f1c1091ad7c4", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:18.994223 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e525932d-1251-4e8a-952c-12e442d6c473 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:18.995320 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a5bebb-31d6-4eb8-9407-cf87128e5254', 'tag': 'eb78ae95-2428-4e27-bfdf-f1c1091ad7c4', 'status': 'completed', 'code': 200} Feb 09 01:45:19.096756 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbcfdf-5a30-4f9b-9cd1-cf4a94458dc8 req-3d245104-dd3e-475a-80aa-e8f357c64add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:19.098310 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0efbcfdf-5a30-4f9b-9cd1-cf4a94458dc8 req-3d245104-dd3e-475a-80aa-e8f357c64add service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1c6c575a-2abf-46ad-a16d-fefed5f75801 HTTP/1.1" status: 200 len: 860 time: 0.1804035 Feb 09 01:45:19.106173 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-decf6be9-34d0-4bbd-96e8-d13ee5c8896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:41Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '7f39700b-a98f-4813-abe8-aefbf999b40e', 'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'mac_address': 'fa:16:3e:65:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:39Z', 'updated_at': '2022-02-09T01:43:49Z', 'revision_number': 5, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'subnets': [{'id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:19.146707 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0efbcfdf-5a30-4f9b-9cd1-cf4a94458dc8 req-89e4b30e-101b-42c1-802c-5efe760666ee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=37d718d3-97dd-4a0b-93a0-c4820cd40d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417778 Feb 09 01:45:19.173493 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf6be9-34d0-4bbd-96e8-d13ee5c8896f None None] The sync data for ids ['2f7662ff-6bea-4dac-8d29-3af36e248018'] in n-d-828387-3 is: [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:41Z', 'revision_number': 4, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '7f39700b-a98f-4813-abe8-aefbf999b40e', 'name': '', 'network_id': 'f0b7f23d-62d1-4973-9206-4a988800da60', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'mac_address': 'fa:16:3e:65:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:39Z', 'updated_at': '2022-02-09T01:43:49Z', 'revision_number': 5, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'subnets': [{'id': 'b0b26f97-d0c8-4cf7-88ed-04342ece5400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:45:19.183243 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1f953da1-eb06-438a-8215-e43508105b1c req-e7b6f165-c6fe-46f1-8599-92b6ee74aec3 service neutron] 10.222.0.36 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610989 Feb 09 01:45:19.205159 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b17b2414-9ea6-4604-971d-0403cc5bf944 None None] Provisioning complete for port 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:19.205543 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b17b2414-9ea6-4604-971d-0403cc5bf944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9dcacce5-3fb7-4c5b-b4b9-e07d237d1153), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:19.308494 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b17b2414-9ea6-4604-971d-0403cc5bf944 None None] Port 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:45:19.335177 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33675e-e4d4-4498-98d7-0fb11611ede4 req-5704c012-d5dc-4ed3-9f81-c53a98d4824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:19.337430 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e33675e-e4d4-4498-98d7-0fb11611ede4 req-5704c012-d5dc-4ed3-9f81-c53a98d4824f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=de202805521c40c99d9482e3dcc29505&device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 1128 time: 0.2740848 Feb 09 01:45:19.338386 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f249fdd-635b-4422-aac6-f318d215a72e req-f7158a83-2376-4a72-9699-081e2cae9494 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:19.340131 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0f249fdd-635b-4422-aac6-f318d215a72e req-f7158a83-2376-4a72-9699-081e2cae9494 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.1918578 Feb 09 01:45:19.401449 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0efbcfdf-5a30-4f9b-9cd1-cf4a94458dc8 req-a75a391c-d818-4b99-8a06-d7af7e6727ab service neutron] 10.222.0.67 "GET /v2.0/networks/37d718d3-97dd-4a0b-93a0-c4820cd40d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172492 Feb 09 01:45:19.484061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-3f9c75c3-f124-4d09-8f9c-b6db0cca2f35 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Made reservation on behalf of 9c02c1e11e314bbaaaed061629dd9e0f for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:19.490352 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-3f9c75c3-f124-4d09-8f9c-b6db0cca2f35 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:19.521623 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0f249fdd-635b-4422-aac6-f318d215a72e req-b949af63-7a0e-448a-9932-0c80b1873ecd tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675234 Feb 09 01:45:19.524217 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55cc34-c207-429c-9ca9-3c65cc9202a4 req-8f673deb-8b6d-4386-921d-2f36c88a72fa tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:19.531514 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea55cc34-c207-429c-9ca9-3c65cc9202a4 req-8f673deb-8b6d-4386-921d-2f36c88a72fa tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a HTTP/1.1" status: 200 len: 946 time: 0.2156520 Feb 09 01:45:19.610023 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0efbcfdf-5a30-4f9b-9cd1-cf4a94458dc8 req-027d56df-eb3c-462d-8fda-49ed19762860 service neutron] 10.222.0.67 "GET /v2.0/networks/37d718d3-97dd-4a0b-93a0-c4820cd40d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935747 Feb 09 01:45:19.681081 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea55cc34-c207-429c-9ca9-3c65cc9202a4 req-462954ab-c9a7-4caf-922b-4e727ec65154 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/security-groups?id=089787f6-33e1-4b41-84ce-c4edbac96590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485691 Feb 09 01:45:19.682321 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33675e-e4d4-4498-98d7-0fb11611ede4 req-535e770a-3208-4fe6-a170-315fbfc1cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:19.685361 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e33675e-e4d4-4498-98d7-0fb11611ede4 req-535e770a-3208-4fe6-a170-315fbfc1cfba service neutron] 10.222.0.67 "GET /v2.0/networks?id=f0b7f23d-62d1-4973-9206-4a988800da60 HTTP/1.1" status: 200 len: 922 time: 0.3384173 Feb 09 01:45:19.697894 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09176346-c289-4a44-8c63-15704125dec9 None None] New status for floating IP c141d4d8-6f7e-4622-857e-47a77e36bdac: DOWN {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:45:19.761282 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e33675e-e4d4-4498-98d7-0fb11611ede4 req-d2b306c2-7532-4785-ad10-9381a1b9ed6a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 HTTP/1.1" status: 200 len: 217 time: 0.0636675 Feb 09 01:45:19.904663 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33675e-e4d4-4498-98d7-0fb11611ede4 req-e7ede870-f51d-42a8-b3ac-5538f47a192b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:19.906161 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e33675e-e4d4-4498-98d7-0fb11611ede4 req-e7ede870-f51d-42a8-b3ac-5538f47a192b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b0b26f97-d0c8-4cf7-88ed-04342ece5400 HTTP/1.1" status: 200 len: 860 time: 0.1381583 Feb 09 01:45:19.907351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-3f9c75c3-f124-4d09-8f9c-b6db0cca2f35 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Allocated IP 19.86.0.74 (d6b79745-643b-4fb2-9deb-04901010c336/358d199c-92d7-45a7-9ead-7399dcde59e7/d0b09a34-a346-4d94-9592-4ea93f717206) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:20.052016 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f81293-422a-4213-bc3d-bc0657636977 req-1f29ecfe-34a8-4bc7-8e04-d179247ba3d7 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:20.053718 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f5f81293-422a-4213-bc3d-bc0657636977 req-1f29ecfe-34a8-4bc7-8e04-d179247ba3d7 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 945 time: 0.2845852 Feb 09 01:45:20.291026 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33675e-e4d4-4498-98d7-0fb11611ede4 req-04ff555a-bf57-4570-817b-3bd8b0d7d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:20.292207 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e33675e-e4d4-4498-98d7-0fb11611ede4 req-04ff555a-bf57-4570-817b-3bd8b0d7d667 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0b7f23d-62d1-4973-9206-4a988800da60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3775647 Feb 09 01:45:20.301547 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f5f81293-422a-4213-bc3d-bc0657636977 req-9be7654f-a6fb-4790-ba3a-ab75ce7acc68 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211626 Feb 09 01:45:20.343329 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dfb62-ae30-47bf-939d-ec27498e8bd6 req-60cd05be-74ad-4385-a7c2-3a8fc4782e5e tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:20.345288 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-da7dfb62-ae30-47bf-939d-ec27498e8bd6 req-60cd05be-74ad-4385-a7c2-3a8fc4782e5e tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 932 time: 0.0728943 Feb 09 01:45:20.405647 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-da7dfb62-ae30-47bf-939d-ec27498e8bd6 req-85576a2e-3940-408d-9c67-27bb693a3467 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516129 Feb 09 01:45:20.495363 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-3f9c75c3-f124-4d09-8f9c-b6db0cca2f35 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks [] for port (d0b09a34-a346-4d94-9592-4ea93f717206), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:20.508836 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e33675e-e4d4-4498-98d7-0fb11611ede4 req-b59f3678-2338-4e0e-8daa-afa464e5581a service neutron] 10.222.0.67 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041450 Feb 09 01:45:20.520638 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08153dc-6742-4cfa-9ce5-0d572414b08e req-a2378b89-a337-488b-be4a-ff89eb69a5d1 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:20.522147 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c08153dc-6742-4cfa-9ce5-0d572414b08e req-a2378b89-a337-488b-be4a-ff89eb69a5d1 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a HTTP/1.1" status: 200 len: 946 time: 0.1349797 Feb 09 01:45:20.552982 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e239c-f9a5-4356-8bc3-2e7905134855 req-75c0aa4b-f6fc-4888-8015-344686a74b62 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:20.555069 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d67e239c-f9a5-4356-8bc3-2e7905134855 req-75c0aa4b-f6fc-4888-8015-344686a74b62 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 945 time: 0.0586307 Feb 09 01:45:20.613803 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d67e239c-f9a5-4356-8bc3-2e7905134855 req-675cbcd6-e152-49b9-9fe9-f6a5108b9406 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517862 Feb 09 01:45:20.638314 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-3f9c75c3-f124-4d09-8f9c-b6db0cca2f35 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (d0b09a34-a346-4d94-9592-4ea93f717206), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:20.685528 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c08153dc-6742-4cfa-9ce5-0d572414b08e req-54b8eaaa-57db-4730-b8b7-fc4c54c70191 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/security-groups?id=089787f6-33e1-4b41-84ce-c4edbac96590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499994 Feb 09 01:45:20.716557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-3f9c75c3-f124-4d09-8f9c-b6db0cca2f35 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Network d6b79745-643b-4fb2-9deb-04901010c336 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:20.719825 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e33675e-e4d4-4498-98d7-0fb11611ede4 req-4f11b443-691a-4122-938d-0ec951ec8f2b service neutron] 10.222.0.67 "GET /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938245 Feb 09 01:45:20.721931 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-3f9c75c3-f124-4d09-8f9c-b6db0cca2f35 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:20.727107 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-3f9c75c3-f124-4d09-8f9c-b6db0cca2f35 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:20.732129 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c75c3-f124-4d09-8f9c-b6db0cca2f35 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event updated for resources: {'Port': ['ID=d0b09a34-a346-4d94-9592-4ea93f717206,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:20.800605 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-3f9c75c3-f124-4d09-8f9c-b6db0cca2f35 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:20.801377 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-3f9c75c3-f124-4d09-8f9c-b6db0cca2f35 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:20.850727 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-3f9c75c3-f124-4d09-8f9c-b6db0cca2f35 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9905486 Feb 09 01:45:20.858221 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-aebfe035-e075-4952-b033-6f8d821b354f tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Request body: {'port': {'device_id': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'network_id': 'edaa21d5-32ae-42d4-9d1d-55568327f150', 'admin_state_up': True, 'tenant_id': '9c02c1e11e314bbaaaed061629dd9e0f'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:20.934003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a8ab2-5bb2-4835-b203-75bfdc4e136a req-1c5109e3-5368-40f5-bd6a-d0c0551623d9 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:20.935527 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f16a8ab2-5bb2-4835-b203-75bfdc4e136a req-1c5109e3-5368-40f5-bd6a-d0c0551623d9 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.1305001 Feb 09 01:45:21.031327 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f16a8ab2-5bb2-4835-b203-75bfdc4e136a req-1c97ba21-bcbe-4572-9402-5f30d1b07174 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735536 Feb 09 01:45:21.043740 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-dc86a7a2-274a-4247-ba40-6d47b9015738 None None] Provisioning complete for port d0b09a34-a346-4d94-9592-4ea93f717206 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:21.045316 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-aebfe035-e075-4952-b033-6f8d821b354f tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Made reservation on behalf of 9c02c1e11e314bbaaaed061629dd9e0f for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:21.046134 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dc86a7a2-274a-4247-ba40-6d47b9015738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d0b09a34-a346-4d94-9592-4ea93f717206), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:21.059108 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-aebfe035-e075-4952-b033-6f8d821b354f tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:21.101368 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-dc86a7a2-274a-4247-ba40-6d47b9015738 None None] Port d0b09a34-a346-4d94-9592-4ea93f717206 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:45:21.163650 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fc19d31f-5414-42dd-86a0-83a619cba9b5 req-7f1eb359-55fc-4d26-bd8b-b6996327de59 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/floatingips/c141d4d8-6f7e-4622-857e-47a77e36bdac HTTP/1.1" status: 200 len: 694 time: 0.0537987 Feb 09 01:45:21.220378 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-aebfe035-e075-4952-b033-6f8d821b354f tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Allocated IP 19.80.0.112 (edaa21d5-32ae-42d4-9d1d-55568327f150/77c85ff7-d6ff-4ac5-87a3-1064ad329f8c/9e8bda93-23ad-4a35-8455-0e66e8961bad) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:21.293001 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19d31f-5414-42dd-86a0-83a619cba9b5 req-e48059cc-5623-4f38-baaf-e13ec9301190 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:21.295935 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fc19d31f-5414-42dd-86a0-83a619cba9b5 req-e48059cc-5623-4f38-baaf-e13ec9301190 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.1264274 Feb 09 01:45:21.315233 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-fc19d31f-5414-42dd-86a0-83a619cba9b5 req-6cefc627-34f2-4fe8-bdcd-4bb42c867b80 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:45:21.316267 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fc19d31f-5414-42dd-86a0-83a619cba9b5 req-6cefc627-34f2-4fe8-bdcd-4bb42c867b80 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084970 Feb 09 01:45:21.389041 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fc19d31f-5414-42dd-86a0-83a619cba9b5 req-df3c76a5-2190-4661-b94f-b996e814eefb tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 697 time: 0.0572248 Feb 09 01:45:21.458935 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-aebfe035-e075-4952-b033-6f8d821b354f tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks [] for port (9e8bda93-23ad-4a35-8455-0e66e8961bad), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:21.513901 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fc19d31f-5414-42dd-86a0-83a619cba9b5 req-cb7ccbea-678f-4b75-8b7e-d7b63e0fba7e tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 697 time: 0.1064601 Feb 09 01:45:21.547620 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-aebfe035-e075-4952-b033-6f8d821b354f tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9e8bda93-23ad-4a35-8455-0e66e8961bad), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:21.603902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-aebfe035-e075-4952-b033-6f8d821b354f tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Network edaa21d5-32ae-42d4-9d1d-55568327f150 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:21.617481 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-aebfe035-e075-4952-b033-6f8d821b354f tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:21.624551 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-aebfe035-e075-4952-b033-6f8d821b354f tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:21.644627 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebfe035-e075-4952-b033-6f8d821b354f tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event updated for resources: {'Port': ['ID=9e8bda93-23ad-4a35-8455-0e66e8961bad,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:21.723402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-aebfe035-e075-4952-b033-6f8d821b354f tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:21.724405 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-aebfe035-e075-4952-b033-6f8d821b354f tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:21.744652 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943923bf-1983-453c-9995-f3989f6b8b31 req-3f1dc4ee-1430-4fa5-a2a1-2c1c9a9bae2a tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:21.758907 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-943923bf-1983-453c-9995-f3989f6b8b31 req-3f1dc4ee-1430-4fa5-a2a1-2c1c9a9bae2a tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 945 time: 0.1570172 Feb 09 01:45:21.794023 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-aebfe035-e075-4952-b033-6f8d821b354f tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9401274 Feb 09 01:45:21.819676 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-cde83d0e-29ab-4918-b35e-2e12c54b3b23 service neutron] Request body: {'port': {'device_id': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:21.844359 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-943923bf-1983-453c-9995-f3989f6b8b31 req-8709010c-8d04-4063-bbc8-596fb42053ee tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836210 Feb 09 01:45:21.988202 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-cde83d0e-29ab-4918-b35e-2e12c54b3b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9dcacce5-3fb7-4c5b-b4b9-e07d237d1153), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:22.059598 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-fefe752b-a665-4e1e-bacc-4b0141480b56 None None] Provisioning complete for port 9e8bda93-23ad-4a35-8455-0e66e8961bad triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:22.060144 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fefe752b-a665-4e1e-bacc-4b0141480b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9e8bda93-23ad-4a35-8455-0e66e8961bad), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:22.140574 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6ab67-7956-4ab2-be77-05702f5898fa req-fe375f8b-b50e-46df-b9f3-3bf408070ddf tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:22.148950 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-05b6ab67-7956-4ab2-be77-05702f5898fa req-fe375f8b-b50e-46df-b9f3-3bf408070ddf tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a HTTP/1.1" status: 200 len: 946 time: 0.1542842 Feb 09 01:45:22.164544 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-fefe752b-a665-4e1e-bacc-4b0141480b56 None None] Port 9e8bda93-23ad-4a35-8455-0e66e8961bad cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:45:22.225005 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-fc19d31f-5414-42dd-86a0-83a619cba9b5 req-ae6f74f7-2f3e-41d3-a881-40b287ea4a52 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Deleting port 38f8d312-e004-4f62-b6e6-e28ebd11ee9e {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:22.226107 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-fc19d31f-5414-42dd-86a0-83a619cba9b5 req-ae6f74f7-2f3e-41d3-a881-40b287ea4a52 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (38f8d312-e004-4f62-b6e6-e28ebd11ee9e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:22.283804 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-05b6ab67-7956-4ab2-be77-05702f5898fa req-1809e6a8-ee43-4dbc-a3a7-e04d212564e2 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/security-groups?id=089787f6-33e1-4b41-84ce-c4edbac96590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337242 Feb 09 01:45:22.376774 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-fc19d31f-5414-42dd-86a0-83a619cba9b5 req-ae6f74f7-2f3e-41d3-a881-40b287ea4a52 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (38f8d312-e004-4f62-b6e6-e28ebd11ee9e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:22.382232 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-fc19d31f-5414-42dd-86a0-83a619cba9b5 req-ae6f74f7-2f3e-41d3-a881-40b287ea4a52 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks [] for floatingip (38f8d312-e004-4f62-b6e6-e28ebd11ee9e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:22.406486 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-fc19d31f-5414-42dd-86a0-83a619cba9b5 req-ae6f74f7-2f3e-41d3-a881-40b287ea4a52 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Calling delete_port for 38f8d312-e004-4f62-b6e6-e28ebd11ee9e owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:22.479692 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-cde83d0e-29ab-4918-b35e-2e12c54b3b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:45:22.491638 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-cde83d0e-29ab-4918-b35e-2e12c54b3b23 service neutron] Publish callbacks [] for port (9dcacce5-3fb7-4c5b-b4b9-e07d237d1153), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:22.510717 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-cde83d0e-29ab-4918-b35e-2e12c54b3b23 service neutron] Transition to ACTIVE for port object 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:45:22.525791 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5178e8c-ba5d-4749-b291-a4a38bf61dca req-50d91fb2-acda-4903-9103-e661ef4dbe5e tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:22.530747 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5178e8c-ba5d-4749-b291-a4a38bf61dca req-50d91fb2-acda-4903-9103-e661ef4dbe5e tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:22.536997 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5178e8c-ba5d-4749-b291-a4a38bf61dca req-50d91fb2-acda-4903-9103-e661ef4dbe5e tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:22.539391 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b5178e8c-ba5d-4749-b291-a4a38bf61dca req-50d91fb2-acda-4903-9103-e661ef4dbe5e tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2376 time: 0.1017504 Feb 09 01:45:22.540274 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-cde83d0e-29ab-4918-b35e-2e12c54b3b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (9dcacce5-3fb7-4c5b-b4b9-e07d237d1153), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:22.546599 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 43932) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:22.622875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde83d0e-29ab-4918-b35e-2e12c54b3b23 service neutron] Pushing event updated for resources: {'Port': ['ID=9dcacce5-3fb7-4c5b-b4b9-e07d237d1153,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:22.677170 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-fc19d31f-5414-42dd-86a0-83a619cba9b5 req-ae6f74f7-2f3e-41d3-a881-40b287ea4a52 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (38f8d312-e004-4f62-b6e6-e28ebd11ee9e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:22.728665 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f74f7-2f3e-41d3-a881-40b287ea4a52 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Pushing event deleted for resources: {'Port': ['ID=38f8d312-e004-4f62-b6e6-e28ebd11ee9e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:22.742339 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b5178e8c-ba5d-4749-b291-a4a38bf61dca req-c5618292-6384-417a-8ead-e9e9864528a2 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670318 Feb 09 01:45:22.744966 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-cde83d0e-29ab-4918-b35e-2e12c54b3b23 service neutron] Attempting to bind port 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:45:22.745660 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-cde83d0e-29ab-4918-b35e-2e12c54b3b23 service neutron] Attempting to bind port 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '0beedb5b-4874-4b41-b0e4-9393751de318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'edaa21d5-32ae-42d4-9d1d-55568327f150'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:45:22.745660 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-cde83d0e-29ab-4918-b35e-2e12c54b3b23 service neutron] Attempting to bind port 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 on network edaa21d5-32ae-42d4-9d1d-55568327f150 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:22.768246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-cde83d0e-29ab-4918-b35e-2e12c54b3b23 service neutron] Port 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 on network edaa21d5-32ae-42d4-9d1d-55568327f150 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:45:22.768672 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-cde83d0e-29ab-4918-b35e-2e12c54b3b23 service neutron] Attempting to bind port 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 on network edaa21d5-32ae-42d4-9d1d-55568327f150 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:22.771735 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4d179e1c-fa87-4341-a62c-001839bddf0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:22.788800 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-cde83d0e-29ab-4918-b35e-2e12c54b3b23 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:45:22.789212 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-cde83d0e-29ab-4918-b35e-2e12c54b3b23 service neutron] Checking segment: {'id': '0beedb5b-4874-4b41-b0e4-9393751de318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'edaa21d5-32ae-42d4-9d1d-55568327f150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:22.789855 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-cde83d0e-29ab-4918-b35e-2e12c54b3b23 service neutron] Bound using segment: {'id': '0beedb5b-4874-4b41-b0e4-9393751de318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'edaa21d5-32ae-42d4-9d1d-55568327f150'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:45:22.790658 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-cde83d0e-29ab-4918-b35e-2e12c54b3b23 service neutron] Bound port: 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0beedb5b-4874-4b41-b0e4-9393751de318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'edaa21d5-32ae-42d4-9d1d-55568327f150'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:45:22.791092 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-cde83d0e-29ab-4918-b35e-2e12c54b3b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9dcacce5-3fb7-4c5b-b4b9-e07d237d1153), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:22.874751 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-fc19d31f-5414-42dd-86a0-83a619cba9b5 req-ae6f74f7-2f3e-41d3-a881-40b287ea4a52 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks [] for floatingip (c141d4d8-6f7e-4622-857e-47a77e36bdac), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:22.877394 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-cde83d0e-29ab-4918-b35e-2e12c54b3b23 service neutron] For port 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:45:22.877652 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-fc19d31f-5414-42dd-86a0-83a619cba9b5 req-ae6f74f7-2f3e-41d3-a881-40b287ea4a52 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:22.884610 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-cde83d0e-29ab-4918-b35e-2e12c54b3b23 service neutron] For port 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9dcacce5-3fb7-4c5b-b4b9-e07d237d1153,segment=NetworkSegment(0beedb5b-4874-4b41-b0e4-9393751de318),segment_id=0beedb5b-4874-4b41-b0e4-9393751de318)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:45:22.887876 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fc19d31f-5414-42dd-86a0-83a619cba9b5 req-ae6f74f7-2f3e-41d3-a881-40b287ea4a52 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "DELETE /v2.0/floatingips/c141d4d8-6f7e-4622-857e-47a77e36bdac HTTP/1.1" status: 204 len: 173 time: 1.3664303 Feb 09 01:45:22.934176 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-cde83d0e-29ab-4918-b35e-2e12c54b3b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (9dcacce5-3fb7-4c5b-b4b9-e07d237d1153), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:22.987079 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-cde83d0e-29ab-4918-b35e-2e12c54b3b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:22.987722 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-cde83d0e-29ab-4918-b35e-2e12c54b3b23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:22.989394 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-cde83d0e-29ab-4918-b35e-2e12c54b3b23 service neutron] 10.222.0.48 "PUT /v2.0/ports/9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 HTTP/1.1" status: 200 len: 1092 time: 1.1765816 Feb 09 01:45:22.993767 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'tag': '9dcacce5-3fb7-4c5b-b4b9-e07d237d1153'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:22.996194 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daa3cef-74f5-45ca-847a-2fd2a8d3eced" -d '{"events": [{"name": "network-changed", "server_uuid": "fbbbb7f5-2530-46f0-aac0-29b76ffba3ef", "tag": "9dcacce5-3fb7-4c5b-b4b9-e07d237d1153"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:23.038032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-09d81041-7152-4ccf-9a29-09ed53d79d82 service neutron] Request body: {'port': {'device_id': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:23.056130 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a20be7-8ee5-4045-aa60-282d08bbfdd3 req-1f117a4f-076d-42ae-8b1b-33c24be12637 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:23.060231 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d8a20be7-8ee5-4045-aa60-282d08bbfdd3 req-1f117a4f-076d-42ae-8b1b-33c24be12637 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.1177485 Feb 09 01:45:23.150899 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d8a20be7-8ee5-4045-aa60-282d08bbfdd3 req-c4e39254-e834-4f54-bef2-c76256f2b839 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859261 Feb 09 01:45:23.331550 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8c91a-394b-48ca-9b3a-5ce1e35c1fe1 req-e5f25a6c-0846-4bec-9a6c-155f57086ffe tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:23.333395 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7ba8c91a-394b-48ca-9b3a-5ce1e35c1fe1 req-e5f25a6c-0846-4bec-9a6c-155f57086ffe tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 945 time: 0.0808463 Feb 09 01:45:23.405531 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7ba8c91a-394b-48ca-9b3a-5ce1e35c1fe1 req-eca377d4-1e3c-4acc-9c58-2e79c34f31bf tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648623 Feb 09 01:45:23.458360 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7c84d-f01f-4dfa-8c7e-ca4dd5dee7ad req-4388e8b0-9441-42c6-81c6-7d7c87419549 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:23.460621 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98e7c84d-f01f-4dfa-8c7e-ca4dd5dee7ad req-4388e8b0-9441-42c6-81c6-7d7c87419549 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 945 time: 0.5801742 Feb 09 01:45:23.468036 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde83d0e-29ab-4918-b35e-2e12c54b3b23 service neutron] Pushing event updated for resources: {'Port': ['ID=9dcacce5-3fb7-4c5b-b4b9-e07d237d1153,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:23.473525 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4d179e1c-fa87-4341-a62c-001839bddf0b admin admin] Publish callbacks [] for security_group (7a45b7b0-b828-4965-be0f-2c59bc0f1f9f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:23.529153 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4d179e1c-fa87-4341-a62c-001839bddf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7a45b7b0-b828-4965-be0f-2c59bc0f1f9f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:23.594204 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-09d81041-7152-4ccf-9a29-09ed53d79d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d0b09a34-a346-4d94-9592-4ea93f717206), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:23.613358 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4d179e1c-fa87-4341-a62c-001839bddf0b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc5d22768ca54bbfa007d088a6d17d53&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0611928 Feb 09 01:45:23.614432 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 43946) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:23.622561 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d179e1c-fa87-4341-a62c-001839bddf0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a45b7b0-b828-4965-be0f-2c59bc0f1f9f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:23.663303 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98e7c84d-f01f-4dfa-8c7e-ca4dd5dee7ad req-bdb2f62a-a350-47be-90f1-25947f5cce25 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818972 Feb 09 01:45:23.671348 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be550972-a1ae-42e5-b351-54a23d336924 x-openstack-request-id: req-be550972-a1ae-42e5-b351-54a23d336924 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:23.671643 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbbbb7f5-2530-46f0-aac0-29b76ffba3ef", "tag": "9dcacce5-3fb7-4c5b-b4b9-e07d237d1153", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:23.671904 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-be550972-a1ae-42e5-b351-54a23d336924 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:23.672329 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'tag': '9dcacce5-3fb7-4c5b-b4b9-e07d237d1153', 'status': 'completed', 'code': 200} Feb 09 01:45:23.744789 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-91377213-5797-400a-8a4e-45f0efbdbdb3 admin admin] Publish callbacks [] for security_group (7a45b7b0-b828-4965-be0f-2c59bc0f1f9f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:23.788360 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-91377213-5797-400a-8a4e-45f0efbdbdb3 admin admin] Publish callbacks [] for security_group (7a45b7b0-b828-4965-be0f-2c59bc0f1f9f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:23.842133 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-91377213-5797-400a-8a4e-45f0efbdbdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7a45b7b0-b828-4965-be0f-2c59bc0f1f9f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:23.845100 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-91377213-5797-400a-8a4e-45f0efbdbdb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:23.853009 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-91377213-5797-400a-8a4e-45f0efbdbdb3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a45b7b0-b828-4965-be0f-2c59bc0f1f9f HTTP/1.1" status: 204 len: 168 time: 0.2356539 Feb 09 01:45:23.869635 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91377213-5797-400a-8a4e-45f0efbdbdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a45b7b0-b828-4965-be0f-2c59bc0f1f9f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:23.958488 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa3cef-74f5-45ca-847a-2fd2a8d3eced req-fda12fcf-0d16-4da7-a97d-d7fd0e6597e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:23.959007 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa3cef-74f5-45ca-847a-2fd2a8d3eced req-fda12fcf-0d16-4da7-a97d-d7fd0e6597e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:23.961173 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa3cef-74f5-45ca-847a-2fd2a8d3eced req-fda12fcf-0d16-4da7-a97d-d7fd0e6597e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:23.963827 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7daa3cef-74f5-45ca-847a-2fd2a8d3eced req-fda12fcf-0d16-4da7-a97d-d7fd0e6597e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c02c1e11e314bbaaaed061629dd9e0f&device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2762 time: 0.2681684 Feb 09 01:45:24.014360 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d457fec-dac9-4b18-bcec-fac6d8d84866 req-a24022c3-d6dc-431b-9bb5-3d2417756fe5 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:24.019933 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d457fec-dac9-4b18-bcec-fac6d8d84866 req-a24022c3-d6dc-431b-9bb5-3d2417756fe5 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:24.025822 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d457fec-dac9-4b18-bcec-fac6d8d84866 req-a24022c3-d6dc-431b-9bb5-3d2417756fe5 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:24.033238 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d457fec-dac9-4b18-bcec-fac6d8d84866 req-a24022c3-d6dc-431b-9bb5-3d2417756fe5 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2388 time: 0.0983746 Feb 09 01:45:24.096580 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d457fec-dac9-4b18-bcec-fac6d8d84866 req-55018c1a-7516-4de9-b95c-94b8845a2a9a tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623074 Feb 09 01:45:24.108549 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8330e71-1496-4819-be9a-207df7e2d9b3 req-039c90c2-f251-44f1-b806-0dff87ca9319 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:24.118106 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d8330e71-1496-4819-be9a-207df7e2d9b3 req-039c90c2-f251-44f1-b806-0dff87ca9319 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 946 time: 0.3319018 Feb 09 01:45:24.240564 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428069b-cd44-4281-b6ba-613f8768d721 req-fcfdf593-faac-4110-a5ca-1944691b34d0 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:24.242537 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6428069b-cd44-4281-b6ba-613f8768d721 req-fcfdf593-faac-4110-a5ca-1944691b34d0 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a HTTP/1.1" status: 200 len: 946 time: 0.0702412 Feb 09 01:45:24.321515 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6428069b-cd44-4281-b6ba-613f8768d721 req-25793e3b-2d9d-4bd3-81f3-9ab31d04875e tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/security-groups?id=089787f6-33e1-4b41-84ce-c4edbac96590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735152 Feb 09 01:45:24.361917 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa3cef-74f5-45ca-847a-2fd2a8d3eced req-04c3e51e-6221-4581-8093-ee4ca98ce1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:24.362301 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa3cef-74f5-45ca-847a-2fd2a8d3eced req-04c3e51e-6221-4581-8093-ee4ca98ce1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:24.362928 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa3cef-74f5-45ca-847a-2fd2a8d3eced req-04c3e51e-6221-4581-8093-ee4ca98ce1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:24.364640 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7daa3cef-74f5-45ca-847a-2fd2a8d3eced req-04c3e51e-6221-4581-8093-ee4ca98ce1c0 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9c02c1e11e314bbaaaed061629dd9e0f&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3825536 Feb 09 01:45:24.374262 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d8330e71-1496-4819-be9a-207df7e2d9b3 req-b46ab369-9331-4e58-820f-7d74ab860e32 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/security-groups?id=f278137b-c33c-4226-ac3c-96d9d1d0e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552543 Feb 09 01:45:24.525683 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf81e3-3e6b-4ef7-a0e4-6745e355fd3b req-cf111417-2c69-4d64-b4b9-12c1532d69b3 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:24.562662 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4acf81e3-3e6b-4ef7-a0e4-6745e355fd3b req-cf111417-2c69-4d64-b4b9-12c1532d69b3 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.1455958 Feb 09 01:45:24.688373 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4acf81e3-3e6b-4ef7-a0e4-6745e355fd3b req-5c37b9fd-39c5-4197-a8eb-dce5f4e311dd tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211576 Feb 09 01:45:24.729489 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-09d81041-7152-4ccf-9a29-09ed53d79d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b09a34-a346-4d94-9592-4ea93f717206 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:45:24.755510 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa3cef-74f5-45ca-847a-2fd2a8d3eced req-4f5eccdf-18f9-41c7-a325-26cd6c146902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:24.757383 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7daa3cef-74f5-45ca-847a-2fd2a8d3eced req-4f5eccdf-18f9-41c7-a325-26cd6c146902 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3819060 Feb 09 01:45:24.769507 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-09d81041-7152-4ccf-9a29-09ed53d79d82 service neutron] Publish callbacks [] for port (d0b09a34-a346-4d94-9592-4ea93f717206), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:24.829060 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe4154-ea8c-431f-94d0-4ec9cf887ca7 req-d24c9469-3ea5-410c-b58d-afc083b4ba76 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:24.837923 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ecbe4154-ea8c-431f-94d0-4ec9cf887ca7 req-d24c9469-3ea5-410c-b58d-afc083b4ba76 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 945 time: 0.2223396 Feb 09 01:45:24.845567 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-09d81041-7152-4ccf-9a29-09ed53d79d82 service neutron] Transition to ACTIVE for port object d0b09a34-a346-4d94-9592-4ea93f717206 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:45:24.860171 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0552db7-790d-4dd9-9f5c-ce038b07269a req-85079935-448c-48c6-849c-020a3ad45cc8 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:24.860671 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-09d81041-7152-4ccf-9a29-09ed53d79d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (d0b09a34-a346-4d94-9592-4ea93f717206), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:24.862179 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c0552db7-790d-4dd9-9f5c-ce038b07269a req-85079935-448c-48c6-849c-020a3ad45cc8 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 945 time: 0.0966451 Feb 09 01:45:24.935638 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c0552db7-790d-4dd9-9f5c-ce038b07269a req-7a0b0398-c39d-444d-a876-16d5faada487 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634413 Feb 09 01:45:25.004097 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ecbe4154-ea8c-431f-94d0-4ec9cf887ca7 req-25574db3-2e7b-45f1-998c-dabec830ccbf tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647444 Feb 09 01:45:25.013424 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d81041-7152-4ccf-9a29-09ed53d79d82 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b09a34-a346-4d94-9592-4ea93f717206,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:25.103841 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-09d81041-7152-4ccf-9a29-09ed53d79d82 service neutron] Attempting to bind port d0b09a34-a346-4d94-9592-4ea93f717206 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:45:25.103841 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-09d81041-7152-4ccf-9a29-09ed53d79d82 service neutron] Attempting to bind port d0b09a34-a346-4d94-9592-4ea93f717206 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd6b79745-643b-4fb2-9deb-04901010c336'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:45:25.104198 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-09d81041-7152-4ccf-9a29-09ed53d79d82 service neutron] Attempting to bind port d0b09a34-a346-4d94-9592-4ea93f717206 on network d6b79745-643b-4fb2-9deb-04901010c336 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:25.109719 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-09d81041-7152-4ccf-9a29-09ed53d79d82 service neutron] Port d0b09a34-a346-4d94-9592-4ea93f717206 on network d6b79745-643b-4fb2-9deb-04901010c336 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:45:25.119669 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-09d81041-7152-4ccf-9a29-09ed53d79d82 service neutron] Attempting to bind port d0b09a34-a346-4d94-9592-4ea93f717206 on network d6b79745-643b-4fb2-9deb-04901010c336 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:25.130315 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-09d81041-7152-4ccf-9a29-09ed53d79d82 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:45:25.130874 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-09d81041-7152-4ccf-9a29-09ed53d79d82 service neutron] Checking segment: {'id': 'efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd6b79745-643b-4fb2-9deb-04901010c336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:25.132163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-09d81041-7152-4ccf-9a29-09ed53d79d82 service neutron] Bound using segment: {'id': 'efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd6b79745-643b-4fb2-9deb-04901010c336'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:45:25.132163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-09d81041-7152-4ccf-9a29-09ed53d79d82 service neutron] Bound port: d0b09a34-a346-4d94-9592-4ea93f717206, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd6b79745-643b-4fb2-9deb-04901010c336'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:45:25.132163 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-09d81041-7152-4ccf-9a29-09ed53d79d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d0b09a34-a346-4d94-9592-4ea93f717206), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:25.252975 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-09d81041-7152-4ccf-9a29-09ed53d79d82 service neutron] For port d0b09a34-a346-4d94-9592-4ea93f717206, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:45:25.258173 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-09d81041-7152-4ccf-9a29-09ed53d79d82 service neutron] For port d0b09a34-a346-4d94-9592-4ea93f717206, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=d0b09a34-a346-4d94-9592-4ea93f717206,segment=NetworkSegment(efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3),segment_id=efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:45:25.266440 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-09d81041-7152-4ccf-9a29-09ed53d79d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (d0b09a34-a346-4d94-9592-4ea93f717206), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:25.272641 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bd085-20c6-46cb-a5db-5d4b90ebd2bb req-9f8ec076-009e-4644-a42a-7b213d93dc32 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:25.278511 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bd085-20c6-46cb-a5db-5d4b90ebd2bb req-9f8ec076-009e-4644-a42a-7b213d93dc32 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:25.280254 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e9b54-62bd-4b29-ab18-c0647cbbb588 req-8fd48659-f233-43c3-a253-1ea33e2df4e3 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:25.281778 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b8e9b54-62bd-4b29-ab18-c0647cbbb588 req-8fd48659-f233-43c3-a253-1ea33e2df4e3 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.67 "GET /v2.0/ports?device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 946 time: 0.0946872 Feb 09 01:45:25.284035 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bd085-20c6-46cb-a5db-5d4b90ebd2bb req-9f8ec076-009e-4644-a42a-7b213d93dc32 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:25.288021 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d9bd085-20c6-46cb-a5db-5d4b90ebd2bb req-9f8ec076-009e-4644-a42a-7b213d93dc32 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2400 time: 0.1062794 Feb 09 01:45:25.346944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-09d81041-7152-4ccf-9a29-09ed53d79d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:25.347541 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-09d81041-7152-4ccf-9a29-09ed53d79d82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:25.348964 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-09d81041-7152-4ccf-9a29-09ed53d79d82 service neutron] 10.222.0.48 "PUT /v2.0/ports/d0b09a34-a346-4d94-9592-4ea93f717206 HTTP/1.1" status: 200 len: 1091 time: 2.3210974 Feb 09 01:45:25.386465 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d9bd085-20c6-46cb-a5db-5d4b90ebd2bb req-79fd99ad-4ba3-4fcd-9567-c07d7875efaa tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924456 Feb 09 01:45:25.387776 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d81041-7152-4ccf-9a29-09ed53d79d82 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b09a34-a346-4d94-9592-4ea93f717206,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:25.429351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-fb468e41-dda7-4ec2-881a-a5582c1dcdb2 service neutron] Request body: {'port': {'device_id': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:25.519088 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-fb468e41-dda7-4ec2-881a-a5582c1dcdb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9e8bda93-23ad-4a35-8455-0e66e8961bad), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:25.536667 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-5b8e9b54-62bd-4b29-ab18-c0647cbbb588 req-74c26a8f-e40b-46b3-816e-f59344c6eef4 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Deleting port eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:25.537129 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5b8e9b54-62bd-4b29-ab18-c0647cbbb588 req-74c26a8f-e40b-46b3-816e-f59344c6eef4 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (eb78ae95-2428-4e27-bfdf-f1c1091ad7c4), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:25.582077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c225a2-010c-4a3d-9e1e-05a97a735bb4 req-eb39b42d-a527-462b-b800-442d61626476 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:25.583831 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f6c225a2-010c-4a3d-9e1e-05a97a735bb4 req-eb39b42d-a527-462b-b800-442d61626476 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a HTTP/1.1" status: 200 len: 946 time: 0.0851302 Feb 09 01:45:25.637959 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f6c225a2-010c-4a3d-9e1e-05a97a735bb4 req-4378ef2d-104a-45fe-8ff6-3107c52f1ffc tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/security-groups?id=089787f6-33e1-4b41-84ce-c4edbac96590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468106 Feb 09 01:45:25.677894 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'tag': 'd0b09a34-a346-4d94-9592-4ea93f717206'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:25.680800 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f923a9b8-4f52-4673-92bf-66d395869a57" -d '{"events": [{"name": "network-changed", "server_uuid": "fbbbb7f5-2530-46f0-aac0-29b76ffba3ef", "tag": "d0b09a34-a346-4d94-9592-4ea93f717206"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:25.695532 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-e10a863f-bd35-4896-86f1-a2be665a7068 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ba3e6f3dd55f415384b4dd102afb5ff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732930 Feb 09 01:45:25.760102 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f82c98-1775-47dd-b575-0b377a6e02f2 req-5fc16d67-379c-4e79-9dfe-4ef8d4a6dfc1 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:25.761658 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-87f82c98-1775-47dd-b575-0b377a6e02f2 req-5fc16d67-379c-4e79-9dfe-4ef8d4a6dfc1 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 946 time: 0.0661852 Feb 09 01:45:25.817159 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-87f82c98-1775-47dd-b575-0b377a6e02f2 req-802c7289-3c28-44f6-9bf2-c4b362c66fd3 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/security-groups?id=f278137b-c33c-4226-ac3c-96d9d1d0e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489028 Feb 09 01:45:25.871578 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5b8e9b54-62bd-4b29-ab18-c0647cbbb588 req-74c26a8f-e40b-46b3-816e-f59344c6eef4 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] For port eb78ae95-2428-4e27-bfdf-f1c1091ad7c4, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=eb78ae95-2428-4e27-bfdf-f1c1091ad7c4,segment=NetworkSegment(e16ac01c-d49e-484d-9b31-f658a1c2f4a7),segment_id=e16ac01c-d49e-484d-9b31-f658a1c2f4a7)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:25.872493 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5b8e9b54-62bd-4b29-ab18-c0647cbbb588 req-74c26a8f-e40b-46b3-816e-f59344c6eef4 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (eb78ae95-2428-4e27-bfdf-f1c1091ad7c4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:25.899657 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-5b8e9b54-62bd-4b29-ab18-c0647cbbb588 req-74c26a8f-e40b-46b3-816e-f59344c6eef4 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Calling delete_port for eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:25.907738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180bac4-c378-44d1-a84b-5362aedbe476 req-25eb77b6-2474-47af-92fe-8ba23bbb5aaa tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:25.909214 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2180bac4-c378-44d1-a84b-5362aedbe476 req-25eb77b6-2474-47af-92fe-8ba23bbb5aaa tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a HTTP/1.1" status: 200 len: 946 time: 0.2933075 Feb 09 01:45:26.011097 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dc5848-29f7-45a1-83d4-248f2910b974 x-openstack-request-id: req-c5dc5848-29f7-45a1-83d4-248f2910b974 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:26.011442 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbbbb7f5-2530-46f0-aac0-29b76ffba3ef", "tag": "d0b09a34-a346-4d94-9592-4ea93f717206", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:26.011659 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c5dc5848-29f7-45a1-83d4-248f2910b974 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:26.012056 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'tag': 'd0b09a34-a346-4d94-9592-4ea93f717206', 'status': 'completed', 'code': 200} Feb 09 01:45:26.083595 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bba61-3672-4ce5-8610-3ab5a70b77e0 req-d04ef6f5-ad53-46ad-8607-6b14f0f78098 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:26.085882 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b20bba61-3672-4ce5-8610-3ab5a70b77e0 req-d04ef6f5-ad53-46ad-8607-6b14f0f78098 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.0583653 Feb 09 01:45:26.123976 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-916fc762-3b9d-40c4-a719-f5d561b61b8c tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:26.125363 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-916fc762-3b9d-40c4-a719-f5d561b61b8c tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4127333 Feb 09 01:45:26.148711 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b20bba61-3672-4ce5-8610-3ab5a70b77e0 req-e09cf39c-ab2e-4c43-a7de-f12872fe2794 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558693 Feb 09 01:45:26.200910 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-1f150ca8-e1a6-45a0-abad-c2aab6a731b2 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/quotas/ba3e6f3dd55f415384b4dd102afb5ff6 HTTP/1.1" status: 200 len: 375 time: 0.0487070 Feb 09 01:45:26.251108 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923a9b8-4f52-4673-92bf-66d395869a57 req-f9b8d55b-1eac-449c-aede-8e190953ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:26.251544 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923a9b8-4f52-4673-92bf-66d395869a57 req-f9b8d55b-1eac-449c-aede-8e190953ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:26.252027 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923a9b8-4f52-4673-92bf-66d395869a57 req-f9b8d55b-1eac-449c-aede-8e190953ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:26.253703 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f923a9b8-4f52-4673-92bf-66d395869a57 req-f9b8d55b-1eac-449c-aede-8e190953ebc9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c02c1e11e314bbaaaed061629dd9e0f&device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2860 time: 0.2474165 Feb 09 01:45:26.266973 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a67b6-e9af-4976-85bb-770234883df2 req-67b8bcf3-3e37-4c41-9082-f92fe6af48b5 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:26.274982 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-772a67b6-e9af-4976-85bb-770234883df2 req-67b8bcf3-3e37-4c41-9082-f92fe6af48b5 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 945 time: 0.0658875 Feb 09 01:45:26.278680 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-d118f17d-b312-41b7-ba91-9c2a1022d97c tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba3e6f3dd55f415384b4dd102afb5ff6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636857 Feb 09 01:45:26.331824 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-772a67b6-e9af-4976-85bb-770234883df2 req-f56eb373-7036-43f6-9258-1ee44bc264c2 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558629 Feb 09 01:45:26.409885 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-2180bac4-c378-44d1-a84b-5362aedbe476 req-3c7a5311-fc8f-40ec-9095-316aa662d5c5 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Deleting port 954be30f-c71d-4738-98b7-ae17b1484972 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:26.410196 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2180bac4-c378-44d1-a84b-5362aedbe476 req-3c7a5311-fc8f-40ec-9095-316aa662d5c5 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (954be30f-c71d-4738-98b7-ae17b1484972), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:26.462387 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd152035-a824-4724-ac5a-0cdc6230bd83 req-6785f168-3fc9-4912-b5a6-436ae9360e7b tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:26.470421 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fd152035-a824-4724-ac5a-0cdc6230bd83 req-6785f168-3fc9-4912-b5a6-436ae9360e7b tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 945 time: 0.0767281 Feb 09 01:45:26.490417 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-fb468e41-dda7-4ec2-881a-a5582c1dcdb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8bda93-23ad-4a35-8455-0e66e8961bad {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:45:26.532521 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-fb468e41-dda7-4ec2-881a-a5582c1dcdb2 service neutron] Publish callbacks [] for port (9e8bda93-23ad-4a35-8455-0e66e8961bad), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:26.572063 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fd152035-a824-4724-ac5a-0cdc6230bd83 req-84af120e-fe4e-4136-8549-ff980692acff tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993888 Feb 09 01:45:26.578836 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 0aad00fd-b9a7-4cb7-a58d-cd94523b670d no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:45:26.614205 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-fb468e41-dda7-4ec2-881a-a5582c1dcdb2 service neutron] Transition to ACTIVE for port object 9e8bda93-23ad-4a35-8455-0e66e8961bad will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:45:26.628189 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5b8e9b54-62bd-4b29-ab18-c0647cbbb588 req-74c26a8f-e40b-46b3-816e-f59344c6eef4 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (eb78ae95-2428-4e27-bfdf-f1c1091ad7c4), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:26.645694 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-fb468e41-dda7-4ec2-881a-a5582c1dcdb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (9e8bda93-23ad-4a35-8455-0e66e8961bad), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:26.669946 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923a9b8-4f52-4673-92bf-66d395869a57 req-931cacb0-30dc-4629-94a9-a464afd1576e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:26.670396 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923a9b8-4f52-4673-92bf-66d395869a57 req-931cacb0-30dc-4629-94a9-a464afd1576e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:26.670788 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923a9b8-4f52-4673-92bf-66d395869a57 req-931cacb0-30dc-4629-94a9-a464afd1576e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:26.672412 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f923a9b8-4f52-4673-92bf-66d395869a57 req-931cacb0-30dc-4629-94a9-a464afd1576e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9c02c1e11e314bbaaaed061629dd9e0f&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3963597 Feb 09 01:45:26.703513 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ffadbe90-785c-4fc1-b95a-d50cd553d8bd req-0ba91959-367f-4fe8-8700-8c9fc314252a tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/ports?device_id=a17efbf2-9a19-4d67-b834-64126a4bd888 HTTP/1.1" status: 200 len: 210 time: 0.0910521 Feb 09 01:45:26.718411 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c26a8f-e40b-46b3-816e-f59344c6eef4 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Pushing event deleted for resources: {'Port': ['ID=eb78ae95-2428-4e27-bfdf-f1c1091ad7c4,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:26.737745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-2180bac4-c378-44d1-a84b-5362aedbe476 req-3c7a5311-fc8f-40ec-9095-316aa662d5c5 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] For port 954be30f-c71d-4738-98b7-ae17b1484972, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=954be30f-c71d-4738-98b7-ae17b1484972,segment=NetworkSegment(82a50737-3e66-4b9a-ac30-c774c58bff7c),segment_id=82a50737-3e66-4b9a-ac30-c774c58bff7c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:26.738118 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2180bac4-c378-44d1-a84b-5362aedbe476 req-3c7a5311-fc8f-40ec-9095-316aa662d5c5 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (954be30f-c71d-4738-98b7-ae17b1484972), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:26.799972 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:26.801114 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0aad00fd-b9a7-4cb7-a58d-cd94523b670d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:26.851687 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0aad00fd-b9a7-4cb7-a58d-cd94523b670d,segment=NetworkSegment(a0c13e34-b473-4117-be31-94c544229fa5),segment_id=a0c13e34-b473-4117-be31-94c544229fa5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:26.853095 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4e539f-752f-436c-938d-fb36ea76aaff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aad00fd-b9a7-4cb7-a58d-cd94523b670d'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:26.855886 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cff428-0d51-41de-aefc-689abbd490c1" -d '{"events": [{"server_uuid": "0c4e539f-752f-436c-938d-fb36ea76aaff", "name": "network-vif-unplugged", "status": "completed", "tag": "0aad00fd-b9a7-4cb7-a58d-cd94523b670d"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:26.860763 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0aad00fd-b9a7-4cb7-a58d-cd94523b670d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:26.936269 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95172e09-2c41-4ab4-962c-5bfff0cfe21a req-bacfde71-061e-4798-961a-c1caff9c66b0 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:26.938635 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-95172e09-2c41-4ab4-962c-5bfff0cfe21a req-bacfde71-061e-4798-961a-c1caff9c66b0 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a HTTP/1.1" status: 200 len: 946 time: 0.1247303 Feb 09 01:45:27.067545 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-95172e09-2c41-4ab4-962c-5bfff0cfe21a req-52b5cada-92db-4eae-acb1-46cc4e4a96c1 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/security-groups?id=089787f6-33e1-4b41-84ce-c4edbac96590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234322 Feb 09 01:45:27.172486 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=0aad00fd-b9a7-4cb7-a58d-cd94523b670d,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:27.210107 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c078229-b619-4a39-85e8-d4203556726b req-613c6803-6e42-4e3b-933c-a2b72bf398c6 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 210 time: 0.0453713 Feb 09 01:45:27.281115 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-2180bac4-c378-44d1-a84b-5362aedbe476 req-3c7a5311-fc8f-40ec-9095-316aa662d5c5 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Calling delete_port for 954be30f-c71d-4738-98b7-ae17b1484972 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:27.284247 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10872a5b-7530-4faa-8dfd-7d6bae5d6a6e x-openstack-request-id: req-10872a5b-7530-4faa-8dfd-7d6bae5d6a6e {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:27.284657 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4e539f-752f-436c-938d-fb36ea76aaff", "name": "network-vif-unplugged", "status": "completed", "tag": "0aad00fd-b9a7-4cb7-a58d-cd94523b670d", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:27.285002 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10872a5b-7530-4faa-8dfd-7d6bae5d6a6e {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:27.285662 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4e539f-752f-436c-938d-fb36ea76aaff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aad00fd-b9a7-4cb7-a58d-cd94523b670d', 'code': 200} Feb 09 01:45:27.353790 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8e9b54-62bd-4b29-ab18-c0647cbbb588 req-74c26a8f-e40b-46b3-816e-f59344c6eef4 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] No DVR routers for this DVR port eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:45:27.373594 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5b8e9b54-62bd-4b29-ab18-c0647cbbb588 req-74c26a8f-e40b-46b3-816e-f59344c6eef4 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:27.380329 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b8e9b54-62bd-4b29-ab18-c0647cbbb588 req-74c26a8f-e40b-46b3-816e-f59344c6eef4 tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.67 "DELETE /v2.0/ports/eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 HTTP/1.1" status: 204 len: 173 time: 2.0754859 Feb 09 01:45:27.414323 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27affc7a-77ef-4ea7-84d2-a7cc94634c60 req-46eaba55-0dec-4f37-8417-0f8624ab16f7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:27.420184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27affc7a-77ef-4ea7-84d2-a7cc94634c60 req-46eaba55-0dec-4f37-8417-0f8624ab16f7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:27.433391 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27affc7a-77ef-4ea7-84d2-a7cc94634c60 req-46eaba55-0dec-4f37-8417-0f8624ab16f7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:27.435418 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-27affc7a-77ef-4ea7-84d2-a7cc94634c60 req-46eaba55-0dec-4f37-8417-0f8624ab16f7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2400 time: 0.8961334 Feb 09 01:45:27.462584 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb468e41-dda7-4ec2-881a-a5582c1dcdb2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8bda93-23ad-4a35-8455-0e66e8961bad,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:27.538248 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923a9b8-4f52-4673-92bf-66d395869a57 req-d713e07b-b90f-4505-8a02-dbb4eccf26e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:27.540024 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f923a9b8-4f52-4673-92bf-66d395869a57 req-d713e07b-b90f-4505-8a02-dbb4eccf26e0 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8313346 Feb 09 01:45:27.545853 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86d781-d96a-46d7-b867-92c0d2c46247 req-5d7c267d-7d25-4a5d-b1ad-c7bc67b4291f tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:27.549608 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c86d781-d96a-46d7-b867-92c0d2c46247 req-5d7c267d-7d25-4a5d-b1ad-c7bc67b4291f tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.1223514 Feb 09 01:45:27.621011 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c86d781-d96a-46d7-b867-92c0d2c46247 req-45c5cb7b-4bba-4948-9c8a-83dc5ddbb3ad tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617683 Feb 09 01:45:27.708083 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-27affc7a-77ef-4ea7-84d2-a7cc94634c60 req-910c4c08-728a-48a7-b1c3-7d9df1bb84cb tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549591 Feb 09 01:45:27.738221 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-fb468e41-dda7-4ec2-881a-a5582c1dcdb2 service neutron] Attempting to bind port 9e8bda93-23ad-4a35-8455-0e66e8961bad on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:45:27.738221 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-fb468e41-dda7-4ec2-881a-a5582c1dcdb2 service neutron] Attempting to bind port 9e8bda93-23ad-4a35-8455-0e66e8961bad by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '0beedb5b-4874-4b41-b0e4-9393751de318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'edaa21d5-32ae-42d4-9d1d-55568327f150'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:45:27.738221 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-fb468e41-dda7-4ec2-881a-a5582c1dcdb2 service neutron] Attempting to bind port 9e8bda93-23ad-4a35-8455-0e66e8961bad on network edaa21d5-32ae-42d4-9d1d-55568327f150 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:27.750226 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-fb468e41-dda7-4ec2-881a-a5582c1dcdb2 service neutron] Port 9e8bda93-23ad-4a35-8455-0e66e8961bad on network edaa21d5-32ae-42d4-9d1d-55568327f150 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:45:27.750593 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-fb468e41-dda7-4ec2-881a-a5582c1dcdb2 service neutron] Attempting to bind port 9e8bda93-23ad-4a35-8455-0e66e8961bad on network edaa21d5-32ae-42d4-9d1d-55568327f150 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:27.797003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-fb468e41-dda7-4ec2-881a-a5582c1dcdb2 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:45:27.800085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-fb468e41-dda7-4ec2-881a-a5582c1dcdb2 service neutron] Checking segment: {'id': '0beedb5b-4874-4b41-b0e4-9393751de318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'edaa21d5-32ae-42d4-9d1d-55568327f150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:27.800626 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-fb468e41-dda7-4ec2-881a-a5582c1dcdb2 service neutron] Bound using segment: {'id': '0beedb5b-4874-4b41-b0e4-9393751de318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'edaa21d5-32ae-42d4-9d1d-55568327f150'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:45:27.801216 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-fb468e41-dda7-4ec2-881a-a5582c1dcdb2 service neutron] Bound port: 9e8bda93-23ad-4a35-8455-0e66e8961bad, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0beedb5b-4874-4b41-b0e4-9393751de318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'edaa21d5-32ae-42d4-9d1d-55568327f150'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:45:27.801678 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-fb468e41-dda7-4ec2-881a-a5582c1dcdb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9e8bda93-23ad-4a35-8455-0e66e8961bad), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:27.826281 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062da53-3d1d-469d-8281-927dd5e37d3f req-35fae832-6edf-41ac-9ef7-d3ed265a59d4 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:27.828447 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1062da53-3d1d-469d-8281-927dd5e37d3f req-35fae832-6edf-41ac-9ef7-d3ed265a59d4 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 943 time: 0.0843318 Feb 09 01:45:27.883379 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1062da53-3d1d-469d-8281-927dd5e37d3f req-3a87a9f4-21d9-47e0-83e2-0f929cd5911e tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470891 Feb 09 01:45:27.927570 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2180bac4-c378-44d1-a84b-5362aedbe476 req-3c7a5311-fc8f-40ec-9095-316aa662d5c5 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (954be30f-c71d-4738-98b7-ae17b1484972), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:28.003723 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-fb468e41-dda7-4ec2-881a-a5582c1dcdb2 service neutron] For port 9e8bda93-23ad-4a35-8455-0e66e8961bad, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:45:28.006696 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a5311-fc8f-40ec-9095-316aa662d5c5 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Pushing event deleted for resources: {'Port': ['ID=954be30f-c71d-4738-98b7-ae17b1484972,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:28.016356 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d4984ee4-a547-4413-8195-7271e9ce8ee6 req-858f3342-22c4-4e18-a384-eb6938964835 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/ports?device_id=a17efbf2-9a19-4d67-b834-64126a4bd888 HTTP/1.1" status: 200 len: 210 time: 0.0379190 Feb 09 01:45:28.025746 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a5bebb-31d6-4eb8-9407-cf87128e5254', 'name': 'network-vif-deleted', 'tag': 'eb78ae95-2428-4e27-bfdf-f1c1091ad7c4'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:28.029908 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b0565f-e58d-4016-a79c-44bc6f7cd481" -d '{"events": [{"server_uuid": "37a5bebb-31d6-4eb8-9407-cf87128e5254", "name": "network-vif-deleted", "tag": "eb78ae95-2428-4e27-bfdf-f1c1091ad7c4"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:28.059080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a226a7-0e84-40bf-a772-a4db32f73aa8 req-1f3014da-795e-4597-84a2-34c114ecc5e5 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:28.066585 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-08a226a7-0e84-40bf-a772-a4db32f73aa8 req-1f3014da-795e-4597-84a2-34c114ecc5e5 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 945 time: 0.2518361 Feb 09 01:45:28.076667 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-fb468e41-dda7-4ec2-881a-a5582c1dcdb2 service neutron] For port 9e8bda93-23ad-4a35-8455-0e66e8961bad, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9e8bda93-23ad-4a35-8455-0e66e8961bad,segment=NetworkSegment(0beedb5b-4874-4b41-b0e4-9393751de318),segment_id=0beedb5b-4874-4b41-b0e4-9393751de318)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:45:28.095701 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2038dfa-1a1e-49fc-b7a5-11b003c5c8f2 x-openstack-request-id: req-c2038dfa-1a1e-49fc-b7a5-11b003c5c8f2 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:28.096070 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a5bebb-31d6-4eb8-9407-cf87128e5254", "name": "network-vif-deleted", "tag": "eb78ae95-2428-4e27-bfdf-f1c1091ad7c4", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:28.096256 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2038dfa-1a1e-49fc-b7a5-11b003c5c8f2 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:28.096612 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a5bebb-31d6-4eb8-9407-cf87128e5254', 'name': 'network-vif-deleted', 'tag': 'eb78ae95-2428-4e27-bfdf-f1c1091ad7c4', 'status': 'completed', 'code': 200} Feb 09 01:45:28.136350 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-fb468e41-dda7-4ec2-881a-a5582c1dcdb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (9e8bda93-23ad-4a35-8455-0e66e8961bad), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:28.139549 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-03b70bad-f4cb-4654-8e34-11150df4aee3 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ba3e6f3dd55f415384b4dd102afb5ff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649343 Feb 09 01:45:28.181343 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-2180bac4-c378-44d1-a84b-5362aedbe476 req-3c7a5311-fc8f-40ec-9095-316aa662d5c5 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] No DVR routers for this DVR port 954be30f-c71d-4738-98b7-ae17b1484972 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:45:28.219742 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2180bac4-c378-44d1-a84b-5362aedbe476 req-3c7a5311-fc8f-40ec-9095-316aa662d5c5 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:28.223192 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2180bac4-c378-44d1-a84b-5362aedbe476 req-3c7a5311-fc8f-40ec-9095-316aa662d5c5 tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.48 "DELETE /v2.0/ports/954be30f-c71d-4738-98b7-ae17b1484972 HTTP/1.1" status: 204 len: 173 time: 2.2990732 Feb 09 01:45:28.231410 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-601ba40e-69c8-4dd9-b132-4ca512f58eb2 req-ef21fe73-bca0-4356-aaf5-7df35da9ef7e tempest-ServersNegativeTestMultiTenantJSON-307480162 tempest-ServersNegativeTestMultiTenantJSON-307480162-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a HTTP/1.1" status: 200 len: 210 time: 0.0551717 Feb 09 01:45:28.322297 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-fb468e41-dda7-4ec2-881a-a5582c1dcdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:28.322993 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-fb468e41-dda7-4ec2-881a-a5582c1dcdb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:28.324372 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-fb468e41-dda7-4ec2-881a-a5582c1dcdb2 service neutron] 10.222.0.48 "PUT /v2.0/ports/9e8bda93-23ad-4a35-8455-0e66e8961bad HTTP/1.1" status: 200 len: 1092 time: 2.9325697 Feb 09 01:45:28.395559 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-08a226a7-0e84-40bf-a772-a4db32f73aa8 req-b805855c-42aa-45de-8f40-3e25568e47f8 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280072 Feb 09 01:45:28.436027 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a11ae0f4-403d-428b-9732-f44f036c6719 req-4912ae85-c623-4ef5-b942-44205997864b tempest-FloatingIPsAssociationTestJSON-330610796 tempest-FloatingIPsAssociationTestJSON-330610796-project] 10.222.0.36 "GET /v2.0/ports?device_id=37a5bebb-31d6-4eb8-9407-cf87128e5254 HTTP/1.1" status: 200 len: 210 time: 0.0619020 Feb 09 01:45:28.491802 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb468e41-dda7-4ec2-881a-a5582c1dcdb2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8bda93-23ad-4a35-8455-0e66e8961bad,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:28.506130 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-7f4ba6a9-a185-43da-b7ed-029446d5fd25 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:28.509316 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-7f4ba6a9-a185-43da-b7ed-029446d5fd25 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3463726 Feb 09 01:45:28.531098 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-5611f9ee-28af-4c0e-880f-bf9a121de976 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Request body: {'port': {'device_id': 'a17efbf2-9a19-4d67-b834-64126a4bd888', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': 'ba3e6f3dd55f415384b4dd102afb5ff6'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:28.612467 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 0aad00fd-b9a7-4cb7-a58d-cd94523b670d details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:45:28.615521 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:45:28.616901 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-f8a007da-071d-410a-bfde-f7bc210edf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:28.617434 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-f8a007da-071d-410a-bfde-f7bc210edf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:28.618063 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-f8a007da-071d-410a-bfde-f7bc210edf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:28.619876 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-f8a007da-071d-410a-bfde-f7bc210edf48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c02c1e11e314bbaaaed061629dd9e0f&device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2958 time: 0.2232502 Feb 09 01:45:28.710653 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-e76686ba-6800-42f7-8099-27c86e4e0f1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.208&port_id=9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 HTTP/1.1" status: 200 len: 217 time: 0.0785069 Feb 09 01:45:28.829700 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:45:28.829832 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device eb78ae95-2428-4e27-bfdf-f1c1091ad7c4 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:45:28.853759 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-5611f9ee-28af-4c0e-880f-bf9a121de976 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Made reservation on behalf of ba3e6f3dd55f415384b4dd102afb5ff6 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:28.870159 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-5611f9ee-28af-4c0e-880f-bf9a121de976 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:28.877050 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5182a93-f63b-4855-9416-eeb848265d38 req-0bb49589-9883-4e84-b380-9a7ecc728e47 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:28.880462 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-9d166392-68b0-49d4-ab18-d003d1406381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:28.916335 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d5182a93-f63b-4855-9416-eeb848265d38 req-0bb49589-9883-4e84-b380-9a7ecc728e47 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.1565168 Feb 09 01:45:28.923061 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-9d166392-68b0-49d4-ab18-d003d1406381 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77c85ff7-d6ff-4ac5-87a3-1064ad329f8c HTTP/1.1" status: 200 len: 801 time: 0.1763084 Feb 09 01:45:28.985033 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0aad00fd-b9a7-4cb7-a58d-cd94523b670d,segment=NetworkSegment(a0c13e34-b473-4117-be31-94c544229fa5),segment_id=a0c13e34-b473-4117-be31-94c544229fa5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:29.043040 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '0aad00fd-b9a7-4cb7-a58d-cd94523b670d', 'network_id': '8e497bc1-122f-44b4-bc51-3150ff87700b', 'port_id': '0aad00fd-b9a7-4cb7-a58d-cd94523b670d', 'mac_address': 'fa:16:3e:b8:38:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb561ab-b96f-484d-90d6-e4f04b896832', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:45:29.070555 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d5182a93-f63b-4855-9416-eeb848265d38 req-be43a721-e9de-4cee-a69e-49c2f0308966 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420631 Feb 09 01:45:29.076930 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-5611f9ee-28af-4c0e-880f-bf9a121de976 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:29.116674 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b355a-2fb6-40c9-be26-4b469c215ba4 req-3c935ee2-9181-449c-b37f-c3d71dc18f45 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:29.130339 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-732b355a-2fb6-40c9-be26-4b469c215ba4 req-3c935ee2-9181-449c-b37f-c3d71dc18f45 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 945 time: 0.3601861 Feb 09 01:45:29.146299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:29.147577 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0aad00fd-b9a7-4cb7-a58d-cd94523b670d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:29.171955 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aad00fd-b9a7-4cb7-a58d-cd94523b670d {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:45:29.223502 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0aad00fd-b9a7-4cb7-a58d-cd94523b670d,segment=NetworkSegment(a0c13e34-b473-4117-be31-94c544229fa5),segment_id=a0c13e34-b473-4117-be31-94c544229fa5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:29.235357 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0aad00fd-b9a7-4cb7-a58d-cd94523b670d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:29.265731 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366efdad-5357-4f81-811e-9561fa051065 req-dccc33f7-3d7b-42ac-aa03-7ed238228e0c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:29.276734 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366efdad-5357-4f81-811e-9561fa051065 req-dccc33f7-3d7b-42ac-aa03-7ed238228e0c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:29.285243 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366efdad-5357-4f81-811e-9561fa051065 req-dccc33f7-3d7b-42ac-aa03-7ed238228e0c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:29.295475 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-366efdad-5357-4f81-811e-9561fa051065 req-dccc33f7-3d7b-42ac-aa03-7ed238228e0c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2412 time: 0.1278262 Feb 09 01:45:29.326942 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 954be30f-c71d-4738-98b7-ae17b1484972 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:45:29.361326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 954be30f-c71d-4738-98b7-ae17b1484972 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:45:29.361846 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 954be30f-c71d-4738-98b7-ae17b1484972 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:45:29.378549 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-5611f9ee-28af-4c0e-880f-bf9a121de976 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Publish callbacks [] for security_group (743df826-1ea4-45dc-b059-b2c3345ffcc7), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:29.393077 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-366efdad-5357-4f81-811e-9561fa051065 req-1891b309-ee8f-4610-9419-7604052eff6d tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956478 Feb 09 01:45:29.393566 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-5611f9ee-28af-4c0e-880f-bf9a121de976 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (743df826-1ea4-45dc-b059-b2c3345ffcc7), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:29.399134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=0aad00fd-b9a7-4cb7-a58d-cd94523b670d,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:29.528052 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-732b355a-2fb6-40c9-be26-4b469c215ba4 req-6588d761-07f9-463b-b619-69f6646fbcf9 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965688 Feb 09 01:45:29.537769 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-96c638f2-a77f-449b-92a5-f15deea4c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:29.539926 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-96c638f2-a77f-449b-92a5-f15deea4c600 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=edaa21d5-32ae-42d4-9d1d-55568327f150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6152017 Feb 09 01:45:29.540684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['0aad00fd-b9a7-4cb7-a58d-cd94523b670d'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:45:29.552564 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611f9ee-28af-4c0e-880f-bf9a121de976 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=743df826-1ea4-45dc-b059-b2c3345ffcc7,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:29.562113 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc6467-f060-40a2-9fad-f7e6eb0a90fe req-9efeb406-d8b5-4591-af68-9e68346507c9 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:29.564262 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e1fc6467-f060-40a2-9fad-f7e6eb0a90fe req-9efeb406-d8b5-4591-af68-9e68346507c9 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 944 time: 0.0772171 Feb 09 01:45:29.683062 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e1fc6467-f060-40a2-9fad-f7e6eb0a90fe req-8f655ca7-6f96-4385-93e2-5ba42d7666e2 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096404 Feb 09 01:45:29.736466 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44074) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:29.745519 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-5611f9ee-28af-4c0e-880f-bf9a121de976 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Allocated IP 192.168.233.123 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/4f373cc0-d207-4965-a825-f17bf7ab220d) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:29.797505 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64e7a26-d0ab-495b-9d23-8e9343a87289 admin admin] Deleting subnet 4c919f03-38d0-46c8-800e-189367ce02ce {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:45:29.800817 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b64e7a26-d0ab-495b-9d23-8e9343a87289 admin admin] Publish callbacks [] for subnet (4c919f03-38d0-46c8-800e-189367ce02ce), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:29.818858 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3671d69c-1b05-4402-95a5-058a75bd6ff9 req-c82d759d-9b06-4506-bcbc-10ca363884f4 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/ports?device_id=a17efbf2-9a19-4d67-b834-64126a4bd888 HTTP/1.1" status: 200 len: 210 time: 0.0663464 Feb 09 01:45:29.822877 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 44076) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:29.836832 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-905ba810-2c0f-4375-b799-2f3a5354c5d3 service neutron] 10.222.0.48 "GET /v2.0/networks/edaa21d5-32ae-42d4-9d1d-55568327f150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681060 Feb 09 01:45:29.852998 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b64e7a26-d0ab-495b-9d23-8e9343a87289 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (4c919f03-38d0-46c8-800e-189367ce02ce), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:29.902578 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b64e7a26-d0ab-495b-9d23-8e9343a87289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (4c919f03-38d0-46c8-800e-189367ce02ce), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:29.969280 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b64e7a26-d0ab-495b-9d23-8e9343a87289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (4c919f03-38d0-46c8-800e-189367ce02ce), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.005790 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e7a26-d0ab-495b-9d23-8e9343a87289 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c919f03-38d0-46c8-800e-189367ce02ce,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:30.008169 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b64e7a26-d0ab-495b-9d23-8e9343a87289 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.011901 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b64e7a26-d0ab-495b-9d23-8e9343a87289 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4c919f03-38d0-46c8-800e-189367ce02ce HTTP/1.1" status: 204 len: 168 time: 0.2740011 Feb 09 01:45:30.015355 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44078) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:30.098119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8dfb9d5-4249-43e3-bc29-92ce4b95fb0a', 'name': 'network-vif-deleted', 'tag': '954be30f-c71d-4738-98b7-ae17b1484972'}, {'name': 'network-changed', 'server_uuid': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'tag': '9e8bda93-23ad-4a35-8455-0e66e8961bad'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:30.101070 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e290d52e-e9c5-4e7f-86f4-bf76e621a960" -d '{"events": [{"server_uuid": "d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a", "name": "network-vif-deleted", "tag": "954be30f-c71d-4738-98b7-ae17b1484972"}, {"name": "network-changed", "server_uuid": "fbbbb7f5-2530-46f0-aac0-29b76ffba3ef", "tag": "9e8bda93-23ad-4a35-8455-0e66e8961bad"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:30.118287 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c513c819-5249-4866-8ff0-582fe312cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (f320d20f-a124-4b93-b153-9bafe1edbfb1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.179192 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1fb580-248a-47d5-a3c2-907eb3c016f5 x-openstack-request-id: req-6e1fb580-248a-47d5-a3c2-907eb3c016f5 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:30.179192 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8dfb9d5-4249-43e3-bc29-92ce4b95fb0a", "name": "network-vif-deleted", "tag": "954be30f-c71d-4738-98b7-ae17b1484972", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fbbbb7f5-2530-46f0-aac0-29b76ffba3ef", "tag": "9e8bda93-23ad-4a35-8455-0e66e8961bad", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:30.179192 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e1fb580-248a-47d5-a3c2-907eb3c016f5 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:30.179192 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8dfb9d5-4249-43e3-bc29-92ce4b95fb0a', 'name': 'network-vif-deleted', 'tag': '954be30f-c71d-4738-98b7-ae17b1484972', 'status': 'completed', 'code': 200} Feb 09 01:45:30.179192 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'tag': '9e8bda93-23ad-4a35-8455-0e66e8961bad', 'status': 'completed', 'code': 200} Feb 09 01:45:30.182544 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-71bf860d-7883-43dc-b1cc-ef5fac07ab5b service neutron] 10.222.0.48 "GET /v2.0/networks/edaa21d5-32ae-42d4-9d1d-55568327f150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364284 Feb 09 01:45:30.242189 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-e0e3ea81-f126-467a-8af5-7ebe635e6de1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.74&port_id=d0b09a34-a346-4d94-9592-4ea93f717206 HTTP/1.1" status: 200 len: 217 time: 0.0487347 Feb 09 01:45:30.265265 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c513c819-5249-4866-8ff0-582fe312cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (f320d20f-a124-4b93-b153-9bafe1edbfb1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.296652 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c513c819-5249-4866-8ff0-582fe312cac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f320d20f-a124-4b93-b153-9bafe1edbfb1']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:30.312554 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c513c819-5249-4866-8ff0-582fe312cac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a50737-3e66-4b9a-ac30-c774c58bff7c') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:30.312915 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c513c819-5249-4866-8ff0-582fe312cac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a50737-3e66-4b9a-ac30-c774c58bff7c') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:30.327742 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c513c819-5249-4866-8ff0-582fe312cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (82a50737-3e66-4b9a-ac30-c774c58bff7c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.330205 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-5611f9ee-28af-4c0e-880f-bf9a121de976 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Publish callbacks [] for port (4f373cc0-d207-4965-a825-f17bf7ab220d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.337443 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4ed77-97eb-4255-937e-516b4d69d712 req-b36f922c-f60c-4c8b-85f5-19206b2cb254 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:30.339157 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3f4ed77-97eb-4255-937e-516b4d69d712 req-b36f922c-f60c-4c8b-85f5-19206b2cb254 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.1493847 Feb 09 01:45:30.359418 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c513c819-5249-4866-8ff0-582fe312cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (82a50737-3e66-4b9a-ac30-c774c58bff7c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.380341 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c513c819-5249-4866-8ff0-582fe312cac5 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:45:30.380765 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c513c819-5249-4866-8ff0-582fe312cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (82a50737-3e66-4b9a-ac30-c774c58bff7c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:45:30.393188 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:45:30.404810 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-48663e1e-05da-4b25-b317-23e40df74028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:30.406865 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-48663e1e-05da-4b25-b317-23e40df74028 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=358d199c-92d7-45a7-9ead-7399dcde59e7 HTTP/1.1" status: 200 len: 801 time: 0.1568763 Feb 09 01:45:30.471974 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3f4ed77-97eb-4255-937e-516b4d69d712 req-87f28a89-9ef5-4e52-8ab0-c8086c6cf404 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186991 Feb 09 01:45:30.473653 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-5611f9ee-28af-4c0e-880f-bf9a121de976 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (4f373cc0-d207-4965-a825-f17bf7ab220d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.491654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c695d9-4529-4211-a32b-87a776348f7d req-5503ce80-6284-4424-b19b-ab1103945288 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:30.493332 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c513c819-5249-4866-8ff0-582fe312cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (f320d20f-a124-4b93-b153-9bafe1edbfb1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.493503 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0c695d9-4529-4211-a32b-87a776348f7d req-5503ce80-6284-4424-b19b-ab1103945288 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.48 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 945 time: 0.2407556 Feb 09 01:45:30.501652 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c513c819-5249-4866-8ff0-582fe312cac5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.508352 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c513c819-5249-4866-8ff0-582fe312cac5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f320d20f-a124-4b93-b153-9bafe1edbfb1 HTTP/1.1" status: 204 len: 168 time: 0.4918702 Feb 09 01:45:30.509104 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44102) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:30.529668 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513c819-5249-4866-8ff0-582fe312cac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f320d20f-a124-4b93-b153-9bafe1edbfb1,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:30.579056 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-b090025b-ef0c-455d-b19e-e768b5e9900e admin admin] Deleting subnet 7e2005f4-7181-4832-8cb7-8ae810c65a94 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:45:30.584084 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b090025b-ef0c-455d-b19e-e768b5e9900e admin admin] Publish callbacks [] for subnet (7e2005f4-7181-4832-8cb7-8ae810c65a94), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.603020 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 0aad00fd-b9a7-4cb7-a58d-cd94523b670d up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:45:30.635571 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b090025b-ef0c-455d-b19e-e768b5e9900e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (7e2005f4-7181-4832-8cb7-8ae810c65a94), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.683079 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-5611f9ee-28af-4c0e-880f-bf9a121de976 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:30.693622 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:30.694315 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0aad00fd-b9a7-4cb7-a58d-cd94523b670d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.707630 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-e67db9a8-2fab-4415-9445-898baa9c25e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:30.710076 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-e67db9a8-2fab-4415-9445-898baa9c25e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6b79745-643b-4fb2-9deb-04901010c336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2894514 Feb 09 01:45:30.738817 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b090025b-ef0c-455d-b19e-e768b5e9900e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (7e2005f4-7181-4832-8cb7-8ae810c65a94), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.742969 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e0972-1b92-4e84-80a6-a42920e8d00e req-c7e16724-d617-4efd-b458-2e9671777992 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:30.745068 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-435e0972-1b92-4e84-80a6-a42920e8d00e req-c7e16724-d617-4efd-b458-2e9671777992 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 945 time: 0.1073091 Feb 09 01:45:30.804401 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:30.804804 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0aad00fd-b9a7-4cb7-a58d-cd94523b670d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.839472 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-435e0972-1b92-4e84-80a6-a42920e8d00e req-240eba74-14e3-41a6-9fe0-f73b60a84cf2 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750358 Feb 09 01:45:30.841353 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-1a8b206f-e25f-4cbe-96f3-a664ce438a9c service neutron] 10.222.0.48 "GET /v2.0/networks/d6b79745-643b-4fb2-9deb-04901010c336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054811 Feb 09 01:45:30.843875 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0aad00fd-b9a7-4cb7-a58d-cd94523b670d,segment=NetworkSegment(a0c13e34-b473-4117-be31-94c544229fa5),segment_id=a0c13e34-b473-4117-be31-94c544229fa5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:30.844966 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4e539f-752f-436c-938d-fb36ea76aaff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aad00fd-b9a7-4cb7-a58d-cd94523b670d'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:30.847765 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1a0bd0-71f5-430d-8b93-6f365fa653a0" -d '{"events": [{"server_uuid": "0c4e539f-752f-436c-938d-fb36ea76aaff", "name": "network-vif-plugged", "status": "completed", "tag": "0aad00fd-b9a7-4cb7-a58d-cd94523b670d"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:30.875599 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b090025b-ef0c-455d-b19e-e768b5e9900e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (7e2005f4-7181-4832-8cb7-8ae810c65a94), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.876600 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0aad00fd-b9a7-4cb7-a58d-cd94523b670d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.904745 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090025b-ef0c-455d-b19e-e768b5e9900e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e2005f4-7181-4832-8cb7-8ae810c65a94,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:30.908454 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b090025b-ef0c-455d-b19e-e768b5e9900e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.912311 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b090025b-ef0c-455d-b19e-e768b5e9900e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7e2005f4-7181-4832-8cb7-8ae810c65a94 HTTP/1.1" status: 204 len: 168 time: 0.3933504 Feb 09 01:45:30.915689 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44132) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:30.936941 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-5611f9ee-28af-4c0e-880f-bf9a121de976 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:30.951502 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-5611f9ee-28af-4c0e-880f-bf9a121de976 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:30.958108 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=0aad00fd-b9a7-4cb7-a58d-cd94523b670d,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:31.024006 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611f9ee-28af-4c0e-880f-bf9a121de976 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Pushing event updated for resources: {'Port': ['ID=4f373cc0-d207-4965-a825-f17bf7ab220d,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:31.049924 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c17b6d18-65ec-4a4b-8a90-3cbe437ce9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (8c4e541f-cbc3-489b-9c76-1564cc52b4bf), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:31.104885 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0950801-f3dc-45cf-a3ee-46f295591cf8 req-0308182b-1e44-46ae-8b4e-c2539de13dc7 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:31.108563 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-5611f9ee-28af-4c0e-880f-bf9a121de976 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:31.109355 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-5611f9ee-28af-4c0e-880f-bf9a121de976 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:31.116384 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c0950801-f3dc-45cf-a3ee-46f295591cf8 req-0308182b-1e44-46ae-8b4e-c2539de13dc7 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 945 time: 0.2003264 Feb 09 01:45:31.121551 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36473c63-9d6f-4710-ad8c-3ee0ff81aea6 req-4718fa0b-aac1-43f2-8c4e-fbb635d7a537 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:31.132989 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36473c63-9d6f-4710-ad8c-3ee0ff81aea6 req-4718fa0b-aac1-43f2-8c4e-fbb635d7a537 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:31.140242 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36473c63-9d6f-4710-ad8c-3ee0ff81aea6 req-4718fa0b-aac1-43f2-8c4e-fbb635d7a537 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:31.142002 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-36473c63-9d6f-4710-ad8c-3ee0ff81aea6 req-4718fa0b-aac1-43f2-8c4e-fbb635d7a537 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2412 time: 0.6133273 Feb 09 01:45:31.212599 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-5611f9ee-28af-4c0e-880f-bf9a121de976 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6870129 Feb 09 01:45:31.218858 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-df5c0e85-922d-44bf-a0e7-611a170417bb service neutron] 10.222.0.48 "GET /v2.0/networks/d6b79745-643b-4fb2-9deb-04901010c336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576684 Feb 09 01:45:31.231069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-2b6952de-9da6-413c-9ee3-bbc84f2f5114 service neutron] Request body: {'port': {'device_id': 'a17efbf2-9a19-4d67-b834-64126a4bd888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:31.258390 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6cd95124-22e7-420c-b2d9-f3a4be92d18a None None] Provisioning complete for port 4f373cc0-d207-4965-a825-f17bf7ab220d triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:31.259134 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6cd95124-22e7-420c-b2d9-f3a4be92d18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4f373cc0-d207-4965-a825-f17bf7ab220d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:31.266507 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c17b6d18-65ec-4a4b-8a90-3cbe437ce9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (8c4e541f-cbc3-489b-9c76-1564cc52b4bf), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:31.272709 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-d0c695d9-4529-4211-a32b-87a776348f7d req-dd54c5c2-7eb4-4342-aca7-6e996a9686c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Deleting port 6475e698-576a-48e6-9f61-7e5ba74c2d29 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:31.273203 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d0c695d9-4529-4211-a32b-87a776348f7d req-dd54c5c2-7eb4-4342-aca7-6e996a9686c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (6475e698-576a-48e6-9f61-7e5ba74c2d29), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:31.278841 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c0950801-f3dc-45cf-a3ee-46f295591cf8 req-e28326e9-da57-47a0-9b17-ee1472ba0a74 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570852 Feb 09 01:45:31.311844 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6cd95124-22e7-420c-b2d9-f3a4be92d18a None None] Port 4f373cc0-d207-4965-a825-f17bf7ab220d cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:45:31.325931 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c17b6d18-65ec-4a4b-8a90-3cbe437ce9aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4e541f-cbc3-489b-9c76-1564cc52b4bf']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:31.336885 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c17b6d18-65ec-4a4b-8a90-3cbe437ce9aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5222ff93-2320-4574-8847-4b82c0af71b6') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:31.337156 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c17b6d18-65ec-4a4b-8a90-3cbe437ce9aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5222ff93-2320-4574-8847-4b82c0af71b6') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:31.347664 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c17b6d18-65ec-4a4b-8a90-3cbe437ce9aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (5222ff93-2320-4574-8847-4b82c0af71b6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:31.360747 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-b729b696-1dff-470b-9699-209406397004 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.112&port_id=9e8bda93-23ad-4a35-8455-0e66e8961bad HTTP/1.1" status: 200 len: 217 time: 0.1268101 Feb 09 01:45:31.395627 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c17b6d18-65ec-4a4b-8a90-3cbe437ce9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (5222ff93-2320-4574-8847-4b82c0af71b6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:31.405981 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17b6d18-65ec-4a4b-8a90-3cbe437ce9aa admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:45:31.406445 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c17b6d18-65ec-4a4b-8a90-3cbe437ce9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (5222ff93-2320-4574-8847-4b82c0af71b6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:45:31.408297 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:45:31.440034 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-36473c63-9d6f-4710-ad8c-3ee0ff81aea6 req-3b822a80-66a5-4fd2-8954-689ffb4d825c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805929 Feb 09 01:45:31.474174 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc7d34-b9bb-43a2-97f5-a74ccee11723 req-ef94b05c-bd64-4630-81e4-d62b70977d25 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:31.482067 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dbfc7d34-b9bb-43a2-97f5-a74ccee11723 req-ef94b05c-bd64-4630-81e4-d62b70977d25 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/ports?device_id=a17efbf2-9a19-4d67-b834-64126a4bd888 HTTP/1.1" status: 200 len: 936 time: 0.1273260 Feb 09 01:45:31.514642 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c17b6d18-65ec-4a4b-8a90-3cbe437ce9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (8c4e541f-cbc3-489b-9c76-1564cc52b4bf), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:31.523951 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c17b6d18-65ec-4a4b-8a90-3cbe437ce9aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:31.527641 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c17b6d18-65ec-4a4b-8a90-3cbe437ce9aa admin admin] 10.222.0.36 "DELETE /v2.0/networks/8c4e541f-cbc3-489b-9c76-1564cc52b4bf HTTP/1.1" status: 204 len: 168 time: 0.6100273 Feb 09 01:45:31.559254 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e48ed4-920c-42b4-9bb8-078895e350c0 x-openstack-request-id: req-59e48ed4-920c-42b4-9bb8-078895e350c0 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:31.559891 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4e539f-752f-436c-938d-fb36ea76aaff", "name": "network-vif-plugged", "status": "completed", "tag": "0aad00fd-b9a7-4cb7-a58d-cd94523b670d", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:31.560809 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-59e48ed4-920c-42b4-9bb8-078895e350c0 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:31.561326 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b6d18-65ec-4a4b-8a90-3cbe437ce9aa admin admin] Pushing event deleted for resources: {'Network': ['ID=8c4e541f-cbc3-489b-9c76-1564cc52b4bf,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:31.561875 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4e539f-752f-436c-938d-fb36ea76aaff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aad00fd-b9a7-4cb7-a58d-cd94523b670d', 'code': 200} Feb 09 01:45:31.576349 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dbfc7d34-b9bb-43a2-97f5-a74ccee11723 req-76cd01f3-39c2-49b8-bf63-80797de64069 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/security-groups?id=743df826-1ea4-45dc-b059-b2c3345ffcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932245 Feb 09 01:45:31.794734 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44146) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:31.848151 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5a58f1e4-1c29-455a-9762-51f84ae40000 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8182d2600ee64e01b1d2be799c436d46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0497463 Feb 09 01:45:31.848488 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44150) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:31.885228 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-2b6952de-9da6-413c-9ee3-bbc84f2f5114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4f373cc0-d207-4965-a825-f17bf7ab220d), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:31.898795 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-21d998ab-3461-4fb9-95f7-089b5efd7694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:31.898795 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-21d998ab-3461-4fb9-95f7-089b5efd7694 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77c85ff7-d6ff-4ac5-87a3-1064ad329f8c HTTP/1.1" status: 200 len: 801 time: 0.5204911 Feb 09 01:45:31.917559 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a42854f3-3ab0-4731-a0cf-540ab2eed8f3 admin admin] Publish callbacks [] for security_group (089787f6-33e1-4b41-84ce-c4edbac96590), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:31.946034 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a42854f3-3ab0-4731-a0cf-540ab2eed8f3 admin admin] Publish callbacks [] for security_group (089787f6-33e1-4b41-84ce-c4edbac96590), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:31.967341 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-d0c695d9-4529-4211-a32b-87a776348f7d req-dd54c5c2-7eb4-4342-aca7-6e996a9686c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] For port 6475e698-576a-48e6-9f61-7e5ba74c2d29, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6475e698-576a-48e6-9f61-7e5ba74c2d29,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:31.967714 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d0c695d9-4529-4211-a32b-87a776348f7d req-dd54c5c2-7eb4-4342-aca7-6e996a9686c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (6475e698-576a-48e6-9f61-7e5ba74c2d29), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:32.028960 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-d0c695d9-4529-4211-a32b-87a776348f7d req-dd54c5c2-7eb4-4342-aca7-6e996a9686c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Calling delete_port for 6475e698-576a-48e6-9f61-7e5ba74c2d29 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:32.085518 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55059bbd-4c60-49a7-9890-c91cc044f6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (2f7662ff-6bea-4dac-8d29-3af36e248018), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:32.086912 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a42854f3-3ab0-4731-a0cf-540ab2eed8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (089787f6-33e1-4b41-84ce-c4edbac96590), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:32.090698 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a42854f3-3ab0-4731-a0cf-540ab2eed8f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:32.092505 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a42854f3-3ab0-4731-a0cf-540ab2eed8f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/089787f6-33e1-4b41-84ce-c4edbac96590 HTTP/1.1" status: 204 len: 168 time: 0.2430780 Feb 09 01:45:32.105744 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc6f5d-fb2d-4e89-8212-e420b1304836 req-715b37dc-ce0e-4736-983e-9dec5e015dae tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:32.113799 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6cfc6f5d-fb2d-4e89-8212-e420b1304836 req-715b37dc-ce0e-4736-983e-9dec5e015dae tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 945 time: 0.1253688 Feb 09 01:45:32.114319 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0552501-6e15-4408-9f1b-7e47bf433149 req-7065fee8-25fc-4d78-8f1c-26433325bce1 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:32.116442 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a0552501-6e15-4408-9f1b-7e47bf433149 req-7065fee8-25fc-4d78-8f1c-26433325bce1 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.3010471 Feb 09 01:45:32.127199 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42854f3-3ab0-4731-a0cf-540ab2eed8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089787f6-33e1-4b41-84ce-c4edbac96590,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:32.215495 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6cfc6f5d-fb2d-4e89-8212-e420b1304836 req-95895c3d-51aa-47a9-b8a0-ee7b77640a8c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956426 Feb 09 01:45:32.341061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-1e5b139c-df00-49f7-ab13-1fd4d65d2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:32.342602 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-1e5b139c-df00-49f7-ab13-1fd4d65d2618 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=edaa21d5-32ae-42d4-9d1d-55568327f150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4361928 Feb 09 01:45:32.449667 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51570aa2-0ce7-45d6-9c2d-0db5e456457a req-5becfcf9-611e-4dd7-b496-3b137b0e5b87 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:32.451864 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-51570aa2-0ce7-45d6-9c2d-0db5e456457a req-5becfcf9-611e-4dd7-b496-3b137b0e5b87 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 945 time: 0.0741026 Feb 09 01:45:32.536215 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-51570aa2-0ce7-45d6-9c2d-0db5e456457a req-340baace-ab7b-47b8-861e-4f6defd290de tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763092 Feb 09 01:45:32.551922 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba10db-6cda-4367-bcf1-d2c090f95090 req-4d8a2e1f-1ef4-4d50-886f-d0e387f0e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:32.554048 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1ba10db-6cda-4367-bcf1-d2c090f95090 req-4d8a2e1f-1ef4-4d50-886f-d0e387f0e928 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 1127 time: 0.7342987 Feb 09 01:45:32.577723 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a0552501-6e15-4408-9f1b-7e47bf433149 req-cc97e568-d11a-4794-979c-b10e201a6d32 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038033 Feb 09 01:45:32.592973 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44164) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:32.699061 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-75f37512-cd4f-40ce-903c-4af6539a2a13 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d7ce69ee4044849b18396b261d50bc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1048877 Feb 09 01:45:32.701783 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44168) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:32.719008 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2d5fd-11ec-4379-9100-f1d51807cfd1 req-a59d7d9b-dd44-45fe-ae5b-fbcdb78e0445 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:32.724143 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2d5fd-11ec-4379-9100-f1d51807cfd1 req-a59d7d9b-dd44-45fe-ae5b-fbcdb78e0445 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:32.730242 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2d5fd-11ec-4379-9100-f1d51807cfd1 req-a59d7d9b-dd44-45fe-ae5b-fbcdb78e0445 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:32.731906 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5fc2d5fd-11ec-4379-9100-f1d51807cfd1 req-a59d7d9b-dd44-45fe-ae5b-fbcdb78e0445 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2412 time: 0.1083763 Feb 09 01:45:32.795912 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-2b03b2f1-46d6-4d2a-a58d-001efca8ffd6 service neutron] 10.222.0.48 "GET /v2.0/networks/edaa21d5-32ae-42d4-9d1d-55568327f150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400907 Feb 09 01:45:32.816022 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5fc2d5fd-11ec-4379-9100-f1d51807cfd1 req-3f20c6ef-5d10-4a53-a53a-0293b75df419 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764029 Feb 09 01:45:32.820483 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-91f14fc7-a772-4d9d-97e0-8d26375ffb73 admin admin] Publish callbacks [] for security_group (06efbd48-673f-4e19-8bd3-402bb6465429), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:32.854654 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-91f14fc7-a772-4d9d-97e0-8d26375ffb73 admin admin] Publish callbacks [] for security_group (06efbd48-673f-4e19-8bd3-402bb6465429), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:32.888303 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1ba10db-6cda-4367-bcf1-d2c090f95090 req-ce871673-14d2-4245-96f7-0b2d2493016e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077641 Feb 09 01:45:32.908667 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-91f14fc7-a772-4d9d-97e0-8d26375ffb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (06efbd48-673f-4e19-8bd3-402bb6465429), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:32.912311 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-91f14fc7-a772-4d9d-97e0-8d26375ffb73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:32.916987 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-91f14fc7-a772-4d9d-97e0-8d26375ffb73 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/06efbd48-673f-4e19-8bd3-402bb6465429 HTTP/1.1" status: 204 len: 168 time: 0.2125957 Feb 09 01:45:32.926133 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f14fc7-a772-4d9d-97e0-8d26375ffb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06efbd48-673f-4e19-8bd3-402bb6465429,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:32.935163 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14fc7-a772-4d9d-97e0-8d26375ffb73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:32.935536 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14fc7-a772-4d9d-97e0-8d26375ffb73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:32.935883 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14fc7-a772-4d9d-97e0-8d26375ffb73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:32.936225 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14fc7-a772-4d9d-97e0-8d26375ffb73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:32.936625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14fc7-a772-4d9d-97e0-8d26375ffb73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:32.936878 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14fc7-a772-4d9d-97e0-8d26375ffb73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:32.937209 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14fc7-a772-4d9d-97e0-8d26375ffb73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:32.937535 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14fc7-a772-4d9d-97e0-8d26375ffb73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:32.937859 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14fc7-a772-4d9d-97e0-8d26375ffb73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:32.938182 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14fc7-a772-4d9d-97e0-8d26375ffb73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:32.938641 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14fc7-a772-4d9d-97e0-8d26375ffb73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:32.939034 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14fc7-a772-4d9d-97e0-8d26375ffb73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:32.939426 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f14fc7-a772-4d9d-97e0-8d26375ffb73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:32.979308 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-2b6952de-9da6-413c-9ee3-bbc84f2f5114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f373cc0-d207-4965-a825-f17bf7ab220d {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:45:32.983971 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d0c695d9-4529-4211-a32b-87a776348f7d req-dd54c5c2-7eb4-4342-aca7-6e996a9686c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (6475e698-576a-48e6-9f61-7e5ba74c2d29), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:32.998026 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['6475e698-576a-48e6-9f61-7e5ba74c2d29'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:45:33.003241 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-2b6952de-9da6-413c-9ee3-bbc84f2f5114 service neutron] Publish callbacks [] for port (4f373cc0-d207-4965-a825-f17bf7ab220d), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:33.028257 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d9840-221c-49d9-9552-2f2e50942929 req-791592c8-a6c7-458a-8403-bac96682078a tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:33.031930 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6e3d9840-221c-49d9-9552-2f2e50942929 req-791592c8-a6c7-458a-8403-bac96682078a tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/ports?device_id=a17efbf2-9a19-4d67-b834-64126a4bd888 HTTP/1.1" status: 200 len: 936 time: 0.3593645 Feb 09 01:45:33.076257 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54c5c2-7eb4-4342-aca7-6e996a9686c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Pushing event deleted for resources: {'Port': ['ID=6475e698-576a-48e6-9f61-7e5ba74c2d29,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:33.095168 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-2b6952de-9da6-413c-9ee3-bbc84f2f5114 service neutron] Transition to ACTIVE for port object 4f373cc0-d207-4965-a825-f17bf7ab220d will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:45:33.134787 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-2b6952de-9da6-413c-9ee3-bbc84f2f5114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (4f373cc0-d207-4965-a825-f17bf7ab220d), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:33.137564 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54c5c2-7eb4-4342-aca7-6e996a9686c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:33.138015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54c5c2-7eb4-4342-aca7-6e996a9686c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:33.138458 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54c5c2-7eb4-4342-aca7-6e996a9686c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:33.138870 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54c5c2-7eb4-4342-aca7-6e996a9686c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:33.139300 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54c5c2-7eb4-4342-aca7-6e996a9686c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:33.139705 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54c5c2-7eb4-4342-aca7-6e996a9686c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:33.140103 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54c5c2-7eb4-4342-aca7-6e996a9686c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:33.140585 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54c5c2-7eb4-4342-aca7-6e996a9686c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:33.140958 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54c5c2-7eb4-4342-aca7-6e996a9686c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:33.141350 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54c5c2-7eb4-4342-aca7-6e996a9686c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:33.141748 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54c5c2-7eb4-4342-aca7-6e996a9686c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:33.142141 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54c5c2-7eb4-4342-aca7-6e996a9686c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:33.142537 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54c5c2-7eb4-4342-aca7-6e996a9686c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:33.227433 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c695d9-4529-4211-a32b-87a776348f7d req-dd54c5c2-7eb4-4342-aca7-6e996a9686c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] No DVR routers for this DVR port 6475e698-576a-48e6-9f61-7e5ba74c2d29 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:45:33.236520 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00182fbe-43bb-40e5-b783-bb31eb68a30e req-14a62ed7-77ea-4b7d-b67a-fdf9b1b21504 service neutron] 10.222.0.48 "GET /v2.0/networks/edaa21d5-32ae-42d4-9d1d-55568327f150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321852 Feb 09 01:45:33.267601 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6952de-9da6-413c-9ee3-bbc84f2f5114 service neutron] Pushing event updated for resources: {'Port': ['ID=4f373cc0-d207-4965-a825-f17bf7ab220d,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:33.296068 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d0c695d9-4529-4211-a32b-87a776348f7d req-dd54c5c2-7eb4-4342-aca7-6e996a9686c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:33.300234 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0c695d9-4529-4211-a32b-87a776348f7d req-dd54c5c2-7eb4-4342-aca7-6e996a9686c1 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.48 "DELETE /v2.0/ports/6475e698-576a-48e6-9f61-7e5ba74c2d29 HTTP/1.1" status: 204 len: 173 time: 2.7726641 Feb 09 01:45:33.301076 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3119276e-8f85-4d47-be93-e9cf8bb7b4c6', 'name': 'network-vif-deleted', 'tag': '6475e698-576a-48e6-9f61-7e5ba74c2d29'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:33.304763 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152050a5-2e3f-49bb-85b3-b8e3547b80c7" -d '{"events": [{"server_uuid": "3119276e-8f85-4d47-be93-e9cf8bb7b4c6", "name": "network-vif-deleted", "tag": "6475e698-576a-48e6-9f61-7e5ba74c2d29"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:33.403490 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3843abfb-6c47-463a-8799-f4f239250400 req-36c66faa-ace5-424b-8f28-3a933410429b tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=3119276e-8f85-4d47-be93-e9cf8bb7b4c6 HTTP/1.1" status: 200 len: 210 time: 0.0529296 Feb 09 01:45:33.423648 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6e3d9840-221c-49d9-9552-2f2e50942929 req-7dd14c78-d529-402d-bc3f-7ea8a940e452 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/security-groups?id=743df826-1ea4-45dc-b059-b2c3345ffcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444223 Feb 09 01:45:33.515299 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1941507a-b2a0-4667-8651-49fb988baac1 x-openstack-request-id: req-1941507a-b2a0-4667-8651-49fb988baac1 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:33.515718 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3119276e-8f85-4d47-be93-e9cf8bb7b4c6", "name": "network-vif-deleted", "tag": "6475e698-576a-48e6-9f61-7e5ba74c2d29", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:33.515964 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1941507a-b2a0-4667-8651-49fb988baac1 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:33.516304 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3119276e-8f85-4d47-be93-e9cf8bb7b4c6', 'name': 'network-vif-deleted', 'tag': '6475e698-576a-48e6-9f61-7e5ba74c2d29', 'status': 'completed', 'code': 200} Feb 09 01:45:33.572196 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290d52e-e9c5-4e7f-86f4-bf76e621a960 req-cc39c189-2676-4687-a11f-8d5f7f6c3800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:33.572829 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290d52e-e9c5-4e7f-86f4-bf76e621a960 req-cc39c189-2676-4687-a11f-8d5f7f6c3800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:33.573208 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290d52e-e9c5-4e7f-86f4-bf76e621a960 req-cc39c189-2676-4687-a11f-8d5f7f6c3800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:33.575032 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e290d52e-e9c5-4e7f-86f4-bf76e621a960 req-cc39c189-2676-4687-a11f-8d5f7f6c3800 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c02c1e11e314bbaaaed061629dd9e0f&device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2958 time: 0.2654929 Feb 09 01:45:33.675001 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-2b6952de-9da6-413c-9ee3-bbc84f2f5114 service neutron] Attempting to bind port 4f373cc0-d207-4965-a825-f17bf7ab220d on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:45:33.675001 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-2b6952de-9da6-413c-9ee3-bbc84f2f5114 service neutron] Attempting to bind port 4f373cc0-d207-4965-a825-f17bf7ab220d by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:45:33.675001 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-2b6952de-9da6-413c-9ee3-bbc84f2f5114 service neutron] Attempting to bind port 4f373cc0-d207-4965-a825-f17bf7ab220d on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:33.702473 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-2b6952de-9da6-413c-9ee3-bbc84f2f5114 service neutron] Port 4f373cc0-d207-4965-a825-f17bf7ab220d on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:45:33.704437 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-2b6952de-9da6-413c-9ee3-bbc84f2f5114 service neutron] Attempting to bind port 4f373cc0-d207-4965-a825-f17bf7ab220d on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:33.718085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-55059bbd-4c60-49a7-9890-c91cc044f6f0 admin admin] Deleting port 7f39700b-a98f-4813-abe8-aefbf999b40e {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:33.718460 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55059bbd-4c60-49a7-9890-c91cc044f6f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (7f39700b-a98f-4813-abe8-aefbf999b40e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:33.723384 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-2b6952de-9da6-413c-9ee3-bbc84f2f5114 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:45:33.726932 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-2b6952de-9da6-413c-9ee3-bbc84f2f5114 service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:33.727500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-2b6952de-9da6-413c-9ee3-bbc84f2f5114 service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:45:33.728001 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-2b6952de-9da6-413c-9ee3-bbc84f2f5114 service neutron] Bound port: 4f373cc0-d207-4965-a825-f17bf7ab220d, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:45:33.728440 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-2b6952de-9da6-413c-9ee3-bbc84f2f5114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4f373cc0-d207-4965-a825-f17bf7ab220d), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:33.856571 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfa09b-d625-461b-b63b-e161b1d55894 req-08361753-91c9-46b8-9053-6b6941f05668 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:33.858310 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5fbfa09b-d625-461b-b63b-e161b1d55894 req-08361753-91c9-46b8-9053-6b6941f05668 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.0736375 Feb 09 01:45:33.970456 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5fbfa09b-d625-461b-b63b-e161b1d55894 req-29d7481b-4faf-4ab7-a51d-7091bcfca32c tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978811 Feb 09 01:45:34.003970 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-55059bbd-4c60-49a7-9890-c91cc044f6f0 admin admin] For port 7f39700b-a98f-4813-abe8-aefbf999b40e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=7f39700b-a98f-4813-abe8-aefbf999b40e,segment=NetworkSegment(e16ac01c-d49e-484d-9b31-f658a1c2f4a7),segment_id=e16ac01c-d49e-484d-9b31-f658a1c2f4a7)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:34.005594 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55059bbd-4c60-49a7-9890-c91cc044f6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (7f39700b-a98f-4813-abe8-aefbf999b40e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:34.137352 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-2b6952de-9da6-413c-9ee3-bbc84f2f5114 service neutron] For port 4f373cc0-d207-4965-a825-f17bf7ab220d, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:45:34.148078 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-2b6952de-9da6-413c-9ee3-bbc84f2f5114 service neutron] For port 4f373cc0-d207-4965-a825-f17bf7ab220d, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4f373cc0-d207-4965-a825-f17bf7ab220d,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:45:34.172876 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290d52e-e9c5-4e7f-86f4-bf76e621a960 req-0be7a1c3-0ee4-4008-9be8-80f2664d88d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:34.178025 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e290d52e-e9c5-4e7f-86f4-bf76e621a960 req-0be7a1c3-0ee4-4008-9be8-80f2664d88d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=edaa21d5-32ae-42d4-9d1d-55568327f150 HTTP/1.1" status: 200 len: 902 time: 0.5945277 Feb 09 01:45:34.179128 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-55059bbd-4c60-49a7-9890-c91cc044f6f0 admin admin] Calling delete_port for 7f39700b-a98f-4813-abe8-aefbf999b40e owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:34.185525 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-2b6952de-9da6-413c-9ee3-bbc84f2f5114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (4f373cc0-d207-4965-a825-f17bf7ab220d), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:34.201596 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c87682-1fd5-4e5b-8ca1-4904f264b12f req-4de18b2c-ed1b-465a-a571-85744af3c341 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:34.217698 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c87682-1fd5-4e5b-8ca1-4904f264b12f req-4de18b2c-ed1b-465a-a571-85744af3c341 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:34.226274 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c87682-1fd5-4e5b-8ca1-4904f264b12f req-4de18b2c-ed1b-465a-a571-85744af3c341 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:34.243954 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-51c87682-1fd5-4e5b-8ca1-4904f264b12f req-4de18b2c-ed1b-465a-a571-85744af3c341 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2412 time: 0.1605742 Feb 09 01:45:34.294477 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6952de-9da6-413c-9ee3-bbc84f2f5114 service neutron] Pushing event updated for resources: {'Port': ['ID=4f373cc0-d207-4965-a825-f17bf7ab220d,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:34.322752 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625f094-304b-4a71-9f09-17a44d13aa40 req-35ffe91a-153d-41d9-890b-dd5df5e4cf71 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:34.324467 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5625f094-304b-4a71-9f09-17a44d13aa40 req-35ffe91a-153d-41d9-890b-dd5df5e4cf71 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 945 time: 0.5460107 Feb 09 01:45:34.341231 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-51c87682-1fd5-4e5b-8ca1-4904f264b12f req-162368ba-cc6f-435d-bcbb-b9a2ce13efd7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936327 Feb 09 01:45:34.374392 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-2b6952de-9da6-413c-9ee3-bbc84f2f5114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:34.374501 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-2b6952de-9da6-413c-9ee3-bbc84f2f5114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:34.376335 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-2b6952de-9da6-413c-9ee3-bbc84f2f5114 service neutron] 10.222.0.48 "PUT /v2.0/ports/4f373cc0-d207-4965-a825-f17bf7ab220d HTTP/1.1" status: 200 len: 1096 time: 3.1551032 Feb 09 01:45:34.381111 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e290d52e-e9c5-4e7f-86f4-bf76e621a960 req-b7d9ba15-bd18-46c4-aa02-17dac1c8a086 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.112&port_id=9e8bda93-23ad-4a35-8455-0e66e8961bad HTTP/1.1" status: 200 len: 217 time: 0.1908715 Feb 09 01:45:34.580868 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-31fae4b7-22ab-48c8-bdfe-4d0e6465739f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:34.582388 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-31fae4b7-22ab-48c8-bdfe-4d0e6465739f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba3e6f3dd55f415384b4dd102afb5ff6&device_id=a17efbf2-9a19-4d67-b834-64126a4bd888 HTTP/1.1" status: 200 len: 1130 time: 0.1349366 Feb 09 01:45:34.585905 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5625f094-304b-4a71-9f09-17a44d13aa40 req-db8991fb-2564-4d52-8763-f614b0ad8a06 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181499 Feb 09 01:45:34.587606 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290d52e-e9c5-4e7f-86f4-bf76e621a960 req-c6e3ddac-ebca-4b10-86a6-4a903d78a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:34.589028 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e290d52e-e9c5-4e7f-86f4-bf76e621a960 req-c6e3ddac-ebca-4b10-86a6-4a903d78a2ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77c85ff7-d6ff-4ac5-87a3-1064ad329f8c HTTP/1.1" status: 200 len: 801 time: 0.1945758 Feb 09 01:45:34.671307 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca1ca5-1268-4e46-899f-e21b9b624cfb req-6dd9f612-3b1d-4f0b-a496-53b870d72254 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:34.672992 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ebca1ca5-1268-4e46-899f-e21b9b624cfb req-6dd9f612-3b1d-4f0b-a496-53b870d72254 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/ports?device_id=a17efbf2-9a19-4d67-b834-64126a4bd888 HTTP/1.1" status: 200 len: 948 time: 0.0663266 Feb 09 01:45:34.676808 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-d7a5bc9b-f56a-48b6-b005-7e425bf38c87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=4f373cc0-d207-4965-a825-f17bf7ab220d HTTP/1.1" status: 200 len: 217 time: 0.0843158 Feb 09 01:45:34.748583 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ebca1ca5-1268-4e46-899f-e21b9b624cfb req-63aeaefa-83c0-4254-afe0-8b2eaefbac8a tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/security-groups?id=743df826-1ea4-45dc-b059-b2c3345ffcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668497 Feb 09 01:45:34.783143 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290d52e-e9c5-4e7f-86f4-bf76e621a960 req-8d230819-da77-42d9-aaca-225e1d32716d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:34.784985 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e290d52e-e9c5-4e7f-86f4-bf76e621a960 req-8d230819-da77-42d9-aaca-225e1d32716d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=edaa21d5-32ae-42d4-9d1d-55568327f150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1496761 Feb 09 01:45:34.790721 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-2b57cced-bdc7-4d63-a438-55750726664d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:34.792215 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-2b57cced-bdc7-4d63-a438-55750726664d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.0929410 Feb 09 01:45:34.970353 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44230) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:34.999079 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55059bbd-4c60-49a7-9890-c91cc044f6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (7f39700b-a98f-4813-abe8-aefbf999b40e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:35.058872 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55059bbd-4c60-49a7-9890-c91cc044f6f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f39700b-a98f-4813-abe8-aefbf999b40e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:35.077921 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-31fbc736-af31-49b5-9962-6ac98e9d42c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:35.079369 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-31fbc736-af31-49b5-9962-6ac98e9d42c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2655773 Feb 09 01:45:35.103576 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4851e463-14a8-4d82-9c22-28a132a56e67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:35.127075 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2df069-6763-448f-8266-f186570dff7e req-a1740884-9855-4d1d-b350-d1495098009f tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:35.128621 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d2df069-6763-448f-8266-f186570dff7e req-a1740884-9855-4d1d-b350-d1495098009f tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.0887156 Feb 09 01:45:35.144603 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e290d52e-e9c5-4e7f-86f4-bf76e621a960 req-c8ecfb69-07ab-451d-a096-b5fb9d440a16 service neutron] 10.222.0.48 "GET /v2.0/networks/edaa21d5-32ae-42d4-9d1d-55568327f150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490767 Feb 09 01:45:35.151406 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-3d0e822e-e873-4e27-845d-7f83ed65eed0 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:35.152904 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-3d0e822e-e873-4e27-845d-7f83ed65eed0 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/networks?id=8d868039-8396-432e-a58b-15f70b0bf5f1 HTTP/1.1" status: 200 len: 811 time: 0.3598223 Feb 09 01:45:35.211330 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d2df069-6763-448f-8266-f186570dff7e req-8c277430-9fcc-478d-a82c-d1eef699e719 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711749 Feb 09 01:45:35.270320 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-530f385c-8603-429d-a78f-180dcafc7256 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/quotas/092f8329ee4140f8a8a266c0e29b4e94 HTTP/1.1" status: 200 len: 375 time: 0.0734200 Feb 09 01:45:35.279668 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4851e463-14a8-4d82-9c22-28a132a56e67 admin admin] Publish callbacks [] for security_group (61122c99-2162-4718-9327-2b2b1218e35d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:35.288963 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4851e463-14a8-4d82-9c22-28a132a56e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (61122c99-2162-4718-9327-2b2b1218e35d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:35.310318 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 6475e698-576a-48e6-9f61-7e5ba74c2d29 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:45:35.333160 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851e463-14a8-4d82-9c22-28a132a56e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61122c99-2162-4718-9327-2b2b1218e35d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:35.352744 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4851e463-14a8-4d82-9c22-28a132a56e67 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=43e340d0734a4f6598b87a441797d844&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3811135 Feb 09 01:45:35.353611 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44240) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:35.354769 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 6475e698-576a-48e6-9f61-7e5ba74c2d29 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:45:35.355290 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 6475e698-576a-48e6-9f61-7e5ba74c2d29 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:45:35.435723 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7962b054-202c-4899-9713-38c970ed4b3a admin admin] Publish callbacks [] for security_group (61122c99-2162-4718-9327-2b2b1218e35d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:35.463006 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7962b054-202c-4899-9713-38c970ed4b3a admin admin] Publish callbacks [] for security_group (61122c99-2162-4718-9327-2b2b1218e35d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:35.548550 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55ca53-aedf-4ad6-bbd4-a8e8903ea8df req-580c03a8-1b46-4976-a35c-9af36590224b tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:35.554542 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55ca53-aedf-4ad6-bbd4-a8e8903ea8df req-580c03a8-1b46-4976-a35c-9af36590224b tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:35.560240 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55ca53-aedf-4ad6-bbd4-a8e8903ea8df req-580c03a8-1b46-4976-a35c-9af36590224b tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:35.562011 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb55ca53-aedf-4ad6-bbd4-a8e8903ea8df req-580c03a8-1b46-4976-a35c-9af36590224b tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2412 time: 0.1024678 Feb 09 01:45:35.600169 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7962b054-202c-4899-9713-38c970ed4b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (61122c99-2162-4718-9327-2b2b1218e35d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:35.602929 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7962b054-202c-4899-9713-38c970ed4b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:35.606776 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7962b054-202c-4899-9713-38c970ed4b3a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/61122c99-2162-4718-9327-2b2b1218e35d HTTP/1.1" status: 204 len: 168 time: 0.2492335 Feb 09 01:45:35.637868 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962b054-202c-4899-9713-38c970ed4b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61122c99-2162-4718-9327-2b2b1218e35d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:35.681165 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb55ca53-aedf-4ad6-bbd4-a8e8903ea8df req-7cbf7125-4725-4d07-a40e-770581dd47a9 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875614 Feb 09 01:45:35.715537 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17efbf2-9a19-4d67-b834-64126a4bd888', 'tag': '4f373cc0-d207-4965-a825-f17bf7ab220d'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:35.717734 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3ff8db-eed0-4eeb-bd62-e6ccc4efae67" -d '{"events": [{"name": "network-changed", "server_uuid": "a17efbf2-9a19-4d67-b834-64126a4bd888", "tag": "4f373cc0-d207-4965-a825-f17bf7ab220d"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:35.788398 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-a62a3951-2040-4e44-bd7c-97cdd77f74ad tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=092f8329ee4140f8a8a266c0e29b4e94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5076206 Feb 09 01:45:35.835436 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781a579-299a-42d1-97ab-6836ec3c3e4a req-ca3dae30-d607-404a-b0bf-ea3c0399d1fd tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:35.837366 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d781a579-299a-42d1-97ab-6836ec3c3e4a req-ca3dae30-d607-404a-b0bf-ea3c0399d1fd tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 945 time: 0.0833290 Feb 09 01:45:35.845082 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e290d52e-e9c5-4e7f-86f4-bf76e621a960 req-d232b123-0bc3-4dc2-8c36-ba1ebd536393 service neutron] 10.222.0.48 "GET /v2.0/networks/edaa21d5-32ae-42d4-9d1d-55568327f150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6593316 Feb 09 01:45:35.879709 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-10a99976-56f9-49bb-88b7-9a54a0bd6008 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7769530 Feb 09 01:45:35.904933 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d781a579-299a-42d1-97ab-6836ec3c3e4a req-306d664a-6a88-4971-80fb-2950d560ddd9 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614977 Feb 09 01:45:36.007797 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-dbe6e103-afd9-4487-894f-be00d79a56c9 service neutron] 10.222.0.36 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060363 Feb 09 01:45:36.012562 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4759c104-dcff-4589-864a-f4e18bbf6708 x-openstack-request-id: req-4759c104-dcff-4589-864a-f4e18bbf6708 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:36.012852 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17efbf2-9a19-4d67-b834-64126a4bd888", "tag": "4f373cc0-d207-4965-a825-f17bf7ab220d", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:36.013109 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4759c104-dcff-4589-864a-f4e18bbf6708 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:36.013582 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17efbf2-9a19-4d67-b834-64126a4bd888', 'tag': '4f373cc0-d207-4965-a825-f17bf7ab220d', 'status': 'completed', 'code': 200} Feb 09 01:45:36.047464 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55059bbd-4c60-49a7-9890-c91cc044f6f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (2f7662ff-6bea-4dac-8d29-3af36e248018), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:36.083565 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c448b6-c5bd-4dee-9246-fadca95eed69 req-5d019dd9-0f43-4bea-959e-61a475800955 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:36.091536 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-32c448b6-c5bd-4dee-9246-fadca95eed69 req-5d019dd9-0f43-4bea-959e-61a475800955 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/ports?device_id=a17efbf2-9a19-4d67-b834-64126a4bd888 HTTP/1.1" status: 200 len: 948 time: 0.0718803 Feb 09 01:45:36.149650 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8d1ae14-d94e-4ba5-ad29-1a4da10b40f7 req-67d73f49-0f51-4644-aba3-c7879da6438a service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614858 Feb 09 01:45:36.162324 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-32c448b6-c5bd-4dee-9246-fadca95eed69 req-35d4bc7f-66c7-48e5-b6fe-291a452160e3 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/security-groups?id=743df826-1ea4-45dc-b059-b2c3345ffcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608029 Feb 09 01:45:36.274131 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-f8796c57-ee12-483e-9b3d-5c07092bae4c service neutron] 10.222.0.36 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559707 Feb 09 01:45:36.298730 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ff8db-eed0-4eeb-bd62-e6ccc4efae67 req-a705dcbf-816e-4e57-b43e-bc7d025c5abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:36.301008 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf3ff8db-eed0-4eeb-bd62-e6ccc4efae67 req-a705dcbf-816e-4e57-b43e-bc7d025c5abd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba3e6f3dd55f415384b4dd102afb5ff6&device_id=a17efbf2-9a19-4d67-b834-64126a4bd888 HTTP/1.1" status: 200 len: 1130 time: 0.0923338 Feb 09 01:45:36.321231 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6215a-6b32-494f-b709-49aa1ff5f95a req-82f76144-a327-4d85-9c39-ea697ffb87af tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:36.328664 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8ae6215a-6b32-494f-b709-49aa1ff5f95a req-82f76144-a327-4d85-9c39-ea697ffb87af tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 945 time: 0.1081398 Feb 09 01:45:36.395923 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8ae6215a-6b32-494f-b709-49aa1ff5f95a req-0a9344a6-3360-4d90-9d04-6035f9136993 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637052 Feb 09 01:45:36.543594 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ff8db-eed0-4eeb-bd62-e6ccc4efae67 req-4c0a2071-859e-4eb5-bfe7-e1cca432d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:36.545226 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf3ff8db-eed0-4eeb-bd62-e6ccc4efae67 req-4c0a2071-859e-4eb5-bfe7-e1cca432d94d service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.2359169 Feb 09 01:45:36.576251 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c961401-fd56-476a-b9c4-8fd348eaf269 req-ebf6732b-68a4-4cc2-8230-35b3d969d8aa tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:36.578965 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9c961401-fd56-476a-b9c4-8fd348eaf269 req-ebf6732b-68a4-4cc2-8230-35b3d969d8aa tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.0918176 Feb 09 01:45:36.633318 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf3ff8db-eed0-4eeb-bd62-e6ccc4efae67 req-b0cdb60d-9e06-448c-97a1-b310094d5e2f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=4f373cc0-d207-4965-a825-f17bf7ab220d HTTP/1.1" status: 200 len: 217 time: 0.0715029 Feb 09 01:45:36.668312 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9c961401-fd56-476a-b9c4-8fd348eaf269 req-5b11eb58-301f-4c03-b5ab-419db4434185 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826900 Feb 09 01:45:36.714419 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55059bbd-4c60-49a7-9890-c91cc044f6f0 admin admin] Router 2f7662ff-6bea-4dac-8d29-3af36e248018 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:45:36.772866 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5b5797bd-0605-49f8-916d-98215bb8bee6 req-07d665b4-e725-4eac-b588-7c06aee82bfa tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a92fed0-3356-47a0-b1f5-7a422bb72ef2 HTTP/1.1" status: 200 len: 210 time: 0.0572810 Feb 09 01:45:36.867119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ff8db-eed0-4eeb-bd62-e6ccc4efae67 req-3021dc33-a168-4bb7-9076-264f7c0385dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:36.869184 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf3ff8db-eed0-4eeb-bd62-e6ccc4efae67 req-3021dc33-a168-4bb7-9076-264f7c0385dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.2259834 Feb 09 01:45:37.073714 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fca1a5-1ce8-41bc-9125-b474d7e63c35 req-d63bcfd5-f3a5-4084-aaf1-f0239d3f2e91 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:37.080421 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fca1a5-1ce8-41bc-9125-b474d7e63c35 req-d63bcfd5-f3a5-4084-aaf1-f0239d3f2e91 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:37.088095 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fca1a5-1ce8-41bc-9125-b474d7e63c35 req-d63bcfd5-f3a5-4084-aaf1-f0239d3f2e91 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:37.090023 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b7fca1a5-1ce8-41bc-9125-b474d7e63c35 req-d63bcfd5-f3a5-4084-aaf1-f0239d3f2e91 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2412 time: 0.2362704 Feb 09 01:45:37.091316 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55059bbd-4c60-49a7-9890-c91cc044f6f0 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:45:37.097468 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-55059bbd-4c60-49a7-9890-c91cc044f6f0 admin admin] 10.222.0.36 "PUT /v2.0/routers/2f7662ff-6bea-4dac-8d29-3af36e248018/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2720940 Feb 09 01:45:37.101374 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ff8db-eed0-4eeb-bd62-e6ccc4efae67 req-daab8f81-1f27-4e8e-8128-56b6d7c12db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:37.104581 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf3ff8db-eed0-4eeb-bd62-e6ccc4efae67 req-daab8f81-1f27-4e8e-8128-56b6d7c12db6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1836793 Feb 09 01:45:37.105619 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 44308) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:37.108952 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856dab98-7323-4c6a-bcf9-5b6d992b3aad None None] Sync routers for ids ['2f7662ff-6bea-4dac-8d29-3af36e248018'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:45:37.124857 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856dab98-7323-4c6a-bcf9-5b6d992b3aad None None] Routers {'2f7662ff-6bea-4dac-8d29-3af36e248018'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:45:37.125735 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-856dab98-7323-4c6a-bcf9-5b6d992b3aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:45:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2f7662ff-6bea-4dac-8d29-3af36e248018'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:37.260056 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-43f6ff12-078f-43b0-b32b-68e9432bf0be tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:37.261908 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-43f6ff12-078f-43b0-b32b-68e9432bf0be tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/networks?id=8e497bc1-122f-44b4-bc51-3150ff87700b HTTP/1.1" status: 200 len: 815 time: 0.1917648 Feb 09 01:45:37.289188 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-7522fe38-8c09-4884-a370-e8af6a1f47ba tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/quotas/4a97911cac8641ab9180dac54e0c0c03 HTTP/1.1" status: 200 len: 375 time: 0.0202272 Feb 09 01:45:37.310092 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device d0b09a34-a346-4d94-9592-4ea93f717206 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:45:37.388037 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b7fca1a5-1ce8-41bc-9125-b474d7e63c35 req-c413a60a-4890-4dd1-8f8d-2489aff38104 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664967 Feb 09 01:45:37.388037 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4029d80f-833a-4991-88d5-9ff6208b210f admin admin] Publish callbacks [] for router (2f7662ff-6bea-4dac-8d29-3af36e248018), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:37.400368 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-0331a20c-ac45-46b1-b132-8cebd588d5be tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4a97911cac8641ab9180dac54e0c0c03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1055233 Feb 09 01:45:37.540634 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-67e9acfb-f022-433f-8f81-922f4c0d42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:37.568282 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4029d80f-833a-4991-88d5-9ff6208b210f admin admin] Publish callbacks [] for router_gateway (2f7662ff-6bea-4dac-8d29-3af36e248018), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:37.585106 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-856dab98-7323-4c6a-bcf9-5b6d992b3aad None None] Set router 2f7662ff-6bea-4dac-8d29-3af36e248018 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:45:37.612273 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-495a8f3a-599e-456c-9607-40eb00ece80a service neutron] 10.222.0.36 "GET /v2.0/networks/8e497bc1-122f-44b4-bc51-3150ff87700b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052541 Feb 09 01:45:37.679297 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf3ff8db-eed0-4eeb-bd62-e6ccc4efae67 req-11ad5100-4235-4112-9859-9f37f21beb58 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539835 Feb 09 01:45:37.871032 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-f44b640d-a6ad-4f3c-acad-0105c919350f service neutron] 10.222.0.36 "GET /v2.0/networks/8e497bc1-122f-44b4-bc51-3150ff87700b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504683 Feb 09 01:45:37.878169 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a5120-5792-4c15-a6bf-8a03ea236d43 req-e83eb939-fc34-4e71-8236-6ad0d341174c tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:37.888909 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-653a5120-5792-4c15-a6bf-8a03ea236d43 req-e83eb939-fc34-4e71-8236-6ad0d341174c tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/ports?device_id=a17efbf2-9a19-4d67-b834-64126a4bd888 HTTP/1.1" status: 200 len: 948 time: 0.3314209 Feb 09 01:45:38.017944 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf3ff8db-eed0-4eeb-bd62-e6ccc4efae67 req-3705ec6c-87f4-4ea8-88fd-909b76889238 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106804 Feb 09 01:45:38.018169 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port d0b09a34-a346-4d94-9592-4ea93f717206, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=d0b09a34-a346-4d94-9592-4ea93f717206,segment=NetworkSegment(efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3),segment_id=efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:38.046042 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-4029d80f-833a-4991-88d5-9ff6208b210f admin admin] Deleting port 059c22f2-c762-4284-831f-35e635a22d14 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:38.046625 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4029d80f-833a-4991-88d5-9ff6208b210f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (059c22f2-c762-4284-831f-35e635a22d14), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:38.082081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'd0b09a34-a346-4d94-9592-4ea93f717206', 'network_id': 'd6b79745-643b-4fb2-9deb-04901010c336', 'port_id': 'd0b09a34-a346-4d94-9592-4ea93f717206', 'mac_address': 'fa:16:3e:0d:06:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358d199c-92d7-45a7-9ead-7399dcde59e7', 'ip_address': '19.86.0.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:45:38.152386 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-856dab98-7323-4c6a-bcf9-5b6d992b3aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '059c22f2-c762-4284-831f-35e635a22d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:45:34Z', 'revision_number': 5, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port': {'id': '059c22f2-c762-4284-831f-35e635a22d14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:36Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:38.198250 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856dab98-7323-4c6a-bcf9-5b6d992b3aad None None] Checking router: 2f7662ff-6bea-4dac-8d29-3af36e248018 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:45:38.211552 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856dab98-7323-4c6a-bcf9-5b6d992b3aad None None] Routers {'2f7662ff-6bea-4dac-8d29-3af36e248018'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:45:38.212482 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-856dab98-7323-4c6a-bcf9-5b6d992b3aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:45:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2f7662ff-6bea-4dac-8d29-3af36e248018'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:38.226472 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419095a-fcfe-4fba-b960-0b932c264e2b req-40c9e4c1-c3d4-44e7-a193-d4eb6f2b39ae tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:38.235416 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-653a5120-5792-4c15-a6bf-8a03ea236d43 req-20056064-205d-4f63-b79b-6e4d7d47672f tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/security-groups?id=743df826-1ea4-45dc-b059-b2c3345ffcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446198 Feb 09 01:45:38.244640 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b419095a-fcfe-4fba-b960-0b932c264e2b req-40c9e4c1-c3d4-44e7-a193-d4eb6f2b39ae tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.0942428 Feb 09 01:45:38.310263 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b419095a-fcfe-4fba-b960-0b932c264e2b req-bf994aed-db22-4c05-851e-40a742dcdb59 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644131 Feb 09 01:45:38.340746 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port d0b09a34-a346-4d94-9592-4ea93f717206 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:38.343173 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d0b09a34-a346-4d94-9592-4ea93f717206), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:38.377897 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b09a34-a346-4d94-9592-4ea93f717206 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:45:38.406169 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-70af148f-f421-4bb5-8949-ffcf3766ce78 req-1176f316-7056-454f-bf04-91f608012137 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 210 time: 0.0514948 Feb 09 01:45:38.408166 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-4029d80f-833a-4991-88d5-9ff6208b210f admin admin] For port 059c22f2-c762-4284-831f-35e635a22d14, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=059c22f2-c762-4284-831f-35e635a22d14,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:38.408561 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4029d80f-833a-4991-88d5-9ff6208b210f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (059c22f2-c762-4284-831f-35e635a22d14), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:38.447420 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port d0b09a34-a346-4d94-9592-4ea93f717206, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=d0b09a34-a346-4d94-9592-4ea93f717206,segment=NetworkSegment(efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3),segment_id=efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:38.455336 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-4029d80f-833a-4991-88d5-9ff6208b210f admin admin] Calling delete_port for 059c22f2-c762-4284-831f-35e635a22d14 owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:38.456606 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-856dab98-7323-4c6a-bcf9-5b6d992b3aad None None] Set router 2f7662ff-6bea-4dac-8d29-3af36e248018 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:45:38.459469 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d0b09a34-a346-4d94-9592-4ea93f717206), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:38.460488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9e8bda93-23ad-4a35-8455-0e66e8961bad details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:45:38.578835 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade98a9d-a3ec-45a5-b67a-eaf7883a10e9 req-14f815ef-985f-478e-a56a-3c57cc5e2e36 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:38.586777 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade98a9d-a3ec-45a5-b67a-eaf7883a10e9 req-14f815ef-985f-478e-a56a-3c57cc5e2e36 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:38.594303 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade98a9d-a3ec-45a5-b67a-eaf7883a10e9 req-14f815ef-985f-478e-a56a-3c57cc5e2e36 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:38.604014 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ade98a9d-a3ec-45a5-b67a-eaf7883a10e9 req-14f815ef-985f-478e-a56a-3c57cc5e2e36 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2413 time: 0.1279540 Feb 09 01:45:38.633850 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 9e8bda93-23ad-4a35-8455-0e66e8961bad, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9e8bda93-23ad-4a35-8455-0e66e8961bad,segment=NetworkSegment(0beedb5b-4874-4b41-b0e4-9393751de318),segment_id=0beedb5b-4874-4b41-b0e4-9393751de318)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:38.708827 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ade98a9d-a3ec-45a5-b67a-eaf7883a10e9 req-49ce83fd-4ce9-4ad7-8115-97b7dd4f8eaa tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036799 Feb 09 01:45:38.729337 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '9e8bda93-23ad-4a35-8455-0e66e8961bad', 'network_id': 'edaa21d5-32ae-42d4-9d1d-55568327f150', 'port_id': '9e8bda93-23ad-4a35-8455-0e66e8961bad', 'mac_address': 'fa:16:3e:65:b9:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c85ff7-d6ff-4ac5-87a3-1064ad329f8c', 'ip_address': '19.80.0.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:45:38.767622 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=d0b09a34-a346-4d94-9592-4ea93f717206,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:38.812778 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 9e8bda93-23ad-4a35-8455-0e66e8961bad is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:38.813463 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9e8bda93-23ad-4a35-8455-0e66e8961bad), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:38.817260 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-856dab98-7323-4c6a-bcf9-5b6d992b3aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:45:37Z', 'revision_number': 6, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:38.878505 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856dab98-7323-4c6a-bcf9-5b6d992b3aad None None] The sync data for ids ['2f7662ff-6bea-4dac-8d29-3af36e248018'] in n-d-828387-3 is: [{'id': '2f7662ff-6bea-4dac-8d29-3af36e248018', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956809824-router', 'tenant_id': 'de202805521c40c99d9482e3dcc29505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:45:37Z', 'revision_number': 6, 'project_id': 'de202805521c40c99d9482e3dcc29505', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:45:38.887764 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec14c432-a963-4408-99e5-0f87cc33454b req-91ca3e87-d006-4a8f-b44b-f56e92e985d2 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a92fed0-3356-47a0-b1f5-7a422bb72ef2 HTTP/1.1" status: 200 len: 210 time: 0.3248684 Feb 09 01:45:38.895745 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8bda93-23ad-4a35-8455-0e66e8961bad {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:45:38.918985 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 9e8bda93-23ad-4a35-8455-0e66e8961bad, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9e8bda93-23ad-4a35-8455-0e66e8961bad,segment=NetworkSegment(0beedb5b-4874-4b41-b0e4-9393751de318),segment_id=0beedb5b-4874-4b41-b0e4-9393751de318)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:38.927402 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9e8bda93-23ad-4a35-8455-0e66e8961bad), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:38.929112 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:45:38.993512 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-c717c884-7088-4712-b4b4-24b05b111b8a tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:39.003916 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-c717c884-7088-4712-b4b4-24b05b111b8a tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.48 "GET /v2.0/networks?id=8d868039-8396-432e-a58b-15f70b0bf5f1 HTTP/1.1" status: 200 len: 811 time: 0.4222183 Feb 09 01:45:39.024393 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-2b6a83d7-51e3-4696-92de-1e44bb8c810e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Request body: {'port': {'device_id': '8a92fed0-3356-47a0-b1f5-7a422bb72ef2', 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1', 'admin_state_up': True, 'tenant_id': '092f8329ee4140f8a8a266c0e29b4e94'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:39.108390 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=9e8bda93-23ad-4a35-8455-0e66e8961bad,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:39.108587 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4029d80f-833a-4991-88d5-9ff6208b210f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (059c22f2-c762-4284-831f-35e635a22d14), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:39.118550 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9dcacce5-3fb7-4c5b-b4b9-e07d237d1153,segment=NetworkSegment(0beedb5b-4874-4b41-b0e4-9393751de318),segment_id=0beedb5b-4874-4b41-b0e4-9393751de318)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:39.133200 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '9dcacce5-3fb7-4c5b-b4b9-e07d237d1153', 'network_id': 'edaa21d5-32ae-42d4-9d1d-55568327f150', 'port_id': '9dcacce5-3fb7-4c5b-b4b9-e07d237d1153', 'mac_address': 'fa:16:3e:73:91:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c85ff7-d6ff-4ac5-87a3-1064ad329f8c', 'ip_address': '19.80.0.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:45:39.174710 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029d80f-833a-4991-88d5-9ff6208b210f admin admin] Pushing event deleted for resources: {'Port': ['ID=059c22f2-c762-4284-831f-35e635a22d14,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:39.191416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:39.191934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040eacd-4119-45ac-acfd-f7147be9a030 req-3bf9f438-1205-4353-9428-1d6abe8f1df9 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:39.192617 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9dcacce5-3fb7-4c5b-b4b9-e07d237d1153), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:39.193708 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7040eacd-4119-45ac-acfd-f7147be9a030 req-3bf9f438-1205-4353-9428-1d6abe8f1df9 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c4e539f-752f-436c-938d-fb36ea76aaff HTTP/1.1" status: 200 len: 945 time: 0.5243590 Feb 09 01:45:39.228899 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:45:39.256997 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9dcacce5-3fb7-4c5b-b4b9-e07d237d1153,segment=NetworkSegment(0beedb5b-4874-4b41-b0e4-9393751de318),segment_id=0beedb5b-4874-4b41-b0e4-9393751de318)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:39.266919 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9dcacce5-3fb7-4c5b-b4b9-e07d237d1153), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:39.335891 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 4f373cc0-d207-4965-a825-f17bf7ab220d details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:45:39.392519 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4029d80f-833a-4991-88d5-9ff6208b210f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (2f7662ff-6bea-4dac-8d29-3af36e248018), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:39.540319 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e6bdd-f692-4960-a3ea-4a9308075814 req-89b5e788-8f99-4b47-8e26-64dd5b7c324c tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:39.548793 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-368e6bdd-f692-4960-a3ea-4a9308075814 req-89b5e788-8f99-4b47-8e26-64dd5b7c324c tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/ports?device_id=a17efbf2-9a19-4d67-b834-64126a4bd888 HTTP/1.1" status: 200 len: 948 time: 0.1862884 Feb 09 01:45:39.673418 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-368e6bdd-f692-4960-a3ea-4a9308075814 req-00dd20ac-c079-4bef-b13b-9af392877fd0 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/security-groups?id=743df826-1ea4-45dc-b059-b2c3345ffcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146674 Feb 09 01:45:39.756580 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 4f373cc0-d207-4965-a825-f17bf7ab220d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4f373cc0-d207-4965-a825-f17bf7ab220d,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:39.781087 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '4f373cc0-d207-4965-a825-f17bf7ab220d', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '4f373cc0-d207-4965-a825-f17bf7ab220d', 'mac_address': 'fa:16:3e:8b:eb:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:45:39.796705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7f39700b-a98f-4813-abe8-aefbf999b40e no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:45:39.806575 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-c8f906bd-7e41-4b04-b4f6-d0504b02143e tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:39.808295 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-c8f906bd-7e41-4b04-b4f6-d0504b02143e tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.67 "GET /v2.0/networks?id=8e497bc1-122f-44b4-bc51-3150ff87700b HTTP/1.1" status: 200 len: 815 time: 0.1337044 Feb 09 01:45:39.823006 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-4270ee84-07c6-4165-baa8-aa2407ec3dd5 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Request body: {'port': {'device_id': 'd0984c9e-3fac-4d3f-96d6-84b9e9bd7daa', 'network_id': '8e497bc1-122f-44b4-bc51-3150ff87700b', 'admin_state_up': True, 'tenant_id': '4a97911cac8641ab9180dac54e0c0c03'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:39.862253 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 7f39700b-a98f-4813-abe8-aefbf999b40e {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:45:39.862883 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7f39700b-a98f-4813-abe8-aefbf999b40e not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:45:39.973945 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['d0b09a34-a346-4d94-9592-4ea93f717206'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:45:39.981705 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-29931be8-a125-45a0-a421-ecd88b50138c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:39.986600 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.008949 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['9e8bda93-23ad-4a35-8455-0e66e8961bad'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:45:40.044259 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-069c6ed6-11ec-42e1-a885-d64a8e5c404e req-a15e71c8-2176-4411-9272-e89f0571587d tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 210 time: 0.0525167 Feb 09 01:45:40.067500 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['9dcacce5-3fb7-4c5b-b4b9-e07d237d1153'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:45:40.071855 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-4270ee84-07c6-4165-baa8-aa2407ec3dd5 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Made reservation on behalf of 4a97911cac8641ab9180dac54e0c0c03 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:40.079542 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-4270ee84-07c6-4165-baa8-aa2407ec3dd5 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.185815 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=9dcacce5-3fb7-4c5b-b4b9-e07d237d1153,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:40.197691 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 4f373cc0-d207-4965-a825-f17bf7ab220d is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:40.198716 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4f373cc0-d207-4965-a825-f17bf7ab220d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.202856 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4029d80f-833a-4991-88d5-9ff6208b210f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (2f7662ff-6bea-4dac-8d29-3af36e248018), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.234641 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4029d80f-833a-4991-88d5-9ff6208b210f admin admin] Publish callbacks [] for router_controller (2f7662ff-6bea-4dac-8d29-3af36e248018), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.267590 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f373cc0-d207-4965-a825-f17bf7ab220d {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:45:40.286525 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44400) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:40.288706 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 4f373cc0-d207-4965-a825-f17bf7ab220d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4f373cc0-d207-4965-a825-f17bf7ab220d,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:40.309377 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4f373cc0-d207-4965-a825-f17bf7ab220d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.344853 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eac86c-db23-46c7-84b4-93724019f0a5 req-22b13ffd-983d-4081-bb6a-274fb9667f7c tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:40.352375 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0eac86c-db23-46c7-84b4-93724019f0a5 req-22b13ffd-983d-4081-bb6a-274fb9667f7c tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.8676624 Feb 09 01:45:40.358621 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4029d80f-833a-4991-88d5-9ff6208b210f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (2f7662ff-6bea-4dac-8d29-3af36e248018), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.359607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4029d80f-833a-4991-88d5-9ff6208b210f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f7662ff-6bea-4dac-8d29-3af36e248018 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:45:40.380708 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4029d80f-833a-4991-88d5-9ff6208b210f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.384544 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4029d80f-833a-4991-88d5-9ff6208b210f admin admin] 10.222.0.36 "DELETE /v2.0/routers/2f7662ff-6bea-4dac-8d29-3af36e248018 HTTP/1.1" status: 204 len: 168 time: 3.2751880 Feb 09 01:45:40.398756 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 44404) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:40.407650 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-4270ee84-07c6-4165-baa8-aa2407ec3dd5 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Allocated IP 172.20.0.5 (8e497bc1-122f-44b4-bc51-3150ff87700b/ddb561ab-b96f-484d-90d6-e4f04b896832/ada72cc7-57bd-46e3-b8cd-ef168e7433ba) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:40.413343 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-2b6a83d7-51e3-4696-92de-1e44bb8c810e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Made reservation on behalf of 092f8329ee4140f8a8a266c0e29b4e94 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:40.421632 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-2b6a83d7-51e3-4696-92de-1e44bb8c810e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.480727 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e336e83-bf4d-4d6b-bdfc-56e5feaa2b0d req-7da40225-04e8-4938-9464-897c4c98d76e tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:40.488566 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e336e83-bf4d-4d6b-bdfc-56e5feaa2b0d req-7da40225-04e8-4938-9464-897c4c98d76e tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:40.494462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e336e83-bf4d-4d6b-bdfc-56e5feaa2b0d req-7da40225-04e8-4938-9464-897c4c98d76e tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:40.501634 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e336e83-bf4d-4d6b-bdfc-56e5feaa2b0d req-7da40225-04e8-4938-9464-897c4c98d76e tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2415 time: 0.3648136 Feb 09 01:45:40.519926 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0eac86c-db23-46c7-84b4-93724019f0a5 req-c0583523-d5ba-4a2c-bab3-7b1c114bf818 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666005 Feb 09 01:45:40.531093 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-7040eacd-4119-45ac-acfd-f7147be9a030 req-cd06e889-4ab2-4e9f-b010-f1ae8ebb8930 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Deleting port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:40.531485 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7040eacd-4119-45ac-acfd-f7147be9a030 req-cd06e889-4ab2-4e9f-b010-f1ae8ebb8930 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0aad00fd-b9a7-4cb7-a58d-cd94523b670d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.556923 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=4f373cc0-d207-4965-a825-f17bf7ab220d,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:40.607551 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31e81041-9626-478c-b9af-ce13b1d230fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.650614 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['4f373cc0-d207-4965-a825-f17bf7ab220d'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:45:40.658429 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 0aad00fd-b9a7-4cb7-a58d-cd94523b670d no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:45:40.664357 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-183acea0-70e7-4a9e-a214-5ef78695a075 admin admin] Deleting subnet b0b26f97-d0c8-4cf7-88ed-04342ece5400 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:45:40.676446 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-183acea0-70e7-4a9e-a214-5ef78695a075 admin admin] Publish callbacks [] for subnet (b0b26f97-d0c8-4cf7-88ed-04342ece5400), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.756642 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31e81041-9626-478c-b9af-ce13b1d230fb admin admin] Publish callbacks [] for security_group (aa3e5fb7-a659-416f-8f75-cbb962414f36), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.769247 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31e81041-9626-478c-b9af-ce13b1d230fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (aa3e5fb7-a659-416f-8f75-cbb962414f36), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.798776 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e336e83-bf4d-4d6b-bdfc-56e5feaa2b0d req-b5387bcb-7ef7-4a0c-aaf9-e9ed33234bad tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961686 Feb 09 01:45:40.803934 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f7f02015-ac8c-4017-9e07-f133a9e0343e req-31131a4a-1de1-49f1-a304-0e0cec82107d tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a92fed0-3356-47a0-b1f5-7a422bb72ef2 HTTP/1.1" status: 200 len: 210 time: 0.1323948 Feb 09 01:45:40.848937 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-183acea0-70e7-4a9e-a214-5ef78695a075 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (b0b26f97-d0c8-4cf7-88ed-04342ece5400), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.919332 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-7040eacd-4119-45ac-acfd-f7147be9a030 req-cd06e889-4ab2-4e9f-b010-f1ae8ebb8930 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] For port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0aad00fd-b9a7-4cb7-a58d-cd94523b670d,segment=NetworkSegment(a0c13e34-b473-4117-be31-94c544229fa5),segment_id=a0c13e34-b473-4117-be31-94c544229fa5)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:40.919777 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7040eacd-4119-45ac-acfd-f7147be9a030 req-cd06e889-4ab2-4e9f-b010-f1ae8ebb8930 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0aad00fd-b9a7-4cb7-a58d-cd94523b670d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.954879 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-7040eacd-4119-45ac-acfd-f7147be9a030 req-cd06e889-4ab2-4e9f-b010-f1ae8ebb8930 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Calling delete_port for 0aad00fd-b9a7-4cb7-a58d-cd94523b670d owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:40.960875 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-31e81041-9626-478c-b9af-ce13b1d230fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=28f7c8efad134d88a28e7e4e1bb0470e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6727450 Feb 09 01:45:40.961036 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 44414) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:40.962052 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e81041-9626-478c-b9af-ce13b1d230fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3e5fb7-a659-416f-8f75-cbb962414f36,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:40.972098 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.000314 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.010839 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-4270ee84-07c6-4165-baa8-aa2407ec3dd5 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Publish callbacks [] for port (ada72cc7-57bd-46e3-b8cd-ef168e7433ba), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.056872 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ed472-e419-454b-bd2a-585c54c5e99f req-109be28c-26d4-4cec-9932-64f570a780c2 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:41.065731 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c60ed472-e419-454b-bd2a-585c54c5e99f req-109be28c-26d4-4cec-9932-64f570a780c2 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/ports?device_id=a17efbf2-9a19-4d67-b834-64126a4bd888 HTTP/1.1" status: 200 len: 949 time: 0.1436265 Feb 09 01:45:41.108192 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:41.110929 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0aad00fd-b9a7-4cb7-a58d-cd94523b670d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.119278 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-2b6a83d7-51e3-4696-92de-1e44bb8c810e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Allocated IP 172.20.0.14 (8d868039-8396-432e-a58b-15f70b0bf5f1/06960262-e6ff-4aec-9056-78c4deec1b4a/5859b7b7-f145-4fe0-ad2d-100b301d6b8a) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:41.125847 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-4270ee84-07c6-4165-baa8-aa2407ec3dd5 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ada72cc7-57bd-46e3-b8cd-ef168e7433ba), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.157899 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fdb52435-4781-4b17-bc1b-371588b6774c admin admin] Publish callbacks [] for security_group (aa3e5fb7-a659-416f-8f75-cbb962414f36), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.195883 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c60ed472-e419-454b-bd2a-585c54c5e99f req-aa2bc0c5-f7f7-4d07-9009-e75a80670a4c tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/security-groups?id=743df826-1ea4-45dc-b059-b2c3345ffcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264551 Feb 09 01:45:41.206852 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4e539f-752f-436c-938d-fb36ea76aaff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aad00fd-b9a7-4cb7-a58d-cd94523b670d'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:41.208461 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ef1508-f81a-4538-a57f-79c6aab2c616" -d '{"events": [{"server_uuid": "0c4e539f-752f-436c-938d-fb36ea76aaff", "name": "network-vif-unplugged", "status": "completed", "tag": "0aad00fd-b9a7-4cb7-a58d-cd94523b670d"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:41.227913 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-183acea0-70e7-4a9e-a214-5ef78695a075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (b0b26f97-d0c8-4cf7-88ed-04342ece5400), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.233464 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0aad00fd-b9a7-4cb7-a58d-cd94523b670d,segment=NetworkSegment(a0c13e34-b473-4117-be31-94c544229fa5),segment_id=a0c13e34-b473-4117-be31-94c544229fa5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:41.242606 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0aad00fd-b9a7-4cb7-a58d-cd94523b670d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.266583 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270ee84-07c6-4165-baa8-aa2407ec3dd5 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Pushing event updated for resources: {'Port': ['ID=ada72cc7-57bd-46e3-b8cd-ef168e7433ba,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:41.270995 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-4270ee84-07c6-4165-baa8-aa2407ec3dd5 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Network 8e497bc1-122f-44b4-bc51-3150ff87700b is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:41.273758 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-4270ee84-07c6-4165-baa8-aa2407ec3dd5 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:41.281291 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-4270ee84-07c6-4165-baa8-aa2407ec3dd5 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:41.311408 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=0aad00fd-b9a7-4cb7-a58d-cd94523b670d,revision_number=9']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:41.315458 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e710af9f-1f0b-4dd0-be80-85433c073538 x-openstack-request-id: req-e710af9f-1f0b-4dd0-be80-85433c073538 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:41.315995 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4e539f-752f-436c-938d-fb36ea76aaff", "name": "network-vif-unplugged", "status": "completed", "tag": "0aad00fd-b9a7-4cb7-a58d-cd94523b670d", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:41.316454 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e710af9f-1f0b-4dd0-be80-85433c073538 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:41.317024 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4e539f-752f-436c-938d-fb36ea76aaff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aad00fd-b9a7-4cb7-a58d-cd94523b670d', 'code': 200} Feb 09 01:45:41.324569 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fdb52435-4781-4b17-bc1b-371588b6774c admin admin] Publish callbacks [] for security_group (aa3e5fb7-a659-416f-8f75-cbb962414f36), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.338849 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device d0b09a34-a346-4d94-9592-4ea93f717206 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:45:41.379301 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-4270ee84-07c6-4165-baa8-aa2407ec3dd5 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:41.379971 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-4270ee84-07c6-4165-baa8-aa2407ec3dd5 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.389015 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 059c22f2-c762-4284-831f-35e635a22d14 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:45:41.402849 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-4270ee84-07c6-4165-baa8-aa2407ec3dd5 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5852311 Feb 09 01:45:41.408045 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774b076-a414-4bac-a853-d97c047be06f req-24d35673-ad85-4753-a546-ce20813a9c90 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:41.409312 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0774b076-a414-4bac-a853-d97c047be06f req-24d35673-ad85-4753-a546-ce20813a9c90 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 931 time: 0.2599204 Feb 09 01:45:41.416886 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-71e206cc-8f1f-4f46-92a4-9223235783a0 service neutron] Request body: {'port': {'device_id': 'd0984c9e-3fac-4d3f-96d6-84b9e9bd7daa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:41.447117 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 059c22f2-c762-4284-831f-35e635a22d14 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:45:41.447539 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 059c22f2-c762-4284-831f-35e635a22d14 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:45:41.500066 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port d0b09a34-a346-4d94-9592-4ea93f717206 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:45:41.511180 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-71e206cc-8f1f-4f46-92a4-9223235783a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ada72cc7-57bd-46e3-b8cd-ef168e7433ba), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.515856 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port d0b09a34-a346-4d94-9592-4ea93f717206 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:41.516293 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d0b09a34-a346-4d94-9592-4ea93f717206), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.523836 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-183acea0-70e7-4a9e-a214-5ef78695a075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (b0b26f97-d0c8-4cf7-88ed-04342ece5400), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.610015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183acea0-70e7-4a9e-a214-5ef78695a075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0b26f97-d0c8-4cf7-88ed-04342ece5400,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:41.621815 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-183acea0-70e7-4a9e-a214-5ef78695a075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.628071 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-183acea0-70e7-4a9e-a214-5ef78695a075 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b0b26f97-d0c8-4cf7-88ed-04342ece5400 HTTP/1.1" status: 204 len: 168 time: 1.2210407 Feb 09 01:45:41.632670 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 44422) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:41.698319 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port d0b09a34-a346-4d94-9592-4ea93f717206 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:41.698711 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d0b09a34-a346-4d94-9592-4ea93f717206), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.700934 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebcc6fb-ab56-4746-a814-271cdd69b645 None None] Network f0b7f23d-62d1-4973-9206-4a988800da60 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:41.721208 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fdb52435-4781-4b17-bc1b-371588b6774c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (aa3e5fb7-a659-416f-8f75-cbb962414f36), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.727825 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fdb52435-4781-4b17-bc1b-371588b6774c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.729160 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fdb52435-4781-4b17-bc1b-371588b6774c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aa3e5fb7-a659-416f-8f75-cbb962414f36 HTTP/1.1" status: 204 len: 168 time: 0.7558546 Feb 09 01:45:41.739518 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0774b076-a414-4bac-a853-d97c047be06f req-89bbe5c9-8870-4e6f-9313-fcff261c1abb tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117619 Feb 09 01:45:41.746946 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7040eacd-4119-45ac-acfd-f7147be9a030 req-cd06e889-4ab2-4e9f-b010-f1ae8ebb8930 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (0aad00fd-b9a7-4cb7-a58d-cd94523b670d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.809943 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb52435-4781-4b17-bc1b-371588b6774c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3e5fb7-a659-416f-8f75-cbb962414f36,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:41.857202 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-2b6a83d7-51e3-4696-92de-1e44bb8c810e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks [] for port (5859b7b7-f145-4fe0-ad2d-100b301d6b8a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.860704 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06e889-4ab2-4e9f-b010-f1ae8ebb8930 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Pushing event deleted for resources: {'Port': ['ID=0aad00fd-b9a7-4cb7-a58d-cd94523b670d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:41.868080 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port d0b09a34-a346-4d94-9592-4ea93f717206, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=d0b09a34-a346-4d94-9592-4ea93f717206,segment=NetworkSegment(efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3),segment_id=efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:41.876263 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-25fb6f68-a8cf-42ba-a328-6f57f720bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (f0b7f23d-62d1-4973-9206-4a988800da60), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.904775 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d0b09a34-a346-4d94-9592-4ea93f717206), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.930219 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b98715-ede7-4342-b653-85eac32bd902 req-b7d8c2b6-ee42-427b-ab77-f4131e5e4c5f tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:41.931892 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a3b98715-ede7-4342-b653-85eac32bd902 req-b7d8c2b6-ee42-427b-ab77-f4131e5e4c5f tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.2733288 Feb 09 01:45:42.026149 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a3b98715-ede7-4342-b653-85eac32bd902 req-4efdd6c0-1c02-44c7-96aa-1f9d94757243 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868247 Feb 09 01:45:42.041231 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-7040eacd-4119-45ac-acfd-f7147be9a030 req-cd06e889-4ab2-4e9f-b010-f1ae8ebb8930 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] No DVR routers for this DVR port 0aad00fd-b9a7-4cb7-a58d-cd94523b670d on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:45:42.084699 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=d0b09a34-a346-4d94-9592-4ea93f717206,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:42.103941 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7040eacd-4119-45ac-acfd-f7147be9a030 req-cd06e889-4ab2-4e9f-b010-f1ae8ebb8930 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.111907 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7040eacd-4119-45ac-acfd-f7147be9a030 req-cd06e889-4ab2-4e9f-b010-f1ae8ebb8930 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.67 "DELETE /v2.0/ports/0aad00fd-b9a7-4cb7-a58d-cd94523b670d HTTP/1.1" status: 204 len: 173 time: 2.9005027 Feb 09 01:45:42.123816 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4e539f-752f-436c-938d-fb36ea76aaff', 'name': 'network-vif-deleted', 'tag': '0aad00fd-b9a7-4cb7-a58d-cd94523b670d'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:42.129495 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd750a4-e343-4632-a609-b37c7aa21be7" -d '{"events": [{"server_uuid": "0c4e539f-752f-436c-938d-fb36ea76aaff", "name": "network-vif-deleted", "tag": "0aad00fd-b9a7-4cb7-a58d-cd94523b670d"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:42.201945 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-2b6a83d7-51e3-4696-92de-1e44bb8c810e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5859b7b7-f145-4fe0-ad2d-100b301d6b8a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.205658 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d038c049-6cb5-45f7-92ac-b4299bec2a30 None None] DHCP port deletion for f0b7f23d-62d1-4973-9206-4a988800da60 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:45:42.250177 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-71e206cc-8f1f-4f46-92a4-9223235783a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada72cc7-57bd-46e3-b8cd-ef168e7433ba {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:45:42.274391 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-71e206cc-8f1f-4f46-92a4-9223235783a0 service neutron] Publish callbacks [] for port (ada72cc7-57bd-46e3-b8cd-ef168e7433ba), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.297814 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.331544 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8654a3-ab9b-4f52-ac00-734a9455866c req-48220a03-ac77-4472-8b50-69c5b743f1de tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:42.332124 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae7653-3c60-4f2d-85ae-ef50a23eac21 req-456a092b-01ac-4d07-8d92-dcb73f7ee3f5 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:42.333558 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9aae7653-3c60-4f2d-85ae-ef50a23eac21 req-456a092b-01ac-4d07-8d92-dcb73f7ee3f5 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a92fed0-3356-47a0-b1f5-7a422bb72ef2 HTTP/1.1" status: 200 len: 932 time: 0.1775734 Feb 09 01:45:42.335398 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-71e206cc-8f1f-4f46-92a4-9223235783a0 service neutron] Transition to ACTIVE for port object ada72cc7-57bd-46e3-b8cd-ef168e7433ba will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:45:42.339105 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d038c049-6cb5-45f7-92ac-b4299bec2a30 None None] Deleting port 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:42.339511 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d038c049-6cb5-45f7-92ac-b4299bec2a30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.340313 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-71e206cc-8f1f-4f46-92a4-9223235783a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (ada72cc7-57bd-46e3-b8cd-ef168e7433ba), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.347726 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8654a3-ab9b-4f52-ac00-734a9455866c req-48220a03-ac77-4472-8b50-69c5b743f1de tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:42.355080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8654a3-ab9b-4f52-ac00-734a9455866c req-48220a03-ac77-4472-8b50-69c5b743f1de tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:42.362804 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0b8654a3-ab9b-4f52-ac00-734a9455866c req-48220a03-ac77-4472-8b50-69c5b743f1de tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2416 time: 0.4338858 Feb 09 01:45:42.366662 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 44438) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:42.418180 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-2b6a83d7-51e3-4696-92de-1e44bb8c810e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Network 8d868039-8396-432e-a58b-15f70b0bf5f1 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:42.421264 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-85f5b231-b6f3-425d-8dfd-33f72d56e56d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.428496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-25fb6f68-a8cf-42ba-a328-6f57f720bb9d admin admin] Deleting port 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:42.428886 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-25fb6f68-a8cf-42ba-a328-6f57f720bb9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.444998 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d038c049-6cb5-45f7-92ac-b4299bec2a30 None None] For port 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c,segment=NetworkSegment(e16ac01c-d49e-484d-9b31-f658a1c2f4a7),segment_id=e16ac01c-d49e-484d-9b31-f658a1c2f4a7)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:42.445754 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d038c049-6cb5-45f7-92ac-b4299bec2a30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.461244 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9aae7653-3c60-4f2d-85ae-ef50a23eac21 req-8192dafa-15cd-4e69-89d5-42dcc2173343 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181982 Feb 09 01:45:42.468710 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d038c049-6cb5-45f7-92ac-b4299bec2a30 None None] Calling delete_port for 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:42.483805 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e206cc-8f1f-4f46-92a4-9223235783a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ada72cc7-57bd-46e3-b8cd-ef168e7433ba,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:42.492207 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-2b6a83d7-51e3-4696-92de-1e44bb8c810e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:42.514862 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-25fb6f68-a8cf-42ba-a328-6f57f720bb9d admin admin] For port 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c,segment=NetworkSegment(e16ac01c-d49e-484d-9b31-f658a1c2f4a7),segment_id=e16ac01c-d49e-484d-9b31-f658a1c2f4a7)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:42.515246 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-25fb6f68-a8cf-42ba-a328-6f57f720bb9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.520724 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-71e206cc-8f1f-4f46-92a4-9223235783a0 service neutron] Attempting to bind port ada72cc7-57bd-46e3-b8cd-ef168e7433ba on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:45:42.521204 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-71e206cc-8f1f-4f46-92a4-9223235783a0 service neutron] Attempting to bind port ada72cc7-57bd-46e3-b8cd-ef168e7433ba by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'a0c13e34-b473-4117-be31-94c544229fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e497bc1-122f-44b4-bc51-3150ff87700b'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:45:42.522225 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-71e206cc-8f1f-4f46-92a4-9223235783a0 service neutron] Attempting to bind port ada72cc7-57bd-46e3-b8cd-ef168e7433ba on network 8e497bc1-122f-44b4-bc51-3150ff87700b {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:42.527659 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-71e206cc-8f1f-4f46-92a4-9223235783a0 service neutron] Port ada72cc7-57bd-46e3-b8cd-ef168e7433ba on network 8e497bc1-122f-44b4-bc51-3150ff87700b not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:45:42.528358 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-71e206cc-8f1f-4f46-92a4-9223235783a0 service neutron] Attempting to bind port ada72cc7-57bd-46e3-b8cd-ef168e7433ba on network 8e497bc1-122f-44b4-bc51-3150ff87700b {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:42.531534 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-25fb6f68-a8cf-42ba-a328-6f57f720bb9d admin admin] Calling delete_port for 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:42.535515 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-71e206cc-8f1f-4f46-92a4-9223235783a0 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:45:42.535718 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-71e206cc-8f1f-4f46-92a4-9223235783a0 service neutron] Checking segment: {'id': 'a0c13e34-b473-4117-be31-94c544229fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e497bc1-122f-44b4-bc51-3150ff87700b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:42.536216 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-71e206cc-8f1f-4f46-92a4-9223235783a0 service neutron] Bound using segment: {'id': 'a0c13e34-b473-4117-be31-94c544229fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e497bc1-122f-44b4-bc51-3150ff87700b'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:45:42.536928 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-71e206cc-8f1f-4f46-92a4-9223235783a0 service neutron] Bound port: ada72cc7-57bd-46e3-b8cd-ef168e7433ba, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c13e34-b473-4117-be31-94c544229fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e497bc1-122f-44b4-bc51-3150ff87700b'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:45:42.538285 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-71e206cc-8f1f-4f46-92a4-9223235783a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ada72cc7-57bd-46e3-b8cd-ef168e7433ba), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.591514 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-2b6a83d7-51e3-4696-92de-1e44bb8c810e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:42.633688 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcbe460-624d-4c72-ad71-4205dda39d29 x-openstack-request-id: req-4bcbe460-624d-4c72-ad71-4205dda39d29 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:42.633984 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4e539f-752f-436c-938d-fb36ea76aaff", "name": "network-vif-deleted", "tag": "0aad00fd-b9a7-4cb7-a58d-cd94523b670d", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:42.634241 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4bcbe460-624d-4c72-ad71-4205dda39d29 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:42.634645 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4e539f-752f-436c-938d-fb36ea76aaff', 'name': 'network-vif-deleted', 'tag': '0aad00fd-b9a7-4cb7-a58d-cd94523b670d', 'status': 'completed', 'code': 200} Feb 09 01:45:42.635496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a83d7-51e3-4696-92de-1e44bb8c810e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Pushing event updated for resources: {'Port': ['ID=5859b7b7-f145-4fe0-ad2d-100b301d6b8a,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:42.645323 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-71e206cc-8f1f-4f46-92a4-9223235783a0 service neutron] For port ada72cc7-57bd-46e3-b8cd-ef168e7433ba, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:45:42.654893 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-71e206cc-8f1f-4f46-92a4-9223235783a0 service neutron] For port ada72cc7-57bd-46e3-b8cd-ef168e7433ba, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ada72cc7-57bd-46e3-b8cd-ef168e7433ba,segment=NetworkSegment(a0c13e34-b473-4117-be31-94c544229fa5),segment_id=a0c13e34-b473-4117-be31-94c544229fa5)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:45:42.664508 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d038c049-6cb5-45f7-92ac-b4299bec2a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.667258 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-71e206cc-8f1f-4f46-92a4-9223235783a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (ada72cc7-57bd-46e3-b8cd-ef168e7433ba), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.705297 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-2b6a83d7-51e3-4696-92de-1e44bb8c810e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:42.705956 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-2b6a83d7-51e3-4696-92de-1e44bb8c810e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.716972 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0b8654a3-ab9b-4f52-ac00-734a9455866c req-dc2ebe33-7b81-4879-910e-477b795dd22e tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527431 Feb 09 01:45:42.750974 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-71e206cc-8f1f-4f46-92a4-9223235783a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:42.751796 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-71e206cc-8f1f-4f46-92a4-9223235783a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.755063 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-71e206cc-8f1f-4f46-92a4-9223235783a0 service neutron] 10.222.0.67 "PUT /v2.0/ports/ada72cc7-57bd-46e3-b8cd-ef168e7433ba HTTP/1.1" status: 200 len: 1091 time: 1.3455780 Feb 09 01:45:42.755855 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0984c9e-3fac-4d3f-96d6-84b9e9bd7daa', 'tag': 'ada72cc7-57bd-46e3-b8cd-ef168e7433ba'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:42.758999 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91571329-c3de-41a8-91b0-0cf054e82d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa", "tag": "ada72cc7-57bd-46e3-b8cd-ef168e7433ba"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:42.764734 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d038c049-6cb5-45f7-92ac-b4299bec2a30 None None] No DVR routers for this DVR port 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:45:42.778234 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-2b6a83d7-51e3-4696-92de-1e44bb8c810e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7665009 Feb 09 01:45:42.791101 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038c049-6cb5-45f7-92ac-b4299bec2a30 None None] Pushing event deleted for resources: {'Port': ['ID=8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:42.817088 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-25fb6f68-a8cf-42ba-a328-6f57f720bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.878156 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb6f68-a8cf-42ba-a328-6f57f720bb9d admin admin] Pushing event deleted for resources: {'Port': ['ID=8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:42.884603 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fb6f68-a8cf-42ba-a328-6f57f720bb9d admin admin] No DVR routers for this DVR port 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:45:42.893932 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-85f5b231-b6f3-425d-8dfd-33f72d56e56d admin admin] Publish callbacks [] for security_group (b4174179-8ff5-4031-b52b-44955e1a56f4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.894945 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e206cc-8f1f-4f46-92a4-9223235783a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ada72cc7-57bd-46e3-b8cd-ef168e7433ba,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:42.936035 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-85f5b231-b6f3-425d-8dfd-33f72d56e56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b4174179-8ff5-4031-b52b-44955e1a56f4), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.962802 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4929ab-cac5-4f9a-8af1-a9be288fc9d4 req-21d5d829-cf26-4438-bb50-4565fd258f83 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:42.972801 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1c4929ab-cac5-4f9a-8af1-a9be288fc9d4 req-21d5d829-cf26-4438-bb50-4565fd258f83 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/ports?device_id=a17efbf2-9a19-4d67-b834-64126a4bd888 HTTP/1.1" status: 200 len: 949 time: 0.2521162 Feb 09 01:45:43.008269 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-680eb758-e03f-48ef-aa12-ca6b66347038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:43.010160 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-680eb758-e03f-48ef-aa12-ca6b66347038 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a97911cac8641ab9180dac54e0c0c03&device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 1125 time: 0.1469238 Feb 09 01:45:43.068104 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-85f5b231-b6f3-425d-8dfd-33f72d56e56d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97c4b092fa8a4aa08d6f80719a1e95cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6979027 Feb 09 01:45:43.071177 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-25fb6f68-a8cf-42ba-a328-6f57f720bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (f0b7f23d-62d1-4973-9206-4a988800da60), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.073905 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 44450) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:43.077310 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5b231-b6f3-425d-8dfd-33f72d56e56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4174179-8ff5-4031-b52b-44955e1a56f4,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:43.077900 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-e1f06d48-d9a5-429c-890e-d6f99420340c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ada72cc7-57bd-46e3-b8cd-ef168e7433ba HTTP/1.1" status: 200 len: 217 time: 0.0602057 Feb 09 01:45:43.098826 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-ddd14a89-7e42-410f-b0ac-cee45b47d6df service neutron] Request body: {'port': {'device_id': '8a92fed0-3356-47a0-b1f5-7a422bb72ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:43.105824 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1c4929ab-cac5-4f9a-8af1-a9be288fc9d4 req-d654f22c-8884-40fb-96a8-5991758b70e2 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/security-groups?id=743df826-1ea4-45dc-b059-b2c3345ffcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298170 Feb 09 01:45:43.149281 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d784f6-bed7-4803-8807-676a3a039b84 x-openstack-request-id: req-d3d784f6-bed7-4803-8807-676a3a039b84 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:43.149559 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa", "tag": "ada72cc7-57bd-46e3-b8cd-ef168e7433ba", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:43.149811 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3d784f6-bed7-4803-8807-676a3a039b84 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:43.150214 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0984c9e-3fac-4d3f-96d6-84b9e9bd7daa', 'tag': 'ada72cc7-57bd-46e3-b8cd-ef168e7433ba', 'status': 'completed', 'code': 200} Feb 09 01:45:43.152312 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-25fb6f68-a8cf-42ba-a328-6f57f720bb9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b7f23d-62d1-4973-9206-4a988800da60']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:43.172110 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-25fb6f68-a8cf-42ba-a328-6f57f720bb9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e16ac01c-d49e-484d-9b31-f658a1c2f4a7') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:43.172412 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-25fb6f68-a8cf-42ba-a328-6f57f720bb9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e16ac01c-d49e-484d-9b31-f658a1c2f4a7') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:43.173610 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-396e1e48-78eb-4aae-8d4f-d2a989ce4ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:43.175485 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-396e1e48-78eb-4aae-8d4f-d2a989ce4ee5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ddb561ab-b96f-484d-90d6-e4f04b896832 HTTP/1.1" status: 200 len: 855 time: 0.0916460 Feb 09 01:45:43.203714 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566f315-ccde-46d2-b138-1257c2d786ec req-a9f8b376-0e9b-413f-a319-17f4f72885a2 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:43.205502 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c566f315-ccde-46d2-b138-1257c2d786ec req-a9f8b376-0e9b-413f-a319-17f4f72885a2 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 943 time: 0.2717602 Feb 09 01:45:43.219159 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-b04ec262-b226-47ba-a9d5-bbbb6b77c9e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e497bc1-122f-44b4-bc51-3150ff87700b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359643 Feb 09 01:45:43.220559 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-25fb6f68-a8cf-42ba-a328-6f57f720bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (e16ac01c-d49e-484d-9b31-f658a1c2f4a7), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.284513 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-25fb6f68-a8cf-42ba-a328-6f57f720bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (e16ac01c-d49e-484d-9b31-f658a1c2f4a7), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.309548 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25fb6f68-a8cf-42ba-a328-6f57f720bb9d admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:45:43.309871 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-25fb6f68-a8cf-42ba-a328-6f57f720bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (e16ac01c-d49e-484d-9b31-f658a1c2f4a7), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:45:43.313384 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:45:43.318055 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b09a34-a346-4d94-9592-4ea93f717206'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:43.320771 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8669bb3a-5133-4feb-8c13-69fd38120145" -d '{"events": [{"server_uuid": "fbbbb7f5-2530-46f0-aac0-29b76ffba3ef", "name": "network-vif-plugged", "status": "completed", "tag": "d0b09a34-a346-4d94-9592-4ea93f717206"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:43.328008 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e9916-92b6-4f71-955b-af091562c440 req-e1bbb37f-e875-4a4b-9620-39b372e673a4 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:43.329104 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-ddd14a89-7e42-410f-b0ac-cee45b47d6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5859b7b7-f145-4fe0-ad2d-100b301d6b8a), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.330074 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f02e9916-92b6-4f71-955b-af091562c440 req-e1bbb37f-e875-4a4b-9620-39b372e673a4 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.1144392 Feb 09 01:45:43.348209 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 4f373cc0-d207-4965-a825-f17bf7ab220d up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:45:43.373809 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93e6bc36-94f7-4b5a-90d8-2a6ccac667fa admin admin] Publish callbacks [] for security_group (b4174179-8ff5-4031-b52b-44955e1a56f4), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.391497 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-a4cf0ecb-70b0-42bc-bdcc-61ccaa480d3b service neutron] 10.222.0.67 "GET /v2.0/networks/8e497bc1-122f-44b4-bc51-3150ff87700b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635153 Feb 09 01:45:43.407916 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93e6bc36-94f7-4b5a-90d8-2a6ccac667fa admin admin] Publish callbacks [] for security_group (b4174179-8ff5-4031-b52b-44955e1a56f4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.450602 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:45:43.452158 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c566f315-ccde-46d2-b138-1257c2d786ec req-e6ff31d0-e1b0-46a6-b9ee-c1b85c8a60ef tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293212 Feb 09 01:45:43.477360 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.502597 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-86f105d0-6b40-4978-b1be-95c832b633a9 req-bf7e2cde-b319-4673-b2c2-0542e547a67d service neutron] 10.222.0.67 "GET /v2.0/networks/8e497bc1-122f-44b4-bc51-3150ff87700b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018035 Feb 09 01:45:43.508536 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f02e9916-92b6-4f71-955b-af091562c440 req-bbf0b6a7-496d-4d33-b7e0-d58d0af2286e tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658185 Feb 09 01:45:43.540088 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:45:43.540513 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8d54219c-086e-42e4-8eaa-2ba3dc0e9c7c not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:45:43.544222 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 4f373cc0-d207-4965-a825-f17bf7ab220d completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:45:43.549288 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 4f373cc0-d207-4965-a825-f17bf7ab220d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:43.549808 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4f373cc0-d207-4965-a825-f17bf7ab220d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.576799 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196081e5-68d7-490e-aca5-08a5ed9061b6 x-openstack-request-id: req-196081e5-68d7-490e-aca5-08a5ed9061b6 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:43.576799 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbbbb7f5-2530-46f0-aac0-29b76ffba3ef", "name": "network-vif-plugged", "status": "completed", "tag": "d0b09a34-a346-4d94-9592-4ea93f717206", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:43.577104 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-196081e5-68d7-490e-aca5-08a5ed9061b6 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:43.577449 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b09a34-a346-4d94-9592-4ea93f717206', 'code': 200} Feb 09 01:45:43.626859 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-25fb6f68-a8cf-42ba-a328-6f57f720bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (f0b7f23d-62d1-4973-9206-4a988800da60), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.656186 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 4f373cc0-d207-4965-a825-f17bf7ab220d is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:43.656882 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4f373cc0-d207-4965-a825-f17bf7ab220d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.693099 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91571329-c3de-41a8-91b0-0cf054e82d6e req-d3ecb34e-7fe6-442e-8557-af3cb4574bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:43.697257 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-91571329-c3de-41a8-91b0-0cf054e82d6e req-d3ecb34e-7fe6-442e-8557-af3cb4574bec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a97911cac8641ab9180dac54e0c0c03&device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 1125 time: 0.1312273 Feb 09 01:45:43.703801 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5f42e-2249-4f80-b675-0d874e04ca5b req-8e4816ce-ff9d-4b31-96ba-a782e0632950 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:43.711450 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-25fb6f68-a8cf-42ba-a328-6f57f720bb9d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.713386 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-05a5f42e-2249-4f80-b675-0d874e04ca5b req-8e4816ce-ff9d-4b31-96ba-a782e0632950 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a92fed0-3356-47a0-b1f5-7a422bb72ef2 HTTP/1.1" status: 200 len: 932 time: 0.0917001 Feb 09 01:45:43.715132 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 4f373cc0-d207-4965-a825-f17bf7ab220d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4f373cc0-d207-4965-a825-f17bf7ab220d,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:43.717732 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-25fb6f68-a8cf-42ba-a328-6f57f720bb9d admin admin] 10.222.0.36 "DELETE /v2.0/networks/f0b7f23d-62d1-4973-9206-4a988800da60 HTTP/1.1" status: 204 len: 168 time: 2.0802360 Feb 09 01:45:43.736064 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4f373cc0-d207-4965-a825-f17bf7ab220d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.736657 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb6f68-a8cf-42ba-a328-6f57f720bb9d admin admin] Pushing event deleted for resources: {'Network': ['ID=f0b7f23d-62d1-4973-9206-4a988800da60,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:43.737193 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9e8bda93-23ad-4a35-8455-0e66e8961bad up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:45:43.883560 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=4f373cc0-d207-4965-a825-f17bf7ab220d,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:43.895248 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93e6bc36-94f7-4b5a-90d8-2a6ccac667fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b4174179-8ff5-4031-b52b-44955e1a56f4), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.903717 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93e6bc36-94f7-4b5a-90d8-2a6ccac667fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.907961 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-93e6bc36-94f7-4b5a-90d8-2a6ccac667fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4174179-8ff5-4031-b52b-44955e1a56f4 HTTP/1.1" status: 204 len: 168 time: 0.8318160 Feb 09 01:45:43.911176 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 9e8bda93-23ad-4a35-8455-0e66e8961bad completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:45:43.918128 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 9e8bda93-23ad-4a35-8455-0e66e8961bad triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:43.918845 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9e8bda93-23ad-4a35-8455-0e66e8961bad), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.931943 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-05a5f42e-2249-4f80-b675-0d874e04ca5b req-f4c7b2ab-8268-49d7-9a40-635f5849f5c2 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443534 Feb 09 01:45:43.996005 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6bc36-94f7-4b5a-90d8-2a6ccac667fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4174179-8ff5-4031-b52b-44955e1a56f4,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:44.018920 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91571329-c3de-41a8-91b0-0cf054e82d6e req-f85d92a2-48a8-46fb-9835-aed85e40a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:44.020437 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-91571329-c3de-41a8-91b0-0cf054e82d6e req-f85d92a2-48a8-46fb-9835-aed85e40a1da service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e497bc1-122f-44b4-bc51-3150ff87700b HTTP/1.1" status: 200 len: 916 time: 0.3059151 Feb 09 01:45:44.036306 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44464) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:44.098984 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e67232-88d8-484c-871c-ea55626951b4 req-add644da-5acc-4331-891d-759b824a2858 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:44.101426 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-91571329-c3de-41a8-91b0-0cf054e82d6e req-47338618-7c97-47c3-8fd1-78374ca742a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ada72cc7-57bd-46e3-b8cd-ef168e7433ba HTTP/1.1" status: 200 len: 217 time: 0.0689316 Feb 09 01:45:44.105704 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 9e8bda93-23ad-4a35-8455-0e66e8961bad is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:44.105704 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9e8bda93-23ad-4a35-8455-0e66e8961bad), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.108525 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e67232-88d8-484c-871c-ea55626951b4 req-add644da-5acc-4331-891d-759b824a2858 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:44.114303 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e67232-88d8-484c-871c-ea55626951b4 req-add644da-5acc-4331-891d-759b824a2858 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:44.116954 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30e67232-88d8-484c-871c-ea55626951b4 req-add644da-5acc-4331-891d-759b824a2858 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2416 time: 0.2306323 Feb 09 01:45:44.220449 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cf3d945e-9fe4-4ca8-ad19-94f332361acc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de202805521c40c99d9482e3dcc29505&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1712298 Feb 09 01:45:44.223081 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 44468) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:44.226190 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91571329-c3de-41a8-91b0-0cf054e82d6e req-36ee89d9-38e9-441b-8429-dc105d4fb719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:44.227709 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-91571329-c3de-41a8-91b0-0cf054e82d6e req-36ee89d9-38e9-441b-8429-dc105d4fb719 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ddb561ab-b96f-484d-90d6-e4f04b896832 HTTP/1.1" status: 200 len: 855 time: 0.1196573 Feb 09 01:45:44.244536 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 9e8bda93-23ad-4a35-8455-0e66e8961bad, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9e8bda93-23ad-4a35-8455-0e66e8961bad,segment=NetworkSegment(0beedb5b-4874-4b41-b0e4-9393751de318),segment_id=0beedb5b-4874-4b41-b0e4-9393751de318)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:44.259623 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9e8bda93-23ad-4a35-8455-0e66e8961bad), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.260209 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30e67232-88d8-484c-871c-ea55626951b4 req-266bd432-52ff-4cd1-a7eb-d2afc1d62a2d tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299367 Feb 09 01:45:44.260988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:45:44.276465 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-91571329-c3de-41a8-91b0-0cf054e82d6e req-1b18c56b-951c-4c6c-87a6-f8af7c42c248 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e497bc1-122f-44b4-bc51-3150ff87700b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415299 Feb 09 01:45:44.321355 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-ddd14a89-7e42-410f-b0ac-cee45b47d6df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5859b7b7-f145-4fe0-ad2d-100b301d6b8a {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:45:44.348109 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-ddd14a89-7e42-410f-b0ac-cee45b47d6df service neutron] Publish callbacks [] for port (5859b7b7-f145-4fe0-ad2d-100b301d6b8a), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.380031 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-ddd14a89-7e42-410f-b0ac-cee45b47d6df service neutron] Transition to ACTIVE for port object 5859b7b7-f145-4fe0-ad2d-100b301d6b8a will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:45:44.392389 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-ddd14a89-7e42-410f-b0ac-cee45b47d6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (5859b7b7-f145-4fe0-ad2d-100b301d6b8a), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.396074 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=9e8bda93-23ad-4a35-8455-0e66e8961bad,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:44.418087 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:45:44.420664 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-857d1159-c741-4fbf-8826-b6b1898e66c9 admin admin] Publish callbacks [] for security_group (f278137b-c33c-4226-ac3c-96d9d1d0e6ae), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.423044 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:44.423867 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9dcacce5-3fb7-4c5b-b4b9-e07d237d1153), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.433657 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-91571329-c3de-41a8-91b0-0cf054e82d6e req-729a95eb-c1be-4927-b490-d42f5d750876 service neutron] 10.222.0.67 "GET /v2.0/networks/8e497bc1-122f-44b4-bc51-3150ff87700b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464944 Feb 09 01:45:44.447674 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-857d1159-c741-4fbf-8826-b6b1898e66c9 admin admin] Publish callbacks [] for security_group (f278137b-c33c-4226-ac3c-96d9d1d0e6ae), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.535653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd14a89-7e42-410f-b0ac-cee45b47d6df service neutron] Pushing event updated for resources: {'Port': ['ID=5859b7b7-f145-4fe0-ad2d-100b301d6b8a,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:44.550428 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fa55f-d0ad-4c10-9205-08d2305d66e2 req-a82b40c0-2f30-47c4-a832-fa861d1b1475 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:44.552105 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e45fa55f-d0ad-4c10-9205-08d2305d66e2 req-a82b40c0-2f30-47c4-a832-fa861d1b1475 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/ports?device_id=a17efbf2-9a19-4d67-b834-64126a4bd888 HTTP/1.1" status: 200 len: 950 time: 0.2800131 Feb 09 01:45:44.604089 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:44.604793 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9dcacce5-3fb7-4c5b-b4b9-e07d237d1153), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.671186 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-857d1159-c741-4fbf-8826-b6b1898e66c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (f278137b-c33c-4226-ac3c-96d9d1d0e6ae), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.671508 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9dcacce5-3fb7-4c5b-b4b9-e07d237d1153,segment=NetworkSegment(0beedb5b-4874-4b41-b0e4-9393751de318),segment_id=0beedb5b-4874-4b41-b0e4-9393751de318)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:44.673875 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-857d1159-c741-4fbf-8826-b6b1898e66c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.676457 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-857d1159-c741-4fbf-8826-b6b1898e66c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f278137b-c33c-4226-ac3c-96d9d1d0e6ae HTTP/1.1" status: 204 len: 168 time: 0.4509468 Feb 09 01:45:44.682610 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9dcacce5-3fb7-4c5b-b4b9-e07d237d1153), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.691563 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d1159-c741-4fbf-8826-b6b1898e66c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f278137b-c33c-4226-ac3c-96d9d1d0e6ae,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:44.697141 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e45fa55f-d0ad-4c10-9205-08d2305d66e2 req-4458aa1d-c811-4d7b-ae99-57f75a315d95 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/security-groups?id=743df826-1ea4-45dc-b059-b2c3345ffcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293077 Feb 09 01:45:44.703045 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-ddd14a89-7e42-410f-b0ac-cee45b47d6df service neutron] Attempting to bind port 5859b7b7-f145-4fe0-ad2d-100b301d6b8a on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:45:44.704415 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-91571329-c3de-41a8-91b0-0cf054e82d6e req-f9402a65-37a4-464e-8261-daaeb2cb73ff service neutron] 10.222.0.67 "GET /v2.0/networks/8e497bc1-122f-44b4-bc51-3150ff87700b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535355 Feb 09 01:45:44.707268 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-ddd14a89-7e42-410f-b0ac-cee45b47d6df service neutron] Attempting to bind port 5859b7b7-f145-4fe0-ad2d-100b301d6b8a by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:45:44.707639 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-ddd14a89-7e42-410f-b0ac-cee45b47d6df service neutron] Attempting to bind port 5859b7b7-f145-4fe0-ad2d-100b301d6b8a on network 8d868039-8396-432e-a58b-15f70b0bf5f1 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:44.727834 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df582d2b-233f-4266-90e0-231846094519 req-30b21a82-87c0-4b29-b9d8-58ab32235510 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:44.729685 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-df582d2b-233f-4266-90e0-231846094519 req-30b21a82-87c0-4b29-b9d8-58ab32235510 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 943 time: 0.1385095 Feb 09 01:45:44.737660 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-ddd14a89-7e42-410f-b0ac-cee45b47d6df service neutron] Port 5859b7b7-f145-4fe0-ad2d-100b301d6b8a on network 8d868039-8396-432e-a58b-15f70b0bf5f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:45:44.738038 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-ddd14a89-7e42-410f-b0ac-cee45b47d6df service neutron] Attempting to bind port 5859b7b7-f145-4fe0-ad2d-100b301d6b8a on network 8d868039-8396-432e-a58b-15f70b0bf5f1 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:44.754897 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-ddd14a89-7e42-410f-b0ac-cee45b47d6df service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:45:44.757263 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-ddd14a89-7e42-410f-b0ac-cee45b47d6df service neutron] Checking segment: {'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:44.759246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-ddd14a89-7e42-410f-b0ac-cee45b47d6df service neutron] Bound using segment: {'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:45:44.767046 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-ddd14a89-7e42-410f-b0ac-cee45b47d6df service neutron] Bound port: 5859b7b7-f145-4fe0-ad2d-100b301d6b8a, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad7b978-0b22-4516-9aa7-2be242791897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:45:44.769038 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-ddd14a89-7e42-410f-b0ac-cee45b47d6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5859b7b7-f145-4fe0-ad2d-100b301d6b8a), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.837508 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=9dcacce5-3fb7-4c5b-b4b9-e07d237d1153,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:44.858061 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-df582d2b-233f-4266-90e0-231846094519 req-323b8ab1-4a22-4ee2-802d-96db21c11d0e tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127217 Feb 09 01:45:44.886611 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-ddd14a89-7e42-410f-b0ac-cee45b47d6df service neutron] For port 5859b7b7-f145-4fe0-ad2d-100b301d6b8a, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:45:44.890552 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-ddd14a89-7e42-410f-b0ac-cee45b47d6df service neutron] For port 5859b7b7-f145-4fe0-ad2d-100b301d6b8a, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5859b7b7-f145-4fe0-ad2d-100b301d6b8a,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:45:44.895184 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33fab6-2085-4a9c-b3a7-49790b57683e req-e4a7b977-317a-4739-93b1-87f2f2d2190e tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:44.897597 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6e33fab6-2085-4a9c-b3a7-49790b57683e req-e4a7b977-317a-4739-93b1-87f2f2d2190e tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.0897171 Feb 09 01:45:44.904200 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-ddd14a89-7e42-410f-b0ac-cee45b47d6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (5859b7b7-f145-4fe0-ad2d-100b301d6b8a), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.957617 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-ddd14a89-7e42-410f-b0ac-cee45b47d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:44.958412 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-ddd14a89-7e42-410f-b0ac-cee45b47d6df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.960191 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-ddd14a89-7e42-410f-b0ac-cee45b47d6df service neutron] 10.222.0.48 "PUT /v2.0/ports/5859b7b7-f145-4fe0-ad2d-100b301d6b8a HTTP/1.1" status: 200 len: 1092 time: 2.1391973 Feb 09 01:45:44.963545 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a92fed0-3356-47a0-b1f5-7a422bb72ef2', 'tag': '5859b7b7-f145-4fe0-ad2d-100b301d6b8a'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:44.968254 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daa97ea-3cf5-4857-99fa-438b3ebbce94" -d '{"events": [{"name": "network-changed", "server_uuid": "8a92fed0-3356-47a0-b1f5-7a422bb72ef2", "tag": "5859b7b7-f145-4fe0-ad2d-100b301d6b8a"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:45.003951 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd14a89-7e42-410f-b0ac-cee45b47d6df service neutron] Pushing event updated for resources: {'Port': ['ID=5859b7b7-f145-4fe0-ad2d-100b301d6b8a,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:45.006667 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6e33fab6-2085-4a9c-b3a7-49790b57683e req-28ac3fce-88b1-4cee-bbc0-595090022231 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935698 Feb 09 01:45:45.074880 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afd14b3-e855-45be-9016-b6291b0ead33 x-openstack-request-id: req-6afd14b3-e855-45be-9016-b6291b0ead33 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:45.075303 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a92fed0-3356-47a0-b1f5-7a422bb72ef2", "tag": "5859b7b7-f145-4fe0-ad2d-100b301d6b8a", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:45.075697 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6afd14b3-e855-45be-9016-b6291b0ead33 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:45.076138 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a92fed0-3356-47a0-b1f5-7a422bb72ef2', 'tag': '5859b7b7-f145-4fe0-ad2d-100b301d6b8a', 'status': 'completed', 'code': 200} Feb 09 01:45:45.098979 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-8e7ad962-d29e-4167-99e8-c3ad7780e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:45.102656 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-8e7ad962-d29e-4167-99e8-c3ad7780e1fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=092f8329ee4140f8a8a266c0e29b4e94&device_id=8a92fed0-3356-47a0-b1f5-7a422bb72ef2 HTTP/1.1" status: 200 len: 1126 time: 0.0854337 Feb 09 01:45:45.185334 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-d7bc1d46-62f7-4820-a1b5-f21afbb7c3c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5859b7b7-f145-4fe0-ad2d-100b301d6b8a HTTP/1.1" status: 200 len: 217 time: 0.0453250 Feb 09 01:45:45.244103 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b9a90-adf0-4f97-b7c6-0bba3ffa7e06 req-6c98108d-be8d-4d94-93cd-7a2d81d8c044 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:45.245663 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-328b9a90-adf0-4f97-b7c6-0bba3ffa7e06 req-6c98108d-be8d-4d94-93cd-7a2d81d8c044 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a92fed0-3356-47a0-b1f5-7a422bb72ef2 HTTP/1.1" status: 200 len: 944 time: 0.1415699 Feb 09 01:45:45.270659 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-cf66d074-7cf2-4fa9-9a7a-7eadcd557349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:45.272280 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-cf66d074-7cf2-4fa9-9a7a-7eadcd557349 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=06960262-e6ff-4aec-9056-78c4deec1b4a HTTP/1.1" status: 200 len: 851 time: 0.0799773 Feb 09 01:45:45.320116 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-a18242e2-b5b3-4747-8f5c-a3c9dade1251 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d868039-8396-432e-a58b-15f70b0bf5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393753 Feb 09 01:45:45.342380 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-328b9a90-adf0-4f97-b7c6-0bba3ffa7e06 req-2db7b4df-a37b-495f-b983-a46bb05993eb tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895784 Feb 09 01:45:45.450629 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-720ac995-9292-4568-89da-5133d6f730ea service neutron] 10.222.0.48 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191521 Feb 09 01:45:45.503402 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15a22d-122e-42ac-a2e8-ab25baea02e2 req-fc82c307-3b8d-4b66-bbe6-18400341cd9f tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:45.510884 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15a22d-122e-42ac-a2e8-ab25baea02e2 req-fc82c307-3b8d-4b66-bbe6-18400341cd9f tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:45.516748 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15a22d-122e-42ac-a2e8-ab25baea02e2 req-fc82c307-3b8d-4b66-bbe6-18400341cd9f tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:45.518554 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1f15a22d-122e-42ac-a2e8-ab25baea02e2 req-fc82c307-3b8d-4b66-bbe6-18400341cd9f tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2418 time: 0.1060169 Feb 09 01:45:45.578922 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17efbf2-9a19-4d67-b834-64126a4bd888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f373cc0-d207-4965-a825-f17bf7ab220d'}, {'server_uuid': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8bda93-23ad-4a35-8455-0e66e8961bad'}, {'server_uuid': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dcacce5-3fb7-4c5b-b4b9-e07d237d1153'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:45.581400 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3969cfaf-a7b5-4e52-8418-74894a1949ea" -d '{"events": [{"server_uuid": "a17efbf2-9a19-4d67-b834-64126a4bd888", "name": "network-vif-plugged", "status": "completed", "tag": "4f373cc0-d207-4965-a825-f17bf7ab220d"}, {"server_uuid": "fbbbb7f5-2530-46f0-aac0-29b76ffba3ef", "name": "network-vif-plugged", "status": "completed", "tag": "9e8bda93-23ad-4a35-8455-0e66e8961bad"}, {"server_uuid": "fbbbb7f5-2530-46f0-aac0-29b76ffba3ef", "name": "network-vif-plugged", "status": "completed", "tag": "9dcacce5-3fb7-4c5b-b4b9-e07d237d1153"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:45.609502 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1f15a22d-122e-42ac-a2e8-ab25baea02e2 req-50e64d4a-127a-444a-93de-adb1ff50f9d0 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847101 Feb 09 01:45:45.624451 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bf7fcfa-c937-4913-a498-2ace6700d2d9 req-91e6c97a-10f5-4e19-8ffc-1f75079dc2b7 service neutron] 10.222.0.48 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674962 Feb 09 01:45:45.679077 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fcdc1f-cedc-4d00-9b3e-46c936875c30 x-openstack-request-id: req-f2fcdc1f-cedc-4d00-9b3e-46c936875c30 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:45.679616 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17efbf2-9a19-4d67-b834-64126a4bd888", "name": "network-vif-plugged", "status": "completed", "tag": "4f373cc0-d207-4965-a825-f17bf7ab220d", "code": 200}, {"server_uuid": "fbbbb7f5-2530-46f0-aac0-29b76ffba3ef", "name": "network-vif-plugged", "status": "completed", "tag": "9e8bda93-23ad-4a35-8455-0e66e8961bad", "code": 200}, {"server_uuid": "fbbbb7f5-2530-46f0-aac0-29b76ffba3ef", "name": "network-vif-plugged", "status": "completed", "tag": "9dcacce5-3fb7-4c5b-b4b9-e07d237d1153", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:45.680171 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f2fcdc1f-cedc-4d00-9b3e-46c936875c30 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:45.680879 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17efbf2-9a19-4d67-b834-64126a4bd888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f373cc0-d207-4965-a825-f17bf7ab220d', 'code': 200} Feb 09 01:45:45.681334 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8bda93-23ad-4a35-8455-0e66e8961bad', 'code': 200} Feb 09 01:45:45.681848 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dcacce5-3fb7-4c5b-b4b9-e07d237d1153', 'code': 200} Feb 09 01:45:45.973084 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa97ea-3cf5-4857-99fa-438b3ebbce94 req-193d8a86-fe70-4c2d-95c8-e2984feb00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:45.977070 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5daa97ea-3cf5-4857-99fa-438b3ebbce94 req-193d8a86-fe70-4c2d-95c8-e2984feb00ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=092f8329ee4140f8a8a266c0e29b4e94&device_id=8a92fed0-3356-47a0-b1f5-7a422bb72ef2 HTTP/1.1" status: 200 len: 1126 time: 0.1301236 Feb 09 01:45:46.054461 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349b028-3dd4-4647-b793-df4f0be4b3d7 req-75d06af8-1fb1-4c4f-9420-f5fe09817a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:46.056190 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7349b028-3dd4-4647-b793-df4f0be4b3d7 req-75d06af8-1fb1-4c4f-9420-f5fe09817a69 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a17efbf2-9a19-4d67-b834-64126a4bd888 HTTP/1.1" status: 200 len: 1132 time: 0.2678213 Feb 09 01:45:46.213021 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7349b028-3dd4-4647-b793-df4f0be4b3d7 req-def730a0-7bfa-4de5-b81f-3817bd8be7cb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=743df826-1ea4-45dc-b059-b2c3345ffcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404109 Feb 09 01:45:46.244384 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d13a8-57d5-4408-95c7-7396e6d53876 req-e5f8e712-863b-484a-a682-11fb72909914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:46.244384 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d13a8-57d5-4408-95c7-7396e6d53876 req-e5f8e712-863b-484a-a682-11fb72909914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:46.244384 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d13a8-57d5-4408-95c7-7396e6d53876 req-e5f8e712-863b-484a-a682-11fb72909914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:46.244384 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-929d13a8-57d5-4408-95c7-7396e6d53876 req-e5f8e712-863b-484a-a682-11fb72909914 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2964 time: 0.3785379 Feb 09 01:45:46.265501 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16944f-c946-4763-98fd-03d20077829e req-d7c34288-e427-4cf5-a858-91593aca1035 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:46.267323 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ca16944f-c946-4763-98fd-03d20077829e req-d7c34288-e427-4cf5-a858-91593aca1035 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 943 time: 0.2692783 Feb 09 01:45:46.323455 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa97ea-3cf5-4857-99fa-438b3ebbce94 req-b8856959-31b7-413f-818f-fe79abcd59c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:46.325082 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5daa97ea-3cf5-4857-99fa-438b3ebbce94 req-b8856959-31b7-413f-818f-fe79abcd59c6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d868039-8396-432e-a58b-15f70b0bf5f1 HTTP/1.1" status: 200 len: 912 time: 0.3256807 Feb 09 01:45:46.326990 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afeb87f-439d-49ac-b625-83caad7fb827 req-302b24d8-5c07-471f-a0e1-7848d2c0aede tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:46.328526 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6afeb87f-439d-49ac-b625-83caad7fb827 req-302b24d8-5c07-471f-a0e1-7848d2c0aede tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/ports?device_id=a17efbf2-9a19-4d67-b834-64126a4bd888 HTTP/1.1" status: 200 len: 950 time: 0.5023603 Feb 09 01:45:46.382460 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ca16944f-c946-4763-98fd-03d20077829e req-863af71f-21e5-4b5a-9494-d1d082fa4f08 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603311 Feb 09 01:45:46.383435 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6afeb87f-439d-49ac-b625-83caad7fb827 req-15e165ad-81ca-4679-b34b-bf3015cb110e tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/security-groups?id=743df826-1ea4-45dc-b059-b2c3345ffcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453041 Feb 09 01:45:46.522679 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5daa97ea-3cf5-4857-99fa-438b3ebbce94 req-f9b9bbb6-db1c-46a9-82b1-76f3e618c326 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5859b7b7-f145-4fe0-ad2d-100b301d6b8a HTTP/1.1" status: 200 len: 217 time: 0.0930436 Feb 09 01:45:46.636539 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb008d-1207-4549-879d-36cd2f9ef9fc req-1741a21f-c99d-4f73-9830-d459ac367cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:46.641555 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-929d13a8-57d5-4408-95c7-7396e6d53876 req-edd23601-3c62-4b3b-8597-be1b994bf78d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052698 Feb 09 01:45:46.643056 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa97ea-3cf5-4857-99fa-438b3ebbce94 req-9eaa9463-2a68-4581-88c9-c1b3b5c95f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:46.643324 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ceb008d-1207-4549-879d-36cd2f9ef9fc req-1741a21f-c99d-4f73-9830-d459ac367cae service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 1128 time: 0.0888896 Feb 09 01:45:46.644543 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5daa97ea-3cf5-4857-99fa-438b3ebbce94 req-9eaa9463-2a68-4581-88c9-c1b3b5c95f37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=06960262-e6ff-4aec-9056-78c4deec1b4a HTTP/1.1" status: 200 len: 851 time: 0.0926602 Feb 09 01:45:46.671035 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a49ea9-d503-4c38-bebe-7bf7a7821381 req-ddd212aa-6744-4f68-bb46-41b2ab56fbd3 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:46.678588 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6a49ea9-d503-4c38-bebe-7bf7a7821381 req-ddd212aa-6744-4f68-bb46-41b2ab56fbd3 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.1774759 Feb 09 01:45:46.731157 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ceb008d-1207-4549-879d-36cd2f9ef9fc req-6f158afd-4e26-4a07-a844-1e08c07f9e48 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824227 Feb 09 01:45:46.755052 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6a49ea9-d503-4c38-bebe-7bf7a7821381 req-770fd00e-a46f-434f-a355-755f5f58ff91 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755067 Feb 09 01:45:46.903521 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5daa97ea-3cf5-4857-99fa-438b3ebbce94 req-cd4ed4e6-b3fe-40da-a98f-d991cd0149a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d868039-8396-432e-a58b-15f70b0bf5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441396 Feb 09 01:45:46.984027 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98002f-0137-4c0a-8a9a-1073a7ddac03 req-e0c11d55-772a-42c9-9855-17f9f8c179e2 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:46.985982 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b98002f-0137-4c0a-8a9a-1073a7ddac03 req-e0c11d55-772a-42c9-9855-17f9f8c179e2 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a92fed0-3356-47a0-b1f5-7a422bb72ef2 HTTP/1.1" status: 200 len: 944 time: 0.1546969 Feb 09 01:45:47.079198 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5daa97ea-3cf5-4857-99fa-438b3ebbce94 req-7471afd4-7419-4a6f-a4c0-5686a70ffffc service neutron] 10.222.0.48 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649485 Feb 09 01:45:47.087947 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b98002f-0137-4c0a-8a9a-1073a7ddac03 req-867b55f9-fc20-4292-a5e5-0ede71c55722 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893071 Feb 09 01:45:47.091994 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407dcf0-e718-4e7c-8a5e-838385d77875 req-52d8693e-af38-4dff-b8df-066ca22e2012 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:47.103996 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407dcf0-e718-4e7c-8a5e-838385d77875 req-52d8693e-af38-4dff-b8df-066ca22e2012 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:47.113370 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407dcf0-e718-4e7c-8a5e-838385d77875 req-52d8693e-af38-4dff-b8df-066ca22e2012 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:47.127662 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e407dcf0-e718-4e7c-8a5e-838385d77875 req-52d8693e-af38-4dff-b8df-066ca22e2012 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2418 time: 0.1452627 Feb 09 01:45:47.294692 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e407dcf0-e718-4e7c-8a5e-838385d77875 req-f24772e9-c395-4b0b-b98a-11349b7bd67c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659455 Feb 09 01:45:47.692930 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85b335-4791-416d-bf40-e91ec802b6b6 req-5a132bf2-7ffa-467f-983e-ec36e1772cf8 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:47.698806 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0b85b335-4791-416d-bf40-e91ec802b6b6 req-5a132bf2-7ffa-467f-983e-ec36e1772cf8 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/ports?device_id=a17efbf2-9a19-4d67-b834-64126a4bd888 HTTP/1.1" status: 200 len: 950 time: 0.1341174 Feb 09 01:45:47.817098 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0b85b335-4791-416d-bf40-e91ec802b6b6 req-d6d22ee1-b8d2-4b72-abd7-e466cf7d0556 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/security-groups?id=743df826-1ea4-45dc-b059-b2c3345ffcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036327 Feb 09 01:45:47.880785 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7cd698-2087-4a20-ad4d-581403caa6c1 req-0b11a374-c4e6-4ac9-94dc-1a9b9627a128 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:47.891875 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae7cd698-2087-4a20-ad4d-581403caa6c1 req-0b11a374-c4e6-4ac9-94dc-1a9b9627a128 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 943 time: 0.2441680 Feb 09 01:45:47.902643 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5daa97ea-3cf5-4857-99fa-438b3ebbce94 req-1cd58baa-5aa4-4c86-84a8-cc502abdd31e service neutron] 10.222.0.48 "GET /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8072174 Feb 09 01:45:47.989215 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae7cd698-2087-4a20-ad4d-581403caa6c1 req-b105edd3-1b74-47e2-a35e-560b12d3b291 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839076 Feb 09 01:45:48.113202 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533e782-6c14-4722-8679-2e443c216474 req-d5431885-79d5-4bc8-b962-57212ef23e0e tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:48.118671 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6533e782-6c14-4722-8679-2e443c216474 req-d5431885-79d5-4bc8-b962-57212ef23e0e tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.1357803 Feb 09 01:45:48.189548 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 44624) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:48.208440 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6533e782-6c14-4722-8679-2e443c216474 req-af89a6e8-9637-42c4-9d3c-f73ee0926c7c tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783474 Feb 09 01:45:48.325443 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199d716-33ac-41e2-aa06-c4361b1dc9cf req-56919fe6-871b-4845-a679-911d3cf4496e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:48.333350 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a199d716-33ac-41e2-aa06-c4361b1dc9cf req-56919fe6-871b-4845-a679-911d3cf4496e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a92fed0-3356-47a0-b1f5-7a422bb72ef2 HTTP/1.1" status: 200 len: 944 time: 0.1331840 Feb 09 01:45:48.374103 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d351e6e0-7d27-4249-ab4e-eb5ec195c921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:48.428653 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a199d716-33ac-41e2-aa06-c4361b1dc9cf req-c58fcf6c-1bb1-43dd-ae94-c4bd442f2f37 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921113 Feb 09 01:45:48.522265 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cbb50-1164-433c-b9ee-6abd36183c0c req-26655910-2d09-466a-b9b6-05787ef04936 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:48.535363 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cbb50-1164-433c-b9ee-6abd36183c0c req-26655910-2d09-466a-b9b6-05787ef04936 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:48.547472 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cbb50-1164-433c-b9ee-6abd36183c0c req-26655910-2d09-466a-b9b6-05787ef04936 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:48.548312 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d351e6e0-7d27-4249-ab4e-eb5ec195c921 admin admin] Publish callbacks [] for security_group (a415845b-bd9c-4f09-9285-2dc404e41917), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:48.550940 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3d4cbb50-1164-433c-b9ee-6abd36183c0c req-26655910-2d09-466a-b9b6-05787ef04936 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2418 time: 0.1525202 Feb 09 01:45:48.558814 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d351e6e0-7d27-4249-ab4e-eb5ec195c921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a415845b-bd9c-4f09-9285-2dc404e41917), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:48.596193 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351e6e0-7d27-4249-ab4e-eb5ec195c921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a415845b-bd9c-4f09-9285-2dc404e41917,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:48.616902 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d351e6e0-7d27-4249-ab4e-eb5ec195c921 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=faa9a41680d648439a6856e0d4371183&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4207335 Feb 09 01:45:48.617061 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44636) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:48.669591 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3d4cbb50-1164-433c-b9ee-6abd36183c0c req-3059e94c-f756-4fda-a672-f9a8938e371e tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106191 Feb 09 01:45:48.670360 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device ada72cc7-57bd-46e3-b8cd-ef168e7433ba details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:45:48.711933 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc6576bd-01a3-450e-83ee-a1cb263e8732 admin admin] Publish callbacks [] for security_group (a415845b-bd9c-4f09-9285-2dc404e41917), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:48.737415 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc6576bd-01a3-450e-83ee-a1cb263e8732 admin admin] Publish callbacks [] for security_group (a415845b-bd9c-4f09-9285-2dc404e41917), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:48.805072 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc6576bd-01a3-450e-83ee-a1cb263e8732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a415845b-bd9c-4f09-9285-2dc404e41917), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:48.809397 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc6576bd-01a3-450e-83ee-a1cb263e8732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:48.810547 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cc6576bd-01a3-450e-83ee-a1cb263e8732 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a415845b-bd9c-4f09-9285-2dc404e41917 HTTP/1.1" status: 204 len: 168 time: 0.1929398 Feb 09 01:45:48.819483 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6576bd-01a3-450e-83ee-a1cb263e8732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a415845b-bd9c-4f09-9285-2dc404e41917,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:48.827495 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port ada72cc7-57bd-46e3-b8cd-ef168e7433ba, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ada72cc7-57bd-46e3-b8cd-ef168e7433ba,segment=NetworkSegment(a0c13e34-b473-4117-be31-94c544229fa5),segment_id=a0c13e34-b473-4117-be31-94c544229fa5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:48.853902 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'ada72cc7-57bd-46e3-b8cd-ef168e7433ba', 'network_id': '8e497bc1-122f-44b4-bc51-3150ff87700b', 'port_id': 'ada72cc7-57bd-46e3-b8cd-ef168e7433ba', 'mac_address': 'fa:16:3e:37:d7:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb561ab-b96f-484d-90d6-e4f04b896832', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:45:48.913038 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port ada72cc7-57bd-46e3-b8cd-ef168e7433ba is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:48.913714 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ada72cc7-57bd-46e3-b8cd-ef168e7433ba), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:48.930999 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada72cc7-57bd-46e3-b8cd-ef168e7433ba {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:45:48.965126 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port ada72cc7-57bd-46e3-b8cd-ef168e7433ba, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ada72cc7-57bd-46e3-b8cd-ef168e7433ba,segment=NetworkSegment(a0c13e34-b473-4117-be31-94c544229fa5),segment_id=a0c13e34-b473-4117-be31-94c544229fa5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:48.975537 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ada72cc7-57bd-46e3-b8cd-ef168e7433ba), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:49.034160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf345-80a6-4e1d-8b16-bd2ee455a862 req-34a97562-14b6-4f5e-bcb3-307c1e07559a tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:49.038174 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-85dbf345-80a6-4e1d-8b16-bd2ee455a862 req-34a97562-14b6-4f5e-bcb3-307c1e07559a tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/ports?device_id=a17efbf2-9a19-4d67-b834-64126a4bd888 HTTP/1.1" status: 200 len: 950 time: 0.0969644 Feb 09 01:45:49.128724 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-85dbf345-80a6-4e1d-8b16-bd2ee455a862 req-55bd7078-e5f1-49f1-b8a6-c43b569ccea7 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/security-groups?id=743df826-1ea4-45dc-b059-b2c3345ffcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806811 Feb 09 01:45:49.132312 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=ada72cc7-57bd-46e3-b8cd-ef168e7433ba,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:49.242212 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813450e-4685-40b9-b12e-5cda731f97de req-6b1fb9c1-5075-48fe-8f07-84a52beac2f9 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:49.248103 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9813450e-4685-40b9-b12e-5cda731f97de req-6b1fb9c1-5075-48fe-8f07-84a52beac2f9 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 944 time: 0.1069040 Feb 09 01:45:49.307804 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['ada72cc7-57bd-46e3-b8cd-ef168e7433ba'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:45:49.325508 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9813450e-4685-40b9-b12e-5cda731f97de req-8d1bc1ad-0553-4c8f-b0e9-6d97ea7ea1c0 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663390 Feb 09 01:45:49.403634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5859b7b7-f145-4fe0-ad2d-100b301d6b8a details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:45:49.604497 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c726137-c5e6-4eb2-b3c5-b5e9bf468fa6 req-1db9a8f3-8eb6-4d2c-92ee-5cf31b871462 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:49.612101 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8c726137-c5e6-4eb2-b3c5-b5e9bf468fa6 req-1db9a8f3-8eb6-4d2c-92ee-5cf31b871462 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.1346550 Feb 09 01:45:49.641153 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d0df8-c02f-4f92-87fe-c377a7f1726b req-c9e3540a-7cc3-44e0-8a9a-11d11eee9b2e tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:49.648303 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc0d0df8-c02f-4f92-87fe-c377a7f1726b req-c9e3540a-7cc3-44e0-8a9a-11d11eee9b2e tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/ports?device_id=a17efbf2-9a19-4d67-b834-64126a4bd888 HTTP/1.1" status: 200 len: 950 time: 0.1268315 Feb 09 01:45:49.722192 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8c726137-c5e6-4eb2-b3c5-b5e9bf468fa6 req-c15a965c-12ec-46a9-a0b1-aa7923b438fb tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078491 Feb 09 01:45:49.727879 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5859b7b7-f145-4fe0-ad2d-100b301d6b8a, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5859b7b7-f145-4fe0-ad2d-100b301d6b8a,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:49.781662 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc0d0df8-c02f-4f92-87fe-c377a7f1726b req-efa29e25-7d1d-41fa-9fee-0d326afdc1ab tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/security-groups?id=743df826-1ea4-45dc-b059-b2c3345ffcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220074 Feb 09 01:45:49.797288 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '5859b7b7-f145-4fe0-ad2d-100b301d6b8a', 'network_id': '8d868039-8396-432e-a58b-15f70b0bf5f1', 'port_id': '5859b7b7-f145-4fe0-ad2d-100b301d6b8a', 'mac_address': 'fa:16:3e:60:b9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06960262-e6ff-4aec-9056-78c4deec1b4a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:45:49.871564 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5859b7b7-f145-4fe0-ad2d-100b301d6b8a is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:49.871837 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5859b7b7-f145-4fe0-ad2d-100b301d6b8a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:49.901138 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5859b7b7-f145-4fe0-ad2d-100b301d6b8a {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:45:49.926369 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5859b7b7-f145-4fe0-ad2d-100b301d6b8a, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5859b7b7-f145-4fe0-ad2d-100b301d6b8a,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:49.926674 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31403c-e0b3-4b64-979e-cef4f350d43a req-784d6933-225c-422e-8b52-9f6a7248ac9d tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:49.930057 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a31403c-e0b3-4b64-979e-cef4f350d43a req-784d6933-225c-422e-8b52-9f6a7248ac9d tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a92fed0-3356-47a0-b1f5-7a422bb72ef2 HTTP/1.1" status: 200 len: 944 time: 0.1286025 Feb 09 01:45:49.934066 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5859b7b7-f145-4fe0-ad2d-100b301d6b8a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:50.050996 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=5859b7b7-f145-4fe0-ad2d-100b301d6b8a,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:50.061197 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a31403c-e0b3-4b64-979e-cef4f350d43a req-c35595bb-a152-4cba-b3a5-1c69e8b34c5c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167336 Feb 09 01:45:50.088680 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-071b4ac3-56bf-4112-ac4c-03477391ca1e req-d775bfe0-b8be-4f9d-bedf-4801cf79d754 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-676202268', 'description': 'tempest-description-982156391'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:50.100389 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da952710-d95d-4408-b241-84f71376d060 req-60233d8f-947b-4598-80b1-305748af3d0b tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:50.119351 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-071b4ac3-56bf-4112-ac4c-03477391ca1e req-d775bfe0-b8be-4f9d-bedf-4801cf79d754 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:50.120932 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da952710-d95d-4408-b241-84f71376d060 req-60233d8f-947b-4598-80b1-305748af3d0b tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:50.154443 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da952710-d95d-4408-b241-84f71376d060 req-60233d8f-947b-4598-80b1-305748af3d0b tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:50.164664 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-da952710-d95d-4408-b241-84f71376d060 req-60233d8f-947b-4598-80b1-305748af3d0b tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2418 time: 0.2421885 Feb 09 01:45:50.215640 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-071b4ac3-56bf-4112-ac4c-03477391ca1e req-d775bfe0-b8be-4f9d-bedf-4801cf79d754 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks [] for security_group (3af31bc8-be6f-4a55-b8a4-feb6b4059042), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:50.220894 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-071b4ac3-56bf-4112-ac4c-03477391ca1e req-d775bfe0-b8be-4f9d-bedf-4801cf79d754 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3af31bc8-be6f-4a55-b8a4-feb6b4059042), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:50.267024 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775bfe0-b8be-4f9d-bedf-4801cf79d754 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af31bc8-be6f-4a55-b8a4-feb6b4059042,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:50.275086 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-da952710-d95d-4408-b241-84f71376d060 req-5ca77a99-4df2-46d0-a303-374f398aa5b6 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036904 Feb 09 01:45:50.282799 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-071b4ac3-56bf-4112-ac4c-03477391ca1e req-d775bfe0-b8be-4f9d-bedf-4801cf79d754 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:50.291978 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-071b4ac3-56bf-4112-ac4c-03477391ca1e req-d775bfe0-b8be-4f9d-bedf-4801cf79d754 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.2090254 Feb 09 01:45:50.300811 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['5859b7b7-f145-4fe0-ad2d-100b301d6b8a'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:45:50.501388 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3a961ecd-53c2-49f1-8cdc-5c682a689f5a req-bd630e15-c392-4174-a139-e63740640d1e tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-676202268&fields=id&tenant_id=0947b32ff412414786f5c023b76f7760 HTTP/1.1" status: 200 len: 267 time: 0.0993531 Feb 09 01:45:50.617183 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a961ecd-53c2-49f1-8cdc-5c682a689f5a req-1c3669ea-deae-4f16-92fb-3e1b44fca01f tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:50.619541 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3a961ecd-53c2-49f1-8cdc-5c682a689f5a req-1c3669ea-deae-4f16-92fb-3e1b44fca01f tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.0995684 Feb 09 01:45:50.634522 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-3a961ecd-53c2-49f1-8cdc-5c682a689f5a req-418f0701-ce03-41ca-bc75-6d3185b18f25 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Request body: {'port': {'security_groups': ['83139982-faba-4e3b-af8a-e250333e9f1b', '3af31bc8-be6f-4a55-b8a4-feb6b4059042']}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:50.668363 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device ada72cc7-57bd-46e3-b8cd-ef168e7433ba up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:45:50.688533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef8c9c-7089-48a9-bace-8f85e7458719 req-d4bd9531-b82a-4b17-aad4-1962f12513ca tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:50.690166 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-18ef8c9c-7089-48a9-bace-8f85e7458719 req-d4bd9531-b82a-4b17-aad4-1962f12513ca tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 944 time: 0.1712749 Feb 09 01:45:50.789085 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port ada72cc7-57bd-46e3-b8cd-ef168e7433ba completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:45:50.795385 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port ada72cc7-57bd-46e3-b8cd-ef168e7433ba triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:50.796505 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ada72cc7-57bd-46e3-b8cd-ef168e7433ba), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:50.806837 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-3a961ecd-53c2-49f1-8cdc-5c682a689f5a req-418f0701-ce03-41ca-bc75-6d3185b18f25 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7941b1ea-8777-422a-856f-54f2ace5c38d), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:50.827886 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-18ef8c9c-7089-48a9-bace-8f85e7458719 req-01dd9be6-046a-4768-9f6c-0c252dfae360 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286430 Feb 09 01:45:50.952337 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port ada72cc7-57bd-46e3-b8cd-ef168e7433ba is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:50.954435 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ada72cc7-57bd-46e3-b8cd-ef168e7433ba), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:50.989206 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:45:51.033497 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0984c9e-3fac-4d3f-96d6-84b9e9bd7daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada72cc7-57bd-46e3-b8cd-ef168e7433ba'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:51.040295 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b94dbcb-640b-4af7-b20d-178f34470cff" -d '{"events": [{"server_uuid": "d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa", "name": "network-vif-plugged", "status": "completed", "tag": "ada72cc7-57bd-46e3-b8cd-ef168e7433ba"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:51.119106 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port ada72cc7-57bd-46e3-b8cd-ef168e7433ba, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ada72cc7-57bd-46e3-b8cd-ef168e7433ba,segment=NetworkSegment(a0c13e34-b473-4117-be31-94c544229fa5),segment_id=a0c13e34-b473-4117-be31-94c544229fa5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:51.133749 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ada72cc7-57bd-46e3-b8cd-ef168e7433ba), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:51.161812 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-3a961ecd-53c2-49f1-8cdc-5c682a689f5a req-418f0701-ce03-41ca-bc75-6d3185b18f25 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] For port 7941b1ea-8777-422a-856f-54f2ace5c38d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=7941b1ea-8777-422a-856f-54f2ace5c38d,segment=NetworkSegment(37a2973b-cbc2-440c-9175-1a1f4f71999a),segment_id=37a2973b-cbc2-440c-9175-1a1f4f71999a)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:51.201288 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-3a961ecd-53c2-49f1-8cdc-5c682a689f5a req-418f0701-ce03-41ca-bc75-6d3185b18f25 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks [] for port (7941b1ea-8777-422a-856f-54f2ace5c38d), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:51.207510 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-3a961ecd-53c2-49f1-8cdc-5c682a689f5a req-418f0701-ce03-41ca-bc75-6d3185b18f25 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (7941b1ea-8777-422a-856f-54f2ace5c38d), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:51.240977 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['7941b1ea-8777-422a-856f-54f2ace5c38d'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:45:51.272815 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a961ecd-53c2-49f1-8cdc-5c682a689f5a req-418f0701-ce03-41ca-bc75-6d3185b18f25 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:51.273875 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-3a961ecd-53c2-49f1-8cdc-5c682a689f5a req-418f0701-ce03-41ca-bc75-6d3185b18f25 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:51.285934 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3a961ecd-53c2-49f1-8cdc-5c682a689f5a req-418f0701-ce03-41ca-bc75-6d3185b18f25 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "PUT /v2.0/ports/7941b1ea-8777-422a-856f-54f2ace5c38d HTTP/1.1" status: 200 len: 982 time: 0.6594143 Feb 09 01:45:51.287438 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8599184f-8cda-4226-a635-4b475b5e9c6d', 'tag': '7941b1ea-8777-422a-856f-54f2ace5c38d'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:51.290818 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bb7da0-ade8-4a67-9880-d0254870a603" -d '{"events": [{"name": "network-changed", "server_uuid": "8599184f-8cda-4226-a635-4b475b5e9c6d", "tag": "7941b1ea-8777-422a-856f-54f2ace5c38d"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:51.357351 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f0701-ce03-41ca-bc75-6d3185b18f25 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Pushing event updated for resources: {'Port': ['ID=7941b1ea-8777-422a-856f-54f2ace5c38d,revision_number=6']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:51.382779 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['7941b1ea-8777-422a-856f-54f2ace5c38d'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:45:51.491076 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422d859-e2f4-40b8-9711-5f58d345ef6f req-ca129d5f-ced2-49ae-a523-75e2f113fb8c tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:51.493081 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1422d859-e2f4-40b8-9711-5f58d345ef6f req-ca129d5f-ced2-49ae-a523-75e2f113fb8c tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/ports?device_id=a17efbf2-9a19-4d67-b834-64126a4bd888 HTTP/1.1" status: 200 len: 950 time: 0.1444530 Feb 09 01:45:51.523261 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=ada72cc7-57bd-46e3-b8cd-ef168e7433ba,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:51.602197 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1422d859-e2f4-40b8-9711-5f58d345ef6f req-eb95c26d-be6c-4528-8d30-72b7eae90a23 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.36 "GET /v2.0/security-groups?id=743df826-1ea4-45dc-b059-b2c3345ffcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983038 Feb 09 01:45:51.613159 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651220d-5770-424b-a8aa-3eebddda5305 req-5c19b8d0-4ae5-44d2-8942-3e13bcd65b76 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:51.615855 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6651220d-5770-424b-a8aa-3eebddda5305 req-5c19b8d0-4ae5-44d2-8942-3e13bcd65b76 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a17efbf2-9a19-4d67-b834-64126a4bd888 HTTP/1.1" status: 200 len: 950 time: 0.1745524 Feb 09 01:45:51.730113 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20165fcd-5f56-419c-a63b-c2e1dab04384 x-openstack-request-id: req-20165fcd-5f56-419c-a63b-c2e1dab04384 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:51.735123 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa", "name": "network-vif-plugged", "status": "completed", "tag": "ada72cc7-57bd-46e3-b8cd-ef168e7433ba", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:51.742121 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-20165fcd-5f56-419c-a63b-c2e1dab04384 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:51.753384 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0984c9e-3fac-4d3f-96d6-84b9e9bd7daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada72cc7-57bd-46e3-b8cd-ef168e7433ba', 'code': 200} Feb 09 01:45:51.854663 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44732) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:51.885156 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-6651220d-5770-424b-a8aa-3eebddda5305 req-c4b81f67-acb2-44bf-a6cd-2676ae9011f5 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Deleting port 4f373cc0-d207-4965-a825-f17bf7ab220d {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:51.885572 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6651220d-5770-424b-a8aa-3eebddda5305 req-c4b81f67-acb2-44bf-a6cd-2676ae9011f5 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (4f373cc0-d207-4965-a825-f17bf7ab220d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:51.960788 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1560e9-129d-4271-a80c-d7ba8ec886f0 req-8dad4d24-06c5-47d6-8358-79e1ed6201ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:51.963764 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa1560e9-129d-4271-a80c-d7ba8ec886f0 req-8dad4d24-06c5-47d6-8358-79e1ed6201ea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 1127 time: 0.1830196 Feb 09 01:45:51.986626 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1beba7-132c-489f-be72-903a8641ba04 req-c573b62b-623d-4da8-8714-feda537f1047 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:51.994829 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1beba7-132c-489f-be72-903a8641ba04 req-c573b62b-623d-4da8-8714-feda537f1047 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:52.004645 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1beba7-132c-489f-be72-903a8641ba04 req-c573b62b-623d-4da8-8714-feda537f1047 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:52.013097 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d1beba7-132c-489f-be72-903a8641ba04 req-c573b62b-623d-4da8-8714-feda537f1047 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2418 time: 0.1373649 Feb 09 01:45:52.023398 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50baaf03-f10c-4755-8b37-6ac57840db4a req-cecfc451-8348-4d07-a787-ff1c55a9f449 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:52.031116 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-50baaf03-f10c-4755-8b37-6ac57840db4a req-cecfc451-8348-4d07-a787-ff1c55a9f449 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a92fed0-3356-47a0-b1f5-7a422bb72ef2 HTTP/1.1" status: 200 len: 945 time: 0.2615566 Feb 09 01:45:52.126568 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-6651220d-5770-424b-a8aa-3eebddda5305 req-c4b81f67-acb2-44bf-a6cd-2676ae9011f5 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] For port 4f373cc0-d207-4965-a825-f17bf7ab220d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4f373cc0-d207-4965-a825-f17bf7ab220d,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:52.126883 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6651220d-5770-424b-a8aa-3eebddda5305 req-c4b81f67-acb2-44bf-a6cd-2676ae9011f5 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (4f373cc0-d207-4965-a825-f17bf7ab220d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:52.142402 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d1beba7-132c-489f-be72-903a8641ba04 req-ce892401-4ed0-4ace-a1ae-fc021c928933 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280675 Feb 09 01:45:52.158429 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa1560e9-129d-4271-a80c-d7ba8ec886f0 req-d69c5dc8-5dc5-4a76-b40d-0f83efd5db38 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873515 Feb 09 01:45:52.160872 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce028767-bf8f-4608-b10c-f2277e3b65e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:52.184303 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-50baaf03-f10c-4755-8b37-6ac57840db4a req-e6a99841-ee40-4394-9a8c-5e8ef4fc8147 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522601 Feb 09 01:45:52.185361 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-6651220d-5770-424b-a8aa-3eebddda5305 req-c4b81f67-acb2-44bf-a6cd-2676ae9011f5 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Calling delete_port for 4f373cc0-d207-4965-a825-f17bf7ab220d owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:52.280151 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14af72c0-75b0-495c-bbfa-6fa5eb889d35 x-openstack-request-id: req-14af72c0-75b0-495c-bbfa-6fa5eb889d35 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:52.280445 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8599184f-8cda-4226-a635-4b475b5e9c6d", "tag": "7941b1ea-8777-422a-856f-54f2ace5c38d", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:52.281146 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-14af72c0-75b0-495c-bbfa-6fa5eb889d35 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:52.281711 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8599184f-8cda-4226-a635-4b475b5e9c6d', 'tag': '7941b1ea-8777-422a-856f-54f2ace5c38d', 'status': 'completed', 'code': 200} Feb 09 01:45:52.345698 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce028767-bf8f-4608-b10c-f2277e3b65e0 admin admin] Publish callbacks [] for security_group (12e0945c-4d8a-436c-b8a8-ed146d801449), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:52.351173 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-05865500-9505-40dd-80a3-788e5738a0c5 req-1d43da32-f265-4f61-86a9-36a8e32a6857 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-676202268&fields=id&tenant_id=0947b32ff412414786f5c023b76f7760 HTTP/1.1" status: 200 len: 267 time: 0.0827475 Feb 09 01:45:52.352401 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce028767-bf8f-4608-b10c-f2277e3b65e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (12e0945c-4d8a-436c-b8a8-ed146d801449), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:52.434451 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ce028767-bf8f-4608-b10c-f2277e3b65e0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c92e03f6653044049e48146429a470d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5729060 Feb 09 01:45:52.447049 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44750) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:52.477348 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6651220d-5770-424b-a8aa-3eebddda5305 req-c4b81f67-acb2-44bf-a6cd-2676ae9011f5 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (4f373cc0-d207-4965-a825-f17bf7ab220d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:52.482077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce028767-bf8f-4608-b10c-f2277e3b65e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e0945c-4d8a-436c-b8a8-ed146d801449,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:52.498264 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['4f373cc0-d207-4965-a825-f17bf7ab220d'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:45:52.545051 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b81f67-acb2-44bf-a6cd-2676ae9011f5 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Pushing event deleted for resources: {'Port': ['ID=4f373cc0-d207-4965-a825-f17bf7ab220d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:52.636440 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05865500-9505-40dd-80a3-788e5738a0c5 req-632618ae-7f83-4922-8268-e337ceee71f0 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:52.636989 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-6651220d-5770-424b-a8aa-3eebddda5305 req-c4b81f67-acb2-44bf-a6cd-2676ae9011f5 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] No DVR routers for this DVR port 4f373cc0-d207-4965-a825-f17bf7ab220d on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:45:52.638025 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-05865500-9505-40dd-80a3-788e5738a0c5 req-632618ae-7f83-4922-8268-e337ceee71f0 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 985 time: 0.2750297 Feb 09 01:45:52.654086 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6651220d-5770-424b-a8aa-3eebddda5305 req-c4b81f67-acb2-44bf-a6cd-2676ae9011f5 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:52.658508 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-05865500-9505-40dd-80a3-788e5738a0c5 req-f3abad2d-2718-493d-8bce-758579bcf859 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Request body: {'port': {'security_groups': ['83139982-faba-4e3b-af8a-e250333e9f1b']}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:52.664677 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6651220d-5770-424b-a8aa-3eebddda5305 req-c4b81f67-acb2-44bf-a6cd-2676ae9011f5 tempest-ImagesNegativeTestJSON-602681014 tempest-ImagesNegativeTestJSON-602681014-project] 10.222.0.48 "DELETE /v2.0/ports/4f373cc0-d207-4965-a825-f17bf7ab220d HTTP/1.1" status: 204 len: 173 time: 1.0377924 Feb 09 01:45:52.665454 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17efbf2-9a19-4d67-b834-64126a4bd888', 'name': 'network-vif-deleted', 'tag': '4f373cc0-d207-4965-a825-f17bf7ab220d'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:52.668251 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb83c41-918a-49e7-af6a-204fb3f89e4e" -d '{"events": [{"server_uuid": "a17efbf2-9a19-4d67-b834-64126a4bd888", "name": "network-vif-deleted", "tag": "4f373cc0-d207-4965-a825-f17bf7ab220d"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:52.714194 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bb09f322-9237-4e8e-81ce-e70d658b1846 admin admin] Publish callbacks [] for security_group (12e0945c-4d8a-436c-b8a8-ed146d801449), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:52.768010 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bb09f322-9237-4e8e-81ce-e70d658b1846 admin admin] Publish callbacks [] for security_group (12e0945c-4d8a-436c-b8a8-ed146d801449), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:52.831541 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb7da0-ade8-4a67-9880-d0254870a603 req-82c8c8a5-ba6f-4121-a190-3fb202c789e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:52.837992 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-29bb7da0-ade8-4a67-9880-d0254870a603 req-82c8c8a5-ba6f-4121-a190-3fb202c789e5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0947b32ff412414786f5c023b76f7760&device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 1167 time: 0.3920586 Feb 09 01:45:52.935035 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-bd110f54-4c3f-4094-b567-05efd541dc71 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=79b4ff5808df4c40804c584d5ffdbb49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288911 Feb 09 01:45:53.046293 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-05865500-9505-40dd-80a3-788e5738a0c5 req-f3abad2d-2718-493d-8bce-758579bcf859 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7941b1ea-8777-422a-856f-54f2ace5c38d), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:53.065503 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb7da0-ade8-4a67-9880-d0254870a603 req-0bbcf828-a922-42f8-b2c1-8fb5ce7c15ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:53.067774 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-29bb7da0-ade8-4a67-9880-d0254870a603 req-0bbcf828-a922-42f8-b2c1-8fb5ce7c15ba service neutron] 10.222.0.67 "GET /v2.0/networks?id=37d718d3-97dd-4a0b-93a0-c4820cd40d4f HTTP/1.1" status: 200 len: 921 time: 0.2188129 Feb 09 01:45:53.090217 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-d6c6d4ef-b542-41a5-8018-68df4eee174a tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:53.092545 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-d6c6d4ef-b542-41a5-8018-68df4eee174a tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1563778 Feb 09 01:45:53.115716 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a14e4d7e-016e-483d-a444-f588bc635bf3 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/quotas/79b4ff5808df4c40804c584d5ffdbb49 HTTP/1.1" status: 200 len: 375 time: 0.0139437 Feb 09 01:45:53.152230 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bb09f322-9237-4e8e-81ce-e70d658b1846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (12e0945c-4d8a-436c-b8a8-ed146d801449), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:53.158625 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bb09f322-9237-4e8e-81ce-e70d658b1846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:53.159498 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bb09f322-9237-4e8e-81ce-e70d658b1846 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/12e0945c-4d8a-436c-b8a8-ed146d801449 HTTP/1.1" status: 204 len: 168 time: 0.7110510 Feb 09 01:45:53.168782 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-4e285677-5208-43a5-a3ba-81c46d455b2c tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=79b4ff5808df4c40804c584d5ffdbb49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444479 Feb 09 01:45:53.243408 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-29bb7da0-ade8-4a67-9880-d0254870a603 req-a839e3ae-e454-463b-a796-7041fe086250 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7941b1ea-8777-422a-856f-54f2ace5c38d HTTP/1.1" status: 200 len: 217 time: 0.1686957 Feb 09 01:45:53.248478 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09f322-9237-4e8e-81ce-e70d658b1846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e0945c-4d8a-436c-b8a8-ed146d801449,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:53.370485 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb7da0-ade8-4a67-9880-d0254870a603 req-d3108a44-c978-450b-b24c-9f195b9cc040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:53.372343 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-29bb7da0-ade8-4a67-9880-d0254870a603 req-d3108a44-c978-450b-b24c-9f195b9cc040 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1c6c575a-2abf-46ad-a16d-fefed5f75801 HTTP/1.1" status: 200 len: 860 time: 0.1211495 Feb 09 01:45:53.406715 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5859b7b7-f145-4fe0-ad2d-100b301d6b8a up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:45:53.407827 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-d1796ca2-40d9-4251-a6fa-0575e6be0616 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:53.424579 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-d1796ca2-40d9-4251-a6fa-0575e6be0616 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:53.442675 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-d1796ca2-40d9-4251-a6fa-0575e6be0616 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:53.461470 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-d1796ca2-40d9-4251-a6fa-0575e6be0616 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2418 time: 0.2045200 Feb 09 01:45:53.723355 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 5859b7b7-f145-4fe0-ad2d-100b301d6b8a completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:45:53.731011 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 5859b7b7-f145-4fe0-ad2d-100b301d6b8a triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:53.733337 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5859b7b7-f145-4fe0-ad2d-100b301d6b8a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:53.738883 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-05865500-9505-40dd-80a3-788e5738a0c5 req-f3abad2d-2718-493d-8bce-758579bcf859 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] For port 7941b1ea-8777-422a-856f-54f2ace5c38d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=7941b1ea-8777-422a-856f-54f2ace5c38d,segment=NetworkSegment(37a2973b-cbc2-440c-9175-1a1f4f71999a),segment_id=37a2973b-cbc2-440c-9175-1a1f4f71999a)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:53.741056 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa9fe8-689c-4367-8a69-cab7d702bd7c req-1915a303-fefe-4781-b46f-6c2de1562307 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:53.750624 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bfa9fe8-689c-4367-8a69-cab7d702bd7c req-1915a303-fefe-4781-b46f-6c2de1562307 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 945 time: 0.2681885 Feb 09 01:45:53.825038 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-05865500-9505-40dd-80a3-788e5738a0c5 req-f3abad2d-2718-493d-8bce-758579bcf859 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks [] for port (7941b1ea-8777-422a-856f-54f2ace5c38d), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:53.856890 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-b554bba0-2e05-4034-83de-1eeb4202a4d3 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Deleting port 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:53.857961 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-b554bba0-2e05-4034-83de-1eeb4202a4d3 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9dcacce5-3fb7-4c5b-b4b9-e07d237d1153), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:53.860587 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-29bb7da0-ade8-4a67-9880-d0254870a603 req-7f19712c-5fbb-4ad0-b933-7aabd338c6ed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=37d718d3-97dd-4a0b-93a0-c4820cd40d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4806869 Feb 09 01:45:53.861353 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-05865500-9505-40dd-80a3-788e5738a0c5 req-f3abad2d-2718-493d-8bce-758579bcf859 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (7941b1ea-8777-422a-856f-54f2ace5c38d), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:53.903254 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['7941b1ea-8777-422a-856f-54f2ace5c38d'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:45:54.005586 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bfa9fe8-689c-4367-8a69-cab7d702bd7c req-992e01a2-e329-49f2-84d8-a96e8476b094 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536116 Feb 09 01:45:54.045814 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05865500-9505-40dd-80a3-788e5738a0c5 req-f3abad2d-2718-493d-8bce-758579bcf859 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:54.046491 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-05865500-9505-40dd-80a3-788e5738a0c5 req-f3abad2d-2718-493d-8bce-758579bcf859 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:54.059132 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-05865500-9505-40dd-80a3-788e5738a0c5 req-f3abad2d-2718-493d-8bce-758579bcf859 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "PUT /v2.0/ports/7941b1ea-8777-422a-856f-54f2ace5c38d HTTP/1.1" status: 200 len: 943 time: 1.4091353 Feb 09 01:45:54.136663 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5859b7b7-f145-4fe0-ad2d-100b301d6b8a is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:54.137354 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5859b7b7-f145-4fe0-ad2d-100b301d6b8a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:54.157032 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df033eb-967e-48ca-a423-3c8064b9e7a4 x-openstack-request-id: req-0df033eb-967e-48ca-a423-3c8064b9e7a4 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:54.157032 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17efbf2-9a19-4d67-b834-64126a4bd888", "name": "network-vif-deleted", "tag": "4f373cc0-d207-4965-a825-f17bf7ab220d", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:54.157305 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0df033eb-967e-48ca-a423-3c8064b9e7a4 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:54.157701 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17efbf2-9a19-4d67-b834-64126a4bd888', 'name': 'network-vif-deleted', 'tag': '4f373cc0-d207-4965-a825-f17bf7ab220d', 'status': 'completed', 'code': 200} Feb 09 01:45:54.190202 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-b554bba0-2e05-4034-83de-1eeb4202a4d3 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] For port 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9dcacce5-3fb7-4c5b-b4b9-e07d237d1153,segment=NetworkSegment(0beedb5b-4874-4b41-b0e4-9393751de318),segment_id=0beedb5b-4874-4b41-b0e4-9393751de318)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:54.190680 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-b554bba0-2e05-4034-83de-1eeb4202a4d3 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9dcacce5-3fb7-4c5b-b4b9-e07d237d1153), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:54.215489 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['7941b1ea-8777-422a-856f-54f2ace5c38d'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:45:54.236004 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-b554bba0-2e05-4034-83de-1eeb4202a4d3 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Calling delete_port for 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:54.307161 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8599184f-8cda-4226-a635-4b475b5e9c6d', 'tag': '7941b1ea-8777-422a-856f-54f2ace5c38d'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:54.313372 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c600629-4227-4e9b-a4f8-f980cf4cbb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "8599184f-8cda-4226-a635-4b475b5e9c6d", "tag": "7941b1ea-8777-422a-856f-54f2ace5c38d"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:54.317448 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abad2d-2718-493d-8bce-758579bcf859 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Pushing event updated for resources: {'Port': ['ID=7941b1ea-8777-422a-856f-54f2ace5c38d,revision_number=7']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:54.335107 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-29bb7da0-ade8-4a67-9880-d0254870a603 req-76e15f7c-6d0c-4b25-8666-13a360a30124 service neutron] 10.222.0.67 "GET /v2.0/networks/37d718d3-97dd-4a0b-93a0-c4820cd40d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506204 Feb 09 01:45:54.390220 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a92fed0-3356-47a0-b1f5-7a422bb72ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5859b7b7-f145-4fe0-ad2d-100b301d6b8a'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:54.392488 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65d010b-6e15-4798-8547-22481e6ac3ea" -d '{"events": [{"server_uuid": "8a92fed0-3356-47a0-b1f5-7a422bb72ef2", "name": "network-vif-plugged", "status": "completed", "tag": "5859b7b7-f145-4fe0-ad2d-100b301d6b8a"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:54.432635 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5859b7b7-f145-4fe0-ad2d-100b301d6b8a, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5859b7b7-f145-4fe0-ad2d-100b301d6b8a,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:54.447820 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5859b7b7-f145-4fe0-ad2d-100b301d6b8a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:54.459293 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 4f373cc0-d207-4965-a825-f17bf7ab220d no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:45:54.493006 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 4f373cc0-d207-4965-a825-f17bf7ab220d {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:45:54.493338 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 4f373cc0-d207-4965-a825-f17bf7ab220d not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:45:54.546840 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc52fe-c9a2-4042-a2ba-33bec54136a3 req-46b89866-9184-4958-894d-83de43cc4955 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:54.548430 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b7bc52fe-c9a2-4042-a2ba-33bec54136a3 req-46b89866-9184-4958-894d-83de43cc4955 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a92fed0-3356-47a0-b1f5-7a422bb72ef2 HTTP/1.1" status: 200 len: 945 time: 0.2650723 Feb 09 01:45:54.593344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee71e6-6cb7-499b-baa0-a1b504bba550 req-014b2e90-7f1a-4ac6-815f-8aed7603b8d6 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:54.600965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee71e6-6cb7-499b-baa0-a1b504bba550 req-014b2e90-7f1a-4ac6-815f-8aed7603b8d6 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:54.609379 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee71e6-6cb7-499b-baa0-a1b504bba550 req-014b2e90-7f1a-4ac6-815f-8aed7603b8d6 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:54.620978 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-85ee71e6-6cb7-499b-baa0-a1b504bba550 req-014b2e90-7f1a-4ac6-815f-8aed7603b8d6 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 2418 time: 0.3357849 Feb 09 01:45:54.686114 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-29bb7da0-ade8-4a67-9880-d0254870a603 req-b7eb8143-6b1e-4f82-9817-6abb0260de3a service neutron] 10.222.0.67 "GET /v2.0/networks/37d718d3-97dd-4a0b-93a0-c4820cd40d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742159 Feb 09 01:45:54.723375 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b7bc52fe-c9a2-4042-a2ba-33bec54136a3 req-f7c3aa1e-af32-45b0-8730-8ae3ee91446b tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358273 Feb 09 01:45:54.825529 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-85ee71e6-6cb7-499b-baa0-a1b504bba550 req-eb848baf-8556-4594-bc71-55e870feecef tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017665 Feb 09 01:45:54.826265 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-b554bba0-2e05-4034-83de-1eeb4202a4d3 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9dcacce5-3fb7-4c5b-b4b9-e07d237d1153), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:54.831302 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=5859b7b7-f145-4fe0-ad2d-100b301d6b8a,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:54.875461 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['d0b09a34-a346-4d94-9592-4ea93f717206', '9e8bda93-23ad-4a35-8455-0e66e8961bad', '9dcacce5-3fb7-4c5b-b4b9-e07d237d1153'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:45:54.938107 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6ba4d7ef-0b18-4b4f-b4f4-908ce5f28145 req-27c1ab27-7a86-47a3-8ae6-37061cb4c982 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/ports?device_id=616dfe9f-a528-45e9-bbbc-567549d7b16c HTTP/1.1" status: 200 len: 210 time: 0.0611243 Feb 09 01:45:55.050383 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554bba0-2e05-4034-83de-1eeb4202a4d3 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event deleted for resources: {'Port': ['ID=9dcacce5-3fb7-4c5b-b4b9-e07d237d1153,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:55.062870 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fa7274-eb91-4a41-a750-512445c3ee1c x-openstack-request-id: req-b0fa7274-eb91-4a41-a750-512445c3ee1c {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:55.063396 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8599184f-8cda-4226-a635-4b475b5e9c6d", "tag": "7941b1ea-8777-422a-856f-54f2ace5c38d", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:55.063522 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0fa7274-eb91-4a41-a750-512445c3ee1c {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:55.063879 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8599184f-8cda-4226-a635-4b475b5e9c6d', 'tag': '7941b1ea-8777-422a-856f-54f2ace5c38d', 'status': 'completed', 'code': 200} Feb 09 01:45:55.095732 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ac0b408-ecb1-482d-9356-94c5b67f8d75 req-281c626d-3709-4ade-8cec-1f833449dbd5 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2113612 Feb 09 01:45:55.124904 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-0ac0b408-ecb1-482d-9356-94c5b67f8d75 req-0050fd14-6fab-44a7-9f4c-12aac9512546 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:55.166828 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9661719-5e62-4b35-99e2-55211e9e18c5 x-openstack-request-id: req-a9661719-5e62-4b35-99e2-55211e9e18c5 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:55.167112 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a92fed0-3356-47a0-b1f5-7a422bb72ef2", "name": "network-vif-plugged", "status": "completed", "tag": "5859b7b7-f145-4fe0-ad2d-100b301d6b8a", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:55.167391 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9661719-5e62-4b35-99e2-55211e9e18c5 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:55.167782 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a92fed0-3356-47a0-b1f5-7a422bb72ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5859b7b7-f145-4fe0-ad2d-100b301d6b8a', 'code': 200} Feb 09 01:45:55.206413 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-b554bba0-2e05-4034-83de-1eeb4202a4d3 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] No DVR routers for this DVR port 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:45:55.218323 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-b554bba0-2e05-4034-83de-1eeb4202a4d3 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:55.232034 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c600629-4227-4e9b-a4f8-f980cf4cbb2e req-e195c719-1e50-40e8-8fff-adda4102320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:55.237260 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-b554bba0-2e05-4034-83de-1eeb4202a4d3 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.48 "DELETE /v2.0/ports/9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 HTTP/1.1" status: 204 len: 173 time: 1.7608271 Feb 09 01:45:55.240117 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7c600629-4227-4e9b-a4f8-f980cf4cbb2e req-e195c719-1e50-40e8-8fff-adda4102320d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0947b32ff412414786f5c023b76f7760&device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 1128 time: 0.1616750 Feb 09 01:45:55.489781 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-d4ddfb2a-b58b-4df7-b522-24dd8382cccb tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=79b4ff5808df4c40804c584d5ffdbb49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2203715 Feb 09 01:45:55.515037 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9270e3-b2e0-4d9c-95b8-3b205f89b7b9 req-da11d66b-c8e6-42e6-a748-926b0ce93c8d tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:55.517737 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ee9270e3-b2e0-4d9c-95b8-3b205f89b7b9 req-da11d66b-c8e6-42e6-a748-926b0ce93c8d tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 945 time: 0.2177961 Feb 09 01:45:55.555854 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c600629-4227-4e9b-a4f8-f980cf4cbb2e req-e1a74d57-9546-43b9-b3cd-f7d05ae742eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:55.557862 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0ac0b408-ecb1-482d-9356-94c5b67f8d75 req-0050fd14-6fab-44a7-9f4c-12aac9512546 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:55.558531 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7c600629-4227-4e9b-a4f8-f980cf4cbb2e req-e1a74d57-9546-43b9-b3cd-f7d05ae742eb service neutron] 10.222.0.67 "GET /v2.0/networks?id=37d718d3-97dd-4a0b-93a0-c4820cd40d4f HTTP/1.1" status: 200 len: 921 time: 0.3112135 Feb 09 01:45:55.609632 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7c600629-4227-4e9b-a4f8-f980cf4cbb2e req-e6eb2ff2-a16e-42f1-a8df-87555d791274 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7941b1ea-8777-422a-856f-54f2ace5c38d HTTP/1.1" status: 200 len: 217 time: 0.0455754 Feb 09 01:45:55.695411 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ee9270e3-b2e0-4d9c-95b8-3b205f89b7b9 req-05a42e86-0083-4aff-89cb-05fe33775ad5 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624172 Feb 09 01:45:55.710508 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b77cab-88a1-49e7-815f-46613f7c8ba9 req-4f46bbfa-d4e4-4df8-8965-67798d9b8fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:55.712846 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c7b77cab-88a1-49e7-815f-46613f7c8ba9 req-4f46bbfa-d4e4-4df8-8965-67798d9b8fce service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8a92fed0-3356-47a0-b1f5-7a422bb72ef2 HTTP/1.1" status: 200 len: 1128 time: 0.4082599 Feb 09 01:45:55.713726 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c600629-4227-4e9b-a4f8-f980cf4cbb2e req-3dc59010-b124-4bfe-88ec-9fd537855796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:55.718416 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7c600629-4227-4e9b-a4f8-f980cf4cbb2e req-3dc59010-b124-4bfe-88ec-9fd537855796 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1c6c575a-2abf-46ad-a16d-fefed5f75801 HTTP/1.1" status: 200 len: 860 time: 0.1029491 Feb 09 01:45:55.794873 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7c600629-4227-4e9b-a4f8-f980cf4cbb2e req-9c89478f-7190-4f8a-bfbd-8079e5de5405 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=37d718d3-97dd-4a0b-93a0-c4820cd40d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694294 Feb 09 01:45:55.839889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-bca615c0-3401-4b06-96aa-f11911a62cf8 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:55.841409 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-bca615c0-3401-4b06-96aa-f11911a62cf8 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3274426 Feb 09 01:45:55.860818 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-3969270b-7789-4403-b4c2-b38b958e110c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Deleting port 9e8bda93-23ad-4a35-8455-0e66e8961bad {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:55.861160 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-3969270b-7789-4403-b4c2-b38b958e110c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9e8bda93-23ad-4a35-8455-0e66e8961bad), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:55.868643 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-8285aa4b-4095-4ae6-95e4-caf0e213f683 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Request body: {'port': {'device_id': '616dfe9f-a528-45e9-bbbc-567549d7b16c', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': '79b4ff5808df4c40804c584d5ffdbb49'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:55.943110 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01bb26-3ec9-4eb5-91b4-14a49414de55 req-0b5048eb-282c-4614-8089-0fd7821d199c tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:55.950192 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d01bb26-3ec9-4eb5-91b4-14a49414de55 req-0b5048eb-282c-4614-8089-0fd7821d199c tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 945 time: 0.1125307 Feb 09 01:45:55.959934 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c7b77cab-88a1-49e7-815f-46613f7c8ba9 req-b63a83a5-2f52-4b12-8f07-5e4f57b24680 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366123 Feb 09 01:45:56.010077 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7c600629-4227-4e9b-a4f8-f980cf4cbb2e req-534bca5c-0946-4b75-aca0-f3100e0270cf service neutron] 10.222.0.67 "GET /v2.0/networks/37d718d3-97dd-4a0b-93a0-c4820cd40d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094362 Feb 09 01:45:56.015835 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d01bb26-3ec9-4eb5-91b4-14a49414de55 req-8613a195-4ed9-48df-a5ac-27959969f274 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646255 Feb 09 01:45:56.160199 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'name': 'network-vif-deleted', 'tag': '9dcacce5-3fb7-4c5b-b4b9-e07d237d1153'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:56.162885 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb445b66-2d41-4edf-b1f5-161c4782dbe3" -d '{"events": [{"server_uuid": "fbbbb7f5-2530-46f0-aac0-29b76ffba3ef", "name": "network-vif-deleted", "tag": "9dcacce5-3fb7-4c5b-b4b9-e07d237d1153"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:56.182141 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-3969270b-7789-4403-b4c2-b38b958e110c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] For port 9e8bda93-23ad-4a35-8455-0e66e8961bad, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9e8bda93-23ad-4a35-8455-0e66e8961bad,segment=NetworkSegment(0beedb5b-4874-4b41-b0e4-9393751de318),segment_id=0beedb5b-4874-4b41-b0e4-9393751de318)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:56.182595 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-3969270b-7789-4403-b4c2-b38b958e110c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9e8bda93-23ad-4a35-8455-0e66e8961bad), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.186412 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0ac0b408-ecb1-482d-9356-94c5b67f8d75 req-0050fd14-6fab-44a7-9f4c-12aac9512546 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.211392 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7c600629-4227-4e9b-a4f8-f980cf4cbb2e req-faf36a4b-6070-472d-a180-6becafce6be1 service neutron] 10.222.0.67 "GET /v2.0/networks/37d718d3-97dd-4a0b-93a0-c4820cd40d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936219 Feb 09 01:45:56.216536 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-3969270b-7789-4403-b4c2-b38b958e110c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Calling delete_port for 9e8bda93-23ad-4a35-8455-0e66e8961bad owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:56.253304 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a3185-fde5-4a02-b354-ff4af8fbb652 req-6953a720-3e00-4edb-8d9c-481bc75255ac tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:56.256315 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-365a3185-fde5-4a02-b354-ff4af8fbb652 req-6953a720-3e00-4edb-8d9c-481bc75255ac tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a92fed0-3356-47a0-b1f5-7a422bb72ef2 HTTP/1.1" status: 200 len: 946 time: 0.1379733 Feb 09 01:45:56.377773 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-8285aa4b-4095-4ae6-95e4-caf0e213f683 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Made reservation on behalf of 79b4ff5808df4c40804c584d5ffdbb49 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:56.381235 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-365a3185-fde5-4a02-b354-ff4af8fbb652 req-257fa690-5965-44bb-b767-4b517137d34a tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123791 Feb 09 01:45:56.387140 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-8285aa4b-4095-4ae6-95e4-caf0e213f683 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.424264 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-8285aa4b-4095-4ae6-95e4-caf0e213f683 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.483549 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-0ac0b408-ecb1-482d-9356-94c5b67f8d75 req-0050fd14-6fab-44a7-9f4c-12aac9512546 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Allocated IP 172.25.7.106 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/baef4774-225c-4180-bbeb-7a3081b64d8a) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:56.593565 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ad888-7971-429b-bc7a-000477389f80 req-f4163ee0-8f5c-48d8-aceb-67f950fa55ec tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:56.602673 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ad888-7971-429b-bc7a-000477389f80 req-f4163ee0-8f5c-48d8-aceb-67f950fa55ec tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:56.605411 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-870ad888-7971-429b-bc7a-000477389f80 req-f4163ee0-8f5c-48d8-aceb-67f950fa55ec tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 1682 time: 0.1059930 Feb 09 01:45:56.606098 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44876) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:56.702431 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-870ad888-7971-429b-bc7a-000477389f80 req-c317a6d5-d276-4fb5-b9b9-a510b5de3e5f tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871446 Feb 09 01:45:56.780355 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0ac0b408-ecb1-482d-9356-94c5b67f8d75 req-0050fd14-6fab-44a7-9f4c-12aac9512546 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks [] for port (baef4774-225c-4180-bbeb-7a3081b64d8a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.813481 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58d53929-80b7-4bb6-a442-01cf2eb180c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.817504 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-8285aa4b-4095-4ae6-95e4-caf0e213f683 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Publish callbacks [] for security_group (a21505dd-3a3e-4137-974b-f8f1c205656e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.830025 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-8285aa4b-4095-4ae6-95e4-caf0e213f683 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a21505dd-3a3e-4137-974b-f8f1c205656e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.844766 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1c8f6753-b70f-4863-899d-b041886b653c req-699fb068-4844-4a85-95aa-b3c90901da49 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/ports?device_id=616dfe9f-a528-45e9-bbbc-567549d7b16c HTTP/1.1" status: 200 len: 210 time: 0.0506208 Feb 09 01:45:56.866366 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-3969270b-7789-4403-b4c2-b38b958e110c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9e8bda93-23ad-4a35-8455-0e66e8961bad), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.907352 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969270b-7789-4403-b4c2-b38b958e110c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event deleted for resources: {'Port': ['ID=9e8bda93-23ad-4a35-8455-0e66e8961bad,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:56.983361 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0ac0b408-ecb1-482d-9356-94c5b67f8d75 req-0050fd14-6fab-44a7-9f4c-12aac9512546 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (baef4774-225c-4180-bbeb-7a3081b64d8a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.991700 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58d53929-80b7-4bb6-a442-01cf2eb180c7 admin admin] Publish callbacks [] for security_group (9c6d2e34-6454-4374-baf7-7c2d2648416f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.997192 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58d53929-80b7-4bb6-a442-01cf2eb180c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9c6d2e34-6454-4374-baf7-7c2d2648416f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:57.043756 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285aa4b-4095-4ae6-95e4-caf0e213f683 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a21505dd-3a3e-4137-974b-f8f1c205656e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:57.067638 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050fd14-6fab-44a7-9f4c-12aac9512546 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Pushing event updated for resources: {'Port': ['ID=baef4774-225c-4180-bbeb-7a3081b64d8a,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:57.097942 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-58d53929-80b7-4bb6-a442-01cf2eb180c7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=40289cd0fc4a4ea89b5ba2ae61ab2519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4897237 Feb 09 01:45:57.098739 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44884) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:57.160504 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d53929-80b7-4bb6-a442-01cf2eb180c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6d2e34-6454-4374-baf7-7c2d2648416f,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:57.205671 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f676283-ebbf-44cd-8471-6a6f7b687776 admin admin] Publish callbacks [] for security_group (9c6d2e34-6454-4374-baf7-7c2d2648416f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:57.239502 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f676283-ebbf-44cd-8471-6a6f7b687776 admin admin] Publish callbacks [] for security_group (9c6d2e34-6454-4374-baf7-7c2d2648416f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:57.290354 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7378cec7-ae2b-4f5a-9357-050248ce121e x-openstack-request-id: req-7378cec7-ae2b-4f5a-9357-050248ce121e {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:57.290584 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbbbb7f5-2530-46f0-aac0-29b76ffba3ef", "name": "network-vif-deleted", "tag": "9dcacce5-3fb7-4c5b-b4b9-e07d237d1153", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:57.290809 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7378cec7-ae2b-4f5a-9357-050248ce121e {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:57.291311 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'name': 'network-vif-deleted', 'tag': '9dcacce5-3fb7-4c5b-b4b9-e07d237d1153', 'status': 'completed', 'code': 200} Feb 09 01:45:57.329456 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac0b408-ecb1-482d-9356-94c5b67f8d75 req-0050fd14-6fab-44a7-9f4c-12aac9512546 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:57.358986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-3969270b-7789-4403-b4c2-b38b958e110c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] No DVR routers for this DVR port 9e8bda93-23ad-4a35-8455-0e66e8961bad on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:45:57.375101 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-3969270b-7789-4403-b4c2-b38b958e110c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:57.379590 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-3969270b-7789-4403-b4c2-b38b958e110c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.48 "DELETE /v2.0/ports/9e8bda93-23ad-4a35-8455-0e66e8961bad HTTP/1.1" status: 204 len: 173 time: 2.1414540 Feb 09 01:45:57.380401 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194eb68e-205d-42c3-8557-afe52dfa9f0e req-ddd0980e-51a3-4ce9-8e3e-6779b963f017 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:57.382415 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-194eb68e-205d-42c3-8557-afe52dfa9f0e req-ddd0980e-51a3-4ce9-8e3e-6779b963f017 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 945 time: 0.1223235 Feb 09 01:45:57.388385 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-0ac0b408-ecb1-482d-9356-94c5b67f8d75 req-0050fd14-6fab-44a7-9f4c-12aac9512546 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:57.397165 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac0b408-ecb1-482d-9356-94c5b67f8d75 req-0050fd14-6fab-44a7-9f4c-12aac9512546 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:57.422682 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f676283-ebbf-44cd-8471-6a6f7b687776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9c6d2e34-6454-4374-baf7-7c2d2648416f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:57.425491 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f676283-ebbf-44cd-8471-6a6f7b687776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:57.431939 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:45:57.441010 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1f676283-ebbf-44cd-8471-6a6f7b687776 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c6d2e34-6454-4374-baf7-7c2d2648416f HTTP/1.1" status: 204 len: 168 time: 0.3407650 Feb 09 01:45:57.456256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:45:57.456908 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9dcacce5-3fb7-4c5b-b4b9-e07d237d1153 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:45:57.457936 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9e8bda93-23ad-4a35-8455-0e66e8961bad no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:45:57.470182 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f676283-ebbf-44cd-8471-6a6f7b687776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6d2e34-6454-4374-baf7-7c2d2648416f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:57.486191 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-8285aa4b-4095-4ae6-95e4-caf0e213f683 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Allocated IP 192.168.233.110 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/5bd99b19-dcb2-45c2-be46-a47d77e2b474) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:57.516522 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 9e8bda93-23ad-4a35-8455-0e66e8961bad {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:45:57.517401 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9e8bda93-23ad-4a35-8455-0e66e8961bad not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:45:57.519086 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device d0b09a34-a346-4d94-9592-4ea93f717206 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:45:57.530520 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-194eb68e-205d-42c3-8557-afe52dfa9f0e req-a719a2d7-f86a-4f89-97a5-8b784ad3b96e tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395111 Feb 09 01:45:57.658284 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port d0b09a34-a346-4d94-9592-4ea93f717206 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:57.658770 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d0b09a34-a346-4d94-9592-4ea93f717206), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:57.711076 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0b09a34-a346-4d94-9592-4ea93f717206'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:57.714487 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9967fe2-d869-49ae-9e6a-f33f359b50d1" -d '{"events": [{"server_uuid": "fbbbb7f5-2530-46f0-aac0-29b76ffba3ef", "name": "network-vif-unplugged", "status": "completed", "tag": "d0b09a34-a346-4d94-9592-4ea93f717206"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:57.746714 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port d0b09a34-a346-4d94-9592-4ea93f717206, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=d0b09a34-a346-4d94-9592-4ea93f717206,segment=NetworkSegment(efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3),segment_id=efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:57.752291 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d0b09a34-a346-4d94-9592-4ea93f717206), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:57.766679 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0ac0b408-ecb1-482d-9356-94c5b67f8d75 req-0050fd14-6fab-44a7-9f4c-12aac9512546 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks [] for floatingip (185a2fd2-455e-41d7-9931-9d109ca79e30), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:57.808787 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-60487015-686c-4469-8e3a-a96659ca386c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Deleting port d0b09a34-a346-4d94-9592-4ea93f717206 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:57.809147 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-60487015-686c-4469-8e3a-a96659ca386c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (d0b09a34-a346-4d94-9592-4ea93f717206), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:57.822669 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9093b-0258-4b54-899e-d68f6924d871 req-76ebf4f0-8f90-41bf-97a4-5a726753902c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:57.831380 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5fa9093b-0258-4b54-899e-d68f6924d871 req-76ebf4f0-8f90-41bf-97a4-5a726753902c tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a92fed0-3356-47a0-b1f5-7a422bb72ef2 HTTP/1.1" status: 200 len: 946 time: 0.1214416 Feb 09 01:45:57.913824 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=d0b09a34-a346-4d94-9592-4ea93f717206,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:57.928891 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5fa9093b-0258-4b54-899e-d68f6924d871 req-5b10ec19-cdcb-4f4f-9464-6a41e79288f5 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856371 Feb 09 01:45:58.043471 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44906) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:58.058549 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce4924-1333-4b1e-9813-2d93de3f940d req-f8224582-edd8-4372-ae00-1e6b6043084e tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:58.060084 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4bce4924-1333-4b1e-9813-2d93de3f940d req-f8224582-edd8-4372-ae00-1e6b6043084e tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 945 time: 0.0832887 Feb 09 01:45:58.095322 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a32000b-9203-4b46-a209-9fcdfe42f366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.150856 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4bce4924-1333-4b1e-9813-2d93de3f940d req-b8e477e8-f6f5-48fd-a798-c5e4b096a9c5 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759754 Feb 09 01:45:58.158385 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44910) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:58.215249 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a32000b-9203-4b46-a209-9fcdfe42f366 admin admin] Publish callbacks [] for security_group (42c4042e-07c3-4226-b057-651ca0ccf05c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.221428 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a32000b-9203-4b46-a209-9fcdfe42f366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (42c4042e-07c3-4226-b057-651ca0ccf05c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.303493 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32000b-9203-4b46-a209-9fcdfe42f366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c4042e-07c3-4226-b057-651ca0ccf05c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:58.319424 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4a32000b-9203-4b46-a209-9fcdfe42f366 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee2a42dec4b746029a2dbcee12352e5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2581990 Feb 09 01:45:58.321996 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44916) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:58.357133 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0ac0b408-ecb1-482d-9356-94c5b67f8d75 req-0050fd14-6fab-44a7-9f4c-12aac9512546 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (baef4774-225c-4180-bbeb-7a3081b64d8a), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.373305 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362058f4-ab9d-4306-9833-b83ca4fe3cde req-8837c3bf-368c-417f-adac-c34e6a35ee15 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:58.374787 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-362058f4-ab9d-4306-9833-b83ca4fe3cde req-8837c3bf-368c-417f-adac-c34e6a35ee15 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 943 time: 0.1390696 Feb 09 01:45:58.407263 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-22d00ead-1ffe-4bf7-befc-38cfbf1e22e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ba3e6f3dd55f415384b4dd102afb5ff6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2457492 Feb 09 01:45:58.408063 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44920) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:58.477497 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-20da4c49-0285-4538-a531-6fdd6d143593 admin admin] Publish callbacks [] for security_group (42c4042e-07c3-4226-b057-651ca0ccf05c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.484395 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-362058f4-ab9d-4306-9833-b83ca4fe3cde req-e9b61337-1349-4710-8cc6-3f688720b3cf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036668 Feb 09 01:45:58.517655 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-20da4c49-0285-4538-a531-6fdd6d143593 admin admin] Publish callbacks [] for security_group (42c4042e-07c3-4226-b057-651ca0ccf05c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.518774 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-60487015-686c-4469-8e3a-a96659ca386c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] For port d0b09a34-a346-4d94-9592-4ea93f717206, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=d0b09a34-a346-4d94-9592-4ea93f717206,segment=NetworkSegment(efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3),segment_id=efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:58.519501 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-60487015-686c-4469-8e3a-a96659ca386c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (d0b09a34-a346-4d94-9592-4ea93f717206), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.526738 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e7f830d5-5351-4d8d-9835-d8627e88e58d admin admin] Publish callbacks [] for security_group (743df826-1ea4-45dc-b059-b2c3345ffcc7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.546985 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-8285aa4b-4095-4ae6-95e4-caf0e213f683 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Publish callbacks [] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.555838 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-60487015-686c-4469-8e3a-a96659ca386c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Calling delete_port for d0b09a34-a346-4d94-9592-4ea93f717206 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:58.573375 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e7f830d5-5351-4d8d-9835-d8627e88e58d admin admin] Publish callbacks [] for security_group (743df826-1ea4-45dc-b059-b2c3345ffcc7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.588723 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf821dab-14e6-43a9-9211-7e3facac8274 x-openstack-request-id: req-cf821dab-14e6-43a9-9211-7e3facac8274 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:58.590005 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbbbb7f5-2530-46f0-aac0-29b76ffba3ef", "name": "network-vif-unplugged", "status": "completed", "tag": "d0b09a34-a346-4d94-9592-4ea93f717206", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:58.590417 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cf821dab-14e6-43a9-9211-7e3facac8274 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:58.592057 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0b09a34-a346-4d94-9592-4ea93f717206', 'code': 200} Feb 09 01:45:58.616450 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-20da4c49-0285-4538-a531-6fdd6d143593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (42c4042e-07c3-4226-b057-651ca0ccf05c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.624859 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-20da4c49-0285-4538-a531-6fdd6d143593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.632781 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-20da4c49-0285-4538-a531-6fdd6d143593 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/42c4042e-07c3-4226-b057-651ca0ccf05c HTTP/1.1" status: 204 len: 168 time: 0.3094761 Feb 09 01:45:58.643353 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da4c49-0285-4538-a531-6fdd6d143593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c4042e-07c3-4226-b057-651ca0ccf05c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:58.658567 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e7f830d5-5351-4d8d-9835-d8627e88e58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (743df826-1ea4-45dc-b059-b2c3345ffcc7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.668256 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e7f830d5-5351-4d8d-9835-d8627e88e58d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.673959 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e7f830d5-5351-4d8d-9835-d8627e88e58d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/743df826-1ea4-45dc-b059-b2c3345ffcc7 HTTP/1.1" status: 204 len: 168 time: 0.2627938 Feb 09 01:45:58.691633 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f830d5-5351-4d8d-9835-d8627e88e58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743df826-1ea4-45dc-b059-b2c3345ffcc7,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:58.707544 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0ac0b408-ecb1-482d-9356-94c5b67f8d75 req-0050fd14-6fab-44a7-9f4c-12aac9512546 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks [] for port (baef4774-225c-4180-bbeb-7a3081b64d8a), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.713428 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-8285aa4b-4095-4ae6-95e4-caf0e213f683 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.716811 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0ac0b408-ecb1-482d-9356-94c5b67f8d75 req-0050fd14-6fab-44a7-9f4c-12aac9512546 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (baef4774-225c-4180-bbeb-7a3081b64d8a), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.793469 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-8285aa4b-4095-4ae6-95e4-caf0e213f683 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:58.802914 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-8285aa4b-4095-4ae6-95e4-caf0e213f683 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:58.831820 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-8285aa4b-4095-4ae6-95e4-caf0e213f683 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:58.867509 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a0c9c-85c6-4a9a-9bc7-2c5a8c8c7747 req-e491b1a6-e564-47e4-a7d4-7b5b589a6a85 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:58.870421 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e20a0c9c-85c6-4a9a-9bc7-2c5a8c8c7747 req-e491b1a6-e564-47e4-a7d4-7b5b589a6a85 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/ports?device_id=616dfe9f-a528-45e9-bbbc-567549d7b16c HTTP/1.1" status: 200 len: 936 time: 0.1500332 Feb 09 01:45:58.956287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050fd14-6fab-44a7-9f4c-12aac9512546 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Pushing event updated for resources: {'Port': ['ID=baef4774-225c-4180-bbeb-7a3081b64d8a,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:58.973222 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e20a0c9c-85c6-4a9a-9bc7-2c5a8c8c7747 req-a2b62730-886c-46b5-ab15-f6f81717124e tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/security-groups?id=a21505dd-3a3e-4137-974b-f8f1c205656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903306 Feb 09 01:45:59.045001 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0ac0b408-ecb1-482d-9356-94c5b67f8d75 req-0050fd14-6fab-44a7-9f4c-12aac9512546 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (185a2fd2-455e-41d7-9931-9d109ca79e30), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:59.100818 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-8285aa4b-4095-4ae6-95e4-caf0e213f683 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:59.101478 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-8285aa4b-4095-4ae6-95e4-caf0e213f683 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:59.123292 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285aa4b-4095-4ae6-95e4-caf0e213f683 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Pushing event updated for resources: {'Port': ['ID=5bd99b19-dcb2-45c2-be46-a47d77e2b474,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:59.124262 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-60487015-686c-4469-8e3a-a96659ca386c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (d0b09a34-a346-4d94-9592-4ea93f717206), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:59.132021 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0ac0b408-ecb1-482d-9356-94c5b67f8d75 req-0050fd14-6fab-44a7-9f4c-12aac9512546 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:59.133504 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ac0b408-ecb1-482d-9356-94c5b67f8d75 req-0050fd14-6fab-44a7-9f4c-12aac9512546 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0369427 Feb 09 01:45:59.225505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60487015-686c-4469-8e3a-a96659ca386c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event deleted for resources: {'Port': ['ID=d0b09a34-a346-4d94-9592-4ea93f717206,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:59.288927 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-fe812886-5e70-4340-94fd-cd51aa432f04 None None] Provisioning complete for port 5bd99b19-dcb2-45c2-be46-a47d77e2b474 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:59.289700 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fe812886-5e70-4340-94fd-cd51aa432f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:59.313118 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-8285aa4b-4095-4ae6-95e4-caf0e213f683 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4544697 Feb 09 01:45:59.313855 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'name': 'network-vif-deleted', 'tag': '9e8bda93-23ad-4a35-8455-0e66e8961bad'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:59.334463 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddfc587-8c70-447d-a253-2490bb999e2d" -d '{"events": [{"server_uuid": "fbbbb7f5-2530-46f0-aac0-29b76ffba3ef", "name": "network-vif-deleted", "tag": "9e8bda93-23ad-4a35-8455-0e66e8961bad"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:59.393196 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a1d64e82-e34d-4829-a189-63f465204cad service neutron] Request body: {'port': {'device_id': '616dfe9f-a528-45e9-bbbc-567549d7b16c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:59.461490 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-fe812886-5e70-4340-94fd-cd51aa432f04 None None] Port 5bd99b19-dcb2-45c2-be46-a47d77e2b474 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:45:59.563655 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ac0b408-ecb1-482d-9356-94c5b67f8d75 req-07b076b4-f7b3-4e6a-9529-dfbe60f3be26 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 696 time: 0.4059336 Feb 09 01:45:59.579537 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-60487015-686c-4469-8e3a-a96659ca386c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] No DVR routers for this DVR port d0b09a34-a346-4d94-9592-4ea93f717206 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:45:59.588434 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-60487015-686c-4469-8e3a-a96659ca386c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:59.592863 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-afee1a83-8dca-415f-95b0-2fc85782b11e req-60487015-686c-4469-8e3a-a96659ca386c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.48 "DELETE /v2.0/ports/d0b09a34-a346-4d94-9592-4ea93f717206 HTTP/1.1" status: 204 len: 173 time: 2.1684070 Feb 09 01:45:59.922978 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0b408-ecb1-482d-9356-94c5b67f8d75 req-054b1e7f-c693-4fec-92da-15c761659aca tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:59.924709 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ac0b408-ecb1-482d-9356-94c5b67f8d75 req-054b1e7f-c693-4fec-92da-15c761659aca tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.3409638 Feb 09 01:46:00.014063 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a1d64e82-e34d-4829-a189-63f465204cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:00.137514 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02759c2b-c46d-4fc5-8c71-84907abf9369 x-openstack-request-id: req-02759c2b-c46d-4fc5-8c71-84907abf9369 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:46:00.138112 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbbbb7f5-2530-46f0-aac0-29b76ffba3ef", "name": "network-vif-deleted", "tag": "9e8bda93-23ad-4a35-8455-0e66e8961bad", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:46:00.138367 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-02759c2b-c46d-4fc5-8c71-84907abf9369 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:46:00.138871 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'name': 'network-vif-deleted', 'tag': '9e8bda93-23ad-4a35-8455-0e66e8961bad', 'status': 'completed', 'code': 200} Feb 09 01:46:00.291983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440936a-14c6-4c22-bffc-df758f82e6aa req-67428cb9-708b-42b8-bf69-39abac97b20f tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:00.300344 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6440936a-14c6-4c22-bffc-df758f82e6aa req-67428cb9-708b-42b8-bf69-39abac97b20f tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a92fed0-3356-47a0-b1f5-7a422bb72ef2 HTTP/1.1" status: 200 len: 946 time: 0.2478693 Feb 09 01:46:00.319774 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e88eb4e7-8e1f-46ac-9b2d-f7efad68d1df req-4a373893-dda7-403f-ba14-eedc6c6100c1 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbbbb7f5-2530-46f0-aac0-29b76ffba3ef HTTP/1.1" status: 200 len: 210 time: 0.0638018 Feb 09 01:46:00.503589 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6440936a-14c6-4c22-bffc-df758f82e6aa req-43410080-cbb0-4f55-b085-6d75d729555a tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751981 Feb 09 01:46:00.540671 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb90e7-303f-4654-80e3-c4b3f26af7a7 req-4f9810b1-a28a-46ec-a374-ae3b12c096aa tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:00.548650 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efeb90e7-303f-4654-80e3-c4b3f26af7a7 req-4f9810b1-a28a-46ec-a374-ae3b12c096aa tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1122243 Feb 09 01:46:00.605538 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efeb90e7-303f-4654-80e3-c4b3f26af7a7 req-e2319daf-1f5c-451f-b516-c5cd9ac38d6f tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 696 time: 0.0558197 Feb 09 01:46:00.611696 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-efeb90e7-303f-4654-80e3-c4b3f26af7a7 req-02002a2b-ce9d-4760-9bd1-3a1ec67d8017 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Request body: {'floatingip': {'port_id': '7941b1ea-8777-422a-856f-54f2ace5c38d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:00.657072 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-efeb90e7-303f-4654-80e3-c4b3f26af7a7 req-02002a2b-ce9d-4760-9bd1-3a1ec67d8017 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks [] for floatingip (185a2fd2-455e-41d7-9931-9d109ca79e30), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:00.701560 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a1d64e82-e34d-4829-a189-63f465204cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd99b19-dcb2-45c2-be46-a47d77e2b474 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:46:00.712170 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a1d64e82-e34d-4829-a189-63f465204cad service neutron] Publish callbacks [] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:00.728396 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cfd1e-b1bf-4de2-abf0-20f85b2f429f req-1cf179cc-e697-4960-b028-447bb43d4981 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:00.729894 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e89cfd1e-b1bf-4de2-abf0-20f85b2f429f req-1cf179cc-e697-4960-b028-447bb43d4981 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/ports?device_id=616dfe9f-a528-45e9-bbbc-567549d7b16c HTTP/1.1" status: 200 len: 936 time: 0.1360285 Feb 09 01:46:00.743176 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a1d64e82-e34d-4829-a189-63f465204cad service neutron] Transition to ACTIVE for port object 5bd99b19-dcb2-45c2-be46-a47d77e2b474 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:46:00.758802 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a1d64e82-e34d-4829-a189-63f465204cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:00.853298 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a69fff2f-6f2a-43b9-ac01-eb8a77ab865e req-1443f814-fb09-4408-96d7-60cb8e7d3127 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1499817 Feb 09 01:46:00.988197 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e89cfd1e-b1bf-4de2-abf0-20f85b2f429f req-4c58714d-34cf-4800-bc75-a5716467ab70 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/security-groups?id=a21505dd-3a3e-4137-974b-f8f1c205656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496986 Feb 09 01:46:01.009992 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d64e82-e34d-4829-a189-63f465204cad service neutron] Pushing event updated for resources: {'Port': ['ID=5bd99b19-dcb2-45c2-be46-a47d77e2b474,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:01.079962 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a1d64e82-e34d-4829-a189-63f465204cad service neutron] Attempting to bind port 5bd99b19-dcb2-45c2-be46-a47d77e2b474 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:01.080683 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a1d64e82-e34d-4829-a189-63f465204cad service neutron] Attempting to bind port 5bd99b19-dcb2-45c2-be46-a47d77e2b474 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:01.081397 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a1d64e82-e34d-4829-a189-63f465204cad service neutron] Attempting to bind port 5bd99b19-dcb2-45c2-be46-a47d77e2b474 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:01.093945 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a1d64e82-e34d-4829-a189-63f465204cad service neutron] Port 5bd99b19-dcb2-45c2-be46-a47d77e2b474 on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:46:01.094524 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a1d64e82-e34d-4829-a189-63f465204cad service neutron] Attempting to bind port 5bd99b19-dcb2-45c2-be46-a47d77e2b474 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:01.100295 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a1d64e82-e34d-4829-a189-63f465204cad service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:01.100648 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a1d64e82-e34d-4829-a189-63f465204cad service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:01.101039 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a1d64e82-e34d-4829-a189-63f465204cad service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:01.101475 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a1d64e82-e34d-4829-a189-63f465204cad service neutron] Bound port: 5bd99b19-dcb2-45c2-be46-a47d77e2b474, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:01.105622 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fff2f-6f2a-43b9-ac01-eb8a77ab865e req-b4b54fe0-07e4-4a11-80df-f28ab9e5d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:01.107155 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a69fff2f-6f2a-43b9-ac01-eb8a77ab865e req-b4b54fe0-07e4-4a11-80df-f28ab9e5d781 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0947b32ff412414786f5c023b76f7760&device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 1128 time: 0.1800716 Feb 09 01:46:01.109621 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a1d64e82-e34d-4829-a189-63f465204cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:01.245677 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36896c5-efee-4007-a372-bac4be62216b req-38984a48-7090-4e54-9d0e-914e2de082a7 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:01.247853 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b36896c5-efee-4007-a372-bac4be62216b req-38984a48-7090-4e54-9d0e-914e2de082a7 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 945 time: 0.1296773 Feb 09 01:46:01.317452 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a1d64e82-e34d-4829-a189-63f465204cad service neutron] For port 5bd99b19-dcb2-45c2-be46-a47d77e2b474, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:01.356178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a1d64e82-e34d-4829-a189-63f465204cad service neutron] For port 5bd99b19-dcb2-45c2-be46-a47d77e2b474, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5bd99b19-dcb2-45c2-be46-a47d77e2b474,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:01.362505 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b36896c5-efee-4007-a372-bac4be62216b req-5f1ebec8-230d-4064-8e1d-943db836e223 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078329 Feb 09 01:46:01.374786 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a1d64e82-e34d-4829-a189-63f465204cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:01.438707 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a1d64e82-e34d-4829-a189-63f465204cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:01.439715 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a1d64e82-e34d-4829-a189-63f465204cad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:01.441380 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a1d64e82-e34d-4829-a189-63f465204cad service neutron] 10.222.0.48 "PUT /v2.0/ports/5bd99b19-dcb2-45c2-be46-a47d77e2b474 HTTP/1.1" status: 200 len: 1096 time: 2.1015561 Feb 09 01:46:01.473280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d64e82-e34d-4829-a189-63f465204cad service neutron] Pushing event updated for resources: {'Port': ['ID=5bd99b19-dcb2-45c2-be46-a47d77e2b474,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:01.592879 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a6759ad1-7fb6-4ec0-974a-7c3ea5230a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:01.595808 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-a6759ad1-7fb6-4ec0-974a-7c3ea5230a4b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79b4ff5808df4c40804c584d5ffdbb49&device_id=616dfe9f-a528-45e9-bbbc-567549d7b16c HTTP/1.1" status: 200 len: 1130 time: 0.0934699 Feb 09 01:46:01.694047 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-523958bd-7898-4d0e-8246-74f619eb1661 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=5bd99b19-dcb2-45c2-be46-a47d77e2b474 HTTP/1.1" status: 200 len: 217 time: 0.0889540 Feb 09 01:46:01.778399 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-2e184378-3e2b-44b0-8278-4393690841bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:01.780018 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-2e184378-3e2b-44b0-8278-4393690841bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.0793195 Feb 09 01:46:01.992050 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-d62e0611-e557-46b6-8b1d-fdc025eb689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:01.993616 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-d62e0611-e557-46b6-8b1d-fdc025eb689b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2059815 Feb 09 01:46:02.110503 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fff2f-6f2a-43b9-ac01-eb8a77ab865e req-e72320fb-8fb2-4103-bbf7-af2921ad0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:02.112091 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a69fff2f-6f2a-43b9-ac01-eb8a77ab865e req-e72320fb-8fb2-4103-bbf7-af2921ad0595 service neutron] 10.222.0.67 "GET /v2.0/networks?id=37d718d3-97dd-4a0b-93a0-c4820cd40d4f HTTP/1.1" status: 200 len: 921 time: 0.9405310 Feb 09 01:46:02.141190 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'name': 'network-vif-deleted', 'tag': 'd0b09a34-a346-4d94-9592-4ea93f717206'}, {'name': 'network-changed', 'server_uuid': '616dfe9f-a528-45e9-bbbc-567549d7b16c', 'tag': '5bd99b19-dcb2-45c2-be46-a47d77e2b474'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:46:02.144124 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6940be-99bc-47b3-a84d-91e31f0b099d" -d '{"events": [{"server_uuid": "fbbbb7f5-2530-46f0-aac0-29b76ffba3ef", "name": "network-vif-deleted", "tag": "d0b09a34-a346-4d94-9592-4ea93f717206"}, {"name": "network-changed", "server_uuid": "616dfe9f-a528-45e9-bbbc-567549d7b16c", "tag": "5bd99b19-dcb2-45c2-be46-a47d77e2b474"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:46:02.146402 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45038) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:02.214783 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-436f2ab7-11c0-42fb-b9bc-209df7285c13 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106440 Feb 09 01:46:02.231725 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a69fff2f-6f2a-43b9-ac01-eb8a77ab865e req-44d8479d-84b7-4d23-a4b6-ee4a383fc443 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7941b1ea-8777-422a-856f-54f2ace5c38d HTTP/1.1" status: 200 len: 217 time: 0.1087880 Feb 09 01:46:02.323187 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-efeb90e7-303f-4654-80e3-c4b3f26af7a7 req-02002a2b-ce9d-4760-9bd1-3a1ec67d8017 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:02.337066 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-efeb90e7-303f-4654-80e3-c4b3f26af7a7 req-02002a2b-ce9d-4760-9bd1-3a1ec67d8017 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (185a2fd2-455e-41d7-9931-9d109ca79e30), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:02.390230 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-620dc879-af60-417e-bcb7-5f6a59a56095 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Deleting subnet 358d199c-92d7-45a7-9ead-7399dcde59e7 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:46:02.414798 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b0fe6-cfac-48ee-8fe8-dd37e02c55b1 req-aab69dac-4e9c-4f9c-a536-583ba1c8b826 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:02.416397 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b8b0fe6-cfac-48ee-8fe8-dd37e02c55b1 req-aab69dac-4e9c-4f9c-a536-583ba1c8b826 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/ports?device_id=616dfe9f-a528-45e9-bbbc-567549d7b16c HTTP/1.1" status: 200 len: 948 time: 0.0999858 Feb 09 01:46:02.420629 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fff2f-6f2a-43b9-ac01-eb8a77ab865e req-3f8fc46b-da30-4bd6-a4de-6c0570a8bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:02.422443 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a69fff2f-6f2a-43b9-ac01-eb8a77ab865e req-3f8fc46b-da30-4bd6-a4de-6c0570a8bce9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1c6c575a-2abf-46ad-a16d-fefed5f75801 HTTP/1.1" status: 200 len: 860 time: 0.1673777 Feb 09 01:46:02.423281 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b15023a-0192-40c9-806d-a8d130db8e51 req-4f10b376-1e33-4518-9c21-a5b3c32ae622 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014613 Feb 09 01:46:02.423693 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-620dc879-af60-417e-bcb7-5f6a59a56095 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks [] for subnet (358d199c-92d7-45a7-9ead-7399dcde59e7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:02.492833 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a69fff2f-6f2a-43b9-ac01-eb8a77ab865e req-1574cd2c-709d-4958-a2dc-0431d96cd800 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=37d718d3-97dd-4a0b-93a0-c4820cd40d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451872 Feb 09 01:46:02.512842 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b8b0fe6-cfac-48ee-8fe8-dd37e02c55b1 req-a4882ab9-cdb0-42a7-9650-527a828f2546 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/security-groups?id=a21505dd-3a3e-4137-974b-f8f1c205656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772021 Feb 09 01:46:02.553602 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-620dc879-af60-417e-bcb7-5f6a59a56095 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (358d199c-92d7-45a7-9ead-7399dcde59e7), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:02.642946 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [req-efeb90e7-303f-4654-80e3-c4b3f26af7a7 req-02002a2b-ce9d-4760-9bd1-3a1ec67d8017 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Floating IP 185a2fd2-455e-41d7-9931-9d109ca79e30 associated. External IP: 172.25.7.106, port: 7941b1ea-8777-422a-856f-54f2ace5c38d. Feb 09 01:46:02.675199 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353132c0-a8ed-4864-a337-948484be7375 req-ec8fd4bc-d34a-4601-900d-17ea4177d54e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:02.676709 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-353132c0-a8ed-4864-a337-948484be7375 req-ec8fd4bc-d34a-4601-900d-17ea4177d54e tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a92fed0-3356-47a0-b1f5-7a422bb72ef2 HTTP/1.1" status: 200 len: 946 time: 0.0708764 Feb 09 01:46:02.757729 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-353132c0-a8ed-4864-a337-948484be7375 req-beb0cb13-54e9-4d3a-942a-5877b3f69168 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/security-groups?id=64d13c74-100c-4f60-901f-2cd73adff910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732715 Feb 09 01:46:02.773725 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a69fff2f-6f2a-43b9-ac01-eb8a77ab865e req-2a52a90a-c610-4540-9fcd-a9d13e2c1833 service neutron] 10.222.0.67 "GET /v2.0/networks/37d718d3-97dd-4a0b-93a0-c4820cd40d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699597 Feb 09 01:46:02.782902 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-620dc879-af60-417e-bcb7-5f6a59a56095 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (358d199c-92d7-45a7-9ead-7399dcde59e7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:02.814985 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 01:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedb4472-fd9b-45c2-b7cc-92459675e6da x-openstack-request-id: req-eedb4472-fd9b-45c2-b7cc-92459675e6da {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:46:02.815917 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbbbb7f5-2530-46f0-aac0-29b76ffba3ef", "name": "network-vif-deleted", "tag": "d0b09a34-a346-4d94-9592-4ea93f717206", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "616dfe9f-a528-45e9-bbbc-567549d7b16c", "tag": "5bd99b19-dcb2-45c2-be46-a47d77e2b474", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:46:02.816888 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eedb4472-fd9b-45c2-b7cc-92459675e6da {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:46:02.818710 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbbb7f5-2530-46f0-aac0-29b76ffba3ef', 'name': 'network-vif-deleted', 'tag': 'd0b09a34-a346-4d94-9592-4ea93f717206', 'status': 'completed', 'code': 200} Feb 09 01:46:02.819488 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '616dfe9f-a528-45e9-bbbc-567549d7b16c', 'tag': '5bd99b19-dcb2-45c2-be46-a47d77e2b474', 'status': 'completed', 'code': 200} Feb 09 01:46:02.913508 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6940be-99bc-47b3-a84d-91e31f0b099d req-7ae95e18-75ce-4191-bda0-1b26f90ac26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:02.916232 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8e6940be-99bc-47b3-a84d-91e31f0b099d req-7ae95e18-75ce-4191-bda0-1b26f90ac26d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79b4ff5808df4c40804c584d5ffdbb49&device_id=616dfe9f-a528-45e9-bbbc-567549d7b16c HTTP/1.1" status: 200 len: 1130 time: 0.0755310 Feb 09 01:46:02.982848 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a69fff2f-6f2a-43b9-ac01-eb8a77ab865e req-430b68f6-eef2-4a58-a49d-34d64edc7bd8 service neutron] 10.222.0.67 "GET /v2.0/networks/37d718d3-97dd-4a0b-93a0-c4820cd40d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941364 Feb 09 01:46:03.029480 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-620dc879-af60-417e-bcb7-5f6a59a56095 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (358d199c-92d7-45a7-9ead-7399dcde59e7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:03.103956 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6940be-99bc-47b3-a84d-91e31f0b099d req-c41c14e6-8c89-4760-a89d-e5d55b5b4d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:03.106498 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8e6940be-99bc-47b3-a84d-91e31f0b099d req-c41c14e6-8c89-4760-a89d-e5d55b5b4d62 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.1834791 Feb 09 01:46:03.132442 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620dc879-af60-417e-bcb7-5f6a59a56095 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event deleted for resources: {'Subnet': ['ID=358d199c-92d7-45a7-9ead-7399dcde59e7,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:03.139546 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-620dc879-af60-417e-bcb7-5f6a59a56095 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:03.143390 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-620dc879-af60-417e-bcb7-5f6a59a56095 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "DELETE /v2.0/subnets/358d199c-92d7-45a7-9ead-7399dcde59e7 HTTP/1.1" status: 204 len: 168 time: 0.9948871 Feb 09 01:46:03.149210 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45066) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:03.154968 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f761d04b-d48c-45c8-9229-49a9375800e2 None None] Network d6b79745-643b-4fb2-9deb-04901010c336 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:03.281217 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e7ee480-b7d3-4720-8839-44a264623bff tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (d6b79745-643b-4fb2-9deb-04901010c336), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:03.310854 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efeb90e7-303f-4654-80e3-c4b3f26af7a7 req-02002a2b-ce9d-4760-9bd1-3a1ec67d8017 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Router 1667252e-579a-45e2-8409-6423721f7da0 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:46:03.383231 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8e6940be-99bc-47b3-a84d-91e31f0b099d req-50eda88b-2a75-415e-96cd-3932182437a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=5bd99b19-dcb2-45c2-be46-a47d77e2b474 HTTP/1.1" status: 200 len: 217 time: 0.2653847 Feb 09 01:46:03.416981 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39548368-1415-4df1-8051-e93689527426 None None] DHCP port deletion for d6b79745-643b-4fb2-9deb-04901010c336 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:46:03.477732 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6940be-99bc-47b3-a84d-91e31f0b099d req-9955c921-4c5a-4b76-a75a-7686bffcf04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:03.479275 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8e6940be-99bc-47b3-a84d-91e31f0b099d req-9955c921-4c5a-4b76-a75a-7686bffcf04c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.0858016 Feb 09 01:46:03.499737 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09247204-0d65-4959-a09b-eaa59c8ac85b req-f8af40c1-61bf-4137-aa85-cd7576feb80c tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:03.507949 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-39548368-1415-4df1-8051-e93689527426 None None] Deleting port e25f7c5d-8889-4252-b5f4-81a4e46101aa {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:03.508149 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09247204-0d65-4959-a09b-eaa59c8ac85b req-f8af40c1-61bf-4137-aa85-cd7576feb80c tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 945 time: 0.2685053 Feb 09 01:46:03.508331 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-39548368-1415-4df1-8051-e93689527426 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e25f7c5d-8889-4252-b5f4-81a4e46101aa), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:03.609747 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ee480-b7d3-4720-8839-44a264623bff tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Deleting port e25f7c5d-8889-4252-b5f4-81a4e46101aa {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:03.610347 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e7ee480-b7d3-4720-8839-44a264623bff tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e25f7c5d-8889-4252-b5f4-81a4e46101aa), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:03.613661 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6940be-99bc-47b3-a84d-91e31f0b099d req-7153a306-7df1-498e-b7ad-dbafb8d1c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:03.616043 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8e6940be-99bc-47b3-a84d-91e31f0b099d req-7153a306-7df1-498e-b7ad-dbafb8d1c1bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1253684 Feb 09 01:46:03.629855 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efeb90e7-303f-4654-80e3-c4b3f26af7a7 req-02002a2b-ce9d-4760-9bd1-3a1ec67d8017 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:46:03.647080 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b861f8-fabc-4109-a3fa-46ff8fa7ffb1 None None] Sync routers for ids ['1667252e-579a-45e2-8409-6423721f7da0'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:46:03.655411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09247204-0d65-4959-a09b-eaa59c8ac85b req-61be8607-dbcb-4b6d-b645-6357fd9390ea tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432688 Feb 09 01:46:03.670655 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b861f8-fabc-4109-a3fa-46ff8fa7ffb1 None None] Routers {'1667252e-579a-45e2-8409-6423721f7da0'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:03.670655 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a4b861f8-fabc-4109-a3fa-46ff8fa7ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:45:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['1667252e-579a-45e2-8409-6423721f7da0'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:03.676751 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-efeb90e7-303f-4654-80e3-c4b3f26af7a7 req-02002a2b-ce9d-4760-9bd1-3a1ec67d8017 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:03.698087 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-39548368-1415-4df1-8051-e93689527426 None None] For port e25f7c5d-8889-4252-b5f4-81a4e46101aa, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e25f7c5d-8889-4252-b5f4-81a4e46101aa,segment=NetworkSegment(efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3),segment_id=efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:03.698800 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-39548368-1415-4df1-8051-e93689527426 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e25f7c5d-8889-4252-b5f4-81a4e46101aa), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:03.772598 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-39548368-1415-4df1-8051-e93689527426 None None] Calling delete_port for e25f7c5d-8889-4252-b5f4-81a4e46101aa owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:03.798932 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efeb90e7-303f-4654-80e3-c4b3f26af7a7 req-02002a2b-ce9d-4760-9bd1-3a1ec67d8017 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "PUT /v2.0/floatingips/185a2fd2-455e-41d7-9931-9d109ca79e30 HTTP/1.1" status: 200 len: 997 time: 3.1924171 Feb 09 01:46:03.806124 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-7e7ee480-b7d3-4720-8839-44a264623bff tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] For port e25f7c5d-8889-4252-b5f4-81a4e46101aa, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e25f7c5d-8889-4252-b5f4-81a4e46101aa,segment=NetworkSegment(efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3),segment_id=efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:03.807653 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e7ee480-b7d3-4720-8839-44a264623bff tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e25f7c5d-8889-4252-b5f4-81a4e46101aa), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:03.810918 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8599184f-8cda-4226-a635-4b475b5e9c6d', 'tag': '7941b1ea-8777-422a-856f-54f2ace5c38d'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:46:03.815888 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab70642-2daf-4072-b73c-e30161f157e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8599184f-8cda-4226-a635-4b475b5e9c6d", "tag": "7941b1ea-8777-422a-856f-54f2ace5c38d"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:46:03.867743 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ee480-b7d3-4720-8839-44a264623bff tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Calling delete_port for e25f7c5d-8889-4252-b5f4-81a4e46101aa owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:03.878594 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8e6940be-99bc-47b3-a84d-91e31f0b099d req-4999d191-ba5a-4512-9de0-25dcf1a8cf2a service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209485 Feb 09 01:46:03.976328 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-a4b861f8-fabc-4109-a3fa-46ff8fa7ffb1 None None] Set router 1667252e-579a-45e2-8409-6423721f7da0 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:04.028670 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-39548368-1415-4df1-8051-e93689527426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (e25f7c5d-8889-4252-b5f4-81a4e46101aa), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:04.089257 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39548368-1415-4df1-8051-e93689527426 None None] Pushing event deleted for resources: {'Port': ['ID=e25f7c5d-8889-4252-b5f4-81a4e46101aa,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:04.108657 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39548368-1415-4df1-8051-e93689527426 None None] No DVR routers for this DVR port e25f7c5d-8889-4252-b5f4-81a4e46101aa on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:46:04.124946 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d68332-cd0e-4f83-b641-271703737432 req-516bd2fd-1fac-468b-8c48-2bfb411535bf tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:04.126731 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9d68332-cd0e-4f83-b641-271703737432 req-516bd2fd-1fac-468b-8c48-2bfb411535bf tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a92fed0-3356-47a0-b1f5-7a422bb72ef2 HTTP/1.1" status: 200 len: 946 time: 0.2035093 Feb 09 01:46:04.148689 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8e6940be-99bc-47b3-a84d-91e31f0b099d req-a361484d-6458-48a1-a039-10e206391c16 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630539 Feb 09 01:46:04.258366 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e7ee480-b7d3-4720-8839-44a264623bff tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (e25f7c5d-8889-4252-b5f4-81a4e46101aa), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:04.414815 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ee480-b7d3-4720-8839-44a264623bff tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event deleted for resources: {'Port': ['ID=e25f7c5d-8889-4252-b5f4-81a4e46101aa,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:04.422938 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb90e7-303f-4654-80e3-c4b3f26af7a7 req-2725f74d-7caa-434a-82af-92dff2418708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:04.432350 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efeb90e7-303f-4654-80e3-c4b3f26af7a7 req-2725f74d-7caa-434a-82af-92dff2418708 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0947b32ff412414786f5c023b76f7760&device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 1128 time: 0.6002221 Feb 09 01:46:04.434821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-a9d68332-cd0e-4f83-b641-271703737432 req-c14c7e12-a240-43d8-ad13-c93ffcee3059 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Deleting port 5859b7b7-f145-4fe0-ad2d-100b301d6b8a {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:04.435228 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9d68332-cd0e-4f83-b641-271703737432 req-c14c7e12-a240-43d8-ad13-c93ffcee3059 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5859b7b7-f145-4fe0-ad2d-100b301d6b8a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:04.446860 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ee480-b7d3-4720-8839-44a264623bff tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] No DVR routers for this DVR port e25f7c5d-8889-4252-b5f4-81a4e46101aa on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:46:04.583173 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a4b861f8-fabc-4109-a3fa-46ff8fa7ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667252e-579a-45e2-8409-6423721f7da0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572805688-router', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:35Z', 'updated_at': '2022-02-09T01:44:48Z', 'revision_number': 4, 'project_id': '0947b32ff412414786f5c023b76f7760', 'gw_port': {'id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667252e-579a-45e2-8409-6423721f7da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:36Z', 'updated_at': '2022-02-09T01:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '185a2fd2-455e-41d7-9931-9d109ca79e30', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '1667252e-579a-45e2-8409-6423721f7da0', 'port_id': '7941b1ea-8777-422a-856f-54f2ace5c38d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37d718d3-97dd-4a0b-93a0-c4820cd40d4f', 'mac_address': 'fa:16:3e:f1:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8599184f-8cda-4226-a635-4b475b5e9c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:45:57Z', 'updated_at': '2022-02-09T01:46:02Z', 'revision_number': 1, 'project_id': '0947b32ff412414786f5c023b76f7760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c425c49a-a117-446d-8d14-f1e6c46c8889', 'name': '', 'network_id': '37d718d3-97dd-4a0b-93a0-c4820cd40d4f', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'mac_address': 'fa:16:3e:c1:19:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667252e-579a-45e2-8409-6423721f7da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '1c6c575a-2abf-46ad-a16d-fefed5f75801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:45Z', 'updated_at': '2022-02-09T01:44:55Z', 'revision_number': 5, 'project_id': '0947b32ff412414786f5c023b76f7760', 'subnets': [{'id': '1c6c575a-2abf-46ad-a16d-fefed5f75801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:04.627925 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b861f8-fabc-4109-a3fa-46ff8fa7ffb1 None None] Checking router: 1667252e-579a-45e2-8409-6423721f7da0 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:46:04.652433 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b861f8-fabc-4109-a3fa-46ff8fa7ffb1 None None] Routers {'1667252e-579a-45e2-8409-6423721f7da0'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:04.657511 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a4b861f8-fabc-4109-a3fa-46ff8fa7ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:45:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['1667252e-579a-45e2-8409-6423721f7da0'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:04.661425 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98502b-93d1-45d0-b0e9-5bcb33d52241 req-9520f9e0-799e-44bc-bb8d-e2e9244177b1 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:04.668291 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff98502b-93d1-45d0-b0e9-5bcb33d52241 req-9520f9e0-799e-44bc-bb8d-e2e9244177b1 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/ports?device_id=616dfe9f-a528-45e9-bbbc-567549d7b16c HTTP/1.1" status: 200 len: 948 time: 0.1300247 Feb 09 01:46:04.671848 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a9d68332-cd0e-4f83-b641-271703737432 req-c14c7e12-a240-43d8-ad13-c93ffcee3059 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] For port 5859b7b7-f145-4fe0-ad2d-100b301d6b8a, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5859b7b7-f145-4fe0-ad2d-100b301d6b8a,segment=NetworkSegment(2ad7b978-0b22-4516-9aa7-2be242791897),segment_id=2ad7b978-0b22-4516-9aa7-2be242791897)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:04.679990 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9d68332-cd0e-4f83-b641-271703737432 req-c14c7e12-a240-43d8-ad13-c93ffcee3059 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5859b7b7-f145-4fe0-ad2d-100b301d6b8a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:04.680303 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb90e7-303f-4654-80e3-c4b3f26af7a7 req-b0dbd4af-8c1b-486c-8e7a-a192e55afbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:04.695039 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efeb90e7-303f-4654-80e3-c4b3f26af7a7 req-b0dbd4af-8c1b-486c-8e7a-a192e55afbd2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=37d718d3-97dd-4a0b-93a0-c4820cd40d4f HTTP/1.1" status: 200 len: 921 time: 0.2446966 Feb 09 01:46:04.760635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-a9d68332-cd0e-4f83-b641-271703737432 req-c14c7e12-a240-43d8-ad13-c93ffcee3059 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Calling delete_port for 5859b7b7-f145-4fe0-ad2d-100b301d6b8a owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:04.808691 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-a4b861f8-fabc-4109-a3fa-46ff8fa7ffb1 None None] Set router 1667252e-579a-45e2-8409-6423721f7da0 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:04.867139 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e7ee480-b7d3-4720-8839-44a264623bff tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (d6b79745-643b-4fb2-9deb-04901010c336), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:04.881382 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efeb90e7-303f-4654-80e3-c4b3f26af7a7 req-1615c750-7a9a-470b-96e2-47a585f605a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7941b1ea-8777-422a-856f-54f2ace5c38d HTTP/1.1" status: 200 len: 1000 time: 0.1853631 Feb 09 01:46:04.896734 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff98502b-93d1-45d0-b0e9-5bcb33d52241 req-88655f34-693a-4358-9aee-0dd70a1894ea tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/security-groups?id=a21505dd-3a3e-4137-974b-f8f1c205656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108583 Feb 09 01:46:04.909673 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-7e7ee480-b7d3-4720-8839-44a264623bff tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b79745-643b-4fb2-9deb-04901010c336']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:05.001704 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-7e7ee480-b7d3-4720-8839-44a264623bff tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:05.006039 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-7e7ee480-b7d3-4720-8839-44a264623bff tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:05.025560 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e7ee480-b7d3-4720-8839-44a264623bff tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.042513 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb90e7-303f-4654-80e3-c4b3f26af7a7 req-962816ec-a4eb-42c6-940e-3d7451a885a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:05.044593 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efeb90e7-303f-4654-80e3-c4b3f26af7a7 req-962816ec-a4eb-42c6-940e-3d7451a885a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c6c575a-2abf-46ad-a16d-fefed5f75801 HTTP/1.1" status: 200 len: 860 time: 0.1542385 Feb 09 01:46:05.057618 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e7ee480-b7d3-4720-8839-44a264623bff tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.082910 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9d68332-cd0e-4f83-b641-271703737432 req-c14c7e12-a240-43d8-ad13-c93ffcee3059 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5859b7b7-f145-4fe0-ad2d-100b301d6b8a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.085624 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7ee480-b7d3-4720-8839-44a264623bff tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:46:05.086137 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e7ee480-b7d3-4720-8839-44a264623bff tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (efb6ce33-a9b9-42fd-aebe-3f4817d7e3d3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:46:05.090255 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:46:05.095739 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['5859b7b7-f145-4fe0-ad2d-100b301d6b8a'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:46:05.121091 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efeb90e7-303f-4654-80e3-c4b3f26af7a7 req-d0a44a5b-f6a6-445d-859f-f12d58bdcd13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37d718d3-97dd-4a0b-93a0-c4820cd40d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687790 Feb 09 01:46:05.156197 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-28c72780-73b4-4a40-b9c6-f02f56ae72fa req-80639f0b-f5c4-4802-a4d9-fa4a4667b991 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a92fed0-3356-47a0-b1f5-7a422bb72ef2 HTTP/1.1" status: 200 len: 210 time: 0.0847993 Feb 09 01:46:05.231187 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81b7445-7efe-486d-a57e-7079bfd94b4f x-openstack-request-id: req-d81b7445-7efe-486d-a57e-7079bfd94b4f {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:46:05.231604 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8599184f-8cda-4226-a635-4b475b5e9c6d", "tag": "7941b1ea-8777-422a-856f-54f2ace5c38d", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:46:05.231865 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d81b7445-7efe-486d-a57e-7079bfd94b4f {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:46:05.232271 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8599184f-8cda-4226-a635-4b475b5e9c6d', 'tag': '7941b1ea-8777-422a-856f-54f2ace5c38d', 'status': 'completed', 'code': 200} Feb 09 01:46:05.247004 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e7ee480-b7d3-4720-8839-44a264623bff tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (d6b79745-643b-4fb2-9deb-04901010c336), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.251510 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c7e12-a240-43d8-ad13-c93ffcee3059 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Pushing event deleted for resources: {'Port': ['ID=5859b7b7-f145-4fe0-ad2d-100b301d6b8a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:05.258286 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e7ee480-b7d3-4720-8839-44a264623bff tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.264167 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7e7ee480-b7d3-4720-8839-44a264623bff tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "DELETE /v2.0/networks/d6b79745-643b-4fb2-9deb-04901010c336 HTTP/1.1" status: 204 len: 168 time: 2.1112850 Feb 09 01:46:05.271384 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45106) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:05.299555 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a4b861f8-fabc-4109-a3fa-46ff8fa7ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667252e-579a-45e2-8409-6423721f7da0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572805688-router', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:35Z', 'updated_at': '2022-02-09T01:44:48Z', 'revision_number': 4, 'project_id': '0947b32ff412414786f5c023b76f7760', 'gw_port': {'id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667252e-579a-45e2-8409-6423721f7da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:36Z', 'updated_at': '2022-02-09T01:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '185a2fd2-455e-41d7-9931-9d109ca79e30', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '1667252e-579a-45e2-8409-6423721f7da0', 'port_id': '7941b1ea-8777-422a-856f-54f2ace5c38d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37d718d3-97dd-4a0b-93a0-c4820cd40d4f', 'mac_address': 'fa:16:3e:f1:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8599184f-8cda-4226-a635-4b475b5e9c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:45:57Z', 'updated_at': '2022-02-09T01:46:02Z', 'revision_number': 1, 'project_id': '0947b32ff412414786f5c023b76f7760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c425c49a-a117-446d-8d14-f1e6c46c8889', 'name': '', 'network_id': '37d718d3-97dd-4a0b-93a0-c4820cd40d4f', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'mac_address': 'fa:16:3e:c1:19:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667252e-579a-45e2-8409-6423721f7da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '1c6c575a-2abf-46ad-a16d-fefed5f75801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:45Z', 'updated_at': '2022-02-09T01:44:55Z', 'revision_number': 5, 'project_id': '0947b32ff412414786f5c023b76f7760', 'subnets': [{'id': '1c6c575a-2abf-46ad-a16d-fefed5f75801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:05.303246 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ee480-b7d3-4720-8839-44a264623bff tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event deleted for resources: {'Network': ['ID=d6b79745-643b-4fb2-9deb-04901010c336,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:05.337280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d68332-cd0e-4f83-b641-271703737432 req-c14c7e12-a240-43d8-ad13-c93ffcee3059 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] No DVR routers for this DVR port 5859b7b7-f145-4fe0-ad2d-100b301d6b8a on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:46:05.358347 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a9d68332-cd0e-4f83-b641-271703737432 req-c14c7e12-a240-43d8-ad13-c93ffcee3059 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.362613 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9d68332-cd0e-4f83-b641-271703737432 req-c14c7e12-a240-43d8-ad13-c93ffcee3059 tempest-DeleteServersTestJSON-898126821 tempest-DeleteServersTestJSON-898126821-project] 10.222.0.48 "DELETE /v2.0/ports/5859b7b7-f145-4fe0-ad2d-100b301d6b8a HTTP/1.1" status: 204 len: 173 time: 1.2212899 Feb 09 01:46:05.362613 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a92fed0-3356-47a0-b1f5-7a422bb72ef2', 'name': 'network-vif-deleted', 'tag': '5859b7b7-f145-4fe0-ad2d-100b301d6b8a'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:46:05.364884 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acc636a-813b-4a2d-b9b2-5d1a8ba36a1a" -d '{"events": [{"server_uuid": "8a92fed0-3356-47a0-b1f5-7a422bb72ef2", "name": "network-vif-deleted", "tag": "5859b7b7-f145-4fe0-ad2d-100b301d6b8a"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:46:05.379069 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efeb90e7-303f-4654-80e3-c4b3f26af7a7 req-42eee26e-86d7-4908-8111-935d965bf476 service neutron] 10.222.0.36 "GET /v2.0/networks/37d718d3-97dd-4a0b-93a0-c4820cd40d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303278 Feb 09 01:46:05.399734 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b861f8-fabc-4109-a3fa-46ff8fa7ffb1 None None] The sync data for ids ['1667252e-579a-45e2-8409-6423721f7da0'] in n-d-828387-3 is: [{'id': '1667252e-579a-45e2-8409-6423721f7da0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572805688-router', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:35Z', 'updated_at': '2022-02-09T01:44:48Z', 'revision_number': 4, 'project_id': '0947b32ff412414786f5c023b76f7760', 'gw_port': {'id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667252e-579a-45e2-8409-6423721f7da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:36Z', 'updated_at': '2022-02-09T01:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '185a2fd2-455e-41d7-9931-9d109ca79e30', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '1667252e-579a-45e2-8409-6423721f7da0', 'port_id': '7941b1ea-8777-422a-856f-54f2ace5c38d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37d718d3-97dd-4a0b-93a0-c4820cd40d4f', 'mac_address': 'fa:16:3e:f1:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8599184f-8cda-4226-a635-4b475b5e9c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:45:57Z', 'updated_at': '2022-02-09T01:46:02Z', 'revision_number': 1, 'project_id': '0947b32ff412414786f5c023b76f7760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c425c49a-a117-446d-8d14-f1e6c46c8889', 'name': '', 'network_id': '37d718d3-97dd-4a0b-93a0-c4820cd40d4f', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'mac_address': 'fa:16:3e:c1:19:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667252e-579a-45e2-8409-6423721f7da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '1c6c575a-2abf-46ad-a16d-fefed5f75801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:45Z', 'updated_at': '2022-02-09T01:44:55Z', 'revision_number': 5, 'project_id': '0947b32ff412414786f5c023b76f7760', 'subnets': [{'id': '1c6c575a-2abf-46ad-a16d-fefed5f75801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:46:05.443470 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e75119b-d283-474f-b597-de27883d0ab5 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Deleting subnet 77c85ff7-d6ff-4ac5-87a3-1064ad329f8c {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:46:05.445077 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6e75119b-d283-474f-b597-de27883d0ab5 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks [] for subnet (77c85ff7-d6ff-4ac5-87a3-1064ad329f8c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.452358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5bd99b19-dcb2-45c2-be46-a47d77e2b474 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:46:05.517947 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6e75119b-d283-474f-b597-de27883d0ab5 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (77c85ff7-d6ff-4ac5-87a3-1064ad329f8c), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.531448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e25f7c5d-8889-4252-b5f4-81a4e46101aa no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:46:05.594995 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab70642-2daf-4072-b73c-e30161f157e7 req-772375af-2355-44b2-872c-7e15d271a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:05.596559 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bab70642-2daf-4072-b73c-e30161f157e7 req-772375af-2355-44b2-872c-7e15d271a2c6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0947b32ff412414786f5c023b76f7760&device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 1128 time: 0.3304875 Feb 09 01:46:05.609193 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: e25f7c5d-8889-4252-b5f4-81a4e46101aa {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:46:05.609618 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e25f7c5d-8889-4252-b5f4-81a4e46101aa not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:46:05.652289 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1d510-8bd1-483b-9ec6-e5928e58df76 req-90578063-5502-4872-b1c7-6c7cf17e307a tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:05.653899 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7b1d510-8bd1-483b-9ec6-e5928e58df76 req-90578063-5502-4872-b1c7-6c7cf17e307a tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 945 time: 0.2251360 Feb 09 01:46:05.699978 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5bd99b19-dcb2-45c2-be46-a47d77e2b474, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5bd99b19-dcb2-45c2-be46-a47d77e2b474,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:05.714781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '5bd99b19-dcb2-45c2-be46-a47d77e2b474', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '5bd99b19-dcb2-45c2-be46-a47d77e2b474', 'mac_address': 'fa:16:3e:55:8f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:46:05.775127 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5bd99b19-dcb2-45c2-be46-a47d77e2b474 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:05.775568 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.790465 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6e75119b-d283-474f-b597-de27883d0ab5 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (77c85ff7-d6ff-4ac5-87a3-1064ad329f8c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.792855 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd99b19-dcb2-45c2-be46-a47d77e2b474 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:46:05.807459 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7b1d510-8bd1-483b-9ec6-e5928e58df76 req-29b0cb5e-2acc-41fd-ab58-75e17f31a7cb tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345992 Feb 09 01:46:05.835010 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5bd99b19-dcb2-45c2-be46-a47d77e2b474, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5bd99b19-dcb2-45c2-be46-a47d77e2b474,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:05.843132 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.915592 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efeb90e7-303f-4654-80e3-c4b3f26af7a7 req-d7d0885a-bc8f-4f1d-ac7e-652331c4df28 service neutron] 10.222.0.36 "GET /v2.0/networks/37d718d3-97dd-4a0b-93a0-c4820cd40d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125344 Feb 09 01:46:05.958194 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9f492c-eb83-453e-9e68-e35290bce28f None None] New status for floating IP 185a2fd2-455e-41d7-9931-9d109ca79e30: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:46:05.960035 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab70642-2daf-4072-b73c-e30161f157e7 req-0d1dbd6d-abe3-473f-b596-9d321225a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:05.960712 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc673927-7c3e-4725-af48-33dc59b9c9c3 x-openstack-request-id: req-cc673927-7c3e-4725-af48-33dc59b9c9c3 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:46:05.961612 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bab70642-2daf-4072-b73c-e30161f157e7 req-0d1dbd6d-abe3-473f-b596-9d321225a669 service neutron] 10.222.0.67 "GET /v2.0/networks?id=37d718d3-97dd-4a0b-93a0-c4820cd40d4f HTTP/1.1" status: 200 len: 921 time: 0.3473818 Feb 09 01:46:05.962946 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a92fed0-3356-47a0-b1f5-7a422bb72ef2", "name": "network-vif-deleted", "tag": "5859b7b7-f145-4fe0-ad2d-100b301d6b8a", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:46:05.963617 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cc673927-7c3e-4725-af48-33dc59b9c9c3 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:46:05.966532 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a92fed0-3356-47a0-b1f5-7a422bb72ef2', 'name': 'network-vif-deleted', 'tag': '5859b7b7-f145-4fe0-ad2d-100b301d6b8a', 'status': 'completed', 'code': 200} Feb 09 01:46:06.004585 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6e75119b-d283-474f-b597-de27883d0ab5 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (77c85ff7-d6ff-4ac5-87a3-1064ad329f8c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:06.104780 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75119b-d283-474f-b597-de27883d0ab5 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event deleted for resources: {'Subnet': ['ID=77c85ff7-d6ff-4ac5-87a3-1064ad329f8c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:06.107798 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6e75119b-d283-474f-b597-de27883d0ab5 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:06.116174 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6e75119b-d283-474f-b597-de27883d0ab5 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "DELETE /v2.0/subnets/77c85ff7-d6ff-4ac5-87a3-1064ad329f8c HTTP/1.1" status: 204 len: 168 time: 0.8329885 Feb 09 01:46:06.125553 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bab70642-2daf-4072-b73c-e30161f157e7 req-2c319d48-bdec-420e-95d4-d7b514fae360 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7941b1ea-8777-422a-856f-54f2ace5c38d HTTP/1.1" status: 200 len: 1000 time: 0.1567328 Feb 09 01:46:06.125779 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da89ad9-073e-4552-88c0-54cd2930a6df None None] Network edaa21d5-32ae-42d4-9d1d-55568327f150 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:06.126288 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45130) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:06.187652 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e4e8d-b712-4967-bb83-e4a3589e069f req-41c6ff92-19a4-468c-8cb4-7d58d5478ae1 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:06.189238 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['5bd99b19-dcb2-45c2-be46-a47d77e2b474'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:46:06.201011 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-425e4e8d-b712-4967-bb83-e4a3589e069f req-41c6ff92-19a4-468c-8cb4-7d58d5478ae1 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/ports?device_id=616dfe9f-a528-45e9-bbbc-567549d7b16c HTTP/1.1" status: 200 len: 949 time: 0.1074026 Feb 09 01:46:06.242908 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=5bd99b19-dcb2-45c2-be46-a47d77e2b474,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:06.278371 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-425e4e8d-b712-4967-bb83-e4a3589e069f req-49ca01ec-1701-468b-91dd-5eea45309ac1 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/security-groups?id=a21505dd-3a3e-4137-974b-f8f1c205656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716901 Feb 09 01:46:06.449741 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e59b37b0-0f3a-48d3-8324-98a852df1993 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (edaa21d5-32ae-42d4-9d1d-55568327f150), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:06.572966 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-958ad39d-3bc8-4c6c-82da-ef8581f61d62 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 1000 time: 0.4458785 Feb 09 01:46:06.602951 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab70642-2daf-4072-b73c-e30161f157e7 req-13743cfa-0b85-442a-8abe-0b3dc9b4cada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:06.604851 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bab70642-2daf-4072-b73c-e30161f157e7 req-13743cfa-0b85-442a-8abe-0b3dc9b4cada service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1c6c575a-2abf-46ad-a16d-fefed5f75801 HTTP/1.1" status: 200 len: 860 time: 0.4491491 Feb 09 01:46:06.610357 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5db420-5f23-451f-93cd-8783566bceb3 None None] DHCP port deletion for edaa21d5-32ae-42d4-9d1d-55568327f150 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:46:06.668566 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bab70642-2daf-4072-b73c-e30161f157e7 req-78e59f1c-12f5-4033-ac35-1bd39a701839 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=37d718d3-97dd-4a0b-93a0-c4820cd40d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403025 Feb 09 01:46:06.700870 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-aabbf47f-2927-40d5-acfa-6d2182dddf79 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:06.713681 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-aabbf47f-2927-40d5-acfa-6d2182dddf79 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports/7941b1ea-8777-422a-856f-54f2ace5c38d HTTP/1.1" status: 200 len: 943 time: 0.1381488 Feb 09 01:46:06.780369 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-dd5db420-5f23-451f-93cd-8783566bceb3 None None] Deleting port 26be7775-418d-4b21-af54-47603e4a03d7 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:06.785676 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dd5db420-5f23-451f-93cd-8783566bceb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (26be7775-418d-4b21-af54-47603e4a03d7), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:06.792969 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-e59b37b0-0f3a-48d3-8324-98a852df1993 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Deleting port 26be7775-418d-4b21-af54-47603e4a03d7 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:06.793462 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e59b37b0-0f3a-48d3-8324-98a852df1993 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (26be7775-418d-4b21-af54-47603e4a03d7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:06.953765 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-dd5db420-5f23-451f-93cd-8783566bceb3 None None] For port 26be7775-418d-4b21-af54-47603e4a03d7, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=26be7775-418d-4b21-af54-47603e4a03d7,segment=NetworkSegment(0beedb5b-4874-4b41-b0e4-9393751de318),segment_id=0beedb5b-4874-4b41-b0e4-9393751de318)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:06.956641 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dd5db420-5f23-451f-93cd-8783566bceb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (26be7775-418d-4b21-af54-47603e4a03d7), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:06.997002 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-dd5db420-5f23-451f-93cd-8783566bceb3 None None] Calling delete_port for 26be7775-418d-4b21-af54-47603e4a03d7 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:07.024285 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-427b0849-44e2-4509-b486-d174d6b9971d tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 1002 time: 0.2281160 Feb 09 01:46:07.059000 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65981edc-462f-457f-89c9-99f8c170c0a9 req-de1a987e-d378-49a9-96d5-7e57ec590f70 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:07.071912 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65981edc-462f-457f-89c9-99f8c170c0a9 req-de1a987e-d378-49a9-96d5-7e57ec590f70 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 945 time: 0.1327369 Feb 09 01:46:07.135746 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dd5db420-5f23-451f-93cd-8783566bceb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (26be7775-418d-4b21-af54-47603e4a03d7), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:07.153636 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5db420-5f23-451f-93cd-8783566bceb3 None None] No DVR routers for this DVR port 26be7775-418d-4b21-af54-47603e4a03d7 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:46:07.160017 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65981edc-462f-457f-89c9-99f8c170c0a9 req-a43890b6-446a-4fb9-9191-941044de749a tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824525 Feb 09 01:46:07.196699 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5db420-5f23-451f-93cd-8783566bceb3 None None] Pushing event deleted for resources: {'Port': ['ID=26be7775-418d-4b21-af54-47603e4a03d7,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:07.211094 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-e59b37b0-0f3a-48d3-8324-98a852df1993 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] For port 26be7775-418d-4b21-af54-47603e4a03d7, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=26be7775-418d-4b21-af54-47603e4a03d7,segment=NetworkSegment(0beedb5b-4874-4b41-b0e4-9393751de318),segment_id=0beedb5b-4874-4b41-b0e4-9393751de318)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:07.211094 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e59b37b0-0f3a-48d3-8324-98a852df1993 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (26be7775-418d-4b21-af54-47603e4a03d7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:07.225910 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bab70642-2daf-4072-b73c-e30161f157e7 req-ddb17cc2-3e52-4292-b270-4758b9326ef7 service neutron] 10.222.0.67 "GET /v2.0/networks/37d718d3-97dd-4a0b-93a0-c4820cd40d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471790 Feb 09 01:46:07.236032 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-042406f8-c6fc-4990-a011-7633bc6701ff tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:07.238005 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-042406f8-c6fc-4990-a011-7633bc6701ff tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.2122483 Feb 09 01:46:07.253008 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-e59b37b0-0f3a-48d3-8324-98a852df1993 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Calling delete_port for 26be7775-418d-4b21-af54-47603e4a03d7 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:07.330226 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45172) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:07.450477 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-09cad1c8-6dd9-4077-a82d-4dc4dd924570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:07.465557 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5bd99b19-dcb2-45c2-be46-a47d77e2b474 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:07.596617 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 26be7775-418d-4b21-af54-47603e4a03d7 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:46:07.606180 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a9c0f-8af3-4668-b636-88f21594aca5 req-fa53cf30-aac6-431f-8738-f8e62c3abea5 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:07.614700 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b14a9c0f-8af3-4668-b636-88f21594aca5 req-fa53cf30-aac6-431f-8738-f8e62c3abea5 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/ports?device_id=616dfe9f-a528-45e9-bbbc-567549d7b16c HTTP/1.1" status: 200 len: 949 time: 0.1014497 Feb 09 01:46:07.670098 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 26be7775-418d-4b21-af54-47603e4a03d7 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:46:07.682357 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 26be7775-418d-4b21-af54-47603e4a03d7 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:46:07.722697 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 5bd99b19-dcb2-45c2-be46-a47d77e2b474 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:46:07.729204 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 5bd99b19-dcb2-45c2-be46-a47d77e2b474 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:07.729975 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:07.730919 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b14a9c0f-8af3-4668-b636-88f21594aca5 req-33c0ba43-578b-467c-b572-5242d24ad393 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/security-groups?id=a21505dd-3a3e-4137-974b-f8f1c205656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140647 Feb 09 01:46:07.879282 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55c45bea-4210-4ac7-8b54-70299a3d3a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:07.922167 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5bd99b19-dcb2-45c2-be46-a47d77e2b474 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:07.922565 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:07.962199 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616dfe9f-a528-45e9-bbbc-567549d7b16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd99b19-dcb2-45c2-be46-a47d77e2b474'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:46:07.977043 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919b90ec-5626-44fe-a1e4-0ff70d31fa72" -d '{"events": [{"server_uuid": "616dfe9f-a528-45e9-bbbc-567549d7b16c", "name": "network-vif-plugged", "status": "completed", "tag": "5bd99b19-dcb2-45c2-be46-a47d77e2b474"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:46:08.003323 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5bd99b19-dcb2-45c2-be46-a47d77e2b474, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5bd99b19-dcb2-45c2-be46-a47d77e2b474,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:08.008504 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:08.009300 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5859b7b7-f145-4fe0-ad2d-100b301d6b8a no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:46:08.051710 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 5859b7b7-f145-4fe0-ad2d-100b301d6b8a {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:46:08.052371 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5859b7b7-f145-4fe0-ad2d-100b301d6b8a not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:46:08.098314 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adc9907-93a6-4ec7-b2d8-d299c8795209 x-openstack-request-id: req-5adc9907-93a6-4ec7-b2d8-d299c8795209 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:46:08.098616 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616dfe9f-a528-45e9-bbbc-567549d7b16c", "name": "network-vif-plugged", "status": "completed", "tag": "5bd99b19-dcb2-45c2-be46-a47d77e2b474", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:46:08.109780 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55c45bea-4210-4ac7-8b54-70299a3d3a17 admin admin] Publish callbacks [] for security_group (b6b5e0c2-0bbd-491b-8661-196e9a27caa3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:08.110282 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5adc9907-93a6-4ec7-b2d8-d299c8795209 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:46:08.110627 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616dfe9f-a528-45e9-bbbc-567549d7b16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd99b19-dcb2-45c2-be46-a47d77e2b474', 'code': 200} Feb 09 01:46:08.119380 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55c45bea-4210-4ac7-8b54-70299a3d3a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b6b5e0c2-0bbd-491b-8661-196e9a27caa3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:08.126284 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-f3214d1d-d571-40e1-8e18-a4a6565b2aff tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 1002 time: 0.8693745 Feb 09 01:46:08.138778 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=5bd99b19-dcb2-45c2-be46-a47d77e2b474,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:08.159233 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-f149a937-639e-446f-b4ef-b09a139eaf0b tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:08.179897 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:08.180627 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:08.182633 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:08.185500 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:08.186832 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:08.187455 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:08.188331 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:08.189056 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:08.190089 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:08.191709 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:08.192257 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:08.193865 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:08.201333 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-55c45bea-4210-4ac7-8b54-70299a3d3a17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=025f42373b2242ccb065c9b753529220&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8698120 Feb 09 01:46:08.202360 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45196) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:08.203872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:08.230538 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c45bea-4210-4ac7-8b54-70299a3d3a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b5e0c2-0bbd-491b-8661-196e9a27caa3,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:08.297139 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ff50c-5168-4655-a835-304eaf9100f6 req-6a252f27-3832-4411-b3d1-ace43eeac966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:08.299065 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be0ff50c-5168-4655-a835-304eaf9100f6 req-6a252f27-3832-4411-b3d1-ace43eeac966 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=616dfe9f-a528-45e9-bbbc-567549d7b16c HTTP/1.1" status: 200 len: 1132 time: 0.1266723 Feb 09 01:46:08.310163 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-f149a937-639e-446f-b4ef-b09a139eaf0b tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks [] for floatingip (185a2fd2-455e-41d7-9931-9d109ca79e30), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:08.320693 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d4e7690-afed-4fcd-a497-d72ea21617f0 admin admin] Publish callbacks [] for security_group (b6b5e0c2-0bbd-491b-8661-196e9a27caa3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:08.412752 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bab70642-2daf-4072-b73c-e30161f157e7 req-e21214a7-9e87-476d-9718-751a71ed7843 service neutron] 10.222.0.67 "GET /v2.0/networks/37d718d3-97dd-4a0b-93a0-c4820cd40d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1686692 Feb 09 01:46:08.422114 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d4e7690-afed-4fcd-a497-d72ea21617f0 admin admin] Publish callbacks [] for security_group (b6b5e0c2-0bbd-491b-8661-196e9a27caa3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:08.431560 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e59b37b0-0f3a-48d3-8324-98a852df1993 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (26be7775-418d-4b21-af54-47603e4a03d7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:08.492843 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b37b0-0f3a-48d3-8324-98a852df1993 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event deleted for resources: {'Port': ['ID=26be7775-418d-4b21-af54-47603e4a03d7,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:08.518940 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be0ff50c-5168-4655-a835-304eaf9100f6 req-f295c171-05df-45c6-bd21-498ca983ed7a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a21505dd-3a3e-4137-974b-f8f1c205656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999128 Feb 09 01:46:08.526581 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d4e7690-afed-4fcd-a497-d72ea21617f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b6b5e0c2-0bbd-491b-8661-196e9a27caa3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:08.530592 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d4e7690-afed-4fcd-a497-d72ea21617f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:08.532494 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6d4e7690-afed-4fcd-a497-d72ea21617f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b6b5e0c2-0bbd-491b-8661-196e9a27caa3 HTTP/1.1" status: 204 len: 168 time: 0.2988644 Feb 09 01:46:08.540525 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b37b0-0f3a-48d3-8324-98a852df1993 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] No DVR routers for this DVR port 26be7775-418d-4b21-af54-47603e4a03d7 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:46:08.557297 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e7690-afed-4fcd-a497-d72ea21617f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b5e0c2-0bbd-491b-8661-196e9a27caa3,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:08.583061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc141c-fe74-4de6-bcd0-c575e7898e0d req-8adbb5f8-43df-4c2a-a15f-b8dd0c0a95d5 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:08.586428 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7bcc141c-fe74-4de6-bcd0-c575e7898e0d req-8adbb5f8-43df-4c2a-a15f-b8dd0c0a95d5 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 945 time: 0.2687566 Feb 09 01:46:08.742669 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7bcc141c-fe74-4de6-bcd0-c575e7898e0d req-77d2f533-9bb6-4e21-9554-d7d972f94de7 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475744 Feb 09 01:46:08.888381 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-f149a937-639e-446f-b4ef-b09a139eaf0b tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:08.916172 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-f149a937-639e-446f-b4ef-b09a139eaf0b tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (185a2fd2-455e-41d7-9931-9d109ca79e30), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:08.920025 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-f149a937-639e-446f-b4ef-b09a139eaf0b tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Floating IP 185a2fd2-455e-41d7-9931-9d109ca79e30 disassociated. External IP: 172.25.7.106, port: 7941b1ea-8777-422a-856f-54f2ace5c38d. Feb 09 01:46:09.024267 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb431f-86d3-4015-a720-0cddd516dd34 req-43423491-2134-4747-bd09-39536b99f1dd tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:09.026698 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-35eb431f-86d3-4015-a720-0cddd516dd34 req-43423491-2134-4747-bd09-39536b99f1dd tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/ports?device_id=616dfe9f-a528-45e9-bbbc-567549d7b16c HTTP/1.1" status: 200 len: 950 time: 0.1565931 Feb 09 01:46:09.122344 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-35eb431f-86d3-4015-a720-0cddd516dd34 req-ba9f9ed9-6b98-4d89-8fc4-01bf6c198a0b tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/security-groups?id=a21505dd-3a3e-4137-974b-f8f1c205656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839834 Feb 09 01:46:09.137448 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e59b37b0-0f3a-48d3-8324-98a852df1993 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (edaa21d5-32ae-42d4-9d1d-55568327f150), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:09.184607 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e59b37b0-0f3a-48d3-8324-98a852df1993 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edaa21d5-32ae-42d4-9d1d-55568327f150']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:09.197634 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e59b37b0-0f3a-48d3-8324-98a852df1993 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0beedb5b-4874-4b41-b0e4-9393751de318') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:09.198002 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e59b37b0-0f3a-48d3-8324-98a852df1993 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0beedb5b-4874-4b41-b0e4-9393751de318') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:09.209291 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e59b37b0-0f3a-48d3-8324-98a852df1993 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (0beedb5b-4874-4b41-b0e4-9393751de318), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:09.251935 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e59b37b0-0f3a-48d3-8324-98a852df1993 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (0beedb5b-4874-4b41-b0e4-9393751de318), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:09.269694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59b37b0-0f3a-48d3-8324-98a852df1993 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:46:09.270454 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e59b37b0-0f3a-48d3-8324-98a852df1993 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (0beedb5b-4874-4b41-b0e4-9393751de318), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:46:09.341586 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:46:09.351699 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e59b37b0-0f3a-48d3-8324-98a852df1993 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (edaa21d5-32ae-42d4-9d1d-55568327f150), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:09.378304 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e59b37b0-0f3a-48d3-8324-98a852df1993 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:09.383542 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e59b37b0-0f3a-48d3-8324-98a852df1993 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "DELETE /v2.0/networks/edaa21d5-32ae-42d4-9d1d-55568327f150 HTTP/1.1" status: 204 len: 168 time: 3.2553623 Feb 09 01:46:09.395514 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45228) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:09.401841 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-0bfd8982-eee1-4aa5-856b-ae8141568e72 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-196186633'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:09.439052 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b37b0-0f3a-48d3-8324-98a852df1993 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event deleted for resources: {'Network': ['ID=edaa21d5-32ae-42d4-9d1d-55568327f150,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:09.444289 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfd8982-eee1-4aa5-856b-ae8141568e72 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Made reservation on behalf of 9c02c1e11e314bbaaaed061629dd9e0f for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:09.448178 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0bfd8982-eee1-4aa5-856b-ae8141568e72 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:09.502065 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfd8982-eee1-4aa5-856b-ae8141568e72 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:46:09.525389 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0bfd8982-eee1-4aa5-856b-ae8141568e72 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (a9a55533-38fd-403e-b1ad-c223cbcc35fe), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:09.526341 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-0bfd8982-eee1-4aa5-856b-ae8141568e72 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Added segment a9a55533-38fd-403e-b1ad-c223cbcc35fe of type vlan for network 212ddb32-d73c-4b13-9064-9889961b4051 Feb 09 01:46:09.616205 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:09.645729 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0bfd8982-eee1-4aa5-856b-ae8141568e72 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (212ddb32-d73c-4b13-9064-9889961b4051), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:09.710612 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0bfd8982-eee1-4aa5-856b-ae8141568e72 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (212ddb32-d73c-4b13-9064-9889961b4051), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:09.717630 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd8982-eee1-4aa5-856b-ae8141568e72 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:09.720900 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0bfd8982-eee1-4aa5-856b-ae8141568e72 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:09.765536 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d5cbe022-f1ec-4135-b7be-54629b7bee04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:09.881938 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-f149a937-639e-446f-b4ef-b09a139eaf0b tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Router 1667252e-579a-45e2-8409-6423721f7da0 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:46:09.888537 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0bfd8982-eee1-4aa5-856b-ae8141568e72 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4908910 Feb 09 01:46:09.894208 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45244) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:09.911152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd8982-eee1-4aa5-856b-ae8141568e72 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event updated for resources: {'Network': ['ID=212ddb32-d73c-4b13-9064-9889961b4051,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:09.915978 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-203effb2-30fb-4714-9030-2945b49f6384 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Request body: {'subnet': {'network_id': '212ddb32-d73c-4b13-9064-9889961b4051', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:09.929233 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 212ddb32-d73c-4b13-9064-9889961b4051 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:46:10.040015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a1f2f-30d1-4a39-a8b4-f43519c1dbd6 req-912d7545-d583-44db-b21d-d8e2f658d9f7 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:10.057982 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8e5a1f2f-30d1-4a39-a8b4-f43519c1dbd6 req-912d7545-d583-44db-b21d-d8e2f658d9f7 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 945 time: 0.1286876 Feb 09 01:46:10.168313 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8e5a1f2f-30d1-4a39-a8b4-f43519c1dbd6 req-43a066cd-4a4d-4b02-9688-ccf2f7fc836f tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991511 Feb 09 01:46:10.426978 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26c952-92bb-4faa-b537-f8d3aa6ad5a1 req-9d74b45a-4456-425e-b222-c49fc2e057bf tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:10.438811 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c26c952-92bb-4faa-b537-f8d3aa6ad5a1 req-9d74b45a-4456-425e-b222-c49fc2e057bf tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/ports?device_id=616dfe9f-a528-45e9-bbbc-567549d7b16c HTTP/1.1" status: 200 len: 950 time: 0.1325831 Feb 09 01:46:10.491049 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203effb2-30fb-4714-9030-2945b49f6384 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Made reservation on behalf of 9c02c1e11e314bbaaaed061629dd9e0f for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:10.495081 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-203effb2-30fb-4714-9030-2945b49f6384 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:10.597247 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-f149a937-639e-446f-b4ef-b09a139eaf0b tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:46:10.604063 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-f149a937-639e-446f-b4ef-b09a139eaf0b tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:10.614319 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970aeff5-7df4-436e-9f51-a62875f3cdb8 None None] Sync routers for ids ['1667252e-579a-45e2-8409-6423721f7da0'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:46:10.617925 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c26c952-92bb-4faa-b537-f8d3aa6ad5a1 req-c6e4453c-d62e-4dc2-9d9e-94cf3ea1f106 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/security-groups?id=a21505dd-3a3e-4137-974b-f8f1c205656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729887 Feb 09 01:46:10.634976 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970aeff5-7df4-436e-9f51-a62875f3cdb8 None None] Routers {'1667252e-579a-45e2-8409-6423721f7da0'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:10.644136 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-970aeff5-7df4-436e-9f51-a62875f3cdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:46:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['1667252e-579a-45e2-8409-6423721f7da0'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:10.669884 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-f149a937-639e-446f-b4ef-b09a139eaf0b tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "PUT /v2.0/floatingips/185a2fd2-455e-41d7-9931-9d109ca79e30 HTTP/1.1" status: 200 len: 695 time: 2.5344172 Feb 09 01:46:10.681743 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8599184f-8cda-4226-a635-4b475b5e9c6d', 'tag': '7941b1ea-8777-422a-856f-54f2ace5c38d'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:46:10.684367 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bf3d14-9285-402f-8be9-5a1f9dc60f26" -d '{"events": [{"name": "network-changed", "server_uuid": "8599184f-8cda-4226-a635-4b475b5e9c6d", "tag": "7941b1ea-8777-422a-856f-54f2ace5c38d"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:46:10.746481 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:10.816836 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:11.011823 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-dd3d7fca-d8ae-4f6c-b9b0-9cab2074e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:11.013505 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-dd3d7fca-d8ae-4f6c-b9b0-9cab2074e8a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0947b32ff412414786f5c023b76f7760&device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 1128 time: 0.3078003 Feb 09 01:46:11.173017 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-970aeff5-7df4-436e-9f51-a62875f3cdb8 None None] Set router 1667252e-579a-45e2-8409-6423721f7da0 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:11.291805 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-203effb2-30fb-4714-9030-2945b49f6384 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (cb912675-2db4-49b2-a46f-2bfd8b61f105), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:11.455242 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-6aebeb44-91b6-4276-8f7a-5447fbd60b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:11.464994 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-6aebeb44-91b6-4276-8f7a-5447fbd60b88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=37d718d3-97dd-4a0b-93a0-c4820cd40d4f HTTP/1.1" status: 200 len: 921 time: 0.4338584 Feb 09 01:46:11.546551 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203effb2-30fb-4714-9030-2945b49f6384 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event updated for resources: {'Subnet': ['ID=cb912675-2db4-49b2-a46f-2bfd8b61f105,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:11.574618 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-d3351810-8056-4bcc-80b6-eac72a6cf3f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7941b1ea-8777-422a-856f-54f2ace5c38d HTTP/1.1" status: 200 len: 217 time: 0.1079383 Feb 09 01:46:11.595999 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203effb2-30fb-4714-9030-2945b49f6384 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Checking segment: {'id': 'a9a55533-38fd-403e-b1ad-c223cbcc35fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '212ddb32-d73c-4b13-9064-9889961b4051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:11.596960 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203effb2-30fb-4714-9030-2945b49f6384 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Network hostable DHCP agents. Network: 212ddb32-d73c-4b13-9064-9889961b4051, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:46:11.667468 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-57afd75a-a205-4873-be93-62a80bf3fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:11.676258 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-57afd75a-a205-4873-be93-62a80bf3fb1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c6c575a-2abf-46ad-a16d-fefed5f75801 HTTP/1.1" status: 200 len: 860 time: 0.1005394 Feb 09 01:46:11.690838 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203effb2-30fb-4714-9030-2945b49f6384 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Network 212ddb32-d73c-4b13-9064-9889961b4051 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:46:11.720460 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-54940179-f564-49c7-abf4-5100ebb4c0fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37d718d3-97dd-4a0b-93a0-c4820cd40d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424693 Feb 09 01:46:11.747928 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-970aeff5-7df4-436e-9f51-a62875f3cdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667252e-579a-45e2-8409-6423721f7da0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572805688-router', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:35Z', 'updated_at': '2022-02-09T01:44:48Z', 'revision_number': 4, 'project_id': '0947b32ff412414786f5c023b76f7760', 'gw_port': {'id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667252e-579a-45e2-8409-6423721f7da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:36Z', 'updated_at': '2022-02-09T01:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c425c49a-a117-446d-8d14-f1e6c46c8889', 'name': '', 'network_id': '37d718d3-97dd-4a0b-93a0-c4820cd40d4f', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'mac_address': 'fa:16:3e:c1:19:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667252e-579a-45e2-8409-6423721f7da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '1c6c575a-2abf-46ad-a16d-fefed5f75801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:45Z', 'updated_at': '2022-02-09T01:44:55Z', 'revision_number': 5, 'project_id': '0947b32ff412414786f5c023b76f7760', 'subnets': [{'id': '1c6c575a-2abf-46ad-a16d-fefed5f75801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:11.751446 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-203effb2-30fb-4714-9030-2945b49f6384 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 212ddb32-d73c-4b13-9064-9889961b4051) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:11.772511 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd8d2d8-061e-47f8-af06-4655fc4111f6 None None] Network 212ddb32-d73c-4b13-9064-9889961b4051 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:11.804287 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970aeff5-7df4-436e-9f51-a62875f3cdb8 None None] Checking router: 1667252e-579a-45e2-8409-6423721f7da0 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:46:11.817887 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970aeff5-7df4-436e-9f51-a62875f3cdb8 None None] Routers {'1667252e-579a-45e2-8409-6423721f7da0'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:11.818972 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-970aeff5-7df4-436e-9f51-a62875f3cdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:46:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['1667252e-579a-45e2-8409-6423721f7da0'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:11.843853 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203effb2-30fb-4714-9030-2945b49f6384 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:11.844874 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-203effb2-30fb-4714-9030-2945b49f6384 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:11.858812 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45294) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:11.907304 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-203effb2-30fb-4714-9030-2945b49f6384 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0017064 Feb 09 01:46:11.909757 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45298) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:11.915329 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-c8b9bb35-8683-4a4c-99bd-096ea9520719 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-38865517'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:11.997765 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b9bb35-8683-4a4c-99bd-096ea9520719 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Made reservation on behalf of 9c02c1e11e314bbaaaed061629dd9e0f for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:12.026127 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c8b9bb35-8683-4a4c-99bd-096ea9520719 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.051389 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ca161c-84a1-43cf-a019-b3fbe09afafc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-212ddb32-d73c-4b13-9064-9889961b4051', 'network_id': '212ddb32-d73c-4b13-9064-9889961b4051', 'project_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'fixed_ips': [{'subnet_id': 'cb912675-2db4-49b2-a46f-2bfd8b61f105'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:46:12.055035 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b1ca161c-84a1-43cf-a019-b3fbe09afafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.080472 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-cb1217ca-2787-4032-a6bb-41e2974f112f service neutron] 10.222.0.36 "GET /v2.0/networks/37d718d3-97dd-4a0b-93a0-c4820cd40d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493507 Feb 09 01:46:12.138113 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b9bb35-8683-4a4c-99bd-096ea9520719 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:46:12.156050 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-970aeff5-7df4-436e-9f51-a62875f3cdb8 None None] Set router 1667252e-579a-45e2-8409-6423721f7da0 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:12.189331 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c8b9bb35-8683-4a4c-99bd-096ea9520719 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (466214c9-3ad8-40ad-9e38-1ad7a045af43), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.189740 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-c8b9bb35-8683-4a4c-99bd-096ea9520719 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Added segment 466214c9-3ad8-40ad-9e38-1ad7a045af43 of type vlan for network 5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6 Feb 09 01:46:12.334710 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c8b9bb35-8683-4a4c-99bd-096ea9520719 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.365209 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c043539d-8f37-46bb-9154-392c3cadf3bb x-openstack-request-id: req-c043539d-8f37-46bb-9154-392c3cadf3bb {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:46:12.365630 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8599184f-8cda-4226-a635-4b475b5e9c6d", "tag": "7941b1ea-8777-422a-856f-54f2ace5c38d", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:46:12.366061 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c043539d-8f37-46bb-9154-392c3cadf3bb {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:46:12.366612 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8599184f-8cda-4226-a635-4b475b5e9c6d', 'tag': '7941b1ea-8777-422a-856f-54f2ace5c38d', 'status': 'completed', 'code': 200} Feb 09 01:46:12.385763 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-552215f5-89a0-4159-ab6b-1b5bd9d2f4ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.426711 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-b1ca161c-84a1-43cf-a019-b3fbe09afafc None None] Allocated IP 19.80.0.2 (212ddb32-d73c-4b13-9064-9889961b4051/cb912675-2db4-49b2-a46f-2bfd8b61f105/62f2e971-4c7c-47c4-a8fa-ce10cf976010) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:12.441651 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ca1962c-d8c6-4875-a090-f64d37ce6793 req-66cf6762-b054-4f12-8bf1-7c106ed57041 service neutron] 10.222.0.36 "GET /v2.0/networks/37d718d3-97dd-4a0b-93a0-c4820cd40d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516409 Feb 09 01:46:12.602948 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf3d14-9285-402f-8be9-5a1f9dc60f26 req-7ffe6965-ef72-41ea-8a39-14dad8ea0619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:12.604943 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-11bf3d14-9285-402f-8be9-5a1f9dc60f26 req-7ffe6965-ef72-41ea-8a39-14dad8ea0619 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0947b32ff412414786f5c023b76f7760&device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 1128 time: 0.2091441 Feb 09 01:46:12.639535 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-552215f5-89a0-4159-ab6b-1b5bd9d2f4ea admin admin] Publish callbacks [] for security_group (c7c19b5e-85f8-42a8-80cd-2b5dd6bd17b4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.649153 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-552215f5-89a0-4159-ab6b-1b5bd9d2f4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c7c19b5e-85f8-42a8-80cd-2b5dd6bd17b4), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.732531 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552215f5-89a0-4159-ab6b-1b5bd9d2f4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c19b5e-85f8-42a8-80cd-2b5dd6bd17b4,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:12.746982 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b1ca161c-84a1-43cf-a019-b3fbe09afafc None None] Publish callbacks [] for port (62f2e971-4c7c-47c4-a8fa-ce10cf976010), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.778221 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b1ca161c-84a1-43cf-a019-b3fbe09afafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (62f2e971-4c7c-47c4-a8fa-ce10cf976010), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.784686 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-970aeff5-7df4-436e-9f51-a62875f3cdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667252e-579a-45e2-8409-6423721f7da0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572805688-router', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:35Z', 'updated_at': '2022-02-09T01:44:48Z', 'revision_number': 4, 'project_id': '0947b32ff412414786f5c023b76f7760', 'gw_port': {'id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667252e-579a-45e2-8409-6423721f7da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:36Z', 'updated_at': '2022-02-09T01:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c425c49a-a117-446d-8d14-f1e6c46c8889', 'name': '', 'network_id': '37d718d3-97dd-4a0b-93a0-c4820cd40d4f', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'mac_address': 'fa:16:3e:c1:19:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667252e-579a-45e2-8409-6423721f7da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '1c6c575a-2abf-46ad-a16d-fefed5f75801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:45Z', 'updated_at': '2022-02-09T01:44:55Z', 'revision_number': 5, 'project_id': '0947b32ff412414786f5c023b76f7760', 'subnets': [{'id': '1c6c575a-2abf-46ad-a16d-fefed5f75801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:12.817586 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.825267 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45320) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:12.829515 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c8b9bb35-8683-4a4c-99bd-096ea9520719 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.829975 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970aeff5-7df4-436e-9f51-a62875f3cdb8 None None] The sync data for ids ['1667252e-579a-45e2-8409-6423721f7da0'] in n-d-828387-3 is: [{'id': '1667252e-579a-45e2-8409-6423721f7da0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572805688-router', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:35Z', 'updated_at': '2022-02-09T01:44:48Z', 'revision_number': 4, 'project_id': '0947b32ff412414786f5c023b76f7760', 'gw_port': {'id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667252e-579a-45e2-8409-6423721f7da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:36Z', 'updated_at': '2022-02-09T01:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c425c49a-a117-446d-8d14-f1e6c46c8889', 'name': '', 'network_id': '37d718d3-97dd-4a0b-93a0-c4820cd40d4f', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'mac_address': 'fa:16:3e:c1:19:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667252e-579a-45e2-8409-6423721f7da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '1c6c575a-2abf-46ad-a16d-fefed5f75801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:45Z', 'updated_at': '2022-02-09T01:44:55Z', 'revision_number': 5, 'project_id': '0947b32ff412414786f5c023b76f7760', 'subnets': [{'id': '1c6c575a-2abf-46ad-a16d-fefed5f75801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:46:12.841083 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b9bb35-8683-4a4c-99bd-096ea9520719 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:12.842518 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c8b9bb35-8683-4a4c-99bd-096ea9520719 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.909288 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ca161c-84a1-43cf-a019-b3fbe09afafc None None] Network 212ddb32-d73c-4b13-9064-9889961b4051 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:12.910529 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b3558e39-07e1-45b4-989d-fc74d31872a7 req-bbafdb7c-3167-4e4c-ae9d-a1dea0fc0b23 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/floatingips/185a2fd2-455e-41d7-9931-9d109ca79e30 HTTP/1.1" status: 200 len: 695 time: 0.1655600 Feb 09 01:46:12.920543 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-b1ca161c-84a1-43cf-a019-b3fbe09afafc None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:12.932673 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ca161c-84a1-43cf-a019-b3fbe09afafc None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:12.955120 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca161c-84a1-43cf-a019-b3fbe09afafc None None] Pushing event updated for resources: {'Port': ['ID=62f2e971-4c7c-47c4-a8fa-ce10cf976010,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:13.132037 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf3d14-9285-402f-8be9-5a1f9dc60f26 req-fb391e6c-f3ac-4751-9e89-742a9cd0ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:13.138515 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-11bf3d14-9285-402f-8be9-5a1f9dc60f26 req-fb391e6c-f3ac-4751-9e89-742a9cd0ac79 service neutron] 10.222.0.67 "GET /v2.0/networks?id=37d718d3-97dd-4a0b-93a0-c4820cd40d4f HTTP/1.1" status: 200 len: 921 time: 0.5279155 Feb 09 01:46:13.168772 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b1ca161c-84a1-43cf-a019-b3fbe09afafc None None] Attempting to bind port 62f2e971-4c7c-47c4-a8fa-ce10cf976010 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:13.169401 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b1ca161c-84a1-43cf-a019-b3fbe09afafc None None] Attempting to bind port 62f2e971-4c7c-47c4-a8fa-ce10cf976010 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'a9a55533-38fd-403e-b1ad-c223cbcc35fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '212ddb32-d73c-4b13-9064-9889961b4051'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:13.170031 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ca161c-84a1-43cf-a019-b3fbe09afafc None None] Attempting to bind port 62f2e971-4c7c-47c4-a8fa-ce10cf976010 on network 212ddb32-d73c-4b13-9064-9889961b4051 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:13.178201 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-552215f5-89a0-4159-ab6b-1b5bd9d2f4ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe162f6a351141e4aaac9ad9558ffc09&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3159842 Feb 09 01:46:13.182659 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45326) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:13.217390 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ca161c-84a1-43cf-a019-b3fbe09afafc None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:13.217987 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ca161c-84a1-43cf-a019-b3fbe09afafc None None] Checking segment: {'id': 'a9a55533-38fd-403e-b1ad-c223cbcc35fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '212ddb32-d73c-4b13-9064-9889961b4051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:13.218635 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b1ca161c-84a1-43cf-a019-b3fbe09afafc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:13.231373 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ca161c-84a1-43cf-a019-b3fbe09afafc None None] Bound using segment: {'id': 'a9a55533-38fd-403e-b1ad-c223cbcc35fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '212ddb32-d73c-4b13-9064-9889961b4051'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:13.232404 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b1ca161c-84a1-43cf-a019-b3fbe09afafc None None] Bound port: 62f2e971-4c7c-47c4-a8fa-ce10cf976010, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a55533-38fd-403e-b1ad-c223cbcc35fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '212ddb32-d73c-4b13-9064-9889961b4051'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:13.233059 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b1ca161c-84a1-43cf-a019-b3fbe09afafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (62f2e971-4c7c-47c4-a8fa-ce10cf976010), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:13.241425 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c8b9bb35-8683-4a4c-99bd-096ea9520719 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3272893 Feb 09 01:46:13.243902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45328) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:13.248711 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9bb35-8683-4a4c-99bd-096ea9520719 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event updated for resources: {'Network': ['ID=5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:13.293172 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-deff15d8-7a68-4dcf-b7d5-cd2f5714a353 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Request body: {'subnet': {'network_id': '5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:13.293385 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:46:13.393229 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-11bf3d14-9285-402f-8be9-5a1f9dc60f26 req-1739886f-b8ab-4547-a554-ad32f88e1fe2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7941b1ea-8777-422a-856f-54f2ace5c38d HTTP/1.1" status: 200 len: 217 time: 0.2457550 Feb 09 01:46:13.422217 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b1ca161c-84a1-43cf-a019-b3fbe09afafc None None] For port 62f2e971-4c7c-47c4-a8fa-ce10cf976010, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:13.432112 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b1ca161c-84a1-43cf-a019-b3fbe09afafc None None] For port 62f2e971-4c7c-47c4-a8fa-ce10cf976010, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=62f2e971-4c7c-47c4-a8fa-ce10cf976010,segment=NetworkSegment(a9a55533-38fd-403e-b1ad-c223cbcc35fe),segment_id=a9a55533-38fd-403e-b1ad-c223cbcc35fe)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:13.436714 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039cf0a-a68e-4db8-8a3a-58299be1ce0e req-d5af1a3f-65a0-4540-a50c-d4ce881d7f3d tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:13.446048 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9039cf0a-a68e-4db8-8a3a-58299be1ce0e req-d5af1a3f-65a0-4540-a50c-d4ce881d7f3d tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 945 time: 0.7263730 Feb 09 01:46:13.468880 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b1ca161c-84a1-43cf-a019-b3fbe09afafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (62f2e971-4c7c-47c4-a8fa-ce10cf976010), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:13.481206 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deff15d8-7a68-4dcf-b7d5-cd2f5714a353 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Made reservation on behalf of 9c02c1e11e314bbaaaed061629dd9e0f for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:13.485317 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-deff15d8-7a68-4dcf-b7d5-cd2f5714a353 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:13.524525 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf3d14-9285-402f-8be9-5a1f9dc60f26 req-3b805f04-38b8-4984-af6f-2ee53ace47a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:13.526419 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-11bf3d14-9285-402f-8be9-5a1f9dc60f26 req-3b805f04-38b8-4984-af6f-2ee53ace47a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1c6c575a-2abf-46ad-a16d-fefed5f75801 HTTP/1.1" status: 200 len: 860 time: 0.1221440 Feb 09 01:46:13.567252 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7b3424-0094-4280-b082-0a64c8f95efe None None] New status for floating IP 185a2fd2-455e-41d7-9931-9d109ca79e30: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:46:13.591172 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9039cf0a-a68e-4db8-8a3a-58299be1ce0e req-dcadffb2-affd-40c9-a31b-0f39463138ac tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439180 Feb 09 01:46:13.619500 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-11bf3d14-9285-402f-8be9-5a1f9dc60f26 req-041525fe-95f9-4667-a365-8fdda469cbca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=37d718d3-97dd-4a0b-93a0-c4820cd40d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819395 Feb 09 01:46:13.620911 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ec458756-87d3-4613-a597-33808fc9f7b2 admin admin] Publish callbacks [] for security_group (c7c19b5e-85f8-42a8-80cd-2b5dd6bd17b4), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:13.628064 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8f21edd3-8d66-4044-9607-49583dbc1d5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:13.635056 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3558e39-07e1-45b4-989d-fc74d31872a7 req-1f01c585-b3dc-49a5-96c0-fbc35304e1c6 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:13.644826 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b3558e39-07e1-45b4-989d-fc74d31872a7 req-1f01c585-b3dc-49a5-96c0-fbc35304e1c6 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 784 time: 0.7222974 Feb 09 01:46:13.697582 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca161c-84a1-43cf-a019-b3fbe09afafc None None] Pushing event updated for resources: {'Port': ['ID=62f2e971-4c7c-47c4-a8fa-ce10cf976010,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:13.747815 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:13.903476 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b3558e39-07e1-45b4-989d-fc74d31872a7 req-4026272e-24bc-4b02-81ab-6ca4e4e8c384 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 698 time: 0.2567532 Feb 09 01:46:13.941380 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ec458756-87d3-4613-a597-33808fc9f7b2 admin admin] Publish callbacks [] for security_group (c7c19b5e-85f8-42a8-80cd-2b5dd6bd17b4), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:14.048318 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b3558e39-07e1-45b4-989d-fc74d31872a7 req-be535797-651f-4864-ba3b-41452bc7708e tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 698 time: 0.1443682 Feb 09 01:46:14.338714 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-11bf3d14-9285-402f-8be9-5a1f9dc60f26 req-cc036bbf-ea33-4141-aa5c-849c73b1fbbe service neutron] 10.222.0.67 "GET /v2.0/networks/37d718d3-97dd-4a0b-93a0-c4820cd40d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6909950 Feb 09 01:46:14.401984 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ec458756-87d3-4613-a597-33808fc9f7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c7c19b5e-85f8-42a8-80cd-2b5dd6bd17b4), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:14.405206 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ec458756-87d3-4613-a597-33808fc9f7b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:14.406886 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ec458756-87d3-4613-a597-33808fc9f7b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7c19b5e-85f8-42a8-80cd-2b5dd6bd17b4 HTTP/1.1" status: 204 len: 168 time: 1.2110901 Feb 09 01:46:14.435453 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec458756-87d3-4613-a597-33808fc9f7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c19b5e-85f8-42a8-80cd-2b5dd6bd17b4,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:14.459983 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-deff15d8-7a68-4dcf-b7d5-cd2f5714a353 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (7dd91541-83b7-4cd8-a15d-fb6ae3c38712), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:14.465823 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-b3558e39-07e1-45b4-989d-fc74d31872a7 req-110e396a-e304-4434-adb2-d7266b14392f tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Deleting port baef4774-225c-4180-bbeb-7a3081b64d8a {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:14.466038 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-b3558e39-07e1-45b4-989d-fc74d31872a7 req-110e396a-e304-4434-adb2-d7266b14392f tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (baef4774-225c-4180-bbeb-7a3081b64d8a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:14.474815 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8f21edd3-8d66-4044-9607-49583dbc1d5d admin admin] Publish callbacks [] for security_group (c0eda6bd-4679-4e73-a84d-4920edc1a24c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:14.538952 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-11bf3d14-9285-402f-8be9-5a1f9dc60f26 req-9da0a5ca-6cbd-4613-a8da-abbdda4b24c7 service neutron] 10.222.0.67 "GET /v2.0/networks/37d718d3-97dd-4a0b-93a0-c4820cd40d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937020 Feb 09 01:46:14.591282 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8f21edd3-8d66-4044-9607-49583dbc1d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c0eda6bd-4679-4e73-a84d-4920edc1a24c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:14.595093 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff15d8-7a68-4dcf-b7d5-cd2f5714a353 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event updated for resources: {'Subnet': ['ID=7dd91541-83b7-4cd8-a15d-fb6ae3c38712,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:14.624741 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-b3558e39-07e1-45b4-989d-fc74d31872a7 req-110e396a-e304-4434-adb2-d7266b14392f tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (baef4774-225c-4180-bbeb-7a3081b64d8a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:14.625288 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-b3558e39-07e1-45b4-989d-fc74d31872a7 req-110e396a-e304-4434-adb2-d7266b14392f tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks [] for floatingip (baef4774-225c-4180-bbeb-7a3081b64d8a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:14.644795 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21edd3-8d66-4044-9607-49583dbc1d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eda6bd-4679-4e73-a84d-4920edc1a24c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:14.654768 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-b3558e39-07e1-45b4-989d-fc74d31872a7 req-110e396a-e304-4434-adb2-d7266b14392f tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Calling delete_port for baef4774-225c-4180-bbeb-7a3081b64d8a owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:14.785339 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8f21edd3-8d66-4044-9607-49583dbc1d5d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3253967740448eb84d39caccaf6300e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9365997 Feb 09 01:46:14.793312 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45350) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:14.841224 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deff15d8-7a68-4dcf-b7d5-cd2f5714a353 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Checking segment: {'id': '466214c9-3ad8-40ad-9e38-1ad7a045af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:14.841674 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deff15d8-7a68-4dcf-b7d5-cd2f5714a353 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Network hostable DHCP agents. Network: 5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:46:15.006247 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-58150832-cd99-4629-a370-cef9eeb1d89a admin admin] Publish callbacks [] for security_group (c0eda6bd-4679-4e73-a84d-4920edc1a24c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:15.072375 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76acf9e-38e6-4ade-a93b-b07817d9fa4a req-c0d33090-651f-4ab4-bdb2-94b50b7afe64 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:15.073375 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-b3558e39-07e1-45b4-989d-fc74d31872a7 req-110e396a-e304-4434-adb2-d7266b14392f tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (baef4774-225c-4180-bbeb-7a3081b64d8a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:15.086635 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a76acf9e-38e6-4ade-a93b-b07817d9fa4a req-c0d33090-651f-4ab4-bdb2-94b50b7afe64 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 945 time: 0.2890174 Feb 09 01:46:15.088625 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deff15d8-7a68-4dcf-b7d5-cd2f5714a353 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Network 5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:46:15.131135 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e396a-e304-4434-adb2-d7266b14392f tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Pushing event deleted for resources: {'Port': ['ID=baef4774-225c-4180-bbeb-7a3081b64d8a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:15.168075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-deff15d8-7a68-4dcf-b7d5-cd2f5714a353 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:15.179175 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-58150832-cd99-4629-a370-cef9eeb1d89a admin admin] Publish callbacks [] for security_group (c0eda6bd-4679-4e73-a84d-4920edc1a24c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:15.183456 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b9d272-d009-4eb9-bf91-ab774832d0b3 None None] Network 5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:15.230147 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deff15d8-7a68-4dcf-b7d5-cd2f5714a353 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:15.230997 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-deff15d8-7a68-4dcf-b7d5-cd2f5714a353 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:15.326593 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-deff15d8-7a68-4dcf-b7d5-cd2f5714a353 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0720899 Feb 09 01:46:15.341484 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-b3558e39-07e1-45b4-989d-fc74d31872a7 req-110e396a-e304-4434-adb2-d7266b14392f tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks [] for floatingip (185a2fd2-455e-41d7-9931-9d109ca79e30), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:15.343438 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a76acf9e-38e6-4ade-a93b-b07817d9fa4a req-e043d6e6-5c15-4b4f-b6dd-033058a179f6 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587044 Feb 09 01:46:15.351011 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-b3558e39-07e1-45b4-989d-fc74d31872a7 req-110e396a-e304-4434-adb2-d7266b14392f tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:15.352561 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b3558e39-07e1-45b4-989d-fc74d31872a7 req-110e396a-e304-4434-adb2-d7266b14392f tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "DELETE /v2.0/floatingips/185a2fd2-455e-41d7-9931-9d109ca79e30 HTTP/1.1" status: 204 len: 173 time: 1.3029032 Feb 09 01:46:15.408281 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-58150832-cd99-4629-a370-cef9eeb1d89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c0eda6bd-4679-4e73-a84d-4920edc1a24c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:15.410864 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-58150832-cd99-4629-a370-cef9eeb1d89a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:15.433613 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-58150832-cd99-4629-a370-cef9eeb1d89a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c0eda6bd-4679-4e73-a84d-4920edc1a24c HTTP/1.1" status: 204 len: 168 time: 0.6313117 Feb 09 01:46:15.510196 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58150832-cd99-4629-a370-cef9eeb1d89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eda6bd-4679-4e73-a84d-4920edc1a24c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:15.517927 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5bd99b19-dcb2-45c2-be46-a47d77e2b474 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:46:15.554499 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e4314010-d09d-4f55-8291-b5a39a802aca req-c24f4bcb-36a8-46a7-8aaf-a29be11d58ae tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups/3af31bc8-be6f-4a55-b8a4-feb6b4059042 HTTP/1.1" status: 200 len: 1825 time: 0.1616793 Feb 09 01:46:15.717742 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e4314010-d09d-4f55-8291-b5a39a802aca req-e7e74f7c-0723-4c88-8039-473b34193203 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks [] for security_group (3af31bc8-be6f-4a55-b8a4-feb6b4059042), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:15.796729 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e4314010-d09d-4f55-8291-b5a39a802aca req-e7e74f7c-0723-4c88-8039-473b34193203 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks [] for security_group (3af31bc8-be6f-4a55-b8a4-feb6b4059042), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:15.905196 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f2840a-3f11-493f-9ffd-59e7dc96ff87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6', 'network_id': '5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6', 'project_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'fixed_ips': [{'subnet_id': '7dd91541-83b7-4cd8-a15d-fb6ae3c38712'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:46:15.906998 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-42f2840a-3f11-493f-9ffd-59e7dc96ff87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:15.954646 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c38d46-8028-4f75-a320-7a6c58b49d52 None None] Network 212ddb32-d73c-4b13-9064-9889961b4051 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:15.954847 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e4314010-d09d-4f55-8291-b5a39a802aca req-e7e74f7c-0723-4c88-8039-473b34193203 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3af31bc8-be6f-4a55-b8a4-feb6b4059042), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:15.958308 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e4314010-d09d-4f55-8291-b5a39a802aca req-e7e74f7c-0723-4c88-8039-473b34193203 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:15.966505 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e4314010-d09d-4f55-8291-b5a39a802aca req-e7e74f7c-0723-4c88-8039-473b34193203 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "DELETE /v2.0/security-groups/3af31bc8-be6f-4a55-b8a4-feb6b4059042 HTTP/1.1" status: 204 len: 173 time: 0.3940990 Feb 09 01:46:16.001105 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 62f2e971-4c7c-47c4-a8fa-ce10cf976010 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:16.001553 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e74f7c-0723-4c88-8039-473b34193203 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af31bc8-be6f-4a55-b8a4-feb6b4059042,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:16.103377 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e147601-b6e1-4a64-a337-15d787341895 req-389c4e3c-557b-4c23-82ae-2eef7f785a5a tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:16.113494 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e147601-b6e1-4a64-a337-15d787341895 req-389c4e3c-557b-4c23-82ae-2eef7f785a5a tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:16.115128 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0e147601-b6e1-4a64-a337-15d787341895 req-389c4e3c-557b-4c23-82ae-2eef7f785a5a tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/networks?id=212ddb32-d73c-4b13-9064-9889961b4051&id=5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6 HTTP/1.1" status: 200 len: 1389 time: 0.3556483 Feb 09 01:46:16.162140 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0e147601-b6e1-4a64-a337-15d787341895 req-9d156e52-6178-4e3e-a90f-f907ad072811 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/quotas/9c02c1e11e314bbaaaed061629dd9e0f HTTP/1.1" status: 200 len: 375 time: 0.0311658 Feb 09 01:46:16.314385 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0e147601-b6e1-4a64-a337-15d787341895 req-94c5ba60-0a52-47ce-baa7-eeae71216752 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c02c1e11e314bbaaaed061629dd9e0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1460550 Feb 09 01:46:16.376368 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45418) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:16.378910 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ba8f6a3a-f7f4-4ae3-926f-af4fa9d07c1e None None] Provisioning complete for port 62f2e971-4c7c-47c4-a8fa-ce10cf976010 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:16.379443 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba8f6a3a-f7f4-4ae3-926f-af4fa9d07c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (62f2e971-4c7c-47c4-a8fa-ce10cf976010), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.406109 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45422) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:16.413423 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce985137-2523-4a93-8409-70939946a915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.421276 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5bd99b19-dcb2-45c2-be46-a47d77e2b474, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5bd99b19-dcb2-45c2-be46-a47d77e2b474,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:16.494207 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '5bd99b19-dcb2-45c2-be46-a47d77e2b474', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '5bd99b19-dcb2-45c2-be46-a47d77e2b474', 'mac_address': 'fa:16:3e:55:8f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:46:16.659382 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0e147601-b6e1-4a64-a337-15d787341895 req-0ddd7aab-9f61-4b94-848e-d7eabcf91096 service neutron] 10.222.0.36 "GET /v2.0/networks/212ddb32-d73c-4b13-9064-9889961b4051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368161 Feb 09 01:46:16.753272 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce985137-2523-4a93-8409-70939946a915 admin admin] Publish callbacks [] for security_group (f0c82dc9-f68e-496b-ba35-dac4995e6aee), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.771705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 62f2e971-4c7c-47c4-a8fa-ce10cf976010 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:16.771705 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (62f2e971-4c7c-47c4-a8fa-ce10cf976010), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.771923 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f350f-b9d7-41d3-ac40-254f10fd38d8 req-a4292b2e-0919-495e-ac14-58cd866441f0 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:16.771923 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f93f350f-b9d7-41d3-ac40-254f10fd38d8 req-a4292b2e-0919-495e-ac14-58cd866441f0 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.1939166 Feb 09 01:46:16.788452 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce985137-2523-4a93-8409-70939946a915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (f0c82dc9-f68e-496b-ba35-dac4995e6aee), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.818004 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5bd99b19-dcb2-45c2-be46-a47d77e2b474 is: ACTIVE; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:16.818794 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.824000 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ce985137-2523-4a93-8409-70939946a915 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2a1daac14cd471eaeec35dc7e6f2c98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4460218 Feb 09 01:46:16.824683 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45442) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:16.930468 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce985137-2523-4a93-8409-70939946a915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c82dc9-f68e-496b-ba35-dac4995e6aee,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:17.011118 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f93f350f-b9d7-41d3-ac40-254f10fd38d8 req-e8ae6c9c-89ea-46bd-a778-e9814edc7241 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315009 Feb 09 01:46:17.070898 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8f4b49bd-43cb-421c-a3a5-d2929da0cb6f admin admin] Publish callbacks [] for security_group (f0c82dc9-f68e-496b-ba35-dac4995e6aee), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:17.209963 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8f4b49bd-43cb-421c-a3a5-d2929da0cb6f admin admin] Publish callbacks [] for security_group (f0c82dc9-f68e-496b-ba35-dac4995e6aee), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:17.272874 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0e147601-b6e1-4a64-a337-15d787341895 req-f5c39069-81fe-4be8-af39-a05d6c82c666 service neutron] 10.222.0.36 "GET /v2.0/networks/212ddb32-d73c-4b13-9064-9889961b4051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6083710 Feb 09 01:46:17.290135 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-8b58d0d3-12a0-4551-9900-8945e8b4638a admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1355708029-network', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:17.332173 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5bd99b19-dcb2-45c2-be46-a47d77e2b474 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:46:17.356106 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef36a2f-042b-4749-b3db-94afacae459d req-776c02a0-a718-4071-8786-cf0418c4f4d3 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:17.365416 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aef36a2f-042b-4749-b3db-94afacae459d req-776c02a0-a718-4071-8786-cf0418c4f4d3 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 945 time: 0.1224396 Feb 09 01:46:17.408904 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-42f2840a-3f11-493f-9ffd-59e7dc96ff87 None None] Allocated IP 19.86.0.2 (5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6/7dd91541-83b7-4cd8-a15d-fb6ae3c38712/a375425e-12c4-4240-b1ef-7d31a9b8b009) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:17.422844 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8f4b49bd-43cb-421c-a3a5-d2929da0cb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (f0c82dc9-f68e-496b-ba35-dac4995e6aee), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:17.423239 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5bd99b19-dcb2-45c2-be46-a47d77e2b474, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5bd99b19-dcb2-45c2-be46-a47d77e2b474,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:17.424688 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f6a3a-f7f4-4ae3-926f-af4fa9d07c1e None None] Current status of the port 62f2e971-4c7c-47c4-a8fa-ce10cf976010 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:17.425305 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba8f6a3a-f7f4-4ae3-926f-af4fa9d07c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (62f2e971-4c7c-47c4-a8fa-ce10cf976010), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:17.429699 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8f4b49bd-43cb-421c-a3a5-d2929da0cb6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:17.434267 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8f4b49bd-43cb-421c-a3a5-d2929da0cb6f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f0c82dc9-f68e-496b-ba35-dac4995e6aee HTTP/1.1" status: 204 len: 168 time: 0.6052577 Feb 09 01:46:17.460560 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:17.506011 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aef36a2f-042b-4749-b3db-94afacae459d req-8b084b90-e6e0-4047-a117-8cdc65f60ced tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323752 Feb 09 01:46:17.596506 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['5bd99b19-dcb2-45c2-be46-a47d77e2b474'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:46:17.608095 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b49bd-43cb-421c-a3a5-d2929da0cb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c82dc9-f68e-496b-ba35-dac4995e6aee,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:17.628561 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b58d0d3-12a0-4551-9900-8945e8b4638a admin admin] Made reservation on behalf of 6766487db55f451f9c4a51b4d8bdf1cf for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:17.631304 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b58d0d3-12a0-4551-9900-8945e8b4638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:17.668597 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 62f2e971-4c7c-47c4-a8fa-ce10cf976010 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:17.669091 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b58d0d3-12a0-4551-9900-8945e8b4638a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:17.669694 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (62f2e971-4c7c-47c4-a8fa-ce10cf976010), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:17.759009 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0e147601-b6e1-4a64-a337-15d787341895 req-0acb9d1c-29fa-4d0d-9984-41bee132a9e4 service neutron] 10.222.0.36 "GET /v2.0/networks/5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604312 Feb 09 01:46:17.803192 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ba8f6a3a-f7f4-4ae3-926f-af4fa9d07c1e None None] For port 62f2e971-4c7c-47c4-a8fa-ce10cf976010, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=62f2e971-4c7c-47c4-a8fa-ce10cf976010,segment=NetworkSegment(a9a55533-38fd-403e-b1ad-c223cbcc35fe),segment_id=a9a55533-38fd-403e-b1ad-c223cbcc35fe)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:17.853267 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba8f6a3a-f7f4-4ae3-926f-af4fa9d07c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (62f2e971-4c7c-47c4-a8fa-ce10cf976010), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:17.878209 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=5bd99b19-dcb2-45c2-be46-a47d77e2b474,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:18.382768 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338cc0f-2d4b-4e93-848b-fac27cb129bd req-0925164f-3deb-4780-8ffb-07390371a013 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:18.393172 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6338cc0f-2d4b-4e93-848b-fac27cb129bd req-0925164f-3deb-4780-8ffb-07390371a013 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.1776514 Feb 09 01:46:18.395475 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45478) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:18.407801 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:46:18.408125 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:46:18.408677 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1ee409c2-f909-4b5a-a0d2-c49829eee42e None None] Provisioning complete for port 62f2e971-4c7c-47c4-a8fa-ce10cf976010 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:18.409049 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1ee409c2-f909-4b5a-a0d2-c49829eee42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (62f2e971-4c7c-47c4-a8fa-ce10cf976010), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:18.438266 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f6a3a-f7f4-4ae3-926f-af4fa9d07c1e None None] Pushing event updated for resources: {'Port': ['ID=62f2e971-4c7c-47c4-a8fa-ce10cf976010,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:18.530803 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6338cc0f-2d4b-4e93-848b-fac27cb129bd req-523c12af-ea6c-481d-a130-6c36b0433e9a tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367309 Feb 09 01:46:18.687116 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-42f2840a-3f11-493f-9ffd-59e7dc96ff87 None None] Publish callbacks [] for port (a375425e-12c4-4240-b1ef-7d31a9b8b009), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:18.714298 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-42f2840a-3f11-493f-9ffd-59e7dc96ff87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (a375425e-12c4-4240-b1ef-7d31a9b8b009), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:18.809681 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be18dcf-a60a-4c36-922d-94f063da141d req-9128df72-b098-46cf-bbc3-e0271c1853f7 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:18.829906 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4be18dcf-a60a-4c36-922d-94f063da141d req-9128df72-b098-46cf-bbc3-e0271c1853f7 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 945 time: 0.1306477 Feb 09 01:46:18.842903 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a2465fa-a670-445d-bed0-7d73bcd5607f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:18.862259 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f2840a-3f11-493f-9ffd-59e7dc96ff87 None None] Network 5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:18.987913 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1ee409c2-f909-4b5a-a0d2-c49829eee42e None None] Current status of the port 62f2e971-4c7c-47c4-a8fa-ce10cf976010 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:18.999301 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-42f2840a-3f11-493f-9ffd-59e7dc96ff87 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:19.058770 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b58d0d3-12a0-4551-9900-8945e8b4638a admin admin] Publish callbacks [] for security_group (68ff3310-c8c7-41af-a223-fede819587c1), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:19.073595 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f2840a-3f11-493f-9ffd-59e7dc96ff87 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:19.074176 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e473516-bc12-4cc1-9561-012b8d45e55c req-0fbe61f5-5e83-4dd3-80b0-0d4bf2df0ddf tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:19.078293 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2e473516-bc12-4cc1-9561-012b8d45e55c req-0fbe61f5-5e83-4dd3-80b0-0d4bf2df0ddf tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.67 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.2414279 Feb 09 01:46:19.084517 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b58d0d3-12a0-4551-9900-8945e8b4638a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (68ff3310-c8c7-41af-a223-fede819587c1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:19.097881 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b58d0d3-12a0-4551-9900-8945e8b4638a admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:46:19.116623 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b58d0d3-12a0-4551-9900-8945e8b4638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (fb8b9e04-c44d-4c58-a713-358ae85c4e21), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:19.116964 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-8b58d0d3-12a0-4551-9900-8945e8b4638a admin admin] Added segment fb8b9e04-c44d-4c58-a713-358ae85c4e21 of type vlan for network 0496f9e7-f076-4fdf-8fd4-6325c25e60db Feb 09 01:46:19.154085 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2840a-3f11-493f-9ffd-59e7dc96ff87 None None] Pushing event updated for resources: {'Port': ['ID=a375425e-12c4-4240-b1ef-7d31a9b8b009,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:19.173222 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b58d0d3-12a0-4551-9900-8945e8b4638a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (0496f9e7-f076-4fdf-8fd4-6325c25e60db), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:19.220096 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b58d0d3-12a0-4551-9900-8945e8b4638a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (0496f9e7-f076-4fdf-8fd4-6325c25e60db), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:19.221052 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b58d0d3-12a0-4551-9900-8945e8b4638a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:19.221636 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b58d0d3-12a0-4551-9900-8945e8b4638a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:19.251391 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a2465fa-a670-445d-bed0-7d73bcd5607f admin admin] Publish callbacks [] for security_group (d04f854d-2a2a-423f-9101-b3ff5dce4e4f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:19.273754 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 62f2e971-4c7c-47c4-a8fa-ce10cf976010 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:19.280361 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0e147601-b6e1-4a64-a337-15d787341895 req-5813d1ed-cbc7-4e36-b4df-961fd1ce21ef service neutron] 10.222.0.36 "GET /v2.0/networks/5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5148094 Feb 09 01:46:19.296047 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a2465fa-a670-445d-bed0-7d73bcd5607f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d04f854d-2a2a-423f-9101-b3ff5dce4e4f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:19.378696 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-42f2840a-3f11-493f-9ffd-59e7dc96ff87 None None] Attempting to bind port a375425e-12c4-4240-b1ef-7d31a9b8b009 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:19.379060 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-42f2840a-3f11-493f-9ffd-59e7dc96ff87 None None] Attempting to bind port a375425e-12c4-4240-b1ef-7d31a9b8b009 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '466214c9-3ad8-40ad-9e38-1ad7a045af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:19.386357 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f2840a-3f11-493f-9ffd-59e7dc96ff87 None None] Attempting to bind port a375425e-12c4-4240-b1ef-7d31a9b8b009 on network 5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:19.407895 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f2840a-3f11-493f-9ffd-59e7dc96ff87 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:19.408293 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f2840a-3f11-493f-9ffd-59e7dc96ff87 None None] Checking segment: {'id': '466214c9-3ad8-40ad-9e38-1ad7a045af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:19.408684 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-42f2840a-3f11-493f-9ffd-59e7dc96ff87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:19.409076 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f2840a-3f11-493f-9ffd-59e7dc96ff87 None None] Bound using segment: {'id': '466214c9-3ad8-40ad-9e38-1ad7a045af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:19.409629 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-42f2840a-3f11-493f-9ffd-59e7dc96ff87 None None] Bound port: a375425e-12c4-4240-b1ef-7d31a9b8b009, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466214c9-3ad8-40ad-9e38-1ad7a045af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:19.409940 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-42f2840a-3f11-493f-9ffd-59e7dc96ff87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a375425e-12c4-4240-b1ef-7d31a9b8b009), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:19.496368 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8b58d0d3-12a0-4551-9900-8945e8b4638a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0822024 Feb 09 01:46:19.530038 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 62f2e971-4c7c-47c4-a8fa-ce10cf976010 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:19.549969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5bd99b19-dcb2-45c2-be46-a47d77e2b474 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:19.599697 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4be18dcf-a60a-4c36-922d-94f063da141d req-6a2addac-64c8-4431-a86c-e3023af5f437 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7321143 Feb 09 01:46:19.603658 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2465fa-a670-445d-bed0-7d73bcd5607f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04f854d-2a2a-423f-9101-b3ff5dce4e4f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:19.611968 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45500) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:19.660738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-0d0fae2a-edf2-4018-bb7f-e1397e779f94 admin admin] Request body: {'subnet': {'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1355708029-subnet', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:19.702040 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58d0d3-12a0-4551-9900-8945e8b4638a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ff3310-c8c7-41af-a223-fede819587c1,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:19.746007 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1a2465fa-a670-445d-bed0-7d73bcd5607f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0fec876aec104da59732a565646cc855&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3457355 Feb 09 01:46:19.760066 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45522) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:19.804243 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58d0d3-12a0-4551-9900-8945e8b4638a admin admin] Pushing event updated for resources: {'Network': ['ID=0496f9e7-f076-4fdf-8fd4-6325c25e60db,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:19.827013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0fae2a-edf2-4018-bb7f-e1397e779f94 admin admin] Made reservation on behalf of 6766487db55f451f9c4a51b4d8bdf1cf for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:19.836620 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0d0fae2a-edf2-4018-bb7f-e1397e779f94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:19.853493 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 0496f9e7-f076-4fdf-8fd4-6325c25e60db details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:46:19.964711 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-2e473516-bc12-4cc1-9561-012b8d45e55c req-de01037c-3433-41e8-8500-23c627b38fdd tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Deleting port 7941b1ea-8777-422a-856f-54f2ace5c38d {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:19.965060 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-2e473516-bc12-4cc1-9561-012b8d45e55c req-de01037c-3433-41e8-8500-23c627b38fdd tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (7941b1ea-8777-422a-856f-54f2ace5c38d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:20.089554 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-42f2840a-3f11-493f-9ffd-59e7dc96ff87 None None] For port a375425e-12c4-4240-b1ef-7d31a9b8b009, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:20.118154 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cee0013f-e7b5-4b17-ae38-cd14fa83e1b3 req-fb6db09c-f78d-4985-b643-aac603bc27bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 210 time: 0.2719374 Feb 09 01:46:20.121075 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-42f2840a-3f11-493f-9ffd-59e7dc96ff87 None None] For port a375425e-12c4-4240-b1ef-7d31a9b8b009, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a375425e-12c4-4240-b1ef-7d31a9b8b009,segment=NetworkSegment(466214c9-3ad8-40ad-9e38-1ad7a045af43),segment_id=466214c9-3ad8-40ad-9e38-1ad7a045af43)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:20.130954 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 62f2e971-4c7c-47c4-a8fa-ce10cf976010 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:20.131600 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (62f2e971-4c7c-47c4-a8fa-ce10cf976010), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:20.145804 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 5bd99b19-dcb2-45c2-be46-a47d77e2b474 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:20.145804 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:20.145804 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-42f2840a-3f11-493f-9ffd-59e7dc96ff87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a375425e-12c4-4240-b1ef-7d31a9b8b009), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:20.292647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2840a-3f11-493f-9ffd-59e7dc96ff87 None None] Pushing event updated for resources: {'Port': ['ID=a375425e-12c4-4240-b1ef-7d31a9b8b009,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:20.327886 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93e1fac8-5a6b-4a54-8db1-a9849b0c48e5 admin admin] Publish callbacks [] for security_group (d04f854d-2a2a-423f-9101-b3ff5dce4e4f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:20.418696 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93e1fac8-5a6b-4a54-8db1-a9849b0c48e5 admin admin] Publish callbacks [] for security_group (d04f854d-2a2a-423f-9101-b3ff5dce4e4f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:20.449843 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 62f2e971-4c7c-47c4-a8fa-ce10cf976010 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:20.476417 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5bd99b19-dcb2-45c2-be46-a47d77e2b474 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:20.477202 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:20.556569 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90e74d-f665-4f31-acd7-c1c58aef8ec9 req-689f0fdd-8875-4526-a978-8c5e4c5640a0 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:20.574075 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c90e74d-f665-4f31-acd7-c1c58aef8ec9 req-689f0fdd-8875-4526-a978-8c5e4c5640a0 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 946 time: 0.6929061 Feb 09 01:46:20.576561 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-2e473516-bc12-4cc1-9561-012b8d45e55c req-de01037c-3433-41e8-8500-23c627b38fdd tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] For port 7941b1ea-8777-422a-856f-54f2ace5c38d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=7941b1ea-8777-422a-856f-54f2ace5c38d,segment=NetworkSegment(37a2973b-cbc2-440c-9175-1a1f4f71999a),segment_id=37a2973b-cbc2-440c-9175-1a1f4f71999a)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:20.581201 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-2e473516-bc12-4cc1-9561-012b8d45e55c req-de01037c-3433-41e8-8500-23c627b38fdd tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (7941b1ea-8777-422a-856f-54f2ace5c38d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:20.595524 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5bd99b19-dcb2-45c2-be46-a47d77e2b474, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5bd99b19-dcb2-45c2-be46-a47d77e2b474,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:20.596647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616dfe9f-a528-45e9-bbbc-567549d7b16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd99b19-dcb2-45c2-be46-a47d77e2b474'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:46:20.601224 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00955ee2-6c1b-43e1-8d59-c3315563fb7a" -d '{"events": [{"server_uuid": "616dfe9f-a528-45e9-bbbc-567549d7b16c", "name": "network-vif-plugged", "status": "completed", "tag": "5bd99b19-dcb2-45c2-be46-a47d77e2b474"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:46:20.609232 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:20.629809 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-2e473516-bc12-4cc1-9561-012b8d45e55c req-de01037c-3433-41e8-8500-23c627b38fdd tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Calling delete_port for 7941b1ea-8777-422a-856f-54f2ace5c38d owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:20.691760 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93e1fac8-5a6b-4a54-8db1-a9849b0c48e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d04f854d-2a2a-423f-9101-b3ff5dce4e4f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:20.721205 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93e1fac8-5a6b-4a54-8db1-a9849b0c48e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:20.722410 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-93e1fac8-5a6b-4a54-8db1-a9849b0c48e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d04f854d-2a2a-423f-9101-b3ff5dce4e4f HTTP/1.1" status: 204 len: 168 time: 0.9503272 Feb 09 01:46:20.789084 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 7941b1ea-8777-422a-856f-54f2ace5c38d no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:46:21.034711 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=5bd99b19-dcb2-45c2-be46-a47d77e2b474,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:21.109991 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0d0fae2a-edf2-4018-bb7f-e1397e779f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (e8971ac9-cf91-4def-9490-e096359ab4d6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:21.110474 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c90e74d-f665-4f31-acd7-c1c58aef8ec9 req-94e5534c-fdc4-4f23-8670-e2ad73b92ae6 tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/security-groups?id=83139982-faba-4e3b-af8a-e250333e9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252395 Feb 09 01:46:21.244036 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8224cd5-9ff2-4a1d-9d1c-10bfa77c0277 x-openstack-request-id: req-c8224cd5-9ff2-4a1d-9d1c-10bfa77c0277 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:46:21.245066 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616dfe9f-a528-45e9-bbbc-567549d7b16c", "name": "network-vif-plugged", "status": "completed", "tag": "5bd99b19-dcb2-45c2-be46-a47d77e2b474", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:46:21.245845 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8224cd5-9ff2-4a1d-9d1c-10bfa77c0277 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:46:21.246539 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616dfe9f-a528-45e9-bbbc-567549d7b16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd99b19-dcb2-45c2-be46-a47d77e2b474', 'code': 200} Feb 09 01:46:21.256846 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 7941b1ea-8777-422a-856f-54f2ace5c38d is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:21.260005 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7941b1ea-8777-422a-856f-54f2ace5c38d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:21.439605 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1fac8-5a6b-4a54-8db1-a9849b0c48e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04f854d-2a2a-423f-9101-b3ff5dce4e4f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:21.468143 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fae2a-edf2-4018-bb7f-e1397e779f94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8971ac9-cf91-4def-9490-e096359ab4d6,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:21.517372 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-2e473516-bc12-4cc1-9561-012b8d45e55c req-de01037c-3433-41e8-8500-23c627b38fdd tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (7941b1ea-8777-422a-856f-54f2ace5c38d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:21.598275 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0fae2a-edf2-4018-bb7f-e1397e779f94 admin admin] Checking segment: {'id': 'fb8b9e04-c44d-4c58-a713-358ae85c4e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:21.611811 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0fae2a-edf2-4018-bb7f-e1397e779f94 admin admin] Network hostable DHCP agents. Network: 0496f9e7-f076-4fdf-8fd4-6325c25e60db, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:46:21.665325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a375425e-12c4-4240-b1ef-7d31a9b8b009 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:21.677231 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0fae2a-edf2-4018-bb7f-e1397e779f94 admin admin] Network 0496f9e7-f076-4fdf-8fd4-6325c25e60db is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:46:21.703891 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device ada72cc7-57bd-46e3-b8cd-ef168e7433ba no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:46:21.704393 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd1bd9-826b-4184-a648-e09d4573d09b req-1d805b00-681f-4374-8a5b-b04a8230f3ba tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:21.746541 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1bd1bd9-826b-4184-a648-e09d4573d09b req-1d805b00-681f-4374-8a5b-b04a8230f3ba tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 945 time: 0.6394076 Feb 09 01:46:21.786737 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01037c-3433-41e8-8500-23c627b38fdd tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Pushing event deleted for resources: {'Port': ['ID=7941b1ea-8777-422a-856f-54f2ace5c38d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:21.836865 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-0d0fae2a-edf2-4018-bb7f-e1397e779f94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 0496f9e7-f076-4fdf-8fd4-6325c25e60db) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:21.903942 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-39706c6c-c5a6-4b28-8435-ff259ce71bff req-3260f14f-5d89-429b-b07f-f14db3bd8510 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 210 time: 0.1898243 Feb 09 01:46:21.984099 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1bd1bd9-826b-4184-a648-e09d4573d09b req-15660384-b02b-4254-993b-8b95d3b580ee tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329700 Feb 09 01:46:21.988586 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0fae2a-edf2-4018-bb7f-e1397e779f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:21.996249 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0d0fae2a-edf2-4018-bb7f-e1397e779f94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:22.018882 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32ecb21-a0ac-4430-ad9f-a4ba1b17790a None None] Network 0496f9e7-f076-4fdf-8fd4-6325c25e60db requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:22.052006 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0d0fae2a-edf2-4018-bb7f-e1397e779f94 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4379964 Feb 09 01:46:22.061594 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45584) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:22.072771 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d1eb1163-74f2-49e4-a276-521b95813f6d admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1355708029-router', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:22.156910 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1163-74f2-49e4-a276-521b95813f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (3c6ce1ed-3e24-4af1-b689-a53215917934), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:22.158377 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1163-74f2-49e4-a276-521b95813f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (3c6ce1ed-3e24-4af1-b689-a53215917934), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:22.174081 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e473516-bc12-4cc1-9561-012b8d45e55c req-de01037c-3433-41e8-8500-23c627b38fdd tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] No DVR routers for this DVR port 7941b1ea-8777-422a-856f-54f2ace5c38d on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:46:22.182708 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-2e473516-bc12-4cc1-9561-012b8d45e55c req-de01037c-3433-41e8-8500-23c627b38fdd tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:22.207056 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2e473516-bc12-4cc1-9561-012b8d45e55c req-de01037c-3433-41e8-8500-23c627b38fdd tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.67 "DELETE /v2.0/ports/7941b1ea-8777-422a-856f-54f2ace5c38d HTTP/1.1" status: 204 len: 173 time: 3.0002427 Feb 09 01:46:22.209618 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8599184f-8cda-4226-a635-4b475b5e9c6d', 'name': 'network-vif-deleted', 'tag': '7941b1ea-8777-422a-856f-54f2ace5c38d'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:46:22.250193 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bd207d-d623-429f-babf-a1baf116fc78" -d '{"events": [{"server_uuid": "8599184f-8cda-4226-a635-4b475b5e9c6d", "name": "network-vif-deleted", "tag": "7941b1ea-8777-422a-856f-54f2ace5c38d"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:46:22.381064 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279dee24-253c-4d19-96f7-3d1c7596e339 x-openstack-request-id: req-279dee24-253c-4d19-96f7-3d1c7596e339 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:46:22.381362 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8599184f-8cda-4226-a635-4b475b5e9c6d", "name": "network-vif-deleted", "tag": "7941b1ea-8777-422a-856f-54f2ace5c38d", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:46:22.382181 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-279dee24-253c-4d19-96f7-3d1c7596e339 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:46:22.382601 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8599184f-8cda-4226-a635-4b475b5e9c6d', 'name': 'network-vif-deleted', 'tag': '7941b1ea-8777-422a-856f-54f2ace5c38d', 'status': 'completed', 'code': 200} Feb 09 01:46:22.474868 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1163-74f2-49e4-a276-521b95813f6d admin admin] Publish callbacks [] for router_controller (3c6ce1ed-3e24-4af1-b689-a53215917934), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:22.510655 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port a375425e-12c4-4240-b1ef-7d31a9b8b009 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:22.511627 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a375425e-12c4-4240-b1ef-7d31a9b8b009), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:22.518887 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port ada72cc7-57bd-46e3-b8cd-ef168e7433ba is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:22.524630 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ada72cc7-57bd-46e3-b8cd-ef168e7433ba), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:22.618019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcae7f8-2b0f-4258-85b5-279d0b69a0b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-0496f9e7-f076-4fdf-8fd4-6325c25e60db', 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db', 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'fixed_ips': [{'subnet_id': 'e8971ac9-cf91-4def-9490-e096359ab4d6'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:46:22.624941 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1dcae7f8-2b0f-4258-85b5-279d0b69a0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:22.760344 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45616) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:22.832768 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device ada72cc7-57bd-46e3-b8cd-ef168e7433ba details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:46:22.842438 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3729be-f042-45a2-b962-a99b81fe4abc None None] Network 5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:23.247857 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1c3f85e7-b4ef-4eaf-8de2-362529ef562d req-a097cf7f-54bb-4518-835a-0021abe0230e tempest-ServerRescueTestJSONUnderV235-1554895061 tempest-ServerRescueTestJSONUnderV235-1554895061-project] 10.222.0.36 "GET /v2.0/ports?device_id=8599184f-8cda-4226-a635-4b475b5e9c6d HTTP/1.1" status: 200 len: 210 time: 0.7676904 Feb 09 01:46:23.253089 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a831915c-53f4-43c1-8bad-cedf9124b472 req-e1776013-06fd-4ef5-8247-d91eaf872290 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 210 time: 0.1281955 Feb 09 01:46:23.318138 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-038bbf6a-0e88-4710-b31b-1b18a81e37c9 admin admin] Deleting subnet 06960262-e6ff-4aec-9056-78c4deec1b4a {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:46:23.329074 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-038bbf6a-0e88-4710-b31b-1b18a81e37c9 admin admin] Publish callbacks [] for subnet (06960262-e6ff-4aec-9056-78c4deec1b4a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:23.455098 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-038bbf6a-0e88-4710-b31b-1b18a81e37c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (06960262-e6ff-4aec-9056-78c4deec1b4a), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:23.592536 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-038bbf6a-0e88-4710-b31b-1b18a81e37c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (06960262-e6ff-4aec-9056-78c4deec1b4a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:23.621381 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1163-74f2-49e4-a276-521b95813f6d admin admin] Publish callbacks [] for router_gateway (3c6ce1ed-3e24-4af1-b689-a53215917934), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:23.763840 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-038bbf6a-0e88-4710-b31b-1b18a81e37c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (06960262-e6ff-4aec-9056-78c4deec1b4a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:23.810178 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-038bbf6a-0e88-4710-b31b-1b18a81e37c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:23.815537 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-038bbf6a-0e88-4710-b31b-1b18a81e37c9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/06960262-e6ff-4aec-9056-78c4deec1b4a HTTP/1.1" status: 204 len: 168 time: 1.0536230 Feb 09 01:46:23.821643 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45652) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:23.860296 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bbf6a-0e88-4710-b31b-1b18a81e37c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06960262-e6ff-4aec-9056-78c4deec1b4a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:23.923029 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0984c9e-3fac-4d3f-96d6-84b9e9bd7daa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ada72cc7-57bd-46e3-b8cd-ef168e7433ba'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:46:23.925425 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73044af-be06-45e3-a5d1-bb2f6ac7d5cc" -d '{"events": [{"server_uuid": "d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa", "name": "network-vif-unplugged", "status": "completed", "tag": "ada72cc7-57bd-46e3-b8cd-ef168e7433ba"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:46:23.959997 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3d891d7c-dd18-4b27-b998-82ad88eee39e None None] Provisioning complete for port a375425e-12c4-4240-b1ef-7d31a9b8b009 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:23.969432 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3d891d7c-dd18-4b27-b998-82ad88eee39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a375425e-12c4-4240-b1ef-7d31a9b8b009), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.053665 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b7c7bf51-2b3f-457a-9fca-1dd294972347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (8d868039-8396-432e-a58b-15f70b0bf5f1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.166885 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbf9f6-a6be-4d76-97da-5138c964e0ba req-c050518e-16f3-4698-8627-13c05c3f69f1 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:24.168763 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0efbf9f6-a6be-4d76-97da-5138c964e0ba req-c050518e-16f3-4698-8627-13c05c3f69f1 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 945 time: 0.6551547 Feb 09 01:46:24.175162 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e147601-b6e1-4a64-a337-15d787341895 req-2c54a221-dcf9-4261-aac6-b035fb3a39b6 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:24.182413 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e147601-b6e1-4a64-a337-15d787341895 req-2c54a221-dcf9-4261-aac6-b035fb3a39b6 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:24.184651 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e147601-b6e1-4a64-a337-15d787341895 req-2c54a221-dcf9-4261-aac6-b035fb3a39b6 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.48 "GET /v2.0/networks?id=212ddb32-d73c-4b13-9064-9889961b4051&id=5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6 HTTP/1.1" status: 200 len: 1389 time: 1.7066586 Feb 09 01:46:24.215031 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:46:24.258008 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b7c7bf51-2b3f-457a-9fca-1dd294972347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (8d868039-8396-432e-a58b-15f70b0bf5f1), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.293393 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-b7c7bf51-2b3f-457a-9fca-1dd294972347 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d868039-8396-432e-a58b-15f70b0bf5f1']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:24.313465 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-b7c7bf51-2b3f-457a-9fca-1dd294972347 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad7b978-0b22-4516-9aa7-2be242791897') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:24.314122 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-b7c7bf51-2b3f-457a-9fca-1dd294972347 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad7b978-0b22-4516-9aa7-2be242791897') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:24.321404 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295a50d9-7159-4a0c-bf63-315e1c65f015 x-openstack-request-id: req-295a50d9-7159-4a0c-bf63-315e1c65f015 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:46:24.328078 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b7c7bf51-2b3f-457a-9fca-1dd294972347 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (2ad7b978-0b22-4516-9aa7-2be242791897), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.329418 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa", "name": "network-vif-unplugged", "status": "completed", "tag": "ada72cc7-57bd-46e3-b8cd-ef168e7433ba", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:46:24.330694 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-295a50d9-7159-4a0c-bf63-315e1c65f015 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:46:24.336175 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0984c9e-3fac-4d3f-96d6-84b9e9bd7daa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ada72cc7-57bd-46e3-b8cd-ef168e7433ba', 'code': 200} Feb 09 01:46:24.341685 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port ada72cc7-57bd-46e3-b8cd-ef168e7433ba, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ada72cc7-57bd-46e3-b8cd-ef168e7433ba,segment=NetworkSegment(a0c13e34-b473-4117-be31-94c544229fa5),segment_id=a0c13e34-b473-4117-be31-94c544229fa5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:24.346867 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b7c7bf51-2b3f-457a-9fca-1dd294972347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (2ad7b978-0b22-4516-9aa7-2be242791897), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.347840 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45672) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:24.358063 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c7bf51-2b3f-457a-9fca-1dd294972347 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:46:24.359808 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b7c7bf51-2b3f-457a-9fca-1dd294972347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (2ad7b978-0b22-4516-9aa7-2be242791897), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:46:24.454596 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:46:24.464795 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b7c7bf51-2b3f-457a-9fca-1dd294972347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (8d868039-8396-432e-a58b-15f70b0bf5f1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.496497 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b7c7bf51-2b3f-457a-9fca-1dd294972347 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.507313 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b7c7bf51-2b3f-457a-9fca-1dd294972347 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8d868039-8396-432e-a58b-15f70b0bf5f1 HTTP/1.1" status: 204 len: 168 time: 0.6673267 Feb 09 01:46:24.516026 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-0e147601-b6e1-4a64-a337-15d787341895 req-bf7983a6-fb4f-4cbd-96c9-84a73d9d4a14 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Request body: {'port': {'device_id': '4189bbbf-555d-4dc5-8fb1-8fee74255365', 'network_id': '212ddb32-d73c-4b13-9064-9889961b4051', 'admin_state_up': True, 'tenant_id': '9c02c1e11e314bbaaaed061629dd9e0f'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:24.541107 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ada72cc7-57bd-46e3-b8cd-ef168e7433ba), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.547518 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45676) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:24.665082 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7bf51-2b3f-457a-9fca-1dd294972347 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d868039-8396-432e-a58b-15f70b0bf5f1,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:24.717630 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0efbf9f6-a6be-4d76-97da-5138c964e0ba req-3b4e7f34-5691-4b71-ac11-c8f744b1f99f tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315998 Feb 09 01:46:24.803010 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8fc007ec-2914-4c0b-9561-25a8c3622e0e req-5460b982-af05-466c-960c-a2268eb35ef9 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 210 time: 0.1760833 Feb 09 01:46:24.945596 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port a375425e-12c4-4240-b1ef-7d31a9b8b009 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:24.946138 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a375425e-12c4-4240-b1ef-7d31a9b8b009), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:25.046910 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45700) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:25.178418 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port a375425e-12c4-4240-b1ef-7d31a9b8b009, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a375425e-12c4-4240-b1ef-7d31a9b8b009,segment=NetworkSegment(466214c9-3ad8-40ad-9e38-1ad7a045af43),segment_id=466214c9-3ad8-40ad-9e38-1ad7a045af43)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:25.207402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e147601-b6e1-4a64-a337-15d787341895 req-bf7983a6-fb4f-4cbd-96c9-84a73d9d4a14 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Made reservation on behalf of 9c02c1e11e314bbaaaed061629dd9e0f for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:25.215370 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e147601-b6e1-4a64-a337-15d787341895 req-bf7983a6-fb4f-4cbd-96c9-84a73d9d4a14 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:25.232546 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a375425e-12c4-4240-b1ef-7d31a9b8b009), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:25.266641 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-1dcae7f8-2b0f-4258-85b5-279d0b69a0b0 None None] Allocated IP 172.20.0.2 (0496f9e7-f076-4fdf-8fd4-6325c25e60db/e8971ac9-cf91-4def-9490-e096359ab4d6/bea0d489-45ac-4073-8536-e7b271043df1) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:25.295540 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6c2c822a-573c-4d52-87a1-8d574809eb91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:25.298817 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=ada72cc7-57bd-46e3-b8cd-ef168e7433ba,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:25.330935 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port ada72cc7-57bd-46e3-b8cd-ef168e7433ba, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ada72cc7-57bd-46e3-b8cd-ef168e7433ba,segment=NetworkSegment(a0c13e34-b473-4117-be31-94c544229fa5),segment_id=a0c13e34-b473-4117-be31-94c544229fa5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:25.489786 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'ada72cc7-57bd-46e3-b8cd-ef168e7433ba', 'network_id': '8e497bc1-122f-44b4-bc51-3150ff87700b', 'port_id': 'ada72cc7-57bd-46e3-b8cd-ef168e7433ba', 'mac_address': 'fa:16:3e:37:d7:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb561ab-b96f-484d-90d6-e4f04b896832', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:46:25.530554 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1163-74f2-49e4-a276-521b95813f6d admin admin] Publish callbacks [] for router_gateway (3c6ce1ed-3e24-4af1-b689-a53215917934), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:25.571180 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3d891d7c-dd18-4b27-b998-82ad88eee39e None None] Current status of the port a375425e-12c4-4240-b1ef-7d31a9b8b009 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:25.585677 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=a375425e-12c4-4240-b1ef-7d31a9b8b009,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:25.588375 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e1bb2c61-c15b-4008-9924-9909fa5a4be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (1667252e-579a-45e2-8409-6423721f7da0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:25.611103 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port ada72cc7-57bd-46e3-b8cd-ef168e7433ba is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:25.611674 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ada72cc7-57bd-46e3-b8cd-ef168e7433ba), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:25.642981 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada72cc7-57bd-46e3-b8cd-ef168e7433ba {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:46:25.655725 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-195e2c0b-7424-4291-b8bc-93b5fe474cf6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=092f8329ee4140f8a8a266c0e29b4e94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6083088 Feb 09 01:46:25.699195 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45720) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:25.713461 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port ada72cc7-57bd-46e3-b8cd-ef168e7433ba, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ada72cc7-57bd-46e3-b8cd-ef168e7433ba,segment=NetworkSegment(a0c13e34-b473-4117-be31-94c544229fa5),segment_id=a0c13e34-b473-4117-be31-94c544229fa5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:25.723025 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ada72cc7-57bd-46e3-b8cd-ef168e7433ba), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:25.788633 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1163-74f2-49e4-a276-521b95813f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:25.797148 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-108733cf-b9ab-42db-a937-397b8a347df2 None None] Provisioning complete for port a375425e-12c4-4240-b1ef-7d31a9b8b009 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:25.798099 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-108733cf-b9ab-42db-a937-397b8a347df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a375425e-12c4-4240-b1ef-7d31a9b8b009), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:25.899505 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0eb1d41a-4ae2-4b68-8e30-5e594fb6f46a admin admin] Publish callbacks [] for security_group (64d13c74-100c-4f60-901f-2cd73adff910), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:25.943500 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0eb1d41a-4ae2-4b68-8e30-5e594fb6f46a admin admin] Publish callbacks [] for security_group (64d13c74-100c-4f60-901f-2cd73adff910), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:25.981761 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1dcae7f8-2b0f-4258-85b5-279d0b69a0b0 None None] Publish callbacks [] for port (bea0d489-45ac-4073-8536-e7b271043df1), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:26.016267 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1dcae7f8-2b0f-4258-85b5-279d0b69a0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (bea0d489-45ac-4073-8536-e7b271043df1), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:26.050679 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0eb1d41a-4ae2-4b68-8e30-5e594fb6f46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (64d13c74-100c-4f60-901f-2cd73adff910), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:26.055518 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0eb1d41a-4ae2-4b68-8e30-5e594fb6f46a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:26.057655 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0eb1d41a-4ae2-4b68-8e30-5e594fb6f46a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64d13c74-100c-4f60-901f-2cd73adff910 HTTP/1.1" status: 204 len: 168 time: 0.3571932 Feb 09 01:46:26.078097 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1d41a-4ae2-4b68-8e30-5e594fb6f46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d13c74-100c-4f60-901f-2cd73adff910,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:26.101972 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['ada72cc7-57bd-46e3-b8cd-ef168e7433ba'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:46:26.145115 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-d1eb1163-74f2-49e4-a276-521b95813f6d admin admin] Allocated IP 172.25.7.18 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/106a6c95-23a8-484d-9fd1-7c40c25ac223) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:26.151244 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a8b11-5d14-4c69-9fb4-fe63f6a020f6 req-798a0328-b89c-4693-8317-d38f05287b3d tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:26.164663 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e40a8b11-5d14-4c69-9fb4-fe63f6a020f6 req-798a0328-b89c-4693-8317-d38f05287b3d tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 944 time: 0.1542432 Feb 09 01:46:26.317155 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e40a8b11-5d14-4c69-9fb4-fe63f6a020f6 req-f0034436-98e9-47c2-8eae-b57f0d7879dd tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508374 Feb 09 01:46:26.332365 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1163-74f2-49e4-a276-521b95813f6d admin admin] Publish callbacks [] for port (106a6c95-23a8-484d-9fd1-7c40c25ac223), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:26.360778 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=ada72cc7-57bd-46e3-b8cd-ef168e7433ba,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:26.510707 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-e1bb2c61-c15b-4008-9924-9909fa5a4be1 admin admin] Deleting port c425c49a-a117-446d-8d14-f1e6c46c8889 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:26.511068 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e1bb2c61-c15b-4008-9924-9909fa5a4be1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (c425c49a-a117-446d-8d14-f1e6c46c8889), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:26.530825 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcae7f8-2b0f-4258-85b5-279d0b69a0b0 None None] Network 0496f9e7-f076-4fdf-8fd4-6325c25e60db is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:26.537611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcae7f8-2b0f-4258-85b5-279d0b69a0b0 None None] Pushing event updated for resources: {'Port': ['ID=bea0d489-45ac-4073-8536-e7b271043df1,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:26.571757 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-1dcae7f8-2b0f-4258-85b5-279d0b69a0b0 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:26.576421 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-92b0eacf-af38-425d-aa2c-42156efee6c3 req-94e3de4e-8ab1-4dba-b824-cba70ef8c22c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 210 time: 0.1619544 Feb 09 01:46:26.588178 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcae7f8-2b0f-4258-85b5-279d0b69a0b0 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:26.610420 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-108733cf-b9ab-42db-a937-397b8a347df2 None None] Current status of the port a375425e-12c4-4240-b1ef-7d31a9b8b009 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:26.636344 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1163-74f2-49e4-a276-521b95813f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (106a6c95-23a8-484d-9fd1-7c40c25ac223), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:26.749087 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-e1bb2c61-c15b-4008-9924-9909fa5a4be1 admin admin] For port c425c49a-a117-446d-8d14-f1e6c46c8889, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c425c49a-a117-446d-8d14-f1e6c46c8889,segment=NetworkSegment(37a2973b-cbc2-440c-9175-1a1f4f71999a),segment_id=37a2973b-cbc2-440c-9175-1a1f4f71999a)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:26.749699 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e1bb2c61-c15b-4008-9924-9909fa5a4be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (c425c49a-a117-446d-8d14-f1e6c46c8889), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:26.800636 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1dcae7f8-2b0f-4258-85b5-279d0b69a0b0 None None] Attempting to bind port bea0d489-45ac-4073-8536-e7b271043df1 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:26.801364 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1dcae7f8-2b0f-4258-85b5-279d0b69a0b0 None None] Attempting to bind port bea0d489-45ac-4073-8536-e7b271043df1 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'fb8b9e04-c44d-4c58-a713-358ae85c4e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:26.802101 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcae7f8-2b0f-4258-85b5-279d0b69a0b0 None None] Attempting to bind port bea0d489-45ac-4073-8536-e7b271043df1 on network 0496f9e7-f076-4fdf-8fd4-6325c25e60db {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:26.806963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eb1163-74f2-49e4-a276-521b95813f6d admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:26.811612 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-e1bb2c61-c15b-4008-9924-9909fa5a4be1 admin admin] Calling delete_port for c425c49a-a117-446d-8d14-f1e6c46c8889 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:26.823170 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-d1eb1163-74f2-49e4-a276-521b95813f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:26.841782 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-0e147601-b6e1-4a64-a337-15d787341895 req-bf7983a6-fb4f-4cbd-96c9-84a73d9d4a14 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Allocated IP 19.80.0.195 (212ddb32-d73c-4b13-9064-9889961b4051/cb912675-2db4-49b2-a46f-2bfd8b61f105/68d866d7-e1d5-458d-845a-ff3ac72fe067) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:26.844274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eb1163-74f2-49e4-a276-521b95813f6d admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:26.853936 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcae7f8-2b0f-4258-85b5-279d0b69a0b0 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:26.854449 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcae7f8-2b0f-4258-85b5-279d0b69a0b0 None None] Checking segment: {'id': 'fb8b9e04-c44d-4c58-a713-358ae85c4e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:26.855019 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1dcae7f8-2b0f-4258-85b5-279d0b69a0b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:26.855672 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcae7f8-2b0f-4258-85b5-279d0b69a0b0 None None] Bound using segment: {'id': 'fb8b9e04-c44d-4c58-a713-358ae85c4e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:26.856295 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1dcae7f8-2b0f-4258-85b5-279d0b69a0b0 None None] Bound port: bea0d489-45ac-4073-8536-e7b271043df1, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb8b9e04-c44d-4c58-a713-358ae85c4e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:26.856802 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1dcae7f8-2b0f-4258-85b5-279d0b69a0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bea0d489-45ac-4073-8536-e7b271043df1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:26.886777 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6c2c822a-573c-4d52-87a1-8d574809eb91 admin admin] Publish callbacks [] for security_group (333e67c2-25d2-40e9-bb01-8cc66875f834), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:26.902752 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb1163-74f2-49e4-a276-521b95813f6d admin admin] Pushing event updated for resources: {'Port': ['ID=106a6c95-23a8-484d-9fd1-7c40c25ac223,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:26.907139 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6c2c822a-573c-4d52-87a1-8d574809eb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (333e67c2-25d2-40e9-bb01-8cc66875f834), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:27.092963 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1dcae7f8-2b0f-4258-85b5-279d0b69a0b0 None None] For port bea0d489-45ac-4073-8536-e7b271043df1, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:27.101176 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1dcae7f8-2b0f-4258-85b5-279d0b69a0b0 None None] For port bea0d489-45ac-4073-8536-e7b271043df1, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=bea0d489-45ac-4073-8536-e7b271043df1,segment=NetworkSegment(fb8b9e04-c44d-4c58-a713-358ae85c4e21),segment_id=fb8b9e04-c44d-4c58-a713-358ae85c4e21)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:27.122071 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1dcae7f8-2b0f-4258-85b5-279d0b69a0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bea0d489-45ac-4073-8536-e7b271043df1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:27.245793 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcae7f8-2b0f-4258-85b5-279d0b69a0b0 None None] Pushing event updated for resources: {'Port': ['ID=bea0d489-45ac-4073-8536-e7b271043df1,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:27.310057 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c822a-573c-4d52-87a1-8d574809eb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333e67c2-25d2-40e9-bb01-8cc66875f834,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:27.537065 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a375425e-12c4-4240-b1ef-7d31a9b8b009 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:27.649731 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e1bb2c61-c15b-4008-9924-9909fa5a4be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (c425c49a-a117-446d-8d14-f1e6c46c8889), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:27.749270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device ada72cc7-57bd-46e3-b8cd-ef168e7433ba up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:27.799246 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb2c61-c15b-4008-9924-9909fa5a4be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c425c49a-a117-446d-8d14-f1e6c46c8889,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:27.875117 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port a375425e-12c4-4240-b1ef-7d31a9b8b009 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:27.875617 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a375425e-12c4-4240-b1ef-7d31a9b8b009), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:27.913448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port ada72cc7-57bd-46e3-b8cd-ef168e7433ba triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:27.914223 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ada72cc7-57bd-46e3-b8cd-ef168e7433ba), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:27.932435 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61e71d-1e98-4d17-92db-3dcb7d47bd8e req-dd001b9e-613a-4a0e-9f5e-3ff70e789a3f tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:27.934357 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c61e71d-1e98-4d17-92db-3dcb7d47bd8e req-dd001b9e-613a-4a0e-9f5e-3ff70e789a3f tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 944 time: 0.3858650 Feb 09 01:46:27.997046 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:46:28.059981 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45870) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:28.129713 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fbca6a0f-cd3d-44eb-b825-ebf88a1daa85 req-5add46a8-b661-421a-ad2b-a6d3ac15cd09 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 210 time: 0.0793355 Feb 09 01:46:28.146019 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c61e71d-1e98-4d17-92db-3dcb7d47bd8e req-50092ef7-0965-4ea2-bb7a-d41876331d32 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720052 Feb 09 01:46:28.152013 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6c2c822a-573c-4d52-87a1-8d574809eb91 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=42ef3f86c5124f07a5f5209b0a6369de&name=default HTTP/1.1" status: 200 len: 3000 time: 3.5951426 Feb 09 01:46:28.157733 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45876) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:28.226800 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port ada72cc7-57bd-46e3-b8cd-ef168e7433ba is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:28.227812 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ada72cc7-57bd-46e3-b8cd-ef168e7433ba), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:28.230089 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e1bb2c61-c15b-4008-9924-9909fa5a4be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (1667252e-579a-45e2-8409-6423721f7da0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:28.230770 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port a375425e-12c4-4240-b1ef-7d31a9b8b009 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:28.325375 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0984c9e-3fac-4d3f-96d6-84b9e9bd7daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada72cc7-57bd-46e3-b8cd-ef168e7433ba'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:46:28.328393 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae442b4-324e-422d-b870-6f57fcb608a1" -d '{"events": [{"server_uuid": "d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa", "name": "network-vif-plugged", "status": "completed", "tag": "ada72cc7-57bd-46e3-b8cd-ef168e7433ba"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:46:28.349793 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port ada72cc7-57bd-46e3-b8cd-ef168e7433ba, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ada72cc7-57bd-46e3-b8cd-ef168e7433ba,segment=NetworkSegment(a0c13e34-b473-4117-be31-94c544229fa5),segment_id=a0c13e34-b473-4117-be31-94c544229fa5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:28.356084 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ada72cc7-57bd-46e3-b8cd-ef168e7433ba), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:28.444390 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45880) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:28.493901 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a46d8a-4274-4cbb-86a4-f4a5113b87c5 x-openstack-request-id: req-a9a46d8a-4274-4cbb-86a4-f4a5113b87c5 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:46:28.496165 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa", "name": "network-vif-plugged", "status": "completed", "tag": "ada72cc7-57bd-46e3-b8cd-ef168e7433ba", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:46:28.496738 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9a46d8a-4274-4cbb-86a4-f4a5113b87c5 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:46:28.497252 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0984c9e-3fac-4d3f-96d6-84b9e9bd7daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada72cc7-57bd-46e3-b8cd-ef168e7433ba', 'code': 200} Feb 09 01:46:28.499810 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=ada72cc7-57bd-46e3-b8cd-ef168e7433ba,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:28.618718 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d61bd110-cc83-4858-8c81-a927182a8266 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1522749418-network', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:28.659311 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e147601-b6e1-4a64-a337-15d787341895 req-bf7983a6-fb4f-4cbd-96c9-84a73d9d4a14 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks [] for port (68d866d7-e1d5-458d-845a-ff3ac72fe067), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:28.729842 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c2a12e5c-e452-45f6-85c1-071bde49ef03 admin admin] Publish callbacks [] for security_group (333e67c2-25d2-40e9-bb01-8cc66875f834), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:28.782389 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61bd110-cc83-4858-8c81-a927182a8266 admin admin] Made reservation on behalf of f921fef3089d433e88a36b5df24fed2b for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:28.785086 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d61bd110-cc83-4858-8c81-a927182a8266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:28.809762 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ade47ab-26b5-4536-a15f-ccefcf4bc29c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:28.817607 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c2a12e5c-e452-45f6-85c1-071bde49ef03 admin admin] Publish callbacks [] for security_group (333e67c2-25d2-40e9-bb01-8cc66875f834), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:28.831296 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d61bd110-cc83-4858-8c81-a927182a8266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:28.874229 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1163-74f2-49e4-a276-521b95813f6d admin admin] Publish callbacks [] for router_gateway (3c6ce1ed-3e24-4af1-b689-a53215917934), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:28.908277 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e147601-b6e1-4a64-a337-15d787341895 req-bf7983a6-fb4f-4cbd-96c9-84a73d9d4a14 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (68d866d7-e1d5-458d-845a-ff3ac72fe067), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.023722 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfabaff-1d2e-4d3f-bc9c-046ad0b4e5fa req-ccb64a06-8790-459b-9a20-adf12da69d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:29.031529 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6cfabaff-1d2e-4d3f-bc9c-046ad0b4e5fa req-ccb64a06-8790-459b-9a20-adf12da69d3b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 1127 time: 0.3195596 Feb 09 01:46:29.065515 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ade47ab-26b5-4536-a15f-ccefcf4bc29c admin admin] Publish callbacks [] for security_group (37be8d6e-bddd-45ef-9513-2afc1583e529), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.118479 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e147601-b6e1-4a64-a337-15d787341895 req-bf7983a6-fb4f-4cbd-96c9-84a73d9d4a14 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Network 212ddb32-d73c-4b13-9064-9889961b4051 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:29.125130 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-0e147601-b6e1-4a64-a337-15d787341895 req-bf7983a6-fb4f-4cbd-96c9-84a73d9d4a14 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:29.127520 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bb2c61-c15b-4008-9924-9909fa5a4be1 admin admin] Router 1667252e-579a-45e2-8409-6423721f7da0 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:46:29.127990 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b0ccdd-8257-4abe-9596-b3ff41a97abe None None] Network 0496f9e7-f076-4fdf-8fd4-6325c25e60db requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:29.144387 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ade47ab-26b5-4536-a15f-ccefcf4bc29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (37be8d6e-bddd-45ef-9513-2afc1583e529), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.152996 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7983a6-fb4f-4cbd-96c9-84a73d9d4a14 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event updated for resources: {'Port': ['ID=68d866d7-e1d5-458d-845a-ff3ac72fe067,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:29.244085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e147601-b6e1-4a64-a337-15d787341895 req-bf7983a6-fb4f-4cbd-96c9-84a73d9d4a14 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:29.317253 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b068385f-ef43-423c-8cda-4b4aa36744f5 None None] Provisioning complete for port bea0d489-45ac-4073-8536-e7b271043df1 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:29.317882 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b068385f-ef43-423c-8cda-4b4aa36744f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bea0d489-45ac-4073-8536-e7b271043df1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.350589 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c2a12e5c-e452-45f6-85c1-071bde49ef03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (333e67c2-25d2-40e9-bb01-8cc66875f834), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.353156 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c2a12e5c-e452-45f6-85c1-071bde49ef03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.384625 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c2a12e5c-e452-45f6-85c1-071bde49ef03 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/333e67c2-25d2-40e9-bb01-8cc66875f834 HTTP/1.1" status: 204 len: 168 time: 1.1555200 Feb 09 01:46:29.512300 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6cfabaff-1d2e-4d3f-bc9c-046ad0b4e5fa req-0d08ec93-a048-4c1b-b0ad-25f687377080 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694581 Feb 09 01:46:29.601469 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a12e5c-e452-45f6-85c1-071bde49ef03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333e67c2-25d2-40e9-bb01-8cc66875f834,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:29.642963 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8ade47ab-26b5-4536-a15f-ccefcf4bc29c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9c127dea81da4bd6a2fb3469349948d4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1932843 Feb 09 01:46:29.655014 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45900) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:29.665688 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade47ab-26b5-4536-a15f-ccefcf4bc29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37be8d6e-bddd-45ef-9513-2afc1583e529,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:29.672293 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d61bd110-cc83-4858-8c81-a927182a8266 admin admin] Publish callbacks [] for security_group (421432c6-0672-41be-9538-9f9e50172196), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.696932 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b068385f-ef43-423c-8cda-4b4aa36744f5 None None] Current status of the port bea0d489-45ac-4073-8536-e7b271043df1 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:29.697622 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b068385f-ef43-423c-8cda-4b4aa36744f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bea0d489-45ac-4073-8536-e7b271043df1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.703736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e147601-b6e1-4a64-a337-15d787341895 req-bf7983a6-fb4f-4cbd-96c9-84a73d9d4a14 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:29.714549 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e147601-b6e1-4a64-a337-15d787341895 req-bf7983a6-fb4f-4cbd-96c9-84a73d9d4a14 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.769233 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b068385f-ef43-423c-8cda-4b4aa36744f5 None None] For port bea0d489-45ac-4073-8536-e7b271043df1, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=bea0d489-45ac-4073-8536-e7b271043df1,segment=NetworkSegment(fb8b9e04-c44d-4c58-a713-358ae85c4e21),segment_id=fb8b9e04-c44d-4c58-a713-358ae85c4e21)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:29.791066 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b068385f-ef43-423c-8cda-4b4aa36744f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bea0d489-45ac-4073-8536-e7b271043df1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.795943 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccf07c-a0ad-4300-a744-7890d946f218 req-e49838d3-b39f-4c61-831d-ae917300e2d0 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:29.797540 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-78ccf07c-a0ad-4300-a744-7890d946f218 req-e49838d3-b39f-4c61-831d-ae917300e2d0 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 945 time: 0.2984488 Feb 09 01:46:29.799111 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bb2c61-c15b-4008-9924-9909fa5a4be1 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:46:29.808548 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d61bd110-cc83-4858-8c81-a927182a8266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (421432c6-0672-41be-9538-9f9e50172196), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.811918 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bea0d489-45ac-4073-8536-e7b271043df1 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:29.813529 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e1bb2c61-c15b-4008-9924-9909fa5a4be1 admin admin] 10.222.0.36 "PUT /v2.0/routers/1667252e-579a-45e2-8409-6423721f7da0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4633048 Feb 09 01:46:29.822939 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e062c-8405-4f3c-9fc8-24ede675c445 None None] Sync routers for ids ['1667252e-579a-45e2-8409-6423721f7da0'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:46:29.825756 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45906) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:29.834084 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e147601-b6e1-4a64-a337-15d787341895 req-bf7983a6-fb4f-4cbd-96c9-84a73d9d4a14 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3805616 Feb 09 01:46:29.848723 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433e062c-8405-4f3c-9fc8-24ede675c445 None None] Routers {'1667252e-579a-45e2-8409-6423721f7da0'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:29.850367 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-433e062c-8405-4f3c-9fc8-24ede675c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:46:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['1667252e-579a-45e2-8409-6423721f7da0'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:29.937902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-0e147601-b6e1-4a64-a337-15d787341895 req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Request body: {'port': {'device_id': '4189bbbf-555d-4dc5-8fb1-8fee74255365', 'network_id': '5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6', 'admin_state_up': True, 'tenant_id': '9c02c1e11e314bbaaaed061629dd9e0f'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:30.021752 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58a484-d738-4ed0-8e70-5181f17307c0 req-8d150c11-0b83-4eb1-afa6-ddd01c7970a4 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:30.034485 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be58a484-d738-4ed0-8e70-5181f17307c0 req-8d150c11-0b83-4eb1-afa6-ddd01c7970a4 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 932 time: 0.6938961 Feb 09 01:46:30.054970 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-433e062c-8405-4f3c-9fc8-24ede675c445 None None] Set router 1667252e-579a-45e2-8409-6423721f7da0 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:30.098070 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45908) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:30.116736 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port bea0d489-45ac-4073-8536-e7b271043df1 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:30.117471 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bea0d489-45ac-4073-8536-e7b271043df1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.135481 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-472613fd-aa2c-49d1-9c33-15588d047f05 None None] Provisioning complete for port 68d866d7-e1d5-458d-845a-ff3ac72fe067 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:30.139878 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-472613fd-aa2c-49d1-9c33-15588d047f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (68d866d7-e1d5-458d-845a-ff3ac72fe067), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.144908 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3c9f3909-e49e-4866-881d-66def44a3e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.191401 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-78ccf07c-a0ad-4300-a744-7890d946f218 req-8f7eb86f-338f-4a71-9561-64e25a7fb0b4 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824432 Feb 09 01:46:30.243049 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61bd110-cc83-4858-8c81-a927182a8266 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:46:30.248161 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-20a0d357-bd77-4d63-a5ac-ae5f7df7dd4a admin admin] Publish callbacks [] for router (1667252e-579a-45e2-8409-6423721f7da0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.419363 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bd110-cc83-4858-8c81-a927182a8266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421432c6-0672-41be-9538-9f9e50172196,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:30.449166 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3c9f3909-e49e-4866-881d-66def44a3e0d admin admin] Publish callbacks [] for security_group (3e9beb4b-e87d-4af4-bb87-0498383c87be), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.450783 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d61bd110-cc83-4858-8c81-a927182a8266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.452207 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-d61bd110-cc83-4858-8c81-a927182a8266 admin admin] Added segment f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d of type vlan for network ad7f13d6-48b1-4260-a707-f8bf8cbabb95 Feb 09 01:46:30.465462 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3c9f3909-e49e-4866-881d-66def44a3e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3e9beb4b-e87d-4af4-bb87-0498383c87be), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.474834 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1163-74f2-49e4-a276-521b95813f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (3c6ce1ed-3e24-4af1-b689-a53215917934), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.507974 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-20a0d357-bd77-4d63-a5ac-ae5f7df7dd4a admin admin] Publish callbacks [] for router_gateway (1667252e-579a-45e2-8409-6423721f7da0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.551199 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3c9f3909-e49e-4866-881d-66def44a3e0d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f6ad10b034bb4d63a6addcd6db1b97d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4490757 Feb 09 01:46:30.556603 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45918) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:30.567747 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068385f-ef43-423c-8cda-4b4aa36744f5 None None] Pushing event updated for resources: {'Port': ['ID=bea0d489-45ac-4073-8536-e7b271043df1,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:30.584757 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f3909-e49e-4866-881d-66def44a3e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9beb4b-e87d-4af4-bb87-0498383c87be,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:30.635876 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-472613fd-aa2c-49d1-9c33-15588d047f05 None None] Port 68d866d7-e1d5-458d-845a-ff3ac72fe067 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:46:30.665618 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-433e062c-8405-4f3c-9fc8-24ede675c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667252e-579a-45e2-8409-6423721f7da0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572805688-router', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:35Z', 'updated_at': '2022-02-09T01:46:27Z', 'revision_number': 5, 'project_id': '0947b32ff412414786f5c023b76f7760', 'gw_port': {'id': '10f03a92-6229-41e2-9761-005f8eba0a76', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667252e-579a-45e2-8409-6423721f7da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:36Z', 'updated_at': '2022-02-09T01:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:30.716725 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-20a0d357-bd77-4d63-a5ac-ae5f7df7dd4a admin admin] Deleting port 10f03a92-6229-41e2-9761-005f8eba0a76 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:30.716979 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-20a0d357-bd77-4d63-a5ac-ae5f7df7dd4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (10f03a92-6229-41e2-9761-005f8eba0a76), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.728705 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e062c-8405-4f3c-9fc8-24ede675c445 None None] Checking router: 1667252e-579a-45e2-8409-6423721f7da0 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:46:30.730222 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port bea0d489-45ac-4073-8536-e7b271043df1 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:30.732282 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-959cd943-91ce-4741-9842-36b546277ec0 admin admin] Publish callbacks [] for security_group (3e9beb4b-e87d-4af4-bb87-0498383c87be), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.756018 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433e062c-8405-4f3c-9fc8-24ede675c445 None None] Routers {'1667252e-579a-45e2-8409-6423721f7da0'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:30.759879 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-433e062c-8405-4f3c-9fc8-24ede675c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:46:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['1667252e-579a-45e2-8409-6423721f7da0'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:30.770337 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-124082b1-bb23-427b-b58b-376919b5ddb2 None None] Provisioning complete for port bea0d489-45ac-4073-8536-e7b271043df1 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:30.771338 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-124082b1-bb23-427b-b58b-376919b5ddb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bea0d489-45ac-4073-8536-e7b271043df1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.822117 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d8a76cb-d30d-4b94-9efa-89768a235dc5 admin admin] Publish callbacks [] for security_group (37be8d6e-bddd-45ef-9513-2afc1583e529), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.848796 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be58a484-d738-4ed0-8e70-5181f17307c0 req-0c63a5df-8992-4136-ad4d-40a92e33bdcb tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8091209 Feb 09 01:46:30.854044 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d61bd110-cc83-4858-8c81-a927182a8266 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (ad7f13d6-48b1-4260-a707-f8bf8cbabb95), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.915615 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-959cd943-91ce-4741-9842-36b546277ec0 admin admin] Publish callbacks [] for security_group (3e9beb4b-e87d-4af4-bb87-0498383c87be), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.984713 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-124082b1-bb23-427b-b58b-376919b5ddb2 None None] Current status of the port bea0d489-45ac-4073-8536-e7b271043df1 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:30.995916 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.db.resource_extend [None req-d61bd110-cc83-4858-8c81-a927182a8266 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:46:31.000193 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d8a76cb-d30d-4b94-9efa-89768a235dc5 admin admin] Publish callbacks [] for security_group (37be8d6e-bddd-45ef-9513-2afc1583e529), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.040778 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-20a0d357-bd77-4d63-a5ac-ae5f7df7dd4a admin admin] For port 10f03a92-6229-41e2-9761-005f8eba0a76, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=10f03a92-6229-41e2-9761-005f8eba0a76,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:31.041702 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-20a0d357-bd77-4d63-a5ac-ae5f7df7dd4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (10f03a92-6229-41e2-9761-005f8eba0a76), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.055154 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-959cd943-91ce-4741-9842-36b546277ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3e9beb4b-e87d-4af4-bb87-0498383c87be), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.058983 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-959cd943-91ce-4741-9842-36b546277ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.060747 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-959cd943-91ce-4741-9842-36b546277ec0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e9beb4b-e87d-4af4-bb87-0498383c87be HTTP/1.1" status: 204 len: 168 time: 0.5031695 Feb 09 01:46:31.072407 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-20a0d357-bd77-4d63-a5ac-ae5f7df7dd4a admin admin] Calling delete_port for 10f03a92-6229-41e2-9761-005f8eba0a76 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:31.081933 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959cd943-91ce-4741-9842-36b546277ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9beb4b-e87d-4af4-bb87-0498383c87be,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:31.082645 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-433e062c-8405-4f3c-9fc8-24ede675c445 None None] Set router 1667252e-579a-45e2-8409-6423721f7da0 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:31.138659 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d61bd110-cc83-4858-8c81-a927182a8266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (ad7f13d6-48b1-4260-a707-f8bf8cbabb95), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.139665 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61bd110-cc83-4858-8c81-a927182a8266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:31.140273 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d61bd110-cc83-4858-8c81-a927182a8266 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.186283 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e147601-b6e1-4a64-a337-15d787341895 req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Made reservation on behalf of 9c02c1e11e314bbaaaed061629dd9e0f for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:31.190603 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e147601-b6e1-4a64-a337-15d787341895 req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.202544 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-433e062c-8405-4f3c-9fc8-24ede675c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667252e-579a-45e2-8409-6423721f7da0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572805688-router', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:35Z', 'updated_at': '2022-02-09T01:46:30Z', 'revision_number': 6, 'project_id': '0947b32ff412414786f5c023b76f7760', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:31.299062 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e062c-8405-4f3c-9fc8-24ede675c445 None None] The sync data for ids ['1667252e-579a-45e2-8409-6423721f7da0'] in n-d-828387-3 is: [{'id': '1667252e-579a-45e2-8409-6423721f7da0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572805688-router', 'tenant_id': '0947b32ff412414786f5c023b76f7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:35Z', 'updated_at': '2022-02-09T01:46:30Z', 'revision_number': 6, 'project_id': '0947b32ff412414786f5c023b76f7760', 'gw_port_host': None}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:46:31.373996 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d61bd110-cc83-4858-8c81-a927182a8266 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.3128080 Feb 09 01:46:31.383306 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45926) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:31.390739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2dec875b-4fe9-4f05-b485-f322067681fb admin admin] Request body: {'subnet': {'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1522749418-subnet', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:31.422542 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bd110-cc83-4858-8c81-a927182a8266 admin admin] Pushing event updated for resources: {'Network': ['ID=ad7f13d6-48b1-4260-a707-f8bf8cbabb95,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:31.436908 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network ad7f13d6-48b1-4260-a707-f8bf8cbabb95 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:46:31.446889 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d8a76cb-d30d-4b94-9efa-89768a235dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (37be8d6e-bddd-45ef-9513-2afc1583e529), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.472824 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d8a76cb-d30d-4b94-9efa-89768a235dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.477118 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-20a0d357-bd77-4d63-a5ac-ae5f7df7dd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (10f03a92-6229-41e2-9761-005f8eba0a76), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.480032 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9d8a76cb-d30d-4b94-9efa-89768a235dc5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/37be8d6e-bddd-45ef-9513-2afc1583e529 HTTP/1.1" status: 204 len: 168 time: 1.8193862 Feb 09 01:46:31.538035 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0d357-bd77-4d63-a5ac-ae5f7df7dd4a admin admin] Pushing event deleted for resources: {'Port': ['ID=10f03a92-6229-41e2-9761-005f8eba0a76,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:31.587795 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b6977-acc6-4d44-a298-f52a0c834f2a req-66ff60c8-c971-4a63-8afb-1962342e70c9 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:31.589418 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-df6b6977-acc6-4d44-a298-f52a0c834f2a req-66ff60c8-c971-4a63-8afb-1962342e70c9 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 945 time: 0.2441571 Feb 09 01:46:31.651687 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-20a0d357-bd77-4d63-a5ac-ae5f7df7dd4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (1667252e-579a-45e2-8409-6423721f7da0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.672756 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dec875b-4fe9-4f05-b485-f322067681fb admin admin] Made reservation on behalf of f921fef3089d433e88a36b5df24fed2b for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:31.685395 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2dec875b-4fe9-4f05-b485-f322067681fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.724418 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bea0d489-45ac-4073-8536-e7b271043df1 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:31.834745 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port bea0d489-45ac-4073-8536-e7b271043df1 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:31.835455 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bea0d489-45ac-4073-8536-e7b271043df1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:32.033382 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a76cb-d30d-4b94-9efa-89768a235dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37be8d6e-bddd-45ef-9513-2afc1583e529,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:32.050771 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2dec875b-4fe9-4f05-b485-f322067681fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (7a8dc3cb-389b-4805-b231-7a2cad302cd2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:32.142378 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1eb1163-74f2-49e4-a276-521b95813f6d admin admin] Router 3c6ce1ed-3e24-4af1-b689-a53215917934 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:46:32.153043 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec875b-4fe9-4f05-b485-f322067681fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a8dc3cb-389b-4805-b231-7a2cad302cd2,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:32.233653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dec875b-4fe9-4f05-b485-f322067681fb admin admin] Checking segment: {'id': 'f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:32.234181 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dec875b-4fe9-4f05-b485-f322067681fb admin admin] Network hostable DHCP agents. Network: ad7f13d6-48b1-4260-a707-f8bf8cbabb95, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:46:32.250881 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port bea0d489-45ac-4073-8536-e7b271043df1 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:32.304595 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1be0f0-9689-43d2-9699-2583a83c624f req-7b9c58a2-e12c-45a0-b028-1db051e215e7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:32.310273 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c1be0f0-9689-43d2-9699-2583a83c624f req-7b9c58a2-e12c-45a0-b028-1db051e215e7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 932 time: 0.2837477 Feb 09 01:46:32.511460 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45958) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:32.517744 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-20a0d357-bd77-4d63-a5ac-ae5f7df7dd4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (1667252e-579a-45e2-8409-6423721f7da0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:32.527475 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-20a0d357-bd77-4d63-a5ac-ae5f7df7dd4a admin admin] Publish callbacks [] for router_controller (1667252e-579a-45e2-8409-6423721f7da0), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:32.534493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-0e147601-b6e1-4a64-a337-15d787341895 req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Allocated IP 19.86.0.188 (5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6/7dd91541-83b7-4cd8-a15d-fb6ae3c38712/9cb0b006-8ef4-47d5-9ada-d2e188eb42b2) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:32.594613 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-df6b6977-acc6-4d44-a298-f52a0c834f2a req-d0cab27e-0b45-478e-9d79-b8ed841890de tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9471841 Feb 09 01:46:32.600020 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87003f87-b11b-43b6-a447-eeaeeb35d8d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:32.690850 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-20a0d357-bd77-4d63-a5ac-ae5f7df7dd4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (1667252e-579a-45e2-8409-6423721f7da0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:32.691642 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a0d357-bd77-4d63-a5ac-ae5f7df7dd4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1667252e-579a-45e2-8409-6423721f7da0 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:46:32.701972 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-20a0d357-bd77-4d63-a5ac-ae5f7df7dd4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:32.703347 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-20a0d357-bd77-4d63-a5ac-ae5f7df7dd4a admin admin] 10.222.0.36 "DELETE /v2.0/routers/1667252e-579a-45e2-8409-6423721f7da0 HTTP/1.1" status: 204 len: 168 time: 2.8766127 Feb 09 01:46:32.709714 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45974) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:32.762535 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dec875b-4fe9-4f05-b485-f322067681fb admin admin] Network ad7f13d6-48b1-4260-a707-f8bf8cbabb95 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:46:32.819477 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1eb1163-74f2-49e4-a276-521b95813f6d admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:46:32.829860 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] Sync routers for ids ['3c6ce1ed-3e24-4af1-b689-a53215917934'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:46:32.847099 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-2dec875b-4fe9-4f05-b485-f322067681fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, ad7f13d6-48b1-4260-a707-f8bf8cbabb95) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:32.848092 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc708702-e92b-4ab0-b560-765bd36c0754 admin admin] Deleting subnet 1c6c575a-2abf-46ad-a16d-fefed5f75801 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:46:32.856908 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] Routers {'3c6ce1ed-3e24-4af1-b689-a53215917934'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:32.857569 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:46:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['3c6ce1ed-3e24-4af1-b689-a53215917934'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:32.868830 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa73b58-0fb7-4046-b200-da27d9f488ea None None] Network ad7f13d6-48b1-4260-a707-f8bf8cbabb95 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:32.872317 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dec875b-4fe9-4f05-b485-f322067681fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:32.873065 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2dec875b-4fe9-4f05-b485-f322067681fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:32.890205 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc708702-e92b-4ab0-b560-765bd36c0754 admin admin] Publish callbacks [] for subnet (1c6c575a-2abf-46ad-a16d-fefed5f75801), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:32.915791 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1163-74f2-49e4-a276-521b95813f6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:32.932441 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d1eb1163-74f2-49e4-a276-521b95813f6d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.8667929 Feb 09 01:46:32.933447 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45978) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:33.027361 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c1be0f0-9689-43d2-9699-2583a83c624f req-cbbbbc3f-a12b-4595-a151-b8302914c937 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109967 Feb 09 01:46:33.042183 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc708702-e92b-4ab0-b560-765bd36c0754 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (1c6c575a-2abf-46ad-a16d-fefed5f75801), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.073393 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87003f87-b11b-43b6-a447-eeaeeb35d8d9 admin admin] Publish callbacks [] for security_group (bc66198d-9c6a-4729-adc2-a3e11869d0fb), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.093968 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87003f87-b11b-43b6-a447-eeaeeb35d8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (bc66198d-9c6a-4729-adc2-a3e11869d0fb), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.121887 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2dec875b-4fe9-4f05-b485-f322067681fb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7322514 Feb 09 01:46:33.136006 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45982) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:33.172675 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bf0ad-aef3-4f33-8620-68fbaf7963a1 req-03e74e0f-8dc1-4f6f-8b14-9541763c5144 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:33.175581 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-951bf0ad-aef3-4f33-8620-68fbaf7963a1 req-03e74e0f-8dc1-4f6f-8b14-9541763c5144 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 945 time: 0.3148427 Feb 09 01:46:33.184130 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] Set router 3c6ce1ed-3e24-4af1-b689-a53215917934 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:33.208907 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc708702-e92b-4ab0-b560-765bd36c0754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (1c6c575a-2abf-46ad-a16d-fefed5f75801), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.243829 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-baf2b3a0-0a54-4743-84e9-02bf6ae80416 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1522749418-router', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:33.283354 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87003f87-b11b-43b6-a447-eeaeeb35d8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc66198d-9c6a-4729-adc2-a3e11869d0fb,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:33.310747 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-87003f87-b11b-43b6-a447-eeaeeb35d8d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98ec21e0743f41b1b2e1ee0614faace5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7954049 Feb 09 01:46:33.318199 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45988) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:33.383806 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-951bf0ad-aef3-4f33-8620-68fbaf7963a1 req-54e5a5ce-9b14-4d0e-9712-0422c5dee218 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795704 Feb 09 01:46:33.389363 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87003f87-b11b-43b6-a447-eeaeeb35d8d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:33.389937 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87003f87-b11b-43b6-a447-eeaeeb35d8d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:33.390559 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87003f87-b11b-43b6-a447-eeaeeb35d8d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:33.392047 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87003f87-b11b-43b6-a447-eeaeeb35d8d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:33.393442 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87003f87-b11b-43b6-a447-eeaeeb35d8d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:33.396308 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87003f87-b11b-43b6-a447-eeaeeb35d8d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:33.396932 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87003f87-b11b-43b6-a447-eeaeeb35d8d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:33.397479 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87003f87-b11b-43b6-a447-eeaeeb35d8d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:33.398049 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87003f87-b11b-43b6-a447-eeaeeb35d8d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:33.398602 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87003f87-b11b-43b6-a447-eeaeeb35d8d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:33.399157 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87003f87-b11b-43b6-a447-eeaeeb35d8d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:33.399738 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87003f87-b11b-43b6-a447-eeaeeb35d8d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:33.400283 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87003f87-b11b-43b6-a447-eeaeeb35d8d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:33.401413 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-baf2b3a0-0a54-4743-84e9-02bf6ae80416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (2fd7a201-612c-4b7d-950d-bd3eeda0bbd8), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.402486 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-baf2b3a0-0a54-4743-84e9-02bf6ae80416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (2fd7a201-612c-4b7d-950d-bd3eeda0bbd8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.419889 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e147601-b6e1-4a64-a337-15d787341895 req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks [] for port (9cb0b006-8ef4-47d5-9ada-d2e188eb42b2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.461236 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c425c49a-a117-446d-8d14-f1e6c46c8889 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:46:33.497076 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc708702-e92b-4ab0-b560-765bd36c0754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (1c6c575a-2abf-46ad-a16d-fefed5f75801), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.569745 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: c425c49a-a117-446d-8d14-f1e6c46c8889 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:46:33.569998 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc708702-e92b-4ab0-b560-765bd36c0754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c6c575a-2abf-46ad-a16d-fefed5f75801,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:33.571680 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c425c49a-a117-446d-8d14-f1e6c46c8889 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:46:33.572571 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 10f03a92-6229-41e2-9761-005f8eba0a76 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:46:33.594360 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc708702-e92b-4ab0-b560-765bd36c0754 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.597715 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dc708702-e92b-4ab0-b560-765bd36c0754 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1c6c575a-2abf-46ad-a16d-fefed5f75801 HTTP/1.1" status: 204 len: 168 time: 0.8869259 Feb 09 01:46:33.598870 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eeba98c3-fc23-4ff6-ab7b-5a83e2b29515 admin admin] Publish callbacks [] for security_group (bc66198d-9c6a-4729-adc2-a3e11869d0fb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.631138 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45996) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:33.640467 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eeba98c3-fc23-4ff6-ab7b-5a83e2b29515 admin admin] Publish callbacks [] for security_group (bc66198d-9c6a-4729-adc2-a3e11869d0fb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.656510 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 10f03a92-6229-41e2-9761-005f8eba0a76 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:46:33.657286 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 10f03a92-6229-41e2-9761-005f8eba0a76 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:46:33.785450 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eeba98c3-fc23-4ff6-ab7b-5a83e2b29515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (bc66198d-9c6a-4729-adc2-a3e11869d0fb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.788787 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eeba98c3-fc23-4ff6-ab7b-5a83e2b29515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.799236 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-eeba98c3-fc23-4ff6-ab7b-5a83e2b29515 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc66198d-9c6a-4729-adc2-a3e11869d0fb HTTP/1.1" status: 204 len: 168 time: 0.4772518 Feb 09 01:46:33.849342 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba98c3-fc23-4ff6-ab7b-5a83e2b29515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc66198d-9c6a-4729-adc2-a3e11869d0fb,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:33.856885 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-baf2b3a0-0a54-4743-84e9-02bf6ae80416 admin admin] Publish callbacks [] for router_controller (2fd7a201-612c-4b7d-950d-bd3eeda0bbd8), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.870454 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799fdc55-ddcd-4769-840b-7f85026b2f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ad7f13d6-48b1-4260-a707-f8bf8cbabb95', 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95', 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'fixed_ips': [{'subnet_id': '7a8dc3cb-389b-4805-b231-7a2cad302cd2'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:46:33.871407 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-799fdc55-ddcd-4769-840b-7f85026b2f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:34.020103 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e147601-b6e1-4a64-a337-15d787341895 req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9cb0b006-8ef4-47d5-9ada-d2e188eb42b2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:34.216615 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'name': 'tempest-ServersTestFqdnHostnames-1355708029-router', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:22Z', 'updated_at': '2022-02-09T01:46:28Z', 'revision_number': 3, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'gw_port': {'id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:25Z', 'updated_at': '2022-02-09T01:46:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:34.283843 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] Checking router: 3c6ce1ed-3e24-4af1-b689-a53215917934 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:46:34.284258 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] Updating router 3c6ce1ed-3e24-4af1-b689-a53215917934 port 106a6c95-23a8-484d-9fd1-7c40c25ac223 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:46:34.352330 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-799fdc55-ddcd-4769-840b-7f85026b2f8d None None] Allocated IP 172.20.0.2 (ad7f13d6-48b1-4260-a707-f8bf8cbabb95/7a8dc3cb-389b-4805-b231-7a2cad302cd2/52cf01a5-dba2-4194-86a5-a1dafb5661bc) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:34.358784 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (106a6c95-23a8-484d-9fd1-7c40c25ac223), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:34.413629 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aeb25a95-1f1b-483b-9002-80a4799f50a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (37d718d3-97dd-4a0b-93a0-c4820cd40d4f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:34.454072 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e147601-b6e1-4a64-a337-15d787341895 req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Network 5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:34.603884 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-8e0d1b89-ef44-4829-a2e3-f27826a62ba6 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:34.612809 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-8e0d1b89-ef44-4829-a2e3-f27826a62ba6 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/networks?id=8e497bc1-122f-44b4-bc51-3150ff87700b HTTP/1.1" status: 200 len: 815 time: 0.2817287 Feb 09 01:46:34.621022 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-0e147601-b6e1-4a64-a337-15d787341895 req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:34.632149 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-b629a8a0-977a-4495-8aa8-8e2c653235e6 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/quotas/4a97911cac8641ab9180dac54e0c0c03 HTTP/1.1" status: 200 len: 375 time: 0.0182920 Feb 09 01:46:34.657557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e147601-b6e1-4a64-a337-15d787341895 req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:34.762547 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-2e859bdf-4116-484f-be56-b3476dcfd69b tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4a97911cac8641ab9180dac54e0c0c03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1293557 Feb 09 01:46:34.927793 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event updated for resources: {'Port': ['ID=9cb0b006-8ef4-47d5-9ada-d2e188eb42b2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:35.047313 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-799fdc55-ddcd-4769-840b-7f85026b2f8d None None] Publish callbacks [] for port (52cf01a5-dba2-4194-86a5-a1dafb5661bc), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.052020 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-baf2b3a0-0a54-4743-84e9-02bf6ae80416 admin admin] Publish callbacks [] for router_gateway (2fd7a201-612c-4b7d-950d-bd3eeda0bbd8), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.059060 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-799fdc55-ddcd-4769-840b-7f85026b2f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (52cf01a5-dba2-4194-86a5-a1dafb5661bc), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.070684 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.071324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.071813 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.072478 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.073014 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.073524 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.074009 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.074507 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.075002 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.075531 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.076016 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.076518 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.077020 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.103570 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-ff01c095-49c9-4dad-9e69-9b07d45f8b62 service neutron] 10.222.0.36 "GET /v2.0/networks/8e497bc1-122f-44b4-bc51-3150ff87700b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315029 Feb 09 01:46:35.217979 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799fdc55-ddcd-4769-840b-7f85026b2f8d None None] Pushing event updated for resources: {'Port': ['ID=52cf01a5-dba2-4194-86a5-a1dafb5661bc,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:35.259626 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] Publish callbacks [] for port (106a6c95-23a8-484d-9fd1-7c40c25ac223), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.282301 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799fdc55-ddcd-4769-840b-7f85026b2f8d None None] Network ad7f13d6-48b1-4260-a707-f8bf8cbabb95 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:35.295334 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e4ee3-c247-4c81-aedd-c01d71b03bdc req-2bf5c4c8-a98b-4980-abd3-35b7476db08b tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:35.296480 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (106a6c95-23a8-484d-9fd1-7c40c25ac223), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.300774 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e4ee3-c247-4c81-aedd-c01d71b03bdc req-2bf5c4c8-a98b-4980-abd3-35b7476db08b tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:35.302763 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-799fdc55-ddcd-4769-840b-7f85026b2f8d None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:35.308772 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c42e4ee3-c247-4c81-aedd-c01d71b03bdc req-2bf5c4c8-a98b-4980-abd3-35b7476db08b tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1655 time: 1.0907829 Feb 09 01:46:35.320858 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e147601-b6e1-4a64-a337-15d787341895 req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:35.321528 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e147601-b6e1-4a64-a337-15d787341895 req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.332570 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799fdc55-ddcd-4769-840b-7f85026b2f8d None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:35.346002 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-dcc295d1-5ec8-4464-bba0-d6ac239dfa92 None None] Provisioning complete for port 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:35.346383 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dcc295d1-5ec8-4464-bba0-d6ac239dfa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9cb0b006-8ef4-47d5-9ada-d2e188eb42b2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.476443 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bbb5e-25e0-430b-98ca-86df2c0cb4a8 req-e25449f8-af84-48b4-93b4-5726bae7a8b4 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:35.480390 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-923bbb5e-25e0-430b-98ca-86df2c0cb4a8 req-e25449f8-af84-48b4-93b4-5726bae7a8b4 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa HTTP/1.1" status: 200 len: 945 time: 0.2172177 Feb 09 01:46:35.588266 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-d201aae4-09cb-44ac-9576-e79619a06c08 service neutron] 10.222.0.36 "GET /v2.0/networks/8e497bc1-122f-44b4-bc51-3150ff87700b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817905 Feb 09 01:46:35.718789 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-dcc295d1-5ec8-4464-bba0-d6ac239dfa92 None None] Port 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:46:35.727198 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fffd22-6515-4724-8e80-563956e04ece None None] Pushing event updated for resources: {'Port': ['ID=106a6c95-23a8-484d-9fd1-7c40c25ac223,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:35.729587 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] Attempting to bind port 106a6c95-23a8-484d-9fd1-7c40c25ac223 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:35.729962 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] Attempting to bind port 106a6c95-23a8-484d-9fd1-7c40c25ac223 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:35.730321 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] Attempting to bind port 106a6c95-23a8-484d-9fd1-7c40c25ac223 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:35.751335 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-799fdc55-ddcd-4769-840b-7f85026b2f8d None None] Attempting to bind port 52cf01a5-dba2-4194-86a5-a1dafb5661bc on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:35.751704 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-799fdc55-ddcd-4769-840b-7f85026b2f8d None None] Attempting to bind port 52cf01a5-dba2-4194-86a5-a1dafb5661bc by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:35.752070 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799fdc55-ddcd-4769-840b-7f85026b2f8d None None] Attempting to bind port 52cf01a5-dba2-4194-86a5-a1dafb5661bc on network ad7f13d6-48b1-4260-a707-f8bf8cbabb95 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:35.767535 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:35.767944 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:35.779865 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.780287 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:35.780801 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] Bound port: 106a6c95-23a8-484d-9fd1-7c40c25ac223, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:35.781186 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (106a6c95-23a8-484d-9fd1-7c40c25ac223), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.802881 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-923bbb5e-25e0-430b-98ca-86df2c0cb4a8 req-8f4e8c75-52a7-49b7-9260-d1da44f00c6f tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Deleting port ada72cc7-57bd-46e3-b8cd-ef168e7433ba {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:35.804431 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-923bbb5e-25e0-430b-98ca-86df2c0cb4a8 req-8f4e8c75-52a7-49b7-9260-d1da44f00c6f tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ada72cc7-57bd-46e3-b8cd-ef168e7433ba), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.965499 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] For port 106a6c95-23a8-484d-9fd1-7c40c25ac223, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:35.976576 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] For port 106a6c95-23a8-484d-9fd1-7c40c25ac223, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=106a6c95-23a8-484d-9fd1-7c40c25ac223,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:35.991015 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799fdc55-ddcd-4769-840b-7f85026b2f8d None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:35.991743 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799fdc55-ddcd-4769-840b-7f85026b2f8d None None] Checking segment: {'id': 'f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:35.992829 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-799fdc55-ddcd-4769-840b-7f85026b2f8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.993235 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799fdc55-ddcd-4769-840b-7f85026b2f8d None None] Bound using segment: {'id': 'f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:35.994922 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-799fdc55-ddcd-4769-840b-7f85026b2f8d None None] Bound port: 52cf01a5-dba2-4194-86a5-a1dafb5661bc, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:35.995310 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-799fdc55-ddcd-4769-840b-7f85026b2f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (52cf01a5-dba2-4194-86a5-a1dafb5661bc), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:36.115004 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aeb25a95-1f1b-483b-9002-80a4799f50a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (37d718d3-97dd-4a0b-93a0-c4820cd40d4f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:36.123418 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-799fdc55-ddcd-4769-840b-7f85026b2f8d None None] For port 52cf01a5-dba2-4194-86a5-a1dafb5661bc, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:36.126366 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-923bbb5e-25e0-430b-98ca-86df2c0cb4a8 req-8f4e8c75-52a7-49b7-9260-d1da44f00c6f tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] For port ada72cc7-57bd-46e3-b8cd-ef168e7433ba, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ada72cc7-57bd-46e3-b8cd-ef168e7433ba,segment=NetworkSegment(a0c13e34-b473-4117-be31-94c544229fa5),segment_id=a0c13e34-b473-4117-be31-94c544229fa5)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:36.127805 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-799fdc55-ddcd-4769-840b-7f85026b2f8d None None] For port 52cf01a5-dba2-4194-86a5-a1dafb5661bc, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=52cf01a5-dba2-4194-86a5-a1dafb5661bc,segment=NetworkSegment(f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d),segment_id=f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:36.130054 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-923bbb5e-25e0-430b-98ca-86df2c0cb4a8 req-8f4e8c75-52a7-49b7-9260-d1da44f00c6f tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ada72cc7-57bd-46e3-b8cd-ef168e7433ba), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:36.131915 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (106a6c95-23a8-484d-9fd1-7c40c25ac223), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:36.196365 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-923bbb5e-25e0-430b-98ca-86df2c0cb4a8 req-8f4e8c75-52a7-49b7-9260-d1da44f00c6f tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Calling delete_port for ada72cc7-57bd-46e3-b8cd-ef168e7433ba owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:36.277437 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-799fdc55-ddcd-4769-840b-7f85026b2f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (52cf01a5-dba2-4194-86a5-a1dafb5661bc), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:36.278996 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fffd22-6515-4724-8e80-563956e04ece None None] Pushing event updated for resources: {'Port': ['ID=106a6c95-23a8-484d-9fd1-7c40c25ac223,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:36.305396 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-aeb25a95-1f1b-483b-9002-80a4799f50a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d718d3-97dd-4a0b-93a0-c4820cd40d4f']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:36.346168 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-aeb25a95-1f1b-483b-9002-80a4799f50a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a2973b-cbc2-440c-9175-1a1f4f71999a') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:36.346332 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-aeb25a95-1f1b-483b-9002-80a4799f50a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a2973b-cbc2-440c-9175-1a1f4f71999a') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:36.357354 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e147601-b6e1-4a64-a337-15d787341895 req-2752e7ac-6257-429d-a4bd-2ec7bf4634bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4470818 Feb 09 01:46:36.387326 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-0e147601-b6e1-4a64-a337-15d787341895 req-2419a9cb-9198-403b-8f16-d025655ba944 service neutron] Request body: {'port': {'device_id': '4189bbbf-555d-4dc5-8fb1-8fee74255365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:36.423298 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aeb25a95-1f1b-483b-9002-80a4799f50a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (37a2973b-cbc2-440c-9175-1a1f4f71999a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:36.522153 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] Routers {'3c6ce1ed-3e24-4af1-b689-a53215917934'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:36.524782 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:46:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['3c6ce1ed-3e24-4af1-b689-a53215917934'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:36.556860 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c42e4ee3-c247-4c81-aedd-c01d71b03bdc req-c13a42a9-0908-420f-843f-42c7f600ccde tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2470891 Feb 09 01:46:36.559475 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aeb25a95-1f1b-483b-9002-80a4799f50a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (37a2973b-cbc2-440c-9175-1a1f4f71999a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:36.627657 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cb3f5457-0c1a-4a51-bde0-38233773fb0e req-c28a91e2-aae1-41d1-a541-3fcc6a4884fa tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 210 time: 0.1973405 Feb 09 01:46:36.639700 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb25a95-1f1b-483b-9002-80a4799f50a4 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:46:36.640115 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aeb25a95-1f1b-483b-9002-80a4799f50a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (37a2973b-cbc2-440c-9175-1a1f4f71999a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:46:36.668321 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:46:37.030936 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e147601-b6e1-4a64-a337-15d787341895 req-2419a9cb-9198-403b-8f16-d025655ba944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (68d866d7-e1d5-458d-845a-ff3ac72fe067), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:37.088192 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-923bbb5e-25e0-430b-98ca-86df2c0cb4a8 req-8f4e8c75-52a7-49b7-9260-d1da44f00c6f tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ada72cc7-57bd-46e3-b8cd-ef168e7433ba), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:37.157774 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e8c75-52a7-49b7-9260-d1da44f00c6f tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Pushing event deleted for resources: {'Port': ['ID=ada72cc7-57bd-46e3-b8cd-ef168e7433ba,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:37.284275 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['ada72cc7-57bd-46e3-b8cd-ef168e7433ba'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:46:37.344148 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-923bbb5e-25e0-430b-98ca-86df2c0cb4a8 req-8f4e8c75-52a7-49b7-9260-d1da44f00c6f tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] No DVR routers for this DVR port ada72cc7-57bd-46e3-b8cd-ef168e7433ba on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:46:37.350569 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-923bbb5e-25e0-430b-98ca-86df2c0cb4a8 req-8f4e8c75-52a7-49b7-9260-d1da44f00c6f tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:37.355257 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-923bbb5e-25e0-430b-98ca-86df2c0cb4a8 req-8f4e8c75-52a7-49b7-9260-d1da44f00c6f tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.67 "DELETE /v2.0/ports/ada72cc7-57bd-46e3-b8cd-ef168e7433ba HTTP/1.1" status: 204 len: 173 time: 1.8548405 Feb 09 01:46:37.366611 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0984c9e-3fac-4d3f-96d6-84b9e9bd7daa', 'name': 'network-vif-deleted', 'tag': 'ada72cc7-57bd-46e3-b8cd-ef168e7433ba'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:46:37.377511 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c474e9ea-a458-4021-a962-cced97d181a9" -d '{"events": [{"server_uuid": "d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa", "name": "network-vif-deleted", "tag": "ada72cc7-57bd-46e3-b8cd-ef168e7433ba"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:46:37.436442 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799fdc55-ddcd-4769-840b-7f85026b2f8d None None] Pushing event updated for resources: {'Port': ['ID=52cf01a5-dba2-4194-86a5-a1dafb5661bc,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:37.507055 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cc5fefc9-d724-4261-be85-509021ed5994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:37.528085 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52a85cb-0f29-49a9-89fb-39df0ed98c95 x-openstack-request-id: req-c52a85cb-0f29-49a9-89fb-39df0ed98c95 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:46:37.528848 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0984c9e-3fac-4d3f-96d6-84b9e9bd7daa", "name": "network-vif-deleted", "tag": "ada72cc7-57bd-46e3-b8cd-ef168e7433ba", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:46:37.529420 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c52a85cb-0f29-49a9-89fb-39df0ed98c95 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:46:37.530052 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0984c9e-3fac-4d3f-96d6-84b9e9bd7daa', 'name': 'network-vif-deleted', 'tag': 'ada72cc7-57bd-46e3-b8cd-ef168e7433ba', 'status': 'completed', 'code': 200} Feb 09 01:46:37.549142 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] Set router 3c6ce1ed-3e24-4af1-b689-a53215917934 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:37.648803 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aeb25a95-1f1b-483b-9002-80a4799f50a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (37d718d3-97dd-4a0b-93a0-c4820cd40d4f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:37.699235 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aeb25a95-1f1b-483b-9002-80a4799f50a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:37.706817 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-aeb25a95-1f1b-483b-9002-80a4799f50a4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/37d718d3-97dd-4a0b-93a0-c4820cd40d4f HTTP/1.1" status: 204 len: 168 time: 4.0636158 Feb 09 01:46:37.780611 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46142) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:37.920726 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-0e147601-b6e1-4a64-a337-15d787341895 req-2419a9cb-9198-403b-8f16-d025655ba944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d866d7-e1d5-458d-845a-ff3ac72fe067 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:46:37.960801 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e147601-b6e1-4a64-a337-15d787341895 req-2419a9cb-9198-403b-8f16-d025655ba944 service neutron] Publish callbacks [] for port (68d866d7-e1d5-458d-845a-ff3ac72fe067), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:37.967966 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a7444df5-8b9c-4acc-a5a9-27b2b5a3d892 req-d9827adc-8df6-4d25-adc7-5f3c30467464 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 210 time: 0.1105223 Feb 09 01:46:38.019646 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-0e147601-b6e1-4a64-a337-15d787341895 req-2419a9cb-9198-403b-8f16-d025655ba944 service neutron] Transition to ACTIVE for port object 68d866d7-e1d5-458d-845a-ff3ac72fe067 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:46:38.028118 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb25a95-1f1b-483b-9002-80a4799f50a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=37d718d3-97dd-4a0b-93a0-c4820cd40d4f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:38.035269 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e147601-b6e1-4a64-a337-15d787341895 req-2419a9cb-9198-403b-8f16-d025655ba944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (68d866d7-e1d5-458d-845a-ff3ac72fe067), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:38.099280 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46148) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:38.216732 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419a9cb-9198-403b-8f16-d025655ba944 service neutron] Pushing event updated for resources: {'Port': ['ID=68d866d7-e1d5-458d-845a-ff3ac72fe067,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:38.343247 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4edd6cf6-70a4-4872-aed4-544492d208e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:38.355807 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'name': 'tempest-ServersTestFqdnHostnames-1355708029-router', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:22Z', 'updated_at': '2022-02-09T01:46:28Z', 'revision_number': 3, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'gw_port': {'id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:25Z', 'updated_at': '2022-02-09T01:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:38.378574 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-caecd852-0c8b-4a2e-a692-502dffe08ba5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0947b32ff412414786f5c023b76f7760&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2779632 Feb 09 01:46:38.384617 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46160) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:38.406546 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e35fb0-7f26-4a13-b072-22d8e47fb432 None None] The sync data for ids ['3c6ce1ed-3e24-4af1-b689-a53215917934'] in n-d-828387-3 is: [{'id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'name': 'tempest-ServersTestFqdnHostnames-1355708029-router', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:22Z', 'updated_at': '2022-02-09T01:46:28Z', 'revision_number': 3, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'gw_port': {'id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:25Z', 'updated_at': '2022-02-09T01:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:46:38.532265 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4d0be3-ff4d-4bb8-a0be-980980963045 None None] Network ad7f13d6-48b1-4260-a707-f8bf8cbabb95 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:38.678883 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b7e5a239-60bb-4583-86d8-d9003ba871f9 None None] Provisioning complete for port 52cf01a5-dba2-4194-86a5-a1dafb5661bc triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:38.679486 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b7e5a239-60bb-4583-86d8-d9003ba871f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (52cf01a5-dba2-4194-86a5-a1dafb5661bc), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:38.929477 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-baf2b3a0-0a54-4743-84e9-02bf6ae80416 admin admin] Publish callbacks [] for router_gateway (2fd7a201-612c-4b7d-950d-bd3eeda0bbd8), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:38.985810 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-588c62b8-f400-4f37-a4b9-5b7fec7c6777 admin admin] Publish callbacks [] for security_group (83139982-faba-4e3b-af8a-e250333e9f1b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:39.009773 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b7e5a239-60bb-4583-86d8-d9003ba871f9 None None] Current status of the port 52cf01a5-dba2-4194-86a5-a1dafb5661bc is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:39.009773 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b7e5a239-60bb-4583-86d8-d9003ba871f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (52cf01a5-dba2-4194-86a5-a1dafb5661bc), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:39.102054 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-f4c1fa92-51a3-4c37-8540-f2a613b458d8 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:39.103624 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-f4c1fa92-51a3-4c37-8540-f2a613b458d8 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.67 "GET /v2.0/networks?id=8e497bc1-122f-44b4-bc51-3150ff87700b HTTP/1.1" status: 200 len: 815 time: 0.6564441 Feb 09 01:46:39.133049 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-a5a89125-e2f1-4b6a-a4f0-56580786c55d tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Request body: {'port': {'device_id': '78dfd2a3-ebb7-4229-81a7-2c998ed292c2', 'network_id': '8e497bc1-122f-44b4-bc51-3150ff87700b', 'admin_state_up': True, 'tenant_id': '4a97911cac8641ab9180dac54e0c0c03'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:39.146661 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-588c62b8-f400-4f37-a4b9-5b7fec7c6777 admin admin] Publish callbacks [] for security_group (83139982-faba-4e3b-af8a-e250333e9f1b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:39.170169 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b7e5a239-60bb-4583-86d8-d9003ba871f9 None None] For port 52cf01a5-dba2-4194-86a5-a1dafb5661bc, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=52cf01a5-dba2-4194-86a5-a1dafb5661bc,segment=NetworkSegment(f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d),segment_id=f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:39.172181 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5295d3-12dd-44ee-aebf-fe0827f1b9a2 req-8a746020-7afa-4027-96fd-fcfbb45c92bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:39.178407 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b7e5a239-60bb-4583-86d8-d9003ba871f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (52cf01a5-dba2-4194-86a5-a1dafb5661bc), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:39.187103 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5295d3-12dd-44ee-aebf-fe0827f1b9a2 req-8a746020-7afa-4027-96fd-fcfbb45c92bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:39.205879 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2a5295d3-12dd-44ee-aebf-fe0827f1b9a2 req-8a746020-7afa-4027-96fd-fcfbb45c92bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1667 time: 1.1833615 Feb 09 01:46:39.208345 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-baf2b3a0-0a54-4743-84e9-02bf6ae80416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:39.304892 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5a239-60bb-4583-86d8-d9003ba871f9 None None] Pushing event updated for resources: {'Port': ['ID=52cf01a5-dba2-4194-86a5-a1dafb5661bc,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:39.339243 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ee78ef2-3a2c-4915-bb97-aaf06994d13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:39.453233 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4edd6cf6-70a4-4872-aed4-544492d208e8 admin admin] Publish callbacks [] for security_group (1ac007e2-263e-4174-8b4e-e6dacf8e63ff), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:39.491497 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4edd6cf6-70a4-4872-aed4-544492d208e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1ac007e2-263e-4174-8b4e-e6dacf8e63ff), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:39.545321 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-987c7515-2434-437f-a700-e09b922531f1 None None] Provisioning complete for port 52cf01a5-dba2-4194-86a5-a1dafb5661bc triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:39.546389 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-987c7515-2434-437f-a700-e09b922531f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (52cf01a5-dba2-4194-86a5-a1dafb5661bc), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:39.638351 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 106a6c95-23a8-484d-9fd1-7c40c25ac223 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:39.678922 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ffd862b9-2000-4299-b20b-b44e498c3d78 req-bd0a0571-df89-4673-a2dd-c788f3cb047b tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 210 time: 0.4754496 Feb 09 01:46:39.706619 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-588c62b8-f400-4f37-a4b9-5b7fec7c6777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (83139982-faba-4e3b-af8a-e250333e9f1b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:39.710723 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-588c62b8-f400-4f37-a4b9-5b7fec7c6777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:39.711975 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-588c62b8-f400-4f37-a4b9-5b7fec7c6777 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/83139982-faba-4e3b-af8a-e250333e9f1b HTTP/1.1" status: 204 len: 168 time: 1.3026450 Feb 09 01:46:39.756956 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4edd6cf6-70a4-4872-aed4-544492d208e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f35fb093dd4e46cca3948108028b2155&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9735038 Feb 09 01:46:39.758787 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46178) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:39.800953 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-4ee78ef2-3a2c-4915-bb97-aaf06994d13a admin admin] Allocated IP 172.20.0.1 (0496f9e7-f076-4fdf-8fd4-6325c25e60db/e8971ac9-cf91-4def-9490-e096359ab4d6/3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:39.828294 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device ada72cc7-57bd-46e3-b8cd-ef168e7433ba no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:46:39.894056 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:39.908717 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd6cf6-70a4-4872-aed4-544492d208e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac007e2-263e-4174-8b4e-e6dacf8e63ff,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:39.918288 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-a5a89125-e2f1-4b6a-a4f0-56580786c55d tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Made reservation on behalf of 4a97911cac8641ab9180dac54e0c0c03 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:39.924054 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-a5a89125-e2f1-4b6a-a4f0-56580786c55d tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:39.942645 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: ada72cc7-57bd-46e3-b8cd-ef168e7433ba {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:46:39.944580 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device ada72cc7-57bd-46e3-b8cd-ef168e7433ba not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:46:39.994126 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-056daed4-c590-499a-a4b7-72dfe57b92ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:40.011706 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 106a6c95-23a8-484d-9fd1-7c40c25ac223 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:40.012403 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (106a6c95-23a8-484d-9fd1-7c40c25ac223), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:40.017701 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-987c7515-2434-437f-a700-e09b922531f1 None None] Current status of the port 52cf01a5-dba2-4194-86a5-a1dafb5661bc is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:40.018653 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c62b8-f400-4f37-a4b9-5b7fec7c6777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83139982-faba-4e3b-af8a-e250333e9f1b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:40.152731 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-baf2b3a0-0a54-4743-84e9-02bf6ae80416 admin admin] Allocated IP 172.25.7.92 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/bd25628e-6e97-47c3-8ebb-08ea9b3ea287) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:40.383660 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2a5295d3-12dd-44ee-aebf-fe0827f1b9a2 req-5218866e-cc3e-49f5-bcce-e58780194c9b tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1768146 Feb 09 01:46:40.397798 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 106a6c95-23a8-484d-9fd1-7c40c25ac223 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:40.398426 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (106a6c95-23a8-484d-9fd1-7c40c25ac223), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:40.404036 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-a5a89125-e2f1-4b6a-a4f0-56580786c55d tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Allocated IP 172.20.0.4 (8e497bc1-122f-44b4-bc51-3150ff87700b/ddb561ab-b96f-484d-90d6-e4f04b896832/9ca303c1-2740-49a1-a603-aa4ab27cfc9b) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:40.421890 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-0e147601-b6e1-4a64-a337-15d787341895 req-2419a9cb-9198-403b-8f16-d025655ba944 service neutron] Attempting to bind port 68d866d7-e1d5-458d-845a-ff3ac72fe067 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:40.422508 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-0e147601-b6e1-4a64-a337-15d787341895 req-2419a9cb-9198-403b-8f16-d025655ba944 service neutron] Attempting to bind port 68d866d7-e1d5-458d-845a-ff3ac72fe067 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'a9a55533-38fd-403e-b1ad-c223cbcc35fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '212ddb32-d73c-4b13-9064-9889961b4051'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:40.423632 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e147601-b6e1-4a64-a337-15d787341895 req-2419a9cb-9198-403b-8f16-d025655ba944 service neutron] Attempting to bind port 68d866d7-e1d5-458d-845a-ff3ac72fe067 on network 212ddb32-d73c-4b13-9064-9889961b4051 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:40.485793 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e147601-b6e1-4a64-a337-15d787341895 req-2419a9cb-9198-403b-8f16-d025655ba944 service neutron] Port 68d866d7-e1d5-458d-845a-ff3ac72fe067 on network 212ddb32-d73c-4b13-9064-9889961b4051 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:46:40.488413 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e147601-b6e1-4a64-a337-15d787341895 req-2419a9cb-9198-403b-8f16-d025655ba944 service neutron] Attempting to bind port 68d866d7-e1d5-458d-845a-ff3ac72fe067 on network 212ddb32-d73c-4b13-9064-9889961b4051 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:40.533429 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e147601-b6e1-4a64-a337-15d787341895 req-2419a9cb-9198-403b-8f16-d025655ba944 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:40.534184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e147601-b6e1-4a64-a337-15d787341895 req-2419a9cb-9198-403b-8f16-d025655ba944 service neutron] Checking segment: {'id': 'a9a55533-38fd-403e-b1ad-c223cbcc35fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '212ddb32-d73c-4b13-9064-9889961b4051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:40.534811 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e147601-b6e1-4a64-a337-15d787341895 req-2419a9cb-9198-403b-8f16-d025655ba944 service neutron] Bound using segment: {'id': 'a9a55533-38fd-403e-b1ad-c223cbcc35fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '212ddb32-d73c-4b13-9064-9889961b4051'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:40.535519 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-0e147601-b6e1-4a64-a337-15d787341895 req-2419a9cb-9198-403b-8f16-d025655ba944 service neutron] Bound port: 68d866d7-e1d5-458d-845a-ff3ac72fe067, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a55533-38fd-403e-b1ad-c223cbcc35fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '212ddb32-d73c-4b13-9064-9889961b4051'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:40.536850 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e147601-b6e1-4a64-a337-15d787341895 req-2419a9cb-9198-403b-8f16-d025655ba944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (68d866d7-e1d5-458d-845a-ff3ac72fe067), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:40.566706 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 106a6c95-23a8-484d-9fd1-7c40c25ac223, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=106a6c95-23a8-484d-9fd1-7c40c25ac223,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:40.573793 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (106a6c95-23a8-484d-9fd1-7c40c25ac223), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:40.574848 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 52cf01a5-dba2-4194-86a5-a1dafb5661bc up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:40.649339 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fe57f1f-2bc4-42d7-9567-57344f634883 admin admin] Publish callbacks [] for security_group (1ac007e2-263e-4174-8b4e-e6dacf8e63ff), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:40.669515 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-baf2b3a0-0a54-4743-84e9-02bf6ae80416 admin admin] Publish callbacks [] for port (bd25628e-6e97-47c3-8ebb-08ea9b3ea287), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:40.789196 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ee78ef2-3a2c-4915-bb97-aaf06994d13a admin admin] Publish callbacks [] for port (3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:40.806250 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fe57f1f-2bc4-42d7-9567-57344f634883 admin admin] Publish callbacks [] for security_group (1ac007e2-263e-4174-8b4e-e6dacf8e63ff), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:40.950582 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-a5a89125-e2f1-4b6a-a4f0-56580786c55d tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Publish callbacks [] for port (9ca303c1-2740-49a1-a603-aa4ab27cfc9b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:40.966608 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-62d3315c-114e-40bd-8a40-8dfd88c2ea7b req-3e5bf7fb-de7d-4ed7-8720-d98ea6f0b167 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 210 time: 0.1163063 Feb 09 01:46:41.008610 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:41.009527 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:41.010164 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=106a6c95-23a8-484d-9fd1-7c40c25ac223,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:41.051061 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46200) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:41.055733 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 52cf01a5-dba2-4194-86a5-a1dafb5661bc triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:41.056125 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (52cf01a5-dba2-4194-86a5-a1dafb5661bc), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:41.062268 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-0e147601-b6e1-4a64-a337-15d787341895 req-2419a9cb-9198-403b-8f16-d025655ba944 service neutron] For port 68d866d7-e1d5-458d-845a-ff3ac72fe067, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:41.062559 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-9e71f350-7ae5-4f44-935a-9ab77f617861 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Request body: {'network': {'name': 'tempest-network-smoke--34334406', 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'port_security_enabled': True}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:41.078762 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fe57f1f-2bc4-42d7-9567-57344f634883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1ac007e2-263e-4174-8b4e-e6dacf8e63ff), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:41.082194 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fe57f1f-2bc4-42d7-9567-57344f634883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:41.084307 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9fe57f1f-2bc4-42d7-9567-57344f634883 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ac007e2-263e-4174-8b4e-e6dacf8e63ff HTTP/1.1" status: 204 len: 168 time: 1.3094530 Feb 09 01:46:41.104963 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-a5a89125-e2f1-4b6a-a4f0-56580786c55d tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (9ca303c1-2740-49a1-a603-aa4ab27cfc9b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:41.113495 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-0e147601-b6e1-4a64-a337-15d787341895 req-2419a9cb-9198-403b-8f16-d025655ba944 service neutron] For port 68d866d7-e1d5-458d-845a-ff3ac72fe067, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=68d866d7-e1d5-458d-845a-ff3ac72fe067,segment=NetworkSegment(a9a55533-38fd-403e-b1ad-c223cbcc35fe),segment_id=a9a55533-38fd-403e-b1ad-c223cbcc35fe)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:41.132318 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e147601-b6e1-4a64-a337-15d787341895 req-2419a9cb-9198-403b-8f16-d025655ba944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (68d866d7-e1d5-458d-845a-ff3ac72fe067), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:41.142231 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-a5a89125-e2f1-4b6a-a4f0-56580786c55d tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Network 8e497bc1-122f-44b4-bc51-3150ff87700b is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:41.156253 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-a5a89125-e2f1-4b6a-a4f0-56580786c55d tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:41.168888 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe57f1f-2bc4-42d7-9567-57344f634883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac007e2-263e-4174-8b4e-e6dacf8e63ff,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:41.183148 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-a5a89125-e2f1-4b6a-a4f0-56580786c55d tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:41.223565 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-baf2b3a0-0a54-4743-84e9-02bf6ae80416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (bd25628e-6e97-47c3-8ebb-08ea9b3ea287), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:41.255631 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419a9cb-9198-403b-8f16-d025655ba944 service neutron] Pushing event updated for resources: {'Port': ['ID=68d866d7-e1d5-458d-845a-ff3ac72fe067,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:41.283962 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf2b3a0-0a54-4743-84e9-02bf6ae80416 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:41.304321 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e71f350-7ae5-4f44-935a-9ab77f617861 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Made reservation on behalf of 5bb1a0b377414dc1915d0f29c8ffb19f for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:41.310675 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 52cf01a5-dba2-4194-86a5-a1dafb5661bc is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:41.312463 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e71f350-7ae5-4f44-935a-9ab77f617861 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:41.328603 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ee78ef2-3a2c-4915-bb97-aaf06994d13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:41.377614 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee78ef2-3a2c-4915-bb97-aaf06994d13a admin admin] Network 0496f9e7-f076-4fdf-8fd4-6325c25e60db is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:41.379927 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-baf2b3a0-0a54-4743-84e9-02bf6ae80416 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:41.385938 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e147601-b6e1-4a64-a337-15d787341895 req-2419a9cb-9198-403b-8f16-d025655ba944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:41.387022 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e147601-b6e1-4a64-a337-15d787341895 req-2419a9cb-9198-403b-8f16-d025655ba944 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:41.388805 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e147601-b6e1-4a64-a337-15d787341895 req-2419a9cb-9198-403b-8f16-d025655ba944 service neutron] 10.222.0.48 "PUT /v2.0/ports/68d866d7-e1d5-458d-845a-ff3ac72fe067 HTTP/1.1" status: 200 len: 1092 time: 5.0189555 Feb 09 01:46:41.392341 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-4ee78ef2-3a2c-4915-bb97-aaf06994d13a admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:41.406900 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4189bbbf-555d-4dc5-8fb1-8fee74255365', 'tag': '68d866d7-e1d5-458d-845a-ff3ac72fe067'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:46:41.419977 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2902ac11-39b6-4436-9a0f-a8bc6742eb9d" -d '{"events": [{"name": "network-changed", "server_uuid": "4189bbbf-555d-4dc5-8fb1-8fee74255365", "tag": "68d866d7-e1d5-458d-845a-ff3ac72fe067"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:46:41.427339 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf2b3a0-0a54-4743-84e9-02bf6ae80416 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:41.494397 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee78ef2-3a2c-4915-bb97-aaf06994d13a admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:41.536738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-0e147601-b6e1-4a64-a337-15d787341895 req-e0b3a003-5944-43dc-aceb-6ab441d3b96f service neutron] Request body: {'port': {'device_id': '4189bbbf-555d-4dc5-8fb1-8fee74255365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:41.550134 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e71f350-7ae5-4f44-935a-9ab77f617861 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:41.579181 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 106a6c95-23a8-484d-9fd1-7c40c25ac223 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:41.583378 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-a5a89125-e2f1-4b6a-a4f0-56580786c55d tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:41.589070 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-a5a89125-e2f1-4b6a-a4f0-56580786c55d tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:41.596396 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2b3a0-0a54-4743-84e9-02bf6ae80416 admin admin] Pushing event updated for resources: {'Port': ['ID=bd25628e-6e97-47c3-8ebb-08ea9b3ea287,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:41.744130 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a89125-e2f1-4b6a-a4f0-56580786c55d tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Pushing event updated for resources: {'Port': ['ID=9ca303c1-2740-49a1-a603-aa4ab27cfc9b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:41.781696 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-a5a89125-e2f1-4b6a-a4f0-56580786c55d tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6673551 Feb 09 01:46:41.784343 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5961adeb-f55a-488e-9e89-ad6ec27c1957 x-openstack-request-id: req-5961adeb-f55a-488e-9e89-ad6ec27c1957 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:46:41.788290 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4189bbbf-555d-4dc5-8fb1-8fee74255365", "tag": "68d866d7-e1d5-458d-845a-ff3ac72fe067", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:46:41.790154 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5961adeb-f55a-488e-9e89-ad6ec27c1957 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:46:41.794174 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4189bbbf-555d-4dc5-8fb1-8fee74255365', 'tag': '68d866d7-e1d5-458d-845a-ff3ac72fe067', 'status': 'completed', 'code': 200} Feb 09 01:46:41.817469 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-c33b798d-94fd-4963-af8c-a2ed956a1b09 service neutron] Request body: {'port': {'device_id': '78dfd2a3-ebb7-4229-81a7-2c998ed292c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:41.820064 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 106a6c95-23a8-484d-9fd1-7c40c25ac223 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:41.824742 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (106a6c95-23a8-484d-9fd1-7c40c25ac223), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.074590 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 106a6c95-23a8-484d-9fd1-7c40c25ac223 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:42.078472 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 52cf01a5-dba2-4194-86a5-a1dafb5661bc up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:42.093922 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-c33b798d-94fd-4963-af8c-a2ed956a1b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9ca303c1-2740-49a1-a603-aa4ab27cfc9b), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.215327 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e71f350-7ae5-4f44-935a-9ab77f617861 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for security_group (34056a42-be81-406c-bb73-4176670b1795), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.217017 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 52cf01a5-dba2-4194-86a5-a1dafb5661bc triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:42.217802 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (52cf01a5-dba2-4194-86a5-a1dafb5661bc), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.257878 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e71f350-7ae5-4f44-935a-9ab77f617861 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (34056a42-be81-406c-bb73-4176670b1795), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.276020 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46232) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:42.277611 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e147601-b6e1-4a64-a337-15d787341895 req-e0b3a003-5944-43dc-aceb-6ab441d3b96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9cb0b006-8ef4-47d5-9ada-d2e188eb42b2), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.284516 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.312754 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c92dea16-74f8-4b0d-af03-48052c1d074b None None] Provisioning complete for port 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:42.313829 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c92dea16-74f8-4b0d-af03-48052c1d074b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.319802 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-112b2ad5-9884-42b2-beae-fafe4cb6582c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.325922 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ee78ef2-3a2c-4915-bb97-aaf06994d13a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (3c6ce1ed-3e24-4af1-b689-a53215917934), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.348750 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e71f350-7ae5-4f44-935a-9ab77f617861 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:46:42.364579 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c92dea16-74f8-4b0d-af03-48052c1d074b None None] Port 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:46:42.394384 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71f350-7ae5-4f44-935a-9ab77f617861 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34056a42-be81-406c-bb73-4176670b1795,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:42.419348 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee78ef2-3a2c-4915-bb97-aaf06994d13a admin admin] Pushing event updated for resources: {'Port': ['ID=3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:42.438723 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 52cf01a5-dba2-4194-86a5-a1dafb5661bc is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:42.459649 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e71f350-7ae5-4f44-935a-9ab77f617861 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (ec19a1e7-8e57-4c51-ae5e-680796d09c8d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.459999 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-9e71f350-7ae5-4f44-935a-9ab77f617861 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Added segment ec19a1e7-8e57-4c51-ae5e-680796d09c8d of type vlan for network 9652cd42-3945-405b-b48b-6a0866a4d308 Feb 09 01:46:42.509202 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f760d-bbc4-4639-8118-e6143f4aed39 req-73f0db43-702f-4765-85c9-87cc37ef60c7 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:42.510787 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-427f760d-bbc4-4639-8118-e6143f4aed39 req-73f0db43-702f-4765-85c9-87cc37ef60c7 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 931 time: 0.2939265 Feb 09 01:46:42.511858 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4eb890-0a22-4248-a53c-8c797affcf2f req-942ce11b-5743-4425-b09b-b23d13522905 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:42.517567 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4eb890-0a22-4248-a53c-8c797affcf2f req-942ce11b-5743-4425-b09b-b23d13522905 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:42.526251 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf4eb890-0a22-4248-a53c-8c797affcf2f req-942ce11b-5743-4425-b09b-b23d13522905 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1667 time: 0.8106697 Feb 09 01:46:42.554360 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902ac11-39b6-4436-9a0f-a8bc6742eb9d req-5021357d-42e1-48e5-817c-8aa2f0f5d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:42.555175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902ac11-39b6-4436-9a0f-a8bc6742eb9d req-5021357d-42e1-48e5-817c-8aa2f0f5d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:42.557178 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2902ac11-39b6-4436-9a0f-a8bc6742eb9d req-5021357d-42e1-48e5-817c-8aa2f0f5d161 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c02c1e11e314bbaaaed061629dd9e0f&device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1945 time: 0.7616320 Feb 09 01:46:42.607387 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e71f350-7ae5-4f44-935a-9ab77f617861 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (9652cd42-3945-405b-b48b-6a0866a4d308), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.756657 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-427f760d-bbc4-4639-8118-e6143f4aed39 req-fcfc082e-ea5a-4bf3-a935-3914e46cc7fa tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114048 Feb 09 01:46:42.903258 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-c33b798d-94fd-4963-af8c-a2ed956a1b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca303c1-2740-49a1-a603-aa4ab27cfc9b {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:46:42.916078 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-c33b798d-94fd-4963-af8c-a2ed956a1b09 service neutron] Publish callbacks [] for port (9ca303c1-2740-49a1-a603-aa4ab27cfc9b), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.941761 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-c33b798d-94fd-4963-af8c-a2ed956a1b09 service neutron] Transition to ACTIVE for port object 9ca303c1-2740-49a1-a603-aa4ab27cfc9b will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:46:42.943828 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e71f350-7ae5-4f44-935a-9ab77f617861 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (9652cd42-3945-405b-b48b-6a0866a4d308), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.951578 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e71f350-7ae5-4f44-935a-9ab77f617861 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:42.952394 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e71f350-7ae5-4f44-935a-9ab77f617861 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.964325 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-112b2ad5-9884-42b2-beae-fafe4cb6582c admin admin] Publish callbacks [] for security_group (6d5f0fdd-b162-4047-827d-d12fcf4f9391), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.063085 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-c33b798d-94fd-4963-af8c-a2ed956a1b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (9ca303c1-2740-49a1-a603-aa4ab27cfc9b), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.081653 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71f350-7ae5-4f44-935a-9ab77f617861 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event updated for resources: {'Network': ['ID=9652cd42-3945-405b-b48b-6a0866a4d308,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:43.096888 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 9652cd42-3945-405b-b48b-6a0866a4d308 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:46:43.136432 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf4eb890-0a22-4248-a53c-8c797affcf2f req-f3e8ac03-c5cc-4373-ab94-b45840d83c49 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6081665 Feb 09 01:46:43.208763 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-112b2ad5-9884-42b2-beae-fafe4cb6582c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6d5f0fdd-b162-4047-827d-d12fcf4f9391), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.280133 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9e71f350-7ae5-4f44-935a-9ab77f617861 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.2242186 Feb 09 01:46:43.291047 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46248) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:43.324595 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6319d586-fe54-4c6b-a151-93438a46be33 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-679534864', 'admin_state_up': True, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:43.331074 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46250) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:43.364907 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b798d-94fd-4963-af8c-a2ed956a1b09 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca303c1-2740-49a1-a603-aa4ab27cfc9b,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:43.395648 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ee78ef2-3a2c-4915-bb97-aaf06994d13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.447742 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-112b2ad5-9884-42b2-beae-fafe4cb6582c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7c5f14f986ce420a8a4b9ddd039b1a04&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1657605 Feb 09 01:46:43.455618 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46254) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:43.456896 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.462279 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b2ad5-9884-42b2-beae-fafe4cb6582c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5f0fdd-b162-4047-827d-d12fcf4f9391,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:43.522216 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902ac11-39b6-4436-9a0f-a8bc6742eb9d req-d2538c37-7796-4588-9c18-4761fd754bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:43.522761 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902ac11-39b6-4436-9a0f-a8bc6742eb9d req-d2538c37-7796-4588-9c18-4761fd754bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:43.523252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902ac11-39b6-4436-9a0f-a8bc6742eb9d req-d2538c37-7796-4588-9c18-4761fd754bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:43.525056 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2902ac11-39b6-4436-9a0f-a8bc6742eb9d req-d2538c37-7796-4588-9c18-4761fd754bb2 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9c02c1e11e314bbaaaed061629dd9e0f&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.9489734 Feb 09 01:46:43.577532 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6319d586-fe54-4c6b-a151-93438a46be33 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (0d4d55a9-2ebd-4ac2-af92-42803eb95831), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.579237 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6319d586-fe54-4c6b-a151-93438a46be33 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (0d4d55a9-2ebd-4ac2-af92-42803eb95831), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.633843 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9515-ca9a-458a-8a11-97d938de2a37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.683779 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-c33b798d-94fd-4963-af8c-a2ed956a1b09 service neutron] Attempting to bind port 9ca303c1-2740-49a1-a603-aa4ab27cfc9b on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:43.684116 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-c33b798d-94fd-4963-af8c-a2ed956a1b09 service neutron] Attempting to bind port 9ca303c1-2740-49a1-a603-aa4ab27cfc9b by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'a0c13e34-b473-4117-be31-94c544229fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e497bc1-122f-44b4-bc51-3150ff87700b'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:43.684445 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-c33b798d-94fd-4963-af8c-a2ed956a1b09 service neutron] Attempting to bind port 9ca303c1-2740-49a1-a603-aa4ab27cfc9b on network 8e497bc1-122f-44b4-bc51-3150ff87700b {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:43.691730 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-baf2b3a0-0a54-4743-84e9-02bf6ae80416 admin admin] Publish callbacks [] for router_gateway (2fd7a201-612c-4b7d-950d-bd3eeda0bbd8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.730861 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-c33b798d-94fd-4963-af8c-a2ed956a1b09 service neutron] Port 9ca303c1-2740-49a1-a603-aa4ab27cfc9b on network 8e497bc1-122f-44b4-bc51-3150ff87700b not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:46:43.731181 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-c33b798d-94fd-4963-af8c-a2ed956a1b09 service neutron] Attempting to bind port 9ca303c1-2740-49a1-a603-aa4ab27cfc9b on network 8e497bc1-122f-44b4-bc51-3150ff87700b {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:43.735892 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-52d90933-00e9-41a6-9e1f-d023ff2c1f99 admin admin] Publish callbacks [] for security_group (6d5f0fdd-b162-4047-827d-d12fcf4f9391), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.742430 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6319d586-fe54-4c6b-a151-93438a46be33 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for router_controller (0d4d55a9-2ebd-4ac2-af92-42803eb95831), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.748001 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902ac11-39b6-4436-9a0f-a8bc6742eb9d req-cfadbc61-9051-4670-9084-5a6d04404958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:43.749741 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2902ac11-39b6-4436-9a0f-a8bc6742eb9d req-cfadbc61-9051-4670-9084-5a6d04404958 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2120028 Feb 09 01:46:43.759919 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-c33b798d-94fd-4963-af8c-a2ed956a1b09 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:43.760263 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-c33b798d-94fd-4963-af8c-a2ed956a1b09 service neutron] Checking segment: {'id': 'a0c13e34-b473-4117-be31-94c544229fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e497bc1-122f-44b4-bc51-3150ff87700b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:43.760651 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-c33b798d-94fd-4963-af8c-a2ed956a1b09 service neutron] Bound using segment: {'id': 'a0c13e34-b473-4117-be31-94c544229fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e497bc1-122f-44b4-bc51-3150ff87700b'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:43.761158 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-c33b798d-94fd-4963-af8c-a2ed956a1b09 service neutron] Bound port: 9ca303c1-2740-49a1-a603-aa4ab27cfc9b, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c13e34-b473-4117-be31-94c544229fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e497bc1-122f-44b4-bc51-3150ff87700b'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:43.761523 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-c33b798d-94fd-4963-af8c-a2ed956a1b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9ca303c1-2740-49a1-a603-aa4ab27cfc9b), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.863115 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-52d90933-00e9-41a6-9e1f-d023ff2c1f99 admin admin] Publish callbacks [] for security_group (6d5f0fdd-b162-4047-827d-d12fcf4f9391), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.965648 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-0e147601-b6e1-4a64-a337-15d787341895 req-e0b3a003-5944-43dc-aceb-6ab441d3b96f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:46:43.991903 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e147601-b6e1-4a64-a337-15d787341895 req-e0b3a003-5944-43dc-aceb-6ab441d3b96f service neutron] Publish callbacks [] for port (9cb0b006-8ef4-47d5-9ada-d2e188eb42b2), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:44.064891 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6319d586-fe54-4c6b-a151-93438a46be33 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for router_gateway (0d4d55a9-2ebd-4ac2-af92-42803eb95831), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:44.098436 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-0e147601-b6e1-4a64-a337-15d787341895 req-e0b3a003-5944-43dc-aceb-6ab441d3b96f service neutron] Transition to ACTIVE for port object 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:46:44.101089 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ee78ef2-3a2c-4915-bb97-aaf06994d13a admin admin] Publish callbacks [] for port (3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:44.111953 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e147601-b6e1-4a64-a337-15d787341895 req-e0b3a003-5944-43dc-aceb-6ab441d3b96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (9cb0b006-8ef4-47d5-9ada-d2e188eb42b2), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:44.122307 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ee78ef2-3a2c-4915-bb97-aaf06994d13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:44.193639 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9515-ca9a-458a-8a11-97d938de2a37 admin admin] Publish callbacks [] for security_group (0dd6334b-279f-4adc-8ae5-1e36ca932b07), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:44.201395 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a7894-942d-4538-a488-64d003b35989 req-8f75da33-cf37-426e-980a-836ba0b81bc2 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:44.202779 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-173a7894-942d-4538-a488-64d003b35989 req-8f75da33-cf37-426e-980a-836ba0b81bc2 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 943 time: 0.3503494 Feb 09 01:46:44.212800 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-c33b798d-94fd-4963-af8c-a2ed956a1b09 service neutron] For port 9ca303c1-2740-49a1-a603-aa4ab27cfc9b, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:44.237841 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-c33b798d-94fd-4963-af8c-a2ed956a1b09 service neutron] For port 9ca303c1-2740-49a1-a603-aa4ab27cfc9b, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9ca303c1-2740-49a1-a603-aa4ab27cfc9b,segment=NetworkSegment(a0c13e34-b473-4117-be31-94c544229fa5),segment_id=a0c13e34-b473-4117-be31-94c544229fa5)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:44.244063 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9515-ca9a-458a-8a11-97d938de2a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0dd6334b-279f-4adc-8ae5-1e36ca932b07), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:44.251750 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ee78ef2-3a2c-4915-bb97-aaf06994d13a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (3c6ce1ed-3e24-4af1-b689-a53215917934), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:44.279674 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-52d90933-00e9-41a6-9e1f-d023ff2c1f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6d5f0fdd-b162-4047-827d-d12fcf4f9391), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:44.282261 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-52d90933-00e9-41a6-9e1f-d023ff2c1f99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:44.283412 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-52d90933-00e9-41a6-9e1f-d023ff2c1f99 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d5f0fdd-b162-4047-827d-d12fcf4f9391 HTTP/1.1" status: 204 len: 168 time: 0.8113825 Feb 09 01:46:44.291256 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-c33b798d-94fd-4963-af8c-a2ed956a1b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (9ca303c1-2740-49a1-a603-aa4ab27cfc9b), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:44.360368 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bdbc9515-ca9a-458a-8a11-97d938de2a37 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9c8684167f3442a88f24a81cba7da7ff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0277100 Feb 09 01:46:44.363176 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3a003-5944-43dc-aceb-6ab441d3b96f service neutron] Pushing event updated for resources: {'Port': ['ID=9cb0b006-8ef4-47d5-9ada-d2e188eb42b2,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:44.365054 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-c33b798d-94fd-4963-af8c-a2ed956a1b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:44.365574 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 46272) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:44.367642 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-c33b798d-94fd-4963-af8c-a2ed956a1b09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:44.370212 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-c33b798d-94fd-4963-af8c-a2ed956a1b09 service neutron] 10.222.0.67 "PUT /v2.0/ports/9ca303c1-2740-49a1-a603-aa4ab27cfc9b HTTP/1.1" status: 200 len: 1091 time: 2.5801864 Feb 09 01:46:44.397344 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78dfd2a3-ebb7-4229-81a7-2c998ed292c2', 'tag': '9ca303c1-2740-49a1-a603-aa4ab27cfc9b'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:46:44.417992 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d301f703-dbb4-4264-927a-341cdf429d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "78dfd2a3-ebb7-4229-81a7-2c998ed292c2", "tag": "9ca303c1-2740-49a1-a603-aa4ab27cfc9b"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:46:44.417992 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc9515-ca9a-458a-8a11-97d938de2a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd6334b-279f-4adc-8ae5-1e36ca932b07,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:44.481681 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d90933-00e9-41a6-9e1f-d023ff2c1f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5f0fdd-b162-4047-827d-d12fcf4f9391,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:44.487307 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-173a7894-942d-4538-a488-64d003b35989 req-a42338a5-03ff-4cdc-bed7-b1b592cd0866 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608588 Feb 09 01:46:44.558381 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b798d-94fd-4963-af8c-a2ed956a1b09 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca303c1-2740-49a1-a603-aa4ab27cfc9b,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:44.604214 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-baf2b3a0-0a54-4743-84e9-02bf6ae80416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (2fd7a201-612c-4b7d-950d-bd3eeda0bbd8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:44.606840 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee78ef2-3a2c-4915-bb97-aaf06994d13a admin admin] Pushing event updated for resources: {'Port': ['ID=3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:44.612940 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-2e1f65ca-dfa0-4e66-ab4b-30d35cb290ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:44.617898 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-2e1f65ca-dfa0-4e66-ab4b-30d35cb290ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a97911cac8641ab9180dac54e0c0c03&device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 1125 time: 0.1501667 Feb 09 01:46:44.635560 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b2bf6b-2d3b-422d-a697-f12faf067c1e x-openstack-request-id: req-b3b2bf6b-2d3b-422d-a697-f12faf067c1e {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:46:44.636203 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78dfd2a3-ebb7-4229-81a7-2c998ed292c2", "tag": "9ca303c1-2740-49a1-a603-aa4ab27cfc9b", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:46:44.636851 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b3b2bf6b-2d3b-422d-a697-f12faf067c1e {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:46:44.637530 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78dfd2a3-ebb7-4229-81a7-2c998ed292c2', 'tag': '9ca303c1-2740-49a1-a603-aa4ab27cfc9b', 'status': 'completed', 'code': 200} Feb 09 01:46:44.687735 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-54967150-a179-4072-8bfc-cff133ce1cf3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ca303c1-2740-49a1-a603-aa4ab27cfc9b HTTP/1.1" status: 200 len: 217 time: 0.0451849 Feb 09 01:46:44.856714 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6319d586-fe54-4c6b-a151-93438a46be33 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for router_gateway (0d4d55a9-2ebd-4ac2-af92-42803eb95831), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:44.887176 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-53bb1e14-ae05-4ba5-b988-d65777d19b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:44.888703 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-53bb1e14-ae05-4ba5-b988-d65777d19b2a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ddb561ab-b96f-484d-90d6-e4f04b896832 HTTP/1.1" status: 200 len: 855 time: 0.1506083 Feb 09 01:46:44.890607 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6319d586-fe54-4c6b-a151-93438a46be33 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:44.935542 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-4628861e-2756-4f64-8dc9-2182239801e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e497bc1-122f-44b4-bc51-3150ff87700b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361681 Feb 09 01:46:45.000664 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee78ef2-3a2c-4915-bb97-aaf06994d13a admin admin] Network 0496f9e7-f076-4fdf-8fd4-6325c25e60db is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:45.012050 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-4ee78ef2-3a2c-4915-bb97-aaf06994d13a admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:45.020408 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-482a7231-728d-4bb5-9140-6a98241c3cd4 admin admin] Publish callbacks [] for security_group (0dd6334b-279f-4adc-8ae5-1e36ca932b07), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:45.166885 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-0e147601-b6e1-4a64-a337-15d787341895 req-e0b3a003-5944-43dc-aceb-6ab441d3b96f service neutron] Attempting to bind port 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:45.167615 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-0e147601-b6e1-4a64-a337-15d787341895 req-e0b3a003-5944-43dc-aceb-6ab441d3b96f service neutron] Attempting to bind port 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '466214c9-3ad8-40ad-9e38-1ad7a045af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:45.168078 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e147601-b6e1-4a64-a337-15d787341895 req-e0b3a003-5944-43dc-aceb-6ab441d3b96f service neutron] Attempting to bind port 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 on network 5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:45.183782 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a789988-6a97-44b8-b4fe-33e9f8924a38 req-a5e2695d-e9f5-4ec2-a39b-0eb7f67f122d tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:45.190106 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a789988-6a97-44b8-b4fe-33e9f8924a38 req-a5e2695d-e9f5-4ec2-a39b-0eb7f67f122d tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:45.191928 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3a789988-6a97-44b8-b4fe-33e9f8924a38 req-a5e2695d-e9f5-4ec2-a39b-0eb7f67f122d tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1679 time: 0.9327693 Feb 09 01:46:45.290094 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e147601-b6e1-4a64-a337-15d787341895 req-e0b3a003-5944-43dc-aceb-6ab441d3b96f service neutron] Port 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 on network 5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:46:45.290433 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e147601-b6e1-4a64-a337-15d787341895 req-e0b3a003-5944-43dc-aceb-6ab441d3b96f service neutron] Attempting to bind port 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 on network 5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:45.303890 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-482a7231-728d-4bb5-9140-6a98241c3cd4 admin admin] Publish callbacks [] for security_group (0dd6334b-279f-4adc-8ae5-1e36ca932b07), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:45.352320 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e147601-b6e1-4a64-a337-15d787341895 req-e0b3a003-5944-43dc-aceb-6ab441d3b96f service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:45.352672 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e147601-b6e1-4a64-a337-15d787341895 req-e0b3a003-5944-43dc-aceb-6ab441d3b96f service neutron] Checking segment: {'id': '466214c9-3ad8-40ad-9e38-1ad7a045af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:45.353076 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e147601-b6e1-4a64-a337-15d787341895 req-e0b3a003-5944-43dc-aceb-6ab441d3b96f service neutron] Bound using segment: {'id': '466214c9-3ad8-40ad-9e38-1ad7a045af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:45.353527 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-0e147601-b6e1-4a64-a337-15d787341895 req-e0b3a003-5944-43dc-aceb-6ab441d3b96f service neutron] Bound port: 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '466214c9-3ad8-40ad-9e38-1ad7a045af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:45.353891 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e147601-b6e1-4a64-a337-15d787341895 req-e0b3a003-5944-43dc-aceb-6ab441d3b96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9cb0b006-8ef4-47d5-9ada-d2e188eb42b2), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:45.392837 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9d448675-fc1c-4349-adea-532b9b33a28b None None] Provisioning complete for port 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:45.393404 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9d448675-fc1c-4349-adea-532b9b33a28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:45.450790 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3a789988-6a97-44b8-b4fe-33e9f8924a38 req-2810fe89-f754-40ed-bd81-b26aeb2d6f49 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144985 Feb 09 01:46:45.486435 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9d448675-fc1c-4349-adea-532b9b33a28b None None] Port 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:46:45.551031 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee78ef2-3a2c-4915-bb97-aaf06994d13a admin admin] Router 3c6ce1ed-3e24-4af1-b689-a53215917934 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:46:45.613050 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-0e147601-b6e1-4a64-a337-15d787341895 req-e0b3a003-5944-43dc-aceb-6ab441d3b96f service neutron] For port 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:45.619091 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-0e147601-b6e1-4a64-a337-15d787341895 req-e0b3a003-5944-43dc-aceb-6ab441d3b96f service neutron] For port 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9cb0b006-8ef4-47d5-9ada-d2e188eb42b2,segment=NetworkSegment(466214c9-3ad8-40ad-9e38-1ad7a045af43),segment_id=466214c9-3ad8-40ad-9e38-1ad7a045af43)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:45.622463 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-482a7231-728d-4bb5-9140-6a98241c3cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0dd6334b-279f-4adc-8ae5-1e36ca932b07), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:45.625089 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-482a7231-728d-4bb5-9140-6a98241c3cd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:45.629019 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-482a7231-728d-4bb5-9140-6a98241c3cd4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0dd6334b-279f-4adc-8ae5-1e36ca932b07 HTTP/1.1" status: 204 len: 168 time: 1.2440457 Feb 09 01:46:45.636651 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf2b3a0-0a54-4743-84e9-02bf6ae80416 admin admin] Router 2fd7a201-612c-4b7d-950d-bd3eeda0bbd8 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:46:45.639980 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a7231-728d-4bb5-9140-6a98241c3cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd6334b-279f-4adc-8ae5-1e36ca932b07,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:45.644132 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e147601-b6e1-4a64-a337-15d787341895 req-e0b3a003-5944-43dc-aceb-6ab441d3b96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (9cb0b006-8ef4-47d5-9ada-d2e188eb42b2), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:45.709867 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3a003-5944-43dc-aceb-6ab441d3b96f service neutron] Pushing event updated for resources: {'Port': ['ID=9cb0b006-8ef4-47d5-9ada-d2e188eb42b2,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:45.755908 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-6319d586-fe54-4c6b-a151-93438a46be33 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Allocated IP 172.25.7.62 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/5185d35b-3117-405a-8b21-ae03c90bb0b3) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:45.901493 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6319d586-fe54-4c6b-a151-93438a46be33 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for port (5185d35b-3117-405a-8b21-ae03c90bb0b3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:45.922712 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e147601-b6e1-4a64-a337-15d787341895 req-e0b3a003-5944-43dc-aceb-6ab441d3b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:45.923376 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e147601-b6e1-4a64-a337-15d787341895 req-e0b3a003-5944-43dc-aceb-6ab441d3b96f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:45.925315 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e147601-b6e1-4a64-a337-15d787341895 req-e0b3a003-5944-43dc-aceb-6ab441d3b96f service neutron] 10.222.0.48 "PUT /v2.0/ports/9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 HTTP/1.1" status: 200 len: 1092 time: 4.4495912 Feb 09 01:46:46.011859 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4189bbbf-555d-4dc5-8fb1-8fee74255365', 'tag': '9cb0b006-8ef4-47d5-9ada-d2e188eb42b2'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:46:46.015501 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60a40c8-e00d-416f-a69b-8a28bbf763fb" -d '{"events": [{"name": "network-changed", "server_uuid": "4189bbbf-555d-4dc5-8fb1-8fee74255365", "tag": "9cb0b006-8ef4-47d5-9ada-d2e188eb42b2"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:46:46.024835 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6319d586-fe54-4c6b-a151-93438a46be33 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (5185d35b-3117-405a-8b21-ae03c90bb0b3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:46.037068 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf2b3a0-0a54-4743-84e9-02bf6ae80416 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:46:46.043154 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-11070ef7-60d3-4a6c-aeb8-ad2f557fa5b5 service neutron] 10.222.0.67 "GET /v2.0/networks/8e497bc1-122f-44b4-bc51-3150ff87700b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1009700 Feb 09 01:46:46.050304 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] Sync routers for ids ['2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:46:46.080463 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] Routers {'2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:46.081365 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:46:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:46.106784 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-baf2b3a0-0a54-4743-84e9-02bf6ae80416 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:46.112094 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-baf2b3a0-0a54-4743-84e9-02bf6ae80416 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.9117055 Feb 09 01:46:46.119020 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 46332) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:46.260492 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2618c9-fda4-44b6-8a15-cdbf8892a101 x-openstack-request-id: req-5e2618c9-fda4-44b6-8a15-cdbf8892a101 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:46:46.260826 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4189bbbf-555d-4dc5-8fb1-8fee74255365", "tag": "9cb0b006-8ef4-47d5-9ada-d2e188eb42b2", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:46:46.261266 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e2618c9-fda4-44b6-8a15-cdbf8892a101 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:46:46.261612 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4189bbbf-555d-4dc5-8fb1-8fee74255365', 'tag': '9cb0b006-8ef4-47d5-9ada-d2e188eb42b2', 'status': 'completed', 'code': 200} Feb 09 01:46:46.263059 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] Set router 2fd7a201-612c-4b7d-950d-bd3eeda0bbd8 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:46.423687 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6319d586-fe54-4c6b-a151-93438a46be33 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:46.427384 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319d586-fe54-4c6b-a151-93438a46be33 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event updated for resources: {'Port': ['ID=5185d35b-3117-405a-8b21-ae03c90bb0b3,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:46.431037 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-6319d586-fe54-4c6b-a151-93438a46be33 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:46.443331 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6319d586-fe54-4c6b-a151-93438a46be33 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:46.484418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e147601-b6e1-4a64-a337-15d787341895 req-fe0e2e5c-dce7-4e5c-a47e-8307da551833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:46.484927 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e147601-b6e1-4a64-a337-15d787341895 req-fe0e2e5c-dce7-4e5c-a47e-8307da551833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:46.488449 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e147601-b6e1-4a64-a337-15d787341895 req-fe0e2e5c-dce7-4e5c-a47e-8307da551833 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c02c1e11e314bbaaaed061629dd9e0f&device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 2043 time: 0.4692137 Feb 09 01:46:46.542656 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'name': 'tempest-TaggedBootDevicesTest-1522749418-router', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:33Z', 'updated_at': '2022-02-09T01:46:43Z', 'revision_number': 3, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'gw_port': {'id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:39Z', 'updated_at': '2022-02-09T01:46:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:46.567396 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e147601-b6e1-4a64-a337-15d787341895 req-ad4b740a-dabe-4cbb-9f3f-925d820ed97c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.195&port_id=68d866d7-e1d5-458d-845a-ff3ac72fe067 HTTP/1.1" status: 200 len: 217 time: 0.0692799 Feb 09 01:46:46.578892 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] Checking router: 2fd7a201-612c-4b7d-950d-bd3eeda0bbd8 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:46:46.579533 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] Updating router 2fd7a201-612c-4b7d-950d-bd3eeda0bbd8 port bd25628e-6e97-47c3-8ebb-08ea9b3ea287 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:46:46.615187 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bd25628e-6e97-47c3-8ebb-08ea9b3ea287), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:46.834178 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c206e89-cf72-4cca-8e04-0afa40726b79 req-35d33f30-3fd3-4a6c-83c9-db9fb25b39b3 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:46.835955 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7c206e89-cf72-4cca-8e04-0afa40726b79 req-35d33f30-3fd3-4a6c-83c9-db9fb25b39b3 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 943 time: 1.1180263 Feb 09 01:46:46.928129 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-afe0bab8-09af-4f75-b502-5a6a9f8dd193 req-54391d0d-2b15-4fd0-82d3-d29f0246cf9e service neutron] 10.222.0.67 "GET /v2.0/networks/8e497bc1-122f-44b4-bc51-3150ff87700b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8783216 Feb 09 01:46:47.025137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee78ef2-3a2c-4915-bb97-aaf06994d13a admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:46:47.040327 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] Sync routers for ids ['3c6ce1ed-3e24-4af1-b689-a53215917934'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:46:47.041165 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4ee78ef2-3a2c-4915-bb97-aaf06994d13a admin admin] 10.222.0.36 "PUT /v2.0/routers/3c6ce1ed-3e24-4af1-b689-a53215917934/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1013939 Feb 09 01:46:47.061507 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] Routers {'3c6ce1ed-3e24-4af1-b689-a53215917934'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:47.064544 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:46:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['3c6ce1ed-3e24-4af1-b689-a53215917934'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:47.113674 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6319d586-fe54-4c6b-a151-93438a46be33 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for router_gateway (0d4d55a9-2ebd-4ac2-af92-42803eb95831), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:47.206978 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] Publish callbacks [] for port (bd25628e-6e97-47c3-8ebb-08ea9b3ea287), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:47.216751 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bd25628e-6e97-47c3-8ebb-08ea9b3ea287), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:47.262671 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7c206e89-cf72-4cca-8e04-0afa40726b79 req-b4fc6843-438c-488a-aa2e-853de3451e47 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008806 Feb 09 01:46:47.339110 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e147601-b6e1-4a64-a337-15d787341895 req-4ba61ea7-0ffb-4825-bcfb-f08b46260334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:47.340658 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e147601-b6e1-4a64-a337-15d787341895 req-4ba61ea7-0ffb-4825-bcfb-f08b46260334 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cb912675-2db4-49b2-a46f-2bfd8b61f105 HTTP/1.1" status: 200 len: 801 time: 0.7566161 Feb 09 01:46:47.375494 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301f703-dbb4-4264-927a-341cdf429d5e req-31d9b0ad-8cb4-4a29-903e-08a8b1a78fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:47.377020 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d301f703-dbb4-4264-927a-341cdf429d5e req-31d9b0ad-8cb4-4a29-903e-08a8b1a78fda service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a97911cac8641ab9180dac54e0c0c03&device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 1125 time: 0.2650743 Feb 09 01:46:47.412114 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0374ffa-99eb-4e3a-a60e-3fdb71c782a9 req-413a7986-faa9-47bd-b338-e3791349058b tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:47.413728 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a0374ffa-99eb-4e3a-a60e-3fdb71c782a9 req-413a7986-faa9-47bd-b338-e3791349058b tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/ports?device_id=616dfe9f-a528-45e9-bbbc-567549d7b16c HTTP/1.1" status: 200 len: 950 time: 0.8392348 Feb 09 01:46:47.438290 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] Set router 3c6ce1ed-3e24-4af1-b689-a53215917934 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:47.453349 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7dd59d-93ca-47e7-be8f-73392242dddd None None] Pushing event updated for resources: {'Port': ['ID=bd25628e-6e97-47c3-8ebb-08ea9b3ea287,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:47.476018 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] Attempting to bind port bd25628e-6e97-47c3-8ebb-08ea9b3ea287 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:47.476760 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] Attempting to bind port bd25628e-6e97-47c3-8ebb-08ea9b3ea287 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:47.478526 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] Attempting to bind port bd25628e-6e97-47c3-8ebb-08ea9b3ea287 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:47.483617 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6319d586-fe54-4c6b-a151-93438a46be33 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (0d4d55a9-2ebd-4ac2-af92-42803eb95831), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:47.486448 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7dd59d-93ca-47e7-be8f-73392242dddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:47.488847 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7dd59d-93ca-47e7-be8f-73392242dddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:47.489418 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7dd59d-93ca-47e7-be8f-73392242dddd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:47.491321 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7dd59d-93ca-47e7-be8f-73392242dddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:47.491748 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7dd59d-93ca-47e7-be8f-73392242dddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:47.492157 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7dd59d-93ca-47e7-be8f-73392242dddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:47.498751 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7dd59d-93ca-47e7-be8f-73392242dddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:47.499244 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7dd59d-93ca-47e7-be8f-73392242dddd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:47.499656 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7dd59d-93ca-47e7-be8f-73392242dddd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:47.500061 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7dd59d-93ca-47e7-be8f-73392242dddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:47.500492 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7dd59d-93ca-47e7-be8f-73392242dddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:47.500890 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7dd59d-93ca-47e7-be8f-73392242dddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:47.501332 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7dd59d-93ca-47e7-be8f-73392242dddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:47.508274 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:47.512701 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:47.512701 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:47.515008 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:47.515584 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] Bound port: bd25628e-6e97-47c3-8ebb-08ea9b3ea287, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:47.518007 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bd25628e-6e97-47c3-8ebb-08ea9b3ea287), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:47.575068 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] For port bd25628e-6e97-47c3-8ebb-08ea9b3ea287, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:47.578590 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] For port bd25628e-6e97-47c3-8ebb-08ea9b3ea287, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=bd25628e-6e97-47c3-8ebb-08ea9b3ea287,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:47.586987 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bd25628e-6e97-47c3-8ebb-08ea9b3ea287), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:47.638259 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] Routers {'2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:47.639003 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:46:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:47.698201 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e147601-b6e1-4a64-a337-15d787341895 req-2fc67ff6-49ba-44be-bb4c-cf12bf943c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:47.699746 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e147601-b6e1-4a64-a337-15d787341895 req-2fc67ff6-49ba-44be-bb4c-cf12bf943c87 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=212ddb32-d73c-4b13-9064-9889961b4051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3052971 Feb 09 01:46:47.732388 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301f703-dbb4-4264-927a-341cdf429d5e req-365ab8cc-2c76-484e-ae47-c589096e6a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:47.734340 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d301f703-dbb4-4264-927a-341cdf429d5e req-365ab8cc-2c76-484e-ae47-c589096e6a43 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e497bc1-122f-44b4-bc51-3150ff87700b HTTP/1.1" status: 200 len: 916 time: 0.3501694 Feb 09 01:46:47.760514 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef210465-88d0-453b-a134-e81094443ef6 req-bb1707a3-6dea-4acd-a05c-a0f372ae6f29 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:47.766220 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] Set router 2fd7a201-612c-4b7d-950d-bd3eeda0bbd8 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:47.769688 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef210465-88d0-453b-a134-e81094443ef6 req-bb1707a3-6dea-4acd-a05c-a0f372ae6f29 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:47.772854 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ef210465-88d0-453b-a134-e81094443ef6 req-bb1707a3-6dea-4acd-a05c-a0f372ae6f29 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1679 time: 0.3076649 Feb 09 01:46:47.773008 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a0374ffa-99eb-4e3a-a60e-3fdb71c782a9 req-d0d71a04-2275-4f27-ad92-d1378933cd5d tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/security-groups?id=a21505dd-3a3e-4137-974b-f8f1c205656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167950 Feb 09 01:46:47.935124 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e147601-b6e1-4a64-a337-15d787341895 req-91712aff-0354-4e5a-ba76-ea5e235849e9 service neutron] 10.222.0.48 "GET /v2.0/networks/212ddb32-d73c-4b13-9064-9889961b4051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274354 Feb 09 01:46:47.966424 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ef210465-88d0-453b-a134-e81094443ef6 req-2f8caaf5-b2f0-41c4-8484-58e72361c847 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505015 Feb 09 01:46:47.988178 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d301f703-dbb4-4264-927a-341cdf429d5e req-ade95b5b-aa56-43dd-a071-4d88ee616071 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ca303c1-2740-49a1-a603-aa4ab27cfc9b HTTP/1.1" status: 200 len: 217 time: 0.2058544 Feb 09 01:46:48.011960 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7dd59d-93ca-47e7-be8f-73392242dddd None None] Pushing event updated for resources: {'Port': ['ID=bd25628e-6e97-47c3-8ebb-08ea9b3ea287,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:48.075768 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301f703-dbb4-4264-927a-341cdf429d5e req-4e998529-20d5-41fc-8f13-52f8f0b80d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:48.078816 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d301f703-dbb4-4264-927a-341cdf429d5e req-4e998529-20d5-41fc-8f13-52f8f0b80d43 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ddb561ab-b96f-484d-90d6-e4f04b896832 HTTP/1.1" status: 200 len: 855 time: 0.0810699 Feb 09 01:46:48.079169 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6319d586-fe54-4c6b-a151-93438a46be33 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Router 0d4d55a9-2ebd-4ac2-af92-42803eb95831 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:46:48.100594 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93abfa2e-5d19-4e97-bc95-8abaa82bf301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:48.161335 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d301f703-dbb4-4264-927a-341cdf429d5e req-8d97e6be-a261-4d2e-a2ee-6e66be1236c5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e497bc1-122f-44b4-bc51-3150ff87700b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730169 Feb 09 01:46:48.198484 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e147601-b6e1-4a64-a337-15d787341895 req-f90875bf-0da6-4a5c-9987-8d1af8c64324 service neutron] 10.222.0.48 "GET /v2.0/networks/212ddb32-d73c-4b13-9064-9889961b4051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535744 Feb 09 01:46:48.218359 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'name': 'tempest-ServersTestFqdnHostnames-1355708029-router', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:22Z', 'updated_at': '2022-02-09T01:46:43Z', 'revision_number': 4, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'gw_port': {'id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:25Z', 'updated_at': '2022-02-09T01:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe', 'name': '', 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'mac_address': 'fa:16:3e:78:ee:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'e8971ac9-cf91-4def-9490-e096359ab4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:39Z', 'updated_at': '2022-02-09T01:46:43Z', 'revision_number': 2, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'subnets': [{'id': 'e8971ac9-cf91-4def-9490-e096359ab4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:48.258838 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'name': 'tempest-TaggedBootDevicesTest-1522749418-router', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:33Z', 'updated_at': '2022-02-09T01:46:43Z', 'revision_number': 3, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'gw_port': {'id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:39Z', 'updated_at': '2022-02-09T01:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:48.285888 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] Checking router: 3c6ce1ed-3e24-4af1-b689-a53215917934 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:46:48.293192 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] Updating router 3c6ce1ed-3e24-4af1-b689-a53215917934 port 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:46:48.305341 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e147601-b6e1-4a64-a337-15d787341895 req-1202cf07-8765-4c07-825a-b5fbc1d66600 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.188&port_id=9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 HTTP/1.1" status: 200 len: 217 time: 0.0939786 Feb 09 01:46:48.347841 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6884b6c-0e8f-45aa-aebc-8442ed45fd16 None None] The sync data for ids ['2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'] in n-d-828387-3 is: [{'id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'name': 'tempest-TaggedBootDevicesTest-1522749418-router', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:33Z', 'updated_at': '2022-02-09T01:46:43Z', 'revision_number': 3, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'gw_port': {'id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:39Z', 'updated_at': '2022-02-09T01:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:46:48.353296 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:48.588089 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-93abfa2e-5d19-4e97-bc95-8abaa82bf301 admin admin] Allocated IP 172.20.0.1 (ad7f13d6-48b1-4260-a707-f8bf8cbabb95/7a8dc3cb-389b-4805-b231-7a2cad302cd2/28f00988-3af8-4f0a-8629-5ac20cdcd7f1) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:48.597874 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46420) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:48.617052 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ee8d1ed7-a467-4f06-9da2-9f5805e15e38 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1537748682', 'description': 'tempest-description--1084854412'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:48.701798 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d301f703-dbb4-4264-927a-341cdf429d5e req-e364410b-3e8b-418f-b976-2e3ac41d42f0 service neutron] 10.222.0.67 "GET /v2.0/networks/8e497bc1-122f-44b4-bc51-3150ff87700b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311954 Feb 09 01:46:48.710538 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6319d586-fe54-4c6b-a151-93438a46be33 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:46:48.730922 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] Sync routers for ids ['0d4d55a9-2ebd-4ac2-af92-42803eb95831'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:46:48.768428 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6319d586-fe54-4c6b-a151-93438a46be33 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:48.769570 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6319d586-fe54-4c6b-a151-93438a46be33 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.4658227 Feb 09 01:46:48.771371 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee8d1ed7-a467-4f06-9da2-9f5805e15e38 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:48.775293 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46434) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:48.780549 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] Routers {'0d4d55a9-2ebd-4ac2-af92-42803eb95831'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:48.789845 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:46:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0d4d55a9-2ebd-4ac2-af92-42803eb95831'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:48.864831 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e147601-b6e1-4a64-a337-15d787341895 req-3bb5fc0d-f7a5-4870-afab-409d0a53202d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:48.866418 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e147601-b6e1-4a64-a337-15d787341895 req-3bb5fc0d-f7a5-4870-afab-409d0a53202d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7dd91541-83b7-4cd8-a15d-fb6ae3c38712 HTTP/1.1" status: 200 len: 801 time: 0.5510721 Feb 09 01:46:49.015440 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] Publish callbacks [] for port (3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:49.026767 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:49.048222 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6b1e2-dc9e-485d-80ea-14667aa093b6 req-d1d496d4-2b36-4644-be05-56edd0caba6a tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:49.064925 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00f6b1e2-dc9e-485d-80ea-14667aa093b6 req-d1d496d4-2b36-4644-be05-56edd0caba6a tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 943 time: 0.2959795 Feb 09 01:46:49.177007 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d301f703-dbb4-4264-927a-341cdf429d5e req-863827cc-240b-42d4-b304-358cde03464c service neutron] 10.222.0.67 "GET /v2.0/networks/8e497bc1-122f-44b4-bc51-3150ff87700b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335988 Feb 09 01:46:49.237859 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93abfa2e-5d19-4e97-bc95-8abaa82bf301 admin admin] Publish callbacks [] for port (28f00988-3af8-4f0a-8629-5ac20cdcd7f1), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:49.343089 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee8d1ed7-a467-4f06-9da2-9f5805e15e38 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks [] for security_group (8274fe3c-b38e-493f-83dc-bf0acc6f6a13), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:49.344875 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] Set router 0d4d55a9-2ebd-4ac2-af92-42803eb95831 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:49.366654 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] Attempting to bind port 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:49.367261 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] Attempting to bind port 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'fb8b9e04-c44d-4c58-a713-358ae85c4e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:49.367557 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] Attempting to bind port 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe on network 0496f9e7-f076-4fdf-8fd4-6325c25e60db {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:49.374564 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93abfa2e-5d19-4e97-bc95-8abaa82bf301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (28f00988-3af8-4f0a-8629-5ac20cdcd7f1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:49.380045 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee8d1ed7-a467-4f06-9da2-9f5805e15e38 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8274fe3c-b38e-493f-83dc-bf0acc6f6a13), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:49.389007 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:49.389400 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] Checking segment: {'id': 'fb8b9e04-c44d-4c58-a713-358ae85c4e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:49.389819 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:49.390225 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] Bound using segment: {'id': 'fb8b9e04-c44d-4c58-a713-358ae85c4e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:49.390739 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] Bound port: 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb8b9e04-c44d-4c58-a713-358ae85c4e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:49.391129 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:49.400430 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2b06c-6a44-4b75-b071-3225f8075003 None None] Pushing event updated for resources: {'Port': ['ID=3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:49.642626 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] For port 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:49.649468 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] For port 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe,segment=NetworkSegment(fb8b9e04-c44d-4c58-a713-358ae85c4e21),segment_id=fb8b9e04-c44d-4c58-a713-358ae85c4e21)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:49.666566 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:49.680136 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00f6b1e2-dc9e-485d-80ea-14667aa093b6 req-51a97568-9f1f-4c88-833d-5724dde97171 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6142330 Feb 09 01:46:49.684276 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93abfa2e-5d19-4e97-bc95-8abaa82bf301 admin admin] Network ad7f13d6-48b1-4260-a707-f8bf8cbabb95 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:49.714043 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'name': 'tempest-TestSecurityGroupsBasicOps-router-679534864', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:43Z', 'updated_at': '2022-02-09T01:46:46Z', 'revision_number': 3, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'gw_port': {'id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:44Z', 'updated_at': '2022-02-09T01:46:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:49.747336 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fce99db1-7805-4c2d-b57b-285ed9c8baf0 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5bb1a0b377414dc1915d0f29c8ffb19f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9618547 Feb 09 01:46:49.750047 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-93abfa2e-5d19-4e97-bc95-8abaa82bf301 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:49.752280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abfa2e-5d19-4e97-bc95-8abaa82bf301 admin admin] Pushing event updated for resources: {'Port': ['ID=28f00988-3af8-4f0a-8629-5ac20cdcd7f1,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:49.760746 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46460) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:49.763537 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93abfa2e-5d19-4e97-bc95-8abaa82bf301 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:49.788783 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] Checking router: 0d4d55a9-2ebd-4ac2-af92-42803eb95831 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:46:49.791526 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] Updating router 0d4d55a9-2ebd-4ac2-af92-42803eb95831 port 5185d35b-3117-405a-8b21-ae03c90bb0b3 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:46:49.832108 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e147601-b6e1-4a64-a337-15d787341895 req-e517eaf2-b757-4376-8746-71fdbc831238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:49.834998 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e147601-b6e1-4a64-a337-15d787341895 req-e517eaf2-b757-4376-8746-71fdbc831238 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.9289272 Feb 09 01:46:49.878377 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee8d1ed7-a467-4f06-9da2-9f5805e15e38 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:49.885236 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ee8d1ed7-a467-4f06-9da2-9f5805e15e38 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2787099 Feb 09 01:46:49.892125 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46466) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:49.902057 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5185d35b-3117-405a-8b21-ae03c90bb0b3), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:49.920533 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d1ed7-a467-4f06-9da2-9f5805e15e38 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8274fe3c-b38e-493f-83dc-bf0acc6f6a13,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:49.973789 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d8e448e5-347a-4a97-96fe-36aa0174aef2 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Request body: {'security_group_rule': {'security_group_id': '8274fe3c-b38e-493f-83dc-bf0acc6f6a13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:49.997748 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93abfa2e-5d19-4e97-bc95-8abaa82bf301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (2fd7a201-612c-4b7d-950d-bd3eeda0bbd8), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.000180 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2b06c-6a44-4b75-b071-3225f8075003 None None] Pushing event updated for resources: {'Port': ['ID=3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:50.008268 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5bd99b19-dcb2-45c2-be46-a47d77e2b474 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:46:50.010380 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 9ca303c1-2740-49a1-a603-aa4ab27cfc9b details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:46:50.012144 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bd25628e-6e97-47c3-8ebb-08ea9b3ea287 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:50.014965 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385de6c-b297-47f1-9cc4-09b653e545fa req-0471d737-e256-484d-9ad0-671ef67b3e8c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:50.023121 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385de6c-b297-47f1-9cc4-09b653e545fa req-0471d737-e256-484d-9ad0-671ef67b3e8c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:50.045268 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f385de6c-b297-47f1-9cc4-09b653e545fa req-0471d737-e256-484d-9ad0-671ef67b3e8c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1679 time: 0.7209823 Feb 09 01:46:50.219941 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8e448e5-347a-4a97-96fe-36aa0174aef2 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks [] for security_group_rule (c547f3f3-167c-43c5-a1ce-075b29dec54d), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.239410 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93abfa2e-5d19-4e97-bc95-8abaa82bf301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (28f00988-3af8-4f0a-8629-5ac20cdcd7f1), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.288882 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-62ee9a76-e932-4c10-9062-413072b9d747 None None] Provisioning complete for port 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:50.289428 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-62ee9a76-e932-4c10-9062-413072b9d747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.445970 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:46:50.476991 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e147601-b6e1-4a64-a337-15d787341895 req-953efdb3-518c-4f9c-92a6-ffff349e548f service neutron] 10.222.0.48 "GET /v2.0/networks/5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6207328 Feb 09 01:46:50.508600 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f385de6c-b297-47f1-9cc4-09b653e545fa req-f9eac2f5-7c40-4bab-abc9-fd505e9e0d8d tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606864 Feb 09 01:46:50.614661 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] Routers {'3c6ce1ed-3e24-4af1-b689-a53215917934'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:50.628565 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:46:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['3c6ce1ed-3e24-4af1-b689-a53215917934'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:50.679607 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab301bf3-0348-4381-98ad-88b9e49504f9 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:50.686719 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ab301bf3-0348-4381-98ad-88b9e49504f9 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9155760 Feb 09 01:46:50.691477 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46480) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:50.794034 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] Publish callbacks [] for port (5185d35b-3117-405a-8b21-ae03c90bb0b3), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.794650 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-655ff7c1-c743-4138-ac4c-f2f91b5b3d91 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1003244 Feb 09 01:46:50.794955 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46486) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:50.800807 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5185d35b-3117-405a-8b21-ae03c90bb0b3), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.814918 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e5841ca1-8652-436b-bb0d-68f13d77f6ba tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1179315624', 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308', 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:50.882599 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] Attempting to bind port 5185d35b-3117-405a-8b21-ae03c90bb0b3 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:50.883414 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] Attempting to bind port 5185d35b-3117-405a-8b21-ae03c90bb0b3 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:50.884415 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] Attempting to bind port 5185d35b-3117-405a-8b21-ae03c90bb0b3 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:50.896840 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:50.897638 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:50.898213 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.898921 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:50.899632 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] Bound port: 5185d35b-3117-405a-8b21-ae03c90bb0b3, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:50.900432 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5185d35b-3117-405a-8b21-ae03c90bb0b3), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.953893 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e147601-b6e1-4a64-a337-15d787341895 req-a94196b0-7510-4e31-a40f-eae086ca6373 service neutron] 10.222.0.48 "GET /v2.0/networks/5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582729 Feb 09 01:46:50.998950 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805972fa-52fb-4870-a169-7003db0f0bcc None None] Pushing event updated for resources: {'Port': ['ID=5185d35b-3117-405a-8b21-ae03c90bb0b3,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:51.048167 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8e448e5-347a-4a97-96fe-36aa0174aef2 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks [] for security_group_rule (c547f3f3-167c-43c5-a1ce-075b29dec54d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.059957 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] For port 5185d35b-3117-405a-8b21-ae03c90bb0b3, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:51.065415 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] For port 5185d35b-3117-405a-8b21-ae03c90bb0b3, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5185d35b-3117-405a-8b21-ae03c90bb0b3,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:51.073564 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8e448e5-347a-4a97-96fe-36aa0174aef2 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (c547f3f3-167c-43c5-a1ce-075b29dec54d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.097452 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5185d35b-3117-405a-8b21-ae03c90bb0b3), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.191349 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] Routers {'0d4d55a9-2ebd-4ac2-af92-42803eb95831'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:51.192692 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:46:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0d4d55a9-2ebd-4ac2-af92-42803eb95831'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:51.200471 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93abfa2e-5d19-4e97-bc95-8abaa82bf301 admin admin] Publish callbacks [] for port (28f00988-3af8-4f0a-8629-5ac20cdcd7f1), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.205946 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e448e5-347a-4a97-96fe-36aa0174aef2 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c547f3f3-167c-43c5-a1ce-075b29dec54d,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:51.228888 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8e448e5-347a-4a97-96fe-36aa0174aef2 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.244363 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d8e448e5-347a-4a97-96fe-36aa0174aef2 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3165860 Feb 09 01:46:51.249960 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93abfa2e-5d19-4e97-bc95-8abaa82bf301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (28f00988-3af8-4f0a-8629-5ac20cdcd7f1), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.251906 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5bd99b19-dcb2-45c2-be46-a47d77e2b474 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:51.252461 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.256247 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46520) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:51.303109 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-97dc476d-31c7-495f-b96e-8d791955a25b tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Request body: {'security_group_rule': {'security_group_id': '8274fe3c-b38e-493f-83dc-bf0acc6f6a13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:51.376580 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5bd99b19-dcb2-45c2-be46-a47d77e2b474, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5bd99b19-dcb2-45c2-be46-a47d77e2b474,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:51.385895 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93abfa2e-5d19-4e97-bc95-8abaa82bf301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (2fd7a201-612c-4b7d-950d-bd3eeda0bbd8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.409603 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616dfe9f-a528-45e9-bbbc-567549d7b16c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bd99b19-dcb2-45c2-be46-a47d77e2b474'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:46:51.420369 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60c8c20-467d-4645-b23b-8b146ba81a2e" -d '{"events": [{"server_uuid": "616dfe9f-a528-45e9-bbbc-567549d7b16c", "name": "network-vif-unplugged", "status": "completed", "tag": "5bd99b19-dcb2-45c2-be46-a47d77e2b474"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:46:51.425269 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46d64d-c6e1-4824-b577-e4d461e42c47 req-ad6b8966-4ecc-4014-9f05-68f33b941800 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:51.431523 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805972fa-52fb-4870-a169-7003db0f0bcc None None] Pushing event updated for resources: {'Port': ['ID=5185d35b-3117-405a-8b21-ae03c90bb0b3,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:51.432640 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb46d64d-c6e1-4824-b577-e4d461e42c47 req-ad6b8966-4ecc-4014-9f05-68f33b941800 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 943 time: 0.6060472 Feb 09 01:46:51.476738 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.503835 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 9ca303c1-2740-49a1-a603-aa4ab27cfc9b, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9ca303c1-2740-49a1-a603-aa4ab27cfc9b,segment=NetworkSegment(a0c13e34-b473-4117-be31-94c544229fa5),segment_id=a0c13e34-b473-4117-be31-94c544229fa5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:51.513465 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] Set router 0d4d55a9-2ebd-4ac2-af92-42803eb95831 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:51.520972 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port bd25628e-6e97-47c3-8ebb-08ea9b3ea287 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:51.522111 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bd25628e-6e97-47c3-8ebb-08ea9b3ea287), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.659031 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97dc476d-31c7-495f-b96e-8d791955a25b tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks [] for security_group_rule (544d9261-6c0c-4636-819d-10a673d32b5c), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.684392 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a40c8-e00d-416f-a69b-8a28bbf763fb req-2c3138f9-1679-4a57-a88d-166dccec02e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:51.685739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a40c8-e00d-416f-a69b-8a28bbf763fb req-2c3138f9-1679-4a57-a88d-166dccec02e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:51.686345 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '9ca303c1-2740-49a1-a603-aa4ab27cfc9b', 'network_id': '8e497bc1-122f-44b4-bc51-3150ff87700b', 'port_id': '9ca303c1-2740-49a1-a603-aa4ab27cfc9b', 'mac_address': 'fa:16:3e:20:92:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb561ab-b96f-484d-90d6-e4f04b896832', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:46:51.688067 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a60a40c8-e00d-416f-a69b-8a28bbf763fb req-2c3138f9-1679-4a57-a88d-166dccec02e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c02c1e11e314bbaaaed061629dd9e0f&device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 2043 time: 0.6643994 Feb 09 01:46:51.688238 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5841ca1-8652-436b-bb0d-68f13d77f6ba tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Made reservation on behalf of 5bb1a0b377414dc1915d0f29c8ffb19f for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:51.703473 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e5841ca1-8652-436b-bb0d-68f13d77f6ba tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.723638 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93abfa2e-5d19-4e97-bc95-8abaa82bf301 admin admin] Network ad7f13d6-48b1-4260-a707-f8bf8cbabb95 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:51.778566 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-93abfa2e-5d19-4e97-bc95-8abaa82bf301 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:51.889809 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7c452e-3c73-44d3-b92c-299e2f95b146 x-openstack-request-id: req-fd7c452e-3c73-44d3-b92c-299e2f95b146 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:46:51.890114 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616dfe9f-a528-45e9-bbbc-567549d7b16c", "name": "network-vif-unplugged", "status": "completed", "tag": "5bd99b19-dcb2-45c2-be46-a47d77e2b474", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:46:51.890406 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd7c452e-3c73-44d3-b92c-299e2f95b146 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:46:51.890795 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616dfe9f-a528-45e9-bbbc-567549d7b16c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bd99b19-dcb2-45c2-be46-a47d77e2b474', 'code': 200} Feb 09 01:46:51.904598 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port bd25628e-6e97-47c3-8ebb-08ea9b3ea287 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:51.905461 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bd25628e-6e97-47c3-8ebb-08ea9b3ea287), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.919489 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-62ee9a76-e932-4c10-9062-413072b9d747 None None] Current status of the port 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:51.919888 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-62ee9a76-e932-4c10-9062-413072b9d747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.927156 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb46d64d-c6e1-4824-b577-e4d461e42c47 req-cc9142b7-8c05-4180-b180-759b72000e53 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477224 Feb 09 01:46:52.044546 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=5bd99b19-dcb2-45c2-be46-a47d77e2b474,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:52.087301 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 9ca303c1-2740-49a1-a603-aa4ab27cfc9b is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:52.092820 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9ca303c1-2740-49a1-a603-aa4ab27cfc9b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.104730 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abfa2e-5d19-4e97-bc95-8abaa82bf301 admin admin] Pushing event updated for resources: {'Port': ['ID=28f00988-3af8-4f0a-8629-5ac20cdcd7f1,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:52.131991 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97dc476d-31c7-495f-b96e-8d791955a25b tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks [] for security_group_rule (544d9261-6c0c-4636-819d-10a673d32b5c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.144470 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97dc476d-31c7-495f-b96e-8d791955a25b tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (544d9261-6c0c-4636-819d-10a673d32b5c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.166550 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] Set router 3c6ce1ed-3e24-4af1-b689-a53215917934 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:52.179519 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93abfa2e-5d19-4e97-bc95-8abaa82bf301 admin admin] Router 2fd7a201-612c-4b7d-950d-bd3eeda0bbd8 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:46:52.214431 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc476d-31c7-495f-b96e-8d791955a25b tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544d9261-6c0c-4636-819d-10a673d32b5c,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:52.235532 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97dc476d-31c7-495f-b96e-8d791955a25b tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.240112 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-97dc476d-31c7-495f-b96e-8d791955a25b tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9576879 Feb 09 01:46:52.254839 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 46544) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:52.270351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-049ff096-2f5c-4321-869a-d0a5b2d26379 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:52.336498 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-049ff096-2f5c-4321-869a-d0a5b2d26379 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.382478 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'name': 'tempest-TestSecurityGroupsBasicOps-router-679534864', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:43Z', 'updated_at': '2022-02-09T01:46:46Z', 'revision_number': 3, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'gw_port': {'id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:44Z', 'updated_at': '2022-02-09T01:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:52.454337 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-62ee9a76-e932-4c10-9062-413072b9d747 None None] For port 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe,segment=NetworkSegment(fb8b9e04-c44d-4c58-a713-358ae85c4e21),segment_id=fb8b9e04-c44d-4c58-a713-358ae85c4e21)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:52.469493 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e5841ca1-8652-436b-bb0d-68f13d77f6ba tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (e2563808-760d-419a-b1ba-497369146386), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.470182 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca303c1-2740-49a1-a603-aa4ab27cfc9b {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:46:52.497299 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2a466c-d9e8-4912-8228-2bb4f23adce6 None None] The sync data for ids ['0d4d55a9-2ebd-4ac2-af92-42803eb95831'] in n-d-828387-3 is: [{'id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'name': 'tempest-TestSecurityGroupsBasicOps-router-679534864', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:43Z', 'updated_at': '2022-02-09T01:46:46Z', 'revision_number': 3, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'gw_port': {'id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:44Z', 'updated_at': '2022-02-09T01:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:46:52.514108 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-62ee9a76-e932-4c10-9062-413072b9d747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.521708 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port bd25628e-6e97-47c3-8ebb-08ea9b3ea287, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=bd25628e-6e97-47c3-8ebb-08ea9b3ea287,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:52.586426 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 9ca303c1-2740-49a1-a603-aa4ab27cfc9b, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9ca303c1-2740-49a1-a603-aa4ab27cfc9b,segment=NetworkSegment(a0c13e34-b473-4117-be31-94c544229fa5),segment_id=a0c13e34-b473-4117-be31-94c544229fa5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:52.709353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93abfa2e-5d19-4e97-bc95-8abaa82bf301 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:46:52.731069 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5841ca1-8652-436b-bb0d-68f13d77f6ba tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Checking segment: {'id': 'ec19a1e7-8e57-4c51-ae5e-680796d09c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:52.731487 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5841ca1-8652-436b-bb0d-68f13d77f6ba tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Network hostable DHCP agents. Network: 9652cd42-3945-405b-b48b-6a0866a4d308, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:46:52.734251 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bd25628e-6e97-47c3-8ebb-08ea9b3ea287), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.740527 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5841ca1-8652-436b-bb0d-68f13d77f6ba tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event updated for resources: {'Subnet': ['ID=e2563808-760d-419a-b1ba-497369146386,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:52.749849 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] Sync routers for ids ['2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:46:52.769479 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9ca303c1-2740-49a1-a603-aa4ab27cfc9b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.818792 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5841ca1-8652-436b-bb0d-68f13d77f6ba tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Network 9652cd42-3945-405b-b48b-6a0866a4d308 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:46:52.843625 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] Routers {'2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:52.844403 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:46:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:52.852194 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-e5841ca1-8652-436b-bb0d-68f13d77f6ba tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 9652cd42-3945-405b-b48b-6a0866a4d308) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:52.857888 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5841ca1-8652-436b-bb0d-68f13d77f6ba tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:52.858606 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e5841ca1-8652-436b-bb0d-68f13d77f6ba tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.879187 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-93abfa2e-5d19-4e97-bc95-8abaa82bf301 admin admin] 10.222.0.36 "PUT /v2.0/routers/2fd7a201-612c-4b7d-950d-bd3eeda0bbd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7382476 Feb 09 01:46:52.884526 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0752e65-d72c-4cc1-9e53-491d64868b09 None None] Provisioning complete for port 28f00988-3af8-4f0a-8629-5ac20cdcd7f1 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:52.885001 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0752e65-d72c-4cc1-9e53-491d64868b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (28f00988-3af8-4f0a-8629-5ac20cdcd7f1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.902697 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e5841ca1-8652-436b-bb0d-68f13d77f6ba tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1009302 Feb 09 01:46:52.903880 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a40c8-e00d-416f-a69b-8a28bbf763fb req-fe67afeb-42c3-429e-aa9a-c78004f62ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:52.905999 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a60a40c8-e00d-416f-a69b-8a28bbf763fb req-fe67afeb-42c3-429e-aa9a-c78004f62ab2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6 HTTP/1.1" status: 200 len: 901 time: 1.2025740 Feb 09 01:46:52.907010 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46570) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:52.986716 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d479ac8f-e469-4fad-937d-a36f4224e127 None None] Network 9652cd42-3945-405b-b48b-6a0866a4d308 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:52.991599 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc1fc-916a-4c86-8fa8-6992d51736ff req-7aabe492-2ce9-41f2-8b71-28dcada8444f tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:53.009750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc1fc-916a-4c86-8fa8-6992d51736ff req-7aabe492-2ce9-41f2-8b71-28dcada8444f tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:53.017783 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-905fc1fc-916a-4c86-8fa8-6992d51736ff req-7aabe492-2ce9-41f2-8b71-28dcada8444f tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1679 time: 0.9025497 Feb 09 01:46:53.167554 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a60a40c8-e00d-416f-a69b-8a28bbf763fb req-d5caa4eb-ccc4-40cc-be2e-d8950ae2aa3a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.188&port_id=9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 HTTP/1.1" status: 200 len: 217 time: 0.2376006 Feb 09 01:46:53.174243 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee9a76-e932-4c10-9062-413072b9d747 None None] Pushing event updated for resources: {'Port': ['ID=3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:53.362577 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-905fc1fc-916a-4c86-8fa8-6992d51736ff req-cc69b263-aaf5-4cf4-b302-7d6722835409 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400106 Feb 09 01:46:53.407498 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a40c8-e00d-416f-a69b-8a28bbf763fb req-72f70224-dfb0-4c2e-a015-d68fd704b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:53.409140 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a60a40c8-e00d-416f-a69b-8a28bbf763fb req-72f70224-dfb0-4c2e-a015-d68fd704b4de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7dd91541-83b7-4cd8-a15d-fb6ae3c38712 HTTP/1.1" status: 200 len: 801 time: 0.2104409 Feb 09 01:46:53.582073 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-049ff096-2f5c-4321-869a-d0a5b2d26379 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:53.593804 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a40c8-e00d-416f-a69b-8a28bbf763fb req-85a962a9-c780-46bd-9d82-98f8afac3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:53.595609 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a60a40c8-e00d-416f-a69b-8a28bbf763fb req-85a962a9-c780-46bd-9d82-98f8afac3957 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1702235 Feb 09 01:46:53.619545 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['9ca303c1-2740-49a1-a603-aa4ab27cfc9b'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:46:53.625382 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0752e65-d72c-4cc1-9e53-491d64868b09 None None] Port 28f00988-3af8-4f0a-8629-5ac20cdcd7f1 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:46:53.752303 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:46:53.942098 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a60a40c8-e00d-416f-a69b-8a28bbf763fb req-02154159-5fc3-44e0-a95d-43fe19b4f9fb service neutron] 10.222.0.48 "GET /v2.0/networks/5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301783 Feb 09 01:46:53.961280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-049ff096-2f5c-4321-869a-d0a5b2d26379 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Allocated IP 172.25.7.152 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/b360d63a-3b93-4007-9982-b052baf4dc5c) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:54.085843 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] Set router 2fd7a201-612c-4b7d-950d-bd3eeda0bbd8 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:54.227391 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60b34e-ec22-4897-b152-279a6987a00b req-ddcc6524-0bfe-4900-b2a2-2072cc509c41 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:54.237248 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a60b34e-ec22-4897-b152-279a6987a00b req-ddcc6524-0bfe-4900-b2a2-2072cc509c41 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 944 time: 0.2428603 Feb 09 01:46:54.660832 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9cb0b006-8ef4-47d5-9ada-d2e188eb42b2,segment=NetworkSegment(466214c9-3ad8-40ad-9e38-1ad7a045af43),segment_id=466214c9-3ad8-40ad-9e38-1ad7a045af43)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:54.691362 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a60b34e-ec22-4897-b152-279a6987a00b req-9e06c083-904a-42bc-9cb7-b033ece8ae05 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527297 Feb 09 01:46:54.724016 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '9cb0b006-8ef4-47d5-9ada-d2e188eb42b2', 'network_id': '5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6', 'port_id': '9cb0b006-8ef4-47d5-9ada-d2e188eb42b2', 'mac_address': 'fa:16:3e:f4:73:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd91541-83b7-4cd8-a15d-fb6ae3c38712', 'ip_address': '19.86.0.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:46:54.794011 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b89461b-a6d8-4dc2-8cb8-ba9039cf411d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-9652cd42-3945-405b-b48b-6a0866a4d308', 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308', 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'fixed_ips': [{'subnet_id': 'e2563808-760d-419a-b1ba-497369146386'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:46:54.795310 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b89461b-a6d8-4dc2-8cb8-ba9039cf411d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:54.846151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0752e65-d72c-4cc1-9e53-491d64868b09 None None] Provisioning complete for port 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:54.846803 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0752e65-d72c-4cc1-9e53-491d64868b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:54.925602 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46630) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:54.931930 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b5399c05-83f4-4dcd-ad1b-736a3f06fe80 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1149949853-network', 'tenant_id': '521706df347042b9a83592aef7c4b0d4'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:54.988216 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5399c05-83f4-4dcd-ad1b-736a3f06fe80 admin admin] Made reservation on behalf of 521706df347042b9a83592aef7c4b0d4 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:54.991732 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5399c05-83f4-4dcd-ad1b-736a3f06fe80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:55.013120 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5399c05-83f4-4dcd-ad1b-736a3f06fe80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:55.032043 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5185d35b-3117-405a-8b21-ae03c90bb0b3 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:55.125415 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=bd25628e-6e97-47c3-8ebb-08ea9b3ea287,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:55.164539 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a60a40c8-e00d-416f-a69b-8a28bbf763fb req-1206ea93-6534-4a2b-aac6-bfabd3934a3b service neutron] 10.222.0.48 "GET /v2.0/networks/5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2070997 Feb 09 01:46:55.321743 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5399c05-83f4-4dcd-ad1b-736a3f06fe80 admin admin] Publish callbacks [] for security_group (af5bfcb5-6ba9-4a9d-bbd6-d0e0a961239a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:55.334126 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5399c05-83f4-4dcd-ad1b-736a3f06fe80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (af5bfcb5-6ba9-4a9d-bbd6-d0e0a961239a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:55.352053 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-049ff096-2f5c-4321-869a-d0a5b2d26379 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks [] for port (b360d63a-3b93-4007-9982-b052baf4dc5c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:55.385209 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeefdd-78a6-4000-b0e5-d47fd3e8590a req-42d0c04e-195a-4077-b8a9-452ffc4677ef tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:55.391302 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeefdd-78a6-4000-b0e5-d47fd3e8590a req-42d0c04e-195a-4077-b8a9-452ffc4677ef tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:55.394205 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d056b0a0-4549-497d-a43e-db0e3ff32ac7 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:55.397456 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=9ca303c1-2740-49a1-a603-aa4ab27cfc9b,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:55.400742 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bdeeefdd-78a6-4000-b0e5-d47fd3e8590a req-42d0c04e-195a-4077-b8a9-452ffc4677ef tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1679 time: 0.2326622 Feb 09 01:46:55.402151 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5399c05-83f4-4dcd-ad1b-736a3f06fe80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5bfcb5-6ba9-4a9d-bbd6-d0e0a961239a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:55.428075 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5399c05-83f4-4dcd-ad1b-736a3f06fe80 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:46:55.539401 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bdeeefdd-78a6-4000-b0e5-d47fd3e8590a req-9349fc8b-f89e-48a2-91d1-2a47bc81602f tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378353 Feb 09 01:46:55.548072 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-049ff096-2f5c-4321-869a-d0a5b2d26379 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (b360d63a-3b93-4007-9982-b052baf4dc5c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:55.567754 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5399c05-83f4-4dcd-ad1b-736a3f06fe80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (acaa55a4-737c-4868-82c9-9fdbfe48bf0f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:55.568273 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-b5399c05-83f4-4dcd-ad1b-736a3f06fe80 admin admin] Added segment acaa55a4-737c-4868-82c9-9fdbfe48bf0f of type vlan for network 38dd92fe-623b-4103-820e-e0068f80e24c Feb 09 01:46:55.619970 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:55.622655 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9cb0b006-8ef4-47d5-9ada-d2e188eb42b2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:55.627163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049ff096-2f5c-4321-869a-d0a5b2d26379 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:55.631949 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-049ff096-2f5c-4321-869a-d0a5b2d26379 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:55.639803 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ff096-2f5c-4321-869a-d0a5b2d26379 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:55.644021 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ff096-2f5c-4321-869a-d0a5b2d26379 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Pushing event updated for resources: {'Port': ['ID=b360d63a-3b93-4007-9982-b052baf4dc5c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:55.719112 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5399c05-83f4-4dcd-ad1b-736a3f06fe80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (38dd92fe-623b-4103-820e-e0068f80e24c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:55.821878 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5399c05-83f4-4dcd-ad1b-736a3f06fe80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (38dd92fe-623b-4103-820e-e0068f80e24c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:55.823667 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5399c05-83f4-4dcd-ad1b-736a3f06fe80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:55.824797 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5399c05-83f4-4dcd-ad1b-736a3f06fe80 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:55.922250 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-049ff096-2f5c-4321-869a-d0a5b2d26379 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks [] for floatingip (0a2fe31a-d660-4ef4-873d-9c34ca0ed4df), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:56.001935 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e0de2-6715-45d7-aefa-25c0bc1b3c95 req-62be3ccd-ee35-461e-9977-22284810b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:56.003596 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c30e0de2-6715-45d7-aefa-25c0bc1b3c95 req-62be3ccd-ee35-461e-9977-22284810b49c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79b4ff5808df4c40804c584d5ffdbb49&device_id=616dfe9f-a528-45e9-bbbc-567549d7b16c HTTP/1.1" status: 200 len: 1130 time: 0.1465497 Feb 09 01:46:56.004620 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-049ff096-2f5c-4321-869a-d0a5b2d26379 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b360d63a-3b93-4007-9982-b052baf4dc5c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:56.037378 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:46:56.068949 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 5185d35b-3117-405a-8b21-ae03c90bb0b3 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:56.073228 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5185d35b-3117-405a-8b21-ae03c90bb0b3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:56.104491 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'name': 'tempest-ServersTestFqdnHostnames-1355708029-router', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:22Z', 'updated_at': '2022-02-09T01:46:43Z', 'revision_number': 4, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'gw_port': {'id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:25Z', 'updated_at': '2022-02-09T01:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe', 'name': '', 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'mac_address': 'fa:16:3e:78:ee:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'e8971ac9-cf91-4def-9490-e096359ab4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:39Z', 'updated_at': '2022-02-09T01:46:49Z', 'revision_number': 4, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'subnets': [{'id': 'e8971ac9-cf91-4def-9490-e096359ab4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:56.107320 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0752e65-d72c-4cc1-9e53-491d64868b09 None None] Current status of the port 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:56.136696 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b5399c05-83f4-4dcd-ad1b-736a3f06fe80 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2084448 Feb 09 01:46:56.150105 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 46664) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:56.156011 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-0853cab1-9e6f-41bf-8174-e3b2be9b5694 admin admin] Request body: {'subnet': {'network_id': '38dd92fe-623b-4103-820e-e0068f80e24c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1149949853-subnet', 'tenant_id': '521706df347042b9a83592aef7c4b0d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:56.226056 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5399c05-83f4-4dcd-ad1b-736a3f06fe80 admin admin] Pushing event updated for resources: {'Network': ['ID=38dd92fe-623b-4103-820e-e0068f80e24c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:56.253765 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cbd4bf-c3f5-43bc-b1b1-9617bb30308c None None] The sync data for ids ['3c6ce1ed-3e24-4af1-b689-a53215917934'] in n-d-828387-3 is: [{'id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'name': 'tempest-ServersTestFqdnHostnames-1355708029-router', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:22Z', 'updated_at': '2022-02-09T01:46:43Z', 'revision_number': 4, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'gw_port': {'id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:25Z', 'updated_at': '2022-02-09T01:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe', 'name': '', 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'mac_address': 'fa:16:3e:78:ee:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'e8971ac9-cf91-4def-9490-e096359ab4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:39Z', 'updated_at': '2022-02-09T01:46:49Z', 'revision_number': 4, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'subnets': [{'id': 'e8971ac9-cf91-4def-9490-e096359ab4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:46:56.262880 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f583d-958e-4221-ac6b-6a41bece5057 req-49224ac2-ba7f-4897-b807-dd5edb6b2a80 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:56.278569 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b29f583d-958e-4221-ac6b-6a41bece5057 req-49224ac2-ba7f-4897-b807-dd5edb6b2a80 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 944 time: 0.4270921 Feb 09 01:46:56.301795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9cb0b006-8ef4-47d5-9ada-d2e188eb42b2,segment=NetworkSegment(466214c9-3ad8-40ad-9e38-1ad7a045af43),segment_id=466214c9-3ad8-40ad-9e38-1ad7a045af43)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:56.333576 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 38dd92fe-623b-4103-820e-e0068f80e24c details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:46:56.337483 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0853cab1-9e6f-41bf-8174-e3b2be9b5694 admin admin] Made reservation on behalf of 521706df347042b9a83592aef7c4b0d4 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:56.339840 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0853cab1-9e6f-41bf-8174-e3b2be9b5694 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:56.355920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e0de2-6715-45d7-aefa-25c0bc1b3c95 req-ed41cd16-fda0-47cf-9da6-3b649c2ec46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:56.357344 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c30e0de2-6715-45d7-aefa-25c0bc1b3c95 req-ed41cd16-fda0-47cf-9da6-3b649c2ec46e service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.3117199 Feb 09 01:46:56.375252 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b29f583d-958e-4221-ac6b-6a41bece5057 req-0348eb36-8452-4ed7-8f0a-1eb6b8046ff9 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953279 Feb 09 01:46:56.428671 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9cb0b006-8ef4-47d5-9ada-d2e188eb42b2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:56.429635 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 68d866d7-e1d5-458d-845a-ff3ac72fe067 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:46:56.568041 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c30e0de2-6715-45d7-aefa-25c0bc1b3c95 req-87773f6e-f3ab-4e87-8798-a28b78c865b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=5bd99b19-dcb2-45c2-be46-a47d77e2b474 HTTP/1.1" status: 200 len: 217 time: 0.1821287 Feb 09 01:46:56.594696 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=9cb0b006-8ef4-47d5-9ada-d2e188eb42b2,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:56.661899 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e0de2-6715-45d7-aefa-25c0bc1b3c95 req-1ee72af2-14cb-482a-8dac-acd0cec5213d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:56.663916 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c30e0de2-6715-45d7-aefa-25c0bc1b3c95 req-1ee72af2-14cb-482a-8dac-acd0cec5213d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.0789554 Feb 09 01:46:56.721299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'name': 'tempest-TaggedBootDevicesTest-1522749418-router', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:33Z', 'updated_at': '2022-02-09T01:46:50Z', 'revision_number': 4, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'gw_port': {'id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:39Z', 'updated_at': '2022-02-09T01:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '28f00988-3af8-4f0a-8629-5ac20cdcd7f1', 'name': '', 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'mac_address': 'fa:16:3e:dd:8a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '7a8dc3cb-389b-4805-b231-7a2cad302cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:48Z', 'updated_at': '2022-02-09T01:46:50Z', 'revision_number': 2, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'subnets': [{'id': '7a8dc3cb-389b-4805-b231-7a2cad302cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:56.754106 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-3b89461b-a6d8-4dc2-8cb8-ba9039cf411d None None] Allocated IP 172.20.0.2 (9652cd42-3945-405b-b48b-6a0866a4d308/e2563808-760d-419a-b1ba-497369146386/9682183f-c157-49c8-a285-4fd8bd122d46) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:56.840779 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-049ff096-2f5c-4321-869a-d0a5b2d26379 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks [] for port (b360d63a-3b93-4007-9982-b052baf4dc5c), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:56.842421 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:46:56.854913 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] Checking router: 2fd7a201-612c-4b7d-950d-bd3eeda0bbd8 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:46:56.855327 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] Updating router 2fd7a201-612c-4b7d-950d-bd3eeda0bbd8 port 28f00988-3af8-4f0a-8629-5ac20cdcd7f1 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:46:56.863022 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-049ff096-2f5c-4321-869a-d0a5b2d26379 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (b360d63a-3b93-4007-9982-b052baf4dc5c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:56.875597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e0de2-6715-45d7-aefa-25c0bc1b3c95 req-3325e566-f03c-4012-bc56-ec21b3f8c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:56.877147 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c30e0de2-6715-45d7-aefa-25c0bc1b3c95 req-3325e566-f03c-4012-bc56-ec21b3f8c60e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1912689 Feb 09 01:46:56.990143 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (28f00988-3af8-4f0a-8629-5ac20cdcd7f1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.007823 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 5185d35b-3117-405a-8b21-ae03c90bb0b3 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:57.008375 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5185d35b-3117-405a-8b21-ae03c90bb0b3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.040340 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81a529-3467-4109-91e6-52600543598c req-ae619155-fcfb-41dc-9ee6-7ce7cff5c5c9 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:57.071395 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81a529-3467-4109-91e6-52600543598c req-ae619155-fcfb-41dc-9ee6-7ce7cff5c5c9 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:57.072858 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 5185d35b-3117-405a-8b21-ae03c90bb0b3, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5185d35b-3117-405a-8b21-ae03c90bb0b3,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:57.079074 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d81a529-3467-4109-91e6-52600543598c req-ae619155-fcfb-41dc-9ee6-7ce7cff5c5c9 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1680 time: 0.3973773 Feb 09 01:46:57.232132 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b89461b-a6d8-4dc2-8cb8-ba9039cf411d None None] Publish callbacks [] for port (9682183f-c157-49c8-a285-4fd8bd122d46), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.279112 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5185d35b-3117-405a-8b21-ae03c90bb0b3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.286607 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b89461b-a6d8-4dc2-8cb8-ba9039cf411d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (9682183f-c157-49c8-a285-4fd8bd122d46), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.359509 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-d056b0a0-4549-497d-a43e-db0e3ff32ac7 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Allocated IP 172.20.0.1 (9652cd42-3945-405b-b48b-6a0866a4d308/e2563808-760d-419a-b1ba-497369146386/30d7f170-a400-472c-88de-12ff06dc5772) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:57.383975 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d81a529-3467-4109-91e6-52600543598c req-21a0741a-159f-4e25-9f38-1343341fcc23 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618024 Feb 09 01:46:57.393636 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ff096-2f5c-4321-869a-d0a5b2d26379 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Pushing event updated for resources: {'Port': ['ID=b360d63a-3b93-4007-9982-b052baf4dc5c,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:57.421262 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-049ff096-2f5c-4321-869a-d0a5b2d26379 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (0a2fe31a-d660-4ef4-873d-9c34ca0ed4df), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.433220 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=5185d35b-3117-405a-8b21-ae03c90bb0b3,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:57.464548 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0853cab1-9e6f-41bf-8174-e3b2be9b5694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (3b41c16e-9ec7-433b-8d89-414bd835cf8a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.627983 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e96d28-2505-4887-8fc3-d54cfd83768e req-c6b12362-c1bf-4fd5-8abe-8dbd4fcb3044 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:57.638343 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-05e96d28-2505-4887-8fc3-d54cfd83768e req-c6b12362-c1bf-4fd5-8abe-8dbd4fcb3044 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 944 time: 0.1128774 Feb 09 01:46:57.711467 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-05e96d28-2505-4887-8fc3-d54cfd83768e req-49bc52ed-e2a4-487b-acd7-db42680698be tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720723 Feb 09 01:46:57.723630 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b89461b-a6d8-4dc2-8cb8-ba9039cf411d None None] Network 9652cd42-3945-405b-b48b-6a0866a4d308 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:57.750504 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:57.754854 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d056b0a0-4549-497d-a43e-db0e3ff32ac7 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for port (30d7f170-a400-472c-88de-12ff06dc5772), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.796209 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-049ff096-2f5c-4321-869a-d0a5b2d26379 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.803050 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d056b0a0-4549-497d-a43e-db0e3ff32ac7 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (30d7f170-a400-472c-88de-12ff06dc5772), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.828083 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-049ff096-2f5c-4321-869a-d0a5b2d26379 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5614836 Feb 09 01:46:57.831556 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d056b0a0-4549-497d-a43e-db0e3ff32ac7 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Network 9652cd42-3945-405b-b48b-6a0866a4d308 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:57.864743 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-d056b0a0-4549-497d-a43e-db0e3ff32ac7 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:57.875484 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d056b0a0-4549-497d-a43e-db0e3ff32ac7 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:57.910106 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-3b89461b-a6d8-4dc2-8cb8-ba9039cf411d None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:57.925759 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b89461b-a6d8-4dc2-8cb8-ba9039cf411d None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:57.934578 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c30e0de2-6715-45d7-aefa-25c0bc1b3c95 req-906cc68a-72d9-47de-baa9-aa3d8aa4375f service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8191547 Feb 09 01:46:57.936682 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853cab1-9e6f-41bf-8174-e3b2be9b5694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b41c16e-9ec7-433b-8d89-414bd835cf8a,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:57.999737 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d056b0a0-4549-497d-a43e-db0e3ff32ac7 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (0d4d55a9-2ebd-4ac2-af92-42803eb95831), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:58.004866 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89461b-a6d8-4dc2-8cb8-ba9039cf411d None None] Pushing event updated for resources: {'Port': ['ID=9682183f-c157-49c8-a285-4fd8bd122d46,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:58.167439 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056b0a0-4549-497d-a43e-db0e3ff32ac7 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event updated for resources: {'Port': ['ID=30d7f170-a400-472c-88de-12ff06dc5772,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:58.322287 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c30e0de2-6715-45d7-aefa-25c0bc1b3c95 req-30695a5b-b4f2-4016-8fdf-e5fa419de86f service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553159 Feb 09 01:46:58.417275 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-a26487c7-c9df-4ccd-a903-233e0bcea633 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1537748682&fields=id&tenant_id=6766487db55f451f9c4a51b4d8bdf1cf HTTP/1.1" status: 200 len: 267 time: 0.2156641 Feb 09 01:46:58.432904 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0853cab1-9e6f-41bf-8174-e3b2be9b5694 admin admin] Checking segment: {'id': 'acaa55a4-737c-4868-82c9-9fdbfe48bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '38dd92fe-623b-4103-820e-e0068f80e24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:58.436505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0853cab1-9e6f-41bf-8174-e3b2be9b5694 admin admin] Network hostable DHCP agents. Network: 38dd92fe-623b-4103-820e-e0068f80e24c, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:46:58.462250 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d056b0a0-4549-497d-a43e-db0e3ff32ac7 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (30d7f170-a400-472c-88de-12ff06dc5772), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:58.661483 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-4a8c899f-fc96-4ae5-8889-dbf31856266d tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:58.664054 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-4a8c899f-fc96-4ae5-8889-dbf31856266d tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/networks?id=0496f9e7-f076-4fdf-8fd4-6325c25e60db HTTP/1.1" status: 200 len: 815 time: 0.2168455 Feb 09 01:46:58.687653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0853cab1-9e6f-41bf-8174-e3b2be9b5694 admin admin] Network 38dd92fe-623b-4103-820e-e0068f80e24c is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:46:58.704852 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-0853cab1-9e6f-41bf-8174-e3b2be9b5694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 38dd92fe-623b-4103-820e-e0068f80e24c) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:58.710710 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0853cab1-9e6f-41bf-8174-e3b2be9b5694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:58.711755 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0853cab1-9e6f-41bf-8174-e3b2be9b5694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:58.747652 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-26da06a4-257a-4e67-98b3-f4f949867709 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/quotas/6766487db55f451f9c4a51b4d8bdf1cf HTTP/1.1" status: 200 len: 375 time: 0.0763037 Feb 09 01:46:58.759399 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0853cab1-9e6f-41bf-8174-e3b2be9b5694 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6057210 Feb 09 01:46:58.762596 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 46752) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:58.775721 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2fa54a5e-ace7-4ef1-bec2-440042912a81 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1149949853-router', 'tenant_id': '521706df347042b9a83592aef7c4b0d4', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:58.845372 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-492635bd-0535-45e3-9bec-62f075ef2de9 req-93789b0e-1196-4c1d-aec4-8ce697a3f7d4 tempest-ServersAdminNegativeTestJSON-1767466393 tempest-ServersAdminNegativeTestJSON-1767466393-project] (103183) timed out ('10.222.0.48', 49925) {{(pid=103183) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:46:58.859946 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66890f0-1a2d-4dea-b2e5-56e68686c49b None None] Network 38dd92fe-623b-4103-820e-e0068f80e24c requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:58.878480 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2fa54a5e-ace7-4ef1-bec2-440042912a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (262f348a-48ee-47c9-92c5-d8154daf344a), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:58.878480 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2fa54a5e-ace7-4ef1-bec2-440042912a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (262f348a-48ee-47c9-92c5-d8154daf344a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:59.046361 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 9ca303c1-2740-49a1-a603-aa4ab27cfc9b up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:59.057541 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27610260-3807-4adf-83c5-6bf9f3c7c018 req-752715f1-6a63-47ae-b61c-04b66f36c51e tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:59.071813 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-90b30235-a93e-4d95-acb7-b22460a207ce tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6766487db55f451f9c4a51b4d8bdf1cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3110142 Feb 09 01:46:59.088348 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27610260-3807-4adf-83c5-6bf9f3c7c018 req-752715f1-6a63-47ae-b61c-04b66f36c51e tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:59.089977 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-27610260-3807-4adf-83c5-6bf9f3c7c018 req-752715f1-6a63-47ae-b61c-04b66f36c51e tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1680 time: 0.5099919 Feb 09 01:46:59.236906 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-b7f33ae0-204e-4937-bde1-32ba2db30147 service neutron] 10.222.0.36 "GET /v2.0/networks/0496f9e7-f076-4fdf-8fd4-6325c25e60db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272686 Feb 09 01:46:59.251428 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3b89461b-a6d8-4dc2-8cb8-ba9039cf411d None None] Attempting to bind port 9682183f-c157-49c8-a285-4fd8bd122d46 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:59.255032 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3b89461b-a6d8-4dc2-8cb8-ba9039cf411d None None] Attempting to bind port 9682183f-c157-49c8-a285-4fd8bd122d46 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'ec19a1e7-8e57-4c51-ae5e-680796d09c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:59.257293 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b89461b-a6d8-4dc2-8cb8-ba9039cf411d None None] Attempting to bind port 9682183f-c157-49c8-a285-4fd8bd122d46 on network 9652cd42-3945-405b-b48b-6a0866a4d308 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:59.264485 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300d9f96-2cc1-4ff9-bf2c-6ae850afa948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-38dd92fe-623b-4103-820e-e0068f80e24c', 'network_id': '38dd92fe-623b-4103-820e-e0068f80e24c', 'project_id': '521706df347042b9a83592aef7c4b0d4', 'fixed_ips': [{'subnet_id': '3b41c16e-9ec7-433b-8d89-414bd835cf8a'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:46:59.268747 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-300d9f96-2cc1-4ff9-bf2c-6ae850afa948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:59.322741 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 68d866d7-e1d5-458d-845a-ff3ac72fe067, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=68d866d7-e1d5-458d-845a-ff3ac72fe067,segment=NetworkSegment(a9a55533-38fd-403e-b1ad-c223cbcc35fe),segment_id=a9a55533-38fd-403e-b1ad-c223cbcc35fe)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:59.347550 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2fa54a5e-ace7-4ef1-bec2-440042912a81 admin admin] Publish callbacks [] for router_controller (262f348a-48ee-47c9-92c5-d8154daf344a), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:59.350678 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-5e438689-1591-49bf-8f64-97d7a0ef1f06 service neutron] 10.222.0.36 "GET /v2.0/networks/0496f9e7-f076-4fdf-8fd4-6325c25e60db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031663 Feb 09 01:46:59.412824 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-27610260-3807-4adf-83c5-6bf9f3c7c018 req-16ba713d-69b7-4672-95d2-6ae3671aecd3 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115602 Feb 09 01:46:59.741054 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-300d9f96-2cc1-4ff9-bf2c-6ae850afa948 None None] Allocated IP 172.20.0.2 (38dd92fe-623b-4103-820e-e0068f80e24c/3b41c16e-9ec7-433b-8d89-414bd835cf8a/d2820208-86e4-4577-81a5-b5d339bc96d1) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:59.805191 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d056b0a0-4549-497d-a43e-db0e3ff32ac7 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for port (30d7f170-a400-472c-88de-12ff06dc5772), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:59.857056 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d056b0a0-4549-497d-a43e-db0e3ff32ac7 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (30d7f170-a400-472c-88de-12ff06dc5772), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:59.964279 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2fa54a5e-ace7-4ef1-bec2-440042912a81 admin admin] Publish callbacks [] for router_gateway (262f348a-48ee-47c9-92c5-d8154daf344a), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:00.146939 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b89461b-a6d8-4dc2-8cb8-ba9039cf411d None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:00.155580 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b89461b-a6d8-4dc2-8cb8-ba9039cf411d None None] Checking segment: {'id': 'ec19a1e7-8e57-4c51-ae5e-680796d09c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:00.156128 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b89461b-a6d8-4dc2-8cb8-ba9039cf411d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:00.157145 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b89461b-a6d8-4dc2-8cb8-ba9039cf411d None None] Bound using segment: {'id': 'ec19a1e7-8e57-4c51-ae5e-680796d09c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:00.157682 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3b89461b-a6d8-4dc2-8cb8-ba9039cf411d None None] Bound port: 9682183f-c157-49c8-a285-4fd8bd122d46, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec19a1e7-8e57-4c51-ae5e-680796d09c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:00.158087 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b89461b-a6d8-4dc2-8cb8-ba9039cf411d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9682183f-c157-49c8-a285-4fd8bd122d46), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:00.161035 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '68d866d7-e1d5-458d-845a-ff3ac72fe067', 'network_id': '212ddb32-d73c-4b13-9064-9889961b4051', 'port_id': '68d866d7-e1d5-458d-845a-ff3ac72fe067', 'mac_address': 'fa:16:3e:08:57:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb912675-2db4-49b2-a46f-2bfd8b61f105', 'ip_address': '19.80.0.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:47:00.166397 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056b0a0-4549-497d-a43e-db0e3ff32ac7 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event updated for resources: {'Port': ['ID=30d7f170-a400-472c-88de-12ff06dc5772,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:00.214821 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd496c-409d-4ba7-a713-a5683c55e11b req-aae47ff8-6dcb-46a8-ae0f-f54b99369c92 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:00.216372 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-85cd496c-409d-4ba7-a713-a5683c55e11b req-aae47ff8-6dcb-46a8-ae0f-f54b99369c92 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 944 time: 0.5945585 Feb 09 01:47:00.247074 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5ce9d23e-35de-476d-89c0-b7fbd50fb7a1 req-75fed1a8-4f7b-432d-812c-93fb2aae36f2 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/ports?device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b HTTP/1.1" status: 200 len: 210 time: 0.1368449 Feb 09 01:47:00.284596 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:00.284983 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:00.339594 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d056b0a0-4549-497d-a43e-db0e3ff32ac7 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (0d4d55a9-2ebd-4ac2-af92-42803eb95831), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:00.500628 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3b89461b-a6d8-4dc2-8cb8-ba9039cf411d None None] For port 9682183f-c157-49c8-a285-4fd8bd122d46, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:00.506291 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3b89461b-a6d8-4dc2-8cb8-ba9039cf411d None None] For port 9682183f-c157-49c8-a285-4fd8bd122d46, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9682183f-c157-49c8-a285-4fd8bd122d46,segment=NetworkSegment(ec19a1e7-8e57-4c51-ae5e-680796d09c8d),segment_id=ec19a1e7-8e57-4c51-ae5e-680796d09c8d)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:00.541271 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-300d9f96-2cc1-4ff9-bf2c-6ae850afa948 None None] Publish callbacks [] for port (d2820208-86e4-4577-81a5-b5d339bc96d1), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:00.561495 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 68d866d7-e1d5-458d-845a-ff3ac72fe067 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:00.562197 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (68d866d7-e1d5-458d-845a-ff3ac72fe067), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:00.568831 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b89461b-a6d8-4dc2-8cb8-ba9039cf411d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9682183f-c157-49c8-a285-4fd8bd122d46), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:00.575816 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2fa54a5e-ace7-4ef1-bec2-440042912a81 admin admin] Publish callbacks [] for router_gateway (262f348a-48ee-47c9-92c5-d8154daf344a), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:00.578963 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-300d9f96-2cc1-4ff9-bf2c-6ae850afa948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (d2820208-86e4-4577-81a5-b5d339bc96d1), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:00.621696 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d056b0a0-4549-497d-a43e-db0e3ff32ac7 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Network 9652cd42-3945-405b-b48b-6a0866a4d308 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:00.623693 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-d056b0a0-4549-497d-a43e-db0e3ff32ac7 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:00.654227 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2fa54a5e-ace7-4ef1-bec2-440042912a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:00.669285 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89461b-a6d8-4dc2-8cb8-ba9039cf411d None None] Pushing event updated for resources: {'Port': ['ID=9682183f-c157-49c8-a285-4fd8bd122d46,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:00.690784 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-85cd496c-409d-4ba7-a713-a5683c55e11b req-b379dfd2-098a-4ac0-b669-c768747bb0a2 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576352 Feb 09 01:47:00.755343 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300d9f96-2cc1-4ff9-bf2c-6ae850afa948 None None] Network 38dd92fe-623b-4103-820e-e0068f80e24c is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:00.757359 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:00.758737 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bd25628e-6e97-47c3-8ebb-08ea9b3ea287 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:00.900147 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d866d7-e1d5-458d-845a-ff3ac72fe067 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:47:00.959637 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d056b0a0-4549-497d-a43e-db0e3ff32ac7 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Router 0d4d55a9-2ebd-4ac2-af92-42803eb95831 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:47:00.985036 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 68d866d7-e1d5-458d-845a-ff3ac72fe067, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=68d866d7-e1d5-458d-845a-ff3ac72fe067,segment=NetworkSegment(a9a55533-38fd-403e-b1ad-c223cbcc35fe),segment_id=a9a55533-38fd-403e-b1ad-c223cbcc35fe)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:01.021047 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-2fa54a5e-ace7-4ef1-bec2-440042912a81 admin admin] Allocated IP 172.25.7.75 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/731b6af1-65a4-464b-8003-f30dcca81f35) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:01.022935 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 9ca303c1-2740-49a1-a603-aa4ab27cfc9b completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:47:01.033924 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-300d9f96-2cc1-4ff9-bf2c-6ae850afa948 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:01.078899 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (68d866d7-e1d5-458d-845a-ff3ac72fe067), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:01.091307 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300d9f96-2cc1-4ff9-bf2c-6ae850afa948 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:01.113506 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f93c8-af74-42a4-a144-2d3dfecfc0fd req-91f963d7-a2d2-4749-bf7d-079c7ae7d02c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:01.138928 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f93c8-af74-42a4-a144-2d3dfecfc0fd req-91f963d7-a2d2-4749-bf7d-079c7ae7d02c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:01.141861 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 9ca303c1-2740-49a1-a603-aa4ab27cfc9b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:01.142896 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9ca303c1-2740-49a1-a603-aa4ab27cfc9b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:01.143423 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bc3f93c8-af74-42a4-a144-2d3dfecfc0fd req-91f963d7-a2d2-4749-bf7d-079c7ae7d02c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1680 time: 0.4942644 Feb 09 01:47:01.152893 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5bd99b19-dcb2-45c2-be46-a47d77e2b474 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:47:01.350310 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d9f96-2cc1-4ff9-bf2c-6ae850afa948 None None] Pushing event updated for resources: {'Port': ['ID=d2820208-86e4-4577-81a5-b5d339bc96d1,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:01.440587 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bc3f93c8-af74-42a4-a144-2d3dfecfc0fd req-dd75f957-666a-41a9-abfa-6b403299c054 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852941 Feb 09 01:47:01.524689 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2fa54a5e-ace7-4ef1-bec2-440042912a81 admin admin] Publish callbacks [] for port (731b6af1-65a4-464b-8003-f30dcca81f35), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:01.554524 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['9cb0b006-8ef4-47d5-9ada-d2e188eb42b2'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:47:01.621161 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2fa54a5e-ace7-4ef1-bec2-440042912a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (731b6af1-65a4-464b-8003-f30dcca81f35), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:01.657972 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:47:01.663345 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1266bab9-d942-4cb2-bc4a-9ec6d3e73aca req-d31a4965-b364-46eb-b0eb-5430adc53c74 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/ports?device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b HTTP/1.1" status: 200 len: 210 time: 0.0910406 Feb 09 01:47:01.667833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa54a5e-ace7-4ef1-bec2-440042912a81 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:01.671190 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-2fa54a5e-ace7-4ef1-bec2-440042912a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:01.677182 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa54a5e-ace7-4ef1-bec2-440042912a81 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:01.723468 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d056b0a0-4549-497d-a43e-db0e3ff32ac7 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:01.737744 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] Sync routers for ids ['0d4d55a9-2ebd-4ac2-af92-42803eb95831'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:01.762360 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d056b0a0-4549-497d-a43e-db0e3ff32ac7 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "PUT /v2.0/routers/0d4d55a9-2ebd-4ac2-af92-42803eb95831/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8533854 Feb 09 01:47:01.765154 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] Routers {'0d4d55a9-2ebd-4ac2-af92-42803eb95831'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:01.765724 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46826) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:01.767915 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:46:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0d4d55a9-2ebd-4ac2-af92-42803eb95831'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:01.774266 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-9a053b0a-b29c-44d0-9402-1494a23b0037 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1082330159', 'description': 'tempest-secgroup_access--1082330159 description', 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:01.846577 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9a053b0a-b29c-44d0-9402-1494a23b0037 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:01.872027 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa54a5e-ace7-4ef1-bec2-440042912a81 admin admin] Pushing event updated for resources: {'Port': ['ID=731b6af1-65a4-464b-8003-f30dcca81f35,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:01.882988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5bd99b19-dcb2-45c2-be46-a47d77e2b474, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5bd99b19-dcb2-45c2-be46-a47d77e2b474,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:02.018872 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3600d-e619-44a5-8dee-4613a2facf01 req-6f5a984c-fb31-463a-a36b-0fb9ce5ef647 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:02.021475 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] Publish callbacks [] for port (28f00988-3af8-4f0a-8629-5ac20cdcd7f1), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.023596 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-66c3600d-e619-44a5-8dee-4613a2facf01 req-6f5a984c-fb31-463a-a36b-0fb9ce5ef647 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 944 time: 0.1240096 Feb 09 01:47:02.042457 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '5bd99b19-dcb2-45c2-be46-a47d77e2b474', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '5bd99b19-dcb2-45c2-be46-a47d77e2b474', 'mac_address': 'fa:16:3e:55:8f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:47:02.042804 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9a053b0a-b29c-44d0-9402-1494a23b0037 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for security_group (0541a625-03b8-4167-a0f8-798f45d14165), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.052520 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9a053b0a-b29c-44d0-9402-1494a23b0037 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0541a625-03b8-4167-a0f8-798f45d14165), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.090137 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port bd25628e-6e97-47c3-8ebb-08ea9b3ea287 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:02.091004 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bd25628e-6e97-47c3-8ebb-08ea9b3ea287), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.101686 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] Set router 0d4d55a9-2ebd-4ac2-af92-42803eb95831 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:02.129846 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9a053b0a-b29c-44d0-9402-1494a23b0037 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.137769 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9a053b0a-b29c-44d0-9402-1494a23b0037 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3706021 Feb 09 01:47:02.140600 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46830) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:02.156388 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (28f00988-3af8-4f0a-8629-5ac20cdcd7f1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.354309 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-eee396d9-69a3-4f00-b18e-b91b4e113464 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:02.356560 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-eee396d9-69a3-4f00-b18e-b91b4e113464 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.67 "GET /v2.0/networks?id=0496f9e7-f076-4fdf-8fd4-6325c25e60db HTTP/1.1" status: 200 len: 815 time: 0.2150624 Feb 09 01:47:02.360442 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e149532f-af11-42e2-8d0a-9aef786e6915 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1189474514', 'description': 'tempest-secgroup_general--1189474514 description', 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:02.453106 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a053b0a-b29c-44d0-9402-1494a23b0037 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0541a625-03b8-4167-a0f8-798f45d14165,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:02.527840 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e149532f-af11-42e2-8d0a-9aef786e6915 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.621228 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port bd25628e-6e97-47c3-8ebb-08ea9b3ea287 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:02.653405 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-300d9f96-2cc1-4ff9-bf2c-6ae850afa948 None None] Attempting to bind port d2820208-86e4-4577-81a5-b5d339bc96d1 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:47:02.653791 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-300d9f96-2cc1-4ff9-bf2c-6ae850afa948 None None] Attempting to bind port d2820208-86e4-4577-81a5-b5d339bc96d1 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'acaa55a4-737c-4868-82c9-9fdbfe48bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '38dd92fe-623b-4103-820e-e0068f80e24c'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:47:02.654172 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300d9f96-2cc1-4ff9-bf2c-6ae850afa948 None None] Attempting to bind port d2820208-86e4-4577-81a5-b5d339bc96d1 on network 38dd92fe-623b-4103-820e-e0068f80e24c {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:02.719539 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2fa54a5e-ace7-4ef1-bec2-440042912a81 admin admin] Publish callbacks [] for router_gateway (262f348a-48ee-47c9-92c5-d8154daf344a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.744452 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300d9f96-2cc1-4ff9-bf2c-6ae850afa948 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:02.745007 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300d9f96-2cc1-4ff9-bf2c-6ae850afa948 None None] Checking segment: {'id': 'acaa55a4-737c-4868-82c9-9fdbfe48bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '38dd92fe-623b-4103-820e-e0068f80e24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:02.745435 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-300d9f96-2cc1-4ff9-bf2c-6ae850afa948 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.751279 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300d9f96-2cc1-4ff9-bf2c-6ae850afa948 None None] Bound using segment: {'id': 'acaa55a4-737c-4868-82c9-9fdbfe48bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '38dd92fe-623b-4103-820e-e0068f80e24c'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:02.752424 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-300d9f96-2cc1-4ff9-bf2c-6ae850afa948 None None] Bound port: d2820208-86e4-4577-81a5-b5d339bc96d1, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acaa55a4-737c-4868-82c9-9fdbfe48bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '38dd92fe-623b-4103-820e-e0068f80e24c'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:02.752424 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-300d9f96-2cc1-4ff9-bf2c-6ae850afa948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d2820208-86e4-4577-81a5-b5d339bc96d1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.810151 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-5829e6d1-da25-49cf-9dd3-73f30b4428b9 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6766487db55f451f9c4a51b4d8bdf1cf HTTP/1.1" status: 200 len: 380 time: 0.4415839 Feb 09 01:47:02.832759 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-4d3ba67e-1b93-472f-b7a4-3cf039b9bff1 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Request body: {'port': {'device_id': '16d531b3-d9c9-4482-a8c2-2a248d41508b', 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db', 'admin_state_up': True, 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'security_groups': ['8274fe3c-b38e-493f-83dc-bf0acc6f6a13']}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:03.026958 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['68d866d7-e1d5-458d-845a-ff3ac72fe067'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:47:03.065589 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'name': 'tempest-TestSecurityGroupsBasicOps-router-679534864', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:43Z', 'updated_at': '2022-02-09T01:46:58Z', 'revision_number': 4, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'gw_port': {'id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:44Z', 'updated_at': '2022-02-09T01:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '30d7f170-a400-472c-88de-12ff06dc5772', 'name': '', 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'mac_address': 'fa:16:3e:e9:b4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e2563808-760d-419a-b1ba-497369146386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:55Z', 'updated_at': '2022-02-09T01:46:59Z', 'revision_number': 2, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'subnets': [{'id': 'e2563808-760d-419a-b1ba-497369146386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:03.105669 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-66c3600d-e619-44a5-8dee-4613a2facf01 req-87af9882-19bb-41c7-9e80-9db9cd71674a tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9050345 Feb 09 01:47:03.142390 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e149532f-af11-42e2-8d0a-9aef786e6915 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for security_group (84a223fd-261b-457f-97ac-862faaa00bbc), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:03.181005 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] Checking router: 0d4d55a9-2ebd-4ac2-af92-42803eb95831 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:47:03.188734 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] Updating router 0d4d55a9-2ebd-4ac2-af92-42803eb95831 port 30d7f170-a400-472c-88de-12ff06dc5772 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:47:03.231451 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e149532f-af11-42e2-8d0a-9aef786e6915 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (84a223fd-261b-457f-97ac-862faaa00bbc), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:03.253335 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (30d7f170-a400-472c-88de-12ff06dc5772), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:03.266284 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5185d35b-3117-405a-8b21-ae03c90bb0b3 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:03.269239 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a3fa1b-22e0-4b57-92de-20af7817f59a None None] Network 9652cd42-3945-405b-b48b-6a0866a4d308 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:03.274241 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482f9f1-8d40-416e-9e8b-36f46d94f96b req-e87b923c-5654-4451-8d98-d3569ff8e170 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:03.292783 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482f9f1-8d40-416e-9e8b-36f46d94f96b req-e87b923c-5654-4451-8d98-d3569ff8e170 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:03.300552 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2482f9f1-8d40-416e-9e8b-36f46d94f96b req-e87b923c-5654-4451-8d98-d3569ff8e170 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1681 time: 0.5072489 Feb 09 01:47:03.309968 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=68d866d7-e1d5-458d-845a-ff3ac72fe067,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:03.480518 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2482f9f1-8d40-416e-9e8b-36f46d94f96b req-1dbf82b5-fa73-4a58-8649-48b1d3675a7f tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413991 Feb 09 01:47:03.486125 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2fa54a5e-ace7-4ef1-bec2-440042912a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (262f348a-48ee-47c9-92c5-d8154daf344a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:03.494755 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-4d3ba67e-1b93-472f-b7a4-3cf039b9bff1 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Made reservation on behalf of 6766487db55f451f9c4a51b4d8bdf1cf for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:03.498601 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-4d3ba67e-1b93-472f-b7a4-3cf039b9bff1 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:03.523845 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e149532f-af11-42e2-8d0a-9aef786e6915 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:03.526235 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e149532f-af11-42e2-8d0a-9aef786e6915 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.1828740 Feb 09 01:47:03.551506 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149532f-af11-42e2-8d0a-9aef786e6915 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84a223fd-261b-457f-97ac-862faaa00bbc,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:03.562093 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46866) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:03.588593 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f55a8ce0-6a0b-4ea5-9e4d-b98a18b8e06e tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Request body: {'security_group_rule': {'security_group_id': '0541a625-03b8-4167-a0f8-798f45d14165', 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:03.750570 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-92612c9a-40ef-4bf1-9630-2145650e3fc6 req-5c8e5fd1-6df0-43cb-90ae-a103d165dac0 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/ports?device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b HTTP/1.1" status: 200 len: 210 time: 0.2480731 Feb 09 01:47:03.788592 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f55a8ce0-6a0b-4ea5-9e4d-b98a18b8e06e tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for security_group_rule (a45adef7-f351-4163-a1e7-50f95cb97267), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:03.915515 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] Publish callbacks [] for port (30d7f170-a400-472c-88de-12ff06dc5772), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:03.917713 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa54a5e-ace7-4ef1-bec2-440042912a81 admin admin] Router 262f348a-48ee-47c9-92c5-d8154daf344a is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:47:03.934494 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (30d7f170-a400-472c-88de-12ff06dc5772), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:04.030738 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-4d3ba67e-1b93-472f-b7a4-3cf039b9bff1 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Allocated IP 172.20.0.11 (0496f9e7-f076-4fdf-8fd4-6325c25e60db/e8971ac9-cf91-4def-9490-e096359ab4d6/54713421-ab74-4d3b-9afe-67166cf065a6) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:04.064996 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f55a8ce0-6a0b-4ea5-9e4d-b98a18b8e06e tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for security_group_rule (a45adef7-f351-4163-a1e7-50f95cb97267), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:04.084453 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a056b9-01b7-42d0-89fc-6d76b4b6d2ca None None] Pushing event updated for resources: {'Port': ['ID=30d7f170-a400-472c-88de-12ff06dc5772,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:04.087913 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa54a5e-ace7-4ef1-bec2-440042912a81 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:04.112741 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f55a8ce0-6a0b-4ea5-9e4d-b98a18b8e06e tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (a45adef7-f351-4163-a1e7-50f95cb97267), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:04.120063 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2fa54a5e-ace7-4ef1-bec2-440042912a81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:04.124753 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2fa54a5e-ace7-4ef1-bec2-440042912a81 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3566921 Feb 09 01:47:04.125495 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 46882) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:04.277114 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a8ce0-6a0b-4ea5-9e4d-b98a18b8e06e tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45adef7-f351-4163-a1e7-50f95cb97267,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:04.284406 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] Sync routers for ids ['262f348a-48ee-47c9-92c5-d8154daf344a'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:04.325301 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] Attempting to bind port 30d7f170-a400-472c-88de-12ff06dc5772 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:47:04.326906 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] Attempting to bind port 30d7f170-a400-472c-88de-12ff06dc5772 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'ec19a1e7-8e57-4c51-ae5e-680796d09c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:47:04.327322 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] Attempting to bind port 30d7f170-a400-472c-88de-12ff06dc5772 on network 9652cd42-3945-405b-b48b-6a0866a4d308 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:04.343539 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:04.344674 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] Checking segment: {'id': 'ec19a1e7-8e57-4c51-ae5e-680796d09c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:04.345776 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:04.347060 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] Bound using segment: {'id': 'ec19a1e7-8e57-4c51-ae5e-680796d09c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:04.348179 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] Bound port: 30d7f170-a400-472c-88de-12ff06dc5772, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec19a1e7-8e57-4c51-ae5e-680796d09c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:04.349286 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (30d7f170-a400-472c-88de-12ff06dc5772), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:04.379684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] Routers {'262f348a-48ee-47c9-92c5-d8154daf344a'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:04.380322 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:46:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['262f348a-48ee-47c9-92c5-d8154daf344a'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:04.400637 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f55a8ce0-6a0b-4ea5-9e4d-b98a18b8e06e tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:04.402309 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f55a8ce0-6a0b-4ea5-9e4d-b98a18b8e06e tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8249247 Feb 09 01:47:04.518090 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] Set router 262f348a-48ee-47c9-92c5-d8154daf344a gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:04.606013 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703db69-627e-4bb1-9284-14ff5c171f73 req-bb800b93-02bf-44ca-9c2e-042672750248 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:04.608567 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4703db69-627e-4bb1-9284-14ff5c171f73 req-bb800b93-02bf-44ca-9c2e-042672750248 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 944 time: 0.3000016 Feb 09 01:47:04.611156 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] For port 30d7f170-a400-472c-88de-12ff06dc5772, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:04.612827 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5bd99b19-dcb2-45c2-be46-a47d77e2b474 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:04.613393 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:04.621895 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] For port 30d7f170-a400-472c-88de-12ff06dc5772, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=30d7f170-a400-472c-88de-12ff06dc5772,segment=NetworkSegment(ec19a1e7-8e57-4c51-ae5e-680796d09c8d),segment_id=ec19a1e7-8e57-4c51-ae5e-680796d09c8d)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:04.634683 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (30d7f170-a400-472c-88de-12ff06dc5772), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:04.672614 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] Attempting to bind port 28f00988-3af8-4f0a-8629-5ac20cdcd7f1 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:47:04.672984 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] Attempting to bind port 28f00988-3af8-4f0a-8629-5ac20cdcd7f1 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:47:04.683926 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] Attempting to bind port 28f00988-3af8-4f0a-8629-5ac20cdcd7f1 on network ad7f13d6-48b1-4260-a707-f8bf8cbabb95 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:04.776598 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] Routers {'0d4d55a9-2ebd-4ac2-af92-42803eb95831'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:04.777323 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:46:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0d4d55a9-2ebd-4ac2-af92-42803eb95831'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:04.783148 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4703db69-627e-4bb1-9284-14ff5c171f73 req-4db29179-5209-426e-99b0-793d05d68816 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615357 Feb 09 01:47:04.785828 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d9fc3c56-e057-4ea2-80c2-2c4c9187877f None None] Provisioning complete for port 28f00988-3af8-4f0a-8629-5ac20cdcd7f1 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:04.786212 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d9fc3c56-e057-4ea2-80c2-2c4c9187877f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (28f00988-3af8-4f0a-8629-5ac20cdcd7f1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:04.840069 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-4d3ba67e-1b93-472f-b7a4-3cf039b9bff1 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks [] for port (54713421-ab74-4d3b-9afe-67166cf065a6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:04.863733 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd1750-bb49-49bd-a053-7d7231169dc4 None None] Pushing event updated for resources: {'Port': ['ID=28f00988-3af8-4f0a-8629-5ac20cdcd7f1,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:04.919640 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a056b9-01b7-42d0-89fc-6d76b4b6d2ca None None] Pushing event updated for resources: {'Port': ['ID=30d7f170-a400-472c-88de-12ff06dc5772,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:04.928129 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc3c56-e057-4ea2-80c2-2c4c9187877f None None] Port 28f00988-3af8-4f0a-8629-5ac20cdcd7f1 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:04.970799 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 9ca303c1-2740-49a1-a603-aa4ab27cfc9b is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:04.971546 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9ca303c1-2740-49a1-a603-aa4ab27cfc9b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:04.995010 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-4d3ba67e-1b93-472f-b7a4-3cf039b9bff1 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (54713421-ab74-4d3b-9afe-67166cf065a6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:05.118056 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:05.118415 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] Checking segment: {'id': 'f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:05.119440 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:05.120035 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] Bound using segment: {'id': 'f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:05.120680 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] Bound port: 28f00988-3af8-4f0a-8629-5ac20cdcd7f1, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:05.121175 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (28f00988-3af8-4f0a-8629-5ac20cdcd7f1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:05.133852 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] Set router 0d4d55a9-2ebd-4ac2-af92-42803eb95831 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:05.140107 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-4d3ba67e-1b93-472f-b7a4-3cf039b9bff1 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Network 0496f9e7-f076-4fdf-8fd4-6325c25e60db is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:05.223532 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:47:05.234284 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-4d3ba67e-1b93-472f-b7a4-3cf039b9bff1 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:05.276169 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-4d3ba67e-1b93-472f-b7a4-3cf039b9bff1 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:05.287418 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] For port 28f00988-3af8-4f0a-8629-5ac20cdcd7f1, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:05.295594 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] For port 28f00988-3af8-4f0a-8629-5ac20cdcd7f1, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=28f00988-3af8-4f0a-8629-5ac20cdcd7f1,segment=NetworkSegment(f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d),segment_id=f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:05.319256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd99b19-dcb2-45c2-be46-a47d77e2b474 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:47:05.548269 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78dfd2a3-ebb7-4229-81a7-2c998ed292c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca303c1-2740-49a1-a603-aa4ab27cfc9b'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:05.553348 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae9c012-8d51-4b4f-9446-cfa4611cbdc6" -d '{"events": [{"server_uuid": "78dfd2a3-ebb7-4229-81a7-2c998ed292c2", "name": "network-vif-plugged", "status": "completed", "tag": "9ca303c1-2740-49a1-a603-aa4ab27cfc9b"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:05.586491 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (28f00988-3af8-4f0a-8629-5ac20cdcd7f1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:05.627058 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5bd99b19-dcb2-45c2-be46-a47d77e2b474, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5bd99b19-dcb2-45c2-be46-a47d77e2b474,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:05.767152 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'name': 'tempest-TestSecurityGroupsBasicOps-router-679534864', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:43Z', 'updated_at': '2022-02-09T01:46:58Z', 'revision_number': 4, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'gw_port': {'id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:44Z', 'updated_at': '2022-02-09T01:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '30d7f170-a400-472c-88de-12ff06dc5772', 'name': '', 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'mac_address': 'fa:16:3e:e9:b4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e2563808-760d-419a-b1ba-497369146386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:55Z', 'updated_at': '2022-02-09T01:47:04Z', 'revision_number': 4, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'subnets': [{'id': 'e2563808-760d-419a-b1ba-497369146386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:05.865132 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d48ce3-c9bf-47ea-8dee-691fd2a85dc6 None None] The sync data for ids ['0d4d55a9-2ebd-4ac2-af92-42803eb95831'] in n-d-828387-3 is: [{'id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'name': 'tempest-TestSecurityGroupsBasicOps-router-679534864', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:43Z', 'updated_at': '2022-02-09T01:46:58Z', 'revision_number': 4, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'gw_port': {'id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:44Z', 'updated_at': '2022-02-09T01:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '30d7f170-a400-472c-88de-12ff06dc5772', 'name': '', 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'mac_address': 'fa:16:3e:e9:b4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e2563808-760d-419a-b1ba-497369146386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:55Z', 'updated_at': '2022-02-09T01:47:04Z', 'revision_number': 4, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'subnets': [{'id': 'e2563808-760d-419a-b1ba-497369146386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:05.952960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 9ca303c1-2740-49a1-a603-aa4ab27cfc9b, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9ca303c1-2740-49a1-a603-aa4ab27cfc9b,segment=NetworkSegment(a0c13e34-b473-4117-be31-94c544229fa5),segment_id=a0c13e34-b473-4117-be31-94c544229fa5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:05.962793 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-20b31d11-0628-40e7-89ad-ce95c1ed6ea4 None None] Provisioning complete for port 9682183f-c157-49c8-a285-4fd8bd122d46 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:05.968286 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-20b31d11-0628-40e7-89ad-ce95c1ed6ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9682183f-c157-49c8-a285-4fd8bd122d46), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:06.058456 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2f7dd-e1af-44a5-ab26-1f900698b23e req-3dda5351-d281-4973-b772-ae3d25ea30c4 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:06.070983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2f7dd-e1af-44a5-ab26-1f900698b23e req-3dda5351-d281-4973-b772-ae3d25ea30c4 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:06.072718 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03a2f7dd-e1af-44a5-ab26-1f900698b23e req-3dda5351-d281-4973-b772-ae3d25ea30c4 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1681 time: 0.2977641 Feb 09 01:47:06.137967 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:06.278278 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:06.286151 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9ca303c1-2740-49a1-a603-aa4ab27cfc9b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:06.367288 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-300d9f96-2cc1-4ff9-bf2c-6ae850afa948 None None] For port d2820208-86e4-4577-81a5-b5d339bc96d1, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:06.433765 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ba67e-1b93-472f-b7a4-3cf039b9bff1 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Pushing event updated for resources: {'Port': ['ID=54713421-ab74-4d3b-9afe-67166cf065a6,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:06.450521 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46942) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:06.519149 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f09b7420-3404-4d35-9f0d-1179034b233b req-cc473df5-2880-4dae-bc5c-3a09bf97f3d7 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_general--1189474514&fields=id&tenant_id=5bb1a0b377414dc1915d0f29c8ffb19f HTTP/1.1" status: 200 len: 267 time: 1.3610408 Feb 09 01:47:06.551577 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03a2f7dd-e1af-44a5-ab26-1f900698b23e req-1ed7b03f-ad9a-407f-82b8-918fbadcb7a4 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699578 Feb 09 01:47:06.565855 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 5185d35b-3117-405a-8b21-ae03c90bb0b3 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:06.575993 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5185d35b-3117-405a-8b21-ae03c90bb0b3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:06.589265 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['5bd99b19-dcb2-45c2-be46-a47d77e2b474'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:47:06.618512 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-4d3ba67e-1b93-472f-b7a4-3cf039b9bff1 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:06.619380 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-4d3ba67e-1b93-472f-b7a4-3cf039b9bff1 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:06.683064 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f09b7420-3404-4d35-9f0d-1179034b233b req-ef2b4d78-9e29-4ca5-8310-26c315be9479 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_access--1082330159&fields=id&tenant_id=5bb1a0b377414dc1915d0f29c8ffb19f HTTP/1.1" status: 200 len: 267 time: 0.1507442 Feb 09 01:47:06.698285 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-da31b1c2-a9fe-45b2-b503-8d24fcd1bc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:06.699599 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-4d3ba67e-1b93-472f-b7a4-3cf039b9bff1 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8765268 Feb 09 01:47:06.762840 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-a69f2da9-8c7b-4485-a2e1-8b08ed624c15 service neutron] Request body: {'port': {'device_id': '16d531b3-d9c9-4482-a8c2-2a248d41508b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:06.773565 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-300d9f96-2cc1-4ff9-bf2c-6ae850afa948 None None] For port d2820208-86e4-4577-81a5-b5d339bc96d1, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d2820208-86e4-4577-81a5-b5d339bc96d1,segment=NetworkSegment(acaa55a4-737c-4868-82c9-9fdbfe48bf0f),segment_id=acaa55a4-737c-4868-82c9-9fdbfe48bf0f)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:06.839563 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-300d9f96-2cc1-4ff9-bf2c-6ae850afa948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d2820208-86e4-4577-81a5-b5d339bc96d1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:07.011048 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b7420-3404-4d35-9f0d-1179034b233b req-760bea25-589c-415c-9ad2-ac5e6749b6bd tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:07.013552 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f09b7420-3404-4d35-9f0d-1179034b233b req-760bea25-589c-415c-9ad2-ac5e6749b6bd tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/networks?id=9652cd42-3945-405b-b48b-6a0866a4d308 HTTP/1.1" status: 200 len: 795 time: 0.3076684 Feb 09 01:47:07.185327 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-459e836f-c9d7-4072-bd52-5539d1569560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:07.248882 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-da31b1c2-a9fe-45b2-b503-8d24fcd1bc74 admin admin] Allocated IP 172.20.0.1 (38dd92fe-623b-4103-820e-e0068f80e24c/3b41c16e-9ec7-433b-8d89-414bd835cf8a/0681e110-3857-4631-8a0e-3593feff65c4) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:07.297211 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd1750-bb49-49bd-a053-7d7231169dc4 None None] Pushing event updated for resources: {'Port': ['ID=28f00988-3af8-4f0a-8629-5ac20cdcd7f1,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:07.365692 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-459e836f-c9d7-4072-bd52-5539d1569560 admin admin] Publish callbacks [] for security_group (070d163c-a900-41b5-9483-615202ae47b5), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:07.368702 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f09b7420-3404-4d35-9f0d-1179034b233b req-5510f9c9-077a-4861-abfa-6afd2a6af328 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/quotas/5bb1a0b377414dc1915d0f29c8ffb19f HTTP/1.1" status: 200 len: 375 time: 0.2941358 Feb 09 01:47:07.388277 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] Routers {'2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:07.402695 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:46:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:07.444075 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-a69f2da9-8c7b-4485-a2e1-8b08ed624c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (54713421-ab74-4d3b-9afe-67166cf065a6), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:07.445046 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e369b8-771c-43a9-be0c-137ef055c9cd req-7df39af9-b63f-4424-b1f9-1790c0aa7aa6 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:07.446173 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-459e836f-c9d7-4072-bd52-5539d1569560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (070d163c-a900-41b5-9483-615202ae47b5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:07.462451 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c0e369b8-771c-43a9-be0c-137ef055c9cd req-7df39af9-b63f-4424-b1f9-1790c0aa7aa6 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/ports?device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b HTTP/1.1" status: 200 len: 932 time: 0.7220464 Feb 09 01:47:07.487146 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-459e836f-c9d7-4072-bd52-5539d1569560 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c76406e511ca435f84ecac3821a4caa0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0179822 Feb 09 01:47:07.502899 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46946) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:07.586460 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-33d21054-45f1-4137-b46f-f6d228dfab89 admin admin] Publish callbacks [] for security_group (070d163c-a900-41b5-9483-615202ae47b5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:07.609883 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e836f-c9d7-4072-bd52-5539d1569560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070d163c-a900-41b5-9483-615202ae47b5,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:07.945522 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c0e369b8-771c-43a9-be0c-137ef055c9cd req-45c59aac-499e-46ae-b395-2298a02e80fe tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/security-groups?id=8274fe3c-b38e-493f-83dc-bf0acc6f6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4818909 Feb 09 01:47:08.055394 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-da31b1c2-a9fe-45b2-b503-8d24fcd1bc74 admin admin] Publish callbacks [] for port (0681e110-3857-4631-8a0e-3593feff65c4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:08.081679 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-20b31d11-0628-40e7-89ad-ce95c1ed6ea4 None None] Current status of the port 9682183f-c157-49c8-a285-4fd8bd122d46 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:08.082714 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-20b31d11-0628-40e7-89ad-ce95c1ed6ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9682183f-c157-49c8-a285-4fd8bd122d46), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:08.147002 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-da31b1c2-a9fe-45b2-b503-8d24fcd1bc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (0681e110-3857-4631-8a0e-3593feff65c4), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:08.320234 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=5bd99b19-dcb2-45c2-be46-a47d77e2b474,revision_number=9']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:08.322182 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da31b1c2-a9fe-45b2-b503-8d24fcd1bc74 admin admin] Network 38dd92fe-623b-4103-820e-e0068f80e24c is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:08.323800 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-da31b1c2-a9fe-45b2-b503-8d24fcd1bc74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:08.328369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da31b1c2-a9fe-45b2-b503-8d24fcd1bc74 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:08.398411 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805bb375-32ec-4cd9-bc91-b71c0d3b8523 x-openstack-request-id: req-805bb375-32ec-4cd9-bc91-b71c0d3b8523 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:08.399367 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78dfd2a3-ebb7-4229-81a7-2c998ed292c2", "name": "network-vif-plugged", "status": "completed", "tag": "9ca303c1-2740-49a1-a603-aa4ab27cfc9b", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:08.399808 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-805bb375-32ec-4cd9-bc91-b71c0d3b8523 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:08.400378 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78dfd2a3-ebb7-4229-81a7-2c998ed292c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca303c1-2740-49a1-a603-aa4ab27cfc9b', 'code': 200} Feb 09 01:47:08.405983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31b1c2-a9fe-45b2-b503-8d24fcd1bc74 admin admin] Pushing event updated for resources: {'Port': ['ID=0681e110-3857-4631-8a0e-3593feff65c4,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:08.411258 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d4bc330f-73eb-43c7-85c0-151a3858939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:08.415551 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-da31b1c2-a9fe-45b2-b503-8d24fcd1bc74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (262f348a-48ee-47c9-92c5-d8154daf344a), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:08.435679 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-33d21054-45f1-4137-b46f-f6d228dfab89 admin admin] Publish callbacks [] for security_group (070d163c-a900-41b5-9483-615202ae47b5), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:08.538300 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f09b7420-3404-4d35-9f0d-1179034b233b req-254927a2-2579-475c-baaf-860d9a5c46ae tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5bb1a0b377414dc1915d0f29c8ffb19f&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1253879 Feb 09 01:47:08.541864 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-33d21054-45f1-4137-b46f-f6d228dfab89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (070d163c-a900-41b5-9483-615202ae47b5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:08.545202 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-33d21054-45f1-4137-b46f-f6d228dfab89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:08.546092 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-33d21054-45f1-4137-b46f-f6d228dfab89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/070d163c-a900-41b5-9483-615202ae47b5 HTTP/1.1" status: 204 len: 168 time: 1.0373645 Feb 09 01:47:08.611924 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:08.612692 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:08.613465 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:08.618697 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:08.619390 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:08.619945 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:08.620835 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:08.621408 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:08.621960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:08.622501 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:08.623047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:08.623614 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:08.624168 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:08.646609 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d21054-45f1-4137-b46f-f6d228dfab89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070d163c-a900-41b5-9483-615202ae47b5,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:08.678230 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 5185d35b-3117-405a-8b21-ae03c90bb0b3 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:08.688756 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9682183f-c157-49c8-a285-4fd8bd122d46 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:08.835295 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-da31b1c2-a9fe-45b2-b503-8d24fcd1bc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0681e110-3857-4631-8a0e-3593feff65c4), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:08.863263 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:47:08.936421 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d90c84-5b06-4205-a2f5-bba5786d6bcc req-86520f3d-c8ff-4f46-bc57-5a1bb74a2ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:08.943241 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-17d90c84-5b06-4205-a2f5-bba5786d6bcc req-86520f3d-c8ff-4f46-bc57-5a1bb74a2ce2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 1127 time: 0.4220922 Feb 09 01:47:08.959324 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-a69f2da9-8c7b-4485-a2e1-8b08ed624c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54713421-ab74-4d3b-9afe-67166cf065a6 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:47:08.974691 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-20b31d11-0628-40e7-89ad-ce95c1ed6ea4 None None] For port 9682183f-c157-49c8-a285-4fd8bd122d46, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9682183f-c157-49c8-a285-4fd8bd122d46,segment=NetworkSegment(ec19a1e7-8e57-4c51-ae5e-680796d09c8d),segment_id=ec19a1e7-8e57-4c51-ae5e-680796d09c8d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:09.003070 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-a69f2da9-8c7b-4485-a2e1-8b08ed624c15 service neutron] Publish callbacks [] for port (54713421-ab74-4d3b-9afe-67166cf065a6), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:09.068475 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:09.070125 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9cb0b006-8ef4-47d5-9ada-d2e188eb42b2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:09.081935 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-17d90c84-5b06-4205-a2f5-bba5786d6bcc req-a43cfb6e-1895-472e-867b-4f82761a8c1d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323409 Feb 09 01:47:09.101950 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-a69f2da9-8c7b-4485-a2e1-8b08ed624c15 service neutron] Transition to ACTIVE for port object 54713421-ab74-4d3b-9afe-67166cf065a6 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:47:09.106272 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7175098-b056-4fcb-8fdd-8324bf1ff77a req-3fd21c8e-b3aa-402d-9e5f-fdc6115e72e3 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:09.110492 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7175098-b056-4fcb-8fdd-8324bf1ff77a req-3fd21c8e-b3aa-402d-9e5f-fdc6115e72e3 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 945 time: 0.3605459 Feb 09 01:47:09.118481 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f09b7420-3404-4d35-9f0d-1179034b233b req-11cb601f-0e4a-48d1-ae0a-3c0e54cbf892 service neutron] 10.222.0.36 "GET /v2.0/networks/9652cd42-3945-405b-b48b-6a0866a4d308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494151 Feb 09 01:47:09.126760 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262f348a-48ee-47c9-92c5-d8154daf344a', 'name': 'tempest-TaggedBootDevicesTest-1149949853-router', 'tenant_id': '521706df347042b9a83592aef7c4b0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '731b6af1-65a4-464b-8003-f30dcca81f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:58Z', 'updated_at': '2022-02-09T01:47:01Z', 'revision_number': 3, 'project_id': '521706df347042b9a83592aef7c4b0d4', 'gw_port': {'id': '731b6af1-65a4-464b-8003-f30dcca81f35', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cf:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262f348a-48ee-47c9-92c5-d8154daf344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:00Z', 'updated_at': '2022-02-09T01:47:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:09.133345 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-20b31d11-0628-40e7-89ad-ce95c1ed6ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9682183f-c157-49c8-a285-4fd8bd122d46), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:09.143877 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-a69f2da9-8c7b-4485-a2e1-8b08ed624c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (54713421-ab74-4d3b-9afe-67166cf065a6), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:09.204073 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] Set router 2fd7a201-612c-4b7d-950d-bd3eeda0bbd8 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:09.247539 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7175098-b056-4fcb-8fdd-8324bf1ff77a req-0f8adf92-0620-4f1c-901a-3f1b59e11027 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237195 Feb 09 01:47:09.371630 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46966) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:09.409312 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f2da9-8c7b-4485-a2e1-8b08ed624c15 service neutron] Pushing event updated for resources: {'Port': ['ID=54713421-ab74-4d3b-9afe-67166cf065a6,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:09.510985 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a54242d7-43d9-44ab-9c6a-f1c483240403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:09.650521 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] Checking router: 262f348a-48ee-47c9-92c5-d8154daf344a for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:47:09.651079 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] Updating router 262f348a-48ee-47c9-92c5-d8154daf344a port 731b6af1-65a4-464b-8003-f30dcca81f35 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:47:09.656045 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f09b7420-3404-4d35-9f0d-1179034b233b req-33f8bae1-babd-43d3-b8eb-a75dbef56a06 service neutron] 10.222.0.36 "GET /v2.0/networks/9652cd42-3945-405b-b48b-6a0866a4d308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5365431 Feb 09 01:47:09.663354 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-da31b1c2-a9fe-45b2-b503-8d24fcd1bc74 admin admin] Publish callbacks [] for port (0681e110-3857-4631-8a0e-3593feff65c4), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:09.671681 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-a69f2da9-8c7b-4485-a2e1-8b08ed624c15 service neutron] Attempting to bind port 54713421-ab74-4d3b-9afe-67166cf065a6 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:47:09.672290 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-a69f2da9-8c7b-4485-a2e1-8b08ed624c15 service neutron] Attempting to bind port 54713421-ab74-4d3b-9afe-67166cf065a6 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'fb8b9e04-c44d-4c58-a713-358ae85c4e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:47:09.672842 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-a69f2da9-8c7b-4485-a2e1-8b08ed624c15 service neutron] Attempting to bind port 54713421-ab74-4d3b-9afe-67166cf065a6 on network 0496f9e7-f076-4fdf-8fd4-6325c25e60db {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:09.687001 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-da31b1c2-a9fe-45b2-b503-8d24fcd1bc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (0681e110-3857-4631-8a0e-3593feff65c4), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:09.688618 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-a69f2da9-8c7b-4485-a2e1-8b08ed624c15 service neutron] Port 54713421-ab74-4d3b-9afe-67166cf065a6 on network 0496f9e7-f076-4fdf-8fd4-6325c25e60db not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:47:09.690559 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-a69f2da9-8c7b-4485-a2e1-8b08ed624c15 service neutron] Attempting to bind port 54713421-ab74-4d3b-9afe-67166cf065a6 on network 0496f9e7-f076-4fdf-8fd4-6325c25e60db {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:09.701834 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-a69f2da9-8c7b-4485-a2e1-8b08ed624c15 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:09.702583 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-a69f2da9-8c7b-4485-a2e1-8b08ed624c15 service neutron] Checking segment: {'id': 'fb8b9e04-c44d-4c58-a713-358ae85c4e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:09.703247 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-a69f2da9-8c7b-4485-a2e1-8b08ed624c15 service neutron] Bound using segment: {'id': 'fb8b9e04-c44d-4c58-a713-358ae85c4e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:09.703926 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-a69f2da9-8c7b-4485-a2e1-8b08ed624c15 service neutron] Bound port: 54713421-ab74-4d3b-9afe-67166cf065a6, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb8b9e04-c44d-4c58-a713-358ae85c4e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:09.704522 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-a69f2da9-8c7b-4485-a2e1-8b08ed624c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (54713421-ab74-4d3b-9afe-67166cf065a6), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:09.717435 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=9ca303c1-2740-49a1-a603-aa4ab27cfc9b,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:09.901633 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ebbdd-1d28-449b-a70d-e94e65d1300b req-5b4c52f6-d183-4145-b226-567e70141c48 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:09.920975 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ebbdd-1d28-449b-a70d-e94e65d1300b req-5b4c52f6-d183-4145-b226-567e70141c48 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:09.943567 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c3ebbdd-1d28-449b-a70d-e94e65d1300b req-5b4c52f6-d183-4145-b226-567e70141c48 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1681 time: 0.3955348 Feb 09 01:47:09.953154 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a54242d7-43d9-44ab-9c6a-f1c483240403 admin admin] Publish callbacks [] for security_group (51612c05-376e-4c08-ab80-1a3cc95a14cb), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:09.963763 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a54242d7-43d9-44ab-9c6a-f1c483240403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (51612c05-376e-4c08-ab80-1a3cc95a14cb), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:09.968299 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31b1c2-a9fe-45b2-b503-8d24fcd1bc74 admin admin] Pushing event updated for resources: {'Port': ['ID=0681e110-3857-4631-8a0e-3593feff65c4,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:10.095587 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a54242d7-43d9-44ab-9c6a-f1c483240403 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=018bb7577c644b4fa22325b78568c10c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7171423 Feb 09 01:47:10.095587 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54242d7-43d9-44ab-9c6a-f1c483240403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51612c05-376e-4c08-ab80-1a3cc95a14cb,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:10.101043 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46976) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:10.138923 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-a69f2da9-8c7b-4485-a2e1-8b08ed624c15 service neutron] For port 54713421-ab74-4d3b-9afe-67166cf065a6, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:10.200817 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c3ebbdd-1d28-449b-a70d-e94e65d1300b req-e97cbe19-6c60-475b-9486-a8c0f3b6f542 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562602 Feb 09 01:47:10.206754 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-da31b1c2-a9fe-45b2-b503-8d24fcd1bc74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (262f348a-48ee-47c9-92c5-d8154daf344a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:10.238962 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-a69f2da9-8c7b-4485-a2e1-8b08ed624c15 service neutron] For port 54713421-ab74-4d3b-9afe-67166cf065a6, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=54713421-ab74-4d3b-9afe-67166cf065a6,segment=NetworkSegment(fb8b9e04-c44d-4c58-a713-358ae85c4e21),segment_id=fb8b9e04-c44d-4c58-a713-358ae85c4e21)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:10.330552 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-a69f2da9-8c7b-4485-a2e1-8b08ed624c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (54713421-ab74-4d3b-9afe-67166cf065a6), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:10.461600 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-a69f2da9-8c7b-4485-a2e1-8b08ed624c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:10.462324 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-a69f2da9-8c7b-4485-a2e1-8b08ed624c15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:10.469056 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-a69f2da9-8c7b-4485-a2e1-8b08ed624c15 service neutron] 10.222.0.67 "PUT /v2.0/ports/54713421-ab74-4d3b-9afe-67166cf065a6 HTTP/1.1" status: 200 len: 1092 time: 3.7147062 Feb 09 01:47:10.475513 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d531b3-d9c9-4482-a8c2-2a248d41508b', 'tag': '54713421-ab74-4d3b-9afe-67166cf065a6'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:10.479630 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98646df-d145-42fa-867d-85278da9ad43" -d '{"events": [{"name": "network-changed", "server_uuid": "16d531b3-d9c9-4482-a8c2-2a248d41508b", "tag": "54713421-ab74-4d3b-9afe-67166cf065a6"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:10.505669 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaacac-fdc6-4ba8-9402-6b6c10ee361e req-153102b3-1ff2-4980-ac8f-3cdfb7ba9009 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:10.525221 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bacaacac-fdc6-4ba8-9402-6b6c10ee361e req-153102b3-1ff2-4980-ac8f-3cdfb7ba9009 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/ports?device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b HTTP/1.1" status: 200 len: 944 time: 0.4214339 Feb 09 01:47:10.610636 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da31b1c2-a9fe-45b2-b503-8d24fcd1bc74 admin admin] Network 38dd92fe-623b-4103-820e-e0068f80e24c is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:10.669131 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-da31b1c2-a9fe-45b2-b503-8d24fcd1bc74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:10.695656 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d77d31f9-a914-4687-9706-fc80ac165686 req-c964088a-3779-4b52-9561-df854f603123 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 210 time: 0.2737489 Feb 09 01:47:10.791375 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12690e2-309b-4f1e-8215-c2c9f04c1262 None None] Network 38dd92fe-623b-4103-820e-e0068f80e24c requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:10.881364 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bacaacac-fdc6-4ba8-9402-6b6c10ee361e req-003b0164-076d-47c1-abfe-7a94377c2ff8 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/security-groups?id=8274fe3c-b38e-493f-83dc-bf0acc6f6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3431525 Feb 09 01:47:10.881364 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c83a006e-73f2-491c-a635-459606b48586 admin admin] Publish callbacks [] for security_group (51612c05-376e-4c08-ab80-1a3cc95a14cb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:11.016081 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-afe51a88-74b0-476c-8e95-6fb66848f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:11.018424 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-afe51a88-74b0-476c-8e95-6fb66848f9bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6766487db55f451f9c4a51b4d8bdf1cf&device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b HTTP/1.1" status: 200 len: 1126 time: 0.4177177 Feb 09 01:47:11.028431 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f2da9-8c7b-4485-a2e1-8b08ed624c15 service neutron] Pushing event updated for resources: {'Port': ['ID=54713421-ab74-4d3b-9afe-67166cf065a6,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:11.182288 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c83a006e-73f2-491c-a635-459606b48586 admin admin] Publish callbacks [] for security_group (51612c05-376e-4c08-ab80-1a3cc95a14cb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:11.186512 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2583b0-23f4-47e8-a590-dcddd90a23e7 req-41f84cc6-0f52-4c37-91d1-cfccb8981ab2 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:11.197262 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-fe6053fd-a502-4bf4-91db-fcf45f7cf712 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54713421-ab74-4d3b-9afe-67166cf065a6 HTTP/1.1" status: 200 len: 217 time: 0.1621118 Feb 09 01:47:11.217214 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb2583b0-23f4-47e8-a590-dcddd90a23e7 req-41f84cc6-0f52-4c37-91d1-cfccb8981ab2 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 945 time: 0.2535439 Feb 09 01:47:11.348921 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:11.350044 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f7f92b94-f5ed-4d1b-b6de-6ebd64aef954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:11.398380 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-853fda35-ef03-4f5e-9091-a011f2a52503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:11.402540 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-853fda35-ef03-4f5e-9091-a011f2a52503 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e8971ac9-cf91-4def-9490-e096359ab4d6 HTTP/1.1" status: 200 len: 854 time: 0.1704054 Feb 09 01:47:11.402800 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da31b1c2-a9fe-45b2-b503-8d24fcd1bc74 admin admin] Router 262f348a-48ee-47c9-92c5-d8154daf344a has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:47:11.411764 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d9f3ee-dccb-46bc-b89e-e6d50f539b42 x-openstack-request-id: req-84d9f3ee-dccb-46bc-b89e-e6d50f539b42 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:11.412313 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d531b3-d9c9-4482-a8c2-2a248d41508b", "tag": "54713421-ab74-4d3b-9afe-67166cf065a6", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:11.412744 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-84d9f3ee-dccb-46bc-b89e-e6d50f539b42 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:11.413311 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d531b3-d9c9-4482-a8c2-2a248d41508b', 'tag': '54713421-ab74-4d3b-9afe-67166cf065a6', 'status': 'completed', 'code': 200} Feb 09 01:47:11.423375 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:11.486004 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (731b6af1-65a4-464b-8003-f30dcca81f35), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:11.598401 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb2583b0-23f4-47e8-a590-dcddd90a23e7 req-f01623c2-cf68-4fca-bd34-0eab56f9d13b tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763373 Feb 09 01:47:11.701581 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-c8e98e43-ff74-47cb-be48-0a40d1bfd2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:11.711084 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-c8e98e43-ff74-47cb-be48-0a40d1bfd2c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0496f9e7-f076-4fdf-8fd4-6325c25e60db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2948165 Feb 09 01:47:11.771702 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:11.854917 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:11.855616 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9cb0b006-8ef4-47d5-9ada-d2e188eb42b2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:11.874258 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 9682183f-c157-49c8-a285-4fd8bd122d46 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:11.874639 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9682183f-c157-49c8-a285-4fd8bd122d46), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:11.878752 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da31b1c2-a9fe-45b2-b503-8d24fcd1bc74 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:11.899060 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-da31b1c2-a9fe-45b2-b503-8d24fcd1bc74 admin admin] 10.222.0.36 "PUT /v2.0/routers/262f348a-48ee-47c9-92c5-d8154daf344a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7638857 Feb 09 01:47:11.964060 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d34f9-2b15-4851-bf76-6892040811ae req-60d35072-8603-4b0c-9f55-2825656ada80 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:11.976214 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-da6d34f9-2b15-4851-bf76-6892040811ae req-60d35072-8603-4b0c-9f55-2825656ada80 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 945 time: 0.1873720 Feb 09 01:47:12.057060 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-5581bd14-e541-47e1-b85c-1ef2ad246f02 service neutron] 10.222.0.67 "GET /v2.0/networks/0496f9e7-f076-4fdf-8fd4-6325c25e60db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110516 Feb 09 01:47:12.092182 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-da6d34f9-2b15-4851-bf76-6892040811ae req-9d33c4db-22d6-470f-bb15-f4dbf231117e tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068079 Feb 09 01:47:12.095592 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4189bbbf-555d-4dc5-8fb1-8fee74255365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb0b006-8ef4-47d5-9ada-d2e188eb42b2'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:12.110527 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db65fd82-7cbe-4e70-b1cb-fc6006ca686e" -d '{"events": [{"server_uuid": "4189bbbf-555d-4dc5-8fb1-8fee74255365", "name": "network-vif-plugged", "status": "completed", "tag": "9cb0b006-8ef4-47d5-9ada-d2e188eb42b2"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:12.262865 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'name': 'tempest-TaggedBootDevicesTest-1522749418-router', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:33Z', 'updated_at': '2022-02-09T01:46:50Z', 'revision_number': 4, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'gw_port': {'id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:39Z', 'updated_at': '2022-02-09T01:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '28f00988-3af8-4f0a-8629-5ac20cdcd7f1', 'name': '', 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'mac_address': 'fa:16:3e:dd:8a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '7a8dc3cb-389b-4805-b231-7a2cad302cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:48Z', 'updated_at': '2022-02-09T01:47:05Z', 'revision_number': 4, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'subnets': [{'id': '7a8dc3cb-389b-4805-b231-7a2cad302cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:12.361288 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9cb0b006-8ef4-47d5-9ada-d2e188eb42b2,segment=NetworkSegment(466214c9-3ad8-40ad-9e38-1ad7a045af43),segment_id=466214c9-3ad8-40ad-9e38-1ad7a045af43)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:12.372756 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6b14dd-e0ed-48b3-923e-2fe0b95d5d79 None None] The sync data for ids ['2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'] in n-d-828387-3 is: [{'id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'name': 'tempest-TaggedBootDevicesTest-1522749418-router', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:33Z', 'updated_at': '2022-02-09T01:46:50Z', 'revision_number': 4, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'gw_port': {'id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:39Z', 'updated_at': '2022-02-09T01:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '28f00988-3af8-4f0a-8629-5ac20cdcd7f1', 'name': '', 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'mac_address': 'fa:16:3e:dd:8a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '7a8dc3cb-389b-4805-b231-7a2cad302cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:48Z', 'updated_at': '2022-02-09T01:47:05Z', 'revision_number': 4, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'subnets': [{'id': '7a8dc3cb-389b-4805-b231-7a2cad302cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:12.385834 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b7420-3404-4d35-9f0d-1179034b233b req-b6b60e0a-72f2-447f-a92d-0bc2b79020c9 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:12.387490 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f09b7420-3404-4d35-9f0d-1179034b233b req-b6b60e0a-72f2-447f-a92d-0bc2b79020c9 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.48 "GET /v2.0/networks?id=9652cd42-3945-405b-b48b-6a0866a4d308 HTTP/1.1" status: 200 len: 795 time: 0.2499800 Feb 09 01:47:12.387992 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d9f96-2cc1-4ff9-bf2c-6ae850afa948 None None] Pushing event updated for resources: {'Port': ['ID=d2820208-86e4-4577-81a5-b5d339bc96d1,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:12.391065 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c83a006e-73f2-491c-a635-459606b48586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (51612c05-376e-4c08-ab80-1a3cc95a14cb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:12.410894 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c83a006e-73f2-491c-a635-459606b48586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:12.417920 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c83a006e-73f2-491c-a635-459606b48586 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51612c05-376e-4c08-ab80-1a3cc95a14cb HTTP/1.1" status: 204 len: 168 time: 2.2929676 Feb 09 01:47:12.462809 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a006e-73f2-491c-a635-459606b48586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51612c05-376e-4c08-ab80-1a3cc95a14cb,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:12.511294 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-84f2f14a-e61d-4046-b862-2627f138acf4 req-99db8ce2-2e3e-48d7-a4d9-c59866a77dbe tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 210 time: 0.1186497 Feb 09 01:47:12.512241 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-120c00c2-c1b7-4f3e-88c9-6de81d8293ea req-cfb0f22e-0eaa-4eec-92b0-b1627208a30b service neutron] 10.222.0.67 "GET /v2.0/networks/0496f9e7-f076-4fdf-8fd4-6325c25e60db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569453 Feb 09 01:47:12.604296 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924ecb7-20ae-4c34-bf6b-25b169ae9b25 req-e0d613d0-1eca-48f4-8cbb-a47032e701e4 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:12.639642 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924ecb7-20ae-4c34-bf6b-25b169ae9b25 req-e0d613d0-1eca-48f4-8cbb-a47032e701e4 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:12.641325 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9924ecb7-20ae-4c34-bf6b-25b169ae9b25 req-e0d613d0-1eca-48f4-8cbb-a47032e701e4 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1681 time: 0.9262409 Feb 09 01:47:12.687239 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b31d11-0628-40e7-89ad-ce95c1ed6ea4 None None] Pushing event updated for resources: {'Port': ['ID=9682183f-c157-49c8-a285-4fd8bd122d46,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:12.816686 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0c74c732-2344-45de-9b4c-df347253f434 None None] Provisioning complete for port 30d7f170-a400-472c-88de-12ff06dc5772 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:12.817244 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c74c732-2344-45de-9b4c-df347253f434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (30d7f170-a400-472c-88de-12ff06dc5772), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:12.871309 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f09b7420-3404-4d35-9f0d-1179034b233b req-7a5d75e6-e1b1-4b38-b4a7-178564da07ba tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bb1a0b377414dc1915d0f29c8ffb19f HTTP/1.1" status: 200 len: 478 time: 0.3576536 Feb 09 01:47:12.887475 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-f09b7420-3404-4d35-9f0d-1179034b233b req-d973b749-87f1-41d0-8062-425864af634d tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Request body: {'port': {'device_id': '9df30a7d-6d94-4134-8fea-938ad5cdb754', 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308', 'admin_state_up': True, 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'security_groups': ['84a223fd-261b-457f-97ac-862faaa00bbc', '0541a625-03b8-4167-a0f8-798f45d14165']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:12.911886 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9924ecb7-20ae-4c34-bf6b-25b169ae9b25 req-cef17b56-b1bf-4073-9cde-ab203b92726c tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255025 Feb 09 01:47:12.938164 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98646df-d145-42fa-867d-85278da9ad43 req-2eaec40c-5a38-4916-a865-7dc3eaae7e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:12.938164 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a98646df-d145-42fa-867d-85278da9ad43 req-2eaec40c-5a38-4916-a865-7dc3eaae7e35 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6766487db55f451f9c4a51b4d8bdf1cf&device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b HTTP/1.1" status: 200 len: 1126 time: 0.2837744 Feb 09 01:47:13.017387 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9cb0b006-8ef4-47d5-9ada-d2e188eb42b2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:13.197861 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5bd99b19-dcb2-45c2-be46-a47d77e2b474 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:13.205338 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=9cb0b006-8ef4-47d5-9ada-d2e188eb42b2,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:13.289500 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:13.313240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115005e2-cc44-49f0-b8a9-1b437ca07ec4 req-6571639f-2058-4df8-86f4-4ee867a163a7 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:13.329638 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a3fb9e-1726-4432-a369-fc3778625661 x-openstack-request-id: req-98a3fb9e-1726-4432-a369-fc3778625661 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:13.329933 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4189bbbf-555d-4dc5-8fb1-8fee74255365", "name": "network-vif-plugged", "status": "completed", "tag": "9cb0b006-8ef4-47d5-9ada-d2e188eb42b2", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:13.330748 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-115005e2-cc44-49f0-b8a9-1b437ca07ec4 req-6571639f-2058-4df8-86f4-4ee867a163a7 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/ports?device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b HTTP/1.1" status: 200 len: 944 time: 0.5510898 Feb 09 01:47:13.335481 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98a3fb9e-1726-4432-a369-fc3778625661 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:13.336061 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4189bbbf-555d-4dc5-8fb1-8fee74255365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb0b006-8ef4-47d5-9ada-d2e188eb42b2', 'code': 200} Feb 09 01:47:13.380793 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98646df-d145-42fa-867d-85278da9ad43 req-3764c9ba-1f59-4f1b-8430-4f4d3319bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:13.387857 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a98646df-d145-42fa-867d-85278da9ad43 req-3764c9ba-1f59-4f1b-8430-4f4d3319bff0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0496f9e7-f076-4fdf-8fd4-6325c25e60db HTTP/1.1" status: 200 len: 916 time: 0.4438901 Feb 09 01:47:13.540497 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-115005e2-cc44-49f0-b8a9-1b437ca07ec4 req-31c69cdf-36dd-4215-9c00-38dd83a23eb5 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/security-groups?id=8274fe3c-b38e-493f-83dc-bf0acc6f6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073271 Feb 09 01:47:13.549873 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a98646df-d145-42fa-867d-85278da9ad43 req-c9945534-417b-4449-9911-42206dbf1bd8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54713421-ab74-4d3b-9afe-67166cf065a6 HTTP/1.1" status: 200 len: 217 time: 0.1537662 Feb 09 01:47:13.614343 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 9682183f-c157-49c8-a285-4fd8bd122d46 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:13.727857 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 47086) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:13.746303 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:13.802710 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98646df-d145-42fa-867d-85278da9ad43 req-88067b02-4483-425d-98da-c97cef0963ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:13.805078 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a98646df-d145-42fa-867d-85278da9ad43 req-88067b02-4483-425d-98da-c97cef0963ea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e8971ac9-cf91-4def-9490-e096359ab4d6 HTTP/1.1" status: 200 len: 854 time: 0.2447941 Feb 09 01:47:13.937322 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] Publish callbacks [] for port (731b6af1-65a4-464b-8003-f30dcca81f35), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:13.965972 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8b78cf20-1372-401f-b519-ecff4f2a89a6 req-e2673dfc-aca9-43d3-a468-1db79ecab95f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 210 time: 0.0784230 Feb 09 01:47:14.038371 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98646df-d145-42fa-867d-85278da9ad43 req-a6f16b76-ae3b-4677-9511-925bef0ba821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:14.042152 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (731b6af1-65a4-464b-8003-f30dcca81f35), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.049014 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a98646df-d145-42fa-867d-85278da9ad43 req-a6f16b76-ae3b-4677-9511-925bef0ba821 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0496f9e7-f076-4fdf-8fd4-6325c25e60db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2379360 Feb 09 01:47:14.059670 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e277d493-4f62-41ef-b63a-ec052d4633f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.234760 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09b7420-3404-4d35-9f0d-1179034b233b req-d973b749-87f1-41d0-8062-425864af634d tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Made reservation on behalf of 5bb1a0b377414dc1915d0f29c8ffb19f for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:14.248012 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 5bd99b19-dcb2-45c2-be46-a47d77e2b474 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:14.254190 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.259147 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f09b7420-3404-4d35-9f0d-1179034b233b req-d973b749-87f1-41d0-8062-425864af634d tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.272659 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 28f00988-3af8-4f0a-8629-5ac20cdcd7f1 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:14.468434 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8e0e0-1d82-43fa-af9c-a9f88425cc68 req-45f2e735-0674-4e53-b4e8-40760387bae8 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:14.477279 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aef8e0e0-1d82-43fa-af9c-a9f88425cc68 req-45f2e735-0674-4e53-b4e8-40760387bae8 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 945 time: 0.5952992 Feb 09 01:47:14.524557 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279977a1-384d-41e7-a4ad-13027ba458af None None] Pushing event updated for resources: {'Port': ['ID=731b6af1-65a4-464b-8003-f30dcca81f35,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:14.540505 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0c74c732-2344-45de-9b4c-df347253f434 None None] Current status of the port 30d7f170-a400-472c-88de-12ff06dc5772 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:14.540909 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c74c732-2344-45de-9b4c-df347253f434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (30d7f170-a400-472c-88de-12ff06dc5772), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.627810 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad97a3-0f4a-458f-8658-b56d09b5f3a3 req-77141104-65fe-4e81-8262-0f734ed3560b tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:14.645667 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad97a3-0f4a-458f-8658-b56d09b5f3a3 req-77141104-65fe-4e81-8262-0f734ed3560b tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:14.671125 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8aad97a3-0f4a-458f-8658-b56d09b5f3a3 req-77141104-65fe-4e81-8262-0f734ed3560b tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1682 time: 0.4184463 Feb 09 01:47:14.705179 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] Attempting to bind port 731b6af1-65a4-464b-8003-f30dcca81f35 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:47:14.710888 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a98646df-d145-42fa-867d-85278da9ad43 req-0efd4748-96f8-450e-b780-41d836894216 service neutron] 10.222.0.67 "GET /v2.0/networks/0496f9e7-f076-4fdf-8fd4-6325c25e60db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6506929 Feb 09 01:47:14.714334 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] Attempting to bind port 731b6af1-65a4-464b-8003-f30dcca81f35 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:47:14.714715 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] Attempting to bind port 731b6af1-65a4-464b-8003-f30dcca81f35 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:14.807337 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:14.809850 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:14.811052 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.812959 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:14.813658 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] Bound port: 731b6af1-65a4-464b-8003-f30dcca81f35, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:14.825559 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (731b6af1-65a4-464b-8003-f30dcca81f35), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.840166 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8aad97a3-0f4a-458f-8658-b56d09b5f3a3 req-dad91ea0-cac8-41d8-a35f-593c5863080e tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650188 Feb 09 01:47:14.929925 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aef8e0e0-1d82-43fa-af9c-a9f88425cc68 req-f4fd6b58-c93d-4e5f-98ce-ea50b10ffcde tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235413 Feb 09 01:47:14.967464 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-0c74c732-2344-45de-9b4c-df347253f434 None None] For port 30d7f170-a400-472c-88de-12ff06dc5772, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=30d7f170-a400-472c-88de-12ff06dc5772,segment=NetworkSegment(ec19a1e7-8e57-4c51-ae5e-680796d09c8d),segment_id=ec19a1e7-8e57-4c51-ae5e-680796d09c8d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:14.975876 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] For port 731b6af1-65a4-464b-8003-f30dcca81f35, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:14.990503 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] For port 731b6af1-65a4-464b-8003-f30dcca81f35, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=731b6af1-65a4-464b-8003-f30dcca81f35,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:15.011099 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-f09b7420-3404-4d35-9f0d-1179034b233b req-d973b749-87f1-41d0-8062-425864af634d tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Allocated IP 172.20.0.13 (9652cd42-3945-405b-b48b-6a0866a4d308/e2563808-760d-419a-b1ba-497369146386/19d815ec-2d23-4c57-9f3c-06c47de07295) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:15.029864 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c74c732-2344-45de-9b4c-df347253f434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (30d7f170-a400-472c-88de-12ff06dc5772), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.049209 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a98646df-d145-42fa-867d-85278da9ad43 req-e7e5a29b-136b-4c08-9c85-1209fcc09ebd service neutron] 10.222.0.67 "GET /v2.0/networks/0496f9e7-f076-4fdf-8fd4-6325c25e60db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210113 Feb 09 01:47:15.078493 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (731b6af1-65a4-464b-8003-f30dcca81f35), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.180083 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5bd99b19-dcb2-45c2-be46-a47d77e2b474 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:15.189803 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.220761 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0c74c732-2344-45de-9b4c-df347253f434 None None] Provisioning complete for port 9682183f-c157-49c8-a285-4fd8bd122d46 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:15.221247 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c74c732-2344-45de-9b4c-df347253f434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9682183f-c157-49c8-a285-4fd8bd122d46), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.319145 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 28f00988-3af8-4f0a-8629-5ac20cdcd7f1 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:15.322201 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (28f00988-3af8-4f0a-8629-5ac20cdcd7f1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.380725 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616dfe9f-a528-45e9-bbbc-567549d7b16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd99b19-dcb2-45c2-be46-a47d77e2b474'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:15.390735 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3474e5-cf22-4076-b496-23e2e3480881" -d '{"events": [{"server_uuid": "616dfe9f-a528-45e9-bbbc-567549d7b16c", "name": "network-vif-plugged", "status": "completed", "tag": "5bd99b19-dcb2-45c2-be46-a47d77e2b474"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:15.468956 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e277d493-4f62-41ef-b63a-ec052d4633f1 admin admin] Publish callbacks [] for security_group (7b06f966-625f-4891-838c-783edf769e66), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.491807 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e277d493-4f62-41ef-b63a-ec052d4633f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7b06f966-625f-4891-838c-783edf769e66), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.522515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] Routers {'262f348a-48ee-47c9-92c5-d8154daf344a'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:15.523175 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:47:11Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['262f348a-48ee-47c9-92c5-d8154daf344a'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:15.569842 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5bd99b19-dcb2-45c2-be46-a47d77e2b474, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5bd99b19-dcb2-45c2-be46-a47d77e2b474,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:15.578611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74c732-2344-45de-9b4c-df347253f434 None None] Pushing event updated for resources: {'Port': ['ID=30d7f170-a400-472c-88de-12ff06dc5772,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:15.619964 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277d493-4f62-41ef-b63a-ec052d4633f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b06f966-625f-4891-838c-783edf769e66,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:15.667749 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68201c-8631-4df0-bb9d-4ac007b8cd48 req-d9bbb4cc-e083-4b42-afe3-164f12d5d207 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:15.674815 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6b68201c-8631-4df0-bb9d-4ac007b8cd48 req-d9bbb4cc-e083-4b42-afe3-164f12d5d207 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 945 time: 0.1810298 Feb 09 01:47:15.703317 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f09b7420-3404-4d35-9f0d-1179034b233b req-d973b749-87f1-41d0-8062-425864af634d tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for port (19d815ec-2d23-4c57-9f3c-06c47de07295), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.706337 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.707725 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 68d866d7-e1d5-458d-845a-ff3ac72fe067 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:15.768169 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e277d493-4f62-41ef-b63a-ec052d4633f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=899b92cf0c884191b3181ff77df4633d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0366681 Feb 09 01:47:15.770668 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47150) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:15.876748 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba54fe9-7a2a-448e-bed9-a3f7008b2c95 req-38467bfe-7f0a-4ab6-b563-7b691579f230 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:15.900687 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2ba54fe9-7a2a-448e-bed9-a3f7008b2c95 req-38467bfe-7f0a-4ab6-b563-7b691579f230 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/ports?device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b HTTP/1.1" status: 200 len: 944 time: 0.5130067 Feb 09 01:47:15.908495 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6b68201c-8631-4df0-bb9d-4ac007b8cd48 req-38fa4cde-4a8b-43a0-a68f-5c11bbb96e89 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257175 Feb 09 01:47:16.015047 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9066b730-7ad6-479e-9258-36412cca5bf8 admin admin] Publish callbacks [] for security_group (7b06f966-625f-4891-838c-783edf769e66), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:16.020131 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f09b7420-3404-4d35-9f0d-1179034b233b req-d973b749-87f1-41d0-8062-425864af634d tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (19d815ec-2d23-4c57-9f3c-06c47de07295), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:16.078666 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9066b730-7ad6-479e-9258-36412cca5bf8 admin admin] Publish callbacks [] for security_group (7b06f966-625f-4891-838c-783edf769e66), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:16.104552 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0c74c732-2344-45de-9b4c-df347253f434 None None] Current status of the port 9682183f-c157-49c8-a285-4fd8bd122d46 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:16.115701 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 68d866d7-e1d5-458d-845a-ff3ac72fe067 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:47:16.153808 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973b749-87f1-41d0-8062-425864af634d tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event updated for resources: {'Port': ['ID=19d815ec-2d23-4c57-9f3c-06c47de07295,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:16.157512 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 68d866d7-e1d5-458d-845a-ff3ac72fe067 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:16.157896 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (68d866d7-e1d5-458d-845a-ff3ac72fe067), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:16.159550 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279977a1-384d-41e7-a4ad-13027ba458af None None] Pushing event updated for resources: {'Port': ['ID=731b6af1-65a4-464b-8003-f30dcca81f35,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:16.205398 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2ba54fe9-7a2a-448e-bed9-a3f7008b2c95 req-61e1fb4a-3a02-4dd6-9fe0-3e431399d460 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/security-groups?id=8274fe3c-b38e-493f-83dc-bf0acc6f6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034396 Feb 09 01:47:16.218526 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9339a6-5d7a-4c06-96e0-abd01e64e162 req-be484a1b-fefb-40cb-b334-d111162042ae tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:16.236843 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d9339a6-5d7a-4c06-96e0-abd01e64e162 req-be484a1b-fefb-40cb-b334-d111162042ae tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 971 time: 0.1547937 Feb 09 01:47:16.240306 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09b7420-3404-4d35-9f0d-1179034b233b req-d973b749-87f1-41d0-8062-425864af634d tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Network 9652cd42-3945-405b-b48b-6a0866a4d308 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:16.242032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-f09b7420-3404-4d35-9f0d-1179034b233b req-d973b749-87f1-41d0-8062-425864af634d tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:16.244964 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09b7420-3404-4d35-9f0d-1179034b233b req-d973b749-87f1-41d0-8062-425864af634d tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:16.252076 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=5bd99b19-dcb2-45c2-be46-a47d77e2b474,revision_number=10']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:16.268357 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0c74c732-2344-45de-9b4c-df347253f434 None None] Provisioning complete for port 28f00988-3af8-4f0a-8629-5ac20cdcd7f1 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:16.268920 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c74c732-2344-45de-9b4c-df347253f434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (28f00988-3af8-4f0a-8629-5ac20cdcd7f1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:16.340010 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4279870-d785-435d-b688-64e110352acb x-openstack-request-id: req-c4279870-d785-435d-b688-64e110352acb {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:16.340380 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616dfe9f-a528-45e9-bbbc-567549d7b16c", "name": "network-vif-plugged", "status": "completed", "tag": "5bd99b19-dcb2-45c2-be46-a47d77e2b474", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:16.340610 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4279870-d785-435d-b688-64e110352acb {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:16.341020 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616dfe9f-a528-45e9-bbbc-567549d7b16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd99b19-dcb2-45c2-be46-a47d77e2b474', 'code': 200} Feb 09 01:47:16.438342 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9066b730-7ad6-479e-9258-36412cca5bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7b06f966-625f-4891-838c-783edf769e66), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:16.443620 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9066b730-7ad6-479e-9258-36412cca5bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:16.447608 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9066b730-7ad6-479e-9258-36412cca5bf8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b06f966-625f-4891-838c-783edf769e66 HTTP/1.1" status: 204 len: 168 time: 0.6714373 Feb 09 01:47:16.460911 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b7420-3404-4d35-9f0d-1179034b233b req-d973b749-87f1-41d0-8062-425864af634d tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:16.461834 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f09b7420-3404-4d35-9f0d-1179034b233b req-d973b749-87f1-41d0-8062-425864af634d tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:16.477965 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d9339a6-5d7a-4c06-96e0-abd01e64e162 req-a48be113-3488-4dd9-9f09-a8df27cb77ef tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/security-groups?id=0541a625-03b8-4167-a0f8-798f45d14165&id=84a223fd-261b-457f-97ac-862faaa00bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2342041 Feb 09 01:47:16.502466 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066b730-7ad6-479e-9258-36412cca5bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b06f966-625f-4891-838c-783edf769e66,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:16.510371 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f09b7420-3404-4d35-9f0d-1179034b233b req-d973b749-87f1-41d0-8062-425864af634d tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 3.6282241 Feb 09 01:47:16.523376 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-f09b7420-3404-4d35-9f0d-1179034b233b req-6b0815c6-034d-47b9-b89b-a674721e597f service neutron] Request body: {'port': {'device_id': '9df30a7d-6d94-4134-8fea-938ad5cdb754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:16.552832 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 28f00988-3af8-4f0a-8629-5ac20cdcd7f1 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:16.552832 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (28f00988-3af8-4f0a-8629-5ac20cdcd7f1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:16.695580 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] Set router 262f348a-48ee-47c9-92c5-d8154daf344a gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:16.794249 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f09b7420-3404-4d35-9f0d-1179034b233b req-6b0815c6-034d-47b9-b89b-a674721e597f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (19d815ec-2d23-4c57-9f3c-06c47de07295), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:16.810760 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0c74c732-2344-45de-9b4c-df347253f434 None None] Current status of the port 28f00988-3af8-4f0a-8629-5ac20cdcd7f1 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:16.811596 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c74c732-2344-45de-9b4c-df347253f434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (28f00988-3af8-4f0a-8629-5ac20cdcd7f1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:16.856304 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e6ff1-c19a-48bb-87cf-88e6c105a614 req-0f53b733-01d2-45e1-8a60-848b21442d84 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:16.860168 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 54713421-ab74-4d3b-9afe-67166cf065a6 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:47:16.863657 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e6ff1-c19a-48bb-87cf-88e6c105a614 req-0f53b733-01d2-45e1-8a60-848b21442d84 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:16.871431 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-620e6ff1-c19a-48bb-87cf-88e6c105a614 req-0f53b733-01d2-45e1-8a60-848b21442d84 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1682 time: 0.2954469 Feb 09 01:47:17.042185 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-620e6ff1-c19a-48bb-87cf-88e6c105a614 req-20b44ea1-c4db-4b44-87a6-dd35700afd80 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695185 Feb 09 01:47:17.066938 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 54713421-ab74-4d3b-9afe-67166cf065a6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=54713421-ab74-4d3b-9afe-67166cf065a6,segment=NetworkSegment(fb8b9e04-c44d-4c58-a713-358ae85c4e21),segment_id=fb8b9e04-c44d-4c58-a713-358ae85c4e21)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:17.116436 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '54713421-ab74-4d3b-9afe-67166cf065a6', 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db', 'port_id': '54713421-ab74-4d3b-9afe-67166cf065a6', 'mac_address': 'fa:16:3e:8f:1f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8971ac9-cf91-4def-9490-e096359ab4d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:47:17.134112 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 28f00988-3af8-4f0a-8629-5ac20cdcd7f1, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=28f00988-3af8-4f0a-8629-5ac20cdcd7f1,segment=NetworkSegment(f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d),segment_id=f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:17.306793 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-0c74c732-2344-45de-9b4c-df347253f434 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:47:17.307811 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-0c74c732-2344-45de-9b4c-df347253f434 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:47:17.309594 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (28f00988-3af8-4f0a-8629-5ac20cdcd7f1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:17.310512 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9682183f-c157-49c8-a285-4fd8bd122d46 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:17.444348 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9d6b6-7e63-4626-b292-833e1ca83e25 req-e8a961bd-0c17-43b2-83d2-09ed5c55dbfd tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:17.446070 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8fa9d6b6-7e63-4626-b292-833e1ca83e25 req-e8a961bd-0c17-43b2-83d2-09ed5c55dbfd tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 945 time: 0.1634204 Feb 09 01:47:17.488632 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-f09b7420-3404-4d35-9f0d-1179034b233b req-6b0815c6-034d-47b9-b89b-a674721e597f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d815ec-2d23-4c57-9f3c-06c47de07295 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:47:17.503167 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f09b7420-3404-4d35-9f0d-1179034b233b req-6b0815c6-034d-47b9-b89b-a674721e597f service neutron] Publish callbacks [] for port (19d815ec-2d23-4c57-9f3c-06c47de07295), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:17.556197 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=28f00988-3af8-4f0a-8629-5ac20cdcd7f1,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:17.577505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-f09b7420-3404-4d35-9f0d-1179034b233b req-6b0815c6-034d-47b9-b89b-a674721e597f service neutron] Transition to ACTIVE for port object 19d815ec-2d23-4c57-9f3c-06c47de07295 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:47:17.577505 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8fa9d6b6-7e63-4626-b292-833e1ca83e25 req-a0abe7ed-4831-4c6f-8746-611ea4e00fa3 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117578 Feb 09 01:47:17.578264 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f09b7420-3404-4d35-9f0d-1179034b233b req-6b0815c6-034d-47b9-b89b-a674721e597f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (19d815ec-2d23-4c57-9f3c-06c47de07295), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:17.663879 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0815c6-034d-47b9-b89b-a674721e597f service neutron] Pushing event updated for resources: {'Port': ['ID=19d815ec-2d23-4c57-9f3c-06c47de07295,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:17.711754 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 68d866d7-e1d5-458d-845a-ff3ac72fe067 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:17.712422 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (68d866d7-e1d5-458d-845a-ff3ac72fe067), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:17.881910 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f09b7420-3404-4d35-9f0d-1179034b233b req-6b0815c6-034d-47b9-b89b-a674721e597f service neutron] Attempting to bind port 19d815ec-2d23-4c57-9f3c-06c47de07295 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:47:17.882978 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f09b7420-3404-4d35-9f0d-1179034b233b req-6b0815c6-034d-47b9-b89b-a674721e597f service neutron] Attempting to bind port 19d815ec-2d23-4c57-9f3c-06c47de07295 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'ec19a1e7-8e57-4c51-ae5e-680796d09c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:47:17.885678 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09b7420-3404-4d35-9f0d-1179034b233b req-6b0815c6-034d-47b9-b89b-a674721e597f service neutron] Attempting to bind port 19d815ec-2d23-4c57-9f3c-06c47de07295 on network 9652cd42-3945-405b-b48b-6a0866a4d308 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:18.039342 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 9682183f-c157-49c8-a285-4fd8bd122d46 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:18.040455 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9682183f-c157-49c8-a285-4fd8bd122d46), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:18.046055 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 54713421-ab74-4d3b-9afe-67166cf065a6 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:18.046449 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (54713421-ab74-4d3b-9afe-67166cf065a6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:18.126914 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 68d866d7-e1d5-458d-845a-ff3ac72fe067, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=68d866d7-e1d5-458d-845a-ff3ac72fe067,segment=NetworkSegment(a9a55533-38fd-403e-b1ad-c223cbcc35fe),segment_id=a9a55533-38fd-403e-b1ad-c223cbcc35fe)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:18.134655 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0c74c732-2344-45de-9b4c-df347253f434 None None] Current status of the port 28f00988-3af8-4f0a-8629-5ac20cdcd7f1 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:18.182001 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (68d866d7-e1d5-458d-845a-ff3ac72fe067), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:18.265293 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=68d866d7-e1d5-458d-845a-ff3ac72fe067,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:18.294391 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54713421-ab74-4d3b-9afe-67166cf065a6 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:47:18.343648 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4189bbbf-555d-4dc5-8fb1-8fee74255365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d866d7-e1d5-458d-845a-ff3ac72fe067'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:18.345944 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59666b47-d8ce-4e47-88c6-3b779e390abf" -d '{"events": [{"server_uuid": "4189bbbf-555d-4dc5-8fb1-8fee74255365", "name": "network-vif-plugged", "status": "completed", "tag": "68d866d7-e1d5-458d-845a-ff3ac72fe067"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:18.375367 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 54713421-ab74-4d3b-9afe-67166cf065a6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=54713421-ab74-4d3b-9afe-67166cf065a6,segment=NetworkSegment(fb8b9e04-c44d-4c58-a713-358ae85c4e21),segment_id=fb8b9e04-c44d-4c58-a713-358ae85c4e21)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:18.420587 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09b7420-3404-4d35-9f0d-1179034b233b req-6b0815c6-034d-47b9-b89b-a674721e597f service neutron] Port 19d815ec-2d23-4c57-9f3c-06c47de07295 on network 9652cd42-3945-405b-b48b-6a0866a4d308 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:47:18.420820 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (54713421-ab74-4d3b-9afe-67166cf065a6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:18.420940 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09b7420-3404-4d35-9f0d-1179034b233b req-6b0815c6-034d-47b9-b89b-a674721e597f service neutron] Attempting to bind port 19d815ec-2d23-4c57-9f3c-06c47de07295 on network 9652cd42-3945-405b-b48b-6a0866a4d308 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:18.492217 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09b7420-3404-4d35-9f0d-1179034b233b req-6b0815c6-034d-47b9-b89b-a674721e597f service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:18.492823 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09b7420-3404-4d35-9f0d-1179034b233b req-6b0815c6-034d-47b9-b89b-a674721e597f service neutron] Checking segment: {'id': 'ec19a1e7-8e57-4c51-ae5e-680796d09c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:18.493407 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09b7420-3404-4d35-9f0d-1179034b233b req-6b0815c6-034d-47b9-b89b-a674721e597f service neutron] Bound using segment: {'id': 'ec19a1e7-8e57-4c51-ae5e-680796d09c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:18.496095 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f09b7420-3404-4d35-9f0d-1179034b233b req-6b0815c6-034d-47b9-b89b-a674721e597f service neutron] Bound port: 19d815ec-2d23-4c57-9f3c-06c47de07295, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec19a1e7-8e57-4c51-ae5e-680796d09c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:18.496753 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f09b7420-3404-4d35-9f0d-1179034b233b req-6b0815c6-034d-47b9-b89b-a674721e597f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (19d815ec-2d23-4c57-9f3c-06c47de07295), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:18.533608 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 9682183f-c157-49c8-a285-4fd8bd122d46 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:18.535574 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d2820208-86e4-4577-81a5-b5d339bc96d1 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:18.593321 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f815c7ee-2ce5-41da-bf38-4bbcb1bc82ed None None] Provisioning complete for port 0681e110-3857-4631-8a0e-3593feff65c4 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:18.594057 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f815c7ee-2ce5-41da-bf38-4bbcb1bc82ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0681e110-3857-4631-8a0e-3593feff65c4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:18.652401 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f815c7ee-2ce5-41da-bf38-4bbcb1bc82ed None None] Port 0681e110-3857-4631-8a0e-3593feff65c4 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:18.653123 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48917c-d6e9-4e66-b0bc-42c2ce0d243f req-bd8f0e49-0d9e-48fb-b623-ffb1d8df5c8c tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:18.654849 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab48917c-d6e9-4e66-b0bc-42c2ce0d243f req-bd8f0e49-0d9e-48fb-b623-ffb1d8df5c8c tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/ports?device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b HTTP/1.1" status: 200 len: 945 time: 0.8220074 Feb 09 01:47:18.672598 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262f348a-48ee-47c9-92c5-d8154daf344a', 'name': 'tempest-TaggedBootDevicesTest-1149949853-router', 'tenant_id': '521706df347042b9a83592aef7c4b0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '731b6af1-65a4-464b-8003-f30dcca81f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:58Z', 'updated_at': '2022-02-09T01:47:08Z', 'revision_number': 4, 'project_id': '521706df347042b9a83592aef7c4b0d4', 'gw_port': {'id': '731b6af1-65a4-464b-8003-f30dcca81f35', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cf:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262f348a-48ee-47c9-92c5-d8154daf344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:00Z', 'updated_at': '2022-02-09T01:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0681e110-3857-4631-8a0e-3593feff65c4', 'name': '', 'network_id': '38dd92fe-623b-4103-820e-e0068f80e24c', 'tenant_id': '521706df347042b9a83592aef7c4b0d4', 'mac_address': 'fa:16:3e:05:3f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262f348a-48ee-47c9-92c5-d8154daf344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '3b41c16e-9ec7-433b-8d89-414bd835cf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:06Z', 'updated_at': '2022-02-09T01:47:09Z', 'revision_number': 2, 'project_id': '521706df347042b9a83592aef7c4b0d4', 'subnets': [{'id': '3b41c16e-9ec7-433b-8d89-414bd835cf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:18.717281 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=54713421-ab74-4d3b-9afe-67166cf065a6,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:18.725499 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d887654-83d8-4fee-bc43-5403fa8f7f3d None None] The sync data for ids ['262f348a-48ee-47c9-92c5-d8154daf344a'] in n-d-828387-3 is: [{'id': '262f348a-48ee-47c9-92c5-d8154daf344a', 'name': 'tempest-TaggedBootDevicesTest-1149949853-router', 'tenant_id': '521706df347042b9a83592aef7c4b0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '731b6af1-65a4-464b-8003-f30dcca81f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:58Z', 'updated_at': '2022-02-09T01:47:08Z', 'revision_number': 4, 'project_id': '521706df347042b9a83592aef7c4b0d4', 'gw_port': {'id': '731b6af1-65a4-464b-8003-f30dcca81f35', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cf:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262f348a-48ee-47c9-92c5-d8154daf344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:00Z', 'updated_at': '2022-02-09T01:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0681e110-3857-4631-8a0e-3593feff65c4', 'name': '', 'network_id': '38dd92fe-623b-4103-820e-e0068f80e24c', 'tenant_id': '521706df347042b9a83592aef7c4b0d4', 'mac_address': 'fa:16:3e:05:3f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262f348a-48ee-47c9-92c5-d8154daf344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '3b41c16e-9ec7-433b-8d89-414bd835cf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:06Z', 'updated_at': '2022-02-09T01:47:09Z', 'revision_number': 2, 'project_id': '521706df347042b9a83592aef7c4b0d4', 'subnets': [{'id': '3b41c16e-9ec7-433b-8d89-414bd835cf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:18.768320 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f815c7ee-2ce5-41da-bf38-4bbcb1bc82ed None None] Provisioning complete for port d2820208-86e4-4577-81a5-b5d339bc96d1 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:18.768583 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f815c7ee-2ce5-41da-bf38-4bbcb1bc82ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d2820208-86e4-4577-81a5-b5d339bc96d1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:18.777937 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['54713421-ab74-4d3b-9afe-67166cf065a6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:47:18.799466 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab48917c-d6e9-4e66-b0bc-42c2ce0d243f req-945c6b4a-beb2-428a-ae57-318b93179732 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/security-groups?id=8274fe3c-b38e-493f-83dc-bf0acc6f6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337495 Feb 09 01:47:18.854122 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f09b7420-3404-4d35-9f0d-1179034b233b req-6b0815c6-034d-47b9-b89b-a674721e597f service neutron] For port 19d815ec-2d23-4c57-9f3c-06c47de07295, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:18.869935 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f09b7420-3404-4d35-9f0d-1179034b233b req-6b0815c6-034d-47b9-b89b-a674721e597f service neutron] For port 19d815ec-2d23-4c57-9f3c-06c47de07295, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=19d815ec-2d23-4c57-9f3c-06c47de07295,segment=NetworkSegment(ec19a1e7-8e57-4c51-ae5e-680796d09c8d),segment_id=ec19a1e7-8e57-4c51-ae5e-680796d09c8d)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:18.885985 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f09b7420-3404-4d35-9f0d-1179034b233b req-6b0815c6-034d-47b9-b89b-a674721e597f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (19d815ec-2d23-4c57-9f3c-06c47de07295), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.029690 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0815c6-034d-47b9-b89b-a674721e597f service neutron] Pushing event updated for resources: {'Port': ['ID=19d815ec-2d23-4c57-9f3c-06c47de07295,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:19.060023 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port d2820208-86e4-4577-81a5-b5d339bc96d1 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:19.061443 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d2820208-86e4-4577-81a5-b5d339bc96d1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.104796 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b7420-3404-4d35-9f0d-1179034b233b req-6b0815c6-034d-47b9-b89b-a674721e597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:19.106179 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f09b7420-3404-4d35-9f0d-1179034b233b req-6b0815c6-034d-47b9-b89b-a674721e597f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.110161 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f09b7420-3404-4d35-9f0d-1179034b233b req-6b0815c6-034d-47b9-b89b-a674721e597f service neutron] 10.222.0.48 "PUT /v2.0/ports/19d815ec-2d23-4c57-9f3c-06c47de07295 HTTP/1.1" status: 200 len: 1131 time: 2.5919836 Feb 09 01:47:19.110739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df30a7d-6d94-4134-8fea-938ad5cdb754', 'tag': '19d815ec-2d23-4c57-9f3c-06c47de07295'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:19.120653 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e254e29-2a3a-4e44-b14b-529a3d7f8d57" -d '{"events": [{"name": "network-changed", "server_uuid": "9df30a7d-6d94-4134-8fea-938ad5cdb754", "tag": "19d815ec-2d23-4c57-9f3c-06c47de07295"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:19.290616 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191d873-bb4c-4223-9f9f-30dc3d0e5549 req-e4a0ae0c-7bcd-4751-9331-2eb45c991a00 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:19.318020 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8191d873-bb4c-4223-9f9f-30dc3d0e5549 req-e4a0ae0c-7bcd-4751-9331-2eb45c991a00 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 983 time: 0.2816072 Feb 09 01:47:19.430235 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port d2820208-86e4-4577-81a5-b5d339bc96d1 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:19.430822 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d2820208-86e4-4577-81a5-b5d339bc96d1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.483364 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b7420-3404-4d35-9f0d-1179034b233b req-e4a45391-2941-49d4-8fc7-369fa5e2aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:19.486575 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f09b7420-3404-4d35-9f0d-1179034b233b req-e4a45391-2941-49d4-8fc7-369fa5e2aa99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5bb1a0b377414dc1915d0f29c8ffb19f&device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 1165 time: 0.3322954 Feb 09 01:47:19.569434 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8191d873-bb4c-4223-9f9f-30dc3d0e5549 req-bced6235-852a-446e-b642-9755fe88d651 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/security-groups?id=0541a625-03b8-4167-a0f8-798f45d14165&id=84a223fd-261b-457f-97ac-862faaa00bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2492759 Feb 09 01:47:19.573167 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f09b7420-3404-4d35-9f0d-1179034b233b req-0697c783-5d74-4283-a862-43d6bfbd29a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19d815ec-2d23-4c57-9f3c-06c47de07295 HTTP/1.1" status: 200 len: 217 time: 0.0747969 Feb 09 01:47:19.669246 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port d2820208-86e4-4577-81a5-b5d339bc96d1, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d2820208-86e4-4577-81a5-b5d339bc96d1,segment=NetworkSegment(acaa55a4-737c-4868-82c9-9fdbfe48bf0f),segment_id=acaa55a4-737c-4868-82c9-9fdbfe48bf0f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:19.730729 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f815c7ee-2ce5-41da-bf38-4bbcb1bc82ed None None] Current status of the port d2820208-86e4-4577-81a5-b5d339bc96d1 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:19.732158 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f815c7ee-2ce5-41da-bf38-4bbcb1bc82ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d2820208-86e4-4577-81a5-b5d339bc96d1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.751933 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d2820208-86e4-4577-81a5-b5d339bc96d1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.752729 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 30d7f170-a400-472c-88de-12ff06dc5772 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:19.898178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b7420-3404-4d35-9f0d-1179034b233b req-1e41349d-8b9e-480f-8efe-1e2cde313388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:19.906702 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f09b7420-3404-4d35-9f0d-1179034b233b req-1e41349d-8b9e-480f-8efe-1e2cde313388 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2563808-760d-419a-b1ba-497369146386 HTTP/1.1" status: 200 len: 835 time: 0.3262908 Feb 09 01:47:19.951598 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=d2820208-86e4-4577-81a5-b5d339bc96d1,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:20.049474 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b22f61-4602-439f-9fec-02d9baddefb1 req-1ba01fb7-cb58-45bc-a508-d539a48243a0 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:20.053067 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b0b22f61-4602-439f-9fec-02d9baddefb1 req-1ba01fb7-cb58-45bc-a508-d539a48243a0 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 945 time: 0.3572741 Feb 09 01:47:20.117960 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b7420-3404-4d35-9f0d-1179034b233b req-e45d6e97-f384-4783-9be6-8c255f72c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:20.126263 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f09b7420-3404-4d35-9f0d-1179034b233b req-e45d6e97-f384-4783-9be6-8c255f72c068 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9652cd42-3945-405b-b48b-6a0866a4d308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2054565 Feb 09 01:47:20.135944 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-f815c7ee-2ce5-41da-bf38-4bbcb1bc82ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:47:20.136478 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-f815c7ee-2ce5-41da-bf38-4bbcb1bc82ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:47:20.163017 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 30d7f170-a400-472c-88de-12ff06dc5772 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:20.163631 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (30d7f170-a400-472c-88de-12ff06dc5772), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:20.333217 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 30d7f170-a400-472c-88de-12ff06dc5772 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:20.466902 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f09b7420-3404-4d35-9f0d-1179034b233b req-0b53fbf5-fd44-4f0b-a3bf-7de0d42ecf62 service neutron] 10.222.0.48 "GET /v2.0/networks/9652cd42-3945-405b-b48b-6a0866a4d308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061843 Feb 09 01:47:20.741277 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b0b22f61-4602-439f-9fec-02d9baddefb1 req-9eee7b7f-9b66-449d-bb3e-bfc647503436 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6716058 Feb 09 01:47:20.750672 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f09b7420-3404-4d35-9f0d-1179034b233b req-a9f06164-0866-4ec3-a2a0-db7e2b32b6f4 service neutron] 10.222.0.48 "GET /v2.0/networks/9652cd42-3945-405b-b48b-6a0866a4d308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784266 Feb 09 01:47:20.765762 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47238) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:20.812400 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 28f00988-3af8-4f0a-8629-5ac20cdcd7f1 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:20.825359 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f815c7ee-2ce5-41da-bf38-4bbcb1bc82ed None None] Current status of the port d2820208-86e4-4577-81a5-b5d339bc96d1 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:20.908877 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 54713421-ab74-4d3b-9afe-67166cf065a6 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:21.067010 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 28f00988-3af8-4f0a-8629-5ac20cdcd7f1 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:21.067453 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (28f00988-3af8-4f0a-8629-5ac20cdcd7f1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:21.078321 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b3e8d-fbab-41fc-9361-08f24ac2317e req-e13e2cad-bff7-4853-8679-70fc0d7d0639 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:21.085378 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b3e8d-fbab-41fc-9361-08f24ac2317e req-e13e2cad-bff7-4853-8679-70fc0d7d0639 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:21.087409 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-568b3e8d-fbab-41fc-9361-08f24ac2317e req-e13e2cad-bff7-4853-8679-70fc0d7d0639 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1683 time: 0.0859735 Feb 09 01:47:21.119504 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-096a0003-dab8-4c85-a165-5c31ec6f1f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:21.238115 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-568b3e8d-fbab-41fc-9361-08f24ac2317e req-80026b14-3788-48c4-b0db-821ae3e33243 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438203 Feb 09 01:47:21.319021 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 54713421-ab74-4d3b-9afe-67166cf065a6 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:47:21.339483 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 54713421-ab74-4d3b-9afe-67166cf065a6 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:21.340721 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (54713421-ab74-4d3b-9afe-67166cf065a6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:21.411417 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-096a0003-dab8-4c85-a165-5c31ec6f1f5e admin admin] Publish callbacks [] for security_group (49aa66e1-c8c9-4b68-9cbe-eeff2460eb5d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:21.427146 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-096a0003-dab8-4c85-a165-5c31ec6f1f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (49aa66e1-c8c9-4b68-9cbe-eeff2460eb5d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:21.528685 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-096a0003-dab8-4c85-a165-5c31ec6f1f5e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d9588e902963477fa67ee1ccf83f2b1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7611344 Feb 09 01:47:21.531809 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 47256) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:21.532925 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a0003-dab8-4c85-a165-5c31ec6f1f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49aa66e1-c8c9-4b68-9cbe-eeff2460eb5d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:21.546817 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c17cdb9-074c-4aac-8d6f-059870e1e3b5 x-openstack-request-id: req-5c17cdb9-074c-4aac-8d6f-059870e1e3b5 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:21.547138 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4189bbbf-555d-4dc5-8fb1-8fee74255365", "name": "network-vif-plugged", "status": "completed", "tag": "68d866d7-e1d5-458d-845a-ff3ac72fe067", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:21.547335 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c17cdb9-074c-4aac-8d6f-059870e1e3b5 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:21.547877 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4189bbbf-555d-4dc5-8fb1-8fee74255365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d866d7-e1d5-458d-845a-ff3ac72fe067', 'code': 200} Feb 09 01:47:21.602123 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 28f00988-3af8-4f0a-8629-5ac20cdcd7f1 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:21.603265 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 731b6af1-65a4-464b-8003-f30dcca81f35 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:21.619351 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ba12e3-100f-4c56-8018-8f7830333de5 x-openstack-request-id: req-74ba12e3-100f-4c56-8018-8f7830333de5 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:21.619906 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df30a7d-6d94-4134-8fea-938ad5cdb754", "tag": "19d815ec-2d23-4c57-9f3c-06c47de07295", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:21.620173 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74ba12e3-100f-4c56-8018-8f7830333de5 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:21.620591 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df30a7d-6d94-4134-8fea-938ad5cdb754', 'tag': '19d815ec-2d23-4c57-9f3c-06c47de07295', 'status': 'completed', 'code': 200} Feb 09 01:47:21.790787 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 54713421-ab74-4d3b-9afe-67166cf065a6 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:21.800965 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (54713421-ab74-4d3b-9afe-67166cf065a6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:21.892503 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 54713421-ab74-4d3b-9afe-67166cf065a6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=54713421-ab74-4d3b-9afe-67166cf065a6,segment=NetworkSegment(fb8b9e04-c44d-4c58-a713-358ae85c4e21),segment_id=fb8b9e04-c44d-4c58-a713-358ae85c4e21)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:21.895167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e254e29-2a3a-4e44-b14b-529a3d7f8d57 req-168f5757-ac56-41b4-ad04-d73f3c79191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:21.902266 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e254e29-2a3a-4e44-b14b-529a3d7f8d57 req-168f5757-ac56-41b4-ad04-d73f3c79191a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5bb1a0b377414dc1915d0f29c8ffb19f&device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 1165 time: 0.2652280 Feb 09 01:47:21.902266 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-958c4b85-2136-4b19-a3f8-7e2c23a81195 admin admin] Publish callbacks [] for security_group (49aa66e1-c8c9-4b68-9cbe-eeff2460eb5d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:21.910333 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 731b6af1-65a4-464b-8003-f30dcca81f35 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:21.910900 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (731b6af1-65a4-464b-8003-f30dcca81f35), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:21.913624 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (54713421-ab74-4d3b-9afe-67166cf065a6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:22.011111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c394afb-8580-4668-9843-a6b4ed2e5a27 req-e192690d-d359-4c93-8efa-e41084505b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:22.013023 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c394afb-8580-4668-9843-a6b4ed2e5a27 req-e192690d-d359-4c93-8efa-e41084505b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:22.014715 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0c394afb-8580-4668-9843-a6b4ed2e5a27 req-e192690d-d359-4c93-8efa-e41084505b90 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 2047 time: 0.2990127 Feb 09 01:47:22.040625 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a7db8-0a80-4425-a9ad-0b3041e31a19 req-14e655b0-6a3d-4ef8-8c1c-ddd502238b46 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:22.055805 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4c0a7db8-0a80-4425-a9ad-0b3041e31a19 req-14e655b0-6a3d-4ef8-8c1c-ddd502238b46 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/ports?device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b HTTP/1.1" status: 200 len: 945 time: 0.3487589 Feb 09 01:47:22.171178 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 731b6af1-65a4-464b-8003-f30dcca81f35 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:22.171615 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (731b6af1-65a4-464b-8003-f30dcca81f35), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:22.220581 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 731b6af1-65a4-464b-8003-f30dcca81f35, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=731b6af1-65a4-464b-8003-f30dcca81f35,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:22.227809 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (731b6af1-65a4-464b-8003-f30dcca81f35), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:22.228535 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d2820208-86e4-4577-81a5-b5d339bc96d1 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:22.261631 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-958c4b85-2136-4b19-a3f8-7e2c23a81195 admin admin] Publish callbacks [] for security_group (49aa66e1-c8c9-4b68-9cbe-eeff2460eb5d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:22.273399 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=54713421-ab74-4d3b-9afe-67166cf065a6,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:22.342783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e254e29-2a3a-4e44-b14b-529a3d7f8d57 req-42475d6a-662c-4145-8523-096b5dcc52be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:22.346809 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e254e29-2a3a-4e44-b14b-529a3d7f8d57 req-42475d6a-662c-4145-8523-096b5dcc52be service neutron] 10.222.0.48 "GET /v2.0/networks?id=9652cd42-3945-405b-b48b-6a0866a4d308 HTTP/1.1" status: 200 len: 896 time: 0.4272470 Feb 09 01:47:22.403198 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=731b6af1-65a4-464b-8003-f30dcca81f35,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:22.411017 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port d2820208-86e4-4577-81a5-b5d339bc96d1 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:22.411679 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d2820208-86e4-4577-81a5-b5d339bc96d1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:22.462269 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4c0a7db8-0a80-4425-a9ad-0b3041e31a19 req-afd93478-723d-46bb-8bd5-60b75cfeedb5 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/security-groups?id=8274fe3c-b38e-493f-83dc-bf0acc6f6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4061618 Feb 09 01:47:22.540530 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e254e29-2a3a-4e44-b14b-529a3d7f8d57 req-a0ce20a1-6114-4c9e-89cd-792cfcd9be2f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19d815ec-2d23-4c57-9f3c-06c47de07295 HTTP/1.1" status: 200 len: 217 time: 0.0725183 Feb 09 01:47:22.547088 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-958c4b85-2136-4b19-a3f8-7e2c23a81195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (49aa66e1-c8c9-4b68-9cbe-eeff2460eb5d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:22.558401 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-958c4b85-2136-4b19-a3f8-7e2c23a81195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:22.560008 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-958c4b85-2136-4b19-a3f8-7e2c23a81195 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49aa66e1-c8c9-4b68-9cbe-eeff2460eb5d HTTP/1.1" status: 204 len: 168 time: 1.0270162 Feb 09 01:47:22.652624 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port d2820208-86e4-4577-81a5-b5d339bc96d1 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:22.654220 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c4b85-2136-4b19-a3f8-7e2c23a81195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49aa66e1-c8c9-4b68-9cbe-eeff2460eb5d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:22.656917 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 30d7f170-a400-472c-88de-12ff06dc5772 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:22.716603 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0c394afb-8580-4668-9843-a6b4ed2e5a27 req-43e7e6d0-a333-46e7-96e8-41b1fea3b3bd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6929271 Feb 09 01:47:22.801316 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 30d7f170-a400-472c-88de-12ff06dc5772 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:22.801719 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (30d7f170-a400-472c-88de-12ff06dc5772), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:22.837890 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e254e29-2a3a-4e44-b14b-529a3d7f8d57 req-c97bd3a5-9c1a-42ee-8bfb-410e00944939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:22.840268 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e254e29-2a3a-4e44-b14b-529a3d7f8d57 req-c97bd3a5-9c1a-42ee-8bfb-410e00944939 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2563808-760d-419a-b1ba-497369146386 HTTP/1.1" status: 200 len: 835 time: 0.2744887 Feb 09 01:47:22.856755 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f80b5-aee5-4408-ad55-3e01a53b73e4 req-68cfc3e5-60f9-457c-8638-e13f1dd820cb tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:22.866165 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e8f80b5-aee5-4408-ad55-3e01a53b73e4 req-68cfc3e5-60f9-457c-8638-e13f1dd820cb tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 983 time: 0.2760305 Feb 09 01:47:22.999701 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 30d7f170-a400-472c-88de-12ff06dc5772 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:23.031904 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] Sync routers for ids ['262f348a-48ee-47c9-92c5-d8154daf344a'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:23.052676 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] Routers {'262f348a-48ee-47c9-92c5-d8154daf344a'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:23.053394 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:47:11Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['262f348a-48ee-47c9-92c5-d8154daf344a'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:23.106079 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e8f80b5-aee5-4408-ad55-3e01a53b73e4 req-9a03d424-6b73-4fcf-ba3c-61fb1576ea7b tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/security-groups?id=0541a625-03b8-4167-a0f8-798f45d14165&id=84a223fd-261b-457f-97ac-862faaa00bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2390094 Feb 09 01:47:23.160079 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 731b6af1-65a4-464b-8003-f30dcca81f35 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:23.174794 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e254e29-2a3a-4e44-b14b-529a3d7f8d57 req-44a8717f-7b75-46b3-826c-dd859cfd39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:23.181067 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e254e29-2a3a-4e44-b14b-529a3d7f8d57 req-44a8717f-7b75-46b3-826c-dd859cfd39fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9652cd42-3945-405b-b48b-6a0866a4d308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2203457 Feb 09 01:47:23.322300 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 731b6af1-65a4-464b-8003-f30dcca81f35 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:23.322743 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (731b6af1-65a4-464b-8003-f30dcca81f35), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:23.333307 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] Set router 262f348a-48ee-47c9-92c5-d8154daf344a gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:23.487690 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e254e29-2a3a-4e44-b14b-529a3d7f8d57 req-58b3239c-025f-4a1c-9660-cbcbf88bac35 service neutron] 10.222.0.48 "GET /v2.0/networks/9652cd42-3945-405b-b48b-6a0866a4d308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980297 Feb 09 01:47:23.537755 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 731b6af1-65a4-464b-8003-f30dcca81f35 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:23.548674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d531b3-d9c9-4482-a8c2-2a248d41508b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54713421-ab74-4d3b-9afe-67166cf065a6'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:23.551752 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8baba5a-1f32-4901-bda7-997a286c4656" -d '{"events": [{"server_uuid": "16d531b3-d9c9-4482-a8c2-2a248d41508b", "name": "network-vif-plugged", "status": "completed", "tag": "54713421-ab74-4d3b-9afe-67166cf065a6"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:23.809676 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e254e29-2a3a-4e44-b14b-529a3d7f8d57 req-d1cc4273-3817-41b6-abee-7837c9a90b8c service neutron] 10.222.0.48 "GET /v2.0/networks/9652cd42-3945-405b-b48b-6a0866a4d308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135817 Feb 09 01:47:24.160293 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbeb363-8de3-4725-b303-41afa1d48ee3 req-b212d1ce-ed15-4ef0-b7ca-97e22090e083 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:24.191657 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbeb363-8de3-4725-b303-41afa1d48ee3 req-b212d1ce-ed15-4ef0-b7ca-97e22090e083 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:24.218818 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fdbeb363-8de3-4725-b303-41afa1d48ee3 req-b212d1ce-ed15-4ef0-b7ca-97e22090e083 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1683 time: 0.2854192 Feb 09 01:47:24.219230 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 19d815ec-2d23-4c57-9f3c-06c47de07295 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:47:24.418191 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fdbeb363-8de3-4725-b303-41afa1d48ee3 req-750b0e78-92a2-4aa7-8730-a77dddcab887 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935732 Feb 09 01:47:24.588506 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262f348a-48ee-47c9-92c5-d8154daf344a', 'name': 'tempest-TaggedBootDevicesTest-1149949853-router', 'tenant_id': '521706df347042b9a83592aef7c4b0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '731b6af1-65a4-464b-8003-f30dcca81f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:58Z', 'updated_at': '2022-02-09T01:47:08Z', 'revision_number': 4, 'project_id': '521706df347042b9a83592aef7c4b0d4', 'gw_port': {'id': '731b6af1-65a4-464b-8003-f30dcca81f35', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f348a-48ee-47c9-92c5-d8154daf344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:00Z', 'updated_at': '2022-02-09T01:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0681e110-3857-4631-8a0e-3593feff65c4', 'name': '', 'network_id': '38dd92fe-623b-4103-820e-e0068f80e24c', 'tenant_id': '521706df347042b9a83592aef7c4b0d4', 'mac_address': 'fa:16:3e:05:3f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262f348a-48ee-47c9-92c5-d8154daf344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '3b41c16e-9ec7-433b-8d89-414bd835cf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:06Z', 'updated_at': '2022-02-09T01:47:09Z', 'revision_number': 2, 'project_id': '521706df347042b9a83592aef7c4b0d4', 'subnets': [{'id': '3b41c16e-9ec7-433b-8d89-414bd835cf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:24.643334 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] Checking router: 262f348a-48ee-47c9-92c5-d8154daf344a for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:47:24.644067 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] Updating router 262f348a-48ee-47c9-92c5-d8154daf344a port 0681e110-3857-4631-8a0e-3593feff65c4 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:47:24.679641 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0681e110-3857-4631-8a0e-3593feff65c4), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:24.766421 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd79912-25c4-4bfe-833f-44cb7966d4b2 req-3e6363a1-d463-4f08-90e6-998f29ae9133 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:24.769650 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3dd79912-25c4-4bfe-833f-44cb7966d4b2 req-3e6363a1-d463-4f08-90e6-998f29ae9133 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/ports?device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b HTTP/1.1" status: 200 len: 946 time: 0.1104002 Feb 09 01:47:24.827656 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 19d815ec-2d23-4c57-9f3c-06c47de07295, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=19d815ec-2d23-4c57-9f3c-06c47de07295,segment=NetworkSegment(ec19a1e7-8e57-4c51-ae5e-680796d09c8d),segment_id=ec19a1e7-8e57-4c51-ae5e-680796d09c8d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:24.858186 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '19d815ec-2d23-4c57-9f3c-06c47de07295', 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308', 'port_id': '19d815ec-2d23-4c57-9f3c-06c47de07295', 'mac_address': 'fa:16:3e:12:c7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2563808-760d-419a-b1ba-497369146386', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:47:24.915697 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3dd79912-25c4-4bfe-833f-44cb7966d4b2 req-4c36787c-3bca-444d-9b38-e48fb65e0422 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/security-groups?id=8274fe3c-b38e-493f-83dc-bf0acc6f6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389160 Feb 09 01:47:24.972909 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 19d815ec-2d23-4c57-9f3c-06c47de07295 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:24.974885 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (19d815ec-2d23-4c57-9f3c-06c47de07295), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:25.026533 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cd1f6a-c359-4618-b748-c0baf75e906f x-openstack-request-id: req-35cd1f6a-c359-4618-b748-c0baf75e906f {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:25.027316 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d531b3-d9c9-4482-a8c2-2a248d41508b", "name": "network-vif-plugged", "status": "completed", "tag": "54713421-ab74-4d3b-9afe-67166cf065a6", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:25.027799 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35cd1f6a-c359-4618-b748-c0baf75e906f {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:25.029611 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d531b3-d9c9-4482-a8c2-2a248d41508b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54713421-ab74-4d3b-9afe-67166cf065a6', 'code': 200} Feb 09 01:47:25.037209 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d815ec-2d23-4c57-9f3c-06c47de07295 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:47:25.070725 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 19d815ec-2d23-4c57-9f3c-06c47de07295, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=19d815ec-2d23-4c57-9f3c-06c47de07295,segment=NetworkSegment(ec19a1e7-8e57-4c51-ae5e-680796d09c8d),segment_id=ec19a1e7-8e57-4c51-ae5e-680796d09c8d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:25.083496 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (19d815ec-2d23-4c57-9f3c-06c47de07295), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:25.309050 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3179e-ed8e-43d6-9242-5ff1274d4d93 req-a340b061-cbbb-498f-b20b-679560c9b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:25.324577 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ea3179e-ed8e-43d6-9242-5ff1274d4d93 req-a340b061-cbbb-498f-b20b-679560c9b593 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b HTTP/1.1" status: 200 len: 1128 time: 0.2148554 Feb 09 01:47:25.329438 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=19d815ec-2d23-4c57-9f3c-06c47de07295,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:25.348648 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed0d4b-4320-4d20-ab32-3731c923b0cc req-36492b53-5a81-4be3-b6e9-89097a92902d tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:25.376383 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e6ed0d4b-4320-4d20-ab32-3731c923b0cc req-36492b53-5a81-4be3-b6e9-89097a92902d tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.67 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 945 time: 0.1998150 Feb 09 01:47:25.436185 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['19d815ec-2d23-4c57-9f3c-06c47de07295'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:47:25.533196 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ea3179e-ed8e-43d6-9242-5ff1274d4d93 req-a56f5e55-d79c-4af5-84c3-c709892e4ad9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8274fe3c-b38e-493f-83dc-bf0acc6f6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020445 Feb 09 01:47:25.552362 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] Publish callbacks [] for port (0681e110-3857-4631-8a0e-3593feff65c4), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:25.584037 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0681e110-3857-4631-8a0e-3593feff65c4), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:25.861891 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488f368-b3a5-402f-812d-a9cc164f0213 None None] Pushing event updated for resources: {'Port': ['ID=0681e110-3857-4631-8a0e-3593feff65c4,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:25.874686 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] Attempting to bind port 0681e110-3857-4631-8a0e-3593feff65c4 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:47:25.875060 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] Attempting to bind port 0681e110-3857-4631-8a0e-3593feff65c4 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'acaa55a4-737c-4868-82c9-9fdbfe48bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '38dd92fe-623b-4103-820e-e0068f80e24c'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:47:25.878857 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] Attempting to bind port 0681e110-3857-4631-8a0e-3593feff65c4 on network 38dd92fe-623b-4103-820e-e0068f80e24c {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:25.888221 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:25.888449 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] Checking segment: {'id': 'acaa55a4-737c-4868-82c9-9fdbfe48bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '38dd92fe-623b-4103-820e-e0068f80e24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:25.888808 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:25.889210 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] Bound using segment: {'id': 'acaa55a4-737c-4868-82c9-9fdbfe48bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '38dd92fe-623b-4103-820e-e0068f80e24c'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:25.889697 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] Bound port: 0681e110-3857-4631-8a0e-3593feff65c4, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acaa55a4-737c-4868-82c9-9fdbfe48bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '38dd92fe-623b-4103-820e-e0068f80e24c'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:25.890167 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0681e110-3857-4631-8a0e-3593feff65c4), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:25.993458 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-e6ed0d4b-4320-4d20-ab32-3731c923b0cc req-d43bcf30-d5d4-44f3-9caa-44c103278d34 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Deleting port 9ca303c1-2740-49a1-a603-aa4ab27cfc9b {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:25.994059 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e6ed0d4b-4320-4d20-ab32-3731c923b0cc req-d43bcf30-d5d4-44f3-9caa-44c103278d34 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9ca303c1-2740-49a1-a603-aa4ab27cfc9b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.058868 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3983c54a-db17-4bd5-951d-49413d902ca5 None None] Provisioning complete for port 0681e110-3857-4631-8a0e-3593feff65c4 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:26.059517 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3983c54a-db17-4bd5-951d-49413d902ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0681e110-3857-4631-8a0e-3593feff65c4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.071227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98f71d-15fb-44b1-94ee-3e8852cdb317 req-cdab0699-b9d8-417c-8bf0-4fba4516d465 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:26.083152 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2c98f71d-15fb-44b1-94ee-3e8852cdb317 req-cdab0699-b9d8-417c-8bf0-4fba4516d465 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 984 time: 0.3860235 Feb 09 01:47:26.084127 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47330) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:26.099971 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] For port 0681e110-3857-4631-8a0e-3593feff65c4, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:26.105386 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] For port 0681e110-3857-4631-8a0e-3593feff65c4, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0681e110-3857-4631-8a0e-3593feff65c4,segment=NetworkSegment(acaa55a4-737c-4868-82c9-9fdbfe48bf0f),segment_id=acaa55a4-737c-4868-82c9-9fdbfe48bf0f)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:26.121426 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0681e110-3857-4631-8a0e-3593feff65c4), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.131691 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3983c54a-db17-4bd5-951d-49413d902ca5 None None] Port 0681e110-3857-4631-8a0e-3593feff65c4 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:26.271095 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2c98f71d-15fb-44b1-94ee-3e8852cdb317 req-3feadb05-c57f-4d3b-ac01-252f28976e72 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/security-groups?id=0541a625-03b8-4167-a0f8-798f45d14165&id=84a223fd-261b-457f-97ac-862faaa00bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1867082 Feb 09 01:47:26.291950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-e6ed0d4b-4320-4d20-ab32-3731c923b0cc req-d43bcf30-d5d4-44f3-9caa-44c103278d34 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] For port 9ca303c1-2740-49a1-a603-aa4ab27cfc9b, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9ca303c1-2740-49a1-a603-aa4ab27cfc9b,segment=NetworkSegment(a0c13e34-b473-4117-be31-94c544229fa5),segment_id=a0c13e34-b473-4117-be31-94c544229fa5)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:26.292720 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e6ed0d4b-4320-4d20-ab32-3731c923b0cc req-d43bcf30-d5d4-44f3-9caa-44c103278d34 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9ca303c1-2740-49a1-a603-aa4ab27cfc9b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.325985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-e6ed0d4b-4320-4d20-ab32-3731c923b0cc req-d43bcf30-d5d4-44f3-9caa-44c103278d34 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Calling delete_port for 9ca303c1-2740-49a1-a603-aa4ab27cfc9b owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:26.385864 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51df690e-152e-47a9-84ed-6fafbb190ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.396773 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] Routers {'262f348a-48ee-47c9-92c5-d8154daf344a'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:26.397587 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:47:11Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['262f348a-48ee-47c9-92c5-d8154daf344a'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:26.497469 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488f368-b3a5-402f-812d-a9cc164f0213 None None] Pushing event updated for resources: {'Port': ['ID=0681e110-3857-4631-8a0e-3593feff65c4,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:26.609286 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51df690e-152e-47a9-84ed-6fafbb190ff1 admin admin] Publish callbacks [] for security_group (b9f68a26-ea7f-479f-8898-742c3b3fd854), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.614943 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51df690e-152e-47a9-84ed-6fafbb190ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b9f68a26-ea7f-479f-8898-742c3b3fd854), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.627769 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c192368-0327-44da-9462-d4081c7404ff req-917667d9-c3fd-44bb-8462-b47318bcc45f tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:26.644409 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c192368-0327-44da-9462-d4081c7404ff req-917667d9-c3fd-44bb-8462-b47318bcc45f tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/ports?device_id=78dfd2a3-ebb7-4229-81a7-2c998ed292c2 HTTP/1.1" status: 200 len: 945 time: 0.2364163 Feb 09 01:47:26.684527 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] Set router 262f348a-48ee-47c9-92c5-d8154daf344a gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:26.704696 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df690e-152e-47a9-84ed-6fafbb190ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f68a26-ea7f-479f-8898-742c3b3fd854,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:26.750988 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-51df690e-152e-47a9-84ed-6fafbb190ff1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e8003e650674dda81c2dc91c62a4e8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6654503 Feb 09 01:47:26.753361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47336) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:26.796153 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c192368-0327-44da-9462-d4081c7404ff req-6819e7d3-73df-4672-a291-260e0560ca1a tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.36 "GET /v2.0/security-groups?id=c572d98d-1d22-451e-8dd8-994c523879a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454675 Feb 09 01:47:26.865608 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e6ed0d4b-4320-4d20-ab32-3731c923b0cc req-d43bcf30-d5d4-44f3-9caa-44c103278d34 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9ca303c1-2740-49a1-a603-aa4ab27cfc9b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.872284 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c9a7018f-4dd9-47f7-8b38-9d4d04a6940b None None] Provisioning complete for port 0681e110-3857-4631-8a0e-3593feff65c4 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:26.873403 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c9a7018f-4dd9-47f7-8b38-9d4d04a6940b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0681e110-3857-4631-8a0e-3593feff65c4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.881571 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-123b400f-e2c0-4f81-9631-eacc3653d4da admin admin] Publish callbacks [] for security_group (b9f68a26-ea7f-479f-8898-742c3b3fd854), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.952331 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-123b400f-e2c0-4f81-9631-eacc3653d4da admin admin] Publish callbacks [] for security_group (b9f68a26-ea7f-479f-8898-742c3b3fd854), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.975422 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['9ca303c1-2740-49a1-a603-aa4ab27cfc9b'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:47:27.006496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bcf30-d5d4-44f3-9caa-44c103278d34 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Pushing event deleted for resources: {'Port': ['ID=9ca303c1-2740-49a1-a603-aa4ab27cfc9b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:27.061458 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c9a7018f-4dd9-47f7-8b38-9d4d04a6940b None None] Current status of the port 0681e110-3857-4631-8a0e-3593feff65c4 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:27.064586 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c9a7018f-4dd9-47f7-8b38-9d4d04a6940b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0681e110-3857-4631-8a0e-3593feff65c4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:27.082452 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-123b400f-e2c0-4f81-9631-eacc3653d4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b9f68a26-ea7f-479f-8898-742c3b3fd854), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:27.090876 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-123b400f-e2c0-4f81-9631-eacc3653d4da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:27.094076 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-123b400f-e2c0-4f81-9631-eacc3653d4da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b9f68a26-ea7f-479f-8898-742c3b3fd854 HTTP/1.1" status: 204 len: 168 time: 0.3391795 Feb 09 01:47:27.117765 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b400f-e2c0-4f81-9631-eacc3653d4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f68a26-ea7f-479f-8898-742c3b3fd854,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:27.242221 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c9a7018f-4dd9-47f7-8b38-9d4d04a6940b None None] For port 0681e110-3857-4631-8a0e-3593feff65c4, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0681e110-3857-4631-8a0e-3593feff65c4,segment=NetworkSegment(acaa55a4-737c-4868-82c9-9fdbfe48bf0f),segment_id=acaa55a4-737c-4868-82c9-9fdbfe48bf0f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:27.251041 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c9a7018f-4dd9-47f7-8b38-9d4d04a6940b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0681e110-3857-4631-8a0e-3593feff65c4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:27.254969 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ed0d4b-4320-4d20-ab32-3731c923b0cc req-d43bcf30-d5d4-44f3-9caa-44c103278d34 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] No DVR routers for this DVR port 9ca303c1-2740-49a1-a603-aa4ab27cfc9b on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:27.272269 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e6ed0d4b-4320-4d20-ab32-3731c923b0cc req-d43bcf30-d5d4-44f3-9caa-44c103278d34 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:27.276577 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e6ed0d4b-4320-4d20-ab32-3731c923b0cc req-d43bcf30-d5d4-44f3-9caa-44c103278d34 tempest-ServerDiskConfigTestJSON-1240477816 tempest-ServerDiskConfigTestJSON-1240477816-project] 10.222.0.67 "DELETE /v2.0/ports/9ca303c1-2740-49a1-a603-aa4ab27cfc9b HTTP/1.1" status: 204 len: 173 time: 1.8943543 Feb 09 01:47:27.278119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78dfd2a3-ebb7-4229-81a7-2c998ed292c2', 'name': 'network-vif-deleted', 'tag': '9ca303c1-2740-49a1-a603-aa4ab27cfc9b'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:27.280507 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1931c2c2-2cbe-4634-a6c2-aba0179bfe02" -d '{"events": [{"server_uuid": "78dfd2a3-ebb7-4229-81a7-2c998ed292c2", "name": "network-vif-deleted", "tag": "9ca303c1-2740-49a1-a603-aa4ab27cfc9b"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:27.318933 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce009a-45fb-452e-87be-40203b8a1c07 req-fac949f1-b370-4c1e-992f-629185d0e729 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:27.324221 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0681e110-3857-4631-8a0e-3593feff65c4 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:27.327135 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce009a-45fb-452e-87be-40203b8a1c07 req-fac949f1-b370-4c1e-992f-629185d0e729 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:27.328811 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1ce009a-45fb-452e-87be-40203b8a1c07 req-fac949f1-b370-4c1e-992f-629185d0e729 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1683 time: 0.3337309 Feb 09 01:47:27.341436 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262f348a-48ee-47c9-92c5-d8154daf344a', 'name': 'tempest-TaggedBootDevicesTest-1149949853-router', 'tenant_id': '521706df347042b9a83592aef7c4b0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '731b6af1-65a4-464b-8003-f30dcca81f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:58Z', 'updated_at': '2022-02-09T01:47:08Z', 'revision_number': 4, 'project_id': '521706df347042b9a83592aef7c4b0d4', 'gw_port': {'id': '731b6af1-65a4-464b-8003-f30dcca81f35', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f348a-48ee-47c9-92c5-d8154daf344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:00Z', 'updated_at': '2022-02-09T01:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0681e110-3857-4631-8a0e-3593feff65c4', 'name': '', 'network_id': '38dd92fe-623b-4103-820e-e0068f80e24c', 'tenant_id': '521706df347042b9a83592aef7c4b0d4', 'mac_address': 'fa:16:3e:05:3f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262f348a-48ee-47c9-92c5-d8154daf344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '3b41c16e-9ec7-433b-8d89-414bd835cf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:06Z', 'updated_at': '2022-02-09T01:47:26Z', 'revision_number': 4, 'project_id': '521706df347042b9a83592aef7c4b0d4', 'subnets': [{'id': '3b41c16e-9ec7-433b-8d89-414bd835cf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:27.431708 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c135bb9f-f15b-48c1-88e0-49bf9a88ad27 None None] The sync data for ids ['262f348a-48ee-47c9-92c5-d8154daf344a'] in n-d-828387-3 is: [{'id': '262f348a-48ee-47c9-92c5-d8154daf344a', 'name': 'tempest-TaggedBootDevicesTest-1149949853-router', 'tenant_id': '521706df347042b9a83592aef7c4b0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '731b6af1-65a4-464b-8003-f30dcca81f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:58Z', 'updated_at': '2022-02-09T01:47:08Z', 'revision_number': 4, 'project_id': '521706df347042b9a83592aef7c4b0d4', 'gw_port': {'id': '731b6af1-65a4-464b-8003-f30dcca81f35', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f348a-48ee-47c9-92c5-d8154daf344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:00Z', 'updated_at': '2022-02-09T01:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0681e110-3857-4631-8a0e-3593feff65c4', 'name': '', 'network_id': '38dd92fe-623b-4103-820e-e0068f80e24c', 'tenant_id': '521706df347042b9a83592aef7c4b0d4', 'mac_address': 'fa:16:3e:05:3f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262f348a-48ee-47c9-92c5-d8154daf344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '3b41c16e-9ec7-433b-8d89-414bd835cf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:06Z', 'updated_at': '2022-02-09T01:47:26Z', 'revision_number': 4, 'project_id': '521706df347042b9a83592aef7c4b0d4', 'subnets': [{'id': '3b41c16e-9ec7-433b-8d89-414bd835cf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:27.483088 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1ce009a-45fb-452e-87be-40203b8a1c07 req-693fdd8b-464d-4ddb-a6cf-31bbe7dce345 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338942 Feb 09 01:47:27.570454 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7018f-4dd9-47f7-8b38-9d4d04a6940b None None] Pushing event updated for resources: {'Port': ['ID=0681e110-3857-4631-8a0e-3593feff65c4,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:27.607814 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 0681e110-3857-4631-8a0e-3593feff65c4 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:27.608360 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0681e110-3857-4631-8a0e-3593feff65c4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:27.855348 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc6bb4-9622-4da4-9f5f-aa2e1b13a131 req-90f3abc2-1c9c-42f2-8558-0f62530fc225 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:27.864509 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 0681e110-3857-4631-8a0e-3593feff65c4 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:27.867526 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-54cc6bb4-9622-4da4-9f5f-aa2e1b13a131 req-90f3abc2-1c9c-42f2-8558-0f62530fc225 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/ports?device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b HTTP/1.1" status: 200 len: 946 time: 0.1976070 Feb 09 01:47:28.053473 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-54cc6bb4-9622-4da4-9f5f-aa2e1b13a131 req-e5ed88f3-aa40-49a0-bc9d-b8f6dbc6121f tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/security-groups?id=8274fe3c-b38e-493f-83dc-bf0acc6f6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690643 Feb 09 01:47:28.133207 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77306ab8-328b-48f7-9286-fc7feb083436 x-openstack-request-id: req-77306ab8-328b-48f7-9286-fc7feb083436 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:28.133555 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78dfd2a3-ebb7-4229-81a7-2c998ed292c2", "name": "network-vif-deleted", "tag": "9ca303c1-2740-49a1-a603-aa4ab27cfc9b", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:28.134065 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77306ab8-328b-48f7-9286-fc7feb083436 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:28.142853 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78dfd2a3-ebb7-4229-81a7-2c998ed292c2', 'name': 'network-vif-deleted', 'tag': '9ca303c1-2740-49a1-a603-aa4ab27cfc9b', 'status': 'completed', 'code': 200} Feb 09 01:47:28.254222 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 19d815ec-2d23-4c57-9f3c-06c47de07295 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:28.351515 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c982bf8-9db2-4591-8e17-800988e85691 req-8d71f756-c4e3-4a06-9a32-29b72e0ce35f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:28.373490 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2c982bf8-9db2-4591-8e17-800988e85691 req-8d71f756-c4e3-4a06-9a32-29b72e0ce35f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 984 time: 0.1395600 Feb 09 01:47:28.397646 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 19d815ec-2d23-4c57-9f3c-06c47de07295 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:47:28.408055 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 19d815ec-2d23-4c57-9f3c-06c47de07295 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:28.408714 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (19d815ec-2d23-4c57-9f3c-06c47de07295), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:28.519231 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2c982bf8-9db2-4591-8e17-800988e85691 req-22da5126-49b2-42f2-a5d3-05524f243007 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/security-groups?id=0541a625-03b8-4167-a0f8-798f45d14165&id=84a223fd-261b-457f-97ac-862faaa00bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1400416 Feb 09 01:47:28.658115 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 19d815ec-2d23-4c57-9f3c-06c47de07295 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:28.661501 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (19d815ec-2d23-4c57-9f3c-06c47de07295), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:28.725690 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df30a7d-6d94-4134-8fea-938ad5cdb754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d815ec-2d23-4c57-9f3c-06c47de07295'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:28.732221 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de9e34b-54f5-4a34-a2cb-e9fe42d1020e" -d '{"events": [{"server_uuid": "9df30a7d-6d94-4134-8fea-938ad5cdb754", "name": "network-vif-plugged", "status": "completed", "tag": "19d815ec-2d23-4c57-9f3c-06c47de07295"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:28.753252 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 19d815ec-2d23-4c57-9f3c-06c47de07295, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=19d815ec-2d23-4c57-9f3c-06c47de07295,segment=NetworkSegment(ec19a1e7-8e57-4c51-ae5e-680796d09c8d),segment_id=ec19a1e7-8e57-4c51-ae5e-680796d09c8d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:28.770080 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (19d815ec-2d23-4c57-9f3c-06c47de07295), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:28.913240 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=19d815ec-2d23-4c57-9f3c-06c47de07295,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:28.974055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcc3e4-4631-44a8-8b27-9d2b2d2e5f29 req-a2951a0d-8d4d-4a33-ac45-08d8ee416932 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:28.978518 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e9dcc3e4-4631-44a8-8b27-9d2b2d2e5f29 req-a2951a0d-8d4d-4a33-ac45-08d8ee416932 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/ports?device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b HTTP/1.1" status: 200 len: 946 time: 0.1589851 Feb 09 01:47:28.990211 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47382) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:28.996478 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-3bd23387-784f-4bc0-a2ad-791bff964cbd tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Request body: {'floatingip': {'port_id': '54713421-ab74-4d3b-9afe-67166cf065a6'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:29.084935 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3bd23387-784f-4bc0-a2ad-791bff964cbd tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks [] for floatingip (0a2fe31a-d660-4ef4-873d-9c34ca0ed4df), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:29.158259 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0681e110-3857-4631-8a0e-3593feff65c4 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:29.281206 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 0681e110-3857-4631-8a0e-3593feff65c4 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:29.282020 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0681e110-3857-4631-8a0e-3593feff65c4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:29.439489 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d78a791-f262-4869-b2f5-b38ed75920d3 x-openstack-request-id: req-6d78a791-f262-4869-b2f5-b38ed75920d3 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:29.440478 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df30a7d-6d94-4134-8fea-938ad5cdb754", "name": "network-vif-plugged", "status": "completed", "tag": "19d815ec-2d23-4c57-9f3c-06c47de07295", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:29.440985 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d78a791-f262-4869-b2f5-b38ed75920d3 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:29.441499 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df30a7d-6d94-4134-8fea-938ad5cdb754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d815ec-2d23-4c57-9f3c-06c47de07295', 'code': 200} Feb 09 01:47:29.466001 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 0681e110-3857-4631-8a0e-3593feff65c4 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:29.833751 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef337fdf-faa4-4f40-a07e-1dfb13a1038d req-4f742371-4426-4d19-9cb7-31e94a670f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:29.837969 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef337fdf-faa4-4f40-a07e-1dfb13a1038d req-4f742371-4426-4d19-9cb7-31e94a670f14 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 1167 time: 0.2929237 Feb 09 01:47:29.937691 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a2a7b-d737-4408-abce-0753ca0914e4 req-e2c507dc-2b2e-4d96-8484-cc1ad1f71b73 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:29.953134 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a2a7b-d737-4408-abce-0753ca0914e4 req-e2c507dc-2b2e-4d96-8484-cc1ad1f71b73 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:29.966788 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-678a2a7b-d737-4408-abce-0753ca0914e4 req-e2c507dc-2b2e-4d96-8484-cc1ad1f71b73 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1683 time: 0.3298051 Feb 09 01:47:30.009732 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3bd23387-784f-4bc0-a2ad-791bff964cbd tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:30.016103 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3bd23387-784f-4bc0-a2ad-791bff964cbd tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (0a2fe31a-d660-4ef4-873d-9c34ca0ed4df), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:30.053127 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef337fdf-faa4-4f40-a07e-1dfb13a1038d req-aecc96c4-ead1-4a86-bac6-e098ed89bb35 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0541a625-03b8-4167-a0f8-798f45d14165&id=84a223fd-261b-457f-97ac-862faaa00bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2003949 Feb 09 01:47:30.137776 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-678a2a7b-d737-4408-abce-0753ca0914e4 req-121950d3-b6a6-4876-a368-a432eff1c9aa tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379428 Feb 09 01:47:30.219662 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-3bd23387-784f-4bc0-a2ad-791bff964cbd tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Floating IP 0a2fe31a-d660-4ef4-873d-9c34ca0ed4df associated. External IP: 172.25.7.152, port: 54713421-ab74-4d3b-9afe-67166cf065a6. Feb 09 01:47:30.455890 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a4727-71f3-454a-9bf3-131097fe2734 req-a451edc1-a6a2-47de-8fb2-dc8ad6502aaa tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:30.469323 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d76a4727-71f3-454a-9bf3-131097fe2734 req-a451edc1-a6a2-47de-8fb2-dc8ad6502aaa tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 985 time: 0.1586854 Feb 09 01:47:30.606423 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd23387-784f-4bc0-a2ad-791bff964cbd tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Router 3c6ce1ed-3e24-4af1-b689-a53215917934 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:47:30.654414 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d76a4727-71f3-454a-9bf3-131097fe2734 req-3bf5d470-d672-468c-b15e-8a88c4bd184a tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/security-groups?id=0541a625-03b8-4167-a0f8-798f45d14165&id=84a223fd-261b-457f-97ac-862faaa00bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1838157 Feb 09 01:47:30.833226 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 47406) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:30.942818 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 9ca303c1-2740-49a1-a603-aa4ab27cfc9b no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:47:30.945934 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd23387-784f-4bc0-a2ad-791bff964cbd tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:30.963641 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3bd23387-784f-4bc0-a2ad-791bff964cbd tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:30.987337 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf11e8f-ab9f-4275-86ca-efbe0a966c86 None None] Sync routers for ids ['3c6ce1ed-3e24-4af1-b689-a53215917934'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:31.018078 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 9ca303c1-2740-49a1-a603-aa4ab27cfc9b {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:47:31.018427 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 9ca303c1-2740-49a1-a603-aa4ab27cfc9b not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:47:31.031952 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-926f2603-ad1c-4d4b-ac32-85eb89587145 admin admin] Deleting subnet ddb561ab-b96f-484d-90d6-e4f04b896832 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:47:31.049666 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-926f2603-ad1c-4d4b-ac32-85eb89587145 admin admin] Publish callbacks [] for subnet (ddb561ab-b96f-484d-90d6-e4f04b896832), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:31.074109 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf11e8f-ab9f-4275-86ca-efbe0a966c86 None None] Routers {'3c6ce1ed-3e24-4af1-b689-a53215917934'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:31.077877 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-6bf11e8f-ab9f-4275-86ca-efbe0a966c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:47:11Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['3c6ce1ed-3e24-4af1-b689-a53215917934'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:31.137170 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-926f2603-ad1c-4d4b-ac32-85eb89587145 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (ddb561ab-b96f-484d-90d6-e4f04b896832), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:31.151335 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3bd23387-784f-4bc0-a2ad-791bff964cbd tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "PUT /v2.0/floatingips/0a2fe31a-d660-4ef4-873d-9c34ca0ed4df HTTP/1.1" status: 200 len: 992 time: 2.1579032 Feb 09 01:47:31.169100 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d531b3-d9c9-4482-a8c2-2a248d41508b', 'tag': '54713421-ab74-4d3b-9afe-67166cf065a6'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:31.200286 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff0f4b0-1eb8-40d2-b09e-98faeb97407e" -d '{"events": [{"name": "network-changed", "server_uuid": "16d531b3-d9c9-4482-a8c2-2a248d41508b", "tag": "54713421-ab74-4d3b-9afe-67166cf065a6"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:31.260290 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-926f2603-ad1c-4d4b-ac32-85eb89587145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (ddb561ab-b96f-484d-90d6-e4f04b896832), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:31.425459 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-6bf11e8f-ab9f-4275-86ca-efbe0a966c86 None None] Set router 3c6ce1ed-3e24-4af1-b689-a53215917934 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:31.428349 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-926f2603-ad1c-4d4b-ac32-85eb89587145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (ddb561ab-b96f-484d-90d6-e4f04b896832), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:31.469186 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-926f2603-ad1c-4d4b-ac32-85eb89587145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:31.473916 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-926f2603-ad1c-4d4b-ac32-85eb89587145 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ddb561ab-b96f-484d-90d6-e4f04b896832 HTTP/1.1" status: 204 len: 168 time: 0.6387632 Feb 09 01:47:31.477153 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f2603-ad1c-4d4b-ac32-85eb89587145 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddb561ab-b96f-484d-90d6-e4f04b896832,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:31.478107 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47432) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:31.535256 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26996af-eb55-4b59-8b45-1af33bdf22f8 req-ff6b94d4-2853-45f4-87fc-309a77c425fe tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:31.543055 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c26996af-eb55-4b59-8b45-1af33bdf22f8 req-ff6b94d4-2853-45f4-87fc-309a77c425fe tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/ports?device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b HTTP/1.1" status: 200 len: 946 time: 0.1662626 Feb 09 01:47:31.708362 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c26996af-eb55-4b59-8b45-1af33bdf22f8 req-4aeeac6b-150e-4d9f-9c91-e485c790ef94 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/security-groups?id=8274fe3c-b38e-493f-83dc-bf0acc6f6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558743 Feb 09 01:47:31.731459 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb24e-89a2-40c9-9d1d-1d52cf8dd3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (8e497bc1-122f-44b4-bc51-3150ff87700b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:31.956635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836d2b9-ab10-45c3-a92b-0cfde9ec2f65 req-3780959e-d28d-487e-a115-123351074cb7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:31.963473 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836d2b9-ab10-45c3-a92b-0cfde9ec2f65 req-3780959e-d28d-487e-a115-123351074cb7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:31.974480 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7836d2b9-ab10-45c3-a92b-0cfde9ec2f65 req-3780959e-d28d-487e-a115-123351074cb7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1683 time: 0.1068377 Feb 09 01:47:31.997520 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb24e-89a2-40c9-9d1d-1d52cf8dd3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (8e497bc1-122f-44b4-bc51-3150ff87700b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:32.085084 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-8e2cb24e-89a2-40c9-9d1d-1d52cf8dd3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e497bc1-122f-44b4-bc51-3150ff87700b']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:32.119139 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-8e2cb24e-89a2-40c9-9d1d-1d52cf8dd3d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c13e34-b473-4117-be31-94c544229fa5') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:32.121307 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-6bf11e8f-ab9f-4275-86ca-efbe0a966c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'name': 'tempest-ServersTestFqdnHostnames-1355708029-router', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:22Z', 'updated_at': '2022-02-09T01:46:43Z', 'revision_number': 4, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'gw_port': {'id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:25Z', 'updated_at': '2022-02-09T01:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '0a2fe31a-d660-4ef4-873d-9c34ca0ed4df', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'floating_ip_address': '172.25.7.152', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'port_id': '54713421-ab74-4d3b-9afe-67166cf065a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db', 'mac_address': 'fa:16:3e:8f:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d531b3-d9c9-4482-a8c2-2a248d41508b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:46:55Z', 'updated_at': '2022-02-09T01:47:29Z', 'revision_number': 1, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe', 'name': '', 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'mac_address': 'fa:16:3e:78:ee:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'e8971ac9-cf91-4def-9490-e096359ab4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:39Z', 'updated_at': '2022-02-09T01:46:52Z', 'revision_number': 5, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'subnets': [{'id': 'e8971ac9-cf91-4def-9490-e096359ab4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:32.124388 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-8e2cb24e-89a2-40c9-9d1d-1d52cf8dd3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c13e34-b473-4117-be31-94c544229fa5') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:32.169426 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3131ba-b1fc-47b6-8373-5a01635b81e6 x-openstack-request-id: req-7b3131ba-b1fc-47b6-8373-5a01635b81e6 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:32.170069 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d531b3-d9c9-4482-a8c2-2a248d41508b", "tag": "54713421-ab74-4d3b-9afe-67166cf065a6", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:32.170069 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b3131ba-b1fc-47b6-8373-5a01635b81e6 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:32.170423 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d531b3-d9c9-4482-a8c2-2a248d41508b', 'tag': '54713421-ab74-4d3b-9afe-67166cf065a6', 'status': 'completed', 'code': 200} Feb 09 01:47:32.181346 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7836d2b9-ab10-45c3-a92b-0cfde9ec2f65 req-37b3c011-7fca-4306-857d-5b3d9fcdd554 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054074 Feb 09 01:47:32.197606 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb24e-89a2-40c9-9d1d-1d52cf8dd3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (a0c13e34-b473-4117-be31-94c544229fa5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:32.221235 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf11e8f-ab9f-4275-86ca-efbe0a966c86 None None] Checking router: 3c6ce1ed-3e24-4af1-b689-a53215917934 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:47:32.246344 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb24e-89a2-40c9-9d1d-1d52cf8dd3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (a0c13e34-b473-4117-be31-94c544229fa5), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:32.268618 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2cb24e-89a2-40c9-9d1d-1d52cf8dd3d3 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:47:32.269548 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb24e-89a2-40c9-9d1d-1d52cf8dd3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (a0c13e34-b473-4117-be31-94c544229fa5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:32.273822 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf11e8f-ab9f-4275-86ca-efbe0a966c86 None None] Routers {'3c6ce1ed-3e24-4af1-b689-a53215917934'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:47:32.277697 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:47:32.283986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0f4b0-1eb8-40d2-b09e-98faeb97407e req-c87c6b38-1657-4772-b851-a906ba405ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:32.286932 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-6bf11e8f-ab9f-4275-86ca-efbe0a966c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:47:11Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['3c6ce1ed-3e24-4af1-b689-a53215917934'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:32.287182 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ff0f4b0-1eb8-40d2-b09e-98faeb97407e req-c87c6b38-1657-4772-b851-a906ba405ce0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6766487db55f451f9c4a51b4d8bdf1cf&device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b HTTP/1.1" status: 200 len: 1128 time: 0.1025074 Feb 09 01:47:32.296883 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16f3b6-5d56-4dbc-9230-eb6a4f7dca52 req-2f174348-7e26-4213-aed5-d9100bbf9793 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:32.303570 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16f3b6-5d56-4dbc-9230-eb6a4f7dca52 req-2f174348-7e26-4213-aed5-d9100bbf9793 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:32.305756 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e16f3b6-5d56-4dbc-9230-eb6a4f7dca52 req-2f174348-7e26-4213-aed5-d9100bbf9793 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.48 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1683 time: 0.3273561 Feb 09 01:47:32.517378 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb24e-89a2-40c9-9d1d-1d52cf8dd3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (8e497bc1-122f-44b4-bc51-3150ff87700b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:32.543332 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb24e-89a2-40c9-9d1d-1d52cf8dd3d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:32.556135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-6bf11e8f-ab9f-4275-86ca-efbe0a966c86 None None] Set router 3c6ce1ed-3e24-4af1-b689-a53215917934 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:32.559534 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8e2cb24e-89a2-40c9-9d1d-1d52cf8dd3d3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8e497bc1-122f-44b4-bc51-3150ff87700b HTTP/1.1" status: 204 len: 168 time: 1.0693650 Feb 09 01:47:32.564035 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cb24e-89a2-40c9-9d1d-1d52cf8dd3d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e497bc1-122f-44b4-bc51-3150ff87700b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:32.606985 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02735e79-0298-40fa-8e26-6b67c7a89164 req-704a7317-59dc-44db-9a0f-57da93fa1d15 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:32.624842 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-02735e79-0298-40fa-8e26-6b67c7a89164 req-704a7317-59dc-44db-9a0f-57da93fa1d15 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 985 time: 0.2389197 Feb 09 01:47:32.818567 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-02735e79-0298-40fa-8e26-6b67c7a89164 req-6cec8da0-8bee-4058-b369-5b7a7f0794d1 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/security-groups?id=0541a625-03b8-4167-a0f8-798f45d14165&id=84a223fd-261b-457f-97ac-862faaa00bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1826115 Feb 09 01:47:32.924032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0f4b0-1eb8-40d2-b09e-98faeb97407e req-c393e684-c5c1-4481-a650-27d97471afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:32.928751 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ff0f4b0-1eb8-40d2-b09e-98faeb97407e req-c393e684-c5c1-4481-a650-27d97471afe6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0496f9e7-f076-4fdf-8fd4-6325c25e60db HTTP/1.1" status: 200 len: 916 time: 0.6195405 Feb 09 01:47:32.992917 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47492) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:33.073161 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-6bf11e8f-ab9f-4275-86ca-efbe0a966c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'name': 'tempest-ServersTestFqdnHostnames-1355708029-router', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:22Z', 'updated_at': '2022-02-09T01:46:43Z', 'revision_number': 4, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'gw_port': {'id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:25Z', 'updated_at': '2022-02-09T01:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '0a2fe31a-d660-4ef4-873d-9c34ca0ed4df', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'floating_ip_address': '172.25.7.152', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'port_id': '54713421-ab74-4d3b-9afe-67166cf065a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db', 'mac_address': 'fa:16:3e:8f:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d531b3-d9c9-4482-a8c2-2a248d41508b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:46:55Z', 'updated_at': '2022-02-09T01:47:29Z', 'revision_number': 1, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe', 'name': '', 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'mac_address': 'fa:16:3e:78:ee:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'e8971ac9-cf91-4def-9490-e096359ab4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:39Z', 'updated_at': '2022-02-09T01:46:52Z', 'revision_number': 5, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'subnets': [{'id': 'e8971ac9-cf91-4def-9490-e096359ab4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:33.102066 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde92a4-0899-4b5e-8d1c-8dfb05d78dcc req-836a2594-c9e6-4dd6-96f6-f41246b03ba0 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:33.104612 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9cde92a4-0899-4b5e-8d1c-8dfb05d78dcc req-836a2594-c9e6-4dd6-96f6-f41246b03ba0 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/ports?device_id=616dfe9f-a528-45e9-bbbc-567549d7b16c HTTP/1.1" status: 200 len: 951 time: 0.4665053 Feb 09 01:47:33.112223 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf11e8f-ab9f-4275-86ca-efbe0a966c86 None None] The sync data for ids ['3c6ce1ed-3e24-4af1-b689-a53215917934'] in n-d-828387-3 is: [{'id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'name': 'tempest-ServersTestFqdnHostnames-1355708029-router', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:22Z', 'updated_at': '2022-02-09T01:46:43Z', 'revision_number': 4, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'gw_port': {'id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:25Z', 'updated_at': '2022-02-09T01:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '0a2fe31a-d660-4ef4-873d-9c34ca0ed4df', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'floating_ip_address': '172.25.7.152', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'port_id': '54713421-ab74-4d3b-9afe-67166cf065a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db', 'mac_address': 'fa:16:3e:8f:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d531b3-d9c9-4482-a8c2-2a248d41508b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:46:55Z', 'updated_at': '2022-02-09T01:47:29Z', 'revision_number': 1, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe', 'name': '', 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'mac_address': 'fa:16:3e:78:ee:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'e8971ac9-cf91-4def-9490-e096359ab4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:39Z', 'updated_at': '2022-02-09T01:46:52Z', 'revision_number': 5, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'subnets': [{'id': 'e8971ac9-cf91-4def-9490-e096359ab4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:33.120830 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f44351-c41c-44be-bf9a-696df714f391 req-9ce3bf50-cbbf-40f1-85f0-8c5a6c3443c6 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:33.132503 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-53f44351-c41c-44be-bf9a-696df714f391 req-9ce3bf50-cbbf-40f1-85f0-8c5a6c3443c6 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/ports?device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b HTTP/1.1" status: 200 len: 946 time: 0.1999621 Feb 09 01:47:33.141031 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6dbbdee9-c6f7-412d-a3c8-e4d65f23a61b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a97911cac8641ab9180dac54e0c0c03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1459718 Feb 09 01:47:33.147940 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 47494) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:33.161718 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-0e16f3b6-5d56-4dbc-9230-eb6a4f7dca52 req-95a6761d-c7f3-419c-97c3-33cba659f2f2 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Deleting port 68d866d7-e1d5-458d-845a-ff3ac72fe067 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:33.162149 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e16f3b6-5d56-4dbc-9230-eb6a4f7dca52 req-95a6761d-c7f3-419c-97c3-33cba659f2f2 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (68d866d7-e1d5-458d-845a-ff3ac72fe067), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:33.239970 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-53f44351-c41c-44be-bf9a-696df714f391 req-ab6af0d0-cff6-4746-9d11-6b3238a2ae76 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/security-groups?id=8274fe3c-b38e-493f-83dc-bf0acc6f6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949094 Feb 09 01:47:33.263157 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ff0f4b0-1eb8-40d2-b09e-98faeb97407e req-7f7161f9-e4c5-44bb-b018-96489c6584c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54713421-ab74-4d3b-9afe-67166cf065a6 HTTP/1.1" status: 200 len: 1000 time: 0.3277838 Feb 09 01:47:33.308891 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9cde92a4-0899-4b5e-8d1c-8dfb05d78dcc req-69b368e3-511b-4136-92a8-972750fdd973 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/security-groups?id=a21505dd-3a3e-4137-974b-f8f1c205656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861942 Feb 09 01:47:33.325014 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47502) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:33.437817 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0f4b0-1eb8-40d2-b09e-98faeb97407e req-20b800bb-6dc7-49e5-a016-48a2fdf67c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:33.439833 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ff0f4b0-1eb8-40d2-b09e-98faeb97407e req-20b800bb-6dc7-49e5-a016-48a2fdf67c68 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e8971ac9-cf91-4def-9490-e096359ab4d6 HTTP/1.1" status: 200 len: 854 time: 0.1576936 Feb 09 01:47:33.441223 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a339e88c-ab3a-4af9-b2d5-d8fa7ea3adc1 admin admin] Publish callbacks [] for security_group (c572d98d-1d22-451e-8dd8-994c523879a6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:33.541361 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a217124d-4ac5-4d4a-b7cf-23f8549ed9ce None None] New status for floating IP 0a2fe31a-d660-4ef4-873d-9c34ca0ed4df: ACTIVE {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:47:33.585634 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-0e16f3b6-5d56-4dbc-9230-eb6a4f7dca52 req-95a6761d-c7f3-419c-97c3-33cba659f2f2 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] For port 68d866d7-e1d5-458d-845a-ff3ac72fe067, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=68d866d7-e1d5-458d-845a-ff3ac72fe067,segment=NetworkSegment(a9a55533-38fd-403e-b1ad-c223cbcc35fe),segment_id=a9a55533-38fd-403e-b1ad-c223cbcc35fe)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:33.586603 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e16f3b6-5d56-4dbc-9230-eb6a4f7dca52 req-95a6761d-c7f3-419c-97c3-33cba659f2f2 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (68d866d7-e1d5-458d-845a-ff3ac72fe067), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:33.592995 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a339e88c-ab3a-4af9-b2d5-d8fa7ea3adc1 admin admin] Publish callbacks [] for security_group (c572d98d-1d22-451e-8dd8-994c523879a6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:33.648411 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-0e16f3b6-5d56-4dbc-9230-eb6a4f7dca52 req-95a6761d-c7f3-419c-97c3-33cba659f2f2 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Calling delete_port for 68d866d7-e1d5-458d-845a-ff3ac72fe067 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:33.719001 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0f4b0-1eb8-40d2-b09e-98faeb97407e req-6d2cb8da-de1d-4da1-a468-83642a47e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:33.720577 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ff0f4b0-1eb8-40d2-b09e-98faeb97407e req-6d2cb8da-de1d-4da1-a468-83642a47e1bd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0496f9e7-f076-4fdf-8fd4-6325c25e60db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2731161 Feb 09 01:47:33.763678 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c665c72-8f1b-42ff-a30e-b694120ff601 req-2e403f4f-4d1c-4380-b731-1fcfb85236af tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:33.770117 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c665c72-8f1b-42ff-a30e-b694120ff601 req-2e403f4f-4d1c-4380-b731-1fcfb85236af tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:33.777144 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c665c72-8f1b-42ff-a30e-b694120ff601 req-2e403f4f-4d1c-4380-b731-1fcfb85236af tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 1683 time: 0.3209136 Feb 09 01:47:33.866996 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a339e88c-ab3a-4af9-b2d5-d8fa7ea3adc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c572d98d-1d22-451e-8dd8-994c523879a6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:33.869701 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a339e88c-ab3a-4af9-b2d5-d8fa7ea3adc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:33.874208 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a339e88c-ab3a-4af9-b2d5-d8fa7ea3adc1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c572d98d-1d22-451e-8dd8-994c523879a6 HTTP/1.1" status: 204 len: 168 time: 0.7249167 Feb 09 01:47:33.916684 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339e88c-ab3a-4af9-b2d5-d8fa7ea3adc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c572d98d-1d22-451e-8dd8-994c523879a6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:33.955824 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c665c72-8f1b-42ff-a30e-b694120ff601 req-f8647746-c981-475a-980f-afe0dfbdfbef tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777055 Feb 09 01:47:33.979625 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2bb1d530-4002-4ff0-9c50-2340300c05b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:34.025165 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d3b5a-77ce-4424-b79e-0734b4970570 req-ceaa7e66-7212-44a9-8c90-a8c4edd56eb8 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:34.032170 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-425d3b5a-77ce-4424-b79e-0734b4970570 req-ceaa7e66-7212-44a9-8c90-a8c4edd56eb8 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 985 time: 0.6673076 Feb 09 01:47:34.108925 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ff0f4b0-1eb8-40d2-b09e-98faeb97407e req-7e63ba5c-2641-4944-8fed-104cd2980b0c service neutron] 10.222.0.67 "GET /v2.0/networks/0496f9e7-f076-4fdf-8fd4-6325c25e60db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295600 Feb 09 01:47:34.110488 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e16f3b6-5d56-4dbc-9230-eb6a4f7dca52 req-95a6761d-c7f3-419c-97c3-33cba659f2f2 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (68d866d7-e1d5-458d-845a-ff3ac72fe067), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:34.126500 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-425d3b5a-77ce-4424-b79e-0734b4970570 req-3f25da3b-3b2a-4a35-b73d-d5a7f14275f5 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/security-groups?id=0541a625-03b8-4167-a0f8-798f45d14165&id=84a223fd-261b-457f-97ac-862faaa00bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0883253 Feb 09 01:47:34.132090 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['9cb0b006-8ef4-47d5-9ada-d2e188eb42b2', '68d866d7-e1d5-458d-845a-ff3ac72fe067'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:47:34.202497 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2bb1d530-4002-4ff0-9c50-2340300c05b5 admin admin] Publish callbacks [] for security_group (77e1f5e0-a059-40f7-9e4f-f5db741ba4a7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:34.211925 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2bb1d530-4002-4ff0-9c50-2340300c05b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (77e1f5e0-a059-40f7-9e4f-f5db741ba4a7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:34.254530 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6761d-c7f3-419c-97c3-33cba659f2f2 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event deleted for resources: {'Port': ['ID=68d866d7-e1d5-458d-845a-ff3ac72fe067,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:34.266700 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1d530-4002-4ff0-9c50-2340300c05b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e1f5e0-a059-40f7-9e4f-f5db741ba4a7,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:34.310904 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d530-4002-4ff0-9c50-2340300c05b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:34.311364 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d530-4002-4ff0-9c50-2340300c05b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:34.312591 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d530-4002-4ff0-9c50-2340300c05b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:34.313247 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d530-4002-4ff0-9c50-2340300c05b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:34.314835 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d530-4002-4ff0-9c50-2340300c05b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:34.315764 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d530-4002-4ff0-9c50-2340300c05b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:34.316548 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d530-4002-4ff0-9c50-2340300c05b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:34.317245 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d530-4002-4ff0-9c50-2340300c05b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:34.318268 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d530-4002-4ff0-9c50-2340300c05b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:34.318860 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d530-4002-4ff0-9c50-2340300c05b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:34.319560 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d530-4002-4ff0-9c50-2340300c05b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:34.320194 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d530-4002-4ff0-9c50-2340300c05b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:34.320953 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d530-4002-4ff0-9c50-2340300c05b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:34.348668 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2bb1d530-4002-4ff0-9c50-2340300c05b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=906d3b6020c9460282cc17707a4080a3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0225611 Feb 09 01:47:34.352070 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47526) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:34.531504 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e16f3b6-5d56-4dbc-9230-eb6a4f7dca52 req-95a6761d-c7f3-419c-97c3-33cba659f2f2 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] No DVR routers for this DVR port 68d866d7-e1d5-458d-845a-ff3ac72fe067 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:34.535650 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e16f3b6-5d56-4dbc-9230-eb6a4f7dca52 req-95a6761d-c7f3-419c-97c3-33cba659f2f2 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:34.539548 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e16f3b6-5d56-4dbc-9230-eb6a4f7dca52 req-95a6761d-c7f3-419c-97c3-33cba659f2f2 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.48 "DELETE /v2.0/ports/68d866d7-e1d5-458d-845a-ff3ac72fe067 HTTP/1.1" status: 204 len: 173 time: 2.1127269 Feb 09 01:47:34.542635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4189bbbf-555d-4dc5-8fb1-8fee74255365', 'name': 'network-vif-deleted', 'tag': '68d866d7-e1d5-458d-845a-ff3ac72fe067'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:34.545587 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d576ff-3a31-4fbf-820f-2b625a5d194b" -d '{"events": [{"server_uuid": "4189bbbf-555d-4dc5-8fb1-8fee74255365", "name": "network-vif-deleted", "tag": "68d866d7-e1d5-458d-845a-ff3ac72fe067"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:34.636439 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda3767-ea3d-43fb-9e54-f8fbed8899ec req-a0776b60-3be5-4025-b330-d1d416d89b62 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:34.638025 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6bda3767-ea3d-43fb-9e54-f8fbed8899ec req-a0776b60-3be5-4025-b330-d1d416d89b62 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/ports?device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b HTTP/1.1" status: 200 len: 946 time: 0.2329021 Feb 09 01:47:34.642201 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6fc0098-d547-45be-bbca-71cd8d5bd897 admin admin] Publish callbacks [] for security_group (77e1f5e0-a059-40f7-9e4f-f5db741ba4a7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:34.690131 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfd818-b624-43b7-adaf-7e05f55caf06 req-8a38a8f4-7ac4-45b1-8307-605b0ed4df18 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:34.692585 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f0bfd818-b624-43b7-adaf-7e05f55caf06 req-8a38a8f4-7ac4-45b1-8307-605b0ed4df18 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 1167 time: 0.3425522 Feb 09 01:47:34.703825 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ff0f4b0-1eb8-40d2-b09e-98faeb97407e req-8b745081-86c7-4e9f-9e62-1f5bf388fc18 service neutron] 10.222.0.67 "GET /v2.0/networks/0496f9e7-f076-4fdf-8fd4-6325c25e60db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831475 Feb 09 01:47:34.718997 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6fc0098-d547-45be-bbca-71cd8d5bd897 admin admin] Publish callbacks [] for security_group (77e1f5e0-a059-40f7-9e4f-f5db741ba4a7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:34.764696 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f0bfd818-b624-43b7-adaf-7e05f55caf06 req-e23b8259-0e85-4f59-a0c9-3b3ca747fc0a tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:34.772143 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6bda3767-ea3d-43fb-9e54-f8fbed8899ec req-e75c0977-d840-4e60-b4cb-85e04d18d10a tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/security-groups?id=8274fe3c-b38e-493f-83dc-bf0acc6f6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266744 Feb 09 01:47:34.817591 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6fc0098-d547-45be-bbca-71cd8d5bd897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (77e1f5e0-a059-40f7-9e4f-f5db741ba4a7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:34.821842 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6fc0098-d547-45be-bbca-71cd8d5bd897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:34.823792 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e6fc0098-d547-45be-bbca-71cd8d5bd897 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/77e1f5e0-a059-40f7-9e4f-f5db741ba4a7 HTTP/1.1" status: 204 len: 168 time: 0.4641151 Feb 09 01:47:34.847507 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc0098-d547-45be-bbca-71cd8d5bd897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e1f5e0-a059-40f7-9e4f-f5db741ba4a7,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:34.914231 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f0bfd818-b624-43b7-adaf-7e05f55caf06 req-e23b8259-0e85-4f59-a0c9-3b3ca747fc0a tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Publish callbacks [] for security_group (811ffa87-20e2-4300-a16b-689804e2bdac), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:34.924679 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f0bfd818-b624-43b7-adaf-7e05f55caf06 req-e23b8259-0e85-4f59-a0c9-3b3ca747fc0a tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (811ffa87-20e2-4300-a16b-689804e2bdac), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:35.004828 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-0e16f3b6-5d56-4dbc-9230-eb6a4f7dca52 req-61b2df85-fa08-4434-9915-758b6f49aa71 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Deleting port 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:35.005488 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e16f3b6-5d56-4dbc-9230-eb6a4f7dca52 req-61b2df85-fa08-4434-9915-758b6f49aa71 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9cb0b006-8ef4-47d5-9ada-d2e188eb42b2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:35.016900 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b8259-0e85-4f59-a0c9-3b3ca747fc0a tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811ffa87-20e2-4300-a16b-689804e2bdac,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:35.031962 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4789b-79cb-45fd-98bd-20a868975d10 req-7c1d79cd-2e3c-4747-bffa-54d68360ea89 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:35.052290 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25d4789b-79cb-45fd-98bd-20a868975d10 req-7c1d79cd-2e3c-4747-bffa-54d68360ea89 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/ports?device_id=616dfe9f-a528-45e9-bbbc-567549d7b16c HTTP/1.1" status: 200 len: 951 time: 0.1661022 Feb 09 01:47:35.070774 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f0bfd818-b624-43b7-adaf-7e05f55caf06 req-e23b8259-0e85-4f59-a0c9-3b3ca747fc0a tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0541a625-03b8-4167-a0f8-798f45d14165&id=84a223fd-261b-457f-97ac-862faaa00bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3713045 Feb 09 01:47:35.102253 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 47556) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:35.183483 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addcdaf9-8f2f-4911-98a8-6e5ae047e944 x-openstack-request-id: req-addcdaf9-8f2f-4911-98a8-6e5ae047e944 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:35.183776 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4189bbbf-555d-4dc5-8fb1-8fee74255365", "name": "network-vif-deleted", "tag": "68d866d7-e1d5-458d-845a-ff3ac72fe067", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:35.184025 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-addcdaf9-8f2f-4911-98a8-6e5ae047e944 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:35.184424 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4189bbbf-555d-4dc5-8fb1-8fee74255365', 'name': 'network-vif-deleted', 'tag': '68d866d7-e1d5-458d-845a-ff3ac72fe067', 'status': 'completed', 'code': 200} Feb 09 01:47:35.187131 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-0e16f3b6-5d56-4dbc-9230-eb6a4f7dca52 req-61b2df85-fa08-4434-9915-758b6f49aa71 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] For port 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9cb0b006-8ef4-47d5-9ada-d2e188eb42b2,segment=NetworkSegment(466214c9-3ad8-40ad-9e38-1ad7a045af43),segment_id=466214c9-3ad8-40ad-9e38-1ad7a045af43)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:35.187548 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e16f3b6-5d56-4dbc-9230-eb6a4f7dca52 req-61b2df85-fa08-4434-9915-758b6f49aa71 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9cb0b006-8ef4-47d5-9ada-d2e188eb42b2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:35.214214 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-0e16f3b6-5d56-4dbc-9230-eb6a4f7dca52 req-61b2df85-fa08-4434-9915-758b6f49aa71 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Calling delete_port for 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:35.220801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47b3325-9ec6-41a2-a844-ccd44c7b277d tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:35.226464 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a47b3325-9ec6-41a2-a844-ccd44c7b277d tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 1162 time: 0.1211817 Feb 09 01:47:35.229376 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 47558) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:35.235585 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-7fb69e29-730c-4c12-994c-fcdc3b8081bb tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': '19d815ec-2d23-4c57-9f3c-06c47de07295', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:35.252739 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25d4789b-79cb-45fd-98bd-20a868975d10 req-722cea31-41c9-44e2-9d6e-944b592fc665 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/security-groups?id=a21505dd-3a3e-4137-974b-f8f1c205656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944039 Feb 09 01:47:35.311828 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7fb69e29-730c-4c12-994c-fcdc3b8081bb tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:35.417547 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47568) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:35.439806 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ce01e63-e76f-4fb2-b919-3b19caf939ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:35.591322 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47574) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:35.604357 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ce01e63-e76f-4fb2-b919-3b19caf939ee admin admin] Publish callbacks [] for security_group (74e56cf9-f7f4-4aaf-bdff-ec80504d4c0d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:35.618858 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ce01e63-e76f-4fb2-b919-3b19caf939ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (74e56cf9-f7f4-4aaf-bdff-ec80504d4c0d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:35.645715 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803c61c-a54c-4adb-a494-e7685406d069 req-94b45ed5-6417-4f75-ac81-7328c94a47bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:35.646901 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f803c61c-a54c-4adb-a494-e7685406d069 req-94b45ed5-6417-4f75-ac81-7328c94a47bf tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/ports?device_id=4189bbbf-555d-4dc5-8fb1-8fee74255365 HTTP/1.1" status: 200 len: 946 time: 0.1695108 Feb 09 01:47:35.714407 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e16f3b6-5d56-4dbc-9230-eb6a4f7dca52 req-61b2df85-fa08-4434-9915-758b6f49aa71 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9cb0b006-8ef4-47d5-9ada-d2e188eb42b2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:35.718965 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce01e63-e76f-4fb2-b919-3b19caf939ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e56cf9-f7f4-4aaf-bdff-ec80504d4c0d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:35.757507 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7ce01e63-e76f-4fb2-b919-3b19caf939ee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b833d1896c5c4a85a8e1942c5b88dc46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3366244 Feb 09 01:47:35.762075 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47584) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:35.845795 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ea60-64b4-4112-8304-f2070c814fab admin admin] Publish callbacks [] for security_group (74e56cf9-f7f4-4aaf-bdff-ec80504d4c0d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:35.879266 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5acab299-d397-4a46-8167-7755c34ab636 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-848996389-network', 'tenant_id': 'b94fe98d53eb41f3821bddb833b7ad91'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:35.924452 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ea60-64b4-4112-8304-f2070c814fab admin admin] Publish callbacks [] for security_group (74e56cf9-f7f4-4aaf-bdff-ec80504d4c0d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.003730 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acab299-d397-4a46-8167-7755c34ab636 admin admin] Made reservation on behalf of b94fe98d53eb41f3821bddb833b7ad91 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:36.007131 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5acab299-d397-4a46-8167-7755c34ab636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.024813 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5acab299-d397-4a46-8167-7755c34ab636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.054864 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ea60-64b4-4112-8304-f2070c814fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (74e56cf9-f7f4-4aaf-bdff-ec80504d4c0d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.058037 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ea60-64b4-4112-8304-f2070c814fab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.059242 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d8a6ea60-64b4-4112-8304-f2070c814fab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/74e56cf9-f7f4-4aaf-bdff-ec80504d4c0d HTTP/1.1" status: 204 len: 168 time: 0.2961903 Feb 09 01:47:36.078487 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6ea60-64b4-4112-8304-f2070c814fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e56cf9-f7f4-4aaf-bdff-ec80504d4c0d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:36.145483 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5acab299-d397-4a46-8167-7755c34ab636 admin admin] Publish callbacks [] for security_group (6d62d72a-fbad-42e4-9f9d-886a06b38f34), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.151332 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5acab299-d397-4a46-8167-7755c34ab636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6d62d72a-fbad-42e4-9f9d-886a06b38f34), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.195677 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5acab299-d397-4a46-8167-7755c34ab636 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:47:36.220811 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acab299-d397-4a46-8167-7755c34ab636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d62d72a-fbad-42e4-9f9d-886a06b38f34,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:36.229518 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5acab299-d397-4a46-8167-7755c34ab636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (38496a58-8184-4b03-81bd-0a51c5092df0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.230558 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-5acab299-d397-4a46-8167-7755c34ab636 admin admin] Added segment 38496a58-8184-4b03-81bd-0a51c5092df0 of type vlan for network 0875a884-95c5-4c37-a22f-2d3f32b7443e Feb 09 01:47:36.289267 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f803c61c-a54c-4adb-a494-e7685406d069 req-8f8d0d64-fa69-459f-a62d-6df354ec76d5 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca5ac867-2e30-465e-9145-40211f42379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6316297 Feb 09 01:47:36.294875 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:47:36.311026 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5acab299-d397-4a46-8167-7755c34ab636 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (0875a884-95c5-4c37-a22f-2d3f32b7443e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.313082 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2df85-fa08-4434-9915-758b6f49aa71 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event deleted for resources: {'Port': ['ID=9cb0b006-8ef4-47d5-9ada-d2e188eb42b2,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:36.385609 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2df85-fa08-4434-9915-758b6f49aa71 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:36.386389 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:47:36.386796 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:47:36.387003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2df85-fa08-4434-9915-758b6f49aa71 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:36.387601 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5bd99b19-dcb2-45c2-be46-a47d77e2b474 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:47:36.387738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2df85-fa08-4434-9915-758b6f49aa71 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:36.388164 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2df85-fa08-4434-9915-758b6f49aa71 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:36.390146 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2df85-fa08-4434-9915-758b6f49aa71 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:36.392998 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5acab299-d397-4a46-8167-7755c34ab636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (0875a884-95c5-4c37-a22f-2d3f32b7443e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.394917 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acab299-d397-4a46-8167-7755c34ab636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:36.395339 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2df85-fa08-4434-9915-758b6f49aa71 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:36.396050 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5acab299-d397-4a46-8167-7755c34ab636 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.396510 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2df85-fa08-4434-9915-758b6f49aa71 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:36.397834 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2df85-fa08-4434-9915-758b6f49aa71 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:36.399378 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2df85-fa08-4434-9915-758b6f49aa71 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:36.399823 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2df85-fa08-4434-9915-758b6f49aa71 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:36.402333 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2df85-fa08-4434-9915-758b6f49aa71 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:36.402815 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2df85-fa08-4434-9915-758b6f49aa71 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:36.403985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2df85-fa08-4434-9915-758b6f49aa71 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:36.480854 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7fb69e29-730c-4c12-994c-fcdc3b8081bb tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.548243 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e16f3b6-5d56-4dbc-9230-eb6a4f7dca52 req-61b2df85-fa08-4434-9915-758b6f49aa71 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] No DVR routers for this DVR port 9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:36.553644 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0e16f3b6-5d56-4dbc-9230-eb6a4f7dca52 req-61b2df85-fa08-4434-9915-758b6f49aa71 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.559465 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e16f3b6-5d56-4dbc-9230-eb6a4f7dca52 req-61b2df85-fa08-4434-9915-758b6f49aa71 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.48 "DELETE /v2.0/ports/9cb0b006-8ef4-47d5-9ada-d2e188eb42b2 HTTP/1.1" status: 204 len: 173 time: 2.0054605 Feb 09 01:47:36.566108 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acab299-d397-4a46-8167-7755c34ab636 admin admin] Pushing event updated for resources: {'Network': ['ID=0875a884-95c5-4c37-a22f-2d3f32b7443e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:36.603820 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5acab299-d397-4a46-8167-7755c34ab636 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0105226 Feb 09 01:47:36.604338 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47618) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:36.614313 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-9ee257ed-2b25-4189-a4e3-d88261755eb0 admin admin] Request body: {'subnet': {'network_id': '0875a884-95c5-4c37-a22f-2d3f32b7443e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-848996389-subnet', 'tenant_id': 'b94fe98d53eb41f3821bddb833b7ad91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:36.663898 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee257ed-2b25-4189-a4e3-d88261755eb0 admin admin] Made reservation on behalf of b94fe98d53eb41f3821bddb833b7ad91 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:36.667458 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9ee257ed-2b25-4189-a4e3-d88261755eb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.781091 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5bd99b19-dcb2-45c2-be46-a47d77e2b474 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:36.786091 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.815349 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 0875a884-95c5-4c37-a22f-2d3f32b7443e details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:47:36.860675 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9db80-16a0-49b0-85ac-16e21aedaa33 req-b486e3b6-816f-4dc6-ad00-f5ccaa5ba3b5 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:36.863597 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f9e9db80-16a0-49b0-85ac-16e21aedaa33 req-b486e3b6-816f-4dc6-ad00-f5ccaa5ba3b5 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/ports?device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b HTTP/1.1" status: 200 len: 946 time: 0.4985068 Feb 09 01:47:37.055704 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616dfe9f-a528-45e9-bbbc-567549d7b16c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bd99b19-dcb2-45c2-be46-a47d77e2b474'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:37.058615 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4b3a50-9885-4087-90b3-fc17e912afd3" -d '{"events": [{"server_uuid": "616dfe9f-a528-45e9-bbbc-567549d7b16c", "name": "network-vif-unplugged", "status": "completed", "tag": "5bd99b19-dcb2-45c2-be46-a47d77e2b474"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:37.080562 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5bd99b19-dcb2-45c2-be46-a47d77e2b474, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5bd99b19-dcb2-45c2-be46-a47d77e2b474,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:37.089232 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.090795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 68d866d7-e1d5-458d-845a-ff3ac72fe067 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:47:37.143310 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 68d866d7-e1d5-458d-845a-ff3ac72fe067 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:47:37.144583 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 68d866d7-e1d5-458d-845a-ff3ac72fe067 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:47:37.174173 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9ee257ed-2b25-4189-a4e3-d88261755eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (c8ed8e3f-a37e-4220-a7cd-d6890ec702ab), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.230204 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4189bbbf-555d-4dc5-8fb1-8fee74255365', 'name': 'network-vif-deleted', 'tag': '9cb0b006-8ef4-47d5-9ada-d2e188eb42b2'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:37.239990 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=5bd99b19-dcb2-45c2-be46-a47d77e2b474,revision_number=11']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:37.242202 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fac1dc9-62e3-443d-b398-1a38cb114ef6" -d '{"events": [{"server_uuid": "4189bbbf-555d-4dc5-8fb1-8fee74255365", "name": "network-vif-deleted", "tag": "9cb0b006-8ef4-47d5-9ada-d2e188eb42b2"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:37.253962 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee257ed-2b25-4189-a4e3-d88261755eb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8ed8e3f-a37e-4220-a7cd-d6890ec702ab,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:37.262829 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f9e9db80-16a0-49b0-85ac-16e21aedaa33 req-bd8b6f2f-4428-4596-92a3-e91636599367 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/security-groups?id=8274fe3c-b38e-493f-83dc-bf0acc6f6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3772471 Feb 09 01:47:37.264159 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-7fb69e29-730c-4c12-994c-fcdc3b8081bb tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Allocated IP 172.25.7.203 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/0361c286-6e46-42b5-99eb-81b30e94dcd6) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:37.317771 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee257ed-2b25-4189-a4e3-d88261755eb0 admin admin] Checking segment: {'id': '38496a58-8184-4b03-81bd-0a51c5092df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0875a884-95c5-4c37-a22f-2d3f32b7443e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:37.318294 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee257ed-2b25-4189-a4e3-d88261755eb0 admin admin] Network hostable DHCP agents. Network: 0875a884-95c5-4c37-a22f-2d3f32b7443e, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:47:37.347505 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee257ed-2b25-4189-a4e3-d88261755eb0 admin admin] Network 0875a884-95c5-4c37-a22f-2d3f32b7443e is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:47:37.368094 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-9ee257ed-2b25-4189-a4e3-d88261755eb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 0875a884-95c5-4c37-a22f-2d3f32b7443e) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:37.374975 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee257ed-2b25-4189-a4e3-d88261755eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:37.375328 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8582fcec-797a-4344-85fd-d242edcf6c6f x-openstack-request-id: req-8582fcec-797a-4344-85fd-d242edcf6c6f {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:37.376010 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616dfe9f-a528-45e9-bbbc-567549d7b16c", "name": "network-vif-unplugged", "status": "completed", "tag": "5bd99b19-dcb2-45c2-be46-a47d77e2b474", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:37.376164 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9ee257ed-2b25-4189-a4e3-d88261755eb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.376304 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8582fcec-797a-4344-85fd-d242edcf6c6f {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:37.379457 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616dfe9f-a528-45e9-bbbc-567549d7b16c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bd99b19-dcb2-45c2-be46-a47d77e2b474', 'code': 200} Feb 09 01:47:37.386923 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530be14d-d17b-4ba2-a977-ce1bfa1cdf12 None None] Network 0875a884-95c5-4c37-a22f-2d3f32b7443e requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:37.415337 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9ee257ed-2b25-4189-a4e3-d88261755eb0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8016632 Feb 09 01:47:37.517822 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7fb69e29-730c-4c12-994c-fcdc3b8081bb tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for port (0361c286-6e46-42b5-99eb-81b30e94dcd6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.556218 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a301ed66-5b56-4a66-b7f8-779374f6f1e3 x-openstack-request-id: req-a301ed66-5b56-4a66-b7f8-779374f6f1e3 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:37.556448 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4189bbbf-555d-4dc5-8fb1-8fee74255365", "name": "network-vif-deleted", "tag": "9cb0b006-8ef4-47d5-9ada-d2e188eb42b2", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:37.556778 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a301ed66-5b56-4a66-b7f8-779374f6f1e3 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:37.557617 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4189bbbf-555d-4dc5-8fb1-8fee74255365', 'name': 'network-vif-deleted', 'tag': '9cb0b006-8ef4-47d5-9ada-d2e188eb42b2', 'status': 'completed', 'code': 200} Feb 09 01:47:37.608998 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7fb69e29-730c-4c12-994c-fcdc3b8081bb tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (0361c286-6e46-42b5-99eb-81b30e94dcd6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.632126 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47652) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:37.680142 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d61ea915-33e8-4cdf-8da7-6bcb4ef88eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.728890 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb69e29-730c-4c12-994c-fcdc3b8081bb tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:37.736014 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-7fb69e29-730c-4c12-994c-fcdc3b8081bb tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:37.756527 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef76ed1-b5bb-4d13-adec-de32394f4fb1 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Deleting subnet 7dd91541-83b7-4cd8-a15d-fb6ae3c38712 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:47:37.766964 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bef76ed1-b5bb-4d13-adec-de32394f4fb1 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks [] for subnet (7dd91541-83b7-4cd8-a15d-fb6ae3c38712), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.772706 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb69e29-730c-4c12-994c-fcdc3b8081bb tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:37.802690 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184ca413-aa3d-48b9-a643-f9cf63e1119c None None] Network 0875a884-95c5-4c37-a22f-2d3f32b7443e requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:37.862354 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bef76ed1-b5bb-4d13-adec-de32394f4fb1 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (7dd91541-83b7-4cd8-a15d-fb6ae3c38712), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.883113 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb69e29-730c-4c12-994c-fcdc3b8081bb tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event updated for resources: {'Port': ['ID=0361c286-6e46-42b5-99eb-81b30e94dcd6,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:37.904832 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64c115-f7b4-42ee-89c6-d72b7d47e117 req-4121c8ce-bcec-4b17-a099-c5660e84a43b tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:37.912437 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8d64c115-f7b4-42ee-89c6-d72b7d47e117 req-4121c8ce-bcec-4b17-a099-c5660e84a43b tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/ports?device_id=616dfe9f-a528-45e9-bbbc-567549d7b16c HTTP/1.1" status: 200 len: 949 time: 0.3538446 Feb 09 01:47:38.118237 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8d64c115-f7b4-42ee-89c6-d72b7d47e117 req-dc678e11-2f63-4df2-aed3-1b2d0fb282f3 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/security-groups?id=a21505dd-3a3e-4137-974b-f8f1c205656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024174 Feb 09 01:47:38.141036 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bef76ed1-b5bb-4d13-adec-de32394f4fb1 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (7dd91541-83b7-4cd8-a15d-fb6ae3c38712), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:38.261994 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bef76ed1-b5bb-4d13-adec-de32394f4fb1 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (7dd91541-83b7-4cd8-a15d-fb6ae3c38712), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:38.298274 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eff71d6-95d3-4751-8b44-f57245ea357e None None] Network 5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:38.320952 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bef76ed1-b5bb-4d13-adec-de32394f4fb1 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:38.326081 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bef76ed1-b5bb-4d13-adec-de32394f4fb1 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "DELETE /v2.0/subnets/7dd91541-83b7-4cd8-a15d-fb6ae3c38712 HTTP/1.1" status: 204 len: 168 time: 0.6928737 Feb 09 01:47:38.328166 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef76ed1-b5bb-4d13-adec-de32394f4fb1 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event deleted for resources: {'Subnet': ['ID=7dd91541-83b7-4cd8-a15d-fb6ae3c38712,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:38.330090 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47684) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:38.493652 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7fb69e29-730c-4c12-994c-fcdc3b8081bb tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for floatingip (d1079fba-44c0-4128-8696-c26d088abcdf), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:38.606281 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-0e69827e-a098-4d80-ad8b-f5466c6e9698 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:38.608405 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-0e69827e-a098-4d80-ad8b-f5466c6e9698 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/networks?id=0875a884-95c5-4c37-a22f-2d3f32b7443e HTTP/1.1" status: 200 len: 817 time: 0.1602952 Feb 09 01:47:38.646664 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-ef71c864-fa06-441b-b5ac-96e278c3b8de tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/quotas/b94fe98d53eb41f3821bddb833b7ad91 HTTP/1.1" status: 200 len: 375 time: 0.0319817 Feb 09 01:47:38.654050 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7fb69e29-730c-4c12-994c-fcdc3b8081bb tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0361c286-6e46-42b5-99eb-81b30e94dcd6), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:38.654402 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-012a3916-21c7-4b9f-8993-fe46176aa5fb tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:38.673415 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9525941c-4f1c-4a8b-b65b-154343c45b2d None None] DHCP port deletion for 5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:47:38.719298 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-66c815f4-061f-4d9c-b6ee-f288d5321493 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b94fe98d53eb41f3821bddb833b7ad91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618222 Feb 09 01:47:38.814109 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9525941c-4f1c-4a8b-b65b-154343c45b2d None None] Deleting port a375425e-12c4-4240-b1ef-7d31a9b8b009 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:38.814410 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9525941c-4f1c-4a8b-b65b-154343c45b2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a375425e-12c4-4240-b1ef-7d31a9b8b009), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:38.841623 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 47700) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:38.867891 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-57f75251-9b6e-498e-8874-4c64bf1ace12 service neutron] 10.222.0.36 "GET /v2.0/networks/0875a884-95c5-4c37-a22f-2d3f32b7443e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473014 Feb 09 01:47:39.034724 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7fb69e29-730c-4c12-994c-fcdc3b8081bb tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for port (0361c286-6e46-42b5-99eb-81b30e94dcd6), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.041476 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7fb69e29-730c-4c12-994c-fcdc3b8081bb tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (0361c286-6e46-42b5-99eb-81b30e94dcd6), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.118852 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-012a3916-21c7-4b9f-8993-fe46176aa5fb tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Deleting port a375425e-12c4-4240-b1ef-7d31a9b8b009 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:39.119227 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-012a3916-21c7-4b9f-8993-fe46176aa5fb tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a375425e-12c4-4240-b1ef-7d31a9b8b009), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.132302 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb69e29-730c-4c12-994c-fcdc3b8081bb tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event updated for resources: {'Port': ['ID=0361c286-6e46-42b5-99eb-81b30e94dcd6,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:39.166724 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-beddd015-7588-4005-b5f4-318ce092aeb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.247467 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-2da5262d-1c38-496f-b105-56609e495576 service neutron] 10.222.0.36 "GET /v2.0/networks/0875a884-95c5-4c37-a22f-2d3f32b7443e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747573 Feb 09 01:47:39.337379 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-012a3916-21c7-4b9f-8993-fe46176aa5fb tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] For port a375425e-12c4-4240-b1ef-7d31a9b8b009, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a375425e-12c4-4240-b1ef-7d31a9b8b009,segment=NetworkSegment(466214c9-3ad8-40ad-9e38-1ad7a045af43),segment_id=466214c9-3ad8-40ad-9e38-1ad7a045af43)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:39.337680 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-beddd015-7588-4005-b5f4-318ce092aeb1 admin admin] Publish callbacks [] for security_group (497cf1ba-a4e9-4a86-bcc2-9ff4a645e57f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.337840 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-012a3916-21c7-4b9f-8993-fe46176aa5fb tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a375425e-12c4-4240-b1ef-7d31a9b8b009), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.353205 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7fb69e29-730c-4c12-994c-fcdc3b8081bb tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (d1079fba-44c0-4128-8696-c26d088abcdf), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.357750 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-beddd015-7588-4005-b5f4-318ce092aeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (497cf1ba-a4e9-4a86-bcc2-9ff4a645e57f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.388414 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a375425e-12c4-4240-b1ef-7d31a9b8b009 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:47:39.396165 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-012a3916-21c7-4b9f-8993-fe46176aa5fb tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Calling delete_port for a375425e-12c4-4240-b1ef-7d31a9b8b009 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:39.422976 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-beddd015-7588-4005-b5f4-318ce092aeb1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ddd4b29c74e45818a202f94a97ebba6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5803823 Feb 09 01:47:39.436407 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47710) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:39.506864 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-9525941c-4f1c-4a8b-b65b-154343c45b2d None None] For port a375425e-12c4-4240-b1ef-7d31a9b8b009, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a375425e-12c4-4240-b1ef-7d31a9b8b009,segment=NetworkSegment(466214c9-3ad8-40ad-9e38-1ad7a045af43),segment_id=466214c9-3ad8-40ad-9e38-1ad7a045af43)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:39.510038 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9525941c-4f1c-4a8b-b65b-154343c45b2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a375425e-12c4-4240-b1ef-7d31a9b8b009), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.586191 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9525941c-4f1c-4a8b-b65b-154343c45b2d None None] Calling delete_port for a375425e-12c4-4240-b1ef-7d31a9b8b009 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:39.670077 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.726841 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port a375425e-12c4-4240-b1ef-7d31a9b8b009 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:39.728116 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a375425e-12c4-4240-b1ef-7d31a9b8b009), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.781816 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ad45db00-d7e7-4342-bddc-aebcbc96aee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.799008 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5d713a02-6e6f-4d43-821f-6e8929341d25 req-abacab2d-6d2a-4f56-a2b4-9a5a08e4b9bb tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/ports?device_id=1924c976-d127-45a2-8120-8c9abcd8b37e HTTP/1.1" status: 200 len: 210 time: 0.1849570 Feb 09 01:47:39.851286 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port a375425e-12c4-4240-b1ef-7d31a9b8b009, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a375425e-12c4-4240-b1ef-7d31a9b8b009,segment=NetworkSegment(466214c9-3ad8-40ad-9e38-1ad7a045af43),segment_id=466214c9-3ad8-40ad-9e38-1ad7a045af43)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:39.874561 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a375425e-12c4-4240-b1ef-7d31a9b8b009), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.927403 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f30a1e9-3723-4d62-af68-94948ae132a0 admin admin] Publish callbacks [] for security_group (497cf1ba-a4e9-4a86-bcc2-9ff4a645e57f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.961590 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddd015-7588-4005-b5f4-318ce092aeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497cf1ba-a4e9-4a86-bcc2-9ff4a645e57f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:39.965741 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9525941c-4f1c-4a8b-b65b-154343c45b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (a375425e-12c4-4240-b1ef-7d31a9b8b009), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.986994 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-012a3916-21c7-4b9f-8993-fe46176aa5fb tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (a375425e-12c4-4240-b1ef-7d31a9b8b009), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.992077 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9525941c-4f1c-4a8b-b65b-154343c45b2d None None] No DVR routers for this DVR port a375425e-12c4-4240-b1ef-7d31a9b8b009 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:40.026993 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff98a3d-a90e-44d5-beab-249a29971e97 req-c75523b9-a14e-478d-955e-986c062ff4f7 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:40.037251 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3ff98a3d-a90e-44d5-beab-249a29971e97 req-c75523b9-a14e-478d-955e-986c062ff4f7 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/ports?device_id=616dfe9f-a528-45e9-bbbc-567549d7b16c HTTP/1.1" status: 200 len: 949 time: 0.8024740 Feb 09 01:47:40.065320 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=a375425e-12c4-4240-b1ef-7d31a9b8b009,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:40.085306 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a3916-21c7-4b9f-8993-fe46176aa5fb tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event deleted for resources: {'Port': ['ID=a375425e-12c4-4240-b1ef-7d31a9b8b009,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:40.102918 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f30a1e9-3723-4d62-af68-94948ae132a0 admin admin] Publish callbacks [] for security_group (497cf1ba-a4e9-4a86-bcc2-9ff4a645e57f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.122480 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012a3916-21c7-4b9f-8993-fe46176aa5fb tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] No DVR routers for this DVR port a375425e-12c4-4240-b1ef-7d31a9b8b009 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:40.127406 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525941c-4f1c-4a8b-b65b-154343c45b2d None None] Pushing event deleted for resources: {'Port': ['ID=a375425e-12c4-4240-b1ef-7d31a9b8b009,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:40.128438 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc30ea-09a2-4c04-bbff-f12f68d48b0d req-582e7207-0040-4abb-949b-58edc5193cb8 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:40.130262 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cafc30ea-09a2-4c04-bbff-f12f68d48b0d req-582e7207-0040-4abb-949b-58edc5193cb8 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.48 "GET /v2.0/ports?device_id=616dfe9f-a528-45e9-bbbc-567549d7b16c HTTP/1.1" status: 200 len: 949 time: 0.3113785 Feb 09 01:47:40.143159 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-7fb69e29-730c-4c12-994c-fcdc3b8081bb tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Floating IP d1079fba-44c0-4128-8696-c26d088abcdf associated. External IP: 172.25.7.203, port: 19d815ec-2d23-4c57-9f3c-06c47de07295. Feb 09 01:47:40.181222 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3ff98a3d-a90e-44d5-beab-249a29971e97 req-3fde20c9-3005-403b-bfc0-36c2ce783329 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/security-groups?id=a21505dd-3a3e-4137-974b-f8f1c205656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430943 Feb 09 01:47:40.284812 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-012a3916-21c7-4b9f-8993-fe46176aa5fb tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.316851 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f30a1e9-3723-4d62-af68-94948ae132a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (497cf1ba-a4e9-4a86-bcc2-9ff4a645e57f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.325448 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f30a1e9-3723-4d62-af68-94948ae132a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.328926 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7f30a1e9-3723-4d62-af68-94948ae132a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/497cf1ba-a4e9-4a86-bcc2-9ff4a645e57f HTTP/1.1" status: 204 len: 168 time: 0.8891592 Feb 09 01:47:40.364064 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-012a3916-21c7-4b9f-8993-fe46176aa5fb tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:40.398762 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30a1e9-3723-4d62-af68-94948ae132a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497cf1ba-a4e9-4a86-bcc2-9ff4a645e57f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:40.407989 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-012a3916-21c7-4b9f-8993-fe46176aa5fb tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '466214c9-3ad8-40ad-9e38-1ad7a045af43') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:40.409803 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-012a3916-21c7-4b9f-8993-fe46176aa5fb tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '466214c9-3ad8-40ad-9e38-1ad7a045af43') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:40.448825 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-012a3916-21c7-4b9f-8993-fe46176aa5fb tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (466214c9-3ad8-40ad-9e38-1ad7a045af43), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.476017 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-012a3916-21c7-4b9f-8993-fe46176aa5fb tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (466214c9-3ad8-40ad-9e38-1ad7a045af43), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.483129 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012a3916-21c7-4b9f-8993-fe46176aa5fb tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:47:40.483585 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-012a3916-21c7-4b9f-8993-fe46176aa5fb tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (466214c9-3ad8-40ad-9e38-1ad7a045af43), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:47:40.487104 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:47:40.606107 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-cafc30ea-09a2-4c04-bbff-f12f68d48b0d req-f0bdb292-95aa-40a3-8156-3ca6781ff956 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Deleting port 5bd99b19-dcb2-45c2-be46-a47d77e2b474 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:40.620554 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cafc30ea-09a2-4c04-bbff-f12f68d48b0d req-f0bdb292-95aa-40a3-8156-3ca6781ff956 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.676890 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-012a3916-21c7-4b9f-8993-fe46176aa5fb tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.687277 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-012a3916-21c7-4b9f-8993-fe46176aa5fb tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.696054 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-012a3916-21c7-4b9f-8993-fe46176aa5fb tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "DELETE /v2.0/networks/5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6 HTTP/1.1" status: 204 len: 168 time: 2.3634613 Feb 09 01:47:40.724444 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47738) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:40.740003 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a3916-21c7-4b9f-8993-fe46176aa5fb tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event deleted for resources: {'Network': ['ID=5a2bf2a4-2f7c-4c08-b3d5-50a90b8c6dd6,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:40.765456 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.852758 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.857057 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-88edf3fd-09c0-4658-8e8d-249913210794 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Deleting subnet cb912675-2db4-49b2-a46f-2bfd8b61f105 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:47:40.861045 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-88edf3fd-09c0-4658-8e8d-249913210794 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks [] for subnet (cb912675-2db4-49b2-a46f-2bfd8b61f105), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.931652 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-88edf3fd-09c0-4658-8e8d-249913210794 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (cb912675-2db4-49b2-a46f-2bfd8b61f105), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.950167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-cafc30ea-09a2-4c04-bbff-f12f68d48b0d req-f0bdb292-95aa-40a3-8156-3ca6781ff956 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] For port 5bd99b19-dcb2-45c2-be46-a47d77e2b474, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5bd99b19-dcb2-45c2-be46-a47d77e2b474,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:40.950902 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cafc30ea-09a2-4c04-bbff-f12f68d48b0d req-f0bdb292-95aa-40a3-8156-3ca6781ff956 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.967314 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-cafc30ea-09a2-4c04-bbff-f12f68d48b0d req-f0bdb292-95aa-40a3-8156-3ca6781ff956 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Calling delete_port for 5bd99b19-dcb2-45c2-be46-a47d77e2b474 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:41.115271 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5dd558cf-d8d1-4483-91d0-6c00d0d3061e req-c03d87c2-877c-47cf-9578-f71823d62bfa tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/ports?device_id=1924c976-d127-45a2-8120-8c9abcd8b37e HTTP/1.1" status: 200 len: 210 time: 0.1541274 Feb 09 01:47:41.121381 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb69e29-730c-4c12-994c-fcdc3b8081bb tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Router 0d4d55a9-2ebd-4ac2-af92-42803eb95831 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:47:41.150873 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-88edf3fd-09c0-4658-8e8d-249913210794 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (cb912675-2db4-49b2-a46f-2bfd8b61f105), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.417226 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-88edf3fd-09c0-4658-8e8d-249913210794 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (cb912675-2db4-49b2-a46f-2bfd8b61f105), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.433818 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9d4ea-4034-43bd-bbc6-780267896eba req-f1a65e4e-5eb6-4bf8-8d21-d6a3b3c7877f tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:41.443546 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d5a9d4ea-4034-43bd-bbc6-780267896eba req-f1a65e4e-5eb6-4bf8-8d21-d6a3b3c7877f tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/ports?device_id=616dfe9f-a528-45e9-bbbc-567549d7b16c HTTP/1.1" status: 200 len: 949 time: 0.1669672 Feb 09 01:47:41.487709 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb69e29-730c-4c12-994c-fcdc3b8081bb tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:41.499877 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f337615-7480-4db5-943d-9b76281ef177 None None] Sync routers for ids ['0d4d55a9-2ebd-4ac2-af92-42803eb95831'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:41.502367 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edf3fd-09c0-4658-8e8d-249913210794 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event deleted for resources: {'Subnet': ['ID=cb912675-2db4-49b2-a46f-2bfd8b61f105,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:41.511411 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-88edf3fd-09c0-4658-8e8d-249913210794 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.515264 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-88edf3fd-09c0-4658-8e8d-249913210794 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "DELETE /v2.0/subnets/cb912675-2db4-49b2-a46f-2bfd8b61f105 HTTP/1.1" status: 204 len: 168 time: 0.7890539 Feb 09 01:47:41.521073 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47774) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:41.530148 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd70d948-23ae-4708-a226-cbece4892cd8 None None] Network 212ddb32-d73c-4b13-9064-9889961b4051 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:41.543244 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7fb69e29-730c-4c12-994c-fcdc3b8081bb tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.564911 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f337615-7480-4db5-943d-9b76281ef177 None None] Routers {'0d4d55a9-2ebd-4ac2-af92-42803eb95831'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:41.567575 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3f337615-7480-4db5-943d-9b76281ef177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:47:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0d4d55a9-2ebd-4ac2-af92-42803eb95831'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:41.601919 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7fb69e29-730c-4c12-994c-fcdc3b8081bb tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.3714988 Feb 09 01:47:41.606557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df30a7d-6d94-4134-8fea-938ad5cdb754', 'tag': '19d815ec-2d23-4c57-9f3c-06c47de07295'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:41.608798 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5f8bf7-7c8e-4f2b-a279-3b20d9cc6e63" -d '{"events": [{"name": "network-changed", "server_uuid": "9df30a7d-6d94-4134-8fea-938ad5cdb754", "tag": "19d815ec-2d23-4c57-9f3c-06c47de07295"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:41.611305 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 47778) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:41.648290 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d5a9d4ea-4034-43bd-bbc6-780267896eba req-461408f1-10ee-40b9-bd27-4b492bc792c1 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/security-groups?id=a21505dd-3a3e-4137-974b-f8f1c205656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037430 Feb 09 01:47:41.691004 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cafc30ea-09a2-4c04-bbff-f12f68d48b0d req-f0bdb292-95aa-40a3-8156-3ca6781ff956 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5bd99b19-dcb2-45c2-be46-a47d77e2b474), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.707911 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de314d0c-8e91-41e9-bb1b-4e98966c99c7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (212ddb32-d73c-4b13-9064-9889961b4051), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.808525 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3df00e-069c-4e52-99b1-1508392ff619 x-openstack-request-id: req-2a3df00e-069c-4e52-99b1-1508392ff619 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:41.810160 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df30a7d-6d94-4134-8fea-938ad5cdb754", "tag": "19d815ec-2d23-4c57-9f3c-06c47de07295", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:41.810160 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a3df00e-069c-4e52-99b1-1508392ff619 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:41.810404 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df30a7d-6d94-4134-8fea-938ad5cdb754', 'tag': '19d815ec-2d23-4c57-9f3c-06c47de07295', 'status': 'completed', 'code': 200} Feb 09 01:47:41.814462 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdb292-95aa-40a3-8156-3ca6781ff956 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Pushing event deleted for resources: {'Port': ['ID=5bd99b19-dcb2-45c2-be46-a47d77e2b474,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:41.821420 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-de314d0c-8e91-41e9-bb1b-4e98966c99c7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Deleting port 62f2e971-4c7c-47c4-a8fa-ce10cf976010 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:41.825547 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de314d0c-8e91-41e9-bb1b-4e98966c99c7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (62f2e971-4c7c-47c4-a8fa-ce10cf976010), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.834628 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47786) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:41.929939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafc30ea-09a2-4c04-bbff-f12f68d48b0d req-f0bdb292-95aa-40a3-8156-3ca6781ff956 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] No DVR routers for this DVR port 5bd99b19-dcb2-45c2-be46-a47d77e2b474 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:41.933672 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cafc30ea-09a2-4c04-bbff-f12f68d48b0d req-f0bdb292-95aa-40a3-8156-3ca6781ff956 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.937501 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cafc30ea-09a2-4c04-bbff-f12f68d48b0d req-f0bdb292-95aa-40a3-8156-3ca6781ff956 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.48 "DELETE /v2.0/ports/5bd99b19-dcb2-45c2-be46-a47d77e2b474 HTTP/1.1" status: 204 len: 173 time: 1.7600980 Feb 09 01:47:41.990915 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-de314d0c-8e91-41e9-bb1b-4e98966c99c7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] For port 62f2e971-4c7c-47c4-a8fa-ce10cf976010, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=62f2e971-4c7c-47c4-a8fa-ce10cf976010,segment=NetworkSegment(a9a55533-38fd-403e-b1ad-c223cbcc35fe),segment_id=a9a55533-38fd-403e-b1ad-c223cbcc35fe)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:41.991799 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de314d0c-8e91-41e9-bb1b-4e98966c99c7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (62f2e971-4c7c-47c4-a8fa-ce10cf976010), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:42.003476 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:47:42.015653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-7a17e96e-cfa6-453d-aa97-567f189f0c36 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.017244 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-7a17e96e-cfa6-453d-aa97-567f189f0c36 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.67 "GET /v2.0/networks?id=0875a884-95c5-4c37-a22f-2d3f32b7443e HTTP/1.1" status: 200 len: 817 time: 0.6742082 Feb 09 01:47:42.021571 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-de314d0c-8e91-41e9-bb1b-4e98966c99c7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Calling delete_port for 62f2e971-4c7c-47c4-a8fa-ce10cf976010 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:42.029528 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-3f337615-7480-4db5-943d-9b76281ef177 None None] Set router 0d4d55a9-2ebd-4ac2-af92-42803eb95831 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:42.080448 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-5c502940-2867-4964-9e69-269c32ba4214 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Request body: {'port': {'device_id': '1924c976-d127-45a2-8120-8c9abcd8b37e', 'network_id': '0875a884-95c5-4c37-a22f-2d3f32b7443e', 'admin_state_up': True, 'tenant_id': 'b94fe98d53eb41f3821bddb833b7ad91'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:42.149494 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4157ada8-a1c4-42fd-afa1-807e7754356b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-285525818'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:42.223152 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4157ada8-a1c4-42fd-afa1-807e7754356b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Made reservation on behalf of 49d365e71ba94a7f8061197880398776 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:42.228826 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4157ada8-a1c4-42fd-afa1-807e7754356b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:42.231032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f8bf7-7c8e-4f2b-a279-3b20d9cc6e63 req-24702c75-46f9-4fbd-9d75-1e60bcc0a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.232869 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c5f8bf7-7c8e-4f2b-a279-3b20d9cc6e63 req-24702c75-46f9-4fbd-9d75-1e60bcc0a134 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5bb1a0b377414dc1915d0f29c8ffb19f&device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 1167 time: 0.4215777 Feb 09 01:47:42.252088 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4157ada8-a1c4-42fd-afa1-807e7754356b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:42.255024 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:42.304840 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de314d0c-8e91-41e9-bb1b-4e98966c99c7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (62f2e971-4c7c-47c4-a8fa-ce10cf976010), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:42.410734 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6abef5-45bb-41d4-96db-4b3855249729 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.412953 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6abef5-45bb-41d4-96db-4b3855249729 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.413868 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6abef5-45bb-41d4-96db-4b3855249729 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.415087 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6abef5-45bb-41d4-96db-4b3855249729 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.415743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6abef5-45bb-41d4-96db-4b3855249729 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.416518 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6abef5-45bb-41d4-96db-4b3855249729 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.417058 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a91888-6d90-4631-9e30-3e376b999416 None None] DHCP port deletion for 212ddb32-d73c-4b13-9064-9889961b4051 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:47:42.417515 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6abef5-45bb-41d4-96db-4b3855249729 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.418198 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6abef5-45bb-41d4-96db-4b3855249729 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.418969 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6abef5-45bb-41d4-96db-4b3855249729 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.419845 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6abef5-45bb-41d4-96db-4b3855249729 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.422141 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6b6abef5-45bb-41d4-96db-4b3855249729 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7040 time: 0.8035223 Feb 09 01:47:42.431827 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 47810) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:42.482711 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4157ada8-a1c4-42fd-afa1-807e7754356b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks [] for security_group (c7cbaa2c-ce82-4892-912b-190e89e1532c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:42.519296 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de314d0c-8e91-41e9-bb1b-4e98966c99c7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event deleted for resources: {'Port': ['ID=62f2e971-4c7c-47c4-a8fa-ce10cf976010,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:42.530196 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de314d0c-8e91-41e9-bb1b-4e98966c99c7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] No DVR routers for this DVR port 62f2e971-4c7c-47c4-a8fa-ce10cf976010 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:42.547368 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4157ada8-a1c4-42fd-afa1-807e7754356b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c7cbaa2c-ce82-4892-912b-190e89e1532c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:42.623082 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3f337615-7480-4db5-943d-9b76281ef177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'name': 'tempest-TestSecurityGroupsBasicOps-router-679534864', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:43Z', 'updated_at': '2022-02-09T01:46:58Z', 'revision_number': 4, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'gw_port': {'id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:44Z', 'updated_at': '2022-02-09T01:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'd1079fba-44c0-4128-8696-c26d088abcdf', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'floating_ip_address': '172.25.7.203', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'port_id': '19d815ec-2d23-4c57-9f3c-06c47de07295', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308', 'mac_address': 'fa:16:3e:12:c7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df30a7d-6d94-4134-8fea-938ad5cdb754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:38Z', 'revision_number': 0, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d7f170-a400-472c-88de-12ff06dc5772', 'name': '', 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'mac_address': 'fa:16:3e:e9:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e2563808-760d-419a-b1ba-497369146386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:55Z', 'updated_at': '2022-02-09T01:47:14Z', 'revision_number': 5, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'subnets': [{'id': 'e2563808-760d-419a-b1ba-497369146386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:42.662496 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f337615-7480-4db5-943d-9b76281ef177 None None] Checking router: 0d4d55a9-2ebd-4ac2-af92-42803eb95831 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:47:42.671931 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f337615-7480-4db5-943d-9b76281ef177 None None] Routers {'0d4d55a9-2ebd-4ac2-af92-42803eb95831'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:42.672597 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3f337615-7480-4db5-943d-9b76281ef177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:47:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0d4d55a9-2ebd-4ac2-af92-42803eb95831'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:42.715100 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8d29dba-e013-49ba-a2a7-e203293950e7 req-43c57d98-4a4a-4067-a450-20db80329a89 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/ports?device_id=1924c976-d127-45a2-8120-8c9abcd8b37e HTTP/1.1" status: 200 len: 210 time: 0.2210650 Feb 09 01:47:42.796212 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4157ada8-a1c4-42fd-afa1-807e7754356b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:47:42.823564 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157ada8-a1c4-42fd-afa1-807e7754356b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cbaa2c-ce82-4892-912b-190e89e1532c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:42.829199 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de314d0c-8e91-41e9-bb1b-4e98966c99c7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (212ddb32-d73c-4b13-9064-9889961b4051), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:42.832346 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4157ada8-a1c4-42fd-afa1-807e7754356b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (d64d84ed-a140-4315-a05c-34c06f3b2387), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:42.832697 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-4157ada8-a1c4-42fd-afa1-807e7754356b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Added segment d64d84ed-a140-4315-a05c-34c06f3b2387 of type vlan for network 48327aa5-0924-47a6-87d8-bed8aea13cfb Feb 09 01:47:42.883642 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-de314d0c-8e91-41e9-bb1b-4e98966c99c7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212ddb32-d73c-4b13-9064-9889961b4051']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:42.886460 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5858f3-ba41-49e6-b38a-6b1ff0dfafb7 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.887073 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5858f3-ba41-49e6-b38a-6b1ff0dfafb7 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.887523 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5858f3-ba41-49e6-b38a-6b1ff0dfafb7 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.891525 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5858f3-ba41-49e6-b38a-6b1ff0dfafb7 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.891525 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5858f3-ba41-49e6-b38a-6b1ff0dfafb7 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.892007 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5858f3-ba41-49e6-b38a-6b1ff0dfafb7 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.892473 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5858f3-ba41-49e6-b38a-6b1ff0dfafb7 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.893036 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5858f3-ba41-49e6-b38a-6b1ff0dfafb7 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.893397 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5858f3-ba41-49e6-b38a-6b1ff0dfafb7 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.903608 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cb5858f3-ba41-49e6-b38a-6b1ff0dfafb7 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5929 time: 0.4674189 Feb 09 01:47:42.904689 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f8bf7-7c8e-4f2b-a279-3b20d9cc6e63 req-eb18066c-83a2-495a-9d22-c1eeeafcc06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.906146 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c5f8bf7-7c8e-4f2b-a279-3b20d9cc6e63 req-eb18066c-83a2-495a-9d22-c1eeeafcc06e service neutron] 10.222.0.48 "GET /v2.0/networks?id=9652cd42-3945-405b-b48b-6a0866a4d308 HTTP/1.1" status: 200 len: 896 time: 0.6598413 Feb 09 01:47:42.914008 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47824) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:42.965787 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-3f337615-7480-4db5-943d-9b76281ef177 None None] Set router 0d4d55a9-2ebd-4ac2-af92-42803eb95831 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:42.997473 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-de314d0c-8e91-41e9-bb1b-4e98966c99c7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a55533-38fd-403e-b1ad-c223cbcc35fe') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:42.998084 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-de314d0c-8e91-41e9-bb1b-4e98966c99c7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a55533-38fd-403e-b1ad-c223cbcc35fe') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:43.002319 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4157ada8-a1c4-42fd-afa1-807e7754356b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (48327aa5-0924-47a6-87d8-bed8aea13cfb), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:43.007466 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b285a77a-0693-405f-9bd0-05dd548affd5 req-031c7707-72b5-4157-99b8-fe5ffcdd0f25 tempest-ImagesOneServerTestJSON-1944149499 tempest-ImagesOneServerTestJSON-1944149499-project] 10.222.0.36 "GET /v2.0/ports?device_id=616dfe9f-a528-45e9-bbbc-567549d7b16c HTTP/1.1" status: 200 len: 210 time: 0.0881026 Feb 09 01:47:43.055126 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-5c502940-2867-4964-9e69-269c32ba4214 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Made reservation on behalf of b94fe98d53eb41f3821bddb833b7ad91 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:43.061238 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-5c502940-2867-4964-9e69-269c32ba4214 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:43.140291 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.db.resource_extend [None req-4157ada8-a1c4-42fd-afa1-807e7754356b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:47:43.167616 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de314d0c-8e91-41e9-bb1b-4e98966c99c7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (a9a55533-38fd-403e-b1ad-c223cbcc35fe), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:43.174741 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4157ada8-a1c4-42fd-afa1-807e7754356b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (48327aa5-0924-47a6-87d8-bed8aea13cfb), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:43.180250 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4157ada8-a1c4-42fd-afa1-807e7754356b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:43.180861 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4157ada8-a1c4-42fd-afa1-807e7754356b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:43.196993 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 62f2e971-4c7c-47c4-a8fa-ce10cf976010 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:47:43.262128 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de314d0c-8e91-41e9-bb1b-4e98966c99c7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (a9a55533-38fd-403e-b1ad-c223cbcc35fe), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:43.292020 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 62f2e971-4c7c-47c4-a8fa-ce10cf976010 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:47:43.292627 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 62f2e971-4c7c-47c4-a8fa-ce10cf976010 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:47:43.312828 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de314d0c-8e91-41e9-bb1b-4e98966c99c7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:47:43.313386 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de314d0c-8e91-41e9-bb1b-4e98966c99c7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (a9a55533-38fd-403e-b1ad-c223cbcc35fe), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:47:43.320415 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:47:43.379529 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4157ada8-a1c4-42fd-afa1-807e7754356b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5435905 Feb 09 01:47:43.383195 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47834) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:43.433379 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3f337615-7480-4db5-943d-9b76281ef177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'name': 'tempest-TestSecurityGroupsBasicOps-router-679534864', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:43Z', 'updated_at': '2022-02-09T01:46:58Z', 'revision_number': 4, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'gw_port': {'id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:44Z', 'updated_at': '2022-02-09T01:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'd1079fba-44c0-4128-8696-c26d088abcdf', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'floating_ip_address': '172.25.7.203', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'port_id': '19d815ec-2d23-4c57-9f3c-06c47de07295', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308', 'mac_address': 'fa:16:3e:12:c7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df30a7d-6d94-4134-8fea-938ad5cdb754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:38Z', 'revision_number': 0, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d7f170-a400-472c-88de-12ff06dc5772', 'name': '', 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'mac_address': 'fa:16:3e:e9:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e2563808-760d-419a-b1ba-497369146386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:55Z', 'updated_at': '2022-02-09T01:47:14Z', 'revision_number': 5, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'subnets': [{'id': 'e2563808-760d-419a-b1ba-497369146386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:43.438182 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:43.448130 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e14f0772-72d5-41ce-ac90-d1b7076e718a tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Request body: {'subnet': {'network_id': '48327aa5-0924-47a6-87d8-bed8aea13cfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:43.505603 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f337615-7480-4db5-943d-9b76281ef177 None None] The sync data for ids ['0d4d55a9-2ebd-4ac2-af92-42803eb95831'] in n-d-828387-3 is: [{'id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'name': 'tempest-TestSecurityGroupsBasicOps-router-679534864', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:43Z', 'updated_at': '2022-02-09T01:46:58Z', 'revision_number': 4, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'gw_port': {'id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:44Z', 'updated_at': '2022-02-09T01:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'd1079fba-44c0-4128-8696-c26d088abcdf', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'floating_ip_address': '172.25.7.203', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'port_id': '19d815ec-2d23-4c57-9f3c-06c47de07295', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308', 'mac_address': 'fa:16:3e:12:c7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df30a7d-6d94-4134-8fea-938ad5cdb754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:38Z', 'revision_number': 0, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d7f170-a400-472c-88de-12ff06dc5772', 'name': '', 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'mac_address': 'fa:16:3e:e9:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e2563808-760d-419a-b1ba-497369146386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:55Z', 'updated_at': '2022-02-09T01:47:14Z', 'revision_number': 5, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'subnets': [{'id': 'e2563808-760d-419a-b1ba-497369146386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:43.569187 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157ada8-a1c4-42fd-afa1-807e7754356b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Pushing event updated for resources: {'Network': ['ID=48327aa5-0924-47a6-87d8-bed8aea13cfb,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:43.582039 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 48327aa5-0924-47a6-87d8-bed8aea13cfb details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:47:43.645568 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de314d0c-8e91-41e9-bb1b-4e98966c99c7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (212ddb32-d73c-4b13-9064-9889961b4051), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:43.667032 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de314d0c-8e91-41e9-bb1b-4e98966c99c7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:43.670307 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-de314d0c-8e91-41e9-bb1b-4e98966c99c7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] 10.222.0.36 "DELETE /v2.0/networks/212ddb32-d73c-4b13-9064-9889961b4051 HTTP/1.1" status: 204 len: 168 time: 2.1482081 Feb 09 01:47:43.774131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14f0772-72d5-41ce-ac90-d1b7076e718a tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Made reservation on behalf of 49d365e71ba94a7f8061197880398776 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:43.778972 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e14f0772-72d5-41ce-ac90-d1b7076e718a tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:43.801385 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de314d0c-8e91-41e9-bb1b-4e98966c99c7 tempest-ServersTestMultiNic-1781577720 tempest-ServersTestMultiNic-1781577720-project] Pushing event deleted for resources: {'Network': ['ID=212ddb32-d73c-4b13-9064-9889961b4051,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:43.913676 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19d880a-7011-4b42-a908-e662b5ad2e70 None None] New status for floating IP d1079fba-44c0-4128-8696-c26d088abcdf: ACTIVE {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:47:43.976403 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-5c502940-2867-4964-9e69-269c32ba4214 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Allocated IP 172.20.0.5 (0875a884-95c5-4c37-a22f-2d3f32b7443e/c8ed8e3f-a37e-4220-a7cd-d6890ec702ab/b33b879e-0270-4269-bd61-f538f7ad62c2) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:44.015595 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616dfe9f-a528-45e9-bbbc-567549d7b16c', 'name': 'network-vif-deleted', 'tag': '5bd99b19-dcb2-45c2-be46-a47d77e2b474'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:44.019927 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84652242-1369-4e2d-ac21-e6e91bc287c9" -d '{"events": [{"server_uuid": "616dfe9f-a528-45e9-bbbc-567549d7b16c", "name": "network-vif-deleted", "tag": "5bd99b19-dcb2-45c2-be46-a47d77e2b474"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:44.045873 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 47848) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:44.100370 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c5f8bf7-7c8e-4f2b-a279-3b20d9cc6e63 req-70b7f90e-7b8c-45c4-9474-d078a2e9d695 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19d815ec-2d23-4c57-9f3c-06c47de07295 HTTP/1.1" status: 200 len: 1000 time: 1.1766346 Feb 09 01:47:44.246693 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e14f0772-72d5-41ce-ac90-d1b7076e718a tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (ec152d63-ce9a-4777-b7fe-e730bb219424), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:44.308182 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5bd99b19-dcb2-45c2-be46-a47d77e2b474 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:47:44.317845 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8eb4b9-c828-41cd-b839-3868a3ce4ae6 x-openstack-request-id: req-2d8eb4b9-c828-41cd-b839-3868a3ce4ae6 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:44.318227 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616dfe9f-a528-45e9-bbbc-567549d7b16c", "name": "network-vif-deleted", "tag": "5bd99b19-dcb2-45c2-be46-a47d77e2b474", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:44.318434 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d8eb4b9-c828-41cd-b839-3868a3ce4ae6 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:44.318932 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616dfe9f-a528-45e9-bbbc-567549d7b16c', 'name': 'network-vif-deleted', 'tag': '5bd99b19-dcb2-45c2-be46-a47d77e2b474', 'status': 'completed', 'code': 200} Feb 09 01:47:44.321520 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2f81269-9f21-4392-a305-049623bdb4bb req-a8252ed6-0f45-44df-8dbb-b5a622ccf16d tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/ports?device_id=1924c976-d127-45a2-8120-8c9abcd8b37e HTTP/1.1" status: 200 len: 210 time: 0.2940032 Feb 09 01:47:44.323075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f8bf7-7c8e-4f2b-a279-3b20d9cc6e63 req-8398188a-0448-442e-b62b-a7c988f4356a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:44.324806 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c5f8bf7-7c8e-4f2b-a279-3b20d9cc6e63 req-8398188a-0448-442e-b62b-a7c988f4356a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2563808-760d-419a-b1ba-497369146386 HTTP/1.1" status: 200 len: 835 time: 0.2139125 Feb 09 01:47:44.361041 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 5bd99b19-dcb2-45c2-be46-a47d77e2b474 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:47:44.364517 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5bd99b19-dcb2-45c2-be46-a47d77e2b474 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:47:44.431361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f0772-72d5-41ce-ac90-d1b7076e718a tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Pushing event updated for resources: {'Subnet': ['ID=ec152d63-ce9a-4777-b7fe-e730bb219424,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:44.435747 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f0772-72d5-41ce-ac90-d1b7076e718a tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Checking segment: {'id': 'd64d84ed-a140-4315-a05c-34c06f3b2387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '48327aa5-0924-47a6-87d8-bed8aea13cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:44.436144 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14f0772-72d5-41ce-ac90-d1b7076e718a tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Network hostable DHCP agents. Network: 48327aa5-0924-47a6-87d8-bed8aea13cfb, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:47:44.452696 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c883e199-2a40-473b-9359-ba29810dab53 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4494 time: 1.5383525 Feb 09 01:47:44.462287 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47860) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:44.473691 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14f0772-72d5-41ce-ac90-d1b7076e718a tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Network 48327aa5-0924-47a6-87d8-bed8aea13cfb is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:47:44.497817 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-e14f0772-72d5-41ce-ac90-d1b7076e718a tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 48327aa5-0924-47a6-87d8-bed8aea13cfb) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:44.504291 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14f0772-72d5-41ce-ac90-d1b7076e718a tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:44.504891 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e14f0772-72d5-41ce-ac90-d1b7076e718a tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:44.510448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176ded7d-e6a7-439a-9bd2-4b45152b4740 None None] Network 48327aa5-0924-47a6-87d8-bed8aea13cfb requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:44.523078 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e14f0772-72d5-41ce-ac90-d1b7076e718a tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0919907 Feb 09 01:47:44.529374 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47862) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:44.541112 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d323841e-c3a8-4406-a86b-2ca01993fb77 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Request body: {'port': {'network_id': '48327aa5-0924-47a6-87d8-bed8aea13cfb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-813574046'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:44.620816 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f8bf7-7c8e-4f2b-a279-3b20d9cc6e63 req-1a1e8397-997c-4171-adbe-be2b14600efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:44.622619 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c5f8bf7-7c8e-4f2b-a279-3b20d9cc6e63 req-1a1e8397-997c-4171-adbe-be2b14600efe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9652cd42-3945-405b-b48b-6a0866a4d308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2291389 Feb 09 01:47:44.665109 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47866) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:44.678999 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-5c502940-2867-4964-9e69-269c32ba4214 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Publish callbacks [] for port (b33b879e-0270-4269-bd61-f538f7ad62c2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:44.697159 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59828dc8-b7ab-4188-8660-5ed17788ae97 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:44.697648 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59828dc8-b7ab-4188-8660-5ed17788ae97 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:44.714349 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-59828dc8-b7ab-4188-8660-5ed17788ae97 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0d4d55a9-2ebd-4ac2-af92-42803eb95831 HTTP/1.1" status: 200 len: 2061 time: 0.2359507 Feb 09 01:47:44.729955 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-5c502940-2867-4964-9e69-269c32ba4214 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (b33b879e-0270-4269-bd61-f538f7ad62c2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:44.735125 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d323841e-c3a8-4406-a86b-2ca01993fb77 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Made reservation on behalf of 49d365e71ba94a7f8061197880398776 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:44.742588 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d323841e-c3a8-4406-a86b-2ca01993fb77 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:44.780560 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-d323841e-c3a8-4406-a86b-2ca01993fb77 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] device_id is not set on port 92deb92d-65f2-4359-a396-c4140c5ee8b5 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:47:44.828355 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53b2626-033e-4bc8-80ae-28d9e434dfa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-48327aa5-0924-47a6-87d8-bed8aea13cfb', 'network_id': '48327aa5-0924-47a6-87d8-bed8aea13cfb', 'project_id': '49d365e71ba94a7f8061197880398776', 'fixed_ips': [{'subnet_id': 'ec152d63-ce9a-4777-b7fe-e730bb219424'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:47:44.829730 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a53b2626-033e-4bc8-80ae-28d9e434dfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:45.017595 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-41e76eeb-bed9-4986-9637-127572ca0b80 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79b4ff5808df4c40804c584d5ffdbb49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3499770 Feb 09 01:47:45.021127 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47872) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:45.049528 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-d323841e-c3a8-4406-a86b-2ca01993fb77 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Allocated IP 172.20.0.6 (48327aa5-0924-47a6-87d8-bed8aea13cfb/ec152d63-ce9a-4777-b7fe-e730bb219424/92deb92d-65f2-4359-a396-c4140c5ee8b5) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:45.101712 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-5c502940-2867-4964-9e69-269c32ba4214 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Network 0875a884-95c5-4c37-a22f-2d3f32b7443e is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:45.107707 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-5c502940-2867-4964-9e69-269c32ba4214 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:45.115020 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-5c502940-2867-4964-9e69-269c32ba4214 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:45.120086 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ec06fba-2b49-4662-a255-b92df0639549 admin admin] Publish callbacks [] for security_group (a21505dd-3a3e-4137-974b-f8f1c205656e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:45.164919 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c502940-2867-4964-9e69-269c32ba4214 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Pushing event updated for resources: {'Port': ['ID=b33b879e-0270-4269-bd61-f538f7ad62c2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:45.169382 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ec06fba-2b49-4662-a255-b92df0639549 admin admin] Publish callbacks [] for security_group (a21505dd-3a3e-4137-974b-f8f1c205656e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:45.239283 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-5c502940-2867-4964-9e69-269c32ba4214 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:45.239855 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-5c502940-2867-4964-9e69-269c32ba4214 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:45.243665 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c5f8bf7-7c8e-4f2b-a279-3b20d9cc6e63 req-b0485a0b-a9e8-40c8-954b-a53377d968f1 service neutron] 10.222.0.48 "GET /v2.0/networks/9652cd42-3945-405b-b48b-6a0866a4d308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6074188 Feb 09 01:47:45.315791 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d323841e-c3a8-4406-a86b-2ca01993fb77 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks [] for port (92deb92d-65f2-4359-a396-c4140c5ee8b5), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:45.381330 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d323841e-c3a8-4406-a86b-2ca01993fb77 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (92deb92d-65f2-4359-a396-c4140c5ee8b5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:45.385368 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c5f8bf7-7c8e-4f2b-a279-3b20d9cc6e63 req-3d39044c-839e-429f-9198-1cc7656dd565 service neutron] 10.222.0.48 "GET /v2.0/networks/9652cd42-3945-405b-b48b-6a0866a4d308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116629 Feb 09 01:47:45.386327 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ec06fba-2b49-4662-a255-b92df0639549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a21505dd-3a3e-4137-974b-f8f1c205656e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:45.396555 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ec06fba-2b49-4662-a255-b92df0639549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:45.400205 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7ec06fba-2b49-4662-a255-b92df0639549 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a21505dd-3a3e-4137-974b-f8f1c205656e HTTP/1.1" status: 204 len: 168 time: 0.3766301 Feb 09 01:47:45.444754 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d323841e-c3a8-4406-a86b-2ca01993fb77 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Network 48327aa5-0924-47a6-87d8-bed8aea13cfb is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:45.449290 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-d323841e-c3a8-4406-a86b-2ca01993fb77 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:45.456220 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d323841e-c3a8-4406-a86b-2ca01993fb77 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:45.469708 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-5c502940-2867-4964-9e69-269c32ba4214 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4206579 Feb 09 01:47:45.492814 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-a53b2626-033e-4bc8-80ae-28d9e434dfa4 None None] Allocated IP 172.20.0.2 (48327aa5-0924-47a6-87d8-bed8aea13cfb/ec152d63-ce9a-4777-b7fe-e730bb219424/f654a51c-ae3b-4ad4-8164-18abbc12044f) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:45.519787 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-c79a1555-2b5e-4414-a31e-027404ab7fc4 service neutron] Request body: {'port': {'device_id': '1924c976-d127-45a2-8120-8c9abcd8b37e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:45.539493 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec06fba-2b49-4662-a255-b92df0639549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21505dd-3a3e-4137-974b-f8f1c205656e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:45.644426 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-70dfb292-6fd9-4fa0-bbe7-9e83c7ce07ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (a2a5caa2-1a52-4361-aeec-f8993e716cf5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:45.691823 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323841e-c3a8-4406-a86b-2ca01993fb77 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Pushing event updated for resources: {'Port': ['ID=92deb92d-65f2-4359-a396-c4140c5ee8b5,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:45.721858 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d323841e-c3a8-4406-a86b-2ca01993fb77 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:45.722875 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d323841e-c3a8-4406-a86b-2ca01993fb77 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:45.753138 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd70be9-43f2-46e7-b114-63a455828521 req-c29b9099-e1ae-42a4-8760-fef7fa685201 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:45.755383 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5bd70be9-43f2-46e7-b114-63a455828521 req-c29b9099-e1ae-42a4-8760-fef7fa685201 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/ports?device_id=1924c976-d127-45a2-8120-8c9abcd8b37e HTTP/1.1" status: 200 len: 931 time: 0.1985457 Feb 09 01:47:45.762992 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d323841e-c3a8-4406-a86b-2ca01993fb77 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2297292 Feb 09 01:47:45.767324 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47884) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:45.818238 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-2cf494a8-6fe6-4465-9ca5-8bdd46c8b36b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Request body: {'port': {'network_id': '48327aa5-0924-47a6-87d8-bed8aea13cfb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-534663543', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:45.820173 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.api.validators [None req-2cf494a8-6fe6-4465-9ca5-8bdd46c8b36b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] bootfile-name is not in valid_values {{(pid=103184) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:47:45.820173 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.api.validators [None req-2cf494a8-6fe6-4465-9ca5-8bdd46c8b36b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] tftp-server is not in valid_values {{(pid=103184) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:47:45.820173 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.api.validators [None req-2cf494a8-6fe6-4465-9ca5-8bdd46c8b36b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] server-ip-address is not in valid_values {{(pid=103184) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:47:45.825960 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5bd70be9-43f2-46e7-b114-63a455828521 req-752bf262-1ec1-4b9d-b453-0915d9400f1e tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d62d72a-fbad-42e4-9f9d-886a06b38f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646849 Feb 09 01:47:45.843328 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a53b2626-033e-4bc8-80ae-28d9e434dfa4 None None] Publish callbacks [] for port (f654a51c-ae3b-4ad4-8164-18abbc12044f), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:45.864074 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a53b2626-033e-4bc8-80ae-28d9e434dfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (f654a51c-ae3b-4ad4-8164-18abbc12044f), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:45.907903 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-c79a1555-2b5e-4414-a31e-027404ab7fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b33b879e-0270-4269-bd61-f538f7ad62c2), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:45.923968 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53b2626-033e-4bc8-80ae-28d9e434dfa4 None None] Network 48327aa5-0924-47a6-87d8-bed8aea13cfb is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:45.934440 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-a53b2626-033e-4bc8-80ae-28d9e434dfa4 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:45.938001 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53b2626-033e-4bc8-80ae-28d9e434dfa4 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:46.042221 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf494a8-6fe6-4465-9ca5-8bdd46c8b36b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Made reservation on behalf of 49d365e71ba94a7f8061197880398776 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:46.046989 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2cf494a8-6fe6-4465-9ca5-8bdd46c8b36b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.089225 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-2cf494a8-6fe6-4465-9ca5-8bdd46c8b36b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] device_id is not set on port 1a848bc3-60e9-4af9-aa3c-b2dcb3966b87 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:47:46.101035 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a53b2626-033e-4bc8-80ae-28d9e434dfa4 None None] Attempting to bind port f654a51c-ae3b-4ad4-8164-18abbc12044f on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:47:46.103563 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a53b2626-033e-4bc8-80ae-28d9e434dfa4 None None] Attempting to bind port f654a51c-ae3b-4ad4-8164-18abbc12044f by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'd64d84ed-a140-4315-a05c-34c06f3b2387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '48327aa5-0924-47a6-87d8-bed8aea13cfb'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:47:46.105461 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53b2626-033e-4bc8-80ae-28d9e434dfa4 None None] Attempting to bind port f654a51c-ae3b-4ad4-8164-18abbc12044f on network 48327aa5-0924-47a6-87d8-bed8aea13cfb {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:46.109226 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b2626-033e-4bc8-80ae-28d9e434dfa4 None None] Pushing event updated for resources: {'Port': ['ID=f654a51c-ae3b-4ad4-8164-18abbc12044f,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:46.128221 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53b2626-033e-4bc8-80ae-28d9e434dfa4 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:46.128642 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53b2626-033e-4bc8-80ae-28d9e434dfa4 None None] Checking segment: {'id': 'd64d84ed-a140-4315-a05c-34c06f3b2387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '48327aa5-0924-47a6-87d8-bed8aea13cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:46.129477 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a53b2626-033e-4bc8-80ae-28d9e434dfa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.129942 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53b2626-033e-4bc8-80ae-28d9e434dfa4 None None] Bound using segment: {'id': 'd64d84ed-a140-4315-a05c-34c06f3b2387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '48327aa5-0924-47a6-87d8-bed8aea13cfb'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:46.130488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a53b2626-033e-4bc8-80ae-28d9e434dfa4 None None] Bound port: f654a51c-ae3b-4ad4-8164-18abbc12044f, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64d84ed-a140-4315-a05c-34c06f3b2387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '48327aa5-0924-47a6-87d8-bed8aea13cfb'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:46.130936 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a53b2626-033e-4bc8-80ae-28d9e434dfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f654a51c-ae3b-4ad4-8164-18abbc12044f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.215674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a53b2626-033e-4bc8-80ae-28d9e434dfa4 None None] For port f654a51c-ae3b-4ad4-8164-18abbc12044f, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:46.220943 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a53b2626-033e-4bc8-80ae-28d9e434dfa4 None None] For port f654a51c-ae3b-4ad4-8164-18abbc12044f, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f654a51c-ae3b-4ad4-8164-18abbc12044f,segment=NetworkSegment(d64d84ed-a140-4315-a05c-34c06f3b2387),segment_id=d64d84ed-a140-4315-a05c-34c06f3b2387)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:46.230141 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a53b2626-033e-4bc8-80ae-28d9e434dfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f654a51c-ae3b-4ad4-8164-18abbc12044f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.359877 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-2cf494a8-6fe6-4465-9ca5-8bdd46c8b36b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Allocated IP 172.20.0.13 (48327aa5-0924-47a6-87d8-bed8aea13cfb/ec152d63-ce9a-4777-b7fe-e730bb219424/1a848bc3-60e9-4af9-aa3c-b2dcb3966b87) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:46.371255 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b2626-033e-4bc8-80ae-28d9e434dfa4 None None] Pushing event updated for resources: {'Port': ['ID=f654a51c-ae3b-4ad4-8164-18abbc12044f,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:46.620172 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2cf494a8-6fe6-4465-9ca5-8bdd46c8b36b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks [] for port (1a848bc3-60e9-4af9-aa3c-b2dcb3966b87), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.716392 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2cf494a8-6fe6-4465-9ca5-8bdd46c8b36b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (1a848bc3-60e9-4af9-aa3c-b2dcb3966b87), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.802276 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-70dfb292-6fd9-4fa0-bbe7-9e83c7ce07ce admin admin] Deleting port 03514788-c38c-404c-acb8-832258da601e {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:46.813197 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-70dfb292-6fd9-4fa0-bbe7-9e83c7ce07ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (03514788-c38c-404c-acb8-832258da601e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.845758 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf494a8-6fe6-4465-9ca5-8bdd46c8b36b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Pushing event updated for resources: {'Port': ['ID=1a848bc3-60e9-4af9-aa3c-b2dcb3966b87,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:46.877021 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf494a8-6fe6-4465-9ca5-8bdd46c8b36b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Network 48327aa5-0924-47a6-87d8-bed8aea13cfb is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:46.883186 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-2cf494a8-6fe6-4465-9ca5-8bdd46c8b36b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:46.897225 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf494a8-6fe6-4465-9ca5-8bdd46c8b36b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:46.910591 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-c79a1555-2b5e-4414-a31e-027404ab7fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b33b879e-0270-4269-bd61-f538f7ad62c2 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:47:46.939383 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-c79a1555-2b5e-4414-a31e-027404ab7fc4 service neutron] Publish callbacks [] for port (b33b879e-0270-4269-bd61-f538f7ad62c2), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.990308 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-c79a1555-2b5e-4414-a31e-027404ab7fc4 service neutron] Transition to ACTIVE for port object b33b879e-0270-4269-bd61-f538f7ad62c2 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:47:46.998373 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-c79a1555-2b5e-4414-a31e-027404ab7fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (b33b879e-0270-4269-bd61-f538f7ad62c2), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:47.069934 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf494a8-6fe6-4465-9ca5-8bdd46c8b36b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:47.071137 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2cf494a8-6fe6-4465-9ca5-8bdd46c8b36b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:47.107659 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2cf494a8-6fe6-4465-9ca5-8bdd46c8b36b tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.3396294 Feb 09 01:47:47.109253 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47920) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:47.171380 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-70dfb292-6fd9-4fa0-bbe7-9e83c7ce07ce admin admin] For port 03514788-c38c-404c-acb8-832258da601e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=03514788-c38c-404c-acb8-832258da601e,segment=NetworkSegment(9e62cded-41cf-4237-8192-21e337129ce3),segment_id=9e62cded-41cf-4237-8192-21e337129ce3)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:47.172040 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-70dfb292-6fd9-4fa0-bbe7-9e83c7ce07ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (03514788-c38c-404c-acb8-832258da601e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:47.271178 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f654a51c-ae3b-4ad4-8164-18abbc12044f up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:47.283272 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203f205-9bd6-4f25-ac33-e6b6ddb57a7d req-d06434d1-a295-46d0-ab92-4b1fe35fac9b tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:47.300967 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1203f205-9bd6-4f25-ac33-e6b6ddb57a7d req-d06434d1-a295-46d0-ab92-4b1fe35fac9b tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/ports?device_id=1924c976-d127-45a2-8120-8c9abcd8b37e HTTP/1.1" status: 200 len: 943 time: 0.3187640 Feb 09 01:47:47.344310 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-c79a1555-2b5e-4414-a31e-027404ab7fc4 service neutron] Attempting to bind port b33b879e-0270-4269-bd61-f538f7ad62c2 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:47:47.344648 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-c79a1555-2b5e-4414-a31e-027404ab7fc4 service neutron] Attempting to bind port b33b879e-0270-4269-bd61-f538f7ad62c2 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '38496a58-8184-4b03-81bd-0a51c5092df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0875a884-95c5-4c37-a22f-2d3f32b7443e'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:47:47.344978 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-c79a1555-2b5e-4414-a31e-027404ab7fc4 service neutron] Attempting to bind port b33b879e-0270-4269-bd61-f538f7ad62c2 on network 0875a884-95c5-4c37-a22f-2d3f32b7443e {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:47.348746 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a1555-2b5e-4414-a31e-027404ab7fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=b33b879e-0270-4269-bd61-f538f7ad62c2,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:47.365592 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-70dfb292-6fd9-4fa0-bbe7-9e83c7ce07ce admin admin] Calling delete_port for 03514788-c38c-404c-acb8-832258da601e owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:47.372466 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c813a81f-673d-49a1-a2d9-77bd670c81e6 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:47.378629 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-c79a1555-2b5e-4414-a31e-027404ab7fc4 service neutron] Port b33b879e-0270-4269-bd61-f538f7ad62c2 on network 0875a884-95c5-4c37-a22f-2d3f32b7443e not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:47:47.378958 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-c79a1555-2b5e-4414-a31e-027404ab7fc4 service neutron] Attempting to bind port b33b879e-0270-4269-bd61-f538f7ad62c2 on network 0875a884-95c5-4c37-a22f-2d3f32b7443e {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:47.383621 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port f654a51c-ae3b-4ad4-8164-18abbc12044f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:47.384389 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f654a51c-ae3b-4ad4-8164-18abbc12044f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:47.396499 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c813a81f-673d-49a1-a2d9-77bd670c81e6 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:47.407036 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c813a81f-673d-49a1-a2d9-77bd670c81e6 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:47.413198 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-c79a1555-2b5e-4414-a31e-027404ab7fc4 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:47.413541 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-c79a1555-2b5e-4414-a31e-027404ab7fc4 service neutron] Checking segment: {'id': '38496a58-8184-4b03-81bd-0a51c5092df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0875a884-95c5-4c37-a22f-2d3f32b7443e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:47.413931 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-c79a1555-2b5e-4414-a31e-027404ab7fc4 service neutron] Bound using segment: {'id': '38496a58-8184-4b03-81bd-0a51c5092df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0875a884-95c5-4c37-a22f-2d3f32b7443e'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:47.415870 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c813a81f-673d-49a1-a2d9-77bd670c81e6 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.3053038 Feb 09 01:47:47.416814 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47952) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:47.423749 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-c79a1555-2b5e-4414-a31e-027404ab7fc4 service neutron] Bound port: b33b879e-0270-4269-bd61-f538f7ad62c2, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38496a58-8184-4b03-81bd-0a51c5092df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0875a884-95c5-4c37-a22f-2d3f32b7443e'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:47.424138 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-c79a1555-2b5e-4414-a31e-027404ab7fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b33b879e-0270-4269-bd61-f538f7ad62c2), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:47.567380 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1203f205-9bd6-4f25-ac33-e6b6ddb57a7d req-db3b343b-f5c9-494e-af0c-053cbb186272 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d62d72a-fbad-42e4-9f9d-886a06b38f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647312 Feb 09 01:47:47.637995 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port f654a51c-ae3b-4ad4-8164-18abbc12044f is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:47.638388 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f654a51c-ae3b-4ad4-8164-18abbc12044f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:47.642391 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-43967a31-843c-4f7c-af35-b07e84bf4515 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Deleting port 1a848bc3-60e9-4af9-aa3c-b2dcb3966b87 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:47.644807 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-43967a31-843c-4f7c-af35-b07e84bf4515 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (1a848bc3-60e9-4af9-aa3c-b2dcb3966b87), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:47.763729 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port f654a51c-ae3b-4ad4-8164-18abbc12044f, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f654a51c-ae3b-4ad4-8164-18abbc12044f,segment=NetworkSegment(d64d84ed-a140-4315-a05c-34c06f3b2387),segment_id=d64d84ed-a140-4315-a05c-34c06f3b2387)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:47.775709 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f654a51c-ae3b-4ad4-8164-18abbc12044f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:47.850164 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-c79a1555-2b5e-4414-a31e-027404ab7fc4 service neutron] For port b33b879e-0270-4269-bd61-f538f7ad62c2, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:47.869374 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-c79a1555-2b5e-4414-a31e-027404ab7fc4 service neutron] For port b33b879e-0270-4269-bd61-f538f7ad62c2, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=b33b879e-0270-4269-bd61-f538f7ad62c2,segment=NetworkSegment(38496a58-8184-4b03-81bd-0a51c5092df0),segment_id=38496a58-8184-4b03-81bd-0a51c5092df0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:47.880618 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-c79a1555-2b5e-4414-a31e-027404ab7fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (b33b879e-0270-4269-bd61-f538f7ad62c2), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:47.882685 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 47960) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:47.895036 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=f654a51c-ae3b-4ad4-8164-18abbc12044f,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:47.994804 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a1555-2b5e-4414-a31e-027404ab7fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=b33b879e-0270-4269-bd61-f538f7ad62c2,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:48.043292 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-c79a1555-2b5e-4414-a31e-027404ab7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:48.043928 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-c79a1555-2b5e-4414-a31e-027404ab7fc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:48.045411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-c79a1555-2b5e-4414-a31e-027404ab7fc4 service neutron] 10.222.0.67 "PUT /v2.0/ports/b33b879e-0270-4269-bd61-f538f7ad62c2 HTTP/1.1" status: 200 len: 1091 time: 2.5432208 Feb 09 01:47:48.045894 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1924c976-d127-45a2-8120-8c9abcd8b37e', 'tag': 'b33b879e-0270-4269-bd61-f538f7ad62c2'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:48.048216 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a48cc2-36d1-4586-b632-ec898e0036cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1924c976-d127-45a2-8120-8c9abcd8b37e", "tag": "b33b879e-0270-4269-bd61-f538f7ad62c2"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:48.177315 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1f758e-538b-4ec0-af57-f63f21308ffc x-openstack-request-id: req-8d1f758e-538b-4ec0-af57-f63f21308ffc {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:48.177544 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1924c976-d127-45a2-8120-8c9abcd8b37e", "tag": "b33b879e-0270-4269-bd61-f538f7ad62c2", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:48.177774 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d1f758e-538b-4ec0-af57-f63f21308ffc {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:48.178173 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1924c976-d127-45a2-8120-8c9abcd8b37e', 'tag': 'b33b879e-0270-4269-bd61-f538f7ad62c2', 'status': 'completed', 'code': 200} Feb 09 01:47:48.208035 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aaf3110f-8a73-4991-917d-0bd6260befd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:48.233617 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea52f71-b290-4f6a-a8bc-c05cad8af880 None None] Network 48327aa5-0924-47a6-87d8-bed8aea13cfb requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:48.352862 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aaf3110f-8a73-4991-917d-0bd6260befd5 admin admin] Publish callbacks [] for security_group (7800b444-edaf-46fe-8ef8-3ba204167164), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:48.365114 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aaf3110f-8a73-4991-917d-0bd6260befd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7800b444-edaf-46fe-8ef8-3ba204167164), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:48.423525 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-aaf3110f-8a73-4991-917d-0bd6260befd5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=80c6b7e7da0b4da79f18ba4d7be36d0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4591572 Feb 09 01:47:48.436181 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47966) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:48.446934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3110f-8a73-4991-917d-0bd6260befd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7800b444-edaf-46fe-8ef8-3ba204167164,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:48.453056 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-43967a31-843c-4f7c-af35-b07e84bf4515 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (1a848bc3-60e9-4af9-aa3c-b2dcb3966b87), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:48.475705 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-121cad9f-2e4f-4a81-b39c-5bc64882942e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:48.477677 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-121cad9f-2e4f-4a81-b39c-5bc64882942e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b94fe98d53eb41f3821bddb833b7ad91&device_id=1924c976-d127-45a2-8120-8c9abcd8b37e HTTP/1.1" status: 200 len: 1125 time: 0.3630307 Feb 09 01:47:48.494820 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-43967a31-843c-4f7c-af35-b07e84bf4515 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Calling delete_port for 1a848bc3-60e9-4af9-aa3c-b2dcb3966b87 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:48.541541 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-132f1613-c015-452a-87b9-2cb568385875 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b33b879e-0270-4269-bd61-f538f7ad62c2 HTTP/1.1" status: 200 len: 217 time: 0.0544338 Feb 09 01:47:48.573288 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-053905c2-6344-4750-86c5-e1f281da6bb3 admin admin] Publish callbacks [] for security_group (7800b444-edaf-46fe-8ef8-3ba204167164), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:48.603313 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-70dfb292-6fd9-4fa0-bbe7-9e83c7ce07ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (03514788-c38c-404c-acb8-832258da601e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:48.651398 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-1eef2b3a-d340-405c-bee2-6c131201fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:48.653296 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-1eef2b3a-d340-405c-bee2-6c131201fb34 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8ed8e3f-a37e-4220-a7cd-d6890ec702ab HTTP/1.1" status: 200 len: 857 time: 0.1063683 Feb 09 01:47:48.656543 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7912a6e0-2657-4284-bba8-34167903d18b None None] Provisioning complete for port f654a51c-ae3b-4ad4-8164-18abbc12044f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:48.657044 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfb292-6fd9-4fa0-bbe7-9e83c7ce07ce admin admin] Pushing event deleted for resources: {'Port': ['ID=03514788-c38c-404c-acb8-832258da601e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:48.657569 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7912a6e0-2657-4284-bba8-34167903d18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f654a51c-ae3b-4ad4-8164-18abbc12044f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:48.710520 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-c7b3d2bd-6163-4f81-a157-4e647ce687d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0875a884-95c5-4c37-a22f-2d3f32b7443e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496078 Feb 09 01:47:48.734939 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-053905c2-6344-4750-86c5-e1f281da6bb3 admin admin] Publish callbacks [] for security_group (7800b444-edaf-46fe-8ef8-3ba204167164), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:48.745938 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-43967a31-843c-4f7c-af35-b07e84bf4515 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (1a848bc3-60e9-4af9-aa3c-b2dcb3966b87), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:48.871392 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43967a31-843c-4f7c-af35-b07e84bf4515 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Pushing event deleted for resources: {'Port': ['ID=1a848bc3-60e9-4af9-aa3c-b2dcb3966b87,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:48.975660 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7912a6e0-2657-4284-bba8-34167903d18b None None] Current status of the port f654a51c-ae3b-4ad4-8164-18abbc12044f is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:49.147688 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-43967a31-843c-4f7c-af35-b07e84bf4515 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:49.161117 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-43967a31-843c-4f7c-af35-b07e84bf4515 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] 10.222.0.36 "DELETE /v2.0/ports/1a848bc3-60e9-4af9-aa3c-b2dcb3966b87 HTTP/1.1" status: 204 len: 168 time: 1.7422495 Feb 09 01:47:49.180235 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47974) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:49.191786 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-70dfb292-6fd9-4fa0-bbe7-9e83c7ce07ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (a2a5caa2-1a52-4361-aeec-f8993e716cf5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:49.193183 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4eb36930-e705-432d-bb4c-67d3b1d33ae6 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Request body: {'port': {'name': 'tempest-new-port-name-1751845361', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:49.194917 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.api.validators [None req-4eb36930-e705-432d-bb4c-67d3b1d33ae6 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] bootfile-name is not in valid_values {{(pid=103184) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:47:49.196181 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.api.validators [None req-4eb36930-e705-432d-bb4c-67d3b1d33ae6 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] tftp-server is not in valid_values {{(pid=103184) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:47:49.197354 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.api.validators [None req-4eb36930-e705-432d-bb4c-67d3b1d33ae6 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] server-ip-address is not in valid_values {{(pid=103184) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:47:49.283462 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f654a51c-ae3b-4ad4-8164-18abbc12044f up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:49.320957 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-e05e383d-58c7-4003-a875-c9e93d0fcd88 service neutron] 10.222.0.67 "GET /v2.0/networks/0875a884-95c5-4c37-a22f-2d3f32b7443e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5922322 Feb 09 01:47:49.335243 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce9270-639b-4252-9dba-bb0fe7572606 req-6605affc-673e-4b9f-a834-29cc56abcce4 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:49.346496 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d6ce9270-639b-4252-9dba-bb0fe7572606 req-6605affc-673e-4b9f-a834-29cc56abcce4 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/ports?device_id=1924c976-d127-45a2-8120-8c9abcd8b37e HTTP/1.1" status: 200 len: 943 time: 0.6160460 Feb 09 01:47:49.355817 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port f654a51c-ae3b-4ad4-8164-18abbc12044f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:49.356194 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f654a51c-ae3b-4ad4-8164-18abbc12044f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:49.424967 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-053905c2-6344-4750-86c5-e1f281da6bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7800b444-edaf-46fe-8ef8-3ba204167164), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:49.426798 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-053905c2-6344-4750-86c5-e1f281da6bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:49.443754 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-053905c2-6344-4750-86c5-e1f281da6bb3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7800b444-edaf-46fe-8ef8-3ba204167164 HTTP/1.1" status: 204 len: 168 time: 1.0033407 Feb 09 01:47:49.561039 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d6ce9270-639b-4252-9dba-bb0fe7572606 req-0050e98a-0edc-4f2e-a5e7-45794fc682e8 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d62d72a-fbad-42e4-9f9d-886a06b38f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125208 Feb 09 01:47:49.565152 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e4be5e9a-c53f-438f-9098-121453c950f5 None None] Provisioning complete for port 92deb92d-65f2-4359-a396-c4140c5ee8b5 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:49.565533 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e4be5e9a-c53f-438f-9098-121453c950f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (92deb92d-65f2-4359-a396-c4140c5ee8b5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:49.586807 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053905c2-6344-4750-86c5-e1f281da6bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7800b444-edaf-46fe-8ef8-3ba204167164,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:49.602932 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4eb36930-e705-432d-bb4c-67d3b1d33ae6 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (92deb92d-65f2-4359-a396-c4140c5ee8b5), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:49.651408 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e4be5e9a-c53f-438f-9098-121453c950f5 None None] Port 92deb92d-65f2-4359-a396-c4140c5ee8b5 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:49.688776 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e4be5e9a-c53f-438f-9098-121453c950f5 None None] Provisioning complete for port f654a51c-ae3b-4ad4-8164-18abbc12044f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:49.689459 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e4be5e9a-c53f-438f-9098-121453c950f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f654a51c-ae3b-4ad4-8164-18abbc12044f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:49.697024 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port f654a51c-ae3b-4ad4-8164-18abbc12044f is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:49.928801 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e4be5e9a-c53f-438f-9098-121453c950f5 None None] Current status of the port f654a51c-ae3b-4ad4-8164-18abbc12044f is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:50.073306 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-48142827-2d9c-4378-a42c-91388273fd20 None None] Provisioning complete for port 92deb92d-65f2-4359-a396-c4140c5ee8b5 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:50.076574 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-48142827-2d9c-4378-a42c-91388273fd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (92deb92d-65f2-4359-a396-c4140c5ee8b5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:50.160367 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4eb36930-e705-432d-bb4c-67d3b1d33ae6 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks [] for port (92deb92d-65f2-4359-a396-c4140c5ee8b5), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:50.169411 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4eb36930-e705-432d-bb4c-67d3b1d33ae6 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (92deb92d-65f2-4359-a396-c4140c5ee8b5), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:50.193339 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-48142827-2d9c-4378-a42c-91388273fd20 None None] Port 92deb92d-65f2-4359-a396-c4140c5ee8b5 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:50.308551 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0ae86cc-fbcc-41d2-8ba4-b3e1cd2e2555 None None] Could not find standard attr ID for object 1a848bc3-60e9-4af9-aa3c-b2dcb3966b87. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:47:50.341116 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb36930-e705-432d-bb4c-67d3b1d33ae6 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Pushing event updated for resources: {'Port': ['ID=92deb92d-65f2-4359-a396-c4140c5ee8b5,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:50.344850 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-4eb36930-e705-432d-bb4c-67d3b1d33ae6 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] In _notify_port_updated(), no bound segment for port 92deb92d-65f2-4359-a396-c4140c5ee8b5 on network 48327aa5-0924-47a6-87d8-bed8aea13cfb {{(pid=103184) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:47:50.352043 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb36930-e705-432d-bb4c-67d3b1d33ae6 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:50.352930 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4eb36930-e705-432d-bb4c-67d3b1d33ae6 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:50.354455 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4eb36930-e705-432d-bb4c-67d3b1d33ae6 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] 10.222.0.36 "PUT /v2.0/ports/92deb92d-65f2-4359-a396-c4140c5ee8b5 HTTP/1.1" status: 200 len: 1136 time: 1.1715419 Feb 09 01:47:50.358632 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48000) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:50.478082 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4aa051c-c099-4933-b7d3-a6ab22dc1ed1 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:50.480270 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e4aa051c-c099-4933-b7d3-a6ab22dc1ed1 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] 10.222.0.36 "GET /v2.0/ports/92deb92d-65f2-4359-a396-c4140c5ee8b5 HTTP/1.1" status: 200 len: 1136 time: 0.1203029 Feb 09 01:47:50.483441 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48004) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:50.663243 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68af5d3c-8fd3-476a-99ec-175ab37faf46 req-805496ec-d4e1-46c7-8f1b-10e532fddf55 service neutron] 10.222.0.67 "GET /v2.0/networks/0875a884-95c5-4c37-a22f-2d3f32b7443e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3358476 Feb 09 01:47:50.749341 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70dfb292-6fd9-4fa0-bbe7-9e83c7ce07ce admin admin] Router a2a5caa2-1a52-4361-aeec-f8993e716cf5 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:47:50.772956 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c3b9f52c-eae3-44c6-a549-1efb7a74a874 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Deleting port 92deb92d-65f2-4359-a396-c4140c5ee8b5 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:50.775334 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3b9f52c-eae3-44c6-a549-1efb7a74a874 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (92deb92d-65f2-4359-a396-c4140c5ee8b5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:50.958185 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a48cc2-36d1-4586-b632-ec898e0036cf req-5d64c0a8-c9e7-4bf3-a55c-441eedaec749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:50.961615 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-164b39f0-bdfc-4aa1-a0d6-4009458ec961 None None] Provisioning complete for port 92deb92d-65f2-4359-a396-c4140c5ee8b5 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:50.973371 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-164b39f0-bdfc-4aa1-a0d6-4009458ec961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (92deb92d-65f2-4359-a396-c4140c5ee8b5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:50.979569 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-42a48cc2-36d1-4586-b632-ec898e0036cf req-5d64c0a8-c9e7-4bf3-a55c-441eedaec749 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b94fe98d53eb41f3821bddb833b7ad91&device_id=1924c976-d127-45a2-8120-8c9abcd8b37e HTTP/1.1" status: 200 len: 1125 time: 0.2557461 Feb 09 01:47:50.993354 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3b9f52c-eae3-44c6-a549-1efb7a74a874 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (92deb92d-65f2-4359-a396-c4140c5ee8b5), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:51.007660 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c3b9f52c-eae3-44c6-a549-1efb7a74a874 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Calling delete_port for 92deb92d-65f2-4359-a396-c4140c5ee8b5 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:51.085004 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-164b39f0-bdfc-4aa1-a0d6-4009458ec961 None None] Port 92deb92d-65f2-4359-a396-c4140c5ee8b5 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:51.187674 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3b9f52c-eae3-44c6-a549-1efb7a74a874 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (92deb92d-65f2-4359-a396-c4140c5ee8b5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:51.298293 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9f52c-eae3-44c6-a549-1efb7a74a874 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Pushing event deleted for resources: {'Port': ['ID=92deb92d-65f2-4359-a396-c4140c5ee8b5,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:51.366001 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a48cc2-36d1-4586-b632-ec898e0036cf req-14256c9c-9674-4be2-a7e4-0b250e7eee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:51.368410 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-42a48cc2-36d1-4586-b632-ec898e0036cf req-14256c9c-9674-4be2-a7e4-0b250e7eee5f service neutron] 10.222.0.67 "GET /v2.0/networks?id=0875a884-95c5-4c37-a22f-2d3f32b7443e HTTP/1.1" status: 200 len: 918 time: 0.2775643 Feb 09 01:47:51.419352 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc930c55-6304-4fe9-ae56-e7f6cd20ca12 req-8f1dea4b-530a-4409-b236-27d2fc36dbd8 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:51.420990 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc930c55-6304-4fe9-ae56-e7f6cd20ca12 req-8f1dea4b-530a-4409-b236-27d2fc36dbd8 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/ports?device_id=1924c976-d127-45a2-8120-8c9abcd8b37e HTTP/1.1" status: 200 len: 943 time: 0.6689584 Feb 09 01:47:51.460517 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3b9f52c-eae3-44c6-a549-1efb7a74a874 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:51.467624 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c3b9f52c-eae3-44c6-a549-1efb7a74a874 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] 10.222.0.36 "DELETE /v2.0/ports/92deb92d-65f2-4359-a396-c4140c5ee8b5 HTTP/1.1" status: 204 len: 168 time: 0.9827392 Feb 09 01:47:51.468211 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48022) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:51.488009 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-42a48cc2-36d1-4586-b632-ec898e0036cf req-0c675869-2067-42ec-9a5e-afb6b9996f67 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b33b879e-0270-4269-bd61-f538f7ad62c2 HTTP/1.1" status: 200 len: 217 time: 0.0984819 Feb 09 01:47:51.582349 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a48cc2-36d1-4586-b632-ec898e0036cf req-d27553e3-3775-4980-b19b-8da5852b3655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:51.583992 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-42a48cc2-36d1-4586-b632-ec898e0036cf req-d27553e3-3775-4980-b19b-8da5852b3655 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8ed8e3f-a37e-4220-a7cd-d6890ec702ab HTTP/1.1" status: 200 len: 857 time: 0.0850215 Feb 09 01:47:51.589807 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-838abf92-13c5-4c79-a7b0-a6989a75aff0 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Deleting subnet ec152d63-ce9a-4777-b7fe-e730bb219424 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:47:51.599712 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-838abf92-13c5-4c79-a7b0-a6989a75aff0 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks [] for subnet (ec152d63-ce9a-4777-b7fe-e730bb219424), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:51.631559 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-42a48cc2-36d1-4586-b632-ec898e0036cf req-b87d8a18-c2df-4daf-9e6e-77c8f71c9462 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0875a884-95c5-4c37-a22f-2d3f32b7443e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404043 Feb 09 01:47:51.714226 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-838abf92-13c5-4c79-a7b0-a6989a75aff0 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (ec152d63-ce9a-4777-b7fe-e730bb219424), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:51.747411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-42a48cc2-36d1-4586-b632-ec898e0036cf req-b09812a8-cad8-4ccf-ac42-bd0b9e8f5a18 service neutron] 10.222.0.67 "GET /v2.0/networks/0875a884-95c5-4c37-a22f-2d3f32b7443e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057138 Feb 09 01:47:51.848795 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dfb292-6fd9-4fa0-bbe7-9e83c7ce07ce admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:51.855299 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc930c55-6304-4fe9-ae56-e7f6cd20ca12 req-9530b6d1-42a9-4183-96a0-f2e1c969fc6e tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d62d72a-fbad-42e4-9f9d-886a06b38f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881922 Feb 09 01:47:51.858436 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee152ab1-d3bb-458a-baba-d9b76b5241ff None None] Sync routers for ids ['a2a5caa2-1a52-4361-aeec-f8993e716cf5'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:51.862174 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-70dfb292-6fd9-4fa0-bbe7-9e83c7ce07ce admin admin] 10.222.0.36 "PUT /v2.0/routers/a2a5caa2-1a52-4361-aeec-f8993e716cf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7762363 Feb 09 01:47:51.871996 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48028) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:51.890040 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee152ab1-d3bb-458a-baba-d9b76b5241ff None None] Routers {'a2a5caa2-1a52-4361-aeec-f8993e716cf5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:51.894965 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ee152ab1-d3bb-458a-baba-d9b76b5241ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:47:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a2a5caa2-1a52-4361-aeec-f8993e716cf5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:51.946187 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-838abf92-13c5-4c79-a7b0-a6989a75aff0 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (ec152d63-ce9a-4777-b7fe-e730bb219424), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:52.026824 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-838abf92-13c5-4c79-a7b0-a6989a75aff0 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (ec152d63-ce9a-4777-b7fe-e730bb219424), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:52.074964 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-838abf92-13c5-4c79-a7b0-a6989a75aff0 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:52.079566 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-838abf92-13c5-4c79-a7b0-a6989a75aff0 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] 10.222.0.36 "DELETE /v2.0/subnets/ec152d63-ce9a-4777-b7fe-e730bb219424 HTTP/1.1" status: 204 len: 168 time: 0.6103697 Feb 09 01:47:52.082698 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838abf92-13c5-4c79-a7b0-a6989a75aff0 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Pushing event deleted for resources: {'Subnet': ['ID=ec152d63-ce9a-4777-b7fe-e730bb219424,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:52.085451 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48032) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:52.088410 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b32804-0d2c-4882-a2c7-fffce3755a11 None None] Network 48327aa5-0924-47a6-87d8-bed8aea13cfb requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:52.179787 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43b73316-f728-4abd-a89c-314389b39b36 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (48327aa5-0924-47a6-87d8-bed8aea13cfb), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:52.207679 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-42a48cc2-36d1-4586-b632-ec898e0036cf req-2182ff47-d8e5-4c67-8b99-3fe6c27ac358 service neutron] 10.222.0.67 "GET /v2.0/networks/0875a884-95c5-4c37-a22f-2d3f32b7443e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487469 Feb 09 01:47:52.258217 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fec03bc5-e7b5-4c20-b942-c80d4a315bbc admin admin] Publish callbacks [] for router (a2a5caa2-1a52-4361-aeec-f8993e716cf5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:52.319164 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-ee152ab1-d3bb-458a-baba-d9b76b5241ff None None] Set router a2a5caa2-1a52-4361-aeec-f8993e716cf5 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:52.504021 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fec03bc5-e7b5-4c20-b942-c80d4a315bbc admin admin] Publish callbacks [] for router_gateway (a2a5caa2-1a52-4361-aeec-f8993e716cf5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:52.566910 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48211726-8a98-45ce-a8fc-4925a25935ab None None] DHCP port deletion for 48327aa5-0924-47a6-87d8-bed8aea13cfb request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:47:52.567628 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-43b73316-f728-4abd-a89c-314389b39b36 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Deleting port f654a51c-ae3b-4ad4-8164-18abbc12044f {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:52.568077 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43b73316-f728-4abd-a89c-314389b39b36 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (f654a51c-ae3b-4ad4-8164-18abbc12044f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:52.668401 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-48211726-8a98-45ce-a8fc-4925a25935ab None None] Deleting port f654a51c-ae3b-4ad4-8164-18abbc12044f {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:52.669413 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-48211726-8a98-45ce-a8fc-4925a25935ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (f654a51c-ae3b-4ad4-8164-18abbc12044f), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:52.699285 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-43b73316-f728-4abd-a89c-314389b39b36 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] For port f654a51c-ae3b-4ad4-8164-18abbc12044f, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f654a51c-ae3b-4ad4-8164-18abbc12044f,segment=NetworkSegment(d64d84ed-a140-4315-a05c-34c06f3b2387),segment_id=d64d84ed-a140-4315-a05c-34c06f3b2387)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:52.699943 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43b73316-f728-4abd-a89c-314389b39b36 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (f654a51c-ae3b-4ad4-8164-18abbc12044f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:52.719902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-43b73316-f728-4abd-a89c-314389b39b36 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Calling delete_port for f654a51c-ae3b-4ad4-8164-18abbc12044f owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:52.750075 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-48211726-8a98-45ce-a8fc-4925a25935ab None None] For port f654a51c-ae3b-4ad4-8164-18abbc12044f, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f654a51c-ae3b-4ad4-8164-18abbc12044f,segment=NetworkSegment(d64d84ed-a140-4315-a05c-34c06f3b2387),segment_id=d64d84ed-a140-4315-a05c-34c06f3b2387)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:52.751195 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-48211726-8a98-45ce-a8fc-4925a25935ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (f654a51c-ae3b-4ad4-8164-18abbc12044f), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:52.766877 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-48211726-8a98-45ce-a8fc-4925a25935ab None None] Calling delete_port for f654a51c-ae3b-4ad4-8164-18abbc12044f owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:52.870437 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-48211726-8a98-45ce-a8fc-4925a25935ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (f654a51c-ae3b-4ad4-8164-18abbc12044f), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:52.880312 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43b73316-f728-4abd-a89c-314389b39b36 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (f654a51c-ae3b-4ad4-8164-18abbc12044f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:52.901899 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48211726-8a98-45ce-a8fc-4925a25935ab None None] No DVR routers for this DVR port f654a51c-ae3b-4ad4-8164-18abbc12044f on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:52.905435 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ee152ab1-d3bb-458a-baba-d9b76b5241ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a5caa2-1a52-4361-aeec-f8993e716cf5', 'name': 'tempest-ServersTestMultiNic-900670207-router', 'tenant_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '30d199e7-394f-40c8-aae0-5b6575cc5bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:49Z', 'updated_at': '2022-02-09T01:47:48Z', 'revision_number': 5, 'project_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'gw_port': {'id': '30d199e7-394f-40c8-aae0-5b6575cc5bb8', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:26:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a5caa2-1a52-4361-aeec-f8993e716cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:51Z', 'updated_at': '2022-02-09T01:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:52.921120 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-fec03bc5-e7b5-4c20-b942-c80d4a315bbc admin admin] Deleting port 30d199e7-394f-40c8-aae0-5b6575cc5bb8 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:52.921340 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fec03bc5-e7b5-4c20-b942-c80d4a315bbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (30d199e7-394f-40c8-aae0-5b6575cc5bb8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:52.923186 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b73316-f728-4abd-a89c-314389b39b36 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Pushing event deleted for resources: {'Port': ['ID=f654a51c-ae3b-4ad4-8164-18abbc12044f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:52.929038 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b73316-f728-4abd-a89c-314389b39b36 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] No DVR routers for this DVR port f654a51c-ae3b-4ad4-8164-18abbc12044f on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:53.023724 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee152ab1-d3bb-458a-baba-d9b76b5241ff None None] Checking router: a2a5caa2-1a52-4361-aeec-f8993e716cf5 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:47:53.054377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48211726-8a98-45ce-a8fc-4925a25935ab None None] Pushing event deleted for resources: {'Port': ['ID=f654a51c-ae3b-4ad4-8164-18abbc12044f,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:53.068298 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee152ab1-d3bb-458a-baba-d9b76b5241ff None None] Routers {'a2a5caa2-1a52-4361-aeec-f8993e716cf5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:53.071046 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ee152ab1-d3bb-458a-baba-d9b76b5241ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:47:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a2a5caa2-1a52-4361-aeec-f8993e716cf5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:53.082552 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43b73316-f728-4abd-a89c-314389b39b36 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (48327aa5-0924-47a6-87d8-bed8aea13cfb), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:53.126787 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-43b73316-f728-4abd-a89c-314389b39b36 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48327aa5-0924-47a6-87d8-bed8aea13cfb']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:53.154755 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-43b73316-f728-4abd-a89c-314389b39b36 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64d84ed-a140-4315-a05c-34c06f3b2387') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:53.155120 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-43b73316-f728-4abd-a89c-314389b39b36 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64d84ed-a140-4315-a05c-34c06f3b2387') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:53.173538 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43b73316-f728-4abd-a89c-314389b39b36 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (d64d84ed-a140-4315-a05c-34c06f3b2387), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:53.202381 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43b73316-f728-4abd-a89c-314389b39b36 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (d64d84ed-a140-4315-a05c-34c06f3b2387), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:53.203590 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-ee152ab1-d3bb-458a-baba-d9b76b5241ff None None] Set router a2a5caa2-1a52-4361-aeec-f8993e716cf5 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:53.217061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b73316-f728-4abd-a89c-314389b39b36 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:47:53.217467 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43b73316-f728-4abd-a89c-314389b39b36 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (d64d84ed-a140-4315-a05c-34c06f3b2387), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:53.278061 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ee152ab1-d3bb-458a-baba-d9b76b5241ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a5caa2-1a52-4361-aeec-f8993e716cf5', 'name': 'tempest-ServersTestMultiNic-900670207-router', 'tenant_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:49Z', 'updated_at': '2022-02-09T01:47:52Z', 'revision_number': 6, 'project_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:53.282821 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f654a51c-ae3b-4ad4-8164-18abbc12044f no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:47:53.308747 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: f654a51c-ae3b-4ad4-8164-18abbc12044f {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:47:53.309587 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f654a51c-ae3b-4ad4-8164-18abbc12044f not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:47:53.364182 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee152ab1-d3bb-458a-baba-d9b76b5241ff None None] The sync data for ids ['a2a5caa2-1a52-4361-aeec-f8993e716cf5'] in n-d-828387-3 is: [{'id': 'a2a5caa2-1a52-4361-aeec-f8993e716cf5', 'name': 'tempest-ServersTestMultiNic-900670207-router', 'tenant_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:49Z', 'updated_at': '2022-02-09T01:47:52Z', 'revision_number': 6, 'project_id': '9c02c1e11e314bbaaaed061629dd9e0f', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:47:53.416650 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:47:53.479008 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43b73316-f728-4abd-a89c-314389b39b36 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (48327aa5-0924-47a6-87d8-bed8aea13cfb), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:53.489709 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43b73316-f728-4abd-a89c-314389b39b36 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:53.497910 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-43b73316-f728-4abd-a89c-314389b39b36 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] 10.222.0.36 "DELETE /v2.0/networks/48327aa5-0924-47a6-87d8-bed8aea13cfb HTTP/1.1" status: 204 len: 168 time: 1.4092448 Feb 09 01:47:53.556276 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b73316-f728-4abd-a89c-314389b39b36 tempest-ExtraDHCPOptionsTestJSON-956433374 tempest-ExtraDHCPOptionsTestJSON-956433374-project] Pushing event deleted for resources: {'Network': ['ID=48327aa5-0924-47a6-87d8-bed8aea13cfb,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:53.606313 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72170d4a-10c8-4cc8-8f85-f7306f182b1c req-fd6e3839-0d2e-41b8-b388-491449a65492 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:53.609065 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-72170d4a-10c8-4cc8-8f85-f7306f182b1c req-fd6e3839-0d2e-41b8-b388-491449a65492 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/ports?device_id=1924c976-d127-45a2-8120-8c9abcd8b37e HTTP/1.1" status: 200 len: 943 time: 0.2390020 Feb 09 01:47:53.675865 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-72170d4a-10c8-4cc8-8f85-f7306f182b1c req-424ef377-b8cb-4f9b-a2c5-0f092903ed9c tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d62d72a-fbad-42e4-9f9d-886a06b38f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548112 Feb 09 01:47:53.696112 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-fec03bc5-e7b5-4c20-b942-c80d4a315bbc admin admin] For port 30d199e7-394f-40c8-aae0-5b6575cc5bb8, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=30d199e7-394f-40c8-aae0-5b6575cc5bb8,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:53.696480 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fec03bc5-e7b5-4c20-b942-c80d4a315bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (30d199e7-394f-40c8-aae0-5b6575cc5bb8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:53.721962 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-fec03bc5-e7b5-4c20-b942-c80d4a315bbc admin admin] Calling delete_port for 30d199e7-394f-40c8-aae0-5b6575cc5bb8 owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:53.976670 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48058) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:54.003645 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fec03bc5-e7b5-4c20-b942-c80d4a315bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (30d199e7-394f-40c8-aae0-5b6575cc5bb8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.073978 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec03bc5-e7b5-4c20-b942-c80d4a315bbc admin admin] Pushing event deleted for resources: {'Port': ['ID=30d199e7-394f-40c8-aae0-5b6575cc5bb8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:54.150157 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fec03bc5-e7b5-4c20-b942-c80d4a315bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (a2a5caa2-1a52-4361-aeec-f8993e716cf5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.225170 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-13c739f9-b165-41af-aa07-9051f5c452fa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49d365e71ba94a7f8061197880398776&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2472224 Feb 09 01:47:54.227422 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48064) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:54.294257 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fec03bc5-e7b5-4c20-b942-c80d4a315bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (a2a5caa2-1a52-4361-aeec-f8993e716cf5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.297818 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fec03bc5-e7b5-4c20-b942-c80d4a315bbc admin admin] Publish callbacks [] for router_controller (a2a5caa2-1a52-4361-aeec-f8993e716cf5), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.364265 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-23ad0658-d452-4c1e-af1c-2e68c72e9160 admin admin] Publish callbacks [] for security_group (c7cbaa2c-ce82-4892-912b-190e89e1532c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.368388 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fec03bc5-e7b5-4c20-b942-c80d4a315bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (a2a5caa2-1a52-4361-aeec-f8993e716cf5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.369206 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec03bc5-e7b5-4c20-b942-c80d4a315bbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2a5caa2-1a52-4361-aeec-f8993e716cf5 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:47:54.381382 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fec03bc5-e7b5-4c20-b942-c80d4a315bbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.385041 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fec03bc5-e7b5-4c20-b942-c80d4a315bbc admin admin] 10.222.0.36 "DELETE /v2.0/routers/a2a5caa2-1a52-4361-aeec-f8993e716cf5 HTTP/1.1" status: 204 len: 168 time: 2.5134518 Feb 09 01:47:54.385343 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48070) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:54.428768 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-23ad0658-d452-4c1e-af1c-2e68c72e9160 admin admin] Publish callbacks [] for security_group (c7cbaa2c-ce82-4892-912b-190e89e1532c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.475333 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-816f0006-ac96-470b-9d3f-21324eeeb21a admin admin] Deleting subnet 72eaac7e-d595-4d75-b2ed-3c5eb846ec53 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:47:54.483909 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-816f0006-ac96-470b-9d3f-21324eeeb21a admin admin] Publish callbacks [] for subnet (72eaac7e-d595-4d75-b2ed-3c5eb846ec53), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.509666 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-23ad0658-d452-4c1e-af1c-2e68c72e9160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c7cbaa2c-ce82-4892-912b-190e89e1532c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.515455 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-23ad0658-d452-4c1e-af1c-2e68c72e9160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.515455 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-23ad0658-d452-4c1e-af1c-2e68c72e9160 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7cbaa2c-ce82-4892-912b-190e89e1532c HTTP/1.1" status: 204 len: 168 time: 0.2852812 Feb 09 01:47:54.532720 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad0658-d452-4c1e-af1c-2e68c72e9160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cbaa2c-ce82-4892-912b-190e89e1532c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:54.582089 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-816f0006-ac96-470b-9d3f-21324eeeb21a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (72eaac7e-d595-4d75-b2ed-3c5eb846ec53), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.687099 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-816f0006-ac96-470b-9d3f-21324eeeb21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (72eaac7e-d595-4d75-b2ed-3c5eb846ec53), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.800635 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-816f0006-ac96-470b-9d3f-21324eeeb21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (72eaac7e-d595-4d75-b2ed-3c5eb846ec53), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.858622 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f0006-ac96-470b-9d3f-21324eeeb21a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72eaac7e-d595-4d75-b2ed-3c5eb846ec53,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:54.861229 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-816f0006-ac96-470b-9d3f-21324eeeb21a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.865064 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-816f0006-ac96-470b-9d3f-21324eeeb21a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/72eaac7e-d595-4d75-b2ed-3c5eb846ec53 HTTP/1.1" status: 204 len: 168 time: 0.4786913 Feb 09 01:47:54.868541 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48090) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:54.873259 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26418c08-397b-4507-9cfb-84f5fbb248f5 None None] Network 656bced2-3266-4c74-8227-86404d5c41ea requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:54.974051 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fca587-6137-4ea5-94e2-55cff40d0d34 req-19c5cab3-eddc-4ef6-b6cf-baf1acdff264 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:54.976209 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dc27a855-89ad-4def-a626-fe2ae0b1bfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (656bced2-3266-4c74-8227-86404d5c41ea), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.989562 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a3fca587-6137-4ea5-94e2-55cff40d0d34 req-19c5cab3-eddc-4ef6-b6cf-baf1acdff264 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/ports?device_id=1924c976-d127-45a2-8120-8c9abcd8b37e HTTP/1.1" status: 200 len: 943 time: 0.1477616 Feb 09 01:47:55.025278 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48092) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:55.072545 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device b33b879e-0270-4269-bd61-f538f7ad62c2 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:47:55.121588 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-dc27a855-89ad-4def-a626-fe2ae0b1bfda admin admin] Deleting port cd96edb0-f0e4-4e96-b06e-2bc2f7540f94 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:55.122047 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dc27a855-89ad-4def-a626-fe2ae0b1bfda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (cd96edb0-f0e4-4e96-b06e-2bc2f7540f94), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:55.212919 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a3fca587-6137-4ea5-94e2-55cff40d0d34 req-7aa9fc21-ec1e-4460-b501-c9eb663fb92c tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d62d72a-fbad-42e4-9f9d-886a06b38f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165480 Feb 09 01:47:55.257330 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port b33b879e-0270-4269-bd61-f538f7ad62c2, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=b33b879e-0270-4269-bd61-f538f7ad62c2,segment=NetworkSegment(38496a58-8184-4b03-81bd-0a51c5092df0),segment_id=38496a58-8184-4b03-81bd-0a51c5092df0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:55.275658 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-dc27a855-89ad-4def-a626-fe2ae0b1bfda admin admin] For port cd96edb0-f0e4-4e96-b06e-2bc2f7540f94, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=cd96edb0-f0e4-4e96-b06e-2bc2f7540f94,segment=NetworkSegment(9e62cded-41cf-4237-8192-21e337129ce3),segment_id=9e62cded-41cf-4237-8192-21e337129ce3)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:55.276667 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dc27a855-89ad-4def-a626-fe2ae0b1bfda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (cd96edb0-f0e4-4e96-b06e-2bc2f7540f94), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:55.303412 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-dc27a855-89ad-4def-a626-fe2ae0b1bfda admin admin] Calling delete_port for cd96edb0-f0e4-4e96-b06e-2bc2f7540f94 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:55.306609 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e4c3f4-e259-4093-9447-4f0b68563a42 None None] DHCP port deletion for 656bced2-3266-4c74-8227-86404d5c41ea request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:47:55.309115 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 03514788-c38c-404c-acb8-832258da601e no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:47:55.347083 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'b33b879e-0270-4269-bd61-f538f7ad62c2', 'network_id': '0875a884-95c5-4c37-a22f-2d3f32b7443e', 'port_id': 'b33b879e-0270-4269-bd61-f538f7ad62c2', 'mac_address': 'fa:16:3e:8e:21:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ed8e3f-a37e-4220-a7cd-d6890ec702ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:47:55.355168 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-348b9140-e8a8-4a71-81fe-a7c7cf6d15d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:55.453687 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dc27a855-89ad-4def-a626-fe2ae0b1bfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (cd96edb0-f0e4-4e96-b06e-2bc2f7540f94), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:55.455624 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 03514788-c38c-404c-acb8-832258da601e {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:47:55.456379 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 03514788-c38c-404c-acb8-832258da601e not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:47:55.458676 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 30d199e7-394f-40c8-aae0-5b6575cc5bb8 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:47:55.490490 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 30d199e7-394f-40c8-aae0-5b6575cc5bb8 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:47:55.491144 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 30d199e7-394f-40c8-aae0-5b6575cc5bb8 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:47:55.534525 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27a855-89ad-4def-a626-fe2ae0b1bfda admin admin] Pushing event deleted for resources: {'Port': ['ID=cd96edb0-f0e4-4e96-b06e-2bc2f7540f94,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:55.545157 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc27a855-89ad-4def-a626-fe2ae0b1bfda admin admin] No DVR routers for this DVR port cd96edb0-f0e4-4e96-b06e-2bc2f7540f94 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:55.588012 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port b33b879e-0270-4269-bd61-f538f7ad62c2 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:55.588012 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b33b879e-0270-4269-bd61-f538f7ad62c2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:55.608060 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-348b9140-e8a8-4a71-81fe-a7c7cf6d15d8 admin admin] Publish callbacks [] for security_group (d75869a2-64ec-4164-91c1-88a9a67909c5), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:55.616366 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-348b9140-e8a8-4a71-81fe-a7c7cf6d15d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d75869a2-64ec-4164-91c1-88a9a67909c5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:55.667489 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33b879e-0270-4269-bd61-f538f7ad62c2 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:47:55.694251 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dc27a855-89ad-4def-a626-fe2ae0b1bfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (656bced2-3266-4c74-8227-86404d5c41ea), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:55.698486 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48108) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:55.699636 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-348b9140-e8a8-4a71-81fe-a7c7cf6d15d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=80014e96782b4eeb919a340e10a485ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6724584 Feb 09 01:47:55.701373 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b9140-e8a8-4a71-81fe-a7c7cf6d15d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75869a2-64ec-4164-91c1-88a9a67909c5,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:55.762856 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port b33b879e-0270-4269-bd61-f538f7ad62c2, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=b33b879e-0270-4269-bd61-f538f7ad62c2,segment=NetworkSegment(38496a58-8184-4b03-81bd-0a51c5092df0),segment_id=38496a58-8184-4b03-81bd-0a51c5092df0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:55.780557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-dc27a855-89ad-4def-a626-fe2ae0b1bfda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656bced2-3266-4c74-8227-86404d5c41ea']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:55.790367 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b33b879e-0270-4269-bd61-f538f7ad62c2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:55.807990 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-35e4c3f4-e259-4093-9447-4f0b68563a42 None None] Deleting port cd96edb0-f0e4-4e96-b06e-2bc2f7540f94 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:55.809111 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-35e4c3f4-e259-4093-9447-4f0b68563a42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (cd96edb0-f0e4-4e96-b06e-2bc2f7540f94), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:55.845398 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-dc27a855-89ad-4def-a626-fe2ae0b1bfda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e62cded-41cf-4237-8192-21e337129ce3') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:55.845698 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-dc27a855-89ad-4def-a626-fe2ae0b1bfda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e62cded-41cf-4237-8192-21e337129ce3') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:55.867708 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dc27a855-89ad-4def-a626-fe2ae0b1bfda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (9e62cded-41cf-4237-8192-21e337129ce3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:55.895603 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d66557a-bd31-45c9-92e5-9f814552be03 admin admin] Publish callbacks [] for security_group (d75869a2-64ec-4164-91c1-88a9a67909c5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:55.907145 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dc27a855-89ad-4def-a626-fe2ae0b1bfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (9e62cded-41cf-4237-8192-21e337129ce3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:55.965854 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-35e4c3f4-e259-4093-9447-4f0b68563a42 None None] For port cd96edb0-f0e4-4e96-b06e-2bc2f7540f94, host n-d-828387-3, got binding levels [] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:55.967152 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-35e4c3f4-e259-4093-9447-4f0b68563a42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (cd96edb0-f0e4-4e96-b06e-2bc2f7540f94), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:55.972024 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc27a855-89ad-4def-a626-fe2ae0b1bfda admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:47:55.972983 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dc27a855-89ad-4def-a626-fe2ae0b1bfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (9e62cded-41cf-4237-8192-21e337129ce3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:47:55.980155 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:47:56.004857 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-35e4c3f4-e259-4093-9447-4f0b68563a42 None None] Calling delete_port for cd96edb0-f0e4-4e96-b06e-2bc2f7540f94 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:56.019263 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-327ff6e2-243c-4a76-91d8-65564a04c51b req-b131cc72-fac8-41f7-87d4-7c772f4317c6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2408237 Feb 09 01:47:56.031014 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.ipam_backend_mixin [None req-35e4c3f4-e259-4093-9447-4f0b68563a42 None None] Port cd96edb0-f0e4-4e96-b06e-2bc2f7540f94 was not found and therefore no delete operation was performed {{(pid=103185) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:47:56.044183 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-35e4c3f4-e259-4093-9447-4f0b68563a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (cd96edb0-f0e4-4e96-b06e-2bc2f7540f94), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.073640 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=b33b879e-0270-4269-bd61-f538f7ad62c2,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:56.091445 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e4c3f4-e259-4093-9447-4f0b68563a42 None None] No DVR routers for this DVR port cd96edb0-f0e4-4e96-b06e-2bc2f7540f94 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:56.126049 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4c3f4-e259-4093-9447-4f0b68563a42 None None] Pushing event deleted for resources: {'Port': ['ID=cd96edb0-f0e4-4e96-b06e-2bc2f7540f94,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:56.166415 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['b33b879e-0270-4269-bd61-f538f7ad62c2'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:47:56.174586 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d66557a-bd31-45c9-92e5-9f814552be03 admin admin] Publish callbacks [] for security_group (d75869a2-64ec-4164-91c1-88a9a67909c5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.248159 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48120) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:56.293614 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dc27a855-89ad-4def-a626-fe2ae0b1bfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (656bced2-3266-4c74-8227-86404d5c41ea), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.324245 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d66557a-bd31-45c9-92e5-9f814552be03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d75869a2-64ec-4164-91c1-88a9a67909c5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.328378 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d66557a-bd31-45c9-92e5-9f814552be03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.329918 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6d66557a-bd31-45c9-92e5-9f814552be03 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d75869a2-64ec-4164-91c1-88a9a67909c5 HTTP/1.1" status: 204 len: 168 time: 0.6290588 Feb 09 01:47:56.332463 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dc27a855-89ad-4def-a626-fe2ae0b1bfda admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.336475 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-dc27a855-89ad-4def-a626-fe2ae0b1bfda admin admin] 10.222.0.36 "DELETE /v2.0/networks/656bced2-3266-4c74-8227-86404d5c41ea HTTP/1.1" status: 204 len: 168 time: 1.4658160 Feb 09 01:47:56.339734 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27a855-89ad-4def-a626-fe2ae0b1bfda admin admin] Pushing event deleted for resources: {'Network': ['ID=656bced2-3266-4c74-8227-86404d5c41ea,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:56.350303 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ff6e2-243c-4a76-91d8-65564a04c51b req-1e46d0ef-16ca-4106-ac7e-b919f736a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:56.352588 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-327ff6e2-243c-4a76-91d8-65564a04c51b req-1e46d0ef-16ca-4106-ac7e-b919f736a41c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5bb1a0b377414dc1915d0f29c8ffb19f&device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 1167 time: 0.2318041 Feb 09 01:47:56.358980 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66557a-bd31-45c9-92e5-9f814552be03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75869a2-64ec-4164-91c1-88a9a67909c5,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:56.455292 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ad149bf4-7c51-4c74-b662-b258dfbce331 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1574186353'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:56.511744 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad149bf4-7c51-4c74-b662-b258dfbce331 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Made reservation on behalf of db2000798e9c4c4dbea4e095ba5ebd94 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:56.525932 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad149bf4-7c51-4c74-b662-b258dfbce331 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.553243 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad149bf4-7c51-4c74-b662-b258dfbce331 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.641392 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983fa3c-5800-412c-ad7b-632086f9423b req-02bdd82f-648b-451d-a9b1-394765da6b3a tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:56.653318 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0983fa3c-5800-412c-ad7b-632086f9423b req-02bdd82f-648b-451d-a9b1-394765da6b3a tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/ports?device_id=1924c976-d127-45a2-8120-8c9abcd8b37e HTTP/1.1" status: 200 len: 944 time: 0.2700710 Feb 09 01:47:56.698920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ff6e2-243c-4a76-91d8-65564a04c51b req-fb28e036-020f-4be7-95fb-fd55540020ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:56.700466 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-327ff6e2-243c-4a76-91d8-65564a04c51b req-fb28e036-020f-4be7-95fb-fd55540020ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=9652cd42-3945-405b-b48b-6a0866a4d308 HTTP/1.1" status: 200 len: 896 time: 0.2881675 Feb 09 01:47:56.707830 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad149bf4-7c51-4c74-b662-b258dfbce331 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for security_group (7157745b-f51a-4fdd-8333-8a387deb623e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.715179 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48132) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:56.729137 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad149bf4-7c51-4c74-b662-b258dfbce331 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7157745b-f51a-4fdd-8333-8a387deb623e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.800797 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad149bf4-7c51-4c74-b662-b258dfbce331 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:47:56.859237 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0983fa3c-5800-412c-ad7b-632086f9423b req-76753b47-6671-49b7-b9b5-04f620de9bc9 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d62d72a-fbad-42e4-9f9d-886a06b38f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049413 Feb 09 01:47:56.906277 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48140) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:56.906982 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ae8c8f0e-8cc8-40f4-86fb-560a7ecf305f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9c02c1e11e314bbaaaed061629dd9e0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1891992 Feb 09 01:47:56.908532 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad149bf4-7c51-4c74-b662-b258dfbce331 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7157745b-f51a-4fdd-8333-8a387deb623e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:56.914800 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-327ff6e2-243c-4a76-91d8-65564a04c51b req-8fb0d23d-e10c-41a4-bfee-d06af794277f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19d815ec-2d23-4c57-9f3c-06c47de07295 HTTP/1.1" status: 200 len: 1002 time: 0.2001882 Feb 09 01:47:56.919571 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad149bf4-7c51-4c74-b662-b258dfbce331 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (28f9f9a9-d148-486a-afa9-a1778fcf12b7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.922152 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-ad149bf4-7c51-4c74-b662-b258dfbce331 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Added segment 28f9f9a9-d148-486a-afa9-a1778fcf12b7 of type vlan for network b4190f88-f2ec-461b-9c95-24d7e528a482 Feb 09 01:47:57.014443 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ff6e2-243c-4a76-91d8-65564a04c51b req-e4c48502-fea4-4a63-8984-8cf1e0ef591f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:57.016689 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-327ff6e2-243c-4a76-91d8-65564a04c51b req-e4c48502-fea4-4a63-8984-8cf1e0ef591f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2563808-760d-419a-b1ba-497369146386 HTTP/1.1" status: 200 len: 835 time: 0.0891244 Feb 09 01:47:57.029907 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad149bf4-7c51-4c74-b662-b258dfbce331 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (b4190f88-f2ec-461b-9c95-24d7e528a482), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:57.071708 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad149bf4-7c51-4c74-b662-b258dfbce331 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (b4190f88-f2ec-461b-9c95-24d7e528a482), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:57.080923 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e63221e3-c118-4799-843b-eb1742ce9088 admin admin] Publish callbacks [] for security_group (ca5ac867-2e30-465e-9145-40211f42379b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:57.081323 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad149bf4-7c51-4c74-b662-b258dfbce331 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:57.082099 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad149bf4-7c51-4c74-b662-b258dfbce331 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:57.159855 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ad149bf4-7c51-4c74-b662-b258dfbce331 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9063594 Feb 09 01:47:57.161798 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48150) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:57.171919 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device cd96edb0-f0e4-4e96-b06e-2bc2f7540f94 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:47:57.176302 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad149bf4-7c51-4c74-b662-b258dfbce331 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Network': ['ID=b4190f88-f2ec-461b-9c95-24d7e528a482,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:57.184126 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-90f13d22-decd-4463-91b8-8f5d95cce515 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Request body: {'subnet': {'network_id': 'b4190f88-f2ec-461b-9c95-24d7e528a482', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:57.191473 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e63221e3-c118-4799-843b-eb1742ce9088 admin admin] Publish callbacks [] for security_group (ca5ac867-2e30-465e-9145-40211f42379b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:57.196041 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ff6e2-243c-4a76-91d8-65564a04c51b req-49349a29-e0e3-46b1-a1a3-e492b2a8a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:57.197644 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-327ff6e2-243c-4a76-91d8-65564a04c51b req-49349a29-e0e3-46b1-a1a3-e492b2a8a302 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9652cd42-3945-405b-b48b-6a0866a4d308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1698809 Feb 09 01:47:57.213744 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: cd96edb0-f0e4-4e96-b06e-2bc2f7540f94 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:47:57.214478 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device cd96edb0-f0e4-4e96-b06e-2bc2f7540f94 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:47:57.216329 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network b4190f88-f2ec-461b-9c95-24d7e528a482 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:47:57.398211 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-327ff6e2-243c-4a76-91d8-65564a04c51b req-ffef0ef1-6893-45b6-9283-a460f749e655 service neutron] 10.222.0.48 "GET /v2.0/networks/9652cd42-3945-405b-b48b-6a0866a4d308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852210 Feb 09 01:47:57.417600 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e63221e3-c118-4799-843b-eb1742ce9088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ca5ac867-2e30-465e-9145-40211f42379b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:57.420540 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e63221e3-c118-4799-843b-eb1742ce9088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:57.421717 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e63221e3-c118-4799-843b-eb1742ce9088 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca5ac867-2e30-465e-9145-40211f42379b HTTP/1.1" status: 204 len: 168 time: 0.5143285 Feb 09 01:47:57.422508 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f13d22-decd-4463-91b8-8f5d95cce515 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Made reservation on behalf of db2000798e9c4c4dbea4e095ba5ebd94 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:57.426124 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-90f13d22-decd-4463-91b8-8f5d95cce515 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:57.526180 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63221e3-c118-4799-843b-eb1742ce9088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5ac867-2e30-465e-9145-40211f42379b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:57.602583 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-327ff6e2-243c-4a76-91d8-65564a04c51b req-00e1eb78-80bf-48ff-be98-bd40e78ab9f5 service neutron] 10.222.0.48 "GET /v2.0/networks/9652cd42-3945-405b-b48b-6a0866a4d308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961734 Feb 09 01:47:57.797452 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-90f13d22-decd-4463-91b8-8f5d95cce515 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (5c0fb715-3ad7-4200-824c-9910ee7bb428), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:57.990557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f13d22-decd-4463-91b8-8f5d95cce515 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Subnet': ['ID=5c0fb715-3ad7-4200-824c-9910ee7bb428,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:58.000161 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f13d22-decd-4463-91b8-8f5d95cce515 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Checking segment: {'id': '28f9f9a9-d148-486a-afa9-a1778fcf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b4190f88-f2ec-461b-9c95-24d7e528a482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:58.000563 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f13d22-decd-4463-91b8-8f5d95cce515 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Network hostable DHCP agents. Network: b4190f88-f2ec-461b-9c95-24d7e528a482, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:47:58.045593 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f13d22-decd-4463-91b8-8f5d95cce515 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Network b4190f88-f2ec-461b-9c95-24d7e528a482 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:47:58.094725 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-90f13d22-decd-4463-91b8-8f5d95cce515 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, b4190f88-f2ec-461b-9c95-24d7e528a482) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:58.107428 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af06499-82ca-44bd-b8c6-84ff58361e10 None None] Network b4190f88-f2ec-461b-9c95-24d7e528a482 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:58.114736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f13d22-decd-4463-91b8-8f5d95cce515 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:58.115404 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-90f13d22-decd-4463-91b8-8f5d95cce515 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:58.149562 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cfb97-b3fc-49c7-923c-0f0cc5773b36 req-5b73daa1-14cd-4622-a514-21daf09329c5 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:58.159506 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-673cfb97-b3fc-49c7-923c-0f0cc5773b36 req-5b73daa1-14cd-4622-a514-21daf09329c5 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/ports?device_id=1924c976-d127-45a2-8120-8c9abcd8b37e HTTP/1.1" status: 200 len: 944 time: 0.1290665 Feb 09 01:47:58.187419 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-90f13d22-decd-4463-91b8-8f5d95cce515 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0152502 Feb 09 01:47:58.190183 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48184) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:58.195632 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-af37747b-eec4-486e-ba76-d6a80f8da750 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1407540173', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}, 'admin_state_up': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:58.269734 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af37747b-eec4-486e-ba76-d6a80f8da750 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (099ddf97-8c69-4bdc-b833-4067333a4b68), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:58.272173 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af37747b-eec4-486e-ba76-d6a80f8da750 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (099ddf97-8c69-4bdc-b833-4067333a4b68), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:58.279621 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-673cfb97-b3fc-49c7-923c-0f0cc5773b36 req-ab7c3015-8cf4-4123-b81a-f908eb8682d5 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d62d72a-fbad-42e4-9f9d-886a06b38f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171365 Feb 09 01:47:58.316144 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129d6b7b-6c29-4943-b1a6-6a4004ed2dbb None None] Network b4190f88-f2ec-461b-9c95-24d7e528a482 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:58.420851 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af37747b-eec4-486e-ba76-d6a80f8da750 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for router_controller (099ddf97-8c69-4bdc-b833-4067333a4b68), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:58.676218 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af37747b-eec4-486e-ba76-d6a80f8da750 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for router_gateway (099ddf97-8c69-4bdc-b833-4067333a4b68), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:58.914196 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48200) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:58.923502 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48204) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:59.090378 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device b33b879e-0270-4269-bd61-f538f7ad62c2 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:59.112993 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-41652ca2-8bd5-449a-9c7f-27ab9da2549c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1118289033-network', 'tenant_id': 'fcdea0ae70b34b9a812c73ee2e97289b'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:59.153504 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41652ca2-8bd5-449a-9c7f-27ab9da2549c admin admin] Made reservation on behalf of fcdea0ae70b34b9a812c73ee2e97289b for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:59.160190 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41652ca2-8bd5-449a-9c7f-27ab9da2549c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:59.198792 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port b33b879e-0270-4269-bd61-f538f7ad62c2 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:47:59.200777 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41652ca2-8bd5-449a-9c7f-27ab9da2549c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:59.213356 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port b33b879e-0270-4269-bd61-f538f7ad62c2 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:59.213734 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b33b879e-0270-4269-bd61-f538f7ad62c2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:59.277664 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f5df2e9e-8b4c-42d8-97ce-537a519d6753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:59.293857 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af37747b-eec4-486e-ba76-d6a80f8da750 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for router_gateway (099ddf97-8c69-4bdc-b833-4067333a4b68), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:59.385343 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af37747b-eec4-486e-ba76-d6a80f8da750 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:59.434269 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f5df2e9e-8b4c-42d8-97ce-537a519d6753 admin admin] Publish callbacks [] for security_group (3edaacdd-3c35-4c59-b4d2-e88ad81751c2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:59.440570 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f5df2e9e-8b4c-42d8-97ce-537a519d6753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3edaacdd-3c35-4c59-b4d2-e88ad81751c2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:59.559697 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df2e9e-8b4c-42d8-97ce-537a519d6753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edaacdd-3c35-4c59-b4d2-e88ad81751c2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:59.588766 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f5df2e9e-8b4c-42d8-97ce-537a519d6753 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=739aa57ec8fc4b839393ed10305c3a0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6640666 Feb 09 01:47:59.601477 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48218) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:59.764527 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66fa93-3e58-4e0e-933b-e4453e43b11b req-61eebf71-74ad-464a-aed0-e701ab1e2c32 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:59.766098 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3a66fa93-3e58-4e0e-933b-e4453e43b11b req-61eebf71-74ad-464a-aed0-e701ab1e2c32 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/ports?device_id=1924c976-d127-45a2-8120-8c9abcd8b37e HTTP/1.1" status: 200 len: 944 time: 0.2975123 Feb 09 01:47:59.850622 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port b33b879e-0270-4269-bd61-f538f7ad62c2 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:59.851163 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b33b879e-0270-4269-bd61-f538f7ad62c2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:59.889409 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41652ca2-8bd5-449a-9c7f-27ab9da2549c admin admin] Publish callbacks [] for security_group (df2bc30f-c22b-4bff-b38b-334e67ef7d55), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:59.935588 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d629481-6064-4143-8717-815edfc310e3 admin admin] Publish callbacks [] for security_group (3edaacdd-3c35-4c59-b4d2-e88ad81751c2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:59.941241 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-af37747b-eec4-486e-ba76-d6a80f8da750 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Allocated IP 172.25.7.51 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/7a26f345-d6d7-4145-a2f6-a77d93609a7e) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:59.951508 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port b33b879e-0270-4269-bd61-f538f7ad62c2, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=b33b879e-0270-4269-bd61-f538f7ad62c2,segment=NetworkSegment(38496a58-8184-4b03-81bd-0a51c5092df0),segment_id=38496a58-8184-4b03-81bd-0a51c5092df0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:59.956306 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1924c976-d127-45a2-8120-8c9abcd8b37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33b879e-0270-4269-bd61-f538f7ad62c2'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:59.961838 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca57a16-7e01-4237-bbf1-481733e9051b" -d '{"events": [{"server_uuid": "1924c976-d127-45a2-8120-8c9abcd8b37e", "name": "network-vif-plugged", "status": "completed", "tag": "b33b879e-0270-4269-bd61-f538f7ad62c2"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:59.966509 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b33b879e-0270-4269-bd61-f538f7ad62c2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:00.000304 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3a66fa93-3e58-4e0e-933b-e4453e43b11b req-c960ba4c-df74-4eff-9ee9-20b31dcd015a tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d62d72a-fbad-42e4-9f9d-886a06b38f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072059 Feb 09 01:48:00.008093 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41652ca2-8bd5-449a-9c7f-27ab9da2549c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (df2bc30f-c22b-4bff-b38b-334e67ef7d55), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:00.106168 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432cac0d-d8ab-42ba-92a3-d3e8d1441926 x-openstack-request-id: req-432cac0d-d8ab-42ba-92a3-d3e8d1441926 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:00.106462 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1924c976-d127-45a2-8120-8c9abcd8b37e", "name": "network-vif-plugged", "status": "completed", "tag": "b33b879e-0270-4269-bd61-f538f7ad62c2", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:00.106690 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-432cac0d-d8ab-42ba-92a3-d3e8d1441926 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:00.115070 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1924c976-d127-45a2-8120-8c9abcd8b37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33b879e-0270-4269-bd61-f538f7ad62c2', 'code': 200} Feb 09 01:48:00.151471 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=b33b879e-0270-4269-bd61-f538f7ad62c2,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:00.175491 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d629481-6064-4143-8717-815edfc310e3 admin admin] Publish callbacks [] for security_group (3edaacdd-3c35-4c59-b4d2-e88ad81751c2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:00.194592 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41652ca2-8bd5-449a-9c7f-27ab9da2549c admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:48:00.230091 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af37747b-eec4-486e-ba76-d6a80f8da750 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for port (7a26f345-d6d7-4145-a2f6-a77d93609a7e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:00.243077 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41652ca2-8bd5-449a-9c7f-27ab9da2549c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (13cc5b6c-09dc-4765-ae14-22e82a399588), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:00.243699 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-41652ca2-8bd5-449a-9c7f-27ab9da2549c admin admin] Added segment 13cc5b6c-09dc-4765-ae14-22e82a399588 of type vlan for network 6d80406f-2e82-4318-81c6-384b5e8d2776 Feb 09 01:48:00.248059 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41652ca2-8bd5-449a-9c7f-27ab9da2549c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2bc30f-c22b-4bff-b38b-334e67ef7d55,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:00.317241 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41652ca2-8bd5-449a-9c7f-27ab9da2549c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (6d80406f-2e82-4318-81c6-384b5e8d2776), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:00.317732 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af37747b-eec4-486e-ba76-d6a80f8da750 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (7a26f345-d6d7-4145-a2f6-a77d93609a7e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:00.337576 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd2947-d623-4861-ad0c-9472b2769138 req-109da4af-472d-4bb5-a170-a54fedd59fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:00.350727 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-52dd2947-d623-4861-ad0c-9472b2769138 req-109da4af-472d-4bb5-a170-a54fedd59fac service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1924c976-d127-45a2-8120-8c9abcd8b37e HTTP/1.1" status: 200 len: 1127 time: 0.2100711 Feb 09 01:48:00.419710 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37747b-eec4-486e-ba76-d6a80f8da750 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Port': ['ID=7a26f345-d6d7-4145-a2f6-a77d93609a7e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:00.431644 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af37747b-eec4-486e-ba76-d6a80f8da750 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:00.434910 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-af37747b-eec4-486e-ba76-d6a80f8da750 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:00.437257 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d629481-6064-4143-8717-815edfc310e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3edaacdd-3c35-4c59-b4d2-e88ad81751c2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:00.440512 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af37747b-eec4-486e-ba76-d6a80f8da750 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:00.443960 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d629481-6064-4143-8717-815edfc310e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:00.448064 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9d629481-6064-4143-8717-815edfc310e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3edaacdd-3c35-4c59-b4d2-e88ad81751c2 HTTP/1.1" status: 204 len: 168 time: 0.8355463 Feb 09 01:48:00.491107 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41652ca2-8bd5-449a-9c7f-27ab9da2549c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (6d80406f-2e82-4318-81c6-384b5e8d2776), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:00.493172 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41652ca2-8bd5-449a-9c7f-27ab9da2549c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:00.495127 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41652ca2-8bd5-449a-9c7f-27ab9da2549c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:00.621251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d629481-6064-4143-8717-815edfc310e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edaacdd-3c35-4c59-b4d2-e88ad81751c2,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:00.713725 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-52dd2947-d623-4861-ad0c-9472b2769138 req-31c22a12-8331-42cf-9d8f-84f19dc9d888 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6d62d72a-fbad-42e4-9f9d-886a06b38f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620515 Feb 09 01:48:00.754179 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-41652ca2-8bd5-449a-9c7f-27ab9da2549c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8351991 Feb 09 01:48:00.759853 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48236) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:00.774550 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-feee3c8a-43ad-4f4f-8998-4a7bdeb1cb5c admin admin] Request body: {'subnet': {'network_id': '6d80406f-2e82-4318-81c6-384b5e8d2776', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1118289033-subnet', 'tenant_id': 'fcdea0ae70b34b9a812c73ee2e97289b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:00.796590 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41652ca2-8bd5-449a-9c7f-27ab9da2549c admin admin] Pushing event updated for resources: {'Network': ['ID=6d80406f-2e82-4318-81c6-384b5e8d2776,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:00.812383 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 6d80406f-2e82-4318-81c6-384b5e8d2776 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:48:00.845621 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feee3c8a-43ad-4f4f-8998-4a7bdeb1cb5c admin admin] Made reservation on behalf of fcdea0ae70b34b9a812c73ee2e97289b for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:00.849646 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-feee3c8a-43ad-4f4f-8998-4a7bdeb1cb5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:01.276146 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d357ea7-f843-426c-aa89-a1c75a513e85 req-98689bd6-f388-4f88-97dc-3b45043661b7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4359043 Feb 09 01:48:01.302735 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af37747b-eec4-486e-ba76-d6a80f8da750 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for router_gateway (099ddf97-8c69-4bdc-b833-4067333a4b68), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:01.359260 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924e13b-d298-4311-bd5b-e92888d1aca5 req-78011437-2468-4b1b-ace2-5d4e65ecec41 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:01.360847 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f924e13b-d298-4311-bd5b-e92888d1aca5 req-78011437-2468-4b1b-ace2-5d4e65ecec41 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/ports?device_id=1924c976-d127-45a2-8120-8c9abcd8b37e HTTP/1.1" status: 200 len: 945 time: 0.1569417 Feb 09 01:48:01.531324 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f924e13b-d298-4311-bd5b-e92888d1aca5 req-a1e2fd51-e3fb-4958-bdc3-55b4b12cf6e4 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d62d72a-fbad-42e4-9f9d-886a06b38f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096299 Feb 09 01:48:01.541117 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d357ea7-f843-426c-aa89-a1c75a513e85 req-f22e1edf-73ff-4000-836e-8a817cabd1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:01.549273 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d357ea7-f843-426c-aa89-a1c75a513e85 req-f22e1edf-73ff-4000-836e-8a817cabd1a4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6766487db55f451f9c4a51b4d8bdf1cf&device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b HTTP/1.1" status: 200 len: 1128 time: 0.1977575 Feb 09 01:48:01.661902 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-feee3c8a-43ad-4f4f-8998-4a7bdeb1cb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (b5b920ab-45fd-452e-aaff-9932a609d86d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:01.735310 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee3c8a-43ad-4f4f-8998-4a7bdeb1cb5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5b920ab-45fd-452e-aaff-9932a609d86d,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:01.755474 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee3c8a-43ad-4f4f-8998-4a7bdeb1cb5c admin admin] Checking segment: {'id': '13cc5b6c-09dc-4765-ae14-22e82a399588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6d80406f-2e82-4318-81c6-384b5e8d2776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:01.756126 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feee3c8a-43ad-4f4f-8998-4a7bdeb1cb5c admin admin] Network hostable DHCP agents. Network: 6d80406f-2e82-4318-81c6-384b5e8d2776, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:48:01.778839 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feee3c8a-43ad-4f4f-8998-4a7bdeb1cb5c admin admin] Network 6d80406f-2e82-4318-81c6-384b5e8d2776 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:48:01.799730 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-feee3c8a-43ad-4f4f-8998-4a7bdeb1cb5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 6d80406f-2e82-4318-81c6-384b5e8d2776) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:01.805313 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feee3c8a-43ad-4f4f-8998-4a7bdeb1cb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:01.806288 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-feee3c8a-43ad-4f4f-8998-4a7bdeb1cb5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:01.813577 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5621892-910b-465b-8aff-713502bc1055 None None] Network 6d80406f-2e82-4318-81c6-384b5e8d2776 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:01.855855 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-feee3c8a-43ad-4f4f-8998-4a7bdeb1cb5c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0947413 Feb 09 01:48:01.899794 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48262) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:01.970581 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af37747b-eec4-486e-ba76-d6a80f8da750 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (099ddf97-8c69-4bdc-b833-4067333a4b68), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:02.032256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a87bd3d-d48e-43e4-85b7-986e32b0d2b7 None None] Network 6d80406f-2e82-4318-81c6-384b5e8d2776 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:02.083915 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d7329238-4afd-4a54-92f5-8672071f9cf3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1956668031-network', 'tenant_id': 'c3e385da312542e6b059fe926ff6053e'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:02.132626 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7329238-4afd-4a54-92f5-8672071f9cf3 admin admin] Made reservation on behalf of c3e385da312542e6b059fe926ff6053e for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:02.135776 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d7329238-4afd-4a54-92f5-8672071f9cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:02.148309 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d7329238-4afd-4a54-92f5-8672071f9cf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:02.203118 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d357ea7-f843-426c-aa89-a1c75a513e85 req-3e2fa40a-d95f-41bd-bec8-561273d5e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:02.205131 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d357ea7-f843-426c-aa89-a1c75a513e85 req-3e2fa40a-d95f-41bd-bec8-561273d5e832 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0496f9e7-f076-4fdf-8fd4-6325c25e60db HTTP/1.1" status: 200 len: 916 time: 0.6287835 Feb 09 01:48:02.247048 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d7329238-4afd-4a54-92f5-8672071f9cf3 admin admin] Publish callbacks [] for security_group (9732d8da-af83-494c-b9ab-fa13bdba1893), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:02.254661 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d7329238-4afd-4a54-92f5-8672071f9cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9732d8da-af83-494c-b9ab-fa13bdba1893), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:02.288731 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7329238-4afd-4a54-92f5-8672071f9cf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:48:02.299452 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7329238-4afd-4a54-92f5-8672071f9cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9732d8da-af83-494c-b9ab-fa13bdba1893,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:02.305884 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d7329238-4afd-4a54-92f5-8672071f9cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (ec6732e8-5386-4375-ba2e-fef5452cfeb6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:02.306228 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-d7329238-4afd-4a54-92f5-8672071f9cf3 admin admin] Added segment ec6732e8-5386-4375-ba2e-fef5452cfeb6 of type vlan for network 2b2071b4-c877-4e10-8a94-46c6f58a9f21 Feb 09 01:48:02.365463 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d357ea7-f843-426c-aa89-a1c75a513e85 req-3727cea6-3f94-44f2-8b13-5d9e05c69fb6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54713421-ab74-4d3b-9afe-67166cf065a6 HTTP/1.1" status: 200 len: 1002 time: 0.1492305 Feb 09 01:48:02.373605 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d7329238-4afd-4a54-92f5-8672071f9cf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (2b2071b4-c877-4e10-8a94-46c6f58a9f21), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:02.412692 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d7329238-4afd-4a54-92f5-8672071f9cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (2b2071b4-c877-4e10-8a94-46c6f58a9f21), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:02.414635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7329238-4afd-4a54-92f5-8672071f9cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:02.415555 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d7329238-4afd-4a54-92f5-8672071f9cf3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:02.478895 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d357ea7-f843-426c-aa89-a1c75a513e85 req-de8cbab8-5085-4759-81dd-d0465777036d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:02.480625 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d357ea7-f843-426c-aa89-a1c75a513e85 req-de8cbab8-5085-4759-81dd-d0465777036d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e8971ac9-cf91-4def-9490-e096359ab4d6 HTTP/1.1" status: 200 len: 854 time: 0.1008606 Feb 09 01:48:02.511999 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af37747b-eec4-486e-ba76-d6a80f8da750 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Router 099ddf97-8c69-4bdc-b833-4067333a4b68 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:48:02.556154 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7329238-4afd-4a54-92f5-8672071f9cf3 admin admin] Pushing event updated for resources: {'Network': ['ID=2b2071b4-c877-4e10-8a94-46c6f58a9f21,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:02.568156 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d7329238-4afd-4a54-92f5-8672071f9cf3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6666043 Feb 09 01:48:02.573224 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 2b2071b4-c877-4e10-8a94-46c6f58a9f21 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:48:02.574464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48284) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:02.581862 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-6fdccd0c-f9e9-492a-af6c-7fa1bcdd86fd admin admin] Request body: {'subnet': {'network_id': '2b2071b4-c877-4e10-8a94-46c6f58a9f21', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1956668031-subnet', 'tenant_id': 'c3e385da312542e6b059fe926ff6053e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:02.643601 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdccd0c-f9e9-492a-af6c-7fa1bcdd86fd admin admin] Made reservation on behalf of c3e385da312542e6b059fe926ff6053e for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:02.646047 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6fdccd0c-f9e9-492a-af6c-7fa1bcdd86fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:02.710600 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af37747b-eec4-486e-ba76-d6a80f8da750 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:48:02.712940 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-05fc4502-4d05-41d8-b79d-bd3850f60d92 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:02.714479 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-05fc4502-4d05-41d8-b79d-bd3850f60d92 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/networks?id=6d80406f-2e82-4318-81c6-384b5e8d2776 HTTP/1.1" status: 200 len: 822 time: 0.2193348 Feb 09 01:48:02.728163 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399a9cbc-8610-4050-8900-9d13aa2f84fa None None] Sync routers for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:48:02.739296 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399a9cbc-8610-4050-8900-9d13aa2f84fa None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:02.739921 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-399a9cbc-8610-4050-8900-9d13aa2f84fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:47:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:02.802289 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af37747b-eec4-486e-ba76-d6a80f8da750 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:02.808439 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-af37747b-eec4-486e-ba76-d6a80f8da750 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6168468 Feb 09 01:48:02.809699 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48286) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:02.812674 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d357ea7-f843-426c-aa89-a1c75a513e85 req-27d2912a-9e35-49bb-a1bf-2a9fdc850b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:02.815479 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d357ea7-f843-426c-aa89-a1c75a513e85 req-27d2912a-9e35-49bb-a1bf-2a9fdc850b7f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0496f9e7-f076-4fdf-8fd4-6325c25e60db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3156013 Feb 09 01:48:02.877955 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-399a9cbc-8610-4050-8900-9d13aa2f84fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:02.887671 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399a9cbc-8610-4050-8900-9d13aa2f84fa None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:02.888537 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-399a9cbc-8610-4050-8900-9d13aa2f84fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:47:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:02.919712 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-3a761875-c5da-4a67-a7b5-049789b7ccd7 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/quotas/fcdea0ae70b34b9a812c73ee2e97289b HTTP/1.1" status: 200 len: 375 time: 0.1955357 Feb 09 01:48:02.921216 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6fdccd0c-f9e9-492a-af6c-7fa1bcdd86fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (70cd9f6a-d38f-4db8-963a-f3e5a498ab62), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:02.931825 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-399a9cbc-8610-4050-8900-9d13aa2f84fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:02.933030 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399a9cbc-8610-4050-8900-9d13aa2f84fa None None] The sync data for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:48:03.004223 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-74f9b8a6-e024-4f7d-be4a-3d08bbe9b0bd tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcdea0ae70b34b9a812c73ee2e97289b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718570 Feb 09 01:48:03.038455 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682044f-f14b-40b8-a959-1d4476b5141b req-e4f5e108-44ca-43cb-bece-ad25d149ac10 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:03.040090 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0682044f-f14b-40b8-a959-1d4476b5141b req-e4f5e108-44ca-43cb-bece-ad25d149ac10 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/ports?device_id=1924c976-d127-45a2-8120-8c9abcd8b37e HTTP/1.1" status: 200 len: 945 time: 0.3204322 Feb 09 01:48:03.047416 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdccd0c-f9e9-492a-af6c-7fa1bcdd86fd admin admin] Checking segment: {'id': 'ec6732e8-5386-4375-ba2e-fef5452cfeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2b2071b4-c877-4e10-8a94-46c6f58a9f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:03.047787 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdccd0c-f9e9-492a-af6c-7fa1bcdd86fd admin admin] Network hostable DHCP agents. Network: 2b2071b4-c877-4e10-8a94-46c6f58a9f21, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:48:03.059311 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdccd0c-f9e9-492a-af6c-7fa1bcdd86fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=70cd9f6a-d38f-4db8-963a-f3e5a498ab62,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:03.095404 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdccd0c-f9e9-492a-af6c-7fa1bcdd86fd admin admin] Network 2b2071b4-c877-4e10-8a94-46c6f58a9f21 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:48:03.154242 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-6fdccd0c-f9e9-492a-af6c-7fa1bcdd86fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 2b2071b4-c877-4e10-8a94-46c6f58a9f21) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:03.163902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdccd0c-f9e9-492a-af6c-7fa1bcdd86fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:03.164905 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6fdccd0c-f9e9-492a-af6c-7fa1bcdd86fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:03.169781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e224ecff-68af-418e-a146-093e159a0ef1 None None] Network 2b2071b4-c877-4e10-8a94-46c6f58a9f21 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:03.203887 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6fdccd0c-f9e9-492a-af6c-7fa1bcdd86fd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6194606 Feb 09 01:48:03.211930 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d357ea7-f843-426c-aa89-a1c75a513e85 req-94b9e410-99a6-4ed6-8f29-46078e46c7f4 service neutron] 10.222.0.67 "GET /v2.0/networks/0496f9e7-f076-4fdf-8fd4-6325c25e60db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746582 Feb 09 01:48:03.232078 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0682044f-f14b-40b8-a959-1d4476b5141b req-31ffc9d7-ed22-441f-84b3-0411199e4ca0 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d62d72a-fbad-42e4-9f9d-886a06b38f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819477 Feb 09 01:48:03.279685 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-73077003-fb28-435d-be57-25f6d6b909db service neutron] 10.222.0.36 "GET /v2.0/networks/6d80406f-2e82-4318-81c6-384b5e8d2776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722387 Feb 09 01:48:03.500204 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-03865a6e-ee99-4d22-8aa6-84019f45a1c1 service neutron] 10.222.0.36 "GET /v2.0/networks/6d80406f-2e82-4318-81c6-384b5e8d2776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116320 Feb 09 01:48:03.532615 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0ce84d-f565-44e0-ba0d-b5876e312b54 None None] Network 2b2071b4-c877-4e10-8a94-46c6f58a9f21 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:03.541124 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d357ea7-f843-426c-aa89-a1c75a513e85 req-062a7fbf-c554-4e5c-93b1-3d2c0d70b9d1 service neutron] 10.222.0.67 "GET /v2.0/networks/0496f9e7-f076-4fdf-8fd4-6325c25e60db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226621 Feb 09 01:48:03.832817 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a150342-4976-473c-9222-73f7a8961053 req-fdaf0148-c5b8-44ee-bf6e-909175e3d28a tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:03.834318 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a150342-4976-473c-9222-73f7a8961053 req-fdaf0148-c5b8-44ee-bf6e-909175e3d28a tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/ports?device_id=1924c976-d127-45a2-8120-8c9abcd8b37e HTTP/1.1" status: 200 len: 945 time: 0.1633832 Feb 09 01:48:03.918947 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44a8a804-6e63-444c-ad69-61157d3c977c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:03.958508 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-c43be650-9428-464c-9862-4aa63707241e req-831ed8a2-290f-4648-af4c-01a7db929ae8 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-682611420', 'description': 'tempest-description-1676486908'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:04.028586 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c43be650-9428-464c-9862-4aa63707241e req-831ed8a2-290f-4648-af4c-01a7db929ae8 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.064634 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a150342-4976-473c-9222-73f7a8961053 req-f45d94a7-b2d5-4ca1-b8d1-7abc99598bfb tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d62d72a-fbad-42e4-9f9d-886a06b38f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590600 Feb 09 01:48:04.231402 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c43be650-9428-464c-9862-4aa63707241e req-831ed8a2-290f-4648-af4c-01a7db929ae8 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (ef9251e5-2247-454f-a815-ed1be0dd1cc2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.238771 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c43be650-9428-464c-9862-4aa63707241e req-831ed8a2-290f-4648-af4c-01a7db929ae8 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ef9251e5-2247-454f-a815-ed1be0dd1cc2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.245852 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-78ee9991-4917-49c2-9dcc-701afc0e0c81 req-02105880-e90e-407d-95b0-f458e44166ef tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf8263f4-a0c5-4c31-874a-f0e41e8f6779 HTTP/1.1" status: 200 len: 210 time: 0.0652938 Feb 09 01:48:04.280730 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c43be650-9428-464c-9862-4aa63707241e req-831ed8a2-290f-4648-af4c-01a7db929ae8 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.296645 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c43be650-9428-464c-9862-4aa63707241e req-831ed8a2-290f-4648-af4c-01a7db929ae8 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3424473 Feb 09 01:48:04.327544 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ed8a2-290f-4648-af4c-01a7db929ae8 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9251e5-2247-454f-a815-ed1be0dd1cc2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:04.461576 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ae3d0335-66f2-463b-92e7-0c07900b9953 req-4e154c11-3870-4c80-86e1-f51f0e5f7f93 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "GET /v2.0/security-groups/ef9251e5-2247-454f-a815-ed1be0dd1cc2 HTTP/1.1" status: 200 len: 1823 time: 0.1176398 Feb 09 01:48:04.471296 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-ae3d0335-66f2-463b-92e7-0c07900b9953 req-3268ab40-c10d-43bf-8e85-292cf8f7319d tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef9251e5-2247-454f-a815-ed1be0dd1cc2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:04.471945 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-ae3d0335-66f2-463b-92e7-0c07900b9953 req-3268ab40-c10d-43bf-8e85-292cf8f7319d tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef9251e5-2247-454f-a815-ed1be0dd1cc2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:04.604575 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-44a8a804-6e63-444c-ad69-61157d3c977c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Allocated IP 172.20.0.1 (b4190f88-f2ec-461b-9c95-24d7e528a482/5c0fb715-3ad7-4200-824c-9910ee7bb428/292a26f3-81a3-45df-a8c5-f90bcce6802d) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:04.766138 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-ae3d0335-66f2-463b-92e7-0c07900b9953 req-3268ab40-c10d-43bf-8e85-292cf8f7319d tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group_rule (991cdb8c-9aa1-4ec1-9f7f-8e9091aed459), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.806066 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-ae3d0335-66f2-463b-92e7-0c07900b9953 req-3268ab40-c10d-43bf-8e85-292cf8f7319d tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group_rule (991cdb8c-9aa1-4ec1-9f7f-8e9091aed459), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.809620 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44a8a804-6e63-444c-ad69-61157d3c977c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for port (292a26f3-81a3-45df-a8c5-f90bcce6802d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.815970 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-ae3d0335-66f2-463b-92e7-0c07900b9953 req-3268ab40-c10d-43bf-8e85-292cf8f7319d tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (991cdb8c-9aa1-4ec1-9f7f-8e9091aed459), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.842253 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268ab40-c10d-43bf-8e85-292cf8f7319d tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991cdb8c-9aa1-4ec1-9f7f-8e9091aed459,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:04.860647 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-ae3d0335-66f2-463b-92e7-0c07900b9953 req-3268ab40-c10d-43bf-8e85-292cf8f7319d tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.872839 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ae3d0335-66f2-463b-92e7-0c07900b9953 req-3268ab40-c10d-43bf-8e85-292cf8f7319d tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4099002 Feb 09 01:48:04.906127 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44a8a804-6e63-444c-ad69-61157d3c977c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (292a26f3-81a3-45df-a8c5-f90bcce6802d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.916244 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-7f359087-577b-4ff2-8e17-71bc2964986f req-8a85e621-82d9-4b3d-bdb9-fd8758ecd88a tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-731516835', 'description': 'tempest-description-839247539'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:04.976992 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48338) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:04.990330 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a8a804-6e63-444c-ad69-61157d3c977c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Network b4190f88-f2ec-461b-9c95-24d7e528a482 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:04.991949 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-44a8a804-6e63-444c-ad69-61157d3c977c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:05.000863 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a8a804-6e63-444c-ad69-61157d3c977c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:05.018264 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7f359087-577b-4ff2-8e17-71bc2964986f req-8a85e621-82d9-4b3d-bdb9-fd8758ecd88a tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.151350 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7f359087-577b-4ff2-8e17-71bc2964986f req-8a85e621-82d9-4b3d-bdb9-fd8758ecd88a tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (78174957-43be-46a7-8282-98b7e158e929), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.169901 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8a804-6e63-444c-ad69-61157d3c977c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Port': ['ID=292a26f3-81a3-45df-a8c5-f90bcce6802d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:05.173569 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7f359087-577b-4ff2-8e17-71bc2964986f req-8a85e621-82d9-4b3d-bdb9-fd8758ecd88a tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (78174957-43be-46a7-8282-98b7e158e929), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.249605 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a3e380a-4ae6-403f-b249-c0e63c0065eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.255061 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7f359087-577b-4ff2-8e17-71bc2964986f req-8a85e621-82d9-4b3d-bdb9-fd8758ecd88a tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.260350 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7f359087-577b-4ff2-8e17-71bc2964986f req-8a85e621-82d9-4b3d-bdb9-fd8758ecd88a tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3605170 Feb 09 01:48:05.264185 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85e621-82d9-4b3d-bdb9-fd8758ecd88a tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78174957-43be-46a7-8282-98b7e158e929,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:05.301067 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ed4e8-0675-45b2-b3af-474b33397366 req-29355ca3-d669-4d09-8d81-d2e2d555bb97 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:05.302603 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-886ed4e8-0675-45b2-b3af-474b33397366 req-29355ca3-d669-4d09-8d81-d2e2d555bb97 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.67 "GET /v2.0/ports?device_id=1924c976-d127-45a2-8120-8c9abcd8b37e HTTP/1.1" status: 200 len: 945 time: 0.2151387 Feb 09 01:48:05.304623 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44a8a804-6e63-444c-ad69-61157d3c977c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (099ddf97-8c69-4bdc-b833-4067333a4b68), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.372422 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6eac60ce-e771-4ca8-98d7-36208fe706fa req-aee2485b-9ae4-4348-b7e4-19ee891c63fe tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "GET /v2.0/security-groups/78174957-43be-46a7-8282-98b7e158e929 HTTP/1.1" status: 200 len: 1822 time: 0.0882711 Feb 09 01:48:05.384440 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-6eac60ce-e771-4ca8-98d7-36208fe706fa req-428cb6a2-9fe9-43bb-814b-82a610f41bfb tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '78174957-43be-46a7-8282-98b7e158e929', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:05.385238 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-6eac60ce-e771-4ca8-98d7-36208fe706fa req-428cb6a2-9fe9-43bb-814b-82a610f41bfb tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '78174957-43be-46a7-8282-98b7e158e929', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:05.487316 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a3e380a-4ae6-403f-b249-c0e63c0065eb admin admin] Publish callbacks [] for security_group (d3ddf3d3-f2d4-462b-b9c6-de96494a7d3b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.496397 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af4670-7d3a-438c-9174-eabf21080f76 req-50574468-57c0-489a-8bf2-4b952da7557a tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:05.498334 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-93af4670-7d3a-438c-9174-eabf21080f76 req-50574468-57c0-489a-8bf2-4b952da7557a tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/ports?device_id=1924c976-d127-45a2-8120-8c9abcd8b37e HTTP/1.1" status: 200 len: 945 time: 0.2737942 Feb 09 01:48:05.498626 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a3e380a-4ae6-403f-b249-c0e63c0065eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d3ddf3d3-f2d4-462b-b9c6-de96494a7d3b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.538842 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6eac60ce-e771-4ca8-98d7-36208fe706fa req-428cb6a2-9fe9-43bb-814b-82a610f41bfb tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group_rule (09c2838c-610b-4ed5-b7da-d475f5ea8564), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.574528 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2a3e380a-4ae6-403f-b249-c0e63c0065eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c8d82fb5256472eb19189e771418135&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5947740 Feb 09 01:48:05.575297 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e380a-4ae6-403f-b249-c0e63c0065eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ddf3d3-f2d4-462b-b9c6-de96494a7d3b,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:05.581743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48348) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:05.607361 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6eac60ce-e771-4ca8-98d7-36208fe706fa req-428cb6a2-9fe9-43bb-814b-82a610f41bfb tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group_rule (09c2838c-610b-4ed5-b7da-d475f5ea8564), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.620175 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6eac60ce-e771-4ca8-98d7-36208fe706fa req-428cb6a2-9fe9-43bb-814b-82a610f41bfb tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (09c2838c-610b-4ed5-b7da-d475f5ea8564), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.850334 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428cb6a2-9fe9-43bb-814b-82a610f41bfb tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c2838c-610b-4ed5-b7da-d475f5ea8564,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:05.880170 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6eac60ce-e771-4ca8-98d7-36208fe706fa req-428cb6a2-9fe9-43bb-814b-82a610f41bfb tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.881554 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6eac60ce-e771-4ca8-98d7-36208fe706fa req-428cb6a2-9fe9-43bb-814b-82a610f41bfb tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5075300 Feb 09 01:48:05.901493 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b636b39a-eff9-4c98-8c55-6896c9fcee56 admin admin] Publish callbacks [] for security_group (d3ddf3d3-f2d4-462b-b9c6-de96494a7d3b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.956803 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b636b39a-eff9-4c98-8c55-6896c9fcee56 admin admin] Publish callbacks [] for security_group (d3ddf3d3-f2d4-462b-b9c6-de96494a7d3b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.024404 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d857e6fb-31e7-4bb2-940e-2882a5c2e2c7 req-446f29cb-1d2b-44c9-8fd9-31016904a9b4 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf8263f4-a0c5-4c31-874a-f0e41e8f6779 HTTP/1.1" status: 200 len: 210 time: 0.0521212 Feb 09 01:48:06.057114 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-886ed4e8-0675-45b2-b3af-474b33397366 req-8c77c066-3a1c-4fd2-8ba6-6e055dcbc6ca tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Deleting port b33b879e-0270-4269-bd61-f538f7ad62c2 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:06.057791 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-886ed4e8-0675-45b2-b3af-474b33397366 req-8c77c066-3a1c-4fd2-8ba6-6e055dcbc6ca tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b33b879e-0270-4269-bd61-f538f7ad62c2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.085846 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-93af4670-7d3a-438c-9174-eabf21080f76 req-6804de62-c971-49b9-a610-a0ba16fe8961 tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d62d72a-fbad-42e4-9f9d-886a06b38f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078203 Feb 09 01:48:06.091954 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-f911ac7e-b3ce-4000-ab0a-eb6525d77960 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:06.093502 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-f911ac7e-b3ce-4000-ab0a-eb6525d77960 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.48 "GET /v2.0/networks?id=6d80406f-2e82-4318-81c6-384b5e8d2776 HTTP/1.1" status: 200 len: 822 time: 0.3657875 Feb 09 01:48:06.114766 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-6c89a947-8cee-441e-a463-796bc5d52f11 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Request body: {'port': {'device_id': 'bf8263f4-a0c5-4c31-874a-f0e41e8f6779', 'network_id': '6d80406f-2e82-4318-81c6-384b5e8d2776', 'admin_state_up': True, 'tenant_id': 'fcdea0ae70b34b9a812c73ee2e97289b'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:06.120869 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-ed8535de-af54-4532-b2f5-e2c0c028ba27 req-3e5ae95d-5893-4837-a764-341ada093843 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-942993025', 'description': 'tempest-description-640829376'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:06.128854 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b636b39a-eff9-4c98-8c55-6896c9fcee56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d3ddf3d3-f2d4-462b-b9c6-de96494a7d3b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.131645 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b636b39a-eff9-4c98-8c55-6896c9fcee56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.135326 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b636b39a-eff9-4c98-8c55-6896c9fcee56 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d3ddf3d3-f2d4-462b-b9c6-de96494a7d3b HTTP/1.1" status: 204 len: 168 time: 0.5500376 Feb 09 01:48:06.185854 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636b39a-eff9-4c98-8c55-6896c9fcee56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ddf3d3-f2d4-462b-b9c6-de96494a7d3b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:06.210399 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ed8535de-af54-4532-b2f5-e2c0c028ba27 req-3e5ae95d-5893-4837-a764-341ada093843 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.231372 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-886ed4e8-0675-45b2-b3af-474b33397366 req-8c77c066-3a1c-4fd2-8ba6-6e055dcbc6ca tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] For port b33b879e-0270-4269-bd61-f538f7ad62c2, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=b33b879e-0270-4269-bd61-f538f7ad62c2,segment=NetworkSegment(38496a58-8184-4b03-81bd-0a51c5092df0),segment_id=38496a58-8184-4b03-81bd-0a51c5092df0)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:06.232492 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-886ed4e8-0675-45b2-b3af-474b33397366 req-8c77c066-3a1c-4fd2-8ba6-6e055dcbc6ca tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b33b879e-0270-4269-bd61-f538f7ad62c2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.251493 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-886ed4e8-0675-45b2-b3af-474b33397366 req-8c77c066-3a1c-4fd2-8ba6-6e055dcbc6ca tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Calling delete_port for b33b879e-0270-4269-bd61-f538f7ad62c2 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:06.316612 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44a8a804-6e63-444c-ad69-61157d3c977c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (292a26f3-81a3-45df-a8c5-f90bcce6802d), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.329292 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-6c89a947-8cee-441e-a463-796bc5d52f11 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Made reservation on behalf of fcdea0ae70b34b9a812c73ee2e97289b for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:06.336470 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-6c89a947-8cee-441e-a463-796bc5d52f11 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.508150 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ed8535de-af54-4532-b2f5-e2c0c028ba27 req-3e5ae95d-5893-4837-a764-341ada093843 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (39d2d372-399d-4712-9b4c-002e00e97fce), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.513623 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ed8535de-af54-4532-b2f5-e2c0c028ba27 req-3e5ae95d-5893-4837-a764-341ada093843 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (39d2d372-399d-4712-9b4c-002e00e97fce), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.559049 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ae95d-5893-4837-a764-341ada093843 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d2d372-399d-4712-9b4c-002e00e97fce,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:06.567413 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ed8535de-af54-4532-b2f5-e2c0c028ba27 req-3e5ae95d-5893-4837-a764-341ada093843 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.572173 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed8535de-af54-4532-b2f5-e2c0c028ba27 req-3e5ae95d-5893-4837-a764-341ada093843 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4639013 Feb 09 01:48:06.584913 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-6c89a947-8cee-441e-a463-796bc5d52f11 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Allocated IP 172.20.0.10 (6d80406f-2e82-4318-81c6-384b5e8d2776/b5b920ab-45fd-452e-aaff-9932a609d86d/dea09f62-61aa-49d2-baec-113d4de71632) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:06.605250 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-886ed4e8-0675-45b2-b3af-474b33397366 req-8c77c066-3a1c-4fd2-8ba6-6e055dcbc6ca tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (b33b879e-0270-4269-bd61-f538f7ad62c2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.610161 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-34285449-1007-40ec-b791-590180b5f18f req-df9c84d1-2bc4-49a0-baf2-07c89300bf87 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1966863786', 'description': 'tempest-description-1059149372'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:06.619851 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['b33b879e-0270-4269-bd61-f538f7ad62c2'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:48:06.709142 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77c066-3a1c-4fd2-8ba6-6e055dcbc6ca tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Pushing event deleted for resources: {'Port': ['ID=b33b879e-0270-4269-bd61-f538f7ad62c2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:06.765249 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-34285449-1007-40ec-b791-590180b5f18f req-df9c84d1-2bc4-49a0-baf2-07c89300bf87 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.770388 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-886ed4e8-0675-45b2-b3af-474b33397366 req-8c77c066-3a1c-4fd2-8ba6-6e055dcbc6ca tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] No DVR routers for this DVR port b33b879e-0270-4269-bd61-f538f7ad62c2 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:48:06.780420 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-886ed4e8-0675-45b2-b3af-474b33397366 req-8c77c066-3a1c-4fd2-8ba6-6e055dcbc6ca tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.784405 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-886ed4e8-0675-45b2-b3af-474b33397366 req-8c77c066-3a1c-4fd2-8ba6-6e055dcbc6ca tempest-InstanceActionsV221TestJSON-762789062 tempest-InstanceActionsV221TestJSON-762789062-project] 10.222.0.67 "DELETE /v2.0/ports/b33b879e-0270-4269-bd61-f538f7ad62c2 HTTP/1.1" status: 204 len: 173 time: 1.4181156 Feb 09 01:48:06.787126 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1924c976-d127-45a2-8120-8c9abcd8b37e', 'name': 'network-vif-deleted', 'tag': 'b33b879e-0270-4269-bd61-f538f7ad62c2'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:06.789505 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3b382f-1d80-4f80-9deb-5e9670bf4236" -d '{"events": [{"server_uuid": "1924c976-d127-45a2-8120-8c9abcd8b37e", "name": "network-vif-deleted", "tag": "b33b879e-0270-4269-bd61-f538f7ad62c2"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:06.872514 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-6c89a947-8cee-441e-a463-796bc5d52f11 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Publish callbacks [] for port (dea09f62-61aa-49d2-baec-113d4de71632), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.879566 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44a8a804-6e63-444c-ad69-61157d3c977c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for port (292a26f3-81a3-45df-a8c5-f90bcce6802d), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.888937 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44a8a804-6e63-444c-ad69-61157d3c977c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (292a26f3-81a3-45df-a8c5-f90bcce6802d), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.933246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48380) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:06.941279 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e1fc55ff-6811-413d-aeda-835c8a398010 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1457388072'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:06.961134 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00b016d-d3bf-4bac-a511-79d3a2824dce x-openstack-request-id: req-d00b016d-d3bf-4bac-a511-79d3a2824dce {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:06.961386 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1924c976-d127-45a2-8120-8c9abcd8b37e", "name": "network-vif-deleted", "tag": "b33b879e-0270-4269-bd61-f538f7ad62c2", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:06.961668 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d00b016d-d3bf-4bac-a511-79d3a2824dce {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:06.962029 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1924c976-d127-45a2-8120-8c9abcd8b37e', 'name': 'network-vif-deleted', 'tag': 'b33b879e-0270-4269-bd61-f538f7ad62c2', 'status': 'completed', 'code': 200} Feb 09 01:48:06.969181 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-34285449-1007-40ec-b791-590180b5f18f req-df9c84d1-2bc4-49a0-baf2-07c89300bf87 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (df0800fe-a8f0-421c-940d-831026cd66e4), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.977889 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-34285449-1007-40ec-b791-590180b5f18f req-df9c84d1-2bc4-49a0-baf2-07c89300bf87 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (df0800fe-a8f0-421c-940d-831026cd66e4), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.997893 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fc55ff-6811-413d-aeda-835c8a398010 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Made reservation on behalf of f921fef3089d433e88a36b5df24fed2b for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:07.003954 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e1fc55ff-6811-413d-aeda-835c8a398010 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.041963 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44a8a804-6e63-444c-ad69-61157d3c977c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (099ddf97-8c69-4bdc-b833-4067333a4b68), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.045401 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1fc55ff-6811-413d-aeda-835c8a398010 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:48:07.052458 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8a804-6e63-444c-ad69-61157d3c977c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Port': ['ID=292a26f3-81a3-45df-a8c5-f90bcce6802d,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:07.064699 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-34285449-1007-40ec-b791-590180b5f18f req-df9c84d1-2bc4-49a0-baf2-07c89300bf87 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.071396 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34285449-1007-40ec-b791-590180b5f18f req-df9c84d1-2bc4-49a0-baf2-07c89300bf87 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4694867 Feb 09 01:48:07.092471 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e1fc55ff-6811-413d-aeda-835c8a398010 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (1b999e3b-e59d-48ae-9125-e7848ad131ee), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.093726 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-e1fc55ff-6811-413d-aeda-835c8a398010 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Added segment 1b999e3b-e59d-48ae-9125-e7848ad131ee of type vlan for network 4c4e88d2-2146-4771-81ab-7d54809701c2 Feb 09 01:48:07.152818 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e1fc55ff-6811-413d-aeda-835c8a398010 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (4c4e88d2-2146-4771-81ab-7d54809701c2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.184201 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-6c89a947-8cee-441e-a463-796bc5d52f11 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (dea09f62-61aa-49d2-baec-113d4de71632), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.192424 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e1fc55ff-6811-413d-aeda-835c8a398010 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (4c4e88d2-2146-4771-81ab-7d54809701c2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.203467 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c84d1-2bc4-49a0-baf2-07c89300bf87 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df0800fe-a8f0-421c-940d-831026cd66e4,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:07.216740 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc55ff-6811-413d-aeda-835c8a398010 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:07.217407 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e1fc55ff-6811-413d-aeda-835c8a398010 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.230806 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a8a804-6e63-444c-ad69-61157d3c977c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Network b4190f88-f2ec-461b-9c95-24d7e528a482 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:07.243576 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-44a8a804-6e63-444c-ad69-61157d3c977c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:07.263017 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d3592b5-c2e3-4743-9c80-8734c5356b00 req-6be4c497-06a4-4923-abc1-045bf15b5441 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "GET /v2.0/security-groups/39d2d372-399d-4712-9b4c-002e00e97fce HTTP/1.1" status: 200 len: 1822 time: 0.0866947 Feb 09 01:48:07.345051 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc55ff-6811-413d-aeda-835c8a398010 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event updated for resources: {'Network': ['ID=4c4e88d2-2146-4771-81ab-7d54809701c2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:07.366080 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 4c4e88d2-2146-4771-81ab-7d54809701c2 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:48:07.419249 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e1fc55ff-6811-413d-aeda-835c8a398010 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4842496 Feb 09 01:48:07.421422 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-6c89a947-8cee-441e-a463-796bc5d52f11 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Network 6d80406f-2e82-4318-81c6-384b5e8d2776 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:07.422111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48392) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:07.437656 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-eee4d7c1-0fc4-4f2c-8eb8-a7919ed0352d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2054211338'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:07.453745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-6c89a947-8cee-441e-a463-796bc5d52f11 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:07.539855 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-6c89a947-8cee-441e-a463-796bc5d52f11 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:07.541403 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d12e70bb-ee60-4288-8fe4-f19115d85acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.549392 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89a947-8cee-441e-a463-796bc5d52f11 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Pushing event updated for resources: {'Port': ['ID=dea09f62-61aa-49d2-baec-113d4de71632,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:07.569504 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee4d7c1-0fc4-4f2c-8eb8-a7919ed0352d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Made reservation on behalf of f921fef3089d433e88a36b5df24fed2b for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:07.591609 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eee4d7c1-0fc4-4f2c-8eb8-a7919ed0352d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.634559 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d3592b5-c2e3-4743-9c80-8734c5356b00 req-7cda0f5c-9677-4815-bfee-8ae8c12dc874 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "GET /v2.0/security-groups/df0800fe-a8f0-421c-940d-831026cd66e4 HTTP/1.1" status: 200 len: 1824 time: 0.1180222 Feb 09 01:48:07.650371 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-9d3592b5-c2e3-4743-9c80-8734c5356b00 req-45c1bfc7-c912-439b-983e-a4310a3135ff tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '39d2d372-399d-4712-9b4c-002e00e97fce', 'remote_group_id': 'df0800fe-a8f0-421c-940d-831026cd66e4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:07.650371 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-9d3592b5-c2e3-4743-9c80-8734c5356b00 req-45c1bfc7-c912-439b-983e-a4310a3135ff tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '39d2d372-399d-4712-9b4c-002e00e97fce', 'remote_group_id': 'df0800fe-a8f0-421c-940d-831026cd66e4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:07.661182 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a8a804-6e63-444c-ad69-61157d3c977c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Router 099ddf97-8c69-4bdc-b833-4067333a4b68 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:48:07.692139 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56e314-d96e-4617-a313-17ce092c5a24 req-0780de83-8e62-43f9-b478-38a049e48a99 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:07.699658 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd56e314-d96e-4617-a313-17ce092c5a24 req-0780de83-8e62-43f9-b478-38a049e48a99 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf8263f4-a0c5-4c31-874a-f0e41e8f6779 HTTP/1.1" status: 200 len: 932 time: 0.4680939 Feb 09 01:48:07.719991 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee4d7c1-0fc4-4f2c-8eb8-a7919ed0352d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:48:07.734217 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-6c89a947-8cee-441e-a463-796bc5d52f11 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:07.738999 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-6c89a947-8cee-441e-a463-796bc5d52f11 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.776649 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eee4d7c1-0fc4-4f2c-8eb8-a7919ed0352d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f19cd584-be4a-44e7-93fd-3736899ef908), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.777145 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-eee4d7c1-0fc4-4f2c-8eb8-a7919ed0352d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Added segment f19cd584-be4a-44e7-93fd-3736899ef908 of type vlan for network 5c2d2fcf-eafc-455c-9448-5e06dd737c5d Feb 09 01:48:07.798092 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-6c89a947-8cee-441e-a463-796bc5d52f11 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6875005 Feb 09 01:48:07.822305 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9d3592b5-c2e3-4743-9c80-8734c5356b00 req-45c1bfc7-c912-439b-983e-a4310a3135ff tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group_rule (c1d63dd2-5b0a-455e-8b6f-f9e11f5a1ede), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.837799 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-1a0a8eca-6193-45a5-877d-4e22125d9390 service neutron] Request body: {'port': {'device_id': 'bf8263f4-a0c5-4c31-874a-f0e41e8f6779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:07.864416 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd56e314-d96e-4617-a313-17ce092c5a24 req-f955c3f1-9ab8-488c-b96a-ab1f01dc4e85 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/security-groups?id=df2bc30f-c22b-4bff-b38b-334e67ef7d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612141 Feb 09 01:48:07.882327 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a8a804-6e63-444c-ad69-61157d3c977c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:48:07.889591 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-44a8a804-6e63-444c-ad69-61157d3c977c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "PUT /v2.0/routers/099ddf97-8c69-4bdc-b833-4067333a4b68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0664890 Feb 09 01:48:07.895135 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48400) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:07.904624 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de6106f-3b06-49a4-ba33-4e2c187dda5a None None] Sync routers for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:48:07.906605 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-c95b2af6-d167-43fe-b768-e295304d54a5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Request body: {'port': {'network_id': 'b4190f88-f2ec-461b-9c95-24d7e528a482', 'name': 'tempest-FloatingIPTestJSON-1265305811'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:07.913723 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9d3592b5-c2e3-4743-9c80-8734c5356b00 req-45c1bfc7-c912-439b-983e-a4310a3135ff tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group_rule (c1d63dd2-5b0a-455e-8b6f-f9e11f5a1ede), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.926528 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de6106f-3b06-49a4-ba33-4e2c187dda5a None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:07.927527 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1de6106f-3b06-49a4-ba33-4e2c187dda5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:47:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:07.931523 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9d3592b5-c2e3-4743-9c80-8734c5356b00 req-45c1bfc7-c912-439b-983e-a4310a3135ff tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (c1d63dd2-5b0a-455e-8b6f-f9e11f5a1ede), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.933527 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eee4d7c1-0fc4-4f2c-8eb8-a7919ed0352d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (5c2d2fcf-eafc-455c-9448-5e06dd737c5d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.999906 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1de6106f-3b06-49a4-ba33-4e2c187dda5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:08.004279 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eee4d7c1-0fc4-4f2c-8eb8-a7919ed0352d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (5c2d2fcf-eafc-455c-9448-5e06dd737c5d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:08.009384 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee4d7c1-0fc4-4f2c-8eb8-a7919ed0352d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:08.010003 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eee4d7c1-0fc4-4f2c-8eb8-a7919ed0352d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:08.011641 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de6106f-3b06-49a4-ba33-4e2c187dda5a None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:08.012760 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1de6106f-3b06-49a4-ba33-4e2c187dda5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:47:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:08.020532 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1bfc7-c912-439b-983e-a4310a3135ff tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d63dd2-5b0a-455e-8b6f-f9e11f5a1ede,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:08.050148 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9d3592b5-c2e3-4743-9c80-8734c5356b00 req-45c1bfc7-c912-439b-983e-a4310a3135ff tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:08.063641 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1de6106f-3b06-49a4-ba33-4e2c187dda5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:08.065478 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de6106f-3b06-49a4-ba33-4e2c187dda5a None None] The sync data for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:48:08.071899 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d3592b5-c2e3-4743-9c80-8734c5356b00 req-45c1bfc7-c912-439b-983e-a4310a3135ff tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4276726 Feb 09 01:48:08.093198 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-a75bae39-49a6-4c64-8f64-e29121b8760a req-b91e25a8-38ed-448b-871f-a93074e1091b tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-250800172', 'description': 'tempest-description-1751825878'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:08.165075 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48410) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:08.165415 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-eee4d7c1-0fc4-4f2c-8eb8-a7919ed0352d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7365849 Feb 09 01:48:08.183806 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-bfc55599-e063-4bf4-868f-c57d989e2e4d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Request body: {'subnet': {'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:08.189037 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a75bae39-49a6-4c64-8f64-e29121b8760a req-b91e25a8-38ed-448b-871f-a93074e1091b tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:08.208657 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-1a0a8eca-6193-45a5-877d-4e22125d9390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dea09f62-61aa-49d2-baec-113d4de71632), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:08.238965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4d7c1-0fc4-4f2c-8eb8-a7919ed0352d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event updated for resources: {'Network': ['ID=5c2d2fcf-eafc-455c-9448-5e06dd737c5d,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:08.260981 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 5c2d2fcf-eafc-455c-9448-5e06dd737c5d details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:48:08.305962 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48418) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:08.394574 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95b2af6-d167-43fe-b768-e295304d54a5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Made reservation on behalf of db2000798e9c4c4dbea4e095ba5ebd94 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:08.398611 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c95b2af6-d167-43fe-b768-e295304d54a5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:08.450498 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-c95b2af6-d167-43fe-b768-e295304d54a5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] device_id is not set on port 9f615df8-b8a3-4d1f-a342-80acb0d2c4c9 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:48:08.490580 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-451edf2c-bc97-47aa-919c-281d5849f1f4 admin admin] Deleting subnet c8ed8e3f-a37e-4220-a7cd-d6890ec702ab {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:48:08.538960 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-451edf2c-bc97-47aa-919c-281d5849f1f4 admin admin] Publish callbacks [] for subnet (c8ed8e3f-a37e-4220-a7cd-d6890ec702ab), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:08.567476 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a75bae39-49a6-4c64-8f64-e29121b8760a req-b91e25a8-38ed-448b-871f-a93074e1091b tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (90b463c4-58cb-4031-9c58-459a6b1e32ce), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:08.580224 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc55599-e063-4bf4-868f-c57d989e2e4d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Made reservation on behalf of f921fef3089d433e88a36b5df24fed2b for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:08.584934 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bfc55599-e063-4bf4-868f-c57d989e2e4d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:08.656906 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a75bae39-49a6-4c64-8f64-e29121b8760a req-b91e25a8-38ed-448b-871f-a93074e1091b tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (90b463c4-58cb-4031-9c58-459a6b1e32ce), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:08.664086 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-1a0a8eca-6193-45a5-877d-4e22125d9390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea09f62-61aa-49d2-baec-113d4de71632 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:48:08.680501 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-1a0a8eca-6193-45a5-877d-4e22125d9390 service neutron] Publish callbacks [] for port (dea09f62-61aa-49d2-baec-113d4de71632), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:08.696299 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-1a0a8eca-6193-45a5-877d-4e22125d9390 service neutron] Transition to ACTIVE for port object dea09f62-61aa-49d2-baec-113d4de71632 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:48:08.700971 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-1a0a8eca-6193-45a5-877d-4e22125d9390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (dea09f62-61aa-49d2-baec-113d4de71632), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:08.711804 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a75bae39-49a6-4c64-8f64-e29121b8760a req-b91e25a8-38ed-448b-871f-a93074e1091b tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:08.712674 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a75bae39-49a6-4c64-8f64-e29121b8760a req-b91e25a8-38ed-448b-871f-a93074e1091b tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6295667 Feb 09 01:48:08.742156 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e25a8-38ed-448b-871f-a93074e1091b tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90b463c4-58cb-4031-9c58-459a6b1e32ce,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:08.746919 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-451edf2c-bc97-47aa-919c-281d5849f1f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (c8ed8e3f-a37e-4220-a7cd-d6890ec702ab), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:08.779838 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8eca-6193-45a5-877d-4e22125d9390 service neutron] Pushing event updated for resources: {'Port': ['ID=dea09f62-61aa-49d2-baec-113d4de71632,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:08.805260 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-89205f2e-1277-44b0-a389-9f765ba19dfe req-436a9c54-f88c-4515-b391-259cd4f4b8eb tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-17941447', 'description': 'tempest-description-1292443805'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:08.839730 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-89205f2e-1277-44b0-a389-9f765ba19dfe req-436a9c54-f88c-4515-b391-259cd4f4b8eb tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:08.848121 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-c95b2af6-d167-43fe-b768-e295304d54a5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Allocated IP 172.20.0.8 (b4190f88-f2ec-461b-9c95-24d7e528a482/5c0fb715-3ad7-4200-824c-9910ee7bb428/9f615df8-b8a3-4d1f-a342-80acb0d2c4c9) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:08.875416 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-451edf2c-bc97-47aa-919c-281d5849f1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (c8ed8e3f-a37e-4220-a7cd-d6890ec702ab), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.009097 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-1a0a8eca-6193-45a5-877d-4e22125d9390 service neutron] Attempting to bind port dea09f62-61aa-49d2-baec-113d4de71632 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:48:09.009605 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-1a0a8eca-6193-45a5-877d-4e22125d9390 service neutron] Attempting to bind port dea09f62-61aa-49d2-baec-113d4de71632 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '13cc5b6c-09dc-4765-ae14-22e82a399588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6d80406f-2e82-4318-81c6-384b5e8d2776'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:48:09.009984 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-1a0a8eca-6193-45a5-877d-4e22125d9390 service neutron] Attempting to bind port dea09f62-61aa-49d2-baec-113d4de71632 on network 6d80406f-2e82-4318-81c6-384b5e8d2776 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:09.021211 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-1a0a8eca-6193-45a5-877d-4e22125d9390 service neutron] Port dea09f62-61aa-49d2-baec-113d4de71632 on network 6d80406f-2e82-4318-81c6-384b5e8d2776 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:48:09.021211 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-1a0a8eca-6193-45a5-877d-4e22125d9390 service neutron] Attempting to bind port dea09f62-61aa-49d2-baec-113d4de71632 on network 6d80406f-2e82-4318-81c6-384b5e8d2776 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:09.038270 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-1a0a8eca-6193-45a5-877d-4e22125d9390 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:48:09.038270 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-1a0a8eca-6193-45a5-877d-4e22125d9390 service neutron] Checking segment: {'id': '13cc5b6c-09dc-4765-ae14-22e82a399588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6d80406f-2e82-4318-81c6-384b5e8d2776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:09.038576 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-1a0a8eca-6193-45a5-877d-4e22125d9390 service neutron] Bound using segment: {'id': '13cc5b6c-09dc-4765-ae14-22e82a399588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6d80406f-2e82-4318-81c6-384b5e8d2776'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:48:09.038900 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-1a0a8eca-6193-45a5-877d-4e22125d9390 service neutron] Bound port: dea09f62-61aa-49d2-baec-113d4de71632, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13cc5b6c-09dc-4765-ae14-22e82a399588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6d80406f-2e82-4318-81c6-384b5e8d2776'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:48:09.039285 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-1a0a8eca-6193-45a5-877d-4e22125d9390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dea09f62-61aa-49d2-baec-113d4de71632), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.059756 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-89205f2e-1277-44b0-a389-9f765ba19dfe req-436a9c54-f88c-4515-b391-259cd4f4b8eb tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (7541781f-4036-4619-927d-03d71157b48a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.067054 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-89205f2e-1277-44b0-a389-9f765ba19dfe req-436a9c54-f88c-4515-b391-259cd4f4b8eb tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7541781f-4036-4619-927d-03d71157b48a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.111659 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-451edf2c-bc97-47aa-919c-281d5849f1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (c8ed8e3f-a37e-4220-a7cd-d6890ec702ab), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.117910 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-89205f2e-1277-44b0-a389-9f765ba19dfe req-436a9c54-f88c-4515-b391-259cd4f4b8eb tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.119013 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-89205f2e-1277-44b0-a389-9f765ba19dfe req-436a9c54-f88c-4515-b391-259cd4f4b8eb tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3276403 Feb 09 01:48:09.131613 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device b33b879e-0270-4269-bd61-f538f7ad62c2 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:48:09.167975 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: b33b879e-0270-4269-bd61-f538f7ad62c2 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:48:09.168511 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device b33b879e-0270-4269-bd61-f538f7ad62c2 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:48:09.229420 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a9c54-f88c-4515-b391-259cd4f4b8eb tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7541781f-4036-4619-927d-03d71157b48a,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:09.245689 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-1a0a8eca-6193-45a5-877d-4e22125d9390 service neutron] For port dea09f62-61aa-49d2-baec-113d4de71632, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:48:09.249951 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-1a0a8eca-6193-45a5-877d-4e22125d9390 service neutron] For port dea09f62-61aa-49d2-baec-113d4de71632, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=dea09f62-61aa-49d2-baec-113d4de71632,segment=NetworkSegment(13cc5b6c-09dc-4765-ae14-22e82a399588),segment_id=13cc5b6c-09dc-4765-ae14-22e82a399588)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:48:09.261817 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-1a0a8eca-6193-45a5-877d-4e22125d9390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (dea09f62-61aa-49d2-baec-113d4de71632), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.284385 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1b0f7ef-ae5d-4591-87cc-cd68e19838d2 req-1bfa5c2f-7bdc-41d3-8d4d-3efb1cfff499 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "GET /v2.0/security-groups/90b463c4-58cb-4031-9c58-459a6b1e32ce HTTP/1.1" status: 200 len: 1823 time: 0.1234622 Feb 09 01:48:09.338883 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-1a0a8eca-6193-45a5-877d-4e22125d9390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:09.340735 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-1a0a8eca-6193-45a5-877d-4e22125d9390 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.342231 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-1a0a8eca-6193-45a5-877d-4e22125d9390 service neutron] 10.222.0.48 "PUT /v2.0/ports/dea09f62-61aa-49d2-baec-113d4de71632 HTTP/1.1" status: 200 len: 1092 time: 1.5118790 Feb 09 01:48:09.344902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8263f4-a0c5-4c31-874a-f0e41e8f6779', 'tag': 'dea09f62-61aa-49d2-baec-113d4de71632'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:09.348632 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb0a059-ac8b-409e-a1d4-3a604d1c79c8" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8263f4-a0c5-4c31-874a-f0e41e8f6779", "tag": "dea09f62-61aa-49d2-baec-113d4de71632"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:09.446898 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8eca-6193-45a5-877d-4e22125d9390 service neutron] Pushing event updated for resources: {'Port': ['ID=dea09f62-61aa-49d2-baec-113d4de71632,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:09.461312 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1b0f7ef-ae5d-4591-87cc-cd68e19838d2 req-28318caf-f2d8-46d6-88bb-bf2adcf03f73 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "GET /v2.0/security-groups/7541781f-4036-4619-927d-03d71157b48a HTTP/1.1" status: 200 len: 1822 time: 0.1753042 Feb 09 01:48:09.467987 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b1b0f7ef-ae5d-4591-87cc-cd68e19838d2 req-aba6ba75-8622-4ec1-9184-89796909a265 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '90b463c4-58cb-4031-9c58-459a6b1e32ce', 'remote_group_id': '7541781f-4036-4619-927d-03d71157b48a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:09.468320 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b1b0f7ef-ae5d-4591-87cc-cd68e19838d2 req-aba6ba75-8622-4ec1-9184-89796909a265 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '90b463c4-58cb-4031-9c58-459a6b1e32ce', 'remote_group_id': '7541781f-4036-4619-927d-03d71157b48a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:09.531468 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-d9ba7eaf-a1a1-4332-8518-f728830047da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:09.538235 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-d9ba7eaf-a1a1-4332-8518-f728830047da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fcdea0ae70b34b9a812c73ee2e97289b&device_id=bf8263f4-a0c5-4c31-874a-f0e41e8f6779 HTTP/1.1" status: 200 len: 1126 time: 0.1374488 Feb 09 01:48:09.559923 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451edf2c-bc97-47aa-919c-281d5849f1f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8ed8e3f-a37e-4220-a7cd-d6890ec702ab,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:09.562145 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-451edf2c-bc97-47aa-919c-281d5849f1f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.569444 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-451edf2c-bc97-47aa-919c-281d5849f1f4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c8ed8e3f-a37e-4220-a7cd-d6890ec702ab HTTP/1.1" status: 204 len: 168 time: 1.2624371 Feb 09 01:48:09.581619 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48454) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:09.600665 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-72c2470a-575f-4529-aeab-7bfb5ecfa378 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dea09f62-61aa-49d2-baec-113d4de71632 HTTP/1.1" status: 200 len: 217 time: 0.0481019 Feb 09 01:48:09.602102 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b1b0f7ef-ae5d-4591-87cc-cd68e19838d2 req-aba6ba75-8622-4ec1-9184-89796909a265 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group_rule (c065d570-4e5f-4b6c-99c2-c5c01a1cc335), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.664159 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.667744 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b1b0f7ef-ae5d-4591-87cc-cd68e19838d2 req-aba6ba75-8622-4ec1-9184-89796909a265 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group_rule (c065d570-4e5f-4b6c-99c2-c5c01a1cc335), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.680527 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bfc55599-e063-4bf4-868f-c57d989e2e4d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (0235b1dd-fcc4-44a6-a199-16b7109f4c7c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.700145 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b1b0f7ef-ae5d-4591-87cc-cd68e19838d2 req-aba6ba75-8622-4ec1-9184-89796909a265 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (c065d570-4e5f-4b6c-99c2-c5c01a1cc335), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.732885 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6ba75-8622-4ec1-9184-89796909a265 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c065d570-4e5f-4b6c-99c2-c5c01a1cc335,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:09.734737 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2faa0f4-df77-4382-8208-5955f1061968 req-9e2c1a3a-e68f-459e-a22c-7a0566984603 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:09.743069 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b1b0f7ef-ae5d-4591-87cc-cd68e19838d2 req-aba6ba75-8622-4ec1-9184-89796909a265 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.743603 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a2faa0f4-df77-4382-8208-5955f1061968 req-9e2c1a3a-e68f-459e-a22c-7a0566984603 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf8263f4-a0c5-4c31-874a-f0e41e8f6779 HTTP/1.1" status: 200 len: 944 time: 0.6904166 Feb 09 01:48:09.752751 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1b0f7ef-ae5d-4591-87cc-cd68e19838d2 req-aba6ba75-8622-4ec1-9184-89796909a265 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2898026 Feb 09 01:48:09.787104 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-1457b339-9c72-438c-8bd8-427674dfef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:09.789533 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-1457b339-9c72-438c-8bd8-427674dfef84 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5b920ab-45fd-452e-aaff-9932a609d86d HTTP/1.1" status: 200 len: 862 time: 0.1768551 Feb 09 01:48:09.800297 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba6d32c4-b468-4c9f-a49b-19cb19be0b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.858747 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed30875-972b-4aef-8648-b0461f7e3dbc x-openstack-request-id: req-6ed30875-972b-4aef-8648-b0461f7e3dbc {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:09.859031 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8263f4-a0c5-4c31-874a-f0e41e8f6779", "tag": "dea09f62-61aa-49d2-baec-113d4de71632", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:09.859312 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6ed30875-972b-4aef-8648-b0461f7e3dbc {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:09.859724 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8263f4-a0c5-4c31-874a-f0e41e8f6779', 'tag': 'dea09f62-61aa-49d2-baec-113d4de71632', 'status': 'completed', 'code': 200} Feb 09 01:48:09.862093 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-4fef918d-a634-4eab-89a0-0761625899b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d80406f-2e82-4318-81c6-384b5e8d2776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612688 Feb 09 01:48:09.898783 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc55599-e063-4bf4-868f-c57d989e2e4d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event updated for resources: {'Subnet': ['ID=0235b1dd-fcc4-44a6-a199-16b7109f4c7c,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:09.906416 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c95b2af6-d167-43fe-b768-e295304d54a5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for port (9f615df8-b8a3-4d1f-a342-80acb0d2c4c9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.911838 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-72250750-91e1-40d2-8681-a3acda3b60b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (0875a884-95c5-4c37-a22f-2d3f32b7443e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.995577 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a2faa0f4-df77-4382-8208-5955f1061968 req-60ef388b-7fc5-4ee6-bf56-b0577c70d0d2 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/security-groups?id=df2bc30f-c22b-4bff-b38b-334e67ef7d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510166 Feb 09 01:48:10.007750 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc55599-e063-4bf4-868f-c57d989e2e4d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Checking segment: {'id': '1b999e3b-e59d-48ae-9125-e7848ad131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:10.008234 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc55599-e063-4bf4-868f-c57d989e2e4d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Network hostable DHCP agents. Network: 4c4e88d2-2146-4771-81ab-7d54809701c2, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:48:10.033671 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-02f551a3-7c16-4993-84b2-ff22179e8852 req-1c8cb487-850f-40bc-8186-dcd19d4cac12 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "GET /v2.0/security-groups/7541781f-4036-4619-927d-03d71157b48a HTTP/1.1" status: 200 len: 1822 time: 0.1693547 Feb 09 01:48:10.088020 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c95b2af6-d167-43fe-b768-e295304d54a5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (9f615df8-b8a3-4d1f-a342-80acb0d2c4c9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.157372 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-72250750-91e1-40d2-8681-a3acda3b60b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (0875a884-95c5-4c37-a22f-2d3f32b7443e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.158403 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-9ea2ece1-8f06-4f9e-bb1d-4667b91e14eb service neutron] 10.222.0.48 "GET /v2.0/networks/6d80406f-2e82-4318-81c6-384b5e8d2776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856524 Feb 09 01:48:10.170011 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc55599-e063-4bf4-868f-c57d989e2e4d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Network 4c4e88d2-2146-4771-81ab-7d54809701c2 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:48:10.182883 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95b2af6-d167-43fe-b768-e295304d54a5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Network b4190f88-f2ec-461b-9c95-24d7e528a482 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:10.201854 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-c95b2af6-d167-43fe-b768-e295304d54a5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:10.214915 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95b2af6-d167-43fe-b768-e295304d54a5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:10.246903 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b2af6-d167-43fe-b768-e295304d54a5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Port': ['ID=9f615df8-b8a3-4d1f-a342-80acb0d2c4c9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:10.255695 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-02f551a3-7c16-4993-84b2-ff22179e8852 req-17becf33-956b-4141-b273-c98bb5fbca13 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (7541781f-4036-4619-927d-03d71157b48a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.257413 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-72250750-91e1-40d2-8681-a3acda3b60b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0875a884-95c5-4c37-a22f-2d3f32b7443e']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:10.260368 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-bfc55599-e063-4bf4-868f-c57d989e2e4d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 4c4e88d2-2146-4771-81ab-7d54809701c2) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:10.275241 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6348566-f72e-4e0d-9772-e636d6090931 None None] Network 4c4e88d2-2146-4771-81ab-7d54809701c2 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:10.275900 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc55599-e063-4bf4-868f-c57d989e2e4d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:10.277013 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bfc55599-e063-4bf4-868f-c57d989e2e4d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.287587 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-02f551a3-7c16-4993-84b2-ff22179e8852 req-17becf33-956b-4141-b273-c98bb5fbca13 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (7541781f-4036-4619-927d-03d71157b48a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.301757 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-72250750-91e1-40d2-8681-a3acda3b60b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38496a58-8184-4b03-81bd-0a51c5092df0') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:10.302213 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-72250750-91e1-40d2-8681-a3acda3b60b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38496a58-8184-4b03-81bd-0a51c5092df0') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:10.341100 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bfc55599-e063-4bf4-868f-c57d989e2e4d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1723733 Feb 09 01:48:10.343894 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-72250750-91e1-40d2-8681-a3acda3b60b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (38496a58-8184-4b03-81bd-0a51c5092df0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.348592 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48466) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:10.363437 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4a949d9e-6eea-47ea-a4e4-d5175969ed13 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Request body: {'subnet': {'network_id': '5c2d2fcf-eafc-455c-9448-5e06dd737c5d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:10.382505 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95b2af6-d167-43fe-b768-e295304d54a5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:10.383977 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-02f551a3-7c16-4993-84b2-ff22179e8852 req-17becf33-956b-4141-b273-c98bb5fbca13 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7541781f-4036-4619-927d-03d71157b48a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.384488 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c95b2af6-d167-43fe-b768-e295304d54a5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.386785 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-02f551a3-7c16-4993-84b2-ff22179e8852 req-17becf33-956b-4141-b273-c98bb5fbca13 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.387948 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-02f551a3-7c16-4993-84b2-ff22179e8852 req-17becf33-956b-4141-b273-c98bb5fbca13 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "DELETE /v2.0/security-groups/7541781f-4036-4619-927d-03d71157b48a HTTP/1.1" status: 204 len: 173 time: 0.2929137 Feb 09 01:48:10.413227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17becf33-956b-4141-b273-c98bb5fbca13 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7541781f-4036-4619-927d-03d71157b48a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:10.422205 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fac571b0-82d4-4724-b0d2-c52bbb683924 req-633e3011-53ef-43cf-b1c2-2a51af286a3c service neutron] 10.222.0.48 "GET /v2.0/networks/6d80406f-2e82-4318-81c6-384b5e8d2776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508481 Feb 09 01:48:10.490915 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-4c4e88d2-2146-4771-81ab-7d54809701c2', 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2', 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'fixed_ips': [{'subnet_id': '0235b1dd-fcc4-44a6-a199-16b7109f4c7c'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:48:10.491901 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.510419 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-72250750-91e1-40d2-8681-a3acda3b60b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (38496a58-8184-4b03-81bd-0a51c5092df0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.535475 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48470) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:10.594580 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72250750-91e1-40d2-8681-a3acda3b60b4 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:48:10.597794 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0a059-ac8b-409e-a1d4-3a604d1c79c8 req-973a3415-2769-45fa-9c56-add524121911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:10.605029 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ccb0a059-ac8b-409e-a1d4-3a604d1c79c8 req-973a3415-2769-45fa-9c56-add524121911 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fcdea0ae70b34b9a812c73ee2e97289b&device_id=bf8263f4-a0c5-4c31-874a-f0e41e8f6779 HTTP/1.1" status: 200 len: 1126 time: 0.1058350 Feb 09 01:48:10.605285 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-72250750-91e1-40d2-8681-a3acda3b60b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (38496a58-8184-4b03-81bd-0a51c5092df0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:48:10.606734 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:48:10.640434 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c95b2af6-d167-43fe-b768-e295304d54a5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7441506 Feb 09 01:48:10.644104 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48474) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:10.701303 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-3faec22f-fc76-4685-8650-2318d8419bd0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Request body: {'port': {'network_id': 'b4190f88-f2ec-461b-9c95-24d7e528a482', 'name': 'tempest-FloatingIPTestJSON-597492034'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:10.701723 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Allocated IP 10.1.1.2 (4c4e88d2-2146-4771-81ab-7d54809701c2/0235b1dd-fcc4-44a6-a199-16b7109f4c7c/b0dfb239-a581-49e4-be38-d463a04fec89) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:10.722696 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-425565dc-ce7c-40df-9198-4ed29021c8a0 req-a810b86c-95c8-4f84-a8a3-8e321d743222 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "GET /v2.0/security-groups/90b463c4-58cb-4031-9c58-459a6b1e32ce HTTP/1.1" status: 200 len: 1823 time: 0.2326941 Feb 09 01:48:10.731453 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-72250750-91e1-40d2-8681-a3acda3b60b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (0875a884-95c5-4c37-a22f-2d3f32b7443e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.747164 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a949d9e-6eea-47ea-a4e4-d5175969ed13 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Made reservation on behalf of f921fef3089d433e88a36b5df24fed2b for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:10.752524 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a949d9e-6eea-47ea-a4e4-d5175969ed13 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.759572 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-72250750-91e1-40d2-8681-a3acda3b60b4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.762152 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-72250750-91e1-40d2-8681-a3acda3b60b4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0875a884-95c5-4c37-a22f-2d3f32b7443e HTTP/1.1" status: 204 len: 168 time: 1.1795533 Feb 09 01:48:10.812717 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-66bb1663-2ef3-4a51-9dad-5944b94e6980 req-46016543-13ac-4116-850c-3549dde16f81 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-75749481', 'description': 'tempest-description-1231860095'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:10.832923 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72250750-91e1-40d2-8681-a3acda3b60b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0875a884-95c5-4c37-a22f-2d3f32b7443e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:10.841288 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97026465-3ad7-4cbc-85c9-cd53416c6dd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.909930 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.919088 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.922744 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-66bb1663-2ef3-4a51-9dad-5944b94e6980 req-46016543-13ac-4116-850c-3549dde16f81 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.978296 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0a059-ac8b-409e-a1d4-3a604d1c79c8 req-833ce66c-d904-4713-8416-916395c812a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:10.980445 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ccb0a059-ac8b-409e-a1d4-3a604d1c79c8 req-833ce66c-d904-4713-8416-916395c812a8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d80406f-2e82-4318-81c6-384b5e8d2776 HTTP/1.1" status: 200 len: 923 time: 0.3688192 Feb 09 01:48:11.009562 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48480) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:11.038028 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Publish callbacks [] for port (b0dfb239-a581-49e4-be38-d463a04fec89), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:11.047040 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (b0dfb239-a581-49e4-be38-d463a04fec89), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:11.093421 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ccb0a059-ac8b-409e-a1d4-3a604d1c79c8 req-5c642b82-75aa-48e8-9f9a-15d7af3653e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dea09f62-61aa-49d2-baec-113d4de71632 HTTP/1.1" status: 200 len: 217 time: 0.0824692 Feb 09 01:48:11.097685 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a949d9e-6eea-47ea-a4e4-d5175969ed13 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (3bc3f2a6-89ef-44ae-abab-e266af1c666f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:11.108415 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Network 4c4e88d2-2146-4771-81ab-7d54809701c2 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:11.115810 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:11.119652 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:11.151293 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-abf460e0-ed51-4dc6-992d-a7670ce6972c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b94fe98d53eb41f3821bddb833b7ad91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1395128 Feb 09 01:48:11.154762 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48484) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:11.177873 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Pushing event updated for resources: {'Port': ['ID=b0dfb239-a581-49e4-be38-d463a04fec89,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:11.201897 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3faec22f-fc76-4685-8650-2318d8419bd0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Made reservation on behalf of db2000798e9c4c4dbea4e095ba5ebd94 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:11.206522 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3faec22f-fc76-4685-8650-2318d8419bd0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:11.238567 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:11.239674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:11.241520 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:11.241714 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:11.242855 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:11.243452 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:11.243581 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a949d9e-6eea-47ea-a4e4-d5175969ed13 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event updated for resources: {'Subnet': ['ID=3bc3f2a6-89ef-44ae-abab-e266af1c666f,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:11.245553 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:11.245553 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:11.245553 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:11.245553 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:11.246822 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-66bb1663-2ef3-4a51-9dad-5944b94e6980 req-46016543-13ac-4116-850c-3549dde16f81 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (6f1df72d-097f-466f-859f-9a450c5de92e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:11.249799 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97026465-3ad7-4cbc-85c9-cd53416c6dd1 admin admin] Publish callbacks [] for security_group (fafba4f5-31b2-4323-8087-b926b4fbd1b7), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:11.252905 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:11.253533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0a059-ac8b-409e-a1d4-3a604d1c79c8 req-c3c10298-85a8-4669-b68a-cb939b212a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:11.254713 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:11.255130 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:11.255840 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ccb0a059-ac8b-409e-a1d4-3a604d1c79c8 req-c3c10298-85a8-4669-b68a-cb939b212a17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5b920ab-45fd-452e-aaff-9932a609d86d HTTP/1.1" status: 200 len: 862 time: 0.1476448 Feb 09 01:48:11.258692 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-66bb1663-2ef3-4a51-9dad-5944b94e6980 req-46016543-13ac-4116-850c-3549dde16f81 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6f1df72d-097f-466f-859f-9a450c5de92e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:11.265242 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Attempting to bind port b0dfb239-a581-49e4-be38-d463a04fec89 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:48:11.265809 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Attempting to bind port b0dfb239-a581-49e4-be38-d463a04fec89 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '1b999e3b-e59d-48ae-9125-e7848ad131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:48:11.266103 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97026465-3ad7-4cbc-85c9-cd53416c6dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (fafba4f5-31b2-4323-8087-b926b4fbd1b7), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:11.266298 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Attempting to bind port b0dfb239-a581-49e4-be38-d463a04fec89 on network 4c4e88d2-2146-4771-81ab-7d54809701c2 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:11.274817 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:48:11.276358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Checking segment: {'id': '1b999e3b-e59d-48ae-9125-e7848ad131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:11.276358 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:11.276358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Bound using segment: {'id': '1b999e3b-e59d-48ae-9125-e7848ad131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:48:11.277523 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Bound port: b0dfb239-a581-49e4-be38-d463a04fec89, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b999e3b-e59d-48ae-9125-e7848ad131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:48:11.277523 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b0dfb239-a581-49e4-be38-d463a04fec89), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:11.295907 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a949d9e-6eea-47ea-a4e4-d5175969ed13 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Checking segment: {'id': 'f19cd584-be4a-44e7-93fd-3736899ef908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c2d2fcf-eafc-455c-9448-5e06dd737c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:11.296476 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a949d9e-6eea-47ea-a4e4-d5175969ed13 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Network hostable DHCP agents. Network: 5c2d2fcf-eafc-455c-9448-5e06dd737c5d, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:48:11.307387 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-3faec22f-fc76-4685-8650-2318d8419bd0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] device_id is not set on port b4313101-eea7-41a0-bacd-fe39509b7ce3 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:48:11.334677 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87c3c97e-c2ee-4fe4-adc0-7730458fcc8d admin admin] Publish callbacks [] for security_group (6d62d72a-fbad-42e4-9f9d-886a06b38f34), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:11.363158 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb59cc-87b1-4780-ad8b-072938ab7f0d req-9ee310d0-6045-46d8-b514-37ac86da051d tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:11.365769 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] For port b0dfb239-a581-49e4-be38-d463a04fec89, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:48:11.365960 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dedb59cc-87b1-4780-ad8b-072938ab7f0d req-9ee310d0-6045-46d8-b514-37ac86da051d tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf8263f4-a0c5-4c31-874a-f0e41e8f6779 HTTP/1.1" status: 200 len: 944 time: 0.1951039 Feb 09 01:48:11.369718 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] For port b0dfb239-a581-49e4-be38-d463a04fec89, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b0dfb239-a581-49e4-be38-d463a04fec89,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:48:11.378028 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b0dfb239-a581-49e4-be38-d463a04fec89), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:11.400063 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ccb0a059-ac8b-409e-a1d4-3a604d1c79c8 req-8811ee82-f88f-43e8-8a1b-398736784e2f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d80406f-2e82-4318-81c6-384b5e8d2776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289783 Feb 09 01:48:11.406073 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a949d9e-6eea-47ea-a4e4-d5175969ed13 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Network 5c2d2fcf-eafc-455c-9448-5e06dd737c5d is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:48:11.429970 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87c3c97e-c2ee-4fe4-adc0-7730458fcc8d admin admin] Publish callbacks [] for security_group (6d62d72a-fbad-42e4-9f9d-886a06b38f34), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:11.453474 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb966e2-e15f-450b-8e80-8d1d3ec40dc1 None None] Pushing event updated for resources: {'Port': ['ID=b0dfb239-a581-49e4-be38-d463a04fec89,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:11.483726 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-66bb1663-2ef3-4a51-9dad-5944b94e6980 req-46016543-13ac-4116-850c-3549dde16f81 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:11.488297 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-66bb1663-2ef3-4a51-9dad-5944b94e6980 req-46016543-13ac-4116-850c-3549dde16f81 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6897531 Feb 09 01:48:11.505569 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-4a949d9e-6eea-47ea-a4e4-d5175969ed13 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 5c2d2fcf-eafc-455c-9448-5e06dd737c5d) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:11.517134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d02fa2e-b710-465d-b8cd-19e71cdf9e64 None None] Network 5c2d2fcf-eafc-455c-9448-5e06dd737c5d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:11.537388 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-97026465-3ad7-4cbc-85c9-cd53416c6dd1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5003fa648b274c87b956f40ed88aae1f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0011215 Feb 09 01:48:11.538142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46016543-13ac-4116-850c-3549dde16f81 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1df72d-097f-466f-859f-9a450c5de92e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:11.542785 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48488) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:11.550646 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a949d9e-6eea-47ea-a4e4-d5175969ed13 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:11.551583 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a949d9e-6eea-47ea-a4e4-d5175969ed13 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:11.608664 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87c3c97e-c2ee-4fe4-adc0-7730458fcc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6d62d72a-fbad-42e4-9f9d-886a06b38f34), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:11.612522 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87c3c97e-c2ee-4fe4-adc0-7730458fcc8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:11.614087 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-87c3c97e-c2ee-4fe4-adc0-7730458fcc8d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d62d72a-fbad-42e4-9f9d-886a06b38f34 HTTP/1.1" status: 204 len: 168 time: 0.4533832 Feb 09 01:48:11.641765 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dedb59cc-87b1-4780-ad8b-072938ab7f0d req-e3f99777-ec62-4cd5-9f3d-7d4bcf7d33de tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/security-groups?id=df2bc30f-c22b-4bff-b38b-334e67ef7d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581205 Feb 09 01:48:11.667323 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4a949d9e-6eea-47ea-a4e4-d5175969ed13 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3171346 Feb 09 01:48:11.668268 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3c97e-c2ee-4fe4-adc0-7730458fcc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d62d72a-fbad-42e4-9f9d-886a06b38f34,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:11.684462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48492) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:11.695261 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b0d414a2-4230-4539-aace-10bfe21518ee tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Request body: {'port': {'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2', 'name': 'tempest-TaggedBootDevicesTest-1870270208', 'fixed_ips': [{'subnet_id': '0235b1dd-fcc4-44a6-a199-16b7109f4c7c'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:11.760548 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83408985-8d5e-43d8-bb1f-4ae573d2822a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-5c2d2fcf-eafc-455c-9448-5e06dd737c5d', 'network_id': '5c2d2fcf-eafc-455c-9448-5e06dd737c5d', 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'fixed_ips': [{'subnet_id': '3bc3f2a6-89ef-44ae-abab-e266af1c666f'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:48:11.761673 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-83408985-8d5e-43d8-bb1f-4ae573d2822a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:11.818557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97026465-3ad7-4cbc-85c9-cd53416c6dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafba4f5-31b2-4323-8087-b926b4fbd1b7,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:11.860016 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86417389-4c78-4883-b615-f570f6dec910 req-3f61e52d-7fc9-4fa5-9ca0-2842a121223c tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "GET /v2.0/security-groups/6f1df72d-097f-466f-859f-9a450c5de92e HTTP/1.1" status: 200 len: 1822 time: 0.2462425 Feb 09 01:48:11.866801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-3faec22f-fc76-4685-8650-2318d8419bd0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Allocated IP 172.20.0.6 (b4190f88-f2ec-461b-9c95-24d7e528a482/5c0fb715-3ad7-4200-824c-9910ee7bb428/b4313101-eea7-41a0-bacd-fe39509b7ce3) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:11.870767 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ccb0a059-ac8b-409e-a1d4-3a604d1c79c8 req-6f8f10a0-cae6-40dd-87c0-0f77d23d9032 service neutron] 10.222.0.48 "GET /v2.0/networks/6d80406f-2e82-4318-81c6-384b5e8d2776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050725 Feb 09 01:48:11.881184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-86417389-4c78-4883-b615-f570f6dec910 req-ca709b10-c33b-4837-aef6-3bc815899ef2 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f1df72d-097f-466f-859f-9a450c5de92e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:11.881510 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-86417389-4c78-4883-b615-f570f6dec910 req-ca709b10-c33b-4837-aef6-3bc815899ef2 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f1df72d-097f-466f-859f-9a450c5de92e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:11.940573 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d414a2-4230-4539-aace-10bfe21518ee tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Made reservation on behalf of f921fef3089d433e88a36b5df24fed2b for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:12.032768 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d2c480a-55ff-4f6e-a5e6-c6225fd7f56c admin admin] Publish callbacks [] for security_group (fafba4f5-31b2-4323-8087-b926b4fbd1b7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:12.039789 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-83408985-8d5e-43d8-bb1f-4ae573d2822a None None] Allocated IP 10.2.2.2 (5c2d2fcf-eafc-455c-9448-5e06dd737c5d/3bc3f2a6-89ef-44ae-abab-e266af1c666f/37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:12.085820 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d2c480a-55ff-4f6e-a5e6-c6225fd7f56c admin admin] Publish callbacks [] for security_group (fafba4f5-31b2-4323-8087-b926b4fbd1b7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:12.143145 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0d414a2-4230-4539-aace-10bfe21518ee tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:12.167240 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ccb0a059-ac8b-409e-a1d4-3a604d1c79c8 req-625ba7e6-61a8-414c-a333-c69f69b31fa2 service neutron] 10.222.0.48 "GET /v2.0/networks/6d80406f-2e82-4318-81c6-384b5e8d2776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895312 Feb 09 01:48:12.173809 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-b0d414a2-4230-4539-aace-10bfe21518ee tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] device_id is not set on port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:48:12.196373 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86417389-4c78-4883-b615-f570f6dec910 req-ca709b10-c33b-4837-aef6-3bc815899ef2 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group_rule (4fe9a4fd-f09d-48a3-ba10-aac1c4c77b45), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:12.243508 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d2c480a-55ff-4f6e-a5e6-c6225fd7f56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (fafba4f5-31b2-4323-8087-b926b4fbd1b7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:12.246366 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d2c480a-55ff-4f6e-a5e6-c6225fd7f56c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:12.247707 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5d2c480a-55ff-4f6e-a5e6-c6225fd7f56c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fafba4f5-31b2-4323-8087-b926b4fbd1b7 HTTP/1.1" status: 204 len: 168 time: 0.6841941 Feb 09 01:48:12.265421 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c480a-55ff-4f6e-a5e6-c6225fd7f56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafba4f5-31b2-4323-8087-b926b4fbd1b7,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:12.312910 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86417389-4c78-4883-b615-f570f6dec910 req-ca709b10-c33b-4837-aef6-3bc815899ef2 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group_rule (4fe9a4fd-f09d-48a3-ba10-aac1c4c77b45), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:12.321851 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86417389-4c78-4883-b615-f570f6dec910 req-ca709b10-c33b-4837-aef6-3bc815899ef2 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (4fe9a4fd-f09d-48a3-ba10-aac1c4c77b45), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:12.352747 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:12.357526 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3faec22f-fc76-4685-8650-2318d8419bd0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for port (b4313101-eea7-41a0-bacd-fe39509b7ce3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:12.364323 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca709b10-c33b-4837-aef6-3bc815899ef2 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe9a4fd-f09d-48a3-ba10-aac1c4c77b45,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:12.374518 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86417389-4c78-4883-b615-f570f6dec910 req-ca709b10-c33b-4837-aef6-3bc815899ef2 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:12.375371 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-83408985-8d5e-43d8-bb1f-4ae573d2822a None None] Publish callbacks [] for port (37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:12.375788 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86417389-4c78-4883-b615-f570f6dec910 req-ca709b10-c33b-4837-aef6-3bc815899ef2 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5017030 Feb 09 01:48:12.390265 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-83408985-8d5e-43d8-bb1f-4ae573d2822a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:12.428332 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3faec22f-fc76-4685-8650-2318d8419bd0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (b4313101-eea7-41a0-bacd-fe39509b7ce3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:12.436348 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83408985-8d5e-43d8-bb1f-4ae573d2822a None None] Network 5c2d2fcf-eafc-455c-9448-5e06dd737c5d is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:12.452854 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-83408985-8d5e-43d8-bb1f-4ae573d2822a None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:12.461676 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83408985-8d5e-43d8-bb1f-4ae573d2822a None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:12.480180 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83408985-8d5e-43d8-bb1f-4ae573d2822a None None] Pushing event updated for resources: {'Port': ['ID=37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:12.561560 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-83408985-8d5e-43d8-bb1f-4ae573d2822a None None] Attempting to bind port 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:48:12.561967 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-83408985-8d5e-43d8-bb1f-4ae573d2822a None None] Attempting to bind port 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f19cd584-be4a-44e7-93fd-3736899ef908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c2d2fcf-eafc-455c-9448-5e06dd737c5d'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:48:12.562344 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83408985-8d5e-43d8-bb1f-4ae573d2822a None None] Attempting to bind port 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6 on network 5c2d2fcf-eafc-455c-9448-5e06dd737c5d {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:12.571631 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83408985-8d5e-43d8-bb1f-4ae573d2822a None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:48:12.572702 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83408985-8d5e-43d8-bb1f-4ae573d2822a None None] Checking segment: {'id': 'f19cd584-be4a-44e7-93fd-3736899ef908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c2d2fcf-eafc-455c-9448-5e06dd737c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:12.572938 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-83408985-8d5e-43d8-bb1f-4ae573d2822a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:12.573810 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faec22f-fc76-4685-8650-2318d8419bd0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Network b4190f88-f2ec-461b-9c95-24d7e528a482 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:12.573956 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83408985-8d5e-43d8-bb1f-4ae573d2822a None None] Bound using segment: {'id': 'f19cd584-be4a-44e7-93fd-3736899ef908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c2d2fcf-eafc-455c-9448-5e06dd737c5d'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:48:12.574422 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-83408985-8d5e-43d8-bb1f-4ae573d2822a None None] Bound port: 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19cd584-be4a-44e7-93fd-3736899ef908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c2d2fcf-eafc-455c-9448-5e06dd737c5d'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:48:12.574936 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-83408985-8d5e-43d8-bb1f-4ae573d2822a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:12.589620 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-3faec22f-fc76-4685-8650-2318d8419bd0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:12.594583 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faec22f-fc76-4685-8650-2318d8419bd0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:12.600421 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faec22f-fc76-4685-8650-2318d8419bd0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Port': ['ID=b4313101-eea7-41a0-bacd-fe39509b7ce3,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:12.648798 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1c458e6c-33ac-4de7-b3f4-4f02b9a0bb40 req-3fa77256-3f0b-41cb-852d-dec5fe0f337e tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "GET /v2.0/security-groups/6f1df72d-097f-466f-859f-9a450c5de92e HTTP/1.1" status: 200 len: 2416 time: 0.2377858 Feb 09 01:48:12.659790 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-1c458e6c-33ac-4de7-b3f4-4f02b9a0bb40 req-aaf4e835-0f05-4f3d-803a-8170c8d7decd tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f1df72d-097f-466f-859f-9a450c5de92e', 'remote_group_id': None}]} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:12.660195 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-1c458e6c-33ac-4de7-b3f4-4f02b9a0bb40 req-aaf4e835-0f05-4f3d-803a-8170c8d7decd tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f1df72d-097f-466f-859f-9a450c5de92e', 'remote_group_id': None}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:12.683893 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-b0d414a2-4230-4539-aace-10bfe21518ee tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Allocated IP 10.1.1.22 (4c4e88d2-2146-4771-81ab-7d54809701c2/0235b1dd-fcc4-44a6-a199-16b7109f4c7c/12c6d339-2c74-42d5-a6e4-5f638ebb91f3) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:12.715226 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faec22f-fc76-4685-8650-2318d8419bd0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:12.718005 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3faec22f-fc76-4685-8650-2318d8419bd0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:12.756803 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3faec22f-fc76-4685-8650-2318d8419bd0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1101816 Feb 09 01:48:12.759971 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48518) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:12.763036 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-83408985-8d5e-43d8-bb1f-4ae573d2822a None None] For port 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:48:12.768707 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-83408985-8d5e-43d8-bb1f-4ae573d2822a None None] For port 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6,segment=NetworkSegment(f19cd584-be4a-44e7-93fd-3736899ef908),segment_id=f19cd584-be4a-44e7-93fd-3736899ef908)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:48:12.773593 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-af8cb9b1-1775-4a0b-afa9-8b6ee2ad6ea9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': 'b4313101-eea7-41a0-bacd-fe39509b7ce3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:12.784485 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-83408985-8d5e-43d8-bb1f-4ae573d2822a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:12.818118 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48520) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:12.844667 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad5c36de-fadc-4ef5-a580-a4da06d6d747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:12.892407 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af8cb9b1-1775-4a0b-afa9-8b6ee2ad6ea9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:12.931399 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83408985-8d5e-43d8-bb1f-4ae573d2822a None None] Pushing event updated for resources: {'Port': ['ID=37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:12.937232 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1c458e6c-33ac-4de7-b3f4-4f02b9a0bb40 req-aaf4e835-0f05-4f3d-803a-8170c8d7decd tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group_rule (d64d2604-41a4-492f-ac59-c209aaab6b0f), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:12.980753 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ad8f6-3ceb-432b-afff-7b2ae134ca59 req-1f7a2cf9-8b28-4285-93bd-f06c29e82c8f tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:12.982672 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c11ad8f6-3ceb-432b-afff-7b2ae134ca59 req-1f7a2cf9-8b28-4285-93bd-f06c29e82c8f tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf8263f4-a0c5-4c31-874a-f0e41e8f6779 HTTP/1.1" status: 200 len: 944 time: 0.1974864 Feb 09 01:48:13.044424 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1c458e6c-33ac-4de7-b3f4-4f02b9a0bb40 req-aaf4e835-0f05-4f3d-803a-8170c8d7decd tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group_rule (d64d2604-41a4-492f-ac59-c209aaab6b0f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:13.085008 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1c458e6c-33ac-4de7-b3f4-4f02b9a0bb40 req-aaf4e835-0f05-4f3d-803a-8170c8d7decd tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (d64d2604-41a4-492f-ac59-c209aaab6b0f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:13.120582 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c11ad8f6-3ceb-432b-afff-7b2ae134ca59 req-f42f1f76-4ea8-4e3e-9ecf-42f1a55b3f0f tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/security-groups?id=df2bc30f-c22b-4bff-b38b-334e67ef7d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072464 Feb 09 01:48:13.157723 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4e835-0f05-4f3d-803a-8170c8d7decd tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64d2604-41a4-492f-ac59-c209aaab6b0f,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:13.163641 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af8cb9b1-1775-4a0b-afa9-8b6ee2ad6ea9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:13.222874 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1c458e6c-33ac-4de7-b3f4-4f02b9a0bb40 req-aaf4e835-0f05-4f3d-803a-8170c8d7decd tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:13.225322 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1c458e6c-33ac-4de7-b3f4-4f02b9a0bb40 req-aaf4e835-0f05-4f3d-803a-8170c8d7decd tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5707698 Feb 09 01:48:13.236547 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0d414a2-4230-4539-aace-10bfe21518ee tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for port (12c6d339-2c74-42d5-a6e4-5f638ebb91f3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:13.294163 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b0dfb239-a581-49e4-be38-d463a04fec89 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:13.321727 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad5c36de-fadc-4ef5-a580-a4da06d6d747 admin admin] Publish callbacks [] for security_group (e167b5db-4b65-4eb6-9892-f365a7aa0c69), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:13.323549 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48528) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:13.331629 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0d414a2-4230-4539-aace-10bfe21518ee tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (12c6d339-2c74-42d5-a6e4-5f638ebb91f3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:13.335902 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad5c36de-fadc-4ef5-a580-a4da06d6d747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e167b5db-4b65-4eb6-9892-f365a7aa0c69), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:13.353818 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897bf5b4-1213-4b98-922c-783081257beb None None] Network 4c4e88d2-2146-4771-81ab-7d54809701c2 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:13.469920 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b0dfb239-a581-49e4-be38-d463a04fec89 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:13.469920 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b0dfb239-a581-49e4-be38-d463a04fec89), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:13.501243 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d414a2-4230-4539-aace-10bfe21518ee tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Network 4c4e88d2-2146-4771-81ab-7d54809701c2 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:13.507597 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b0d414a2-4230-4539-aace-10bfe21518ee tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:13.513629 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:13.513834 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ad5c36de-fadc-4ef5-a580-a4da06d6d747 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d8d8f8c454d4210a3460baf2fec6b0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6893706 Feb 09 01:48:13.515934 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d414a2-4230-4539-aace-10bfe21518ee tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:13.518501 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48532) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:13.521848 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-97021e23-82f5-49a0-abbb-f7b6e557aa15 None None] Provisioning complete for port b0dfb239-a581-49e4-be38-d463a04fec89 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:13.522339 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-97021e23-82f5-49a0-abbb-f7b6e557aa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b0dfb239-a581-49e4-be38-d463a04fec89), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:13.525345 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c36de-fadc-4ef5-a580-a4da06d6d747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e167b5db-4b65-4eb6-9892-f365a7aa0c69,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:13.576083 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-89169067-0cf9-490b-8cbe-c7f0bddaaa51 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1691217770-network', 'tenant_id': '229cd3a3f7e74cca89c9edf38e097f6b'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:13.603891 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d414a2-4230-4539-aace-10bfe21518ee tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event updated for resources: {'Port': ['ID=12c6d339-2c74-42d5-a6e4-5f638ebb91f3,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:13.654121 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89169067-0cf9-490b-8cbe-c7f0bddaaa51 admin admin] Made reservation on behalf of 229cd3a3f7e74cca89c9edf38e097f6b for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:13.656650 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89169067-0cf9-490b-8cbe-c7f0bddaaa51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:13.676909 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d414a2-4230-4539-aace-10bfe21518ee tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:13.677566 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0d414a2-4230-4539-aace-10bfe21518ee tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:13.683868 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89169067-0cf9-490b-8cbe-c7f0bddaaa51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:13.703542 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4b73698a-e496-445f-9cad-853420e67eb2 admin admin] Publish callbacks [] for security_group (e167b5db-4b65-4eb6-9892-f365a7aa0c69), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:13.725802 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b0d414a2-4230-4539-aace-10bfe21518ee tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0394590 Feb 09 01:48:13.729583 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48534) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:13.743706 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-09771211-5aa7-4ee3-98f9-6a2d0fa2affd tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Request body: {'port': {'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2', 'name': 'tempest-TaggedBootDevicesTest-1462917534', 'fixed_ips': [{'subnet_id': '0235b1dd-fcc4-44a6-a199-16b7109f4c7c'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:13.769030 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4b73698a-e496-445f-9cad-853420e67eb2 admin admin] Publish callbacks [] for security_group (e167b5db-4b65-4eb6-9892-f365a7aa0c69), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:13.919008 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-97021e23-82f5-49a0-abbb-f7b6e557aa15 None None] Current status of the port b0dfb239-a581-49e4-be38-d463a04fec89 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:13.919557 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-97021e23-82f5-49a0-abbb-f7b6e557aa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b0dfb239-a581-49e4-be38-d463a04fec89), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:13.929157 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0b798d7c-af19-4cf9-a9da-7855cdf6547f req-6f4ce6ed-0d3f-48da-b960-648d69fddfca tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "GET /v2.0/security-groups/6f1df72d-097f-466f-859f-9a450c5de92e HTTP/1.1" status: 200 len: 3015 time: 0.1270492 Feb 09 01:48:13.981897 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b0dfb239-a581-49e4-be38-d463a04fec89 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:13.982376 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b0dfb239-a581-49e4-be38-d463a04fec89), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:14.002005 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-97021e23-82f5-49a0-abbb-f7b6e557aa15 None None] For port b0dfb239-a581-49e4-be38-d463a04fec89, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b0dfb239-a581-49e4-be38-d463a04fec89,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:14.009850 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-97021e23-82f5-49a0-abbb-f7b6e557aa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b0dfb239-a581-49e4-be38-d463a04fec89), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:14.015902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-af8cb9b1-1775-4a0b-afa9-8b6ee2ad6ea9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Allocated IP 172.25.7.205 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/1d1bd32e-0e74-44ba-8d4f-991e3b94f937) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:14.079598 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97021e23-82f5-49a0-abbb-f7b6e557aa15 None None] Pushing event updated for resources: {'Port': ['ID=b0dfb239-a581-49e4-be38-d463a04fec89,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:14.108193 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4b73698a-e496-445f-9cad-853420e67eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e167b5db-4b65-4eb6-9892-f365a7aa0c69), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:14.111790 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4b73698a-e496-445f-9cad-853420e67eb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:14.113120 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4b73698a-e496-445f-9cad-853420e67eb2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e167b5db-4b65-4eb6-9892-f365a7aa0c69 HTTP/1.1" status: 204 len: 168 time: 0.5848811 Feb 09 01:48:14.114101 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09771211-5aa7-4ee3-98f9-6a2d0fa2affd tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Made reservation on behalf of f921fef3089d433e88a36b5df24fed2b for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:14.139273 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-09771211-5aa7-4ee3-98f9-6a2d0fa2affd tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:14.166769 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:48:14.167581 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:48:14.209475 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6bd678cc-8559-456a-a7d2-c6da4c243729 req-0b7f2e2d-f7c4-4f98-8491-65d72a01207b tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "GET /v2.0/security-group-rules/d64d2604-41a4-492f-ac59-c209aaab6b0f HTTP/1.1" status: 200 len: 783 time: 0.2439618 Feb 09 01:48:14.222867 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89169067-0cf9-490b-8cbe-c7f0bddaaa51 admin admin] Publish callbacks [] for security_group (960e7ff1-0906-492f-9011-6fa8220abdf4), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:14.233074 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73698a-e496-445f-9cad-853420e67eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e167b5db-4b65-4eb6-9892-f365a7aa0c69,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:14.244063 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89169067-0cf9-490b-8cbe-c7f0bddaaa51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (960e7ff1-0906-492f-9011-6fa8220abdf4), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:14.307059 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-09771211-5aa7-4ee3-98f9-6a2d0fa2affd tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] device_id is not set on port 3e5a309d-a187-428b-be54-6139af1e1d5b yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:48:14.317795 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89169067-0cf9-490b-8cbe-c7f0bddaaa51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960e7ff1-0906-492f-9011-6fa8220abdf4,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:14.349616 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af8cb9b1-1775-4a0b-afa9-8b6ee2ad6ea9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for port (1d1bd32e-0e74-44ba-8d4f-991e3b94f937), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:14.358085 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f837a28a-443a-4e26-ad5e-438fe1fa741a None None] Provisioning complete for port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:14.358718 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f837a28a-443a-4e26-ad5e-438fe1fa741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (12c6d339-2c74-42d5-a6e4-5f638ebb91f3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:14.462905 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc675e2c-7163-4335-a299-0f0972520fea req-cda7dafd-dba9-4896-8096-43a4eb0bed60 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:14.473690 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bc675e2c-7163-4335-a299-0f0972520fea req-cda7dafd-dba9-4896-8096-43a4eb0bed60 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf8263f4-a0c5-4c31-874a-f0e41e8f6779 HTTP/1.1" status: 200 len: 944 time: 0.2011280 Feb 09 01:48:14.476368 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f837a28a-443a-4e26-ad5e-438fe1fa741a None None] Port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:48:14.499241 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89169067-0cf9-490b-8cbe-c7f0bddaaa51 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:48:14.509570 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f837a28a-443a-4e26-ad5e-438fe1fa741a None None] Provisioning complete for port b0dfb239-a581-49e4-be38-d463a04fec89 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:14.510103 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f837a28a-443a-4e26-ad5e-438fe1fa741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b0dfb239-a581-49e4-be38-d463a04fec89), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:14.531323 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device dea09f62-61aa-49d2-baec-113d4de71632 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:48:14.575842 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89169067-0cf9-490b-8cbe-c7f0bddaaa51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (5194c14e-64af-497d-857e-922d48b22d0a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:14.576507 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-89169067-0cf9-490b-8cbe-c7f0bddaaa51 admin admin] Added segment 5194c14e-64af-497d-857e-922d48b22d0a of type vlan for network bd7ab294-2143-4f21-a260-47fd91e31953 Feb 09 01:48:14.591902 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bc675e2c-7163-4335-a299-0f0972520fea req-63f24dbd-9f15-4ef4-9852-cd0591350522 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/security-groups?id=df2bc30f-c22b-4bff-b38b-334e67ef7d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170440 Feb 09 01:48:14.593800 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af8cb9b1-1775-4a0b-afa9-8b6ee2ad6ea9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (1d1bd32e-0e74-44ba-8d4f-991e3b94f937), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:14.638391 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6bd678cc-8559-456a-a7d2-c6da4c243729 req-76d3ba67-a8bb-4b66-8faa-80c1020df663 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "GET /v2.0/security-groups/6f1df72d-097f-466f-859f-9a450c5de92e HTTP/1.1" status: 200 len: 3015 time: 0.4134994 Feb 09 01:48:14.725547 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cb9b1-1775-4a0b-afa9-8b6ee2ad6ea9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Port': ['ID=1d1bd32e-0e74-44ba-8d4f-991e3b94f937,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:14.763797 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8cb9b1-1775-4a0b-afa9-8b6ee2ad6ea9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:14.765669 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-af8cb9b1-1775-4a0b-afa9-8b6ee2ad6ea9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:14.771705 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8cb9b1-1775-4a0b-afa9-8b6ee2ad6ea9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:14.828944 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port dea09f62-61aa-49d2-baec-113d4de71632, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=dea09f62-61aa-49d2-baec-113d4de71632,segment=NetworkSegment(13cc5b6c-09dc-4765-ae14-22e82a399588),segment_id=13cc5b6c-09dc-4765-ae14-22e82a399588)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:14.849747 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'dea09f62-61aa-49d2-baec-113d4de71632', 'network_id': '6d80406f-2e82-4318-81c6-384b5e8d2776', 'port_id': 'dea09f62-61aa-49d2-baec-113d4de71632', 'mac_address': 'fa:16:3e:08:b4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b920ab-45fd-452e-aaff-9932a609d86d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:48:14.940446 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-09771211-5aa7-4ee3-98f9-6a2d0fa2affd tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Allocated IP 10.1.1.240 (4c4e88d2-2146-4771-81ab-7d54809701c2/0235b1dd-fcc4-44a6-a199-16b7109f4c7c/3e5a309d-a187-428b-be54-6139af1e1d5b) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:14.964410 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port dea09f62-61aa-49d2-baec-113d4de71632 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:14.965255 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dea09f62-61aa-49d2-baec-113d4de71632), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:14.968389 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1569be-2bf4-403a-8964-c53670e1858f None None] Network 5c2d2fcf-eafc-455c-9448-5e06dd737c5d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:15.076160 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea09f62-61aa-49d2-baec-113d4de71632 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:48:15.098481 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b0dfb239-a581-49e4-be38-d463a04fec89 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:15.130867 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port dea09f62-61aa-49d2-baec-113d4de71632, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=dea09f62-61aa-49d2-baec-113d4de71632,segment=NetworkSegment(13cc5b6c-09dc-4765-ae14-22e82a399588),segment_id=13cc5b6c-09dc-4765-ae14-22e82a399588)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:15.200532 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f837a28a-443a-4e26-ad5e-438fe1fa741a None None] Current status of the port b0dfb239-a581-49e4-be38-d463a04fec89 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:15.219726 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (dea09f62-61aa-49d2-baec-113d4de71632), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.342544 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89169067-0cf9-490b-8cbe-c7f0bddaaa51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (bd7ab294-2143-4f21-a260-47fd91e31953), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.346326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=dea09f62-61aa-49d2-baec-113d4de71632,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:15.356092 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6bd678cc-8559-456a-a7d2-c6da4c243729 req-b1a6302b-0cf3-4a5f-b42f-72eb7fb2f352 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group_rule (d64d2604-41a4-492f-ac59-c209aaab6b0f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.369867 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-698e1f1e-eaad-4c5b-9cbe-396bca42ca2d None None] Provisioning complete for port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:15.374438 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-698e1f1e-eaad-4c5b-9cbe-396bca42ca2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (12c6d339-2c74-42d5-a6e4-5f638ebb91f3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.379118 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6bd678cc-8559-456a-a7d2-c6da4c243729 req-b1a6302b-0cf3-4a5f-b42f-72eb7fb2f352 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group_rule (d64d2604-41a4-492f-ac59-c209aaab6b0f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.438935 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6bd678cc-8559-456a-a7d2-c6da4c243729 req-b1a6302b-0cf3-4a5f-b42f-72eb7fb2f352 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (d64d2604-41a4-492f-ac59-c209aaab6b0f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.458984 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6bd678cc-8559-456a-a7d2-c6da4c243729 req-b1a6302b-0cf3-4a5f-b42f-72eb7fb2f352 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.460599 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6bd678cc-8559-456a-a7d2-c6da4c243729 req-b1a6302b-0cf3-4a5f-b42f-72eb7fb2f352 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d64d2604-41a4-492f-ac59-c209aaab6b0f HTTP/1.1" status: 204 len: 173 time: 0.7170033 Feb 09 01:48:15.467940 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.db.resource_extend [None req-89169067-0cf9-490b-8cbe-c7f0bddaaa51 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:48:15.492361 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-09771211-5aa7-4ee3-98f9-6a2d0fa2affd tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for port (3e5a309d-a187-428b-be54-6139af1e1d5b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.509211 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6302b-0cf3-4a5f-b42f-72eb7fb2f352 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d64d2604-41a4-492f-ac59-c209aaab6b0f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:15.532229 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-698e1f1e-eaad-4c5b-9cbe-396bca42ca2d None None] Port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:48:15.548040 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89169067-0cf9-490b-8cbe-c7f0bddaaa51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (bd7ab294-2143-4f21-a260-47fd91e31953), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.550091 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89169067-0cf9-490b-8cbe-c7f0bddaaa51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:15.550814 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89169067-0cf9-490b-8cbe-c7f0bddaaa51 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.561153 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['dea09f62-61aa-49d2-baec-113d4de71632'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:48:15.646935 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-80fb4850-84b6-45dc-a279-55f617df30e4 req-47d56a2b-c294-482c-a2a0-0b9879cf4c8b tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "GET /v2.0/security-groups/6f1df72d-097f-466f-859f-9a450c5de92e HTTP/1.1" status: 200 len: 2416 time: 0.1355207 Feb 09 01:48:15.647924 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-89169067-0cf9-490b-8cbe-c7f0bddaaa51 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3223274 Feb 09 01:48:15.652872 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48566) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:15.658585 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-0117c538-3919-4119-9cdb-4c52d872350e admin admin] Request body: {'subnet': {'network_id': 'bd7ab294-2143-4f21-a260-47fd91e31953', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1691217770-subnet', 'tenant_id': '229cd3a3f7e74cca89c9edf38e097f6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:15.661720 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:15.675025 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-698e1f1e-eaad-4c5b-9cbe-396bca42ca2d None None] Provisioning complete for port 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:15.675663 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-698e1f1e-eaad-4c5b-9cbe-396bca42ca2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.707756 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af8cb9b1-1775-4a0b-afa9-8b6ee2ad6ea9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (ded946c2-f868-4f25-8f56-74788ed60a01), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.731252 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-09771211-5aa7-4ee3-98f9-6a2d0fa2affd tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (3e5a309d-a187-428b-be54-6139af1e1d5b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.737333 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89169067-0cf9-490b-8cbe-c7f0bddaaa51 admin admin] Pushing event updated for resources: {'Network': ['ID=bd7ab294-2143-4f21-a260-47fd91e31953,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:15.761586 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network bd7ab294-2143-4f21-a260-47fd91e31953 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:48:15.801744 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-80fb4850-84b6-45dc-a279-55f617df30e4 req-085a0bd6-b975-4a27-ba1d-e11f2443aa6e tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (6f1df72d-097f-466f-859f-9a450c5de92e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.810808 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09771211-5aa7-4ee3-98f9-6a2d0fa2affd tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Network 4c4e88d2-2146-4771-81ab-7d54809701c2 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:15.832804 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0117c538-3919-4119-9cdb-4c52d872350e admin admin] Made reservation on behalf of 229cd3a3f7e74cca89c9edf38e097f6b for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:15.835194 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0117c538-3919-4119-9cdb-4c52d872350e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.843437 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-09771211-5aa7-4ee3-98f9-6a2d0fa2affd tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:15.864572 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09771211-5aa7-4ee3-98f9-6a2d0fa2affd tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:15.867225 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af8cb9b1-1775-4a0b-afa9-8b6ee2ad6ea9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1d1bd32e-0e74-44ba-8d4f-991e3b94f937), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.907549 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-80fb4850-84b6-45dc-a279-55f617df30e4 req-085a0bd6-b975-4a27-ba1d-e11f2443aa6e tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (6f1df72d-097f-466f-859f-9a450c5de92e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.988758 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09771211-5aa7-4ee3-98f9-6a2d0fa2affd tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event updated for resources: {'Port': ['ID=3e5a309d-a187-428b-be54-6139af1e1d5b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:16.020527 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef3e72-9d88-4bdc-a604-eb8ce3b58eec req-85316186-5ffe-4507-9a97-fbd50e9a37ce tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:16.022561 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bfef3e72-9d88-4bdc-a604-eb8ce3b58eec req-85316186-5ffe-4507-9a97-fbd50e9a37ce tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf8263f4-a0c5-4c31-874a-f0e41e8f6779 HTTP/1.1" status: 200 len: 945 time: 0.2931039 Feb 09 01:48:16.029222 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-698e1f1e-eaad-4c5b-9cbe-396bca42ca2d None None] Current status of the port 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:16.029654 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-698e1f1e-eaad-4c5b-9cbe-396bca42ca2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.061074 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09771211-5aa7-4ee3-98f9-6a2d0fa2affd tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:16.062727 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-09771211-5aa7-4ee3-98f9-6a2d0fa2affd tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.077648 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-80fb4850-84b6-45dc-a279-55f617df30e4 req-085a0bd6-b975-4a27-ba1d-e11f2443aa6e tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6f1df72d-097f-466f-859f-9a450c5de92e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.090363 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-80fb4850-84b6-45dc-a279-55f617df30e4 req-085a0bd6-b975-4a27-ba1d-e11f2443aa6e tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.090566 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:16.090776 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.091178 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-80fb4850-84b6-45dc-a279-55f617df30e4 req-085a0bd6-b975-4a27-ba1d-e11f2443aa6e tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "DELETE /v2.0/security-groups/6f1df72d-097f-466f-859f-9a450c5de92e HTTP/1.1" status: 204 len: 173 time: 0.4347608 Feb 09 01:48:16.123137 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-09771211-5aa7-4ee3-98f9-6a2d0fa2affd tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3903291 Feb 09 01:48:16.130048 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bfef3e72-9d88-4bdc-a604-eb8ce3b58eec req-42524237-4c04-49a6-9e4d-a6c369f1a539 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/security-groups?id=df2bc30f-c22b-4bff-b38b-334e67ef7d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013286 Feb 09 01:48:16.145682 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a0bd6-b975-4a27-ba1d-e11f2443aa6e tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1df72d-097f-466f-859f-9a450c5de92e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:16.163757 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-6583251c-99d7-44f3-a916-2a7d1291b3da req-99274945-33ce-4c22-8e8c-9849a2095ea9 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] show failed (client error): The resource could not be found. Feb 09 01:48:16.164984 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6583251c-99d7-44f3-a916-2a7d1291b3da req-99274945-33ce-4c22-8e8c-9849a2095ea9 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "GET /v2.0/security-groups/7541781f-4036-4619-927d-03d71157b48a HTTP/1.1" status: 404 len: 352 time: 0.0333409 Feb 09 01:48:16.195595 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af8cb9b1-1775-4a0b-afa9-8b6ee2ad6ea9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for port (1d1bd32e-0e74-44ba-8d4f-991e3b94f937), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.229402 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af8cb9b1-1775-4a0b-afa9-8b6ee2ad6ea9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (1d1bd32e-0e74-44ba-8d4f-991e3b94f937), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.263189 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-698e1f1e-eaad-4c5b-9cbe-396bca42ca2d None None] For port 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6,segment=NetworkSegment(f19cd584-be4a-44e7-93fd-3736899ef908),segment_id=f19cd584-be4a-44e7-93fd-3736899ef908)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:16.265387 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0117c538-3919-4119-9cdb-4c52d872350e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (21048600-ff29-491a-b903-c6c0f04f8158), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.307977 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-698e1f1e-eaad-4c5b-9cbe-396bca42ca2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.373875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cb9b1-1775-4a0b-afa9-8b6ee2ad6ea9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Port': ['ID=1d1bd32e-0e74-44ba-8d4f-991e3b94f937,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:16.382171 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117c538-3919-4119-9cdb-4c52d872350e admin admin] Pushing event updated for resources: {'Subnet': ['ID=21048600-ff29-491a-b903-c6c0f04f8158,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:16.396806 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c538-3919-4119-9cdb-4c52d872350e admin admin] Checking segment: {'id': '5194c14e-64af-497d-857e-922d48b22d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd7ab294-2143-4f21-a260-47fd91e31953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:16.397101 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0117c538-3919-4119-9cdb-4c52d872350e admin admin] Network hostable DHCP agents. Network: bd7ab294-2143-4f21-a260-47fd91e31953, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:48:16.400442 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8506c617-6f7a-4810-bb10-0ab7c9c43009 req-14bfc0df-3663-456f-8d94-6c38f4959443 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "GET /v2.0/security-groups/90b463c4-58cb-4031-9c58-459a6b1e32ce HTTP/1.1" status: 200 len: 1823 time: 0.1924787 Feb 09 01:48:16.436851 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af8cb9b1-1775-4a0b-afa9-8b6ee2ad6ea9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (ded946c2-f868-4f25-8f56-74788ed60a01), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.438268 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0117c538-3919-4119-9cdb-4c52d872350e admin admin] Network bd7ab294-2143-4f21-a260-47fd91e31953 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:48:16.462269 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-0117c538-3919-4119-9cdb-4c52d872350e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, bd7ab294-2143-4f21-a260-47fd91e31953) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:16.468265 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0117c538-3919-4119-9cdb-4c52d872350e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:16.468853 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0117c538-3919-4119-9cdb-4c52d872350e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.491624 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed6ed5b-b020-4a84-a302-5364a0913ff5 None None] Network bd7ab294-2143-4f21-a260-47fd91e31953 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:16.495411 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0117c538-3919-4119-9cdb-4c52d872350e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8399177 Feb 09 01:48:16.521374 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-433c1d36-fd6c-4400-b538-fcddef683de5 None None] Provisioning complete for port 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:16.521827 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-433c1d36-fd6c-4400-b538-fcddef683de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.561127 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48588) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:16.564141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:16.566044 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b0dfb239-a581-49e4-be38-d463a04fec89 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:16.571237 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-8d5badf4-3569-4ef2-adb7-5501813f1a21 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Request body: {'security_group': {'name': 'tempest-securitygroup--168362273', 'description': 'tempest-description--471168734'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:16.602355 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8d5badf4-3569-4ef2-adb7-5501813f1a21 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.619166 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e1f1e-eaad-4c5b-9cbe-396bca42ca2d None None] Pushing event updated for resources: {'Port': ['ID=37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:16.636797 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8506c617-6f7a-4810-bb10-0ab7c9c43009 req-efbd3054-4a68-4b2f-a380-f1599ae2ad9b tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (90b463c4-58cb-4031-9c58-459a6b1e32ce), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.675478 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8506c617-6f7a-4810-bb10-0ab7c9c43009 req-efbd3054-4a68-4b2f-a380-f1599ae2ad9b tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (90b463c4-58cb-4031-9c58-459a6b1e32ce), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.684539 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-af8cb9b1-1775-4a0b-afa9-8b6ee2ad6ea9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Floating IP ded946c2-f868-4f25-8f56-74788ed60a01 associated. External IP: 172.25.7.205, port: b4313101-eea7-41a0-bacd-fe39509b7ce3. Feb 09 01:48:16.744423 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8d5badf4-3569-4ef2-adb7-5501813f1a21 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for security_group (999c68bd-4a65-4b52-8070-dc0e0b732663), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.761039 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8d5badf4-3569-4ef2-adb7-5501813f1a21 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (999c68bd-4a65-4b52-8070-dc0e0b732663), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.785708 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189469ae-4cce-4ea8-9fb1-fa8c666b3074 None None] Network bd7ab294-2143-4f21-a260-47fd91e31953 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:16.801573 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8d5badf4-3569-4ef2-adb7-5501813f1a21 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.804658 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8d5badf4-3569-4ef2-adb7-5501813f1a21 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2412541 Feb 09 01:48:16.808231 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48596) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:16.817388 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-f7adf170-f261-4aa2-a24d-562a44b8e72d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Request body: {'security_group_rule': {'security_group_id': '999c68bd-4a65-4b52-8070-dc0e0b732663', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:16.854295 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5badf4-3569-4ef2-adb7-5501813f1a21 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=999c68bd-4a65-4b52-8070-dc0e0b732663,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:16.868745 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8506c617-6f7a-4810-bb10-0ab7c9c43009 req-efbd3054-4a68-4b2f-a380-f1599ae2ad9b tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (90b463c4-58cb-4031-9c58-459a6b1e32ce), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.871427 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8506c617-6f7a-4810-bb10-0ab7c9c43009 req-efbd3054-4a68-4b2f-a380-f1599ae2ad9b tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.872597 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8506c617-6f7a-4810-bb10-0ab7c9c43009 req-efbd3054-4a68-4b2f-a380-f1599ae2ad9b tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "DELETE /v2.0/security-groups/90b463c4-58cb-4031-9c58-459a6b1e32ce HTTP/1.1" status: 204 len: 173 time: 0.4639900 Feb 09 01:48:16.896924 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b0dfb239-a581-49e4-be38-d463a04fec89 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:16.899055 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b0dfb239-a581-49e4-be38-d463a04fec89), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.943650 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd3054-4a68-4b2f-a380-f1599ae2ad9b tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b463c4-58cb-4031-9c58-459a6b1e32ce,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:16.949212 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f7adf170-f261-4aa2-a24d-562a44b8e72d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for security_group_rule (105b7c23-e50c-4be3-8ad5-6854d67012fd), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.980849 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-433c1d36-fd6c-4400-b538-fcddef683de5 None None] Current status of the port 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:16.981950 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8541e8d0-e706-4508-90d9-9689f7bab2ef req-f0a72578-c7bd-4e2d-ad00-c02f72ca953c tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "GET /v2.0/security-groups/df0800fe-a8f0-421c-940d-831026cd66e4 HTTP/1.1" status: 200 len: 1824 time: 0.0825272 Feb 09 01:48:17.072096 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-433c1d36-fd6c-4400-b538-fcddef683de5 None None] Provisioning complete for port 3e5a309d-a187-428b-be54-6139af1e1d5b triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:17.073403 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-433c1d36-fd6c-4400-b538-fcddef683de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3e5a309d-a187-428b-be54-6139af1e1d5b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.089404 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8541e8d0-e706-4508-90d9-9689f7bab2ef req-53ebcc66-4fef-401d-bbba-cb90d6fc9826 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (df0800fe-a8f0-421c-940d-831026cd66e4), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.118782 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8541e8d0-e706-4508-90d9-9689f7bab2ef req-53ebcc66-4fef-401d-bbba-cb90d6fc9826 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (df0800fe-a8f0-421c-940d-831026cd66e4), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.136136 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f7adf170-f261-4aa2-a24d-562a44b8e72d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for security_group_rule (105b7c23-e50c-4be3-8ad5-6854d67012fd), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.151482 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f7adf170-f261-4aa2-a24d-562a44b8e72d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (105b7c23-e50c-4be3-8ad5-6854d67012fd), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.187647 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adf170-f261-4aa2-a24d-562a44b8e72d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=105b7c23-e50c-4be3-8ad5-6854d67012fd,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:17.205413 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-433c1d36-fd6c-4400-b538-fcddef683de5 None None] Port 3e5a309d-a187-428b-be54-6139af1e1d5b cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:48:17.207455 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f7adf170-f261-4aa2-a24d-562a44b8e72d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.213602 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f7adf170-f261-4aa2-a24d-562a44b8e72d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4025993 Feb 09 01:48:17.216861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48614) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:17.223404 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b0dfb239-a581-49e4-be38-d463a04fec89 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:17.241762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4229ec61-3aa5-4ae2-82f0-ffcf25d5eafe tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Request body: {'security_group_rule': {'security_group_id': '999c68bd-4a65-4b52-8070-dc0e0b732663', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:17.258216 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8541e8d0-e706-4508-90d9-9689f7bab2ef req-53ebcc66-4fef-401d-bbba-cb90d6fc9826 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (df0800fe-a8f0-421c-940d-831026cd66e4), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.266897 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8541e8d0-e706-4508-90d9-9689f7bab2ef req-53ebcc66-4fef-401d-bbba-cb90d6fc9826 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.271925 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8541e8d0-e706-4508-90d9-9689f7bab2ef req-53ebcc66-4fef-401d-bbba-cb90d6fc9826 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "DELETE /v2.0/security-groups/df0800fe-a8f0-421c-940d-831026cd66e4 HTTP/1.1" status: 204 len: 173 time: 0.2814326 Feb 09 01:48:17.301565 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebcc66-4fef-401d-bbba-cb90d6fc9826 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0800fe-a8f0-421c-940d-831026cd66e4,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:17.346595 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4229ec61-3aa5-4ae2-82f0-ffcf25d5eafe tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for security_group_rule (d95e7df8-fc54-4fa7-9296-4069a83b67ee), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.349312 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:17.365075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8cb9b1-1775-4a0b-afa9-8b6ee2ad6ea9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Router 099ddf97-8c69-4bdc-b833-4067333a4b68 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:48:17.423486 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:17.425371 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.443016 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9df2b-a247-4364-a8c9-7c320c64dbec req-03e897c9-d4fc-4b9e-835b-46e3f14bf6e0 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:17.445923 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bdf9df2b-a247-4364-a8c9-7c320c64dbec req-03e897c9-d4fc-4b9e-835b-46e3f14bf6e0 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf8263f4-a0c5-4c31-874a-f0e41e8f6779 HTTP/1.1" status: 200 len: 945 time: 0.0826898 Feb 09 01:48:17.524845 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bdf9df2b-a247-4364-a8c9-7c320c64dbec req-95ac6103-5b38-4599-bef4-0bf11e1c7d23 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/security-groups?id=df2bc30f-c22b-4bff-b38b-334e67ef7d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725172 Feb 09 01:48:17.551731 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:17.568037 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4229ec61-3aa5-4ae2-82f0-ffcf25d5eafe tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for security_group_rule (d95e7df8-fc54-4fa7-9296-4069a83b67ee), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.583478 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4229ec61-3aa5-4ae2-82f0-ffcf25d5eafe tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (d95e7df8-fc54-4fa7-9296-4069a83b67ee), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.610630 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229ec61-3aa5-4ae2-82f0-ffcf25d5eafe tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95e7df8-fc54-4fa7-9296-4069a83b67ee,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:17.616188 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-70476057-3f8e-428c-b6bf-490ec7552a44 req-83f9c4dd-425d-4644-87ea-b83eda14de46 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "GET /v2.0/security-groups/39d2d372-399d-4712-9b4c-002e00e97fce HTTP/1.1" status: 200 len: 1822 time: 0.0490103 Feb 09 01:48:17.630287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-f920d83a-2e51-4c6d-8a81-f81ecf242c7c tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:17.631925 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-f920d83a-2e51-4c6d-8a81-f81ecf242c7c tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/networks?id=bd7ab294-2143-4f21-a260-47fd91e31953 HTTP/1.1" status: 200 len: 821 time: 0.3364897 Feb 09 01:48:17.655610 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4229ec61-3aa5-4ae2-82f0-ffcf25d5eafe tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.656797 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4229ec61-3aa5-4ae2-82f0-ffcf25d5eafe tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4387951 Feb 09 01:48:17.660538 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48632) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:17.668905 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-00241c3c-3ba3-4456-abf7-72e1d2217f54 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:17.677722 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-81034168-b103-4703-b6c7-7436276bd0d8 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/quotas/229cd3a3f7e74cca89c9edf38e097f6b HTTP/1.1" status: 200 len: 375 time: 0.0381062 Feb 09 01:48:17.696624 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-70476057-3f8e-428c-b6bf-490ec7552a44 req-19315578-97df-491b-a399-4c64ce04d510 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (39d2d372-399d-4712-9b4c-002e00e97fce), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.699603 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8cb9b1-1775-4a0b-afa9-8b6ee2ad6ea9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:48:17.717686 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bb57f0-5975-4e39-a4f1-bfb91f727b1f None None] Sync routers for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:48:17.727784 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-70476057-3f8e-428c-b6bf-490ec7552a44 req-19315578-97df-491b-a399-4c64ce04d510 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (39d2d372-399d-4712-9b4c-002e00e97fce), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.730668 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-af722f52-e0fd-43de-9c36-a805c8ad7b2d tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=229cd3a3f7e74cca89c9edf38e097f6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415859 Feb 09 01:48:17.732065 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bb57f0-5975-4e39-a4f1-bfb91f727b1f None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:17.732713 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-48bb57f0-5975-4e39-a4f1-bfb91f727b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:17.734868 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-00241c3c-3ba3-4456-abf7-72e1d2217f54 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.761458 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af8cb9b1-1775-4a0b-afa9-8b6ee2ad6ea9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.781869 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-48bb57f0-5975-4e39-a4f1-bfb91f727b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:17.793357 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bb57f0-5975-4e39-a4f1-bfb91f727b1f None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:17.793961 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-48bb57f0-5975-4e39-a4f1-bfb91f727b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:17.797407 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-70476057-3f8e-428c-b6bf-490ec7552a44 req-19315578-97df-491b-a399-4c64ce04d510 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (39d2d372-399d-4712-9b4c-002e00e97fce), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.800546 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-70476057-3f8e-428c-b6bf-490ec7552a44 req-19315578-97df-491b-a399-4c64ce04d510 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.805290 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-70476057-3f8e-428c-b6bf-490ec7552a44 req-19315578-97df-491b-a399-4c64ce04d510 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "DELETE /v2.0/security-groups/39d2d372-399d-4712-9b4c-002e00e97fce HTTP/1.1" status: 204 len: 173 time: 0.1791673 Feb 09 01:48:17.820862 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19315578-97df-491b-a399-4c64ce04d510 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d2d372-399d-4712-9b4c-002e00e97fce,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:17.866613 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-48bb57f0-5975-4e39-a4f1-bfb91f727b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:17.872752 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bb57f0-5975-4e39-a4f1-bfb91f727b1f None None] The sync data for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:48:17.883989 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a5ba1e76-6ed1-4c22-b965-e31b59e86834 req-2c9a55bf-7bcc-42ef-92b5-992a362b4f3f tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "GET /v2.0/security-groups/78174957-43be-46a7-8282-98b7e158e929 HTTP/1.1" status: 200 len: 2422 time: 0.0578327 Feb 09 01:48:17.901965 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-af8cb9b1-1775-4a0b-afa9-8b6ee2ad6ea9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.1399176 Feb 09 01:48:17.909944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48640) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:17.915150 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48642) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:17.916170 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e9ae478e-237b-4b65-9be0-74982bb70d4c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:18.007840 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-6d04f349-b3c4-4e46-be3c-8987f1d6d58f service neutron] 10.222.0.36 "GET /v2.0/networks/bd7ab294-2143-4f21-a260-47fd91e31953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652719 Feb 09 01:48:18.018887 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e9ae478e-237b-4b65-9be0-74982bb70d4c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (ded946c2-f868-4f25-8f56-74788ed60a01), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:18.032283 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a5ba1e76-6ed1-4c22-b965-e31b59e86834 req-28927eec-48ca-44d5-8794-d1cb401112fe tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (78174957-43be-46a7-8282-98b7e158e929), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:18.064043 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ed2b040f-269d-4599-8496-1149fce3b5f7 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] 10.222.0.36 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4090 time: 0.1422131 Feb 09 01:48:18.066418 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48646) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:18.070638 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f3b9f51b-dd66-4d2c-be14-0f355819f3da tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Request body: {'network': {'name': 'tempest-network-smoke--220475153', 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'port_security_enabled': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:18.099244 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a5ba1e76-6ed1-4c22-b965-e31b59e86834 req-28927eec-48ca-44d5-8794-d1cb401112fe tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (78174957-43be-46a7-8282-98b7e158e929), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:18.120275 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b9f51b-dd66-4d2c-be14-0f355819f3da tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Made reservation on behalf of 5bb1a0b377414dc1915d0f29c8ffb19f for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:18.124405 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f3b9f51b-dd66-4d2c-be14-0f355819f3da tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:18.162229 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b9f51b-dd66-4d2c-be14-0f355819f3da tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:48:18.172789 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f3b9f51b-dd66-4d2c-be14-0f355819f3da tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (124c2262-23db-4e43-95da-c72282765e5c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:18.173149 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-f3b9f51b-dd66-4d2c-be14-0f355819f3da tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Added segment 124c2262-23db-4e43-95da-c72282765e5c of type vlan for network 1acab3c5-2c37-4c3f-816d-30844a74e102 Feb 09 01:48:18.185283 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-00241c3c-3ba3-4456-abf7-72e1d2217f54 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:18.206289 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a5ba1e76-6ed1-4c22-b965-e31b59e86834 req-28927eec-48ca-44d5-8794-d1cb401112fe tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (78174957-43be-46a7-8282-98b7e158e929), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:18.208954 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-a5ba1e76-6ed1-4c22-b965-e31b59e86834 req-28927eec-48ca-44d5-8794-d1cb401112fe tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:18.210116 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a5ba1e76-6ed1-4c22-b965-e31b59e86834 req-28927eec-48ca-44d5-8794-d1cb401112fe tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "DELETE /v2.0/security-groups/78174957-43be-46a7-8282-98b7e158e929 HTTP/1.1" status: 204 len: 173 time: 0.3198054 Feb 09 01:48:18.229174 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28927eec-48ca-44d5-8794-d1cb401112fe tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78174957-43be-46a7-8282-98b7e158e929,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:18.232033 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f3b9f51b-dd66-4d2c-be14-0f355819f3da tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (1acab3c5-2c37-4c3f-816d-30844a74e102), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:18.299869 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f997b761-bed3-4da7-ad28-d84f43820963 req-e7f93e7f-726f-445d-8bda-1d0d15cb0352 tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "GET /v2.0/security-groups/ef9251e5-2247-454f-a815-ed1be0dd1cc2 HTTP/1.1" status: 200 len: 2417 time: 0.0651188 Feb 09 01:48:18.301279 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f3b9f51b-dd66-4d2c-be14-0f355819f3da tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (1acab3c5-2c37-4c3f-816d-30844a74e102), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:18.306411 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b9f51b-dd66-4d2c-be14-0f355819f3da tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:18.307300 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f3b9f51b-dd66-4d2c-be14-0f355819f3da tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:18.327931 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-67b028be-0bdd-4b18-85b2-52c8eede7507 service neutron] 10.222.0.36 "GET /v2.0/networks/bd7ab294-2143-4f21-a260-47fd91e31953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057268 Feb 09 01:48:18.336512 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e9ae478e-237b-4b65-9be0-74982bb70d4c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:18.344990 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e9ae478e-237b-4b65-9be0-74982bb70d4c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (ded946c2-f868-4f25-8f56-74788ed60a01), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:18.345320 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-e9ae478e-237b-4b65-9be0-74982bb70d4c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Floating IP ded946c2-f868-4f25-8f56-74788ed60a01 disassociated. External IP: 172.25.7.205, port: b4313101-eea7-41a0-bacd-fe39509b7ce3. Feb 09 01:48:18.495220 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-00241c3c-3ba3-4456-abf7-72e1d2217f54 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Allocated IP 172.25.7.114 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/71cf4e0a-e56b-4f70-b012-66f5bd321925) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:18.536382 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device dea09f62-61aa-49d2-baec-113d4de71632 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:18.632159 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port dea09f62-61aa-49d2-baec-113d4de71632 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:48:18.652365 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port dea09f62-61aa-49d2-baec-113d4de71632 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:18.653413 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (dea09f62-61aa-49d2-baec-113d4de71632), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:18.742058 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9f51b-dd66-4d2c-be14-0f355819f3da tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event updated for resources: {'Network': ['ID=1acab3c5-2c37-4c3f-816d-30844a74e102,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:18.766586 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f3b9f51b-dd66-4d2c-be14-0f355819f3da tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6971633 Feb 09 01:48:18.767747 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48666) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:18.772749 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6afcffa6-5a1e-4759-8432-f9eab2c1271b tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1768171867', 'admin_state_up': True, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:18.828368 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6afcffa6-5a1e-4759-8432-f9eab2c1271b tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (25d57ea3-f357-4243-9dd0-a36184809fc5), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:18.829506 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6afcffa6-5a1e-4759-8432-f9eab2c1271b tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (25d57ea3-f357-4243-9dd0-a36184809fc5), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:18.840826 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f997b761-bed3-4da7-ad28-d84f43820963 req-3670600a-e584-4f4c-82be-3d46cecef0cd tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (ef9251e5-2247-454f-a815-ed1be0dd1cc2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:18.920139 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f997b761-bed3-4da7-ad28-d84f43820963 req-3670600a-e584-4f4c-82be-3d46cecef0cd tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (ef9251e5-2247-454f-a815-ed1be0dd1cc2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:18.934622 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6afcffa6-5a1e-4759-8432-f9eab2c1271b tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for router_controller (25d57ea3-f357-4243-9dd0-a36184809fc5), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:18.997375 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:48:19.072522 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 1acab3c5-2c37-4c3f-816d-30844a74e102 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:48:19.139735 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6afcffa6-5a1e-4759-8432-f9eab2c1271b tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for router_gateway (25d57ea3-f357-4243-9dd0-a36184809fc5), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:19.145931 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f997b761-bed3-4da7-ad28-d84f43820963 req-3670600a-e584-4f4c-82be-3d46cecef0cd tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ef9251e5-2247-454f-a815-ed1be0dd1cc2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:19.149372 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f997b761-bed3-4da7-ad28-d84f43820963 req-3670600a-e584-4f4c-82be-3d46cecef0cd tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:19.156738 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f997b761-bed3-4da7-ad28-d84f43820963 req-3670600a-e584-4f4c-82be-3d46cecef0cd tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] 10.222.0.36 "DELETE /v2.0/security-groups/ef9251e5-2247-454f-a815-ed1be0dd1cc2 HTTP/1.1" status: 204 len: 173 time: 0.8457313 Feb 09 01:48:19.172240 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48674) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:19.211912 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670600a-e584-4f4c-82be-3d46cecef0cd tempest-SecurityGroupRulesTestJSON-2040890278 tempest-SecurityGroupRulesTestJSON-2040890278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9251e5-2247-454f-a815-ed1be0dd1cc2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:19.285141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port dea09f62-61aa-49d2-baec-113d4de71632 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:19.285786 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dea09f62-61aa-49d2-baec-113d4de71632), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:19.304294 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c23afeb5-90b0-41d5-90e4-d6eab58bfe89 req-7e812d0a-d582-4073-8ff6-34119ee78873 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/ports?device_id=57d1f266-2639-4b30-a91f-c2a7a4045fdd HTTP/1.1" status: 200 len: 210 time: 0.6929829 Feb 09 01:48:19.349349 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8263f4-a0c5-4c31-874a-f0e41e8f6779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea09f62-61aa-49d2-baec-113d4de71632'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:19.350629 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31dce6a-b846-4862-95a4-4e416cf95a12 admin admin] Deleting subnet 70cd9f6a-d38f-4db8-963a-f3e5a498ab62 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:48:19.351811 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b7beba-9e7f-422e-836c-0ea3ffd42559" -d '{"events": [{"server_uuid": "bf8263f4-a0c5-4c31-874a-f0e41e8f6779", "name": "network-vif-plugged", "status": "completed", "tag": "dea09f62-61aa-49d2-baec-113d4de71632"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:19.359847 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a31dce6a-b846-4862-95a4-4e416cf95a12 admin admin] Publish callbacks [] for subnet (70cd9f6a-d38f-4db8-963a-f3e5a498ab62), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:19.369323 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port dea09f62-61aa-49d2-baec-113d4de71632, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=dea09f62-61aa-49d2-baec-113d4de71632,segment=NetworkSegment(13cc5b6c-09dc-4765-ae14-22e82a399588),segment_id=13cc5b6c-09dc-4765-ae14-22e82a399588)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:19.378020 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (dea09f62-61aa-49d2-baec-113d4de71632), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:19.414223 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-00241c3c-3ba3-4456-abf7-72e1d2217f54 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for port (71cf4e0a-e56b-4f70-b012-66f5bd321925), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:19.421427 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9e923-b233-4eb6-9db0-6b97a4b50845 req-d018a86d-7a53-4ed5-a261-614ad1a4a8ce tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:19.423399 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b9d9e923-b233-4eb6-9db0-6b97a4b50845 req-d018a86d-7a53-4ed5-a261-614ad1a4a8ce tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf8263f4-a0c5-4c31-874a-f0e41e8f6779 HTTP/1.1" status: 200 len: 945 time: 0.1575823 Feb 09 01:48:19.433564 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a31dce6a-b846-4862-95a4-4e416cf95a12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (70cd9f6a-d38f-4db8-963a-f3e5a498ab62), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:19.437163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ae478e-237b-4b65-9be0-74982bb70d4c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Router 099ddf97-8c69-4bdc-b833-4067333a4b68 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:48:19.472524 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c1be6d-5222-4379-bf71-d959e81e5002 x-openstack-request-id: req-44c1be6d-5222-4379-bf71-d959e81e5002 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:19.472827 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8263f4-a0c5-4c31-874a-f0e41e8f6779", "name": "network-vif-plugged", "status": "completed", "tag": "dea09f62-61aa-49d2-baec-113d4de71632", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:19.473138 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44c1be6d-5222-4379-bf71-d959e81e5002 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:19.474430 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8263f4-a0c5-4c31-874a-f0e41e8f6779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea09f62-61aa-49d2-baec-113d4de71632', 'code': 200} Feb 09 01:48:19.530604 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=dea09f62-61aa-49d2-baec-113d4de71632,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:19.539175 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a31dce6a-b846-4862-95a4-4e416cf95a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (70cd9f6a-d38f-4db8-963a-f3e5a498ab62), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:19.599825 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-00241c3c-3ba3-4456-abf7-72e1d2217f54 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (71cf4e0a-e56b-4f70-b012-66f5bd321925), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:19.672210 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b9d9e923-b233-4eb6-9db0-6b97a4b50845 req-d22143e6-dd7f-4969-aa20-0493144bc463 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/security-groups?id=df2bc30f-c22b-4bff-b38b-334e67ef7d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362943 Feb 09 01:48:19.680885 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00241c3c-3ba3-4456-abf7-72e1d2217f54 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:19.694767 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-00241c3c-3ba3-4456-abf7-72e1d2217f54 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:19.697096 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6afcffa6-5a1e-4759-8432-f9eab2c1271b tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for router_gateway (25d57ea3-f357-4243-9dd0-a36184809fc5), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:19.701571 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00241c3c-3ba3-4456-abf7-72e1d2217f54 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:19.721098 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6afcffa6-5a1e-4759-8432-f9eab2c1271b tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:19.732607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00241c3c-3ba3-4456-abf7-72e1d2217f54 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event updated for resources: {'Port': ['ID=71cf4e0a-e56b-4f70-b012-66f5bd321925,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:19.756661 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ae478e-237b-4b65-9be0-74982bb70d4c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:48:19.762938 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e9ae478e-237b-4b65-9be0-74982bb70d4c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:19.769586 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a31dce6a-b846-4862-95a4-4e416cf95a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (70cd9f6a-d38f-4db8-963a-f3e5a498ab62), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:19.775071 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d05437-ffc0-4f4c-83b3-63dbf6b37c58 None None] Sync routers for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:48:19.791547 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cddd3-11b2-41ec-989f-4cc1916f8663 req-af252ac5-27b1-4e88-bab0-3bf30e52b632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:19.793040 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b78cddd3-11b2-41ec-989f-4cc1916f8663 req-af252ac5-27b1-4e88-bab0-3bf30e52b632 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf8263f4-a0c5-4c31-874a-f0e41e8f6779 HTTP/1.1" status: 200 len: 1128 time: 0.1792810 Feb 09 01:48:19.793682 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d05437-ffc0-4f4c-83b3-63dbf6b37c58 None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:19.794788 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b8d05437-ffc0-4f4c-83b3-63dbf6b37c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:19.811957 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dce6a-b846-4862-95a4-4e416cf95a12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70cd9f6a-d38f-4db8-963a-f3e5a498ab62,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:19.816776 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a31dce6a-b846-4862-95a4-4e416cf95a12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:19.820071 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a31dce6a-b846-4862-95a4-4e416cf95a12 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/70cd9f6a-d38f-4db8-963a-f3e5a498ab62 HTTP/1.1" status: 204 len: 168 time: 0.6235776 Feb 09 01:48:19.823525 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48686) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:19.845909 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e9ae478e-237b-4b65-9be0-74982bb70d4c tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "PUT /v2.0/floatingips/ded946c2-f868-4f25-8f56-74788ed60a01 HTTP/1.1" status: 200 len: 688 time: 1.9345927 Feb 09 01:48:19.846263 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48688) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:19.877486 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b8d05437-ffc0-4f4c-83b3-63dbf6b37c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:19.896918 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b78cddd3-11b2-41ec-989f-4cc1916f8663 req-166a995f-6d01-4b7f-adfb-60a4dc8b263f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=df2bc30f-c22b-4bff-b38b-334e67ef7d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954206 Feb 09 01:48:19.898040 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-00241c3c-3ba3-4456-abf7-72e1d2217f54 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for floatingip (87fe8bfe-6b27-4021-88e4-f32c08b5e5aa), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:19.900540 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d05437-ffc0-4f4c-83b3-63dbf6b37c58 None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:19.901182 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b8d05437-ffc0-4f4c-83b3-63dbf6b37c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:19.962069 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-00241c3c-3ba3-4456-abf7-72e1d2217f54 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (71cf4e0a-e56b-4f70-b012-66f5bd321925), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:19.982194 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b8d05437-ffc0-4f4c-83b3-63dbf6b37c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:19.983100 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d05437-ffc0-4f4c-83b3-63dbf6b37c58 None None] The sync data for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:48:20.029354 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-760f1f90-9930-49c5-af80-536b9d233ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (2b2071b4-c877-4e10-8a94-46c6f58a9f21), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:20.067799 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-6afcffa6-5a1e-4759-8432-f9eab2c1271b tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Allocated IP 172.25.7.156 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/65f02a9c-0b34-4710-a5bf-9dc0cfec23ca) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:20.185219 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-00241c3c-3ba3-4456-abf7-72e1d2217f54 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for port (71cf4e0a-e56b-4f70-b012-66f5bd321925), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:20.194159 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-00241c3c-3ba3-4456-abf7-72e1d2217f54 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (71cf4e0a-e56b-4f70-b012-66f5bd321925), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:20.279598 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00241c3c-3ba3-4456-abf7-72e1d2217f54 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event updated for resources: {'Port': ['ID=71cf4e0a-e56b-4f70-b012-66f5bd321925,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:20.294634 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-00241c3c-3ba3-4456-abf7-72e1d2217f54 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (87fe8bfe-6b27-4021-88e4-f32c08b5e5aa), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:20.314171 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-00241c3c-3ba3-4456-abf7-72e1d2217f54 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:20.316958 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-00241c3c-3ba3-4456-abf7-72e1d2217f54 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6554105 Feb 09 01:48:20.333795 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-760f1f90-9930-49c5-af80-536b9d233ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (2b2071b4-c877-4e10-8a94-46c6f58a9f21), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:20.389229 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-fbdc35f5-f531-4b83-b215-82d2de9ed7d9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Deleting port 1d1bd32e-0e74-44ba-8d4f-991e3b94f937 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:20.389229 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbdc35f5-f531-4b83-b215-82d2de9ed7d9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (1d1bd32e-0e74-44ba-8d4f-991e3b94f937), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:20.426262 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef9642ae-b1a4-46e2-a935-3f2ab013e198 req-961f5b63-03cb-461e-920d-aebd7ae70b0c tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/ports?device_id=57d1f266-2639-4b30-a91f-c2a7a4045fdd HTTP/1.1" status: 200 len: 210 time: 0.0368152 Feb 09 01:48:20.441565 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-760f1f90-9930-49c5-af80-536b9d233ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2071b4-c877-4e10-8a94-46c6f58a9f21']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:20.462036 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-8f7af0ac-cd92-463c-ab6b-173829b2ddac tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:20.463559 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-8f7af0ac-cd92-463c-ab6b-173829b2ddac tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.67 "GET /v2.0/networks?id=bd7ab294-2143-4f21-a260-47fd91e31953 HTTP/1.1" status: 200 len: 821 time: 0.4098375 Feb 09 01:48:20.484030 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-113e028b-6580-44a1-89da-b240b27e3ac4 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Request body: {'port': {'device_id': '57d1f266-2639-4b30-a91f-c2a7a4045fdd', 'network_id': 'bd7ab294-2143-4f21-a260-47fd91e31953', 'admin_state_up': True, 'tenant_id': '229cd3a3f7e74cca89c9edf38e097f6b'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:20.488408 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-760f1f90-9930-49c5-af80-536b9d233ab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6732e8-5386-4375-ba2e-fef5452cfeb6') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:20.488704 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-760f1f90-9930-49c5-af80-536b9d233ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6732e8-5386-4375-ba2e-fef5452cfeb6') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:20.492790 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6afcffa6-5a1e-4759-8432-f9eab2c1271b tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for port (65f02a9c-0b34-4710-a5bf-9dc0cfec23ca), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:20.522316 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-760f1f90-9930-49c5-af80-536b9d233ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (ec6732e8-5386-4375-ba2e-fef5452cfeb6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:20.605767 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-760f1f90-9930-49c5-af80-536b9d233ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (ec6732e8-5386-4375-ba2e-fef5452cfeb6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:20.630055 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760f1f90-9930-49c5-af80-536b9d233ab1 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:48:20.630498 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-760f1f90-9930-49c5-af80-536b9d233ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (ec6732e8-5386-4375-ba2e-fef5452cfeb6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:48:20.636135 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:48:20.654195 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbdc35f5-f531-4b83-b215-82d2de9ed7d9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (1d1bd32e-0e74-44ba-8d4f-991e3b94f937), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:20.654195 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbdc35f5-f531-4b83-b215-82d2de9ed7d9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (1d1bd32e-0e74-44ba-8d4f-991e3b94f937), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:20.728008 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-fbdc35f5-f531-4b83-b215-82d2de9ed7d9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Calling delete_port for 1d1bd32e-0e74-44ba-8d4f-991e3b94f937 owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:20.761178 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6afcffa6-5a1e-4759-8432-f9eab2c1271b tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (65f02a9c-0b34-4710-a5bf-9dc0cfec23ca), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:20.819864 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff044a8e-ecd8-40b3-86e5-89ade6831be4 req-728ef882-8a4b-477e-91f2-7350a7b8d8e5 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:20.821443 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff044a8e-ecd8-40b3-86e5-89ade6831be4 req-728ef882-8a4b-477e-91f2-7350a7b8d8e5 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf8263f4-a0c5-4c31-874a-f0e41e8f6779 HTTP/1.1" status: 200 len: 946 time: 0.0660846 Feb 09 01:48:20.886954 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff044a8e-ecd8-40b3-86e5-89ade6831be4 req-00910da4-7b9c-4bf3-ab87-908b872e182f tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/security-groups?id=df2bc30f-c22b-4bff-b38b-334e67ef7d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538247 Feb 09 01:48:21.079785 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-760f1f90-9930-49c5-af80-536b9d233ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (2b2071b4-c877-4e10-8a94-46c6f58a9f21), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:21.098049 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-760f1f90-9930-49c5-af80-536b9d233ab1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:21.103515 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-760f1f90-9930-49c5-af80-536b9d233ab1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2b2071b4-c877-4e10-8a94-46c6f58a9f21 HTTP/1.1" status: 204 len: 168 time: 1.2769778 Feb 09 01:48:21.180908 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f1f90-9930-49c5-af80-536b9d233ab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b2071b4-c877-4e10-8a94-46c6f58a9f21,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:21.207228 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afcffa6-5a1e-4759-8432-f9eab2c1271b tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:21.213202 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcffa6-5a1e-4759-8432-f9eab2c1271b tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event updated for resources: {'Port': ['ID=65f02a9c-0b34-4710-a5bf-9dc0cfec23ca,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:21.216434 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-6afcffa6-5a1e-4759-8432-f9eab2c1271b tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:21.218951 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afcffa6-5a1e-4759-8432-f9eab2c1271b tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:21.229554 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1d05048e-8953-42c2-85a8-3df4394d569d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--168362273&fields=id&tenant_id=f921fef3089d433e88a36b5df24fed2b HTTP/1.1" status: 200 len: 267 time: 0.5249722 Feb 09 01:48:21.255381 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-113e028b-6580-44a1-89da-b240b27e3ac4 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Made reservation on behalf of 229cd3a3f7e74cca89c9edf38e097f6b for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:21.258701 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-113e028b-6580-44a1-89da-b240b27e3ac4 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:21.417343 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48728) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:21.454454 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-8077d242-7be2-4c6c-88b7-01c088e2891b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:21.456253 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-8077d242-7be2-4c6c-88b7-01c088e2891b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports/12c6d339-2c74-42d5-a6e4-5f638ebb91f3 HTTP/1.1" status: 200 len: 931 time: 0.1944640 Feb 09 01:48:21.473082 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-501980cf-9fc1-470b-9e73-e45b08fb7ef7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3e385da312542e6b059fe926ff6053e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0545423 Feb 09 01:48:21.479776 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48732) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:21.557526 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a38c7b04-7369-47c0-af2e-e9972717561a req-3ce7c287-58c8-40ca-ad88-b8a0279efe91 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/ports?device_id=57d1f266-2639-4b30-a91f-c2a7a4045fdd HTTP/1.1" status: 200 len: 210 time: 0.0366297 Feb 09 01:48:21.560435 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e4317cb2-d454-479e-992b-bd0376ed6912 admin admin] Publish callbacks [] for security_group (9732d8da-af83-494c-b9ab-fa13bdba1893), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:21.586279 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e4317cb2-d454-479e-992b-bd0376ed6912 admin admin] Publish callbacks [] for security_group (9732d8da-af83-494c-b9ab-fa13bdba1893), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:21.629350 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-4c0453a7-36f0-4653-9a80-acbed7172c76 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:21.632791 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-4c0453a7-36f0-4653-9a80-acbed7172c76 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports/3e5a309d-a187-428b-be54-6139af1e1d5b HTTP/1.1" status: 200 len: 932 time: 0.1628184 Feb 09 01:48:21.643694 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e4317cb2-d454-479e-992b-bd0376ed6912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9732d8da-af83-494c-b9ab-fa13bdba1893), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:21.646581 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e4317cb2-d454-479e-992b-bd0376ed6912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:21.650223 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e4317cb2-d454-479e-992b-bd0376ed6912 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9732d8da-af83-494c-b9ab-fa13bdba1893 HTTP/1.1" status: 204 len: 168 time: 0.1668873 Feb 09 01:48:21.659462 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4317cb2-d454-479e-992b-bd0376ed6912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9732d8da-af83-494c-b9ab-fa13bdba1893,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:21.709933 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbdc35f5-f531-4b83-b215-82d2de9ed7d9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (1d1bd32e-0e74-44ba-8d4f-991e3b94f937), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:21.742567 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-cf6d06f5-f992-4054-8686-d7e418676f6e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?network_id=5c2d2fcf-eafc-455c-9448-5e06dd737c5d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0925443 Feb 09 01:48:21.804437 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc35f5-f531-4b83-b215-82d2de9ed7d9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event deleted for resources: {'Port': ['ID=1d1bd32e-0e74-44ba-8d4f-991e3b94f937,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:21.850171 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-113e028b-6580-44a1-89da-b240b27e3ac4 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Allocated IP 172.20.0.8 (bd7ab294-2143-4f21-a260-47fd91e31953/21048600-ff29-491a-b903-c6c0f04f8158/23964c4b-ad25-49cc-9674-ee886ba2c907) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:21.899186 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6bcd01a9-f9c1-4afd-819a-dc5e5d4a60da tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?network_id=5c2d2fcf-eafc-455c-9448-5e06dd737c5d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1300859 Feb 09 01:48:22.048373 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0d52d-43a9-4164-9784-5102b96309e2 req-347a055b-8f22-4b88-bafb-592085b54cc9 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:22.050855 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-73e0d52d-43a9-4164-9784-5102b96309e2 req-347a055b-8f22-4b88-bafb-592085b54cc9 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf8263f4-a0c5-4c31-874a-f0e41e8f6779 HTTP/1.1" status: 200 len: 946 time: 0.0755694 Feb 09 01:48:22.096912 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbdc35f5-f531-4b83-b215-82d2de9ed7d9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (ded946c2-f868-4f25-8f56-74788ed60a01), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:22.100287 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbdc35f5-f531-4b83-b215-82d2de9ed7d9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:22.101991 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fbdc35f5-f531-4b83-b215-82d2de9ed7d9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "DELETE /v2.0/floatingips/ded946c2-f868-4f25-8f56-74788ed60a01 HTTP/1.1" status: 204 len: 168 time: 2.2298689 Feb 09 01:48:22.106308 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48748) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:22.111180 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-ad9ff76f-72d3-429d-b79e-b5b36dd3c353 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': '9f615df8-b8a3-4d1f-a342-80acb0d2c4c9'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:22.119304 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6afcffa6-5a1e-4759-8432-f9eab2c1271b tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for router_gateway (25d57ea3-f357-4243-9dd0-a36184809fc5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:22.121959 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-73e0d52d-43a9-4164-9784-5102b96309e2 req-ee0b8dc4-e9c2-4e7a-a5f8-b8e3d2774558 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/security-groups?id=df2bc30f-c22b-4bff-b38b-334e67ef7d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615568 Feb 09 01:48:22.137535 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad9ff76f-72d3-429d-b79e-b5b36dd3c353 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:22.296529 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad9ff76f-72d3-429d-b79e-b5b36dd3c353 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:22.301725 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-46df8946-7b65-491a-a75a-2ca51ac5f153 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:22.308274 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-46df8946-7b65-491a-a75a-2ca51ac5f153 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:22.315120 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-46df8946-7b65-491a-a75a-2ca51ac5f153 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:22.316781 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-46df8946-7b65-491a-a75a-2ca51ac5f153 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/networks?id=ad7f13d6-48b1-4260-a707-f8bf8cbabb95&id=4c4e88d2-2146-4771-81ab-7d54809701c2&id=4c4e88d2-2146-4771-81ab-7d54809701c2&id=5c2d2fcf-eafc-455c-9448-5e06dd737c5d&id=5c2d2fcf-eafc-455c-9448-5e06dd737c5d HTTP/1.1" status: 200 len: 1991 time: 0.4070807 Feb 09 01:48:22.358149 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6d3ba81c-bd7c-4403-9185-d394286bd279 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/quotas/f921fef3089d433e88a36b5df24fed2b HTTP/1.1" status: 200 len: 375 time: 0.0321364 Feb 09 01:48:22.455609 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-113e028b-6580-44a1-89da-b240b27e3ac4 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Publish callbacks [] for port (23964c4b-ad25-49cc-9674-ee886ba2c907), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:22.498268 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-ad9ff76f-72d3-429d-b79e-b5b36dd3c353 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Allocated IP 172.25.7.9 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/709e97d0-f291-442f-944d-055d409b8c25) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:22.588812 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-2b73bfc0-e582-4b79-ac9f-044ec3c7d13b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f921fef3089d433e88a36b5df24fed2b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2148831 Feb 09 01:48:22.681572 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-113e028b-6580-44a1-89da-b240b27e3ac4 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (23964c4b-ad25-49cc-9674-ee886ba2c907), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:22.698679 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c029d1f-8401-4f9b-b2de-96652e1866f1 req-f4cd3fda-6b09-4891-966d-3eabd127be9e tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:22.698679 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4c029d1f-8401-4f9b-b2de-96652e1866f1 req-f4cd3fda-6b09-4891-966d-3eabd127be9e tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf8263f4-a0c5-4c31-874a-f0e41e8f6779 HTTP/1.1" status: 200 len: 946 time: 0.1462469 Feb 09 01:48:22.761578 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-113e028b-6580-44a1-89da-b240b27e3ac4 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Network bd7ab294-2143-4f21-a260-47fd91e31953 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:22.762824 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad9ff76f-72d3-429d-b79e-b5b36dd3c353 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for port (709e97d0-f291-442f-944d-055d409b8c25), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:22.768554 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-113e028b-6580-44a1-89da-b240b27e3ac4 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:22.782247 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-113e028b-6580-44a1-89da-b240b27e3ac4 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:22.796773 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4c029d1f-8401-4f9b-b2de-96652e1866f1 req-7c93f8e8-dcf8-44e7-95fe-5892bbb1f582 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/security-groups?id=df2bc30f-c22b-4bff-b38b-334e67ef7d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783746 Feb 09 01:48:22.798342 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6afcffa6-5a1e-4759-8432-f9eab2c1271b tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (25d57ea3-f357-4243-9dd0-a36184809fc5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:22.856854 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e028b-6580-44a1-89da-b240b27e3ac4 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Pushing event updated for resources: {'Port': ['ID=23964c4b-ad25-49cc-9674-ee886ba2c907,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:22.896489 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad9ff76f-72d3-429d-b79e-b5b36dd3c353 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (709e97d0-f291-442f-944d-055d409b8c25), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:22.947245 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-54965f97-bc8f-4c38-a2b1-5c4570583c01 service neutron] 10.222.0.36 "GET /v2.0/networks/ad7f13d6-48b1-4260-a707-f8bf8cbabb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396425 Feb 09 01:48:22.967918 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-113e028b-6580-44a1-89da-b240b27e3ac4 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:22.968706 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-113e028b-6580-44a1-89da-b240b27e3ac4 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.005161 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9ff76f-72d3-429d-b79e-b5b36dd3c353 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:23.013515 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-ad9ff76f-72d3-429d-b79e-b5b36dd3c353 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:23.018455 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9ff76f-72d3-429d-b79e-b5b36dd3c353 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:23.021531 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ff76f-72d3-429d-b79e-b5b36dd3c353 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Port': ['ID=709e97d0-f291-442f-944d-055d409b8c25,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:23.062746 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-113e028b-6580-44a1-89da-b240b27e3ac4 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5842140 Feb 09 01:48:23.077134 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48778) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:23.081677 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-6a6b9b5a-7da0-4a0c-b26b-4f6e6496c34d service neutron] Request body: {'port': {'device_id': '57d1f266-2639-4b30-a91f-c2a7a4045fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:23.091123 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050490df-bb23-4a88-9d6c-86ef637ec8c7 req-8d8d1a38-fc37-44a3-a3fe-7de5a30bd644 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:23.092845 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-050490df-bb23-4a88-9d6c-86ef637ec8c7 req-8d8d1a38-fc37-44a3-a3fe-7de5a30bd644 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/ports?device_id=57d1f266-2639-4b30-a91f-c2a7a4045fdd HTTP/1.1" status: 200 len: 931 time: 0.1979692 Feb 09 01:48:23.209585 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-d8aef0f8-dd2f-4182-936e-89e32e9101f0 service neutron] 10.222.0.36 "GET /v2.0/networks/ad7f13d6-48b1-4260-a707-f8bf8cbabb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372365 Feb 09 01:48:23.215016 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afcffa6-5a1e-4759-8432-f9eab2c1271b tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Router 25d57ea3-f357-4243-9dd0-a36184809fc5 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:48:23.272800 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-6a6b9b5a-7da0-4a0c-b26b-4f6e6496c34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (23964c4b-ad25-49cc-9674-ee886ba2c907), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.276417 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-2fc8497f-1bac-41e0-a310-612621899ea7 service neutron] 10.222.0.36 "GET /v2.0/ports/12c6d339-2c74-42d5-a6e4-5f638ebb91f3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0481901 Feb 09 01:48:23.352369 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-050490df-bb23-4a88-9d6c-86ef637ec8c7 req-3e476c37-ae10-461d-80ce-64e623b82a1b tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/security-groups?id=960e7ff1-0906-492f-9011-6fa8220abdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648448 Feb 09 01:48:23.445150 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-65883826-2753-4d16-bba8-34ad5c4f632e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-126148439-network', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:23.547024 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65883826-2753-4d16-bba8-34ad5c4f632e admin admin] Made reservation on behalf of fbdae39344a5459eaf5d1a5fab3c54b2 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:23.550264 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-65883826-2753-4d16-bba8-34ad5c4f632e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.564940 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-65883826-2753-4d16-bba8-34ad5c4f632e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.620061 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad9ff76f-72d3-429d-b79e-b5b36dd3c353 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (bcfd3f72-c11f-42ad-bcb3-ca9d3c60d88d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.741932 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-65883826-2753-4d16-bba8-34ad5c4f632e admin admin] Publish callbacks [] for security_group (c14fec04-466e-4a59-bf09-a01d23b68fae), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.750898 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-65883826-2753-4d16-bba8-34ad5c4f632e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c14fec04-466e-4a59-bf09-a01d23b68fae), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.768860 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad9ff76f-72d3-429d-b79e-b5b36dd3c353 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (709e97d0-f291-442f-944d-055d409b8c25), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.840865 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65883826-2753-4d16-bba8-34ad5c4f632e admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:48:23.853998 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65883826-2753-4d16-bba8-34ad5c4f632e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14fec04-466e-4a59-bf09-a01d23b68fae,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:23.876948 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-ac292baa-9e83-42b5-a845-081774726831 service neutron] 10.222.0.36 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5868270 Feb 09 01:48:23.882082 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afcffa6-5a1e-4759-8432-f9eab2c1271b tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:48:23.892905 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-65883826-2753-4d16-bba8-34ad5c4f632e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (6499454f-77f3-4671-ae2b-f9d1fc883162), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.894552 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-65883826-2753-4d16-bba8-34ad5c4f632e admin admin] Added segment 6499454f-77f3-4671-ae2b-f9d1fc883162 of type vlan for network 220e7f29-84b2-429c-a5a5-34d2ac552d01 Feb 09 01:48:23.911122 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] Sync routers for ids ['25d57ea3-f357-4243-9dd0-a36184809fc5'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:48:23.972442 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] Routers {'25d57ea3-f357-4243-9dd0-a36184809fc5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:23.973510 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['25d57ea3-f357-4243-9dd0-a36184809fc5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:24.043182 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6afcffa6-5a1e-4759-8432-f9eab2c1271b tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:24.047281 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6afcffa6-5a1e-4759-8432-f9eab2c1271b tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.2755446 Feb 09 01:48:24.047281 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-54a2cf3b-3241-406e-9c09-2fc129b3ed71 service neutron] 10.222.0.36 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573408 Feb 09 01:48:24.049531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48796) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:24.067852 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-65883826-2753-4d16-bba8-34ad5c4f632e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (220e7f29-84b2-429c-a5a5-34d2ac552d01), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:24.175715 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-98345d3a-0683-49d4-b4b3-f15621569618 service neutron] 10.222.0.36 "GET /v2.0/ports/3e5a309d-a187-428b-be54-6139af1e1d5b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1153865 Feb 09 01:48:24.203087 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dc1879-9d0e-499f-8fbf-ca46d5bfa209 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:24.207124 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b6dc1879-9d0e-499f-8fbf-ca46d5bfa209 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5bb1a0b377414dc1915d0f29c8ffb19f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1539526 Feb 09 01:48:24.216062 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb0a09-988e-4b4a-9183-5c94e1fee52a req-d83478b8-5ef8-458c-af60-010d44e81b81 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:24.222847 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48802) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:24.223922 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00cb0a09-988e-4b4a-9183-5c94e1fee52a req-d83478b8-5ef8-458c-af60-010d44e81b81 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf8263f4-a0c5-4c31-874a-f0e41e8f6779 HTTP/1.1" status: 200 len: 946 time: 0.2022600 Feb 09 01:48:24.227437 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] Set router 25d57ea3-f357-4243-9dd0-a36184809fc5 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:24.232553 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-65883826-2753-4d16-bba8-34ad5c4f632e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (220e7f29-84b2-429c-a5a5-34d2ac552d01), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:24.233649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65883826-2753-4d16-bba8-34ad5c4f632e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:24.234310 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-65883826-2753-4d16-bba8-34ad5c4f632e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:24.367382 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00cb0a09-988e-4b4a-9183-5c94e1fee52a req-353c5127-169f-423f-ad05-885a6aab4b04 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/security-groups?id=df2bc30f-c22b-4bff-b38b-334e67ef7d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379330 Feb 09 01:48:24.383141 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-6a6b9b5a-7da0-4a0c-b26b-4f6e6496c34d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23964c4b-ad25-49cc-9674-ee886ba2c907 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:48:24.393952 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-6a6b9b5a-7da0-4a0c-b26b-4f6e6496c34d service neutron] Publish callbacks [] for port (23964c4b-ad25-49cc-9674-ee886ba2c907), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:24.399829 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-65883826-2753-4d16-bba8-34ad5c4f632e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3208413 Feb 09 01:48:24.403829 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48808) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:24.409790 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-6a6b9b5a-7da0-4a0c-b26b-4f6e6496c34d service neutron] Transition to ACTIVE for port object 23964c4b-ad25-49cc-9674-ee886ba2c907 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:48:24.414554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028cdb7-12c3-4279-a6ae-28d1ddd7ccc3 req-22de44cd-19dd-49b9-bb99-4b77de98cc69 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:24.421124 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-6a6b9b5a-7da0-4a0c-b26b-4f6e6496c34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (23964c4b-ad25-49cc-9674-ee886ba2c907), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:24.425792 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c028cdb7-12c3-4279-a6ae-28d1ddd7ccc3 req-22de44cd-19dd-49b9-bb99-4b77de98cc69 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf8263f4-a0c5-4c31-874a-f0e41e8f6779 HTTP/1.1" status: 200 len: 946 time: 0.3104954 Feb 09 01:48:24.429448 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-77ae50eb-aae5-403a-8506-f0b6e508f505 admin admin] Request body: {'subnet': {'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-126148439-subnet', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:24.485021 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad9ff76f-72d3-429d-b79e-b5b36dd3c353 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for port (709e97d0-f291-442f-944d-055d409b8c25), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:24.505132 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d57ea3-f357-4243-9dd0-a36184809fc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1768171867', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '65f02a9c-0b34-4710-a5bf-9dc0cfec23ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:18Z', 'updated_at': '2022-02-09T01:48:21Z', 'revision_number': 3, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'gw_port': {'id': '65f02a9c-0b34-4710-a5bf-9dc0cfec23ca', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d57ea3-f357-4243-9dd0-a36184809fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:19Z', 'updated_at': '2022-02-09T01:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:24.508480 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65883826-2753-4d16-bba8-34ad5c4f632e admin admin] Pushing event updated for resources: {'Network': ['ID=220e7f29-84b2-429c-a5a5-34d2ac552d01,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:24.525496 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 220e7f29-84b2-429c-a5a5-34d2ac552d01 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:48:24.567481 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad9ff76f-72d3-429d-b79e-b5b36dd3c353 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (709e97d0-f291-442f-944d-055d409b8c25), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:24.569606 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ae50eb-aae5-403a-8506-f0b6e508f505 admin admin] Made reservation on behalf of fbdae39344a5459eaf5d1a5fab3c54b2 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:24.573179 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-77ae50eb-aae5-403a-8506-f0b6e508f505 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:24.580471 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b9b5a-7da0-4a0c-b26b-4f6e6496c34d service neutron] Pushing event updated for resources: {'Port': ['ID=23964c4b-ad25-49cc-9674-ee886ba2c907,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:24.591285 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e3d5e351-6c7b-4c61-9109-4ca624c95762 service neutron] 10.222.0.36 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078820 Feb 09 01:48:24.594650 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8b4181-dc0b-4fd6-81d7-437c83969df0 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:24.597069 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7b8b4181-dc0b-4fd6-81d7-437c83969df0 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3732491 Feb 09 01:48:24.602811 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48812) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:24.625580 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] Checking router: 25d57ea3-f357-4243-9dd0-a36184809fc5 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:48:24.625929 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] Updating router 25d57ea3-f357-4243-9dd0-a36184809fc5 port 65f02a9c-0b34-4710-a5bf-9dc0cfec23ca binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:48:24.666048 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (65f02a9c-0b34-4710-a5bf-9dc0cfec23ca), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:24.715687 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-754d410d-42d4-411c-81ac-6be2750b5565 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445032 Feb 09 01:48:24.721293 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48818) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:24.756847 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-785eedf2-d5c1-4e72-b12b-24ed0a10a5b4 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5bb1a0b377414dc1915d0f29c8ffb19f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339112 Feb 09 01:48:24.769416 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48820) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:24.789800 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ff76f-72d3-429d-b79e-b5b36dd3c353 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Port': ['ID=709e97d0-f291-442f-944d-055d409b8c25,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:24.801258 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-6a6b9b5a-7da0-4a0c-b26b-4f6e6496c34d service neutron] Attempting to bind port 23964c4b-ad25-49cc-9674-ee886ba2c907 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:48:24.801605 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-6a6b9b5a-7da0-4a0c-b26b-4f6e6496c34d service neutron] Attempting to bind port 23964c4b-ad25-49cc-9674-ee886ba2c907 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '5194c14e-64af-497d-857e-922d48b22d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd7ab294-2143-4f21-a260-47fd91e31953'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:48:24.801935 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-6a6b9b5a-7da0-4a0c-b26b-4f6e6496c34d service neutron] Attempting to bind port 23964c4b-ad25-49cc-9674-ee886ba2c907 on network bd7ab294-2143-4f21-a260-47fd91e31953 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:24.841446 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-6a6b9b5a-7da0-4a0c-b26b-4f6e6496c34d service neutron] Port 23964c4b-ad25-49cc-9674-ee886ba2c907 on network bd7ab294-2143-4f21-a260-47fd91e31953 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:48:24.841778 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-6a6b9b5a-7da0-4a0c-b26b-4f6e6496c34d service neutron] Attempting to bind port 23964c4b-ad25-49cc-9674-ee886ba2c907 on network bd7ab294-2143-4f21-a260-47fd91e31953 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:24.856752 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-52fbbd77-b6e7-423a-9860-ee7968165543 service neutron] 10.222.0.36 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582927 Feb 09 01:48:24.859282 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-6a6b9b5a-7da0-4a0c-b26b-4f6e6496c34d service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:48:24.859630 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-6a6b9b5a-7da0-4a0c-b26b-4f6e6496c34d service neutron] Checking segment: {'id': '5194c14e-64af-497d-857e-922d48b22d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd7ab294-2143-4f21-a260-47fd91e31953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:24.860106 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-6a6b9b5a-7da0-4a0c-b26b-4f6e6496c34d service neutron] Bound using segment: {'id': '5194c14e-64af-497d-857e-922d48b22d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd7ab294-2143-4f21-a260-47fd91e31953'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:48:24.860554 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-6a6b9b5a-7da0-4a0c-b26b-4f6e6496c34d service neutron] Bound port: 23964c4b-ad25-49cc-9674-ee886ba2c907, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5194c14e-64af-497d-857e-922d48b22d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd7ab294-2143-4f21-a260-47fd91e31953'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:48:24.861560 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-6a6b9b5a-7da0-4a0c-b26b-4f6e6496c34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (23964c4b-ad25-49cc-9674-ee886ba2c907), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:24.885476 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad9ff76f-72d3-429d-b79e-b5b36dd3c353 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (bcfd3f72-c11f-42ad-bcb3-ca9d3c60d88d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:25.024867 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-04d2f815-9852-4cb3-a700-21fa1b5f0424 service neutron] 10.222.0.36 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530232 Feb 09 01:48:25.050169 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfae3e26-5c15-4095-bd4f-551ba721a0b3 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:25.054432 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bfae3e26-5c15-4095-bd4f-551ba721a0b3 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2815189 Feb 09 01:48:25.055614 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] Publish callbacks [] for port (65f02a9c-0b34-4710-a5bf-9dc0cfec23ca), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:25.063317 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48826) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:25.066220 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (65f02a9c-0b34-4710-a5bf-9dc0cfec23ca), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:25.067757 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-6a6b9b5a-7da0-4a0c-b26b-4f6e6496c34d service neutron] For port 23964c4b-ad25-49cc-9674-ee886ba2c907, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:48:25.092721 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c866b-530e-4bde-a30f-2d8899b0c0dd req-dfc0f7ef-0188-49bd-8989-dd102489842b tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:25.100822 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f8c866b-530e-4bde-a30f-2d8899b0c0dd req-dfc0f7ef-0188-49bd-8989-dd102489842b tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/ports?device_id=57d1f266-2639-4b30-a91f-c2a7a4045fdd HTTP/1.1" status: 200 len: 943 time: 0.5757437 Feb 09 01:48:25.128980 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] Attempting to bind port 65f02a9c-0b34-4710-a5bf-9dc0cfec23ca on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:48:25.129446 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] Attempting to bind port 65f02a9c-0b34-4710-a5bf-9dc0cfec23ca by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:48:25.129871 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] Attempting to bind port 65f02a9c-0b34-4710-a5bf-9dc0cfec23ca on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:25.139483 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-6a6b9b5a-7da0-4a0c-b26b-4f6e6496c34d service neutron] For port 23964c4b-ad25-49cc-9674-ee886ba2c907, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=23964c4b-ad25-49cc-9674-ee886ba2c907,segment=NetworkSegment(5194c14e-64af-497d-857e-922d48b22d0a),segment_id=5194c14e-64af-497d-857e-922d48b22d0a)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:48:25.139749 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:48:25.140475 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:25.140603 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:25.141110 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:48:25.144711 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] Bound port: 65f02a9c-0b34-4710-a5bf-9dc0cfec23ca, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:48:25.145003 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4dfe59d6-7a00-4c3f-8503-853a971996a7 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0758693 Feb 09 01:48:25.145095 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (65f02a9c-0b34-4710-a5bf-9dc0cfec23ca), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:25.147526 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48828) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:25.151613 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2bb3b-645e-4a16-a11e-ebc304c7c3dc None None] Pushing event updated for resources: {'Port': ['ID=65f02a9c-0b34-4710-a5bf-9dc0cfec23ca,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:25.152667 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-65247097-c68a-4419-a37b-2c3127a9de35 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1899792622', 'network_id': '1acab3c5-2c37-4c3f-816d-30844a74e102', 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:25.160945 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-6a6b9b5a-7da0-4a0c-b26b-4f6e6496c34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (23964c4b-ad25-49cc-9674-ee886ba2c907), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:25.184519 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2bb3b-645e-4a16-a11e-ebc304c7c3dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:25.185141 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2bb3b-645e-4a16-a11e-ebc304c7c3dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:25.185578 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2bb3b-645e-4a16-a11e-ebc304c7c3dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:25.185980 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2bb3b-645e-4a16-a11e-ebc304c7c3dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:25.186395 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2bb3b-645e-4a16-a11e-ebc304c7c3dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:25.186793 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2bb3b-645e-4a16-a11e-ebc304c7c3dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:25.187184 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2bb3b-645e-4a16-a11e-ebc304c7c3dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:25.187594 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2bb3b-645e-4a16-a11e-ebc304c7c3dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:25.188037 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2bb3b-645e-4a16-a11e-ebc304c7c3dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:25.188524 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2bb3b-645e-4a16-a11e-ebc304c7c3dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:25.189054 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2bb3b-645e-4a16-a11e-ebc304c7c3dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:25.190024 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2bb3b-645e-4a16-a11e-ebc304c7c3dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:25.190525 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2bb3b-645e-4a16-a11e-ebc304c7c3dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:25.231679 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-77ae50eb-aae5-403a-8506-f0b6e508f505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (e6231a07-44fd-4d5b-a5bf-cd666d960cb8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:25.261257 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-6a6b9b5a-7da0-4a0c-b26b-4f6e6496c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:25.261963 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-6a6b9b5a-7da0-4a0c-b26b-4f6e6496c34d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:25.264937 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-6a6b9b5a-7da0-4a0c-b26b-4f6e6496c34d service neutron] 10.222.0.67 "PUT /v2.0/ports/23964c4b-ad25-49cc-9674-ee886ba2c907 HTTP/1.1" status: 200 len: 1091 time: 2.1911049 Feb 09 01:48:25.271535 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] For port 65f02a9c-0b34-4710-a5bf-9dc0cfec23ca, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:48:25.277302 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d1f266-2639-4b30-a91f-c2a7a4045fdd', 'tag': '23964c4b-ad25-49cc-9674-ee886ba2c907'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:25.279476 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] For port 65f02a9c-0b34-4710-a5bf-9dc0cfec23ca, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=65f02a9c-0b34-4710-a5bf-9dc0cfec23ca,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:48:25.279719 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6e60c8-5415-4f4b-bcc4-2398b1c06ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "57d1f266-2639-4b30-a91f-c2a7a4045fdd", "tag": "23964c4b-ad25-49cc-9674-ee886ba2c907"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:25.301568 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (65f02a9c-0b34-4710-a5bf-9dc0cfec23ca), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:25.330081 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae50eb-aae5-403a-8506-f0b6e508f505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6231a07-44fd-4d5b-a5bf-cd666d960cb8,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:25.357130 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-34729961-b617-4215-946d-6ab39685aeaa service neutron] 10.222.0.36 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244066 Feb 09 01:48:25.369273 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-c028cdb7-12c3-4279-a6ae-28d1ddd7ccc3 req-f517e411-fd6d-4bbf-b920-392cee92be7b tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Deleting port dea09f62-61aa-49d2-baec-113d4de71632 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:25.369755 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c028cdb7-12c3-4279-a6ae-28d1ddd7ccc3 req-f517e411-fd6d-4bbf-b920-392cee92be7b tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (dea09f62-61aa-49d2-baec-113d4de71632), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:25.378041 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-ad9ff76f-72d3-429d-b79e-b5b36dd3c353 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Floating IP bcfd3f72-c11f-42ad-bcb3-ca9d3c60d88d associated. External IP: 172.25.7.9, port: 9f615df8-b8a3-4d1f-a342-80acb0d2c4c9. Feb 09 01:48:25.381557 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b9b5a-7da0-4a0c-b26b-4f6e6496c34d service neutron] Pushing event updated for resources: {'Port': ['ID=23964c4b-ad25-49cc-9674-ee886ba2c907,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:25.385179 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2bb3b-645e-4a16-a11e-ebc304c7c3dc None None] Pushing event updated for resources: {'Port': ['ID=65f02a9c-0b34-4710-a5bf-9dc0cfec23ca,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:25.409810 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] Routers {'25d57ea3-f357-4243-9dd0-a36184809fc5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:25.410971 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['25d57ea3-f357-4243-9dd0-a36184809fc5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:25.437785 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65247097-c68a-4419-a37b-2c3127a9de35 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Made reservation on behalf of 5bb1a0b377414dc1915d0f29c8ffb19f for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:25.442119 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-65247097-c68a-4419-a37b-2c3127a9de35 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:25.519446 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-70e03d92-b0ee-48f8-a0c5-d2f53383184b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:25.521030 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-70e03d92-b0ee-48f8-a0c5-d2f53383184b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=229cd3a3f7e74cca89c9edf38e097f6b&device_id=57d1f266-2639-4b30-a91f-c2a7a4045fdd HTTP/1.1" status: 200 len: 1125 time: 0.2129776 Feb 09 01:48:25.551775 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] Set router 25d57ea3-f357-4243-9dd0-a36184809fc5 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:25.560343 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f8c866b-530e-4bde-a30f-2d8899b0c0dd req-164cabe7-8b31-413a-a6e2-5ee66aafafbe tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/security-groups?id=960e7ff1-0906-492f-9011-6fa8220abdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580476 Feb 09 01:48:25.593821 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-59a0c9f6-a01b-440d-b242-a5e0262cc35c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23964c4b-ad25-49cc-9674-ee886ba2c907 HTTP/1.1" status: 200 len: 217 time: 0.0622044 Feb 09 01:48:25.641015 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-26ba3581-0a0a-4d31-83d1-8a08685ce0a7 service neutron] 10.222.0.36 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718530 Feb 09 01:48:25.665734 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cb4424-eb15-4b0f-8050-6b8ec9bdbd34 x-openstack-request-id: req-c0cb4424-eb15-4b0f-8050-6b8ec9bdbd34 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:25.666028 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d1f266-2639-4b30-a91f-c2a7a4045fdd", "tag": "23964c4b-ad25-49cc-9674-ee886ba2c907", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:25.666278 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c0cb4424-eb15-4b0f-8050-6b8ec9bdbd34 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:25.666677 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d1f266-2639-4b30-a91f-c2a7a4045fdd', 'tag': '23964c4b-ad25-49cc-9674-ee886ba2c907', 'status': 'completed', 'code': 200} Feb 09 01:48:25.679957 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ae50eb-aae5-403a-8506-f0b6e508f505 admin admin] Checking segment: {'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:25.686974 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ae50eb-aae5-403a-8506-f0b6e508f505 admin admin] Network hostable DHCP agents. Network: 220e7f29-84b2-429c-a5a5-34d2ac552d01, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:48:25.727088 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-1954ebee-0ac9-4bc1-830d-b4261b3eb9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:25.728603 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-1954ebee-0ac9-4bc1-830d-b4261b3eb9cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=21048600-ff29-491a-b903-c6c0f04f8158 HTTP/1.1" status: 200 len: 861 time: 0.1238356 Feb 09 01:48:25.797704 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-226a8073-f1bb-4296-bf2b-09c893c3477f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bd7ab294-2143-4f21-a260-47fd91e31953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591149 Feb 09 01:48:25.809083 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d57ea3-f357-4243-9dd0-a36184809fc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1768171867', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '65f02a9c-0b34-4710-a5bf-9dc0cfec23ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:18Z', 'updated_at': '2022-02-09T01:48:21Z', 'revision_number': 3, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'gw_port': {'id': '65f02a9c-0b34-4710-a5bf-9dc0cfec23ca', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d57ea3-f357-4243-9dd0-a36184809fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:19Z', 'updated_at': '2022-02-09T01:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:25.838181 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90d96ad-f2ce-4d56-b20c-8d1f4c1ae323 None None] The sync data for ids ['25d57ea3-f357-4243-9dd0-a36184809fc5'] in n-d-828387-3 is: [{'id': '25d57ea3-f357-4243-9dd0-a36184809fc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1768171867', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '65f02a9c-0b34-4710-a5bf-9dc0cfec23ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:18Z', 'updated_at': '2022-02-09T01:48:21Z', 'revision_number': 3, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'gw_port': {'id': '65f02a9c-0b34-4710-a5bf-9dc0cfec23ca', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d57ea3-f357-4243-9dd0-a36184809fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:19Z', 'updated_at': '2022-02-09T01:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:48:25.941658 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-c028cdb7-12c3-4279-a6ae-28d1ddd7ccc3 req-f517e411-fd6d-4bbf-b920-392cee92be7b tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] For port dea09f62-61aa-49d2-baec-113d4de71632, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=dea09f62-61aa-49d2-baec-113d4de71632,segment=NetworkSegment(13cc5b6c-09dc-4765-ae14-22e82a399588),segment_id=13cc5b6c-09dc-4765-ae14-22e82a399588)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:25.942335 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c028cdb7-12c3-4279-a6ae-28d1ddd7ccc3 req-f517e411-fd6d-4bbf-b920-392cee92be7b tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (dea09f62-61aa-49d2-baec-113d4de71632), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:25.944340 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-9baec6f2-ab86-47c4-86e7-7bc2417626dc service neutron] 10.222.0.36 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937975 Feb 09 01:48:25.958049 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-c028cdb7-12c3-4279-a6ae-28d1ddd7ccc3 req-f517e411-fd6d-4bbf-b920-392cee92be7b tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Calling delete_port for dea09f62-61aa-49d2-baec-113d4de71632 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:26.013520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48846) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:26.024639 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ae50eb-aae5-403a-8506-f0b6e508f505 admin admin] Network 220e7f29-84b2-429c-a5a5-34d2ac552d01 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:48:26.065252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-77ae50eb-aae5-403a-8506-f0b6e508f505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 220e7f29-84b2-429c-a5a5-34d2ac552d01) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:26.074370 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c2e80f-3e7d-4125-9893-7fa1276ffda6 None None] Network 220e7f29-84b2-429c-a5a5-34d2ac552d01 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:26.114200 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ae50eb-aae5-403a-8506-f0b6e508f505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:26.114808 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-77ae50eb-aae5-403a-8506-f0b6e508f505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:26.131040 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705caca-8c86-4648-b37f-e492725d7af4 req-d257d4a7-ef3e-4bf3-86cd-945949ab7a91 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:26.133034 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8705caca-8c86-4648-b37f-e492725d7af4 req-d257d4a7-ef3e-4bf3-86cd-945949ab7a91 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf8263f4-a0c5-4c31-874a-f0e41e8f6779 HTTP/1.1" status: 200 len: 946 time: 0.3207915 Feb 09 01:48:26.269082 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8c0641-aabe-4c64-9aba-0fa98440dbf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-220e7f29-84b2-429c-a5a5-34d2ac552d01', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'fixed_ips': [{'subnet_id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:48:26.270532 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba8c0641-aabe-4c64-9aba-0fa98440dbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:26.298430 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9ff76f-72d3-429d-b79e-b5b36dd3c353 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Router 099ddf97-8c69-4bdc-b833-4067333a4b68 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:48:26.314660 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-65247097-c68a-4419-a37b-2c3127a9de35 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (3b8ffa12-e7a2-435c-8df8-c84f249d7dce), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:26.328425 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5bef447b-7a51-474f-9cc7-4c8a0c5c3a1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:26.373451 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-77ae50eb-aae5-403a-8506-f0b6e508f505 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9683869 Feb 09 01:48:26.377839 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48850) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:26.390099 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5c137a19-e80c-426d-ac59-abc42439758e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-126148439-router', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:26.412775 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8705caca-8c86-4648-b37f-e492725d7af4 req-253d3569-b00e-414d-9d8d-602dc86b7c37 tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.36 "GET /v2.0/security-groups?id=df2bc30f-c22b-4bff-b38b-334e67ef7d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462221 Feb 09 01:48:26.450857 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-bbe14d6a-a3a5-448c-8e39-6463fbcb270c service neutron] 10.222.0.67 "GET /v2.0/networks/bd7ab294-2143-4f21-a260-47fd91e31953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6415055 Feb 09 01:48:26.453672 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c028cdb7-12c3-4279-a6ae-28d1ddd7ccc3 req-f517e411-fd6d-4bbf-b920-392cee92be7b tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (dea09f62-61aa-49d2-baec-113d4de71632), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:26.473421 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65247097-c68a-4419-a37b-2c3127a9de35 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Checking segment: {'id': '124c2262-23db-4e43-95da-c72282765e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1acab3c5-2c37-4c3f-816d-30844a74e102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:26.474050 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65247097-c68a-4419-a37b-2c3127a9de35 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Network hostable DHCP agents. Network: 1acab3c5-2c37-4c3f-816d-30844a74e102, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:48:26.476393 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65247097-c68a-4419-a37b-2c3127a9de35 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event updated for resources: {'Subnet': ['ID=3b8ffa12-e7a2-435c-8df8-c84f249d7dce,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:26.489103 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517e411-fd6d-4bbf-b920-392cee92be7b tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Pushing event deleted for resources: {'Port': ['ID=dea09f62-61aa-49d2-baec-113d4de71632,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:26.492613 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c137a19-e80c-426d-ac59-abc42439758e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (90c69635-67d6-45d2-9c08-23a0777c61c2), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:26.493681 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c137a19-e80c-426d-ac59-abc42439758e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (90c69635-67d6-45d2-9c08-23a0777c61c2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:26.499068 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-ba8c0641-aabe-4c64-9aba-0fa98440dbf8 None None] Allocated IP 172.20.0.2 (220e7f29-84b2-429c-a5a5-34d2ac552d01/e6231a07-44fd-4d5b-a5bf-cd666d960cb8/d336e109-3966-44d1-8eb5-87bfe607a4b3) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:26.509679 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['dea09f62-61aa-49d2-baec-113d4de71632'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:48:26.572842 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-24455452-8185-4365-8e72-0e581acda2ea service neutron] 10.222.0.36 "GET /v2.0/networks/5c2d2fcf-eafc-455c-9448-5e06dd737c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6274414 Feb 09 01:48:26.575989 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-c028cdb7-12c3-4279-a6ae-28d1ddd7ccc3 req-f517e411-fd6d-4bbf-b920-392cee92be7b tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] No DVR routers for this DVR port dea09f62-61aa-49d2-baec-113d4de71632 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:48:26.583538 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c028cdb7-12c3-4279-a6ae-28d1ddd7ccc3 req-f517e411-fd6d-4bbf-b920-392cee92be7b tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:26.585852 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c028cdb7-12c3-4279-a6ae-28d1ddd7ccc3 req-f517e411-fd6d-4bbf-b920-392cee92be7b tempest-InstanceActionsNegativeTestJSON-1847897493 tempest-InstanceActionsNegativeTestJSON-1847897493-project] 10.222.0.48 "DELETE /v2.0/ports/dea09f62-61aa-49d2-baec-113d4de71632 HTTP/1.1" status: 204 len: 173 time: 2.1422238 Feb 09 01:48:26.588785 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8263f4-a0c5-4c31-874a-f0e41e8f6779', 'name': 'network-vif-deleted', 'tag': 'dea09f62-61aa-49d2-baec-113d4de71632'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:26.591448 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868f1523-7d07-40e1-83e3-6fc92f6f03d7" -d '{"events": [{"server_uuid": "bf8263f4-a0c5-4c31-874a-f0e41e8f6779", "name": "network-vif-deleted", "tag": "dea09f62-61aa-49d2-baec-113d4de71632"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:26.633757 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9ff76f-72d3-429d-b79e-b5b36dd3c353 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:48:26.652802 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65247097-c68a-4419-a37b-2c3127a9de35 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Network 1acab3c5-2c37-4c3f-816d-30844a74e102 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:48:26.675236 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad9ff76f-72d3-429d-b79e-b5b36dd3c353 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:26.750904 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207ba93a-12a1-4857-86a8-1176d08ba7d2 None None] Sync routers for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:48:26.764433 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-65247097-c68a-4419-a37b-2c3127a9de35 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 1acab3c5-2c37-4c3f-816d-30844a74e102) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:26.777521 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5bef447b-7a51-474f-9cc7-4c8a0c5c3a1a admin admin] Publish callbacks [] for security_group (152598fe-4d9c-40ca-9ba7-3cfb6618ed6b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:26.786326 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ad9ff76f-72d3-429d-b79e-b5b36dd3c353 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.6747930 Feb 09 01:48:26.791288 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e360c749-b3a8-4171-8152-98d7eebbd42a None None] Network 1acab3c5-2c37-4c3f-816d-30844a74e102 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:26.793213 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48856) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:26.817929 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c137a19-e80c-426d-ac59-abc42439758e admin admin] Publish callbacks [] for router_controller (90c69635-67d6-45d2-9c08-23a0777c61c2), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:26.818184 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5bef447b-7a51-474f-9cc7-4c8a0c5c3a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (152598fe-4d9c-40ca-9ba7-3cfb6618ed6b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:26.819139 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65247097-c68a-4419-a37b-2c3127a9de35 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:26.819893 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-65247097-c68a-4419-a37b-2c3127a9de35 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:26.842927 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207ba93a-12a1-4857-86a8-1176d08ba7d2 None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:26.844110 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-207ba93a-12a1-4857-86a8-1176d08ba7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:26.923194 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52c242-fcc3-4b9b-982d-569273312a00 req-6a458d86-e63a-4bca-9d0c-bad3ca76ed3b tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:26.930230 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-207ba93a-12a1-4857-86a8-1176d08ba7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:26.932362 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9c52c242-fcc3-4b9b-982d-569273312a00 req-6a458d86-e63a-4bca-9d0c-bad3ca76ed3b tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/ports?device_id=57d1f266-2639-4b30-a91f-c2a7a4045fdd HTTP/1.1" status: 200 len: 943 time: 0.2173755 Feb 09 01:48:26.951107 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef447b-7a51-474f-9cc7-4c8a0c5c3a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152598fe-4d9c-40ca-9ba7-3cfb6618ed6b,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:26.958884 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5bef447b-7a51-474f-9cc7-4c8a0c5c3a1a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79c516c1cc304cbbbda49aa9983b56dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9435885 Feb 09 01:48:26.964405 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-65247097-c68a-4419-a37b-2c3127a9de35 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8156607 Feb 09 01:48:26.969782 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48858) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:26.970859 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48860) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:26.977572 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-be3d989d-5bea-4693-9ad1-a53db59da233 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "GET /v2.0/floatingips/bcfd3f72-c11f-42ad-bcb3-ca9d3c60d88d HTTP/1.1" status: 200 len: 976 time: 0.1804159 Feb 09 01:48:26.977834 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6125bd69-f43c-4ac3-8d35-c92080daa6f6 req-33cdb550-8fee-4871-8a5d-75b236a75c1b service neutron] 10.222.0.67 "GET /v2.0/networks/bd7ab294-2143-4f21-a260-47fd91e31953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097990 Feb 09 01:48:26.981593 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48862) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:26.986941 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207ba93a-12a1-4857-86a8-1176d08ba7d2 None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:26.988538 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-207ba93a-12a1-4857-86a8-1176d08ba7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:26.997214 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba8c0641-aabe-4c64-9aba-0fa98440dbf8 None None] Publish callbacks [] for port (d336e109-3966-44d1-8eb5-87bfe607a4b3), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:27.053809 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-207ba93a-12a1-4857-86a8-1176d08ba7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:27.054518 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207ba93a-12a1-4857-86a8-1176d08ba7d2 None None] The sync data for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:48:27.067626 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba8c0641-aabe-4c64-9aba-0fa98440dbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (d336e109-3966-44d1-8eb5-87bfe607a4b3), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:27.114345 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8c0641-aabe-4c64-9aba-0fa98440dbf8 None None] Network 220e7f29-84b2-429c-a5a5-34d2ac552d01 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:27.119861 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-ba8c0641-aabe-4c64-9aba-0fa98440dbf8 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:27.144691 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8c0641-aabe-4c64-9aba-0fa98440dbf8 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:27.183869 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fc46c6-5385-4475-8e1e-6c7cbd2db73d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-1acab3c5-2c37-4c3f-816d-30844a74e102', 'network_id': '1acab3c5-2c37-4c3f-816d-30844a74e102', 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'fixed_ips': [{'subnet_id': '3b8ffa12-e7a2-435c-8df8-c84f249d7dce'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:48:27.185166 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-51fc46c6-5385-4475-8e1e-6c7cbd2db73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:27.187532 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c0641-aabe-4c64-9aba-0fa98440dbf8 None None] Pushing event updated for resources: {'Port': ['ID=d336e109-3966-44d1-8eb5-87bfe607a4b3,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:27.255299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-ba8c0641-aabe-4c64-9aba-0fa98440dbf8 None None] Attempting to bind port d336e109-3966-44d1-8eb5-87bfe607a4b3 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:48:27.260289 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-ba8c0641-aabe-4c64-9aba-0fa98440dbf8 None None] Attempting to bind port d336e109-3966-44d1-8eb5-87bfe607a4b3 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:48:27.260830 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8c0641-aabe-4c64-9aba-0fa98440dbf8 None None] Attempting to bind port d336e109-3966-44d1-8eb5-87bfe607a4b3 on network 220e7f29-84b2-429c-a5a5-34d2ac552d01 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:27.277965 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8c0641-aabe-4c64-9aba-0fa98440dbf8 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:48:27.282256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8c0641-aabe-4c64-9aba-0fa98440dbf8 None None] Checking segment: {'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:27.285295 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba8c0641-aabe-4c64-9aba-0fa98440dbf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:27.285866 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8c0641-aabe-4c64-9aba-0fa98440dbf8 None None] Bound using segment: {'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:48:27.286538 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-ba8c0641-aabe-4c64-9aba-0fa98440dbf8 None None] Bound port: d336e109-3966-44d1-8eb5-87bfe607a4b3, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:48:27.287139 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba8c0641-aabe-4c64-9aba-0fa98440dbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d336e109-3966-44d1-8eb5-87bfe607a4b3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:27.293913 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-ffe3c2c9-7b59-4f39-9a82-ef2acdedd33b service neutron] 10.222.0.36 "GET /v2.0/networks/5c2d2fcf-eafc-455c-9448-5e06dd737c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6744072 Feb 09 01:48:27.320930 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c137a19-e80c-426d-ac59-abc42439758e admin admin] Publish callbacks [] for router_gateway (90c69635-67d6-45d2-9c08-23a0777c61c2), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:27.502598 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 65f02a9c-0b34-4710-a5bf-9dc0cfec23ca up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:27.508229 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ba8c0641-aabe-4c64-9aba-0fa98440dbf8 None None] For port d336e109-3966-44d1-8eb5-87bfe607a4b3, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:48:27.542177 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8e0a5ca1-d133-4016-8063-05a4c206bead tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.5575552 Feb 09 01:48:27.557704 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ba8c0641-aabe-4c64-9aba-0fa98440dbf8 None None] For port d336e109-3966-44d1-8eb5-87bfe607a4b3, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d336e109-3966-44d1-8eb5-87bfe607a4b3,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:48:27.563474 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48866) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:27.581323 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba8c0641-aabe-4c64-9aba-0fa98440dbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d336e109-3966-44d1-8eb5-87bfe607a4b3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:27.591013 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-51fc46c6-5385-4475-8e1e-6c7cbd2db73d None None] Allocated IP 172.20.0.18 (1acab3c5-2c37-4c3f-816d-30844a74e102/3b8ffa12-e7a2-435c-8df8-c84f249d7dce/79d2b7a0-90e2-4239-bb3c-a1471734ff32) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:27.609944 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-be2c21c2-38f0-475b-866f-36b8f17d93d0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Request body: {'floatingip': {'port_id': 'b4313101-eea7-41a0-bacd-fe39509b7ce3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:27.685103 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e60c8-5415-4f4b-bcc4-2398b1c06ef0 req-4ea120e2-98ca-4028-9861-b6eef77281c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:27.686623 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0c6e60c8-5415-4f4b-bcc4-2398b1c06ef0 req-4ea120e2-98ca-4028-9861-b6eef77281c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=229cd3a3f7e74cca89c9edf38e097f6b&device_id=57d1f266-2639-4b30-a91f-c2a7a4045fdd HTTP/1.1" status: 200 len: 1125 time: 0.5460930 Feb 09 01:48:27.713007 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c0641-aabe-4c64-9aba-0fa98440dbf8 None None] Pushing event updated for resources: {'Port': ['ID=d336e109-3966-44d1-8eb5-87bfe607a4b3,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:27.722506 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 65f02a9c-0b34-4710-a5bf-9dc0cfec23ca triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:27.722909 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (65f02a9c-0b34-4710-a5bf-9dc0cfec23ca), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:27.731480 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-47843b42-5d51-40a7-80c6-69b84a23ebb7 service neutron] 10.222.0.36 "GET /v2.0/networks/5c2d2fcf-eafc-455c-9448-5e06dd737c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068367 Feb 09 01:48:27.789956 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be2c21c2-38f0-475b-866f-36b8f17d93d0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (bcfd3f72-c11f-42ad-bcb3-ca9d3c60d88d), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:27.887818 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 65f02a9c-0b34-4710-a5bf-9dc0cfec23ca is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:27.888250 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (65f02a9c-0b34-4710-a5bf-9dc0cfec23ca), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:27.893954 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-51fc46c6-5385-4475-8e1e-6c7cbd2db73d None None] Publish callbacks [] for port (79d2b7a0-90e2-4239-bb3c-a1471734ff32), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:27.911771 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-51fc46c6-5385-4475-8e1e-6c7cbd2db73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (79d2b7a0-90e2-4239-bb3c-a1471734ff32), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:27.920503 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 65f02a9c-0b34-4710-a5bf-9dc0cfec23ca, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=65f02a9c-0b34-4710-a5bf-9dc0cfec23ca,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:27.964239 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9c52c242-fcc3-4b9b-982d-569273312a00 req-8633de71-7308-448d-a710-1cb426279589 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/security-groups?id=960e7ff1-0906-492f-9011-6fa8220abdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0309389 Feb 09 01:48:28.004384 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (65f02a9c-0b34-4710-a5bf-9dc0cfec23ca), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:28.020346 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e60c8-5415-4f4b-bcc4-2398b1c06ef0 req-d585fb88-d997-4c52-8dbd-1eb897c2f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:28.021841 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0c6e60c8-5415-4f4b-bcc4-2398b1c06ef0 req-d585fb88-d997-4c52-8dbd-1eb897c2f7cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=bd7ab294-2143-4f21-a260-47fd91e31953 HTTP/1.1" status: 200 len: 922 time: 0.3113921 Feb 09 01:48:28.027151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fc46c6-5385-4475-8e1e-6c7cbd2db73d None None] Network 1acab3c5-2c37-4c3f-816d-30844a74e102 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:28.028094 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc46c6-5385-4475-8e1e-6c7cbd2db73d None None] Pushing event updated for resources: {'Port': ['ID=79d2b7a0-90e2-4239-bb3c-a1471734ff32,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:28.055134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-51fc46c6-5385-4475-8e1e-6c7cbd2db73d None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:28.058137 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fc46c6-5385-4475-8e1e-6c7cbd2db73d None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:28.099688 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-192fcabb-2f2e-4ffa-bf71-e63e49933b95 admin admin] Publish callbacks [] for security_group (152598fe-4d9c-40ca-9ba7-3cfb6618ed6b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:28.123154 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b341c9-1582-453f-b127-3e87092c3e56 x-openstack-request-id: req-25b341c9-1582-453f-b127-3e87092c3e56 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:28.125356 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8263f4-a0c5-4c31-874a-f0e41e8f6779", "name": "network-vif-deleted", "tag": "dea09f62-61aa-49d2-baec-113d4de71632", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:28.125619 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25b341c9-1582-453f-b127-3e87092c3e56 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:28.126027 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8263f4-a0c5-4c31-874a-f0e41e8f6779', 'name': 'network-vif-deleted', 'tag': 'dea09f62-61aa-49d2-baec-113d4de71632', 'status': 'completed', 'code': 200} Feb 09 01:48:28.156655 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48870) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:28.165950 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1c9f3cb0-c621-48b9-b2fb-11d3c5a3da50 service neutron] 10.222.0.36 "GET /v2.0/networks/5c2d2fcf-eafc-455c-9448-5e06dd737c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191856 Feb 09 01:48:28.170738 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0c6e60c8-5415-4f4b-bcc4-2398b1c06ef0 req-20fc7d27-59e3-47c5-8722-b2e2ad12e221 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23964c4b-ad25-49cc-9674-ee886ba2c907 HTTP/1.1" status: 200 len: 217 time: 0.0820293 Feb 09 01:48:28.239951 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-51fc46c6-5385-4475-8e1e-6c7cbd2db73d None None] Attempting to bind port 79d2b7a0-90e2-4239-bb3c-a1471734ff32 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:48:28.241190 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-51fc46c6-5385-4475-8e1e-6c7cbd2db73d None None] Attempting to bind port 79d2b7a0-90e2-4239-bb3c-a1471734ff32 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '124c2262-23db-4e43-95da-c72282765e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1acab3c5-2c37-4c3f-816d-30844a74e102'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:48:28.241558 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fc46c6-5385-4475-8e1e-6c7cbd2db73d None None] Attempting to bind port 79d2b7a0-90e2-4239-bb3c-a1471734ff32 on network 1acab3c5-2c37-4c3f-816d-30844a74e102 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:28.262486 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fc46c6-5385-4475-8e1e-6c7cbd2db73d None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:48:28.263261 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fc46c6-5385-4475-8e1e-6c7cbd2db73d None None] Checking segment: {'id': '124c2262-23db-4e43-95da-c72282765e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1acab3c5-2c37-4c3f-816d-30844a74e102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:28.263850 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-51fc46c6-5385-4475-8e1e-6c7cbd2db73d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:28.264411 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fc46c6-5385-4475-8e1e-6c7cbd2db73d None None] Bound using segment: {'id': '124c2262-23db-4e43-95da-c72282765e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1acab3c5-2c37-4c3f-816d-30844a74e102'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:48:28.265631 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-51fc46c6-5385-4475-8e1e-6c7cbd2db73d None None] Bound port: 79d2b7a0-90e2-4239-bb3c-a1471734ff32, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124c2262-23db-4e43-95da-c72282765e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1acab3c5-2c37-4c3f-816d-30844a74e102'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:48:28.266351 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-51fc46c6-5385-4475-8e1e-6c7cbd2db73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (79d2b7a0-90e2-4239-bb3c-a1471734ff32), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:28.268301 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-192fcabb-2f2e-4ffa-bf71-e63e49933b95 admin admin] Publish callbacks [] for security_group (152598fe-4d9c-40ca-9ba7-3cfb6618ed6b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:28.273440 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=65f02a9c-0b34-4710-a5bf-9dc0cfec23ca,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:28.400375 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a6b4db-7afc-4241-945c-9cbee76468b6 admin admin] Deleting subnet b5b920ab-45fd-452e-aaff-9932a609d86d {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:48:28.403378 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41a6b4db-7afc-4241-945c-9cbee76468b6 admin admin] Publish callbacks [] for subnet (b5b920ab-45fd-452e-aaff-9932a609d86d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:28.412697 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-51fc46c6-5385-4475-8e1e-6c7cbd2db73d None None] For port 79d2b7a0-90e2-4239-bb3c-a1471734ff32, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:48:28.417636 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-51fc46c6-5385-4475-8e1e-6c7cbd2db73d None None] For port 79d2b7a0-90e2-4239-bb3c-a1471734ff32, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=79d2b7a0-90e2-4239-bb3c-a1471734ff32,segment=NetworkSegment(124c2262-23db-4e43-95da-c72282765e5c),segment_id=124c2262-23db-4e43-95da-c72282765e5c)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:48:28.424990 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e60c8-5415-4f4b-bcc4-2398b1c06ef0 req-65ff889f-e10a-4a3a-8b46-4a5af927fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:28.426823 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0c6e60c8-5415-4f4b-bcc4-2398b1c06ef0 req-65ff889f-e10a-4a3a-8b46-4a5af927fc90 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=21048600-ff29-491a-b903-c6c0f04f8158 HTTP/1.1" status: 200 len: 861 time: 0.2429662 Feb 09 01:48:28.436247 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-51fc46c6-5385-4475-8e1e-6c7cbd2db73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (79d2b7a0-90e2-4239-bb3c-a1471734ff32), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:28.457789 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41a6b4db-7afc-4241-945c-9cbee76468b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (b5b920ab-45fd-452e-aaff-9932a609d86d), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:28.529496 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0c6e60c8-5415-4f4b-bcc4-2398b1c06ef0 req-7a3bb2ed-a738-4b35-a67e-6b7fecd25ea8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bd7ab294-2143-4f21-a260-47fd91e31953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600505 Feb 09 01:48:28.544357 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-192fcabb-2f2e-4ffa-bf71-e63e49933b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (152598fe-4d9c-40ca-9ba7-3cfb6618ed6b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:28.545465 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc46c6-5385-4475-8e1e-6c7cbd2db73d None None] Pushing event updated for resources: {'Port': ['ID=79d2b7a0-90e2-4239-bb3c-a1471734ff32,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:28.547778 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-192fcabb-2f2e-4ffa-bf71-e63e49933b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:28.552054 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-192fcabb-2f2e-4ffa-bf71-e63e49933b95 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/152598fe-4d9c-40ca-9ba7-3cfb6618ed6b HTTP/1.1" status: 204 len: 168 time: 1.5755901 Feb 09 01:48:28.619019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device dea09f62-61aa-49d2-baec-113d4de71632 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:48:28.661374 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: dea09f62-61aa-49d2-baec-113d4de71632 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:48:28.661793 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device dea09f62-61aa-49d2-baec-113d4de71632 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:48:28.703092 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41a6b4db-7afc-4241-945c-9cbee76468b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (b5b920ab-45fd-452e-aaff-9932a609d86d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:28.707925 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fcabb-2f2e-4ffa-bf71-e63e49933b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152598fe-4d9c-40ca-9ba7-3cfb6618ed6b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:28.951657 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41a6b4db-7afc-4241-945c-9cbee76468b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (b5b920ab-45fd-452e-aaff-9932a609d86d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:29.133063 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41a6b4db-7afc-4241-945c-9cbee76468b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:29.137605 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-41a6b4db-7afc-4241-945c-9cbee76468b6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b5b920ab-45fd-452e-aaff-9932a609d86d HTTP/1.1" status: 204 len: 168 time: 0.9719636 Feb 09 01:48:29.147934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6b4db-7afc-4241-945c-9cbee76468b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5b920ab-45fd-452e-aaff-9932a609d86d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:29.212929 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48896) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:29.226250 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48898) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:29.288993 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c137a19-e80c-426d-ac59-abc42439758e admin admin] Publish callbacks [] for router_gateway (90c69635-67d6-45d2-9c08-23a0777c61c2), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:29.354757 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c137a19-e80c-426d-ac59-abc42439758e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:29.357697 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5f684c85-4fb3-43bf-865f-bdf752bf846d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:29.546088 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3bca88f0-f178-45b1-a514-1db494af0b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (6d80406f-2e82-4318-81c6-384b5e8d2776), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:29.562168 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d54f2-cab2-4d08-ade7-f95afe38bf76 req-dc8bed2d-914d-40a9-b1d0-8f354dd9aea7 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:29.568384 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-895d54f2-cab2-4d08-ade7-f95afe38bf76 req-dc8bed2d-914d-40a9-b1d0-8f354dd9aea7 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/ports?device_id=57d1f266-2639-4b30-a91f-c2a7a4045fdd HTTP/1.1" status: 200 len: 943 time: 0.4292400 Feb 09 01:48:29.588510 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8f39c8e1-55ba-48a7-b4c1-517612139dfd tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:29.668044 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7e1252c8-c860-44a0-81e4-e6bbbcc25e6d req-69eb8ac7-5176-4700-bb73-423fed41e56a tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.1706810 Feb 09 01:48:29.693182 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0c6e60c8-5415-4f4b-bcc4-2398b1c06ef0 req-ff2d941e-1716-4ad7-8ef7-13aab296704a service neutron] 10.222.0.67 "GET /v2.0/networks/bd7ab294-2143-4f21-a260-47fd91e31953?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1556613 Feb 09 01:48:29.757850 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2f4df8-656c-4a8e-8039-d5dcb0926f48 None None] Network 220e7f29-84b2-429c-a5a5-34d2ac552d01 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:29.866909 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0c6e60c8-5415-4f4b-bcc4-2398b1c06ef0 req-4defdf4d-15fe-43a5-8166-ce763c9b5a93 service neutron] 10.222.0.67 "GET /v2.0/networks/bd7ab294-2143-4f21-a260-47fd91e31953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660619 Feb 09 01:48:29.887363 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 65f02a9c-0b34-4710-a5bf-9dc0cfec23ca up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:29.939794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-17f485c7-a491-41d5-b559-be6ce650d368 None None] Provisioning complete for port d336e109-3966-44d1-8eb5-87bfe607a4b3 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:29.939999 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-17f485c7-a491-41d5-b559-be6ce650d368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d336e109-3966-44d1-8eb5-87bfe607a4b3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:29.949777 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-895d54f2-cab2-4d08-ade7-f95afe38bf76 req-c86cca99-6960-40a1-8bc3-0e8b3643657c tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/security-groups?id=960e7ff1-0906-492f-9011-6fa8220abdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573978 Feb 09 01:48:30.004324 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be2c21c2-38f0-475b-866f-36b8f17d93d0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.016853 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5f684c85-4fb3-43bf-865f-bdf752bf846d admin admin] Publish callbacks [] for security_group (19ade9ff-6941-41bc-92b4-606ec94eb560), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.028589 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5f684c85-4fb3-43bf-865f-bdf752bf846d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (19ade9ff-6941-41bc-92b4-606ec94eb560), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.036792 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3bca88f0-f178-45b1-a514-1db494af0b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (6d80406f-2e82-4318-81c6-384b5e8d2776), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.059823 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be2c21c2-38f0-475b-866f-36b8f17d93d0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (bcfd3f72-c11f-42ad-bcb3-ca9d3c60d88d), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.113636 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f684c85-4fb3-43bf-865f-bdf752bf846d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ade9ff-6941-41bc-92b4-606ec94eb560,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:30.134352 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-5c137a19-e80c-426d-ac59-abc42439758e admin admin] Allocated IP 172.25.7.76 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/d953acc4-d8e6-43e5-9521-f641fd7ea2fc) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:30.193287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-3bca88f0-f178-45b1-a514-1db494af0b79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d80406f-2e82-4318-81c6-384b5e8d2776']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:30.222770 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5f684c85-4fb3-43bf-865f-bdf752bf846d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec1e13aa2f234db480fa85f49fafa093&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9837632 Feb 09 01:48:30.227336 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48910) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:30.269175 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-17f485c7-a491-41d5-b559-be6ce650d368 None None] Current status of the port d336e109-3966-44d1-8eb5-87bfe607a4b3 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:30.269876 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-17f485c7-a491-41d5-b559-be6ce650d368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d336e109-3966-44d1-8eb5-87bfe607a4b3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.292064 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-3bca88f0-f178-45b1-a514-1db494af0b79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13cc5b6c-09dc-4765-ae14-22e82a399588') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:30.292416 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-3bca88f0-f178-45b1-a514-1db494af0b79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13cc5b6c-09dc-4765-ae14-22e82a399588') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:30.305040 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 65f02a9c-0b34-4710-a5bf-9dc0cfec23ca triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:30.305641 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (65f02a9c-0b34-4710-a5bf-9dc0cfec23ca), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.346301 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3bca88f0-f178-45b1-a514-1db494af0b79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (13cc5b6c-09dc-4765-ae14-22e82a399588), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.397583 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3bca88f0-f178-45b1-a514-1db494af0b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (13cc5b6c-09dc-4765-ae14-22e82a399588), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.418174 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-17f485c7-a491-41d5-b559-be6ce650d368 None None] For port d336e109-3966-44d1-8eb5-87bfe607a4b3, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d336e109-3966-44d1-8eb5-87bfe607a4b3,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:30.427575 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-17f485c7-a491-41d5-b559-be6ce650d368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d336e109-3966-44d1-8eb5-87bfe607a4b3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.440417 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c137a19-e80c-426d-ac59-abc42439758e admin admin] Publish callbacks [] for port (d953acc4-d8e6-43e5-9521-f641fd7ea2fc), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.445779 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bca88f0-f178-45b1-a514-1db494af0b79 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:48:30.446342 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3bca88f0-f178-45b1-a514-1db494af0b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (13cc5b6c-09dc-4765-ae14-22e82a399588), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:48:30.448545 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:48:30.485013 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0641ff0e-bc4e-446e-998e-b3abfc312269 None None] Network 1acab3c5-2c37-4c3f-816d-30844a74e102 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:30.524371 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c137a19-e80c-426d-ac59-abc42439758e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (d953acc4-d8e6-43e5-9521-f641fd7ea2fc), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.582927 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f485c7-a491-41d5-b559-be6ce650d368 None None] Pushing event updated for resources: {'Port': ['ID=d336e109-3966-44d1-8eb5-87bfe607a4b3,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:30.591960 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c137a19-e80c-426d-ac59-abc42439758e admin admin] Pushing event updated for resources: {'Port': ['ID=d953acc4-d8e6-43e5-9521-f641fd7ea2fc,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:30.602218 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 65f02a9c-0b34-4710-a5bf-9dc0cfec23ca is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:30.603371 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d336e109-3966-44d1-8eb5-87bfe607a4b3 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:30.614226 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8ddfeaa0-7f83-4a41-b96c-d8ce60364d03 None None] Provisioning complete for port 79d2b7a0-90e2-4239-bb3c-a1471734ff32 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:30.615015 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8ddfeaa0-7f83-4a41-b96c-d8ce60364d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (79d2b7a0-90e2-4239-bb3c-a1471734ff32), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.624114 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5b421917-4a75-4b00-a371-986862e8ab57 admin admin] Publish callbacks [] for security_group (19ade9ff-6941-41bc-92b4-606ec94eb560), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.651019 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5b421917-4a75-4b00-a371-986862e8ab57 admin admin] Publish callbacks [] for security_group (19ade9ff-6941-41bc-92b4-606ec94eb560), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.669408 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3bca88f0-f178-45b1-a514-1db494af0b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (6d80406f-2e82-4318-81c6-384b5e8d2776), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.678684 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3bca88f0-f178-45b1-a514-1db494af0b79 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.683252 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3bca88f0-f178-45b1-a514-1db494af0b79 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6d80406f-2e82-4318-81c6-384b5e8d2776 HTTP/1.1" status: 204 len: 168 time: 1.4683461 Feb 09 01:48:30.707026 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca88f0-f178-45b1-a514-1db494af0b79 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d80406f-2e82-4318-81c6-384b5e8d2776,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:30.734035 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c137a19-e80c-426d-ac59-abc42439758e admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:30.743038 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-5c137a19-e80c-426d-ac59-abc42439758e admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:30.752034 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c137a19-e80c-426d-ac59-abc42439758e admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:30.752799 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-8f39c8e1-55ba-48a7-b4c1-517612139dfd tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Allocated IP 172.20.0.17 (1acab3c5-2c37-4c3f-816d-30844a74e102/3b8ffa12-e7a2-435c-8df8-c84f249d7dce/79f5ad3c-14ec-4425-926f-0a70cbb0b885) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:30.768638 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5b421917-4a75-4b00-a371-986862e8ab57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (19ade9ff-6941-41bc-92b4-606ec94eb560), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.782846 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5b421917-4a75-4b00-a371-986862e8ab57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.786972 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5b421917-4a75-4b00-a371-986862e8ab57 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/19ade9ff-6941-41bc-92b4-606ec94eb560 HTTP/1.1" status: 204 len: 168 time: 0.5422373 Feb 09 01:48:30.891165 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b421917-4a75-4b00-a371-986862e8ab57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ade9ff-6941-41bc-92b4-606ec94eb560,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:30.980537 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8ddfeaa0-7f83-4a41-b96c-d8ce60364d03 None None] Current status of the port 79d2b7a0-90e2-4239-bb3c-a1471734ff32 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:30.984681 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3cb3bb56-81c0-46a8-9256-3fb47b7b7d8b req-6d7c5a56-ab9f-4043-b5db-1d22b52b7c97 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.1739287 Feb 09 01:48:30.987302 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-be2c21c2-38f0-475b-866f-36b8f17d93d0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Floating IP bcfd3f72-c11f-42ad-bcb3-ca9d3c60d88d associated. External IP: 172.25.7.9, port: 9f615df8-b8a3-4d1f-a342-80acb0d2c4c9. Feb 09 01:48:30.991044 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8ddfeaa0-7f83-4a41-b96c-d8ce60364d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (79d2b7a0-90e2-4239-bb3c-a1471734ff32), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:31.005861 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8f39c8e1-55ba-48a7-b4c1-517612139dfd tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for port (79f5ad3c-14ec-4425-926f-0a70cbb0b885), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:31.014740 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port d336e109-3966-44d1-8eb5-87bfe607a4b3 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:31.015395 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d336e109-3966-44d1-8eb5-87bfe607a4b3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:31.081262 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48920) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:31.202467 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-8ddfeaa0-7f83-4a41-b96c-d8ce60364d03 None None] For port 79d2b7a0-90e2-4239-bb3c-a1471734ff32, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=79d2b7a0-90e2-4239-bb3c-a1471734ff32,segment=NetworkSegment(124c2262-23db-4e43-95da-c72282765e5c),segment_id=124c2262-23db-4e43-95da-c72282765e5c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:31.245455 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 23964c4b-ad25-49cc-9674-ee886ba2c907 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:48:31.247952 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8f39c8e1-55ba-48a7-b4c1-517612139dfd tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (79f5ad3c-14ec-4425-926f-0a70cbb0b885), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:31.252481 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8ddfeaa0-7f83-4a41-b96c-d8ce60364d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (79d2b7a0-90e2-4239-bb3c-a1471734ff32), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:31.331249 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port d336e109-3966-44d1-8eb5-87bfe607a4b3 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:31.343567 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 79d2b7a0-90e2-4239-bb3c-a1471734ff32 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:31.368354 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39c8e1-55ba-48a7-b4c1-517612139dfd tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event updated for resources: {'Port': ['ID=79f5ad3c-14ec-4425-926f-0a70cbb0b885,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:31.420647 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:48:31.441465 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f39c8e1-55ba-48a7-b4c1-517612139dfd tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Network 1acab3c5-2c37-4c3f-816d-30844a74e102 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:31.452065 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-297c6501-2206-4e9b-aaf9-edf01956d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:31.455065 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-297c6501-2206-4e9b-aaf9-edf01956d5fc service neutron] 10.222.0.48 "GET /v2.0/ports/12c6d339-2c74-42d5-a6e4-5f638ebb91f3 HTTP/1.1" status: 200 len: 1027 time: 0.1914346 Feb 09 01:48:31.464406 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-8f39c8e1-55ba-48a7-b4c1-517612139dfd tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:31.476781 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f39c8e1-55ba-48a7-b4c1-517612139dfd tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:31.597128 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfeaa0-7f83-4a41-b96c-d8ce60364d03 None None] Pushing event updated for resources: {'Port': ['ID=79d2b7a0-90e2-4239-bb3c-a1471734ff32,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:31.613908 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-58edf5b7-1578-46cc-a2db-b7728eb90d0a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fcdea0ae70b34b9a812c73ee2e97289b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5311918 Feb 09 01:48:31.636918 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e92227-e13d-468f-b818-c79a2ef4b072 req-d2ec4f60-e69b-4100-9c7f-d49b26fba15b tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:31.647849 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b0e92227-e13d-468f-b818-c79a2ef4b072 req-d2ec4f60-e69b-4100-9c7f-d49b26fba15b tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/ports?device_id=57d1f266-2639-4b30-a91f-c2a7a4045fdd HTTP/1.1" status: 200 len: 943 time: 0.5211537 Feb 09 01:48:31.650476 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48930) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:31.677651 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-564bad81-b170-410c-a004-7c607b76b810 None None] Provisioning complete for port d336e109-3966-44d1-8eb5-87bfe607a4b3 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:31.677790 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-564bad81-b170-410c-a004-7c607b76b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d336e109-3966-44d1-8eb5-87bfe607a4b3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:31.682003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-69d98bf6-583e-4a04-a96d-d13a035eef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:31.683617 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-69d98bf6-583e-4a04-a96d-d13a035eef41 service neutron] 10.222.0.48 "GET /v2.0/ports/3e5a309d-a187-428b-be54-6139af1e1d5b HTTP/1.1" status: 200 len: 1028 time: 0.2039168 Feb 09 01:48:31.733067 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8f39c8e1-55ba-48a7-b4c1-517612139dfd tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (25d57ea3-f357-4243-9dd0-a36184809fc5), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:31.833454 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 23964c4b-ad25-49cc-9674-ee886ba2c907, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=23964c4b-ad25-49cc-9674-ee886ba2c907,segment=NetworkSegment(5194c14e-64af-497d-857e-922d48b22d0a),segment_id=5194c14e-64af-497d-857e-922d48b22d0a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:31.853466 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '23964c4b-ad25-49cc-9674-ee886ba2c907', 'network_id': 'bd7ab294-2143-4f21-a260-47fd91e31953', 'port_id': '23964c4b-ad25-49cc-9674-ee886ba2c907', 'mac_address': 'fa:16:3e:b4:d9:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21048600-ff29-491a-b903-c6c0f04f8158', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:48:31.860128 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c137a19-e80c-426d-ac59-abc42439758e admin admin] Publish callbacks [] for router_gateway (90c69635-67d6-45d2-9c08-23a0777c61c2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:31.864912 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 79d2b7a0-90e2-4239-bb3c-a1471734ff32 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:31.865401 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (79d2b7a0-90e2-4239-bb3c-a1471734ff32), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:31.954509 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b0e92227-e13d-468f-b818-c79a2ef4b072 req-90737fb5-3227-4f36-ba94-180ee1c0a584 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/security-groups?id=960e7ff1-0906-492f-9011-6fa8220abdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051848 Feb 09 01:48:31.978931 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1d265136-f6df-493e-9d9c-a501235a15e1 admin admin] Publish callbacks [] for security_group (df2bc30f-c22b-4bff-b38b-334e67ef7d55), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:32.007989 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1d265136-f6df-493e-9d9c-a501235a15e1 admin admin] Publish callbacks [] for security_group (df2bc30f-c22b-4bff-b38b-334e67ef7d55), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:32.037164 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-564bad81-b170-410c-a004-7c607b76b810 None None] Current status of the port d336e109-3966-44d1-8eb5-87bfe607a4b3 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:32.069237 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 23964c4b-ad25-49cc-9674-ee886ba2c907 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:32.072766 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (23964c4b-ad25-49cc-9674-ee886ba2c907), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:32.100547 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2c21c2-38f0-475b-866f-36b8f17d93d0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Router 099ddf97-8c69-4bdc-b833-4067333a4b68 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:48:32.112510 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1d265136-f6df-493e-9d9c-a501235a15e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (df2bc30f-c22b-4bff-b38b-334e67ef7d55), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:32.123010 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1d265136-f6df-493e-9d9c-a501235a15e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:32.129505 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1d265136-f6df-493e-9d9c-a501235a15e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df2bc30f-c22b-4bff-b38b-334e67ef7d55 HTTP/1.1" status: 204 len: 168 time: 0.4713707 Feb 09 01:48:32.154518 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23964c4b-ad25-49cc-9674-ee886ba2c907 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:48:32.213302 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 23964c4b-ad25-49cc-9674-ee886ba2c907, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=23964c4b-ad25-49cc-9674-ee886ba2c907,segment=NetworkSegment(5194c14e-64af-497d-857e-922d48b22d0a),segment_id=5194c14e-64af-497d-857e-922d48b22d0a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:32.230906 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (23964c4b-ad25-49cc-9674-ee886ba2c907), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:32.239334 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d265136-f6df-493e-9d9c-a501235a15e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2bc30f-c22b-4bff-b38b-334e67ef7d55,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:32.269365 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2c21c2-38f0-475b-866f-36b8f17d93d0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:48:32.280945 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a782d916-6b6b-4e4f-bda7-bf90f781485e None None] Sync routers for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:48:32.288867 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a786f774-4c25-4a58-9909-1a0fa0488587 req-7e98b9c9-b6ef-42d9-a4b8-63944b733936 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.1614046 Feb 09 01:48:32.298736 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a782d916-6b6b-4e4f-bda7-bf90f781485e None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:32.299482 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a782d916-6b6b-4e4f-bda7-bf90f781485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:32.358246 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 79d2b7a0-90e2-4239-bb3c-a1471734ff32 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:32.369139 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=23964c4b-ad25-49cc-9674-ee886ba2c907,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:32.401966 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-84f3a59c-3c29-403a-bd8f-a3ca9ffaaeea None None] Provisioning complete for port 79d2b7a0-90e2-4239-bb3c-a1471734ff32 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:32.403595 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-84f3a59c-3c29-403a-bd8f-a3ca9ffaaeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (79d2b7a0-90e2-4239-bb3c-a1471734ff32), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:32.422112 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a782d916-6b6b-4e4f-bda7-bf90f781485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:32.447085 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a782d916-6b6b-4e4f-bda7-bf90f781485e None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:32.450624 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a782d916-6b6b-4e4f-bda7-bf90f781485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:32.500101 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c137a19-e80c-426d-ac59-abc42439758e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (90c69635-67d6-45d2-9c08-23a0777c61c2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:32.531740 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-014190ff-9db8-4bb1-82f7-6e355fded08e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:32.543525 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-014190ff-9db8-4bb1-82f7-6e355fded08e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:32.550400 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-014190ff-9db8-4bb1-82f7-6e355fded08e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:32.556991 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-014190ff-9db8-4bb1-82f7-6e355fded08e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.48 "GET /v2.0/networks?id=ad7f13d6-48b1-4260-a707-f8bf8cbabb95&id=4c4e88d2-2146-4771-81ab-7d54809701c2&id=4c4e88d2-2146-4771-81ab-7d54809701c2&id=4c4e88d2-2146-4771-81ab-7d54809701c2&id=4c4e88d2-2146-4771-81ab-7d54809701c2&id=5c2d2fcf-eafc-455c-9448-5e06dd737c5d&id=5c2d2fcf-eafc-455c-9448-5e06dd737c5d HTTP/1.1" status: 200 len: 1991 time: 0.8542776 Feb 09 01:48:32.565422 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a782d916-6b6b-4e4f-bda7-bf90f781485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:32.566108 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a782d916-6b6b-4e4f-bda7-bf90f781485e None None] The sync data for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:48:32.594663 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['23964c4b-ad25-49cc-9674-ee886ba2c907'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:48:32.661810 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 79d2b7a0-90e2-4239-bb3c-a1471734ff32 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:32.697294 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-bef6adf7-b60d-4f51-9f7a-97b54746aef6 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f921fef3089d433e88a36b5df24fed2b HTTP/1.1" status: 200 len: 379 time: 0.1284037 Feb 09 01:48:32.730223 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e6f6c97c-c731-46f9-b6b5-ce1359467ad5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Request body: {'port': {'device_id': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95', 'admin_state_up': True, 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'security_groups': ['999c68bd-4a65-4b52-8070-dc0e0b732663']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:32.736921 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-84f3a59c-3c29-403a-bd8f-a3ca9ffaaeea None None] Current status of the port 79d2b7a0-90e2-4239-bb3c-a1471734ff32 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:32.840747 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-84f3a59c-3c29-403a-bd8f-a3ca9ffaaeea None None] Provisioning complete for port 79f5ad3c-14ec-4425-926f-0a70cbb0b885 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:32.843309 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-84f3a59c-3c29-403a-bd8f-a3ca9ffaaeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (79f5ad3c-14ec-4425-926f-0a70cbb0b885), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:32.922918 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 79d2b7a0-90e2-4239-bb3c-a1471734ff32 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:32.923598 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (79d2b7a0-90e2-4239-bb3c-a1471734ff32), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:32.983640 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48964) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:33.020301 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8f39c8e1-55ba-48a7-b4c1-517612139dfd tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (79f5ad3c-14ec-4425-926f-0a70cbb0b885), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:33.121554 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-84f3a59c-3c29-403a-bd8f-a3ca9ffaaeea None None] Port 79f5ad3c-14ec-4425-926f-0a70cbb0b885 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:48:33.127410 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 79d2b7a0-90e2-4239-bb3c-a1471734ff32 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:33.128576 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d336e109-3966-44d1-8eb5-87bfe607a4b3 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:33.308025 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port d336e109-3966-44d1-8eb5-87bfe607a4b3 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:33.308409 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d336e109-3966-44d1-8eb5-87bfe607a4b3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:33.355432 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48978) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:33.443623 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port d336e109-3966-44d1-8eb5-87bfe607a4b3 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:33.469816 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b87dba5d-157b-4466-a536-cb177b1cda63 req-35a8f2dc-5677-4ea5-b3c2-7f6bfb01dfbb tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.0688875 Feb 09 01:48:33.478764 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1825765338-network', 'tenant_id': 'a7e9ed7758174b9e85ca77dd6d15a989'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:33.483856 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2c21c2-38f0-475b-866f-36b8f17d93d0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Router 099ddf97-8c69-4bdc-b833-4067333a4b68 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:48:33.486777 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c137a19-e80c-426d-ac59-abc42439758e admin admin] Router 90c69635-67d6-45d2-9c08-23a0777c61c2 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:48:33.531932 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Made reservation on behalf of a7e9ed7758174b9e85ca77dd6d15a989 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:33.535097 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:33.675967 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:33.780362 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c137a19-e80c-426d-ac59-abc42439758e admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:48:33.790718 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2c21c2-38f0-475b-866f-36b8f17d93d0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:48:33.796702 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be2c21c2-38f0-475b-866f-36b8f17d93d0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:33.803485 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] Sync routers for ids ['90c69635-67d6-45d2-9c08-23a0777c61c2'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:48:33.812950 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38971ff-4f80-431f-b2fd-3aa20c714a07 None None] Sync routers for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:48:33.816161 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a97a11cc-adec-4b98-b390-fefc8efd3929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:33.835088 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e6f6c97c-c731-46f9-b6b5-ce1359467ad5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Made reservation on behalf of f921fef3089d433e88a36b5df24fed2b for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:33.836069 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] Routers {'90c69635-67d6-45d2-9c08-23a0777c61c2'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:33.836908 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['90c69635-67d6-45d2-9c08-23a0777c61c2'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:33.838828 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38971ff-4f80-431f-b2fd-3aa20c714a07 None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:33.839420 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e6f6c97c-c731-46f9-b6b5-ce1359467ad5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:33.840127 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c38971ff-4f80-431f-b2fd-3aa20c714a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:33.847481 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c137a19-e80c-426d-ac59-abc42439758e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:33.848710 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5c137a19-e80c-426d-ac59-abc42439758e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.4620216 Feb 09 01:48:33.855477 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48982) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:33.868667 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c0eba-2c23-469a-99bb-80cdabf2d89b req-8adf3e55-c9d7-4e31-8941-8ccdaddc1ab4 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:33.874455 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d7c0eba-2c23-469a-99bb-80cdabf2d89b req-8adf3e55-c9d7-4e31-8941-8ccdaddc1ab4 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/ports?device_id=57d1f266-2639-4b30-a91f-c2a7a4045fdd HTTP/1.1" status: 200 len: 944 time: 0.7494149 Feb 09 01:48:33.897056 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c38971ff-4f80-431f-b2fd-3aa20c714a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:33.910532 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38971ff-4f80-431f-b2fd-3aa20c714a07 None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:33.911959 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c38971ff-4f80-431f-b2fd-3aa20c714a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:33.961373 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c38971ff-4f80-431f-b2fd-3aa20c714a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:33.962333 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38971ff-4f80-431f-b2fd-3aa20c714a07 None None] The sync data for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:48:34.032009 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] Set router 90c69635-67d6-45d2-9c08-23a0777c61c2 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:34.068987 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Publish callbacks [] for security_group (6da65bc3-0691-4848-8e7a-fd9cc9342604), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:34.083877 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6da65bc3-0691-4848-8e7a-fd9cc9342604), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:34.094085 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-be2c21c2-38f0-475b-866f-36b8f17d93d0 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "PUT /v2.0/floatingips/bcfd3f72-c11f-42ad-bcb3-ca9d3c60d88d HTTP/1.1" status: 200 len: 975 time: 6.5271635 Feb 09 01:48:34.104446 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48984) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:34.126085 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:48:34.136808 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da65bc3-0691-4848-8e7a-fd9cc9342604,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:34.148356 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (e088bf88-a117-47a6-ba87-54c00f7a6928), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:34.148757 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Added segment e088bf88-a117-47a6-ba87-54c00f7a6928 of type vlan for network 0d908954-d861-46d7-bf3a-5b99a23f2cf9 Feb 09 01:48:34.149692 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-de435533-930a-49f2-b07b-969934552f56 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:34.246952 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d7c0eba-2c23-469a-99bb-80cdabf2d89b req-7975e94e-6282-401a-8837-84d881ca169c tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/security-groups?id=960e7ff1-0906-492f-9011-6fa8220abdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572841 Feb 09 01:48:34.336364 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (0d908954-d861-46d7-bf3a-5b99a23f2cf9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:34.353212 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-de435533-930a-49f2-b07b-969934552f56 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (bcfd3f72-c11f-42ad-bcb3-ca9d3c60d88d), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:34.388019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'name': 'tempest-ServerActionsTestJSON-126148439-router', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:26Z', 'updated_at': '2022-02-09T01:48:31Z', 'revision_number': 3, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'gw_port': {'id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:29Z', 'updated_at': '2022-02-09T01:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:34.396839 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (0d908954-d861-46d7-bf3a-5b99a23f2cf9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:34.398495 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:34.399371 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:34.429724 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] Checking router: 90c69635-67d6-45d2-9c08-23a0777c61c2 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:48:34.432428 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] Updating router 90c69635-67d6-45d2-9c08-23a0777c61c2 port d953acc4-d8e6-43e5-9521-f641fd7ea2fc binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:48:34.477009 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e6f6c97c-c731-46f9-b6b5-ce1359467ad5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Allocated IP 172.20.0.6 (ad7f13d6-48b1-4260-a707-f8bf8cbabb95/7a8dc3cb-389b-4805-b231-7a2cad302cd2/c256480c-5c68-4a1d-819c-22216ad81ce4) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:34.477449 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1162217 Feb 09 01:48:34.478308 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48986) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:34.482375 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d953acc4-d8e6-43e5-9521-f641fd7ea2fc), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:34.486121 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-46816dad-11b2-4d95-9ef3-1b6f64c5e7a7 admin admin] Request body: {'subnet': {'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1825765338-subnet', 'tenant_id': 'a7e9ed7758174b9e85ca77dd6d15a989', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:34.502021 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a97a11cc-adec-4b98-b390-fefc8efd3929 admin admin] Publish callbacks [] for security_group (760df864-8b7e-4678-9c55-3dd5dd1eeb90), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:34.543603 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a97a11cc-adec-4b98-b390-fefc8efd3929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (760df864-8b7e-4678-9c55-3dd5dd1eeb90), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:34.565893 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6796de8b-ab5d-49bf-95b9-651e2d1ad002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:34.570352 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46816dad-11b2-4d95-9ef3-1b6f64c5e7a7 admin admin] Made reservation on behalf of a7e9ed7758174b9e85ca77dd6d15a989 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:34.577095 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-46816dad-11b2-4d95-9ef3-1b6f64c5e7a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:34.599342 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8f39c8e1-55ba-48a7-b4c1-517612139dfd tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for port (79f5ad3c-14ec-4425-926f-0a70cbb0b885), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:34.650346 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8f39c8e1-55ba-48a7-b4c1-517612139dfd tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (79f5ad3c-14ec-4425-926f-0a70cbb0b885), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:34.656996 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Pushing event updated for resources: {'Network': ['ID=0d908954-d861-46d7-bf3a-5b99a23f2cf9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:34.677763 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:34.678391 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:34.678895 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:34.679530 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:34.680078 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:34.680582 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:34.681076 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:34.681949 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:34.682553 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:34.683043 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:34.683583 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:34.684061 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:34.684535 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9e018-b756-4ee9-9e57-31c0d857f30c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:34.718253 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 0d908954-d861-46d7-bf3a-5b99a23f2cf9 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:48:34.754471 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a97a11cc-adec-4b98-b390-fefc8efd3929 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aa1a12bbcc14416a8e24fa67d85f4e32&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7697651 Feb 09 01:48:34.763045 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48990) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:34.776693 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-461e1cbb-bb6c-4762-848e-8e1d99b3c062 req-352eecec-7679-4e71-933b-525392101281 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.1525018 Feb 09 01:48:34.795325 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a11cc-adec-4b98-b390-fefc8efd3929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760df864-8b7e-4678-9c55-3dd5dd1eeb90,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:34.896538 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39c8e1-55ba-48a7-b4c1-517612139dfd tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event updated for resources: {'Port': ['ID=79f5ad3c-14ec-4425-926f-0a70cbb0b885,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:34.914331 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-de435533-930a-49f2-b07b-969934552f56 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:34.924324 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8f39c8e1-55ba-48a7-b4c1-517612139dfd tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (25d57ea3-f357-4243-9dd0-a36184809fc5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:34.934598 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-de435533-930a-49f2-b07b-969934552f56 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (bcfd3f72-c11f-42ad-bcb3-ca9d3c60d88d), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:34.934881 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-de435533-930a-49f2-b07b-969934552f56 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Floating IP bcfd3f72-c11f-42ad-bcb3-ca9d3c60d88d disassociated. External IP: 172.25.7.9, port: b4313101-eea7-41a0-bacd-fe39509b7ce3. Feb 09 01:48:35.013150 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] Publish callbacks [] for port (d953acc4-d8e6-43e5-9521-f641fd7ea2fc), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.018773 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-6796de8b-ab5d-49bf-95b9-651e2d1ad002 admin admin] Allocated IP 172.20.0.1 (220e7f29-84b2-429c-a5a5-34d2ac552d01/e6231a07-44fd-4d5b-a5bf-cd666d960cb8/9ea3b7ee-bc7e-480f-a910-6fb58357d3f8) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:35.021593 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d953acc4-d8e6-43e5-9521-f641fd7ea2fc), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.092729 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] Attempting to bind port d953acc4-d8e6-43e5-9521-f641fd7ea2fc on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:48:35.093631 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] Attempting to bind port d953acc4-d8e6-43e5-9521-f641fd7ea2fc by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:48:35.094221 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] Attempting to bind port d953acc4-d8e6-43e5-9521-f641fd7ea2fc on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:35.108608 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:48:35.110044 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:35.111360 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.112590 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:48:35.113520 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] Bound port: d953acc4-d8e6-43e5-9521-f641fd7ea2fc, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:48:35.115459 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d953acc4-d8e6-43e5-9521-f641fd7ea2fc), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.124375 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93c8f8f6-c057-4be3-a710-2da4a154432e admin admin] Publish callbacks [] for security_group (760df864-8b7e-4678-9c55-3dd5dd1eeb90), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.137484 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e6f6c97c-c731-46f9-b6b5-ce1359467ad5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for port (c256480c-5c68-4a1d-819c-22216ad81ce4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.152716 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a49307-c3ff-4480-8ffd-cbd5c328f121 None None] Pushing event updated for resources: {'Port': ['ID=d953acc4-d8e6-43e5-9521-f641fd7ea2fc,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:35.162652 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6796de8b-ab5d-49bf-95b9-651e2d1ad002 admin admin] Publish callbacks [] for port (9ea3b7ee-bc7e-480f-a910-6fb58357d3f8), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.180991 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93c8f8f6-c057-4be3-a710-2da4a154432e admin admin] Publish callbacks [] for security_group (760df864-8b7e-4678-9c55-3dd5dd1eeb90), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.207574 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] For port d953acc4-d8e6-43e5-9521-f641fd7ea2fc, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:48:35.213521 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] For port d953acc4-d8e6-43e5-9521-f641fd7ea2fc, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d953acc4-d8e6-43e5-9521-f641fd7ea2fc,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:48:35.214988 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6796de8b-ab5d-49bf-95b9-651e2d1ad002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (9ea3b7ee-bc7e-480f-a910-6fb58357d3f8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.222997 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d953acc4-d8e6-43e5-9521-f641fd7ea2fc), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.234428 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 23964c4b-ad25-49cc-9674-ee886ba2c907 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:35.255706 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f39c8e1-55ba-48a7-b4c1-517612139dfd tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Network 1acab3c5-2c37-4c3f-816d-30844a74e102 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:35.263665 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-8f39c8e1-55ba-48a7-b4c1-517612139dfd tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:35.293346 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6796de8b-ab5d-49bf-95b9-651e2d1ad002 admin admin] Network 220e7f29-84b2-429c-a5a5-34d2ac552d01 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:35.301960 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-6796de8b-ab5d-49bf-95b9-651e2d1ad002 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:35.327583 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6796de8b-ab5d-49bf-95b9-651e2d1ad002 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:35.337489 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796de8b-ab5d-49bf-95b9-651e2d1ad002 admin admin] Pushing event updated for resources: {'Port': ['ID=9ea3b7ee-bc7e-480f-a910-6fb58357d3f8,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:35.465468 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e6f6c97c-c731-46f9-b6b5-ce1359467ad5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (c256480c-5c68-4a1d-819c-22216ad81ce4), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.480035 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6796de8b-ab5d-49bf-95b9-651e2d1ad002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (90c69635-67d6-45d2-9c08-23a0777c61c2), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.557087 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93c8f8f6-c057-4be3-a710-2da4a154432e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (760df864-8b7e-4678-9c55-3dd5dd1eeb90), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.561299 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93c8f8f6-c057-4be3-a710-2da4a154432e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.563347 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-93c8f8f6-c057-4be3-a710-2da4a154432e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/760df864-8b7e-4678-9c55-3dd5dd1eeb90 HTTP/1.1" status: 204 len: 168 time: 0.7904563 Feb 09 01:48:35.613551 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-46816dad-11b2-4d95-9ef3-1b6f64c5e7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (7fd2318f-0270-4495-8fca-6737fb6427cf), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.768157 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46816dad-11b2-4d95-9ef3-1b6f64c5e7a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fd2318f-0270-4495-8fca-6737fb6427cf,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:35.783535 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46816dad-11b2-4d95-9ef3-1b6f64c5e7a7 admin admin] Checking segment: {'id': 'e088bf88-a117-47a6-ba87-54c00f7a6928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:35.783993 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46816dad-11b2-4d95-9ef3-1b6f64c5e7a7 admin admin] Network hostable DHCP agents. Network: 0d908954-d861-46d7-bf3a-5b99a23f2cf9, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:48:35.817398 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8f8f6-c057-4be3-a710-2da4a154432e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760df864-8b7e-4678-9c55-3dd5dd1eeb90,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:35.840623 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46816dad-11b2-4d95-9ef3-1b6f64c5e7a7 admin admin] Network 0d908954-d861-46d7-bf3a-5b99a23f2cf9 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:48:35.843317 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6796de8b-ab5d-49bf-95b9-651e2d1ad002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9ea3b7ee-bc7e-480f-a910-6fb58357d3f8), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.880591 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e6f6c97c-c731-46f9-b6b5-ce1359467ad5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Network ad7f13d6-48b1-4260-a707-f8bf8cbabb95 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:35.941819 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e6f6c97c-c731-46f9-b6b5-ce1359467ad5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:35.962285 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e6f6c97c-c731-46f9-b6b5-ce1359467ad5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:35.970743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6c97c-c731-46f9-b6b5-ce1359467ad5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event updated for resources: {'Port': ['ID=c256480c-5c68-4a1d-819c-22216ad81ce4,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:36.041779 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-46816dad-11b2-4d95-9ef3-1b6f64c5e7a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 0d908954-d861-46d7-bf3a-5b99a23f2cf9) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:36.048496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de435533-930a-49f2-b07b-969934552f56 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Router 099ddf97-8c69-4bdc-b833-4067333a4b68 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:48:36.072875 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46816dad-11b2-4d95-9ef3-1b6f64c5e7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:36.072875 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-46816dad-11b2-4d95-9ef3-1b6f64c5e7a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:36.089766 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a3f886-8ee7-4e8a-88a3-e6e0f860893e None None] Network 0d908954-d861-46d7-bf3a-5b99a23f2cf9 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:36.107001 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-46816dad-11b2-4d95-9ef3-1b6f64c5e7a7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6252613 Feb 09 01:48:36.179440 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995aaed-e8e6-4441-86cf-daa145ed258f req-755392f7-661a-4f19-85e8-30287bd203c1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:36.181026 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b995aaed-e8e6-4441-86cf-daa145ed258f req-755392f7-661a-4f19-85e8-30287bd203c1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 931 time: 0.1731064 Feb 09 01:48:36.183736 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6796de8b-ab5d-49bf-95b9-651e2d1ad002 admin admin] Publish callbacks [] for port (9ea3b7ee-bc7e-480f-a910-6fb58357d3f8), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:36.194958 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6796de8b-ab5d-49bf-95b9-651e2d1ad002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (9ea3b7ee-bc7e-480f-a910-6fb58357d3f8), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:36.236437 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-082844fb-9ed8-468c-9803-fb0ff104062d None None] Provisioning complete for port 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:36.236826 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-082844fb-9ed8-468c-9803-fb0ff104062d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9ea3b7ee-bc7e-480f-a910-6fb58357d3f8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:36.242369 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] Routers {'90c69635-67d6-45d2-9c08-23a0777c61c2'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:36.243010 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['90c69635-67d6-45d2-9c08-23a0777c61c2'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:36.244902 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a49307-c3ff-4480-8ffd-cbd5c328f121 None None] Pushing event updated for resources: {'Port': ['ID=d953acc4-d8e6-43e5-9521-f641fd7ea2fc,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:36.369769 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796de8b-ab5d-49bf-95b9-651e2d1ad002 admin admin] Pushing event updated for resources: {'Port': ['ID=9ea3b7ee-bc7e-480f-a910-6fb58357d3f8,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:36.443821 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 23964c4b-ad25-49cc-9674-ee886ba2c907 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:48:36.469911 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 23964c4b-ad25-49cc-9674-ee886ba2c907 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:36.471169 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (23964c4b-ad25-49cc-9674-ee886ba2c907), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:36.481406 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-082844fb-9ed8-468c-9803-fb0ff104062d None None] Port 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:48:36.491392 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6796de8b-ab5d-49bf-95b9-651e2d1ad002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (90c69635-67d6-45d2-9c08-23a0777c61c2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:36.502059 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b995aaed-e8e6-4441-86cf-daa145ed258f req-50bb460b-abd3-4641-8e68-ccb5f8d66d21 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3112667 Feb 09 01:48:36.590608 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569bd241-3989-4d75-87e6-656411966e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-0d908954-d861-46d7-bf3a-5b99a23f2cf9', 'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9', 'project_id': 'a7e9ed7758174b9e85ca77dd6d15a989', 'fixed_ips': [{'subnet_id': '7fd2318f-0270-4495-8fca-6737fb6427cf'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:48:36.591503 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-569bd241-3989-4d75-87e6-656411966e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:36.645667 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-082844fb-9ed8-468c-9803-fb0ff104062d None None] Provisioning complete for port 79f5ad3c-14ec-4425-926f-0a70cbb0b885 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:36.648612 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9e89d-2b6b-43b5-a712-9d738bc664df req-97cf861d-0395-42c8-8501-3f472c554784 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:36.649727 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-082844fb-9ed8-468c-9803-fb0ff104062d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (79f5ad3c-14ec-4425-926f-0a70cbb0b885), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:36.655833 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ddb9e89d-2b6b-43b5-a712-9d738bc664df req-97cf861d-0395-42c8-8501-3f472c554784 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/ports?device_id=57d1f266-2639-4b30-a91f-c2a7a4045fdd HTTP/1.1" status: 200 len: 944 time: 1.2316718 Feb 09 01:48:36.669634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] Set router 90c69635-67d6-45d2-9c08-23a0777c61c2 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:36.764980 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6796de8b-ab5d-49bf-95b9-651e2d1ad002 admin admin] Network 220e7f29-84b2-429c-a5a5-34d2ac552d01 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:36.770235 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-6796de8b-ab5d-49bf-95b9-651e2d1ad002 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:36.795119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f39c8e1-55ba-48a7-b4c1-517612139dfd tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Router 25d57ea3-f357-4243-9dd0-a36184809fc5 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:48:36.870580 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e6f6c97c-c731-46f9-b6b5-ce1359467ad5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:36.878932 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e6f6c97c-c731-46f9-b6b5-ce1359467ad5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:36.978822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de435533-930a-49f2-b07b-969934552f56 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:48:36.981803 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-082844fb-9ed8-468c-9803-fb0ff104062d None None] Port 79f5ad3c-14ec-4425-926f-0a70cbb0b885 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:48:36.990030 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-de435533-930a-49f2-b07b-969934552f56 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:37.033668 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6f8e80-0cf9-4177-a332-3b398bb87490 None None] Sync routers for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:48:37.138884 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6796de8b-ab5d-49bf-95b9-651e2d1ad002 admin admin] Router 90c69635-67d6-45d2-9c08-23a0777c61c2 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:48:37.190238 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e6f6c97c-c731-46f9-b6b5-ce1359467ad5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4817915 Feb 09 01:48:37.220332 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Request body: {'port': {'device_id': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2', 'admin_state_up': True, 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'security_groups': ['999c68bd-4a65-4b52-8070-dc0e0b732663']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:37.232698 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-de435533-930a-49f2-b07b-969934552f56 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "PUT /v2.0/floatingips/bcfd3f72-c11f-42ad-bcb3-ca9d3c60d88d HTTP/1.1" status: 200 len: 686 time: 3.1246612 Feb 09 01:48:37.243068 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49038) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:37.265343 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 23964c4b-ad25-49cc-9674-ee886ba2c907 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:37.266343 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (23964c4b-ad25-49cc-9674-ee886ba2c907), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:37.280323 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ddb9e89d-2b6b-43b5-a712-9d738bc664df req-226a4716-ef73-40cf-936f-d0a8480214b8 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/security-groups?id=960e7ff1-0906-492f-9011-6fa8220abdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6234796 Feb 09 01:48:37.341597 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6f8e80-0cf9-4177-a332-3b398bb87490 None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:37.342523 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ce6f8e80-0cf9-4177-a332-3b398bb87490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:37.393443 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f39c8e1-55ba-48a7-b4c1-517612139dfd tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:48:37.408805 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8f39c8e1-55ba-48a7-b4c1-517612139dfd tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "PUT /v2.0/routers/25d57ea3-f357-4243-9dd0-a36184809fc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4228530 Feb 09 01:48:37.415611 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] Sync routers for ids ['25d57ea3-f357-4243-9dd0-a36184809fc5'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:48:37.445392 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Made reservation on behalf of f921fef3089d433e88a36b5df24fed2b for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:37.447811 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] Routers {'25d57ea3-f357-4243-9dd0-a36184809fc5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:37.453619 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['25d57ea3-f357-4243-9dd0-a36184809fc5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:37.460062 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:37.503844 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ce6f8e80-0cf9-4177-a332-3b398bb87490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:37.534249 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-723182f4-aef5-4b3e-b790-602a2c576127 None None] Provisioning complete for port c256480c-5c68-4a1d-819c-22216ad81ce4 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:37.536240 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-723182f4-aef5-4b3e-b790-602a2c576127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c256480c-5c68-4a1d-819c-22216ad81ce4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:37.645488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6f8e80-0cf9-4177-a332-3b398bb87490 None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:37.646126 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ce6f8e80-0cf9-4177-a332-3b398bb87490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:37.659854 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-f7894e80-4902-44cf-8ba9-cce20e77bac9 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:37.667608 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-f7894e80-4902-44cf-8ba9-cce20e77bac9 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/networks?id=0d908954-d861-46d7-bf3a-5b99a23f2cf9 HTTP/1.1" status: 200 len: 816 time: 0.4255481 Feb 09 01:48:37.690663 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-2af8170f-a323-4fab-913c-764786551895 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/quotas/a7e9ed7758174b9e85ca77dd6d15a989 HTTP/1.1" status: 200 len: 375 time: 0.0221050 Feb 09 01:48:37.734705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d1f266-2639-4b30-a91f-c2a7a4045fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23964c4b-ad25-49cc-9674-ee886ba2c907'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:37.742251 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16eb8e9-1dc9-4174-a378-aeb67cc59035" -d '{"events": [{"server_uuid": "57d1f266-2639-4b30-a91f-c2a7a4045fdd", "name": "network-vif-plugged", "status": "completed", "tag": "23964c4b-ad25-49cc-9674-ee886ba2c907"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:37.743694 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-db534915-7023-42ea-8e50-3a83a4f4f57e tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7e9ed7758174b9e85ca77dd6d15a989&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519278 Feb 09 01:48:37.754161 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6796de8b-ab5d-49bf-95b9-651e2d1ad002 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:48:37.761880 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6796de8b-ab5d-49bf-95b9-651e2d1ad002 admin admin] 10.222.0.36 "PUT /v2.0/routers/90c69635-67d6-45d2-9c08-23a0777c61c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9033341 Feb 09 01:48:37.764962 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0544ed9d-c8ec-4249-a701-1234b6a0b661 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Deleting port 709e97d0-f291-442f-944d-055d409b8c25 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:37.765288 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0544ed9d-c8ec-4249-a701-1234b6a0b661 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (709e97d0-f291-442f-944d-055d409b8c25), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:37.872374 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Allocated IP 10.1.1.156 (4c4e88d2-2146-4771-81ab-7d54809701c2/0235b1dd-fcc4-44a6-a199-16b7109f4c7c/cd86026c-c167-4b35-80bb-22f2c9696705) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:37.874094 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0544ed9d-c8ec-4249-a701-1234b6a0b661 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (709e97d0-f291-442f-944d-055d409b8c25), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:37.874474 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0544ed9d-c8ec-4249-a701-1234b6a0b661 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (709e97d0-f291-442f-944d-055d409b8c25), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:37.875502 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 23964c4b-ad25-49cc-9674-ee886ba2c907, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=23964c4b-ad25-49cc-9674-ee886ba2c907,segment=NetworkSegment(5194c14e-64af-497d-857e-922d48b22d0a),segment_id=5194c14e-64af-497d-857e-922d48b22d0a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:37.890387 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0544ed9d-c8ec-4249-a701-1234b6a0b661 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Calling delete_port for 709e97d0-f291-442f-944d-055d409b8c25 owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:37.920865 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ce6f8e80-0cf9-4177-a332-3b398bb87490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:37.923827 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6f8e80-0cf9-4177-a332-3b398bb87490 None None] The sync data for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:48:37.930376 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (23964c4b-ad25-49cc-9674-ee886ba2c907), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:37.944502 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a0723-9aca-468e-8ab2-cd8416242edf req-c6446b93-9b8d-467e-8f0a-35e7cb971cab tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:37.952166 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c0a0723-9aca-468e-8ab2-cd8416242edf req-c6446b93-9b8d-467e-8f0a-35e7cb971cab tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 931 time: 0.2901304 Feb 09 01:48:37.961091 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] Set router 25d57ea3-f357-4243-9dd0-a36184809fc5 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:37.985012 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2e5618ce-abe1-40ed-bdfd-57aced48fa8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:37.986724 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-723182f4-aef5-4b3e-b790-602a2c576127 None None] Port c256480c-5c68-4a1d-819c-22216ad81ce4 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:48:37.997088 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-569bd241-3989-4d75-87e6-656411966e92 None None] Allocated IP 172.20.0.2 (0d908954-d861-46d7-bf3a-5b99a23f2cf9/7fd2318f-0270-4495-8fca-6737fb6427cf/edbb548c-2294-4482-8357-d4fee0e7b22f) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:38.081898 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c0a0723-9aca-468e-8ab2-cd8416242edf req-473140ba-9005-401b-b0a7-1d496205ca46 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222951 Feb 09 01:48:38.229540 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-569bd241-3989-4d75-87e6-656411966e92 None None] Publish callbacks [] for port (edbb548c-2294-4482-8357-d4fee0e7b22f), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:38.233791 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'name': 'tempest-ServerActionsTestJSON-126148439-router', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:26Z', 'updated_at': '2022-02-09T01:48:35Z', 'revision_number': 4, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'gw_port': {'id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:29Z', 'updated_at': '2022-02-09T01:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '9ea3b7ee-bc7e-480f-a910-6fb58357d3f8', 'name': '', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'mac_address': 'fa:16:3e:c9:13:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:34Z', 'updated_at': '2022-02-09T01:48:35Z', 'revision_number': 2, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'subnets': [{'id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:38.317446 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-8962599f-9944-4c12-9166-131f7293ace5 service neutron] 10.222.0.36 "GET /v2.0/networks/0d908954-d861-46d7-bf3a-5b99a23f2cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728760 Feb 09 01:48:38.323993 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d57ea3-f357-4243-9dd0-a36184809fc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1768171867', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '65f02a9c-0b34-4710-a5bf-9dc0cfec23ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:18Z', 'updated_at': '2022-02-09T01:48:32Z', 'revision_number': 4, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'gw_port': {'id': '65f02a9c-0b34-4710-a5bf-9dc0cfec23ca', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d57ea3-f357-4243-9dd0-a36184809fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:19Z', 'updated_at': '2022-02-09T01:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '79f5ad3c-14ec-4425-926f-0a70cbb0b885', 'name': '', 'network_id': '1acab3c5-2c37-4c3f-816d-30844a74e102', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'mac_address': 'fa:16:3e:9c:37:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d57ea3-f357-4243-9dd0-a36184809fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '3b8ffa12-e7a2-435c-8df8-c84f249d7dce', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:30Z', 'updated_at': '2022-02-09T01:48:34Z', 'revision_number': 2, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'subnets': [{'id': '3b8ffa12-e7a2-435c-8df8-c84f249d7dce', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:38.330539 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a37cf2-ce11-4652-932a-95857a1a801c None None] The sync data for ids ['90c69635-67d6-45d2-9c08-23a0777c61c2'] in n-d-828387-3 is: [{'id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'name': 'tempest-ServerActionsTestJSON-126148439-router', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:26Z', 'updated_at': '2022-02-09T01:48:35Z', 'revision_number': 4, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'gw_port': {'id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:29Z', 'updated_at': '2022-02-09T01:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '9ea3b7ee-bc7e-480f-a910-6fb58357d3f8', 'name': '', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'mac_address': 'fa:16:3e:c9:13:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:34Z', 'updated_at': '2022-02-09T01:48:35Z', 'revision_number': 2, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'subnets': [{'id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:48:38.332424 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-569bd241-3989-4d75-87e6-656411966e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (edbb548c-2294-4482-8357-d4fee0e7b22f), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:38.354330 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=23964c4b-ad25-49cc-9674-ee886ba2c907,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:38.393081 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] Checking router: 25d57ea3-f357-4243-9dd0-a36184809fc5 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:48:38.393559 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] Updating router 25d57ea3-f357-4243-9dd0-a36184809fc5 port 79f5ad3c-14ec-4425-926f-0a70cbb0b885 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:48:38.452625 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (79f5ad3c-14ec-4425-926f-0a70cbb0b885), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:38.466032 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for port (cd86026c-c167-4b35-80bb-22f2c9696705), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:38.479260 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569bd241-3989-4d75-87e6-656411966e92 None None] Network 0d908954-d861-46d7-bf3a-5b99a23f2cf9 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:38.497138 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-aeefc304-83b9-478e-93a5-5108dee32674 None None] Provisioning complete for port 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:38.497521 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-aeefc304-83b9-478e-93a5-5108dee32674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9ea3b7ee-bc7e-480f-a910-6fb58357d3f8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:38.503079 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-569bd241-3989-4d75-87e6-656411966e92 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:38.550388 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-d0f8c3b7-4979-4acb-b6ac-070ff8d74732 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:38.568712 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0544ed9d-c8ec-4249-a701-1234b6a0b661 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (709e97d0-f291-442f-944d-055d409b8c25), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:38.569297 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-d0f8c3b7-4979-4acb-b6ac-070ff8d74732 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/networks?id=1acab3c5-2c37-4c3f-816d-30844a74e102 HTTP/1.1" status: 200 len: 797 time: 0.3358710 Feb 09 01:48:38.573954 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569bd241-3989-4d75-87e6-656411966e92 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:38.619689 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-7b73bbd9-0d27-4bac-9335-79a3891a0bf0 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/quotas/5bb1a0b377414dc1915d0f29c8ffb19f HTTP/1.1" status: 200 len: 375 time: 0.0313640 Feb 09 01:48:38.622726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569bd241-3989-4d75-87e6-656411966e92 None None] Pushing event updated for resources: {'Port': ['ID=edbb548c-2294-4482-8357-d4fee0e7b22f,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:38.669419 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544ed9d-c8ec-4249-a701-1234b6a0b661 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event deleted for resources: {'Port': ['ID=709e97d0-f291-442f-944d-055d409b8c25,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:38.682403 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-4533038a-b5f8-4fa0-82c3-89f73324ee86 service neutron] 10.222.0.36 "GET /v2.0/networks/0d908954-d861-46d7-bf3a-5b99a23f2cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570087 Feb 09 01:48:38.741940 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-aeefc304-83b9-478e-93a5-5108dee32674 None None] Port 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:48:38.766549 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-569bd241-3989-4d75-87e6-656411966e92 None None] Attempting to bind port edbb548c-2294-4482-8357-d4fee0e7b22f on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:48:38.767511 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-569bd241-3989-4d75-87e6-656411966e92 None None] Attempting to bind port edbb548c-2294-4482-8357-d4fee0e7b22f by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'e088bf88-a117-47a6-ba87-54c00f7a6928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:48:38.767794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569bd241-3989-4d75-87e6-656411966e92 None None] Attempting to bind port edbb548c-2294-4482-8357-d4fee0e7b22f on network 0d908954-d861-46d7-bf3a-5b99a23f2cf9 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:38.772029 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (cd86026c-c167-4b35-80bb-22f2c9696705), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:38.777528 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569bd241-3989-4d75-87e6-656411966e92 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:48:38.777911 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569bd241-3989-4d75-87e6-656411966e92 None None] Checking segment: {'id': 'e088bf88-a117-47a6-ba87-54c00f7a6928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:38.778226 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-569bd241-3989-4d75-87e6-656411966e92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:38.781286 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569bd241-3989-4d75-87e6-656411966e92 None None] Bound using segment: {'id': 'e088bf88-a117-47a6-ba87-54c00f7a6928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:48:38.781896 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-569bd241-3989-4d75-87e6-656411966e92 None None] Bound port: edbb548c-2294-4482-8357-d4fee0e7b22f, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e088bf88-a117-47a6-ba87-54c00f7a6928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:48:38.782225 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-569bd241-3989-4d75-87e6-656411966e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (edbb548c-2294-4482-8357-d4fee0e7b22f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:38.865071 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0544ed9d-c8ec-4249-a701-1234b6a0b661 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (bcfd3f72-c11f-42ad-bcb3-ca9d3c60d88d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:38.868021 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0544ed9d-c8ec-4249-a701-1234b6a0b661 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:38.869586 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0544ed9d-c8ec-4249-a701-1234b6a0b661 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "DELETE /v2.0/floatingips/bcfd3f72-c11f-42ad-bcb3-ca9d3c60d88d HTTP/1.1" status: 204 len: 168 time: 1.6253736 Feb 09 01:48:38.873677 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-204a1fc4-b5c3-48dd-af21-2b0d6dd02ed7 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5bb1a0b377414dc1915d0f29c8ffb19f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2530804 Feb 09 01:48:38.889251 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49096) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:38.898211 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Network 4c4e88d2-2146-4771-81ab-7d54809701c2 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:38.901602 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:38.974110 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:38.992452 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-660277d5-c576-48ea-b725-1eb928cb50a4 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] delete failed (client error): The resource could not be found. Feb 09 01:48:38.998058 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-660277d5-c576-48ea-b725-1eb928cb50a4 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "DELETE /v2.0/floatingips/bcfd3f72-c11f-42ad-bcb3-ca9d3c60d88d HTTP/1.1" status: 404 len: 345 time: 0.1033652 Feb 09 01:48:39.006256 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49104) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:39.101188 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-569bd241-3989-4d75-87e6-656411966e92 None None] For port edbb548c-2294-4482-8357-d4fee0e7b22f, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:48:39.116554 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-569bd241-3989-4d75-87e6-656411966e92 None None] For port edbb548c-2294-4482-8357-d4fee0e7b22f, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=edbb548c-2294-4482-8357-d4fee0e7b22f,segment=NetworkSegment(e088bf88-a117-47a6-ba87-54c00f7a6928),segment_id=e088bf88-a117-47a6-ba87-54c00f7a6928)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:48:39.139905 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-569bd241-3989-4d75-87e6-656411966e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (edbb548c-2294-4482-8357-d4fee0e7b22f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:39.225122 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] Publish callbacks [] for port (79f5ad3c-14ec-4425-926f-0a70cbb0b885), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:39.265833 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (79f5ad3c-14ec-4425-926f-0a70cbb0b885), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:39.287149 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10928da3-5f2a-4733-b24a-372ab4cd7dc8 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:39.325610 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10928da3-5f2a-4733-b24a-372ab4cd7dc8 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:39.337200 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10928da3-5f2a-4733-b24a-372ab4cd7dc8 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:39.346789 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-10928da3-5f2a-4733-b24a-372ab4cd7dc8 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "GET /v2.0/ports?network_id=b4190f88-f2ec-461b-9c95-24d7e528a482 HTTP/1.1" status: 200 len: 2357 time: 0.3387451 Feb 09 01:48:39.404349 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49122) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:39.404508 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523a8800-7f8f-4249-a858-878e12ba77cf x-openstack-request-id: req-523a8800-7f8f-4249-a858-878e12ba77cf {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:39.405009 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d1f266-2639-4b30-a91f-c2a7a4045fdd", "name": "network-vif-plugged", "status": "completed", "tag": "23964c4b-ad25-49cc-9674-ee886ba2c907", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:39.412559 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-523a8800-7f8f-4249-a858-878e12ba77cf {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:39.419863 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d1f266-2639-4b30-a91f-c2a7a4045fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23964c4b-ad25-49cc-9674-ee886ba2c907', 'code': 200} Feb 09 01:48:39.420846 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569bd241-3989-4d75-87e6-656411966e92 None None] Pushing event updated for resources: {'Port': ['ID=edbb548c-2294-4482-8357-d4fee0e7b22f,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:39.475649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event updated for resources: {'Port': ['ID=cd86026c-c167-4b35-80bb-22f2c9696705,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:39.487112 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae288e5b-ffe3-496f-ae24-37f6c8b4c136 None None] Pushing event updated for resources: {'Port': ['ID=79f5ad3c-14ec-4425-926f-0a70cbb0b885,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:39.591716 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.592073 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.592426 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.592761 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.593100 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.604412 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-88f0923c-4fc1-48f9-8b22-5171434625e8 None None] Provisioning complete for port cd86026c-c167-4b35-80bb-22f2c9696705 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:39.606014 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-88f0923c-4fc1-48f9-8b22-5171434625e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cd86026c-c167-4b35-80bb-22f2c9696705), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:39.607709 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.608826 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.612173 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.613466 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.613981 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.621180 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.621716 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.622083 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.653798 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:39.654505 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:39.752297 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] Attempting to bind port 79f5ad3c-14ec-4425-926f-0a70cbb0b885 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:48:39.752711 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] Attempting to bind port 79f5ad3c-14ec-4425-926f-0a70cbb0b885 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '124c2262-23db-4e43-95da-c72282765e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1acab3c5-2c37-4c3f-816d-30844a74e102'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:48:39.753041 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] Attempting to bind port 79f5ad3c-14ec-4425-926f-0a70cbb0b885 on network 1acab3c5-2c37-4c3f-816d-30844a74e102 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:39.764927 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:48:39.765319 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] Checking segment: {'id': '124c2262-23db-4e43-95da-c72282765e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1acab3c5-2c37-4c3f-816d-30844a74e102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:39.765712 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:39.766104 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] Bound using segment: {'id': '124c2262-23db-4e43-95da-c72282765e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1acab3c5-2c37-4c3f-816d-30844a74e102'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:48:39.783973 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] Bound port: 79f5ad3c-14ec-4425-926f-0a70cbb0b885, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124c2262-23db-4e43-95da-c72282765e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1acab3c5-2c37-4c3f-816d-30844a74e102'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:48:39.789995 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (79f5ad3c-14ec-4425-926f-0a70cbb0b885), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:39.806286 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-fa897fdd-e773-458a-b091-67c439e5b1f7 service neutron] 10.222.0.36 "GET /v2.0/networks/1acab3c5-2c37-4c3f-816d-30844a74e102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8332658 Feb 09 01:48:39.856771 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-09564611-be4b-46a4-a0bf-a67f15586f3d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6496086 Feb 09 01:48:39.925550 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:39.930132 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bb975913-d06d-49e8-a141-a82418b33b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:39.936248 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-88f0923c-4fc1-48f9-8b22-5171434625e8 None None] Port cd86026c-c167-4b35-80bb-22f2c9696705 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:48:39.942784 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-c936ed91-8408-49f1-8a95-e8005ee6ea26 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Request body: {'port': {'device_id': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2', 'admin_state_up': True, 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'security_groups': ['999c68bd-4a65-4b52-8070-dc0e0b732663']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:40.154560 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] For port 79f5ad3c-14ec-4425-926f-0a70cbb0b885, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:48:40.168784 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] For port 79f5ad3c-14ec-4425-926f-0a70cbb0b885, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=79f5ad3c-14ec-4425-926f-0a70cbb0b885,segment=NetworkSegment(124c2262-23db-4e43-95da-c72282765e5c),segment_id=124c2262-23db-4e43-95da-c72282765e5c)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:48:40.184330 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (79f5ad3c-14ec-4425-926f-0a70cbb0b885), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:40.194779 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b6d3fafa-0712-4950-844c-7dea150703f9 None None] Provisioning complete for port 79f5ad3c-14ec-4425-926f-0a70cbb0b885 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:40.197340 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b6d3fafa-0712-4950-844c-7dea150703f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (79f5ad3c-14ec-4425-926f-0a70cbb0b885), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:40.389088 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] Routers {'25d57ea3-f357-4243-9dd0-a36184809fc5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:40.395441 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['25d57ea3-f357-4243-9dd0-a36184809fc5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:40.587867 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49148) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:40.633891 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60850a57-2137-4015-8164-122a119aa774 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:40.636236 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-60850a57-2137-4015-8164-122a119aa774 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "GET /v2.0/subnets/5c0fb715-3ad7-4200-824c-9910ee7bb428 HTTP/1.1" status: 200 len: 797 time: 1.2310033 Feb 09 01:48:40.641575 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49152) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:40.650521 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ff71df0f-2fc0-4cec-bf58-1c89b790dcb5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Request body: {'port': {'network_id': 'b4190f88-f2ec-461b-9c95-24d7e528a482', 'name': 'tempest-FloatingIPTestJSON-1732255544', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:40.669096 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49154) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:40.677496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-c936ed91-8408-49f1-8a95-e8005ee6ea26 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Made reservation on behalf of f921fef3089d433e88a36b5df24fed2b for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:40.690417 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-c936ed91-8408-49f1-8a95-e8005ee6ea26 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:40.704886 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-513fb080-f0a3-47a2-9080-4372375d11e2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Request body: {'security_group': {'name': 'tempest-securitygroup--351248493', 'description': 'tempest-description--1029096544'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:40.714577 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae288e5b-ffe3-496f-ae24-37f6c8b4c136 None None] Pushing event updated for resources: {'Port': ['ID=79f5ad3c-14ec-4425-926f-0a70cbb0b885,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:40.805779 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-513fb080-f0a3-47a2-9080-4372375d11e2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:40.872283 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] Set router 25d57ea3-f357-4243-9dd0-a36184809fc5 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:41.104094 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-513fb080-f0a3-47a2-9080-4372375d11e2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for security_group (9baab9ad-bd14-47a6-a95b-3f595780e60b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:41.113280 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-2e43e4cd-cc9f-4055-9df2-f3e07a52ab93 service neutron] 10.222.0.36 "GET /v2.0/networks/1acab3c5-2c37-4c3f-816d-30844a74e102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3057635 Feb 09 01:48:41.119508 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69696e-2003-4d6f-8be4-1fd03e456a45 req-f65fd6a9-de59-4cdc-b807-379cf5cc82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:41.131644 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1b69696e-2003-4d6f-8be4-1fd03e456a45 req-f65fd6a9-de59-4cdc-b807-379cf5cc82d3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=57d1f266-2639-4b30-a91f-c2a7a4045fdd HTTP/1.1" status: 200 len: 1127 time: 1.8654799 Feb 09 01:48:41.143033 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-513fb080-f0a3-47a2-9080-4372375d11e2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9baab9ad-bd14-47a6-a95b-3f595780e60b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:41.210449 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d953acc4-d8e6-43e5-9521-f641fd7ea2fc up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:41.254124 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-513fb080-f0a3-47a2-9080-4372375d11e2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:41.260636 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-513fb080-f0a3-47a2-9080-4372375d11e2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5902286 Feb 09 01:48:41.302188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49156) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:41.327486 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-1cb9dc8a-5c77-4f08-8090-2ebedacd0cf1 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Request body: {'security_group_rule': {'security_group_id': '9baab9ad-bd14-47a6-a95b-3f595780e60b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:41.338318 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9c6b5684-de0d-4ade-8ce4-42096b911d17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:41.412988 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de992102-4234-4766-9360-3d260b8f9b63 req-dd715480-e680-4212-8df9-be0578d15950 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:41.420724 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-de992102-4234-4766-9360-3d260b8f9b63 req-dd715480-e680-4212-8df9-be0578d15950 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/ports?device_id=57d1f266-2639-4b30-a91f-c2a7a4045fdd HTTP/1.1" status: 200 len: 945 time: 0.6287544 Feb 09 01:48:41.509980 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b6d3fafa-0712-4950-844c-7dea150703f9 None None] Current status of the port 79f5ad3c-14ec-4425-926f-0a70cbb0b885 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:41.510636 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b6d3fafa-0712-4950-844c-7dea150703f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (79f5ad3c-14ec-4425-926f-0a70cbb0b885), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:41.515805 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:41.532755 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:41.581066 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d57ea3-f357-4243-9dd0-a36184809fc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1768171867', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '65f02a9c-0b34-4710-a5bf-9dc0cfec23ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:18Z', 'updated_at': '2022-02-09T01:48:32Z', 'revision_number': 4, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'gw_port': {'id': '65f02a9c-0b34-4710-a5bf-9dc0cfec23ca', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d57ea3-f357-4243-9dd0-a36184809fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:19Z', 'updated_at': '2022-02-09T01:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '79f5ad3c-14ec-4425-926f-0a70cbb0b885', 'name': '', 'network_id': '1acab3c5-2c37-4c3f-816d-30844a74e102', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'mac_address': 'fa:16:3e:9c:37:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d57ea3-f357-4243-9dd0-a36184809fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '3b8ffa12-e7a2-435c-8df8-c84f249d7dce', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:30Z', 'updated_at': '2022-02-09T01:48:40Z', 'revision_number': 4, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'subnets': [{'id': '3b8ffa12-e7a2-435c-8df8-c84f249d7dce', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:41.672376 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1b69696e-2003-4d6f-8be4-1fd03e456a45 req-aaff9c35-0457-409e-8afe-8b9ec351e88b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=960e7ff1-0906-492f-9011-6fa8220abdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5386536 Feb 09 01:48:41.686910 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fb080-f0a3-47a2-9080-4372375d11e2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9baab9ad-bd14-47a6-a95b-3f595780e60b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:41.696215 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65bffbe-b691-4d6e-a1af-8294c8b8544b None None] The sync data for ids ['25d57ea3-f357-4243-9dd0-a36184809fc5'] in n-d-828387-3 is: [{'id': '25d57ea3-f357-4243-9dd0-a36184809fc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1768171867', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '65f02a9c-0b34-4710-a5bf-9dc0cfec23ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:18Z', 'updated_at': '2022-02-09T01:48:32Z', 'revision_number': 4, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'gw_port': {'id': '65f02a9c-0b34-4710-a5bf-9dc0cfec23ca', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d57ea3-f357-4243-9dd0-a36184809fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:19Z', 'updated_at': '2022-02-09T01:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '79f5ad3c-14ec-4425-926f-0a70cbb0b885', 'name': '', 'network_id': '1acab3c5-2c37-4c3f-816d-30844a74e102', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'mac_address': 'fa:16:3e:9c:37:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d57ea3-f357-4243-9dd0-a36184809fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '3b8ffa12-e7a2-435c-8df8-c84f249d7dce', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:30Z', 'updated_at': '2022-02-09T01:48:40Z', 'revision_number': 4, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'subnets': [{'id': '3b8ffa12-e7a2-435c-8df8-c84f249d7dce', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:48:41.731620 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32046446-71f8-4ce9-ae21-8b71f3ebccf0 None None] Network 0d908954-d861-46d7-bf3a-5b99a23f2cf9 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:41.750075 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9c6b5684-de0d-4ade-8ce4-42096b911d17 admin admin] Publish callbacks [] for security_group (4a03f3c5-ede6-4020-b582-c745b980bc38), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:41.775447 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-de992102-4234-4766-9360-3d260b8f9b63 req-9f6f44de-2416-4999-9fe3-54cfb29b5230 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/security-groups?id=960e7ff1-0906-492f-9011-6fa8220abdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461082 Feb 09 01:48:41.841643 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff71df0f-2fc0-4cec-bf58-1c89b790dcb5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Made reservation on behalf of db2000798e9c4c4dbea4e095ba5ebd94 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:41.847929 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9c6b5684-de0d-4ade-8ce4-42096b911d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4a03f3c5-ede6-4020-b582-c745b980bc38), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:41.848859 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b6d3fafa-0712-4950-844c-7dea150703f9 None None] For port 79f5ad3c-14ec-4425-926f-0a70cbb0b885, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=79f5ad3c-14ec-4425-926f-0a70cbb0b885,segment=NetworkSegment(124c2262-23db-4e43-95da-c72282765e5c),segment_id=124c2262-23db-4e43-95da-c72282765e5c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:41.969536 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b6d3fafa-0712-4950-844c-7dea150703f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (79f5ad3c-14ec-4425-926f-0a70cbb0b885), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:41.980083 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port d953acc4-d8e6-43e5-9521-f641fd7ea2fc triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:41.980852 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d953acc4-d8e6-43e5-9521-f641fd7ea2fc), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:42.022324 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9c6b5684-de0d-4ade-8ce4-42096b911d17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f05613231d4543c789b9cb1b69729b15&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4312232 Feb 09 01:48:42.029306 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49174) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:42.052651 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b5684-de0d-4ade-8ce4-42096b911d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a03f3c5-ede6-4020-b582-c745b980bc38,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:42.058059 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-c936ed91-8408-49f1-8a95-e8005ee6ea26 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Allocated IP 10.1.1.35 (4c4e88d2-2146-4771-81ab-7d54809701c2/0235b1dd-fcc4-44a6-a199-16b7109f4c7c/d1d95269-3302-4bd7-8678-3ab10c8c0ac5) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:42.137135 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1cb9dc8a-5c77-4f08-8090-2ebedacd0cf1 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for security_group_rule (8ea2b289-6478-40f4-9ab8-4010b4d39549), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:42.243093 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-53a72e4b-e7d0-4550-98ff-2483ef4dd009 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:42.245064 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-53a72e4b-e7d0-4550-98ff-2483ef4dd009 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.48 "GET /v2.0/networks?id=0d908954-d861-46d7-bf3a-5b99a23f2cf9 HTTP/1.1" status: 200 len: 816 time: 0.8733256 Feb 09 01:48:42.262160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-9ac3eddb-502c-43e0-8214-02735deaa16f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Request body: {'port': {'device_id': '420b6c52-d7cf-49f4-8668-01c61a9ea7ba', 'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9', 'admin_state_up': True, 'tenant_id': 'a7e9ed7758174b9e85ca77dd6d15a989'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:42.270613 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3fafa-0712-4950-844c-7dea150703f9 None None] Pushing event updated for resources: {'Port': ['ID=79f5ad3c-14ec-4425-926f-0a70cbb0b885,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:42.302368 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a579cd19-c215-4c2b-8604-03438a928c0b admin admin] Publish callbacks [] for security_group (4a03f3c5-ede6-4020-b582-c745b980bc38), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:42.328993 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-2ca7d0f9-1919-4ad1-9526-7bef344719cb None None] Provisioning complete for port edbb548c-2294-4482-8357-d4fee0e7b22f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:42.329960 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2ca7d0f9-1919-4ad1-9526-7bef344719cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (edbb548c-2294-4482-8357-d4fee0e7b22f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:42.337844 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:42.392805 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff71df0f-2fc0-4cec-bf58-1c89b790dcb5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:42.460229 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a579cd19-c215-4c2b-8604-03438a928c0b admin admin] Publish callbacks [] for security_group (4a03f3c5-ede6-4020-b582-c745b980bc38), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:42.538197 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port d953acc4-d8e6-43e5-9521-f641fd7ea2fc is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:42.538589 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d953acc4-d8e6-43e5-9521-f641fd7ea2fc), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:42.569075 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port d953acc4-d8e6-43e5-9521-f641fd7ea2fc, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d953acc4-d8e6-43e5-9521-f641fd7ea2fc,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:42.576310 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-91960b75-4f1c-4bc1-a90d-7748c9d9495b tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:42.590123 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-91960b75-4f1c-4bc1-a90d-7748c9d9495b tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/networks?id=0d908954-d861-46d7-bf3a-5b99a23f2cf9 HTTP/1.1" status: 200 len: 816 time: 0.6114700 Feb 09 01:48:42.600916 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71d850-1aac-47d9-8fff-c9627a28e1a8 req-ddca4432-b82c-4e83-a955-36a451bd7dd3 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:42.607013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71d850-1aac-47d9-8fff-c9627a28e1a8 req-ddca4432-b82c-4e83-a955-36a451bd7dd3 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:42.615264 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-ff71df0f-2fc0-4cec-bf58-1c89b790dcb5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] device_id is not set on port 64ecff9d-6b9b-4f71-a59e-d93bf53415d9 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:48:42.619927 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cc71d850-1aac-47d9-8fff-c9627a28e1a8 req-ddca4432-b82c-4e83-a955-36a451bd7dd3 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 1653 time: 0.5960517 Feb 09 01:48:42.651131 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d953acc4-d8e6-43e5-9521-f641fd7ea2fc), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:42.661795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device edbb548c-2294-4482-8357-d4fee0e7b22f up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:42.700106 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1cb9dc8a-5c77-4f08-8090-2ebedacd0cf1 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for security_group_rule (8ea2b289-6478-40f4-9ab8-4010b4d39549), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:42.733225 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1cb9dc8a-5c77-4f08-8090-2ebedacd0cf1 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (8ea2b289-6478-40f4-9ab8-4010b4d39549), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:42.792275 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-3c34c1af-e284-4d80-beb7-3ebb13fb968c tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/quotas/a7e9ed7758174b9e85ca77dd6d15a989 HTTP/1.1" status: 200 len: 375 time: 0.1999822 Feb 09 01:48:42.832897 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2ca7d0f9-1919-4ad1-9526-7bef344719cb None None] Current status of the port edbb548c-2294-4482-8357-d4fee0e7b22f is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:42.833865 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2ca7d0f9-1919-4ad1-9526-7bef344719cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (edbb548c-2294-4482-8357-d4fee0e7b22f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:42.943516 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9dc8a-5c77-4f08-8090-2ebedacd0cf1 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea2b289-6478-40f4-9ab8-4010b4d39549,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:42.988254 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1cb9dc8a-5c77-4f08-8090-2ebedacd0cf1 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:42.989598 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1cb9dc8a-5c77-4f08-8090-2ebedacd0cf1 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6824429 Feb 09 01:48:42.993811 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49182) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:42.997671 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a579cd19-c215-4c2b-8604-03438a928c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4a03f3c5-ede6-4020-b582-c745b980bc38), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:43.003857 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a579cd19-c215-4c2b-8604-03438a928c0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:43.005615 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a579cd19-c215-4c2b-8604-03438a928c0b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a03f3c5-ede6-4020-b582-c745b980bc38 HTTP/1.1" status: 204 len: 168 time: 0.9593732 Feb 09 01:48:43.017792 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cc71d850-1aac-47d9-8fff-c9627a28e1a8 req-00b69d68-4c2c-4431-bae4-0622ac9894fe tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3815997 Feb 09 01:48:43.026587 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5fd14d9f-eb8f-4398-baf1-ca18a464f452 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Request body: {'security_group_rule': {'security_group_id': '9baab9ad-bd14-47a6-a95b-3f595780e60b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:43.086913 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-2ca7d0f9-1919-4ad1-9526-7bef344719cb None None] For port edbb548c-2294-4482-8357-d4fee0e7b22f, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=edbb548c-2294-4482-8357-d4fee0e7b22f,segment=NetworkSegment(e088bf88-a117-47a6-ba87-54c00f7a6928),segment_id=e088bf88-a117-47a6-ba87-54c00f7a6928)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:43.102240 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-c936ed91-8408-49f1-8a95-e8005ee6ea26 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for port (d1d95269-3302-4bd7-8678-3ab10c8c0ac5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:43.113554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-9ac3eddb-502c-43e0-8214-02735deaa16f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Made reservation on behalf of a7e9ed7758174b9e85ca77dd6d15a989 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:43.127490 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-9ac3eddb-502c-43e0-8214-02735deaa16f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:43.167180 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port edbb548c-2294-4482-8357-d4fee0e7b22f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:43.167584 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (edbb548c-2294-4482-8357-d4fee0e7b22f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:43.191108 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2ca7d0f9-1919-4ad1-9526-7bef344719cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (edbb548c-2294-4482-8357-d4fee0e7b22f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:43.258744 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=d953acc4-d8e6-43e5-9521-f641fd7ea2fc,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:43.274289 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579cd19-c215-4c2b-8604-03438a928c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a03f3c5-ede6-4020-b582-c745b980bc38,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:43.312335 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-e6a429fc-66b7-4df6-929a-edfe0ce8cb83 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7e9ed7758174b9e85ca77dd6d15a989&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5190604 Feb 09 01:48:43.375584 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1976f8c-c6e6-4d36-afa3-143ea02936e2 req-e7f4ee58-d4e1-4b4b-8d36-bdc250572408 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 210 time: 0.0984523 Feb 09 01:48:43.387734 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-c936ed91-8408-49f1-8a95-e8005ee6ea26 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (d1d95269-3302-4bd7-8678-3ab10c8c0ac5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:43.422781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-2ca7d0f9-1919-4ad1-9526-7bef344719cb None None] Provisioning complete for port 79f5ad3c-14ec-4425-926f-0a70cbb0b885 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:43.424101 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2ca7d0f9-1919-4ad1-9526-7bef344719cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (79f5ad3c-14ec-4425-926f-0a70cbb0b885), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:43.551807 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] Sync routers for ids ['90c69635-67d6-45d2-9c08-23a0777c61c2'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:48:43.553891 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-31aefbbd-2a6a-4152-a29e-954980efc5d5 service neutron] 10.222.0.36 "GET /v2.0/networks/0d908954-d861-46d7-bf3a-5b99a23f2cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406824 Feb 09 01:48:43.594873 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5fd14d9f-eb8f-4398-baf1-ca18a464f452 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for security_group_rule (f271a92d-5828-4b02-9b11-5a9641e57eeb), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:43.617350 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-c936ed91-8408-49f1-8a95-e8005ee6ea26 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Network 4c4e88d2-2146-4771-81ab-7d54809701c2 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:43.650705 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49188) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:43.661717 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:43.663141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7d0f9-1919-4ad1-9526-7bef344719cb None None] Pushing event updated for resources: {'Port': ['ID=edbb548c-2294-4482-8357-d4fee0e7b22f,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:43.679715 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] Routers {'90c69635-67d6-45d2-9c08-23a0777c61c2'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:43.680525 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['90c69635-67d6-45d2-9c08-23a0777c61c2'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:43.686026 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-c936ed91-8408-49f1-8a95-e8005ee6ea26 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:43.734089 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936ed91-8408-49f1-8a95-e8005ee6ea26 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event updated for resources: {'Port': ['ID=d1d95269-3302-4bd7-8678-3ab10c8c0ac5,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:43.760571 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-c936ed91-8408-49f1-8a95-e8005ee6ea26 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:43.787016 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7c02df21-1565-4470-9a04-f17e59c96f14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:43.920021 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d548003-49c7-460c-94af-68a0f2fe9ef0 req-165700ee-9e32-495c-9318-ab9e7a54b095 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:43.926032 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d548003-49c7-460c-94af-68a0f2fe9ef0 req-165700ee-9e32-495c-9318-ab9e7a54b095 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.67 "GET /v2.0/ports?device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b HTTP/1.1" status: 200 len: 946 time: 0.2135875 Feb 09 01:48:43.984148 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] Set router 90c69635-67d6-45d2-9c08-23a0777c61c2 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:44.077176 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port edbb548c-2294-4482-8357-d4fee0e7b22f is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:44.137901 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5fd14d9f-eb8f-4398-baf1-ca18a464f452 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for security_group_rule (f271a92d-5828-4b02-9b11-5a9641e57eeb), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:44.164743 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5fd14d9f-eb8f-4398-baf1-ca18a464f452 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (f271a92d-5828-4b02-9b11-5a9641e57eeb), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:44.281414 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5fd14d9f-eb8f-4398-baf1-ca18a464f452 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:44.282697 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5fd14d9f-eb8f-4398-baf1-ca18a464f452 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2870903 Feb 09 01:48:44.300857 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd14d9f-eb8f-4398-baf1-ca18a464f452 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f271a92d-5828-4b02-9b11-5a9641e57eeb,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:44.308256 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-465c7821-555c-4de0-86b0-d8447d535f51 service neutron] 10.222.0.36 "GET /v2.0/networks/0d908954-d861-46d7-bf3a-5b99a23f2cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7422726 Feb 09 01:48:44.322924 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2ca7d0f9-1919-4ad1-9526-7bef344719cb None None] Current status of the port 79f5ad3c-14ec-4425-926f-0a70cbb0b885 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:44.336530 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'name': 'tempest-ServerActionsTestJSON-126148439-router', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:26Z', 'updated_at': '2022-02-09T01:48:35Z', 'revision_number': 4, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'gw_port': {'id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:29Z', 'updated_at': '2022-02-09T01:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '9ea3b7ee-bc7e-480f-a910-6fb58357d3f8', 'name': '', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'mac_address': 'fa:16:3e:c9:13:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:34Z', 'updated_at': '2022-02-09T01:48:35Z', 'revision_number': 2, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'subnets': [{'id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:44.358341 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49192) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:44.372204 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] Checking router: 90c69635-67d6-45d2-9c08-23a0777c61c2 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:48:44.372582 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ee7b759f-2041-4e9d-a6f7-a0acde92c964 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:44.372716 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] Updating router 90c69635-67d6-45d2-9c08-23a0777c61c2 port 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:48:44.404046 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9ea3b7ee-bc7e-480f-a910-6fb58357d3f8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:44.425567 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 79f5ad3c-14ec-4425-926f-0a70cbb0b885 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:44.426283 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee7b759f-2041-4e9d-a6f7-a0acde92c964 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:44.467924 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-ff71df0f-2fc0-4cec-bf58-1c89b790dcb5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Allocated IP 172.20.0.14 (b4190f88-f2ec-461b-9c95-24d7e528a482/5c0fb715-3ad7-4200-824c-9910ee7bb428/64ecff9d-6b9b-4f71-a59e-d93bf53415d9) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:44.493499 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-9ac3eddb-502c-43e0-8214-02735deaa16f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Allocated IP 172.20.0.4 (0d908954-d861-46d7-bf3a-5b99a23f2cf9/7fd2318f-0270-4495-8fca-6737fb6427cf/a30a57df-3bd2-4ed9-b43b-5e23f49869fc) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:44.494125 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b7b7fb81-fd7e-47b7-8f25-36a8fc919bec None None] Provisioning complete for port d1d95269-3302-4bd7-8678-3ab10c8c0ac5 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:44.494245 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b7b7fb81-fd7e-47b7-8f25-36a8fc919bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d1d95269-3302-4bd7-8678-3ab10c8c0ac5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:44.537719 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-ff71df0f-2fc0-4cec-bf58-1c89b790dcb5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Allocated IP 172.20.0.13 (b4190f88-f2ec-461b-9c95-24d7e528a482/5c0fb715-3ad7-4200-824c-9910ee7bb428/64ecff9d-6b9b-4f71-a59e-d93bf53415d9) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:44.618111 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7c02df21-1565-4470-9a04-f17e59c96f14 admin admin] Publish callbacks [] for security_group (253e3709-e77f-45fa-8ba5-a16fbdd5e1d0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:44.639509 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7c02df21-1565-4470-9a04-f17e59c96f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (253e3709-e77f-45fa-8ba5-a16fbdd5e1d0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:44.713449 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7c02df21-1565-4470-9a04-f17e59c96f14 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bbdb654b7ccb4d62ba0707f6f4cb8048&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0571167 Feb 09 01:48:44.714031 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49200) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:44.719116 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-8d548003-49c7-460c-94af-68a0f2fe9ef0 req-2f8272dd-215d-47b5-8fcf-6e24aaf05150 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Deleting port 54713421-ab74-4d3b-9afe-67166cf065a6 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:44.719728 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8d548003-49c7-460c-94af-68a0f2fe9ef0 req-2f8272dd-215d-47b5-8fcf-6e24aaf05150 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (54713421-ab74-4d3b-9afe-67166cf065a6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:44.724780 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b7b7fb81-fd7e-47b7-8f25-36a8fc919bec None None] Port d1d95269-3302-4bd7-8678-3ab10c8c0ac5 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:48:44.772881 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 79f5ad3c-14ec-4425-926f-0a70cbb0b885 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:44.772881 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (79f5ad3c-14ec-4425-926f-0a70cbb0b885), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:44.833011 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b7b7fb81-fd7e-47b7-8f25-36a8fc919bec None None] Provisioning complete for port edbb548c-2294-4482-8357-d4fee0e7b22f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:44.833574 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b7b7fb81-fd7e-47b7-8f25-36a8fc919bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (edbb548c-2294-4482-8357-d4fee0e7b22f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:44.840359 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-c936ed91-8408-49f1-8a95-e8005ee6ea26 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:44.847513 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-c936ed91-8408-49f1-8a95-e8005ee6ea26 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:44.896298 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7eb2d-7547-4abe-ac85-d5820a267d4f req-9d198f41-3125-4a8f-a279-e270280e0367 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:44.898562 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-88f7eb2d-7547-4abe-ac85-d5820a267d4f req-9d198f41-3125-4a8f-a279-e270280e0367 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/ports?device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b HTTP/1.1" status: 200 len: 946 time: 1.2834883 Feb 09 01:48:44.970475 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 79f5ad3c-14ec-4425-926f-0a70cbb0b885 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:44.971869 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d953acc4-d8e6-43e5-9521-f641fd7ea2fc up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:45.051066 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee7b759f-2041-4e9d-a6f7-a0acde92c964 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:45.062726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port d953acc4-d8e6-43e5-9521-f641fd7ea2fc triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:45.063089 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d953acc4-d8e6-43e5-9521-f641fd7ea2fc), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:45.077940 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4a46-9168-4e69-b869-4a0f110e149e admin admin] Publish callbacks [] for security_group (253e3709-e77f-45fa-8ba5-a16fbdd5e1d0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:45.080178 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-9ac3eddb-502c-43e0-8214-02735deaa16f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Publish callbacks [] for port (a30a57df-3bd2-4ed9-b43b-5e23f49869fc), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:45.130928 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02df21-1565-4470-9a04-f17e59c96f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253e3709-e77f-45fa-8ba5-a16fbdd5e1d0,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:45.144041 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-686e2acb-bd9b-4038-a475-8071be4417f7 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:45.146597 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-686e2acb-bd9b-4038-a475-8071be4417f7 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.67 "GET /v2.0/networks?id=1acab3c5-2c37-4c3f-816d-30844a74e102 HTTP/1.1" status: 200 len: 797 time: 1.3803921 Feb 09 01:48:45.152669 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-c936ed91-8408-49f1-8a95-e8005ee6ea26 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.2224972 Feb 09 01:48:45.156498 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-9ac3eddb-502c-43e0-8214-02735deaa16f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a30a57df-3bd2-4ed9-b43b-5e23f49869fc), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:45.162325 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318339ac-44b5-4bdb-9b84-6f7b7b4792e1 req-ad6a6cba-3414-4b22-924e-051b6123b69d tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:45.171158 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-318339ac-44b5-4bdb-9b84-6f7b7b4792e1 req-ad6a6cba-3414-4b22-924e-051b6123b69d tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/ports?device_id=57d1f266-2639-4b30-a91f-c2a7a4045fdd HTTP/1.1" status: 200 len: 945 time: 0.4232385 Feb 09 01:48:45.180688 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-ebfc09d0-4cd0-482c-bfba-ff7e0dbbf08d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Request body: {'port': {'device_id': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5c2d2fcf-eafc-455c-9448-5e06dd737c5d', 'admin_state_up': True, 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'security_groups': ['999c68bd-4a65-4b52-8070-dc0e0b732663']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:45.195061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-8e802163-4e57-4f33-9729-9719154488b1 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Request body: {'port': {'device_id': '7069a84b-8630-4b81-8475-e3f9423e0af7', 'network_id': '1acab3c5-2c37-4c3f-816d-30844a74e102', 'admin_state_up': True, 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:45.304540 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4a46-9168-4e69-b869-4a0f110e149e admin admin] Publish callbacks [] for security_group (253e3709-e77f-45fa-8ba5-a16fbdd5e1d0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:45.359695 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port d953acc4-d8e6-43e5-9521-f641fd7ea2fc is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:45.361228 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device edbb548c-2294-4482-8357-d4fee0e7b22f up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:45.380397 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-318339ac-44b5-4bdb-9b84-6f7b7b4792e1 req-04e13f3c-15b6-4b56-b871-2530a0b8b8c0 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/security-groups?id=960e7ff1-0906-492f-9011-6fa8220abdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033858 Feb 09 01:48:45.394805 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-8d548003-49c7-460c-94af-68a0f2fe9ef0 req-2f8272dd-215d-47b5-8fcf-6e24aaf05150 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] For port 54713421-ab74-4d3b-9afe-67166cf065a6, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=54713421-ab74-4d3b-9afe-67166cf065a6,segment=NetworkSegment(fb8b9e04-c44d-4c58-a713-358ae85c4e21),segment_id=fb8b9e04-c44d-4c58-a713-358ae85c4e21)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:45.395630 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8d548003-49c7-460c-94af-68a0f2fe9ef0 req-2f8272dd-215d-47b5-8fcf-6e24aaf05150 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (54713421-ab74-4d3b-9afe-67166cf065a6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:45.487181 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-9ac3eddb-502c-43e0-8214-02735deaa16f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Network 0d908954-d861-46d7-bf3a-5b99a23f2cf9 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:45.489145 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port edbb548c-2294-4482-8357-d4fee0e7b22f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:45.490893 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (edbb548c-2294-4482-8357-d4fee0e7b22f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:45.513944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-9ac3eddb-502c-43e0-8214-02735deaa16f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:45.546725 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b7b7fb81-fd7e-47b7-8f25-36a8fc919bec None None] Current status of the port edbb548c-2294-4482-8357-d4fee0e7b22f is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:45.560019 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-9ac3eddb-502c-43e0-8214-02735deaa16f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:45.655335 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port edbb548c-2294-4482-8357-d4fee0e7b22f is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:45.698885 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3eddb-502c-43e0-8214-02735deaa16f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Pushing event updated for resources: {'Port': ['ID=a30a57df-3bd2-4ed9-b43b-5e23f49869fc,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:45.723190 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-88f7eb2d-7547-4abe-ac85-d5820a267d4f req-b49a7e02-4639-4955-84a0-54aa0cc432d9 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/security-groups?id=8274fe3c-b38e-493f-83dc-bf0acc6f6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5690567 Feb 09 01:48:45.752608 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] Publish callbacks [] for port (9ea3b7ee-bc7e-480f-a910-6fb58357d3f8), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:45.768630 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9ea3b7ee-bc7e-480f-a910-6fb58357d3f8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:45.877130 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-9ac3eddb-502c-43e0-8214-02735deaa16f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:45.877972 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-9ac3eddb-502c-43e0-8214-02735deaa16f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:45.927860 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-ebfc09d0-4cd0-482c-bfba-ff7e0dbbf08d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Made reservation on behalf of f921fef3089d433e88a36b5df24fed2b for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:45.933563 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8d548003-49c7-460c-94af-68a0f2fe9ef0 req-2f8272dd-215d-47b5-8fcf-6e24aaf05150 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:45.933942 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8d548003-49c7-460c-94af-68a0f2fe9ef0 req-2f8272dd-215d-47b5-8fcf-6e24aaf05150 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (0a2fe31a-d660-4ef4-873d-9c34ca0ed4df), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:45.937752 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [req-8d548003-49c7-460c-94af-68a0f2fe9ef0 req-2f8272dd-215d-47b5-8fcf-6e24aaf05150 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Floating IP 0a2fe31a-d660-4ef4-873d-9c34ca0ed4df disassociated. External IP: 172.25.7.152, port: 54713421-ab74-4d3b-9afe-67166cf065a6. Feb 09 01:48:45.938858 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-8d548003-49c7-460c-94af-68a0f2fe9ef0 req-2f8272dd-215d-47b5-8fcf-6e24aaf05150 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Calling delete_port for 54713421-ab74-4d3b-9afe-67166cf065a6 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:45.964299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571eaf1-d998-41cd-906a-8dcf965d3b94 None None] Pushing event updated for resources: {'Port': ['ID=9ea3b7ee-bc7e-480f-a910-6fb58357d3f8,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:46.000500 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f7489f5c-5e06-4c72-a6e8-4a50beecbc41 req-3ad4dd21-40b6-4e59-bcec-303a51a049c9 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 210 time: 0.0849559 Feb 09 01:48:46.001561 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-8e802163-4e57-4f33-9729-9719154488b1 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Made reservation on behalf of 5bb1a0b377414dc1915d0f29c8ffb19f for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:46.006224 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-8e802163-4e57-4f33-9729-9719154488b1 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.031923 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] Attempting to bind port 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:48:46.032956 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] Attempting to bind port 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:48:46.033349 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] Attempting to bind port 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8 on network 220e7f29-84b2-429c-a5a5-34d2ac552d01 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:46.055991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:48:46.056623 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] Checking segment: {'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:46.057034 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.057427 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] Bound using segment: {'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:48:46.057902 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] Bound port: 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:48:46.058284 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9ea3b7ee-bc7e-480f-a910-6fb58357d3f8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.060300 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-36bfebdc-94d0-4674-89c2-88bcdf6e23e6 None None] Provisioning complete for port a30a57df-3bd2-4ed9-b43b-5e23f49869fc triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:46.061080 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-36bfebdc-94d0-4674-89c2-88bcdf6e23e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a30a57df-3bd2-4ed9-b43b-5e23f49869fc), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.083319 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-ee7b759f-2041-4e9d-a6f7-a0acde92c964 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Allocated IP 172.25.7.151 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/02f74b16-b183-4f8e-be73-1adc535ad91f) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:46.134503 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-9ac3eddb-502c-43e0-8214-02735deaa16f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8772933 Feb 09 01:48:46.187894 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-855eefee-0942-4736-80c1-8db173bb7999 service neutron] Request body: {'port': {'device_id': '420b6c52-d7cf-49f4-8668-01c61a9ea7ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:46.218311 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-36bfebdc-94d0-4674-89c2-88bcdf6e23e6 None None] Port a30a57df-3bd2-4ed9-b43b-5e23f49869fc cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:48:46.246610 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] For port 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:48:46.249939 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] For port 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9ea3b7ee-bc7e-480f-a910-6fb58357d3f8,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:48:46.262872 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9ea3b7ee-bc7e-480f-a910-6fb58357d3f8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.282136 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-855eefee-0942-4736-80c1-8db173bb7999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a30a57df-3bd2-4ed9-b43b-5e23f49869fc), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.349373 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee7b759f-2041-4e9d-a6f7-a0acde92c964 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for port (02f74b16-b183-4f8e-be73-1adc535ad91f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.393358 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff71df0f-2fc0-4cec-bf58-1c89b790dcb5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for port (64ecff9d-6b9b-4f71-a59e-d93bf53415d9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.413876 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] Routers {'90c69635-67d6-45d2-9c08-23a0777c61c2'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:46.414961 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['90c69635-67d6-45d2-9c08-23a0777c61c2'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:46.426608 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-61ff34ad-828e-4cd3-99eb-735b30c6c968 None None] Provisioning complete for port 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:46.427322 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61ff34ad-828e-4cd3-99eb-735b30c6c968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9ea3b7ee-bc7e-480f-a910-6fb58357d3f8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.495705 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee7b759f-2041-4e9d-a6f7-a0acde92c964 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (02f74b16-b183-4f8e-be73-1adc535ad91f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.561610 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571eaf1-d998-41cd-906a-8dcf965d3b94 None None] Pushing event updated for resources: {'Port': ['ID=9ea3b7ee-bc7e-480f-a910-6fb58357d3f8,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:46.571062 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b759f-2041-4e9d-a6f7-a0acde92c964 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Pushing event updated for resources: {'Port': ['ID=02f74b16-b183-4f8e-be73-1adc535ad91f,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:46.607241 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7b759f-2041-4e9d-a6f7-a0acde92c964 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:46.619143 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-ee7b759f-2041-4e9d-a6f7-a0acde92c964 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:46.644027 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7b759f-2041-4e9d-a6f7-a0acde92c964 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:46.647656 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4a46-9168-4e69-b869-4a0f110e149e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (253e3709-e77f-45fa-8ba5-a16fbdd5e1d0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.654158 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4a46-9168-4e69-b869-4a0f110e149e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.661708 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0ddf4a46-9168-4e69-b869-4a0f110e149e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/253e3709-e77f-45fa-8ba5-a16fbdd5e1d0 HTTP/1.1" status: 204 len: 168 time: 1.9385126 Feb 09 01:48:46.696876 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-cb3bc8fb-8382-45d5-8bd4-a1239ac540c1 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:46.700618 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-cb3bc8fb-8382-45d5-8bd4-a1239ac540c1 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/networks?id=0d908954-d861-46d7-bf3a-5b99a23f2cf9 HTTP/1.1" status: 200 len: 816 time: 0.4701600 Feb 09 01:48:46.719500 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf4a46-9168-4e69-b869-4a0f110e149e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253e3709-e77f-45fa-8ba5-a16fbdd5e1d0,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:46.729617 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-61ff34ad-828e-4cd3-99eb-735b30c6c968 None None] Current status of the port 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:46.730072 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61ff34ad-828e-4cd3-99eb-735b30c6c968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9ea3b7ee-bc7e-480f-a910-6fb58357d3f8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.761355 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f80f4-b891-4036-bebd-7c5df594e5a7 req-8142862a-c643-4a98-8348-caa2830b03bc tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:46.768944 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f80f4-b891-4036-bebd-7c5df594e5a7 req-8142862a-c643-4a98-8348-caa2830b03bc tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:46.774426 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f80f4-b891-4036-bebd-7c5df594e5a7 req-8142862a-c643-4a98-8348-caa2830b03bc tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:46.781585 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3f6f80f4-b891-4036-bebd-7c5df594e5a7 req-8142862a-c643-4a98-8348-caa2830b03bc tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 2373 time: 0.8044639 Feb 09 01:48:46.785204 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] Set router 90c69635-67d6-45d2-9c08-23a0777c61c2 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:46.804251 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff71df0f-2fc0-4cec-bf58-1c89b790dcb5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (64ecff9d-6b9b-4f71-a59e-d93bf53415d9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.850190 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-61ff34ad-828e-4cd3-99eb-735b30c6c968 None None] For port 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9ea3b7ee-bc7e-480f-a910-6fb58357d3f8,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:46.863620 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61ff34ad-828e-4cd3-99eb-735b30c6c968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9ea3b7ee-bc7e-480f-a910-6fb58357d3f8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.904805 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee7b759f-2041-4e9d-a6f7-a0acde92c964 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for floatingip (7e392fa4-15a6-484f-98a3-02348aec9930), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.994938 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff34ad-828e-4cd3-99eb-735b30c6c968 None None] Pushing event updated for resources: {'Port': ['ID=9ea3b7ee-bc7e-480f-a910-6fb58357d3f8,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:47.120653 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-fc2665f6-b0da-4467-ab3f-049a8f0a457a None None] Provisioning complete for port 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:47.121043 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fc2665f6-b0da-4467-ab3f-049a8f0a457a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9ea3b7ee-bc7e-480f-a910-6fb58357d3f8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:47.165286 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-855eefee-0942-4736-80c1-8db173bb7999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30a57df-3bd2-4ed9-b43b-5e23f49869fc {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:48:47.176865 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-855eefee-0942-4736-80c1-8db173bb7999 service neutron] Publish callbacks [] for port (a30a57df-3bd2-4ed9-b43b-5e23f49869fc), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:47.308879 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff71df0f-2fc0-4cec-bf58-1c89b790dcb5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Network b4190f88-f2ec-461b-9c95-24d7e528a482 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:47.310735 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee7b759f-2041-4e9d-a6f7-a0acde92c964 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (02f74b16-b183-4f8e-be73-1adc535ad91f), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:47.315258 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-e3921879-7434-4add-992b-0f0956243d1e tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/quotas/a7e9ed7758174b9e85ca77dd6d15a989 HTTP/1.1" status: 200 len: 375 time: 0.0745184 Feb 09 01:48:47.326892 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-a91eaa1f-d93d-411a-8638-6edc32946edb tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:47.328411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-a91eaa1f-d93d-411a-8638-6edc32946edb tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.48 "GET /v2.0/networks?id=0d908954-d861-46d7-bf3a-5b99a23f2cf9 HTTP/1.1" status: 200 len: 816 time: 1.1641731 Feb 09 01:48:47.339740 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-ebfc09d0-4cd0-482c-bfba-ff7e0dbbf08d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:47.371724 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 54713421-ab74-4d3b-9afe-67166cf065a6 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:48:47.393683 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-ff71df0f-2fc0-4cec-bf58-1c89b790dcb5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:47.404698 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3f6f80f4-b891-4036-bebd-7c5df594e5a7 req-421a241f-1392-4086-a204-f7c2c449a691 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6109409 Feb 09 01:48:47.421114 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff71df0f-2fc0-4cec-bf58-1c89b790dcb5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:47.510113 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-fc2665f6-b0da-4467-ab3f-049a8f0a457a None None] Current status of the port 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:47.511412 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d091bc14-1101-4b3f-83d2-e843538d9143 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Request body: {'port': {'device_id': '9c8affe7-fb38-4474-ab5e-66b2c1c3242d', 'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9', 'admin_state_up': True, 'tenant_id': 'a7e9ed7758174b9e85ca77dd6d15a989'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:47.545580 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff71df0f-2fc0-4cec-bf58-1c89b790dcb5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:47.546540 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff71df0f-2fc0-4cec-bf58-1c89b790dcb5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:47.586242 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 54713421-ab74-4d3b-9afe-67166cf065a6 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:47.586864 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (54713421-ab74-4d3b-9afe-67166cf065a6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:47.617306 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'name': 'tempest-ServerActionsTestJSON-126148439-router', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:26Z', 'updated_at': '2022-02-09T01:48:35Z', 'revision_number': 4, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'gw_port': {'id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:29Z', 'updated_at': '2022-02-09T01:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '9ea3b7ee-bc7e-480f-a910-6fb58357d3f8', 'name': '', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'mac_address': 'fa:16:3e:c9:13:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:34Z', 'updated_at': '2022-02-09T01:48:46Z', 'revision_number': 4, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'subnets': [{'id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:47.631190 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71df0f-2fc0-4cec-bf58-1c89b790dcb5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Port': ['ID=64ecff9d-6b9b-4f71-a59e-d93bf53415d9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:47.657229 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ff71df0f-2fc0-4cec-bf58-1c89b790dcb5 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 7.0130811 Feb 09 01:48:47.662170 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8d548003-49c7-460c-94af-68a0f2fe9ef0 req-2f8272dd-215d-47b5-8fcf-6e24aaf05150 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (54713421-ab74-4d3b-9afe-67166cf065a6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:47.672422 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-855eefee-0942-4736-80c1-8db173bb7999 service neutron] Transition to ACTIVE for port object a30a57df-3bd2-4ed9-b43b-5e23f49869fc will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:48:47.675910 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49240) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:47.696702 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e7d47-6eb5-4bc8-8b1c-9f48c044958a None None] The sync data for ids ['90c69635-67d6-45d2-9c08-23a0777c61c2'] in n-d-828387-3 is: [{'id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'name': 'tempest-ServerActionsTestJSON-126148439-router', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:26Z', 'updated_at': '2022-02-09T01:48:35Z', 'revision_number': 4, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'gw_port': {'id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:29Z', 'updated_at': '2022-02-09T01:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '9ea3b7ee-bc7e-480f-a910-6fb58357d3f8', 'name': '', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'mac_address': 'fa:16:3e:c9:13:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:34Z', 'updated_at': '2022-02-09T01:48:46Z', 'revision_number': 4, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'subnets': [{'id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:48:47.744152 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-855eefee-0942-4736-80c1-8db173bb7999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a30a57df-3bd2-4ed9-b43b-5e23f49869fc), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:47.773570 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ee279e03-f516-43b5-8f89-a48bbdfa97fd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': '64ecff9d-6b9b-4f71-a59e-d93bf53415d9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:47.787650 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8272dd-215d-47b5-8fcf-6e24aaf05150 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Pushing event deleted for resources: {'Port': ['ID=54713421-ab74-4d3b-9afe-67166cf065a6,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:47.825528 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac573445-8ea3-4b40-8378-fc432f027043 req-bfca020d-5b59-4ee9-91f4-3f6ce528efd5 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:47.835432 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ac573445-8ea3-4b40-8378-fc432f027043 req-bfca020d-5b59-4ee9-91f4-3f6ce528efd5 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/ports?device_id=16d531b3-d9c9-4482-a8c2-2a248d41508b HTTP/1.1" status: 200 len: 867 time: 0.2830243 Feb 09 01:48:47.903758 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-8e802163-4e57-4f33-9729-9719154488b1 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Allocated IP 172.20.0.25 (1acab3c5-2c37-4c3f-816d-30844a74e102/3b8ffa12-e7a2-435c-8df8-c84f249d7dce/50220b4a-b23c-47f8-bcbf-2e156476b655) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:48.088674 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee7b759f-2041-4e9d-a6f7-a0acde92c964 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for port (02f74b16-b183-4f8e-be73-1adc535ad91f), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:48.122465 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ac573445-8ea3-4b40-8378-fc432f027043 req-f3bd225e-24d1-4f6e-9bdd-d8d14c500b8e tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/security-groups?id=8274fe3c-b38e-493f-83dc-bf0acc6f6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2844992 Feb 09 01:48:48.123096 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee7b759f-2041-4e9d-a6f7-a0acde92c964 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (02f74b16-b183-4f8e-be73-1adc535ad91f), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:48.125216 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee279e03-f516-43b5-8f89-a48bbdfa97fd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:48.235825 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d091bc14-1101-4b3f-83d2-e843538d9143 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Made reservation on behalf of a7e9ed7758174b9e85ca77dd6d15a989 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:48.266736 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d091bc14-1101-4b3f-83d2-e843538d9143 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:48.302835 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:48.333735 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-8b9fdd54-b324-42f4-9fab-f93ba188d866 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7e9ed7758174b9e85ca77dd6d15a989&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0041971 Feb 09 01:48:48.435675 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:48.436049 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9ea3b7ee-bc7e-480f-a910-6fb58357d3f8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:48.511376 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855eefee-0942-4736-80c1-8db173bb7999 service neutron] Pushing event updated for resources: {'Port': ['ID=a30a57df-3bd2-4ed9-b43b-5e23f49869fc,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:48.581416 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3ef701d-6592-499f-a6fc-88c6beab66d4 req-fccb697b-1172-4a73-a2dc-34078add8793 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 210 time: 0.2663903 Feb 09 01:48:48.607685 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d548003-49c7-460c-94af-68a0f2fe9ef0 req-2f8272dd-215d-47b5-8fcf-6e24aaf05150 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Router 3c6ce1ed-3e24-4af1-b689-a53215917934 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:48:48.617641 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee7b759f-2041-4e9d-a6f7-a0acde92c964 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (7e392fa4-15a6-484f-98a3-02348aec9930), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:48.652087 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b759f-2041-4e9d-a6f7-a0acde92c964 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Pushing event updated for resources: {'Port': ['ID=02f74b16-b183-4f8e-be73-1adc535ad91f,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:48.661370 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee7b759f-2041-4e9d-a6f7-a0acde92c964 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:48.667922 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ee7b759f-2041-4e9d-a6f7-a0acde92c964 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3081021 Feb 09 01:48:48.712484 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:48.942997 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee279e03-f516-43b5-8f89-a48bbdfa97fd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:48.960170 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206d9c9-7786-4c0f-83d0-30b4032e3546 req-699d83f7-3f02-4e7b-9b66-583bea31c19b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:48.966007 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206d9c9-7786-4c0f-83d0-30b4032e3546 req-699d83f7-3f02-4e7b-9b66-583bea31c19b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:48.973704 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206d9c9-7786-4c0f-83d0-30b4032e3546 req-699d83f7-3f02-4e7b-9b66-583bea31c19b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:48.975494 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d206d9c9-7786-4c0f-83d0-30b4032e3546 req-699d83f7-3f02-4e7b-9b66-583bea31c19b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 2373 time: 0.2032232 Feb 09 01:48:49.061728 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d548003-49c7-460c-94af-68a0f2fe9ef0 req-2f8272dd-215d-47b5-8fcf-6e24aaf05150 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:48:49.074373 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e6ea5c-83c8-401f-8d7f-889fffda9738 None None] Sync routers for ids ['3c6ce1ed-3e24-4af1-b689-a53215917934'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:48:49.093077 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e6ea5c-83c8-401f-8d7f-889fffda9738 None None] Routers {'3c6ce1ed-3e24-4af1-b689-a53215917934'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:49.093697 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a1e6ea5c-83c8-401f-8d7f-889fffda9738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['3c6ce1ed-3e24-4af1-b689-a53215917934'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:49.114318 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d206d9c9-7786-4c0f-83d0-30b4032e3546 req-c33e6c46-cea6-4b61-9904-0df875d2e22b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225796 Feb 09 01:48:49.194550 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d548003-49c7-460c-94af-68a0f2fe9ef0 req-2f8272dd-215d-47b5-8fcf-6e24aaf05150 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] No DVR routers for this DVR port 54713421-ab74-4d3b-9afe-67166cf065a6 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:48:49.203430 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8d548003-49c7-460c-94af-68a0f2fe9ef0 req-2f8272dd-215d-47b5-8fcf-6e24aaf05150 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:49.208504 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d548003-49c7-460c-94af-68a0f2fe9ef0 req-2f8272dd-215d-47b5-8fcf-6e24aaf05150 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.67 "DELETE /v2.0/ports/54713421-ab74-4d3b-9afe-67166cf065a6 HTTP/1.1" status: 204 len: 173 time: 5.2756245 Feb 09 01:48:49.220936 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d531b3-d9c9-4482-a8c2-2a248d41508b', 'name': 'network-vif-deleted', 'tag': '54713421-ab74-4d3b-9afe-67166cf065a6'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:49.223566 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274d503b-e0ea-47c1-b4bc-cef98f906a70" -d '{"events": [{"server_uuid": "16d531b3-d9c9-4482-a8c2-2a248d41508b", "name": "network-vif-deleted", "tag": "54713421-ab74-4d3b-9afe-67166cf065a6"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:49.366362 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-ee279e03-f516-43b5-8f89-a48bbdfa97fd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Allocated IP 172.25.7.112 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/240a02b7-b9aa-4718-8ba4-a6982dd78d24) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:49.387535 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-a1e6ea5c-83c8-401f-8d7f-889fffda9738 None None] Set router 3c6ce1ed-3e24-4af1-b689-a53215917934 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:49.523651 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-c806d5c1-50e3-4492-b153-c35978986fe1 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--351248493&fields=id&tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2 HTTP/1.1" status: 200 len: 267 time: 0.1873698 Feb 09 01:48:49.539863 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-8e802163-4e57-4f33-9729-9719154488b1 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for port (50220b4a-b23c-47f8-bcbf-2e156476b655), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:49.595146 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d091bc14-1101-4b3f-83d2-e843538d9143 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Allocated IP 172.20.0.12 (0d908954-d861-46d7-bf3a-5b99a23f2cf9/7fd2318f-0270-4495-8fca-6737fb6427cf/b269a9a6-f231-40d6-a11d-0a6fa5495195) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:49.681969 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a1e6ea5c-83c8-401f-8d7f-889fffda9738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'name': 'tempest-ServersTestFqdnHostnames-1355708029-router', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:22Z', 'updated_at': '2022-02-09T01:46:43Z', 'revision_number': 4, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'gw_port': {'id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:25Z', 'updated_at': '2022-02-09T01:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe', 'name': '', 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'mac_address': 'fa:16:3e:78:ee:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'e8971ac9-cf91-4def-9490-e096359ab4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:39Z', 'updated_at': '2022-02-09T01:46:52Z', 'revision_number': 5, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'subnets': [{'id': 'e8971ac9-cf91-4def-9490-e096359ab4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:49.746243 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-ebfc09d0-4cd0-482c-bfba-ff7e0dbbf08d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Allocated IP 10.2.2.100 (5c2d2fcf-eafc-455c-9448-5e06dd737c5d/3bc3f2a6-89ef-44ae-abab-e266af1c666f/c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:49.792062 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee279e03-f516-43b5-8f89-a48bbdfa97fd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for port (240a02b7-b9aa-4718-8ba4-a6982dd78d24), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:49.798849 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e6ea5c-83c8-401f-8d7f-889fffda9738 None None] Checking router: 3c6ce1ed-3e24-4af1-b689-a53215917934 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:48:49.833531 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e6ea5c-83c8-401f-8d7f-889fffda9738 None None] Routers {'3c6ce1ed-3e24-4af1-b689-a53215917934'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:49.834139 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a1e6ea5c-83c8-401f-8d7f-889fffda9738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['3c6ce1ed-3e24-4af1-b689-a53215917934'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:49.843257 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-8e802163-4e57-4f33-9729-9719154488b1 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (50220b4a-b23c-47f8-bcbf-2e156476b655), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:49.881877 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-ae710d12-217c-48e5-92b8-d1181ab2dbf1 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:49.894084 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-ae710d12-217c-48e5-92b8-d1181ab2dbf1 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 811 time: 0.3577082 Feb 09 01:48:49.950904 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-472cdae8-e298-4504-96a8-a21f198be26b service neutron] 10.222.0.36 "GET /v2.0/networks/0d908954-d861-46d7-bf3a-5b99a23f2cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5149612 Feb 09 01:48:49.980070 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-8b5f6d65-bbdc-40f9-9161-92f5864121af tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/quotas/fbdae39344a5459eaf5d1a5fab3c54b2 HTTP/1.1" status: 200 len: 375 time: 0.0763550 Feb 09 01:48:49.994716 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-8e802163-4e57-4f33-9729-9719154488b1 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Network 1acab3c5-2c37-4c3f-816d-30844a74e102 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:50.026375 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee279e03-f516-43b5-8f89-a48bbdfa97fd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (240a02b7-b9aa-4718-8ba4-a6982dd78d24), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:50.046425 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee279e03-f516-43b5-8f89-a48bbdfa97fd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:50.071274 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-ee279e03-f516-43b5-8f89-a48bbdfa97fd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:50.076388 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee279e03-f516-43b5-8f89-a48bbdfa97fd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:50.129108 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d091bc14-1101-4b3f-83d2-e843538d9143 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Publish callbacks [] for port (b269a9a6-f231-40d6-a11d-0a6fa5495195), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:50.140510 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee279e03-f516-43b5-8f89-a48bbdfa97fd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Port': ['ID=240a02b7-b9aa-4718-8ba4-a6982dd78d24,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:50.175683 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-79107780-7853-4da1-8bb9-0e02dc7caadd tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1946180 Feb 09 01:48:50.184053 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-a1e6ea5c-83c8-401f-8d7f-889fffda9738 None None] Set router 3c6ce1ed-3e24-4af1-b689-a53215917934 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:50.187359 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-8e802163-4e57-4f33-9729-9719154488b1 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:50.207378 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-8e802163-4e57-4f33-9729-9719154488b1 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:50.281766 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e802163-4e57-4f33-9729-9719154488b1 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event updated for resources: {'Port': ['ID=50220b4a-b23c-47f8-bcbf-2e156476b655,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:50.357446 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-8e802163-4e57-4f33-9729-9719154488b1 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:50.357701 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-8e802163-4e57-4f33-9729-9719154488b1 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:50.364140 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d091bc14-1101-4b3f-83d2-e843538d9143 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (b269a9a6-f231-40d6-a11d-0a6fa5495195), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:50.368327 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-855eefee-0942-4736-80c1-8db173bb7999 service neutron] Attempting to bind port a30a57df-3bd2-4ed9-b43b-5e23f49869fc on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:48:50.368651 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-855eefee-0942-4736-80c1-8db173bb7999 service neutron] Attempting to bind port a30a57df-3bd2-4ed9-b43b-5e23f49869fc by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'e088bf88-a117-47a6-ba87-54c00f7a6928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:48:50.368991 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-855eefee-0942-4736-80c1-8db173bb7999 service neutron] Attempting to bind port a30a57df-3bd2-4ed9-b43b-5e23f49869fc on network 0d908954-d861-46d7-bf3a-5b99a23f2cf9 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:50.404028 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-b4c048d9-0e21-4102-b490-cf99dd367164 service neutron] 10.222.0.36 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262976 Feb 09 01:48:50.504616 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-855eefee-0942-4736-80c1-8db173bb7999 service neutron] Port a30a57df-3bd2-4ed9-b43b-5e23f49869fc on network 0d908954-d861-46d7-bf3a-5b99a23f2cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:48:50.504890 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-855eefee-0942-4736-80c1-8db173bb7999 service neutron] Attempting to bind port a30a57df-3bd2-4ed9-b43b-5e23f49869fc on network 0d908954-d861-46d7-bf3a-5b99a23f2cf9 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:50.530241 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-8e802163-4e57-4f33-9729-9719154488b1 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 5.3456824 Feb 09 01:48:50.538556 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d091bc14-1101-4b3f-83d2-e843538d9143 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Network 0d908954-d861-46d7-bf3a-5b99a23f2cf9 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:50.576659 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-c485ab5d-f080-44bf-9b0d-cdc91746a065 service neutron] Request body: {'port': {'device_id': '7069a84b-8630-4b81-8475-e3f9423e0af7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:50.581597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-855eefee-0942-4736-80c1-8db173bb7999 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:48:50.582056 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-855eefee-0942-4736-80c1-8db173bb7999 service neutron] Checking segment: {'id': 'e088bf88-a117-47a6-ba87-54c00f7a6928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:50.582333 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-855eefee-0942-4736-80c1-8db173bb7999 service neutron] Bound using segment: {'id': 'e088bf88-a117-47a6-ba87-54c00f7a6928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:48:50.583551 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-855eefee-0942-4736-80c1-8db173bb7999 service neutron] Bound port: a30a57df-3bd2-4ed9-b43b-5e23f49869fc, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e088bf88-a117-47a6-ba87-54c00f7a6928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:48:50.583940 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-855eefee-0942-4736-80c1-8db173bb7999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a30a57df-3bd2-4ed9-b43b-5e23f49869fc), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:50.599074 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d091bc14-1101-4b3f-83d2-e843538d9143 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:50.638290 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d091bc14-1101-4b3f-83d2-e843538d9143 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:50.665820 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-785d063b-c1e6-4259-833a-ff0d3228ef04 service neutron] 10.222.0.36 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595015 Feb 09 01:48:50.693132 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3e02ef20-2923-4b7a-97fc-54fa7b4379fe None None] Provisioning complete for port 50220b4a-b23c-47f8-bcbf-2e156476b655 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:50.693706 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3e02ef20-2923-4b7a-97fc-54fa7b4379fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (50220b4a-b23c-47f8-bcbf-2e156476b655), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:50.706007 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091bc14-1101-4b3f-83d2-e843538d9143 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Pushing event updated for resources: {'Port': ['ID=b269a9a6-f231-40d6-a11d-0a6fa5495195,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:50.722051 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a1e6ea5c-83c8-401f-8d7f-889fffda9738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'name': 'tempest-ServersTestFqdnHostnames-1355708029-router', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:22Z', 'updated_at': '2022-02-09T01:46:43Z', 'revision_number': 4, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'gw_port': {'id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:25Z', 'updated_at': '2022-02-09T01:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe', 'name': '', 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'mac_address': 'fa:16:3e:78:ee:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'e8971ac9-cf91-4def-9490-e096359ab4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:39Z', 'updated_at': '2022-02-09T01:46:52Z', 'revision_number': 5, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'subnets': [{'id': 'e8971ac9-cf91-4def-9490-e096359ab4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:50.792366 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3e02ef20-2923-4b7a-97fc-54fa7b4379fe None None] Port 50220b4a-b23c-47f8-bcbf-2e156476b655 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:48:50.846205 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e6ea5c-83c8-401f-8d7f-889fffda9738 None None] The sync data for ids ['3c6ce1ed-3e24-4af1-b689-a53215917934'] in n-d-828387-3 is: [{'id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'name': 'tempest-ServersTestFqdnHostnames-1355708029-router', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:22Z', 'updated_at': '2022-02-09T01:46:43Z', 'revision_number': 4, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'gw_port': {'id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:25Z', 'updated_at': '2022-02-09T01:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe', 'name': '', 'network_id': '0496f9e7-f076-4fdf-8fd4-6325c25e60db', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'mac_address': 'fa:16:3e:78:ee:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'e8971ac9-cf91-4def-9490-e096359ab4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:39Z', 'updated_at': '2022-02-09T01:46:52Z', 'revision_number': 5, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'subnets': [{'id': 'e8971ac9-cf91-4def-9490-e096359ab4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:48:50.879245 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-855eefee-0942-4736-80c1-8db173bb7999 service neutron] For port a30a57df-3bd2-4ed9-b43b-5e23f49869fc, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:48:50.882653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-855eefee-0942-4736-80c1-8db173bb7999 service neutron] For port a30a57df-3bd2-4ed9-b43b-5e23f49869fc, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a30a57df-3bd2-4ed9-b43b-5e23f49869fc,segment=NetworkSegment(e088bf88-a117-47a6-ba87-54c00f7a6928),segment_id=e088bf88-a117-47a6-ba87-54c00f7a6928)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:48:50.918320 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-ebfc09d0-4cd0-482c-bfba-ff7e0dbbf08d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for port (c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:50.929920 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee279e03-f516-43b5-8f89-a48bbdfa97fd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (0bdc866a-d925-4e05-8a4c-89a33a7f6b09), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:50.996646 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-855eefee-0942-4736-80c1-8db173bb7999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a30a57df-3bd2-4ed9-b43b-5e23f49869fc), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:51.022967 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-7c67ac8f-9f6a-4afc-89a0-f19d135c1c53 service neutron] 10.222.0.36 "GET /v2.0/networks/0d908954-d861-46d7-bf3a-5b99a23f2cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9219077 Feb 09 01:48:51.081161 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a20c1b-0f19-4438-bc3f-e47e6e00936b x-openstack-request-id: req-96a20c1b-0f19-4438-bc3f-e47e6e00936b {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:51.081948 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d531b3-d9c9-4482-a8c2-2a248d41508b", "name": "network-vif-deleted", "tag": "54713421-ab74-4d3b-9afe-67166cf065a6", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:51.086677 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96a20c1b-0f19-4438-bc3f-e47e6e00936b {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:51.087262 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d531b3-d9c9-4482-a8c2-2a248d41508b', 'name': 'network-vif-deleted', 'tag': '54713421-ab74-4d3b-9afe-67166cf065a6', 'status': 'completed', 'code': 200} Feb 09 01:48:51.151247 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d091bc14-1101-4b3f-83d2-e843538d9143 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:51.151941 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d091bc14-1101-4b3f-83d2-e843538d9143 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:51.188673 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee279e03-f516-43b5-8f89-a48bbdfa97fd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (240a02b7-b9aa-4718-8ba4-a6982dd78d24), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:51.202731 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-c485ab5d-f080-44bf-9b0d-cdc91746a065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (50220b4a-b23c-47f8-bcbf-2e156476b655), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:51.216644 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-855eefee-0942-4736-80c1-8db173bb7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:51.217279 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-855eefee-0942-4736-80c1-8db173bb7999 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:51.218678 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-855eefee-0942-4736-80c1-8db173bb7999 service neutron] 10.222.0.48 "PUT /v2.0/ports/a30a57df-3bd2-4ed9-b43b-5e23f49869fc HTTP/1.1" status: 200 len: 1091 time: 5.0422816 Feb 09 01:48:51.221802 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420b6c52-d7cf-49f4-8668-01c61a9ea7ba', 'tag': 'a30a57df-3bd2-4ed9-b43b-5e23f49869fc'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:51.224723 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c96149a-e6ab-4522-8b6b-4e6c1d5f838f" -d '{"events": [{"name": "network-changed", "server_uuid": "420b6c52-d7cf-49f4-8668-01c61a9ea7ba", "tag": "a30a57df-3bd2-4ed9-b43b-5e23f49869fc"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:51.265433 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d091bc14-1101-4b3f-83d2-e843538d9143 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9083886 Feb 09 01:48:51.268762 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9295936d-f5a1-409c-9789-669ef9349c0c None None] Provisioning complete for port b269a9a6-f231-40d6-a11d-0a6fa5495195 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:51.285150 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9295936d-f5a1-409c-9789-669ef9349c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b269a9a6-f231-40d6-a11d-0a6fa5495195), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:51.335580 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d5057a8e-8cce-4bcc-be68-5cb8dff97b97 service neutron] Request body: {'port': {'device_id': '9c8affe7-fb38-4474-ab5e-66b2c1c3242d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:51.483785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9295936d-f5a1-409c-9789-669ef9349c0c None None] Port b269a9a6-f231-40d6-a11d-0a6fa5495195 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:48:51.557914 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855eefee-0942-4736-80c1-8db173bb7999 service neutron] Pushing event updated for resources: {'Port': ['ID=a30a57df-3bd2-4ed9-b43b-5e23f49869fc,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:51.561018 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba9d9fa-c6d8-42a2-b23f-ad548613a5a5 None None] New status for floating IP 0a2fe31a-d660-4ef4-873d-9c34ca0ed4df: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:48:51.568373 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b82007-0368-4699-87de-fcf7d888fd2b req-f4a3335c-9433-4b3b-8cae-56114cdd1593 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:51.589134 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-92b82007-0368-4699-87de-fcf7d888fd2b req-f4a3335c-9433-4b3b-8cae-56114cdd1593 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 895 time: 0.4061921 Feb 09 01:48:51.687502 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-ebfc09d0-4cd0-482c-bfba-ff7e0dbbf08d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:51.780770 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2328d676-3075-4097-9663-bbc4a7811fdf req-c6354174-da6d-4405-bd1a-a3bdd0e588c0 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 210 time: 0.0723932 Feb 09 01:48:51.839868 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49380) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:52.008891 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee279e03-f516-43b5-8f89-a48bbdfa97fd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for port (240a02b7-b9aa-4718-8ba4-a6982dd78d24), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:52.011601 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8d1430b0-b985-404a-883e-7318ff883246 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks [] for security_group (8274fe3c-b38e-493f-83dc-bf0acc6f6a13), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:52.066408 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc09d0-4cd0-482c-bfba-ff7e0dbbf08d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event updated for resources: {'Port': ['ID=c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:52.074720 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8d1430b0-b985-404a-883e-7318ff883246 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks [] for security_group (8274fe3c-b38e-493f-83dc-bf0acc6f6a13), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:52.124067 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d24841e-b7eb-4e90-8c5d-1531ea07aa54 x-openstack-request-id: req-5d24841e-b7eb-4e90-8c5d-1531ea07aa54 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:52.124562 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420b6c52-d7cf-49f4-8668-01c61a9ea7ba", "tag": "a30a57df-3bd2-4ed9-b43b-5e23f49869fc", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:52.130112 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d24841e-b7eb-4e90-8c5d-1531ea07aa54 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:52.130581 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420b6c52-d7cf-49f4-8668-01c61a9ea7ba', 'tag': 'a30a57df-3bd2-4ed9-b43b-5e23f49869fc', 'status': 'completed', 'code': 200} Feb 09 01:48:52.149229 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-ebfc09d0-4cd0-482c-bfba-ff7e0dbbf08d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Network 5c2d2fcf-eafc-455c-9448-5e06dd737c5d is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:52.161290 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-ebfc09d0-4cd0-482c-bfba-ff7e0dbbf08d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:52.189010 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee279e03-f516-43b5-8f89-a48bbdfa97fd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (240a02b7-b9aa-4718-8ba4-a6982dd78d24), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:52.199117 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-ebfc09d0-4cd0-482c-bfba-ff7e0dbbf08d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:52.245250 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49390) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:52.251804 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8d1430b0-b985-404a-883e-7318ff883246 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8274fe3c-b38e-493f-83dc-bf0acc6f6a13), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:52.264478 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8d1430b0-b985-404a-883e-7318ff883246 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:52.269910 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49392) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:52.280501 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8d1430b0-b985-404a-883e-7318ff883246 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "DELETE /v2.0/security-groups/8274fe3c-b38e-493f-83dc-bf0acc6f6a13 HTTP/1.1" status: 204 len: 168 time: 0.4337249 Feb 09 01:48:52.414533 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-379427d6-d551-420b-badd-61081687b987 req-3aab9454-50db-4daa-8fe5-d3bca6935b1a tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 210 time: 0.2304037 Feb 09 01:48:52.438106 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1430b0-b985-404a-883e-7318ff883246 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8274fe3c-b38e-493f-83dc-bf0acc6f6a13,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:52.456702 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee279e03-f516-43b5-8f89-a48bbdfa97fd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (0bdc866a-d925-4e05-8a4c-89a33a7f6b09), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:52.708393 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-480f33d3-e5a6-454d-a69a-2e9b82c9c30f None None] Provisioning complete for port c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:52.712883 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-480f33d3-e5a6-454d-a69a-2e9b82c9c30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:52.823612 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-480f33d3-e5a6-454d-a69a-2e9b82c9c30f None None] Port c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:48:52.856739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-c485ab5d-f080-44bf-9b0d-cdc91746a065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50220b4a-b23c-47f8-bcbf-2e156476b655 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:48:52.876507 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-ead19483-192a-4127-b2b8-2c0e36b14f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:52.879110 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-ead19483-192a-4127-b2b8-2c0e36b14f4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7e9ed7758174b9e85ca77dd6d15a989&device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 1125 time: 1.5899978 Feb 09 01:48:52.888611 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230a377-073b-4905-95c2-8469e5584055 req-93a7ccc5-6d27-48a2-9bbe-965746809997 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:52.895550 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230a377-073b-4905-95c2-8469e5584055 req-93a7ccc5-6d27-48a2-9bbe-965746809997 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:52.901538 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230a377-073b-4905-95c2-8469e5584055 req-93a7ccc5-6d27-48a2-9bbe-965746809997 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:52.906843 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230a377-073b-4905-95c2-8469e5584055 req-93a7ccc5-6d27-48a2-9bbe-965746809997 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:52.909540 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b230a377-073b-4905-95c2-8469e5584055 req-93a7ccc5-6d27-48a2-9bbe-965746809997 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 3094 time: 1.3889830 Feb 09 01:48:52.910515 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-f780594f-385a-4771-a637-04d12c1c31a4 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] show failed (client error): The resource could not be found. Feb 09 01:48:52.914167 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f780594f-385a-4771-a637-04d12c1c31a4 tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "GET /v2.0/security-groups/8274fe3c-b38e-493f-83dc-bf0acc6f6a13 HTTP/1.1" status: 404 len: 347 time: 0.6322796 Feb 09 01:48:52.918323 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49406) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:52.920235 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-c485ab5d-f080-44bf-9b0d-cdc91746a065 service neutron] Publish callbacks [] for port (50220b4a-b23c-47f8-bcbf-2e156476b655), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:52.932301 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d5057a8e-8cce-4bcc-be68-5cb8dff97b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b269a9a6-f231-40d6-a11d-0a6fa5495195), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:52.989658 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-8d680c2b-527b-425a-8532-4e4df975f728 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a30a57df-3bd2-4ed9-b43b-5e23f49869fc HTTP/1.1" status: 200 len: 217 time: 0.0721130 Feb 09 01:48:53.006057 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee279e03-f516-43b5-8f89-a48bbdfa97fd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Port': ['ID=240a02b7-b9aa-4718-8ba4-a6982dd78d24,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:53.039356 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-ebfc09d0-4cd0-482c-bfba-ff7e0dbbf08d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:53.040217 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-ebfc09d0-4cd0-482c-bfba-ff7e0dbbf08d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:53.040393 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-53c6f992-7ec0-4113-b42a-cf7e9a17a503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:53.067847 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-c485ab5d-f080-44bf-9b0d-cdc91746a065 service neutron] Transition to ACTIVE for port object 50220b4a-b23c-47f8-bcbf-2e156476b655 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:48:53.113854 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f351d-25eb-4311-bfbe-1ca19803ed1a req-a138975e-e347-4b3a-8a84-cbff6b99e38e tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:53.115407 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2b8f351d-25eb-4311-bfbe-1ca19803ed1a req-a138975e-e347-4b3a-8a84-cbff6b99e38e tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 895 time: 0.1325927 Feb 09 01:48:53.121236 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-c485ab5d-f080-44bf-9b0d-cdc91746a065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (50220b4a-b23c-47f8-bcbf-2e156476b655), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:53.125310 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-ee279e03-f516-43b5-8f89-a48bbdfa97fd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Floating IP 0bdc866a-d925-4e05-8a4c-89a33a7f6b09 associated. External IP: 172.25.7.112, port: 64ecff9d-6b9b-4f71-a59e-d93bf53415d9. Feb 09 01:48:53.214878 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-ebfc09d0-4cd0-482c-bfba-ff7e0dbbf08d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0451455 Feb 09 01:48:53.260981 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-3511ee64-32f5-4900-83d8-baf52387be7d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Request body: {'port': {'device_id': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5c2d2fcf-eafc-455c-9448-5e06dd737c5d', 'admin_state_up': True, 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'security_groups': ['999c68bd-4a65-4b52-8070-dc0e0b732663']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:53.407617 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-53c6f992-7ec0-4113-b42a-cf7e9a17a503 admin admin] Publish callbacks [] for security_group (0665428c-173d-46c3-871d-cdb520d3336d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:53.419915 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-53c6f992-7ec0-4113-b42a-cf7e9a17a503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0665428c-173d-46c3-871d-cdb520d3336d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:53.498736 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-240473f1-7e0e-4b94-b844-fea0d9cca1cb tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:53.500558 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-240473f1-7e0e-4b94-b844-fea0d9cca1cb tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.67 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 811 time: 0.3246329 Feb 09 01:48:53.507625 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485ab5d-f080-44bf-9b0d-cdc91746a065 service neutron] Pushing event updated for resources: {'Port': ['ID=50220b4a-b23c-47f8-bcbf-2e156476b655,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:53.513131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db21ea-6083-4ea5-8e01-dfe68a575e7a req-c3a79453-4c6f-479b-9a1d-98a5ead632b2 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:53.514645 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-86db21ea-6083-4ea5-8e01-dfe68a575e7a req-c3a79453-4c6f-479b-9a1d-98a5ead632b2 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/ports?device_id=57d1f266-2639-4b30-a91f-c2a7a4045fdd HTTP/1.1" status: 200 len: 945 time: 0.2425106 Feb 09 01:48:53.525924 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-f098d32f-cd1b-4f63-8bfe-84c523b39289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:53.528785 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6f992-7ec0-4113-b42a-cf7e9a17a503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0665428c-173d-46c3-871d-cdb520d3336d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:53.528978 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-f098d32f-cd1b-4f63-8bfe-84c523b39289 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fd2318f-0270-4495-8fca-6737fb6427cf HTTP/1.1" status: 200 len: 855 time: 0.4811423 Feb 09 01:48:53.532920 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-53c6f992-7ec0-4113-b42a-cf7e9a17a503 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49a95d64e16845b8b959a8b4d44dfdca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2838037 Feb 09 01:48:53.589810 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49410) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:53.621176 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b230a377-073b-4905-95c2-8469e5584055 req-9078bfd4-3bb8-4e3b-8955-132644b710e9 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6795321 Feb 09 01:48:53.753015 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-86db21ea-6083-4ea5-8e01-dfe68a575e7a req-aea5403f-f6e1-41cd-82ba-2e84dfebeae0 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/security-groups?id=960e7ff1-0906-492f-9011-6fa8220abdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255359 Feb 09 01:48:53.765156 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-01bc0543-3985-4665-a4d8-e4f39e2535f3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2 HTTP/1.1" status: 200 len: 379 time: 0.2482748 Feb 09 01:48:53.779061 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-91f5b5fe-b392-40ca-a381-e22f4949e63f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Request body: {'port': {'device_id': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'admin_state_up': True, 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'security_groups': ['9baab9ad-bd14-47a6-a95b-3f595780e60b']}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:53.791612 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd38e1cd-7aad-43d4-9b04-795d351ca077 admin admin] Publish callbacks [] for security_group (0665428c-173d-46c3-871d-cdb520d3336d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:53.899508 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd38e1cd-7aad-43d4-9b04-795d351ca077 admin admin] Publish callbacks [] for security_group (0665428c-173d-46c3-871d-cdb520d3336d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:53.905497 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-68eb74f4-cc04-4ab1-9846-c3da7ce79b90 req-ba515258-42a6-45b1-a8f6-8069291559e9 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 210 time: 0.0685606 Feb 09 01:48:53.917296 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee279e03-f516-43b5-8f89-a48bbdfa97fd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Router 099ddf97-8c69-4bdc-b833-4067333a4b68 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:48:54.096543 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-91f5b5fe-b392-40ca-a381-e22f4949e63f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Made reservation on behalf of fbdae39344a5459eaf5d1a5fab3c54b2 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:54.100083 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-91f5b5fe-b392-40ca-a381-e22f4949e63f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:54.124953 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd38e1cd-7aad-43d4-9b04-795d351ca077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0665428c-173d-46c3-871d-cdb520d3336d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:54.127639 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd38e1cd-7aad-43d4-9b04-795d351ca077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:54.131138 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cd38e1cd-7aad-43d4-9b04-795d351ca077 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0665428c-173d-46c3-871d-cdb520d3336d HTTP/1.1" status: 204 len: 168 time: 0.5376914 Feb 09 01:48:54.133170 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-39dc1af8-e49f-4b81-9403-f1c792c0baac req-2f8eb6cb-ef0d-4161-b0b4-986a5792029f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 210 time: 0.1262686 Feb 09 01:48:54.146165 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e1cd-7aad-43d4-9b04-795d351ca077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0665428c-173d-46c3-871d-cdb520d3336d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:54.204100 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee279e03-f516-43b5-8f89-a48bbdfa97fd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:48:54.217102 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a79e6d-ba57-4a7f-aac1-827ad9c5cefb None None] Sync routers for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:48:54.242941 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a79e6d-ba57-4a7f-aac1-827ad9c5cefb None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:54.243867 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-34a79e6d-ba57-4a7f-aac1-827ad9c5cefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:54.252592 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-91e3aaf9-fd73-45ef-ada4-ba9b4135248a tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Deleting port b360d63a-3b93-4007-9982-b052baf4dc5c {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:54.252953 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-91e3aaf9-fd73-45ef-ada4-ba9b4135248a tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b360d63a-3b93-4007-9982-b052baf4dc5c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:54.280004 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee279e03-f516-43b5-8f89-a48bbdfa97fd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:54.308717 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-34a79e6d-ba57-4a7f-aac1-827ad9c5cefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:54.337504 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a79e6d-ba57-4a7f-aac1-827ad9c5cefb None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:54.338118 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-34a79e6d-ba57-4a7f-aac1-827ad9c5cefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:54.339457 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-8cb9353f-4a5c-4cf4-9432-54a36c9f9117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:54.340985 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-8cb9353f-4a5c-4cf4-9432-54a36c9f9117 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0d908954-d861-46d7-bf3a-5b99a23f2cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7076914 Feb 09 01:48:54.374634 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-c485ab5d-f080-44bf-9b0d-cdc91746a065 service neutron] Attempting to bind port 50220b4a-b23c-47f8-bcbf-2e156476b655 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:48:54.375149 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-c485ab5d-f080-44bf-9b0d-cdc91746a065 service neutron] Attempting to bind port 50220b4a-b23c-47f8-bcbf-2e156476b655 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '124c2262-23db-4e43-95da-c72282765e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1acab3c5-2c37-4c3f-816d-30844a74e102'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:48:54.376046 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-c485ab5d-f080-44bf-9b0d-cdc91746a065 service neutron] Attempting to bind port 50220b4a-b23c-47f8-bcbf-2e156476b655 on network 1acab3c5-2c37-4c3f-816d-30844a74e102 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:54.382068 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-34a79e6d-ba57-4a7f-aac1-827ad9c5cefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:54.382552 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a79e6d-ba57-4a7f-aac1-827ad9c5cefb None None] The sync data for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:48:54.383606 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-aa163906-a4f5-4b1b-b47c-f3a8dc086255 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:54.385157 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-aa163906-a4f5-4b1b-b47c-f3a8dc086255 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.67 "GET /v2.0/networks?id=0d908954-d861-46d7-bf3a-5b99a23f2cf9 HTTP/1.1" status: 200 len: 816 time: 0.9088354 Feb 09 01:48:54.416424 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-538a1236-9aa7-4ce7-8603-b6d962f9d6f6 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Request body: {'port': {'device_id': 'cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081', 'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9', 'admin_state_up': True, 'tenant_id': 'a7e9ed7758174b9e85ca77dd6d15a989'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:54.436350 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ee279e03-f516-43b5-8f89-a48bbdfa97fd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.7587280 Feb 09 01:48:54.436742 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49418) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:54.448357 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-673ce6f4-b31a-47af-97a5-ef04abe22e0e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Request body: {'floatingip': {'port_id': '64ecff9d-6b9b-4f71-a59e-d93bf53415d9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:54.458229 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-c485ab5d-f080-44bf-9b0d-cdc91746a065 service neutron] Port 50220b4a-b23c-47f8-bcbf-2e156476b655 on network 1acab3c5-2c37-4c3f-816d-30844a74e102 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:48:54.458579 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-c485ab5d-f080-44bf-9b0d-cdc91746a065 service neutron] Attempting to bind port 50220b4a-b23c-47f8-bcbf-2e156476b655 on network 1acab3c5-2c37-4c3f-816d-30844a74e102 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:54.460973 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-3511ee64-32f5-4900-83d8-baf52387be7d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Made reservation on behalf of f921fef3089d433e88a36b5df24fed2b for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:54.499675 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-91f5b5fe-b392-40ca-a381-e22f4949e63f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Allocated IP 172.20.0.7 (220e7f29-84b2-429c-a5a5-34d2ac552d01/e6231a07-44fd-4d5b-a5bf-cd666d960cb8/2d0baf7e-0089-4cde-86cc-ae9332d487c3) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:54.569195 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7502a4-3021-4e25-81f5-781d9c059206 req-4436ebd8-1fec-4ed8-ac0d-52f76748f915 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:54.571794 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ea7502a4-3021-4e25-81f5-781d9c059206 req-4436ebd8-1fec-4ed8-ac0d-52f76748f915 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 907 time: 0.2487845 Feb 09 01:48:54.572265 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-c485ab5d-f080-44bf-9b0d-cdc91746a065 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:48:54.572623 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-c485ab5d-f080-44bf-9b0d-cdc91746a065 service neutron] Checking segment: {'id': '124c2262-23db-4e43-95da-c72282765e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1acab3c5-2c37-4c3f-816d-30844a74e102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:54.573038 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-c485ab5d-f080-44bf-9b0d-cdc91746a065 service neutron] Bound using segment: {'id': '124c2262-23db-4e43-95da-c72282765e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1acab3c5-2c37-4c3f-816d-30844a74e102'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:48:54.573483 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-c485ab5d-f080-44bf-9b0d-cdc91746a065 service neutron] Bound port: 50220b4a-b23c-47f8-bcbf-2e156476b655, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '124c2262-23db-4e43-95da-c72282765e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1acab3c5-2c37-4c3f-816d-30844a74e102'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:48:54.573847 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-c485ab5d-f080-44bf-9b0d-cdc91746a065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (50220b4a-b23c-47f8-bcbf-2e156476b655), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:54.580968 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-673ce6f4-b31a-47af-97a5-ef04abe22e0e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (0bdc866a-d925-4e05-8a4c-89a33a7f6b09), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:54.669029 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49422) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:54.706484 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-113f7da0-e64b-49cc-b501-9330a9038b24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:54.714729 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-91e3aaf9-fd73-45ef-ada4-ba9b4135248a tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b360d63a-3b93-4007-9982-b052baf4dc5c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:54.715385 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-91e3aaf9-fd73-45ef-ada4-ba9b4135248a tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks [] for floatingip (b360d63a-3b93-4007-9982-b052baf4dc5c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:54.826886 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-91e3aaf9-fd73-45ef-ada4-ba9b4135248a tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Calling delete_port for b360d63a-3b93-4007-9982-b052baf4dc5c owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:54.891616 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d5057a8e-8cce-4bcc-be68-5cb8dff97b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b269a9a6-f231-40d6-a11d-0a6fa5495195 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:48:54.901994 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-03ad26f5-6e62-4d06-a8f2-2596899ab2e6 service neutron] 10.222.0.48 "GET /v2.0/networks/0d908954-d861-46d7-bf3a-5b99a23f2cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488484 Feb 09 01:48:54.924226 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d5057a8e-8cce-4bcc-be68-5cb8dff97b97 service neutron] Publish callbacks [] for port (b269a9a6-f231-40d6-a11d-0a6fa5495195), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:54.942768 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-91f5b5fe-b392-40ca-a381-e22f4949e63f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:55.003283 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-c485ab5d-f080-44bf-9b0d-cdc91746a065 service neutron] For port 50220b4a-b23c-47f8-bcbf-2e156476b655, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:48:55.049563 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-3511ee64-32f5-4900-83d8-baf52387be7d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:55.060091 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041624f-f012-4c66-830e-07a4d256d163 req-310bf7ff-bcad-442b-ade6-4e555be770f0 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:55.060745 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3041624f-f012-4c66-830e-07a4d256d163 req-310bf7ff-bcad-442b-ade6-4e555be770f0 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/ports?device_id=57d1f266-2639-4b30-a91f-c2a7a4045fdd HTTP/1.1" status: 200 len: 945 time: 0.2205632 Feb 09 01:48:55.064108 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-113f7da0-e64b-49cc-b501-9330a9038b24 admin admin] Publish callbacks [] for security_group (65cd6ce5-03d4-4982-ac59-b3de15a85151), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:55.069018 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d5057a8e-8cce-4bcc-be68-5cb8dff97b97 service neutron] Transition to ACTIVE for port object b269a9a6-f231-40d6-a11d-0a6fa5495195 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:48:55.080097 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-113f7da0-e64b-49cc-b501-9330a9038b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (65cd6ce5-03d4-4982-ac59-b3de15a85151), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:55.083982 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-c485ab5d-f080-44bf-9b0d-cdc91746a065 service neutron] For port 50220b4a-b23c-47f8-bcbf-2e156476b655, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=50220b4a-b23c-47f8-bcbf-2e156476b655,segment=NetworkSegment(124c2262-23db-4e43-95da-c72282765e5c),segment_id=124c2262-23db-4e43-95da-c72282765e5c)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:48:55.098834 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec98d28-9c50-4f8e-9f84-b37b47cedf89 req-b53a57e0-99e1-4f41-8c29-9ce7c5b9865c tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:55.100368 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eec98d28-9c50-4f8e-9f84-b37b47cedf89 req-b53a57e0-99e1-4f41-8c29-9ce7c5b9865c tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.67 "GET /v2.0/ports?device_id=57d1f266-2639-4b30-a91f-c2a7a4045fdd HTTP/1.1" status: 200 len: 945 time: 0.5394661 Feb 09 01:48:55.110096 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d5057a8e-8cce-4bcc-be68-5cb8dff97b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (b269a9a6-f231-40d6-a11d-0a6fa5495195), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:55.126766 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-91f5b5fe-b392-40ca-a381-e22f4949e63f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:55.136747 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-c485ab5d-f080-44bf-9b0d-cdc91746a065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (50220b4a-b23c-47f8-bcbf-2e156476b655), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:55.217988 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-113f7da0-e64b-49cc-b501-9330a9038b24 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9673b7ccc564ac8968ac5dabe1ed43d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5463450 Feb 09 01:48:55.225317 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f7da0-e64b-49cc-b501-9330a9038b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cd6ce5-03d4-4982-ac59-b3de15a85151,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:55.227759 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49430) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:55.242889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d938b70-8c97-4bc4-ad9f-f73d63578b16 req-ec44d16f-5a57-42f8-b74d-31f15b28bd76 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:55.248673 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d938b70-8c97-4bc4-ad9f-f73d63578b16 req-ec44d16f-5a57-42f8-b74d-31f15b28bd76 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:55.254928 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d938b70-8c97-4bc4-ad9f-f73d63578b16 req-ec44d16f-5a57-42f8-b74d-31f15b28bd76 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:55.260417 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d938b70-8c97-4bc4-ad9f-f73d63578b16 req-ec44d16f-5a57-42f8-b74d-31f15b28bd76 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:55.262038 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d938b70-8c97-4bc4-ad9f-f73d63578b16 req-ec44d16f-5a57-42f8-b74d-31f15b28bd76 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 3094 time: 0.4922469 Feb 09 01:48:55.262800 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-538a1236-9aa7-4ce7-8603-b6d962f9d6f6 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Made reservation on behalf of a7e9ed7758174b9e85ca77dd6d15a989 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:55.267248 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-538a1236-9aa7-4ce7-8603-b6d962f9d6f6 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:55.294009 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-91f5b5fe-b392-40ca-a381-e22f4949e63f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Network 220e7f29-84b2-429c-a5a5-34d2ac552d01 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:55.301024 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3041624f-f012-4c66-830e-07a4d256d163 req-343d5fd1-8015-462c-b41e-d2616ea46f23 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/security-groups?id=960e7ff1-0906-492f-9011-6fa8220abdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326322 Feb 09 01:48:55.314471 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-91f5b5fe-b392-40ca-a381-e22f4949e63f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:55.327231 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5b5fe-b392-40ca-a381-e22f4949e63f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Pushing event updated for resources: {'Port': ['ID=2d0baf7e-0089-4cde-86cc-ae9332d487c3,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:55.353220 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-91f5b5fe-b392-40ca-a381-e22f4949e63f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:55.467639 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-c485ab5d-f080-44bf-9b0d-cdc91746a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:55.468265 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-c485ab5d-f080-44bf-9b0d-cdc91746a065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:55.470410 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-c485ab5d-f080-44bf-9b0d-cdc91746a065 service neutron] 10.222.0.67 "PUT /v2.0/ports/50220b4a-b23c-47f8-bcbf-2e156476b655 HTTP/1.1" status: 200 len: 1055 time: 4.9236572 Feb 09 01:48:55.486340 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5057a8e-8cce-4bcc-be68-5cb8dff97b97 service neutron] Pushing event updated for resources: {'Port': ['ID=b269a9a6-f231-40d6-a11d-0a6fa5495195,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:55.488640 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7069a84b-8630-4b81-8475-e3f9423e0af7', 'tag': '50220b4a-b23c-47f8-bcbf-2e156476b655'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:55.492054 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b716a0c-6a90-4709-849e-c7743dff5ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "7069a84b-8630-4b81-8475-e3f9423e0af7", "tag": "50220b4a-b23c-47f8-bcbf-2e156476b655"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:55.514179 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94b4ca26-48ed-4da2-9827-32cfe3653a3f req-9998aa6f-f5ff-4d75-ae81-8b9684488f70 service neutron] 10.222.0.48 "GET /v2.0/networks/0d908954-d861-46d7-bf3a-5b99a23f2cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5926836 Feb 09 01:48:55.787883 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-673ce6f4-b31a-47af-97a5-ef04abe22e0e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:55.821923 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-673ce6f4-b31a-47af-97a5-ef04abe22e0e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (0bdc866a-d925-4e05-8a4c-89a33a7f6b09), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:55.847187 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b74fe13c-5072-4eab-bd9f-cdcb3cb7210e None None] Provisioning complete for port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:55.848384 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b74fe13c-5072-4eab-bd9f-cdcb3cb7210e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:55.890507 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b74fe13c-5072-4eab-bd9f-cdcb3cb7210e None None] Port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:48:56.011142 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:48:56.269875 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d938b70-8c97-4bc4-ad9f-f73d63578b16 req-497ffe28-9b11-4170-9f9c-2d75c648ef5b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9773946 Feb 09 01:48:56.299237 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fd255b2b-33c5-4bf8-9489-14e892ab5334 req-67cd704c-b5ec-462a-b6a7-625374aaabc4 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 210 time: 0.4958649 Feb 09 01:48:56.304926 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-91f5b5fe-b392-40ca-a381-e22f4949e63f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:56.306845 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485ab5d-f080-44bf-9b0d-cdc91746a065 service neutron] Pushing event updated for resources: {'Port': ['ID=50220b4a-b23c-47f8-bcbf-2e156476b655,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:56.306958 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-91f5b5fe-b392-40ca-a381-e22f4949e63f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:56.331756 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a86ac24-4e3b-4600-9029-a676c21fb853 admin admin] Publish callbacks [] for security_group (65cd6ce5-03d4-4982-ac59-b3de15a85151), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:56.368062 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a86ac24-4e3b-4600-9029-a676c21fb853 admin admin] Publish callbacks [] for security_group (65cd6ce5-03d4-4982-ac59-b3de15a85151), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:56.436646 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-538a1236-9aa7-4ce7-8603-b6d962f9d6f6 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Allocated IP 172.20.0.13 (0d908954-d861-46d7-bf3a-5b99a23f2cf9/7fd2318f-0270-4495-8fca-6737fb6427cf/a2dc0cb5-071d-476e-8ea9-01899b18ece7) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:56.448308 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-91f5b5fe-b392-40ca-a381-e22f4949e63f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6757100 Feb 09 01:48:56.472911 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-f7e5e28f-e74b-4efb-9603-a3fce9b969b9 service neutron] Request body: {'port': {'device_id': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:56.482045 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddebe786-524d-41c3-8246-40acd76adc8f x-openstack-request-id: req-ddebe786-524d-41c3-8246-40acd76adc8f {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:56.482602 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7069a84b-8630-4b81-8475-e3f9423e0af7", "tag": "50220b4a-b23c-47f8-bcbf-2e156476b655", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:56.483038 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ddebe786-524d-41c3-8246-40acd76adc8f {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:56.483621 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7069a84b-8630-4b81-8475-e3f9423e0af7', 'tag': '50220b4a-b23c-47f8-bcbf-2e156476b655', 'status': 'completed', 'code': 200} Feb 09 01:48:56.512861 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-91e3aaf9-fd73-45ef-ada4-ba9b4135248a tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (b360d63a-3b93-4007-9982-b052baf4dc5c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:56.529347 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-3511ee64-32f5-4900-83d8-baf52387be7d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Allocated IP 10.2.2.200 (5c2d2fcf-eafc-455c-9448-5e06dd737c5d/3bc3f2a6-89ef-44ae-abab-e266af1c666f/28fa76b1-4ebd-4297-bced-ed4c8b21284e) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:56.598307 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d5057a8e-8cce-4bcc-be68-5cb8dff97b97 service neutron] Attempting to bind port b269a9a6-f231-40d6-a11d-0a6fa5495195 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:48:56.598872 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d5057a8e-8cce-4bcc-be68-5cb8dff97b97 service neutron] Attempting to bind port b269a9a6-f231-40d6-a11d-0a6fa5495195 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'e088bf88-a117-47a6-ba87-54c00f7a6928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:48:56.599389 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d5057a8e-8cce-4bcc-be68-5cb8dff97b97 service neutron] Attempting to bind port b269a9a6-f231-40d6-a11d-0a6fa5495195 on network 0d908954-d861-46d7-bf3a-5b99a23f2cf9 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:56.610175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-b7585491-7622-4943-bd20-eed0514c4547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:56.612597 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-b7585491-7622-4943-bd20-eed0514c4547 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5bb1a0b377414dc1915d0f29c8ffb19f&device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 1089 time: 1.0660026 Feb 09 01:48:56.619057 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3aaf9-fd73-45ef-ada4-ba9b4135248a tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Pushing event deleted for resources: {'Port': ['ID=b360d63a-3b93-4007-9982-b052baf4dc5c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:56.622630 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96149a-e6ab-4522-8b6b-4e6c1d5f838f req-3f607099-bc48-453c-a1de-5396cfc17e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:56.624850 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c96149a-e6ab-4522-8b6b-4e6c1d5f838f req-3f607099-bc48-453c-a1de-5396cfc17e80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7e9ed7758174b9e85ca77dd6d15a989&device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 1125 time: 0.9816737 Feb 09 01:48:56.628128 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-eec98d28-9c50-4f8e-9f84-b37b47cedf89 req-fee9c9d4-3b67-4fce-96f9-e7d0cd17aa0c tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Deleting port 23964c4b-ad25-49cc-9674-ee886ba2c907 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:56.628674 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-eec98d28-9c50-4f8e-9f84-b37b47cedf89 req-fee9c9d4-3b67-4fce-96f9-e7d0cd17aa0c tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (23964c4b-ad25-49cc-9674-ee886ba2c907), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:56.680406 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a86ac24-4e3b-4600-9029-a676c21fb853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (65cd6ce5-03d4-4982-ac59-b3de15a85151), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:56.683627 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a86ac24-4e3b-4600-9029-a676c21fb853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:56.684795 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3a86ac24-4e3b-4600-9029-a676c21fb853 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/65cd6ce5-03d4-4982-ac59-b3de15a85151 HTTP/1.1" status: 204 len: 168 time: 1.4505389 Feb 09 01:48:56.713339 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d5057a8e-8cce-4bcc-be68-5cb8dff97b97 service neutron] Port b269a9a6-f231-40d6-a11d-0a6fa5495195 on network 0d908954-d861-46d7-bf3a-5b99a23f2cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:48:56.713662 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d5057a8e-8cce-4bcc-be68-5cb8dff97b97 service neutron] Attempting to bind port b269a9a6-f231-40d6-a11d-0a6fa5495195 on network 0d908954-d861-46d7-bf3a-5b99a23f2cf9 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:56.735628 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673ce6f4-b31a-47af-97a5-ef04abe22e0e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Router 099ddf97-8c69-4bdc-b833-4067333a4b68 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:48:56.739128 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86ac24-4e3b-4600-9029-a676c21fb853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cd6ce5-03d4-4982-ac59-b3de15a85151,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:56.777217 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a064a-2aed-4d4b-b6f2-b48546563222 req-3e101d64-fbef-421e-9087-419329e9a002 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:56.780047 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-899a064a-2aed-4d4b-b6f2-b48546563222 req-3e101d64-fbef-421e-9087-419329e9a002 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 907 time: 0.2983072 Feb 09 01:48:56.781621 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-f7e5e28f-e74b-4efb-9603-a3fce9b969b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:56.904605 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-30f17ef4-a505-4ab8-89ce-c3da27825248 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=50220b4a-b23c-47f8-bcbf-2e156476b655 HTTP/1.1" status: 200 len: 217 time: 0.2619207 Feb 09 01:48:56.971190 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d5057a8e-8cce-4bcc-be68-5cb8dff97b97 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:48:56.972166 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d5057a8e-8cce-4bcc-be68-5cb8dff97b97 service neutron] Checking segment: {'id': 'e088bf88-a117-47a6-ba87-54c00f7a6928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:56.973266 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d5057a8e-8cce-4bcc-be68-5cb8dff97b97 service neutron] Bound using segment: {'id': 'e088bf88-a117-47a6-ba87-54c00f7a6928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:48:56.974271 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d5057a8e-8cce-4bcc-be68-5cb8dff97b97 service neutron] Bound port: b269a9a6-f231-40d6-a11d-0a6fa5495195, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e088bf88-a117-47a6-ba87-54c00f7a6928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:48:56.976101 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d5057a8e-8cce-4bcc-be68-5cb8dff97b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b269a9a6-f231-40d6-a11d-0a6fa5495195), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:57.272897 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-f7e5e28f-e74b-4efb-9603-a3fce9b969b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0baf7e-0089-4cde-86cc-ae9332d487c3 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:48:57.285851 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ffcf0-0d42-497a-a806-34766c59573c req-130d7b5c-450e-418a-b295-6da258926fb0 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:57.287469 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-108ffcf0-0d42-497a-a806-34766c59573c req-130d7b5c-450e-418a-b295-6da258926fb0 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/ports?device_id=57d1f266-2639-4b30-a91f-c2a7a4045fdd HTTP/1.1" status: 200 len: 945 time: 0.1733241 Feb 09 01:48:57.293416 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-f7e5e28f-e74b-4efb-9603-a3fce9b969b9 service neutron] Publish callbacks [] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:57.327289 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96149a-e6ab-4522-8b6b-4e6c1d5f838f req-81842845-248d-46f0-8c6e-74abbe740cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:57.331528 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c96149a-e6ab-4522-8b6b-4e6c1d5f838f req-81842845-248d-46f0-8c6e-74abbe740cc5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0d908954-d861-46d7-bf3a-5b99a23f2cf9 HTTP/1.1" status: 200 len: 917 time: 0.6848896 Feb 09 01:48:57.339430 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-f7e5e28f-e74b-4efb-9603-a3fce9b969b9 service neutron] Transition to ACTIVE for port object 2d0baf7e-0089-4cde-86cc-ae9332d487c3 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:48:57.357961 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-f7e5e28f-e74b-4efb-9603-a3fce9b969b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:57.361690 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-91e3aaf9-fd73-45ef-ada4-ba9b4135248a tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks [] for floatingip (0a2fe31a-d660-4ef4-873d-9c34ca0ed4df), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:57.365607 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-91e3aaf9-fd73-45ef-ada4-ba9b4135248a tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:57.371122 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-91e3aaf9-fd73-45ef-ada4-ba9b4135248a tempest-ServersTestFqdnHostnames-2082967340 tempest-ServersTestFqdnHostnames-2082967340-project] 10.222.0.36 "DELETE /v2.0/floatingips/0a2fe31a-d660-4ef4-873d-9c34ca0ed4df HTTP/1.1" status: 204 len: 168 time: 4.4400892 Feb 09 01:48:57.380006 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49456) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:57.420568 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-902023da-4b6a-4685-8326-b764e681bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:57.422031 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-902023da-4b6a-4685-8326-b764e681bf4f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b8ffa12-e7a2-435c-8df8-c84f249d7dce HTTP/1.1" status: 200 len: 838 time: 0.4407139 Feb 09 01:48:57.430868 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5e28f-e74b-4efb-9603-a3fce9b969b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0baf7e-0089-4cde-86cc-ae9332d487c3,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:57.431069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba795c53-7570-4631-8c8a-884ef7e1eab3 req-a897e883-1bfc-4d09-a909-e6d979e6c86f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:57.439904 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ba795c53-7570-4631-8c8a-884ef7e1eab3 req-a897e883-1bfc-4d09-a909-e6d979e6c86f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 931 time: 0.9584591 Feb 09 01:48:57.445491 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d5057a8e-8cce-4bcc-be68-5cb8dff97b97 service neutron] For port b269a9a6-f231-40d6-a11d-0a6fa5495195, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:48:57.454775 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-108ffcf0-0d42-497a-a806-34766c59573c req-876ea684-afab-4b82-9655-2a02f501085c tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/security-groups?id=960e7ff1-0906-492f-9011-6fa8220abdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552424 Feb 09 01:48:57.456164 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673ce6f4-b31a-47af-97a5-ef04abe22e0e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:48:57.468321 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-673ce6f4-b31a-47af-97a5-ef04abe22e0e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:57.469642 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cd2eb6-a892-49de-becc-fca1dcf63638 None None] Sync routers for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:48:57.505799 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cd2eb6-a892-49de-becc-fca1dcf63638 None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:57.506573 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-44cd2eb6-a892-49de-becc-fca1dcf63638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:57.605126 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-44cd2eb6-a892-49de-becc-fca1dcf63638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:57.611620 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d5057a8e-8cce-4bcc-be68-5cb8dff97b97 service neutron] For port b269a9a6-f231-40d6-a11d-0a6fa5495195, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=b269a9a6-f231-40d6-a11d-0a6fa5495195,segment=NetworkSegment(e088bf88-a117-47a6-ba87-54c00f7a6928),segment_id=e088bf88-a117-47a6-ba87-54c00f7a6928)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:48:57.622608 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-673ce6f4-b31a-47af-97a5-ef04abe22e0e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "PUT /v2.0/floatingips/0bdc866a-d925-4e05-8a4c-89a33a7f6b09 HTTP/1.1" status: 200 len: 979 time: 3.1818287 Feb 09 01:48:57.624068 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49464) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:57.629527 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cd2eb6-a892-49de-becc-fca1dcf63638 None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:57.630782 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-44cd2eb6-a892-49de-becc-fca1dcf63638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:57.713848 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-44cd2eb6-a892-49de-becc-fca1dcf63638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:57.714755 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cd2eb6-a892-49de-becc-fca1dcf63638 None None] The sync data for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:48:57.810726 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d5057a8e-8cce-4bcc-be68-5cb8dff97b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (b269a9a6-f231-40d6-a11d-0a6fa5495195), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:57.813902 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c96149a-e6ab-4522-8b6b-4e6c1d5f838f req-babf184b-e287-4eed-b09a-70ed9fee2a4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a30a57df-3bd2-4ed9-b43b-5e23f49869fc HTTP/1.1" status: 200 len: 217 time: 0.4345844 Feb 09 01:48:57.855107 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-eec98d28-9c50-4f8e-9f84-b37b47cedf89 req-fee9c9d4-3b67-4fce-96f9-e7d0cd17aa0c tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] For port 23964c4b-ad25-49cc-9674-ee886ba2c907, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=23964c4b-ad25-49cc-9674-ee886ba2c907,segment=NetworkSegment(5194c14e-64af-497d-857e-922d48b22d0a),segment_id=5194c14e-64af-497d-857e-922d48b22d0a)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:57.855547 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-eec98d28-9c50-4f8e-9f84-b37b47cedf89 req-fee9c9d4-3b67-4fce-96f9-e7d0cd17aa0c tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (23964c4b-ad25-49cc-9674-ee886ba2c907), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:57.874943 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-f7e5e28f-e74b-4efb-9603-a3fce9b969b9 service neutron] Attempting to bind port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:48:57.875309 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-f7e5e28f-e74b-4efb-9603-a3fce9b969b9 service neutron] Attempting to bind port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:48:57.875657 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-f7e5e28f-e74b-4efb-9603-a3fce9b969b9 service neutron] Attempting to bind port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 on network 220e7f29-84b2-429c-a5a5-34d2ac552d01 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:57.906577 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-f7e5e28f-e74b-4efb-9603-a3fce9b969b9 service neutron] Port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 on network 220e7f29-84b2-429c-a5a5-34d2ac552d01 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:48:57.907353 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-f7e5e28f-e74b-4efb-9603-a3fce9b969b9 service neutron] Attempting to bind port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 on network 220e7f29-84b2-429c-a5a5-34d2ac552d01 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:57.913995 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-538a1236-9aa7-4ce7-8603-b6d962f9d6f6 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Publish callbacks [] for port (a2dc0cb5-071d-476e-8ea9-01899b18ece7), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:57.916394 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-f7e5e28f-e74b-4efb-9603-a3fce9b969b9 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:48:57.917129 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-f7e5e28f-e74b-4efb-9603-a3fce9b969b9 service neutron] Checking segment: {'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:57.917264 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-f7e5e28f-e74b-4efb-9603-a3fce9b969b9 service neutron] Bound using segment: {'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:48:57.917594 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-f7e5e28f-e74b-4efb-9603-a3fce9b969b9 service neutron] Bound port: 2d0baf7e-0089-4cde-86cc-ae9332d487c3, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:48:57.918688 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-f7e5e28f-e74b-4efb-9603-a3fce9b969b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:57.965425 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306d669-8d91-4988-b470-74c98be06caa req-dbdabe85-e12f-42d4-b6e0-e41f50d03fb4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:57.973538 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306d669-8d91-4988-b470-74c98be06caa req-dbdabe85-e12f-42d4-b6e0-e41f50d03fb4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:57.979256 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306d669-8d91-4988-b470-74c98be06caa req-dbdabe85-e12f-42d4-b6e0-e41f50d03fb4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:57.984986 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306d669-8d91-4988-b470-74c98be06caa req-dbdabe85-e12f-42d4-b6e0-e41f50d03fb4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:57.988304 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9306d669-8d91-4988-b470-74c98be06caa req-dbdabe85-e12f-42d4-b6e0-e41f50d03fb4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 3094 time: 0.3716021 Feb 09 01:48:58.002835 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-eec98d28-9c50-4f8e-9f84-b37b47cedf89 req-fee9c9d4-3b67-4fce-96f9-e7d0cd17aa0c tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Calling delete_port for 23964c4b-ad25-49cc-9674-ee886ba2c907 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:58.005484 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ae99866b-486c-4edf-9a07-9bae3338cc41 req-d2f9dbd2-66a4-49db-9272-4db3e070fda3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1997595 Feb 09 01:48:58.009993 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d5057a8e-8cce-4bcc-be68-5cb8dff97b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:58.010623 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d5057a8e-8cce-4bcc-be68-5cb8dff97b97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:58.012309 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-d5057a8e-8cce-4bcc-be68-5cb8dff97b97 service neutron] 10.222.0.48 "PUT /v2.0/ports/b269a9a6-f231-40d6-a11d-0a6fa5495195 HTTP/1.1" status: 200 len: 1092 time: 6.7207155 Feb 09 01:48:58.163825 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-c25e98a7-b925-4e5a-a978-32eccbdccd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:58.172134 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-c25e98a7-b925-4e5a-a978-32eccbdccd21 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1acab3c5-2c37-4c3f-816d-30844a74e102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7223268 Feb 09 01:48:58.195647 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-3511ee64-32f5-4900-83d8-baf52387be7d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for port (28fa76b1-4ebd-4297-bced-ed4c8b21284e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:58.198650 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9306d669-8d91-4988-b470-74c98be06caa req-84125c91-41d5-454e-b72c-0d2c4feec880 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014968 Feb 09 01:48:58.231554 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-f7e5e28f-e74b-4efb-9603-a3fce9b969b9 service neutron] For port 2d0baf7e-0089-4cde-86cc-ae9332d487c3, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:48:58.245982 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-f7e5e28f-e74b-4efb-9603-a3fce9b969b9 service neutron] For port 2d0baf7e-0089-4cde-86cc-ae9332d487c3, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:48:58.265112 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c199f9bf-7f85-4aae-80bb-fc37c555e437 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Deleting port 240a02b7-b9aa-4718-8ba4-a6982dd78d24 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:58.265477 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c199f9bf-7f85-4aae-80bb-fc37c555e437 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (240a02b7-b9aa-4718-8ba4-a6982dd78d24), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:58.319193 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-f7e5e28f-e74b-4efb-9603-a3fce9b969b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:58.339104 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ba795c53-7570-4631-8c8a-884ef7e1eab3 req-6febc5d6-ef65-4a18-a381-396e7090b4f3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8982091 Feb 09 01:48:58.379193 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5057a8e-8cce-4bcc-be68-5cb8dff97b97 service neutron] Pushing event updated for resources: {'Port': ['ID=b269a9a6-f231-40d6-a11d-0a6fa5495195,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:58.383799 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96149a-e6ab-4522-8b6b-4e6c1d5f838f req-616a6b75-fdf0-4386-838a-dc2cfafcc6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:58.385393 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c96149a-e6ab-4522-8b6b-4e6c1d5f838f req-616a6b75-fdf0-4386-838a-dc2cfafcc6ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fd2318f-0270-4495-8fca-6737fb6427cf HTTP/1.1" status: 200 len: 855 time: 0.5271027 Feb 09 01:48:58.441411 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-a11a5f0a-3ac8-4347-89f8-387bde0161bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:58.445443 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-a11a5f0a-3ac8-4347-89f8-387bde0161bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7e9ed7758174b9e85ca77dd6d15a989&device_id=9c8affe7-fb38-4474-ab5e-66b2c1c3242d HTTP/1.1" status: 200 len: 1126 time: 0.3438313 Feb 09 01:48:58.486936 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c8affe7-fb38-4474-ab5e-66b2c1c3242d', 'tag': 'b269a9a6-f231-40d6-a11d-0a6fa5495195'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:58.494097 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5ac337-140f-4036-90a1-283d034c9913" -d '{"events": [{"name": "network-changed", "server_uuid": "9c8affe7-fb38-4474-ab5e-66b2c1c3242d", "tag": "b269a9a6-f231-40d6-a11d-0a6fa5495195"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:58.509348 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-f7e5e28f-e74b-4efb-9603-a3fce9b969b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:58.511577 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-f7e5e28f-e74b-4efb-9603-a3fce9b969b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:58.513179 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-f7e5e28f-e74b-4efb-9603-a3fce9b969b9 service neutron] 10.222.0.67 "PUT /v2.0/ports/2d0baf7e-0089-4cde-86cc-ae9332d487c3 HTTP/1.1" status: 200 len: 1091 time: 2.0506496 Feb 09 01:48:58.517435 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'tag': '2d0baf7e-0089-4cde-86cc-ae9332d487c3'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:58.521029 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab6893a-7161-4b95-a52a-fa6defc82488" -d '{"events": [{"name": "network-changed", "server_uuid": "12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2", "tag": "2d0baf7e-0089-4cde-86cc-ae9332d487c3"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:58.552788 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-538a1236-9aa7-4ce7-8603-b6d962f9d6f6 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a2dc0cb5-071d-476e-8ea9-01899b18ece7), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:58.601074 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-123a898d-c5d9-4e45-8555-a7d96a72c8d5 req-d4183770-293c-4cd9-8e82-824e8ce56872 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 210 time: 0.2732460 Feb 09 01:48:58.726191 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-c0a48bc7-7e23-451a-b9fa-779885f82c48 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b269a9a6-f231-40d6-a11d-0a6fa5495195 HTTP/1.1" status: 200 len: 217 time: 0.2112582 Feb 09 01:48:58.772737 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device a30a57df-3bd2-4ed9-b43b-5e23f49869fc details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:48:58.915024 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-649101b5-804a-4544-b6eb-9d5bdeede401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:58.920584 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-649101b5-804a-4544-b6eb-9d5bdeede401 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fd2318f-0270-4495-8fca-6737fb6427cf HTTP/1.1" status: 200 len: 855 time: 0.1552663 Feb 09 01:48:58.998884 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port a30a57df-3bd2-4ed9-b43b-5e23f49869fc, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a30a57df-3bd2-4ed9-b43b-5e23f49869fc,segment=NetworkSegment(e088bf88-a117-47a6-ba87-54c00f7a6928),segment_id=e088bf88-a117-47a6-ba87-54c00f7a6928)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:59.013252 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'a30a57df-3bd2-4ed9-b43b-5e23f49869fc', 'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9', 'port_id': 'a30a57df-3bd2-4ed9-b43b-5e23f49869fc', 'mac_address': 'fa:16:3e:74:a7:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd2318f-0270-4495-8fca-6737fb6427cf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:48:59.054107 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd32547-7b58-4851-86fd-c12729d63fe0 req-16125d71-a089-4e4b-b66c-4879b747f059 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:59.057641 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port a30a57df-3bd2-4ed9-b43b-5e23f49869fc is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:59.058309 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a30a57df-3bd2-4ed9-b43b-5e23f49869fc), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:59.064673 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cdd32547-7b58-4851-86fd-c12729d63fe0 req-16125d71-a089-4e4b-b66c-4879b747f059 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/ports?device_id=57d1f266-2639-4b30-a91f-c2a7a4045fdd HTTP/1.1" status: 200 len: 945 time: 0.3403008 Feb 09 01:48:59.073663 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c199f9bf-7f85-4aae-80bb-fc37c555e437 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (240a02b7-b9aa-4718-8ba4-a6982dd78d24), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:59.083779 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c199f9bf-7f85-4aae-80bb-fc37c555e437 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (240a02b7-b9aa-4718-8ba4-a6982dd78d24), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:59.088119 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30a57df-3bd2-4ed9-b43b-5e23f49869fc {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:48:59.121647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port a30a57df-3bd2-4ed9-b43b-5e23f49869fc, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a30a57df-3bd2-4ed9-b43b-5e23f49869fc,segment=NetworkSegment(e088bf88-a117-47a6-ba87-54c00f7a6928),segment_id=e088bf88-a117-47a6-ba87-54c00f7a6928)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:59.128569 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a30a57df-3bd2-4ed9-b43b-5e23f49869fc), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:59.131762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-538a1236-9aa7-4ce7-8603-b6d962f9d6f6 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Network 0d908954-d861-46d7-bf3a-5b99a23f2cf9 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:59.135640 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99866b-486c-4edf-9a07-9bae3338cc41 req-44195f05-8c06-443f-9602-e388c282d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:59.137627 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae99866b-486c-4edf-9a07-9bae3338cc41 req-44195f05-8c06-443f-9602-e388c282d407 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5bb1a0b377414dc1915d0f29c8ffb19f&device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 1167 time: 0.9831688 Feb 09 01:48:59.180356 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5e28f-e74b-4efb-9603-a3fce9b969b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0baf7e-0089-4cde-86cc-ae9332d487c3,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:59.207952 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=a30a57df-3bd2-4ed9-b43b-5e23f49869fc,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:59.214531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-78a19852-5473-493f-b8f3-fe68c6521bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:59.216608 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-78a19852-5473-493f-b8f3-fe68c6521bb9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 1125 time: 0.6443255 Feb 09 01:48:59.224105 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-538a1236-9aa7-4ce7-8603-b6d962f9d6f6 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:59.231470 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-2daa32ba-8df6-444b-834e-cedb9bd2639e service neutron] 10.222.0.67 "GET /v2.0/networks/1acab3c5-2c37-4c3f-816d-30844a74e102?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0241573 Feb 09 01:48:59.232353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-538a1236-9aa7-4ce7-8603-b6d962f9d6f6 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:59.242852 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c199f9bf-7f85-4aae-80bb-fc37c555e437 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Calling delete_port for 240a02b7-b9aa-4718-8ba4-a6982dd78d24 owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:59.337326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 23964c4b-ad25-49cc-9674-ee886ba2c907 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:48:59.337833 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-e38af83a-5b03-4316-952a-ec2dc7c14fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:59.340685 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-e38af83a-5b03-4316-952a-ec2dc7c14fd1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0d908954-d861-46d7-bf3a-5b99a23f2cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3970349 Feb 09 01:48:59.346946 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-538a1236-9aa7-4ce7-8603-b6d962f9d6f6 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:59.348033 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-538a1236-9aa7-4ce7-8603-b6d962f9d6f6 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:59.388862 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['a30a57df-3bd2-4ed9-b43b-5e23f49869fc'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:48:59.392865 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cdd32547-7b58-4851-86fd-c12729d63fe0 req-e05937e0-1d1d-49f1-9526-79fafd79a47b tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/security-groups?id=960e7ff1-0906-492f-9011-6fa8220abdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270245 Feb 09 01:48:59.397288 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-8fd85efe-3966-4d1e-b753-53fcaa5384f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3 HTTP/1.1" status: 200 len: 217 time: 0.1476989 Feb 09 01:48:59.494219 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-3511ee64-32f5-4900-83d8-baf52387be7d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (28fa76b1-4ebd-4297-bced-ed4c8b21284e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:59.503902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99866b-486c-4edf-9a07-9bae3338cc41 req-50e744e2-759f-4049-8c03-505e43977c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:59.505392 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae99866b-486c-4edf-9a07-9bae3338cc41 req-50e744e2-759f-4049-8c03-505e43977c4e service neutron] 10.222.0.48 "GET /v2.0/networks?id=9652cd42-3945-405b-b48b-6a0866a4d308 HTTP/1.1" status: 200 len: 896 time: 0.1918056 Feb 09 01:48:59.510571 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a9c6a6-8802-4056-82ce-3cddfeab72b7 x-openstack-request-id: req-65a9c6a6-8802-4056-82ce-3cddfeab72b7 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:59.510897 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c8affe7-fb38-4474-ab5e-66b2c1c3242d", "tag": "b269a9a6-f231-40d6-a11d-0a6fa5495195", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:59.511131 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-65a9c6a6-8802-4056-82ce-3cddfeab72b7 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:59.517023 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c8affe7-fb38-4474-ab5e-66b2c1c3242d', 'tag': 'b269a9a6-f231-40d6-a11d-0a6fa5495195', 'status': 'completed', 'code': 200} Feb 09 01:48:59.599775 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96149a-e6ab-4522-8b6b-4e6c1d5f838f req-3484c5ec-7924-4062-a8a5-63e078e53650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:59.601306 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c96149a-e6ab-4522-8b6b-4e6c1d5f838f req-3484c5ec-7924-4062-a8a5-63e078e53650 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0d908954-d861-46d7-bf3a-5b99a23f2cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.2002711 Feb 09 01:48:59.632812 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbbb026-aa85-43cd-92af-618901b97712 x-openstack-request-id: req-bfbbb026-aa85-43cd-92af-618901b97712 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:59.633295 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2", "tag": "2d0baf7e-0089-4cde-86cc-ae9332d487c3", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:59.633515 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bfbbb026-aa85-43cd-92af-618901b97712 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:59.633920 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'tag': '2d0baf7e-0089-4cde-86cc-ae9332d487c3', 'status': 'completed', 'code': 200} Feb 09 01:48:59.690672 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 23964c4b-ad25-49cc-9674-ee886ba2c907 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:59.691458 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (23964c4b-ad25-49cc-9674-ee886ba2c907), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:59.787988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-77856488-2f3f-474e-ba95-991b31b5032f None None] Provisioning complete for port a2dc0cb5-071d-476e-8ea9-01899b18ece7 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:59.788608 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-77856488-2f3f-474e-ba95-991b31b5032f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a2dc0cb5-071d-476e-8ea9-01899b18ece7), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:59.823298 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-2d4b6a7a-4520-4678-baa4-3f92d95d66a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:59.825251 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-2d4b6a7a-4520-4678-baa4-3f92d95d66a6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.3928032 Feb 09 01:48:59.870855 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-77856488-2f3f-474e-ba95-991b31b5032f None None] Port a2dc0cb5-071d-476e-8ea9-01899b18ece7 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:48:59.884372 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0744ce-74fc-4f96-b186-7596404df3e2 req-adda5710-e4ca-48cc-99db-c44a1276b3d0 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:59.886695 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3d0744ce-74fc-4f96-b186-7596404df3e2 req-adda5710-e4ca-48cc-99db-c44a1276b3d0 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 907 time: 1.3882258 Feb 09 01:48:59.913081 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-3511ee64-32f5-4900-83d8-baf52387be7d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Network 5c2d2fcf-eafc-455c-9448-5e06dd737c5d is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:59.913311 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-31b83def-6be5-47e0-ae9e-4aa60bafbe35 service neutron] 10.222.0.48 "GET /v2.0/networks/0d908954-d861-46d7-bf3a-5b99a23f2cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519712 Feb 09 01:48:59.950741 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647acc9-cbd5-459f-921b-5df68bc871ea req-63eb7c81-08f1-4cbe-9002-a7e319d010e8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:59.975943 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647acc9-cbd5-459f-921b-5df68bc871ea req-63eb7c81-08f1-4cbe-9002-a7e319d010e8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:59.985343 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-3511ee64-32f5-4900-83d8-baf52387be7d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:59.990436 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647acc9-cbd5-459f-921b-5df68bc871ea req-63eb7c81-08f1-4cbe-9002-a7e319d010e8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:59.996077 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-3511ee64-32f5-4900-83d8-baf52387be7d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:00.017686 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647acc9-cbd5-459f-921b-5df68bc871ea req-63eb7c81-08f1-4cbe-9002-a7e319d010e8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:00.023041 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647acc9-cbd5-459f-921b-5df68bc871ea req-63eb7c81-08f1-4cbe-9002-a7e319d010e8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:00.024848 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2647acc9-cbd5-459f-921b-5df68bc871ea req-63eb7c81-08f1-4cbe-9002-a7e319d010e8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 3815 time: 0.2773106 Feb 09 01:49:00.076251 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae99866b-486c-4edf-9a07-9bae3338cc41 req-b4201dab-be70-4051-b50b-9b5a6b08cbbe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19d815ec-2d23-4c57-9f3c-06c47de07295 HTTP/1.1" status: 200 len: 1002 time: 0.5186105 Feb 09 01:49:00.077694 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-eec98d28-9c50-4f8e-9f84-b37b47cedf89 req-fee9c9d4-3b67-4fce-96f9-e7d0cd17aa0c tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (23964c4b-ad25-49cc-9674-ee886ba2c907), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:00.146688 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-74360bfe-13b9-4282-b800-a47ec93beb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:00.148790 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-74360bfe-13b9-4282-b800-a47ec93beb7e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3129065 Feb 09 01:49:00.155137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-3511ee64-32f5-4900-83d8-baf52387be7d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:00.155935 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-3511ee64-32f5-4900-83d8-baf52387be7d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:00.164671 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-538a1236-9aa7-4ce7-8603-b6d962f9d6f6 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7543056 Feb 09 01:49:00.266668 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ed4447d-57f5-4fdb-a608-c767596337d2 req-fb4c5a47-44b2-423e-bd6a-ccdcd6c5d52d service neutron] 10.222.0.67 "GET /v2.0/networks/1acab3c5-2c37-4c3f-816d-30844a74e102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9151936 Feb 09 01:49:00.268449 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a1236-9aa7-4ce7-8603-b6d962f9d6f6 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Pushing event updated for resources: {'Port': ['ID=a2dc0cb5-071d-476e-8ea9-01899b18ece7,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:00.326961 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2647acc9-cbd5-459f-921b-5df68bc871ea req-0c726dc1-534d-4256-bc93-da8b2e5b1323 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2662230 Feb 09 01:49:00.344116 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-458c39b5-adaf-4d30-b21c-787a38662ebf req-264b016e-60ca-4251-a60e-28b5713e784c service neutron] 10.222.0.48 "GET /v2.0/networks/0d908954-d861-46d7-bf3a-5b99a23f2cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222970 Feb 09 01:49:00.375856 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c199f9bf-7f85-4aae-80bb-fc37c555e437 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (240a02b7-b9aa-4718-8ba4-a6982dd78d24), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:00.416958 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-bba21839-de25-4c2a-ba14-eef3f335cc35 None None] Provisioning complete for port 28fa76b1-4ebd-4297-bced-ed4c8b21284e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:00.418543 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bba21839-de25-4c2a-ba14-eef3f335cc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (28fa76b1-4ebd-4297-bced-ed4c8b21284e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:00.440236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99866b-486c-4edf-9a07-9bae3338cc41 req-ac7ce80d-05c8-45df-bb4c-e60d2cbfd264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:00.445475 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae99866b-486c-4edf-9a07-9bae3338cc41 req-ac7ce80d-05c8-45df-bb4c-e60d2cbfd264 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2563808-760d-419a-b1ba-497369146386 HTTP/1.1" status: 200 len: 835 time: 0.1971774 Feb 09 01:49:00.446720 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511ee64-32f5-4900-83d8-baf52387be7d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event updated for resources: {'Port': ['ID=28fa76b1-4ebd-4297-bced-ed4c8b21284e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:00.471246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-664a7cef-2b27-43d2-8743-7edf57da6773 service neutron] Request body: {'port': {'device_id': 'cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:00.548579 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-bba21839-de25-4c2a-ba14-eef3f335cc35 None None] Port 28fa76b1-4ebd-4297-bced-ed4c8b21284e cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:49:00.564597 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-be42aebc-ffe6-4b1f-afae-f39399816f95 service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065444 Feb 09 01:49:00.585142 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199f9bf-7f85-4aae-80bb-fc37c555e437 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event deleted for resources: {'Port': ['ID=240a02b7-b9aa-4718-8ba4-a6982dd78d24,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:00.633433 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-664a7cef-2b27-43d2-8743-7edf57da6773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a2dc0cb5-071d-476e-8ea9-01899b18ece7), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:00.729025 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec98d28-9c50-4f8e-9f84-b37b47cedf89 req-fee9c9d4-3b67-4fce-96f9-e7d0cd17aa0c tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] No DVR routers for this DVR port 23964c4b-ad25-49cc-9674-ee886ba2c907 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:49:00.775877 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device a30a57df-3bd2-4ed9-b43b-5e23f49869fc up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:00.859588 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-eec98d28-9c50-4f8e-9f84-b37b47cedf89 req-fee9c9d4-3b67-4fce-96f9-e7d0cd17aa0c tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:00.868181 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eec98d28-9c50-4f8e-9f84-b37b47cedf89 req-fee9c9d4-3b67-4fce-96f9-e7d0cd17aa0c tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.67 "DELETE /v2.0/ports/23964c4b-ad25-49cc-9674-ee886ba2c907 HTTP/1.1" status: 204 len: 173 time: 5.7557023 Feb 09 01:49:00.896020 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-3511ee64-32f5-4900-83d8-baf52387be7d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6487932 Feb 09 01:49:00.901881 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port a30a57df-3bd2-4ed9-b43b-5e23f49869fc completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:49:00.916961 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port a30a57df-3bd2-4ed9-b43b-5e23f49869fc triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:00.920156 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a30a57df-3bd2-4ed9-b43b-5e23f49869fc), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:00.933972 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae1899-ba0d-46c6-b381-29712799cb59 req-78ac34c9-3a72-47ad-bbf8-b3c4296b550c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:00.950423 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f6ae1899-ba0d-46c6-b381-29712799cb59 req-78ac34c9-3a72-47ad-bbf8-b3c4296b550c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 943 time: 0.8811374 Feb 09 01:49:00.982496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1d5a2759-f840-423a-baeb-f4758b2c89e8 service neutron] Request body: {'port': {'device_id': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:01.001461 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9c9d4-3b67-4fce-96f9-e7d0cd17aa0c tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] Pushing event deleted for resources: {'Port': ['ID=23964c4b-ad25-49cc-9674-ee886ba2c907,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:01.165743 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-845cfd90-c71c-4dbd-8af5-8e57720e6cb3 req-00c79762-448f-487f-bdf3-76d17476ea1b service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547254 Feb 09 01:49:01.178209 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c96149a-e6ab-4522-8b6b-4e6c1d5f838f req-daec0ea7-a114-4c7c-9801-0ddd4d12263b service neutron] 10.222.0.48 "GET /v2.0/networks/0d908954-d861-46d7-bf3a-5b99a23f2cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2694814 Feb 09 01:49:01.258561 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c199f9bf-7f85-4aae-80bb-fc37c555e437 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (0bdc866a-d925-4e05-8a4c-89a33a7f6b09), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:01.259127 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-c199f9bf-7f85-4aae-80bb-fc37c555e437 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Floating IP 0bdc866a-d925-4e05-8a4c-89a33a7f6b09 disassociated (deleted). External IP: 172.25.7.112, port: 64ecff9d-6b9b-4f71-a59e-d93bf53415d9. Feb 09 01:49:01.271163 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f6ae1899-ba0d-46c6-b381-29712799cb59 req-09f884d1-dea6-41bc-9171-60d2f174a7d2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3019037 Feb 09 01:49:01.361616 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ac337-140f-4036-90a1-283d034c9913 req-466a4121-3561-4884-8198-ded1a7284614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:01.363106 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ef5ac337-140f-4036-90a1-283d034c9913 req-466a4121-3561-4884-8198-ded1a7284614 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7e9ed7758174b9e85ca77dd6d15a989&device_id=9c8affe7-fb38-4474-ab5e-66b2c1c3242d HTTP/1.1" status: 200 len: 1126 time: 0.8228211 Feb 09 01:49:01.396141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port a30a57df-3bd2-4ed9-b43b-5e23f49869fc is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:01.404057 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af95c1e-547b-4726-8071-12fc7d45459f req-3d06bfc0-ea65-42a8-bf06-75f28c7719be tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:01.404573 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b716a0c-6a90-4709-849e-c7743dff5ca6 req-78e31a1c-41af-4ec1-b035-7b8699e64502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:01.405619 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7af95c1e-547b-4726-8071-12fc7d45459f req-3d06bfc0-ea65-42a8-bf06-75f28c7719be tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 932 time: 0.8539181 Feb 09 01:49:01.408570 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b716a0c-6a90-4709-849e-c7743dff5ca6 req-78e31a1c-41af-4ec1-b035-7b8699e64502 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5bb1a0b377414dc1915d0f29c8ffb19f&device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 1089 time: 0.8856981 Feb 09 01:49:01.413027 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a30a57df-3bd2-4ed9-b43b-5e23f49869fc), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:01.474517 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420b6c52-d7cf-49f4-8668-01c61a9ea7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30a57df-3bd2-4ed9-b43b-5e23f49869fc'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:01.492895 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ea3ef4-2d4e-4511-9968-4cb7cb098037" -d '{"events": [{"server_uuid": "420b6c52-d7cf-49f4-8668-01c61a9ea7ba", "name": "network-vif-plugged", "status": "completed", "tag": "a30a57df-3bd2-4ed9-b43b-5e23f49869fc"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:01.527041 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port a30a57df-3bd2-4ed9-b43b-5e23f49869fc, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a30a57df-3bd2-4ed9-b43b-5e23f49869fc,segment=NetworkSegment(e088bf88-a117-47a6-ba87-54c00f7a6928),segment_id=e088bf88-a117-47a6-ba87-54c00f7a6928)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:01.535850 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a30a57df-3bd2-4ed9-b43b-5e23f49869fc), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:01.547737 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ac337-140f-4036-90a1-283d034c9913 req-a38a646e-602e-436f-8b00-56b61e7a1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:01.549374 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ef5ac337-140f-4036-90a1-283d034c9913 req-a38a646e-602e-436f-8b00-56b61e7a1fdc service neutron] 10.222.0.48 "GET /v2.0/networks?id=0d908954-d861-46d7-bf3a-5b99a23f2cf9 HTTP/1.1" status: 200 len: 917 time: 0.1395407 Feb 09 01:49:01.559703 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d1f266-2639-4b30-a91f-c2a7a4045fdd', 'name': 'network-vif-deleted', 'tag': '23964c4b-ad25-49cc-9674-ee886ba2c907'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:01.563799 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891107df-88ef-4d26-ae2f-5cc3f393fcb7" -d '{"events": [{"server_uuid": "57d1f266-2639-4b30-a91f-c2a7a4045fdd", "name": "network-vif-deleted", "tag": "23964c4b-ad25-49cc-9674-ee886ba2c907"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:01.607408 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ef5ac337-140f-4036-90a1-283d034c9913 req-0026a1b9-5280-4067-bb6a-3c0cd93f3f03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b269a9a6-f231-40d6-a11d-0a6fa5495195 HTTP/1.1" status: 200 len: 217 time: 0.0508924 Feb 09 01:49:01.626186 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99866b-486c-4edf-9a07-9bae3338cc41 req-622d2259-7b35-49f2-a849-273468124b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:01.628380 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae99866b-486c-4edf-9a07-9bae3338cc41 req-622d2259-7b35-49f2-a849-273468124b37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9652cd42-3945-405b-b48b-6a0866a4d308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0286324 Feb 09 01:49:01.688744 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ac337-140f-4036-90a1-283d034c9913 req-d543ffee-52cf-4652-9793-f4277525617b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:01.690357 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ef5ac337-140f-4036-90a1-283d034c9913 req-d543ffee-52cf-4652-9793-f4277525617b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fd2318f-0270-4495-8fca-6737fb6427cf HTTP/1.1" status: 200 len: 855 time: 0.0671134 Feb 09 01:49:01.699136 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=a30a57df-3bd2-4ed9-b43b-5e23f49869fc,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:01.713274 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6893a-7161-4b95-a52a-fa6defc82488 req-142be7de-a539-4714-a4f9-0f1eb6a35d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:01.714728 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ab6893a-7161-4b95-a52a-fa6defc82488 req-142be7de-a539-4714-a4f9-0f1eb6a35d9c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 1125 time: 0.4518502 Feb 09 01:49:01.720641 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-29f7d5be-cb03-4b2d-b85d-73ffee1f7b71 req-73fe9202-b00e-4ac3-aa0d-48eb779bd232 tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] 10.222.0.36 "GET /v2.0/ports?device_id=57d1f266-2639-4b30-a91f-c2a7a4045fdd HTTP/1.1" status: 200 len: 210 time: 0.2056274 Feb 09 01:49:01.826083 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49636) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:01.849158 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7af95c1e-547b-4726-8071-12fc7d45459f req-b4d51175-8437-4b2e-be29-b791e1db8367 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942228 Feb 09 01:49:01.860910 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ac337-140f-4036-90a1-283d034c9913 req-b30160a5-aa90-4eaa-8038-613457a0706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:01.862451 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ef5ac337-140f-4036-90a1-283d034c9913 req-b30160a5-aa90-4eaa-8038-613457a0706d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0d908954-d861-46d7-bf3a-5b99a23f2cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1526423 Feb 09 01:49:01.990768 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1d5a2759-f840-423a-baeb-f4758b2c89e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c256480c-5c68-4a1d-819c-22216ad81ce4), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:02.036831 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-75e5d621-0f82-465c-ab39-201b68f25520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:02.145347 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-75e5d621-0f82-465c-ab39-201b68f25520 admin admin] Publish callbacks [] for security_group (119a4158-6844-42ee-82c3-9135d0c1cafa), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:02.147036 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6893a-7161-4b95-a52a-fa6defc82488 req-57e9d703-18fe-461c-b935-131c41f81cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:02.148860 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ab6893a-7161-4b95-a52a-fa6defc82488 req-57e9d703-18fe-461c-b935-131c41f81cc9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 912 time: 0.3919520 Feb 09 01:49:02.182745 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-75e5d621-0f82-465c-ab39-201b68f25520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (119a4158-6844-42ee-82c3-9135d0c1cafa), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:02.239663 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ab6893a-7161-4b95-a52a-fa6defc82488 req-eac57297-fb4a-48a3-97d4-7c1a8863d5c3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3 HTTP/1.1" status: 200 len: 217 time: 0.0825500 Feb 09 01:49:02.276137 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c96149a-e6ab-4522-8b6b-4e6c1d5f838f req-75891bb2-fd4c-4c1c-8541-ea19ecdebbfb service neutron] 10.222.0.48 "GET /v2.0/networks/0d908954-d861-46d7-bf3a-5b99a23f2cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0885692 Feb 09 01:49:02.292764 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae99866b-486c-4edf-9a07-9bae3338cc41 req-14baec95-ec39-4bbc-af80-0c8a436e6fe6 service neutron] 10.222.0.48 "GET /v2.0/networks/9652cd42-3945-405b-b48b-6a0866a4d308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033146 Feb 09 01:49:02.318413 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ef5ac337-140f-4036-90a1-283d034c9913 req-e87d19e9-8845-4b4e-a147-ed9fbfde59e5 service neutron] 10.222.0.48 "GET /v2.0/networks/0d908954-d861-46d7-bf3a-5b99a23f2cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478645 Feb 09 01:49:02.327373 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-75e5d621-0f82-465c-ab39-201b68f25520 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eb98b9e7499040e5ac73e6b6ce2dab64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4950595 Feb 09 01:49:02.332053 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5d621-0f82-465c-ab39-201b68f25520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119a4158-6844-42ee-82c3-9135d0c1cafa,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:02.334479 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49642) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:02.363177 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496a6a1-de51-4493-9d96-092518bcaaca req-c190d730-cb62-4a5f-8ace-445343b3fc90 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:02.364876 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9496a6a1-de51-4493-9d96-092518bcaaca req-c190d730-cb62-4a5f-8ace-445343b3fc90 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 907 time: 0.5379543 Feb 09 01:49:02.380098 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b716a0c-6a90-4709-849e-c7743dff5ca6 req-9d9d855b-0880-45a5-9be8-511b53e98b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:02.381732 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b716a0c-6a90-4709-849e-c7743dff5ca6 req-9d9d855b-0880-45a5-9be8-511b53e98b36 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1acab3c5-2c37-4c3f-816d-30844a74e102 HTTP/1.1" status: 200 len: 898 time: 0.8742089 Feb 09 01:49:02.384461 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4a27f-69cd-4342-beb9-7ce356b4b879 req-d6399c29-54e2-4bad-97d4-162d2c07d2a1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:02.399200 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4a27f-69cd-4342-beb9-7ce356b4b879 req-d6399c29-54e2-4bad-97d4-162d2c07d2a1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:02.399200 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4a27f-69cd-4342-beb9-7ce356b4b879 req-d6399c29-54e2-4bad-97d4-162d2c07d2a1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:02.401550 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4a27f-69cd-4342-beb9-7ce356b4b879 req-d6399c29-54e2-4bad-97d4-162d2c07d2a1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:02.406292 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4a27f-69cd-4342-beb9-7ce356b4b879 req-d6399c29-54e2-4bad-97d4-162d2c07d2a1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:02.408679 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56f4a27f-69cd-4342-beb9-7ce356b4b879 req-d6399c29-54e2-4bad-97d4-162d2c07d2a1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 3815 time: 0.4406698 Feb 09 01:49:02.457364 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a9e1ba-b3f3-4d5c-8218-2acb91dabea7 x-openstack-request-id: req-f6a9e1ba-b3f3-4d5c-8218-2acb91dabea7 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:02.458300 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420b6c52-d7cf-49f4-8668-01c61a9ea7ba", "name": "network-vif-plugged", "status": "completed", "tag": "a30a57df-3bd2-4ed9-b43b-5e23f49869fc", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:02.458736 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6a9e1ba-b3f3-4d5c-8218-2acb91dabea7 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:02.461983 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c199f9bf-7f85-4aae-80bb-fc37c555e437 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Router 099ddf97-8c69-4bdc-b833-4067333a4b68 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:49:02.471806 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420b6c52-d7cf-49f4-8668-01c61a9ea7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30a57df-3bd2-4ed9-b43b-5e23f49869fc', 'code': 200} Feb 09 01:49:02.475470 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6893a-7161-4b95-a52a-fa6defc82488 req-f1e97042-3619-436e-a3d4-e2b7e2ee96b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:02.477492 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ab6893a-7161-4b95-a52a-fa6defc82488 req-f1e97042-3619-436e-a3d4-e2b7e2ee96b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.2139792 Feb 09 01:49:02.699968 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56f4a27f-69cd-4342-beb9-7ce356b4b879 req-8c251ba9-6c27-40ee-9500-67ac7d377fe8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2522464 Feb 09 01:49:02.707724 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ef5ac337-140f-4036-90a1-283d034c9913 req-b8620f45-b557-40ba-af4f-2927b1b2268b service neutron] 10.222.0.48 "GET /v2.0/networks/0d908954-d861-46d7-bf3a-5b99a23f2cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813739 Feb 09 01:49:02.708382 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1d28296a-abf1-4ec1-8d96-b7598dbd9cde admin admin] Publish callbacks [] for security_group (119a4158-6844-42ee-82c3-9135d0c1cafa), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:02.747825 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6893a-7161-4b95-a52a-fa6defc82488 req-633dfeb6-c6fc-4a35-a94e-ca35e34775c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:02.749522 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ab6893a-7161-4b95-a52a-fa6defc82488 req-633dfeb6-c6fc-4a35-a94e-ca35e34775c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2534809 Feb 09 01:49:02.757148 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1d28296a-abf1-4ec1-8d96-b7598dbd9cde admin admin] Publish callbacks [] for security_group (119a4158-6844-42ee-82c3-9135d0c1cafa), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:02.775372 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device b269a9a6-f231-40d6-a11d-0a6fa5495195 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:49:02.792400 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49646) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:02.838817 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc203cf7-3945-4bca-9677-0c078fef2723 x-openstack-request-id: req-bc203cf7-3945-4bca-9677-0c078fef2723 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:02.839460 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d1f266-2639-4b30-a91f-c2a7a4045fdd", "name": "network-vif-deleted", "tag": "23964c4b-ad25-49cc-9674-ee886ba2c907", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:02.839460 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc203cf7-3945-4bca-9677-0c078fef2723 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:02.839787 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d1f266-2639-4b30-a91f-c2a7a4045fdd', 'name': 'network-vif-deleted', 'tag': '23964c4b-ad25-49cc-9674-ee886ba2c907', 'status': 'completed', 'code': 200} Feb 09 01:49:02.877972 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b716a0c-6a90-4709-849e-c7743dff5ca6 req-323017fe-a8db-4bcc-a4a8-0a49d11da5a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=50220b4a-b23c-47f8-bcbf-2e156476b655 HTTP/1.1" status: 200 len: 217 time: 0.4222305 Feb 09 01:49:02.921349 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c199f9bf-7f85-4aae-80bb-fc37c555e437 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:02.933356 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a2c491-698b-4415-bba7-77df231fccfa None None] Sync routers for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:02.936025 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c199f9bf-7f85-4aae-80bb-fc37c555e437 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:02.958017 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a2c491-698b-4415-bba7-77df231fccfa None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:02.962865 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a0a2c491-698b-4415-bba7-77df231fccfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:02.983662 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port b269a9a6-f231-40d6-a11d-0a6fa5495195, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=b269a9a6-f231-40d6-a11d-0a6fa5495195,segment=NetworkSegment(e088bf88-a117-47a6-ba87-54c00f7a6928),segment_id=e088bf88-a117-47a6-ba87-54c00f7a6928)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:02.989410 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-db6cf57f-713d-4bf8-8449-e340b3e50f7f admin admin] Deleting subnet 21048600-ff29-491a-b903-c6c0f04f8158 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:49:03.008442 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db6cf57f-713d-4bf8-8449-e340b3e50f7f admin admin] Publish callbacks [] for subnet (21048600-ff29-491a-b903-c6c0f04f8158), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:03.029697 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'b269a9a6-f231-40d6-a11d-0a6fa5495195', 'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9', 'port_id': 'b269a9a6-f231-40d6-a11d-0a6fa5495195', 'mac_address': 'fa:16:3e:46:42:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd2318f-0270-4495-8fca-6737fb6427cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:49:03.063522 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a0a2c491-698b-4415-bba7-77df231fccfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:03.081971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port b269a9a6-f231-40d6-a11d-0a6fa5495195 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:03.082819 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b269a9a6-f231-40d6-a11d-0a6fa5495195), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:03.085979 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a2c491-698b-4415-bba7-77df231fccfa None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:03.088383 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a0a2c491-698b-4415-bba7-77df231fccfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:48:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:03.095426 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1d28296a-abf1-4ec1-8d96-b7598dbd9cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (119a4158-6844-42ee-82c3-9135d0c1cafa), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:03.098520 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1d28296a-abf1-4ec1-8d96-b7598dbd9cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:03.099828 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1d28296a-abf1-4ec1-8d96-b7598dbd9cde admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/119a4158-6844-42ee-82c3-9135d0c1cafa HTTP/1.1" status: 204 len: 168 time: 0.7509136 Feb 09 01:49:03.101666 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b269a9a6-f231-40d6-a11d-0a6fa5495195 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:03.102529 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ab6893a-7161-4b95-a52a-fa6defc82488 req-d5cae864-caae-4b5d-852a-8c5f99a6b8a9 service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426628 Feb 09 01:49:03.104046 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c199f9bf-7f85-4aae-80bb-fc37c555e437 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "DELETE /v2.0/floatingips/0bdc866a-d925-4e05-8a4c-89a33a7f6b09 HTTP/1.1" status: 204 len: 168 time: 5.4750631 Feb 09 01:49:03.133657 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49652) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:03.144057 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a0a2c491-698b-4415-bba7-77df231fccfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:03.144721 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a2c491-698b-4415-bba7-77df231fccfa None None] The sync data for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:03.147959 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port b269a9a6-f231-40d6-a11d-0a6fa5495195, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=b269a9a6-f231-40d6-a11d-0a6fa5495195,segment=NetworkSegment(e088bf88-a117-47a6-ba87-54c00f7a6928),segment_id=e088bf88-a117-47a6-ba87-54c00f7a6928)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:03.154970 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b269a9a6-f231-40d6-a11d-0a6fa5495195), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:03.215771 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28296a-abf1-4ec1-8d96-b7598dbd9cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119a4158-6844-42ee-82c3-9135d0c1cafa,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:03.233187 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=b269a9a6-f231-40d6-a11d-0a6fa5495195,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:03.248594 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b716a0c-6a90-4709-849e-c7743dff5ca6 req-b9aed3bd-285c-4108-9824-fb89a7a23de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:03.250136 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b716a0c-6a90-4709-849e-c7743dff5ca6 req-b9aed3bd-285c-4108-9824-fb89a7a23de2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b8ffa12-e7a2-435c-8df8-c84f249d7dce HTTP/1.1" status: 200 len: 838 time: 0.3490255 Feb 09 01:49:03.259689 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db6cf57f-713d-4bf8-8449-e340b3e50f7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (21048600-ff29-491a-b903-c6c0f04f8158), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:03.266418 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae99866b-486c-4edf-9a07-9bae3338cc41 req-f4443f5e-cc8f-489e-a90c-9581ad6672d9 service neutron] 10.222.0.48 "GET /v2.0/networks/9652cd42-3945-405b-b48b-6a0866a4d308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9137559 Feb 09 01:49:03.313388 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e1e71-7f48-4f3d-884c-5067394d0b17 req-44774980-d674-40d5-a9c9-741ec8e6d98f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:03.333832 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-123e1e71-7f48-4f3d-884c-5067394d0b17 req-44774980-d674-40d5-a9c9-741ec8e6d98f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 943 time: 0.4775202 Feb 09 01:49:03.342750 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 50220b4a-b23c-47f8-bcbf-2e156476b655 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:49:03.449235 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['b269a9a6-f231-40d6-a11d-0a6fa5495195'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:49:03.489514 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-27490749-7f42-41a4-943a-666004643b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (3c6ce1ed-3e24-4af1-b689-a53215917934), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:03.540173 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db6cf57f-713d-4bf8-8449-e340b3e50f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (21048600-ff29-491a-b903-c6c0f04f8158), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:03.558237 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 50220b4a-b23c-47f8-bcbf-2e156476b655, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=50220b4a-b23c-47f8-bcbf-2e156476b655,segment=NetworkSegment(124c2262-23db-4e43-95da-c72282765e5c),segment_id=124c2262-23db-4e43-95da-c72282765e5c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:03.588025 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad29dc7-c01f-4a48-82eb-6e0dbb5c7d63 req-57408f18-ea33-4769-b8fa-b3b48e4ade0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:03.589566 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ad29dc7-c01f-4a48-82eb-6e0dbb5c7d63 req-57408f18-ea33-4769-b8fa-b3b48e4ade0e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 1127 time: 0.7466955 Feb 09 01:49:03.603017 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '50220b4a-b23c-47f8-bcbf-2e156476b655', 'network_id': '1acab3c5-2c37-4c3f-816d-30844a74e102', 'port_id': '50220b4a-b23c-47f8-bcbf-2e156476b655', 'mac_address': 'fa:16:3e:de:b1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b8ffa12-e7a2-435c-8df8-c84f249d7dce', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:49:03.605613 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b10b96-912a-4b90-a119-0f9171847810 req-9223cc07-2067-4a09-8e89-efc9fe1a6d4e tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:03.616064 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-77b10b96-912a-4b90-a119-0f9171847810 req-9223cc07-2067-4a09-8e89-efc9fe1a6d4e tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 932 time: 0.5542970 Feb 09 01:49:03.619667 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49658) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:03.621942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-664a7cef-2b27-43d2-8743-7edf57da6773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2dc0cb5-071d-476e-8ea9-01899b18ece7 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:03.643090 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1d5a2759-f840-423a-baeb-f4758b2c89e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c256480c-5c68-4a1d-819c-22216ad81ce4 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:03.676790 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ab6893a-7161-4b95-a52a-fa6defc82488 req-34024b6b-f2bf-446a-b723-d300f59806bf service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439219 Feb 09 01:49:03.681934 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-84aaa9bb-0fe5-4525-81f2-857fb01558b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:03.685140 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 50220b4a-b23c-47f8-bcbf-2e156476b655 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:03.685533 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (50220b4a-b23c-47f8-bcbf-2e156476b655), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:03.702225 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50220b4a-b23c-47f8-bcbf-2e156476b655 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:03.735591 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-664a7cef-2b27-43d2-8743-7edf57da6773 service neutron] Publish callbacks [] for port (a2dc0cb5-071d-476e-8ea9-01899b18ece7), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:03.753019 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-664a7cef-2b27-43d2-8743-7edf57da6773 service neutron] Transition to ACTIVE for port object a2dc0cb5-071d-476e-8ea9-01899b18ece7 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:03.770050 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1d5a2759-f840-423a-baeb-f4758b2c89e8 service neutron] Publish callbacks [] for port (c256480c-5c68-4a1d-819c-22216ad81ce4), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:03.778261 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-dc794e14-50dc-409c-8a12-1062b68c503f tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Deleting port 64ecff9d-6b9b-4f71-a59e-d93bf53415d9 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:49:03.778599 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc794e14-50dc-409c-8a12-1062b68c503f tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (64ecff9d-6b9b-4f71-a59e-d93bf53415d9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:03.780219 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 50220b4a-b23c-47f8-bcbf-2e156476b655, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=50220b4a-b23c-47f8-bcbf-2e156476b655,segment=NetworkSegment(124c2262-23db-4e43-95da-c72282765e5c),segment_id=124c2262-23db-4e43-95da-c72282765e5c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:03.783545 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-664a7cef-2b27-43d2-8743-7edf57da6773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a2dc0cb5-071d-476e-8ea9-01899b18ece7), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:03.791913 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-77b10b96-912a-4b90-a119-0f9171847810 req-52744831-3a4b-4e5f-a9b7-e785a96d1e14 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746421 Feb 09 01:49:03.814789 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (50220b4a-b23c-47f8-bcbf-2e156476b655), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:03.879543 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b716a0c-6a90-4709-849e-c7743dff5ca6 req-f7108cb4-9570-431a-bf51-23f4656ab16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:03.881115 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b716a0c-6a90-4709-849e-c7743dff5ca6 req-f7108cb4-9570-431a-bf51-23f4656ab16b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1acab3c5-2c37-4c3f-816d-30844a74e102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6137245 Feb 09 01:49:03.897691 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1d5a2759-f840-423a-baeb-f4758b2c89e8 service neutron] Transition to ACTIVE for port object c256480c-5c68-4a1d-819c-22216ad81ce4 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:03.902663 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ad29dc7-c01f-4a48-82eb-6e0dbb5c7d63 req-f9061fc9-000c-4052-a10a-1a0dc8f6d1b9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714317 Feb 09 01:49:03.975526 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc794e14-50dc-409c-8a12-1062b68c503f tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (64ecff9d-6b9b-4f71-a59e-d93bf53415d9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:03.991234 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=50220b4a-b23c-47f8-bcbf-2e156476b655,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:03.993604 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1d5a2759-f840-423a-baeb-f4758b2c89e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (c256480c-5c68-4a1d-819c-22216ad81ce4), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:04.004433 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-dc794e14-50dc-409c-8a12-1062b68c503f tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Calling delete_port for 64ecff9d-6b9b-4f71-a59e-d93bf53415d9 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:49:04.053687 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-123e1e71-7f48-4f3d-884c-5067394d0b17 req-dea46109-d504-4465-8dd2-2ebaab159132 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7198045 Feb 09 01:49:04.070711 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a7cef-2b27-43d2-8743-7edf57da6773 service neutron] Pushing event updated for resources: {'Port': ['ID=a2dc0cb5-071d-476e-8ea9-01899b18ece7,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:04.121727 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['50220b4a-b23c-47f8-bcbf-2e156476b655'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:49:04.223582 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-84aaa9bb-0fe5-4525-81f2-857fb01558b4 admin admin] Publish callbacks [] for security_group (373f17fb-882f-4183-877e-0b75f906f510), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:04.235700 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db6cf57f-713d-4bf8-8449-e340b3e50f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (21048600-ff29-491a-b903-c6c0f04f8158), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:04.333356 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-84aaa9bb-0fe5-4525-81f2-857fb01558b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (373f17fb-882f-4183-877e-0b75f906f510), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:04.335891 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6cf57f-713d-4bf8-8449-e340b3e50f7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21048600-ff29-491a-b903-c6c0f04f8158,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:04.356676 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db6cf57f-713d-4bf8-8449-e340b3e50f7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:04.373019 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1d5a2759-f840-423a-baeb-f4758b2c89e8 service neutron] Attempting to bind port c256480c-5c68-4a1d-819c-22216ad81ce4 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:04.373236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1d5a2759-f840-423a-baeb-f4758b2c89e8 service neutron] Attempting to bind port c256480c-5c68-4a1d-819c-22216ad81ce4 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:04.373498 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1d5a2759-f840-423a-baeb-f4758b2c89e8 service neutron] Attempting to bind port c256480c-5c68-4a1d-819c-22216ad81ce4 on network ad7f13d6-48b1-4260-a707-f8bf8cbabb95 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:04.374301 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-db6cf57f-713d-4bf8-8449-e340b3e50f7f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/21048600-ff29-491a-b903-c6c0f04f8158 HTTP/1.1" status: 204 len: 168 time: 1.5522807 Feb 09 01:49:04.384948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49662) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:04.419228 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1d5a2759-f840-423a-baeb-f4758b2c89e8 service neutron] Port c256480c-5c68-4a1d-819c-22216ad81ce4 on network ad7f13d6-48b1-4260-a707-f8bf8cbabb95 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:49:04.419607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1d5a2759-f840-423a-baeb-f4758b2c89e8 service neutron] Attempting to bind port c256480c-5c68-4a1d-819c-22216ad81ce4 on network ad7f13d6-48b1-4260-a707-f8bf8cbabb95 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:04.518160 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aaa9bb-0fe5-4525-81f2-857fb01558b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373f17fb-882f-4183-877e-0b75f906f510,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:04.526945 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1d5a2759-f840-423a-baeb-f4758b2c89e8 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:04.527576 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1d5a2759-f840-423a-baeb-f4758b2c89e8 service neutron] Checking segment: {'id': 'f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:04.528230 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-84aaa9bb-0fe5-4525-81f2-857fb01558b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e62a8ad559774e7fb49792e0551e4abf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8992851 Feb 09 01:49:04.531359 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1d5a2759-f840-423a-baeb-f4758b2c89e8 service neutron] Bound using segment: {'id': 'f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:04.531580 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49664) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:04.532284 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1d5a2759-f840-423a-baeb-f4758b2c89e8 service neutron] Bound port: c256480c-5c68-4a1d-819c-22216ad81ce4, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:04.532863 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1d5a2759-f840-423a-baeb-f4758b2c89e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c256480c-5c68-4a1d-819c-22216ad81ce4), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:04.535010 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a2759-f840-423a-baeb-f4758b2c89e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c256480c-5c68-4a1d-819c-22216ad81ce4,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:04.594914 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-664a7cef-2b27-43d2-8743-7edf57da6773 service neutron] Attempting to bind port a2dc0cb5-071d-476e-8ea9-01899b18ece7 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:04.595195 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-664a7cef-2b27-43d2-8743-7edf57da6773 service neutron] Attempting to bind port a2dc0cb5-071d-476e-8ea9-01899b18ece7 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'e088bf88-a117-47a6-ba87-54c00f7a6928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:04.595977 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-664a7cef-2b27-43d2-8743-7edf57da6773 service neutron] Attempting to bind port a2dc0cb5-071d-476e-8ea9-01899b18ece7 on network 0d908954-d861-46d7-bf3a-5b99a23f2cf9 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:04.602909 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df8126-d26c-4b96-a472-c6c07e79ecf1 req-957a22b3-fccf-4c6f-8034-2153f84bd98b tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:04.604541 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-09df8126-d26c-4b96-a472-c6c07e79ecf1 req-957a22b3-fccf-4c6f-8034-2153f84bd98b tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 908 time: 0.3758323 Feb 09 01:49:04.605390 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b716a0c-6a90-4709-849e-c7743dff5ca6 req-8616e008-8841-4ef4-a24b-ea82a4fda2b8 service neutron] 10.222.0.67 "GET /v2.0/networks/1acab3c5-2c37-4c3f-816d-30844a74e102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7065759 Feb 09 01:49:04.653927 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-664a7cef-2b27-43d2-8743-7edf57da6773 service neutron] Port a2dc0cb5-071d-476e-8ea9-01899b18ece7 on network 0d908954-d861-46d7-bf3a-5b99a23f2cf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:49:04.654314 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-664a7cef-2b27-43d2-8743-7edf57da6773 service neutron] Attempting to bind port a2dc0cb5-071d-476e-8ea9-01899b18ece7 on network 0d908954-d861-46d7-bf3a-5b99a23f2cf9 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:04.681993 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80680198-3278-4499-8722-6e3134dd20e8 admin admin] Publish callbacks [] for security_group (373f17fb-882f-4183-877e-0b75f906f510), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:04.687124 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-15e1553d-a902-42d5-a50c-3dc8f288e735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (bd7ab294-2143-4f21-a260-47fd91e31953), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:04.720369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4624d80-5f49-4062-b614-38df4d5d6d27 req-6329ce6e-bcae-46ff-82c4-54d01580cbe7 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:04.726023 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4624d80-5f49-4062-b614-38df4d5d6d27 req-6329ce6e-bcae-46ff-82c4-54d01580cbe7 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:04.731257 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4624d80-5f49-4062-b614-38df4d5d6d27 req-6329ce6e-bcae-46ff-82c4-54d01580cbe7 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:04.737803 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4624d80-5f49-4062-b614-38df4d5d6d27 req-6329ce6e-bcae-46ff-82c4-54d01580cbe7 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:04.743125 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4624d80-5f49-4062-b614-38df4d5d6d27 req-6329ce6e-bcae-46ff-82c4-54d01580cbe7 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:04.746191 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80680198-3278-4499-8722-6e3134dd20e8 admin admin] Publish callbacks [] for security_group (373f17fb-882f-4183-877e-0b75f906f510), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:04.751467 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f4624d80-5f49-4062-b614-38df4d5d6d27 req-6329ce6e-bcae-46ff-82c4-54d01580cbe7 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 3827 time: 0.4083624 Feb 09 01:49:04.785848 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-664a7cef-2b27-43d2-8743-7edf57da6773 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:04.786238 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-664a7cef-2b27-43d2-8743-7edf57da6773 service neutron] Checking segment: {'id': 'e088bf88-a117-47a6-ba87-54c00f7a6928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:04.786632 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-664a7cef-2b27-43d2-8743-7edf57da6773 service neutron] Bound using segment: {'id': 'e088bf88-a117-47a6-ba87-54c00f7a6928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:04.787089 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-664a7cef-2b27-43d2-8743-7edf57da6773 service neutron] Bound port: a2dc0cb5-071d-476e-8ea9-01899b18ece7, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e088bf88-a117-47a6-ba87-54c00f7a6928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:04.787473 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-664a7cef-2b27-43d2-8743-7edf57da6773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a2dc0cb5-071d-476e-8ea9-01899b18ece7), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:04.793435 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device b269a9a6-f231-40d6-a11d-0a6fa5495195 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:04.808844 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc794e14-50dc-409c-8a12-1062b68c503f tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (64ecff9d-6b9b-4f71-a59e-d93bf53415d9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:04.886153 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port b269a9a6-f231-40d6-a11d-0a6fa5495195 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:49:04.898447 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port b269a9a6-f231-40d6-a11d-0a6fa5495195 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:04.898835 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b269a9a6-f231-40d6-a11d-0a6fa5495195), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:04.915321 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80680198-3278-4499-8722-6e3134dd20e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (373f17fb-882f-4183-877e-0b75f906f510), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:04.918683 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80680198-3278-4499-8722-6e3134dd20e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:04.930201 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-80680198-3278-4499-8722-6e3134dd20e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/373f17fb-882f-4183-877e-0b75f906f510 HTTP/1.1" status: 204 len: 168 time: 0.3933673 Feb 09 01:49:04.936095 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc794e14-50dc-409c-8a12-1062b68c503f tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event deleted for resources: {'Port': ['ID=64ecff9d-6b9b-4f71-a59e-d93bf53415d9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:04.976054 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80680198-3278-4499-8722-6e3134dd20e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373f17fb-882f-4183-877e-0b75f906f510,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:04.989460 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1d5a2759-f840-423a-baeb-f4758b2c89e8 service neutron] For port c256480c-5c68-4a1d-819c-22216ad81ce4, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:05.050862 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1d5a2759-f840-423a-baeb-f4758b2c89e8 service neutron] For port c256480c-5c68-4a1d-819c-22216ad81ce4, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c256480c-5c68-4a1d-819c-22216ad81ce4,segment=NetworkSegment(f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d),segment_id=f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:05.088438 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6aa2b-6036-4fc6-9b60-432f38c201a4 req-54f6867c-991e-4524-a7a5-a7154bd12fd2 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:05.090113 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-38d6aa2b-6036-4fc6-9b60-432f38c201a4 req-54f6867c-991e-4524-a7a5-a7154bd12fd2 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 944 time: 0.1568875 Feb 09 01:49:05.093345 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc794e14-50dc-409c-8a12-1062b68c503f tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:05.099251 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dc794e14-50dc-409c-8a12-1062b68c503f tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "DELETE /v2.0/ports/64ecff9d-6b9b-4f71-a59e-d93bf53415d9 HTTP/1.1" status: 204 len: 168 time: 1.9630864 Feb 09 01:49:05.103895 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49672) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:05.112202 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5eb5d86a-fcc6-47cf-9a05-4b39c21afadc tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:05.144078 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port b269a9a6-f231-40d6-a11d-0a6fa5495195 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:05.144629 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b269a9a6-f231-40d6-a11d-0a6fa5495195), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:05.149475 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1d5a2759-f840-423a-baeb-f4758b2c89e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (c256480c-5c68-4a1d-819c-22216ad81ce4), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:05.175833 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8affe7-fb38-4474-ab5e-66b2c1c3242d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b269a9a6-f231-40d6-a11d-0a6fa5495195'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:05.184869 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416f5ca1-94a7-4ad8-8d7d-abe8c83d157d" -d '{"events": [{"server_uuid": "9c8affe7-fb38-4474-ab5e-66b2c1c3242d", "name": "network-vif-plugged", "status": "completed", "tag": "b269a9a6-f231-40d6-a11d-0a6fa5495195"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:05.208700 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f4624d80-5f49-4062-b614-38df4d5d6d27 req-84b02420-69a6-40ca-ad44-4cd72b7b9851 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4562397 Feb 09 01:49:05.221022 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port b269a9a6-f231-40d6-a11d-0a6fa5495195, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=b269a9a6-f231-40d6-a11d-0a6fa5495195,segment=NetworkSegment(e088bf88-a117-47a6-ba87-54c00f7a6928),segment_id=e088bf88-a117-47a6-ba87-54c00f7a6928)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:05.227423 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b269a9a6-f231-40d6-a11d-0a6fa5495195), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:05.284358 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5eb5d86a-fcc6-47cf-9a05-4b39c21afadc tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:05.330215 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=b269a9a6-f231-40d6-a11d-0a6fa5495195,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:05.340894 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 2d0baf7e-0089-4cde-86cc-ae9332d487c3 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:49:05.348944 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 50220b4a-b23c-47f8-bcbf-2e156476b655 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:05.349753 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b716a0c-6a90-4709-849e-c7743dff5ca6 req-727e0a95-479d-4aa4-bf95-f9c4d897f799 service neutron] 10.222.0.67 "GET /v2.0/networks/1acab3c5-2c37-4c3f-816d-30844a74e102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7326117 Feb 09 01:49:05.386464 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-15e1553d-a902-42d5-a50c-3dc8f288e735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (bd7ab294-2143-4f21-a260-47fd91e31953), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:05.435733 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1d5a2759-f840-423a-baeb-f4758b2c89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:05.436532 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1d5a2759-f840-423a-baeb-f4758b2c89e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:05.438486 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1d5a2759-f840-423a-baeb-f4758b2c89e8 service neutron] 10.222.0.48 "PUT /v2.0/ports/c256480c-5c68-4a1d-819c-22216ad81ce4 HTTP/1.1" status: 200 len: 1091 time: 4.4704304 Feb 09 01:49:05.439033 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'tag': 'c256480c-5c68-4a1d-819c-22216ad81ce4'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:05.446824 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d340807c-9d41-4bbe-a233-454d651b51c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "tag": "c256480c-5c68-4a1d-819c-22216ad81ce4"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:05.452926 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-664a7cef-2b27-43d2-8743-7edf57da6773 service neutron] For port a2dc0cb5-071d-476e-8ea9-01899b18ece7, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:05.535156 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6c28cb2a-8530-42b3-a6a1-f068fb60d275 service neutron] Request body: {'port': {'device_id': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:05.542331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-664a7cef-2b27-43d2-8743-7edf57da6773 service neutron] For port a2dc0cb5-071d-476e-8ea9-01899b18ece7, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a2dc0cb5-071d-476e-8ea9-01899b18ece7,segment=NetworkSegment(e088bf88-a117-47a6-ba87-54c00f7a6928),segment_id=e088bf88-a117-47a6-ba87-54c00f7a6928)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:05.544839 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-27490749-7f42-41a4-943a-666004643b9b admin admin] Deleting port 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:49:05.545372 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-27490749-7f42-41a4-943a-666004643b9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:05.553513 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-15e1553d-a902-42d5-a50c-3dc8f288e735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7ab294-2143-4f21-a260-47fd91e31953']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:05.591545 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a2759-f840-423a-baeb-f4758b2c89e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c256480c-5c68-4a1d-819c-22216ad81ce4,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:05.616581 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-664a7cef-2b27-43d2-8743-7edf57da6773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a2dc0cb5-071d-476e-8ea9-01899b18ece7), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:05.634313 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-15e1553d-a902-42d5-a50c-3dc8f288e735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5194c14e-64af-497d-857e-922d48b22d0a') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:05.634567 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 50220b4a-b23c-47f8-bcbf-2e156476b655 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:49:05.634687 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-15e1553d-a902-42d5-a50c-3dc8f288e735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5194c14e-64af-497d-857e-922d48b22d0a') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:05.649818 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 50220b4a-b23c-47f8-bcbf-2e156476b655 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:05.654456 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (50220b4a-b23c-47f8-bcbf-2e156476b655), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:05.732524 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-15e1553d-a902-42d5-a50c-3dc8f288e735 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (5194c14e-64af-497d-857e-922d48b22d0a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:05.748307 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-15e1553d-a902-42d5-a50c-3dc8f288e735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (5194c14e-64af-497d-857e-922d48b22d0a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:05.756484 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e1553d-a902-42d5-a50c-3dc8f288e735 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:49:05.756975 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-15e1553d-a902-42d5-a50c-3dc8f288e735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (5194c14e-64af-497d-857e-922d48b22d0a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:05.825713 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 2d0baf7e-0089-4cde-86cc-ae9332d487c3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:49:05.856485 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:49:05.858830 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-15e1553d-a902-42d5-a50c-3dc8f288e735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (bd7ab294-2143-4f21-a260-47fd91e31953), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:05.877553 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '2d0baf7e-0089-4cde-86cc-ae9332d487c3', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'port_id': '2d0baf7e-0089-4cde-86cc-ae9332d487c3', 'mac_address': 'fa:16:3e:60:40:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:49:05.966127 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-38d6aa2b-6036-4fc6-9b60-432f38c201a4 req-645d091f-13de-499f-bc53-b13b12c9f97e tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8435671 Feb 09 01:49:06.002717 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:06.006181 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.011254 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 50220b4a-b23c-47f8-bcbf-2e156476b655 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:06.011692 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (50220b4a-b23c-47f8-bcbf-2e156476b655), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.045396 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0baf7e-0089-4cde-86cc-ae9332d487c3 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:06.085776 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 50220b4a-b23c-47f8-bcbf-2e156476b655, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=50220b4a-b23c-47f8-bcbf-2e156476b655,segment=NetworkSegment(124c2262-23db-4e43-95da-c72282765e5c),segment_id=124c2262-23db-4e43-95da-c72282765e5c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:06.093355 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a093ec8e-f188-47e6-b67b-331a05318f11 x-openstack-request-id: req-a093ec8e-f188-47e6-b67b-331a05318f11 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:06.093890 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8affe7-fb38-4474-ab5e-66b2c1c3242d", "name": "network-vif-plugged", "status": "completed", "tag": "b269a9a6-f231-40d6-a11d-0a6fa5495195", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:06.094880 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a093ec8e-f188-47e6-b67b-331a05318f11 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:06.096000 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8affe7-fb38-4474-ab5e-66b2c1c3242d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b269a9a6-f231-40d6-a11d-0a6fa5495195', 'code': 200} Feb 09 01:49:06.103748 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (50220b4a-b23c-47f8-bcbf-2e156476b655), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.104333 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5eb5d86a-fcc6-47cf-9a05-4b39c21afadc tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.144498 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 2d0baf7e-0089-4cde-86cc-ae9332d487c3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:06.169009 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.218978 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=50220b4a-b23c-47f8-bcbf-2e156476b655,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:06.298339 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086fc22a-f717-4468-aaca-369034d7ece3 x-openstack-request-id: req-086fc22a-f717-4468-aaca-369034d7ece3 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:06.299073 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "tag": "c256480c-5c68-4a1d-819c-22216ad81ce4", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:06.299073 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-086fc22a-f717-4468-aaca-369034d7ece3 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:06.299444 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'tag': 'c256480c-5c68-4a1d-819c-22216ad81ce4', 'status': 'completed', 'code': 200} Feb 09 01:49:06.321291 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-15e1553d-a902-42d5-a50c-3dc8f288e735 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.326149 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-15e1553d-a902-42d5-a50c-3dc8f288e735 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bd7ab294-2143-4f21-a260-47fd91e31953 HTTP/1.1" status: 204 len: 168 time: 1.8980343 Feb 09 01:49:06.380697 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=2d0baf7e-0089-4cde-86cc-ae9332d487c3,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:06.424928 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-664a7cef-2b27-43d2-8743-7edf57da6773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:06.425690 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-664a7cef-2b27-43d2-8743-7edf57da6773 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.429591 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-664a7cef-2b27-43d2-8743-7edf57da6773 service neutron] 10.222.0.67 "PUT /v2.0/ports/a2dc0cb5-071d-476e-8ea9-01899b18ece7 HTTP/1.1" status: 200 len: 1092 time: 5.9997592 Feb 09 01:49:06.475319 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['2d0baf7e-0089-4cde-86cc-ae9332d487c3'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:49:06.480605 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6c28cb2a-8530-42b3-a6a1-f068fb60d275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (12c6d339-2c74-42d5-a6e4-5f638ebb91f3), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.497737 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1553d-a902-42d5-a50c-3dc8f288e735 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd7ab294-2143-4f21-a260-47fd91e31953,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:06.524163 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-5eb5d86a-fcc6-47cf-9a05-4b39c21afadc tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Allocated IP 172.25.7.65 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/df8d297f-b15f-4190-bb8a-3285e0c1172f) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:06.545708 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19725d5e-2858-4fc5-829a-9778f3e225f3 req-bbe6583e-9b74-4111-a12c-72724b63b2a9 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:06.556463 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19725d5e-2858-4fc5-829a-9778f3e225f3 req-bbe6583e-9b74-4111-a12c-72724b63b2a9 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 943 time: 1.1993032 Feb 09 01:49:06.611581 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96fc7c-9cb0-4510-a287-442f35a2b25c req-f92ade1e-b700-459f-bdda-3ddc4ea012ca tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:06.630292 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5b96fc7c-9cb0-4510-a287-442f35a2b25c req-f92ade1e-b700-459f-bdda-3ddc4ea012ca tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 909 time: 0.2239175 Feb 09 01:49:06.773421 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a7cef-2b27-43d2-8743-7edf57da6773 service neutron] Pushing event updated for resources: {'Port': ['ID=a2dc0cb5-071d-476e-8ea9-01899b18ece7,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:06.803728 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49706) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:06.820895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2eeb14-4d5f-4155-b4a4-d1c7816f9eba req-433dea4a-50a0-4b4d-bf72-96cd2e38d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:06.822760 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff2eeb14-4d5f-4155-b4a4-d1c7816f9eba req-433dea4a-50a0-4b4d-bf72-96cd2e38d36c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9c8affe7-fb38-4474-ab5e-66b2c1c3242d HTTP/1.1" status: 200 len: 1128 time: 0.5285408 Feb 09 01:49:06.857565 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340807c-9d41-4bbe-a233-454d651b51c6 req-23c8cdb4-8f23-4141-84bf-5863fb058411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:06.859063 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340807c-9d41-4bbe-a233-454d651b51c6 req-23c8cdb4-8f23-4141-84bf-5863fb058411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:06.860326 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340807c-9d41-4bbe-a233-454d651b51c6 req-23c8cdb4-8f23-4141-84bf-5863fb058411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:06.861326 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340807c-9d41-4bbe-a233-454d651b51c6 req-23c8cdb4-8f23-4141-84bf-5863fb058411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:06.861984 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340807c-9d41-4bbe-a233-454d651b51c6 req-23c8cdb4-8f23-4141-84bf-5863fb058411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:06.864418 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d340807c-9d41-4bbe-a233-454d651b51c6 req-23c8cdb4-8f23-4141-84bf-5863fb058411 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f921fef3089d433e88a36b5df24fed2b&device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 4393 time: 0.5688386 Feb 09 01:49:06.892834 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-27490749-7f42-41a4-943a-666004643b9b admin admin] For port 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe,segment=NetworkSegment(fb8b9e04-c44d-4c58-a713-358ae85c4e21),segment_id=fb8b9e04-c44d-4c58-a713-358ae85c4e21)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:06.893533 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-27490749-7f42-41a4-943a-666004643b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.941415 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-aa0b8e0d-477a-4c9b-b9ae-ac7177d83a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:06.944169 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-aa0b8e0d-477a-4c9b-b9ae-ac7177d83a95 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a7e9ed7758174b9e85ca77dd6d15a989&device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 1126 time: 0.4598451 Feb 09 01:49:06.944913 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5eb5d86a-fcc6-47cf-9a05-4b39c21afadc tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for port (df8d297f-b15f-4190-bb8a-3285e0c1172f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.974981 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990e4e5-d759-4e6d-9447-9d18595c9c0d req-a25d9dc0-bd01-4273-8c57-5e84b980d6e2 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:06.981445 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990e4e5-d759-4e6d-9447-9d18595c9c0d req-a25d9dc0-bd01-4273-8c57-5e84b980d6e2 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:06.988034 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990e4e5-d759-4e6d-9447-9d18595c9c0d req-a25d9dc0-bd01-4273-8c57-5e84b980d6e2 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:06.993818 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990e4e5-d759-4e6d-9447-9d18595c9c0d req-a25d9dc0-bd01-4273-8c57-5e84b980d6e2 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:07.001262 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990e4e5-d759-4e6d-9447-9d18595c9c0d req-a25d9dc0-bd01-4273-8c57-5e84b980d6e2 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:07.017322 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8990e4e5-d759-4e6d-9447-9d18595c9c0d req-a25d9dc0-bd01-4273-8c57-5e84b980d6e2 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 3827 time: 0.2275751 Feb 09 01:49:07.038419 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-27490749-7f42-41a4-943a-666004643b9b admin admin] Calling delete_port for 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:49:07.079604 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e4b3b695-b773-4f30-9e1b-8da15b3bc05f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=229cd3a3f7e74cca89c9edf38e097f6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2449226 Feb 09 01:49:07.084994 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49714) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:07.123829 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19725d5e-2858-4fc5-829a-9778f3e225f3 req-43d635d9-3f8f-43cd-977c-bc49a8a03219 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5662849 Feb 09 01:49:07.178401 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8990e4e5-d759-4e6d-9447-9d18595c9c0d req-e8a51b9c-5606-4fad-93c0-a11da1e9aaf5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595342 Feb 09 01:49:07.230073 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5eb5d86a-fcc6-47cf-9a05-4b39c21afadc tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (df8d297f-b15f-4190-bb8a-3285e0c1172f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.259777 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16e89d33-4831-4895-8a8d-00b99e046793 admin admin] Publish callbacks [] for security_group (960e7ff1-0906-492f-9011-6fa8220abdf4), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.309548 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb5d86a-fcc6-47cf-9a05-4b39c21afadc tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:07.320051 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-5eb5d86a-fcc6-47cf-9a05-4b39c21afadc tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:07.329460 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb5d86a-fcc6-47cf-9a05-4b39c21afadc tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:07.335643 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5d86a-fcc6-47cf-9a05-4b39c21afadc tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Port': ['ID=df8d297f-b15f-4190-bb8a-3285e0c1172f,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:07.338854 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16e89d33-4831-4895-8a8d-00b99e046793 admin admin] Publish callbacks [] for security_group (960e7ff1-0906-492f-9011-6fa8220abdf4), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.430617 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-50cbf6e1-ca8c-4b4a-91ad-5898ce1a7f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.468450 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5eb5d86a-fcc6-47cf-9a05-4b39c21afadc tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (83f64946-4409-45ae-a00f-9f1112ea06bf), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.522473 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16e89d33-4831-4895-8a8d-00b99e046793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (960e7ff1-0906-492f-9011-6fa8220abdf4), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.525810 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16e89d33-4831-4895-8a8d-00b99e046793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.531152 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-16e89d33-4831-4895-8a8d-00b99e046793 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/960e7ff1-0906-492f-9011-6fa8220abdf4 HTTP/1.1" status: 204 len: 168 time: 0.4454269 Feb 09 01:49:07.542933 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5eb5d86a-fcc6-47cf-9a05-4b39c21afadc tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (df8d297f-b15f-4190-bb8a-3285e0c1172f), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.569897 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e89d33-4831-4895-8a8d-00b99e046793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960e7ff1-0906-492f-9011-6fa8220abdf4,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:07.658262 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-8ce8e4b5-5f34-48cb-8734-353ada1d645d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2dc0cb5-071d-476e-8ea9-01899b18ece7 HTTP/1.1" status: 200 len: 217 time: 0.6171989 Feb 09 01:49:07.721108 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff2eeb14-4d5f-4155-b4a4-d1c7816f9eba req-60c68905-eff0-4be5-a684-a9576818335a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8725488 Feb 09 01:49:08.097509 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7069a84b-8630-4b81-8475-e3f9423e0af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50220b4a-b23c-47f8-bcbf-2e156476b655'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:08.101183 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7426911-b34b-4f31-a294-45e4afd5ecd6" -d '{"events": [{"server_uuid": "7069a84b-8630-4b81-8475-e3f9423e0af7", "name": "network-vif-plugged", "status": "completed", "tag": "50220b4a-b23c-47f8-bcbf-2e156476b655"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:08.124600 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b1af-cff0-4fcb-abc7-267c67a74007 req-8dc61ce9-3cba-4a3b-9c8a-63b45f7cf243 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:08.146579 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3bb3b1af-cff0-4fcb-abc7-267c67a74007 req-8dc61ce9-3cba-4a3b-9c8a-63b45f7cf243 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 909 time: 0.3421447 Feb 09 01:49:08.173613 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-27490749-7f42-41a4-943a-666004643b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:08.201364 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5eb5d86a-fcc6-47cf-9a05-4b39c21afadc tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for port (df8d297f-b15f-4190-bb8a-3285e0c1172f), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:08.216630 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5eb5d86a-fcc6-47cf-9a05-4b39c21afadc tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (df8d297f-b15f-4190-bb8a-3285e0c1172f), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:08.259390 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4c8c1b-e8ce-4be2-9306-26daad0cfc84 x-openstack-request-id: req-ed4c8c1b-e8ce-4be2-9306-26daad0cfc84 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:08.259696 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7069a84b-8630-4b81-8475-e3f9423e0af7", "name": "network-vif-plugged", "status": "completed", "tag": "50220b4a-b23c-47f8-bcbf-2e156476b655", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:08.259962 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ed4c8c1b-e8ce-4be2-9306-26daad0cfc84 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:08.260646 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7069a84b-8630-4b81-8475-e3f9423e0af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50220b4a-b23c-47f8-bcbf-2e156476b655', 'code': 200} Feb 09 01:49:08.301726 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081', 'tag': 'a2dc0cb5-071d-476e-8ea9-01899b18ece7'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:08.305954 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86d3e64-2250-421d-ab87-bc0fd1e8273a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081", "tag": "a2dc0cb5-071d-476e-8ea9-01899b18ece7"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:08.380421 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27490749-7f42-41a4-943a-666004643b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:08.463355 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340807c-9d41-4bbe-a233-454d651b51c6 req-da240aa9-3e53-46c6-9974-79ce0550cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:08.463812 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340807c-9d41-4bbe-a233-454d651b51c6 req-da240aa9-3e53-46c6-9974-79ce0550cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:08.464278 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340807c-9d41-4bbe-a233-454d651b51c6 req-da240aa9-3e53-46c6-9974-79ce0550cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:08.466075 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d340807c-9d41-4bbe-a233-454d651b51c6 req-da240aa9-3e53-46c6-9974-79ce0550cf5d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f921fef3089d433e88a36b5df24fed2b&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.5763352 Feb 09 01:49:08.479332 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6123ba-9aff-453a-a8e9-f90e34416869 req-5567fe6b-1a60-4a1e-9606-d5d2d86be5eb tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:08.496733 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b6123ba-9aff-453a-a8e9-f90e34416869 req-5567fe6b-1a60-4a1e-9606-d5d2d86be5eb tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 944 time: 1.1259961 Feb 09 01:49:08.505120 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-5a286bcf-7845-4f59-a9f0-de654cfa1b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:08.510041 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-5a286bcf-7845-4f59-a9f0-de654cfa1b84 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7fd2318f-0270-4495-8fca-6737fb6427cf HTTP/1.1" status: 200 len: 855 time: 0.7622077 Feb 09 01:49:08.518776 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5d86a-fcc6-47cf-9a05-4b39c21afadc tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Port': ['ID=df8d297f-b15f-4190-bb8a-3285e0c1172f,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:08.590766 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5eb5d86a-fcc6-47cf-9a05-4b39c21afadc tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (83f64946-4409-45ae-a00f-9f1112ea06bf), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:08.635691 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5eb5d86a-fcc6-47cf-9a05-4b39c21afadc tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:08.639611 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5eb5d86a-fcc6-47cf-9a05-4b39c21afadc tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5344152 Feb 09 01:49:08.646159 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49768) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:08.655962 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-55067f64-2b0f-4a59-b23e-2d633165084e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Request body: {'port': {'network_id': 'b4190f88-f2ec-461b-9c95-24d7e528a482', 'name': 'tempest-FloatingIPTestJSON-622745087'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:08.686425 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805632d-3b51-440a-87d2-dc9e74a0f55e req-84771a4b-8604-43ce-8957-b1f0a71f20bf tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:08.689315 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5805632d-3b51-440a-87d2-dc9e74a0f55e req-84771a4b-8604-43ce-8957-b1f0a71f20bf tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2757399 Feb 09 01:49:08.955874 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5805632d-3b51-440a-87d2-dc9e74a0f55e req-53652313-5725-4dd8-9fa1-83f66935d76f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210588 Feb 09 01:49:09.149781 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55067f64-2b0f-4a59-b23e-2d633165084e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Made reservation on behalf of db2000798e9c4c4dbea4e095ba5ebd94 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:09.153380 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55067f64-2b0f-4a59-b23e-2d633165084e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:09.191957 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49800) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:09.197563 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-55067f64-2b0f-4a59-b23e-2d633165084e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] device_id is not set on port 19e75964-cd5a-4d6f-abe2-5e8f98921f97 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:49:09.337091 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 2d0baf7e-0089-4cde-86cc-ae9332d487c3 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:09.380358 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619d308-22e0-4ebd-9944-539a22fb69f7 req-eedbdce3-6140-412c-b8a0-300b83a76e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:09.381951 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6619d308-22e0-4ebd-9944-539a22fb69f7 req-eedbdce3-6140-412c-b8a0-300b83a76e97 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 1091 time: 0.9841938 Feb 09 01:49:09.397806 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebb4fa-1a99-4140-ae16-6a64b4e1dbdd req-7eb45b04-8b68-4c5d-beac-647a9f26ac31 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:09.416479 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebb4fa-1a99-4140-ae16-6a64b4e1dbdd req-7eb45b04-8b68-4c5d-beac-647a9f26ac31 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:09.424288 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6c28cb2a-8530-42b3-a6a1-f068fb60d275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:09.427468 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebb4fa-1a99-4140-ae16-6a64b4e1dbdd req-7eb45b04-8b68-4c5d-beac-647a9f26ac31 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:09.441761 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b6123ba-9aff-453a-a8e9-f90e34416869 req-8f7d8634-f5df-4f5e-9a5a-ada911e04e76 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9455149 Feb 09 01:49:09.459708 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebb4fa-1a99-4140-ae16-6a64b4e1dbdd req-7eb45b04-8b68-4c5d-beac-647a9f26ac31 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:09.467850 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6c28cb2a-8530-42b3-a6a1-f068fb60d275 service neutron] Publish callbacks [] for port (12c6d339-2c74-42d5-a6e4-5f638ebb91f3), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:09.473976 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebb4fa-1a99-4140-ae16-6a64b4e1dbdd req-7eb45b04-8b68-4c5d-beac-647a9f26ac31 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:09.480217 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-79ebb4fa-1a99-4140-ae16-6a64b4e1dbdd req-7eb45b04-8b68-4c5d-beac-647a9f26ac31 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 3827 time: 0.3916588 Feb 09 01:49:09.482525 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:49:09.492819 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:09.494796 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:09.550257 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25764b6f-737c-449b-ac71-d36b536d0ef5 x-openstack-request-id: req-25764b6f-737c-449b-ac71-d36b536d0ef5 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:09.550257 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081", "tag": "a2dc0cb5-071d-476e-8ea9-01899b18ece7", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:09.550257 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25764b6f-737c-449b-ac71-d36b536d0ef5 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:09.550717 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081', 'tag': 'a2dc0cb5-071d-476e-8ea9-01899b18ece7', 'status': 'completed', 'code': 200} Feb 09 01:49:09.583961 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-3252c916-5673-42cf-9b22-b7652b63fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:09.585586 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-3252c916-5673-42cf-9b22-b7652b63fd1c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d908954-d861-46d7-bf3a-5b99a23f2cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0514817 Feb 09 01:49:09.622774 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6c28cb2a-8530-42b3-a6a1-f068fb60d275 service neutron] Transition to ACTIVE for port object 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:09.646464 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6c28cb2a-8530-42b3-a6a1-f068fb60d275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (12c6d339-2c74-42d5-a6e4-5f638ebb91f3), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:09.652034 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-55067f64-2b0f-4a59-b23e-2d633165084e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Allocated IP 172.20.0.7 (b4190f88-f2ec-461b-9c95-24d7e528a482/5c0fb715-3ad7-4200-824c-9910ee7bb428/19e75964-cd5a-4d6f-abe2-5e8f98921f97) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:09.668492 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:09.669550 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:09.675189 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:09.717573 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 2d0baf7e-0089-4cde-86cc-ae9332d487c3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:09.724585 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:09.763880 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49808) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:09.773492 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-233fb650-7603-4d2e-b25c-b4f4702554e5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-211187928-network', 'tenant_id': '57a477aa675d4adb8145bd3e3ad9c65b'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:09.841413 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233fb650-7603-4d2e-b25c-b4f4702554e5 admin admin] Made reservation on behalf of 57a477aa675d4adb8145bd3e3ad9c65b for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:09.843765 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-233fb650-7603-4d2e-b25c-b4f4702554e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:09.870735 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9879dd23-b58c-4c76-a472-51880053a4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:09.906052 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-233fb650-7603-4d2e-b25c-b4f4702554e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:09.916075 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=2d0baf7e-0089-4cde-86cc-ae9332d487c3,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:10.031012 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-11c639e0-3d3e-4317-9938-a89e6cf8748b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.062969 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340807c-9d41-4bbe-a233-454d651b51c6 req-6992fcb2-2e08-40be-aea0-9a9af2de56ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:10.064729 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d340807c-9d41-4bbe-a233-454d651b51c6 req-6992fcb2-2e08-40be-aea0-9a9af2de56ec service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5403209 Feb 09 01:49:10.074476 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-79ebb4fa-1a99-4140-ae16-6a64b4e1dbdd req-cdd696f1-662e-49f7-bec8-e5957cd5ee73 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3381224 Feb 09 01:49:10.178339 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55067f64-2b0f-4a59-b23e-2d633165084e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for port (19e75964-cd5a-4d6f-abe2-5e8f98921f97), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.261988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0baf7e-0089-4cde-86cc-ae9332d487c3'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:10.264468 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d9df9b-ccaa-434f-a203-438e887351fe" -d '{"events": [{"server_uuid": "12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2", "name": "network-vif-plugged", "status": "completed", "tag": "2d0baf7e-0089-4cde-86cc-ae9332d487c3"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:10.301424 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-27490749-7f42-41a4-943a-666004643b9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (3c6ce1ed-3e24-4af1-b689-a53215917934), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.313894 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-233fb650-7603-4d2e-b25c-b4f4702554e5 admin admin] Publish callbacks [] for security_group (03e6bf44-36cc-4b1d-b3b6-467bed41c46e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.324954 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-11c639e0-3d3e-4317-9938-a89e6cf8748b admin admin] Publish callbacks [] for security_group (b049c227-64b1-449c-97eb-e5bd5d9d0785), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.331070 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-233fb650-7603-4d2e-b25c-b4f4702554e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (03e6bf44-36cc-4b1d-b3b6-467bed41c46e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.340448 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-de19532f-d1bd-4492-9c54-cae27dcb4263 service neutron] 10.222.0.67 "GET /v2.0/networks/0d908954-d861-46d7-bf3a-5b99a23f2cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6909103 Feb 09 01:49:10.369307 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28cb2a-8530-42b3-a6a1-f068fb60d275 service neutron] Pushing event updated for resources: {'Port': ['ID=12c6d339-2c74-42d5-a6e4-5f638ebb91f3,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:10.374055 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233fb650-7603-4d2e-b25c-b4f4702554e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:49:10.386702 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-233fb650-7603-4d2e-b25c-b4f4702554e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (a49dfeae-5d9f-45ea-b836-96bad37fdbdd), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.387364 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-233fb650-7603-4d2e-b25c-b4f4702554e5 admin admin] Added segment a49dfeae-5d9f-45ea-b836-96bad37fdbdd of type vlan for network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 Feb 09 01:49:10.435175 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-233fb650-7603-4d2e-b25c-b4f4702554e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (30f7b1d3-dfdd-498b-b6de-9d9501b1c299), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.464631 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-11c639e0-3d3e-4317-9938-a89e6cf8748b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b049c227-64b1-449c-97eb-e5bd5d9d0785), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.466709 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-233fb650-7603-4d2e-b25c-b4f4702554e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (30f7b1d3-dfdd-498b-b6de-9d9501b1c299), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.467835 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233fb650-7603-4d2e-b25c-b4f4702554e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:10.468477 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-233fb650-7603-4d2e-b25c-b4f4702554e5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.548476 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fb650-7603-4d2e-b25c-b4f4702554e5 admin admin] Pushing event updated for resources: {'Network': ['ID=30f7b1d3-dfdd-498b-b6de-9d9501b1c299,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:10.548912 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca050d5-5afd-40fb-a0aa-c0e0061ee702 req-da74c209-35ee-47cb-a244-d39b1399b747 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:10.557541 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55067f64-2b0f-4a59-b23e-2d633165084e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (19e75964-cd5a-4d6f-abe2-5e8f98921f97), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.559726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:49:10.573646 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ca050d5-5afd-40fb-a0aa-c0e0061ee702 req-da74c209-35ee-47cb-a244-d39b1399b747 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 909 time: 0.5295868 Feb 09 01:49:10.602072 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb843de-dd89-45aa-b048-2dc454a0339d req-e1205f08-3b18-4ca4-910e-d11a81dd5ec0 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:10.603639 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dcb843de-dd89-45aa-b048-2dc454a0339d req-e1205f08-3b18-4ca4-910e-d11a81dd5ec0 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 945 time: 0.3774204 Feb 09 01:49:10.651507 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-233fb650-7603-4d2e-b25c-b4f4702554e5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4568913 Feb 09 01:49:10.671598 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55067f64-2b0f-4a59-b23e-2d633165084e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Network b4190f88-f2ec-461b-9c95-24d7e528a482 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:10.676670 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49818) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:10.677451 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3335d976-0705-4cc5-8661-8eabcd9a241c x-openstack-request-id: req-3335d976-0705-4cc5-8661-8eabcd9a241c {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:10.678109 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2", "name": "network-vif-plugged", "status": "completed", "tag": "2d0baf7e-0089-4cde-86cc-ae9332d487c3", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:10.678539 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3335d976-0705-4cc5-8661-8eabcd9a241c {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:10.679105 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0baf7e-0089-4cde-86cc-ae9332d487c3', 'code': 200} Feb 09 01:49:10.682162 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fb650-7603-4d2e-b25c-b4f4702554e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e6bf44-36cc-4b1d-b3b6-467bed41c46e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:10.694451 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-092e202b-49a0-4fd6-9d6b-c1ec589ce8a6 admin admin] Request body: {'subnet': {'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-211187928-subnet', 'tenant_id': '57a477aa675d4adb8145bd3e3ad9c65b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:10.735733 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-11c639e0-3d3e-4317-9938-a89e6cf8748b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=457bf335fe314f4fa2bbc9e00317dae9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9176986 Feb 09 01:49:10.737344 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-55067f64-2b0f-4a59-b23e-2d633165084e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:10.739347 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49820) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:10.748258 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092e202b-49a0-4fd6-9d6b-c1ec589ce8a6 admin admin] Made reservation on behalf of 57a477aa675d4adb8145bd3e3ad9c65b for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:10.750902 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-092e202b-49a0-4fd6-9d6b-c1ec589ce8a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.775364 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55067f64-2b0f-4a59-b23e-2d633165084e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:10.787073 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.851284 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.881005 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55067f64-2b0f-4a59-b23e-2d633165084e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Port': ['ID=19e75964-cd5a-4d6f-abe2-5e8f98921f97,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:10.927502 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c639e0-3d3e-4317-9938-a89e6cf8748b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b049c227-64b1-449c-97eb-e5bd5d9d0785,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:10.955981 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dcb843de-dd89-45aa-b048-2dc454a0339d req-1c0f7e91-486c-4737-b5f0-52b74322d079 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3033824 Feb 09 01:49:10.965334 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55067f64-2b0f-4a59-b23e-2d633165084e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:10.966218 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55067f64-2b0f-4a59-b23e-2d633165084e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.988788 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6c28cb2a-8530-42b3-a6a1-f068fb60d275 service neutron] Attempting to bind port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:10.989131 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6c28cb2a-8530-42b3-a6a1-f068fb60d275 service neutron] Attempting to bind port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '1b999e3b-e59d-48ae-9125-e7848ad131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:10.989457 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6c28cb2a-8530-42b3-a6a1-f068fb60d275 service neutron] Attempting to bind port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 on network 4c4e88d2-2146-4771-81ab-7d54809701c2 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:11.009262 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fece353c-7226-4a4c-b4a7-2ed7e3be8285 admin admin] Publish callbacks [] for security_group (b049c227-64b1-449c-97eb-e5bd5d9d0785), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:11.018517 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-55067f64-2b0f-4a59-b23e-2d633165084e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3709769 Feb 09 01:49:11.020138 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6c28cb2a-8530-42b3-a6a1-f068fb60d275 service neutron] Port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 on network 4c4e88d2-2146-4771-81ab-7d54809701c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:49:11.020479 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6c28cb2a-8530-42b3-a6a1-f068fb60d275 service neutron] Attempting to bind port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 on network 4c4e88d2-2146-4771-81ab-7d54809701c2 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:11.021771 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49822) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:11.029757 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-55832ebb-9afe-4042-ad33-1476371f8957 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Request body: {'floatingip': {'port_id': '19e75964-cd5a-4d6f-abe2-5e8f98921f97'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:11.044847 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7a0fa2d6-610d-4be7-b4ea-fe7f1f614825 req-6abe915b-60b1-4b2c-8852-811d9add19cd service neutron] 10.222.0.67 "GET /v2.0/networks/0d908954-d861-46d7-bf3a-5b99a23f2cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6920078 Feb 09 01:49:11.052684 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6c28cb2a-8530-42b3-a6a1-f068fb60d275 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:11.053347 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6c28cb2a-8530-42b3-a6a1-f068fb60d275 service neutron] Checking segment: {'id': '1b999e3b-e59d-48ae-9125-e7848ad131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:11.054149 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6c28cb2a-8530-42b3-a6a1-f068fb60d275 service neutron] Bound using segment: {'id': '1b999e3b-e59d-48ae-9125-e7848ad131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:11.054879 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6c28cb2a-8530-42b3-a6a1-f068fb60d275 service neutron] Bound port: 12c6d339-2c74-42d5-a6e4-5f638ebb91f3, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b999e3b-e59d-48ae-9125-e7848ad131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:11.056960 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6c28cb2a-8530-42b3-a6a1-f068fb60d275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (12c6d339-2c74-42d5-a6e4-5f638ebb91f3), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:11.097697 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558a595-5982-4551-9657-cf2e7eed08fd req-7fee738f-bba3-43be-bb27-85615a831798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:11.099272 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7558a595-5982-4551-9657-cf2e7eed08fd req-7fee738f-bba3-43be-bb27-85615a831798 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 1127 time: 0.2457471 Feb 09 01:49:11.110038 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fece353c-7226-4a4c-b4a7-2ed7e3be8285 admin admin] Publish callbacks [] for security_group (b049c227-64b1-449c-97eb-e5bd5d9d0785), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:11.125967 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38be12-87f2-4cf2-997c-33d062d67fba req-ad2ed583-543c-41e9-9de4-2257d75fa1c8 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:11.126442 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55832ebb-9afe-4042-ad33-1476371f8957 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (83f64946-4409-45ae-a00f-9f1112ea06bf), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:11.128362 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eb38be12-87f2-4cf2-997c-33d062d67fba req-ad2ed583-543c-41e9-9de4-2257d75fa1c8 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 944 time: 0.3356073 Feb 09 01:49:11.324497 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6c28cb2a-8530-42b3-a6a1-f068fb60d275 service neutron] For port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:11.337414 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27490749-7f42-41a4-943a-666004643b9b admin admin] Router 3c6ce1ed-3e24-4af1-b689-a53215917934 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:49:11.363323 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-092e202b-49a0-4fd6-9d6b-c1ec589ce8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:11.368484 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7558a595-5982-4551-9657-cf2e7eed08fd req-9946aa27-15d8-430b-896e-774b1f750085 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038851 Feb 09 01:49:11.373285 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6c28cb2a-8530-42b3-a6a1-f068fb60d275 service neutron] For port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=12c6d339-2c74-42d5-a6e4-5f638ebb91f3,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:11.374647 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fece353c-7226-4a4c-b4a7-2ed7e3be8285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b049c227-64b1-449c-97eb-e5bd5d9d0785), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:11.379232 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eb38be12-87f2-4cf2-997c-33d062d67fba req-0e69a8fa-05ef-47e0-a7eb-56287ea7fa18 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090356 Feb 09 01:49:11.379410 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fece353c-7226-4a4c-b4a7-2ed7e3be8285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:11.379410 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fece353c-7226-4a4c-b4a7-2ed7e3be8285 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b049c227-64b1-449c-97eb-e5bd5d9d0785 HTTP/1.1" status: 204 len: 168 time: 0.6318250 Feb 09 01:49:11.382462 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d3e64-2250-421d-ab87-bc0fd1e8273a req-09c7cf8c-6d8d-4149-b4b4-9425248dd58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:11.384274 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e86d3e64-2250-421d-ab87-bc0fd1e8273a req-09c7cf8c-6d8d-4149-b4b4-9425248dd58e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a7e9ed7758174b9e85ca77dd6d15a989&device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 1126 time: 0.2905905 Feb 09 01:49:11.396234 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6c28cb2a-8530-42b3-a6a1-f068fb60d275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (12c6d339-2c74-42d5-a6e4-5f638ebb91f3), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:11.506596 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b53fd-656a-4c05-a01b-41fd95e76d56 req-2903bf83-686a-4c87-a7ab-6601daba187d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:11.508855 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6c28cb2a-8530-42b3-a6a1-f068fb60d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:11.509593 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6c28cb2a-8530-42b3-a6a1-f068fb60d275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:11.511051 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6c28cb2a-8530-42b3-a6a1-f068fb60d275 service neutron] 10.222.0.48 "PUT /v2.0/ports/12c6d339-2c74-42d5-a6e4-5f638ebb91f3 HTTP/1.1" status: 200 len: 1130 time: 5.9984171 Feb 09 01:49:11.512006 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b53fd-656a-4c05-a01b-41fd95e76d56 req-2903bf83-686a-4c87-a7ab-6601daba187d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:11.533392 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b53fd-656a-4c05-a01b-41fd95e76d56 req-2903bf83-686a-4c87-a7ab-6601daba187d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:11.539040 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b53fd-656a-4c05-a01b-41fd95e76d56 req-2903bf83-686a-4c87-a7ab-6601daba187d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:11.545818 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b53fd-656a-4c05-a01b-41fd95e76d56 req-2903bf83-686a-4c87-a7ab-6601daba187d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:11.552145 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b53fd-656a-4c05-a01b-41fd95e76d56 req-2903bf83-686a-4c87-a7ab-6601daba187d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:11.552637 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f034d681-d1ba-4e83-b98e-ff03684b69e9 service neutron] Request body: {'port': {'device_id': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:11.558288 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'tag': '12c6d339-2c74-42d5-a6e4-5f638ebb91f3'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:11.560563 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dd0186-4bf1-4e6d-b2fd-7021e7f06862" -d '{"events": [{"name": "network-changed", "server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "tag": "12c6d339-2c74-42d5-a6e4-5f638ebb91f3"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:11.572998 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ea1b53fd-656a-4c05-a01b-41fd95e76d56 req-2903bf83-686a-4c87-a7ab-6601daba187d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 4599 time: 0.3586571 Feb 09 01:49:11.596750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28cb2a-8530-42b3-a6a1-f068fb60d275 service neutron] Pushing event updated for resources: {'Port': ['ID=12c6d339-2c74-42d5-a6e4-5f638ebb91f3,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:11.635774 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece353c-7226-4a4c-b4a7-2ed7e3be8285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b049c227-64b1-449c-97eb-e5bd5d9d0785,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:11.674657 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2759f5e4-7ccf-4852-9a05-4ed1cd368444 x-openstack-request-id: req-2759f5e4-7ccf-4852-9a05-4ed1cd368444 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:11.674962 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "tag": "12c6d339-2c74-42d5-a6e4-5f638ebb91f3", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:11.675232 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2759f5e4-7ccf-4852-9a05-4ed1cd368444 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:11.675678 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'tag': '12c6d339-2c74-42d5-a6e4-5f638ebb91f3', 'status': 'completed', 'code': 200} Feb 09 01:49:11.733694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e202b-49a0-4fd6-9d6b-c1ec589ce8a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:11.820245 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27490749-7f42-41a4-943a-666004643b9b admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:11.831029 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bcb311-0cd0-42cd-8583-4a761569aa80 None None] Sync routers for ids ['3c6ce1ed-3e24-4af1-b689-a53215917934'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:11.839051 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-27490749-7f42-41a4-943a-666004643b9b admin admin] 10.222.0.36 "PUT /v2.0/routers/3c6ce1ed-3e24-4af1-b689-a53215917934/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4411342 Feb 09 01:49:11.840332 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f034d681-d1ba-4e83-b98e-ff03684b69e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3e5a309d-a187-428b-be54-6139af1e1d5b), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:11.843242 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49834) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:11.856007 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bcb311-0cd0-42cd-8583-4a761569aa80 None None] Routers {'3c6ce1ed-3e24-4af1-b689-a53215917934'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:11.858612 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f3bcb311-0cd0-42cd-8583-4a761569aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['3c6ce1ed-3e24-4af1-b689-a53215917934'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:11.960270 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49836) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:12.032496 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a054fb01-a06d-4de5-a6e5-475e63166e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:12.068824 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd0186-4bf1-4e6d-b2fd-7021e7f06862 req-0d723722-0094-40ce-b21e-6b803bd5ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:12.069033 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd0186-4bf1-4e6d-b2fd-7021e7f06862 req-0d723722-0094-40ce-b21e-6b803bd5ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:12.069511 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd0186-4bf1-4e6d-b2fd-7021e7f06862 req-0d723722-0094-40ce-b21e-6b803bd5ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:12.069977 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd0186-4bf1-4e6d-b2fd-7021e7f06862 req-0d723722-0094-40ce-b21e-6b803bd5ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:12.070443 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd0186-4bf1-4e6d-b2fd-7021e7f06862 req-0d723722-0094-40ce-b21e-6b803bd5ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:12.070912 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd0186-4bf1-4e6d-b2fd-7021e7f06862 req-0d723722-0094-40ce-b21e-6b803bd5ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:12.072791 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-92dd0186-4bf1-4e6d-b2fd-7021e7f06862 req-0d723722-0094-40ce-b21e-6b803bd5ff8a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f921fef3089d433e88a36b5df24fed2b&device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5347 time: 0.3963931 Feb 09 01:49:12.080892 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-f3bcb311-0cd0-42cd-8583-4a761569aa80 None None] Set router 3c6ce1ed-3e24-4af1-b689-a53215917934 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:12.120013 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ea1b53fd-656a-4c05-a01b-41fd95e76d56 req-6de2fd7f-bb35-424c-b1d6-366d79ade000 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5460377 Feb 09 01:49:12.125187 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092e202b-49a0-4fd6-9d6b-c1ec589ce8a6 admin admin] Checking segment: {'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:12.125539 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092e202b-49a0-4fd6-9d6b-c1ec589ce8a6 admin admin] Network hostable DHCP agents. Network: 30f7b1d3-dfdd-498b-b6de-9d9501b1c299, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:49:12.138198 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d3e64-2250-421d-ab87-bc0fd1e8273a req-85bad7c3-ec1a-4855-a806-6fdd24359cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:12.139814 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e86d3e64-2250-421d-ab87-bc0fd1e8273a req-85bad7c3-ec1a-4855-a806-6fdd24359cdf service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d908954-d861-46d7-bf3a-5b99a23f2cf9 HTTP/1.1" status: 200 len: 917 time: 0.4617901 Feb 09 01:49:12.149755 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55832ebb-9afe-4042-ad33-1476371f8957 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:12.151135 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092e202b-49a0-4fd6-9d6b-c1ec589ce8a6 admin admin] Network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:49:12.159663 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55832ebb-9afe-4042-ad33-1476371f8957 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (83f64946-4409-45ae-a00f-9f1112ea06bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:12.180926 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e84db-5b25-435f-8ccb-390b8bb2f2b6 req-18e35842-4194-42f6-acb2-65a244d28735 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:12.190070 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f93e84db-5b25-435f-8ccb-390b8bb2f2b6 req-18e35842-4194-42f6-acb2-65a244d28735 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 909 time: 0.3826954 Feb 09 01:49:12.290026 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:12.407246 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f3bcb311-0cd0-42cd-8583-4a761569aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'name': 'tempest-ServersTestFqdnHostnames-1355708029-router', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:22Z', 'updated_at': '2022-02-09T01:49:07Z', 'revision_number': 5, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'gw_port': {'id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:25Z', 'updated_at': '2022-02-09T01:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:12.435428 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e86d3e64-2250-421d-ab87-bc0fd1e8273a req-cf12a98c-9ce5-4080-9566-67a45cf0bf5a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2dc0cb5-071d-476e-8ea9-01899b18ece7 HTTP/1.1" status: 200 len: 217 time: 0.2441974 Feb 09 01:49:12.446986 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bcb311-0cd0-42cd-8583-4a761569aa80 None None] Checking router: 3c6ce1ed-3e24-4af1-b689-a53215917934 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:49:12.459422 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-99cd1160-f249-4a6d-a580-8e6670e92a52 admin admin] Publish callbacks [] for router (3c6ce1ed-3e24-4af1-b689-a53215917934), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:12.461826 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bcb311-0cd0-42cd-8583-4a761569aa80 None None] Routers {'3c6ce1ed-3e24-4af1-b689-a53215917934'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:12.463379 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f3bcb311-0cd0-42cd-8583-4a761569aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['3c6ce1ed-3e24-4af1-b689-a53215917934'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:12.526426 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d3e64-2250-421d-ab87-bc0fd1e8273a req-f0b8fe25-42cb-4b56-bcb5-25c85b9ec828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:12.528140 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e86d3e64-2250-421d-ab87-bc0fd1e8273a req-f0b8fe25-42cb-4b56-bcb5-25c85b9ec828 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7fd2318f-0270-4495-8fca-6737fb6427cf HTTP/1.1" status: 200 len: 855 time: 0.0783134 Feb 09 01:49:12.596485 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-f3bcb311-0cd0-42cd-8583-4a761569aa80 None None] Set router 3c6ce1ed-3e24-4af1-b689-a53215917934 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:12.608979 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-092e202b-49a0-4fd6-9d6b-c1ec589ce8a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 30f7b1d3-dfdd-498b-b6de-9d9501b1c299) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:12.629491 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092e202b-49a0-4fd6-9d6b-c1ec589ce8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:12.630203 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-092e202b-49a0-4fd6-9d6b-c1ec589ce8a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:12.631474 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce71a097-9cf6-4b83-9aca-27b5acd76dad None None] Network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:49:12.676848 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-092e202b-49a0-4fd6-9d6b-c1ec589ce8a6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9957464 Feb 09 01:49:12.711572 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc15e3a-c9f7-4d3b-9f28-1490b3b813de req-f047f432-191b-4211-bf47-f4e1146a5ff5 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:12.718735 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-afc15e3a-c9f7-4d3b-9f28-1490b3b813de req-f047f432-191b-4211-bf47-f4e1146a5ff5 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 945 time: 0.1188772 Feb 09 01:49:12.785419 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-55832ebb-9afe-4042-ad33-1476371f8957 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Floating IP 83f64946-4409-45ae-a00f-9f1112ea06bf associated. External IP: 172.25.7.65, port: 19e75964-cd5a-4d6f-abe2-5e8f98921f97. Feb 09 01:49:12.902097 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-afc15e3a-c9f7-4d3b-9f28-1490b3b813de req-ae325732-f09f-4c2c-9562-be040183e2f3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741660 Feb 09 01:49:13.209334 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b94c9ad-04f5-4505-9da4-06e411012a97 None None] Network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:49:13.221827 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db52ce-4fbf-4057-a270-4504872bb825 req-4d214917-3f76-41ba-a14d-88d80c3236a4 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:13.223379 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-49db52ce-4fbf-4057-a270-4504872bb825 req-4d214917-3f76-41ba-a14d-88d80c3236a4 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 944 time: 0.1272957 Feb 09 01:49:13.251626 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55832ebb-9afe-4042-ad33-1476371f8957 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Router 099ddf97-8c69-4bdc-b833-4067333a4b68 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:49:13.311271 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfed4d-7835-4549-9c21-cf5ba0fb79ec req-e49767f2-a4d5-4cd6-b086-a7ae31d97e8f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:13.314534 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8adfed4d-7835-4549-9c21-cf5ba0fb79ec req-e49767f2-a4d5-4cd6-b086-a7ae31d97e8f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 909 time: 0.9961064 Feb 09 01:49:13.332661 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd0186-4bf1-4e6d-b2fd-7021e7f06862 req-f8d00526-88d5-4010-8ad3-edbd8f1bbee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:13.333160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd0186-4bf1-4e6d-b2fd-7021e7f06862 req-f8d00526-88d5-4010-8ad3-edbd8f1bbee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:13.333642 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd0186-4bf1-4e6d-b2fd-7021e7f06862 req-f8d00526-88d5-4010-8ad3-edbd8f1bbee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:13.335317 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-92dd0186-4bf1-4e6d-b2fd-7021e7f06862 req-f8d00526-88d5-4010-8ad3-edbd8f1bbee7 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f921fef3089d433e88a36b5df24fed2b&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.2476108 Feb 09 01:49:13.430976 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55832ebb-9afe-4042-ad33-1476371f8957 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:13.436896 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-49db52ce-4fbf-4057-a270-4504872bb825 req-28b23f8f-1b72-414c-a3e7-8b4046ab73e1 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075806 Feb 09 01:49:13.441557 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55832ebb-9afe-4042-ad33-1476371f8957 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.445341 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d031c798-d1ad-488e-9693-81d415c944a5 None None] Sync routers for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:13.455876 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.462263 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f3bcb311-0cd0-42cd-8583-4a761569aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'name': 'tempest-ServersTestFqdnHostnames-1355708029-router', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:22Z', 'updated_at': '2022-02-09T01:49:07Z', 'revision_number': 5, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'gw_port': {'id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:25Z', 'updated_at': '2022-02-09T01:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:13.471471 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d031c798-d1ad-488e-9693-81d415c944a5 None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:13.485430 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d031c798-d1ad-488e-9693-81d415c944a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:13.494696 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f034d681-d1ba-4e83-b98e-ff03684b69e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e5a309d-a187-428b-be54-6139af1e1d5b {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:13.511148 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-55832ebb-9afe-4042-ad33-1476371f8957 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "PUT /v2.0/floatingips/83f64946-4409-45ae-a00f-9f1112ea06bf HTTP/1.1" status: 200 len: 976 time: 2.4869802 Feb 09 01:49:13.514114 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49856) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:13.517487 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f034d681-d1ba-4e83-b98e-ff03684b69e9 service neutron] Publish callbacks [] for port (3e5a309d-a187-428b-be54-6139af1e1d5b), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.536389 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bcb311-0cd0-42cd-8583-4a761569aa80 None None] The sync data for ids ['3c6ce1ed-3e24-4af1-b689-a53215917934'] in n-d-828387-3 is: [{'id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'name': 'tempest-ServersTestFqdnHostnames-1355708029-router', 'tenant_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:22Z', 'updated_at': '2022-02-09T01:49:07Z', 'revision_number': 5, 'project_id': '6766487db55f451f9c4a51b4d8bdf1cf', 'gw_port': {'id': '106a6c95-23a8-484d-9fd1-7c40c25ac223', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ce1ed-3e24-4af1-b689-a53215917934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:25Z', 'updated_at': '2022-02-09T01:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:13.549071 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f034d681-d1ba-4e83-b98e-ff03684b69e9 service neutron] Transition to ACTIVE for port object 3e5a309d-a187-428b-be54-6139af1e1d5b will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:13.590853 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d031c798-d1ad-488e-9693-81d415c944a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:13.615272 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d031c798-d1ad-488e-9693-81d415c944a5 None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:13.616812 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d031c798-d1ad-488e-9693-81d415c944a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:13.654438 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d031c798-d1ad-488e-9693-81d415c944a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:13.655102 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d031c798-d1ad-488e-9693-81d415c944a5 None None] The sync data for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:13.677415 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f034d681-d1ba-4e83-b98e-ff03684b69e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (3e5a309d-a187-428b-be54-6139af1e1d5b), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.705006 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-99cd1160-f249-4a6d-a580-8e6670e92a52 admin admin] Publish callbacks [] for router_gateway (3c6ce1ed-3e24-4af1-b689-a53215917934), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.747025 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c257f-b7ce-4422-8127-02fb479c0b68 req-5eb30f35-e402-4c2a-a9ef-b9afc0991804 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:13.752651 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c257f-b7ce-4422-8127-02fb479c0b68 req-5eb30f35-e402-4c2a-a9ef-b9afc0991804 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:13.758739 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c257f-b7ce-4422-8127-02fb479c0b68 req-5eb30f35-e402-4c2a-a9ef-b9afc0991804 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:13.764245 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c257f-b7ce-4422-8127-02fb479c0b68 req-5eb30f35-e402-4c2a-a9ef-b9afc0991804 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:13.764385 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d3e64-2250-421d-ab87-bc0fd1e8273a req-7e0c560f-a70c-48a0-bbe1-f439efc35172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:13.765956 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e86d3e64-2250-421d-ab87-bc0fd1e8273a req-7e0c560f-a70c-48a0-bbe1-f439efc35172 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d908954-d861-46d7-bf3a-5b99a23f2cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6952665 Feb 09 01:49:13.770046 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c257f-b7ce-4422-8127-02fb479c0b68 req-5eb30f35-e402-4c2a-a9ef-b9afc0991804 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:13.775300 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c257f-b7ce-4422-8127-02fb479c0b68 req-5eb30f35-e402-4c2a-a9ef-b9afc0991804 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:13.780523 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c257f-b7ce-4422-8127-02fb479c0b68 req-5eb30f35-e402-4c2a-a9ef-b9afc0991804 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:13.783366 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c59c257f-b7ce-4422-8127-02fb479c0b68 req-5eb30f35-e402-4c2a-a9ef-b9afc0991804 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5372 time: 0.1699519 Feb 09 01:49:13.801710 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0a47146d-8f62-4b0a-98fa-491729cfccc8 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Deleting port 19e75964-cd5a-4d6f-abe2-5e8f98921f97 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:49:13.802483 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0a47146d-8f62-4b0a-98fa-491729cfccc8 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (19e75964-cd5a-4d6f-abe2-5e8f98921f97), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.806495 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a054fb01-a06d-4de5-a6e5-475e63166e3c admin admin] Publish callbacks [] for security_group (d1e1cd3b-aa1c-4b17-bf4a-1a541f7ea9b5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.842947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034d681-d1ba-4e83-b98e-ff03684b69e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5a309d-a187-428b-be54-6139af1e1d5b,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:13.941382 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c59c257f-b7ce-4422-8127-02fb479c0b68 req-10d62fa0-ef3e-45f4-bdd5-e01127a74cd9 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1518443 Feb 09 01:49:13.966350 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0a47146d-8f62-4b0a-98fa-491729cfccc8 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (19e75964-cd5a-4d6f-abe2-5e8f98921f97), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.986823 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a054fb01-a06d-4de5-a6e5-475e63166e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d1e1cd3b-aa1c-4b17-bf4a-1a541f7ea9b5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.149396 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd0186-4bf1-4e6d-b2fd-7021e7f06862 req-916d6f11-bf7e-47ba-96cd-4ed1f43d2418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:14.150928 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-92dd0186-4bf1-4e6d-b2fd-7021e7f06862 req-916d6f11-bf7e-47ba-96cd-4ed1f43d2418 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5634818 Feb 09 01:49:14.173163 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e86d3e64-2250-421d-ab87-bc0fd1e8273a req-59053dd0-c4a6-4fff-bcfa-8289587ed9e0 service neutron] 10.222.0.67 "GET /v2.0/networks/0d908954-d861-46d7-bf3a-5b99a23f2cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465598 Feb 09 01:49:14.184512 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:49:14.219584 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:49:14.220265 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3abce85a-4f5d-452b-a1d2-1dc2f0cb3bbe not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:49:14.223314 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054fb01-a06d-4de5-a6e5-475e63166e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e1cd3b-aa1c-4b17-bf4a-1a541f7ea9b5,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:14.280128 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a054fb01-a06d-4de5-a6e5-475e63166e3c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=47e66d4211524b8186460dc2ad7f05c3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3165548 Feb 09 01:49:14.295377 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49868) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:14.330743 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0a47146d-8f62-4b0a-98fa-491729cfccc8 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.331113 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0a47146d-8f62-4b0a-98fa-491729cfccc8 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (83f64946-4409-45ae-a00f-9f1112ea06bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.331454 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-0a47146d-8f62-4b0a-98fa-491729cfccc8 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Floating IP 83f64946-4409-45ae-a00f-9f1112ea06bf disassociated. External IP: 172.25.7.65, port: 19e75964-cd5a-4d6f-abe2-5e8f98921f97. Feb 09 01:49:14.331800 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0a47146d-8f62-4b0a-98fa-491729cfccc8 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Calling delete_port for 19e75964-cd5a-4d6f-abe2-5e8f98921f97 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:49:14.375973 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d807c-a3bc-4071-867a-c1734001b483 req-27d89281-772f-4dc3-80d9-77c31b033057 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:14.377535 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fa8d807c-a3bc-4071-867a-c1734001b483 req-27d89281-772f-4dc3-80d9-77c31b033057 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 1091 time: 0.2798083 Feb 09 01:49:14.419619 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f034d681-d1ba-4e83-b98e-ff03684b69e9 service neutron] Attempting to bind port 3e5a309d-a187-428b-be54-6139af1e1d5b on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:14.420101 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f034d681-d1ba-4e83-b98e-ff03684b69e9 service neutron] Attempting to bind port 3e5a309d-a187-428b-be54-6139af1e1d5b by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '1b999e3b-e59d-48ae-9125-e7848ad131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:14.420310 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f034d681-d1ba-4e83-b98e-ff03684b69e9 service neutron] Attempting to bind port 3e5a309d-a187-428b-be54-6139af1e1d5b on network 4c4e88d2-2146-4771-81ab-7d54809701c2 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:14.435029 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-0c1a3fce-bb52-4ed5-88bf-a653fcd3f9f0 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:14.436602 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-0c1a3fce-bb52-4ed5-88bf-a653fcd3f9f0 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/networks?id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 200 len: 805 time: 0.7608199 Feb 09 01:49:14.448118 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3e35d633-18a1-4955-8da6-2b16313ea893 admin admin] Publish callbacks [] for security_group (d1e1cd3b-aa1c-4b17-bf4a-1a541f7ea9b5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.464680 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-99cd1160-f249-4a6d-a580-8e6670e92a52 admin admin] Deleting port 106a6c95-23a8-484d-9fd1-7c40c25ac223 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:49:14.465038 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-99cd1160-f249-4a6d-a580-8e6670e92a52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (106a6c95-23a8-484d-9fd1-7c40c25ac223), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.468127 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f034d681-d1ba-4e83-b98e-ff03684b69e9 service neutron] Port 3e5a309d-a187-428b-be54-6139af1e1d5b on network 4c4e88d2-2146-4771-81ab-7d54809701c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:49:14.468466 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f034d681-d1ba-4e83-b98e-ff03684b69e9 service neutron] Attempting to bind port 3e5a309d-a187-428b-be54-6139af1e1d5b on network 4c4e88d2-2146-4771-81ab-7d54809701c2 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:14.487658 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e86d3e64-2250-421d-ab87-bc0fd1e8273a req-3d7c233f-8845-44fa-9962-baf3720ccd7e service neutron] 10.222.0.67 "GET /v2.0/networks/0d908954-d861-46d7-bf3a-5b99a23f2cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543290 Feb 09 01:49:14.515239 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3e35d633-18a1-4955-8da6-2b16313ea893 admin admin] Publish callbacks [] for security_group (d1e1cd3b-aa1c-4b17-bf4a-1a541f7ea9b5), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.529990 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-420a2c29-299a-49a8-bee4-aa603582497f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/quotas/57a477aa675d4adb8145bd3e3ad9c65b HTTP/1.1" status: 200 len: 375 time: 0.0863988 Feb 09 01:49:14.532955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f034d681-d1ba-4e83-b98e-ff03684b69e9 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:14.533305 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f034d681-d1ba-4e83-b98e-ff03684b69e9 service neutron] Checking segment: {'id': '1b999e3b-e59d-48ae-9125-e7848ad131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:14.533699 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f034d681-d1ba-4e83-b98e-ff03684b69e9 service neutron] Bound using segment: {'id': '1b999e3b-e59d-48ae-9125-e7848ad131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:14.534157 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f034d681-d1ba-4e83-b98e-ff03684b69e9 service neutron] Bound port: 3e5a309d-a187-428b-be54-6139af1e1d5b, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b999e3b-e59d-48ae-9125-e7848ad131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:14.534519 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f034d681-d1ba-4e83-b98e-ff03684b69e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3e5a309d-a187-428b-be54-6139af1e1d5b), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.584789 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-096b1e36-b789-4992-8ed5-e15ff9472e6b tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399830 Feb 09 01:49:14.633988 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332d8fd-3158-43e2-9382-6cf072e3a675 req-7f6558b8-3d51-40da-a49e-10ad25e5040f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:14.642047 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2332d8fd-3158-43e2-9382-6cf072e3a675 req-7f6558b8-3d51-40da-a49e-10ad25e5040f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 945 time: 0.1733508 Feb 09 01:49:14.673102 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0a47146d-8f62-4b0a-98fa-491729cfccc8 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (19e75964-cd5a-4d6f-abe2-5e8f98921f97), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.713869 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-99cd1160-f249-4a6d-a580-8e6670e92a52 admin admin] For port 106a6c95-23a8-484d-9fd1-7c40c25ac223, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=106a6c95-23a8-484d-9fd1-7c40c25ac223,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:14.713869 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-99cd1160-f249-4a6d-a580-8e6670e92a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (106a6c95-23a8-484d-9fd1-7c40c25ac223), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.728435 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3e35d633-18a1-4955-8da6-2b16313ea893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d1e1cd3b-aa1c-4b17-bf4a-1a541f7ea9b5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.732342 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3e35d633-18a1-4955-8da6-2b16313ea893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.734048 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3e35d633-18a1-4955-8da6-2b16313ea893 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d1e1cd3b-aa1c-4b17-bf4a-1a541f7ea9b5 HTTP/1.1" status: 204 len: 168 time: 0.4366431 Feb 09 01:49:14.745402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-99cd1160-f249-4a6d-a580-8e6670e92a52 admin admin] Calling delete_port for 106a6c95-23a8-484d-9fd1-7c40c25ac223 owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:49:14.745727 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47146d-8f62-4b0a-98fa-491729cfccc8 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event deleted for resources: {'Port': ['ID=19e75964-cd5a-4d6f-abe2-5e8f98921f97,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:14.749257 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f034d681-d1ba-4e83-b98e-ff03684b69e9 service neutron] For port 3e5a309d-a187-428b-be54-6139af1e1d5b, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:14.777970 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f034d681-d1ba-4e83-b98e-ff03684b69e9 service neutron] For port 3e5a309d-a187-428b-be54-6139af1e1d5b, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=3e5a309d-a187-428b-be54-6139af1e1d5b,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:14.804412 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35d633-18a1-4955-8da6-2b16313ea893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e1cd3b-aa1c-4b17-bf4a-1a541f7ea9b5,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:14.821798 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-a5effca1-6c08-48e4-ba48-b86e503c071d service neutron] 10.222.0.36 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288442 Feb 09 01:49:14.834348 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f034d681-d1ba-4e83-b98e-ff03684b69e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (3e5a309d-a187-428b-be54-6139af1e1d5b), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.863423 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2332d8fd-3158-43e2-9382-6cf072e3a675 req-41d82384-24a2-461a-812f-7c1fedcd4593 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202604 Feb 09 01:49:14.945748 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f034d681-d1ba-4e83-b98e-ff03684b69e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:14.946912 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f034d681-d1ba-4e83-b98e-ff03684b69e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.948494 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f034d681-d1ba-4e83-b98e-ff03684b69e9 service neutron] 10.222.0.48 "PUT /v2.0/ports/3e5a309d-a187-428b-be54-6139af1e1d5b HTTP/1.1" status: 200 len: 1131 time: 3.4018054 Feb 09 01:49:14.951007 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'tag': '3e5a309d-a187-428b-be54-6139af1e1d5b'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:14.954494 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b296fd0-6db9-47e7-958c-c363868cfa88" -d '{"events": [{"name": "network-changed", "server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "tag": "3e5a309d-a187-428b-be54-6139af1e1d5b"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:14.981351 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a47146d-8f62-4b0a-98fa-491729cfccc8 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Router 099ddf97-8c69-4bdc-b833-4067333a4b68 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:49:14.998051 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f9643df6-bc20-437a-83b3-ad5da8be6450 service neutron] Request body: {'port': {'device_id': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:15.108734 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034d681-d1ba-4e83-b98e-ff03684b69e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5a309d-a187-428b-be54-6139af1e1d5b,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:15.132467 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-d8386892-0ddf-459a-9624-796d59fec796 service neutron] 10.222.0.36 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073542 Feb 09 01:49:15.195386 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a47146d-8f62-4b0a-98fa-491729cfccc8 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:15.202889 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f9643df6-bc20-437a-83b3-ad5da8be6450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cd86026c-c167-4b35-80bb-22f2c9696705), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:15.211158 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b557cbf9-ca2f-48bb-a647-0ad30306188b None None] Sync routers for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:15.236365 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b557cbf9-ca2f-48bb-a647-0ad30306188b None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:15.237228 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b557cbf9-ca2f-48bb-a647-0ad30306188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:15.289606 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b557cbf9-ca2f-48bb-a647-0ad30306188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:15.330981 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-99cd1160-f249-4a6d-a580-8e6670e92a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (106a6c95-23a8-484d-9fd1-7c40c25ac223), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:15.332628 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b557cbf9-ca2f-48bb-a647-0ad30306188b None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:15.334334 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b557cbf9-ca2f-48bb-a647-0ad30306188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:15.353058 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device a2dc0cb5-071d-476e-8ea9-01899b18ece7 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:49:15.385750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd1160-f249-4a6d-a580-8e6670e92a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=106a6c95-23a8-484d-9fd1-7c40c25ac223,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:15.498017 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0a47146d-8f62-4b0a-98fa-491729cfccc8 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:15.514871 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0a47146d-8f62-4b0a-98fa-491729cfccc8 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "DELETE /v2.0/ports/19e75964-cd5a-4d6f-abe2-5e8f98921f97 HTTP/1.1" status: 204 len: 168 time: 1.9990363 Feb 09 01:49:15.518358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b557cbf9-ca2f-48bb-a647-0ad30306188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:15.519560 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b557cbf9-ca2f-48bb-a647-0ad30306188b None None] The sync data for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:15.527791 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8ed68-800c-4e01-812e-8d2127cad702 req-c4164aec-c0ef-4dde-b84c-ddd03cefd78c tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:15.544643 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9ac8ed68-800c-4e01-812e-8d2127cad702 req-c4164aec-c0ef-4dde-b84c-ddd03cefd78c tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 1167 time: 0.3293111 Feb 09 01:49:15.551142 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49890) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:15.685281 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-451d92d8-53c6-44d8-a12a-45193447e9ef tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "GET /v2.0/floatingips/83f64946-4409-45ae-a00f-9f1112ea06bf HTTP/1.1" status: 200 len: 687 time: 0.1315858 Feb 09 01:49:15.686299 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49896) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:15.754257 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port a2dc0cb5-071d-476e-8ea9-01899b18ece7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a2dc0cb5-071d-476e-8ea9-01899b18ece7,segment=NetworkSegment(e088bf88-a117-47a6-ba87-54c00f7a6928),segment_id=e088bf88-a117-47a6-ba87-54c00f7a6928)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:15.767943 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'a2dc0cb5-071d-476e-8ea9-01899b18ece7', 'network_id': '0d908954-d861-46d7-bf3a-5b99a23f2cf9', 'port_id': 'a2dc0cb5-071d-476e-8ea9-01899b18ece7', 'mac_address': 'fa:16:3e:d1:b5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd2318f-0270-4495-8fca-6737fb6427cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:49:15.811627 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-99cd1160-f249-4a6d-a580-8e6670e92a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (3c6ce1ed-3e24-4af1-b689-a53215917934), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:15.812248 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port a2dc0cb5-071d-476e-8ea9-01899b18ece7 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:15.812404 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a2dc0cb5-071d-476e-8ea9-01899b18ece7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:15.831985 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2dc0cb5-071d-476e-8ea9-01899b18ece7 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:15.887903 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port a2dc0cb5-071d-476e-8ea9-01899b18ece7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a2dc0cb5-071d-476e-8ea9-01899b18ece7,segment=NetworkSegment(e088bf88-a117-47a6-ba87-54c00f7a6928),segment_id=e088bf88-a117-47a6-ba87-54c00f7a6928)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:15.896682 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a2dc0cb5-071d-476e-8ea9-01899b18ece7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:15.938779 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9ac8ed68-800c-4e01-812e-8d2127cad702 req-bec92b83-c5bc-41cd-97d1-1216612eba55 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0541a625-03b8-4167-a0f8-798f45d14165&id=84a223fd-261b-457f-97ac-862faaa00bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3915431 Feb 09 01:49:15.964685 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49906) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:16.025578 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=a2dc0cb5-071d-476e-8ea9-01899b18ece7,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:16.044690 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.045197 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.045649 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.046094 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.046532 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.047535 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.047991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.048621 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.049894 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.050338 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.050865 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.051325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.051773 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.074628 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c4df1-8afd-41f8-bbcd-0b2f076b2f41 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Deleting port df8d297f-b15f-4190-bb8a-3285e0c1172f {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:49:16.075165 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2b3c4df1-8afd-41f8-bbcd-0b2f076b2f41 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (df8d297f-b15f-4190-bb8a-3285e0c1172f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.198640 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2b3c4df1-8afd-41f8-bbcd-0b2f076b2f41 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (df8d297f-b15f-4190-bb8a-3285e0c1172f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.198640 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2b3c4df1-8afd-41f8-bbcd-0b2f076b2f41 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (df8d297f-b15f-4190-bb8a-3285e0c1172f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.207318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c4df1-8afd-41f8-bbcd-0b2f076b2f41 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Calling delete_port for df8d297f-b15f-4190-bb8a-3285e0c1172f owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:49:16.228571 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['a2dc0cb5-071d-476e-8ea9-01899b18ece7'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:49:16.263090 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44143bd4-b28f-4382-a87f-58388074a9bf req-06e70842-c6c4-4afd-8948-3d991d4606a1 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:16.275676 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-44143bd4-b28f-4382-a87f-58388074a9bf req-06e70842-c6c4-4afd-8948-3d991d4606a1 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 944 time: 0.7244816 Feb 09 01:49:16.326405 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-99cd1160-f249-4a6d-a580-8e6670e92a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (3c6ce1ed-3e24-4af1-b689-a53215917934), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.339031 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-99cd1160-f249-4a6d-a580-8e6670e92a52 admin admin] Publish callbacks [] for router_controller (3c6ce1ed-3e24-4af1-b689-a53215917934), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.449991 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2b3c4df1-8afd-41f8-bbcd-0b2f076b2f41 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (df8d297f-b15f-4190-bb8a-3285e0c1172f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.526993 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096640d0-0497-4b07-bf8a-79ff88866251 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:16.532833 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-096640d0-0497-4b07-bf8a-79ff88866251 tempest-TestSecurityGroupsBasicOps-1340421521 tempest-TestSecurityGroupsBasicOps-1340421521-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 1086 time: 0.5572217 Feb 09 01:49:16.535757 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c4df1-8afd-41f8-bbcd-0b2f076b2f41 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event deleted for resources: {'Port': ['ID=df8d297f-b15f-4190-bb8a-3285e0c1172f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:16.600550 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-99cd1160-f249-4a6d-a580-8e6670e92a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (3c6ce1ed-3e24-4af1-b689-a53215917934), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.601762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cd1160-f249-4a6d-a580-8e6670e92a52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c6ce1ed-3e24-4af1-b689-a53215917934 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:49:16.612146 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-99cd1160-f249-4a6d-a580-8e6670e92a52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.614308 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-99cd1160-f249-4a6d-a580-8e6670e92a52 admin admin] 10.222.0.36 "DELETE /v2.0/routers/3c6ce1ed-3e24-4af1-b689-a53215917934 HTTP/1.1" status: 204 len: 168 time: 4.7653601 Feb 09 01:49:16.647160 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49920) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:16.685296 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-44143bd4-b28f-4382-a87f-58388074a9bf req-01cc2619-3013-41bd-b062-652993829eb7 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069455 Feb 09 01:49:16.777600 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2b3c4df1-8afd-41f8-bbcd-0b2f076b2f41 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (83f64946-4409-45ae-a00f-9f1112ea06bf), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.780309 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2b3c4df1-8afd-41f8-bbcd-0b2f076b2f41 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.791643 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f9643df6-bc20-437a-83b3-ad5da8be6450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd86026c-c167-4b35-80bb-22f2c9696705 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:16.792287 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2b3c4df1-8afd-41f8-bbcd-0b2f076b2f41 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "DELETE /v2.0/floatingips/83f64946-4409-45ae-a00f-9f1112ea06bf HTTP/1.1" status: 204 len: 168 time: 1.1025441 Feb 09 01:49:16.793831 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49924) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:16.805591 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f9643df6-bc20-437a-83b3-ad5da8be6450 service neutron] Publish callbacks [] for port (cd86026c-c167-4b35-80bb-22f2c9696705), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.809918 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-98f3760c-c457-46c5-b702-f9d0d9c21ebe tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': 'b4313101-eea7-41a0-bacd-fe39509b7ce3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:16.823003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f9643df6-bc20-437a-83b3-ad5da8be6450 service neutron] Transition to ACTIVE for port object cd86026c-c167-4b35-80bb-22f2c9696705 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:16.829166 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85381292-8370-40fa-84ee-a9ca13037da7 x-openstack-request-id: req-85381292-8370-40fa-84ee-a9ca13037da7 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:16.829619 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "tag": "3e5a309d-a187-428b-be54-6139af1e1d5b", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:16.831078 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-85381292-8370-40fa-84ee-a9ca13037da7 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:16.831767 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'tag': '3e5a309d-a187-428b-be54-6139af1e1d5b', 'status': 'completed', 'code': 200} Feb 09 01:49:16.854810 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f9643df6-bc20-437a-83b3-ad5da8be6450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (cd86026c-c167-4b35-80bb-22f2c9696705), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.878780 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-98f3760c-c457-46c5-b702-f9d0d9c21ebe tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.894909 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1bcc2-583a-4acc-9693-9a463ef37a73 req-8d3e3a0a-432e-45f5-a80e-eb6ab1552970 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:16.916388 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cea1bcc2-583a-4acc-9693-9a463ef37a73 req-8d3e3a0a-432e-45f5-a80e-eb6ab1552970 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 945 time: 0.5118387 Feb 09 01:49:16.935542 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49926) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:16.965088 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5b0a85d6-aa03-408a-9d53-bd9fd8e5bacf tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Request body: {'floatingip': {'port_id': '2d0baf7e-0089-4cde-86cc-ae9332d487c3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:16.990801 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2b9964-7a28-4779-86b3-08d761b594e9 admin admin] Deleting subnet e8971ac9-cf91-4def-9490-e096359ab4d6 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:49:17.003437 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f2b9964-7a28-4779-86b3-08d761b594e9 admin admin] Publish callbacks [] for subnet (e8971ac9-cf91-4def-9490-e096359ab4d6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:17.049191 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9643df6-bc20-437a-83b3-ad5da8be6450 service neutron] Pushing event updated for resources: {'Port': ['ID=cd86026c-c167-4b35-80bb-22f2c9696705,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:17.354774 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device a2dc0cb5-071d-476e-8ea9-01899b18ece7 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:17.527405 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port a2dc0cb5-071d-476e-8ea9-01899b18ece7 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:49:17.534199 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port a2dc0cb5-071d-476e-8ea9-01899b18ece7 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:17.534783 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a2dc0cb5-071d-476e-8ea9-01899b18ece7), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:17.671678 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port a2dc0cb5-071d-476e-8ea9-01899b18ece7 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:17.672857 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a2dc0cb5-071d-476e-8ea9-01899b18ece7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:17.728377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port a2dc0cb5-071d-476e-8ea9-01899b18ece7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a2dc0cb5-071d-476e-8ea9-01899b18ece7,segment=NetworkSegment(e088bf88-a117-47a6-ba87-54c00f7a6928),segment_id=e088bf88-a117-47a6-ba87-54c00f7a6928)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:17.730052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dc0cb5-071d-476e-8ea9-01899b18ece7'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:17.733672 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dc85b6-99bf-4f7a-b5a5-cedeaee421d9" -d '{"events": [{"server_uuid": "cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081", "name": "network-vif-plugged", "status": "completed", "tag": "a2dc0cb5-071d-476e-8ea9-01899b18ece7"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:17.738001 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296fd0-6db9-47e7-958c-c363868cfa88 req-aa88ba95-3a54-40ab-9d27-2fd1c79c5912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:17.739255 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296fd0-6db9-47e7-958c-c363868cfa88 req-aa88ba95-3a54-40ab-9d27-2fd1c79c5912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:17.739891 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a2dc0cb5-071d-476e-8ea9-01899b18ece7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:17.740137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296fd0-6db9-47e7-958c-c363868cfa88 req-aa88ba95-3a54-40ab-9d27-2fd1c79c5912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:17.741239 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296fd0-6db9-47e7-958c-c363868cfa88 req-aa88ba95-3a54-40ab-9d27-2fd1c79c5912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:17.742145 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296fd0-6db9-47e7-958c-c363868cfa88 req-aa88ba95-3a54-40ab-9d27-2fd1c79c5912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:17.742972 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296fd0-6db9-47e7-958c-c363868cfa88 req-aa88ba95-3a54-40ab-9d27-2fd1c79c5912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:17.744075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296fd0-6db9-47e7-958c-c363868cfa88 req-aa88ba95-3a54-40ab-9d27-2fd1c79c5912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:17.748955 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b296fd0-6db9-47e7-958c-c363868cfa88 req-aa88ba95-3a54-40ab-9d27-2fd1c79c5912 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f921fef3089d433e88a36b5df24fed2b&device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 6327 time: 0.9228694 Feb 09 01:49:17.798064 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5b0a85d6-aa03-408a-9d53-bd9fd8e5bacf tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for floatingip (7e392fa4-15a6-484f-98a3-02348aec9930), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:17.816765 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=a2dc0cb5-071d-476e-8ea9-01899b18ece7,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:17.855082 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a34207e7-a77b-4a3f-861a-d728f11838e2 req-9ed34bc9-2fed-4569-b3ef-de6b39b9bbea tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd20ddec-e04d-407a-bd5d-dceb9f88c086 HTTP/1.1" status: 200 len: 210 time: 0.8169055 Feb 09 01:49:18.005823 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f2b9964-7a28-4779-86b3-08d761b594e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (e8971ac9-cf91-4def-9490-e096359ab4d6), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.026539 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21558471-2d1d-4dd0-a7b9-aa4ba6ddc5a8 req-272e5f4c-1d56-444d-bd04-1e704715b40d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:18.035724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21558471-2d1d-4dd0-a7b9-aa4ba6ddc5a8 req-272e5f4c-1d56-444d-bd04-1e704715b40d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:18.041891 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21558471-2d1d-4dd0-a7b9-aa4ba6ddc5a8 req-272e5f4c-1d56-444d-bd04-1e704715b40d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:18.048520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21558471-2d1d-4dd0-a7b9-aa4ba6ddc5a8 req-272e5f4c-1d56-444d-bd04-1e704715b40d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:18.054378 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21558471-2d1d-4dd0-a7b9-aa4ba6ddc5a8 req-272e5f4c-1d56-444d-bd04-1e704715b40d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:18.060839 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21558471-2d1d-4dd0-a7b9-aa4ba6ddc5a8 req-272e5f4c-1d56-444d-bd04-1e704715b40d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:18.068256 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21558471-2d1d-4dd0-a7b9-aa4ba6ddc5a8 req-272e5f4c-1d56-444d-bd04-1e704715b40d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:18.076979 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-21558471-2d1d-4dd0-a7b9-aa4ba6ddc5a8 req-272e5f4c-1d56-444d-bd04-1e704715b40d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5384 time: 1.1448615 Feb 09 01:49:18.126712 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-f1875bef-2d16-438e-9824-15e56ca21038 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:18.128580 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-f1875bef-2d16-438e-9824-15e56ca21038 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.67 "GET /v2.0/networks?id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 200 len: 805 time: 0.4225273 Feb 09 01:49:18.183629 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 106a6c95-23a8-484d-9fd1-7c40c25ac223 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:49:18.232598 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 106a6c95-23a8-484d-9fd1-7c40c25ac223 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:49:18.232948 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 106a6c95-23a8-484d-9fd1-7c40c25ac223 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:49:18.262755 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-21558471-2d1d-4dd0-a7b9-aa4ba6ddc5a8 req-f4d27b23-38a0-4ea2-8b3f-7128607ae909 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1843457 Feb 09 01:49:18.279174 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-c45a2024-ce43-4a87-a559-d1ea22b2052d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Request body: {'port': {'device_id': 'bd20ddec-e04d-407a-bd5d-dceb9f88c086', 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299', 'admin_state_up': True, 'tenant_id': '57a477aa675d4adb8145bd3e3ad9c65b'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:18.358521 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637fb233-203c-4c26-b6cf-d8dfbf6ff70a x-openstack-request-id: req-637fb233-203c-4c26-b6cf-d8dfbf6ff70a {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:18.359114 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081", "name": "network-vif-plugged", "status": "completed", "tag": "a2dc0cb5-071d-476e-8ea9-01899b18ece7", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:18.359114 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-637fb233-203c-4c26-b6cf-d8dfbf6ff70a {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:18.360277 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dc0cb5-071d-476e-8ea9-01899b18ece7', 'code': 200} Feb 09 01:49:18.487280 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f2b9964-7a28-4779-86b3-08d761b594e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (e8971ac9-cf91-4def-9490-e096359ab4d6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.489427 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49956) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:18.505817 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403e763-601e-4105-9fed-24e2126efd68 req-9708b691-d4da-4239-914b-6484d60d4ea5 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:18.508114 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e403e763-601e-4105-9fed-24e2126efd68 req-9708b691-d4da-4239-914b-6484d60d4ea5 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 946 time: 0.3254306 Feb 09 01:49:18.521446 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-c45a2024-ce43-4a87-a559-d1ea22b2052d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Made reservation on behalf of 57a477aa675d4adb8145bd3e3ad9c65b for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:18.524803 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-c45a2024-ce43-4a87-a559-d1ea22b2052d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.572976 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f9643df6-bc20-437a-83b3-ad5da8be6450 service neutron] Attempting to bind port cd86026c-c167-4b35-80bb-22f2c9696705 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:18.573321 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f9643df6-bc20-437a-83b3-ad5da8be6450 service neutron] Attempting to bind port cd86026c-c167-4b35-80bb-22f2c9696705 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '1b999e3b-e59d-48ae-9125-e7848ad131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:18.573919 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f9643df6-bc20-437a-83b3-ad5da8be6450 service neutron] Attempting to bind port cd86026c-c167-4b35-80bb-22f2c9696705 on network 4c4e88d2-2146-4771-81ab-7d54809701c2 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:18.587034 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f9643df6-bc20-437a-83b3-ad5da8be6450 service neutron] Port cd86026c-c167-4b35-80bb-22f2c9696705 on network 4c4e88d2-2146-4771-81ab-7d54809701c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:49:18.587386 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f9643df6-bc20-437a-83b3-ad5da8be6450 service neutron] Attempting to bind port cd86026c-c167-4b35-80bb-22f2c9696705 on network 4c4e88d2-2146-4771-81ab-7d54809701c2 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:18.629957 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f9643df6-bc20-437a-83b3-ad5da8be6450 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:18.630302 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f9643df6-bc20-437a-83b3-ad5da8be6450 service neutron] Checking segment: {'id': '1b999e3b-e59d-48ae-9125-e7848ad131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:18.630689 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f9643df6-bc20-437a-83b3-ad5da8be6450 service neutron] Bound using segment: {'id': '1b999e3b-e59d-48ae-9125-e7848ad131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:18.631137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f9643df6-bc20-437a-83b3-ad5da8be6450 service neutron] Bound port: cd86026c-c167-4b35-80bb-22f2c9696705, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b999e3b-e59d-48ae-9125-e7848ad131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:18.631625 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f9643df6-bc20-437a-83b3-ad5da8be6450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cd86026c-c167-4b35-80bb-22f2c9696705), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.653786 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-98f3760c-c457-46c5-b702-f9d0d9c21ebe tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.720060 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f60a3-7524-476a-9126-366ac791c398 req-11335aa3-609d-4cd9-899b-ce794c09f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:18.721804 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f5f60a3-7524-476a-9126-366ac791c398 req-11335aa3-609d-4cd9-899b-ce794c09f038 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 1128 time: 0.2541840 Feb 09 01:49:18.727760 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296fd0-6db9-47e7-958c-c363868cfa88 req-9e2f85bf-eb95-4884-a21e-7484dea0ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:18.728304 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296fd0-6db9-47e7-958c-c363868cfa88 req-9e2f85bf-eb95-4884-a21e-7484dea0ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:18.728782 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296fd0-6db9-47e7-958c-c363868cfa88 req-9e2f85bf-eb95-4884-a21e-7484dea0ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:18.730578 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b296fd0-6db9-47e7-958c-c363868cfa88 req-9e2f85bf-eb95-4884-a21e-7484dea0ae2a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f921fef3089d433e88a36b5df24fed2b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.9696059 Feb 09 01:49:18.738822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9387c-ec75-470c-b7c5-4924c28200c4 req-2b240861-3763-486a-bee9-6e884695f26f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:18.740414 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06a9387c-ec75-470c-b7c5-4924c28200c4 req-2b240861-3763-486a-bee9-6e884695f26f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 909 time: 0.2665045 Feb 09 01:49:18.801427 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e403e763-601e-4105-9fed-24e2126efd68 req-c8b77aa6-dd1b-40f4-b853-d344c93969b0 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560303 Feb 09 01:49:18.856735 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-87d96b8f-ac53-4f83-8d3d-32e3efc3fefe tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:18.936330 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f2b9964-7a28-4779-86b3-08d761b594e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (e8971ac9-cf91-4def-9490-e096359ab4d6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.947688 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f5f60a3-7524-476a-9126-366ac791c398 req-0eb14081-c4d9-4cde-a57f-55ef5ac93081 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993096 Feb 09 01:49:18.948440 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d96b8f-ac53-4f83-8d3d-32e3efc3fefe tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.981096 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f2b9964-7a28-4779-86b3-08d761b594e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.984460 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2f2b9964-7a28-4779-86b3-08d761b594e9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e8971ac9-cf91-4def-9490-e096359ab4d6 HTTP/1.1" status: 204 len: 168 time: 2.3322203 Feb 09 01:49:18.993377 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49962) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:18.995521 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce445852-3a88-4cb5-8371-8f186f63af35 None None] Network 0496f9e7-f076-4fdf-8fd4-6325c25e60db requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:49:19.022777 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b9964-7a28-4779-86b3-08d761b594e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8971ac9-cf91-4def-9490-e096359ab4d6,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:19.066863 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-98f3760c-c457-46c5-b702-f9d0d9c21ebe tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Allocated IP 172.25.7.116 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/5954e37f-e513-427f-946c-a64c5d71cc54) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:19.112319 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f9643df6-bc20-437a-83b3-ad5da8be6450 service neutron] For port cd86026c-c167-4b35-80bb-22f2c9696705, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:19.177784 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.db.resource_extend [None req-5b0a85d6-aa03-408a-9d53-bd9fd8e5bacf tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:49:19.201494 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-c45a2024-ce43-4a87-a559-d1ea22b2052d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Allocated IP 172.20.0.10 (30f7b1d3-dfdd-498b-b6de-9d9501b1c299/1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c/6a23ba66-360c-46da-9c7a-dca9a04eb217) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:19.253500 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0874ea6c-7c09-4dcd-88f7-3e2f1b082248 req-53d8bc17-a5ac-41f2-85a0-1927c8580bae tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd20ddec-e04d-407a-bd5d-dceb9f88c086 HTTP/1.1" status: 200 len: 210 time: 0.1241865 Feb 09 01:49:19.262754 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f9643df6-bc20-437a-83b3-ad5da8be6450 service neutron] For port cd86026c-c167-4b35-80bb-22f2c9696705, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=cd86026c-c167-4b35-80bb-22f2c9696705,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:19.282402 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5b0a85d6-aa03-408a-9d53-bd9fd8e5bacf tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:19.298569 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5b0a85d6-aa03-408a-9d53-bd9fd8e5bacf tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (7e392fa4-15a6-484f-98a3-02348aec9930), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:19.309321 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296fd0-6db9-47e7-958c-c363868cfa88 req-b4cabacf-f193-4f8d-9dfc-58d46cfa69de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:19.310842 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b296fd0-6db9-47e7-958c-c363868cfa88 req-b4cabacf-f193-4f8d-9dfc-58d46cfa69de service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5695267 Feb 09 01:49:19.318700 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-57d53807-5daa-401f-8d76-69ae6f70ef0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (0496f9e7-f076-4fdf-8fd4-6325c25e60db), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:19.379022 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f9643df6-bc20-437a-83b3-ad5da8be6450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (cd86026c-c167-4b35-80bb-22f2c9696705), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:19.380376 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0677cf3-a171-41fe-b17a-0f67502d63e2 None None] DHCP port deletion for 0496f9e7-f076-4fdf-8fd4-6325c25e60db request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:49:19.433960 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-98f3760c-c457-46c5-b702-f9d0d9c21ebe tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for port (5954e37f-e513-427f-946c-a64c5d71cc54), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:19.498586 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f9643df6-bc20-437a-83b3-ad5da8be6450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:19.499518 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f9643df6-bc20-437a-83b3-ad5da8be6450 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:19.502026 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f9643df6-bc20-437a-83b3-ad5da8be6450 service neutron] 10.222.0.48 "PUT /v2.0/ports/cd86026c-c167-4b35-80bb-22f2c9696705 HTTP/1.1" status: 200 len: 1091 time: 4.5110035 Feb 09 01:49:19.508792 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'tag': 'cd86026c-c167-4b35-80bb-22f2c9696705'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:19.511338 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cff32a3-4dab-4f9a-91e1-6dc5ddaa6bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "tag": "cd86026c-c167-4b35-80bb-22f2c9696705"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:19.557972 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b0677cf3-a171-41fe-b17a-0f67502d63e2 None None] Deleting port bea0d489-45ac-4073-8536-e7b271043df1 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:49:19.560130 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b0677cf3-a171-41fe-b17a-0f67502d63e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (bea0d489-45ac-4073-8536-e7b271043df1), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:19.591649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-a858f08f-1b0b-4ac0-aeea-cab112090efc service neutron] Request body: {'port': {'device_id': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:19.604640 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e34f0-bece-450a-b5e9-6adb55caf1ef req-9aee190f-c1a8-45f3-aa45-8f56c517245b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:19.626282 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e34f0-bece-450a-b5e9-6adb55caf1ef req-9aee190f-c1a8-45f3-aa45-8f56c517245b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:19.632471 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e34f0-bece-450a-b5e9-6adb55caf1ef req-9aee190f-c1a8-45f3-aa45-8f56c517245b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:19.639632 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e34f0-bece-450a-b5e9-6adb55caf1ef req-9aee190f-c1a8-45f3-aa45-8f56c517245b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:19.651388 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e34f0-bece-450a-b5e9-6adb55caf1ef req-9aee190f-c1a8-45f3-aa45-8f56c517245b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:19.659017 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1f5008-1140-4e0a-9d5f-a461e94e99c7 x-openstack-request-id: req-fd1f5008-1140-4e0a-9d5f-a461e94e99c7 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:19.659392 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "tag": "cd86026c-c167-4b35-80bb-22f2c9696705", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:19.659588 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd1f5008-1140-4e0a-9d5f-a461e94e99c7 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:19.659979 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'tag': 'cd86026c-c167-4b35-80bb-22f2c9696705', 'status': 'completed', 'code': 200} Feb 09 01:49:19.661365 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e34f0-bece-450a-b5e9-6adb55caf1ef req-9aee190f-c1a8-45f3-aa45-8f56c517245b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:19.668689 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e34f0-bece-450a-b5e9-6adb55caf1ef req-9aee190f-c1a8-45f3-aa45-8f56c517245b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:19.670594 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-329e34f0-bece-450a-b5e9-6adb55caf1ef req-9aee190f-c1a8-45f3-aa45-8f56c517245b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5384 time: 0.2822890 Feb 09 01:49:19.727278 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9643df6-bc20-437a-83b3-ad5da8be6450 service neutron] Pushing event updated for resources: {'Port': ['ID=cd86026c-c167-4b35-80bb-22f2c9696705,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:19.738543 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-5b0a85d6-aa03-408a-9d53-bd9fd8e5bacf tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Floating IP 7e392fa4-15a6-484f-98a3-02348aec9930 associated. External IP: 172.25.7.151, port: 2d0baf7e-0089-4cde-86cc-ae9332d487c3. Feb 09 01:49:19.740528 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b0677cf3-a171-41fe-b17a-0f67502d63e2 None None] For port bea0d489-45ac-4073-8536-e7b271043df1, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=bea0d489-45ac-4073-8536-e7b271043df1,segment=NetworkSegment(fb8b9e04-c44d-4c58-a713-358ae85c4e21),segment_id=fb8b9e04-c44d-4c58-a713-358ae85c4e21)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:19.741482 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b0677cf3-a171-41fe-b17a-0f67502d63e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (bea0d489-45ac-4073-8536-e7b271043df1), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:19.766905 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b0677cf3-a171-41fe-b17a-0f67502d63e2 None None] Calling delete_port for bea0d489-45ac-4073-8536-e7b271043df1 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:49:19.790902 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-98f3760c-c457-46c5-b702-f9d0d9c21ebe tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (5954e37f-e513-427f-946c-a64c5d71cc54), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:19.929244 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-a858f08f-1b0b-4ac0-aeea-cab112090efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d1d95269-3302-4bd7-8678-3ab10c8c0ac5), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:19.967270 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b0677cf3-a171-41fe-b17a-0f67502d63e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (bea0d489-45ac-4073-8536-e7b271043df1), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:19.968541 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-57d53807-5daa-401f-8d76-69ae6f70ef0e admin admin] Deleting port bea0d489-45ac-4073-8536-e7b271043df1 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:49:19.969014 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-57d53807-5daa-401f-8d76-69ae6f70ef0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (bea0d489-45ac-4073-8536-e7b271043df1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:19.979953 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-329e34f0-bece-450a-b5e9-6adb55caf1ef req-8a2d4b00-999f-4d6f-9c7b-724b8e640c38 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3000171 Feb 09 01:49:20.010452 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0677cf3-a171-41fe-b17a-0f67502d63e2 None None] Pushing event deleted for resources: {'Port': ['ID=bea0d489-45ac-4073-8536-e7b271043df1,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:20.016048 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0677cf3-a171-41fe-b17a-0f67502d63e2 None None] No DVR routers for this DVR port bea0d489-45ac-4073-8536-e7b271043df1 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:49:20.055342 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f3760c-c457-46c5-b702-f9d0d9c21ebe tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:20.063326 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-98f3760c-c457-46c5-b702-f9d0d9c21ebe tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:20.074677 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f3760c-c457-46c5-b702-f9d0d9c21ebe tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:20.204560 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3760c-c457-46c5-b702-f9d0d9c21ebe tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Port': ['ID=5954e37f-e513-427f-946c-a64c5d71cc54,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:20.222949 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bea0d489-45ac-4073-8536-e7b271043df1 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:49:20.251194 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d96b8f-ac53-4f83-8d3d-32e3efc3fefe tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:20.255625 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-c45a2024-ce43-4a87-a559-d1ea22b2052d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks [] for port (6a23ba66-360c-46da-9c7a-dca9a04eb217), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:20.260470 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: bea0d489-45ac-4073-8536-e7b271043df1 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:49:20.260829 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bea0d489-45ac-4073-8536-e7b271043df1 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:49:20.323110 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777e386-95f0-478e-94ce-4d5657ccc74a req-fa046ce8-bccd-4bd8-8c9b-0286bb035225 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:20.325038 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0777e386-95f0-478e-94ce-4d5657ccc74a req-fa046ce8-bccd-4bd8-8c9b-0286bb035225 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 946 time: 0.2086141 Feb 09 01:49:20.329205 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff32a3-4dab-4f9a-91e1-6dc5ddaa6bf1 req-35c343ce-c46b-4119-8861-794532783f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:20.329785 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff32a3-4dab-4f9a-91e1-6dc5ddaa6bf1 req-35c343ce-c46b-4119-8861-794532783f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:20.330274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff32a3-4dab-4f9a-91e1-6dc5ddaa6bf1 req-35c343ce-c46b-4119-8861-794532783f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:20.330751 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff32a3-4dab-4f9a-91e1-6dc5ddaa6bf1 req-35c343ce-c46b-4119-8861-794532783f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:20.331247 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff32a3-4dab-4f9a-91e1-6dc5ddaa6bf1 req-35c343ce-c46b-4119-8861-794532783f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:20.331728 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff32a3-4dab-4f9a-91e1-6dc5ddaa6bf1 req-35c343ce-c46b-4119-8861-794532783f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:20.332199 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff32a3-4dab-4f9a-91e1-6dc5ddaa6bf1 req-35c343ce-c46b-4119-8861-794532783f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:20.334297 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9cff32a3-4dab-4f9a-91e1-6dc5ddaa6bf1 req-35c343ce-c46b-4119-8861-794532783f74 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f921fef3089d433e88a36b5df24fed2b&device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 6400 time: 0.6328845 Feb 09 01:49:20.335880 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-57d53807-5daa-401f-8d76-69ae6f70ef0e admin admin] For port bea0d489-45ac-4073-8536-e7b271043df1, host n-d-828387-3, got binding levels [] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:20.336317 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-57d53807-5daa-401f-8d76-69ae6f70ef0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (bea0d489-45ac-4073-8536-e7b271043df1), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:20.476658 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-57d53807-5daa-401f-8d76-69ae6f70ef0e admin admin] Calling delete_port for bea0d489-45ac-4073-8536-e7b271043df1 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:49:20.498955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.ipam_backend_mixin [None req-57d53807-5daa-401f-8d76-69ae6f70ef0e admin admin] Port bea0d489-45ac-4073-8536-e7b271043df1 was not found and therefore no delete operation was performed {{(pid=103183) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:49:20.542192 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987d1fb-9e9c-4620-b89a-3dfecf4a4463 req-419b952f-2566-49f8-84dd-f5c12d816d08 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:20.543717 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9987d1fb-9e9c-4620-b89a-3dfecf4a4463 req-419b952f-2566-49f8-84dd-f5c12d816d08 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.67 "GET /v2.0/ports?device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 909 time: 0.4632068 Feb 09 01:49:20.555405 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-57d53807-5daa-401f-8d76-69ae6f70ef0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (bea0d489-45ac-4073-8536-e7b271043df1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:20.682856 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0777e386-95f0-478e-94ce-4d5657ccc74a req-86a43c3e-f420-45f1-99c0-dcb2bf229aba tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333795 Feb 09 01:49:20.725693 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0a85d6-aa03-408a-9d53-bd9fd8e5bacf tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Router 90c69635-67d6-45d2-9c08-23a0777c61c2 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:49:21.084249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06491f-c616-467a-9045-a16c17780098 req-c1a02a2d-3163-4c82-af6f-1fa990a11e65 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:21.086691 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc06491f-c616-467a-9045-a16c17780098 req-c1a02a2d-3163-4c82-af6f-1fa990a11e65 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 909 time: 1.1541071 Feb 09 01:49:21.087932 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d53807-5daa-401f-8d76-69ae6f70ef0e admin admin] Pushing event deleted for resources: {'Port': ['ID=bea0d489-45ac-4073-8536-e7b271043df1,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:21.135794 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d53807-5daa-401f-8d76-69ae6f70ef0e admin admin] No DVR routers for this DVR port bea0d489-45ac-4073-8536-e7b271043df1 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:49:21.289546 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-517b756c-0870-40e6-8153-52b23276f0db req-2cd60cf7-1942-4c91-b9dd-252f87eadd3d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd20ddec-e04d-407a-bd5d-dceb9f88c086 HTTP/1.1" status: 200 len: 210 time: 0.5026956 Feb 09 01:49:21.323662 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-c45a2024-ce43-4a87-a559-d1ea22b2052d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (6a23ba66-360c-46da-9c7a-dca9a04eb217), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:21.345918 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-87d96b8f-ac53-4f83-8d3d-32e3efc3fefe tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Allocated IP 172.25.7.95 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/2b87e69d-7053-4e9c-9385-383e1e5e69c2) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:21.476077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0a85d6-aa03-408a-9d53-bd9fd8e5bacf tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:21.487633 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5b0a85d6-aa03-408a-9d53-bd9fd8e5bacf tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:21.494571 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d1a098-5b61-4266-9529-b1dc2ea255dd None None] Sync routers for ids ['90c69635-67d6-45d2-9c08-23a0777c61c2'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:21.511717 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d1a098-5b61-4266-9529-b1dc2ea255dd None None] Routers {'90c69635-67d6-45d2-9c08-23a0777c61c2'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:21.512693 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-f3d1a098-5b61-4266-9529-b1dc2ea255dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['90c69635-67d6-45d2-9c08-23a0777c61c2'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:21.556286 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5b0a85d6-aa03-408a-9d53-bd9fd8e5bacf tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "PUT /v2.0/floatingips/7e392fa4-15a6-484f-98a3-02348aec9930 HTTP/1.1" status: 200 len: 991 time: 4.6145401 Feb 09 01:49:21.558023 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-98f3760c-c457-46c5-b702-f9d0d9c21ebe tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (38f56934-f7d3-40ff-9efd-62869906068d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:21.559830 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'tag': '2d0baf7e-0089-4cde-86cc-ae9332d487c3'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:21.563757 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fb44fa-3ada-44f0-af8f-19260e99f1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2", "tag": "2d0baf7e-0089-4cde-86cc-ae9332d487c3"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:21.598434 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-57d53807-5daa-401f-8d76-69ae6f70ef0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (0496f9e7-f076-4fdf-8fd4-6325c25e60db), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:21.647282 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff32a3-4dab-4f9a-91e1-6dc5ddaa6bf1 req-44b07ede-3546-4978-b8fa-d0966714fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:21.648105 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff32a3-4dab-4f9a-91e1-6dc5ddaa6bf1 req-44b07ede-3546-4978-b8fa-d0966714fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:21.648962 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff32a3-4dab-4f9a-91e1-6dc5ddaa6bf1 req-44b07ede-3546-4978-b8fa-d0966714fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:21.651587 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9cff32a3-4dab-4f9a-91e1-6dc5ddaa6bf1 req-44b07ede-3546-4978-b8fa-d0966714fdae service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f921fef3089d433e88a36b5df24fed2b&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.2850990 Feb 09 01:49:21.708961 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-98f3760c-c457-46c5-b702-f9d0d9c21ebe tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5954e37f-e513-427f-946c-a64c5d71cc54), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:21.740599 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-f3d1a098-5b61-4266-9529-b1dc2ea255dd None None] Set router 90c69635-67d6-45d2-9c08-23a0777c61c2 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:21.791147 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-c45a2024-ce43-4a87-a559-d1ea22b2052d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:21.839997 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-57d53807-5daa-401f-8d76-69ae6f70ef0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0496f9e7-f076-4fdf-8fd4-6325c25e60db']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:21.877396 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-98f3760c-c457-46c5-b702-f9d0d9c21ebe tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for port (5954e37f-e513-427f-946c-a64c5d71cc54), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:21.915833 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-98f3760c-c457-46c5-b702-f9d0d9c21ebe tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (5954e37f-e513-427f-946c-a64c5d71cc54), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:21.967348 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3760c-c457-46c5-b702-f9d0d9c21ebe tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Port': ['ID=5954e37f-e513-427f-946c-a64c5d71cc54,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:22.029925 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-57d53807-5daa-401f-8d76-69ae6f70ef0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb8b9e04-c44d-4c58-a713-358ae85c4e21') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:22.030589 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-57d53807-5daa-401f-8d76-69ae6f70ef0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb8b9e04-c44d-4c58-a713-358ae85c4e21') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:22.041809 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-98f3760c-c457-46c5-b702-f9d0d9c21ebe tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (38f56934-f7d3-40ff-9efd-62869906068d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.051571 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-57d53807-5daa-401f-8d76-69ae6f70ef0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (fb8b9e04-c44d-4c58-a713-358ae85c4e21), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.052173 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad64481-ef4b-4938-b419-c8304ed05539 req-155dcbf5-70b9-446e-9fc2-26ad59d8ca2d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:22.060133 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dad64481-ef4b-4938-b419-c8304ed05539 req-155dcbf5-70b9-446e-9fc2-26ad59d8ca2d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 945 time: 0.3529592 Feb 09 01:49:22.069412 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff32a3-4dab-4f9a-91e1-6dc5ddaa6bf1 req-289ae7f5-5af0-41e7-8d2e-c135120c263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:22.072411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9cff32a3-4dab-4f9a-91e1-6dc5ddaa6bf1 req-289ae7f5-5af0-41e7-8d2e-c135120c263f service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3940368 Feb 09 01:49:22.075783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a2024-ce43-4a87-a559-d1ea22b2052d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Pushing event updated for resources: {'Port': ['ID=6a23ba66-360c-46da-9c7a-dca9a04eb217,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:22.100071 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-c45a2024-ce43-4a87-a559-d1ea22b2052d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:22.146253 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-f3d1a098-5b61-4266-9529-b1dc2ea255dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'name': 'tempest-ServerActionsTestJSON-126148439-router', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:26Z', 'updated_at': '2022-02-09T01:48:35Z', 'revision_number': 4, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'gw_port': {'id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:29Z', 'updated_at': '2022-02-09T01:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '7e392fa4-15a6-484f-98a3-02348aec9930', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'port_id': '2d0baf7e-0089-4cde-86cc-ae9332d487c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'mac_address': 'fa:16:3e:60:40:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:48:46Z', 'updated_at': '2022-02-09T01:49:19Z', 'revision_number': 1, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea3b7ee-bc7e-480f-a910-6fb58357d3f8', 'name': '', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'mac_address': 'fa:16:3e:c9:13:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:34Z', 'updated_at': '2022-02-09T01:48:46Z', 'revision_number': 5, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'subnets': [{'id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:22.161544 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dad64481-ef4b-4938-b419-c8304ed05539 req-2abf01a5-0a35-4bed-ae88-f261771199bd tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001203 Feb 09 01:49:22.162202 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d96b8f-ac53-4f83-8d3d-32e3efc3fefe tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for port (2b87e69d-7053-4e9c-9385-383e1e5e69c2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.190544 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d1a098-5b61-4266-9529-b1dc2ea255dd None None] Checking router: 90c69635-67d6-45d2-9c08-23a0777c61c2 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:49:22.211282 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d1a098-5b61-4266-9529-b1dc2ea255dd None None] Routers {'90c69635-67d6-45d2-9c08-23a0777c61c2'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:22.212626 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-f3d1a098-5b61-4266-9529-b1dc2ea255dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['90c69635-67d6-45d2-9c08-23a0777c61c2'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:22.286774 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-a858f08f-1b0b-4ac0-aeea-cab112090efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d95269-3302-4bd7-8678-3ab10c8c0ac5 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:22.302390 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-c45a2024-ce43-4a87-a559-d1ea22b2052d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:22.329842 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e1826-a2da-43d3-b373-6924060e1b37 req-68a140de-3443-4de7-91d6-aa26838debcc tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:22.335784 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e1826-a2da-43d3-b373-6924060e1b37 req-68a140de-3443-4de7-91d6-aa26838debcc tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:22.341240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e1826-a2da-43d3-b373-6924060e1b37 req-68a140de-3443-4de7-91d6-aa26838debcc tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:22.348946 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e1826-a2da-43d3-b373-6924060e1b37 req-68a140de-3443-4de7-91d6-aa26838debcc tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:22.355421 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e1826-a2da-43d3-b373-6924060e1b37 req-68a140de-3443-4de7-91d6-aa26838debcc tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:22.362009 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e1826-a2da-43d3-b373-6924060e1b37 req-68a140de-3443-4de7-91d6-aa26838debcc tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:22.370938 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e1826-a2da-43d3-b373-6924060e1b37 req-68a140de-3443-4de7-91d6-aa26838debcc tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:22.372994 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-016e1826-a2da-43d3-b373-6924060e1b37 req-68a140de-3443-4de7-91d6-aa26838debcc tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5384 time: 1.1228573 Feb 09 01:49:22.374110 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-57d53807-5daa-401f-8d76-69ae6f70ef0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (fb8b9e04-c44d-4c58-a713-358ae85c4e21), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.377758 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f69b887-b59f-49fb-a889-30dec8f07a42 x-openstack-request-id: req-8f69b887-b59f-49fb-a889-30dec8f07a42 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:22.378499 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2", "tag": "2d0baf7e-0089-4cde-86cc-ae9332d487c3", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:22.378834 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8f69b887-b59f-49fb-a889-30dec8f07a42 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:22.379408 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'tag': '2d0baf7e-0089-4cde-86cc-ae9332d487c3', 'status': 'completed', 'code': 200} Feb 09 01:49:22.398974 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-a858f08f-1b0b-4ac0-aeea-cab112090efc service neutron] Publish callbacks [] for port (d1d95269-3302-4bd7-8678-3ab10c8c0ac5), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.439188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d53807-5daa-401f-8d76-69ae6f70ef0e admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:49:22.439651 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-57d53807-5daa-401f-8d76-69ae6f70ef0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (fb8b9e04-c44d-4c58-a713-358ae85c4e21), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:49:22.441544 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:49:22.459343 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-98f3760c-c457-46c5-b702-f9d0d9c21ebe tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Floating IP 38f56934-f7d3-40ff-9efd-62869906068d associated. External IP: 172.25.7.116, port: b4313101-eea7-41a0-bacd-fe39509b7ce3. Feb 09 01:49:22.477818 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-9987d1fb-9e9c-4620-b89a-3dfecf4a4463 req-68764d51-893b-488a-9cb8-fb2e2f594056 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Deleting port 50220b4a-b23c-47f8-bcbf-2e156476b655 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:49:22.477818 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9987d1fb-9e9c-4620-b89a-3dfecf4a4463 req-68764d51-893b-488a-9cb8-fb2e2f594056 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (50220b4a-b23c-47f8-bcbf-2e156476b655), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.481056 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-f3d1a098-5b61-4266-9529-b1dc2ea255dd None None] Set router 90c69635-67d6-45d2-9c08-23a0777c61c2 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:22.523055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-a858f08f-1b0b-4ac0-aeea-cab112090efc service neutron] Transition to ACTIVE for port object d1d95269-3302-4bd7-8678-3ab10c8c0ac5 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:22.624597 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-a858f08f-1b0b-4ac0-aeea-cab112090efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (d1d95269-3302-4bd7-8678-3ab10c8c0ac5), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.633214 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d96b8f-ac53-4f83-8d3d-32e3efc3fefe tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (2b87e69d-7053-4e9c-9385-383e1e5e69c2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.646015 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-57d53807-5daa-401f-8d76-69ae6f70ef0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (0496f9e7-f076-4fdf-8fd4-6325c25e60db), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.648890 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb44fa-3ada-44f0-af8f-19260e99f1e5 req-ab0b9440-0019-4c8f-b957-c5cbb2c92cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:22.650457 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-17fb44fa-3ada-44f0-af8f-19260e99f1e5 req-ab0b9440-0019-4c8f-b957-c5cbb2c92cbb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 1127 time: 0.2678223 Feb 09 01:49:22.672830 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-c45a2024-ce43-4a87-a559-d1ea22b2052d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:22.673592 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-c45a2024-ce43-4a87-a559-d1ea22b2052d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.705186 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304c045-3e7f-4f0a-8657-251c69610014 req-e46841f5-df18-4bd1-b960-1cdbd37c1263 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:22.713281 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b304c045-3e7f-4f0a-8657-251c69610014 req-e46841f5-df18-4bd1-b960-1cdbd37c1263 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 946 time: 0.2578247 Feb 09 01:49:22.730205 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-57d53807-5daa-401f-8d76-69ae6f70ef0e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.738207 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-57d53807-5daa-401f-8d76-69ae6f70ef0e admin admin] 10.222.0.36 "DELETE /v2.0/networks/0496f9e7-f076-4fdf-8fd4-6325c25e60db HTTP/1.1" status: 204 len: 168 time: 3.7325151 Feb 09 01:49:22.914755 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d96b8f-ac53-4f83-8d3d-32e3efc3fefe tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:22.982145 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b304c045-3e7f-4f0a-8657-251c69610014 req-19c7b4bd-bae1-4304-b8b9-17697fccd56e tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683794 Feb 09 01:49:22.998771 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-016e1826-a2da-43d3-b373-6924060e1b37 req-2eae8d5f-86e1-4285-99fd-15eeca58b067 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5959425 Feb 09 01:49:23.000626 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d53807-5daa-401f-8d76-69ae6f70ef0e admin admin] Pushing event deleted for resources: {'Network': ['ID=0496f9e7-f076-4fdf-8fd4-6325c25e60db,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:23.016270 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-f3d1a098-5b61-4266-9529-b1dc2ea255dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'name': 'tempest-ServerActionsTestJSON-126148439-router', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:26Z', 'updated_at': '2022-02-09T01:48:35Z', 'revision_number': 4, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'gw_port': {'id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:29Z', 'updated_at': '2022-02-09T01:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '7e392fa4-15a6-484f-98a3-02348aec9930', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'port_id': '2d0baf7e-0089-4cde-86cc-ae9332d487c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'mac_address': 'fa:16:3e:60:40:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:48:46Z', 'updated_at': '2022-02-09T01:49:19Z', 'revision_number': 1, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea3b7ee-bc7e-480f-a910-6fb58357d3f8', 'name': '', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'mac_address': 'fa:16:3e:c9:13:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:34Z', 'updated_at': '2022-02-09T01:48:46Z', 'revision_number': 5, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'subnets': [{'id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:23.089817 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb44fa-3ada-44f0-af8f-19260e99f1e5 req-51391c7d-43b0-4e20-81a1-956888766142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:23.091351 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-17fb44fa-3ada-44f0-af8f-19260e99f1e5 req-51391c7d-43b0-4e20-81a1-956888766142 service neutron] 10.222.0.67 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 912 time: 0.4325964 Feb 09 01:49:23.101032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858f08f-1b0b-4ac0-aeea-cab112090efc service neutron] Pushing event updated for resources: {'Port': ['ID=d1d95269-3302-4bd7-8678-3ab10c8c0ac5,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:23.110159 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-87d96b8f-ac53-4f83-8d3d-32e3efc3fefe tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:23.117315 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-c45a2024-ce43-4a87-a559-d1ea22b2052d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8760369 Feb 09 01:49:23.128142 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d1a098-5b61-4266-9529-b1dc2ea255dd None None] The sync data for ids ['90c69635-67d6-45d2-9c08-23a0777c61c2'] in n-d-828387-3 is: [{'id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'name': 'tempest-ServerActionsTestJSON-126148439-router', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:26Z', 'updated_at': '2022-02-09T01:48:35Z', 'revision_number': 4, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'gw_port': {'id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:29Z', 'updated_at': '2022-02-09T01:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '7e392fa4-15a6-484f-98a3-02348aec9930', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'port_id': '2d0baf7e-0089-4cde-86cc-ae9332d487c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'mac_address': 'fa:16:3e:60:40:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:48:46Z', 'updated_at': '2022-02-09T01:49:19Z', 'revision_number': 1, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea3b7ee-bc7e-480f-a910-6fb58357d3f8', 'name': '', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'mac_address': 'fa:16:3e:c9:13:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:34Z', 'updated_at': '2022-02-09T01:48:46Z', 'revision_number': 5, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'subnets': [{'id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:23.142522 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-efaaffb9-96e7-4076-a22d-c6de6a272527 service neutron] Request body: {'port': {'device_id': 'bd20ddec-e04d-407a-bd5d-dceb9f88c086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:23.167673 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d96b8f-ac53-4f83-8d3d-32e3efc3fefe tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:23.260824 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-9987d1fb-9e9c-4620-b89a-3dfecf4a4463 req-68764d51-893b-488a-9cb8-fb2e2f594056 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] For port 50220b4a-b23c-47f8-bcbf-2e156476b655, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=50220b4a-b23c-47f8-bcbf-2e156476b655,segment=NetworkSegment(124c2262-23db-4e43-95da-c72282765e5c),segment_id=124c2262-23db-4e43-95da-c72282765e5c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:23.261291 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9987d1fb-9e9c-4620-b89a-3dfecf4a4463 req-68764d51-893b-488a-9cb8-fb2e2f594056 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (50220b4a-b23c-47f8-bcbf-2e156476b655), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:23.267108 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49992) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:23.346109 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-9987d1fb-9e9c-4620-b89a-3dfecf4a4463 req-68764d51-893b-488a-9cb8-fb2e2f594056 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Calling delete_port for 50220b4a-b23c-47f8-bcbf-2e156476b655 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:49:23.367667 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-17fb44fa-3ada-44f0-af8f-19260e99f1e5 req-f3b71b8b-d774-40d8-9401-cfb28970bdc5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3 HTTP/1.1" status: 200 len: 999 time: 0.2665055 Feb 09 01:49:23.372777 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 50220b4a-b23c-47f8-bcbf-2e156476b655 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:49:23.384632 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1156c-83d4-447c-9992-635f9695946c req-7b602a87-f26c-461f-aed7-83e19c5b40cd tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:23.387175 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-50e1156c-83d4-447c-9992-635f9695946c req-7b602a87-f26c-461f-aed7-83e19c5b40cd tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 909 time: 0.2335367 Feb 09 01:49:23.413098 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49994) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:23.425261 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7b016ea2-7386-4f4b-95c1-ae9962a5a1a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6766487db55f451f9c4a51b4d8bdf1cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1563070 Feb 09 01:49:23.432160 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f3760c-c457-46c5-b702-f9d0d9c21ebe tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Router 099ddf97-8c69-4bdc-b833-4067333a4b68 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:49:23.476621 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-efaaffb9-96e7-4076-a22d-c6de6a272527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6a23ba66-360c-46da-9c7a-dca9a04eb217), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:23.498647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dacb9b-dfc2-45f2-ad62-8da85a3b8397 None None] New status for floating IP 7e392fa4-15a6-484f-98a3-02348aec9930: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:49:23.501323 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb44fa-3ada-44f0-af8f-19260e99f1e5 req-33298559-17ec-41cc-81f0-6f958ed0eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:23.504539 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-17fb44fa-3ada-44f0-af8f-19260e99f1e5 req-33298559-17ec-41cc-81f0-6f958ed0eefe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.1149418 Feb 09 01:49:23.552582 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d96b8f-ac53-4f83-8d3d-32e3efc3fefe tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Pushing event updated for resources: {'Port': ['ID=2b87e69d-7053-4e9c-9385-383e1e5e69c2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:23.598802 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-a858f08f-1b0b-4ac0-aeea-cab112090efc service neutron] Attempting to bind port d1d95269-3302-4bd7-8678-3ab10c8c0ac5 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:23.600965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-a858f08f-1b0b-4ac0-aeea-cab112090efc service neutron] Attempting to bind port d1d95269-3302-4bd7-8678-3ab10c8c0ac5 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '1b999e3b-e59d-48ae-9125-e7848ad131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:23.600965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-a858f08f-1b0b-4ac0-aeea-cab112090efc service neutron] Attempting to bind port d1d95269-3302-4bd7-8678-3ab10c8c0ac5 on network 4c4e88d2-2146-4771-81ab-7d54809701c2 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:23.611656 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 50220b4a-b23c-47f8-bcbf-2e156476b655 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:23.612778 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (50220b4a-b23c-47f8-bcbf-2e156476b655), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:23.620899 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-a858f08f-1b0b-4ac0-aeea-cab112090efc service neutron] Port d1d95269-3302-4bd7-8678-3ab10c8c0ac5 on network 4c4e88d2-2146-4771-81ab-7d54809701c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:49:23.621227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-a858f08f-1b0b-4ac0-aeea-cab112090efc service neutron] Attempting to bind port d1d95269-3302-4bd7-8678-3ab10c8c0ac5 on network 4c4e88d2-2146-4771-81ab-7d54809701c2 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:23.667365 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51022fa-ed87-458d-a0ff-915e1708a1ff req-79063ab8-ba25-4d5d-b025-f244d4236b22 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:23.674705 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e51022fa-ed87-458d-a0ff-915e1708a1ff req-79063ab8-ba25-4d5d-b025-f244d4236b22 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd20ddec-e04d-407a-bd5d-dceb9f88c086 HTTP/1.1" status: 200 len: 932 time: 0.4206660 Feb 09 01:49:23.676668 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-a858f08f-1b0b-4ac0-aeea-cab112090efc service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:23.676998 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-a858f08f-1b0b-4ac0-aeea-cab112090efc service neutron] Checking segment: {'id': '1b999e3b-e59d-48ae-9125-e7848ad131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:23.677919 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-a858f08f-1b0b-4ac0-aeea-cab112090efc service neutron] Bound using segment: {'id': '1b999e3b-e59d-48ae-9125-e7848ad131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:23.677919 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-a858f08f-1b0b-4ac0-aeea-cab112090efc service neutron] Bound port: d1d95269-3302-4bd7-8678-3ab10c8c0ac5, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b999e3b-e59d-48ae-9125-e7848ad131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:23.678271 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-a858f08f-1b0b-4ac0-aeea-cab112090efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d1d95269-3302-4bd7-8678-3ab10c8c0ac5), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:23.694652 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9ca4c-0679-4461-af62-397d6a6c69b1 req-c03ff93c-6da1-4d94-8b36-1cbbf16c93e5 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:23.698089 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-53a9ca4c-0679-4461-af62-397d6a6c69b1 req-c03ff93c-6da1-4d94-8b36-1cbbf16c93e5 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 945 time: 0.2019935 Feb 09 01:49:23.704275 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7069a84b-8630-4b81-8475-e3f9423e0af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50220b4a-b23c-47f8-bcbf-2e156476b655'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:23.706898 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d449b729-4c47-4cbb-b1a5-8a8876fc6570" -d '{"events": [{"server_uuid": "7069a84b-8630-4b81-8475-e3f9423e0af7", "name": "network-vif-unplugged", "status": "completed", "tag": "50220b4a-b23c-47f8-bcbf-2e156476b655"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:23.720158 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb44fa-3ada-44f0-af8f-19260e99f1e5 req-f5f28341-01a4-4334-8eea-3961886c0ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:23.721870 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-17fb44fa-3ada-44f0-af8f-19260e99f1e5 req-f5f28341-01a4-4334-8eea-3961886c0ace service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1694925 Feb 09 01:49:23.732361 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 50220b4a-b23c-47f8-bcbf-2e156476b655, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=50220b4a-b23c-47f8-bcbf-2e156476b655,segment=NetworkSegment(124c2262-23db-4e43-95da-c72282765e5c),segment_id=124c2262-23db-4e43-95da-c72282765e5c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:23.733142 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d96b8f-ac53-4f83-8d3d-32e3efc3fefe tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for floatingip (9f8b7eb7-2862-4e8f-a8b2-d87971c8ac9e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:23.740526 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (50220b4a-b23c-47f8-bcbf-2e156476b655), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:23.759839 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f3760c-c457-46c5-b702-f9d0d9c21ebe tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:23.772947 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c4bb6-1652-4886-9c6a-fb5b14ca10cd None None] Sync routers for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:23.785524 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c4bb6-1652-4886-9c6a-fb5b14ca10cd None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:23.786263 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-ad9c4bb6-1652-4886-9c6a-fb5b14ca10cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:23.853742 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-53a9ca4c-0679-4461-af62-397d6a6c69b1 req-b80a2b27-ddc2-49b2-9525-5761d23c01ef tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511548 Feb 09 01:49:23.855112 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-ad9c4bb6-1652-4886-9c6a-fb5b14ca10cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:23.857273 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-98f3760c-c457-46c5-b702-f9d0d9c21ebe tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:23.874050 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c4bb6-1652-4886-9c6a-fb5b14ca10cd None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:23.874808 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-ad9c4bb6-1652-4886-9c6a-fb5b14ca10cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:23.920872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=50220b4a-b23c-47f8-bcbf-2e156476b655,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:23.923768 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1c54bede-4ee1-4e8d-9a90-15f01c6a3a1d admin admin] Publish callbacks [] for security_group (68ff3310-c8c7-41af-a223-fede819587c1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:23.932784 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-98f3760c-c457-46c5-b702-f9d0d9c21ebe tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.1278746 Feb 09 01:49:23.935187 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50000) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:23.941328 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-ad9c4bb6-1652-4886-9c6a-fb5b14ca10cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:23.941612 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4ef6f5bb-7c23-4b19-92a6-6e5045fecb29 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1383779602'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:23.941995 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c4bb6-1652-4886-9c6a-fb5b14ca10cd None None] The sync data for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:23.982331 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-17fb44fa-3ada-44f0-af8f-19260e99f1e5 req-68b7fce2-2092-4b01-9814-b3ab22c098fa service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494104 Feb 09 01:49:23.983860 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef6f5bb-7c23-4b19-92a6-6e5045fecb29 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Made reservation on behalf of db2000798e9c4c4dbea4e095ba5ebd94 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:23.989478 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f5bb-7c23-4b19-92a6-6e5045fecb29 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:24.046550 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d96b8f-ac53-4f83-8d3d-32e3efc3fefe tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2b87e69d-7053-4e9c-9385-383e1e5e69c2), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:24.060645 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e51022fa-ed87-458d-a0ff-915e1708a1ff req-da690e86-0fea-4d94-92f1-cd040c3e4921 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850691 Feb 09 01:49:24.101495 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef6f5bb-7c23-4b19-92a6-6e5045fecb29 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:49:24.112865 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-a858f08f-1b0b-4ac0-aeea-cab112090efc service neutron] For port d1d95269-3302-4bd7-8678-3ab10c8c0ac5, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:24.122224 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f5bb-7c23-4b19-92a6-6e5045fecb29 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (08cd7cf2-d6e3-4a35-8e99-cf3a2f564688), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:24.122623 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-4ef6f5bb-7c23-4b19-92a6-6e5045fecb29 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Added segment 08cd7cf2-d6e3-4a35-8e99-cf3a2f564688 of type vlan for network dc9b6c9a-80ad-4472-acb4-838f95163a2a Feb 09 01:49:24.122760 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1c54bede-4ee1-4e8d-9a90-15f01c6a3a1d admin admin] Publish callbacks [] for security_group (68ff3310-c8c7-41af-a223-fede819587c1), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:24.133094 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e334419c-d2f8-4e02-ad11-595022e31e71 x-openstack-request-id: req-e334419c-d2f8-4e02-ad11-595022e31e71 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:24.133668 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7069a84b-8630-4b81-8475-e3f9423e0af7", "name": "network-vif-unplugged", "status": "completed", "tag": "50220b4a-b23c-47f8-bcbf-2e156476b655", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:24.135632 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e334419c-d2f8-4e02-ad11-595022e31e71 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:24.136237 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7069a84b-8630-4b81-8475-e3f9423e0af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50220b4a-b23c-47f8-bcbf-2e156476b655', 'code': 200} Feb 09 01:49:24.173351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-a858f08f-1b0b-4ac0-aeea-cab112090efc service neutron] For port d1d95269-3302-4bd7-8678-3ab10c8c0ac5, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=d1d95269-3302-4bd7-8678-3ab10c8c0ac5,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:24.196279 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b53017-a9b0-4941-87a5-21e22ae70112 req-f5568b95-bb53-4396-b000-d829c393deaa tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:24.198240 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e1b53017-a9b0-4941-87a5-21e22ae70112 req-f5568b95-bb53-4396-b000-d829c393deaa tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 945 time: 0.1848063 Feb 09 01:49:24.207092 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f5bb-7c23-4b19-92a6-6e5045fecb29 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (dc9b6c9a-80ad-4472-acb4-838f95163a2a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:24.221698 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-a858f08f-1b0b-4ac0-aeea-cab112090efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (d1d95269-3302-4bd7-8678-3ab10c8c0ac5), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:24.225688 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-17fb44fa-3ada-44f0-af8f-19260e99f1e5 req-92a474d1-65be-427e-9512-c49854026a84 service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328153 Feb 09 01:49:24.233514 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9987d1fb-9e9c-4620-b89a-3dfecf4a4463 req-68764d51-893b-488a-9cb8-fb2e2f594056 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (50220b4a-b23c-47f8-bcbf-2e156476b655), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:24.270029 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f5bb-7c23-4b19-92a6-6e5045fecb29 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (dc9b6c9a-80ad-4472-acb4-838f95163a2a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:24.275838 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef6f5bb-7c23-4b19-92a6-6e5045fecb29 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:24.276437 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f5bb-7c23-4b19-92a6-6e5045fecb29 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:24.309426 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e1b53017-a9b0-4941-87a5-21e22ae70112 req-f92be660-b1e0-4d6c-bf0c-b1d4aa00d9e8 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944717 Feb 09 01:49:24.366407 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4ef6f5bb-7c23-4b19-92a6-6e5045fecb29 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4271836 Feb 09 01:49:24.368786 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50004) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:24.378008 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-29fd59c3-f764-488b-9601-81ddad135e6b tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Request body: {'subnet': {'network_id': 'dc9b6c9a-80ad-4472-acb4-838f95163a2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:24.482335 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6f5bb-7c23-4b19-92a6-6e5045fecb29 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Network': ['ID=dc9b6c9a-80ad-4472-acb4-838f95163a2a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:24.498736 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network dc9b6c9a-80ad-4472-acb4-838f95163a2a details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:49:24.631073 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7587c-8b1e-4a40-b14a-7d994d612fd1 req-51cafbef-ef85-4609-aed0-d14b46eba244 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:24.642734 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7587c-8b1e-4a40-b14a-7d994d612fd1 req-51cafbef-ef85-4609-aed0-d14b46eba244 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:24.648237 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7587c-8b1e-4a40-b14a-7d994d612fd1 req-51cafbef-ef85-4609-aed0-d14b46eba244 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:24.653590 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7587c-8b1e-4a40-b14a-7d994d612fd1 req-51cafbef-ef85-4609-aed0-d14b46eba244 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:24.660007 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7587c-8b1e-4a40-b14a-7d994d612fd1 req-51cafbef-ef85-4609-aed0-d14b46eba244 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:24.665409 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7587c-8b1e-4a40-b14a-7d994d612fd1 req-51cafbef-ef85-4609-aed0-d14b46eba244 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:24.670649 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7587c-8b1e-4a40-b14a-7d994d612fd1 req-51cafbef-ef85-4609-aed0-d14b46eba244 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:24.673559 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-76b7587c-8b1e-4a40-b14a-7d994d612fd1 req-51cafbef-ef85-4609-aed0-d14b46eba244 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5396 time: 0.2125874 Feb 09 01:49:24.689759 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fd59c3-f764-488b-9601-81ddad135e6b tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Made reservation on behalf of db2000798e9c4c4dbea4e095ba5ebd94 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:24.693640 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29fd59c3-f764-488b-9601-81ddad135e6b tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:24.763532 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-a858f08f-1b0b-4ac0-aeea-cab112090efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:24.764296 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-a858f08f-1b0b-4ac0-aeea-cab112090efc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:24.770736 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-a858f08f-1b0b-4ac0-aeea-cab112090efc service neutron] 10.222.0.48 "PUT /v2.0/ports/d1d95269-3302-4bd7-8678-3ab10c8c0ac5 HTTP/1.1" status: 200 len: 1090 time: 5.1995454 Feb 09 01:49:24.776892 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'tag': 'd1d95269-3302-4bd7-8678-3ab10c8c0ac5'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:24.779463 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ff83ab-d22b-4276-94e2-050363e1d47d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "tag": "d1d95269-3302-4bd7-8678-3ab10c8c0ac5"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:24.821076 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-80a4d63e-092c-4845-a721-f5906b98fd4c service neutron] Request body: {'port': {'device_id': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:24.833032 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-76b7587c-8b1e-4a40-b14a-7d994d612fd1 req-6bb77162-4392-4faf-b9ff-2e07b160d0ab tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1521266 Feb 09 01:49:24.897140 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-9987d1fb-9e9c-4620-b89a-3dfecf4a4463 req-68764d51-893b-488a-9cb8-fb2e2f594056 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] No DVR routers for this DVR port 50220b4a-b23c-47f8-bcbf-2e156476b655 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:49:24.914036 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1c54bede-4ee1-4e8d-9a90-15f01c6a3a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (68ff3310-c8c7-41af-a223-fede819587c1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:24.916949 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1c54bede-4ee1-4e8d-9a90-15f01c6a3a1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:24.921006 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1c54bede-4ee1-4e8d-9a90-15f01c6a3a1d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/68ff3310-c8c7-41af-a223-fede819587c1 HTTP/1.1" status: 204 len: 168 time: 1.5011842 Feb 09 01:49:24.922422 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858f08f-1b0b-4ac0-aeea-cab112090efc service neutron] Pushing event updated for resources: {'Port': ['ID=d1d95269-3302-4bd7-8678-3ab10c8c0ac5,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:24.927748 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9987d1fb-9e9c-4620-b89a-3dfecf4a4463 req-68764d51-893b-488a-9cb8-fb2e2f594056 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:24.931778 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9987d1fb-9e9c-4620-b89a-3dfecf4a4463 req-68764d51-893b-488a-9cb8-fb2e2f594056 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.67 "DELETE /v2.0/ports/50220b4a-b23c-47f8-bcbf-2e156476b655 HTTP/1.1" status: 204 len: 173 time: 4.3627543 Feb 09 01:49:24.990901 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c5ebdb92-3566-4915-bc4f-7ee8bfa33cb5 req-79268873-81bf-4c1f-84d6-bf8c6ab80d72 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=7069a84b-8630-4b81-8475-e3f9423e0af7 HTTP/1.1" status: 200 len: 210 time: 0.0381701 Feb 09 01:49:25.012579 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54bede-4ee1-4e8d-9a90-15f01c6a3a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ff3310-c8c7-41af-a223-fede819587c1,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:25.033236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e0208-6131-46c9-8577-1ba5aefc097d req-d45da419-a29a-4714-b1d0-9d48e52afd01 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:25.040679 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-442e0208-6131-46c9-8577-1ba5aefc097d req-d45da419-a29a-4714-b1d0-9d48e52afd01 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c8affe7-fb38-4474-ab5e-66b2c1c3242d HTTP/1.1" status: 200 len: 946 time: 0.8208356 Feb 09 01:49:25.042885 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68764d51-893b-488a-9cb8-fb2e2f594056 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event deleted for resources: {'Port': ['ID=50220b4a-b23c-47f8-bcbf-2e156476b655,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:25.080814 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29fd59c3-f764-488b-9601-81ddad135e6b tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (a4f4089c-3cf1-4d2a-8fd2-b501d5097a34), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.098254 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6146a327-7487-4775-a897-d938f8804c41 x-openstack-request-id: req-6146a327-7487-4775-a897-d938f8804c41 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:25.098744 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "tag": "d1d95269-3302-4bd7-8678-3ab10c8c0ac5", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:25.099140 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6146a327-7487-4775-a897-d938f8804c41 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:25.100079 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'tag': 'd1d95269-3302-4bd7-8678-3ab10c8c0ac5', 'status': 'completed', 'code': 200} Feb 09 01:49:25.158582 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-efaaffb9-96e7-4076-a22d-c6de6a272527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a23ba66-360c-46da-9c7a-dca9a04eb217 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:25.203735 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-efaaffb9-96e7-4076-a22d-c6de6a272527 service neutron] Publish callbacks [] for port (6a23ba66-360c-46da-9c7a-dca9a04eb217), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.211726 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-80a4d63e-092c-4845-a721-f5906b98fd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.251479 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd59c3-f764-488b-9601-81ddad135e6b tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Subnet': ['ID=a4f4089c-3cf1-4d2a-8fd2-b501d5097a34,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:25.262174 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fd59c3-f764-488b-9601-81ddad135e6b tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Checking segment: {'id': '08cd7cf2-d6e3-4a35-8e99-cf3a2f564688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'dc9b6c9a-80ad-4472-acb4-838f95163a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:25.262564 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fd59c3-f764-488b-9601-81ddad135e6b tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Network hostable DHCP agents. Network: dc9b6c9a-80ad-4472-acb4-838f95163a2a, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:49:25.266604 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d96b8f-ac53-4f83-8d3d-32e3efc3fefe tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for port (2b87e69d-7053-4e9c-9385-383e1e5e69c2), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.286602 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35474691-21c4-452f-ad80-ffc60b9cec73 req-8e59e8f0-dad8-444f-83c6-d1cc42028a65 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:25.286725 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d96b8f-ac53-4f83-8d3d-32e3efc3fefe tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (2b87e69d-7053-4e9c-9385-383e1e5e69c2), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.289831 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-35474691-21c4-452f-ad80-ffc60b9cec73 req-8e59e8f0-dad8-444f-83c6-d1cc42028a65 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd20ddec-e04d-407a-bd5d-dceb9f88c086 HTTP/1.1" status: 200 len: 932 time: 0.1118894 Feb 09 01:49:25.289948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-efaaffb9-96e7-4076-a22d-c6de6a272527 service neutron] Transition to ACTIVE for port object 6a23ba66-360c-46da-9c7a-dca9a04eb217 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:25.296140 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-442e0208-6131-46c9-8577-1ba5aefc097d req-ff64bfc4-8e5d-467c-bcd8-f15f20c397b8 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545762 Feb 09 01:49:25.347025 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fd59c3-f764-488b-9601-81ddad135e6b tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Network dc9b6c9a-80ad-4472-acb4-838f95163a2a is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:49:25.352189 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-efaaffb9-96e7-4076-a22d-c6de6a272527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (6a23ba66-360c-46da-9c7a-dca9a04eb217), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.367405 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-35474691-21c4-452f-ad80-ffc60b9cec73 req-f282378f-9d8f-4601-98fc-f915a9d9b6ad tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770473 Feb 09 01:49:25.371119 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-29fd59c3-f764-488b-9601-81ddad135e6b tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, dc9b6c9a-80ad-4472-acb4-838f95163a2a) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:25.394741 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fd59c3-f764-488b-9601-81ddad135e6b tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:25.395380 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29fd59c3-f764-488b-9601-81ddad135e6b tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.400272 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d68605c-0108-4363-b445-60f2440b577e None None] Network dc9b6c9a-80ad-4472-acb4-838f95163a2a requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:49:25.431537 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-29fd59c3-f764-488b-9601-81ddad135e6b tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0607352 Feb 09 01:49:25.432456 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50020) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:25.433235 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff83ab-d22b-4276-94e2-050363e1d47d req-40b11bf1-abb1-4319-9fda-477ffc0f5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:25.434599 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff83ab-d22b-4276-94e2-050363e1d47d req-40b11bf1-abb1-4319-9fda-477ffc0f5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:25.434967 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff83ab-d22b-4276-94e2-050363e1d47d req-40b11bf1-abb1-4319-9fda-477ffc0f5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:25.435542 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff83ab-d22b-4276-94e2-050363e1d47d req-40b11bf1-abb1-4319-9fda-477ffc0f5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:25.436038 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff83ab-d22b-4276-94e2-050363e1d47d req-40b11bf1-abb1-4319-9fda-477ffc0f5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:25.436517 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff83ab-d22b-4276-94e2-050363e1d47d req-40b11bf1-abb1-4319-9fda-477ffc0f5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:25.437095 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff83ab-d22b-4276-94e2-050363e1d47d req-40b11bf1-abb1-4319-9fda-477ffc0f5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:25.440894 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04ff83ab-d22b-4276-94e2-050363e1d47d req-40b11bf1-abb1-4319-9fda-477ffc0f5cfa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f921fef3089d433e88a36b5df24fed2b&device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 6498 time: 0.3095078 Feb 09 01:49:25.448087 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-41e1fffa-a727-4cc6-9d35-b080802ff972 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-287545482', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}, 'admin_state_up': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:25.496866 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-41e1fffa-a727-4cc6-9d35-b080802ff972 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (96e5c59a-459e-48dc-a4aa-9878800a4f78), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.498879 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-41e1fffa-a727-4cc6-9d35-b080802ff972 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (96e5c59a-459e-48dc-a4aa-9878800a4f78), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.549690 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d96b8f-ac53-4f83-8d3d-32e3efc3fefe tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Pushing event updated for resources: {'Port': ['ID=2b87e69d-7053-4e9c-9385-383e1e5e69c2,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:25.613306 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-41e1fffa-a727-4cc6-9d35-b080802ff972 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for router_controller (96e5c59a-459e-48dc-a4aa-9878800a4f78), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.689954 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c7b635-2583-4e0e-9a73-75a088aabcf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-dc9b6c9a-80ad-4472-acb4-838f95163a2a', 'network_id': 'dc9b6c9a-80ad-4472-acb4-838f95163a2a', 'project_id': 'db2000798e9c4c4dbea4e095ba5ebd94', 'fixed_ips': [{'subnet_id': 'a4f4089c-3cf1-4d2a-8fd2-b501d5097a34'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:49:25.690867 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-58c7b635-2583-4e0e-9a73-75a088aabcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.785127 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d96b8f-ac53-4f83-8d3d-32e3efc3fefe tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (9f8b7eb7-2862-4e8f-a8b2-d87971c8ac9e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.875925 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-41e1fffa-a727-4cc6-9d35-b080802ff972 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for router_gateway (96e5c59a-459e-48dc-a4aa-9878800a4f78), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.899614 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-87d96b8f-ac53-4f83-8d3d-32e3efc3fefe tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.899614 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-87d96b8f-ac53-4f83-8d3d-32e3efc3fefe tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.3887663 Feb 09 01:49:25.902345 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaaffb9-96e7-4076-a22d-c6de6a272527 service neutron] Pushing event updated for resources: {'Port': ['ID=6a23ba66-360c-46da-9c7a-dca9a04eb217,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:25.909067 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50032) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:25.963856 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-58c7b635-2583-4e0e-9a73-75a088aabcf5 None None] Allocated IP 172.20.0.2 (dc9b6c9a-80ad-4472-acb4-838f95163a2a/a4f4089c-3cf1-4d2a-8fd2-b501d5097a34/29bcdcbb-5f45-4c23-8766-484cb77e7850) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:25.974017 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-c9eb7f06-b434-4b55-bbe1-6516e8aee3b0 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1449747010'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:26.019482 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff83ab-d22b-4276-94e2-050363e1d47d req-03abd0ac-0424-4fdc-bab6-602432e9af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:26.019877 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff83ab-d22b-4276-94e2-050363e1d47d req-03abd0ac-0424-4fdc-bab6-602432e9af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:26.020351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff83ab-d22b-4276-94e2-050363e1d47d req-03abd0ac-0424-4fdc-bab6-602432e9af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:26.023547 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04ff83ab-d22b-4276-94e2-050363e1d47d req-03abd0ac-0424-4fdc-bab6-602432e9af24 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f921fef3089d433e88a36b5df24fed2b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5631108 Feb 09 01:49:26.031332 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f834d3-8166-4df6-9b2d-28e458776814 req-39bcdf8f-87ad-4288-9dc8-608b95b05610 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:26.038136 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25f834d3-8166-4df6-9b2d-28e458776814 req-39bcdf8f-87ad-4288-9dc8-608b95b05610 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 945 time: 0.5453179 Feb 09 01:49:26.059787 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bde57d-2f98-4aea-aa91-ba0871da14e1 req-87ca6dc9-a1b8-4f4a-9cd4-2e05f29f4d59 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:26.061475 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c1bde57d-2f98-4aea-aa91-ba0871da14e1 req-87ca6dc9-a1b8-4f4a-9cd4-2e05f29f4d59 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 946 time: 0.2403109 Feb 09 01:49:26.135243 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eb7f06-b434-4b55-bbe1-6516e8aee3b0 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Made reservation on behalf of ef6f0d86f89e4f0a94ddcb1f406aabd9 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:26.138572 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7f06-b434-4b55-bbe1-6516e8aee3b0 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:26.159471 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c1bde57d-2f98-4aea-aa91-ba0871da14e1 req-f012031a-f636-4dcb-86f3-746b794ae884 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851002 Feb 09 01:49:26.183038 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-efaaffb9-96e7-4076-a22d-c6de6a272527 service neutron] Attempting to bind port 6a23ba66-360c-46da-9c7a-dca9a04eb217 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:26.183404 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-efaaffb9-96e7-4076-a22d-c6de6a272527 service neutron] Attempting to bind port 6a23ba66-360c-46da-9c7a-dca9a04eb217 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:26.183740 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-efaaffb9-96e7-4076-a22d-c6de6a272527 service neutron] Attempting to bind port 6a23ba66-360c-46da-9c7a-dca9a04eb217 on network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:26.204235 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7f06-b434-4b55-bbe1-6516e8aee3b0 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:26.214426 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-58c7b635-2583-4e0e-9a73-75a088aabcf5 None None] Publish callbacks [] for port (29bcdcbb-5f45-4c23-8766-484cb77e7850), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:26.227045 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-58c7b635-2583-4e0e-9a73-75a088aabcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (29bcdcbb-5f45-4c23-8766-484cb77e7850), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:26.233854 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-efaaffb9-96e7-4076-a22d-c6de6a272527 service neutron] Port 6a23ba66-360c-46da-9c7a-dca9a04eb217 on network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:49:26.234331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-efaaffb9-96e7-4076-a22d-c6de6a272527 service neutron] Attempting to bind port 6a23ba66-360c-46da-9c7a-dca9a04eb217 on network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:26.278356 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-efaaffb9-96e7-4076-a22d-c6de6a272527 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:26.278724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-efaaffb9-96e7-4076-a22d-c6de6a272527 service neutron] Checking segment: {'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:26.279190 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-efaaffb9-96e7-4076-a22d-c6de6a272527 service neutron] Bound using segment: {'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:26.279866 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-efaaffb9-96e7-4076-a22d-c6de6a272527 service neutron] Bound port: 6a23ba66-360c-46da-9c7a-dca9a04eb217, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:26.280493 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-efaaffb9-96e7-4076-a22d-c6de6a272527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6a23ba66-360c-46da-9c7a-dca9a04eb217), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:26.308036 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25f834d3-8166-4df6-9b2d-28e458776814 req-d7c04ed4-5627-4e81-a6e0-72e913fa5d1d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2688923 Feb 09 01:49:26.336549 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50046) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:26.387907 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50054) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:26.397124 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-41e1fffa-a727-4cc6-9d35-b080802ff972 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for router_gateway (96e5c59a-459e-48dc-a4aa-9878800a4f78), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:26.459004 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff83ab-d22b-4276-94e2-050363e1d47d req-ff75eaa1-9963-4792-b995-3a06d54862f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:26.461925 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04ff83ab-d22b-4276-94e2-050363e1d47d req-ff75eaa1-9963-4792-b995-3a06d54862f7 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4216402 Feb 09 01:49:26.503585 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c7b635-2583-4e0e-9a73-75a088aabcf5 None None] Network dc9b6c9a-80ad-4472-acb4-838f95163a2a is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:26.510533 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-58c7b635-2583-4e0e-9a73-75a088aabcf5 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:26.521555 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c7b635-2583-4e0e-9a73-75a088aabcf5 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:26.543370 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-80a4d63e-092c-4845-a721-f5906b98fd4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:26.568987 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7b635-2583-4e0e-9a73-75a088aabcf5 None None] Pushing event updated for resources: {'Port': ['ID=29bcdcbb-5f45-4c23-8766-484cb77e7850,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:26.581188 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-80a4d63e-092c-4845-a721-f5906b98fd4c service neutron] Publish callbacks [] for port (c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:26.617316 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-58c7b635-2583-4e0e-9a73-75a088aabcf5 None None] Attempting to bind port 29bcdcbb-5f45-4c23-8766-484cb77e7850 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:26.617859 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-58c7b635-2583-4e0e-9a73-75a088aabcf5 None None] Attempting to bind port 29bcdcbb-5f45-4c23-8766-484cb77e7850 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '08cd7cf2-d6e3-4a35-8e99-cf3a2f564688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'dc9b6c9a-80ad-4472-acb4-838f95163a2a'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:26.618243 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c7b635-2583-4e0e-9a73-75a088aabcf5 None None] Attempting to bind port 29bcdcbb-5f45-4c23-8766-484cb77e7850 on network dc9b6c9a-80ad-4472-acb4-838f95163a2a {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:26.626954 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c7b635-2583-4e0e-9a73-75a088aabcf5 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:26.627499 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c7b635-2583-4e0e-9a73-75a088aabcf5 None None] Checking segment: {'id': '08cd7cf2-d6e3-4a35-8e99-cf3a2f564688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'dc9b6c9a-80ad-4472-acb4-838f95163a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:26.627934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-efaaffb9-96e7-4076-a22d-c6de6a272527 service neutron] For port 6a23ba66-360c-46da-9c7a-dca9a04eb217, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:26.628143 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-58c7b635-2583-4e0e-9a73-75a088aabcf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:26.628388 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c7b635-2583-4e0e-9a73-75a088aabcf5 None None] Bound using segment: {'id': '08cd7cf2-d6e3-4a35-8e99-cf3a2f564688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'dc9b6c9a-80ad-4472-acb4-838f95163a2a'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:26.628835 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-58c7b635-2583-4e0e-9a73-75a088aabcf5 None None] Bound port: 29bcdcbb-5f45-4c23-8766-484cb77e7850, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08cd7cf2-d6e3-4a35-8e99-cf3a2f564688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'dc9b6c9a-80ad-4472-acb4-838f95163a2a'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:26.629276 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-58c7b635-2583-4e0e-9a73-75a088aabcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (29bcdcbb-5f45-4c23-8766-484cb77e7850), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:26.636544 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-efaaffb9-96e7-4076-a22d-c6de6a272527 service neutron] For port 6a23ba66-360c-46da-9c7a-dca9a04eb217, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6a23ba66-360c-46da-9c7a-dca9a04eb217,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:26.638680 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-80a4d63e-092c-4845-a721-f5906b98fd4c service neutron] Transition to ACTIVE for port object c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:26.645455 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-80a4d63e-092c-4845-a721-f5906b98fd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:26.663602 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-efaaffb9-96e7-4076-a22d-c6de6a272527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (6a23ba66-360c-46da-9c7a-dca9a04eb217), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:26.719425 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7f06-b434-4b55-bbe1-6516e8aee3b0 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for security_group (4ffbdbdc-a6c8-4f84-86b3-e85ad2ae5ccf), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:26.729529 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-58c7b635-2583-4e0e-9a73-75a088aabcf5 None None] For port 29bcdcbb-5f45-4c23-8766-484cb77e7850, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:26.730259 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-efaaffb9-96e7-4076-a22d-c6de6a272527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:26.730830 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-efaaffb9-96e7-4076-a22d-c6de6a272527 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:26.732491 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-efaaffb9-96e7-4076-a22d-c6de6a272527 service neutron] 10.222.0.67 "PUT /v2.0/ports/6a23ba66-360c-46da-9c7a-dca9a04eb217 HTTP/1.1" status: 200 len: 1092 time: 3.6079302 Feb 09 01:49:26.733367 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-58c7b635-2583-4e0e-9a73-75a088aabcf5 None None] For port 29bcdcbb-5f45-4c23-8766-484cb77e7850, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=29bcdcbb-5f45-4c23-8766-484cb77e7850,segment=NetworkSegment(08cd7cf2-d6e3-4a35-8e99-cf3a2f564688),segment_id=08cd7cf2-d6e3-4a35-8e99-cf3a2f564688)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:26.742736 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7f06-b434-4b55-bbe1-6516e8aee3b0 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4ffbdbdc-a6c8-4f84-86b3-e85ad2ae5ccf), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:26.751414 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-58c7b635-2583-4e0e-9a73-75a088aabcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (29bcdcbb-5f45-4c23-8766-484cb77e7850), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:26.798457 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4d63e-092c-4845-a721-f5906b98fd4c service neutron] Pushing event updated for resources: {'Port': ['ID=c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:26.816941 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9eb7f06-b434-4b55-bbe1-6516e8aee3b0 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:49:26.838639 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7b635-2583-4e0e-9a73-75a088aabcf5 None None] Pushing event updated for resources: {'Port': ['ID=29bcdcbb-5f45-4c23-8766-484cb77e7850,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:26.938472 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7f06-b434-4b55-bbe1-6516e8aee3b0 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (aaef431b-46cc-4f29-a325-29477f5cbc7b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:26.938835 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-c9eb7f06-b434-4b55-bbe1-6516e8aee3b0 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Added segment aaef431b-46cc-4f29-a325-29477f5cbc7b of type vlan for network 043c775f-369b-4efc-b270-e4ad8a056bfa Feb 09 01:49:26.943333 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb7f06-b434-4b55-bbe1-6516e8aee3b0 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffbdbdc-a6c8-4f84-86b3-e85ad2ae5ccf,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:26.995106 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-41e1fffa-a727-4cc6-9d35-b080802ff972 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:27.000252 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-715849e0-f0ae-433f-82cf-6a4393a1494e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1767334834-network', 'tenant_id': '07e140259b184093891c4d6ee1230ea9'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:27.078818 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7f06-b434-4b55-bbe1-6516e8aee3b0 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (043c775f-369b-4efc-b270-e4ad8a056bfa), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:27.101170 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7069a84b-8630-4b81-8475-e3f9423e0af7', 'name': 'network-vif-deleted', 'tag': '50220b4a-b23c-47f8-bcbf-2e156476b655'}, {'name': 'network-changed', 'server_uuid': 'bd20ddec-e04d-407a-bd5d-dceb9f88c086', 'tag': '6a23ba66-360c-46da-9c7a-dca9a04eb217'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:27.108755 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f78ccb-ce39-42b3-8b9a-91349c8c923e" -d '{"events": [{"server_uuid": "7069a84b-8630-4b81-8475-e3f9423e0af7", "name": "network-vif-deleted", "tag": "50220b4a-b23c-47f8-bcbf-2e156476b655"}, {"name": "network-changed", "server_uuid": "bd20ddec-e04d-407a-bd5d-dceb9f88c086", "tag": "6a23ba66-360c-46da-9c7a-dca9a04eb217"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:27.111455 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a118285-379f-4814-a4ed-260a41d7e0a5 req-56156061-d920-4a20-b9f5-17b87d7395be tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:27.112055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaaffb9-96e7-4076-a22d-c6de6a272527 service neutron] Pushing event updated for resources: {'Port': ['ID=6a23ba66-360c-46da-9c7a-dca9a04eb217,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:27.121451 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a118285-379f-4814-a4ed-260a41d7e0a5 req-56156061-d920-4a20-b9f5-17b87d7395be tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:27.125357 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dccbb-5816-4d21-946b-c7783a64d139 req-8a498ff6-57b2-467a-b130-6826f2c8771e tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:27.127005 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c36dccbb-5816-4d21-946b-c7783a64d139 req-8a498ff6-57b2-467a-b130-6826f2c8771e tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 945 time: 0.3629854 Feb 09 01:49:27.128663 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a118285-379f-4814-a4ed-260a41d7e0a5 req-56156061-d920-4a20-b9f5-17b87d7395be tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:27.138930 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a118285-379f-4814-a4ed-260a41d7e0a5 req-56156061-d920-4a20-b9f5-17b87d7395be tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:27.145772 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a118285-379f-4814-a4ed-260a41d7e0a5 req-56156061-d920-4a20-b9f5-17b87d7395be tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:27.153229 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a118285-379f-4814-a4ed-260a41d7e0a5 req-56156061-d920-4a20-b9f5-17b87d7395be tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:27.158557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-371d226f-8e1b-4a03-b20d-9c194cdff057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:27.159714 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a118285-379f-4814-a4ed-260a41d7e0a5 req-56156061-d920-4a20-b9f5-17b87d7395be tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:27.160144 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-371d226f-8e1b-4a03-b20d-9c194cdff057 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&device_id=bd20ddec-e04d-407a-bd5d-dceb9f88c086 HTTP/1.1" status: 200 len: 1126 time: 0.3663008 Feb 09 01:49:27.162071 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0a118285-379f-4814-a4ed-260a41d7e0a5 req-56156061-d920-4a20-b9f5-17b87d7395be tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5396 time: 0.8417749 Feb 09 01:49:27.170527 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-80a4d63e-092c-4845-a721-f5906b98fd4c service neutron] Attempting to bind port c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:27.171418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-80a4d63e-092c-4845-a721-f5906b98fd4c service neutron] Attempting to bind port c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'f19cd584-be4a-44e7-93fd-3736899ef908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c2d2fcf-eafc-455c-9448-5e06dd737c5d'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:27.172540 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-80a4d63e-092c-4845-a721-f5906b98fd4c service neutron] Attempting to bind port c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac on network 5c2d2fcf-eafc-455c-9448-5e06dd737c5d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:27.189459 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7f06-b434-4b55-bbe1-6516e8aee3b0 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (043c775f-369b-4efc-b270-e4ad8a056bfa), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:27.192044 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715849e0-f0ae-433f-82cf-6a4393a1494e admin admin] Made reservation on behalf of 07e140259b184093891c4d6ee1230ea9 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:27.194235 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-715849e0-f0ae-433f-82cf-6a4393a1494e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:27.195379 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eb7f06-b434-4b55-bbe1-6516e8aee3b0 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:27.196002 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7f06-b434-4b55-bbe1-6516e8aee3b0 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:27.214415 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-80a4d63e-092c-4845-a721-f5906b98fd4c service neutron] Port c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac on network 5c2d2fcf-eafc-455c-9448-5e06dd737c5d not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:49:27.215162 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-80a4d63e-092c-4845-a721-f5906b98fd4c service neutron] Attempting to bind port c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac on network 5c2d2fcf-eafc-455c-9448-5e06dd737c5d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:27.229375 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-715849e0-f0ae-433f-82cf-6a4393a1494e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:27.307444 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-b7331153-da61-459f-b5c6-8774e1f0a4ae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a23ba66-360c-46da-9c7a-dca9a04eb217 HTTP/1.1" status: 200 len: 217 time: 0.1226082 Feb 09 01:49:27.356805 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-80a4d63e-092c-4845-a721-f5906b98fd4c service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:27.357186 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-80a4d63e-092c-4845-a721-f5906b98fd4c service neutron] Checking segment: {'id': 'f19cd584-be4a-44e7-93fd-3736899ef908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c2d2fcf-eafc-455c-9448-5e06dd737c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:27.357712 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-80a4d63e-092c-4845-a721-f5906b98fd4c service neutron] Bound using segment: {'id': 'f19cd584-be4a-44e7-93fd-3736899ef908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c2d2fcf-eafc-455c-9448-5e06dd737c5d'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:27.358231 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-80a4d63e-092c-4845-a721-f5906b98fd4c service neutron] Bound port: c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19cd584-be4a-44e7-93fd-3736899ef908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c2d2fcf-eafc-455c-9448-5e06dd737c5d'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:27.358672 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-80a4d63e-092c-4845-a721-f5906b98fd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:27.430424 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c9eb7f06-b434-4b55-bbe1-6516e8aee3b0 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5085602 Feb 09 01:49:27.439709 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50058) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:27.444729 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0a118285-379f-4814-a4ed-260a41d7e0a5 req-52a70e95-5dee-47e6-a87e-253bd997b5dd tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2619555 Feb 09 01:49:27.449899 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-24a792d2-698d-42f5-9a0b-e83c633f1a70 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Request body: {'subnet': {'network_id': '043c775f-369b-4efc-b270-e4ad8a056bfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:27.468185 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c36dccbb-5816-4d21-946b-c7783a64d139 req-e6d21e49-0f22-45ec-b202-3cdea19250df tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169460 Feb 09 01:49:27.499485 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb7f06-b434-4b55-bbe1-6516e8aee3b0 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Pushing event updated for resources: {'Network': ['ID=043c775f-369b-4efc-b270-e4ad8a056bfa,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:27.514756 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 043c775f-369b-4efc-b270-e4ad8a056bfa details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:49:27.530259 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-c3bf9693-56c1-4c51-a189-0b887fee7857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:27.532310 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-c3bf9693-56c1-4c51-a189-0b887fee7857 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c HTTP/1.1" status: 200 len: 845 time: 0.1660941 Feb 09 01:49:27.626940 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-49798f32-40a9-44b3-827a-e76e671070dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772746 Feb 09 01:49:27.632902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-80a4d63e-092c-4845-a721-f5906b98fd4c service neutron] For port c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:27.650553 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-80a4d63e-092c-4845-a721-f5906b98fd4c service neutron] For port c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac,segment=NetworkSegment(f19cd584-be4a-44e7-93fd-3736899ef908),segment_id=f19cd584-be4a-44e7-93fd-3736899ef908)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:27.651634 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-41e1fffa-a727-4cc6-9d35-b080802ff972 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Allocated IP 172.25.7.17 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/257bc38a-b326-4b81-b0e0-458ad5eaac87) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:27.696530 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-80a4d63e-092c-4845-a721-f5906b98fd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:27.740063 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a792d2-698d-42f5-9a0b-e83c633f1a70 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Made reservation on behalf of ef6f0d86f89e4f0a94ddcb1f406aabd9 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:27.743462 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24a792d2-698d-42f5-9a0b-e83c633f1a70 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:27.771474 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-715849e0-f0ae-433f-82cf-6a4393a1494e admin admin] Publish callbacks [] for security_group (b4471406-dab9-4c7c-b36a-752dad523dc7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:27.784124 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-80a4d63e-092c-4845-a721-f5906b98fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:27.784752 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-80a4d63e-092c-4845-a721-f5906b98fd4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:27.786112 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-80a4d63e-092c-4845-a721-f5906b98fd4c service neutron] 10.222.0.48 "PUT /v2.0/ports/c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac HTTP/1.1" status: 200 len: 1091 time: 2.9787552 Feb 09 01:49:27.827466 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-5ed1a032-8a14-478a-824a-2e913a312943 service neutron] Request body: {'port': {'device_id': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:27.844007 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-715849e0-f0ae-433f-82cf-6a4393a1494e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b4471406-dab9-4c7c-b36a-752dad523dc7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:27.863736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4d63e-092c-4845-a721-f5906b98fd4c service neutron] Pushing event updated for resources: {'Port': ['ID=c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:27.873112 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96901116-0f4b-4e67-b9eb-aa5240a9dcec req-3225b501-0ec1-4c20-b011-9a72d377b365 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:27.875630 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-96901116-0f4b-4e67-b9eb-aa5240a9dcec req-3225b501-0ec1-4c20-b011-9a72d377b365 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd20ddec-e04d-407a-bd5d-dceb9f88c086 HTTP/1.1" status: 200 len: 944 time: 0.2462561 Feb 09 01:49:27.910568 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-5bdf01ac-149d-4599-9dae-bb7c2a12205c service neutron] 10.222.0.67 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565358 Feb 09 01:49:27.914438 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c083b9-db3e-4bfa-8512-3f78385ed970 req-5f0d8460-c6f7-4541-8a17-a7b369614408 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:27.916076 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-48c083b9-db3e-4bfa-8512-3f78385ed970 req-5f0d8460-c6f7-4541-8a17-a7b369614408 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 945 time: 0.3039405 Feb 09 01:49:27.998590 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715849e0-f0ae-433f-82cf-6a4393a1494e admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:49:28.034361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715849e0-f0ae-433f-82cf-6a4393a1494e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4471406-dab9-4c7c-b36a-752dad523dc7,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:28.067947 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-715849e0-f0ae-433f-82cf-6a4393a1494e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (d3a41fe1-8171-4f9c-b2fc-540dad47233c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.067947 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-715849e0-f0ae-433f-82cf-6a4393a1494e admin admin] Added segment d3a41fe1-8171-4f9c-b2fc-540dad47233c of type vlan for network 48733fa2-0a6e-4f10-9d66-30891daf5281 Feb 09 01:49:28.088822 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-96901116-0f4b-4e67-b9eb-aa5240a9dcec req-16d390c8-887b-4c04-b0b4-07ea815b3db8 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049866 Feb 09 01:49:28.089994 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-41e1fffa-a727-4cc6-9d35-b080802ff972 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for port (257bc38a-b326-4b81-b0e0-458ad5eaac87), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.105878 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-5ed1a032-8a14-478a-824a-2e913a312943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (28fa76b1-4ebd-4297-bced-ed4c8b21284e), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.172571 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-782d08ba-ebe3-476e-94f8-ab49438cae68 req-85d12730-632b-45f5-88d3-d3f6a0c6c5a3 service neutron] 10.222.0.67 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549770 Feb 09 01:49:28.234982 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-48c083b9-db3e-4bfa-8512-3f78385ed970 req-cfd8dea4-d5a7-44d0-ba5d-23b1a565d573 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2888281 Feb 09 01:49:28.274018 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-715849e0-f0ae-433f-82cf-6a4393a1494e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (48733fa2-0a6e-4f10-9d66-30891daf5281), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.363310 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 29bcdcbb-5f45-4c23-8766-484cb77e7850 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:28.436622 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-715849e0-f0ae-433f-82cf-6a4393a1494e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (48733fa2-0a6e-4f10-9d66-30891daf5281), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.438650 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715849e0-f0ae-433f-82cf-6a4393a1494e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:28.439497 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-715849e0-f0ae-433f-82cf-6a4393a1494e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.503943 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 29bcdcbb-5f45-4c23-8766-484cb77e7850 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:28.504310 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (29bcdcbb-5f45-4c23-8766-484cb77e7850), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.534694 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-41e1fffa-a727-4cc6-9d35-b080802ff972 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (257bc38a-b326-4b81-b0e0-458ad5eaac87), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.661323 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 29bcdcbb-5f45-4c23-8766-484cb77e7850 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:28.661948 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (29bcdcbb-5f45-4c23-8766-484cb77e7850), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.663399 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-715849e0-f0ae-433f-82cf-6a4393a1494e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3264513 Feb 09 01:49:28.667067 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e1fffa-a727-4cc6-9d35-b080802ff972 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:28.685272 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50066) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:28.694726 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-f81a9ce8-2fef-4367-b566-d1e87ed87962 admin admin] Request body: {'subnet': {'network_id': '48733fa2-0a6e-4f10-9d66-30891daf5281', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1767334834-subnet', 'tenant_id': '07e140259b184093891c4d6ee1230ea9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:28.706670 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7494b4ca-b210-4df4-8ed1-5bb08ab30cd8 None None] Network dc9b6c9a-80ad-4472-acb4-838f95163a2a requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:49:28.743146 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416bd412-c378-4a66-99f1-a4886c4a1676 x-openstack-request-id: req-416bd412-c378-4a66-99f1-a4886c4a1676 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:28.743541 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7069a84b-8630-4b81-8475-e3f9423e0af7", "name": "network-vif-deleted", "tag": "50220b4a-b23c-47f8-bcbf-2e156476b655", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd20ddec-e04d-407a-bd5d-dceb9f88c086", "tag": "6a23ba66-360c-46da-9c7a-dca9a04eb217", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:28.743965 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-416bd412-c378-4a66-99f1-a4886c4a1676 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:28.744458 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7069a84b-8630-4b81-8475-e3f9423e0af7', 'name': 'network-vif-deleted', 'tag': '50220b4a-b23c-47f8-bcbf-2e156476b655', 'status': 'completed', 'code': 200} Feb 09 01:49:28.744727 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd20ddec-e04d-407a-bd5d-dceb9f88c086', 'tag': '6a23ba66-360c-46da-9c7a-dca9a04eb217', 'status': 'completed', 'code': 200} Feb 09 01:49:28.765995 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81a9ce8-2fef-4367-b566-d1e87ed87962 admin admin] Made reservation on behalf of 07e140259b184093891c4d6ee1230ea9 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:28.769533 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f81a9ce8-2fef-4367-b566-d1e87ed87962 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.773469 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-41e1fffa-a727-4cc6-9d35-b080802ff972 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:28.776656 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715849e0-f0ae-433f-82cf-6a4393a1494e admin admin] Pushing event updated for resources: {'Network': ['ID=48733fa2-0a6e-4f10-9d66-30891daf5281,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:28.786805 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e1fffa-a727-4cc6-9d35-b080802ff972 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:28.817213 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 48733fa2-0a6e-4f10-9d66-30891daf5281 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:49:28.833872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 29bcdcbb-5f45-4c23-8766-484cb77e7850, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=29bcdcbb-5f45-4c23-8766-484cb77e7850,segment=NetworkSegment(08cd7cf2-d6e3-4a35-8e99-cf3a2f564688),segment_id=08cd7cf2-d6e3-4a35-8e99-cf3a2f564688)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:28.878222 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24a792d2-698d-42f5-9a0b-e83c633f1a70 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (c756c46d-9e27-48a7-914b-99ae19f03ce5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.896003 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (29bcdcbb-5f45-4c23-8766-484cb77e7850), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.898151 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1fffa-a727-4cc6-9d35-b080802ff972 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Port': ['ID=257bc38a-b326-4b81-b0e0-458ad5eaac87,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:29.001555 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b65572b2-d799-479c-85d9-fa5ac1f26346 None None] Provisioning complete for port 29bcdcbb-5f45-4c23-8766-484cb77e7850 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:29.002096 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b65572b2-d799-479c-85d9-fa5ac1f26346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (29bcdcbb-5f45-4c23-8766-484cb77e7850), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:29.059900 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab50bb-68b4-4089-992d-1c13cc93aa7f req-79cf28cf-cc06-4399-b79a-fb9be524a060 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:29.068315 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab50bb-68b4-4089-992d-1c13cc93aa7f req-79cf28cf-cc06-4399-b79a-fb9be524a060 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:29.075694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab50bb-68b4-4089-992d-1c13cc93aa7f req-79cf28cf-cc06-4399-b79a-fb9be524a060 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:29.084012 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9aab50bb-68b4-4089-992d-1c13cc93aa7f req-79cf28cf-cc06-4399-b79a-fb9be524a060 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081&device_id=9c8affe7-fb38-4474-ab5e-66b2c1c3242d&device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 2418 time: 0.4255803 Feb 09 01:49:29.121289 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a792d2-698d-42f5-9a0b-e83c633f1a70 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Pushing event updated for resources: {'Subnet': ['ID=c756c46d-9e27-48a7-914b-99ae19f03ce5,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:29.157791 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=29bcdcbb-5f45-4c23-8766-484cb77e7850,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:29.232361 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b53bfe57-b802-4742-8ea1-e74c41223266 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (25d57ea3-f357-4243-9dd0-a36184809fc5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:29.252662 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b65572b2-d799-479c-85d9-fa5ac1f26346 None None] Current status of the port 29bcdcbb-5f45-4c23-8766-484cb77e7850 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:29.299873 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-5ed1a032-8a14-478a-824a-2e913a312943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28fa76b1-4ebd-4297-bced-ed4c8b21284e {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:29.317897 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a792d2-698d-42f5-9a0b-e83c633f1a70 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Checking segment: {'id': 'aaef431b-46cc-4f29-a325-29477f5cbc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '043c775f-369b-4efc-b270-e4ad8a056bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:29.317897 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a792d2-698d-42f5-9a0b-e83c633f1a70 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Network hostable DHCP agents. Network: 043c775f-369b-4efc-b270-e4ad8a056bfa, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:49:29.318620 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-5ed1a032-8a14-478a-824a-2e913a312943 service neutron] Publish callbacks [] for port (28fa76b1-4ebd-4297-bced-ed4c8b21284e), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:29.368097 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-5ed1a032-8a14-478a-824a-2e913a312943 service neutron] Transition to ACTIVE for port object 28fa76b1-4ebd-4297-bced-ed4c8b21284e will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:29.410289 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-5ed1a032-8a14-478a-824a-2e913a312943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (28fa76b1-4ebd-4297-bced-ed4c8b21284e), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:29.440036 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9aab50bb-68b4-4089-992d-1c13cc93aa7f req-e615eeea-d42c-43be-a717-5690c39797a3 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491619 Feb 09 01:49:29.570735 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f78ccb-ce39-42b3-8b9a-91349c8c923e req-912a1b92-d6a9-422c-8516-86131da0a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:29.572352 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99f78ccb-ce39-42b3-8b9a-91349c8c923e req-912a1b92-d6a9-422c-8516-86131da0a244 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&device_id=bd20ddec-e04d-407a-bd5d-dceb9f88c086 HTTP/1.1" status: 200 len: 1126 time: 0.8257017 Feb 09 01:49:29.607320 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a792d2-698d-42f5-9a0b-e83c633f1a70 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Network 043c775f-369b-4efc-b270-e4ad8a056bfa is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:49:29.683872 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-24a792d2-698d-42f5-9a0b-e83c633f1a70 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 043c775f-369b-4efc-b270-e4ad8a056bfa) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:29.708959 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ed5571-e6d4-482d-b46a-d85cd6afa93c None None] Network 043c775f-369b-4efc-b270-e4ad8a056bfa requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:49:29.719368 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-85b3662e-a79f-468d-8466-625cd9115df8 None None] Provisioning complete for port 29bcdcbb-5f45-4c23-8766-484cb77e7850 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:29.720524 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-85b3662e-a79f-468d-8466-625cd9115df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (29bcdcbb-5f45-4c23-8766-484cb77e7850), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:29.724379 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a792d2-698d-42f5-9a0b-e83c633f1a70 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:29.725770 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24a792d2-698d-42f5-9a0b-e83c633f1a70 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:29.771495 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1a032-8a14-478a-824a-2e913a312943 service neutron] Pushing event updated for resources: {'Port': ['ID=28fa76b1-4ebd-4297-bced-ed4c8b21284e,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:29.868177 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f81a9ce8-2fef-4367-b566-d1e87ed87962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (f38153e0-346d-45ee-a8ba-011ed1d4fedb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:29.895515 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bc713-6be8-4144-a026-88bf5ca88d02 req-14d08d7d-a1b4-42e5-90ce-a8cb243b9747 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:29.901625 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bc713-6be8-4144-a026-88bf5ca88d02 req-14d08d7d-a1b4-42e5-90ce-a8cb243b9747 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:29.907944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bc713-6be8-4144-a026-88bf5ca88d02 req-14d08d7d-a1b4-42e5-90ce-a8cb243b9747 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:29.913568 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bc713-6be8-4144-a026-88bf5ca88d02 req-14d08d7d-a1b4-42e5-90ce-a8cb243b9747 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:29.919779 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bc713-6be8-4144-a026-88bf5ca88d02 req-14d08d7d-a1b4-42e5-90ce-a8cb243b9747 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:29.926913 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bc713-6be8-4144-a026-88bf5ca88d02 req-14d08d7d-a1b4-42e5-90ce-a8cb243b9747 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:29.937440 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bc713-6be8-4144-a026-88bf5ca88d02 req-14d08d7d-a1b4-42e5-90ce-a8cb243b9747 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:29.941292 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-85b3662e-a79f-468d-8466-625cd9115df8 None None] Current status of the port 29bcdcbb-5f45-4c23-8766-484cb77e7850 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:29.947977 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f3bc713-6be8-4144-a026-88bf5ca88d02 req-14d08d7d-a1b4-42e5-90ce-a8cb243b9747 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5420 time: 0.5853300 Feb 09 01:49:29.954314 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92e2dbe-4f6f-417f-89b3-b79f5cd1077a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-043c775f-369b-4efc-b270-e4ad8a056bfa', 'network_id': '043c775f-369b-4efc-b270-e4ad8a056bfa', 'project_id': 'ef6f0d86f89e4f0a94ddcb1f406aabd9', 'fixed_ips': [{'subnet_id': 'c756c46d-9e27-48a7-914b-99ae19f03ce5'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:49:29.955061 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b92e2dbe-4f6f-417f-89b3-b79f5cd1077a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:30.053920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f78ccb-ce39-42b3-8b9a-91349c8c923e req-bf913eff-1c95-4917-b20b-6850e57f409a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:30.055384 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99f78ccb-ce39-42b3-8b9a-91349c8c923e req-bf913eff-1c95-4917-b20b-6850e57f409a service neutron] 10.222.0.67 "GET /v2.0/networks?id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 200 len: 906 time: 0.4754436 Feb 09 01:49:30.077065 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a9ce8-2fef-4367-b566-d1e87ed87962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f38153e0-346d-45ee-a8ba-011ed1d4fedb,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:30.128873 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-5ed1a032-8a14-478a-824a-2e913a312943 service neutron] Attempting to bind port 28fa76b1-4ebd-4297-bced-ed4c8b21284e on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:30.129218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-5ed1a032-8a14-478a-824a-2e913a312943 service neutron] Attempting to bind port 28fa76b1-4ebd-4297-bced-ed4c8b21284e by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'f19cd584-be4a-44e7-93fd-3736899ef908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c2d2fcf-eafc-455c-9448-5e06dd737c5d'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:30.129548 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-5ed1a032-8a14-478a-824a-2e913a312943 service neutron] Attempting to bind port 28fa76b1-4ebd-4297-bced-ed4c8b21284e on network 5c2d2fcf-eafc-455c-9448-5e06dd737c5d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:30.136851 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99f78ccb-ce39-42b3-8b9a-91349c8c923e req-f5314911-30ae-4794-b9e3-a2a7bf8ac228 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a23ba66-360c-46da-9c7a-dca9a04eb217 HTTP/1.1" status: 200 len: 217 time: 0.0719395 Feb 09 01:49:30.178002 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-5ed1a032-8a14-478a-824a-2e913a312943 service neutron] Port 28fa76b1-4ebd-4297-bced-ed4c8b21284e on network 5c2d2fcf-eafc-455c-9448-5e06dd737c5d not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:49:30.178345 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-5ed1a032-8a14-478a-824a-2e913a312943 service neutron] Attempting to bind port 28fa76b1-4ebd-4297-bced-ed4c8b21284e on network 5c2d2fcf-eafc-455c-9448-5e06dd737c5d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:30.178474 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-b92e2dbe-4f6f-417f-89b3-b79f5cd1077a None None] Allocated IP 172.20.0.2 (043c775f-369b-4efc-b270-e4ad8a056bfa/c756c46d-9e27-48a7-914b-99ae19f03ce5/243cb187-6e22-4188-a2d0-7e14ecd02870) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:30.203675 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-24a792d2-698d-42f5-9a0b-e83c633f1a70 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7576025 Feb 09 01:49:30.204543 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50084) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:30.213782 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f3bc713-6be8-4144-a026-88bf5ca88d02 req-52ddedb6-1fea-4ae9-bbd0-88ef0bcfee75 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2650564 Feb 09 01:49:30.215462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682f762-f355-4e01-923a-3a3aa6d5bf08 req-11785d59-76b5-4a2b-9264-83563691ed62 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:30.221103 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a9ce8-2fef-4367-b566-d1e87ed87962 admin admin] Checking segment: {'id': 'd3a41fe1-8171-4f9c-b2fc-540dad47233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48733fa2-0a6e-4f10-9d66-30891daf5281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:30.221484 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a9ce8-2fef-4367-b566-d1e87ed87962 admin admin] Network hostable DHCP agents. Network: 48733fa2-0a6e-4f10-9d66-30891daf5281, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:49:30.223268 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b682f762-f355-4e01-923a-3a3aa6d5bf08 req-11785d59-76b5-4a2b-9264-83563691ed62 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd20ddec-e04d-407a-bd5d-dceb9f88c086 HTTP/1.1" status: 200 len: 944 time: 0.6815505 Feb 09 01:49:30.226616 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-5ed1a032-8a14-478a-824a-2e913a312943 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:30.226963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-5ed1a032-8a14-478a-824a-2e913a312943 service neutron] Checking segment: {'id': 'f19cd584-be4a-44e7-93fd-3736899ef908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c2d2fcf-eafc-455c-9448-5e06dd737c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:30.227614 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-5ed1a032-8a14-478a-824a-2e913a312943 service neutron] Bound using segment: {'id': 'f19cd584-be4a-44e7-93fd-3736899ef908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c2d2fcf-eafc-455c-9448-5e06dd737c5d'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:30.228097 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-513184840', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}, 'admin_state_up': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:30.228428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-5ed1a032-8a14-478a-824a-2e913a312943 service neutron] Bound port: 28fa76b1-4ebd-4297-bced-ed4c8b21284e, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19cd584-be4a-44e7-93fd-3736899ef908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c2d2fcf-eafc-455c-9448-5e06dd737c5d'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:30.228971 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-5ed1a032-8a14-478a-824a-2e913a312943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (28fa76b1-4ebd-4297-bced-ed4c8b21284e), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:30.241249 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-41e1fffa-a727-4cc6-9d35-b080802ff972 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for router_gateway (96e5c59a-459e-48dc-a4aa-9878800a4f78), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:30.254203 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f78ccb-ce39-42b3-8b9a-91349c8c923e req-8ce3537c-d86b-4533-af98-42e0e7b130bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:30.256083 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99f78ccb-ce39-42b3-8b9a-91349c8c923e req-8ce3537c-d86b-4533-af98-42e0e7b130bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c HTTP/1.1" status: 200 len: 845 time: 0.1054189 Feb 09 01:49:30.316468 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99f78ccb-ce39-42b3-8b9a-91349c8c923e req-074bc18c-daa8-4fee-a98c-5e5fe5c4d2a1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541763 Feb 09 01:49:30.340197 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a9ce8-2fef-4367-b566-d1e87ed87962 admin admin] Network 48733fa2-0a6e-4f10-9d66-30891daf5281 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:49:30.351811 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 29bcdcbb-5f45-4c23-8766-484cb77e7850 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:30.405120 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-f81a9ce8-2fef-4367-b566-d1e87ed87962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 48733fa2-0a6e-4f10-9d66-30891daf5281) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:30.416846 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81a9ce8-2fef-4367-b566-d1e87ed87962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:30.417460 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f81a9ce8-2fef-4367-b566-d1e87ed87962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:30.424333 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-5ed1a032-8a14-478a-824a-2e913a312943 service neutron] For port 28fa76b1-4ebd-4297-bced-ed4c8b21284e, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:30.432003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-5ed1a032-8a14-478a-824a-2e913a312943 service neutron] For port 28fa76b1-4ebd-4297-bced-ed4c8b21284e, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=28fa76b1-4ebd-4297-bced-ed4c8b21284e,segment=NetworkSegment(f19cd584-be4a-44e7-93fd-3736899ef908),segment_id=f19cd584-be4a-44e7-93fd-3736899ef908)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:30.440590 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83aaef7-8d11-4cb6-98b8-67a8d473f5eb None None] Network 48733fa2-0a6e-4f10-9d66-30891daf5281 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:49:30.463190 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-5ed1a032-8a14-478a-824a-2e913a312943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (28fa76b1-4ebd-4297-bced-ed4c8b21284e), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:30.471043 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (67091eb2-bd7e-48ea-b0c5-28f1938af655), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:30.472633 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (67091eb2-bd7e-48ea-b0c5-28f1938af655), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:30.505531 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f81a9ce8-2fef-4367-b566-d1e87ed87962 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8171990 Feb 09 01:49:30.506757 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50090) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:30.521753 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-9bedc30a-c145-474d-bb78-766cfe5d6b48 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1767334834-router', 'tenant_id': '07e140259b184093891c4d6ee1230ea9', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:30.529592 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b92e2dbe-4f6f-417f-89b3-b79f5cd1077a None None] Publish callbacks [] for port (243cb187-6e22-4188-a2d0-7e14ecd02870), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:30.539475 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99f78ccb-ce39-42b3-8b9a-91349c8c923e req-abd6cab3-9b8d-4faf-9cc5-577d07d15bc3 service neutron] 10.222.0.67 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160780 Feb 09 01:49:30.544403 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 29bcdcbb-5f45-4c23-8766-484cb77e7850 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:30.544403 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (29bcdcbb-5f45-4c23-8766-484cb77e7850), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:30.545313 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-5ed1a032-8a14-478a-824a-2e913a312943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:30.545776 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b682f762-f355-4e01-923a-3a3aa6d5bf08 req-f2d74fbf-6a4e-4638-8936-48df3ffe55c0 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205428 Feb 09 01:49:30.545951 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-5ed1a032-8a14-478a-824a-2e913a312943 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:30.548032 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-5ed1a032-8a14-478a-824a-2e913a312943 service neutron] 10.222.0.48 "PUT /v2.0/ports/28fa76b1-4ebd-4297-bced-ed4c8b21284e HTTP/1.1" status: 200 len: 1091 time: 2.7275469 Feb 09 01:49:30.551516 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b92e2dbe-4f6f-417f-89b3-b79f5cd1077a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (243cb187-6e22-4188-a2d0-7e14ecd02870), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:30.650881 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92e2dbe-4f6f-417f-89b3-b79f5cd1077a None None] Network 043c775f-369b-4efc-b270-e4ad8a056bfa is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:30.654064 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-b92e2dbe-4f6f-417f-89b3-b79f5cd1077a None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:30.688121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92e2dbe-4f6f-417f-89b3-b79f5cd1077a None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:30.730023 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99f78ccb-ce39-42b3-8b9a-91349c8c923e req-69772bef-58e9-41bc-87bc-3bf14fb7fb9d service neutron] 10.222.0.67 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797287 Feb 09 01:49:30.752086 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for router_controller (67091eb2-bd7e-48ea-b0c5-28f1938af655), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:30.753822 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9bedc30a-c145-474d-bb78-766cfe5d6b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (76229788-e337-4ad1-a18b-a0760854e3f6), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:30.755228 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9bedc30a-c145-474d-bb78-766cfe5d6b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (76229788-e337-4ad1-a18b-a0760854e3f6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:30.757299 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'tag': 'c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac'}, {'name': 'network-changed', 'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'tag': '28fa76b1-4ebd-4297-bced-ed4c8b21284e'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:30.761887 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5872db40-a5d6-4818-8d2c-79b88f5d7f49" -d '{"events": [{"name": "network-changed", "server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "tag": "c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac"}, {"name": "network-changed", "server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "tag": "28fa76b1-4ebd-4297-bced-ed4c8b21284e"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:30.763460 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e2dbe-4f6f-417f-89b3-b79f5cd1077a None None] Pushing event updated for resources: {'Port': ['ID=243cb187-6e22-4188-a2d0-7e14ecd02870,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:30.792520 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cce8a0a-11ed-4905-8349-fb205aaa505d None None] Network 48733fa2-0a6e-4f10-9d66-30891daf5281 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:49:30.822292 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefcf8f-5760-4d20-ae61-369fb6250788 req-3b86f80c-2d9d-43e3-9c69-d524c74e6b1b tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:30.835456 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ffefcf8f-5760-4d20-ae61-369fb6250788 req-3b86f80c-2d9d-43e3-9c69-d524c74e6b1b tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 946 time: 0.3962169 Feb 09 01:49:30.838522 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1a032-8a14-478a-824a-2e913a312943 service neutron] Pushing event updated for resources: {'Port': ['ID=28fa76b1-4ebd-4297-bced-ed4c8b21284e,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:30.862797 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f3fc7a-c75d-434f-8488-bccb04e70031 x-openstack-request-id: req-59f3fc7a-c75d-434f-8488-bccb04e70031 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:30.863268 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "tag": "c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "tag": "28fa76b1-4ebd-4297-bced-ed4c8b21284e", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:30.863662 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-59f3fc7a-c75d-434f-8488-bccb04e70031 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:30.864490 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'tag': 'c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac', 'status': 'completed', 'code': 200} Feb 09 01:49:30.864900 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'tag': '28fa76b1-4ebd-4297-bced-ed4c8b21284e', 'status': 'completed', 'code': 200} Feb 09 01:49:30.971739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e8ed6fa3-bd05-46ed-b641-a59d7fcdd8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:30.972519 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e8ed6fa3-bd05-46ed-b641-a59d7fcdd8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:30.973254 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b92e2dbe-4f6f-417f-89b3-b79f5cd1077a None None] Attempting to bind port 243cb187-6e22-4188-a2d0-7e14ecd02870 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:30.973640 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b92e2dbe-4f6f-417f-89b3-b79f5cd1077a None None] Attempting to bind port 243cb187-6e22-4188-a2d0-7e14ecd02870 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'aaef431b-46cc-4f29-a325-29477f5cbc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '043c775f-369b-4efc-b270-e4ad8a056bfa'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:30.973895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e8ed6fa3-bd05-46ed-b641-a59d7fcdd8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:30.974033 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e2dbe-4f6f-417f-89b3-b79f5cd1077a None None] Attempting to bind port 243cb187-6e22-4188-a2d0-7e14ecd02870 on network 043c775f-369b-4efc-b270-e4ad8a056bfa {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:30.976306 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e8ed6fa3-bd05-46ed-b641-a59d7fcdd8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:30.976306 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e8ed6fa3-bd05-46ed-b641-a59d7fcdd8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:30.976306 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e8ed6fa3-bd05-46ed-b641-a59d7fcdd8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:30.976306 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e8ed6fa3-bd05-46ed-b641-a59d7fcdd8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:30.978155 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e8ed6fa3-bd05-46ed-b641-a59d7fcdd8fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f921fef3089d433e88a36b5df24fed2b&device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 6694 time: 0.2469168 Feb 09 01:49:30.981611 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ffefcf8f-5760-4d20-ae61-369fb6250788 req-6e1883f4-355f-4c09-b658-d78443ca558c tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451552 Feb 09 01:49:30.982783 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e2dbe-4f6f-417f-89b3-b79f5cd1077a None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:30.983181 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e2dbe-4f6f-417f-89b3-b79f5cd1077a None None] Checking segment: {'id': 'aaef431b-46cc-4f29-a325-29477f5cbc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '043c775f-369b-4efc-b270-e4ad8a056bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:30.983614 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b92e2dbe-4f6f-417f-89b3-b79f5cd1077a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:30.984682 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e2dbe-4f6f-417f-89b3-b79f5cd1077a None None] Bound using segment: {'id': 'aaef431b-46cc-4f29-a325-29477f5cbc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '043c775f-369b-4efc-b270-e4ad8a056bfa'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:30.985294 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b92e2dbe-4f6f-417f-89b3-b79f5cd1077a None None] Bound port: 243cb187-6e22-4188-a2d0-7e14ecd02870, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaef431b-46cc-4f29-a325-29477f5cbc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '043c775f-369b-4efc-b270-e4ad8a056bfa'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:30.985680 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b92e2dbe-4f6f-417f-89b3-b79f5cd1077a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (243cb187-6e22-4188-a2d0-7e14ecd02870), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:31.090908 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-a5ffe33e-45b8-4f64-9a37-7bd0df7426c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c256480c-5c68-4a1d-819c-22216ad81ce4 HTTP/1.1" status: 200 len: 217 time: 0.0996845 Feb 09 01:49:31.107503 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 29bcdcbb-5f45-4c23-8766-484cb77e7850 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:31.151799 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9bedc30a-c145-474d-bb78-766cfe5d6b48 admin admin] Publish callbacks [] for router_controller (76229788-e337-4ad1-a18b-a0760854e3f6), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:31.153476 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b92e2dbe-4f6f-417f-89b3-b79f5cd1077a None None] For port 243cb187-6e22-4188-a2d0-7e14ecd02870, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:31.158313 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b92e2dbe-4f6f-417f-89b3-b79f5cd1077a None None] For port 243cb187-6e22-4188-a2d0-7e14ecd02870, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=243cb187-6e22-4188-a2d0-7e14ecd02870,segment=NetworkSegment(aaef431b-46cc-4f29-a325-29477f5cbc7b),segment_id=aaef431b-46cc-4f29-a325-29477f5cbc7b)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:31.166271 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b92e2dbe-4f6f-417f-89b3-b79f5cd1077a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (243cb187-6e22-4188-a2d0-7e14ecd02870), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:31.242494 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-568cacdc-d266-4f29-b150-146f2ae3673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:31.245418 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-568cacdc-d266-4f29-b150-146f2ae3673c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a8dc3cb-389b-4805-b231-7a2cad302cd2 HTTP/1.1" status: 200 len: 851 time: 0.1462736 Feb 09 01:49:31.253456 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for router_gateway (67091eb2-bd7e-48ea-b0c5-28f1938af655), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:31.274676 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e2dbe-4f6f-417f-89b3-b79f5cd1077a None None] Pushing event updated for resources: {'Port': ['ID=243cb187-6e22-4188-a2d0-7e14ecd02870,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:31.362264 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-41e1fffa-a727-4cc6-9d35-b080802ff972 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (96e5c59a-459e-48dc-a4aa-9878800a4f78), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:31.365145 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f0dda283-0b04-4b8c-88f2-a7d5204f2fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:31.369202 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f0dda283-0b04-4b8c-88f2-a7d5204f2fa0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad7f13d6-48b1-4260-a707-f8bf8cbabb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1153934 Feb 09 01:49:31.399142 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6a23ba66-360c-46da-9c7a-dca9a04eb217 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:49:31.424941 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b53bfe57-b802-4742-8ea1-e74c41223266 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Deleting port 79f5ad3c-14ec-4425-926f-0a70cbb0b885 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:49:31.425539 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b53bfe57-b802-4742-8ea1-e74c41223266 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (79f5ad3c-14ec-4425-926f-0a70cbb0b885), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:31.686749 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e1142-89b5-46b3-8df3-2c2ed6288fff req-31a24ac3-cc42-4645-8cee-962aa413d1ff tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:31.707792 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e1142-89b5-46b3-8df3-2c2ed6288fff req-31a24ac3-cc42-4645-8cee-962aa413d1ff tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:31.728000 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 6a23ba66-360c-46da-9c7a-dca9a04eb217, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6a23ba66-360c-46da-9c7a-dca9a04eb217,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:31.731794 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e1142-89b5-46b3-8df3-2c2ed6288fff req-31a24ac3-cc42-4645-8cee-962aa413d1ff tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:31.738816 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e1142-89b5-46b3-8df3-2c2ed6288fff req-31a24ac3-cc42-4645-8cee-962aa413d1ff tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:31.749790 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '6a23ba66-360c-46da-9c7a-dca9a04eb217', 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299', 'port_id': '6a23ba66-360c-46da-9c7a-dca9a04eb217', 'mac_address': 'fa:16:3e:76:0a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:49:31.760048 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e1142-89b5-46b3-8df3-2c2ed6288fff req-31a24ac3-cc42-4645-8cee-962aa413d1ff tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:31.768822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e1142-89b5-46b3-8df3-2c2ed6288fff req-31a24ac3-cc42-4645-8cee-962aa413d1ff tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:31.783257 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e1142-89b5-46b3-8df3-2c2ed6288fff req-31a24ac3-cc42-4645-8cee-962aa413d1ff tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:31.786897 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e3e1142-89b5-46b3-8df3-2c2ed6288fff req-31a24ac3-cc42-4645-8cee-962aa413d1ff tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5420 time: 0.3567874 Feb 09 01:49:31.829796 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-1f434381-937d-4580-b9df-d705d977cb5f service neutron] 10.222.0.48 "GET /v2.0/networks/ad7f13d6-48b1-4260-a707-f8bf8cbabb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481928 Feb 09 01:49:31.860527 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9bedc30a-c145-474d-bb78-766cfe5d6b48 admin admin] Publish callbacks [] for router_gateway (76229788-e337-4ad1-a18b-a0760854e3f6), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:31.931263 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 6a23ba66-360c-46da-9c7a-dca9a04eb217 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:31.933595 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6a23ba66-360c-46da-9c7a-dca9a04eb217), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:31.974376 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a23ba66-360c-46da-9c7a-dca9a04eb217 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:32.014481 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 6a23ba66-360c-46da-9c7a-dca9a04eb217, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6a23ba66-360c-46da-9c7a-dca9a04eb217,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:32.022193 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6a23ba66-360c-46da-9c7a-dca9a04eb217), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:32.080778 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e3e1142-89b5-46b3-8df3-2c2ed6288fff req-26403c60-d6cf-4840-8f09-d249cdb13c0c tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2939463 Feb 09 01:49:32.117426 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-b53bfe57-b802-4742-8ea1-e74c41223266 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] For port 79f5ad3c-14ec-4425-926f-0a70cbb0b885, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=79f5ad3c-14ec-4425-926f-0a70cbb0b885,segment=NetworkSegment(124c2262-23db-4e43-95da-c72282765e5c),segment_id=124c2262-23db-4e43-95da-c72282765e5c)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:32.119446 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b53bfe57-b802-4742-8ea1-e74c41223266 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (79f5ad3c-14ec-4425-926f-0a70cbb0b885), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:32.120067 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=6a23ba66-360c-46da-9c7a-dca9a04eb217,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:32.141194 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b53bfe57-b802-4742-8ea1-e74c41223266 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Calling delete_port for 79f5ad3c-14ec-4425-926f-0a70cbb0b885 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:49:32.155052 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-71b805ec-454b-435f-80c5-7473a9d8f1b0 service neutron] 10.222.0.48 "GET /v2.0/networks/ad7f13d6-48b1-4260-a707-f8bf8cbabb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095536 Feb 09 01:49:32.284603 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-3de13247-de87-4bae-9fe8-a12ab4f443c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=12c6d339-2c74-42d5-a6e4-5f638ebb91f3 HTTP/1.1" status: 200 len: 217 time: 0.1204224 Feb 09 01:49:32.343408 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 243cb187-6e22-4188-a2d0-7e14ecd02870 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:32.385930 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-b77f2994-eca6-484d-ad6d-7e1a58b6c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:32.387859 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-b77f2994-eca6-484d-ad6d-7e1a58b6c81b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0235b1dd-fcc4-44a6-a199-16b7109f4c7c HTTP/1.1" status: 200 len: 797 time: 0.0884571 Feb 09 01:49:32.398508 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f4abe-ee49-41dd-a197-623d0d2a9538 req-fd1d3133-6168-4eba-922d-4be32274f83a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:32.406000 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-748f4abe-ee49-41dd-a197-623d0d2a9538 req-fd1d3133-6168-4eba-922d-4be32274f83a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd20ddec-e04d-407a-bd5d-dceb9f88c086 HTTP/1.1" status: 200 len: 945 time: 0.3987226 Feb 09 01:49:32.421694 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['6a23ba66-360c-46da-9c7a-dca9a04eb217'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:49:32.472298 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-371de785-571a-44e4-8f67-fc7eeefb8927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:32.493304 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-371de785-571a-44e4-8f67-fc7eeefb8927 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c4e88d2-2146-4771-81ab-7d54809701c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0907123 Feb 09 01:49:32.494711 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 243cb187-6e22-4188-a2d0-7e14ecd02870 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:32.495080 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (243cb187-6e22-4188-a2d0-7e14ecd02870), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:32.503449 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e1fffa-a727-4cc6-9d35-b080802ff972 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Router 96e5c59a-459e-48dc-a4aa-9878800a4f78 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:49:32.712344 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-a955cfa5-ba5e-4c7e-a9bb-a590d36999db service neutron] 10.222.0.48 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079737 Feb 09 01:49:32.716403 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-748f4abe-ee49-41dd-a197-623d0d2a9538 req-9e336d25-4802-49fe-bdd7-584182c61d83 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049309 Feb 09 01:49:32.879354 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-213ff44f-493b-4253-813a-e5e0960b052b service neutron] 10.222.0.48 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575882 Feb 09 01:49:32.960746 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 243cb187-6e22-4188-a2d0-7e14ecd02870 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:32.962037 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (243cb187-6e22-4188-a2d0-7e14ecd02870), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:32.972417 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6b5be83d-78a3-4fc8-8565-3c095d29ef1d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=3e5a309d-a187-428b-be54-6139af1e1d5b HTTP/1.1" status: 200 len: 217 time: 0.0835085 Feb 09 01:49:33.010468 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:49:33.051667 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b53bfe57-b802-4742-8ea1-e74c41223266 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (79f5ad3c-14ec-4425-926f-0a70cbb0b885), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:33.052058 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143889bb-158f-4c49-a011-55ed09fe6103 None None] Network 043c775f-369b-4efc-b270-e4ad8a056bfa requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:49:33.059884 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 243cb187-6e22-4188-a2d0-7e14ecd02870, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=243cb187-6e22-4188-a2d0-7e14ecd02870,segment=NetworkSegment(aaef431b-46cc-4f29-a325-29477f5cbc7b),segment_id=aaef431b-46cc-4f29-a325-29477f5cbc7b)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:33.077541 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e1fffa-a727-4cc6-9d35-b080802ff972 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:33.080108 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for router_gateway (67091eb2-bd7e-48ea-b0c5-28f1938af655), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:33.080360 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e3b81145-0c04-42ed-8b91-e4c9a21d568d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:33.085680 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e3b81145-0c04-42ed-8b91-e4c9a21d568d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0235b1dd-fcc4-44a6-a199-16b7109f4c7c HTTP/1.1" status: 200 len: 797 time: 0.1042309 Feb 09 01:49:33.132281 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (243cb187-6e22-4188-a2d0-7e14ecd02870), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:33.143702 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94715d40-d9e9-477a-86ef-ca9f20bb3ecc None None] Sync routers for ids ['96e5c59a-459e-48dc-a4aa-9878800a4f78'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:33.192057 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:33.194505 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bfe57-b802-4742-8ea1-e74c41223266 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event deleted for resources: {'Port': ['ID=79f5ad3c-14ec-4425-926f-0a70cbb0b885,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:33.231691 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505cae1-a28b-42bd-a539-166de846f3e2 req-75d1eb48-c25b-4eb2-9cd3-eb9edbbd7da9 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:33.241137 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e505cae1-a28b-42bd-a539-166de846f3e2 req-75d1eb48-c25b-4eb2-9cd3-eb9edbbd7da9 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 945 time: 0.1364794 Feb 09 01:49:33.256226 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-aa13337c-f43e-4b45-8dbb-17cb201477b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:33.258906 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-aa13337c-f43e-4b45-8dbb-17cb201477b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c4e88d2-2146-4771-81ab-7d54809701c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1659544 Feb 09 01:49:33.277707 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-cf0ff24c-0694-411d-843d-29826ad28354 None None] Provisioning complete for port 243cb187-6e22-4188-a2d0-7e14ecd02870 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:33.278287 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff24c-0694-411d-843d-29826ad28354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (243cb187-6e22-4188-a2d0-7e14ecd02870), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:33.291025 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9bedc30a-c145-474d-bb78-766cfe5d6b48 admin admin] Publish callbacks [] for router_gateway (76229788-e337-4ad1-a18b-a0760854e3f6), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:33.336026 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94715d40-d9e9-477a-86ef-ca9f20bb3ecc None None] Routers {'96e5c59a-459e-48dc-a4aa-9878800a4f78'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:33.336539 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-41e1fffa-a727-4cc6-9d35-b080802ff972 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:33.336680 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-94715d40-d9e9-477a-86ef-ca9f20bb3ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['96e5c59a-459e-48dc-a4aa-9878800a4f78'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:33.337892 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-41e1fffa-a727-4cc6-9d35-b080802ff972 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.9026132 Feb 09 01:49:33.357279 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50124) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:33.404946 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-94715d40-d9e9-477a-86ef-ca9f20bb3ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:33.423155 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9bedc30a-c145-474d-bb78-766cfe5d6b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:33.429173 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 2d0baf7e-0089-4cde-86cc-ae9332d487c3 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:49:33.435566 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=243cb187-6e22-4188-a2d0-7e14ecd02870,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:33.487124 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e505cae1-a28b-42bd-a539-166de846f3e2 req-9e34aa73-042d-44b0-b5e3-6fd16e3dd73f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438123 Feb 09 01:49:33.499345 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-cf0ff24c-0694-411d-843d-29826ad28354 None None] Current status of the port 243cb187-6e22-4188-a2d0-7e14ecd02870 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:33.505013 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94715d40-d9e9-477a-86ef-ca9f20bb3ecc None None] Routers {'96e5c59a-459e-48dc-a4aa-9878800a4f78'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:33.505790 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-94715d40-d9e9-477a-86ef-ca9f20bb3ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['96e5c59a-459e-48dc-a4aa-9878800a4f78'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:33.546818 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-94715d40-d9e9-477a-86ef-ca9f20bb3ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:33.547867 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94715d40-d9e9-477a-86ef-ca9f20bb3ecc None None] The sync data for ids ['96e5c59a-459e-48dc-a4aa-9878800a4f78'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:33.570810 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-00c7486d-f8bd-4e00-ab20-3c10bf974b05 service neutron] 10.222.0.48 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985737 Feb 09 01:49:33.683811 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 2d0baf7e-0089-4cde-86cc-ae9332d487c3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:33.700109 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '2d0baf7e-0089-4cde-86cc-ae9332d487c3', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'port_id': '2d0baf7e-0089-4cde-86cc-ae9332d487c3', 'mac_address': 'fa:16:3e:60:40:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:49:33.763729 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 is: ACTIVE; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:33.764605 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:33.803403 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d0baf7e-0089-4cde-86cc-ae9332d487c3 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:33.855587 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 2d0baf7e-0089-4cde-86cc-ae9332d487c3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:33.865349 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:33.898404 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3ee8d040-fdf9-4989-a14b-dcd41715ed71 None None] Provisioning complete for port 243cb187-6e22-4188-a2d0-7e14ecd02870 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:33.898404 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3ee8d040-fdf9-4989-a14b-dcd41715ed71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (243cb187-6e22-4188-a2d0-7e14ecd02870), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:33.977403 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=2d0baf7e-0089-4cde-86cc-ae9332d487c3,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:33.978901 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-5b56f783-8621-49c1-b689-01fd31cc1a7c service neutron] 10.222.0.48 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971152 Feb 09 01:49:33.993563 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf900d95-94df-4943-b0bb-9707a32bc3c2 req-03da1a6f-67e7-4b04-9334-12d783f14090 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:33.996030 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf900d95-94df-4943-b0bb-9707a32bc3c2 req-03da1a6f-67e7-4b04-9334-12d783f14090 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd20ddec-e04d-407a-bd5d-dceb9f88c086 HTTP/1.1" status: 200 len: 945 time: 0.1824083 Feb 09 01:49:34.031452 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3ee8d040-fdf9-4989-a14b-dcd41715ed71 None None] Current status of the port 243cb187-6e22-4188-a2d0-7e14ecd02870 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:34.055150 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f740dff5-69ad-4660-9664-e6ac483b6da0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=cd86026c-c167-4b35-80bb-22f2c9696705 HTTP/1.1" status: 200 len: 217 time: 0.0578222 Feb 09 01:49:34.073237 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7471bb4-d450-4351-9a24-6ce57f84d638 req-3c315ee0-48de-4cbe-b97f-b6ca06bc5a8c tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:34.079299 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7471bb4-d450-4351-9a24-6ce57f84d638 req-3c315ee0-48de-4cbe-b97f-b6ca06bc5a8c tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:34.084604 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7471bb4-d450-4351-9a24-6ce57f84d638 req-3c315ee0-48de-4cbe-b97f-b6ca06bc5a8c tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:34.089867 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7471bb4-d450-4351-9a24-6ce57f84d638 req-3c315ee0-48de-4cbe-b97f-b6ca06bc5a8c tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:34.095274 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7471bb4-d450-4351-9a24-6ce57f84d638 req-3c315ee0-48de-4cbe-b97f-b6ca06bc5a8c tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:34.100536 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7471bb4-d450-4351-9a24-6ce57f84d638 req-3c315ee0-48de-4cbe-b97f-b6ca06bc5a8c tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:34.105821 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7471bb4-d450-4351-9a24-6ce57f84d638 req-3c315ee0-48de-4cbe-b97f-b6ca06bc5a8c tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:34.107810 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b7471bb4-d450-4351-9a24-6ce57f84d638 req-3c315ee0-48de-4cbe-b97f-b6ca06bc5a8c tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5420 time: 0.8445923 Feb 09 01:49:34.167725 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Allocated IP 172.25.7.105 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/f6c17953-0d2f-4e23-91a7-80ed55027be3) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:34.183505 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['2d0baf7e-0089-4cde-86cc-ae9332d487c3'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:49:34.277280 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b53bfe57-b802-4742-8ea1-e74c41223266 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (25d57ea3-f357-4243-9dd0-a36184809fc5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:34.329803 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 243cb187-6e22-4188-a2d0-7e14ecd02870 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:34.435851 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 243cb187-6e22-4188-a2d0-7e14ecd02870 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:34.436520 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (243cb187-6e22-4188-a2d0-7e14ecd02870), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:34.460059 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b7471bb4-d450-4351-9a24-6ce57f84d638 req-f1ade13d-6051-4bfe-9790-51ad024c8317 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3424971 Feb 09 01:49:34.494642 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf900d95-94df-4943-b0bb-9707a32bc3c2 req-4e24fc33-9980-45da-8617-6084aae69e3d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921727 Feb 09 01:49:34.500273 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for port (f6c17953-0d2f-4e23-91a7-80ed55027be3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:34.508152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6addeac6-0522-4d68-8404-f82f5b57f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:34.509628 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6addeac6-0522-4d68-8404-f82f5b57f118 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0235b1dd-fcc4-44a6-a199-16b7109f4c7c HTTP/1.1" status: 200 len: 797 time: 0.4461327 Feb 09 01:49:34.565093 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 243cb187-6e22-4188-a2d0-7e14ecd02870 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:34.629729 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-95fd7fed-0514-4bf7-a81f-299101c417f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:34.631389 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-95fd7fed-0514-4bf7-a81f-299101c417f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c4e88d2-2146-4771-81ab-7d54809701c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1121314 Feb 09 01:49:34.697015 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e263a30c-20a8-4d17-9bab-03851b7775b6 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:34.720116 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (f6c17953-0d2f-4e23-91a7-80ed55027be3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:34.813719 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b786dd6-7a64-47f1-bea4-d17c9bf8b840 req-3fc81e2b-2bda-4587-a55e-357b2b68a3ce tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:34.815164 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3b786dd6-7a64-47f1-bea4-d17c9bf8b840 req-3fc81e2b-2bda-4587-a55e-357b2b68a3ce tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 945 time: 0.2100129 Feb 09 01:49:34.818835 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:34.836692 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:34.844030 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-9a59f5fb-6623-439b-8fbe-ac9433f0daf9 service neutron] 10.222.0.48 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054977 Feb 09 01:49:34.857687 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:34.863459 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-9bedc30a-c145-474d-bb78-766cfe5d6b48 admin admin] Allocated IP 172.25.7.49 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/26ef1439-13c6-47b9-a9f0-7b1c031eb11e) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:34.909636 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Pushing event updated for resources: {'Port': ['ID=f6c17953-0d2f-4e23-91a7-80ed55027be3,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:34.913449 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53bfe57-b802-4742-8ea1-e74c41223266 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Router 25d57ea3-f357-4243-9dd0-a36184809fc5 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:49:34.940714 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:34.941041 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:34.941379 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:34.941714 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:34.942048 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:34.942375 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:34.942703 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:34.943019 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:34.943366 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:34.943689 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:34.944010 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:34.944326 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:34.944663 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:35.041633 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-80798bf0-5458-4b7a-92dc-6e7f51d01d1a service neutron] 10.222.0.48 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808066 Feb 09 01:49:35.067019 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3b786dd6-7a64-47f1-bea4-d17c9bf8b840 req-6a4797e2-98e7-464b-8eed-8ac375bf4f2a tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410553 Feb 09 01:49:35.091747 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-0a453a16-f695-4cf6-8418-e15a3ca1477f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=d1d95269-3302-4bd7-8678-3ab10c8c0ac5 HTTP/1.1" status: 200 len: 217 time: 0.0491693 Feb 09 01:49:35.182802 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f9a10547-f71e-4ea4-a111-bd3d8d3ac03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:35.184325 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-f9a10547-f71e-4ea4-a111-bd3d8d3ac03e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0235b1dd-fcc4-44a6-a199-16b7109f4c7c HTTP/1.1" status: 200 len: 797 time: 0.0852158 Feb 09 01:49:35.195901 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-e263a30c-20a8-4d17-9bab-03851b7775b6 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Allocated IP 172.20.0.1 (dc9b6c9a-80ad-4472-acb4-838f95163a2a/a4f4089c-3cf1-4d2a-8fd2-b501d5097a34/7c911003-85e4-4181-90bb-e77c77569f1a) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:35.263535 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9bedc30a-c145-474d-bb78-766cfe5d6b48 admin admin] Publish callbacks [] for port (26ef1439-13c6-47b9-a9f0-7b1c031eb11e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:35.316394 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6ba6e4b2-9a09-4027-9c1b-464ad3635a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:35.318123 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6ba6e4b2-9a09-4027-9c1b-464ad3635a98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c4e88d2-2146-4771-81ab-7d54809701c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1237154 Feb 09 01:49:35.356427 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53bfe57-b802-4742-8ea1-e74c41223266 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:35.369544 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b53bfe57-b802-4742-8ea1-e74c41223266 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "PUT /v2.0/routers/25d57ea3-f357-4243-9dd0-a36184809fc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9764848 Feb 09 01:49:35.371237 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebd7086-dbd8-470f-b918-1153dd81869f None None] Sync routers for ids ['25d57ea3-f357-4243-9dd0-a36184809fc5'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:35.378436 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50138) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:35.385181 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebd7086-dbd8-470f-b918-1153dd81869f None None] Routers {'25d57ea3-f357-4243-9dd0-a36184809fc5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:35.385723 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-2ebd7086-dbd8-470f-b918-1153dd81869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['25d57ea3-f357-4243-9dd0-a36184809fc5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:35.423082 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e263a30c-20a8-4d17-9bab-03851b7775b6 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for port (7c911003-85e4-4181-90bb-e77c77569f1a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:35.431311 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6a23ba66-360c-46da-9c7a-dca9a04eb217 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:35.445610 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9bedc30a-c145-474d-bb78-766cfe5d6b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (26ef1439-13c6-47b9-a9f0-7b1c031eb11e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:35.492751 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-44027d7e-5e66-4ac5-8f61-de7efc193d28 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Deleting subnet 3b8ffa12-e7a2-435c-8df8-c84f249d7dce {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:49:35.503760 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-5b80e2a6-c7e6-4e18-b997-2c16ba76592c service neutron] 10.222.0.48 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790133 Feb 09 01:49:35.510179 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44027d7e-5e66-4ac5-8f61-de7efc193d28 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for subnet (3b8ffa12-e7a2-435c-8df8-c84f249d7dce), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:35.520559 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e263a30c-20a8-4d17-9bab-03851b7775b6 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (7c911003-85e4-4181-90bb-e77c77569f1a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:35.523526 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bedc30a-c145-474d-bb78-766cfe5d6b48 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:35.549505 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for router_gateway (67091eb2-bd7e-48ea-b0c5-28f1938af655), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:35.556219 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-9bedc30a-c145-474d-bb78-766cfe5d6b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:35.563107 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bedc30a-c145-474d-bb78-766cfe5d6b48 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:35.569456 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 6a23ba66-360c-46da-9c7a-dca9a04eb217 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:49:35.570680 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedc30a-c145-474d-bb78-766cfe5d6b48 admin admin] Pushing event updated for resources: {'Port': ['ID=26ef1439-13c6-47b9-a9f0-7b1c031eb11e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:35.580744 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 6a23ba66-360c-46da-9c7a-dca9a04eb217 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:35.581125 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6a23ba66-360c-46da-9c7a-dca9a04eb217), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:35.609654 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-2ebd7086-dbd8-470f-b918-1153dd81869f None None] Set router 25d57ea3-f357-4243-9dd0-a36184809fc5 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:35.692886 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44027d7e-5e66-4ac5-8f61-de7efc193d28 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (3b8ffa12-e7a2-435c-8df8-c84f249d7dce), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:35.729371 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e263a30c-20a8-4d17-9bab-03851b7775b6 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Network dc9b6c9a-80ad-4472-acb4-838f95163a2a is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:35.746675 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-e263a30c-20a8-4d17-9bab-03851b7775b6 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:35.771144 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e263a30c-20a8-4d17-9bab-03851b7775b6 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:35.776713 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263a30c-20a8-4d17-9bab-03851b7775b6 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Port': ['ID=7c911003-85e4-4181-90bb-e77c77569f1a,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:35.808533 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 6a23ba66-360c-46da-9c7a-dca9a04eb217 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:35.809995 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6a23ba66-360c-46da-9c7a-dca9a04eb217), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:35.843516 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd20ddec-e04d-407a-bd5d-dceb9f88c086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a23ba66-360c-46da-9c7a-dca9a04eb217'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:35.847113 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020b72cc-6ef3-43fa-8bd3-7e7e0738bcab" -d '{"events": [{"server_uuid": "bd20ddec-e04d-407a-bd5d-dceb9f88c086", "name": "network-vif-plugged", "status": "completed", "tag": "6a23ba66-360c-46da-9c7a-dca9a04eb217"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:35.867882 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 6a23ba66-360c-46da-9c7a-dca9a04eb217, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6a23ba66-360c-46da-9c7a-dca9a04eb217,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:35.873407 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6a23ba66-360c-46da-9c7a-dca9a04eb217), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:35.875394 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 2d0baf7e-0089-4cde-86cc-ae9332d487c3 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:35.923555 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e263a30c-20a8-4d17-9bab-03851b7775b6 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (96e5c59a-459e-48dc-a4aa-9878800a4f78), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:35.935436 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-023bed6d-dc17-4a88-80c3-ba427bea4552 service neutron] 10.222.0.48 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070060 Feb 09 01:49:35.959018 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-2ebd7086-dbd8-470f-b918-1153dd81869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d57ea3-f357-4243-9dd0-a36184809fc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1768171867', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '65f02a9c-0b34-4710-a5bf-9dc0cfec23ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:18Z', 'updated_at': '2022-02-09T01:49:32Z', 'revision_number': 5, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'gw_port': {'id': '65f02a9c-0b34-4710-a5bf-9dc0cfec23ca', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d57ea3-f357-4243-9dd0-a36184809fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:19Z', 'updated_at': '2022-02-09T01:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:36.000591 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebd7086-dbd8-470f-b918-1153dd81869f None None] Checking router: 25d57ea3-f357-4243-9dd0-a36184809fc5 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:49:36.015432 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ca1c8-f35b-4edd-9c72-4890e8c779a0 req-d931bda8-0ea2-4822-99c4-487c0261b742 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:36.020269 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebd7086-dbd8-470f-b918-1153dd81869f None None] Routers {'25d57ea3-f357-4243-9dd0-a36184809fc5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:36.020900 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-2ebd7086-dbd8-470f-b918-1153dd81869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['25d57ea3-f357-4243-9dd0-a36184809fc5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:36.021732 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ca1c8-f35b-4edd-9c72-4890e8c779a0 req-d931bda8-0ea2-4822-99c4-487c0261b742 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:36.029602 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ca1c8-f35b-4edd-9c72-4890e8c779a0 req-d931bda8-0ea2-4822-99c4-487c0261b742 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:36.044840 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ca1c8-f35b-4edd-9c72-4890e8c779a0 req-d931bda8-0ea2-4822-99c4-487c0261b742 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:36.049971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=6a23ba66-360c-46da-9c7a-dca9a04eb217,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:36.050914 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ca1c8-f35b-4edd-9c72-4890e8c779a0 req-d931bda8-0ea2-4822-99c4-487c0261b742 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:36.052845 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:36.053056 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:36.061963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ca1c8-f35b-4edd-9c72-4890e8c779a0 req-d931bda8-0ea2-4822-99c4-487c0261b742 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:36.067892 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ca1c8-f35b-4edd-9c72-4890e8c779a0 req-d931bda8-0ea2-4822-99c4-487c0261b742 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:36.069901 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-173ca1c8-f35b-4edd-9c72-4890e8c779a0 req-d931bda8-0ea2-4822-99c4-487c0261b742 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5420 time: 0.3516848 Feb 09 01:49:36.116697 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c854d-098c-44c9-bebf-4318c15d6660 req-2ff41d72-9c02-4d7e-ba55-f2f30ce0c11a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:36.125017 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7b2c854d-098c-44c9-bebf-4318c15d6660 req-2ff41d72-9c02-4d7e-ba55-f2f30ce0c11a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd20ddec-e04d-407a-bd5d-dceb9f88c086 HTTP/1.1" status: 200 len: 945 time: 0.4553823 Feb 09 01:49:36.133731 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-6e89d041-e825-4fed-b322-cd542c80df2f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac HTTP/1.1" status: 200 len: 217 time: 0.0596576 Feb 09 01:49:36.188830 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:36.189232 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:36.196138 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-2ebd7086-dbd8-470f-b918-1153dd81869f None None] Set router 25d57ea3-f357-4243-9dd0-a36184809fc5 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:36.204797 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-734b741e-ee67-4ea1-85b5-372dcd2d1e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:36.206264 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-054a7d33-6488-479d-8874-d904c0ac4021 None None] Provisioning complete for port 7c911003-85e4-4181-90bb-e77c77569f1a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:36.206649 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-054a7d33-6488-479d-8874-d904c0ac4021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7c911003-85e4-4181-90bb-e77c77569f1a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:36.206798 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-734b741e-ee67-4ea1-85b5-372dcd2d1e6c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3bc3f2a6-89ef-44ae-abab-e266af1c666f HTTP/1.1" status: 200 len: 797 time: 0.0603728 Feb 09 01:49:36.273549 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 2d0baf7e-0089-4cde-86cc-ae9332d487c3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:36.274789 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-054a7d33-6488-479d-8874-d904c0ac4021 None None] Port 7c911003-85e4-4181-90bb-e77c77569f1a cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:49:36.278635 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:36.322731 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-173ca1c8-f35b-4edd-9c72-4890e8c779a0 req-750727b0-3d86-4eab-b7a7-d1076846f486 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2452211 Feb 09 01:49:36.324692 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9bedc30a-c145-474d-bb78-766cfe5d6b48 admin admin] Publish callbacks [] for router_gateway (76229788-e337-4ad1-a18b-a0760854e3f6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:36.347341 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=2d0baf7e-0089-4cde-86cc-ae9332d487c3,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:36.368264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-788d8bad-02a3-47d4-8bbb-87af2d82df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:36.368920 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-788d8bad-02a3-47d4-8bbb-87af2d82df28 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c2d2fcf-eafc-455c-9448-5e06dd737c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1280763 Feb 09 01:49:36.395836 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb82eef-1337-42a0-b166-875e9c583389 x-openstack-request-id: req-fbb82eef-1337-42a0-b166-875e9c583389 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:36.396196 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd20ddec-e04d-407a-bd5d-dceb9f88c086", "name": "network-vif-plugged", "status": "completed", "tag": "6a23ba66-360c-46da-9c7a-dca9a04eb217", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:36.396522 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fbb82eef-1337-42a0-b166-875e9c583389 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:36.397109 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd20ddec-e04d-407a-bd5d-dceb9f88c086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a23ba66-360c-46da-9c7a-dca9a04eb217', 'code': 200} Feb 09 01:49:36.444925 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e263a30c-20a8-4d17-9bab-03851b7775b6 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7c911003-85e4-4181-90bb-e77c77569f1a), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:36.560223 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-2ebd7086-dbd8-470f-b918-1153dd81869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d57ea3-f357-4243-9dd0-a36184809fc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1768171867', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '65f02a9c-0b34-4710-a5bf-9dc0cfec23ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:18Z', 'updated_at': '2022-02-09T01:49:32Z', 'revision_number': 5, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'gw_port': {'id': '65f02a9c-0b34-4710-a5bf-9dc0cfec23ca', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d57ea3-f357-4243-9dd0-a36184809fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:19Z', 'updated_at': '2022-02-09T01:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:36.607844 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebd7086-dbd8-470f-b918-1153dd81869f None None] The sync data for ids ['25d57ea3-f357-4243-9dd0-a36184809fc5'] in n-d-828387-3 is: [{'id': '25d57ea3-f357-4243-9dd0-a36184809fc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1768171867', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '65f02a9c-0b34-4710-a5bf-9dc0cfec23ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:18Z', 'updated_at': '2022-02-09T01:49:32Z', 'revision_number': 5, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'gw_port': {'id': '65f02a9c-0b34-4710-a5bf-9dc0cfec23ca', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d57ea3-f357-4243-9dd0-a36184809fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:19Z', 'updated_at': '2022-02-09T01:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:36.702578 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-aa69c773-cf3e-48a5-8482-f31ed1bd7691 service neutron] 10.222.0.48 "GET /v2.0/networks/5c2d2fcf-eafc-455c-9448-5e06dd737c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263235 Feb 09 01:49:36.793732 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242a819-250a-4f61-8087-5d4436612700 req-f50535fe-c77d-4571-9ded-b6609f6cb49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:36.795310 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c242a819-250a-4f61-8087-5d4436612700 req-f50535fe-c77d-4571-9ded-b6609f6cb49b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bd20ddec-e04d-407a-bd5d-dceb9f88c086 HTTP/1.1" status: 200 len: 1128 time: 0.3094523 Feb 09 01:49:36.808328 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a605a3-5db2-4e1d-8e26-e151cc6507ea req-9de09054-4a92-435d-8a0a-67a6d79bfcef tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:36.809824 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06a605a3-5db2-4e1d-8e26-e151cc6507ea req-9de09054-4a92-435d-8a0a-67a6d79bfcef tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 945 time: 0.2967055 Feb 09 01:49:36.851139 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44027d7e-5e66-4ac5-8f61-de7efc193d28 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (3b8ffa12-e7a2-435c-8df8-c84f249d7dce), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:36.945601 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7b2c854d-098c-44c9-bebf-4318c15d6660 req-7a7a6afa-2389-4ae0-b526-540a23f69a81 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8192537 Feb 09 01:49:36.987549 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-0195990f-7ee7-4a84-9006-a85821d49e65 service neutron] 10.222.0.48 "GET /v2.0/networks/5c2d2fcf-eafc-455c-9448-5e06dd737c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719188 Feb 09 01:49:36.990886 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (67091eb2-bd7e-48ea-b0c5-28f1938af655), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:36.996622 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44027d7e-5e66-4ac5-8f61-de7efc193d28 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (3b8ffa12-e7a2-435c-8df8-c84f249d7dce), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.019829 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c242a819-250a-4f61-8087-5d4436612700 req-a2bf83a3-a76a-48b5-92c7-1a9aeaa81544 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049687 Feb 09 01:49:37.071946 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06a605a3-5db2-4e1d-8e26-e151cc6507ea req-ef021d20-03ba-45f2-a8fb-89654caf0e23 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462282 Feb 09 01:49:37.073218 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-dd1423d1-6f0d-485e-9145-53d240207322 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28fa76b1-4ebd-4297-bced-ed4c8b21284e HTTP/1.1" status: 200 len: 217 time: 0.0752740 Feb 09 01:49:37.103671 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44027d7e-5e66-4ac5-8f61-de7efc193d28 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event deleted for resources: {'Subnet': ['ID=3b8ffa12-e7a2-435c-8df8-c84f249d7dce,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:37.120555 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d0fbb4-c36f-447b-b079-43cf9ac3d360 None None] Network 1acab3c5-2c37-4c3f-816d-30844a74e102 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:49:37.152542 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44027d7e-5e66-4ac5-8f61-de7efc193d28 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.156076 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-44027d7e-5e66-4ac5-8f61-de7efc193d28 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "DELETE /v2.0/subnets/3b8ffa12-e7a2-435c-8df8-c84f249d7dce HTTP/1.1" status: 204 len: 168 time: 1.7769191 Feb 09 01:49:37.160669 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50156) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:37.175063 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e8cf9596-391c-4d20-808f-a49e43f819fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:37.178760 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e8cf9596-391c-4d20-808f-a49e43f819fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3bc3f2a6-89ef-44ae-abab-e266af1c666f HTTP/1.1" status: 200 len: 797 time: 0.0866072 Feb 09 01:49:37.263124 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9bedc30a-c145-474d-bb78-766cfe5d6b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (76229788-e337-4ad1-a18b-a0760854e3f6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.361335 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd2f379-b6fa-48a6-9666-1505f1c11174 None None] DHCP port deletion for 1acab3c5-2c37-4c3f-816d-30844a74e102 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:49:37.430998 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Router 67091eb2-bd7e-48ea-b0c5-28f1938af655 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:49:37.438476 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-24a54134-a08c-4499-a9e8-705e3c78333f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.447491 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-fcd2f379-b6fa-48a6-9666-1505f1c11174 None None] Deleting port 79d2b7a0-90e2-4239-bb3c-a1471734ff32 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:49:37.447940 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fcd2f379-b6fa-48a6-9666-1505f1c11174 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (79d2b7a0-90e2-4239-bb3c-a1471734ff32), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.527154 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-fcd2f379-b6fa-48a6-9666-1505f1c11174 None None] For port 79d2b7a0-90e2-4239-bb3c-a1471734ff32, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=79d2b7a0-90e2-4239-bb3c-a1471734ff32,segment=NetworkSegment(124c2262-23db-4e43-95da-c72282765e5c),segment_id=124c2262-23db-4e43-95da-c72282765e5c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:37.527493 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fcd2f379-b6fa-48a6-9666-1505f1c11174 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (79d2b7a0-90e2-4239-bb3c-a1471734ff32), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.552564 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-fcd2f379-b6fa-48a6-9666-1505f1c11174 None None] Calling delete_port for 79d2b7a0-90e2-4239-bb3c-a1471734ff32 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:49:37.634450 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bedc30a-c145-474d-bb78-766cfe5d6b48 admin admin] Router 76229788-e337-4ad1-a18b-a0760854e3f6 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:49:37.635509 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e263a30c-20a8-4d17-9bab-03851b7775b6 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for port (7c911003-85e4-4181-90bb-e77c77569f1a), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.646603 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e263a30c-20a8-4d17-9bab-03851b7775b6 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (7c911003-85e4-4181-90bb-e77c77569f1a), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.650483 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e8d9f-3c30-4821-95f6-d640e3641096 req-511d19f7-9ff2-4a52-886f-6f7548762a82 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:37.655878 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e8d9f-3c30-4821-95f6-d640e3641096 req-511d19f7-9ff2-4a52-886f-6f7548762a82 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:37.661688 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e8d9f-3c30-4821-95f6-d640e3641096 req-511d19f7-9ff2-4a52-886f-6f7548762a82 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:37.667398 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e8d9f-3c30-4821-95f6-d640e3641096 req-511d19f7-9ff2-4a52-886f-6f7548762a82 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:37.670171 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fcd2f379-b6fa-48a6-9666-1505f1c11174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (79d2b7a0-90e2-4239-bb3c-a1471734ff32), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.673280 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e8d9f-3c30-4821-95f6-d640e3641096 req-511d19f7-9ff2-4a52-886f-6f7548762a82 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:37.678700 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e8d9f-3c30-4821-95f6-d640e3641096 req-511d19f7-9ff2-4a52-886f-6f7548762a82 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:37.685555 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e8d9f-3c30-4821-95f6-d640e3641096 req-511d19f7-9ff2-4a52-886f-6f7548762a82 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:37.688337 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-930e8d9f-3c30-4821-95f6-d640e3641096 req-511d19f7-9ff2-4a52-886f-6f7548762a82 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5420 time: 0.1901779 Feb 09 01:49:37.708003 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:37.708370 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2f379-b6fa-48a6-9666-1505f1c11174 None None] Pushing event deleted for resources: {'Port': ['ID=79d2b7a0-90e2-4239-bb3c-a1471734ff32,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:37.724561 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd2f379-b6fa-48a6-9666-1505f1c11174 None None] No DVR routers for this DVR port 79d2b7a0-90e2-4239-bb3c-a1471734ff32 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:49:37.744766 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d6aa9-bf37-42df-9243-4b1ab230cc91 None None] Sync routers for ids ['67091eb2-bd7e-48ea-b0c5-28f1938af655'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:37.746554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-82d990ff-ed1d-4fed-be40-b4a6519a3d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:37.748161 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-82d990ff-ed1d-4fed-be40-b4a6519a3d08 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c2d2fcf-eafc-455c-9448-5e06dd737c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5320246 Feb 09 01:49:37.756805 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for router (25d57ea3-f357-4243-9dd0-a36184809fc5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.758968 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e263a30c-20a8-4d17-9bab-03851b7775b6 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (96e5c59a-459e-48dc-a4aa-9878800a4f78), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.761827 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543d6aa9-bf37-42df-9243-4b1ab230cc91 None None] Routers {'67091eb2-bd7e-48ea-b0c5-28f1938af655'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:37.763264 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-543d6aa9-bf37-42df-9243-4b1ab230cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['67091eb2-bd7e-48ea-b0c5-28f1938af655'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:37.803972 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-543d6aa9-bf37-42df-9243-4b1ab230cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:37.816293 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543d6aa9-bf37-42df-9243-4b1ab230cc91 None None] Routers {'67091eb2-bd7e-48ea-b0c5-28f1938af655'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:37.817059 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-543d6aa9-bf37-42df-9243-4b1ab230cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['67091eb2-bd7e-48ea-b0c5-28f1938af655'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:37.856869 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-543d6aa9-bf37-42df-9243-4b1ab230cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:37.857812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d6aa9-bf37-42df-9243-4b1ab230cc91 None None] The sync data for ids ['67091eb2-bd7e-48ea-b0c5-28f1938af655'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:37.869559 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.870924 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7af55042-172e-4fca-b4d7-01a5bdf9819b tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.6630018 Feb 09 01:49:37.876687 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50164) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:37.945199 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263a30c-20a8-4d17-9bab-03851b7775b6 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Port': ['ID=7c911003-85e4-4181-90bb-e77c77569f1a,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:37.993686 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-930e8d9f-3c30-4821-95f6-d640e3641096 req-011cb038-2c87-468d-a8f5-628ad897559f tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2938406 Feb 09 01:49:38.040285 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bedc30a-c145-474d-bb78-766cfe5d6b48 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:38.063230 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] Sync routers for ids ['76229788-e337-4ad1-a18b-a0760854e3f6'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:38.078640 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9bedc30a-c145-474d-bb78-766cfe5d6b48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:38.082112 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9bedc30a-c145-474d-bb78-766cfe5d6b48 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.5677655 Feb 09 01:49:38.084397 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50168) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:38.122686 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] Routers {'76229788-e337-4ad1-a18b-a0760854e3f6'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:38.123303 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e263a30c-20a8-4d17-9bab-03851b7775b6 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Network dc9b6c9a-80ad-4472-acb4-838f95163a2a is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:38.123637 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['76229788-e337-4ad1-a18b-a0760854e3f6'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:38.127170 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-e6509028-18b8-4821-8e24-1ebe272407a6 service neutron] 10.222.0.48 "GET /v2.0/networks/5c2d2fcf-eafc-455c-9448-5e06dd737c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661947 Feb 09 01:49:38.128627 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-e263a30c-20a8-4d17-9bab-03851b7775b6 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:38.131898 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for router_gateway (25d57ea3-f357-4243-9dd0-a36184809fc5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:38.295675 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 79f5ad3c-14ec-4425-926f-0a70cbb0b885 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:49:38.373451 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 79f5ad3c-14ec-4425-926f-0a70cbb0b885 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:49:38.373979 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 79f5ad3c-14ec-4425-926f-0a70cbb0b885 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:49:38.378750 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 79d2b7a0-90e2-4239-bb3c-a1471734ff32 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:49:38.410395 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] Set router 76229788-e337-4ad1-a18b-a0760854e3f6 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:38.492500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e263a30c-20a8-4d17-9bab-03851b7775b6 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Router 96e5c59a-459e-48dc-a4aa-9878800a4f78 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:49:38.497903 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0baf7e-0089-4cde-86cc-ae9332d487c3'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:38.511266 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93eacc3d-34c8-4998-9a7b-c6f835556d2e" -d '{"events": [{"server_uuid": "12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2", "name": "network-vif-plugged", "status": "completed", "tag": "2d0baf7e-0089-4cde-86cc-ae9332d487c3"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:38.552327 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 79d2b7a0-90e2-4239-bb3c-a1471734ff32 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:49:38.552876 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 79d2b7a0-90e2-4239-bb3c-a1471734ff32 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:49:38.562082 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf0cc2-7bd3-4f41-9dd1-69930b838125 req-fc1d0967-aac6-4a06-a468-9bb069235886 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:38.563629 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0cf0cc2-7bd3-4f41-9dd1-69930b838125 req-fc1d0967-aac6-4a06-a468-9bb069235886 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 945 time: 0.2140081 Feb 09 01:49:38.655025 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7686cc-4b04-4fb5-85a5-e89e1536ac0a req-4d6f157d-5275-450f-a1ac-c9d30ba9a4bd service neutron] 10.222.0.48 "GET /v2.0/networks/5c2d2fcf-eafc-455c-9448-5e06dd737c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160966 Feb 09 01:49:38.679679 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f3a3fb41-868e-4f21-a9c9-2cf63be14b12 None None] Provisioning complete for port 7c911003-85e4-4181-90bb-e77c77569f1a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:38.680249 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f3a3fb41-868e-4f21-a9c9-2cf63be14b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7c911003-85e4-4181-90bb-e77c77569f1a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:38.715273 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130ee8e-f521-4c57-a0a0-394b01dd877d req-d6629412-b166-4c30-b48c-f9bf037434c6 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:38.719232 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7130ee8e-f521-4c57-a0a0-394b01dd877d req-d6629412-b166-4c30-b48c-f9bf037434c6 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd20ddec-e04d-407a-bd5d-dceb9f88c086 HTTP/1.1" status: 200 len: 946 time: 0.3108518 Feb 09 01:49:38.728692 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Deleting port 65f02a9c-0b34-4710-a5bf-9dc0cfec23ca {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:49:38.729209 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (65f02a9c-0b34-4710-a5bf-9dc0cfec23ca), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:38.887586 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0cf0cc2-7bd3-4f41-9dd1-69930b838125 req-506a7793-fede-4b65-8dc8-07b673284c3d tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099747 Feb 09 01:49:38.913997 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f3a3fb41-868e-4f21-a9c9-2cf63be14b12 None None] Port 7c911003-85e4-4181-90bb-e77c77569f1a cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:49:38.989804 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f54c1f5-e7f2-43fe-91f3-611ebced5a54 x-openstack-request-id: req-7f54c1f5-e7f2-43fe-91f3-611ebced5a54 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:38.990105 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2", "name": "network-vif-plugged", "status": "completed", "tag": "2d0baf7e-0089-4cde-86cc-ae9332d487c3", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:38.990428 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7f54c1f5-e7f2-43fe-91f3-611ebced5a54 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:38.990887 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0baf7e-0089-4cde-86cc-ae9332d487c3', 'code': 200} Feb 09 01:49:38.997435 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7130ee8e-f521-4c57-a0a0-394b01dd877d req-2c510c69-36c7-40c8-9267-e8d5afd08799 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464459 Feb 09 01:49:39.025600 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e263a30c-20a8-4d17-9bab-03851b7775b6 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:39.039847 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad5a1ea-c463-47fc-88fa-b9d53d6f2702 None None] Sync routers for ids ['96e5c59a-459e-48dc-a4aa-9878800a4f78'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:39.043365 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e263a30c-20a8-4d17-9bab-03851b7775b6 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "PUT /v2.0/routers/96e5c59a-459e-48dc-a4aa-9878800a4f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6792405 Feb 09 01:49:39.045907 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50192) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:39.061082 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad5a1ea-c463-47fc-88fa-b9d53d6f2702 None None] Routers {'96e5c59a-459e-48dc-a4aa-9878800a4f78'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:39.062203 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-169f266a-deae-4de0-a705-2728f1218345 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Request body: {'port': {'network_id': 'dc9b6c9a-80ad-4472-acb4-838f95163a2a', 'name': 'tempest-FloatingIPTestJSON-235675429'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:39.062625 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-aad5a1ea-c463-47fc-88fa-b9d53d6f2702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['96e5c59a-459e-48dc-a4aa-9878800a4f78'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:39.069223 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] For port 65f02a9c-0b34-4710-a5bf-9dc0cfec23ca, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=65f02a9c-0b34-4710-a5bf-9dc0cfec23ca,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:39.069594 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (65f02a9c-0b34-4710-a5bf-9dc0cfec23ca), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:39.120471 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-aad5a1ea-c463-47fc-88fa-b9d53d6f2702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:39.144178 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad5a1ea-c463-47fc-88fa-b9d53d6f2702 None None] Routers {'96e5c59a-459e-48dc-a4aa-9878800a4f78'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:39.145687 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-aad5a1ea-c463-47fc-88fa-b9d53d6f2702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['96e5c59a-459e-48dc-a4aa-9878800a4f78'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:39.173088 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Calling delete_port for 65f02a9c-0b34-4710-a5bf-9dc0cfec23ca owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:49:39.181262 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76229788-e337-4ad1-a18b-a0760854e3f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1767334834-router', 'tenant_id': '07e140259b184093891c4d6ee1230ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '26ef1439-13c6-47b9-a9f0-7b1c031eb11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:30Z', 'updated_at': '2022-02-09T01:49:36Z', 'revision_number': 3, 'project_id': '07e140259b184093891c4d6ee1230ea9', 'gw_port': {'id': '26ef1439-13c6-47b9-a9f0-7b1c031eb11e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76229788-e337-4ad1-a18b-a0760854e3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:33Z', 'updated_at': '2022-02-09T01:49:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:39.213780 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-f5e8e58a-13bb-4983-b291-e4ea4441f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:39.221150 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-f5e8e58a-13bb-4983-b291-e4ea4441f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:39.221981 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-f5e8e58a-13bb-4983-b291-e4ea4441f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:39.224312 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-f5e8e58a-13bb-4983-b291-e4ea4441f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:39.225150 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-f5e8e58a-13bb-4983-b291-e4ea4441f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:39.225989 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-f5e8e58a-13bb-4983-b291-e4ea4441f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:39.227049 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-f5e8e58a-13bb-4983-b291-e4ea4441f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:39.230016 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-f5e8e58a-13bb-4983-b291-e4ea4441f0a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f921fef3089d433e88a36b5df24fed2b&device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 6694 time: 0.3206644 Feb 09 01:49:39.230232 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] Checking router: 76229788-e337-4ad1-a18b-a0760854e3f6 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:49:39.230702 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] Updating router 76229788-e337-4ad1-a18b-a0760854e3f6 port 26ef1439-13c6-47b9-a9f0-7b1c031eb11e binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:49:39.239892 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-aad5a1ea-c463-47fc-88fa-b9d53d6f2702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:39.240780 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad5a1ea-c463-47fc-88fa-b9d53d6f2702 None None] The sync data for ids ['96e5c59a-459e-48dc-a4aa-9878800a4f78'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:39.278823 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (26ef1439-13c6-47b9-a9f0-7b1c031eb11e), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:39.621097 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169f266a-deae-4de0-a705-2728f1218345 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Made reservation on behalf of db2000798e9c4c4dbea4e095ba5ebd94 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:39.625538 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-169f266a-deae-4de0-a705-2728f1218345 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:39.632324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-2d496383-bb88-479c-abc1-56999b1a9f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:39.634929 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-2d496383-bb88-479c-abc1-56999b1a9f4c service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c2d2fcf-eafc-455c-9448-5e06dd737c5d HTTP/1.1" status: 200 len: 903 time: 0.3929369 Feb 09 01:49:39.668088 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:39.713296 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-a2574cfa-dd5b-448b-9e79-262c57baf1f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac HTTP/1.1" status: 200 len: 217 time: 0.0658503 Feb 09 01:49:39.733378 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-169f266a-deae-4de0-a705-2728f1218345 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] device_id is not set on port 419ae332-9ba9-41df-af59-2f7fbdb39688 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:49:39.777209 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3af3df8-818e-48aa-9413-4b47d662c4f8 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:39.786607 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ced52c18-3b31-4936-9355-93cbb912c587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:39.887277 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-4a91fad5-a99a-4979-a33c-553c6457b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:39.888938 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-4a91fad5-a99a-4979-a33c-553c6457b227 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3bc3f2a6-89ef-44ae-abab-e266af1c666f HTTP/1.1" status: 200 len: 797 time: 0.1655612 Feb 09 01:49:39.903794 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c08a4b-accd-4482-9290-bae93a1f02fa req-7e8d1491-3c98-4b6c-941f-e372fe7a0e59 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:39.910739 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c08a4b-accd-4482-9290-bae93a1f02fa req-7e8d1491-3c98-4b6c-941f-e372fe7a0e59 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:39.919577 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c08a4b-accd-4482-9290-bae93a1f02fa req-7e8d1491-3c98-4b6c-941f-e372fe7a0e59 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:39.925744 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c08a4b-accd-4482-9290-bae93a1f02fa req-7e8d1491-3c98-4b6c-941f-e372fe7a0e59 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:39.931958 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c08a4b-accd-4482-9290-bae93a1f02fa req-7e8d1491-3c98-4b6c-941f-e372fe7a0e59 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:39.939493 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c08a4b-accd-4482-9290-bae93a1f02fa req-7e8d1491-3c98-4b6c-941f-e372fe7a0e59 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:39.944932 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c08a4b-accd-4482-9290-bae93a1f02fa req-7e8d1491-3c98-4b6c-941f-e372fe7a0e59 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:39.953052 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96c08a4b-accd-4482-9290-bae93a1f02fa req-7e8d1491-3c98-4b6c-941f-e372fe7a0e59 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5420 time: 0.7070174 Feb 09 01:49:39.959085 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] Publish callbacks [] for port (26ef1439-13c6-47b9-a9f0-7b1c031eb11e), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:39.990485 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (26ef1439-13c6-47b9-a9f0-7b1c031eb11e), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:40.030377 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (65f02a9c-0b34-4710-a5bf-9dc0cfec23ca), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:40.134944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event deleted for resources: {'Port': ['ID=65f02a9c-0b34-4710-a5bf-9dc0cfec23ca,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:40.220828 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96c08a4b-accd-4482-9290-bae93a1f02fa req-98138251-49f3-4aa8-8061-cce75d5ec278 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2661257 Feb 09 01:49:40.250328 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0630b-b35f-45be-90dc-3fc314e5cbfe None None] Pushing event updated for resources: {'Port': ['ID=26ef1439-13c6-47b9-a9f0-7b1c031eb11e,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:40.253702 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] Attempting to bind port 26ef1439-13c6-47b9-a9f0-7b1c031eb11e on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:40.254075 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] Attempting to bind port 26ef1439-13c6-47b9-a9f0-7b1c031eb11e by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:40.254487 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] Attempting to bind port 26ef1439-13c6-47b9-a9f0-7b1c031eb11e on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:40.266484 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:40.266934 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:40.267393 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:40.268076 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:40.268622 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] Bound port: 26ef1439-13c6-47b9-a9f0-7b1c031eb11e, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:40.269014 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (26ef1439-13c6-47b9-a9f0-7b1c031eb11e), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:40.273315 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0630b-b35f-45be-90dc-3fc314e5cbfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.273845 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0630b-b35f-45be-90dc-3fc314e5cbfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.274192 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0630b-b35f-45be-90dc-3fc314e5cbfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.274570 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0630b-b35f-45be-90dc-3fc314e5cbfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.274906 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0630b-b35f-45be-90dc-3fc314e5cbfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.275246 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0630b-b35f-45be-90dc-3fc314e5cbfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.276138 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0630b-b35f-45be-90dc-3fc314e5cbfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.276496 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0630b-b35f-45be-90dc-3fc314e5cbfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.276822 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0630b-b35f-45be-90dc-3fc314e5cbfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.277145 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0630b-b35f-45be-90dc-3fc314e5cbfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.277467 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0630b-b35f-45be-90dc-3fc314e5cbfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.278089 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0630b-b35f-45be-90dc-3fc314e5cbfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.278415 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0630b-b35f-45be-90dc-3fc314e5cbfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.285062 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51d20b04-5b32-445d-a221-960e8a4e2bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:40.364700 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] For port 26ef1439-13c6-47b9-a9f0-7b1c031eb11e, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:40.368452 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] For port 26ef1439-13c6-47b9-a9f0-7b1c031eb11e, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=26ef1439-13c6-47b9-a9f0-7b1c031eb11e,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:40.381406 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (26ef1439-13c6-47b9-a9f0-7b1c031eb11e), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:40.453955 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0630b-b35f-45be-90dc-3fc314e5cbfe None None] Pushing event updated for resources: {'Port': ['ID=26ef1439-13c6-47b9-a9f0-7b1c031eb11e,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:40.481523 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] Routers {'76229788-e337-4ad1-a18b-a0760854e3f6'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:40.482270 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['76229788-e337-4ad1-a18b-a0760854e3f6'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:40.542548 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.542926 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.543515 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.544083 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.545118 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.545476 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.545823 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.546791 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.547540 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.547686 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.547915 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.549018 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.549399 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:40.606649 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-51d20b04-5b32-445d-a221-960e8a4e2bda admin admin] Allocated IP 172.20.0.1 (48733fa2-0a6e-4f10-9d66-30891daf5281/f38153e0-346d-45ee-a8ba-011ed1d4fedb/af045b43-253d-4c6e-80db-99d4de5c06a1) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:40.630540 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] Set router 76229788-e337-4ad1-a18b-a0760854e3f6 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:40.634210 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-c3af3df8-818e-48aa-9413-4b47d662c4f8 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Allocated IP 172.20.0.1 (043c775f-369b-4efc-b270-e4ad8a056bfa/c756c46d-9e27-48a7-914b-99ae19f03ce5/17dc0d69-4878-4660-8365-44609e7f0046) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:40.643087 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-a9a075ee-78ac-4f0b-a4b9-a0455206eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:40.645627 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-a9a075ee-78ac-4f0b-a4b9-a0455206eb4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c2d2fcf-eafc-455c-9448-5e06dd737c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7477732 Feb 09 01:49:40.661019 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c95ec1-c1b7-4347-9aa2-d10f52b50401 req-065ae539-bf7c-43a7-9a57-ac3f4436fc54 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:40.662881 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0c95ec1-c1b7-4347-9aa2-d10f52b50401 req-065ae539-bf7c-43a7-9a57-ac3f4436fc54 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd20ddec-e04d-407a-bd5d-dceb9f88c086 HTTP/1.1" status: 200 len: 946 time: 0.1970644 Feb 09 01:49:40.749420 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:40.801946 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (25d57ea3-f357-4243-9dd0-a36184809fc5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:40.833602 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:40.834216 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-c1c785ee-f949-4cc5-be9e-0d79ffde857d service neutron] 10.222.0.48 "GET /v2.0/networks/5c2d2fcf-eafc-455c-9448-5e06dd737c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651266 Feb 09 01:49:40.878330 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-169f266a-deae-4de0-a705-2728f1218345 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Allocated IP 172.20.0.8 (dc9b6c9a-80ad-4472-acb4-838f95163a2a/a4f4089c-3cf1-4d2a-8fd2-b501d5097a34/419ae332-9ba9-41df-af59-2f7fbdb39688) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:40.880463 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0c95ec1-c1b7-4347-9aa2-d10f52b50401 req-567c4ae7-4134-43e0-acfa-69e3ed5cfd7e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050660 Feb 09 01:49:40.895549 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76229788-e337-4ad1-a18b-a0760854e3f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1767334834-router', 'tenant_id': '07e140259b184093891c4d6ee1230ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '26ef1439-13c6-47b9-a9f0-7b1c031eb11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:30Z', 'updated_at': '2022-02-09T01:49:36Z', 'revision_number': 3, 'project_id': '07e140259b184093891c4d6ee1230ea9', 'gw_port': {'id': '26ef1439-13c6-47b9-a9f0-7b1c031eb11e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76229788-e337-4ad1-a18b-a0760854e3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:33Z', 'updated_at': '2022-02-09T01:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:40.934236 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8243215e-fc4d-4555-bdc5-ba5e987b8776 None None] The sync data for ids ['76229788-e337-4ad1-a18b-a0760854e3f6'] in n-d-828387-3 is: [{'id': '76229788-e337-4ad1-a18b-a0760854e3f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1767334834-router', 'tenant_id': '07e140259b184093891c4d6ee1230ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '26ef1439-13c6-47b9-a9f0-7b1c031eb11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:30Z', 'updated_at': '2022-02-09T01:49:36Z', 'revision_number': 3, 'project_id': '07e140259b184093891c4d6ee1230ea9', 'gw_port': {'id': '26ef1439-13c6-47b9-a9f0-7b1c031eb11e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76229788-e337-4ad1-a18b-a0760854e3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:33Z', 'updated_at': '2022-02-09T01:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:40.964076 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51d20b04-5b32-445d-a221-960e8a4e2bda admin admin] Publish callbacks [] for port (af045b43-253d-4c6e-80db-99d4de5c06a1), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:41.020220 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3af3df8-818e-48aa-9413-4b47d662c4f8 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for port (17dc0d69-4878-4660-8365-44609e7f0046), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:41.026022 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-abd618e2-2ea5-47cf-b1ab-5c8934401d50 service neutron] 10.222.0.48 "GET /v2.0/networks/5c2d2fcf-eafc-455c-9448-5e06dd737c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446078 Feb 09 01:49:41.101280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8ffb6-2cc3-4dbd-bd1a-345c136dc774 req-db1ca0a8-5894-4854-9d4a-9875ccaf3c47 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:41.110099 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-80c8ffb6-2cc3-4dbd-bd1a-345c136dc774 req-db1ca0a8-5894-4854-9d4a-9875ccaf3c47 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 945 time: 1.0745838 Feb 09 01:49:41.118910 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3af3df8-818e-48aa-9413-4b47d662c4f8 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (17dc0d69-4878-4660-8365-44609e7f0046), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:41.138801 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51d20b04-5b32-445d-a221-960e8a4e2bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (af045b43-253d-4c6e-80db-99d4de5c06a1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:41.188547 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3af3df8-818e-48aa-9413-4b47d662c4f8 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Network 043c775f-369b-4efc-b270-e4ad8a056bfa is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:41.206741 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-c3af3df8-818e-48aa-9413-4b47d662c4f8 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:41.222190 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3af3df8-818e-48aa-9413-4b47d662c4f8 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:41.271743 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af3df8-818e-48aa-9413-4b47d662c4f8 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Pushing event updated for resources: {'Port': ['ID=17dc0d69-4878-4660-8365-44609e7f0046,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:41.291936 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (25d57ea3-f357-4243-9dd0-a36184809fc5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:41.306127 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for router_controller (25d57ea3-f357-4243-9dd0-a36184809fc5), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:41.306438 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d20b04-5b32-445d-a221-960e8a4e2bda admin admin] Network 48733fa2-0a6e-4f10-9d66-30891daf5281 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:41.366122 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-80c8ffb6-2cc3-4dbd-bd1a-345c136dc774 req-79617148-0e26-4479-9bfd-3dd6e85dd4bc tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535503 Feb 09 01:49:41.509051 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-51d20b04-5b32-445d-a221-960e8a4e2bda admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:41.557896 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d20b04-5b32-445d-a221-960e8a4e2bda admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:41.585336 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-b8d1cfc8-b6bc-42bf-a86d-1ab6b13fc55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:41.585707 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-b8d1cfc8-b6bc-42bf-a86d-1ab6b13fc55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:41.585977 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-b8d1cfc8-b6bc-42bf-a86d-1ab6b13fc55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:41.586442 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-b8d1cfc8-b6bc-42bf-a86d-1ab6b13fc55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:41.587018 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-b8d1cfc8-b6bc-42bf-a86d-1ab6b13fc55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:41.591527 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-b8d1cfc8-b6bc-42bf-a86d-1ab6b13fc55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:41.592189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-b8d1cfc8-b6bc-42bf-a86d-1ab6b13fc55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:41.597359 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-b8d1cfc8-b6bc-42bf-a86d-1ab6b13fc55c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f921fef3089d433e88a36b5df24fed2b&device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 6694 time: 0.4618390 Feb 09 01:49:41.619235 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (25d57ea3-f357-4243-9dd0-a36184809fc5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:41.619796 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Fanout notify agent at l3_agent the message router_deleted on router 25d57ea3-f357-4243-9dd0-a36184809fc5 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:49:41.674642 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e342e2-600d-42ec-b7b6-c07c6c37c290 req-757b8d9a-5d38-4249-957a-055c249a9a5c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:41.685141 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b2e342e2-600d-42ec-b7b6-c07c6c37c290 req-757b8d9a-5d38-4249-957a-055c249a9a5c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/networks?id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 200 len: 805 time: 0.4143121 Feb 09 01:49:41.691570 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-402775ee-9a17-4abc-9818-35b42dba1557 None None] Provisioning complete for port 17dc0d69-4878-4660-8365-44609e7f0046 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:41.693674 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-402775ee-9a17-4abc-9818-35b42dba1557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (17dc0d69-4878-4660-8365-44609e7f0046), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:41.714952 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3af3df8-818e-48aa-9413-4b47d662c4f8 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (67091eb2-bd7e-48ea-b0c5-28f1938af655), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:41.732535 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:41.740506 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-deab0d96-200d-48d1-ad89-43e131715d2c tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "DELETE /v2.0/routers/25d57ea3-f357-4243-9dd0-a36184809fc5 HTTP/1.1" status: 204 len: 168 time: 4.5762630 Feb 09 01:49:41.775240 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50230) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:41.792924 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b2e342e2-600d-42ec-b7b6-c07c6c37c290 req-bbacdf4c-6ecd-4b4c-917f-e3fbb6a546b6 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/quotas/57a477aa675d4adb8145bd3e3ad9c65b HTTP/1.1" status: 200 len: 375 time: 0.1029699 Feb 09 01:49:41.798051 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-402775ee-9a17-4abc-9818-35b42dba1557 None None] Port 17dc0d69-4878-4660-8365-44609e7f0046 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:49:41.822111 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d20b04-5b32-445d-a221-960e8a4e2bda admin admin] Pushing event updated for resources: {'Port': ['ID=af045b43-253d-4c6e-80db-99d4de5c06a1,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:41.873399 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51d20b04-5b32-445d-a221-960e8a4e2bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (76229788-e337-4ad1-a18b-a0760854e3f6), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:41.918069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060943f7-735d-4dda-a3de-52c72783ff59 req-ab19342b-463c-47bd-998a-2b3803b26258 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:41.924865 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060943f7-735d-4dda-a3de-52c72783ff59 req-ab19342b-463c-47bd-998a-2b3803b26258 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:41.930991 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060943f7-735d-4dda-a3de-52c72783ff59 req-ab19342b-463c-47bd-998a-2b3803b26258 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:41.938107 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060943f7-735d-4dda-a3de-52c72783ff59 req-ab19342b-463c-47bd-998a-2b3803b26258 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:41.949383 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060943f7-735d-4dda-a3de-52c72783ff59 req-ab19342b-463c-47bd-998a-2b3803b26258 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:41.967359 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060943f7-735d-4dda-a3de-52c72783ff59 req-ab19342b-463c-47bd-998a-2b3803b26258 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:41.978471 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060943f7-735d-4dda-a3de-52c72783ff59 req-ab19342b-463c-47bd-998a-2b3803b26258 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:41.985720 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-060943f7-735d-4dda-a3de-52c72783ff59 req-ab19342b-463c-47bd-998a-2b3803b26258 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5420 time: 0.4789169 Feb 09 01:49:42.120629 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-169f266a-deae-4de0-a705-2728f1218345 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for port (419ae332-9ba9-41df-af59-2f7fbdb39688), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:42.145963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-76a24f77-b113-4d0a-9dc5-8980308db542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:42.147593 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-76a24f77-b113-4d0a-9dc5-8980308db542 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c2d2fcf-eafc-455c-9448-5e06dd737c5d HTTP/1.1" status: 200 len: 903 time: 0.4519708 Feb 09 01:49:42.201226 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ffd98d58-6824-412b-a5ff-35b8a5d16cf2 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (1acab3c5-2c37-4c3f-816d-30844a74e102), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:42.246080 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b2e342e2-600d-42ec-b7b6-c07c6c37c290 req-667f63dc-533b-4795-b09b-663f579343ac tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4518933 Feb 09 01:49:42.253383 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-94b7f6ad-9500-455b-a3a3-24704f5bc34d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28fa76b1-4ebd-4297-bced-ed4c8b21284e HTTP/1.1" status: 200 len: 217 time: 0.0960994 Feb 09 01:49:42.271181 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-060943f7-735d-4dda-a3de-52c72783ff59 req-5a2cf648-b0d3-4822-8b83-bfe10e52ffca tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2739387 Feb 09 01:49:42.325640 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:42.366497 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51d20b04-5b32-445d-a221-960e8a4e2bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (af045b43-253d-4c6e-80db-99d4de5c06a1), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:42.414677 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-169f266a-deae-4de0-a705-2728f1218345 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (419ae332-9ba9-41df-af59-2f7fbdb39688), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:42.475993 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3af3df8-818e-48aa-9413-4b47d662c4f8 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (17dc0d69-4878-4660-8365-44609e7f0046), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:42.494248 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-513d8236-f7ed-430d-b3f1-5da8ae7f21ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:42.505224 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-513d8236-f7ed-430d-b3f1-5da8ae7f21ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3bc3f2a6-89ef-44ae-abab-e266af1c666f HTTP/1.1" status: 200 len: 797 time: 0.2287552 Feb 09 01:49:42.542756 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 26ef1439-13c6-47b9-a9f0-7b1c031eb11e up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:42.552250 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169f266a-deae-4de0-a705-2728f1218345 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Network dc9b6c9a-80ad-4472-acb4-838f95163a2a is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:42.576058 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-169f266a-deae-4de0-a705-2728f1218345 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:42.616726 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f266a-deae-4de0-a705-2728f1218345 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event updated for resources: {'Port': ['ID=419ae332-9ba9-41df-af59-2f7fbdb39688,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:42.621145 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169f266a-deae-4de0-a705-2728f1218345 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:42.696388 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ffd98d58-6824-412b-a5ff-35b8a5d16cf2 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (1acab3c5-2c37-4c3f-816d-30844a74e102), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:42.716096 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 26ef1439-13c6-47b9-a9f0-7b1c031eb11e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:42.719967 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (26ef1439-13c6-47b9-a9f0-7b1c031eb11e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:42.786522 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611d140-1336-49e5-942b-2ccdd40ba158 req-e51295c8-988c-4f71-b469-8a821846c83a tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:42.788271 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4611d140-1336-49e5-942b-2ccdd40ba158 req-e51295c8-988c-4f71-b469-8a821846c83a tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 945 time: 0.2481184 Feb 09 01:49:42.794728 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-ffd98d58-6824-412b-a5ff-35b8a5d16cf2 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1acab3c5-2c37-4c3f-816d-30844a74e102']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:42.814868 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169f266a-deae-4de0-a705-2728f1218345 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:42.815558 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-169f266a-deae-4de0-a705-2728f1218345 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:42.859956 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-93eb961e-c3ee-4b80-a48d-f149d461fee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:42.861963 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-93eb961e-c3ee-4b80-a48d-f149d461fee9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c2d2fcf-eafc-455c-9448-5e06dd737c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3386462 Feb 09 01:49:42.886867 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-169f266a-deae-4de0-a705-2728f1218345 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.8369966 Feb 09 01:49:42.893781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 26ef1439-13c6-47b9-a9f0-7b1c031eb11e is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:42.894360 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (26ef1439-13c6-47b9-a9f0-7b1c031eb11e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:42.899191 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50240) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:42.904377 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-cd2ed11b-b56e-4c71-9725-0dd4542a786b tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Request body: {'floatingip': {'port_id': '419ae332-9ba9-41df-af59-2f7fbdb39688'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:42.927368 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 26ef1439-13c6-47b9-a9f0-7b1c031eb11e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=26ef1439-13c6-47b9-a9f0-7b1c031eb11e,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:42.935440 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (26ef1439-13c6-47b9-a9f0-7b1c031eb11e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:43.010714 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-ffd98d58-6824-412b-a5ff-35b8a5d16cf2 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124c2262-23db-4e43-95da-c72282765e5c') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:43.011021 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-ffd98d58-6824-412b-a5ff-35b8a5d16cf2 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124c2262-23db-4e43-95da-c72282765e5c') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:43.051905 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b2e342e2-600d-42ec-b7b6-c07c6c37c290 req-0b526dda-0797-4f03-9e5c-943c62d14b7c service neutron] 10.222.0.36 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7950628 Feb 09 01:49:43.056736 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ffd98d58-6824-412b-a5ff-35b8a5d16cf2 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (124c2262-23db-4e43-95da-c72282765e5c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:43.062994 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=26ef1439-13c6-47b9-a9f0-7b1c031eb11e,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:43.073424 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 65f02a9c-0b34-4710-a5bf-9dc0cfec23ca no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:49:43.079819 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4611d140-1336-49e5-942b-2ccdd40ba158 req-b72d6cb8-1362-4dc6-ba61-6c969103f9f8 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491245 Feb 09 01:49:43.139549 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cd2ed11b-b56e-4c71-9725-0dd4542a786b tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (38f56934-f7d3-40ff-9efd-62869906068d), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:43.145746 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ffd98d58-6824-412b-a5ff-35b8a5d16cf2 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (124c2262-23db-4e43-95da-c72282765e5c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:43.160095 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 65f02a9c-0b34-4710-a5bf-9dc0cfec23ca {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:49:43.160465 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 65f02a9c-0b34-4710-a5bf-9dc0cfec23ca not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:49:43.177577 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6bcdd796-31c8-4a6a-a4e2-ae5907609b1d None None] Provisioning complete for port 419ae332-9ba9-41df-af59-2f7fbdb39688 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:43.177948 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6bcdd796-31c8-4a6a-a4e2-ae5907609b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (419ae332-9ba9-41df-af59-2f7fbdb39688), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:43.191113 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-f1a84d54-ff49-4df0-b073-beb4a80a8097 service neutron] 10.222.0.48 "GET /v2.0/networks/5c2d2fcf-eafc-455c-9448-5e06dd737c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169146 Feb 09 01:49:43.203821 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd98d58-6824-412b-a5ff-35b8a5d16cf2 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:49:43.204479 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ffd98d58-6824-412b-a5ff-35b8a5d16cf2 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (124c2262-23db-4e43-95da-c72282765e5c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:49:43.215365 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:49:43.238112 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6bcdd796-31c8-4a6a-a4e2-ae5907609b1d None None] Port 419ae332-9ba9-41df-af59-2f7fbdb39688 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:49:43.433682 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:43.443030 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ffd98d58-6824-412b-a5ff-35b8a5d16cf2 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (1acab3c5-2c37-4c3f-816d-30844a74e102), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:43.500748 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ffd98d58-6824-412b-a5ff-35b8a5d16cf2 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:43.506944 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ffd98d58-6824-412b-a5ff-35b8a5d16cf2 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "DELETE /v2.0/networks/1acab3c5-2c37-4c3f-816d-30844a74e102 HTTP/1.1" status: 204 len: 168 time: 1.7120049 Feb 09 01:49:43.507638 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50248) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:43.671610 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5872db40-a5d6-4818-8d2c-79b88f5d7f49 req-83509c6a-da2f-4900-9f70-aee45c8095db service neutron] 10.222.0.48 "GET /v2.0/networks/5c2d2fcf-eafc-455c-9448-5e06dd737c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727144 Feb 09 01:49:43.746363 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be63c4-ea6a-4947-92f0-7db3b72343e6 req-4cffd734-5d0b-42d8-ad1b-cf941c2a079e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:43.752543 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be63c4-ea6a-4947-92f0-7db3b72343e6 req-4cffd734-5d0b-42d8-ad1b-cf941c2a079e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:43.758521 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be63c4-ea6a-4947-92f0-7db3b72343e6 req-4cffd734-5d0b-42d8-ad1b-cf941c2a079e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:43.766545 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be63c4-ea6a-4947-92f0-7db3b72343e6 req-4cffd734-5d0b-42d8-ad1b-cf941c2a079e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:43.772618 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be63c4-ea6a-4947-92f0-7db3b72343e6 req-4cffd734-5d0b-42d8-ad1b-cf941c2a079e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:43.778034 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be63c4-ea6a-4947-92f0-7db3b72343e6 req-4cffd734-5d0b-42d8-ad1b-cf941c2a079e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:43.785339 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be63c4-ea6a-4947-92f0-7db3b72343e6 req-4cffd734-5d0b-42d8-ad1b-cf941c2a079e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:43.794868 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-79be63c4-ea6a-4947-92f0-7db3b72343e6 req-4cffd734-5d0b-42d8-ad1b-cf941c2a079e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5420 time: 0.2662621 Feb 09 01:49:43.931095 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-79be63c4-ea6a-4947-92f0-7db3b72343e6 req-52b75000-a0ff-4051-890d-7a01e2977e4c tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1348369 Feb 09 01:49:44.024734 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd98d58-6824-412b-a5ff-35b8a5d16cf2 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event deleted for resources: {'Network': ['ID=1acab3c5-2c37-4c3f-816d-30844a74e102,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:44.028692 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b2e342e2-600d-42ec-b7b6-c07c6c37c290 req-46a7e82d-c9a0-4053-8769-a8bb1427a0a7 service neutron] 10.222.0.36 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9567461 Feb 09 01:49:44.041912 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51d20b04-5b32-445d-a221-960e8a4e2bda admin admin] Publish callbacks [] for port (af045b43-253d-4c6e-80db-99d4de5c06a1), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:44.056316 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51d20b04-5b32-445d-a221-960e8a4e2bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (af045b43-253d-4c6e-80db-99d4de5c06a1), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:44.277905 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51d20b04-5b32-445d-a221-960e8a4e2bda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (76229788-e337-4ad1-a18b-a0760854e3f6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:44.291348 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 26ef1439-13c6-47b9-a9f0-7b1c031eb11e up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:44.321285 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cd2ed11b-b56e-4c71-9725-0dd4542a786b tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:44.330174 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cd2ed11b-b56e-4c71-9725-0dd4542a786b tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (38f56934-f7d3-40ff-9efd-62869906068d), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:44.352112 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d20b04-5b32-445d-a221-960e8a4e2bda admin admin] Pushing event updated for resources: {'Port': ['ID=af045b43-253d-4c6e-80db-99d4de5c06a1,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:44.432898 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3af3df8-818e-48aa-9413-4b47d662c4f8 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for port (17dc0d69-4878-4660-8365-44609e7f0046), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:44.487575 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3af3df8-818e-48aa-9413-4b47d662c4f8 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (17dc0d69-4878-4660-8365-44609e7f0046), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:44.642030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 26ef1439-13c6-47b9-a9f0-7b1c031eb11e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:44.642445 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (26ef1439-13c6-47b9-a9f0-7b1c031eb11e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:44.690721 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-cd2ed11b-b56e-4c71-9725-0dd4542a786b tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Floating IP 38f56934-f7d3-40ff-9efd-62869906068d associated. External IP: 172.25.7.116, port: b4313101-eea7-41a0-bacd-fe39509b7ce3. Feb 09 01:49:44.807148 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb8a0d-bf01-4919-8b96-8a93812b0a68 req-72e37ef2-92f6-4046-9333-3c4da0180a71 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:44.809670 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-18cb8a0d-bf01-4919-8b96-8a93812b0a68 req-72e37ef2-92f6-4046-9333-3c4da0180a71 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 945 time: 0.5708036 Feb 09 01:49:44.847256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 26ef1439-13c6-47b9-a9f0-7b1c031eb11e is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:44.922783 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af3df8-818e-48aa-9413-4b47d662c4f8 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Pushing event updated for resources: {'Port': ['ID=17dc0d69-4878-4660-8365-44609e7f0046,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:44.927714 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3af3df8-818e-48aa-9413-4b47d662c4f8 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (67091eb2-bd7e-48ea-b0c5-28f1938af655), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:45.003983 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-18cb8a0d-bf01-4919-8b96-8a93812b0a68 req-2a6d4e1f-82a9-48d1-8344-cfaf0bdf974f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864266 Feb 09 01:49:45.013882 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d20b04-5b32-445d-a221-960e8a4e2bda admin admin] Network 48733fa2-0a6e-4f10-9d66-30891daf5281 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:45.161279 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-51d20b04-5b32-445d-a221-960e8a4e2bda admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:45.290345 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2ed11b-b56e-4c71-9725-0dd4542a786b tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Router 099ddf97-8c69-4bdc-b833-4067333a4b68 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:49:45.354625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-07a52b0e-c079-437d-89c4-735956664e00 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Deleting port 0361c286-6e46-42b5-99eb-81b30e94dcd6 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:49:45.355266 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-07a52b0e-c079-437d-89c4-735956664e00 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0361c286-6e46-42b5-99eb-81b30e94dcd6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:45.459817 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd6891-61ae-48de-bf1a-fa6122544d2b req-b88f1225-bde5-452e-bea6-0d627124eb32 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:45.465862 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd6891-61ae-48de-bf1a-fa6122544d2b req-b88f1225-bde5-452e-bea6-0d627124eb32 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:45.472216 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd6891-61ae-48de-bf1a-fa6122544d2b req-b88f1225-bde5-452e-bea6-0d627124eb32 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:45.478402 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd6891-61ae-48de-bf1a-fa6122544d2b req-b88f1225-bde5-452e-bea6-0d627124eb32 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:45.484436 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd6891-61ae-48de-bf1a-fa6122544d2b req-b88f1225-bde5-452e-bea6-0d627124eb32 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:45.490720 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd6891-61ae-48de-bf1a-fa6122544d2b req-b88f1225-bde5-452e-bea6-0d627124eb32 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:45.496455 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd6891-61ae-48de-bf1a-fa6122544d2b req-b88f1225-bde5-452e-bea6-0d627124eb32 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:45.505122 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96fd6891-61ae-48de-bf1a-fa6122544d2b req-b88f1225-bde5-452e-bea6-0d627124eb32 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5420 time: 0.3249142 Feb 09 01:49:45.577820 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3af3df8-818e-48aa-9413-4b47d662c4f8 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Network 043c775f-369b-4efc-b270-e4ad8a056bfa is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:45.595948 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-c3af3df8-818e-48aa-9413-4b47d662c4f8 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:45.737539 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-07a52b0e-c079-437d-89c4-735956664e00 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0361c286-6e46-42b5-99eb-81b30e94dcd6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:45.737872 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-07a52b0e-c079-437d-89c4-735956664e00 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for floatingip (0361c286-6e46-42b5-99eb-81b30e94dcd6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:45.770457 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-07a52b0e-c079-437d-89c4-735956664e00 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Calling delete_port for 0361c286-6e46-42b5-99eb-81b30e94dcd6 owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:49:45.784139 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96fd6891-61ae-48de-bf1a-fa6122544d2b req-d72eae77-aa93-46c1-8b4a-536945da9025 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2780194 Feb 09 01:49:45.786204 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d20b04-5b32-445d-a221-960e8a4e2bda admin admin] Router 76229788-e337-4ad1-a18b-a0760854e3f6 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:49:45.888188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-d817254a-5df6-4042-b101-ce5d88dce310 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:45.890724 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-d817254a-5df6-4042-b101-ce5d88dce310 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/networks?id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 200 len: 805 time: 0.5916445 Feb 09 01:49:45.928874 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-e289f3b7-8e25-4329-9271-8a7978fae47d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/quotas/57a477aa675d4adb8145bd3e3ad9c65b HTTP/1.1" status: 200 len: 375 time: 0.0318201 Feb 09 01:49:46.040986 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-fec71b59-d97b-457a-8e21-a06fb9964248 None None] Provisioning complete for port 17dc0d69-4878-4660-8365-44609e7f0046 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:46.043793 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fec71b59-d97b-457a-8e21-a06fb9964248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (17dc0d69-4878-4660-8365-44609e7f0046), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:46.098184 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3af3df8-818e-48aa-9413-4b47d662c4f8 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Router 67091eb2-bd7e-48ea-b0c5-28f1938af655 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:49:46.155243 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-fec71b59-d97b-457a-8e21-a06fb9964248 None None] Port 17dc0d69-4878-4660-8365-44609e7f0046 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:49:46.158175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2ed11b-b56e-4c71-9725-0dd4542a786b tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:46.174457 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64480080-f84b-4a79-90c6-331737d40487 None None] Sync routers for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:46.188201 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64480080-f84b-4a79-90c6-331737d40487 None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:46.189635 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-64480080-f84b-4a79-90c6-331737d40487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:46.232849 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-64480080-f84b-4a79-90c6-331737d40487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:46.244796 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64480080-f84b-4a79-90c6-331737d40487 None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:46.245422 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-64480080-f84b-4a79-90c6-331737d40487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:46.290775 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-64480080-f84b-4a79-90c6-331737d40487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:46.291532 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64480080-f84b-4a79-90c6-331737d40487 None None] The sync data for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:46.350558 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-a0b9c506-5ba7-4ad9-8527-f5b291948455 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4128482 Feb 09 01:49:46.366179 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f6865-6692-4f40-b3ae-34e087fbdb45 req-4e3fefd5-ec1b-4646-bc2f-f6cc69d52b1e tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:46.369931 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-166f6865-6692-4f40-b3ae-34e087fbdb45 req-4e3fefd5-ec1b-4646-bc2f-f6cc69d52b1e tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 945 time: 0.2239640 Feb 09 01:49:46.371552 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d20b04-5b32-445d-a221-960e8a4e2bda admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:46.383190 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] Sync routers for ids ['76229788-e337-4ad1-a18b-a0760854e3f6'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:46.388950 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-51d20b04-5b32-445d-a221-960e8a4e2bda admin admin] 10.222.0.36 "PUT /v2.0/routers/76229788-e337-4ad1-a18b-a0760854e3f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3031204 Feb 09 01:49:46.401344 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] Routers {'76229788-e337-4ad1-a18b-a0760854e3f6'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:46.402327 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['76229788-e337-4ad1-a18b-a0760854e3f6'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:46.498304 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-e0184200-bf3d-414a-9fe5-27e42ee01713 service neutron] 10.222.0.36 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354954 Feb 09 01:49:46.503560 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf0422-c907-45b4-9a83-a42f4352fd01 req-b4b9c98a-7706-46e5-9993-f00441ca1c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:46.505058 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1caf0422-c907-45b4-9a83-a42f4352fd01 req-b4b9c98a-7706-46e5-9993-f00441ca1c8c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7e9ed7758174b9e85ca77dd6d15a989&device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 1127 time: 0.3683975 Feb 09 01:49:46.578687 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3af3df8-818e-48aa-9413-4b47d662c4f8 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:46.584498 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-07a52b0e-c079-437d-89c4-735956664e00 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (0361c286-6e46-42b5-99eb-81b30e94dcd6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:46.594652 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81391eb-8a8c-4855-9bf9-9bc6a4bf219e None None] Sync routers for ids ['67091eb2-bd7e-48ea-b0c5-28f1938af655'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:46.602971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] Set router 76229788-e337-4ad1-a18b-a0760854e3f6 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:46.615766 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81391eb-8a8c-4855-9bf9-9bc6a4bf219e None None] Routers {'67091eb2-bd7e-48ea-b0c5-28f1938af655'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:46.616350 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d81391eb-8a8c-4855-9bf9-9bc6a4bf219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['67091eb2-bd7e-48ea-b0c5-28f1938af655'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:46.627197 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-15cd6a25-2be6-47de-afe3-e4c80a13ddda service neutron] 10.222.0.36 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182370 Feb 09 01:49:46.633130 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c3af3df8-818e-48aa-9413-4b47d662c4f8 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] 10.222.0.36 "PUT /v2.0/routers/67091eb2-bd7e-48ea-b0c5-28f1938af655/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7500477 Feb 09 01:49:46.652565 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50310) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:46.719680 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d81391eb-8a8c-4855-9bf9-9bc6a4bf219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:46.728002 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-573816de-641a-4e3b-bda7-fb52ff9eac26 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Request body: {'port': {'network_id': '043c775f-369b-4efc-b270-e4ad8a056bfa', 'name': 'tempest-FloatingIPAdminTestJSON-301844316'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:46.739336 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81391eb-8a8c-4855-9bf9-9bc6a4bf219e None None] Routers {'67091eb2-bd7e-48ea-b0c5-28f1938af655'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:46.740121 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d81391eb-8a8c-4855-9bf9-9bc6a4bf219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['67091eb2-bd7e-48ea-b0c5-28f1938af655'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:46.749727 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-166f6865-6692-4f40-b3ae-34e087fbdb45 req-0e9c3746-b0ad-4497-8cae-a11e7f37c992 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730578 Feb 09 01:49:46.806160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf0422-c907-45b4-9a83-a42f4352fd01 req-7c4d9124-338f-4f9e-9d17-17c1d93119fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:46.807818 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1caf0422-c907-45b4-9a83-a42f4352fd01 req-7c4d9124-338f-4f9e-9d17-17c1d93119fb service neutron] 10.222.0.48 "GET /v2.0/networks?id=0d908954-d861-46d7-bf3a-5b99a23f2cf9 HTTP/1.1" status: 200 len: 917 time: 0.1839778 Feb 09 01:49:46.816892 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a52b0e-c079-437d-89c4-735956664e00 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event deleted for resources: {'Port': ['ID=0361c286-6e46-42b5-99eb-81b30e94dcd6,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:46.861852 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d81391eb-8a8c-4855-9bf9-9bc6a4bf219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:46.865768 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81391eb-8a8c-4855-9bf9-9bc6a4bf219e None None] The sync data for ids ['67091eb2-bd7e-48ea-b0c5-28f1938af655'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:46.937050 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76229788-e337-4ad1-a18b-a0760854e3f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1767334834-router', 'tenant_id': '07e140259b184093891c4d6ee1230ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '26ef1439-13c6-47b9-a9f0-7b1c031eb11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:30Z', 'updated_at': '2022-02-09T01:49:42Z', 'revision_number': 4, 'project_id': '07e140259b184093891c4d6ee1230ea9', 'gw_port': {'id': '26ef1439-13c6-47b9-a9f0-7b1c031eb11e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76229788-e337-4ad1-a18b-a0760854e3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:33Z', 'updated_at': '2022-02-09T01:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'af045b43-253d-4c6e-80db-99d4de5c06a1', 'name': '', 'network_id': '48733fa2-0a6e-4f10-9d66-30891daf5281', 'tenant_id': '07e140259b184093891c4d6ee1230ea9', 'mac_address': 'fa:16:3e:7a:22:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76229788-e337-4ad1-a18b-a0760854e3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'f38153e0-346d-45ee-a8ba-011ed1d4fedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:40Z', 'updated_at': '2022-02-09T01:49:42Z', 'revision_number': 2, 'project_id': '07e140259b184093891c4d6ee1230ea9', 'subnets': [{'id': 'f38153e0-346d-45ee-a8ba-011ed1d4fedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:46.978134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] Checking router: 76229788-e337-4ad1-a18b-a0760854e3f6 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:49:46.979020 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] Updating router 76229788-e337-4ad1-a18b-a0760854e3f6 port af045b43-253d-4c6e-80db-99d4de5c06a1 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:49:46.987870 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-07a52b0e-c079-437d-89c4-735956664e00 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for floatingip (d1079fba-44c0-4128-8696-c26d088abcdf), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:46.988396 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-07a52b0e-c079-437d-89c4-735956664e00 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Floating IP d1079fba-44c0-4128-8696-c26d088abcdf disassociated (deleted). External IP: 172.25.7.203, port: 19d815ec-2d23-4c57-9f3c-06c47de07295. Feb 09 01:49:47.018185 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (af045b43-253d-4c6e-80db-99d4de5c06a1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:47.080770 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1caf0422-c907-45b4-9a83-a42f4352fd01 req-f0cf69ff-b200-4a7b-9314-1ae0f4272806 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a30a57df-3bd2-4ed9-b43b-5e23f49869fc HTTP/1.1" status: 200 len: 217 time: 0.2451830 Feb 09 01:49:47.166062 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573816de-641a-4e3b-bda7-fb52ff9eac26 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Made reservation on behalf of ef6f0d86f89e4f0a94ddcb1f406aabd9 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:47.170583 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-573816de-641a-4e3b-bda7-fb52ff9eac26 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:47.316744 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-573816de-641a-4e3b-bda7-fb52ff9eac26 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] device_id is not set on port ba32c973-8872-4fc9-9bc3-d02b1fb13353 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:49:47.630803 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf0422-c907-45b4-9a83-a42f4352fd01 req-6a1fea0c-3eeb-4e15-92fb-364a39e0a37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:47.632781 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1caf0422-c907-45b4-9a83-a42f4352fd01 req-6a1fea0c-3eeb-4e15-92fb-364a39e0a37c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fd2318f-0270-4495-8fca-6737fb6427cf HTTP/1.1" status: 200 len: 855 time: 0.5368304 Feb 09 01:49:47.645046 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] Publish callbacks [] for port (af045b43-253d-4c6e-80db-99d4de5c06a1), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:47.654050 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (af045b43-253d-4c6e-80db-99d4de5c06a1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:47.677912 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a58608-2a29-4888-8607-002dff9dc39f req-36c565e3-bfc6-479a-89db-276157febdb7 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:47.679657 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b1a58608-2a29-4888-8607-002dff9dc39f req-36c565e3-bfc6-479a-89db-276157febdb7 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/networks?id=48733fa2-0a6e-4f10-9d66-30891daf5281 HTTP/1.1" status: 200 len: 819 time: 0.5042543 Feb 09 01:49:47.697526 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8514a-061d-4771-848f-cd8008cfffba req-0db3ea1c-3517-4032-a371-2da45f744e39 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:47.713007 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7186bc4-62c4-42e5-8062-b100930668a3 None None] Pushing event updated for resources: {'Port': ['ID=af045b43-253d-4c6e-80db-99d4de5c06a1,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:47.720557 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b1a58608-2a29-4888-8607-002dff9dc39f req-ed3eb046-40f8-4637-b1e8-d3dbe89fc6f9 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/quotas/07e140259b184093891c4d6ee1230ea9 HTTP/1.1" status: 200 len: 375 time: 0.0319140 Feb 09 01:49:47.725064 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8514a-061d-4771-848f-cd8008cfffba req-0db3ea1c-3517-4032-a371-2da45f744e39 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:47.735857 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8514a-061d-4771-848f-cd8008cfffba req-0db3ea1c-3517-4032-a371-2da45f744e39 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:47.750167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8514a-061d-4771-848f-cd8008cfffba req-0db3ea1c-3517-4032-a371-2da45f744e39 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:47.765159 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8514a-061d-4771-848f-cd8008cfffba req-0db3ea1c-3517-4032-a371-2da45f744e39 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:47.782034 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8514a-061d-4771-848f-cd8008cfffba req-0db3ea1c-3517-4032-a371-2da45f744e39 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:47.796772 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-573816de-641a-4e3b-bda7-fb52ff9eac26 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Allocated IP 172.20.0.3 (043c775f-369b-4efc-b270-e4ad8a056bfa/c756c46d-9e27-48a7-914b-99ae19f03ce5/ba32c973-8872-4fc9-9bc3-d02b1fb13353) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:47.799857 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8514a-061d-4771-848f-cd8008cfffba req-0db3ea1c-3517-4032-a371-2da45f744e39 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:47.815241 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-33f8514a-061d-4771-848f-cd8008cfffba req-0db3ea1c-3517-4032-a371-2da45f744e39 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5420 time: 0.8933556 Feb 09 01:49:47.832434 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a52b0e-c079-437d-89c4-735956664e00 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Router 0d4d55a9-2ebd-4ac2-af92-42803eb95831 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:49:47.840221 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b1a58608-2a29-4888-8607-002dff9dc39f req-3afc89cd-5914-47fb-b105-50bce75b6b8b tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=07e140259b184093891c4d6ee1230ea9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1091862 Feb 09 01:49:47.854945 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] Attempting to bind port af045b43-253d-4c6e-80db-99d4de5c06a1 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:47.854945 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] Attempting to bind port af045b43-253d-4c6e-80db-99d4de5c06a1 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'd3a41fe1-8171-4f9c-b2fc-540dad47233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48733fa2-0a6e-4f10-9d66-30891daf5281'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:47.855383 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] Attempting to bind port af045b43-253d-4c6e-80db-99d4de5c06a1 on network 48733fa2-0a6e-4f10-9d66-30891daf5281 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:47.868807 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:47.868807 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] Checking segment: {'id': 'd3a41fe1-8171-4f9c-b2fc-540dad47233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48733fa2-0a6e-4f10-9d66-30891daf5281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:47.868807 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:47.869663 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] Bound using segment: {'id': 'd3a41fe1-8171-4f9c-b2fc-540dad47233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48733fa2-0a6e-4f10-9d66-30891daf5281'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:47.869663 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] Bound port: af045b43-253d-4c6e-80db-99d4de5c06a1, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a41fe1-8171-4f9c-b2fc-540dad47233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48733fa2-0a6e-4f10-9d66-30891daf5281'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:47.869891 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (af045b43-253d-4c6e-80db-99d4de5c06a1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:47.969873 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] For port af045b43-253d-4c6e-80db-99d4de5c06a1, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:47.973291 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] For port af045b43-253d-4c6e-80db-99d4de5c06a1, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=af045b43-253d-4c6e-80db-99d4de5c06a1,segment=NetworkSegment(d3a41fe1-8171-4f9c-b2fc-540dad47233c),segment_id=d3a41fe1-8171-4f9c-b2fc-540dad47233c)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:47.981421 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (af045b43-253d-4c6e-80db-99d4de5c06a1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:48.014938 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2ed11b-b56e-4c71-9725-0dd4542a786b tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Router 96e5c59a-459e-48dc-a4aa-9878800a4f78 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:49:48.025339 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-33f8514a-061d-4771-848f-cd8008cfffba req-eb6a4deb-cab4-46df-996d-99b0ca2b9cb1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2101600 Feb 09 01:49:48.038129 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf0422-c907-45b4-9a83-a42f4352fd01 req-2ddeab70-e054-4890-a425-c4719ba19053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:48.044189 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1caf0422-c907-45b4-9a83-a42f4352fd01 req-2ddeab70-e054-4890-a425-c4719ba19053 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0d908954-d861-46d7-bf3a-5b99a23f2cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3905232 Feb 09 01:49:48.048007 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7186bc4-62c4-42e5-8062-b100930668a3 None None] Pushing event updated for resources: {'Port': ['ID=af045b43-253d-4c6e-80db-99d4de5c06a1,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:48.083469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] Routers {'76229788-e337-4ad1-a18b-a0760854e3f6'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:48.084264 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['76229788-e337-4ad1-a18b-a0760854e3f6'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:48.291660 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bddd0441-322d-4704-b26d-fa28ed5bf65d req-60f3de37-1089-4d91-8bf6-a6d97079f94d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d070db40-0b94-4342-9918-c174d6b0cdb6 HTTP/1.1" status: 200 len: 210 time: 0.0850761 Feb 09 01:49:48.382738 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] Set router 76229788-e337-4ad1-a18b-a0760854e3f6 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:48.391865 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1caf0422-c907-45b4-9a83-a42f4352fd01 req-94454bf5-fa7b-4096-a29f-3a366932dc6a service neutron] 10.222.0.48 "GET /v2.0/networks/0d908954-d861-46d7-bf3a-5b99a23f2cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248780 Feb 09 01:49:48.401542 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2ed11b-b56e-4c71-9725-0dd4542a786b tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:48.416296 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cd2ed11b-b56e-4c71-9725-0dd4542a786b tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:48.446264 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f67fec0-72f6-47d4-a7c0-dfc5ca783748 None None] Sync routers for ids ['96e5c59a-459e-48dc-a4aa-9878800a4f78'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:48.476592 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f67fec0-72f6-47d4-a7c0-dfc5ca783748 None None] Routers {'96e5c59a-459e-48dc-a4aa-9878800a4f78'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:48.477221 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-0f67fec0-72f6-47d4-a7c0-dfc5ca783748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['96e5c59a-459e-48dc-a4aa-9878800a4f78'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:48.576665 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-0f67fec0-72f6-47d4-a7c0-dfc5ca783748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:48.654677 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b1a58608-2a29-4888-8607-002dff9dc39f req-571f5f95-8536-49d3-89f0-3558992c7b60 service neutron] 10.222.0.36 "GET /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7993376 Feb 09 01:49:48.682058 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f67fec0-72f6-47d4-a7c0-dfc5ca783748 None None] Routers {'96e5c59a-459e-48dc-a4aa-9878800a4f78'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:48.682961 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-0f67fec0-72f6-47d4-a7c0-dfc5ca783748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['96e5c59a-459e-48dc-a4aa-9878800a4f78'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:48.692033 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cd2ed11b-b56e-4c71-9725-0dd4542a786b tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "PUT /v2.0/floatingips/38f56934-f7d3-40ff-9efd-62869906068d HTTP/1.1" status: 200 len: 977 time: 5.7913578 Feb 09 01:49:48.694625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50346) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:48.767443 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-0f67fec0-72f6-47d4-a7c0-dfc5ca783748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:48.768286 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f67fec0-72f6-47d4-a7c0-dfc5ca783748 None None] The sync data for ids ['96e5c59a-459e-48dc-a4aa-9878800a4f78'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:48.768690 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1caf0422-c907-45b4-9a83-a42f4352fd01 req-ecfe0e73-4e61-4f16-ac4d-4d11ce75f6b0 service neutron] 10.222.0.48 "GET /v2.0/networks/0d908954-d861-46d7-bf3a-5b99a23f2cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690925 Feb 09 01:49:48.784896 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b935088-4468-4c22-962c-439906704b3c req-725b9cc1-5e69-45a3-a644-3a3abd4e5e7c tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:48.787155 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b935088-4468-4c22-962c-439906704b3c req-725b9cc1-5e69-45a3-a644-3a3abd4e5e7c tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 945 time: 0.3387613 Feb 09 01:49:48.860580 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a52b0e-c079-437d-89c4-735956664e00 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:48.876874 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6347d75d-39c1-4d85-9830-d0fd575df48e None None] Sync routers for ids ['0d4d55a9-2ebd-4ac2-af92-42803eb95831'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:48.886629 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-07a52b0e-c079-437d-89c4-735956664e00 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:48.912003 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6347d75d-39c1-4d85-9830-d0fd575df48e None None] Routers {'0d4d55a9-2ebd-4ac2-af92-42803eb95831'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:48.913123 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6347d75d-39c1-4d85-9830-d0fd575df48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0d4d55a9-2ebd-4ac2-af92-42803eb95831'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:48.950901 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-573816de-641a-4e3b-bda7-fb52ff9eac26 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for port (ba32c973-8872-4fc9-9bc3-d02b1fb13353), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:48.971825 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b935088-4468-4c22-962c-439906704b3c req-434cb9b8-04aa-4972-a594-edab491362fc tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737218 Feb 09 01:49:49.018366 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-69498a4a-c870-489e-b568-55382b571565 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:49.018592 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76229788-e337-4ad1-a18b-a0760854e3f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1767334834-router', 'tenant_id': '07e140259b184093891c4d6ee1230ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '26ef1439-13c6-47b9-a9f0-7b1c031eb11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:30Z', 'updated_at': '2022-02-09T01:49:42Z', 'revision_number': 4, 'project_id': '07e140259b184093891c4d6ee1230ea9', 'gw_port': {'id': '26ef1439-13c6-47b9-a9f0-7b1c031eb11e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76229788-e337-4ad1-a18b-a0760854e3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:33Z', 'updated_at': '2022-02-09T01:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'af045b43-253d-4c6e-80db-99d4de5c06a1', 'name': '', 'network_id': '48733fa2-0a6e-4f10-9d66-30891daf5281', 'tenant_id': '07e140259b184093891c4d6ee1230ea9', 'mac_address': 'fa:16:3e:7a:22:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76229788-e337-4ad1-a18b-a0760854e3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'f38153e0-346d-45ee-a8ba-011ed1d4fedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:40Z', 'updated_at': '2022-02-09T01:49:47Z', 'revision_number': 4, 'project_id': '07e140259b184093891c4d6ee1230ea9', 'subnets': [{'id': 'f38153e0-346d-45ee-a8ba-011ed1d4fedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:49.020210 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-69498a4a-c870-489e-b568-55382b571565 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.67 "GET /v2.0/networks?id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 200 len: 805 time: 0.3769560 Feb 09 01:49:49.040854 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-db2af1eb-f344-436c-8804-797ec34b821e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Request body: {'port': {'device_id': 'd070db40-0b94-4342-9918-c174d6b0cdb6', 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299', 'admin_state_up': True, 'tenant_id': '57a477aa675d4adb8145bd3e3ad9c65b'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:49.061326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4326e457-99b2-4053-892a-f06fd04cac37 None None] The sync data for ids ['76229788-e337-4ad1-a18b-a0760854e3f6'] in n-d-828387-3 is: [{'id': '76229788-e337-4ad1-a18b-a0760854e3f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1767334834-router', 'tenant_id': '07e140259b184093891c4d6ee1230ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '26ef1439-13c6-47b9-a9f0-7b1c031eb11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:30Z', 'updated_at': '2022-02-09T01:49:42Z', 'revision_number': 4, 'project_id': '07e140259b184093891c4d6ee1230ea9', 'gw_port': {'id': '26ef1439-13c6-47b9-a9f0-7b1c031eb11e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76229788-e337-4ad1-a18b-a0760854e3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:33Z', 'updated_at': '2022-02-09T01:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'af045b43-253d-4c6e-80db-99d4de5c06a1', 'name': '', 'network_id': '48733fa2-0a6e-4f10-9d66-30891daf5281', 'tenant_id': '07e140259b184093891c4d6ee1230ea9', 'mac_address': 'fa:16:3e:7a:22:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76229788-e337-4ad1-a18b-a0760854e3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'f38153e0-346d-45ee-a8ba-011ed1d4fedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:40Z', 'updated_at': '2022-02-09T01:49:47Z', 'revision_number': 4, 'project_id': '07e140259b184093891c4d6ee1230ea9', 'subnets': [{'id': 'f38153e0-346d-45ee-a8ba-011ed1d4fedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:49.144255 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-07a52b0e-c079-437d-89c4-735956664e00 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "DELETE /v2.0/floatingips/d1079fba-44c0-4128-8696-c26d088abcdf HTTP/1.1" status: 204 len: 168 time: 5.6268361 Feb 09 01:49:49.197252 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df30a7d-6d94-4134-8fea-938ad5cdb754', 'tag': '19d815ec-2d23-4c57-9f3c-06c47de07295'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:49.197964 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc14ef3a-b299-4887-85ad-6b8e93ac51e5" -d '{"events": [{"name": "network-changed", "server_uuid": "9df30a7d-6d94-4134-8fea-938ad5cdb754", "tag": "19d815ec-2d23-4c57-9f3c-06c47de07295"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:49.205977 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-6347d75d-39c1-4d85-9830-d0fd575df48e None None] Set router 0d4d55a9-2ebd-4ac2-af92-42803eb95831 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:49.344532 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b1a58608-2a29-4888-8607-002dff9dc39f req-61543851-54eb-4732-b33f-8fc44473d9f7 service neutron] 10.222.0.36 "GET /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6769156 Feb 09 01:49:49.435439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03799f2-0674-4218-a150-fe02fceb8d2d req-ac30420f-96e3-4a50-852b-35f1f4741214 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:49.442991 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03799f2-0674-4218-a150-fe02fceb8d2d req-ac30420f-96e3-4a50-852b-35f1f4741214 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:49.454202 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-573816de-641a-4e3b-bda7-fb52ff9eac26 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ba32c973-8872-4fc9-9bc3-d02b1fb13353), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:49.464459 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03799f2-0674-4218-a150-fe02fceb8d2d req-ac30420f-96e3-4a50-852b-35f1f4741214 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:49.473772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03799f2-0674-4218-a150-fe02fceb8d2d req-ac30420f-96e3-4a50-852b-35f1f4741214 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:49.483199 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03799f2-0674-4218-a150-fe02fceb8d2d req-ac30420f-96e3-4a50-852b-35f1f4741214 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:49.498418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03799f2-0674-4218-a150-fe02fceb8d2d req-ac30420f-96e3-4a50-852b-35f1f4741214 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:49.510227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03799f2-0674-4218-a150-fe02fceb8d2d req-ac30420f-96e3-4a50-852b-35f1f4741214 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:49.524376 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a03799f2-0674-4218-a150-fe02fceb8d2d req-ac30420f-96e3-4a50-852b-35f1f4741214 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5420 time: 0.2344291 Feb 09 01:49:49.585842 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-db2af1eb-f344-436c-8804-797ec34b821e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Made reservation on behalf of 57a477aa675d4adb8145bd3e3ad9c65b for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:49.589786 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-db2af1eb-f344-436c-8804-797ec34b821e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:49.662396 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-f789efec-c2cb-485a-bb5e-9345f85c6d98 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Deleting port 419ae332-9ba9-41df-af59-2f7fbdb39688 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:49:49.662762 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f789efec-c2cb-485a-bb5e-9345f85c6d98 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (419ae332-9ba9-41df-af59-2f7fbdb39688), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:49.783057 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573816de-641a-4e3b-bda7-fb52ff9eac26 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Network 043c775f-369b-4efc-b270-e4ad8a056bfa is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:49.806553 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573816de-641a-4e3b-bda7-fb52ff9eac26 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Pushing event updated for resources: {'Port': ['ID=ba32c973-8872-4fc9-9bc3-d02b1fb13353,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:49.837389 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-573816de-641a-4e3b-bda7-fb52ff9eac26 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:49.841423 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573816de-641a-4e3b-bda7-fb52ff9eac26 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:49.856509 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6347d75d-39c1-4d85-9830-d0fd575df48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'name': 'tempest-TestSecurityGroupsBasicOps-router-679534864', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:43Z', 'updated_at': '2022-02-09T01:46:58Z', 'revision_number': 4, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'gw_port': {'id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:44Z', 'updated_at': '2022-02-09T01:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '30d7f170-a400-472c-88de-12ff06dc5772', 'name': '', 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'mac_address': 'fa:16:3e:e9:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e2563808-760d-419a-b1ba-497369146386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:55Z', 'updated_at': '2022-02-09T01:47:14Z', 'revision_number': 5, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'subnets': [{'id': 'e2563808-760d-419a-b1ba-497369146386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:49.970398 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a03799f2-0674-4218-a150-fe02fceb8d2d req-f0a5ae27-2c1a-4262-a49e-c9d49adbd72f tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4410594 Feb 09 01:49:49.981141 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6347d75d-39c1-4d85-9830-d0fd575df48e None None] Checking router: 0d4d55a9-2ebd-4ac2-af92-42803eb95831 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:49:50.065069 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6347d75d-39c1-4d85-9830-d0fd575df48e None None] Routers {'0d4d55a9-2ebd-4ac2-af92-42803eb95831'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:50.065291 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f789efec-c2cb-485a-bb5e-9345f85c6d98 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (419ae332-9ba9-41df-af59-2f7fbdb39688), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:50.071429 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6347d75d-39c1-4d85-9830-d0fd575df48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0d4d55a9-2ebd-4ac2-af92-42803eb95831'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:50.374985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-db2af1eb-f344-436c-8804-797ec34b821e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Allocated IP 172.20.0.7 (30f7b1d3-dfdd-498b-b6de-9d9501b1c299/1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c/0ca99c86-83b3-4b2e-bdaa-4d3764942ea8) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:50.494774 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-6347d75d-39c1-4d85-9830-d0fd575df48e None None] Set router 0d4d55a9-2ebd-4ac2-af92-42803eb95831 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:50.573279 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device af045b43-253d-4c6e-80db-99d4de5c06a1 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:50.643317 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fecbdc-02dc-4a14-9320-6c9ffc6786c7 x-openstack-request-id: req-d5fecbdc-02dc-4a14-9320-6c9ffc6786c7 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:50.643575 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df30a7d-6d94-4134-8fea-938ad5cdb754", "tag": "19d815ec-2d23-4c57-9f3c-06c47de07295", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:50.644220 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d5fecbdc-02dc-4a14-9320-6c9ffc6786c7 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:50.645030 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df30a7d-6d94-4134-8fea-938ad5cdb754', 'tag': '19d815ec-2d23-4c57-9f3c-06c47de07295', 'status': 'completed', 'code': 200} Feb 09 01:49:50.719730 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4457ceed-e266-4137-96b2-13c1ed926b89 req-9fa1f863-9a8c-4abc-8a2d-8e165e2bfcfb tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 210 time: 0.0988688 Feb 09 01:49:50.899192 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14ef3a-b299-4887-85ad-6b8e93ac51e5 req-e95bf71e-3e75-45f8-a3d6-146447c8ef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:50.900786 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cc14ef3a-b299-4887-85ad-6b8e93ac51e5 req-e95bf71e-3e75-45f8-a3d6-146447c8ef7e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5bb1a0b377414dc1915d0f29c8ffb19f&device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 1167 time: 0.4565592 Feb 09 01:49:50.932405 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f789efec-c2cb-485a-bb5e-9345f85c6d98 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:50.933008 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f789efec-c2cb-485a-bb5e-9345f85c6d98 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (38f56934-f7d3-40ff-9efd-62869906068d), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:50.933349 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-f789efec-c2cb-485a-bb5e-9345f85c6d98 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Floating IP 38f56934-f7d3-40ff-9efd-62869906068d disassociated. External IP: 172.25.7.116, port: 419ae332-9ba9-41df-af59-2f7fbdb39688. Feb 09 01:49:50.933725 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-f789efec-c2cb-485a-bb5e-9345f85c6d98 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Calling delete_port for 419ae332-9ba9-41df-af59-2f7fbdb39688 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:49:50.969361 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a6f228d-effd-44ae-b127-bded2b9c2958 req-838daa41-32dc-43d2-b8ae-04417a763c97 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d070db40-0b94-4342-9918-c174d6b0cdb6 HTTP/1.1" status: 200 len: 210 time: 0.5387766 Feb 09 01:49:50.984053 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573816de-641a-4e3b-bda7-fb52ff9eac26 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:51.006537 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-573816de-641a-4e3b-bda7-fb52ff9eac26 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:51.193665 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6347d75d-39c1-4d85-9830-d0fd575df48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'name': 'tempest-TestSecurityGroupsBasicOps-router-679534864', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:43Z', 'updated_at': '2022-02-09T01:46:58Z', 'revision_number': 4, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'gw_port': {'id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:44Z', 'updated_at': '2022-02-09T01:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '30d7f170-a400-472c-88de-12ff06dc5772', 'name': '', 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'mac_address': 'fa:16:3e:e9:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e2563808-760d-419a-b1ba-497369146386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:55Z', 'updated_at': '2022-02-09T01:47:14Z', 'revision_number': 5, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'subnets': [{'id': 'e2563808-760d-419a-b1ba-497369146386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:51.266014 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-573816de-641a-4e3b-bda7-fb52ff9eac26 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6039698 Feb 09 01:49:51.285178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50386) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:51.315893 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-56be7f97-4507-4169-b35f-0bb02ae172c2 None None] Provisioning complete for port ba32c973-8872-4fc9-9bc3-d02b1fb13353 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:51.316990 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-56be7f97-4507-4169-b35f-0bb02ae172c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ba32c973-8872-4fc9-9bc3-d02b1fb13353), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:51.320018 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6347d75d-39c1-4d85-9830-d0fd575df48e None None] The sync data for ids ['0d4d55a9-2ebd-4ac2-af92-42803eb95831'] in n-d-828387-3 is: [{'id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'name': 'tempest-TestSecurityGroupsBasicOps-router-679534864', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:43Z', 'updated_at': '2022-02-09T01:46:58Z', 'revision_number': 4, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'gw_port': {'id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:44Z', 'updated_at': '2022-02-09T01:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '30d7f170-a400-472c-88de-12ff06dc5772', 'name': '', 'network_id': '9652cd42-3945-405b-b48b-6a0866a4d308', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'mac_address': 'fa:16:3e:e9:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e2563808-760d-419a-b1ba-497369146386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:55Z', 'updated_at': '2022-02-09T01:47:14Z', 'revision_number': 5, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'subnets': [{'id': 'e2563808-760d-419a-b1ba-497369146386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:51.447620 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port af045b43-253d-4c6e-80db-99d4de5c06a1 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:51.448690 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (af045b43-253d-4c6e-80db-99d4de5c06a1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:51.507859 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e579ed-eee8-44e5-a05d-731c77be84ba req-dec0291f-4b9d-4b43-b0dc-048087a32aa8 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:51.510582 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-90e579ed-eee8-44e5-a05d-731c77be84ba req-dec0291f-4b9d-4b43-b0dc-048087a32aa8 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 985 time: 0.3157275 Feb 09 01:49:51.694598 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-56be7f97-4507-4169-b35f-0bb02ae172c2 None None] Port ba32c973-8872-4fc9-9bc3-d02b1fb13353 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:49:51.737567 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f789efec-c2cb-485a-bb5e-9345f85c6d98 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (419ae332-9ba9-41df-af59-2f7fbdb39688), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:51.796810 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789efec-c2cb-485a-bb5e-9345f85c6d98 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event deleted for resources: {'Port': ['ID=419ae332-9ba9-41df-af59-2f7fbdb39688,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:51.826238 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port af045b43-253d-4c6e-80db-99d4de5c06a1 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:51.827267 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (af045b43-253d-4c6e-80db-99d4de5c06a1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:51.848919 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-90e579ed-eee8-44e5-a05d-731c77be84ba req-8283c73e-2ab0-4a7d-94ae-0b4e61476175 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/security-groups?id=0541a625-03b8-4167-a0f8-798f45d14165&id=84a223fd-261b-457f-97ac-862faaa00bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2595685 Feb 09 01:49:51.895902 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port af045b43-253d-4c6e-80db-99d4de5c06a1, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=af045b43-253d-4c6e-80db-99d4de5c06a1,segment=NetworkSegment(d3a41fe1-8171-4f9c-b2fc-540dad47233c),segment_id=d3a41fe1-8171-4f9c-b2fc-540dad47233c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:51.925812 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (af045b43-253d-4c6e-80db-99d4de5c06a1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:52.176451 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=af045b43-253d-4c6e-80db-99d4de5c06a1,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:52.415396 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a58608-2a29-4888-8607-002dff9dc39f req-26b3294d-cc74-4409-97f0-a05b68310aeb tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:52.417523 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1a58608-2a29-4888-8607-002dff9dc39f req-26b3294d-cc74-4409-97f0-a05b68310aeb tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.48 "GET /v2.0/networks?id=48733fa2-0a6e-4f10-9d66-30891daf5281 HTTP/1.1" status: 200 len: 819 time: 0.1683309 Feb 09 01:49:52.427014 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-30db07d9-501c-4499-933e-1dba65258347 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:52.443836 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e614e793-3504-48e8-b551-9da8b54a727f None None] New status for floating IP d1079fba-44c0-4128-8696-c26d088abcdf: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:49:52.444193 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-30db07d9-501c-4499-933e-1dba65258347 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/networks?id=48733fa2-0a6e-4f10-9d66-30891daf5281 HTTP/1.1" status: 200 len: 819 time: 0.2844579 Feb 09 01:49:52.446604 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42014855-3dd5-4683-b012-ed7aa27cbaf0 req-3b460f8a-6521-45d0-86e9-25bd537cd418 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:52.448516 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-42014855-3dd5-4683-b012-ed7aa27cbaf0 req-3b460f8a-6521-45d0-86e9-25bd537cd418 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 945 time: 1.3841779 Feb 09 01:49:52.461056 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b1a58608-2a29-4888-8607-002dff9dc39f req-aecedd67-3a14-493e-a742-f460212a7b85 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Request body: {'port': {'device_id': '8dcc35ad-8610-4331-b987-920e37648060', 'network_id': '48733fa2-0a6e-4f10-9d66-30891daf5281', 'admin_state_up': True, 'tenant_id': '07e140259b184093891c4d6ee1230ea9'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:52.497249 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f789efec-c2cb-485a-bb5e-9345f85c6d98 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Router 96e5c59a-459e-48dc-a4aa-9878800a4f78 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:49:52.501434 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-1187a57d-8150-410e-b9fe-420304ee0482 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/quotas/07e140259b184093891c4d6ee1230ea9 HTTP/1.1" status: 200 len: 375 time: 0.0560400 Feb 09 01:49:52.647841 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-288aaa9a-ba5b-4eaf-a8b4-02406c060be5 tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'project_id': 'ef6f0d86f89e4f0a94ddcb1f406aabd9', 'port_id': 'ba32c973-8872-4fc9-9bc3-d02b1fb13353'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:52.699660 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14ef3a-b299-4887-85ad-6b8e93ac51e5 req-5a430513-6420-4868-9823-c00c0b0a086f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:52.701167 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cc14ef3a-b299-4887-85ad-6b8e93ac51e5 req-5a430513-6420-4868-9823-c00c0b0a086f service neutron] 10.222.0.48 "GET /v2.0/networks?id=9652cd42-3945-405b-b48b-6a0866a4d308 HTTP/1.1" status: 200 len: 896 time: 1.7557967 Feb 09 01:49:52.716797 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-db2af1eb-f344-436c-8804-797ec34b821e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks [] for port (0ca99c86-83b3-4b2e-bdaa-4d3764942ea8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:52.732127 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-288aaa9a-ba5b-4eaf-a8b4-02406c060be5 tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:52.755980 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-599fa404-4802-428d-bc68-85093817343b tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=07e140259b184093891c4d6ee1230ea9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2403655 Feb 09 01:49:52.765399 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f789efec-c2cb-485a-bb5e-9345f85c6d98 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:52.777566 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58197cc6-ce00-4484-94cc-eaf0aae51c9d None None] Sync routers for ids ['96e5c59a-459e-48dc-a4aa-9878800a4f78'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:52.802452 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58197cc6-ce00-4484-94cc-eaf0aae51c9d None None] Routers {'96e5c59a-459e-48dc-a4aa-9878800a4f78'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:52.803624 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-58197cc6-ce00-4484-94cc-eaf0aae51c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['96e5c59a-459e-48dc-a4aa-9878800a4f78'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:52.916841 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cc14ef3a-b299-4887-85ad-6b8e93ac51e5 req-b7c53d96-b74b-411d-a0a7-6168650ab0ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19d815ec-2d23-4c57-9f3c-06c47de07295 HTTP/1.1" status: 200 len: 217 time: 0.1909397 Feb 09 01:49:52.953400 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f789efec-c2cb-485a-bb5e-9345f85c6d98 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:52.957242 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f789efec-c2cb-485a-bb5e-9345f85c6d98 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "DELETE /v2.0/ports/419ae332-9ba9-41df-af59-2f7fbdb39688 HTTP/1.1" status: 204 len: 168 time: 4.2590857 Feb 09 01:49:52.964236 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50410) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:52.998826 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-58197cc6-ce00-4484-94cc-eaf0aae51c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:53.017161 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58197cc6-ce00-4484-94cc-eaf0aae51c9d None None] Routers {'96e5c59a-459e-48dc-a4aa-9878800a4f78'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:53.017797 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-58197cc6-ce00-4484-94cc-eaf0aae51c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['96e5c59a-459e-48dc-a4aa-9878800a4f78'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:53.019128 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14ef3a-b299-4887-85ad-6b8e93ac51e5 req-ddb78981-9a8d-4cb1-9531-e24c7c9ec1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:53.020871 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cc14ef3a-b299-4887-85ad-6b8e93ac51e5 req-ddb78981-9a8d-4cb1-9531-e24c7c9ec1ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2563808-760d-419a-b1ba-497369146386 HTTP/1.1" status: 200 len: 835 time: 0.0892634 Feb 09 01:49:53.030519 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fabdd-5542-49c2-807f-1a468e734b2f req-9fbdd600-64cf-4b24-8e3e-0651ef94d961 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:53.032989 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-af5fabdd-5542-49c2-807f-1a468e734b2f req-9fbdd600-64cf-4b24-8e3e-0651ef94d961 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.48 "GET /v2.0/ports?device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 985 time: 0.6141925 Feb 09 01:49:53.052955 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-58197cc6-ce00-4484-94cc-eaf0aae51c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:53.053605 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58197cc6-ce00-4484-94cc-eaf0aae51c9d None None] The sync data for ids ['96e5c59a-459e-48dc-a4aa-9878800a4f78'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:53.120712 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-f94b6552-0515-4925-aa0c-149742a1f2d4 service neutron] 10.222.0.36 "GET /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519189 Feb 09 01:49:53.147968 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-42014855-3dd5-4683-b012-ed7aa27cbaf0 req-2a774caf-6a2b-4d6c-8206-4ef5a70f8485 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6558425 Feb 09 01:49:53.272106 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-db2af1eb-f344-436c-8804-797ec34b821e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (0ca99c86-83b3-4b2e-bdaa-4d3764942ea8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:53.287093 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['6a23ba66-360c-46da-9c7a-dca9a04eb217'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:49:53.326139 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-846b2878-3252-48f0-803e-96deaeb0a8d6 service neutron] 10.222.0.36 "GET /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928418 Feb 09 01:49:53.402512 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-db2af1eb-f344-436c-8804-797ec34b821e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:53.426858 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2af1eb-f344-436c-8804-797ec34b821e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Pushing event updated for resources: {'Port': ['ID=0ca99c86-83b3-4b2e-bdaa-4d3764942ea8,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:53.430133 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-db2af1eb-f344-436c-8804-797ec34b821e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:53.432452 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a58608-2a29-4888-8607-002dff9dc39f req-aecedd67-3a14-493e-a742-f460212a7b85 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Made reservation on behalf of 07e140259b184093891c4d6ee1230ea9 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:53.436183 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b1a58608-2a29-4888-8607-002dff9dc39f req-aecedd67-3a14-493e-a742-f460212a7b85 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:53.462520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14ef3a-b299-4887-85ad-6b8e93ac51e5 req-fa25234a-b928-4658-ae9b-8ec7e2fdee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:53.464660 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cc14ef3a-b299-4887-85ad-6b8e93ac51e5 req-fa25234a-b928-4658-ae9b-8ec7e2fdee71 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9652cd42-3945-405b-b48b-6a0866a4d308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4299262 Feb 09 01:49:53.465780 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-db2af1eb-f344-436c-8804-797ec34b821e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:53.648849 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-b1a58608-2a29-4888-8607-002dff9dc39f req-aecedd67-3a14-493e-a742-f460212a7b85 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Allocated IP 172.20.0.13 (48733fa2-0a6e-4f10-9d66-30891daf5281/f38153e0-346d-45ee-a8ba-011ed1d4fedb/719ef8f8-41c4-4e78-bd87-81cf10377bd5) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:53.737244 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8caad386-b3ba-4d7a-95f0-2f2c4f17c7d7 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (96e5c59a-459e-48dc-a4aa-9878800a4f78), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:53.800010 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-db2af1eb-f344-436c-8804-797ec34b821e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:53.800771 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-db2af1eb-f344-436c-8804-797ec34b821e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:53.901405 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0805e3-a8db-4d6b-a559-0383c41721d2 req-6c47f2fd-3831-48c5-af26-eb784aba9eab tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:53.902956 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fd0805e3-a8db-4d6b-a559-0383c41721d2 req-6c47f2fd-3831-48c5-af26-eb784aba9eab tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d070db40-0b94-4342-9918-c174d6b0cdb6 HTTP/1.1" status: 200 len: 931 time: 0.1121550 Feb 09 01:49:53.970932 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-db2af1eb-f344-436c-8804-797ec34b821e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9349120 Feb 09 01:49:54.002920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-aceb8f11-b92c-4352-adc8-fcf4519a5800 service neutron] Request body: {'port': {'device_id': 'd070db40-0b94-4342-9918-c174d6b0cdb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:54.083119 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fd0805e3-a8db-4d6b-a559-0383c41721d2 req-26f45797-344c-422b-984e-0ef0e7c56ef4 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714828 Feb 09 01:49:54.085178 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-aceb8f11-b92c-4352-adc8-fcf4519a5800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0ca99c86-83b3-4b2e-bdaa-4d3764942ea8), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:54.100986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1941a-6347-4edf-b4b4-8a351f3e6b20 req-506d1c5e-7d11-45b2-b006-bd68a872a22d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:54.122000 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1941a-6347-4edf-b4b4-8a351f3e6b20 req-506d1c5e-7d11-45b2-b006-bd68a872a22d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:54.132324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1941a-6347-4edf-b4b4-8a351f3e6b20 req-506d1c5e-7d11-45b2-b006-bd68a872a22d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:54.137923 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1941a-6347-4edf-b4b4-8a351f3e6b20 req-506d1c5e-7d11-45b2-b006-bd68a872a22d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:54.144004 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1941a-6347-4edf-b4b4-8a351f3e6b20 req-506d1c5e-7d11-45b2-b006-bd68a872a22d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:54.149783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1941a-6347-4edf-b4b4-8a351f3e6b20 req-506d1c5e-7d11-45b2-b006-bd68a872a22d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:54.155967 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1941a-6347-4edf-b4b4-8a351f3e6b20 req-506d1c5e-7d11-45b2-b006-bd68a872a22d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:54.158375 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99e1941a-6347-4edf-b4b4-8a351f3e6b20 req-506d1c5e-7d11-45b2-b006-bd68a872a22d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5420 time: 0.9226546 Feb 09 01:49:54.249327 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b1a58608-2a29-4888-8607-002dff9dc39f req-aecedd67-3a14-493e-a742-f460212a7b85 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Publish callbacks [] for port (719ef8f8-41c4-4e78-bd87-81cf10377bd5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:54.303568 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b1a58608-2a29-4888-8607-002dff9dc39f req-aecedd67-3a14-493e-a742-f460212a7b85 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (719ef8f8-41c4-4e78-bd87-81cf10377bd5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:54.319198 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device af045b43-253d-4c6e-80db-99d4de5c06a1 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:54.383083 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-af5fabdd-5542-49c2-807f-1a468e734b2f req-d06fa632-fa4d-4687-b088-1441d6b8029f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Deleting port 19d815ec-2d23-4c57-9f3c-06c47de07295 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:49:54.383450 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-af5fabdd-5542-49c2-807f-1a468e734b2f req-d06fa632-fa4d-4687-b088-1441d6b8029f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (19d815ec-2d23-4c57-9f3c-06c47de07295), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:54.424808 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port af045b43-253d-4c6e-80db-99d4de5c06a1 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:54.425807 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (af045b43-253d-4c6e-80db-99d4de5c06a1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:54.449337 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727a7f2-3b8c-48a3-b874-ba49e6e5041c req-3588f26e-e115-431c-ab8f-408652437f99 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:54.450888 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e727a7f2-3b8c-48a3-b874-ba49e6e5041c req-3588f26e-e115-431c-ab8f-408652437f99 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 985 time: 0.1930315 Feb 09 01:49:54.603909 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-288aaa9a-ba5b-4eaf-a8b4-02406c060be5 tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:54.616418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-af5fabdd-5542-49c2-807f-1a468e734b2f req-d06fa632-fa4d-4687-b088-1441d6b8029f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] For port 19d815ec-2d23-4c57-9f3c-06c47de07295, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=19d815ec-2d23-4c57-9f3c-06c47de07295,segment=NetworkSegment(ec19a1e7-8e57-4c51-ae5e-680796d09c8d),segment_id=ec19a1e7-8e57-4c51-ae5e-680796d09c8d)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:54.616942 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-af5fabdd-5542-49c2-807f-1a468e734b2f req-d06fa632-fa4d-4687-b088-1441d6b8029f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (19d815ec-2d23-4c57-9f3c-06c47de07295), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:54.628927 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a58608-2a29-4888-8607-002dff9dc39f req-aecedd67-3a14-493e-a742-f460212a7b85 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Network 48733fa2-0a6e-4f10-9d66-30891daf5281 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:54.642765 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-8caad386-b3ba-4d7a-95f0-2f2c4f17c7d7 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Deleting port 7c911003-85e4-4181-90bb-e77c77569f1a {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:49:54.643538 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8caad386-b3ba-4d7a-95f0-2f2c4f17c7d7 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (7c911003-85e4-4181-90bb-e77c77569f1a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:54.660425 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port af045b43-253d-4c6e-80db-99d4de5c06a1 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:54.662751 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e727a7f2-3b8c-48a3-b874-ba49e6e5041c req-49586bf8-a2e5-4219-bcb6-b30d74e2ff97 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/security-groups?id=0541a625-03b8-4167-a0f8-798f45d14165&id=84a223fd-261b-457f-97ac-862faaa00bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1871715 Feb 09 01:49:54.669187 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-b1a58608-2a29-4888-8607-002dff9dc39f req-aecedd67-3a14-493e-a742-f460212a7b85 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:54.684035 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cc14ef3a-b299-4887-85ad-6b8e93ac51e5 req-8b766b74-dfda-45e7-b169-7bb7be18b5b0 service neutron] 10.222.0.48 "GET /v2.0/networks/9652cd42-3945-405b-b48b-6a0866a4d308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8844934 Feb 09 01:49:54.704671 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a58608-2a29-4888-8607-002dff9dc39f req-aecedd67-3a14-493e-a742-f460212a7b85 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:54.708138 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-af5fabdd-5542-49c2-807f-1a468e734b2f req-d06fa632-fa4d-4687-b088-1441d6b8029f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Calling delete_port for 19d815ec-2d23-4c57-9f3c-06c47de07295 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:49:54.720234 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecedd67-3a14-493e-a742-f460212a7b85 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Pushing event updated for resources: {'Port': ['ID=719ef8f8-41c4-4e78-bd87-81cf10377bd5,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:54.845859 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-488a081f-3b81-40c0-ba6a-dd5292224301 req-09b28973-3207-4606-835d-3c2ea1504379 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 210 time: 0.0673797 Feb 09 01:49:54.954308 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99e1941a-6347-4edf-b4b4-8a351f3e6b20 req-cb3a7cfa-fba6-42ce-b0c5-3e2479d5efc6 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7737353 Feb 09 01:49:54.982468 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8caad386-b3ba-4d7a-95f0-2f2c4f17c7d7 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (7c911003-85e4-4181-90bb-e77c77569f1a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:55.035970 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-8caad386-b3ba-4d7a-95f0-2f2c4f17c7d7 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Calling delete_port for 7c911003-85e4-4181-90bb-e77c77569f1a owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:49:55.112261 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a58608-2a29-4888-8607-002dff9dc39f req-aecedd67-3a14-493e-a742-f460212a7b85 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:55.112953 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b1a58608-2a29-4888-8607-002dff9dc39f req-aecedd67-3a14-493e-a742-f460212a7b85 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:55.160908 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c850be-2a64-42aa-ac1e-7140c462d66f req-e7fcf3fe-aa1a-4ed1-9662-9273867a2d96 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:55.168277 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-57c850be-2a64-42aa-ac1e-7140c462d66f req-e7fcf3fe-aa1a-4ed1-9662-9273867a2d96 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 945 time: 0.1639626 Feb 09 01:49:55.292409 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-57c850be-2a64-42aa-ac1e-7140c462d66f req-33da1f50-7c10-4559-922b-f47ba6002661 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197062 Feb 09 01:49:55.493660 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8caad386-b3ba-4d7a-95f0-2f2c4f17c7d7 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (7c911003-85e4-4181-90bb-e77c77569f1a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:55.542379 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caad386-b3ba-4d7a-95f0-2f2c4f17c7d7 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event deleted for resources: {'Port': ['ID=7c911003-85e4-4181-90bb-e77c77569f1a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:55.582671 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4b367-d0b7-4c79-9fd2-c5c1309d4d90 req-4bf19239-ab7c-4b39-bd78-51a56a91df94 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:55.590471 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-60f4b367-d0b7-4c79-9fd2-c5c1309d4d90 req-4bf19239-ab7c-4b39-bd78-51a56a91df94 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c8affe7-fb38-4474-ab5e-66b2c1c3242d HTTP/1.1" status: 200 len: 946 time: 0.1614308 Feb 09 01:49:55.841092 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-aceb8f11-b92c-4352-adc8-fcf4519a5800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:55.848215 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-60f4b367-d0b7-4c79-9fd2-c5c1309d4d90 req-f4144cef-f64e-4a2b-b6b5-70c2b7eb09fb tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564981 Feb 09 01:49:55.852003 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-aceb8f11-b92c-4352-adc8-fcf4519a5800 service neutron] Publish callbacks [] for port (0ca99c86-83b3-4b2e-bdaa-4d3764942ea8), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:55.869938 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-aceb8f11-b92c-4352-adc8-fcf4519a5800 service neutron] Transition to ACTIVE for port object 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:55.874300 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cc14ef3a-b299-4887-85ad-6b8e93ac51e5 req-338863c1-a902-4f2a-bfeb-db3b901597a0 service neutron] 10.222.0.48 "GET /v2.0/networks/9652cd42-3945-405b-b48b-6a0866a4d308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1887155 Feb 09 01:49:55.909896 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-aceb8f11-b92c-4352-adc8-fcf4519a5800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (0ca99c86-83b3-4b2e-bdaa-4d3764942ea8), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:55.987252 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1a58608-2a29-4888-8607-002dff9dc39f req-aecedd67-3a14-493e-a742-f460212a7b85 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5317206 Feb 09 01:49:56.038196 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb8f11-b92c-4352-adc8-fcf4519a5800 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca99c86-83b3-4b2e-bdaa-4d3764942ea8,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:56.050295 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b1a58608-2a29-4888-8607-002dff9dc39f req-316d656b-dbca-417c-ab9b-0ab81a052772 service neutron] Request body: {'port': {'device_id': '8dcc35ad-8610-4331-b987-920e37648060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:56.166095 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-288aaa9a-ba5b-4eaf-a8b4-02406c060be5 tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Allocated IP 172.25.7.251 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/ce9ae50e-4dec-47e3-8c0e-e57a958b81ff) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:56.236203 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a226a0-d63c-4f04-94f7-b8a92e8ce75a req-6452a30a-31d8-474d-9667-5d958bb4319e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:56.244191 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c6a226a0-d63c-4f04-94f7-b8a92e8ce75a req-6452a30a-31d8-474d-9667-5d958bb4319e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d070db40-0b94-4342-9918-c174d6b0cdb6 HTTP/1.1" status: 200 len: 931 time: 1.0175104 Feb 09 01:49:56.263557 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8caad386-b3ba-4d7a-95f0-2f2c4f17c7d7 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (96e5c59a-459e-48dc-a4aa-9878800a4f78), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:56.318222 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffd452-2577-4b4f-876b-90cdc4a625b8 req-91446759-cf99-445f-85c5-cd1bfd19b4f9 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:56.335555 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b1a58608-2a29-4888-8607-002dff9dc39f req-316d656b-dbca-417c-ab9b-0ab81a052772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (719ef8f8-41c4-4e78-bd87-81cf10377bd5), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:56.336519 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-87ffd452-2577-4b4f-876b-90cdc4a625b8 req-91446759-cf99-445f-85c5-cd1bfd19b4f9 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df30a7d-6d94-4134-8fea-938ad5cdb754 HTTP/1.1" status: 200 len: 985 time: 0.2340252 Feb 09 01:49:56.535920 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c6a226a0-d63c-4f04-94f7-b8a92e8ce75a req-08fc9a58-41d4-40b6-bffe-3036f6110735 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905257 Feb 09 01:49:56.609122 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-5f1fc1dd-84a3-40bb-8fa3-4723be3da1ba tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:56.612649 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-5f1fc1dd-84a3-40bb-8fa3-4723be3da1ba tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.67 "GET /v2.0/networks?id=48733fa2-0a6e-4f10-9d66-30891daf5281 HTTP/1.1" status: 200 len: 819 time: 0.7158048 Feb 09 01:49:56.658236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-ac6c5bbb-6aa0-465d-a2bc-551ab582ea36 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Request body: {'port': {'device_id': '0937dec7-8729-46ae-b177-46f7ffb1ad1d', 'network_id': '48733fa2-0a6e-4f10-9d66-30891daf5281', 'admin_state_up': True, 'tenant_id': '07e140259b184093891c4d6ee1230ea9'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:56.704901 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-af5fabdd-5542-49c2-807f-1a468e734b2f req-d06fa632-fa4d-4687-b088-1441d6b8029f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (19d815ec-2d23-4c57-9f3c-06c47de07295), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:56.740704 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b518e1da-5af5-45dd-9be6-bae08f12c47f req-dc5f74e6-7686-4498-b1f4-f32e941d6487 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 210 time: 0.1064687 Feb 09 01:49:56.929314 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06fa632-fa4d-4687-b088-1441d6b8029f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event deleted for resources: {'Port': ['ID=19d815ec-2d23-4c57-9f3c-06c47de07295,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:56.931333 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-aceb8f11-b92c-4352-adc8-fcf4519a5800 service neutron] Attempting to bind port 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:56.936482 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-aceb8f11-b92c-4352-adc8-fcf4519a5800 service neutron] Attempting to bind port 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:56.937121 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-aceb8f11-b92c-4352-adc8-fcf4519a5800 service neutron] Attempting to bind port 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8 on network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:57.050681 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-87ffd452-2577-4b4f-876b-90cdc4a625b8 req-cc8bd375-eead-4cb5-b717-d9956ffad792 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "GET /v2.0/security-groups?id=0541a625-03b8-4167-a0f8-798f45d14165&id=84a223fd-261b-457f-97ac-862faaa00bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.7116187 Feb 09 01:49:57.055760 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 19d815ec-2d23-4c57-9f3c-06c47de07295 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:49:57.143069 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 19d815ec-2d23-4c57-9f3c-06c47de07295 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:49:57.144085 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 19d815ec-2d23-4c57-9f3c-06c47de07295 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:49:57.198673 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-aceb8f11-b92c-4352-adc8-fcf4519a5800 service neutron] Port 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8 on network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:49:57.199000 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-aceb8f11-b92c-4352-adc8-fcf4519a5800 service neutron] Attempting to bind port 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8 on network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:57.229815 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-288aaa9a-ba5b-4eaf-a8b4-02406c060be5 tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks [] for port (ce9ae50e-4dec-47e3-8c0e-e57a958b81ff), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:57.257993 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-aceb8f11-b92c-4352-adc8-fcf4519a5800 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:57.258401 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-aceb8f11-b92c-4352-adc8-fcf4519a5800 service neutron] Checking segment: {'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:57.258736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-aceb8f11-b92c-4352-adc8-fcf4519a5800 service neutron] Bound using segment: {'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:57.259192 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-aceb8f11-b92c-4352-adc8-fcf4519a5800 service neutron] Bound port: 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:57.259602 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-aceb8f11-b92c-4352-adc8-fcf4519a5800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0ca99c86-83b3-4b2e-bdaa-4d3764942ea8), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:57.307604 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5fabdd-5542-49c2-807f-1a468e734b2f req-d06fa632-fa4d-4687-b088-1441d6b8029f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] No DVR routers for this DVR port 19d815ec-2d23-4c57-9f3c-06c47de07295 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:49:57.330653 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-af5fabdd-5542-49c2-807f-1a468e734b2f req-d06fa632-fa4d-4687-b088-1441d6b8029f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:57.334105 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-af5fabdd-5542-49c2-807f-1a468e734b2f req-d06fa632-fa4d-4687-b088-1441d6b8029f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.48 "DELETE /v2.0/ports/19d815ec-2d23-4c57-9f3c-06c47de07295 HTTP/1.1" status: 204 len: 173 time: 4.2389319 Feb 09 01:49:57.334607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df30a7d-6d94-4134-8fea-938ad5cdb754', 'name': 'network-vif-deleted', 'tag': '19d815ec-2d23-4c57-9f3c-06c47de07295'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:57.337107 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb4c0d5-bd49-4445-9886-63a65a061287" -d '{"events": [{"server_uuid": "9df30a7d-6d94-4134-8fea-938ad5cdb754", "name": "network-vif-deleted", "tag": "19d815ec-2d23-4c57-9f3c-06c47de07295"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:57.371277 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8caad386-b3ba-4d7a-95f0-2f2c4f17c7d7 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Router 96e5c59a-459e-48dc-a4aa-9878800a4f78 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:49:57.402854 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac4bae-3ea2-4fa3-9fa0-cf7668a9717a req-439cd08f-e3de-4add-bb43-52a32293f22e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:57.415285 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac4bae-3ea2-4fa3-9fa0-cf7668a9717a req-439cd08f-e3de-4add-bb43-52a32293f22e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:57.426390 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac4bae-3ea2-4fa3-9fa0-cf7668a9717a req-439cd08f-e3de-4add-bb43-52a32293f22e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:57.447124 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac4bae-3ea2-4fa3-9fa0-cf7668a9717a req-439cd08f-e3de-4add-bb43-52a32293f22e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:57.477210 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8206731-ce05-48e5-89b0-8e7890286d18 req-e022536a-5972-46b2-a25a-170ce961b980 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:57.478020 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac4bae-3ea2-4fa3-9fa0-cf7668a9717a req-439cd08f-e3de-4add-bb43-52a32293f22e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:57.485256 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8206731-ce05-48e5-89b0-8e7890286d18 req-e022536a-5972-46b2-a25a-170ce961b980 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 946 time: 0.4939947 Feb 09 01:49:57.511494 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac4bae-3ea2-4fa3-9fa0-cf7668a9717a req-439cd08f-e3de-4add-bb43-52a32293f22e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:57.528608 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-288aaa9a-ba5b-4eaf-a8b4-02406c060be5 tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ce9ae50e-4dec-47e3-8c0e-e57a958b81ff), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:57.529429 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac4bae-3ea2-4fa3-9fa0-cf7668a9717a req-439cd08f-e3de-4add-bb43-52a32293f22e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:57.537893 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4aac4bae-3ea2-4fa3-9fa0-cf7668a9717a req-439cd08f-e3de-4add-bb43-52a32293f22e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5420 time: 0.2895055 Feb 09 01:49:57.551711 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-ac6c5bbb-6aa0-465d-a2bc-551ab582ea36 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Made reservation on behalf of 07e140259b184093891c4d6ee1230ea9 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:57.556947 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-ac6c5bbb-6aa0-465d-a2bc-551ab582ea36 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:57.618081 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-aceb8f11-b92c-4352-adc8-fcf4519a5800 service neutron] For port 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:57.759250 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-b1a58608-2a29-4888-8607-002dff9dc39f req-316d656b-dbca-417c-ab9b-0ab81a052772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 719ef8f8-41c4-4e78-bd87-81cf10377bd5 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:57.772059 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b1a58608-2a29-4888-8607-002dff9dc39f req-316d656b-dbca-417c-ab9b-0ab81a052772 service neutron] Publish callbacks [] for port (719ef8f8-41c4-4e78-bd87-81cf10377bd5), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:57.788214 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288aaa9a-ba5b-4eaf-a8b4-02406c060be5 tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:57.809012 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4aac4bae-3ea2-4fa3-9fa0-cf7668a9717a req-bbc1b452-9b41-4cde-a671-899629047080 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2422214 Feb 09 01:49:57.825065 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288aaa9a-ba5b-4eaf-a8b4-02406c060be5 tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Pushing event updated for resources: {'Port': ['ID=ce9ae50e-4dec-47e3-8c0e-e57a958b81ff,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:57.828916 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-aceb8f11-b92c-4352-adc8-fcf4519a5800 service neutron] For port 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0ca99c86-83b3-4b2e-bdaa-4d3764942ea8,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:57.884324 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8caad386-b3ba-4d7a-95f0-2f2c4f17c7d7 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:57.898402 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa42ccc-fa46-4f85-ba8b-341fe3f4d8a0 None None] Sync routers for ids ['96e5c59a-459e-48dc-a4aa-9878800a4f78'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:57.915573 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8caad386-b3ba-4d7a-95f0-2f2c4f17c7d7 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "PUT /v2.0/routers/96e5c59a-459e-48dc-a4aa-9878800a4f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9502122 Feb 09 01:49:57.917826 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa42ccc-fa46-4f85-ba8b-341fe3f4d8a0 None None] Routers {'96e5c59a-459e-48dc-a4aa-9878800a4f78'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:57.919383 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50466) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:57.919848 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8fa42ccc-fa46-4f85-ba8b-341fe3f4d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['96e5c59a-459e-48dc-a4aa-9878800a4f78'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:57.933700 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-288aaa9a-ba5b-4eaf-a8b4-02406c060be5 tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:57.946600 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288aaa9a-ba5b-4eaf-a8b4-02406c060be5 tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:57.964045 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-aceb8f11-b92c-4352-adc8-fcf4519a5800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (0ca99c86-83b3-4b2e-bdaa-4d3764942ea8), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:57.993755 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-b1a58608-2a29-4888-8607-002dff9dc39f req-316d656b-dbca-417c-ab9b-0ab81a052772 service neutron] Transition to ACTIVE for port object 719ef8f8-41c4-4e78-bd87-81cf10377bd5 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:57.998581 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8fa42ccc-fa46-4f85-ba8b-341fe3f4d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:58.002454 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d046cd-41c2-454d-b2bc-83d3178de7f2 x-openstack-request-id: req-17d046cd-41c2-454d-b2bc-83d3178de7f2 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:58.002650 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df30a7d-6d94-4134-8fea-938ad5cdb754", "name": "network-vif-deleted", "tag": "19d815ec-2d23-4c57-9f3c-06c47de07295", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:58.002917 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-17d046cd-41c2-454d-b2bc-83d3178de7f2 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:58.003512 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df30a7d-6d94-4134-8fea-938ad5cdb754', 'name': 'network-vif-deleted', 'tag': '19d815ec-2d23-4c57-9f3c-06c47de07295', 'status': 'completed', 'code': 200} Feb 09 01:49:58.027126 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa42ccc-fa46-4f85-ba8b-341fe3f4d8a0 None None] Routers {'96e5c59a-459e-48dc-a4aa-9878800a4f78'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:58.029172 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8fa42ccc-fa46-4f85-ba8b-341fe3f4d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['96e5c59a-459e-48dc-a4aa-9878800a4f78'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:58.077040 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8206731-ce05-48e5-89b0-8e7890286d18 req-3ef15f59-1602-4176-9db9-e43ccc7d4cea tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5566430 Feb 09 01:49:58.087266 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8fa42ccc-fa46-4f85-ba8b-341fe3f4d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:58.088724 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa42ccc-fa46-4f85-ba8b-341fe3f4d8a0 None None] The sync data for ids ['96e5c59a-459e-48dc-a4aa-9878800a4f78'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:58.196591 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb8f11-b92c-4352-adc8-fcf4519a5800 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca99c86-83b3-4b2e-bdaa-4d3764942ea8,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:58.208964 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b1a58608-2a29-4888-8607-002dff9dc39f req-316d656b-dbca-417c-ab9b-0ab81a052772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (719ef8f8-41c4-4e78-bd87-81cf10377bd5), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:58.283330 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae4034a3-5047-4f98-9036-ecdab8700aa3 req-b4cbffae-a534-4b4b-b914-24a631bf051a tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 210 time: 0.0633838 Feb 09 01:49:58.292060 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-aceb8f11-b92c-4352-adc8-fcf4519a5800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:58.294553 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-aceb8f11-b92c-4352-adc8-fcf4519a5800 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:58.309977 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-aceb8f11-b92c-4352-adc8-fcf4519a5800 service neutron] 10.222.0.67 "PUT /v2.0/ports/0ca99c86-83b3-4b2e-bdaa-4d3764942ea8 HTTP/1.1" status: 200 len: 1091 time: 4.3122520 Feb 09 01:49:58.337632 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9155ec-a446-491d-aed6-50cb9bf5c63e req-2175d35f-d15d-45fe-8a1f-be2efe77718f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:58.350735 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1f9155ec-a446-491d-aed6-50cb9bf5c63e req-2175d35f-d15d-45fe-8a1f-be2efe77718f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d070db40-0b94-4342-9918-c174d6b0cdb6 HTTP/1.1" status: 200 len: 943 time: 0.2300158 Feb 09 01:49:58.440670 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-ac6c5bbb-6aa0-465d-a2bc-551ab582ea36 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Allocated IP 172.20.0.9 (48733fa2-0a6e-4f10-9d66-30891daf5281/f38153e0-346d-45ee-a8ba-011ed1d4fedb/ca940e40-2348-4639-9526-1902063d5cfc) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:58.449769 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-06190532-4382-491e-943b-0743179805ee tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for router (96e5c59a-459e-48dc-a4aa-9878800a4f78), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:58.476045 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-cac54f87-e84e-4f52-b400-44be8a584792 req-ffbd8570-7ae0-4ca6-80ad-a3790225a48e tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:49:58.488144 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cac54f87-e84e-4f52-b400-44be8a584792 req-ffbd8570-7ae0-4ca6-80ad-a3790225a48e tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0213938 Feb 09 01:49:58.558480 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1f9155ec-a446-491d-aed6-50cb9bf5c63e req-db7797bf-8b59-4862-b6d1-3f4f210bcbfc tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059505 Feb 09 01:49:58.611327 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50476) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:58.691933 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-06190532-4382-491e-943b-0743179805ee tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for router_gateway (96e5c59a-459e-48dc-a4aa-9878800a4f78), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:58.716950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d656b-dbca-417c-ab9b-0ab81a052772 service neutron] Pushing event updated for resources: {'Port': ['ID=719ef8f8-41c4-4e78-bd87-81cf10377bd5,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:58.747647 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-17bd92d5-745f-4346-9c12-4ebd32786a3e tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for security_group (84a223fd-261b-457f-97ac-862faaa00bbc), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:58.815090 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-17bd92d5-745f-4346-9c12-4ebd32786a3e tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for security_group (84a223fd-261b-457f-97ac-862faaa00bbc), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:58.873407 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-06190532-4382-491e-943b-0743179805ee tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Deleting port 257bc38a-b326-4b81-b0e0-458ad5eaac87 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:49:58.875482 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-06190532-4382-491e-943b-0743179805ee tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (257bc38a-b326-4b81-b0e0-458ad5eaac87), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:59.014791 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-06190532-4382-491e-943b-0743179805ee tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (257bc38a-b326-4b81-b0e0-458ad5eaac87), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:59.031969 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-06190532-4382-491e-943b-0743179805ee tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Calling delete_port for 257bc38a-b326-4b81-b0e0-458ad5eaac87 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:49:59.053212 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 28fa76b1-4ebd-4297-bced-ed4c8b21284e details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:49:59.181401 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 28fa76b1-4ebd-4297-bced-ed4c8b21284e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=28fa76b1-4ebd-4297-bced-ed4c8b21284e,segment=NetworkSegment(f19cd584-be4a-44e7-93fd-3736899ef908),segment_id=f19cd584-be4a-44e7-93fd-3736899ef908)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:59.197351 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '28fa76b1-4ebd-4297-bced-ed4c8b21284e', 'network_id': '5c2d2fcf-eafc-455c-9448-5e06dd737c5d', 'port_id': '28fa76b1-4ebd-4297-bced-ed4c8b21284e', 'mac_address': 'fa:16:3e:f5:83:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc3f2a6-89ef-44ae-abab-e266af1c666f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:49:59.247132 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 28fa76b1-4ebd-4297-bced-ed4c8b21284e is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:59.247899 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (28fa76b1-4ebd-4297-bced-ed4c8b21284e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:59.265103 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28fa76b1-4ebd-4297-bced-ed4c8b21284e {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:59.293189 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 28fa76b1-4ebd-4297-bced-ed4c8b21284e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=28fa76b1-4ebd-4297-bced-ed4c8b21284e,segment=NetworkSegment(f19cd584-be4a-44e7-93fd-3736899ef908),segment_id=f19cd584-be4a-44e7-93fd-3736899ef908)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:59.299281 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (28fa76b1-4ebd-4297-bced-ed4c8b21284e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:59.300326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 3e5a309d-a187-428b-be54-6139af1e1d5b details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:49:59.321091 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-439acffe-ade1-47c7-b8d0-48d9a67e916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:59.322576 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-439acffe-ade1-47c7-b8d0-48d9a67e916c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&device_id=d070db40-0b94-4342-9918-c174d6b0cdb6 HTTP/1.1" status: 200 len: 1125 time: 0.8659987 Feb 09 01:49:59.402731 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-06190532-4382-491e-943b-0743179805ee tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (257bc38a-b326-4b81-b0e0-458ad5eaac87), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:59.439170 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=28fa76b1-4ebd-4297-bced-ed4c8b21284e,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:59.450282 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cac54f87-e84e-4f52-b400-44be8a584792 req-151af718-e6c5-4d63-bd88-8fb5cd61f8a5 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.9288070 Feb 09 01:49:59.459190 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-a03ba8b8-3090-4bc8-96ab-d3e748fef9d8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ca99c86-83b3-4b2e-bdaa-4d3764942ea8 HTTP/1.1" status: 200 len: 217 time: 0.0803988 Feb 09 01:49:59.490804 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 3e5a309d-a187-428b-be54-6139af1e1d5b, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=3e5a309d-a187-428b-be54-6139af1e1d5b,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:59.501081 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06190532-4382-491e-943b-0743179805ee tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event deleted for resources: {'Port': ['ID=257bc38a-b326-4b81-b0e0-458ad5eaac87,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:59.522578 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '3e5a309d-a187-428b-be54-6139af1e1d5b', 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2', 'port_id': '3e5a309d-a187-428b-be54-6139af1e1d5b', 'mac_address': 'fa:16:3e:bf:1f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0235b1dd-fcc4-44a6-a199-16b7109f4c7c', 'ip_address': '10.1.1.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:49:59.547756 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-17bd92d5-745f-4346-9c12-4ebd32786a3e tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (84a223fd-261b-457f-97ac-862faaa00bbc), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:59.563986 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-17bd92d5-745f-4346-9c12-4ebd32786a3e tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:59.565174 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-17bd92d5-745f-4346-9c12-4ebd32786a3e tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "DELETE /v2.0/security-groups/84a223fd-261b-457f-97ac-862faaa00bbc HTTP/1.1" status: 204 len: 168 time: 0.9522207 Feb 09 01:49:59.579224 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50486) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:59.591102 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 3e5a309d-a187-428b-be54-6139af1e1d5b is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:59.591805 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3e5a309d-a187-428b-be54-6139af1e1d5b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:59.617943 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd92d5-745f-4346-9c12-4ebd32786a3e tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a223fd-261b-457f-97ac-862faaa00bbc,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:59.626266 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e5a309d-a187-428b-be54-6139af1e1d5b {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:59.649137 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31080935-ace8-4ce2-a8d1-7d10adeca07c req-5f86ef5a-5a78-4523-a055-812baf317c32 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:59.653117 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b1a58608-2a29-4888-8607-002dff9dc39f req-316d656b-dbca-417c-ab9b-0ab81a052772 service neutron] Attempting to bind port 719ef8f8-41c4-4e78-bd87-81cf10377bd5 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:59.653475 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b1a58608-2a29-4888-8607-002dff9dc39f req-316d656b-dbca-417c-ab9b-0ab81a052772 service neutron] Attempting to bind port 719ef8f8-41c4-4e78-bd87-81cf10377bd5 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'd3a41fe1-8171-4f9c-b2fc-540dad47233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48733fa2-0a6e-4f10-9d66-30891daf5281'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:59.653784 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a58608-2a29-4888-8607-002dff9dc39f req-316d656b-dbca-417c-ab9b-0ab81a052772 service neutron] Attempting to bind port 719ef8f8-41c4-4e78-bd87-81cf10377bd5 on network 48733fa2-0a6e-4f10-9d66-30891daf5281 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:59.666920 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31080935-ace8-4ce2-a8d1-7d10adeca07c req-5f86ef5a-5a78-4523-a055-812baf317c32 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:59.668819 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 3e5a309d-a187-428b-be54-6139af1e1d5b, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=3e5a309d-a187-428b-be54-6139af1e1d5b,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:59.673783 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31080935-ace8-4ce2-a8d1-7d10adeca07c req-5f86ef5a-5a78-4523-a055-812baf317c32 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:59.678243 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3e5a309d-a187-428b-be54-6139af1e1d5b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:59.679106 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device d1d95269-3302-4bd7-8678-3ab10c8c0ac5 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:49:59.679364 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31080935-ace8-4ce2-a8d1-7d10adeca07c req-5f86ef5a-5a78-4523-a055-812baf317c32 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:59.693231 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31080935-ace8-4ce2-a8d1-7d10adeca07c req-5f86ef5a-5a78-4523-a055-812baf317c32 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:59.706435 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31080935-ace8-4ce2-a8d1-7d10adeca07c req-5f86ef5a-5a78-4523-a055-812baf317c32 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:59.728455 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31080935-ace8-4ce2-a8d1-7d10adeca07c req-5f86ef5a-5a78-4523-a055-812baf317c32 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:59.730498 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-31080935-ace8-4ce2-a8d1-7d10adeca07c req-5f86ef5a-5a78-4523-a055-812baf317c32 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5421 time: 0.3982913 Feb 09 01:49:59.757654 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-06190532-4382-491e-943b-0743179805ee tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (96e5c59a-459e-48dc-a4aa-9878800a4f78), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:59.775291 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a58608-2a29-4888-8607-002dff9dc39f req-316d656b-dbca-417c-ab9b-0ab81a052772 service neutron] Port 719ef8f8-41c4-4e78-bd87-81cf10377bd5 on network 48733fa2-0a6e-4f10-9d66-30891daf5281 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:49:59.775637 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a58608-2a29-4888-8607-002dff9dc39f req-316d656b-dbca-417c-ab9b-0ab81a052772 service neutron] Attempting to bind port 719ef8f8-41c4-4e78-bd87-81cf10377bd5 on network 48733fa2-0a6e-4f10-9d66-30891daf5281 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:59.784501 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=3e5a309d-a187-428b-be54-6139af1e1d5b,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:59.802906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-56f8a2bd-618a-40ff-9d9f-3e2f9142082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:59.804300 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-56f8a2bd-618a-40ff-9d9f-3e2f9142082f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c HTTP/1.1" status: 200 len: 845 time: 0.3361948 Feb 09 01:49:59.829377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port d1d95269-3302-4bd7-8678-3ab10c8c0ac5, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=d1d95269-3302-4bd7-8678-3ab10c8c0ac5,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:59.853107 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'd1d95269-3302-4bd7-8678-3ab10c8c0ac5', 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2', 'port_id': 'd1d95269-3302-4bd7-8678-3ab10c8c0ac5', 'mac_address': 'fa:16:3e:fd:e3:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0235b1dd-fcc4-44a6-a199-16b7109f4c7c', 'ip_address': '10.1.1.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:49:59.910442 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a58608-2a29-4888-8607-002dff9dc39f req-316d656b-dbca-417c-ab9b-0ab81a052772 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:59.912133 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a58608-2a29-4888-8607-002dff9dc39f req-316d656b-dbca-417c-ab9b-0ab81a052772 service neutron] Checking segment: {'id': 'd3a41fe1-8171-4f9c-b2fc-540dad47233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48733fa2-0a6e-4f10-9d66-30891daf5281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:59.913449 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a58608-2a29-4888-8607-002dff9dc39f req-316d656b-dbca-417c-ab9b-0ab81a052772 service neutron] Bound using segment: {'id': 'd3a41fe1-8171-4f9c-b2fc-540dad47233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48733fa2-0a6e-4f10-9d66-30891daf5281'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:59.915593 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b1a58608-2a29-4888-8607-002dff9dc39f req-316d656b-dbca-417c-ab9b-0ab81a052772 service neutron] Bound port: 719ef8f8-41c4-4e78-bd87-81cf10377bd5, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3a41fe1-8171-4f9c-b2fc-540dad47233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48733fa2-0a6e-4f10-9d66-30891daf5281'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:59.916306 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b1a58608-2a29-4888-8607-002dff9dc39f req-316d656b-dbca-417c-ab9b-0ab81a052772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (719ef8f8-41c4-4e78-bd87-81cf10377bd5), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:59.928725 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-ac6c5bbb-6aa0-465d-a2bc-551ab582ea36 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Publish callbacks [] for port (ca940e40-2348-4639-9526-1902063d5cfc), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:59.940140 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port d1d95269-3302-4bd7-8678-3ab10c8c0ac5 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:59.941189 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d1d95269-3302-4bd7-8678-3ab10c8c0ac5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:59.957809 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-06190532-4382-491e-943b-0743179805ee tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (96e5c59a-459e-48dc-a4aa-9878800a4f78), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:59.961775 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-06190532-4382-491e-943b-0743179805ee tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for router_controller (96e5c59a-459e-48dc-a4aa-9878800a4f78), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:59.967106 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d95269-3302-4bd7-8678-3ab10c8c0ac5 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:59.985426 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b96de2f-9890-43fd-8cb7-a1eddaab2b99 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for security_group (0541a625-03b8-4167-a0f8-798f45d14165), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:00.001415 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port d1d95269-3302-4bd7-8678-3ab10c8c0ac5, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=d1d95269-3302-4bd7-8678-3ab10c8c0ac5,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:00.007674 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d1d95269-3302-4bd7-8678-3ab10c8c0ac5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:00.008973 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:50:00.034466 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd070db40-0b94-4342-9918-c174d6b0cdb6', 'tag': '0ca99c86-83b3-4b2e-bdaa-4d3764942ea8'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:00.036822 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab28ac4c-8e79-4983-be7a-8177d46e552f" -d '{"events": [{"name": "network-changed", "server_uuid": "d070db40-0b94-4342-9918-c174d6b0cdb6", "tag": "0ca99c86-83b3-4b2e-bdaa-4d3764942ea8"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:00.058077 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-31080935-ace8-4ce2-a8d1-7d10adeca07c req-0fed6f18-6a1c-494f-b969-bf603f13683f tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3175545 Feb 09 01:50:00.070118 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-06190532-4382-491e-943b-0743179805ee tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (96e5c59a-459e-48dc-a4aa-9878800a4f78), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:00.070886 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06190532-4382-491e-943b-0743179805ee tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Fanout notify agent at l3_agent the message router_deleted on router 96e5c59a-459e-48dc-a4aa-9878800a4f78 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:50:00.079928 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-06190532-4382-491e-943b-0743179805ee tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:00.081068 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-06190532-4382-491e-943b-0743179805ee tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "DELETE /v2.0/routers/96e5c59a-459e-48dc-a4aa-9878800a4f78 HTTP/1.1" status: 204 len: 168 time: 2.1607127 Feb 09 01:50:00.096339 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=d1d95269-3302-4bd7-8678-3ab10c8c0ac5,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:00.100903 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50498) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:00.116769 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b1a58608-2a29-4888-8607-002dff9dc39f req-316d656b-dbca-417c-ab9b-0ab81a052772 service neutron] For port 719ef8f8-41c4-4e78-bd87-81cf10377bd5, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:50:00.120119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b1a58608-2a29-4888-8607-002dff9dc39f req-316d656b-dbca-417c-ab9b-0ab81a052772 service neutron] For port 719ef8f8-41c4-4e78-bd87-81cf10377bd5, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=719ef8f8-41c4-4e78-bd87-81cf10377bd5,segment=NetworkSegment(d3a41fe1-8171-4f9c-b2fc-540dad47233c),segment_id=d3a41fe1-8171-4f9c-b2fc-540dad47233c)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:50:00.146183 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac,segment=NetworkSegment(f19cd584-be4a-44e7-93fd-3736899ef908),segment_id=f19cd584-be4a-44e7-93fd-3736899ef908)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:00.161101 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac', 'network_id': '5c2d2fcf-eafc-455c-9448-5e06dd737c5d', 'port_id': 'c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac', 'mac_address': 'fa:16:3e:46:5f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc3f2a6-89ef-44ae-abab-e266af1c666f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:50:00.184886 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ac03609f-eceb-4930-b3dc-2e497f242ed7 req-8271e592-7e28-4f8c-86fa-b799b9ae56ef tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 210 time: 0.1796544 Feb 09 01:50:00.221433 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac94d70-a536-43d7-9b47-157f12ce00bd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Deleting subnet a4f4089c-3cf1-4d2a-8fd2-b501d5097a34 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:50:00.226020 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:00.226663 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:00.235550 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ac94d70-a536-43d7-9b47-157f12ce00bd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for subnet (a4f4089c-3cf1-4d2a-8fd2-b501d5097a34), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:00.250888 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:50:00.262710 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b1a58608-2a29-4888-8607-002dff9dc39f req-316d656b-dbca-417c-ab9b-0ab81a052772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (719ef8f8-41c4-4e78-bd87-81cf10377bd5), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:00.278869 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-a2c970ba-d607-4489-9f67-2bc7d25e8f48 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4170504 Feb 09 01:50:00.284081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac,segment=NetworkSegment(f19cd584-be4a-44e7-93fd-3736899ef908),segment_id=f19cd584-be4a-44e7-93fd-3736899ef908)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:00.291070 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b96de2f-9890-43fd-8cb7-a1eddaab2b99 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for security_group (0541a625-03b8-4167-a0f8-798f45d14165), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:00.293631 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ac94d70-a536-43d7-9b47-157f12ce00bd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (a4f4089c-3cf1-4d2a-8fd2-b501d5097a34), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:00.312434 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:00.314012 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device c256480c-5c68-4a1d-819c-22216ad81ce4 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:50:00.338279 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e8d5d-5f85-4ddc-beb2-41fe2efd1090 req-f7fc61c3-3e21-4cda-9cf7-a56cf25fed48 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:00.345781 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-453e8d5d-5f85-4ddc-beb2-41fe2efd1090 req-f7fc61c3-3e21-4cda-9cf7-a56cf25fed48 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d070db40-0b94-4342-9918-c174d6b0cdb6 HTTP/1.1" status: 200 len: 943 time: 0.1218958 Feb 09 01:50:00.415691 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:00.456406 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-453e8d5d-5f85-4ddc-beb2-41fe2efd1090 req-9101dcd4-fda9-49be-9433-31b443372173 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091335 Feb 09 01:50:00.480168 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ac94d70-a536-43d7-9b47-157f12ce00bd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (a4f4089c-3cf1-4d2a-8fd2-b501d5097a34), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:00.536089 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a58608-2a29-4888-8607-002dff9dc39f req-316d656b-dbca-417c-ab9b-0ab81a052772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:00.537488 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b1a58608-2a29-4888-8607-002dff9dc39f req-316d656b-dbca-417c-ab9b-0ab81a052772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:00.539192 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1a58608-2a29-4888-8607-002dff9dc39f req-316d656b-dbca-417c-ab9b-0ab81a052772 service neutron] 10.222.0.48 "PUT /v2.0/ports/719ef8f8-41c4-4e78-bd87-81cf10377bd5 HTTP/1.1" status: 200 len: 1092 time: 4.4960124 Feb 09 01:50:00.574681 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-75f50e26-9154-47e5-8d5d-738fc0f8216e service neutron] 10.222.0.67 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064934 Feb 09 01:50:00.584478 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cafa55-fc4e-41e7-be95-3ee3e0d5a8b2 x-openstack-request-id: req-28cafa55-fc4e-41e7-be95-3ee3e0d5a8b2 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:00.585163 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d070db40-0b94-4342-9918-c174d6b0cdb6", "tag": "0ca99c86-83b3-4b2e-bdaa-4d3764942ea8", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:00.585706 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28cafa55-fc4e-41e7-be95-3ee3e0d5a8b2 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:00.586347 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd070db40-0b94-4342-9918-c174d6b0cdb6', 'tag': '0ca99c86-83b3-4b2e-bdaa-4d3764942ea8', 'status': 'completed', 'code': 200} Feb 09 01:50:00.637875 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ac94d70-a536-43d7-9b47-157f12ce00bd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (a4f4089c-3cf1-4d2a-8fd2-b501d5097a34), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:00.670858 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ac94d70-a536-43d7-9b47-157f12ce00bd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:00.679843 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1ac94d70-a536-43d7-9b47-157f12ce00bd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "DELETE /v2.0/subnets/a4f4089c-3cf1-4d2a-8fd2-b501d5097a34 HTTP/1.1" status: 204 len: 168 time: 0.5776286 Feb 09 01:50:00.681140 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50502) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:00.691470 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac94d70-a536-43d7-9b47-157f12ce00bd tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f4089c-3cf1-4d2a-8fd2-b501d5097a34,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:00.694076 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port c256480c-5c68-4a1d-819c-22216ad81ce4, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c256480c-5c68-4a1d-819c-22216ad81ce4,segment=NetworkSegment(f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d),segment_id=f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:00.708465 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e2697b-45dc-4908-9a17-f6b25a9c07cd None None] Network dc9b6c9a-80ad-4472-acb4-838f95163a2a requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:50:00.727688 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-ac6c5bbb-6aa0-465d-a2bc-551ab582ea36 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ca940e40-2348-4639-9526-1902063d5cfc), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:00.740664 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'c256480c-5c68-4a1d-819c-22216ad81ce4', 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95', 'port_id': 'c256480c-5c68-4a1d-819c-22216ad81ce4', 'mac_address': 'fa:16:3e:cd:f6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8dc3cb-389b-4805-b231-7a2cad302cd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:50:00.817046 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3dfd3940-620e-43ec-bc26-02dbfc1febec tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (dc9b6c9a-80ad-4472-acb4-838f95163a2a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:00.835026 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d656b-dbca-417c-ab9b-0ab81a052772 service neutron] Pushing event updated for resources: {'Port': ['ID=719ef8f8-41c4-4e78-bd87-81cf10377bd5,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:00.856243 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fce7e330-f22d-4abb-afdd-da711f8d6d49 req-f839ed16-db07-4db1-a950-fdcd019d2e4e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0480297 Feb 09 01:50:00.904379 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-ac6c5bbb-6aa0-465d-a2bc-551ab582ea36 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Network 48733fa2-0a6e-4f10-9d66-30891daf5281 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:00.936079 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd3940-620e-43ec-bc26-02dbfc1febec tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Deleting port 29bcdcbb-5f45-4c23-8766-484cb77e7850 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:00.936741 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3dfd3940-620e-43ec-bc26-02dbfc1febec tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (29bcdcbb-5f45-4c23-8766-484cb77e7850), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:00.981792 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port c256480c-5c68-4a1d-819c-22216ad81ce4 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:00.982433 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c256480c-5c68-4a1d-819c-22216ad81ce4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:01.007732 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c256480c-5c68-4a1d-819c-22216ad81ce4 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:50:01.011419 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c5bbb-6aa0-465d-a2bc-551ab582ea36 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Pushing event updated for resources: {'Port': ['ID=ca940e40-2348-4639-9526-1902063d5cfc,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:01.041374 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-3dfd3940-620e-43ec-bc26-02dbfc1febec tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] For port 29bcdcbb-5f45-4c23-8766-484cb77e7850, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=29bcdcbb-5f45-4c23-8766-484cb77e7850,segment=NetworkSegment(08cd7cf2-d6e3-4a35-8e99-cf3a2f564688),segment_id=08cd7cf2-d6e3-4a35-8e99-cf3a2f564688)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:01.042033 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3dfd3940-620e-43ec-bc26-02dbfc1febec tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (29bcdcbb-5f45-4c23-8766-484cb77e7850), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:01.067038 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port c256480c-5c68-4a1d-819c-22216ad81ce4, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c256480c-5c68-4a1d-819c-22216ad81ce4,segment=NetworkSegment(f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d),segment_id=f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:01.072551 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c256480c-5c68-4a1d-819c-22216ad81ce4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:01.073756 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device cd86026c-c167-4b35-80bb-22f2c9696705 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:50:01.078487 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd3940-620e-43ec-bc26-02dbfc1febec tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Calling delete_port for 29bcdcbb-5f45-4c23-8766-484cb77e7850 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:01.167128 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ca321b-0fb4-49b3-bff9-0bf1d52b57e7 None None] DHCP port deletion for dc9b6c9a-80ad-4472-acb4-838f95163a2a request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:50:01.184851 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port cd86026c-c167-4b35-80bb-22f2c9696705, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=cd86026c-c167-4b35-80bb-22f2c9696705,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:01.187697 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=c256480c-5c68-4a1d-819c-22216ad81ce4,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:01.199905 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-ac6c5bbb-6aa0-465d-a2bc-551ab582ea36 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:01.203623 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'cd86026c-c167-4b35-80bb-22f2c9696705', 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2', 'port_id': 'cd86026c-c167-4b35-80bb-22f2c9696705', 'mac_address': 'fa:16:3e:69:3d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0235b1dd-fcc4-44a6-a199-16b7109f4c7c', 'ip_address': '10.1.1.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:50:01.205127 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b96de2f-9890-43fd-8cb7-a1eddaab2b99 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0541a625-03b8-4167-a0f8-798f45d14165), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:01.214881 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b96de2f-9890-43fd-8cb7-a1eddaab2b99 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:01.225054 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9b96de2f-9890-43fd-8cb7-a1eddaab2b99 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "DELETE /v2.0/security-groups/0541a625-03b8-4167-a0f8-798f45d14165 HTTP/1.1" status: 204 len: 168 time: 1.6248133 Feb 09 01:50:01.227558 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50514) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:01.254957 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-ac6c5bbb-6aa0-465d-a2bc-551ab582ea36 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:01.300399 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port cd86026c-c167-4b35-80bb-22f2c9696705 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:01.300984 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cd86026c-c167-4b35-80bb-22f2c9696705), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:01.321751 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca321b-0fb4-49b3-bff9-0bf1d52b57e7 None None] Deleting port 29bcdcbb-5f45-4c23-8766-484cb77e7850 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:01.322201 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c3ca321b-0fb4-49b3-bff9-0bf1d52b57e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (29bcdcbb-5f45-4c23-8766-484cb77e7850), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:01.325591 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd86026c-c167-4b35-80bb-22f2c9696705 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:50:01.337355 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3dfd3940-620e-43ec-bc26-02dbfc1febec tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (29bcdcbb-5f45-4c23-8766-484cb77e7850), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:01.341160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a32959-9719-494c-8edb-ca51aa3f2717 req-b298ee25-0c13-4e52-95f1-3cf91b7e6bf4 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:01.348885 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3a32959-9719-494c-8edb-ca51aa3f2717 req-b298ee25-0c13-4e52-95f1-3cf91b7e6bf4 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 945 time: 1.0243528 Feb 09 01:50:01.414223 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd3940-620e-43ec-bc26-02dbfc1febec tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event deleted for resources: {'Port': ['ID=29bcdcbb-5f45-4c23-8766-484cb77e7850,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:01.422234 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfd3940-620e-43ec-bc26-02dbfc1febec tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] No DVR routers for this DVR port 29bcdcbb-5f45-4c23-8766-484cb77e7850 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:50:01.431513 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port cd86026c-c167-4b35-80bb-22f2c9696705, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=cd86026c-c167-4b35-80bb-22f2c9696705,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:01.434244 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7e330-f22d-4abb-afdd-da711f8d6d49 req-de51a787-c49a-404c-b33e-324d63616248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:01.435859 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fce7e330-f22d-4abb-afdd-da711f8d6d49 req-de51a787-c49a-404c-b33e-324d63616248 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7e9ed7758174b9e85ca77dd6d15a989&device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 1127 time: 0.4188421 Feb 09 01:50:01.445412 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96de2f-9890-43fd-8cb7-a1eddaab2b99 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0541a625-03b8-4167-a0f8-798f45d14165,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:01.459398 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a58608-2a29-4888-8607-002dff9dc39f req-5e648118-6c48-4e87-813e-f99061411325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:01.461145 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1a58608-2a29-4888-8607-002dff9dc39f req-5e648118-6c48-4e87-813e-f99061411325 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=07e140259b184093891c4d6ee1230ea9&device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 1126 time: 0.7425935 Feb 09 01:50:01.494313 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (cd86026c-c167-4b35-80bb-22f2c9696705), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:01.495326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:50:01.501748 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c3ca321b-0fb4-49b3-bff9-0bf1d52b57e7 None None] For port 29bcdcbb-5f45-4c23-8766-484cb77e7850, host n-d-828387-3, got binding levels [] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:01.502334 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c3ca321b-0fb4-49b3-bff9-0bf1d52b57e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (29bcdcbb-5f45-4c23-8766-484cb77e7850), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:01.572683 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-288aaa9a-ba5b-4eaf-a8b4-02406c060be5 tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks [] for floatingip (5062d704-5b7d-481a-98c0-59edb8a4ddc2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:01.588728 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca321b-0fb4-49b3-bff9-0bf1d52b57e7 None None] Calling delete_port for 29bcdcbb-5f45-4c23-8766-484cb77e7850 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:01.597224 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.ipam_backend_mixin [None req-c3ca321b-0fb4-49b3-bff9-0bf1d52b57e7 None None] Port 29bcdcbb-5f45-4c23-8766-484cb77e7850 was not found and therefore no delete operation was performed {{(pid=103185) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:50:01.604969 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3dfd3940-620e-43ec-bc26-02dbfc1febec tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (dc9b6c9a-80ad-4472-acb4-838f95163a2a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:01.618948 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c3ca321b-0fb4-49b3-bff9-0bf1d52b57e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (29bcdcbb-5f45-4c23-8766-484cb77e7850), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:01.627400 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7e330-f22d-4abb-afdd-da711f8d6d49 req-83f83df6-45f3-429f-a031-10b8dbbb990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:01.628877 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fce7e330-f22d-4abb-afdd-da711f8d6d49 req-83f83df6-45f3-429f-a031-10b8dbbb990c service neutron] 10.222.0.48 "GET /v2.0/networks?id=0d908954-d861-46d7-bf3a-5b99a23f2cf9 HTTP/1.1" status: 200 len: 917 time: 0.1541173 Feb 09 01:50:01.630716 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a96b9a35-6847-47e3-8e22-d8e133c2726c req-6086a995-94df-4b81-880a-88a705798725 service neutron] 10.222.0.67 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0308528 Feb 09 01:50:01.631993 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1a58608-2a29-4888-8607-002dff9dc39f req-c4ecfa84-90f3-4b1b-b810-edb921412291 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=719ef8f8-41c4-4e78-bd87-81cf10377bd5 HTTP/1.1" status: 200 len: 217 time: 0.0544739 Feb 09 01:50:01.632728 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542a964-4b2f-492d-a791-03898ea5504f req-ba6d4965-cbad-44ad-8091-35ff16653c6d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:01.642568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542a964-4b2f-492d-a791-03898ea5504f req-ba6d4965-cbad-44ad-8091-35ff16653c6d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:01.644318 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ca321b-0fb4-49b3-bff9-0bf1d52b57e7 None None] No DVR routers for this DVR port 29bcdcbb-5f45-4c23-8766-484cb77e7850 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:50:01.650373 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542a964-4b2f-492d-a791-03898ea5504f req-ba6d4965-cbad-44ad-8091-35ff16653c6d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:01.673052 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542a964-4b2f-492d-a791-03898ea5504f req-ba6d4965-cbad-44ad-8091-35ff16653c6d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:01.674380 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=12c6d339-2c74-42d5-a6e4-5f638ebb91f3,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:01.681088 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542a964-4b2f-492d-a791-03898ea5504f req-ba6d4965-cbad-44ad-8091-35ff16653c6d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:01.687907 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=cd86026c-c167-4b35-80bb-22f2c9696705,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:01.688536 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542a964-4b2f-492d-a791-03898ea5504f req-ba6d4965-cbad-44ad-8091-35ff16653c6d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:01.700833 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '12c6d339-2c74-42d5-a6e4-5f638ebb91f3', 'network_id': '4c4e88d2-2146-4771-81ab-7d54809701c2', 'port_id': '12c6d339-2c74-42d5-a6e4-5f638ebb91f3', 'mac_address': 'fa:16:3e:87:9a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0235b1dd-fcc4-44a6-a199-16b7109f4c7c', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:50:01.705000 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542a964-4b2f-492d-a791-03898ea5504f req-ba6d4965-cbad-44ad-8091-35ff16653c6d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:01.708800 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f542a964-4b2f-492d-a791-03898ea5504f req-ba6d4965-cbad-44ad-8091-35ff16653c6d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5425 time: 0.3866186 Feb 09 01:50:01.743920 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca321b-0fb4-49b3-bff9-0bf1d52b57e7 None None] Pushing event deleted for resources: {'Port': ['ID=29bcdcbb-5f45-4c23-8766-484cb77e7850,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:01.774963 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fce7e330-f22d-4abb-afdd-da711f8d6d49 req-9fcac052-a461-4ab4-aed9-b153911e39b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a30a57df-3bd2-4ed9-b43b-5e23f49869fc HTTP/1.1" status: 200 len: 217 time: 0.1080921 Feb 09 01:50:01.814635 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-3dfd3940-620e-43ec-bc26-02dbfc1febec tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9b6c9a-80ad-4472-acb4-838f95163a2a']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:01.819431 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:01.820072 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (12c6d339-2c74-42d5-a6e4-5f638ebb91f3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:01.837299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:50:01.871074 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-3dfd3940-620e-43ec-bc26-02dbfc1febec tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08cd7cf2-d6e3-4a35-8e99-cf3a2f564688') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:01.872015 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-3dfd3940-620e-43ec-bc26-02dbfc1febec tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08cd7cf2-d6e3-4a35-8e99-cf3a2f564688') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:01.876846 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=12c6d339-2c74-42d5-a6e4-5f638ebb91f3,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:01.882814 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (12c6d339-2c74-42d5-a6e4-5f638ebb91f3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:01.901636 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3dfd3940-620e-43ec-bc26-02dbfc1febec tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (08cd7cf2-d6e3-4a35-8e99-cf3a2f564688), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:01.945142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-ac6c5bbb-6aa0-465d-a2bc-551ab582ea36 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:01.946351 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-ac6c5bbb-6aa0-465d-a2bc-551ab582ea36 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:01.953771 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f542a964-4b2f-492d-a791-03898ea5504f req-a2b4fb33-57da-459d-8a25-eb7ceb4e0cc3 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2272687 Feb 09 01:50:01.958196 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3dfd3940-620e-43ec-bc26-02dbfc1febec tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (08cd7cf2-d6e3-4a35-8e99-cf3a2f564688), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:01.972384 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dfd3940-620e-43ec-bc26-02dbfc1febec tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:50:01.972886 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3dfd3940-620e-43ec-bc26-02dbfc1febec tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (08cd7cf2-d6e3-4a35-8e99-cf3a2f564688), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:50:01.976507 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:50:01.981780 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=12c6d339-2c74-42d5-a6e4-5f638ebb91f3,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:02.025028 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3a32959-9719-494c-8edb-ca51aa3f2717 req-5d2fd2c8-c4df-411e-8127-d0fe47381304 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6750848 Feb 09 01:50:02.185728 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3dfd3940-620e-43ec-bc26-02dbfc1febec tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (dc9b6c9a-80ad-4472-acb4-838f95163a2a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:02.202989 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7e330-f22d-4abb-afdd-da711f8d6d49 req-38d1af13-219e-41cd-a153-09f4a4a0a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:02.207099 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fce7e330-f22d-4abb-afdd-da711f8d6d49 req-38d1af13-219e-41cd-a153-09f4a4a0a869 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fd2318f-0270-4495-8fca-6737fb6427cf HTTP/1.1" status: 200 len: 855 time: 0.3963511 Feb 09 01:50:02.229847 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a58608-2a29-4888-8607-002dff9dc39f req-1c83d3d7-0302-4c69-b162-b382fa710dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:02.231767 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1a58608-2a29-4888-8607-002dff9dc39f req-1c83d3d7-0302-4c69-b162-b382fa710dee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f38153e0-346d-45ee-a8ba-011ed1d4fedb HTTP/1.1" status: 200 len: 859 time: 0.4733400 Feb 09 01:50:02.299474 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3dfd3940-620e-43ec-bc26-02dbfc1febec tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:02.310386 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3dfd3940-620e-43ec-bc26-02dbfc1febec tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "DELETE /v2.0/networks/dc9b6c9a-80ad-4472-acb4-838f95163a2a HTTP/1.1" status: 204 len: 168 time: 1.6245139 Feb 09 01:50:02.328804 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-ac6c5bbb-6aa0-465d-a2bc-551ab582ea36 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6997173 Feb 09 01:50:02.331282 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50530) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:02.366904 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-6f665589-cab2-410e-8be4-176e9f97e208 service neutron] Request body: {'port': {'device_id': '0937dec7-8729-46ae-b177-46f7ffb1ad1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:02.367252 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 29bcdcbb-5f45-4c23-8766-484cb77e7850 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:50:02.391525 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 29bcdcbb-5f45-4c23-8766-484cb77e7850 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:50:02.392006 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 29bcdcbb-5f45-4c23-8766-484cb77e7850 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:50:02.419048 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd3940-620e-43ec-bc26-02dbfc1febec tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event deleted for resources: {'Network': ['ID=dc9b6c9a-80ad-4472-acb4-838f95163a2a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:02.472420 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1a58608-2a29-4888-8607-002dff9dc39f req-6700014d-4aef-47f4-b69b-f225cd6c762d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48733fa2-0a6e-4f10-9d66-30891daf5281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1380639 Feb 09 01:50:02.486378 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28ac4c-8e79-4983-be7a-8177d46e552f req-618f2e03-1931-4dc0-b29b-e170662a8539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:02.487936 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab28ac4c-8e79-4983-be7a-8177d46e552f req-618f2e03-1931-4dc0-b29b-e170662a8539 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&device_id=d070db40-0b94-4342-9918-c174d6b0cdb6 HTTP/1.1" status: 200 len: 1125 time: 0.7118478 Feb 09 01:50:02.502549 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af85fea-f272-453a-ace2-ef28a6593850 req-aedda485-c285-4f99-9cc1-22dc69bd794a tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:02.505282 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7af85fea-f272-453a-ace2-ef28a6593850 req-aedda485-c285-4f99-9cc1-22dc69bd794a tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 931 time: 0.3274782 Feb 09 01:50:02.581003 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-288aaa9a-ba5b-4eaf-a8b4-02406c060be5 tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ce9ae50e-4dec-47e3-8c0e-e57a958b81ff), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:02.630324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dcc35ad-8610-4331-b987-920e37648060', 'tag': '719ef8f8-41c4-4e78-bd87-81cf10377bd5'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:02.632210 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664835fa-362b-440b-9416-fd1a66e484d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8dcc35ad-8610-4331-b987-920e37648060", "tag": "719ef8f8-41c4-4e78-bd87-81cf10377bd5"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:02.699261 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7af85fea-f272-453a-ace2-ef28a6593850 req-ffa3d4e3-8cca-417d-b337-d60adbc19a1b tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379359 Feb 09 01:50:02.773067 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['d1d95269-3302-4bd7-8678-3ab10c8c0ac5'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:50:02.794206 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-fa298c2c-4e40-4b16-a3b2-96e347f61b11 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Deleting port 5954e37f-e513-427f-946c-a64c5d71cc54 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:02.794768 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fa298c2c-4e40-4b16-a3b2-96e347f61b11 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5954e37f-e513-427f-946c-a64c5d71cc54), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:02.848693 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['c256480c-5c68-4a1d-819c-22216ad81ce4'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:50:02.852998 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:50:02.889688 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['12c6d339-2c74-42d5-a6e4-5f638ebb91f3'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:50:02.895366 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['28fa76b1-4ebd-4297-bced-ed4c8b21284e'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:50:02.956500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20b9c8-9db8-465e-a374-bcfbbe736cbf req-244019cf-cdcd-4ba0-9725-7447293da681 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:02.957918 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4d20b9c8-9db8-465e-a374-bcfbbe736cbf req-244019cf-cdcd-4ba0-9725-7447293da681 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d070db40-0b94-4342-9918-c174d6b0cdb6 HTTP/1.1" status: 200 len: 943 time: 0.7788942 Feb 09 01:50:03.038465 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fa298c2c-4e40-4b16-a3b2-96e347f61b11 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5954e37f-e513-427f-946c-a64c5d71cc54), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:03.039708 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fa298c2c-4e40-4b16-a3b2-96e347f61b11 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (5954e37f-e513-427f-946c-a64c5d71cc54), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:03.042162 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-6f665589-cab2-410e-8be4-176e9f97e208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ca940e40-2348-4639-9526-1902063d5cfc), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:03.053838 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7e330-f22d-4abb-afdd-da711f8d6d49 req-fddac6aa-d4cb-4550-9f45-2c9e6933a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:03.055712 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fce7e330-f22d-4abb-afdd-da711f8d6d49 req-fddac6aa-d4cb-4550-9f45-2c9e6933a4fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0d908954-d861-46d7-bf3a-5b99a23f2cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8200285 Feb 09 01:50:03.063310 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7269701f-fbbf-4838-b555-64e04b5f9305 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (0d4d55a9-2ebd-4ac2-af92-42803eb95831), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:03.214019 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6670779-2055-4d4b-bb84-22b531b7150a req-9619888e-3d30-4a07-8f14-b6e95fee3a40 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:03.216957 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f6670779-2055-4d4b-bb84-22b531b7150a req-9619888e-3d30-4a07-8f14-b6e95fee3a40 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c8affe7-fb38-4474-ab5e-66b2c1c3242d HTTP/1.1" status: 200 len: 946 time: 0.3428476 Feb 09 01:50:03.223538 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-fa298c2c-4e40-4b16-a3b2-96e347f61b11 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Calling delete_port for 5954e37f-e513-427f-946c-a64c5d71cc54 owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:03.299837 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1a58608-2a29-4888-8607-002dff9dc39f req-b7911fd3-e023-4350-8979-2b16b11f2b37 service neutron] 10.222.0.48 "GET /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8025398 Feb 09 01:50:03.341461 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4d20b9c8-9db8-465e-a374-bcfbbe736cbf req-da34ca46-8be5-49ed-af6d-550269dcccb3 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516221 Feb 09 01:50:03.350305 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28ac4c-8e79-4983-be7a-8177d46e552f req-4176046e-304e-477e-9ecb-47d8a39810b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:03.351866 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab28ac4c-8e79-4983-be7a-8177d46e552f req-4176046e-304e-477e-9ecb-47d8a39810b1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 200 len: 906 time: 0.8453655 Feb 09 01:50:03.490422 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab28ac4c-8e79-4983-be7a-8177d46e552f req-83dfd1e3-c716-4846-8e19-cb56672984ad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ca99c86-83b3-4b2e-bdaa-4d3764942ea8 HTTP/1.1" status: 200 len: 217 time: 0.0769966 Feb 09 01:50:03.565661 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ea02c5-b883-4c73-a6de-375af717d328 x-openstack-request-id: req-94ea02c5-b883-4c73-a6de-375af717d328 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:03.566174 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dcc35ad-8610-4331-b987-920e37648060", "tag": "719ef8f8-41c4-4e78-bd87-81cf10377bd5", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:03.566823 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-94ea02c5-b883-4c73-a6de-375af717d328 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:03.567343 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dcc35ad-8610-4331-b987-920e37648060', 'tag': '719ef8f8-41c4-4e78-bd87-81cf10377bd5', 'status': 'completed', 'code': 200} Feb 09 01:50:03.695067 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['3e5a309d-a187-428b-be54-6139af1e1d5b'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:50:03.745026 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['cd86026c-c167-4b35-80bb-22f2c9696705'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:50:03.755441 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fce7e330-f22d-4abb-afdd-da711f8d6d49 req-1b675905-950b-4e85-a6bf-28f33559bff7 service neutron] 10.222.0.48 "GET /v2.0/networks/0d908954-d861-46d7-bf3a-5b99a23f2cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6724360 Feb 09 01:50:03.907131 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f6670779-2055-4d4b-bb84-22b531b7150a req-0095876b-cef3-45b9-a193-14e482cac2dd tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6767507 Feb 09 01:50:03.956100 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-288aaa9a-ba5b-4eaf-a8b4-02406c060be5 tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks [] for port (ce9ae50e-4dec-47e3-8c0e-e57a958b81ff), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:04.021704 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28ac4c-8e79-4983-be7a-8177d46e552f req-d1fdb36e-4db6-46ec-830f-021ac9808bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:04.024685 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab28ac4c-8e79-4983-be7a-8177d46e552f req-d1fdb36e-4db6-46ec-830f-021ac9808bf3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c HTTP/1.1" status: 200 len: 845 time: 0.4404955 Feb 09 01:50:04.034536 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1a58608-2a29-4888-8607-002dff9dc39f req-fe45243d-543f-4ba6-b2ad-48fa7ad49b43 service neutron] 10.222.0.48 "GET /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7147522 Feb 09 01:50:04.052496 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-288aaa9a-ba5b-4eaf-a8b4-02406c060be5 tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (ce9ae50e-4dec-47e3-8c0e-e57a958b81ff), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:04.058499 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fce7e330-f22d-4abb-afdd-da711f8d6d49 req-59e4eb7c-b05f-48a8-bd32-efb58f57cecc service neutron] 10.222.0.48 "GET /v2.0/networks/0d908954-d861-46d7-bf3a-5b99a23f2cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797096 Feb 09 01:50:04.120578 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab28ac4c-8e79-4983-be7a-8177d46e552f req-5a2a368d-1629-4d64-99e6-d2aed12b8a29 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843737 Feb 09 01:50:04.262118 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f55551-29e9-464d-92bd-f561c828bf7c req-83da62ed-57fa-414c-9442-0f763049443c tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:04.273016 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f55551-29e9-464d-92bd-f561c828bf7c req-83da62ed-57fa-414c-9442-0f763049443c tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:04.284864 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f55551-29e9-464d-92bd-f561c828bf7c req-83da62ed-57fa-414c-9442-0f763049443c tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:04.296172 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fa298c2c-4e40-4b16-a3b2-96e347f61b11 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (5954e37f-e513-427f-946c-a64c5d71cc54), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:04.296929 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f55551-29e9-464d-92bd-f561c828bf7c req-83da62ed-57fa-414c-9442-0f763049443c tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:04.308713 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f55551-29e9-464d-92bd-f561c828bf7c req-83da62ed-57fa-414c-9442-0f763049443c tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:04.310130 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801a818-32bd-4136-ab4a-5f8b9135559e req-95574066-5307-4dcf-8f80-281d091fa8ce tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:04.313131 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3801a818-32bd-4136-ab4a-5f8b9135559e req-95574066-5307-4dcf-8f80-281d091fa8ce tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 945 time: 0.2447040 Feb 09 01:50:04.319667 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f55551-29e9-464d-92bd-f561c828bf7c req-83da62ed-57fa-414c-9442-0f763049443c tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:04.330376 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f55551-29e9-464d-92bd-f561c828bf7c req-83da62ed-57fa-414c-9442-0f763049443c tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:04.333859 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-80f55551-29e9-464d-92bd-f561c828bf7c req-83da62ed-57fa-414c-9442-0f763049443c tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5427 time: 0.6754687 Feb 09 01:50:04.377616 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa298c2c-4e40-4b16-a3b2-96e347f61b11 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event deleted for resources: {'Port': ['ID=5954e37f-e513-427f-946c-a64c5d71cc54,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:04.539812 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288aaa9a-ba5b-4eaf-a8b4-02406c060be5 tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Pushing event updated for resources: {'Port': ['ID=ce9ae50e-4dec-47e3-8c0e-e57a958b81ff,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:04.565807 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-7269701f-fbbf-4838-b555-64e04b5f9305 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Deleting port 30d7f170-a400-472c-88de-12ff06dc5772 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:04.566410 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7269701f-fbbf-4838-b555-64e04b5f9305 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (30d7f170-a400-472c-88de-12ff06dc5772), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:04.575769 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3801a818-32bd-4136-ab4a-5f8b9135559e req-231cbfab-7906-485d-ae14-5265ea7c0e2a tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451251 Feb 09 01:50:04.578778 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-288aaa9a-ba5b-4eaf-a8b4-02406c060be5 tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (5062d704-5b7d-481a-98c0-59edb8a4ddc2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:04.602139 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fa298c2c-4e40-4b16-a3b2-96e347f61b11 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for floatingip (38f56934-f7d3-40ff-9efd-62869906068d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:04.606922 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fa298c2c-4e40-4b16-a3b2-96e347f61b11 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:04.609135 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fa298c2c-4e40-4b16-a3b2-96e347f61b11 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "DELETE /v2.0/floatingips/38f56934-f7d3-40ff-9efd-62869906068d HTTP/1.1" status: 204 len: 168 time: 2.2759078 Feb 09 01:50:04.614462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50558) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:04.714357 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fff5b07-6cbf-42f4-9ac1-98d5d933afc6 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] DELETE failed (client error): The resource could not be found. Feb 09 01:50:04.715342 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fff5b07-6cbf-42f4-9ac1-98d5d933afc6 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:50:04.723161 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5fff5b07-6cbf-42f4-9ac1-98d5d933afc6 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "DELETE /v2.0/ports/419ae332-9ba9-41df-af59-2f7fbdb39688 HTTP/1.1" status: 404 len: 333 time: 0.1022499 Feb 09 01:50:04.748095 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50560) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:04.815146 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4dd15101-4fb7-4693-8671-d3ba69e9c736 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "GET /v2.0/ports?device_id=96e5c59a-459e-48dc-a4aa-9878800a4f78 HTTP/1.1" status: 200 len: 205 time: 0.0594175 Feb 09 01:50:04.817642 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50562) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:04.831796 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664835fa-362b-440b-9416-fd1a66e484d2 req-29eae78c-4653-499e-b2cb-a9953e1fadda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:04.833550 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-664835fa-362b-440b-9416-fd1a66e484d2 req-29eae78c-4653-499e-b2cb-a9953e1fadda service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=07e140259b184093891c4d6ee1230ea9&device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 1126 time: 0.6561215 Feb 09 01:50:04.835748 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab28ac4c-8e79-4983-be7a-8177d46e552f req-07aae8d6-b016-46d1-acf4-e6c4b6a796da service neutron] 10.222.0.67 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6674252 Feb 09 01:50:04.840806 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-80f55551-29e9-464d-92bd-f561c828bf7c req-27dec4ca-fc2e-44c6-bd9f-73c0c30d8a9f tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4265270 Feb 09 01:50:04.899831 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-44b28b9e-8a36-48c5-84cd-2ef7353cf39d tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] delete failed (client error): The resource could not be found. Feb 09 01:50:04.904664 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-44b28b9e-8a36-48c5-84cd-2ef7353cf39d tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "DELETE /v2.0/routers/96e5c59a-459e-48dc-a4aa-9878800a4f78 HTTP/1.1" status: 404 len: 336 time: 0.0821421 Feb 09 01:50:04.922773 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50564) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:04.945285 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-7269701f-fbbf-4838-b555-64e04b5f9305 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] For port 30d7f170-a400-472c-88de-12ff06dc5772, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=30d7f170-a400-472c-88de-12ff06dc5772,segment=NetworkSegment(ec19a1e7-8e57-4c51-ae5e-680796d09c8d),segment_id=ec19a1e7-8e57-4c51-ae5e-680796d09c8d)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:04.945906 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7269701f-fbbf-4838-b555-64e04b5f9305 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (30d7f170-a400-472c-88de-12ff06dc5772), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:05.027994 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1d871-6eb8-4358-9aef-40a1098e957c req-0b0045f6-501e-4143-87bb-fbfc0d78581c tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:05.032135 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cda1d871-6eb8-4358-9aef-40a1098e957c req-0b0045f6-501e-4143-87bb-fbfc0d78581c tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 931 time: 0.3526301 Feb 09 01:50:05.040324 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-778add85-a215-4bab-a4e3-bdf9d09c9caa tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] DELETE failed (client error): The resource could not be found. Feb 09 01:50:05.041329 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-778add85-a215-4bab-a4e3-bdf9d09c9caa tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:50:05.045168 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-778add85-a215-4bab-a4e3-bdf9d09c9caa tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "DELETE /v2.0/subnets/a4f4089c-3cf1-4d2a-8fd2-b501d5097a34 HTTP/1.1" status: 404 len: 337 time: 0.1203394 Feb 09 01:50:05.049772 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-7269701f-fbbf-4838-b555-64e04b5f9305 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Calling delete_port for 30d7f170-a400-472c-88de-12ff06dc5772 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:05.057860 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50566) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:05.084429 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8cf0b575-95b3-4670-a011-ee8ab65ed760 req-94c3fbea-d999-477a-8a8d-0a3ed04a93d2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3468840 Feb 09 01:50:05.097109 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-6f665589-cab2-410e-8be4-176e9f97e208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca940e40-2348-4639-9526-1902063d5cfc {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:50:05.126908 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-6f665589-cab2-410e-8be4-176e9f97e208 service neutron] Publish callbacks [] for port (ca940e40-2348-4639-9526-1902063d5cfc), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:05.182227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-6f665589-cab2-410e-8be4-176e9f97e208 service neutron] Transition to ACTIVE for port object ca940e40-2348-4639-9526-1902063d5cfc will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:50:05.205394 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-288aaa9a-ba5b-4eaf-a8b4-02406c060be5 tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Floating IP 5062d704-5b7d-481a-98c0-59edb8a4ddc2 associated. External IP: 172.25.7.251, port: ba32c973-8872-4fc9-9bc3-d02b1fb13353. Feb 09 01:50:05.207927 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-6f665589-cab2-410e-8be4-176e9f97e208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (ca940e40-2348-4639-9526-1902063d5cfc), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:05.273201 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cda1d871-6eb8-4358-9aef-40a1098e957c req-5380c750-283c-4d7a-bbcc-393004488c13 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262518 Feb 09 01:50:05.360804 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0b575-95b3-4670-a011-ee8ab65ed760 req-ca44b9a0-bcda-49f2-82af-506772407680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:05.362386 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8cf0b575-95b3-4670-a011-ee8ab65ed760 req-ca44b9a0-bcda-49f2-82af-506772407680 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 1127 time: 0.1952209 Feb 09 01:50:05.507810 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:50:05.569482 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-547a9c31-1658-466f-9ae8-ed03c7d3403e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Deleting port b4313101-eea7-41a0-bacd-fe39509b7ce3 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:05.569891 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-547a9c31-1658-466f-9ae8-ed03c7d3403e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b4313101-eea7-41a0-bacd-fe39509b7ce3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:05.635759 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d259d18-54dc-44d5-b638-60ba75916bab req-ff1f0e3a-db03-455c-9814-20b325dcec04 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:05.637825 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d259d18-54dc-44d5-b638-60ba75916bab req-ff1f0e3a-db03-455c-9814-20b325dcec04 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d070db40-0b94-4342-9918-c174d6b0cdb6 HTTP/1.1" status: 200 len: 943 time: 0.2738826 Feb 09 01:50:05.669102 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab28ac4c-8e79-4983-be7a-8177d46e552f req-2d03e932-1540-49ad-b321-bbf237992548 service neutron] 10.222.0.67 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8031838 Feb 09 01:50:05.684278 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664835fa-362b-440b-9416-fd1a66e484d2 req-3df32960-cb71-4022-add5-4a7936e8d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:05.685786 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-664835fa-362b-440b-9416-fd1a66e484d2 req-3df32960-cb71-4022-add5-4a7936e8d485 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48733fa2-0a6e-4f10-9d66-30891daf5281 HTTP/1.1" status: 200 len: 920 time: 0.8114498 Feb 09 01:50:05.723415 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0ca99c86-83b3-4b2e-bdaa-4d3764942ea8,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:05.727060 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b299a42-16c8-48af-8061-5fecfe4788b6 req-a5586079-aba6-4202-8528-4161192f0baa tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:05.739163 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b299a42-16c8-48af-8061-5fecfe4788b6 req-a5586079-aba6-4202-8528-4161192f0baa tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 946 time: 0.6937144 Feb 09 01:50:05.757841 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '0ca99c86-83b3-4b2e-bdaa-4d3764942ea8', 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299', 'port_id': '0ca99c86-83b3-4b2e-bdaa-4d3764942ea8', 'mac_address': 'fa:16:3e:7f:40:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:50:05.773521 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0b575-95b3-4670-a011-ee8ab65ed760 req-f5c10e74-50f8-4e11-befe-bbb3467befdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:05.775010 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8cf0b575-95b3-4670-a011-ee8ab65ed760 req-f5c10e74-50f8-4e11-befe-bbb3467befdc service neutron] 10.222.0.67 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 912 time: 0.3612826 Feb 09 01:50:05.825009 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:05.825660 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0ca99c86-83b3-4b2e-bdaa-4d3764942ea8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:05.831682 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f665589-cab2-410e-8be4-176e9f97e208 service neutron] Pushing event updated for resources: {'Port': ['ID=ca940e40-2348-4639-9526-1902063d5cfc,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:05.836939 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-664835fa-362b-440b-9416-fd1a66e484d2 req-a898a233-3827-48f1-8aec-a63a346d6666 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=719ef8f8-41c4-4e78-bd87-81cf10377bd5 HTTP/1.1" status: 200 len: 217 time: 0.1317885 Feb 09 01:50:05.855701 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:50:05.883594 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-547a9c31-1658-466f-9ae8-ed03c7d3403e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b4313101-eea7-41a0-bacd-fe39509b7ce3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:05.893035 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0ca99c86-83b3-4b2e-bdaa-4d3764942ea8,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:05.898093 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device d1d95269-3302-4bd7-8678-3ab10c8c0ac5 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:05.898943 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d259d18-54dc-44d5-b638-60ba75916bab req-e0024924-4c37-4189-a139-e15033ccad8b tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435577 Feb 09 01:50:05.905584 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7269701f-fbbf-4838-b555-64e04b5f9305 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (30d7f170-a400-472c-88de-12ff06dc5772), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:05.909747 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0ca99c86-83b3-4b2e-bdaa-4d3764942ea8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:05.915012 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-547a9c31-1658-466f-9ae8-ed03c7d3403e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Calling delete_port for b4313101-eea7-41a0-bacd-fe39509b7ce3 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:05.977023 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269701f-fbbf-4838-b555-64e04b5f9305 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event deleted for resources: {'Port': ['ID=30d7f170-a400-472c-88de-12ff06dc5772,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:05.991883 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b299a42-16c8-48af-8061-5fecfe4788b6 req-8f88fac2-7cac-428c-ae6d-267ea1eee0bf tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472663 Feb 09 01:50:06.008014 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8cf0b575-95b3-4670-a011-ee8ab65ed760 req-01dfa0e9-d5f5-43ac-961d-47bc97d376c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3 HTTP/1.1" status: 200 len: 1001 time: 0.2168145 Feb 09 01:50:06.029688 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664835fa-362b-440b-9416-fd1a66e484d2 req-d26178f9-4ad8-400a-837f-47e1cd36f64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:06.034919 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-664835fa-362b-440b-9416-fd1a66e484d2 req-d26178f9-4ad8-400a-837f-47e1cd36f64c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f38153e0-346d-45ee-a8ba-011ed1d4fedb HTTP/1.1" status: 200 len: 859 time: 0.1878512 Feb 09 01:50:06.081567 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=0ca99c86-83b3-4b2e-bdaa-4d3764942ea8,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:06.114185 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port d1d95269-3302-4bd7-8678-3ab10c8c0ac5 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:06.121986 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port d1d95269-3302-4bd7-8678-3ab10c8c0ac5 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:06.122776 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d1d95269-3302-4bd7-8678-3ab10c8c0ac5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:06.252228 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-664835fa-362b-440b-9416-fd1a66e484d2 req-9ead04d5-e558-410d-bd7d-08acc40eda9c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48733fa2-0a6e-4f10-9d66-30891daf5281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118960 Feb 09 01:50:06.282941 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0b575-95b3-4670-a011-ee8ab65ed760 req-1bb4700d-ed0d-42e9-9bea-9bfffcd638c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:06.290706 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8cf0b575-95b3-4670-a011-ee8ab65ed760 req-1bb4700d-ed0d-42e9-9bea-9bfffcd638c7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.1863077 Feb 09 01:50:06.321386 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['0ca99c86-83b3-4b2e-bdaa-4d3764942ea8'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:50:06.353174 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-6f665589-cab2-410e-8be4-176e9f97e208 service neutron] Attempting to bind port ca940e40-2348-4639-9526-1902063d5cfc on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:50:06.353903 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-6f665589-cab2-410e-8be4-176e9f97e208 service neutron] Attempting to bind port ca940e40-2348-4639-9526-1902063d5cfc by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'd3a41fe1-8171-4f9c-b2fc-540dad47233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48733fa2-0a6e-4f10-9d66-30891daf5281'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:50:06.354448 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-6f665589-cab2-410e-8be4-176e9f97e208 service neutron] Attempting to bind port ca940e40-2348-4639-9526-1902063d5cfc on network 48733fa2-0a6e-4f10-9d66-30891daf5281 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:06.378083 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-6f665589-cab2-410e-8be4-176e9f97e208 service neutron] Port ca940e40-2348-4639-9526-1902063d5cfc on network 48733fa2-0a6e-4f10-9d66-30891daf5281 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:50:06.378770 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-6f665589-cab2-410e-8be4-176e9f97e208 service neutron] Attempting to bind port ca940e40-2348-4639-9526-1902063d5cfc on network 48733fa2-0a6e-4f10-9d66-30891daf5281 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:06.403920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-6f665589-cab2-410e-8be4-176e9f97e208 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:50:06.405466 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-6f665589-cab2-410e-8be4-176e9f97e208 service neutron] Checking segment: {'id': 'd3a41fe1-8171-4f9c-b2fc-540dad47233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48733fa2-0a6e-4f10-9d66-30891daf5281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:06.406082 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-6f665589-cab2-410e-8be4-176e9f97e208 service neutron] Bound using segment: {'id': 'd3a41fe1-8171-4f9c-b2fc-540dad47233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48733fa2-0a6e-4f10-9d66-30891daf5281'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:50:06.407031 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-6f665589-cab2-410e-8be4-176e9f97e208 service neutron] Bound port: ca940e40-2348-4639-9526-1902063d5cfc, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3a41fe1-8171-4f9c-b2fc-540dad47233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48733fa2-0a6e-4f10-9d66-30891daf5281'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:50:06.407514 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-6f665589-cab2-410e-8be4-176e9f97e208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ca940e40-2348-4639-9526-1902063d5cfc), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:06.424593 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port d1d95269-3302-4bd7-8678-3ab10c8c0ac5 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:06.425068 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d1d95269-3302-4bd7-8678-3ab10c8c0ac5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:06.458204 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3d239-f2b3-49f4-ab6f-f12ce7c2a8bc req-fa7ec2d4-ee42-41eb-9514-bbb5ddf6b45a tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:06.466679 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3d239-f2b3-49f4-ab6f-f12ce7c2a8bc req-fa7ec2d4-ee42-41eb-9514-bbb5ddf6b45a tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:06.469817 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d95269-3302-4bd7-8678-3ab10c8c0ac5'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:06.472469 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78463071-baf9-486b-b636-64ecbc645752" -d '{"events": [{"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-plugged", "status": "completed", "tag": "d1d95269-3302-4bd7-8678-3ab10c8c0ac5"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:06.474821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3d239-f2b3-49f4-ab6f-f12ce7c2a8bc req-fa7ec2d4-ee42-41eb-9514-bbb5ddf6b45a tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:06.483986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3d239-f2b3-49f4-ab6f-f12ce7c2a8bc req-fa7ec2d4-ee42-41eb-9514-bbb5ddf6b45a tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:06.490604 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port d1d95269-3302-4bd7-8678-3ab10c8c0ac5, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=d1d95269-3302-4bd7-8678-3ab10c8c0ac5,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:06.493329 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3d239-f2b3-49f4-ab6f-f12ce7c2a8bc req-fa7ec2d4-ee42-41eb-9514-bbb5ddf6b45a tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:06.497263 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d1d95269-3302-4bd7-8678-3ab10c8c0ac5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:06.503373 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3d239-f2b3-49f4-ab6f-f12ce7c2a8bc req-fa7ec2d4-ee42-41eb-9514-bbb5ddf6b45a tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:06.512759 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3d239-f2b3-49f4-ab6f-f12ce7c2a8bc req-fa7ec2d4-ee42-41eb-9514-bbb5ddf6b45a tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:06.526290 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0a3d239-f2b3-49f4-ab6f-f12ce7c2a8bc req-fa7ec2d4-ee42-41eb-9514-bbb5ddf6b45a tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5427 time: 0.3628130 Feb 09 01:50:06.608524 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-547a9c31-1658-466f-9ae8-ed03c7d3403e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (b4313101-eea7-41a0-bacd-fe39509b7ce3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:06.622950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288aaa9a-ba5b-4eaf-a8b4-02406c060be5 tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Router 67091eb2-bd7e-48ea-b0c5-28f1938af655 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:50:06.629550 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0b575-95b3-4670-a011-ee8ab65ed760 req-10456ad5-cb8b-4cd1-82e0-de477681db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:06.631291 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8cf0b575-95b3-4670-a011-ee8ab65ed760 req-10456ad5-cb8b-4cd1-82e0-de477681db52 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3261137 Feb 09 01:50:06.664472 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=d1d95269-3302-4bd7-8678-3ab10c8c0ac5,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:06.665270 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-664835fa-362b-440b-9416-fd1a66e484d2 req-d530cc9a-b210-4406-a6a6-e4127866f005 service neutron] 10.222.0.48 "GET /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965483 Feb 09 01:50:06.678827 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a9c31-1658-466f-9ae8-ed03c7d3403e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event deleted for resources: {'Port': ['ID=b4313101-eea7-41a0-bacd-fe39509b7ce3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:06.681650 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7269701f-fbbf-4838-b555-64e04b5f9305 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (0d4d55a9-2ebd-4ac2-af92-42803eb95831), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:06.857762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-6f665589-cab2-410e-8be4-176e9f97e208 service neutron] For port ca940e40-2348-4639-9526-1902063d5cfc, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:50:06.870239 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0a3d239-f2b3-49f4-ab6f-f12ce7c2a8bc req-05de4d74-d3d1-4564-aed4-ca366f8c0369 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3429692 Feb 09 01:50:06.891316 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-6f665589-cab2-410e-8be4-176e9f97e208 service neutron] For port ca940e40-2348-4639-9526-1902063d5cfc, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ca940e40-2348-4639-9526-1902063d5cfc,segment=NetworkSegment(d3a41fe1-8171-4f9c-b2fc-540dad47233c),segment_id=d3a41fe1-8171-4f9c-b2fc-540dad47233c)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:50:06.919386 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-6f665589-cab2-410e-8be4-176e9f97e208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (ca940e40-2348-4639-9526-1902063d5cfc), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:06.993399 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-6f665589-cab2-410e-8be4-176e9f97e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:06.994334 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-6f665589-cab2-410e-8be4-176e9f97e208 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:06.996014 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-6f665589-cab2-410e-8be4-176e9f97e208 service neutron] 10.222.0.67 "PUT /v2.0/ports/ca940e40-2348-4639-9526-1902063d5cfc HTTP/1.1" status: 200 len: 1091 time: 4.6410286 Feb 09 01:50:07.000509 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0937dec7-8729-46ae-b177-46f7ffb1ad1d', 'tag': 'ca940e40-2348-4639-9526-1902063d5cfc'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:07.003297 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f705c9d1-266f-4db0-89e0-2ba5cad2b294" -d '{"events": [{"name": "network-changed", "server_uuid": "0937dec7-8729-46ae-b177-46f7ffb1ad1d", "tag": "ca940e40-2348-4639-9526-1902063d5cfc"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:07.026213 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-664835fa-362b-440b-9416-fd1a66e484d2 req-2a1a510e-2bf4-4dca-924c-1d9cb91db5c9 service neutron] 10.222.0.48 "GET /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367867 Feb 09 01:50:07.080095 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288aaa9a-ba5b-4eaf-a8b4-02406c060be5 tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:50:07.094080 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbd06d9-9b10-4d27-bda7-375534182f4b None None] Sync routers for ids ['67091eb2-bd7e-48ea-b0c5-28f1938af655'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:07.104452 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f665589-cab2-410e-8be4-176e9f97e208 service neutron] Pushing event updated for resources: {'Port': ['ID=ca940e40-2348-4639-9526-1902063d5cfc,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:07.128562 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-288aaa9a-ba5b-4eaf-a8b4-02406c060be5 tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:07.133995 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbd06d9-9b10-4d27-bda7-375534182f4b None None] Routers {'67091eb2-bd7e-48ea-b0c5-28f1938af655'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:07.135119 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4cbd06d9-9b10-4d27-bda7-375534182f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['67091eb2-bd7e-48ea-b0c5-28f1938af655'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:07.198771 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-288aaa9a-ba5b-4eaf-a8b4-02406c060be5 tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 15.8751538 Feb 09 01:50:07.200736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50592) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:07.239855 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4cbd06d9-9b10-4d27-bda7-375534182f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:07.258063 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbd06d9-9b10-4d27-bda7-375534182f4b None None] Routers {'67091eb2-bd7e-48ea-b0c5-28f1938af655'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:07.259885 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4cbd06d9-9b10-4d27-bda7-375534182f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['67091eb2-bd7e-48ea-b0c5-28f1938af655'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:07.265629 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-547a9c31-1658-466f-9ae8-ed03c7d3403e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:07.272561 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-547a9c31-1658-466f-9ae8-ed03c7d3403e tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "DELETE /v2.0/ports/b4313101-eea7-41a0-bacd-fe39509b7ce3 HTTP/1.1" status: 204 len: 168 time: 2.2122743 Feb 09 01:50:07.280963 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50594) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:07.314382 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630374b0-162f-447a-a2c6-986679057743 req-d69391d7-5efd-4505-9266-8d590bb3aa12 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:07.316463 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-630374b0-162f-447a-a2c6-986679057743 req-d69391d7-5efd-4505-9266-8d590bb3aa12 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 943 time: 0.2787957 Feb 09 01:50:07.326736 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4cbd06d9-9b10-4d27-bda7-375534182f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:07.327694 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbd06d9-9b10-4d27-bda7-375534182f4b None None] The sync data for ids ['67091eb2-bd7e-48ea-b0c5-28f1938af655'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:50:07.386850 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8cf0b575-95b3-4670-a011-ee8ab65ed760 req-c5bab271-6ec9-44a6-a106-727a88176394 service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7219546 Feb 09 01:50:07.389818 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-7b5f43c2-510b-4e01-81d5-20ed4ec5ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:07.391682 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-7b5f43c2-510b-4e01-81d5-20ed4ec5ddd0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=07e140259b184093891c4d6ee1230ea9&device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 1125 time: 0.2383392 Feb 09 01:50:07.400753 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-404d7b62-dbe9-46fe-8122-0ffd591fa059 tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] 10.222.0.36 "GET /v2.0/floatingips/5062d704-5b7d-481a-98c0-59edb8a4ddc2 HTTP/1.1" status: 200 len: 982 time: 0.1950421 Feb 09 01:50:07.410089 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50596) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:07.426586 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b77db23-3de5-4803-bef8-650cdb20aa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:07.470924 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-53b85dc9-c400-45ca-8aa6-5322ee900979 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca940e40-2348-4639-9526-1902063d5cfc HTTP/1.1" status: 200 len: 217 time: 0.0701122 Feb 09 01:50:07.481636 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f7384-73c4-4baf-83e4-f9d25a11adad req-99e2be7d-9bee-4271-91e8-83f872e0da3a tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:07.491291 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f7384-73c4-4baf-83e4-f9d25a11adad req-99e2be7d-9bee-4271-91e8-83f872e0da3a tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:07.500480 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f7384-73c4-4baf-83e4-f9d25a11adad req-99e2be7d-9bee-4271-91e8-83f872e0da3a tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:07.503003 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-170f7384-73c4-4baf-83e4-f9d25a11adad req-99e2be7d-9bee-4271-91e8-83f872e0da3a tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081&device_id=9c8affe7-fb38-4474-ab5e-66b2c1c3242d&device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 2418 time: 0.3260691 Feb 09 01:50:07.508275 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:07.512170 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-630374b0-162f-447a-a2c6-986679057743 req-65476a41-6d31-4f1f-a792-0b7b1908688a tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874309 Feb 09 01:50:07.593768 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0acc85-e658-4182-a906-bf04e9ce389f x-openstack-request-id: req-6b0acc85-e658-4182-a906-bf04e9ce389f {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:07.594167 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-plugged", "status": "completed", "tag": "d1d95269-3302-4bd7-8678-3ab10c8c0ac5", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:07.594431 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b0acc85-e658-4182-a906-bf04e9ce389f {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:07.594950 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d95269-3302-4bd7-8678-3ab10c8c0ac5', 'code': 200} Feb 09 01:50:07.598377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:07.606690 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:07.607146 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0ca99c86-83b3-4b2e-bdaa-4d3764942ea8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:07.714837 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-47117d3a-77dd-49f3-adf1-8397b7e7a691 tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2730 time: 0.3036027 Feb 09 01:50:07.724046 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50598) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:07.732430 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-9e375bec-23ab-42d8-adf2-e459cd669f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:07.734174 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-9e375bec-23ab-42d8-adf2-e459cd669f5a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f38153e0-346d-45ee-a8ba-011ed1d4fedb HTTP/1.1" status: 200 len: 859 time: 0.2320187 Feb 09 01:50:07.742281 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:07.742862 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0ca99c86-83b3-4b2e-bdaa-4d3764942ea8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:07.785313 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-aef9ffab-17a6-43cb-a65c-63f88ea23f33 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=48733fa2-0a6e-4f10-9d66-30891daf5281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435102 Feb 09 01:50:07.824775 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0ca99c86-83b3-4b2e-bdaa-4d3764942ea8,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:07.824976 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-170f7384-73c4-4baf-83e4-f9d25a11adad req-56abf1b1-1232-436c-9c02-0faa860f6142 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639775 Feb 09 01:50:07.825156 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0ca99c86-83b3-4b2e-bdaa-4d3764942ea8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:07.825156 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 2d0baf7e-0089-4cde-86cc-ae9332d487c3 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:50:07.835600 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7269701f-fbbf-4838-b555-64e04b5f9305 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Router 0d4d55a9-2ebd-4ac2-af92-42803eb95831 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:50:07.838642 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8cf0b575-95b3-4670-a011-ee8ab65ed760 req-227b44da-9a4a-4a7b-b994-cd329ecbd2a6 service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140639 Feb 09 01:50:07.886273 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-02544feb-0d5b-41ae-8e37-9ac3c20b57b9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Deleting port 9f615df8-b8a3-4d1f-a342-80acb0d2c4c9 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:07.888879 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-02544feb-0d5b-41ae-8e37-9ac3c20b57b9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9f615df8-b8a3-4d1f-a342-80acb0d2c4c9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:07.925224 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf86dfa-9268-4f1f-a6b7-ac8cfee4fd01 x-openstack-request-id: req-9bf86dfa-9268-4f1f-a6b7-ac8cfee4fd01 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:07.926060 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0937dec7-8729-46ae-b177-46f7ffb1ad1d", "tag": "ca940e40-2348-4639-9526-1902063d5cfc", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:07.926060 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9bf86dfa-9268-4f1f-a6b7-ac8cfee4fd01 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:07.926390 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0937dec7-8729-46ae-b177-46f7ffb1ad1d', 'tag': 'ca940e40-2348-4639-9526-1902063d5cfc', 'status': 'completed', 'code': 200} Feb 09 01:50:07.938952 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 719ef8f8-41c4-4e78-bd87-81cf10377bd5 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:50:07.941328 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 28fa76b1-4ebd-4297-bced-ed4c8b21284e up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:07.946040 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd2968-ee59-4fbf-99e2-91d1884a5742 req-5f37be36-2ba8-42e0-aede-74d3231a0101 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:07.955065 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ffbd2968-ee59-4fbf-99e2-91d1884a5742 req-5f37be36-2ba8-42e0-aede-74d3231a0101 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d070db40-0b94-4342-9918-c174d6b0cdb6 HTTP/1.1" status: 200 len: 944 time: 0.2696784 Feb 09 01:50:08.058321 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ffbd2968-ee59-4fbf-99e2-91d1884a5742 req-2946b03b-1f2c-40a8-bf06-0c50ba83db7d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024072 Feb 09 01:50:08.064993 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-fe4a95ac-68a3-4492-ba5f-7a151e8dcab1 service neutron] 10.222.0.67 "GET /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704835 Feb 09 01:50:08.087790 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 28fa76b1-4ebd-4297-bced-ed4c8b21284e completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:08.099346 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=0ca99c86-83b3-4b2e-bdaa-4d3764942ea8,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:08.121625 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 28fa76b1-4ebd-4297-bced-ed4c8b21284e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:08.122145 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (28fa76b1-4ebd-4297-bced-ed4c8b21284e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.248058 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:08.248529 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.287542 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7c295bb2-6b4b-486d-a2a9-7614fa207f7d req-159729da-c2fb-4c93-8f79-aa7a243cfaeb service neutron] 10.222.0.67 "GET /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140799 Feb 09 01:50:08.339370 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33266c48-ae80-4e59-8397-8e7c0d3196e5 req-031e2ad5-13b3-4edc-bf02-80b762555247 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:08.354603 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33266c48-ae80-4e59-8397-8e7c0d3196e5 req-031e2ad5-13b3-4edc-bf02-80b762555247 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:08.362004 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33266c48-ae80-4e59-8397-8e7c0d3196e5 req-031e2ad5-13b3-4edc-bf02-80b762555247 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:08.366549 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 2d0baf7e-0089-4cde-86cc-ae9332d487c3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:08.369753 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33266c48-ae80-4e59-8397-8e7c0d3196e5 req-031e2ad5-13b3-4edc-bf02-80b762555247 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:08.375340 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.375933 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33266c48-ae80-4e59-8397-8e7c0d3196e5 req-031e2ad5-13b3-4edc-bf02-80b762555247 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:08.381844 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33266c48-ae80-4e59-8397-8e7c0d3196e5 req-031e2ad5-13b3-4edc-bf02-80b762555247 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:08.388566 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33266c48-ae80-4e59-8397-8e7c0d3196e5 req-031e2ad5-13b3-4edc-bf02-80b762555247 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:08.390114 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 719ef8f8-41c4-4e78-bd87-81cf10377bd5, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=719ef8f8-41c4-4e78-bd87-81cf10377bd5,segment=NetworkSegment(d3a41fe1-8171-4f9c-b2fc-540dad47233c),segment_id=d3a41fe1-8171-4f9c-b2fc-540dad47233c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:08.391913 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-33266c48-ae80-4e59-8397-8e7c0d3196e5 req-031e2ad5-13b3-4edc-bf02-80b762555247 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5428 time: 0.1521108 Feb 09 01:50:08.451629 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 28fa76b1-4ebd-4297-bced-ed4c8b21284e is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:08.452249 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (28fa76b1-4ebd-4297-bced-ed4c8b21284e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.456824 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '719ef8f8-41c4-4e78-bd87-81cf10377bd5', 'network_id': '48733fa2-0a6e-4f10-9d66-30891daf5281', 'port_id': '719ef8f8-41c4-4e78-bd87-81cf10377bd5', 'mac_address': 'fa:16:3e:21:5f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38153e0-346d-45ee-a8ba-011ed1d4fedb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:50:08.525907 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 719ef8f8-41c4-4e78-bd87-81cf10377bd5 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:08.526305 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (719ef8f8-41c4-4e78-bd87-81cf10377bd5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.545345 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 719ef8f8-41c4-4e78-bd87-81cf10377bd5 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:50:08.548955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705c9d1-266f-4db0-89e0-2ba5cad2b294 req-0ec20ca4-7b39-4788-9c2b-e936201a7f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:08.551259 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f705c9d1-266f-4db0-89e0-2ba5cad2b294 req-0ec20ca4-7b39-4788-9c2b-e936201a7f77 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=07e140259b184093891c4d6ee1230ea9&device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 1125 time: 0.1569757 Feb 09 01:50:08.566845 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-33266c48-ae80-4e59-8397-8e7c0d3196e5 req-969cc9ee-2b7a-4531-b7a2-2f6068c3980f tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1570835 Feb 09 01:50:08.575496 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 28fa76b1-4ebd-4297-bced-ed4c8b21284e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=28fa76b1-4ebd-4297-bced-ed4c8b21284e,segment=NetworkSegment(f19cd584-be4a-44e7-93fd-3736899ef908),segment_id=f19cd584-be4a-44e7-93fd-3736899ef908)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:08.576858 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=2d0baf7e-0089-4cde-86cc-ae9332d487c3,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:08.583929 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (28fa76b1-4ebd-4297-bced-ed4c8b21284e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.584766 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 3e5a309d-a187-428b-be54-6139af1e1d5b up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:08.655533 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 719ef8f8-41c4-4e78-bd87-81cf10377bd5, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=719ef8f8-41c4-4e78-bd87-81cf10377bd5,segment=NetworkSegment(d3a41fe1-8171-4f9c-b2fc-540dad47233c),segment_id=d3a41fe1-8171-4f9c-b2fc-540dad47233c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:08.674687 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-02544feb-0d5b-41ae-8e37-9ac3c20b57b9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9f615df8-b8a3-4d1f-a342-80acb0d2c4c9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.688093 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-02544feb-0d5b-41ae-8e37-9ac3c20b57b9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Calling delete_port for 9f615df8-b8a3-4d1f-a342-80acb0d2c4c9 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:08.697755 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (719ef8f8-41c4-4e78-bd87-81cf10377bd5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.701987 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=28fa76b1-4ebd-4297-bced-ed4c8b21284e,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:08.711017 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705c9d1-266f-4db0-89e0-2ba5cad2b294 req-d2895167-3128-467a-a495-9fedc1383e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:08.713282 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f705c9d1-266f-4db0-89e0-2ba5cad2b294 req-d2895167-3128-467a-a495-9fedc1383e54 service neutron] 10.222.0.67 "GET /v2.0/networks?id=48733fa2-0a6e-4f10-9d66-30891daf5281 HTTP/1.1" status: 200 len: 920 time: 0.1450119 Feb 09 01:50:08.790090 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f705c9d1-266f-4db0-89e0-2ba5cad2b294 req-9b85935b-32ca-45ed-a66f-c947223c1f70 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca940e40-2348-4639-9526-1902063d5cfc HTTP/1.1" status: 200 len: 217 time: 0.0652208 Feb 09 01:50:08.800567 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 3e5a309d-a187-428b-be54-6139af1e1d5b completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:08.813019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 3e5a309d-a187-428b-be54-6139af1e1d5b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:08.813393 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3e5a309d-a187-428b-be54-6139af1e1d5b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.852588 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=719ef8f8-41c4-4e78-bd87-81cf10377bd5,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:08.878415 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-e9302acc-c441-40be-8055-43a9c640ccca req-7c7879cf-e6a7-446c-a758-a991dd3f4711 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:50:08.885700 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e9302acc-c441-40be-8055-43a9c640ccca req-7c7879cf-e6a7-446c-a758-a991dd3f4711 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4519076 Feb 09 01:50:08.889211 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705c9d1-266f-4db0-89e0-2ba5cad2b294 req-a737e937-344e-48cb-8ff5-da50e22c2286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:08.890775 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f705c9d1-266f-4db0-89e0-2ba5cad2b294 req-a737e937-344e-48cb-8ff5-da50e22c2286 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f38153e0-346d-45ee-a8ba-011ed1d4fedb HTTP/1.1" status: 200 len: 859 time: 0.0701036 Feb 09 01:50:08.938211 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f705c9d1-266f-4db0-89e0-2ba5cad2b294 req-5d86c82e-b9bc-42a6-b57c-fe0e057a982e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=48733fa2-0a6e-4f10-9d66-30891daf5281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365388 Feb 09 01:50:08.955237 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24a9f5-daba-4ad4-bbbd-5e087a58fbe3 req-fc6da8c3-debc-4270-8b84-72fb092bc8f2 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:08.957088 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3e24a9f5-daba-4ad4-bbbd-5e087a58fbe3 req-fc6da8c3-debc-4270-8b84-72fb092bc8f2 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 943 time: 0.1696937 Feb 09 01:50:08.962157 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 3e5a309d-a187-428b-be54-6139af1e1d5b is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:08.962562 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3e5a309d-a187-428b-be54-6139af1e1d5b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.023790 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 3e5a309d-a187-428b-be54-6139af1e1d5b, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=3e5a309d-a187-428b-be54-6139af1e1d5b,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:09.028429 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3e5a309d-a187-428b-be54-6139af1e1d5b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.029455 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device c256480c-5c68-4a1d-819c-22216ad81ce4 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:09.079281 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3e24a9f5-daba-4ad4-bbbd-5e087a58fbe3 req-4fb4b597-dec0-4446-8a20-99d6c6d537f0 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920033 Feb 09 01:50:09.140614 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f705c9d1-266f-4db0-89e0-2ba5cad2b294 req-95739828-327c-4987-9dc5-558b63bc4d88 service neutron] 10.222.0.67 "GET /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815577 Feb 09 01:50:09.211002 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-02544feb-0d5b-41ae-8e37-9ac3c20b57b9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (9f615df8-b8a3-4d1f-a342-80acb0d2c4c9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.212753 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=3e5a309d-a187-428b-be54-6139af1e1d5b,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:09.219121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['719ef8f8-41c4-4e78-bd87-81cf10377bd5'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:50:09.250756 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7269701f-fbbf-4838-b555-64e04b5f9305 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:50:09.288273 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7269701f-fbbf-4838-b555-64e04b5f9305 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "PUT /v2.0/routers/0d4d55a9-2ebd-4ac2-af92-42803eb95831/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0595257 Feb 09 01:50:09.289688 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a92e76-ba62-4672-ae80-64fecd28131f None None] Sync routers for ids ['0d4d55a9-2ebd-4ac2-af92-42803eb95831'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:09.298691 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50618) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:09.312163 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02544feb-0d5b-41ae-8e37-9ac3c20b57b9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event deleted for resources: {'Port': ['ID=9f615df8-b8a3-4d1f-a342-80acb0d2c4c9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:09.318583 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a92e76-ba62-4672-ae80-64fecd28131f None None] Routers {'0d4d55a9-2ebd-4ac2-af92-42803eb95831'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:09.319582 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b3a92e76-ba62-4672-ae80-64fecd28131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:49:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0d4d55a9-2ebd-4ac2-af92-42803eb95831'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:09.324458 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f705c9d1-266f-4db0-89e0-2ba5cad2b294 req-4aa5ba7c-3168-4074-98af-960526896e81 service neutron] 10.222.0.67 "GET /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771891 Feb 09 01:50:09.355473 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d422c25f-3107-4e46-a2d8-2c09a7b8864d tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Deleting port ce9ae50e-4dec-47e3-8c0e-e57a958b81ff {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:09.356149 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d422c25f-3107-4e46-a2d8-2c09a7b8864d tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ce9ae50e-4dec-47e3-8c0e-e57a958b81ff), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.397173 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18a9c1-80e9-4186-b858-7c9bf48c7053 req-370a54e0-ef60-424b-a2e9-9d01df309469 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:09.398730 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb18a9c1-80e9-4186-b858-7c9bf48c7053 req-370a54e0-ef60-424b-a2e9-9d01df309469 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d070db40-0b94-4342-9918-c174d6b0cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0731874 Feb 09 01:50:09.482204 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-b3a92e76-ba62-4672-ae80-64fecd28131f None None] Set router 0d4d55a9-2ebd-4ac2-af92-42803eb95831 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:09.496847 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e9302acc-c441-40be-8055-43a9c640ccca req-28774de3-94da-414e-96ef-0ed871718f30 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.6099961 Feb 09 01:50:09.499595 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb18a9c1-80e9-4186-b858-7c9bf48c7053 req-35564813-769b-4313-b044-fe0a68b1a2c5 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884047 Feb 09 01:50:09.501459 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-02544feb-0d5b-41ae-8e37-9ac3c20b57b9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.507383 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-02544feb-0d5b-41ae-8e37-9ac3c20b57b9 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "DELETE /v2.0/ports/9f615df8-b8a3-4d1f-a342-80acb0d2c4c9 HTTP/1.1" status: 204 len: 168 time: 2.2189417 Feb 09 01:50:09.507742 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50620) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:09.511778 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d773724-784d-4dde-83c2-3a70c77dd12f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Deleting subnet e2563808-760d-419a-b1ba-497369146386 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:50:09.561655 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d773724-784d-4dde-83c2-3a70c77dd12f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for subnet (e2563808-760d-419a-b1ba-497369146386), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.585136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0327d22-38d0-4b50-9ffe-92f9666fc72f tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:09.588630 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d0327d22-38d0-4b50-9ffe-92f9666fc72f tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "GET /v2.0/ports?device_id=099ddf97-8c69-4bdc-b833-4067333a4b68 HTTP/1.1" status: 200 len: 913 time: 0.0798922 Feb 09 01:50:09.591173 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50622) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:09.610805 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d773724-784d-4dde-83c2-3a70c77dd12f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (e2563808-760d-419a-b1ba-497369146386), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.642583 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd070db40-0b94-4342-9918-c174d6b0cdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca99c86-83b3-4b2e-bdaa-4d3764942ea8'}, {'server_uuid': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d0baf7e-0089-4cde-86cc-ae9332d487c3'}, {'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fa76b1-4ebd-4297-bced-ed4c8b21284e'}, {'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5a309d-a187-428b-be54-6139af1e1d5b'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:09.646391 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14236b7c-f218-488b-ad63-6532e3c5c664" -d '{"events": [{"server_uuid": "d070db40-0b94-4342-9918-c174d6b0cdb6", "name": "network-vif-plugged", "status": "completed", "tag": "0ca99c86-83b3-4b2e-bdaa-4d3764942ea8"}, {"server_uuid": "12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2", "name": "network-vif-unplugged", "status": "completed", "tag": "2d0baf7e-0089-4cde-86cc-ae9332d487c3"}, {"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-plugged", "status": "completed", "tag": "28fa76b1-4ebd-4297-bced-ed4c8b21284e"}, {"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-plugged", "status": "completed", "tag": "3e5a309d-a187-428b-be54-6139af1e1d5b"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:09.727479 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d773724-784d-4dde-83c2-3a70c77dd12f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (e2563808-760d-419a-b1ba-497369146386), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.837252 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d773724-784d-4dde-83c2-3a70c77dd12f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (e2563808-760d-419a-b1ba-497369146386), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.954732 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d773724-784d-4dde-83c2-3a70c77dd12f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.959092 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6d773724-784d-4dde-83c2-3a70c77dd12f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "DELETE /v2.0/subnets/e2563808-760d-419a-b1ba-497369146386 HTTP/1.1" status: 204 len: 168 time: 0.6587768 Feb 09 01:50:09.960030 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d773724-784d-4dde-83c2-3a70c77dd12f tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event deleted for resources: {'Subnet': ['ID=e2563808-760d-419a-b1ba-497369146386,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:09.964921 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50634) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:10.011230 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:50:10.080831 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port c256480c-5c68-4a1d-819c-22216ad81ce4 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:10.084147 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb48ba70-cf25-4dc4-8242-9d46b458a210 x-openstack-request-id: req-cb48ba70-cf25-4dc4-8242-9d46b458a210 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:10.084453 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d070db40-0b94-4342-9918-c174d6b0cdb6", "name": "network-vif-plugged", "status": "completed", "tag": "0ca99c86-83b3-4b2e-bdaa-4d3764942ea8", "code": 200}, {"server_uuid": "12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2", "name": "network-vif-unplugged", "status": "completed", "tag": "2d0baf7e-0089-4cde-86cc-ae9332d487c3", "code": 200}, {"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-plugged", "status": "completed", "tag": "28fa76b1-4ebd-4297-bced-ed4c8b21284e", "code": 200}, {"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-plugged", "status": "completed", "tag": "3e5a309d-a187-428b-be54-6139af1e1d5b", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:10.084713 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cb48ba70-cf25-4dc4-8242-9d46b458a210 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:10.085173 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd070db40-0b94-4342-9918-c174d6b0cdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca99c86-83b3-4b2e-bdaa-4d3764942ea8', 'code': 200} Feb 09 01:50:10.085430 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d0baf7e-0089-4cde-86cc-ae9332d487c3', 'code': 200} Feb 09 01:50:10.085689 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fa76b1-4ebd-4297-bced-ed4c8b21284e', 'code': 200} Feb 09 01:50:10.085942 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5a309d-a187-428b-be54-6139af1e1d5b', 'code': 200} Feb 09 01:50:10.118648 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1887c1ce-f8dc-4318-9bc2-589a1eb3042f None None] Network 9652cd42-3945-405b-b48b-6a0866a4d308 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:50:10.122732 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5a0a4627-eff5-485b-9968-39f1cd1a0381 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for router (0d4d55a9-2ebd-4ac2-af92-42803eb95831), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.176463 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.216276 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port c256480c-5c68-4a1d-819c-22216ad81ce4 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:10.216667 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c256480c-5c68-4a1d-819c-22216ad81ce4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.259100 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5a0a4627-eff5-485b-9968-39f1cd1a0381 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for router_gateway (0d4d55a9-2ebd-4ac2-af92-42803eb95831), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.261608 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-36fff895-8e07-4456-ac6e-2729455ff735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.338650 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d422c25f-3107-4e46-a2d8-2c09a7b8864d tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ce9ae50e-4dec-47e3-8c0e-e57a958b81ff), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.339101 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d422c25f-3107-4e46-a2d8-2c09a7b8864d tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for floatingip (ce9ae50e-4dec-47e3-8c0e-e57a958b81ff), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.352311 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port c256480c-5c68-4a1d-819c-22216ad81ce4 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:10.352859 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c256480c-5c68-4a1d-819c-22216ad81ce4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.391582 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d422c25f-3107-4e46-a2d8-2c09a7b8864d tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Calling delete_port for ce9ae50e-4dec-47e3-8c0e-e57a958b81ff owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:10.433581 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-5a0a4627-eff5-485b-9968-39f1cd1a0381 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Deleting port 5185d35b-3117-405a-8b21-ae03c90bb0b3 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:10.433581 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5a0a4627-eff5-485b-9968-39f1cd1a0381 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5185d35b-3117-405a-8b21-ae03c90bb0b3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.451121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port c256480c-5c68-4a1d-819c-22216ad81ce4, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c256480c-5c68-4a1d-819c-22216ad81ce4,segment=NetworkSegment(f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d),segment_id=f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:10.473384 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c256480c-5c68-4a1d-819c-22216ad81ce4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.474648 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:10.476415 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf1537-42d4-4047-8f2c-75f504e64837 req-8952795c-909d-435d-9c79-965b046d8c4d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:10.485877 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf1537-42d4-4047-8f2c-75f504e64837 req-8952795c-909d-435d-9c79-965b046d8c4d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:10.491496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf1537-42d4-4047-8f2c-75f504e64837 req-8952795c-909d-435d-9c79-965b046d8c4d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:10.494138 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf1537-42d4-4047-8f2c-75f504e64837 req-8952795c-909d-435d-9c79-965b046d8c4d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:10.496340 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f43007-5fa9-40ee-9579-e9494989f930 req-70f9dcbe-c3b9-4dc1-bdfb-1d816e27aebc tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:10.500158 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf1537-42d4-4047-8f2c-75f504e64837 req-8952795c-909d-435d-9c79-965b046d8c4d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:10.505439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf1537-42d4-4047-8f2c-75f504e64837 req-8952795c-909d-435d-9c79-965b046d8c4d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:10.506249 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-01f43007-5fa9-40ee-9579-e9494989f930 req-70f9dcbe-c3b9-4dc1-bdfb-1d816e27aebc tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 943 time: 0.1984320 Feb 09 01:50:10.519930 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf1537-42d4-4047-8f2c-75f504e64837 req-8952795c-909d-435d-9c79-965b046d8c4d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:10.528717 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1fdf1537-42d4-4047-8f2c-75f504e64837 req-8952795c-909d-435d-9c79-965b046d8c4d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5430 time: 0.7538207 Feb 09 01:50:10.550349 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1b873-1a70-4c1f-9e9b-06baa1efb861 req-17aa578b-71c6-4d75-bc1f-72a930742f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:10.551906 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ae1b873-1a70-4c1f-9e9b-06baa1efb861 req-17aa578b-71c6-4d75-bc1f-72a930742f90 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d070db40-0b94-4342-9918-c174d6b0cdb6 HTTP/1.1" status: 200 len: 1127 time: 0.1809533 Feb 09 01:50:10.554382 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8159deb-2d87-47cc-9ad6-4d759c77d4ca None None] DHCP port deletion for 9652cd42-3945-405b-b48b-6a0866a4d308 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:50:10.643153 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=c256480c-5c68-4a1d-819c-22216ad81ce4,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:10.648748 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b3a92e76-ba62-4672-ae80-64fecd28131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'name': 'tempest-TestSecurityGroupsBasicOps-router-679534864', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:43Z', 'updated_at': '2022-02-09T01:50:05Z', 'revision_number': 5, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'gw_port': {'id': '5185d35b-3117-405a-8b21-ae03c90bb0b3', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:44Z', 'updated_at': '2022-02-09T01:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:10.684176 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-01f43007-5fa9-40ee-9579-e9494989f930 req-9091985c-013c-4704-931b-9d88af35ef87 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525977 Feb 09 01:50:10.713099 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-5a0a4627-eff5-485b-9968-39f1cd1a0381 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] For port 5185d35b-3117-405a-8b21-ae03c90bb0b3, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5185d35b-3117-405a-8b21-ae03c90bb0b3,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:10.713381 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5a0a4627-eff5-485b-9968-39f1cd1a0381 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5185d35b-3117-405a-8b21-ae03c90bb0b3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.721597 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a92e76-ba62-4672-ae80-64fecd28131f None None] Checking router: 0d4d55a9-2ebd-4ac2-af92-42803eb95831 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:50:10.725189 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:10.730975 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-5a0a4627-eff5-485b-9968-39f1cd1a0381 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Calling delete_port for 5185d35b-3117-405a-8b21-ae03c90bb0b3 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:10.736041 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:10.736623 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (12c6d339-2c74-42d5-a6e4-5f638ebb91f3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.750522 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1fdf1537-42d4-4047-8f2c-75f504e64837 req-19b35c24-3316-4056-896c-6a24077d7747 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2207277 Feb 09 01:50:10.830029 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c8159deb-2d87-47cc-9ad6-4d759c77d4ca None None] Deleting port 9682183f-c157-49c8-a285-4fd8bd122d46 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:10.830495 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c8159deb-2d87-47cc-9ad6-4d759c77d4ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9682183f-c157-49c8-a285-4fd8bd122d46), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.877437 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ae1b873-1a70-4c1f-9e9b-06baa1efb861 req-e7b299ef-9821-4760-89d1-1d11601a2559 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692041 Feb 09 01:50:10.895422 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d422c25f-3107-4e46-a2d8-2c09a7b8864d tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ce9ae50e-4dec-47e3-8c0e-e57a958b81ff), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.909089 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c8159deb-2d87-47cc-9ad6-4d759c77d4ca None None] For port 9682183f-c157-49c8-a285-4fd8bd122d46, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9682183f-c157-49c8-a285-4fd8bd122d46,segment=NetworkSegment(ec19a1e7-8e57-4c51-ae5e-680796d09c8d),segment_id=ec19a1e7-8e57-4c51-ae5e-680796d09c8d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:10.909510 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c8159deb-2d87-47cc-9ad6-4d759c77d4ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9682183f-c157-49c8-a285-4fd8bd122d46), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.925603 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c8159deb-2d87-47cc-9ad6-4d759c77d4ca None None] Calling delete_port for 9682183f-c157-49c8-a285-4fd8bd122d46 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:11.007416 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422c25f-3107-4e46-a2d8-2c09a7b8864d tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Pushing event deleted for resources: {'Port': ['ID=ce9ae50e-4dec-47e3-8c0e-e57a958b81ff,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:11.033571 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a92e76-ba62-4672-ae80-64fecd28131f None None] Routers {'0d4d55a9-2ebd-4ac2-af92-42803eb95831'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:11.034231 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b3a92e76-ba62-4672-ae80-64fecd28131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:50:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0d4d55a9-2ebd-4ac2-af92-42803eb95831'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:11.067095 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e1fd6-a09f-4086-95ab-bc1c99a915e8 req-7deabc06-2287-4821-8530-e96536a1a503 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:11.069325 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e25e1fd6-a09f-4086-95ab-bc1c99a915e8 req-7deabc06-2287-4821-8530-e96536a1a503 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d070db40-0b94-4342-9918-c174d6b0cdb6 HTTP/1.1" status: 200 len: 945 time: 0.1865380 Feb 09 01:50:11.116287 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.151048 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d422c25f-3107-4e46-a2d8-2c09a7b8864d tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for floatingip (5062d704-5b7d-481a-98c0-59edb8a4ddc2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.151432 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-d422c25f-3107-4e46-a2d8-2c09a7b8864d tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Floating IP 5062d704-5b7d-481a-98c0-59edb8a4ddc2 disassociated (deleted). External IP: 172.25.7.251, port: ba32c973-8872-4fc9-9bc3-d02b1fb13353. Feb 09 01:50:11.159876 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.163875 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c8159deb-2d87-47cc-9ad6-4d759c77d4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (9682183f-c157-49c8-a285-4fd8bd122d46), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.213419 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8159deb-2d87-47cc-9ad6-4d759c77d4ca None None] Pushing event deleted for resources: {'Port': ['ID=9682183f-c157-49c8-a285-4fd8bd122d46,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:11.224774 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8159deb-2d87-47cc-9ad6-4d759c77d4ca None None] No DVR routers for this DVR port 9682183f-c157-49c8-a285-4fd8bd122d46 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:50:11.259020 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e25e1fd6-a09f-4086-95ab-bc1c99a915e8 req-11beabdd-f712-45d3-8fe3-c46809bd8939 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799357 Feb 09 01:50:11.277810 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5a0a4627-eff5-485b-9968-39f1cd1a0381 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (5185d35b-3117-405a-8b21-ae03c90bb0b3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.286073 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-b3a92e76-ba62-4672-ae80-64fecd28131f None None] Set router 0d4d55a9-2ebd-4ac2-af92-42803eb95831 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:11.347440 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ae9720b7-5083-4b46-8dcf-9ca2ef79cc93 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (099ddf97-8c69-4bdc-b833-4067333a4b68), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.353367 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a4627-eff5-485b-9968-39f1cd1a0381 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event deleted for resources: {'Port': ['ID=5185d35b-3117-405a-8b21-ae03c90bb0b3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:11.373688 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:11.376746 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (12c6d339-2c74-42d5-a6e4-5f638ebb91f3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.381710 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b3a92e76-ba62-4672-ae80-64fecd28131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'name': 'tempest-TestSecurityGroupsBasicOps-router-679534864', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:43Z', 'updated_at': '2022-02-09T01:50:10Z', 'revision_number': 6, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:11.489283 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=12c6d339-2c74-42d5-a6e4-5f638ebb91f3,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:11.492741 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a92e76-ba62-4672-ae80-64fecd28131f None None] The sync data for ids ['0d4d55a9-2ebd-4ac2-af92-42803eb95831'] in n-d-828387-3 is: [{'id': '0d4d55a9-2ebd-4ac2-af92-42803eb95831', 'name': 'tempest-TestSecurityGroupsBasicOps-router-679534864', 'tenant_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:43Z', 'updated_at': '2022-02-09T01:50:10Z', 'revision_number': 6, 'project_id': '5bb1a0b377414dc1915d0f29c8ffb19f', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:50:11.493010 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5a0a4627-eff5-485b-9968-39f1cd1a0381 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (0d4d55a9-2ebd-4ac2-af92-42803eb95831), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.496559 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (12c6d339-2c74-42d5-a6e4-5f638ebb91f3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.500222 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device cd86026c-c167-4b35-80bb-22f2c9696705 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:11.540343 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 2d0baf7e-0089-4cde-86cc-ae9332d487c3 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:50:11.690545 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=12c6d339-2c74-42d5-a6e4-5f638ebb91f3,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:11.711788 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5a0a4627-eff5-485b-9968-39f1cd1a0381 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (0d4d55a9-2ebd-4ac2-af92-42803eb95831), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.718998 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5a0a4627-eff5-485b-9968-39f1cd1a0381 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for router_controller (0d4d55a9-2ebd-4ac2-af92-42803eb95831), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.785326 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d422c25f-3107-4e46-a2d8-2c09a7b8864d tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Router 67091eb2-bd7e-48ea-b0c5-28f1938af655 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:50:11.788687 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5a0a4627-eff5-485b-9968-39f1cd1a0381 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (0d4d55a9-2ebd-4ac2-af92-42803eb95831), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.791316 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0a4627-eff5-485b-9968-39f1cd1a0381 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Fanout notify agent at l3_agent the message router_deleted on router 0d4d55a9-2ebd-4ac2-af92-42803eb95831 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:50:11.801060 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port cd86026c-c167-4b35-80bb-22f2c9696705 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:11.817942 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5a0a4627-eff5-485b-9968-39f1cd1a0381 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.820009 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5a0a4627-eff5-485b-9968-39f1cd1a0381 tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "DELETE /v2.0/routers/0d4d55a9-2ebd-4ac2-af92-42803eb95831 HTTP/1.1" status: 204 len: 168 time: 1.8452387 Feb 09 01:50:11.823156 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port cd86026c-c167-4b35-80bb-22f2c9696705 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:11.823740 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cd86026c-c167-4b35-80bb-22f2c9696705), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.824370 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50656) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:11.866497 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 2d0baf7e-0089-4cde-86cc-ae9332d487c3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:11.887915 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '2d0baf7e-0089-4cde-86cc-ae9332d487c3', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'port_id': '2d0baf7e-0089-4cde-86cc-ae9332d487c3', 'mac_address': 'fa:16:3e:60:40:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:50:11.950035 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:11.950610 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.963105 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bbf1b-c57c-4d65-905b-85fab448f825 req-80211d65-2419-4fb0-8f96-ca8761d522a2 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:11.970692 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d66bbf1b-c57c-4d65-905b-85fab448f825 req-80211d65-2419-4fb0-8f96-ca8761d522a2 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 943 time: 0.0913813 Feb 09 01:50:11.978265 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0d471215-8d2d-4ea8-9898-0f07b111379a tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (9652cd42-3945-405b-b48b-6a0866a4d308), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.994178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-ae9720b7-5083-4b46-8dcf-9ca2ef79cc93 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Deleting port 292a26f3-81a3-45df-a8c5-f90bcce6802d {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:11.994529 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ae9720b7-5083-4b46-8dcf-9ca2ef79cc93 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (292a26f3-81a3-45df-a8c5-f90bcce6802d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.005765 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port cd86026c-c167-4b35-80bb-22f2c9696705 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:12.006528 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cd86026c-c167-4b35-80bb-22f2c9696705), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.028673 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0baf7e-0089-4cde-86cc-ae9332d487c3 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:50:12.051844 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 2d0baf7e-0089-4cde-86cc-ae9332d487c3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:12.068514 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.077950 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d66bbf1b-c57c-4d65-905b-85fab448f825 req-197fe2cf-9812-4196-8b98-a0b6df3d4d4e tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062438 Feb 09 01:50:12.094275 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port cd86026c-c167-4b35-80bb-22f2c9696705, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=cd86026c-c167-4b35-80bb-22f2c9696705,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:12.100094 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c256480c-5c68-4a1d-819c-22216ad81ce4'}, {'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c6d339-2c74-42d5-a6e4-5f638ebb91f3'}, {'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd86026c-c167-4b35-80bb-22f2c9696705'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:12.114696 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d9204e-3295-4b88-89fc-304817cd847e" -d '{"events": [{"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-plugged", "status": "completed", "tag": "c256480c-5c68-4a1d-819c-22216ad81ce4"}, {"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-plugged", "status": "completed", "tag": "12c6d339-2c74-42d5-a6e4-5f638ebb91f3"}, {"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-plugged", "status": "completed", "tag": "cd86026c-c167-4b35-80bb-22f2c9696705"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:12.175320 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ae9720b7-5083-4b46-8dcf-9ca2ef79cc93 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (292a26f3-81a3-45df-a8c5-f90bcce6802d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.234195 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-ae9720b7-5083-4b46-8dcf-9ca2ef79cc93 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Calling delete_port for 292a26f3-81a3-45df-a8c5-f90bcce6802d owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:12.242265 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=2d0baf7e-0089-4cde-86cc-ae9332d487c3,revision_number=9']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:12.253611 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (cd86026c-c167-4b35-80bb-22f2c9696705), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.257307 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:12.364464 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0d471215-8d2d-4ea8-9898-0f07b111379a tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (9652cd42-3945-405b-b48b-6a0866a4d308), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.378155 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9682183f-c157-49c8-a285-4fd8bd122d46 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:50:12.394854 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0d471215-8d2d-4ea8-9898-0f07b111379a tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9652cd42-3945-405b-b48b-6a0866a4d308']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:12.412929 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0d471215-8d2d-4ea8-9898-0f07b111379a tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec19a1e7-8e57-4c51-ae5e-680796d09c8d') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:12.413518 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0d471215-8d2d-4ea8-9898-0f07b111379a tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec19a1e7-8e57-4c51-ae5e-680796d09c8d') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:12.415922 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['2d0baf7e-0089-4cde-86cc-ae9332d487c3'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:50:12.427195 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0d471215-8d2d-4ea8-9898-0f07b111379a tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (ec19a1e7-8e57-4c51-ae5e-680796d09c8d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.444943 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0d471215-8d2d-4ea8-9898-0f07b111379a tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (ec19a1e7-8e57-4c51-ae5e-680796d09c8d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.453584 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d471215-8d2d-4ea8-9898-0f07b111379a tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:50:12.454051 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0d471215-8d2d-4ea8-9898-0f07b111379a tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (ec19a1e7-8e57-4c51-ae5e-680796d09c8d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.459464 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:50:12.509914 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:50:12.516761 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 9682183f-c157-49c8-a285-4fd8bd122d46 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:50:12.517384 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9682183f-c157-49c8-a285-4fd8bd122d46 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:50:12.518017 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 30d7f170-a400-472c-88de-12ff06dc5772 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:50:12.527448 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce4c95d-118f-42a0-89a2-e11e67317dd8 x-openstack-request-id: req-0ce4c95d-118f-42a0-89a2-e11e67317dd8 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:12.527948 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-plugged", "status": "completed", "tag": "c256480c-5c68-4a1d-819c-22216ad81ce4", "code": 200}, {"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-plugged", "status": "completed", "tag": "12c6d339-2c74-42d5-a6e4-5f638ebb91f3", "code": 200}, {"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-plugged", "status": "completed", "tag": "cd86026c-c167-4b35-80bb-22f2c9696705", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:12.528308 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ce4c95d-118f-42a0-89a2-e11e67317dd8 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:12.528756 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c256480c-5c68-4a1d-819c-22216ad81ce4', 'code': 200} Feb 09 01:50:12.529109 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c6d339-2c74-42d5-a6e4-5f638ebb91f3', 'code': 200} Feb 09 01:50:12.529364 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd86026c-c167-4b35-80bb-22f2c9696705', 'code': 200} Feb 09 01:50:12.533003 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0d471215-8d2d-4ea8-9898-0f07b111379a tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (9652cd42-3945-405b-b48b-6a0866a4d308), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.560340 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0d471215-8d2d-4ea8-9898-0f07b111379a tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.564290 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0d471215-8d2d-4ea8-9898-0f07b111379a tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] 10.222.0.36 "DELETE /v2.0/networks/9652cd42-3945-405b-b48b-6a0866a4d308 HTTP/1.1" status: 204 len: 168 time: 0.7361016 Feb 09 01:50:12.573683 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d471215-8d2d-4ea8-9898-0f07b111379a tempest-TestSecurityGroupsBasicOps-1087746694 tempest-TestSecurityGroupsBasicOps-1087746694-project] Pushing event deleted for resources: {'Network': ['ID=9652cd42-3945-405b-b48b-6a0866a4d308,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:12.576259 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d422c25f-3107-4e46-a2d8-2c09a7b8864d tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:50:12.583108 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d422c25f-3107-4e46-a2d8-2c09a7b8864d tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.587266 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e371405a-696e-4f16-8b06-cd5ecd9b382a None None] Sync routers for ids ['67091eb2-bd7e-48ea-b0c5-28f1938af655'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:12.617055 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d422c25f-3107-4e46-a2d8-2c09a7b8864d tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] 10.222.0.36 "DELETE /v2.0/floatingips/5062d704-5b7d-481a-98c0-59edb8a4ddc2 HTTP/1.1" status: 204 len: 168 time: 4.8874376 Feb 09 01:50:12.618385 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e371405a-696e-4f16-8b06-cd5ecd9b382a None None] Routers {'67091eb2-bd7e-48ea-b0c5-28f1938af655'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:12.619275 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-e371405a-696e-4f16-8b06-cd5ecd9b382a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:50:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['67091eb2-bd7e-48ea-b0c5-28f1938af655'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:12.623414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50674) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:12.631969 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f5409bf7-7330-409c-b0a0-863418bd838a tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:12.637283 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 30d7f170-a400-472c-88de-12ff06dc5772 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:50:12.637678 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 30d7f170-a400-472c-88de-12ff06dc5772 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:50:12.638261 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5185d35b-3117-405a-8b21-ae03c90bb0b3 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:50:12.677123 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 5185d35b-3117-405a-8b21-ae03c90bb0b3 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:50:12.677528 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5185d35b-3117-405a-8b21-ae03c90bb0b3 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:50:12.679541 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5409bf7-7330-409c-b0a0-863418bd838a tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.697133 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bf736-e551-4a2b-9ce0-c9486abfcde4 req-a80de4b2-e0dd-40cc-a10c-5b409c1ab062 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:12.704017 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=cd86026c-c167-4b35-80bb-22f2c9696705,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:12.705562 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bf736-e551-4a2b-9ce0-c9486abfcde4 req-a80de4b2-e0dd-40cc-a10c-5b409c1ab062 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:12.713566 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-e371405a-696e-4f16-8b06-cd5ecd9b382a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:12.724363 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bf736-e551-4a2b-9ce0-c9486abfcde4 req-a80de4b2-e0dd-40cc-a10c-5b409c1ab062 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:12.732096 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bf736-e551-4a2b-9ce0-c9486abfcde4 req-a80de4b2-e0dd-40cc-a10c-5b409c1ab062 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:12.744268 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bf736-e551-4a2b-9ce0-c9486abfcde4 req-a80de4b2-e0dd-40cc-a10c-5b409c1ab062 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:12.750760 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e371405a-696e-4f16-8b06-cd5ecd9b382a None None] Routers {'67091eb2-bd7e-48ea-b0c5-28f1938af655'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:12.752057 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-e371405a-696e-4f16-8b06-cd5ecd9b382a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:50:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['67091eb2-bd7e-48ea-b0c5-28f1938af655'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:12.752405 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bf736-e551-4a2b-9ce0-c9486abfcde4 req-a80de4b2-e0dd-40cc-a10c-5b409c1ab062 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:12.759936 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bf736-e551-4a2b-9ce0-c9486abfcde4 req-a80de4b2-e0dd-40cc-a10c-5b409c1ab062 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:12.762002 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de6bf736-e551-4a2b-9ce0-c9486abfcde4 req-a80de4b2-e0dd-40cc-a10c-5b409c1ab062 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5433 time: 0.5660670 Feb 09 01:50:12.781526 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:12.793051 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:12.793286 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.838531 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-e371405a-696e-4f16-8b06-cd5ecd9b382a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:12.839187 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e371405a-696e-4f16-8b06-cd5ecd9b382a None None] The sync data for ids ['67091eb2-bd7e-48ea-b0c5-28f1938af655'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:50:12.879037 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c70d7-bf35-40d3-a3f4-c81bf14c68f0 req-cc3f2846-d2e8-4ea2-aa67-1a44397ee4eb tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:12.882256 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-de6bf736-e551-4a2b-9ce0-c9486abfcde4 req-b67a8f17-4c07-4d63-ae61-39b042672ee4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1109231 Feb 09 01:50:12.886207 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0f4c70d7-bf35-40d3-a3f4-c81bf14c68f0 req-cc3f2846-d2e8-4ea2-aa67-1a44397ee4eb tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d070db40-0b94-4342-9918-c174d6b0cdb6 HTTP/1.1" status: 200 len: 945 time: 0.1879568 Feb 09 01:50:12.908128 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ae9720b7-5083-4b46-8dcf-9ca2ef79cc93 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (292a26f3-81a3-45df-a8c5-f90bcce6802d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.945148 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9720b7-5083-4b46-8dcf-9ca2ef79cc93 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event deleted for resources: {'Port': ['ID=292a26f3-81a3-45df-a8c5-f90bcce6802d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:12.986899 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0f4c70d7-bf35-40d3-a3f4-c81bf14c68f0 req-24ed0866-aef5-4b82-9179-bd8dcf7b3a04 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997109 Feb 09 01:50:13.005373 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5409bf7-7330-409c-b0a0-863418bd838a tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.062908 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:13.063374 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.117534 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac,segment=NetworkSegment(f19cd584-be4a-44e7-93fd-3736899ef908),segment_id=f19cd584-be4a-44e7-93fd-3736899ef908)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:13.127173 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.184687 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 719ef8f8-41c4-4e78-bd87-81cf10377bd5 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:13.227954 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23252675-b98d-4ec5-bd32-0ccee78140fa req-c10e7187-3c70-4efd-ae78-6716df3b0b2a tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:13.231914 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-23252675-b98d-4ec5-bd32-0ccee78140fa req-c10e7187-3c70-4efd-ae78-6716df3b0b2a tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 946 time: 0.2088037 Feb 09 01:50:13.258539 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-f5409bf7-7330-409c-b0a0-863418bd838a tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Allocated IP 172.25.7.79 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/3da94d1a-b653-4aab-8c5b-f245f40e65b3) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:13.280263 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:13.291710 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2630590-4b14-49a1-bbd3-60c1e2ea8a82 req-1a071e1e-86d0-4bd7-9700-8633574b6625 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:13.293530 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a2630590-4b14-49a1-bbd3-60c1e2ea8a82 req-1a071e1e-86d0-4bd7-9700-8633574b6625 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 943 time: 0.1060996 Feb 09 01:50:13.294188 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ae9720b7-5083-4b46-8dcf-9ca2ef79cc93 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (099ddf97-8c69-4bdc-b833-4067333a4b68), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.321439 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 719ef8f8-41c4-4e78-bd87-81cf10377bd5 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:13.326132 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 719ef8f8-41c4-4e78-bd87-81cf10377bd5 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:13.327890 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (719ef8f8-41c4-4e78-bd87-81cf10377bd5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.406786 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-23252675-b98d-4ec5-bd32-0ccee78140fa req-b4f8f86f-f70f-4fc5-bd3d-2dd5bf3f5fca tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666579 Feb 09 01:50:13.440239 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a2630590-4b14-49a1-bbd3-60c1e2ea8a82 req-b119522f-e0a0-4043-a00e-29c1f5c8dc07 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963879 Feb 09 01:50:13.464849 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 719ef8f8-41c4-4e78-bd87-81cf10377bd5 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:13.465243 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (719ef8f8-41c4-4e78-bd87-81cf10377bd5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.474467 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5409bf7-7330-409c-b0a0-863418bd838a tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks [] for port (3da94d1a-b653-4aab-8c5b-f245f40e65b3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.476517 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.512155 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 719ef8f8-41c4-4e78-bd87-81cf10377bd5, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=719ef8f8-41c4-4e78-bd87-81cf10377bd5,segment=NetworkSegment(d3a41fe1-8171-4f9c-b2fc-540dad47233c),segment_id=d3a41fe1-8171-4f9c-b2fc-540dad47233c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:13.518626 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (719ef8f8-41c4-4e78-bd87-81cf10377bd5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.528140 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5409bf7-7330-409c-b0a0-863418bd838a tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (3da94d1a-b653-4aab-8c5b-f245f40e65b3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.531466 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device ca940e40-2348-4639-9526-1902063d5cfc details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:50:13.533639 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 2d0baf7e-0089-4cde-86cc-ae9332d487c3 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:13.569620 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50686) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:13.587296 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5409bf7-7330-409c-b0a0-863418bd838a tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:13.590660 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-f5409bf7-7330-409c-b0a0-863418bd838a tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:13.596255 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5409bf7-7330-409c-b0a0-863418bd838a tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:13.621025 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5409bf7-7330-409c-b0a0-863418bd838a tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Pushing event updated for resources: {'Port': ['ID=3da94d1a-b653-4aab-8c5b-f245f40e65b3,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:13.685239 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=719ef8f8-41c4-4e78-bd87-81cf10377bd5,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:13.705747 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9720b7-5083-4b46-8dcf-9ca2ef79cc93 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Router 099ddf97-8c69-4bdc-b833-4067333a4b68 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:50:13.712676 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:13.713204 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.731933 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5409bf7-7330-409c-b0a0-863418bd838a tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks [] for floatingip (17d37a96-9969-4a71-b9e4-1281109552c9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.772481 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port ca940e40-2348-4639-9526-1902063d5cfc, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ca940e40-2348-4639-9526-1902063d5cfc,segment=NetworkSegment(d3a41fe1-8171-4f9c-b2fc-540dad47233c),segment_id=d3a41fe1-8171-4f9c-b2fc-540dad47233c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:13.790232 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'ca940e40-2348-4639-9526-1902063d5cfc', 'network_id': '48733fa2-0a6e-4f10-9d66-30891daf5281', 'port_id': 'ca940e40-2348-4639-9526-1902063d5cfc', 'mac_address': 'fa:16:3e:eb:6f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38153e0-346d-45ee-a8ba-011ed1d4fedb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:50:13.797722 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5409bf7-7330-409c-b0a0-863418bd838a tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3da94d1a-b653-4aab-8c5b-f245f40e65b3), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.869191 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:13.869484 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.871422 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port ca940e40-2348-4639-9526-1902063d5cfc is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:13.871803 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ca940e40-2348-4639-9526-1902063d5cfc), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.871994 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7501d0d5-7ea7-4261-9733-c48b8b4cde6e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5bb1a0b377414dc1915d0f29c8ffb19f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3031049 Feb 09 01:50:13.876497 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50690) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:13.915611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 2d0baf7e-0089-4cde-86cc-ae9332d487c3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:13.918532 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca940e40-2348-4639-9526-1902063d5cfc {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:50:13.924662 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.948367 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9720b7-5083-4b46-8dcf-9ca2ef79cc93 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:50:13.964629 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ae9720b7-5083-4b46-8dcf-9ca2ef79cc93 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "PUT /v2.0/routers/099ddf97-8c69-4bdc-b833-4067333a4b68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3717337 Feb 09 01:50:13.967154 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50694) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:13.969095 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port ca940e40-2348-4639-9526-1902063d5cfc, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ca940e40-2348-4639-9526-1902063d5cfc,segment=NetworkSegment(d3a41fe1-8171-4f9c-b2fc-540dad47233c),segment_id=d3a41fe1-8171-4f9c-b2fc-540dad47233c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:13.976392 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ca940e40-2348-4639-9526-1902063d5cfc), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.985698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8d0538-3c6e-4ff5-b1a7-b6c29ec38098 None None] Sync routers for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:13.992609 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ff89972a-0cc2-4509-8e44-b029b80fcc74 admin admin] Publish callbacks [] for security_group (34056a42-be81-406c-bb73-4176670b1795), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:14.011657 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=2d0baf7e-0089-4cde-86cc-ae9332d487c3,revision_number=10']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:14.030942 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8d0538-3c6e-4ff5-b1a7-b6c29ec38098 None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:14.031623 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-bc8d0538-3c6e-4ff5-b1a7-b6c29ec38098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:50:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:14.036495 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ff89972a-0cc2-4509-8e44-b029b80fcc74 admin admin] Publish callbacks [] for security_group (34056a42-be81-406c-bb73-4176670b1795), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:14.076189 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5409bf7-7330-409c-b0a0-863418bd838a tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks [] for port (3da94d1a-b653-4aab-8c5b-f245f40e65b3), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:14.123444 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5409bf7-7330-409c-b0a0-863418bd838a tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (3da94d1a-b653-4aab-8c5b-f245f40e65b3), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:14.180776 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ff89972a-0cc2-4509-8e44-b029b80fcc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (34056a42-be81-406c-bb73-4176670b1795), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:14.185298 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ff89972a-0cc2-4509-8e44-b029b80fcc74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:14.190609 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ff89972a-0cc2-4509-8e44-b029b80fcc74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34056a42-be81-406c-bb73-4176670b1795 HTTP/1.1" status: 204 len: 168 time: 0.3070924 Feb 09 01:50:14.206556 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89972a-0cc2-4509-8e44-b029b80fcc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34056a42-be81-406c-bb73-4176670b1795,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:14.256432 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0587776-7fd9-40f1-8287-2abce55f960d req-c712f1f2-519a-4af9-a08f-fd90dd0c2e41 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:14.273013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0587776-7fd9-40f1-8287-2abce55f960d req-c712f1f2-519a-4af9-a08f-fd90dd0c2e41 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:14.286403 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0587776-7fd9-40f1-8287-2abce55f960d req-c712f1f2-519a-4af9-a08f-fd90dd0c2e41 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:14.297095 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0587776-7fd9-40f1-8287-2abce55f960d req-c712f1f2-519a-4af9-a08f-fd90dd0c2e41 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:14.306609 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0587776-7fd9-40f1-8287-2abce55f960d req-c712f1f2-519a-4af9-a08f-fd90dd0c2e41 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:14.317064 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0587776-7fd9-40f1-8287-2abce55f960d req-c712f1f2-519a-4af9-a08f-fd90dd0c2e41 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:14.327703 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0587776-7fd9-40f1-8287-2abce55f960d req-c712f1f2-519a-4af9-a08f-fd90dd0c2e41 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:14.342858 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0587776-7fd9-40f1-8287-2abce55f960d req-c712f1f2-519a-4af9-a08f-fd90dd0c2e41 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5434 time: 0.2319100 Feb 09 01:50:14.386543 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-bc8d0538-3c6e-4ff5-b1a7-b6c29ec38098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:14.414240 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8d0538-3c6e-4ff5-b1a7-b6c29ec38098 None None] Routers {'099ddf97-8c69-4bdc-b833-4067333a4b68'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:14.415458 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-bc8d0538-3c6e-4ff5-b1a7-b6c29ec38098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:50:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['099ddf97-8c69-4bdc-b833-4067333a4b68'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:14.438094 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0587776-7fd9-40f1-8287-2abce55f960d req-dc0f4a59-f3e4-4f07-93b1-3903ec4934fe tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0940428 Feb 09 01:50:14.488032 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-bc8d0538-3c6e-4ff5-b1a7-b6c29ec38098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:14.489237 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8d0538-3c6e-4ff5-b1a7-b6c29ec38098 None None] The sync data for ids ['099ddf97-8c69-4bdc-b833-4067333a4b68'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:50:14.519301 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=ca940e40-2348-4639-9526-1902063d5cfc,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:14.530551 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac'}, {'server_uuid': '8dcc35ad-8610-4331-b987-920e37648060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719ef8f8-41c4-4e78-bd87-81cf10377bd5'}, {'server_uuid': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0baf7e-0089-4cde-86cc-ae9332d487c3'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:14.533148 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed15b21-91de-465f-abfb-f5997e8b834d" -d '{"events": [{"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-plugged", "status": "completed", "tag": "c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac"}, {"server_uuid": "8dcc35ad-8610-4331-b987-920e37648060", "name": "network-vif-plugged", "status": "completed", "tag": "719ef8f8-41c4-4e78-bd87-81cf10377bd5"}, {"server_uuid": "12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2", "name": "network-vif-plugged", "status": "completed", "tag": "2d0baf7e-0089-4cde-86cc-ae9332d487c3"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:14.614920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8e082-4ae2-45ea-9572-14ff70f08630 req-ca401c20-5f94-4f03-aaa3-87c3b957b7ee tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:14.616741 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d9b8e082-4ae2-45ea-9572-14ff70f08630 req-ca401c20-5f94-4f03-aaa3-87c3b957b7ee tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 946 time: 0.0701668 Feb 09 01:50:14.677574 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50712) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:14.687756 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5409bf7-7330-409c-b0a0-863418bd838a tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Pushing event updated for resources: {'Port': ['ID=3da94d1a-b653-4aab-8c5b-f245f40e65b3,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:14.689441 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d9b8e082-4ae2-45ea-9572-14ff70f08630 req-4df23683-7bd1-4eea-aaf6-881f64661436 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650394 Feb 09 01:50:14.691787 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5409bf7-7330-409c-b0a0-863418bd838a tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (17d37a96-9969-4a71-b9e4-1281109552c9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:14.696387 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5c8a046b-f430-48e5-8eb1-1ed82239e5f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:14.723229 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5409bf7-7330-409c-b0a0-863418bd838a tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:14.727609 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f5409bf7-7330-409c-b0a0-863418bd838a tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0988822 Feb 09 01:50:14.727842 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50714) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:14.739321 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['ca940e40-2348-4639-9526-1902063d5cfc'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:50:14.754966 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbfb4a-50be-4d8b-9c40-a44faeceff99 req-c9d7e688-452c-4381-aff0-b8c25cc6ccdb tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:14.756640 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b8fbfb4a-50be-4d8b-9c40-a44faeceff99 req-c9d7e688-452c-4381-aff0-b8c25cc6ccdb tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d070db40-0b94-4342-9918-c174d6b0cdb6 HTTP/1.1" status: 200 len: 945 time: 0.6351886 Feb 09 01:50:14.765282 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce102991-c362-469f-ae86-7d973805396a tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for router (099ddf97-8c69-4bdc-b833-4067333a4b68), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:14.822653 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5c8a046b-f430-48e5-8eb1-1ed82239e5f4 admin admin] Publish callbacks [] for security_group (dee72b37-ad06-42a4-afb5-b9ede06b50a9), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:14.875449 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5c8a046b-f430-48e5-8eb1-1ed82239e5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (dee72b37-ad06-42a4-afb5-b9ede06b50a9), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:14.936274 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5c8a046b-f430-48e5-8eb1-1ed82239e5f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b7843e076514b0194be9223c205b2d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2573080 Feb 09 01:50:14.940225 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a046b-f430-48e5-8eb1-1ed82239e5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee72b37-ad06-42a4-afb5-b9ede06b50a9,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:14.940432 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50718) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:14.954332 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b8fbfb4a-50be-4d8b-9c40-a44faeceff99 req-ee90a3b3-af8d-420d-b332-b2002c13647a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850333 Feb 09 01:50:14.972258 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9187b-4f83-4856-9f91-a63254991981 req-e728c80c-f280-4400-b4cc-17ad907722dc tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:14.974175 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-23c9187b-4f83-4856-9f91-a63254991981 req-e728c80c-f280-4400-b4cc-17ad907722dc tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 944 time: 0.1500683 Feb 09 01:50:15.012157 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce102991-c362-469f-ae86-7d973805396a tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for router_gateway (099ddf97-8c69-4bdc-b833-4067333a4b68), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:15.045733 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f697f55-e503-4e93-a3ff-0ebfe0a1a6c8 x-openstack-request-id: req-1f697f55-e503-4e93-a3ff-0ebfe0a1a6c8 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:15.046154 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-plugged", "status": "completed", "tag": "c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac", "code": 200}, {"server_uuid": "8dcc35ad-8610-4331-b987-920e37648060", "name": "network-vif-plugged", "status": "completed", "tag": "719ef8f8-41c4-4e78-bd87-81cf10377bd5", "code": 200}, {"server_uuid": "12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2", "name": "network-vif-plugged", "status": "completed", "tag": "2d0baf7e-0089-4cde-86cc-ae9332d487c3", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:15.046365 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f697f55-e503-4e93-a3ff-0ebfe0a1a6c8 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:15.046912 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac', 'code': 200} Feb 09 01:50:15.047335 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcc35ad-8610-4331-b987-920e37648060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719ef8f8-41c4-4e78-bd87-81cf10377bd5', 'code': 200} Feb 09 01:50:15.047684 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0baf7e-0089-4cde-86cc-ae9332d487c3', 'code': 200} Feb 09 01:50:15.053899 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-23c9187b-4f83-4856-9f91-a63254991981 req-2d392139-1ef7-4668-bf81-5a05c65ac909 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651186 Feb 09 01:50:15.068740 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-23790395-f379-4be0-9d4f-468c3076783b admin admin] Publish callbacks [] for security_group (dee72b37-ad06-42a4-afb5-b9ede06b50a9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:15.097451 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-7e80efe4-834f-4df7-887e-cb6752236bca tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:15.117432 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-23790395-f379-4be0-9d4f-468c3076783b admin admin] Publish callbacks [] for security_group (dee72b37-ad06-42a4-afb5-b9ede06b50a9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:15.121840 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7e80efe4-834f-4df7-887e-cb6752236bca tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:15.239245 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-ce102991-c362-469f-ae86-7d973805396a tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Deleting port 7a26f345-d6d7-4145-a2f6-a77d93609a7e {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:15.239508 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce102991-c362-469f-ae86-7d973805396a tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (7a26f345-d6d7-4145-a2f6-a77d93609a7e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:15.287628 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-23790395-f379-4be0-9d4f-468c3076783b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (dee72b37-ad06-42a4-afb5-b9ede06b50a9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:15.290197 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-23790395-f379-4be0-9d4f-468c3076783b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:15.291381 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-23790395-f379-4be0-9d4f-468c3076783b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dee72b37-ad06-42a4-afb5-b9ede06b50a9 HTTP/1.1" status: 204 len: 168 time: 0.3494420 Feb 09 01:50:15.314723 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23790395-f379-4be0-9d4f-468c3076783b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee72b37-ad06-42a4-afb5-b9ede06b50a9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:15.330611 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a0e97-4c02-408f-a98a-d19a82c8197c req-91383417-9e49-473a-a18e-a1386fe8b5c5 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.333023 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-107a0e97-4c02-408f-a98a-d19a82c8197c req-91383417-9e49-473a-a18e-a1386fe8b5c5 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 946 time: 0.1608949 Feb 09 01:50:15.333827 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd6eed-bd3b-487e-95c2-bcf3feeb490b req-5f4c65c5-3fc1-44c9-9970-fa672235ddfc tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.335395 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-73dd6eed-bd3b-487e-95c2-bcf3feeb490b req-5f4c65c5-3fc1-44c9-9970-fa672235ddfc tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d070db40-0b94-4342-9918-c174d6b0cdb6 HTTP/1.1" status: 200 len: 945 time: 0.1575463 Feb 09 01:50:15.347540 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9c669-4b44-4a6d-a3ae-e39c27f4018d req-5f521430-cb9f-40f5-85c8-228e5bbc0165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.348876 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfe9c669-4b44-4a6d-a3ae-e39c27f4018d req-5f521430-cb9f-40f5-85c8-228e5bbc0165 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 1128 time: 0.1398747 Feb 09 01:50:15.367771 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10db70-c354-439f-b0f8-73b9923f10f8 req-2bf19cbf-08cf-4a73-8d91-1ab5193f8ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.368260 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10db70-c354-439f-b0f8-73b9923f10f8 req-2bf19cbf-08cf-4a73-8d91-1ab5193f8ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.368874 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10db70-c354-439f-b0f8-73b9923f10f8 req-2bf19cbf-08cf-4a73-8d91-1ab5193f8ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.369199 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10db70-c354-439f-b0f8-73b9923f10f8 req-2bf19cbf-08cf-4a73-8d91-1ab5193f8ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.369669 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10db70-c354-439f-b0f8-73b9923f10f8 req-2bf19cbf-08cf-4a73-8d91-1ab5193f8ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.370137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10db70-c354-439f-b0f8-73b9923f10f8 req-2bf19cbf-08cf-4a73-8d91-1ab5193f8ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.370599 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10db70-c354-439f-b0f8-73b9923f10f8 req-2bf19cbf-08cf-4a73-8d91-1ab5193f8ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.372688 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8f10db70-c354-439f-b0f8-73b9923f10f8 req-2bf19cbf-08cf-4a73-8d91-1ab5193f8ba9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 6708 time: 0.1655455 Feb 09 01:50:15.397468 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce102991-c362-469f-ae86-7d973805396a tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (7a26f345-d6d7-4145-a2f6-a77d93609a7e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:15.423020 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-ce102991-c362-469f-ae86-7d973805396a tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Calling delete_port for 7a26f345-d6d7-4145-a2f6-a77d93609a7e owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:15.451080 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-73dd6eed-bd3b-487e-95c2-bcf3feeb490b req-6374649c-5e33-4f19-8dcc-afd947b1670c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965896 Feb 09 01:50:15.547123 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfe9c669-4b44-4a6d-a3ae-e39c27f4018d req-3a1a7cee-660d-4168-8802-4fd0adc0d83f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850955 Feb 09 01:50:15.564006 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7e80efe4-834f-4df7-887e-cb6752236bca tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:15.582899 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8f10db70-c354-439f-b0f8-73b9923f10f8 req-50c1569e-0d9f-4ece-aaa0-6b1b13e56aae service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=999c68bd-4a65-4b52-8070-dc0e0b732663&id=421432c6-0672-41be-9538-9f9e50172196&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1853411 Feb 09 01:50:15.728054 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce102991-c362-469f-ae86-7d973805396a tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (7a26f345-d6d7-4145-a2f6-a77d93609a7e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:15.730261 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-107a0e97-4c02-408f-a98a-d19a82c8197c req-1785b6d2-19f7-41d0-897e-f6ba1b0b3d2f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Deleting port a2dc0cb5-071d-476e-8ea9-01899b18ece7 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:15.730626 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-107a0e97-4c02-408f-a98a-d19a82c8197c req-1785b6d2-19f7-41d0-897e-f6ba1b0b3d2f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a2dc0cb5-071d-476e-8ea9-01899b18ece7), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:15.773416 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce102991-c362-469f-ae86-7d973805396a tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event deleted for resources: {'Port': ['ID=7a26f345-d6d7-4145-a2f6-a77d93609a7e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:15.823268 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5b2d7-e865-4246-b6dd-2ade36d8d138 req-54cf2aa6-b844-4360-91fd-e5be403d5888 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.828601 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5b2d7-e865-4246-b6dd-2ade36d8d138 req-54cf2aa6-b844-4360-91fd-e5be403d5888 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.833959 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5b2d7-e865-4246-b6dd-2ade36d8d138 req-54cf2aa6-b844-4360-91fd-e5be403d5888 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.839686 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5b2d7-e865-4246-b6dd-2ade36d8d138 req-54cf2aa6-b844-4360-91fd-e5be403d5888 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.847253 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5b2d7-e865-4246-b6dd-2ade36d8d138 req-54cf2aa6-b844-4360-91fd-e5be403d5888 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.852979 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5b2d7-e865-4246-b6dd-2ade36d8d138 req-54cf2aa6-b844-4360-91fd-e5be403d5888 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.858568 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5b2d7-e865-4246-b6dd-2ade36d8d138 req-54cf2aa6-b844-4360-91fd-e5be403d5888 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.860519 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-42a5b2d7-e865-4246-b6dd-2ade36d8d138 req-54cf2aa6-b844-4360-91fd-e5be403d5888 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5434 time: 0.2251732 Feb 09 01:50:15.908616 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-7e80efe4-834f-4df7-887e-cb6752236bca tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Allocated IP 172.25.7.5 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/98b48f7a-ebc2-4b23-abde-bb299d7ab9c7) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:15.950334 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce102991-c362-469f-ae86-7d973805396a tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (099ddf97-8c69-4bdc-b833-4067333a4b68), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:15.984859 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50738) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:16.054450 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b50aaf-1686-4b6a-a560-1e403dd8b04c req-78510c39-fc35-4416-91ae-a3d0c5866e37 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:16.056370 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a9b50aaf-1686-4b6a-a560-1e403dd8b04c req-78510c39-fc35-4416-91ae-a3d0c5866e37 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d070db40-0b94-4342-9918-c174d6b0cdb6 HTTP/1.1" status: 200 len: 945 time: 0.2641466 Feb 09 01:50:16.110750 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce102991-c362-469f-ae86-7d973805396a tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (099ddf97-8c69-4bdc-b833-4067333a4b68), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.114073 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce102991-c362-469f-ae86-7d973805396a tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for router_controller (099ddf97-8c69-4bdc-b833-4067333a4b68), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.186655 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a9b50aaf-1686-4b6a-a560-1e403dd8b04c req-497e22a8-647c-42ae-a37c-0e426f21fed5 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985570 Feb 09 01:50:16.193873 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce102991-c362-469f-ae86-7d973805396a tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (099ddf97-8c69-4bdc-b833-4067333a4b68), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.195988 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce102991-c362-469f-ae86-7d973805396a tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Fanout notify agent at l3_agent the message router_deleted on router 099ddf97-8c69-4bdc-b833-4067333a4b68 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:50:16.209019 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce102991-c362-469f-ae86-7d973805396a tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.213318 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ce102991-c362-469f-ae86-7d973805396a tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "DELETE /v2.0/routers/099ddf97-8c69-4bdc-b833-4067333a4b68 HTTP/1.1" status: 204 len: 168 time: 2.2407813 Feb 09 01:50:16.214554 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50746) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:16.326165 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cab0040-db70-447b-96b9-d123513a8590 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Deleting subnet 5c0fb715-3ad7-4200-824c-9910ee7bb428 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:50:16.346009 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5cab0040-db70-447b-96b9-d123513a8590 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for subnet (5c0fb715-3ad7-4200-824c-9910ee7bb428), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.406130 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5cab0040-db70-447b-96b9-d123513a8590 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (5c0fb715-3ad7-4200-824c-9910ee7bb428), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.410029 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-107a0e97-4c02-408f-a98a-d19a82c8197c req-1785b6d2-19f7-41d0-897e-f6ba1b0b3d2f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] For port a2dc0cb5-071d-476e-8ea9-01899b18ece7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a2dc0cb5-071d-476e-8ea9-01899b18ece7,segment=NetworkSegment(e088bf88-a117-47a6-ba87-54c00f7a6928),segment_id=e088bf88-a117-47a6-ba87-54c00f7a6928)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:16.410773 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-107a0e97-4c02-408f-a98a-d19a82c8197c req-1785b6d2-19f7-41d0-897e-f6ba1b0b3d2f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a2dc0cb5-071d-476e-8ea9-01899b18ece7), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.436606 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c33afa-221e-44ea-aa7d-90665abb2c28 req-5f70ae97-e4ac-41c2-8365-ea69b11562a3 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:16.438740 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a6c33afa-221e-44ea-aa7d-90665abb2c28 req-5f70ae97-e4ac-41c2-8365-ea69b11562a3 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081 HTTP/1.1" status: 200 len: 946 time: 0.1334059 Feb 09 01:50:16.450880 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-107a0e97-4c02-408f-a98a-d19a82c8197c req-1785b6d2-19f7-41d0-897e-f6ba1b0b3d2f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Calling delete_port for a2dc0cb5-071d-476e-8ea9-01899b18ece7 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:16.489054 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5cab0040-db70-447b-96b9-d123513a8590 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (5c0fb715-3ad7-4200-824c-9910ee7bb428), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.493467 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-42a5b2d7-e865-4246-b6dd-2ade36d8d138 req-b175740c-253d-4552-8e97-ccd4dd47e274 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6067598 Feb 09 01:50:16.545763 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a6c33afa-221e-44ea-aa7d-90665abb2c28 req-4e63aa73-9d0e-4453-a16f-3002162a3a5d tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911102 Feb 09 01:50:16.590893 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-647b6f09-0a70-496f-88e4-b6b3810a5c1d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca3c7b74bf044fb48667e97d2a32cb2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5698776 Feb 09 01:50:16.591183 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5cab0040-db70-447b-96b9-d123513a8590 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (5c0fb715-3ad7-4200-824c-9910ee7bb428), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.596031 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50748) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:16.646995 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab0040-db70-447b-96b9-d123513a8590 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event deleted for resources: {'Subnet': ['ID=5c0fb715-3ad7-4200-824c-9910ee7bb428,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:16.662733 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7e80efe4-834f-4df7-887e-cb6752236bca tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Publish callbacks [] for port (98b48f7a-ebc2-4b23-abde-bb299d7ab9c7), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.667037 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5cab0040-db70-447b-96b9-d123513a8590 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.673145 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5cab0040-db70-447b-96b9-d123513a8590 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "DELETE /v2.0/subnets/5c0fb715-3ad7-4200-824c-9910ee7bb428 HTTP/1.1" status: 204 len: 168 time: 0.4565580 Feb 09 01:50:16.675712 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50750) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:16.767556 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d3582fa1-ee19-4a9b-894d-3990244f334b admin admin] Publish callbacks [] for security_group (811ffa87-20e2-4300-a16b-689804e2bdac), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.771134 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544c0a6-f3f0-4576-9641-86bb8f95b0ad req-7f58fa3b-2ad3-4d32-b9a5-3e5632f3a8d3 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:16.773178 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4544c0a6-f3f0-4576-9641-86bb8f95b0ad req-7f58fa3b-2ad3-4d32-b9a5-3e5632f3a8d3 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 944 time: 0.1739390 Feb 09 01:50:16.803119 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7e80efe4-834f-4df7-887e-cb6752236bca tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (98b48f7a-ebc2-4b23-abde-bb299d7ab9c7), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.814221 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-107a0e97-4c02-408f-a98a-d19a82c8197c req-1785b6d2-19f7-41d0-897e-f6ba1b0b3d2f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a2dc0cb5-071d-476e-8ea9-01899b18ece7), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.829115 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['a2dc0cb5-071d-476e-8ea9-01899b18ece7'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:50:16.830987 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16e920d2-21b4-4fdc-822e-33259e74f262 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (b4190f88-f2ec-461b-9c95-24d7e528a482), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.835827 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d3582fa1-ee19-4a9b-894d-3990244f334b admin admin] Publish callbacks [] for security_group (811ffa87-20e2-4300-a16b-689804e2bdac), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.836481 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['a30a57df-3bd2-4ed9-b43b-5e23f49869fc', 'b269a9a6-f231-40d6-a11d-0a6fa5495195'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:50:16.880720 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e80efe4-834f-4df7-887e-cb6752236bca tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:16.895096 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-7e80efe4-834f-4df7-887e-cb6752236bca tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:16.931381 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e80efe4-834f-4df7-887e-cb6752236bca tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:16.944781 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80efe4-834f-4df7-887e-cb6752236bca tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Pushing event updated for resources: {'Port': ['ID=98b48f7a-ebc2-4b23-abde-bb299d7ab9c7,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:17.006540 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-107a0e97-4c02-408f-a98a-d19a82c8197c req-1785b6d2-19f7-41d0-897e-f6ba1b0b3d2f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] No DVR routers for this DVR port a2dc0cb5-071d-476e-8ea9-01899b18ece7 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:50:17.019846 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4544c0a6-f3f0-4576-9641-86bb8f95b0ad req-cd03aa0b-2862-4226-808a-25d329d0f12b tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273328 Feb 09 01:50:17.021663 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-107a0e97-4c02-408f-a98a-d19a82c8197c req-1785b6d2-19f7-41d0-897e-f6ba1b0b3d2f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:17.025723 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d3582fa1-ee19-4a9b-894d-3990244f334b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (811ffa87-20e2-4300-a16b-689804e2bdac), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:17.027039 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-107a0e97-4c02-408f-a98a-d19a82c8197c req-1785b6d2-19f7-41d0-897e-f6ba1b0b3d2f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.67 "DELETE /v2.0/ports/a2dc0cb5-071d-476e-8ea9-01899b18ece7 HTTP/1.1" status: 204 len: 173 time: 1.6827173 Feb 09 01:50:17.028876 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d3582fa1-ee19-4a9b-894d-3990244f334b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:17.044905 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d3582fa1-ee19-4a9b-894d-3990244f334b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/811ffa87-20e2-4300-a16b-689804e2bdac HTTP/1.1" status: 204 len: 168 time: 0.4466691 Feb 09 01:50:17.052366 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081', 'name': 'network-vif-deleted', 'tag': 'a2dc0cb5-071d-476e-8ea9-01899b18ece7'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:17.054589 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba355f1-8476-4eb9-9124-ece486355837" -d '{"events": [{"server_uuid": "cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081", "name": "network-vif-deleted", "tag": "a2dc0cb5-071d-476e-8ea9-01899b18ece7"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:17.087032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785b6d2-19f7-41d0-897e-f6ba1b0b3d2f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Pushing event deleted for resources: {'Port': ['ID=a2dc0cb5-071d-476e-8ea9-01899b18ece7,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:17.118857 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3582fa1-ee19-4a9b-894d-3990244f334b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811ffa87-20e2-4300-a16b-689804e2bdac,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:17.146439 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16e920d2-21b4-4fdc-822e-33259e74f262 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (b4190f88-f2ec-461b-9c95-24d7e528a482), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:17.149526 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c561672b-dd24-40a6-a6c8-3f7f1a092ac0 x-openstack-request-id: req-c561672b-dd24-40a6-a6c8-3f7f1a092ac0 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:17.149710 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081", "name": "network-vif-deleted", "tag": "a2dc0cb5-071d-476e-8ea9-01899b18ece7", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:17.149961 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c561672b-dd24-40a6-a6c8-3f7f1a092ac0 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:17.151003 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0062a7-aa9f-4008-b6c5-c7c7bc6f8081', 'name': 'network-vif-deleted', 'tag': 'a2dc0cb5-071d-476e-8ea9-01899b18ece7', 'status': 'completed', 'code': 200} Feb 09 01:50:17.198461 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-16e920d2-21b4-4fdc-822e-33259e74f262 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4190f88-f2ec-461b-9c95-24d7e528a482']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:17.215736 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-16e920d2-21b4-4fdc-822e-33259e74f262 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f9f9a9-d148-486a-afa9-a1778fcf12b7') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:17.216083 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-16e920d2-21b4-4fdc-822e-33259e74f262 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f9f9a9-d148-486a-afa9-a1778fcf12b7') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:17.217718 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7e80efe4-834f-4df7-887e-cb6752236bca tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Publish callbacks [] for floatingip (923c62f9-c378-4093-8579-34662f1be79f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:17.243119 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16e920d2-21b4-4fdc-822e-33259e74f262 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (28f9f9a9-d148-486a-afa9-a1778fcf12b7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:17.281048 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16e920d2-21b4-4fdc-822e-33259e74f262 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (28f9f9a9-d148-486a-afa9-a1778fcf12b7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:17.303691 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e920d2-21b4-4fdc-822e-33259e74f262 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:50:17.307444 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16e920d2-21b4-4fdc-822e-33259e74f262 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (28f9f9a9-d148-486a-afa9-a1778fcf12b7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:50:17.321524 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:50:17.383603 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7e80efe4-834f-4df7-887e-cb6752236bca tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (98b48f7a-ebc2-4b23-abde-bb299d7ab9c7), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:17.462850 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16e920d2-21b4-4fdc-822e-33259e74f262 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (b4190f88-f2ec-461b-9c95-24d7e528a482), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:17.478245 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16e920d2-21b4-4fdc-822e-33259e74f262 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:17.487571 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-16e920d2-21b4-4fdc-822e-33259e74f262 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] 10.222.0.36 "DELETE /v2.0/networks/b4190f88-f2ec-461b-9c95-24d7e528a482 HTTP/1.1" status: 204 len: 168 time: 0.8094440 Feb 09 01:50:17.502375 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e920d2-21b4-4fdc-822e-33259e74f262 tempest-FloatingIPTestJSON-1111279306 tempest-FloatingIPTestJSON-1111279306-project] Pushing event deleted for resources: {'Network': ['ID=b4190f88-f2ec-461b-9c95-24d7e528a482,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:17.558325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device ca940e40-2348-4639-9526-1902063d5cfc up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:17.698578 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port ca940e40-2348-4639-9526-1902063d5cfc completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:17.713181 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port ca940e40-2348-4639-9526-1902063d5cfc triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:17.713563 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ca940e40-2348-4639-9526-1902063d5cfc), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:17.825892 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1d6af-cc96-40ee-8eb4-5b6390ea7b7a req-f535d690-6ebf-421a-b146-1ae9b78a4051 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:17.825892 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1d6af-cc96-40ee-8eb4-5b6390ea7b7a req-f535d690-6ebf-421a-b146-1ae9b78a4051 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:17.846219 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df6425-5346-4dd2-954b-ae2daffd17ea req-b1258181-62b1-4a96-a3a6-ef5c29ad7fdc tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:17.854071 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-38df6425-5346-4dd2-954b-ae2daffd17ea req-b1258181-62b1-4a96-a3a6-ef5c29ad7fdc tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d070db40-0b94-4342-9918-c174d6b0cdb6 HTTP/1.1" status: 200 len: 945 time: 0.4554965 Feb 09 01:50:17.876272 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1d6af-cc96-40ee-8eb4-5b6390ea7b7a req-f535d690-6ebf-421a-b146-1ae9b78a4051 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:17.904804 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1d6af-cc96-40ee-8eb4-5b6390ea7b7a req-f535d690-6ebf-421a-b146-1ae9b78a4051 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:17.911234 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f81a41-0079-4e78-9c7a-3b00f89d8cb3 req-26f0823b-c725-4e15-a5c2-559351487637 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:17.913877 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1d6af-cc96-40ee-8eb4-5b6390ea7b7a req-f535d690-6ebf-421a-b146-1ae9b78a4051 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:17.916654 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-51f81a41-0079-4e78-9c7a-3b00f89d8cb3 req-26f0823b-c725-4e15-a5c2-559351487637 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.67 "GET /v2.0/ports?device_id=d070db40-0b94-4342-9918-c174d6b0cdb6 HTTP/1.1" status: 200 len: 945 time: 0.5309687 Feb 09 01:50:17.920523 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1d6af-cc96-40ee-8eb4-5b6390ea7b7a req-f535d690-6ebf-421a-b146-1ae9b78a4051 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:17.930488 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1d6af-cc96-40ee-8eb4-5b6390ea7b7a req-f535d690-6ebf-421a-b146-1ae9b78a4051 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:17.934386 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eee1d6af-cc96-40ee-8eb4-5b6390ea7b7a req-f535d690-6ebf-421a-b146-1ae9b78a4051 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5434 time: 0.2963183 Feb 09 01:50:18.114278 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port ca940e40-2348-4639-9526-1902063d5cfc is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:18.117826 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ca940e40-2348-4639-9526-1902063d5cfc), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:18.154771 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eee1d6af-cc96-40ee-8eb4-5b6390ea7b7a req-f19375b8-2c69-4337-8996-5e6a1a97c42e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2103899 Feb 09 01:50:18.203885 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port ca940e40-2348-4639-9526-1902063d5cfc, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ca940e40-2348-4639-9526-1902063d5cfc,segment=NetworkSegment(d3a41fe1-8171-4f9c-b2fc-540dad47233c),segment_id=d3a41fe1-8171-4f9c-b2fc-540dad47233c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:18.205371 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0937dec7-8729-46ae-b177-46f7ffb1ad1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca940e40-2348-4639-9526-1902063d5cfc'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:18.208502 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1d45c9-75b5-4733-9328-e7f7505abcc1" -d '{"events": [{"server_uuid": "0937dec7-8729-46ae-b177-46f7ffb1ad1d", "name": "network-vif-plugged", "status": "completed", "tag": "ca940e40-2348-4639-9526-1902063d5cfc"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:18.213956 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ca940e40-2348-4639-9526-1902063d5cfc), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:18.214977 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device a2dc0cb5-071d-476e-8ea9-01899b18ece7 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:50:18.223332 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-38df6425-5346-4dd2-954b-ae2daffd17ea req-09363bdd-b32f-4cc1-a6d7-a8badd0b70fe tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680954 Feb 09 01:50:18.252211 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: a2dc0cb5-071d-476e-8ea9-01899b18ece7 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:50:18.252993 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device a2dc0cb5-071d-476e-8ea9-01899b18ece7 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:50:18.335865 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7e80efe4-834f-4df7-887e-cb6752236bca tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Publish callbacks [] for port (98b48f7a-ebc2-4b23-abde-bb299d7ab9c7), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:18.346009 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50802) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:18.361349 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=ca940e40-2348-4639-9526-1902063d5cfc,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:18.370818 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7e80efe4-834f-4df7-887e-cb6752236bca tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (98b48f7a-ebc2-4b23-abde-bb299d7ab9c7), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:18.382102 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.383334 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.383710 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.384053 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.384423 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.384728 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.385133 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.385879 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.386349 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.386703 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.387099 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.387537 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.388028 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.411759 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a8cf34-b239-4c64-9a9c-8fa39718f7c3 x-openstack-request-id: req-87a8cf34-b239-4c64-9a9c-8fa39718f7c3 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:18.412018 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0937dec7-8729-46ae-b177-46f7ffb1ad1d", "name": "network-vif-plugged", "status": "completed", "tag": "ca940e40-2348-4639-9526-1902063d5cfc", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:18.414666 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87a8cf34-b239-4c64-9a9c-8fa39718f7c3 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:18.416878 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0937dec7-8729-46ae-b177-46f7ffb1ad1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca940e40-2348-4639-9526-1902063d5cfc', 'code': 200} Feb 09 01:50:18.573819 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80efe4-834f-4df7-887e-cb6752236bca tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Pushing event updated for resources: {'Port': ['ID=98b48f7a-ebc2-4b23-abde-bb299d7ab9c7,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:18.629517 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7e80efe4-834f-4df7-887e-cb6752236bca tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (923c62f9-c378-4093-8579-34662f1be79f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:18.649407 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dafff-dea0-4fbb-a30b-8db561bf4a1e req-e6bafd18-5fdb-4b91-97b2-0f490213923a tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:18.649679 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59b6e8-e969-4221-aab6-5ac4ef51585a req-31df82e1-a05b-4c42-8f6d-8546afb97be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:18.651869 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c67dafff-dea0-4fbb-a30b-8db561bf4a1e req-e6bafd18-5fdb-4b91-97b2-0f490213923a tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 945 time: 0.2852263 Feb 09 01:50:18.658749 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-51f81a41-0079-4e78-9c7a-3b00f89d8cb3 req-90d36ffa-deaf-4c24-8006-1a9fd25edbd2 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Deleting port 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:18.659404 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-51f81a41-0079-4e78-9c7a-3b00f89d8cb3 req-90d36ffa-deaf-4c24-8006-1a9fd25edbd2 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0ca99c86-83b3-4b2e-bdaa-4d3764942ea8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:18.659572 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1f59b6e8-e969-4221-aab6-5ac4ef51585a req-31df82e1-a05b-4c42-8f6d-8546afb97be5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 1127 time: 0.1714818 Feb 09 01:50:18.781750 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1f59b6e8-e969-4221-aab6-5ac4ef51585a req-a76098d6-f1a3-415f-99d9-566750cc396d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205833 Feb 09 01:50:18.809025 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7e80efe4-834f-4df7-887e-cb6752236bca tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:18.810468 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7e80efe4-834f-4df7-887e-cb6752236bca tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.0818019 Feb 09 01:50:18.817832 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50814) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:18.840460 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ee28a758-7ae8-4f6d-bda6-37b65fb98a73 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db2000798e9c4c4dbea4e095ba5ebd94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4927869 Feb 09 01:50:18.845749 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50816) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:18.952812 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eb38f978-c041-4dc5-9f2a-4301da1f273f admin admin] Publish callbacks [] for security_group (7157745b-f51a-4fdd-8333-8a387deb623e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:18.991612 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8331ce-926a-472d-a1db-28cc9aac97a5 req-559eb175-d276-4fc9-ac9a-f64b9bfaac6c tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:18.993190 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c8331ce-926a-472d-a1db-28cc9aac97a5 req-559eb175-d276-4fc9-ac9a-f64b9bfaac6c tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c8affe7-fb38-4474-ab5e-66b2c1c3242d HTTP/1.1" status: 200 len: 946 time: 0.1111591 Feb 09 01:50:18.995852 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eb38f978-c041-4dc5-9f2a-4301da1f273f admin admin] Publish callbacks [] for security_group (7157745b-f51a-4fdd-8333-8a387deb623e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:18.996262 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c67dafff-dea0-4fbb-a30b-8db561bf4a1e req-17dda277-0261-420f-b774-9958804cfdc8 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280733 Feb 09 01:50:19.057042 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-51f81a41-0079-4e78-9c7a-3b00f89d8cb3 req-90d36ffa-deaf-4c24-8006-1a9fd25edbd2 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] For port 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=0ca99c86-83b3-4b2e-bdaa-4d3764942ea8,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:19.057558 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-51f81a41-0079-4e78-9c7a-3b00f89d8cb3 req-90d36ffa-deaf-4c24-8006-1a9fd25edbd2 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0ca99c86-83b3-4b2e-bdaa-4d3764942ea8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:19.066197 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c83ba987-f28d-4a38-957e-aa15cb54af01 tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2913 time: 0.2469068 Feb 09 01:50:19.071503 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50826) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:19.095513 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-51f81a41-0079-4e78-9c7a-3b00f89d8cb3 req-90d36ffa-deaf-4c24-8006-1a9fd25edbd2 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Calling delete_port for 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:19.147035 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7d815868-6480-4301-bf40-0435504224cd tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0741849 Feb 09 01:50:19.158116 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c8331ce-926a-472d-a1db-28cc9aac97a5 req-f2429bad-de7c-4bb2-b92c-c5f55e917650 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453555 Feb 09 01:50:19.158970 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50830) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:19.244220 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eb38f978-c041-4dc5-9f2a-4301da1f273f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7157745b-f51a-4fdd-8333-8a387deb623e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:19.248129 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eb38f978-c041-4dc5-9f2a-4301da1f273f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:19.250173 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-eb38f978-c041-4dc5-9f2a-4301da1f273f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7157745b-f51a-4fdd-8333-8a387deb623e HTTP/1.1" status: 204 len: 168 time: 0.4031107 Feb 09 01:50:19.283906 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38f978-c041-4dc5-9f2a-4301da1f273f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7157745b-f51a-4fdd-8333-8a387deb623e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:19.591361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a2417-8fb6-4177-8002-b5a66db5f110 req-0a6cc618-d0bb-4334-aa82-0e0f59b29e00 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:19.598031 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-229a2417-8fb6-4177-8002-b5a66db5f110 req-0a6cc618-d0bb-4334-aa82-0e0f59b29e00 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d070db40-0b94-4342-9918-c174d6b0cdb6 HTTP/1.1" status: 200 len: 945 time: 0.2023952 Feb 09 01:50:19.599767 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50844) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:19.663064 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-51f81a41-0079-4e78-9c7a-3b00f89d8cb3 req-90d36ffa-deaf-4c24-8006-1a9fd25edbd2 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (0ca99c86-83b3-4b2e-bdaa-4d3764942ea8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:19.674418 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['6a23ba66-360c-46da-9c7a-dca9a04eb217'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:50:19.678718 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2af97972-c7b3-43c0-9971-cffe77f4c172 tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Deleting port 98b48f7a-ebc2-4b23-abde-bb299d7ab9c7 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:19.686306 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2af97972-c7b3-43c0-9971-cffe77f4c172 tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (98b48f7a-ebc2-4b23-abde-bb299d7ab9c7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:19.770922 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d36ffa-deaf-4c24-8006-1a9fd25edbd2 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Pushing event deleted for resources: {'Port': ['ID=0ca99c86-83b3-4b2e-bdaa-4d3764942ea8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:19.822432 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d350127-d617-4640-b56a-c2b4f6ed82d2 req-7c5cf5fe-9038-464a-92c7-27a5172edbb1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:19.833706 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d350127-d617-4640-b56a-c2b4f6ed82d2 req-7c5cf5fe-9038-464a-92c7-27a5172edbb1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:19.842422 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d350127-d617-4640-b56a-c2b4f6ed82d2 req-7c5cf5fe-9038-464a-92c7-27a5172edbb1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:19.850453 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d350127-d617-4640-b56a-c2b4f6ed82d2 req-7c5cf5fe-9038-464a-92c7-27a5172edbb1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:19.865377 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d350127-d617-4640-b56a-c2b4f6ed82d2 req-7c5cf5fe-9038-464a-92c7-27a5172edbb1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:19.875264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d350127-d617-4640-b56a-c2b4f6ed82d2 req-7c5cf5fe-9038-464a-92c7-27a5172edbb1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:19.882559 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d350127-d617-4640-b56a-c2b4f6ed82d2 req-7c5cf5fe-9038-464a-92c7-27a5172edbb1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:19.884938 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d350127-d617-4640-b56a-c2b4f6ed82d2 req-7c5cf5fe-9038-464a-92c7-27a5172edbb1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5434 time: 0.4294026 Feb 09 01:50:19.905105 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2af97972-c7b3-43c0-9971-cffe77f4c172 tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (98b48f7a-ebc2-4b23-abde-bb299d7ab9c7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:19.906492 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2af97972-c7b3-43c0-9971-cffe77f4c172 tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Publish callbacks [] for floatingip (98b48f7a-ebc2-4b23-abde-bb299d7ab9c7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:19.923148 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2af97972-c7b3-43c0-9971-cffe77f4c172 tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Calling delete_port for 98b48f7a-ebc2-4b23-abde-bb299d7ab9c7 owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:20.051185 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-229a2417-8fb6-4177-8002-b5a66db5f110 req-26f339fd-748e-4a64-a267-56159f475b9c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458730 Feb 09 01:50:20.096393 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f81a41-0079-4e78-9c7a-3b00f89d8cb3 req-90d36ffa-deaf-4c24-8006-1a9fd25edbd2 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] No DVR routers for this DVR port 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:50:20.106968 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-51f81a41-0079-4e78-9c7a-3b00f89d8cb3 req-90d36ffa-deaf-4c24-8006-1a9fd25edbd2 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:20.130366 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-51f81a41-0079-4e78-9c7a-3b00f89d8cb3 req-90d36ffa-deaf-4c24-8006-1a9fd25edbd2 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.67 "DELETE /v2.0/ports/0ca99c86-83b3-4b2e-bdaa-4d3764942ea8 HTTP/1.1" status: 204 len: 173 time: 2.2051499 Feb 09 01:50:20.131294 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd070db40-0b94-4342-9918-c174d6b0cdb6', 'name': 'network-vif-deleted', 'tag': '0ca99c86-83b3-4b2e-bdaa-4d3764942ea8'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:20.134085 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f732011-1115-45fc-be40-aa06080791de" -d '{"events": [{"server_uuid": "d070db40-0b94-4342-9918-c174d6b0cdb6", "name": "network-vif-deleted", "tag": "0ca99c86-83b3-4b2e-bdaa-4d3764942ea8"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:20.223786 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2af97972-c7b3-43c0-9971-cffe77f4c172 tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (98b48f7a-ebc2-4b23-abde-bb299d7ab9c7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:20.271303 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d350127-d617-4640-b56a-c2b4f6ed82d2 req-6d7b8592-11f6-4dbb-8fee-25d823182ffc tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3685577 Feb 09 01:50:20.303177 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af97972-c7b3-43c0-9971-cffe77f4c172 tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Pushing event deleted for resources: {'Port': ['ID=98b48f7a-ebc2-4b23-abde-bb299d7ab9c7,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:20.309487 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-485d8435-5c97-434d-b498-faf35fdd6c1a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1260166526-network', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:20.369999 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abb9314-c70d-4ae8-9fc5-f510f1bc547c x-openstack-request-id: req-5abb9314-c70d-4ae8-9fc5-f510f1bc547c {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:20.370535 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d070db40-0b94-4342-9918-c174d6b0cdb6", "name": "network-vif-deleted", "tag": "0ca99c86-83b3-4b2e-bdaa-4d3764942ea8", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:20.370952 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5abb9314-c70d-4ae8-9fc5-f510f1bc547c {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:20.371591 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd070db40-0b94-4342-9918-c174d6b0cdb6', 'name': 'network-vif-deleted', 'tag': '0ca99c86-83b3-4b2e-bdaa-4d3764942ea8', 'status': 'completed', 'code': 200} Feb 09 01:50:20.543072 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485d8435-5c97-434d-b498-faf35fdd6c1a admin admin] Made reservation on behalf of 2aa93a5c7c644979abedd23e70cb219a for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:50:20.545964 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-485d8435-5c97-434d-b498-faf35fdd6c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:20.619769 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-485d8435-5c97-434d-b498-faf35fdd6c1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:20.632787 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2af97972-c7b3-43c0-9971-cffe77f4c172 tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Publish callbacks [] for floatingip (923c62f9-c378-4093-8579-34662f1be79f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:20.635901 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2af97972-c7b3-43c0-9971-cffe77f4c172 tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:20.640968 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da60f3c-7250-4377-9118-b9fc3dd6fa6c req-c1539a9d-ed9b-4f7e-abe0-3be14736b8b4 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:20.641413 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2af97972-c7b3-43c0-9971-cffe77f4c172 tempest-FloatingIPAdminTestJSON-770843592 tempest-FloatingIPAdminTestJSON-770843592-project] 10.222.0.36 "DELETE /v2.0/floatingips/923c62f9-c378-4093-8579-34662f1be79f HTTP/1.1" status: 204 len: 168 time: 1.4784708 Feb 09 01:50:20.642735 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5da60f3c-7250-4377-9118-b9fc3dd6fa6c req-c1539a9d-ed9b-4f7e-abe0-3be14736b8b4 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c8affe7-fb38-4474-ab5e-66b2c1c3242d HTTP/1.1" status: 200 len: 946 time: 0.1182315 Feb 09 01:50:20.642966 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50870) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:20.760949 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5da60f3c-7250-4377-9118-b9fc3dd6fa6c req-1ca8a9fc-653f-44ac-a6a0-f267b56311d5 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987201 Feb 09 01:50:20.825281 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b7806-045f-4f81-8ae6-e1c5ebc61510 req-221a83ea-a367-4429-906d-47e5a2a0fa67 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:20.828759 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-935b7806-045f-4f81-8ae6-e1c5ebc61510 req-221a83ea-a367-4429-906d-47e5a2a0fa67 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 945 time: 0.4979072 Feb 09 01:50:21.044599 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-935b7806-045f-4f81-8ae6-e1c5ebc61510 req-9ab4226d-24ae-4ca4-a230-c30ca0f3d2e6 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487749 Feb 09 01:50:21.121112 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-bd7e2e6f-11bc-4e35-b922-d9efaa4fc4bf tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Deleting port 3da94d1a-b653-4aab-8c5b-f245f40e65b3 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:21.121765 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd7e2e6f-11bc-4e35-b922-d9efaa4fc4bf tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (3da94d1a-b653-4aab-8c5b-f245f40e65b3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:21.220915 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-485d8435-5c97-434d-b498-faf35fdd6c1a admin admin] Publish callbacks [] for security_group (d2c2175e-84b1-437d-be84-b15ce8a91734), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:21.235479 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-485d8435-5c97-434d-b498-faf35fdd6c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d2c2175e-84b1-437d-be84-b15ce8a91734), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:21.333110 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485d8435-5c97-434d-b498-faf35fdd6c1a admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:50:21.378341 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99128334-5c67-4d93-8ae6-6fe7eb97b08a req-b338a567-2ce5-4d1a-bd5d-ec9f4478efe6 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:21.395991 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99128334-5c67-4d93-8ae6-6fe7eb97b08a req-b338a567-2ce5-4d1a-bd5d-ec9f4478efe6 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:21.413785 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99128334-5c67-4d93-8ae6-6fe7eb97b08a req-b338a567-2ce5-4d1a-bd5d-ec9f4478efe6 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:21.419586 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99128334-5c67-4d93-8ae6-6fe7eb97b08a req-b338a567-2ce5-4d1a-bd5d-ec9f4478efe6 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:21.443843 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99128334-5c67-4d93-8ae6-6fe7eb97b08a req-b338a567-2ce5-4d1a-bd5d-ec9f4478efe6 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:21.453240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99128334-5c67-4d93-8ae6-6fe7eb97b08a req-b338a567-2ce5-4d1a-bd5d-ec9f4478efe6 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:21.472768 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0c90490-e919-4a31-92be-1fd9205bd88e req-2f2171dd-226b-4806-862d-2489f3db7c47 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d070db40-0b94-4342-9918-c174d6b0cdb6 HTTP/1.1" status: 200 len: 210 time: 0.1633818 Feb 09 01:50:21.473267 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99128334-5c67-4d93-8ae6-6fe7eb97b08a req-b338a567-2ce5-4d1a-bd5d-ec9f4478efe6 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:21.489913 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99128334-5c67-4d93-8ae6-6fe7eb97b08a req-b338a567-2ce5-4d1a-bd5d-ec9f4478efe6 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5434 time: 0.4019697 Feb 09 01:50:21.506765 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50886) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:21.514889 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-c8937396-d125-42a1-b2d8-3c234b9078b8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Request body: {'floatingip': {'port_id': 'c256480c-5c68-4a1d-819c-22216ad81ce4'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:21.518294 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-485d8435-5c97-434d-b498-faf35fdd6c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (d4ea2450-6abe-43d3-9a61-35b9d1589dcc), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:21.518704 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-485d8435-5c97-434d-b498-faf35fdd6c1a admin admin] Added segment d4ea2450-6abe-43d3-9a61-35b9d1589dcc of type vlan for network 9dc25977-4db6-44bb-84a0-2bb695d1e7b3 Feb 09 01:50:21.527560 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f35d4-0d5f-48de-afbb-b7893119332e req-796dd549-2113-478f-8274-530fe7e1629a tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:21.530922 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d8435-5c97-434d-b498-faf35fdd6c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c2175e-84b1-437d-be84-b15ce8a91734,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:21.532890 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff3f35d4-0d5f-48de-afbb-b7893119332e req-796dd549-2113-478f-8274-530fe7e1629a tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c8affe7-fb38-4474-ab5e-66b2c1c3242d HTTP/1.1" status: 200 len: 946 time: 0.3320062 Feb 09 01:50:21.554292 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:50:21.597856 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:50:21.598475 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 0ca99c86-83b3-4b2e-bdaa-4d3764942ea8 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:50:21.672065 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50888) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:21.689708 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c8937396-d125-42a1-b2d8-3c234b9078b8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for floatingip (87fe8bfe-6b27-4021-88e4-f32c08b5e5aa), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:21.792720 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-ff3f35d4-0d5f-48de-afbb-b7893119332e req-8a9b0c66-ee9d-49fe-adc3-39f523a92621 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Deleting port b269a9a6-f231-40d6-a11d-0a6fa5495195 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:21.793412 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ff3f35d4-0d5f-48de-afbb-b7893119332e req-8a9b0c66-ee9d-49fe-adc3-39f523a92621 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b269a9a6-f231-40d6-a11d-0a6fa5495195), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:21.802966 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd7e2e6f-11bc-4e35-b922-d9efaa4fc4bf tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (3da94d1a-b653-4aab-8c5b-f245f40e65b3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:21.803778 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd7e2e6f-11bc-4e35-b922-d9efaa4fc4bf tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks [] for floatingip (3da94d1a-b653-4aab-8c5b-f245f40e65b3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:21.890420 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4dd6e6aa-3e7e-4fac-b39f-53f2c1574bf0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-295814378'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:21.896184 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-485d8435-5c97-434d-b498-faf35fdd6c1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (9dc25977-4db6-44bb-84a0-2bb695d1e7b3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:21.907505 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-bd7e2e6f-11bc-4e35-b922-d9efaa4fc4bf tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Calling delete_port for 3da94d1a-b653-4aab-8c5b-f245f40e65b3 owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:21.939801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd6e6aa-3e7e-4fac-b39f-53f2c1574bf0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Made reservation on behalf of 247ac12d74ff449fabfbe552acae8758 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:50:21.943347 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4dd6e6aa-3e7e-4fac-b39f-53f2c1574bf0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:22.000208 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-ff3f35d4-0d5f-48de-afbb-b7893119332e req-8a9b0c66-ee9d-49fe-adc3-39f523a92621 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] For port b269a9a6-f231-40d6-a11d-0a6fa5495195, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=b269a9a6-f231-40d6-a11d-0a6fa5495195,segment=NetworkSegment(e088bf88-a117-47a6-ba87-54c00f7a6928),segment_id=e088bf88-a117-47a6-ba87-54c00f7a6928)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:22.001109 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ff3f35d4-0d5f-48de-afbb-b7893119332e req-8a9b0c66-ee9d-49fe-adc3-39f523a92621 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b269a9a6-f231-40d6-a11d-0a6fa5495195), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:22.032751 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-485d8435-5c97-434d-b498-faf35fdd6c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (9dc25977-4db6-44bb-84a0-2bb695d1e7b3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:22.033042 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-ff3f35d4-0d5f-48de-afbb-b7893119332e req-8a9b0c66-ee9d-49fe-adc3-39f523a92621 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Calling delete_port for b269a9a6-f231-40d6-a11d-0a6fa5495195 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:22.033167 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485d8435-5c97-434d-b498-faf35fdd6c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:22.033167 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-485d8435-5c97-434d-b498-faf35fdd6c1a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:22.052373 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4dd6e6aa-3e7e-4fac-b39f-53f2c1574bf0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:22.167249 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-485d8435-5c97-434d-b498-faf35fdd6c1a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5654068 Feb 09 01:50:22.176565 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50896) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:22.188916 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b0279f05-087b-4594-902a-d50e271c2df4 admin admin] Request body: {'subnet': {'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1260166526-subnet', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:22.287872 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0b45b-badb-4850-a7ac-ad0186a75370 req-c4063f16-be46-4924-aed6-e860acddcc3b tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:22.295937 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1bc0b45b-badb-4850-a7ac-ad0186a75370 req-c4063f16-be46-4924-aed6-e860acddcc3b tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c8affe7-fb38-4474-ab5e-66b2c1c3242d HTTP/1.1" status: 200 len: 946 time: 0.3820786 Feb 09 01:50:22.299585 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0279f05-087b-4594-902a-d50e271c2df4 admin admin] Made reservation on behalf of 2aa93a5c7c644979abedd23e70cb219a for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:50:22.303274 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b0279f05-087b-4594-902a-d50e271c2df4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:22.312564 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d8435-5c97-434d-b498-faf35fdd6c1a admin admin] Pushing event updated for resources: {'Network': ['ID=9dc25977-4db6-44bb-84a0-2bb695d1e7b3,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:22.331693 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 9dc25977-4db6-44bb-84a0-2bb695d1e7b3 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:50:22.456799 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1bc0b45b-badb-4850-a7ac-ad0186a75370 req-6de376fe-12aa-4083-8de2-f5de7f0b7209 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594892 Feb 09 01:50:22.602332 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd68318-9701-401f-8a8b-72a0e2b4dd7f req-cec406b7-337f-49a7-9254-a8b7a47ab819 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:22.612661 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bd68318-9701-401f-8a8b-72a0e2b4dd7f req-cec406b7-337f-49a7-9254-a8b7a47ab819 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 945 time: 0.3813112 Feb 09 01:50:22.651922 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd7e2e6f-11bc-4e35-b922-d9efaa4fc4bf tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (3da94d1a-b653-4aab-8c5b-f245f40e65b3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:22.671073 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4dd6e6aa-3e7e-4fac-b39f-53f2c1574bf0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for security_group (432ec041-8cd2-4d84-904d-decf8e91f24f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:22.685077 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4dd6e6aa-3e7e-4fac-b39f-53f2c1574bf0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (432ec041-8cd2-4d84-904d-decf8e91f24f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:22.689510 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ff3f35d4-0d5f-48de-afbb-b7893119332e req-8a9b0c66-ee9d-49fe-adc3-39f523a92621 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (b269a9a6-f231-40d6-a11d-0a6fa5495195), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:22.714193 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['a30a57df-3bd2-4ed9-b43b-5e23f49869fc', 'b269a9a6-f231-40d6-a11d-0a6fa5495195'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:50:22.722148 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e2e6f-11bc-4e35-b922-d9efaa4fc4bf tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Pushing event deleted for resources: {'Port': ['ID=3da94d1a-b653-4aab-8c5b-f245f40e65b3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:22.899136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd6e6aa-3e7e-4fac-b39f-53f2c1574bf0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:50:22.914554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b0c66-ee9d-49fe-adc3-39f523a92621 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Pushing event deleted for resources: {'Port': ['ID=b269a9a6-f231-40d6-a11d-0a6fa5495195,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:23.150409 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bd68318-9701-401f-8a8b-72a0e2b4dd7f req-e481ca29-36d4-4349-87a3-3ae0ca55b974 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5367479 Feb 09 01:50:23.158326 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b0279f05-087b-4594-902a-d50e271c2df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (31c54961-46dc-40c7-88f9-d9c98de17b88), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:23.233169 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4dd6e6aa-3e7e-4fac-b39f-53f2c1574bf0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (42828492-fbe1-41ad-bdac-b59eb0e52a8a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:23.233766 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-4dd6e6aa-3e7e-4fac-b39f-53f2c1574bf0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Added segment 42828492-fbe1-41ad-bdac-b59eb0e52a8a of type vlan for network cb4ec56d-bd18-4c82-a9dd-61c48175f2da Feb 09 01:50:23.235640 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3f35d4-0d5f-48de-afbb-b7893119332e req-8a9b0c66-ee9d-49fe-adc3-39f523a92621 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] No DVR routers for this DVR port b269a9a6-f231-40d6-a11d-0a6fa5495195 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:50:23.269031 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6e6aa-3e7e-4fac-b39f-53f2c1574bf0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=432ec041-8cd2-4d84-904d-decf8e91f24f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:23.277975 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ff3f35d4-0d5f-48de-afbb-b7893119332e req-8a9b0c66-ee9d-49fe-adc3-39f523a92621 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:23.287247 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff3f35d4-0d5f-48de-afbb-b7893119332e req-8a9b0c66-ee9d-49fe-adc3-39f523a92621 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.48 "DELETE /v2.0/ports/b269a9a6-f231-40d6-a11d-0a6fa5495195 HTTP/1.1" status: 204 len: 173 time: 1.7482352 Feb 09 01:50:23.340719 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8affe7-fb38-4474-ab5e-66b2c1c3242d', 'name': 'network-vif-deleted', 'tag': 'b269a9a6-f231-40d6-a11d-0a6fa5495195'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:23.351985 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09962fe3-c5b4-47f4-b45a-d7a2b2a85ba2" -d '{"events": [{"server_uuid": "9c8affe7-fb38-4474-ab5e-66b2c1c3242d", "name": "network-vif-deleted", "tag": "b269a9a6-f231-40d6-a11d-0a6fa5495195"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:23.489742 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4dd6e6aa-3e7e-4fac-b39f-53f2c1574bf0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (cb4ec56d-bd18-4c82-a9dd-61c48175f2da), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:23.537262 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0279f05-087b-4594-902a-d50e271c2df4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31c54961-46dc-40c7-88f9-d9c98de17b88,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:23.593993 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0279f05-087b-4594-902a-d50e271c2df4 admin admin] Checking segment: {'id': 'd4ea2450-6abe-43d3-9a61-35b9d1589dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:23.594850 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0279f05-087b-4594-902a-d50e271c2df4 admin admin] Network hostable DHCP agents. Network: 9dc25977-4db6-44bb-84a0-2bb695d1e7b3, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:50:23.605287 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4dd6e6aa-3e7e-4fac-b39f-53f2c1574bf0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (cb4ec56d-bd18-4c82-a9dd-61c48175f2da), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:23.655091 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd6e6aa-3e7e-4fac-b39f-53f2c1574bf0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:23.655927 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4dd6e6aa-3e7e-4fac-b39f-53f2c1574bf0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:23.761210 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dfeed4-ad59-4620-99ec-5df991780373 x-openstack-request-id: req-15dfeed4-ad59-4620-99ec-5df991780373 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:23.761576 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8affe7-fb38-4474-ab5e-66b2c1c3242d", "name": "network-vif-deleted", "tag": "b269a9a6-f231-40d6-a11d-0a6fa5495195", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:23.761802 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15dfeed4-ad59-4620-99ec-5df991780373 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:23.762159 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8affe7-fb38-4474-ab5e-66b2c1c3242d', 'name': 'network-vif-deleted', 'tag': 'b269a9a6-f231-40d6-a11d-0a6fa5495195', 'status': 'completed', 'code': 200} Feb 09 01:50:23.792912 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4dd6e6aa-3e7e-4fac-b39f-53f2c1574bf0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1194780 Feb 09 01:50:23.798186 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0279f05-087b-4594-902a-d50e271c2df4 admin admin] Network 9dc25977-4db6-44bb-84a0-2bb695d1e7b3 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:50:23.801773 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50932) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:23.810390 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-14d7b329-9e09-4cb5-a4b7-282d5c7f8962 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1658343560'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:23.819570 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6e6aa-3e7e-4fac-b39f-53f2c1574bf0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Network': ['ID=cb4ec56d-bd18-4c82-a9dd-61c48175f2da,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:23.836998 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network cb4ec56d-bd18-4c82-a9dd-61c48175f2da details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:50:23.837721 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-b0279f05-087b-4594-902a-d50e271c2df4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 9dc25977-4db6-44bb-84a0-2bb695d1e7b3) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:23.846989 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0279f05-087b-4594-902a-d50e271c2df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:23.847685 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b0279f05-087b-4594-902a-d50e271c2df4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:23.868988 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc9b67-1aa7-46a9-8163-3d328380bd4a req-2cd172b2-4019-4bba-8841-c07b0c0a7619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:23.871071 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d7dc9b67-1aa7-46a9-8163-3d328380bd4a req-2cd172b2-4019-4bba-8841-c07b0c0a7619 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=07e140259b184093891c4d6ee1230ea9&device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 1127 time: 0.1898804 Feb 09 01:50:23.873431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d7b329-9e09-4cb5-a4b7-282d5c7f8962 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Made reservation on behalf of 247ac12d74ff449fabfbe552acae8758 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:50:23.877770 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14d7b329-9e09-4cb5-a4b7-282d5c7f8962 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:23.912273 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b0279f05-087b-4594-902a-d50e271c2df4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7254434 Feb 09 01:50:23.925704 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.db.resource_extend [None req-c8937396-d125-42a1-b2d8-3c234b9078b8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:50:23.928577 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50934) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:23.954343 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ce241f95-61c8-4b11-aa6e-443403900914 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1260166526-router', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:24.099337 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0275f9f2-d710-4033-8057-26967c02995b req-8c15a64a-55ba-436a-b59d-6a481e3ca0c7 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c8affe7-fb38-4474-ab5e-66b2c1c3242d HTTP/1.1" status: 200 len: 210 time: 0.2120075 Feb 09 01:50:24.111582 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c8937396-d125-42a1-b2d8-3c234b9078b8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:24.126590 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-78530d93-8dd9-4af5-96d5-61bcfc3e39a2 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:24.132188 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec7ac2e-2014-4fec-bb46-588ccbd851cb None None] Network 9dc25977-4db6-44bb-84a0-2bb695d1e7b3 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:50:24.134753 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-78530d93-8dd9-4af5-96d5-61bcfc3e39a2 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/networks?id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 200 len: 805 time: 0.5538580 Feb 09 01:50:24.142929 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c8937396-d125-42a1-b2d8-3c234b9078b8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (87fe8bfe-6b27-4021-88e4-f32c08b5e5aa), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:24.145543 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd7e2e6f-11bc-4e35-b922-d9efaa4fc4bf tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks [] for floatingip (17d37a96-9969-4a71-b9e4-1281109552c9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:24.148934 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd7e2e6f-11bc-4e35-b922-d9efaa4fc4bf tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:24.150460 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bd7e2e6f-11bc-4e35-b922-d9efaa4fc4bf tempest-FloatingIPAdminTestJSON-1707834650 tempest-FloatingIPAdminTestJSON-1707834650-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/17d37a96-9969-4a71-b9e4-1281109552c9 HTTP/1.1" status: 204 len: 168 time: 3.5062413 Feb 09 01:50:24.151783 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce241f95-61c8-4b11-aa6e-443403900914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (b8e896fb-86ff-4c57-a979-9ddba50bdfb6), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:24.153157 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce241f95-61c8-4b11-aa6e-443403900914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (b8e896fb-86ff-4c57-a979-9ddba50bdfb6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:24.165694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50936) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:24.248707 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc9b67-1aa7-46a9-8163-3d328380bd4a req-83740063-87d4-4061-ac0a-847cbc938280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:24.256149 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d7dc9b67-1aa7-46a9-8163-3d328380bd4a req-83740063-87d4-4061-ac0a-847cbc938280 service neutron] 10.222.0.67 "GET /v2.0/networks?id=48733fa2-0a6e-4f10-9d66-30891daf5281 HTTP/1.1" status: 200 len: 920 time: 0.3704391 Feb 09 01:50:24.273411 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-803ee472-baa2-45b5-90db-8de13dc63c43 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/quotas/57a477aa675d4adb8145bd3e3ad9c65b HTTP/1.1" status: 200 len: 375 time: 0.1372776 Feb 09 01:50:24.361012 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d7b329-9e09-4cb5-a4b7-282d5c7f8962 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:50:24.364147 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d7dc9b67-1aa7-46a9-8163-3d328380bd4a req-e3a5e223-a8dd-4727-9d5a-4e5b6fd70191 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca940e40-2348-4639-9526-1902063d5cfc HTTP/1.1" status: 200 len: 217 time: 0.1068702 Feb 09 01:50:24.448800 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14d7b329-9e09-4cb5-a4b7-282d5c7f8962 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (ae12596e-4053-4b45-b623-24347b821960), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:24.449161 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-14d7b329-9e09-4cb5-a4b7-282d5c7f8962 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Added segment ae12596e-4053-4b45-b623-24347b821960 of type vlan for network a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e Feb 09 01:50:24.541100 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc96af77-c846-4fc3-85e3-ce723d9d2c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-9dc25977-4db6-44bb-84a0-2bb695d1e7b3', 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3', 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'fixed_ips': [{'subnet_id': '31c54961-46dc-40c7-88f9-d9c98de17b88'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:50:24.542845 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fc96af77-c846-4fc3-85e3-ce723d9d2c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:24.543968 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc9b67-1aa7-46a9-8163-3d328380bd4a req-c66c8fb1-bb3c-41e7-b199-8f94041fa733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:24.546179 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d7dc9b67-1aa7-46a9-8163-3d328380bd4a req-c66c8fb1-bb3c-41e7-b199-8f94041fa733 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f38153e0-346d-45ee-a8ba-011ed1d4fedb HTTP/1.1" status: 200 len: 859 time: 0.1752589 Feb 09 01:50:24.548429 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce241f95-61c8-4b11-aa6e-443403900914 admin admin] Publish callbacks [] for router_controller (b8e896fb-86ff-4c57-a979-9ddba50bdfb6), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:24.613156 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d7dc9b67-1aa7-46a9-8163-3d328380bd4a req-0edfcab2-d12f-4dd4-8d23-a7558951d9eb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=48733fa2-0a6e-4f10-9d66-30891daf5281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590196 Feb 09 01:50:24.615282 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14d7b329-9e09-4cb5-a4b7-282d5c7f8962 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:24.631260 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc81f4-93fd-4f49-9e3e-ca90ca42bef2 req-e32e234e-e5ee-4123-b83e-5be7cad35c11 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:24.642845 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-5cbd14e8-fd08-432b-ad62-dda161432e78 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3682296 Feb 09 01:50:24.643443 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8bbc81f4-93fd-4f49-9e3e-ca90ca42bef2 req-e32e234e-e5ee-4123-b83e-5be7cad35c11 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 945 time: 0.2736211 Feb 09 01:50:24.649801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-d7dc9b67-1aa7-46a9-8163-3d328380bd4a req-abc017f9-d33b-421c-b581-d4ed4a842471 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:50:24.651084 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d7dc9b67-1aa7-46a9-8163-3d328380bd4a req-abc017f9-d33b-421c-b581-d4ed4a842471 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0306311 Feb 09 01:50:24.740883 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-c8937396-d125-42a1-b2d8-3c234b9078b8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Floating IP 87fe8bfe-6b27-4021-88e4-f32c08b5e5aa associated. External IP: 172.25.7.114, port: c256480c-5c68-4a1d-819c-22216ad81ce4. Feb 09 01:50:24.896586 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d7dc9b67-1aa7-46a9-8163-3d328380bd4a req-24ecb09a-95dd-4ea4-852e-20952a7bfeb0 service neutron] 10.222.0.67 "GET /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173240 Feb 09 01:50:24.926133 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.db.resource_extend [None req-14d7b329-9e09-4cb5-a4b7-282d5c7f8962 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:50:24.932537 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-fc96af77-c846-4fc3-85e3-ce723d9d2c33 None None] Allocated IP 172.20.0.2 (9dc25977-4db6-44bb-84a0-2bb695d1e7b3/31c54961-46dc-40c7-88f9-d9c98de17b88/56044f61-edba-40ec-aab7-588eeef9e3e5) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:25.088060 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8bbc81f4-93fd-4f49-9e3e-ca90ca42bef2 req-a970ebe8-4897-429c-9c7e-8c92509995d8 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430819 Feb 09 01:50:25.100245 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8937396-d125-42a1-b2d8-3c234b9078b8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Router 2fd7a201-612c-4b7d-950d-bd3eeda0bbd8 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:50:25.108073 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0a3557b0-8504-4534-920a-9b9c55ed6a22 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Deleting port ba32c973-8872-4fc9-9bc3-d02b1fb13353 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:25.108440 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0a3557b0-8504-4534-920a-9b9c55ed6a22 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ba32c973-8872-4fc9-9bc3-d02b1fb13353), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:25.110129 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14d7b329-9e09-4cb5-a4b7-282d5c7f8962 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:25.124772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d7b329-9e09-4cb5-a4b7-282d5c7f8962 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:25.126276 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14d7b329-9e09-4cb5-a4b7-282d5c7f8962 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:25.151395 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce241f95-61c8-4b11-aa6e-443403900914 admin admin] Publish callbacks [] for router_gateway (b8e896fb-86ff-4c57-a979-9ddba50bdfb6), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:25.310358 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fc96af77-c846-4fc3-85e3-ce723d9d2c33 None None] Publish callbacks [] for port (56044f61-edba-40ec-aab7-588eeef9e3e5), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:25.314528 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-5be23d5a-c996-4de2-ab4f-03db7dd176a7 service neutron] 10.222.0.36 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6704953 Feb 09 01:50:25.325102 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fc96af77-c846-4fc3-85e3-ce723d9d2c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (56044f61-edba-40ec-aab7-588eeef9e3e5), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:25.406953 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc96af77-c846-4fc3-85e3-ce723d9d2c33 None None] Network 9dc25977-4db6-44bb-84a0-2bb695d1e7b3 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:25.417775 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-fc96af77-c846-4fc3-85e3-ce723d9d2c33 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:25.422778 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc96af77-c846-4fc3-85e3-ce723d9d2c33 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:25.436423 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-eac41828-620e-4c32-8012-fb79625a786a service neutron] 10.222.0.36 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200936 Feb 09 01:50:25.481870 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96af77-c846-4fc3-85e3-ce723d9d2c33 None None] Pushing event updated for resources: {'Port': ['ID=56044f61-edba-40ec-aab7-588eeef9e3e5,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:25.664854 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0a3557b0-8504-4534-920a-9b9c55ed6a22 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ba32c973-8872-4fc9-9bc3-d02b1fb13353), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:25.703451 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0a3557b0-8504-4534-920a-9b9c55ed6a22 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Calling delete_port for ba32c973-8872-4fc9-9bc3-d02b1fb13353 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:25.735116 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8937396-d125-42a1-b2d8-3c234b9078b8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:50:25.740814 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c8937396-d125-42a1-b2d8-3c234b9078b8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:25.751412 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fc96af77-c846-4fc3-85e3-ce723d9d2c33 None None] Attempting to bind port 56044f61-edba-40ec-aab7-588eeef9e3e5 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:50:25.751652 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fc96af77-c846-4fc3-85e3-ce723d9d2c33 None None] Attempting to bind port 56044f61-edba-40ec-aab7-588eeef9e3e5 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'd4ea2450-6abe-43d3-9a61-35b9d1589dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:50:25.752064 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96af77-c846-4fc3-85e3-ce723d9d2c33 None None] Attempting to bind port 56044f61-edba-40ec-aab7-588eeef9e3e5 on network 9dc25977-4db6-44bb-84a0-2bb695d1e7b3 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:25.766697 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62046b95-6994-4da2-9b1a-7b631309509d None None] Sync routers for ids ['2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:25.768362 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96af77-c846-4fc3-85e3-ce723d9d2c33 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:50:25.768948 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96af77-c846-4fc3-85e3-ce723d9d2c33 None None] Checking segment: {'id': 'd4ea2450-6abe-43d3-9a61-35b9d1589dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:25.769587 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fc96af77-c846-4fc3-85e3-ce723d9d2c33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:25.770216 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96af77-c846-4fc3-85e3-ce723d9d2c33 None None] Bound using segment: {'id': 'd4ea2450-6abe-43d3-9a61-35b9d1589dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:50:25.771005 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fc96af77-c846-4fc3-85e3-ce723d9d2c33 None None] Bound port: 56044f61-edba-40ec-aab7-588eeef9e3e5, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ea2450-6abe-43d3-9a61-35b9d1589dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:50:25.771992 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fc96af77-c846-4fc3-85e3-ce723d9d2c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (56044f61-edba-40ec-aab7-588eeef9e3e5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:25.784007 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62046b95-6994-4da2-9b1a-7b631309509d None None] Routers {'2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:25.787950 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-62046b95-6994-4da2-9b1a-7b631309509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:50:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:25.908297 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-62046b95-6994-4da2-9b1a-7b631309509d None None] Set router 2fd7a201-612c-4b7d-950d-bd3eeda0bbd8 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:25.948339 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device b269a9a6-f231-40d6-a11d-0a6fa5495195 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:50:26.044583 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: b269a9a6-f231-40d6-a11d-0a6fa5495195 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:50:26.045604 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device b269a9a6-f231-40d6-a11d-0a6fa5495195 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:50:26.054839 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-fc96af77-c846-4fc3-85e3-ce723d9d2c33 None None] For port 56044f61-edba-40ec-aab7-588eeef9e3e5, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:50:26.083842 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-fc96af77-c846-4fc3-85e3-ce723d9d2c33 None None] For port 56044f61-edba-40ec-aab7-588eeef9e3e5, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=56044f61-edba-40ec-aab7-588eeef9e3e5,segment=NetworkSegment(d4ea2450-6abe-43d3-9a61-35b9d1589dcc),segment_id=d4ea2450-6abe-43d3-9a61-35b9d1589dcc)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:50:26.097324 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fc96af77-c846-4fc3-85e3-ce723d9d2c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (56044f61-edba-40ec-aab7-588eeef9e3e5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:26.173541 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-14d7b329-9e09-4cb5-a4b7-282d5c7f8962 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.3685415 Feb 09 01:50:26.180241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50958) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:26.188977 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-3ab44c68-7725-4505-b15e-fc37a9453be1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'subnet': {'network_id': 'cb4ec56d-bd18-4c82-a9dd-61c48175f2da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:26.221073 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96af77-c846-4fc3-85e3-ce723d9d2c33 None None] Pushing event updated for resources: {'Port': ['ID=56044f61-edba-40ec-aab7-588eeef9e3e5,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:26.253079 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-47ef3eeb-3fe8-46cf-8b32-051490b5f1e3 req-0d932fec-7f68-4332-a1cf-69f320fd6b00 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 210 time: 0.2593157 Feb 09 01:50:26.261870 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7b329-9e09-4cb5-a4b7-282d5c7f8962 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Network': ['ID=a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:26.274111 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c8937396-d125-42a1-b2d8-3c234b9078b8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "PUT /v2.0/floatingips/87fe8bfe-6b27-4021-88e4-f32c08b5e5aa HTTP/1.1" status: 200 len: 991 time: 4.7647700 Feb 09 01:50:26.302252 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'tag': 'c256480c-5c68-4a1d-819c-22216ad81ce4'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:26.303610 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:50:26.308247 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2941bf-5260-49a5-81a1-22d44d10359b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "tag": "c256480c-5c68-4a1d-819c-22216ad81ce4"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:26.409719 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d7dc9b67-1aa7-46a9-8163-3d328380bd4a req-59f5ce04-2045-4b66-b355-fab7d3b6ff31 service neutron] 10.222.0.67 "GET /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5034816 Feb 09 01:50:26.515164 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a07069-a3dd-416d-a11d-cbac45112f9c req-c8e80303-bbc6-4355-9476-608a3697cd27 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:26.526393 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30a07069-a3dd-416d-a11d-cbac45112f9c req-c8e80303-bbc6-4355-9476-608a3697cd27 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 945 time: 0.4139755 Feb 09 01:50:26.540722 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-62046b95-6994-4da2-9b1a-7b631309509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'name': 'tempest-TaggedBootDevicesTest-1522749418-router', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:33Z', 'updated_at': '2022-02-09T01:46:50Z', 'revision_number': 4, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'gw_port': {'id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:39Z', 'updated_at': '2022-02-09T01:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '87fe8bfe-6b27-4021-88e4-f32c08b5e5aa', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'port_id': 'c256480c-5c68-4a1d-819c-22216ad81ce4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95', 'mac_address': 'fa:16:3e:cd:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:48:19Z', 'updated_at': '2022-02-09T01:50:23Z', 'revision_number': 1, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f00988-3af8-4f0a-8629-5ac20cdcd7f1', 'name': '', 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'mac_address': 'fa:16:3e:dd:8a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '7a8dc3cb-389b-4805-b231-7a2cad302cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:48Z', 'updated_at': '2022-02-09T01:47:16Z', 'revision_number': 5, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'subnets': [{'id': '7a8dc3cb-389b-4805-b231-7a2cad302cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:26.601715 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab44c68-7725-4505-b15e-fc37a9453be1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Made reservation on behalf of 247ac12d74ff449fabfbe552acae8758 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:50:26.619962 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ab44c68-7725-4505-b15e-fc37a9453be1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:26.640749 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62046b95-6994-4da2-9b1a-7b631309509d None None] Checking router: 2fd7a201-612c-4b7d-950d-bd3eeda0bbd8 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:50:26.654892 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62046b95-6994-4da2-9b1a-7b631309509d None None] Routers {'2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:26.656234 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-62046b95-6994-4da2-9b1a-7b631309509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:50:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:26.777429 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8577f-a0c2-41a5-9cac-1637c236fa30 req-f26cc4fd-e2d6-46d9-b6ec-f365a9d08708 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:26.779061 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a8d8577f-a0c2-41a5-9cac-1637c236fa30 req-f26cc4fd-e2d6-46d9-b6ec-f365a9d08708 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 945 time: 0.1680548 Feb 09 01:50:26.844500 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30a07069-a3dd-416d-a11d-cbac45112f9c req-b2ec7603-4972-4f31-907a-e6f17dd93836 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164022 Feb 09 01:50:26.916742 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-62046b95-6994-4da2-9b1a-7b631309509d None None] Set router 2fd7a201-612c-4b7d-950d-bd3eeda0bbd8 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:27.015985 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a8d8577f-a0c2-41a5-9cac-1637c236fa30 req-c0f6b4b9-3839-4fde-8d41-bbab79e7bae6 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857586 Feb 09 01:50:27.090515 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce241f95-61c8-4b11-aa6e-443403900914 admin admin] Publish callbacks [] for router_gateway (b8e896fb-86ff-4c57-a979-9ddba50bdfb6), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:27.142896 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce241f95-61c8-4b11-aa6e-443403900914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:27.345620 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ab44c68-7725-4505-b15e-fc37a9453be1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (da68f6da-1fc2-409e-b6e3-2a14f4afff97), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:27.468058 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8aafc96-cf6f-4580-ba84-117d0c0e7cab x-openstack-request-id: req-d8aafc96-cf6f-4580-ba84-117d0c0e7cab {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:27.468642 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "tag": "c256480c-5c68-4a1d-819c-22216ad81ce4", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:27.471365 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d8aafc96-cf6f-4580-ba84-117d0c0e7cab {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:27.471932 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'tag': 'c256480c-5c68-4a1d-819c-22216ad81ce4', 'status': 'completed', 'code': 200} Feb 09 01:50:27.480954 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0a3557b0-8504-4534-920a-9b9c55ed6a22 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ba32c973-8872-4fc9-9bc3-d02b1fb13353), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:27.483443 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-62046b95-6994-4da2-9b1a-7b631309509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'name': 'tempest-TaggedBootDevicesTest-1522749418-router', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:33Z', 'updated_at': '2022-02-09T01:46:50Z', 'revision_number': 4, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'gw_port': {'id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:39Z', 'updated_at': '2022-02-09T01:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '87fe8bfe-6b27-4021-88e4-f32c08b5e5aa', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'port_id': 'c256480c-5c68-4a1d-819c-22216ad81ce4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95', 'mac_address': 'fa:16:3e:cd:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:48:19Z', 'updated_at': '2022-02-09T01:50:23Z', 'revision_number': 1, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f00988-3af8-4f0a-8629-5ac20cdcd7f1', 'name': '', 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'mac_address': 'fa:16:3e:dd:8a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '7a8dc3cb-389b-4805-b231-7a2cad302cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:48Z', 'updated_at': '2022-02-09T01:47:16Z', 'revision_number': 5, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'subnets': [{'id': '7a8dc3cb-389b-4805-b231-7a2cad302cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:27.548853 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62046b95-6994-4da2-9b1a-7b631309509d None None] The sync data for ids ['2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'] in n-d-828387-3 is: [{'id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'name': 'tempest-TaggedBootDevicesTest-1522749418-router', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:33Z', 'updated_at': '2022-02-09T01:46:50Z', 'revision_number': 4, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'gw_port': {'id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:39Z', 'updated_at': '2022-02-09T01:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '87fe8bfe-6b27-4021-88e4-f32c08b5e5aa', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'port_id': 'c256480c-5c68-4a1d-819c-22216ad81ce4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95', 'mac_address': 'fa:16:3e:cd:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:48:19Z', 'updated_at': '2022-02-09T01:50:23Z', 'revision_number': 1, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f00988-3af8-4f0a-8629-5ac20cdcd7f1', 'name': '', 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'mac_address': 'fa:16:3e:dd:8a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '7a8dc3cb-389b-4805-b231-7a2cad302cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:48Z', 'updated_at': '2022-02-09T01:47:16Z', 'revision_number': 5, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'subnets': [{'id': '7a8dc3cb-389b-4805-b231-7a2cad302cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:50:27.595898 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab44c68-7725-4505-b15e-fc37a9453be1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Checking segment: {'id': '42828492-fbe1-41ad-bdac-b59eb0e52a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cb4ec56d-bd18-4c82-a9dd-61c48175f2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:27.596299 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab44c68-7725-4505-b15e-fc37a9453be1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network hostable DHCP agents. Network: cb4ec56d-bd18-4c82-a9dd-61c48175f2da, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:50:27.688951 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab44c68-7725-4505-b15e-fc37a9453be1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network cb4ec56d-bd18-4c82-a9dd-61c48175f2da is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:50:27.738849 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2941bf-5260-49a5-81a1-22d44d10359b req-ca528349-1122-4552-a110-65d038645cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:27.739759 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2941bf-5260-49a5-81a1-22d44d10359b req-ca528349-1122-4552-a110-65d038645cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:27.740610 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2941bf-5260-49a5-81a1-22d44d10359b req-ca528349-1122-4552-a110-65d038645cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:27.741485 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2941bf-5260-49a5-81a1-22d44d10359b req-ca528349-1122-4552-a110-65d038645cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:27.742314 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2941bf-5260-49a5-81a1-22d44d10359b req-ca528349-1122-4552-a110-65d038645cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:27.743127 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2941bf-5260-49a5-81a1-22d44d10359b req-ca528349-1122-4552-a110-65d038645cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:27.744052 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2941bf-5260-49a5-81a1-22d44d10359b req-ca528349-1122-4552-a110-65d038645cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:27.753490 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be2941bf-5260-49a5-81a1-22d44d10359b req-ca528349-1122-4552-a110-65d038645cec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f921fef3089d433e88a36b5df24fed2b&device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 6708 time: 0.3644438 Feb 09 01:50:27.759682 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab44c68-7725-4505-b15e-fc37a9453be1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Subnet': ['ID=da68f6da-1fc2-409e-b6e3-2a14f4afff97,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:27.815134 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-ce241f95-61c8-4b11-aa6e-443403900914 admin admin] Allocated IP 172.25.7.233 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/c57a6ef5-3319-468b-995b-577e103eba14) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:27.827310 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3557b0-8504-4534-920a-9b9c55ed6a22 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Pushing event deleted for resources: {'Port': ['ID=ba32c973-8872-4fc9-9bc3-d02b1fb13353,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:27.836744 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e74a898b-8471-47e8-9f4b-6fc63d402ac5 req-1252d3c2-c6b1-488c-b82f-0321a492251a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 210 time: 0.3531158 Feb 09 01:50:28.087105 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd73a19-77f0-4140-b955-a15a09d3f442 req-6d5ec85b-02bd-47a3-b1b6-9de84dd093d4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:28.107857 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103a1cc1-a0c0-4395-86b5-ee2f5eb89ff3 None None] New status for floating IP 87fe8bfe-6b27-4021-88e4-f32c08b5e5aa: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:50:28.114565 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd73a19-77f0-4140-b955-a15a09d3f442 req-6d5ec85b-02bd-47a3-b1b6-9de84dd093d4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:28.140523 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd73a19-77f0-4140-b955-a15a09d3f442 req-6d5ec85b-02bd-47a3-b1b6-9de84dd093d4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:28.162207 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd73a19-77f0-4140-b955-a15a09d3f442 req-6d5ec85b-02bd-47a3-b1b6-9de84dd093d4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:28.168746 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd73a19-77f0-4140-b955-a15a09d3f442 req-6d5ec85b-02bd-47a3-b1b6-9de84dd093d4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:28.191003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd73a19-77f0-4140-b955-a15a09d3f442 req-6d5ec85b-02bd-47a3-b1b6-9de84dd093d4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:28.205903 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd73a19-77f0-4140-b955-a15a09d3f442 req-6d5ec85b-02bd-47a3-b1b6-9de84dd093d4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:28.226735 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1dd73a19-77f0-4140-b955-a15a09d3f442 req-6d5ec85b-02bd-47a3-b1b6-9de84dd093d4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5434 time: 0.8991635 Feb 09 01:50:28.412181 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-3ab44c68-7725-4505-b15e-fc37a9453be1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, cb4ec56d-bd18-4c82-a9dd-61c48175f2da) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:28.414316 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce241f95-61c8-4b11-aa6e-443403900914 admin admin] Publish callbacks [] for port (c57a6ef5-3319-468b-995b-577e103eba14), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:28.458661 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967a7207-343f-4b87-98b6-e45f380c8c9b None None] Network cb4ec56d-bd18-4c82-a9dd-61c48175f2da requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:50:28.479838 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1dd73a19-77f0-4140-b955-a15a09d3f442 req-3028a088-ab02-4d53-9556-7b262bede166 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2520556 Feb 09 01:50:28.521412 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0a3557b0-8504-4534-920a-9b9c55ed6a22 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:28.534382 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0a3557b0-8504-4534-920a-9b9c55ed6a22 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] 10.222.0.36 "DELETE /v2.0/ports/ba32c973-8872-4fc9-9bc3-d02b1fb13353 HTTP/1.1" status: 204 len: 168 time: 4.3250890 Feb 09 01:50:28.538500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50992) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:28.568696 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5f0d0-f0b8-495c-bd97-9626e226591e req-2900bb0f-105d-486c-ac03-18cead13f441 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:28.571012 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab44c68-7725-4505-b15e-fc37a9453be1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:28.571647 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ab44c68-7725-4505-b15e-fc37a9453be1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:28.593269 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a1a5f0d0-f0b8-495c-bd97-9626e226591e req-2900bb0f-105d-486c-ac03-18cead13f441 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 945 time: 0.4962122 Feb 09 01:50:28.599071 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce241f95-61c8-4b11-aa6e-443403900914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (c57a6ef5-3319-468b-995b-577e103eba14), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:28.643886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 56044f61-edba-40ec-aab7-588eeef9e3e5 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:28.711884 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d7265b-b5ad-4007-a47d-1452ba6a905b None None] Network 9dc25977-4db6-44bb-84a0-2bb695d1e7b3 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:50:28.726863 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3ab44c68-7725-4505-b15e-fc37a9453be1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5422831 Feb 09 01:50:28.727881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50994) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:28.764323 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce241f95-61c8-4b11-aa6e-443403900914 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:28.767975 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-fb78f4b0-a7c6-4734-a743-9caa10b0283e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'subnet': {'network_id': 'a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:28.787615 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-ce241f95-61c8-4b11-aa6e-443403900914 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:28.794697 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce241f95-61c8-4b11-aa6e-443403900914 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:28.799107 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce241f95-61c8-4b11-aa6e-443403900914 admin admin] Pushing event updated for resources: {'Port': ['ID=c57a6ef5-3319-468b-995b-577e103eba14,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:28.895198 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a1a5f0d0-f0b8-495c-bd97-9626e226591e req-693865d1-ce68-4253-9b20-1786904fe099 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914274 Feb 09 01:50:28.959373 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 56044f61-edba-40ec-aab7-588eeef9e3e5 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:28.959761 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (56044f61-edba-40ec-aab7-588eeef9e3e5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:29.016716 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-93ebe60b-acb7-41e5-9408-5790d776b81c None None] Provisioning complete for port 56044f61-edba-40ec-aab7-588eeef9e3e5 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:29.017226 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-93ebe60b-acb7-41e5-9408-5790d776b81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (56044f61-edba-40ec-aab7-588eeef9e3e5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:29.089470 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1551c28e-249c-4be2-9bd9-a0b4b68bf62a req-f8f59cae-614e-4e27-9542-2fd6f6fa9690 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 210 time: 0.0458505 Feb 09 01:50:29.098407 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceef35ff-f79b-4998-8e63-b816d9fd8856 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:29.099846 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ceef35ff-f79b-4998-8e63-b816d9fd8856 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] 10.222.0.36 "GET /v2.0/ports?device_id=67091eb2-bd7e-48ea-b0c5-28f1938af655 HTTP/1.1" status: 200 len: 913 time: 0.4853451 Feb 09 01:50:29.101145 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2941bf-5260-49a5-81a1-22d44d10359b req-3fb37029-9ad9-4a75-bb62-3c90a7c1b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:29.102494 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be2941bf-5260-49a5-81a1-22d44d10359b req-3fb37029-9ad9-4a75-bb62-3c90a7c1b86a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ad7f13d6-48b1-4260-a707-f8bf8cbabb95 HTTP/1.1" status: 200 len: 913 time: 1.3304410 Feb 09 01:50:29.121468 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51002) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:29.142241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75c94d-8e5d-478f-a862-b1c547504f16 req-710fe172-7fcf-40e3-881f-a70db2249d34 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:29.144946 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9c75c94d-8e5d-478f-a862-b1c547504f16 req-710fe172-7fcf-40e3-881f-a70db2249d34 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.48 "GET /v2.0/ports?device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 945 time: 0.7297506 Feb 09 01:50:29.325236 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac8ecc9-86e7-45eb-94f0-2ffedda32107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-cb4ec56d-bd18-4c82-a9dd-61c48175f2da', 'network_id': 'cb4ec56d-bd18-4c82-a9dd-61c48175f2da', 'project_id': '247ac12d74ff449fabfbe552acae8758', 'fixed_ips': [{'subnet_id': 'da68f6da-1fc2-409e-b6e3-2a14f4afff97'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:50:29.326951 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cac8ecc9-86e7-45eb-94f0-2ffedda32107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:29.538311 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-93ebe60b-acb7-41e5-9408-5790d776b81c None None] Current status of the port 56044f61-edba-40ec-aab7-588eeef9e3e5 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:29.538311 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-93ebe60b-acb7-41e5-9408-5790d776b81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (56044f61-edba-40ec-aab7-588eeef9e3e5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:29.599471 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98885578-56f1-4788-b11c-0560d3539617 req-f563dae8-6b99-456d-a773-e09ff585d31d tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:29.609869 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98885578-56f1-4788-b11c-0560d3539617 req-f563dae8-6b99-456d-a773-e09ff585d31d tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 945 time: 0.8711712 Feb 09 01:50:29.803108 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-d695f370-aec7-401a-b714-7a2101890696 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:29.805560 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-d695f370-aec7-401a-b714-7a2101890696 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.48 "GET /v2.0/networks?id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 200 len: 805 time: 1.3243449 Feb 09 01:50:29.933214 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 56044f61-edba-40ec-aab7-588eeef9e3e5 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:29.933973 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (56044f61-edba-40ec-aab7-588eeef9e3e5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:30.074370 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-fd534267-f8b5-4017-ae6c-c2d5b8adecad tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Request body: {'port': {'device_id': '387de407-322a-4144-a14d-ec40d26470d9', 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299', 'admin_state_up': True, 'tenant_id': '57a477aa675d4adb8145bd3e3ad9c65b'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:30.119910 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 56044f61-edba-40ec-aab7-588eeef9e3e5, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=56044f61-edba-40ec-aab7-588eeef9e3e5,segment=NetworkSegment(d4ea2450-6abe-43d3-9a61-35b9d1589dcc),segment_id=d4ea2450-6abe-43d3-9a61-35b9d1589dcc)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:30.141963 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (56044f61-edba-40ec-aab7-588eeef9e3e5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:30.144907 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce241f95-61c8-4b11-aa6e-443403900914 admin admin] Publish callbacks [] for router_gateway (b8e896fb-86ff-4c57-a979-9ddba50bdfb6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:30.283572 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446c0f9-fa1c-43ab-ae03-452899f2e306 req-b4b86f90-5c8e-4ee2-9c51-fd5454c1f2ee tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:30.290665 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446c0f9-fa1c-43ab-ae03-452899f2e306 req-b4b86f90-5c8e-4ee2-9c51-fd5454c1f2ee tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:30.298531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446c0f9-fa1c-43ab-ae03-452899f2e306 req-b4b86f90-5c8e-4ee2-9c51-fd5454c1f2ee tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:30.306384 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446c0f9-fa1c-43ab-ae03-452899f2e306 req-b4b86f90-5c8e-4ee2-9c51-fd5454c1f2ee tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:30.315146 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446c0f9-fa1c-43ab-ae03-452899f2e306 req-b4b86f90-5c8e-4ee2-9c51-fd5454c1f2ee tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:30.325172 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446c0f9-fa1c-43ab-ae03-452899f2e306 req-b4b86f90-5c8e-4ee2-9c51-fd5454c1f2ee tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:30.328531 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-fd534267-f8b5-4017-ae6c-c2d5b8adecad tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Made reservation on behalf of 57a477aa675d4adb8145bd3e3ad9c65b for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:50:30.332684 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-fd534267-f8b5-4017-ae6c-c2d5b8adecad tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:30.337795 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-93ebe60b-acb7-41e5-9408-5790d776b81c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:50:30.338606 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-93ebe60b-acb7-41e5-9408-5790d776b81c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:50:30.338917 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446c0f9-fa1c-43ab-ae03-452899f2e306 req-b4b86f90-5c8e-4ee2-9c51-fd5454c1f2ee tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:30.350969 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2446c0f9-fa1c-43ab-ae03-452899f2e306 req-b4b86f90-5c8e-4ee2-9c51-fd5454c1f2ee tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5434 time: 0.4825060 Feb 09 01:50:30.355519 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be2941bf-5260-49a5-81a1-22d44d10359b req-661a2f46-3f33-4739-baae-9b9832fc8c69 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c256480c-5c68-4a1d-819c-22216ad81ce4 HTTP/1.1" status: 200 len: 1001 time: 1.2394488 Feb 09 01:50:30.371319 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=56044f61-edba-40ec-aab7-588eeef9e3e5,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:30.402705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-cac8ecc9-86e7-45eb-94f0-2ffedda32107 None None] Allocated IP 2001:db8::2 (cb4ec56d-bd18-4c82-a9dd-61c48175f2da/da68f6da-1fc2-409e-b6e3-2a14f4afff97/a87120b7-e7fd-4056-882c-0bd5211189fe) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:30.500418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb78f4b0-a7c6-4734-a743-9caa10b0283e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Made reservation on behalf of 247ac12d74ff449fabfbe552acae8758 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:50:30.506782 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb78f4b0-a7c6-4734-a743-9caa10b0283e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:30.511029 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2446c0f9-fa1c-43ab-ae03-452899f2e306 req-81a65632-7f87-4134-8ea6-6c22f5c5a317 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1591401 Feb 09 01:50:30.675540 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cac8ecc9-86e7-45eb-94f0-2ffedda32107 None None] Publish callbacks [] for port (a87120b7-e7fd-4056-882c-0bd5211189fe), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:30.702029 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cac8ecc9-86e7-45eb-94f0-2ffedda32107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (a87120b7-e7fd-4056-882c-0bd5211189fe), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:30.783513 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac8ecc9-86e7-45eb-94f0-2ffedda32107 None None] Network cb4ec56d-bd18-4c82-a9dd-61c48175f2da is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:30.787103 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-cac8ecc9-86e7-45eb-94f0-2ffedda32107 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:30.790505 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98885578-56f1-4788-b11c-0560d3539617 req-42222643-aa49-4a95-b524-3358f796f2b3 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9812891 Feb 09 01:50:30.791935 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac8ecc9-86e7-45eb-94f0-2ffedda32107 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:30.796947 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8ecc9-86e7-45eb-94f0-2ffedda32107 None None] Pushing event updated for resources: {'Port': ['ID=a87120b7-e7fd-4056-882c-0bd5211189fe,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:30.867112 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce241f95-61c8-4b11-aa6e-443403900914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (b8e896fb-86ff-4c57-a979-9ddba50bdfb6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:30.868759 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2941bf-5260-49a5-81a1-22d44d10359b req-085c85cf-0fe2-4244-9735-2de474572b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:30.871297 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be2941bf-5260-49a5-81a1-22d44d10359b req-085c85cf-0fe2-4244-9735-2de474572b7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a8dc3cb-389b-4805-b231-7a2cad302cd2 HTTP/1.1" status: 200 len: 851 time: 0.3978448 Feb 09 01:50:31.013383 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cac8ecc9-86e7-45eb-94f0-2ffedda32107 None None] Attempting to bind port a87120b7-e7fd-4056-882c-0bd5211189fe on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:50:31.014569 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cac8ecc9-86e7-45eb-94f0-2ffedda32107 None None] Attempting to bind port a87120b7-e7fd-4056-882c-0bd5211189fe by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '42828492-fbe1-41ad-bdac-b59eb0e52a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cb4ec56d-bd18-4c82-a9dd-61c48175f2da'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:50:31.015435 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac8ecc9-86e7-45eb-94f0-2ffedda32107 None None] Attempting to bind port a87120b7-e7fd-4056-882c-0bd5211189fe on network cb4ec56d-bd18-4c82-a9dd-61c48175f2da {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:31.032359 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-93ebe60b-acb7-41e5-9408-5790d776b81c None None] Current status of the port 56044f61-edba-40ec-aab7-588eeef9e3e5 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:31.037257 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac8ecc9-86e7-45eb-94f0-2ffedda32107 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:50:31.038385 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac8ecc9-86e7-45eb-94f0-2ffedda32107 None None] Checking segment: {'id': '42828492-fbe1-41ad-bdac-b59eb0e52a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cb4ec56d-bd18-4c82-a9dd-61c48175f2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:31.040464 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cac8ecc9-86e7-45eb-94f0-2ffedda32107 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:31.041302 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac8ecc9-86e7-45eb-94f0-2ffedda32107 None None] Bound using segment: {'id': '42828492-fbe1-41ad-bdac-b59eb0e52a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cb4ec56d-bd18-4c82-a9dd-61c48175f2da'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:50:31.042313 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cac8ecc9-86e7-45eb-94f0-2ffedda32107 None None] Bound port: a87120b7-e7fd-4056-882c-0bd5211189fe, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42828492-fbe1-41ad-bdac-b59eb0e52a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cb4ec56d-bd18-4c82-a9dd-61c48175f2da'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:50:31.044249 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cac8ecc9-86e7-45eb-94f0-2ffedda32107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a87120b7-e7fd-4056-882c-0bd5211189fe), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:31.088069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-fd534267-f8b5-4017-ae6c-c2d5b8adecad tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Allocated IP 172.20.0.3 (30f7b1d3-dfdd-498b-b6de-9d9501b1c299/1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c/fe42dfdd-d381-4d53-b8e1-018b96ada94e) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:31.104551 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed7d7a11-aa25-49af-98d1-790c6d96bb07 req-7629793d-767d-4926-82d8-e7b94e7af240 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 210 time: 0.1154280 Feb 09 01:50:31.152834 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-9c75c94d-8e5d-478f-a862-b1c547504f16 req-bbf2d6f0-759c-4999-b33a-12e392ae94e1 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Deleting port a30a57df-3bd2-4ed9-b43b-5e23f49869fc {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:31.153756 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9c75c94d-8e5d-478f-a862-b1c547504f16 req-bbf2d6f0-759c-4999-b33a-12e392ae94e1 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a30a57df-3bd2-4ed9-b43b-5e23f49869fc), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:31.238237 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ea556bb4-67d0-4a89-8ddf-06025535677d None None] Provisioning complete for port 56044f61-edba-40ec-aab7-588eeef9e3e5 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:31.238844 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ea556bb4-67d0-4a89-8ddf-06025535677d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (56044f61-edba-40ec-aab7-588eeef9e3e5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:31.301014 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2c8f8-d408-4f9e-9c17-c915baabd4dc req-351ed3bd-6ffb-428f-b4f7-877553bcc497 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:31.323381 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ec2c8f8-d408-4f9e-9c17-c915baabd4dc req-351ed3bd-6ffb-428f-b4f7-877553bcc497 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 945 time: 0.5126395 Feb 09 01:50:31.338745 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-cac8ecc9-86e7-45eb-94f0-2ffedda32107 None None] For port a87120b7-e7fd-4056-882c-0bd5211189fe, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:50:31.411747 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-cac8ecc9-86e7-45eb-94f0-2ffedda32107 None None] For port a87120b7-e7fd-4056-882c-0bd5211189fe, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a87120b7-e7fd-4056-882c-0bd5211189fe,segment=NetworkSegment(42828492-fbe1-41ad-bdac-b59eb0e52a8a),segment_id=42828492-fbe1-41ad-bdac-b59eb0e52a8a)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:50:31.440767 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cac8ecc9-86e7-45eb-94f0-2ffedda32107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a87120b7-e7fd-4056-882c-0bd5211189fe), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:31.614526 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ec2c8f8-d408-4f9e-9c17-c915baabd4dc req-105c147c-613f-40d6-b97c-ac6397d8ceca tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879570 Feb 09 01:50:31.623692 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8ecc9-86e7-45eb-94f0-2ffedda32107 None None] Pushing event updated for resources: {'Port': ['ID=a87120b7-e7fd-4056-882c-0bd5211189fe,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:31.670789 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce241f95-61c8-4b11-aa6e-443403900914 admin admin] Router b8e896fb-86ff-4c57-a979-9ddba50bdfb6 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:50:31.707151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ea556bb4-67d0-4a89-8ddf-06025535677d None None] Current status of the port 56044f61-edba-40ec-aab7-588eeef9e3e5 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:31.897331 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce241f95-61c8-4b11-aa6e-443403900914 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:50:31.916225 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] Sync routers for ids ['b8e896fb-86ff-4c57-a979-9ddba50bdfb6'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:31.931510 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] Routers {'b8e896fb-86ff-4c57-a979-9ddba50bdfb6'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:31.932374 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:50:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b8e896fb-86ff-4c57-a979-9ddba50bdfb6'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:31.966977 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce241f95-61c8-4b11-aa6e-443403900914 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:31.980891 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ce241f95-61c8-4b11-aa6e-443403900914 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.0301664 Feb 09 01:50:31.981630 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51022) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:32.104814 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2941bf-5260-49a5-81a1-22d44d10359b req-dcc28882-1816-4bd7-b282-ebdf840a6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:32.107056 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be2941bf-5260-49a5-81a1-22d44d10359b req-dcc28882-1816-4bd7-b282-ebdf840a6f76 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad7f13d6-48b1-4260-a707-f8bf8cbabb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.2161043 Feb 09 01:50:32.144181 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] Set router b8e896fb-86ff-4c57-a979-9ddba50bdfb6 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:32.497121 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ced64-3a8e-404e-bc34-bc98d580061e req-92d4215d-7d5b-4c0f-b8b3-b41f9088ff8a tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:32.516992 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ec4ced64-3a8e-404e-bc34-bc98d580061e req-92d4215d-7d5b-4c0f-b8b3-b41f9088ff8a tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 945 time: 0.3593810 Feb 09 01:50:32.615961 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 56044f61-edba-40ec-aab7-588eeef9e3e5 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:32.638148 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be2941bf-5260-49a5-81a1-22d44d10359b req-a7b15c33-668e-4944-8f3c-b4b4ed8c2bc9 service neutron] 10.222.0.48 "GET /v2.0/networks/ad7f13d6-48b1-4260-a707-f8bf8cbabb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149095 Feb 09 01:50:32.823509 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 56044f61-edba-40ec-aab7-588eeef9e3e5 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:32.823900 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (56044f61-edba-40ec-aab7-588eeef9e3e5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:32.839819 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-9c75c94d-8e5d-478f-a862-b1c547504f16 req-bbf2d6f0-759c-4999-b33a-12e392ae94e1 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] For port a30a57df-3bd2-4ed9-b43b-5e23f49869fc, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a30a57df-3bd2-4ed9-b43b-5e23f49869fc,segment=NetworkSegment(e088bf88-a117-47a6-ba87-54c00f7a6928),segment_id=e088bf88-a117-47a6-ba87-54c00f7a6928)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:32.855414 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9c75c94d-8e5d-478f-a862-b1c547504f16 req-bbf2d6f0-759c-4999-b33a-12e392ae94e1 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a30a57df-3bd2-4ed9-b43b-5e23f49869fc), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:32.860062 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ec4ced64-3a8e-404e-bc34-bc98d580061e req-6a341c37-f938-4595-a38c-13ee769bf136 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367934 Feb 09 01:50:32.929272 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d0f41-f900-4ca4-bad2-e22620de9313 req-102a1004-7fb8-4536-9772-489046498570 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:32.945008 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d0f41-f900-4ca4-bad2-e22620de9313 req-102a1004-7fb8-4536-9772-489046498570 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:32.960785 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d0f41-f900-4ca4-bad2-e22620de9313 req-102a1004-7fb8-4536-9772-489046498570 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:32.970427 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d0f41-f900-4ca4-bad2-e22620de9313 req-102a1004-7fb8-4536-9772-489046498570 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:32.988947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d0f41-f900-4ca4-bad2-e22620de9313 req-102a1004-7fb8-4536-9772-489046498570 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:33.004408 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d0f41-f900-4ca4-bad2-e22620de9313 req-102a1004-7fb8-4536-9772-489046498570 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:33.010954 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d0f41-f900-4ca4-bad2-e22620de9313 req-102a1004-7fb8-4536-9772-489046498570 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:33.021821 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b40d0f41-f900-4ca4-bad2-e22620de9313 req-102a1004-7fb8-4536-9772-489046498570 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5434 time: 1.1902888 Feb 09 01:50:33.079449 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'name': 'tempest-TestServerBasicOps-1260166526-router', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:24Z', 'updated_at': '2022-02-09T01:50:29Z', 'revision_number': 3, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'gw_port': {'id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:83:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:27Z', 'updated_at': '2022-02-09T01:50:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:33.099456 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-9c75c94d-8e5d-478f-a862-b1c547504f16 req-bbf2d6f0-759c-4999-b33a-12e392ae94e1 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Calling delete_port for a30a57df-3bd2-4ed9-b43b-5e23f49869fc owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:33.133678 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 56044f61-edba-40ec-aab7-588eeef9e3e5 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:33.134938 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a87120b7-e7fd-4056-882c-0bd5211189fe up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:33.173171 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] Checking router: b8e896fb-86ff-4c57-a979-9ddba50bdfb6 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:50:33.173834 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] Updating router b8e896fb-86ff-4c57-a979-9ddba50bdfb6 port c57a6ef5-3319-468b-995b-577e103eba14 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:50:33.177078 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d4875b0-d6d4-4237-9d84-79608a386e90 req-ed987307-bbdb-49c7-885a-a58ed00f4e4f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 210 time: 0.1316791 Feb 09 01:50:33.236159 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb78f4b0-a7c6-4734-a743-9caa10b0283e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (1d9b36c9-0272-4c71-9ee4-65ed51e119a9), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:33.272339 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c57a6ef5-3319-468b-995b-577e103eba14), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:33.351135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port a87120b7-e7fd-4056-882c-0bd5211189fe triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:33.351835 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a87120b7-e7fd-4056-882c-0bd5211189fe), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:33.505509 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ca0992c-a78b-4c05-b6e2-668737aa2ece tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (67091eb2-bd7e-48ea-b0c5-28f1938af655), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:33.531445 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port a87120b7-e7fd-4056-882c-0bd5211189fe is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:33.532059 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a87120b7-e7fd-4056-882c-0bd5211189fe), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:33.618058 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port a87120b7-e7fd-4056-882c-0bd5211189fe, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a87120b7-e7fd-4056-882c-0bd5211189fe,segment=NetworkSegment(42828492-fbe1-41ad-bdac-b59eb0e52a8a),segment_id=42828492-fbe1-41ad-bdac-b59eb0e52a8a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:33.625392 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345bae9e-02d3-486e-adf3-128612e2f63a None None] Network cb4ec56d-bd18-4c82-a9dd-61c48175f2da requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:50:33.631904 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e655cb-f509-45a8-81c9-e926cc1490f9 req-3fd8beef-5a82-43b4-9995-072f536258df tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:33.641396 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-79e655cb-f509-45a8-81c9-e926cc1490f9 req-3fd8beef-5a82-43b4-9995-072f536258df tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 945 time: 0.3266351 Feb 09 01:50:33.659659 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a87120b7-e7fd-4056-882c-0bd5211189fe), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:33.670154 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b40d0f41-f900-4ca4-bad2-e22620de9313 req-fdac9603-2916-43d7-a2fc-3efd88ad371d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6468928 Feb 09 01:50:33.678592 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:33.783354 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=a87120b7-e7fd-4056-882c-0bd5211189fe,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:33.811899 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6111d5f6-bd2c-4c4c-bad3-085ec386b2f4 None None] Provisioning complete for port a87120b7-e7fd-4056-882c-0bd5211189fe triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:33.812593 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6111d5f6-bd2c-4c4c-bad3-085ec386b2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a87120b7-e7fd-4056-882c-0bd5211189fe), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:33.919963 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] Publish callbacks [] for port (c57a6ef5-3319-468b-995b-577e103eba14), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:33.930978 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c57a6ef5-3319-468b-995b-577e103eba14), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:33.976647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device a30a57df-3bd2-4ed9-b43b-5e23f49869fc no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:50:33.979470 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-fd534267-f8b5-4017-ae6c-c2d5b8adecad tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks [] for port (fe42dfdd-d381-4d53-b8e1-018b96ada94e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:33.999587 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-79e655cb-f509-45a8-81c9-e926cc1490f9 req-83edd4d6-7fa3-42bc-8c2b-1504db7323f6 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532019 Feb 09 01:50:34.000879 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00604d2-43bc-4d78-bf04-1e69aaa71912 None None] Pushing event updated for resources: {'Port': ['ID=c57a6ef5-3319-468b-995b-577e103eba14,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:34.020990 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] Attempting to bind port c57a6ef5-3319-468b-995b-577e103eba14 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:50:34.021661 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] Attempting to bind port c57a6ef5-3319-468b-995b-577e103eba14 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:50:34.022210 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] Attempting to bind port c57a6ef5-3319-468b-995b-577e103eba14 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:34.028420 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:50:34.029797 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:34.030391 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:34.031026 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:50:34.031796 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] Bound port: c57a6ef5-3319-468b-995b-577e103eba14, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:50:34.032532 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c57a6ef5-3319-468b-995b-577e103eba14), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:34.092180 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] For port c57a6ef5-3319-468b-995b-577e103eba14, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:50:34.097088 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] For port c57a6ef5-3319-468b-995b-577e103eba14, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c57a6ef5-3319-468b-995b-577e103eba14,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:50:34.097330 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Allocated IP 172.20.0.1 (9dc25977-4db6-44bb-84a0-2bb695d1e7b3/31c54961-46dc-40c7-88f9-d9c98de17b88/5283df05-cc35-4a6d-85da-a84d1d894298) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:34.106414 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c57a6ef5-3319-468b-995b-577e103eba14), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:34.190257 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00604d2-43bc-4d78-bf04-1e69aaa71912 None None] Pushing event updated for resources: {'Port': ['ID=c57a6ef5-3319-468b-995b-577e103eba14,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:34.240051 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] Routers {'b8e896fb-86ff-4c57-a979-9ddba50bdfb6'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:34.241176 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:50:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b8e896fb-86ff-4c57-a979-9ddba50bdfb6'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:34.275792 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-fd534267-f8b5-4017-ae6c-c2d5b8adecad tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (fe42dfdd-d381-4d53-b8e1-018b96ada94e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:34.395977 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] Set router b8e896fb-86ff-4c57-a979-9ddba50bdfb6 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:34.398758 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['6a23ba66-360c-46da-9c7a-dca9a04eb217'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:50:34.527805 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd534267-f8b5-4017-ae6c-c2d5b8adecad tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Pushing event updated for resources: {'Port': ['ID=fe42dfdd-d381-4d53-b8e1-018b96ada94e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:34.604435 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a87120b7-e7fd-4056-882c-0bd5211189fe up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:34.634204 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb78f4b0-a7c6-4734-a743-9caa10b0283e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Checking segment: {'id': 'ae12596e-4053-4b45-b623-24347b821960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:34.634989 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb78f4b0-a7c6-4734-a743-9caa10b0283e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network hostable DHCP agents. Network: a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:50:34.640862 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Publish callbacks [] for port (5283df05-cc35-4a6d-85da-a84d1d894298), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:34.668308 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253402aa-cceb-4d5a-82bb-cea91ab0b7bb req-ffd17f5c-836a-4eec-8c85-c14655a38076 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:34.670966 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-253402aa-cceb-4d5a-82bb-cea91ab0b7bb req-ffd17f5c-836a-4eec-8c85-c14655a38076 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 945 time: 0.4873376 Feb 09 01:50:34.683506 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78f4b0-a7c6-4734-a743-9caa10b0283e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Subnet': ['ID=1d9b36c9-0272-4c71-9ee4-65ed51e119a9,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:34.740041 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6111d5f6-bd2c-4c4c-bad3-085ec386b2f4 None None] Current status of the port a87120b7-e7fd-4056-882c-0bd5211189fe is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:34.753201 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (5283df05-cc35-4a6d-85da-a84d1d894298), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:34.805325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port a30a57df-3bd2-4ed9-b43b-5e23f49869fc is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:34.805725 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a30a57df-3bd2-4ed9-b43b-5e23f49869fc), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:34.856046 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port a87120b7-e7fd-4056-882c-0bd5211189fe triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:34.856468 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a87120b7-e7fd-4056-882c-0bd5211189fe), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:34.873267 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420b6c52-d7cf-49f4-8668-01c61a9ea7ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a30a57df-3bd2-4ed9-b43b-5e23f49869fc'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:34.883611 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bc9ba7-09b5-4569-9650-1e9ff0af3df5" -d '{"events": [{"server_uuid": "420b6c52-d7cf-49f4-8668-01c61a9ea7ba", "name": "network-vif-unplugged", "status": "completed", "tag": "a30a57df-3bd2-4ed9-b43b-5e23f49869fc"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:34.896339 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Network 9dc25977-4db6-44bb-84a0-2bb695d1e7b3 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:34.911342 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'name': 'tempest-TestServerBasicOps-1260166526-router', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:24Z', 'updated_at': '2022-02-09T01:50:29Z', 'revision_number': 3, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'gw_port': {'id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:83:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:27Z', 'updated_at': '2022-02-09T01:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:34.927247 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:34.954325 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-253402aa-cceb-4d5a-82bb-cea91ab0b7bb req-daba6a26-db9c-4348-bcdd-13083064919c tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422175 Feb 09 01:50:34.954325 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be2941bf-5260-49a5-81a1-22d44d10359b req-5b711523-0a92-4faa-bd60-5e02b2a3856f service neutron] 10.222.0.48 "GET /v2.0/networks/ad7f13d6-48b1-4260-a707-f8bf8cbabb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2880244 Feb 09 01:50:34.954325 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-fd534267-f8b5-4017-ae6c-c2d5b8adecad tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:34.963578 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb78f4b0-a7c6-4734-a743-9caa10b0283e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:50:34.983246 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecb4a6a-f32e-4650-89d9-fcbdbface2c6 None None] The sync data for ids ['b8e896fb-86ff-4c57-a979-9ddba50bdfb6'] in n-d-828387-3 is: [{'id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'name': 'tempest-TestServerBasicOps-1260166526-router', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:24Z', 'updated_at': '2022-02-09T01:50:29Z', 'revision_number': 3, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'gw_port': {'id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:83:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:27Z', 'updated_at': '2022-02-09T01:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:50:34.983603 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01d667-bdc6-4e3f-8300-9c619bf1349b req-05bcd0ef-c148-4f9f-9270-8ccb345bf21c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:34.986851 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-fd534267-f8b5-4017-ae6c-c2d5b8adecad tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:34.991257 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7a01d667-bdc6-4e3f-8300-9c619bf1349b req-05bcd0ef-c148-4f9f-9270-8ccb345bf21c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 931 time: 0.5145140 Feb 09 01:50:35.000819 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-fd534267-f8b5-4017-ae6c-c2d5b8adecad tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:35.009283 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-fb78f4b0-a7c6-4734-a743-9caa10b0283e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:35.014646 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:35.025879 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port a30a57df-3bd2-4ed9-b43b-5e23f49869fc, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a30a57df-3bd2-4ed9-b43b-5e23f49869fc,segment=NetworkSegment(e088bf88-a117-47a6-ba87-54c00f7a6928),segment_id=e088bf88-a117-47a6-ba87-54c00f7a6928)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:35.076997 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb78f4b0-a7c6-4734-a743-9caa10b0283e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:35.077887 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb78f4b0-a7c6-4734-a743-9caa10b0283e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:35.130550 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a30a57df-3bd2-4ed9-b43b-5e23f49869fc), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:35.152723 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Pushing event updated for resources: {'Port': ['ID=5283df05-cc35-4a6d-85da-a84d1d894298,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:35.235073 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:35.235683 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:35.236438 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:35.236974 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:35.237318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:35.237657 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:35.237995 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:35.238365 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:35.240938 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:35.241318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:35.241652 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:35.241993 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:35.242327 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:35.249450 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75ef061-660e-4cac-bb0a-c7be6483cd74 None None] Network a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:50:35.301816 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7a01d667-bdc6-4e3f-8300-9c619bf1349b req-3e2f83d3-f4e4-4bed-9e9c-df62cec21bb7 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789519 Feb 09 01:50:35.331835 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (b8e896fb-86ff-4c57-a979-9ddba50bdfb6), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:35.395719 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fb78f4b0-a7c6-4734-a743-9caa10b0283e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 6.6315489 Feb 09 01:50:35.428085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-fd534267-f8b5-4017-ae6c-c2d5b8adecad tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:35.429293 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-fd534267-f8b5-4017-ae6c-c2d5b8adecad tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:35.485116 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51054) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:35.609205 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-bb4d5cf4-6c91-419a-bf65-4d937f8da69a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1682975513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:35.614658 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219ba9de-ddc5-4efa-9c79-0bf7c967c653 x-openstack-request-id: req-219ba9de-ddc5-4efa-9c79-0bf7c967c653 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:35.615776 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420b6c52-d7cf-49f4-8668-01c61a9ea7ba", "name": "network-vif-unplugged", "status": "completed", "tag": "a30a57df-3bd2-4ed9-b43b-5e23f49869fc", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:35.615776 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-219ba9de-ddc5-4efa-9c79-0bf7c967c653 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:35.615776 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420b6c52-d7cf-49f4-8668-01c61a9ea7ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a30a57df-3bd2-4ed9-b43b-5e23f49869fc', 'code': 200} Feb 09 01:50:35.669499 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=a30a57df-3bd2-4ed9-b43b-5e23f49869fc,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:35.738780 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port a87120b7-e7fd-4056-882c-0bd5211189fe is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:35.749755 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c221b4a3-cf87-4a83-abad-302fd9145e37 None None] Provisioning complete for port a87120b7-e7fd-4056-882c-0bd5211189fe triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:35.750677 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c221b4a3-cf87-4a83-abad-302fd9145e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a87120b7-e7fd-4056-882c-0bd5211189fe), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:35.899710 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c221b4a3-cf87-4a83-abad-302fd9145e37 None None] Current status of the port a87120b7-e7fd-4056-882c-0bd5211189fe is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:35.902081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2ef4d7-9b6f-48ea-89d2-b9e441d3f884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e', 'network_id': 'a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e', 'project_id': '247ac12d74ff449fabfbe552acae8758', 'fixed_ips': [{'subnet_id': '1d9b36c9-0272-4c71-9ee4-65ed51e119a9'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:50:35.903049 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3d2ef4d7-9b6f-48ea-89d2-b9e441d3f884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:35.939227 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-fd534267-f8b5-4017-ae6c-c2d5b8adecad tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8701739 Feb 09 01:50:35.975680 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Request body: {'port': {'device_id': '387de407-322a-4144-a14d-ec40d26470d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:35.988071 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9c75c94d-8e5d-478f-a862-b1c547504f16 req-bbf2d6f0-759c-4999-b33a-12e392ae94e1 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a30a57df-3bd2-4ed9-b43b-5e23f49869fc), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:36.028998 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5283df05-cc35-4a6d-85da-a84d1d894298), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:36.108441 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47380ac-8356-44ea-8572-c922511f56a8 req-fcdf5ce7-1635-49b0-b011-b2e69328652f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:36.109967 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f47380ac-8356-44ea-8572-c922511f56a8 req-fcdf5ce7-1635-49b0-b011-b2e69328652f tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/ports?device_id=420b6c52-d7cf-49f4-8668-01c61a9ea7ba HTTP/1.1" status: 200 len: 865 time: 0.2508631 Feb 09 01:50:36.173804 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2d6f0-759c-4999-b33a-12e392ae94e1 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Pushing event deleted for resources: {'Port': ['ID=a30a57df-3bd2-4ed9-b43b-5e23f49869fc,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:36.206147 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5cf4-6c91-419a-bf65-4d937f8da69a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (bf77de57-d6b2-4af0-96d0-1a7bc91664ac), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:36.207589 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5cf4-6c91-419a-bf65-4d937f8da69a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (bf77de57-d6b2-4af0-96d0-1a7bc91664ac), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:36.324353 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-48d6a974-03cc-4ea2-822e-579903be4922 None None] Provisioning complete for port 5283df05-cc35-4a6d-85da-a84d1d894298 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:36.328747 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-48d6a974-03cc-4ea2-822e-579903be4922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5283df05-cc35-4a6d-85da-a84d1d894298), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:36.380639 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f47380ac-8356-44ea-8572-c922511f56a8 req-a66c13ff-00f7-4fa1-99e1-d3b13c5b0770 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.36 "GET /v2.0/security-groups?id=6da65bc3-0691-4848-8e7a-fd9cc9342604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505734 Feb 09 01:50:36.396901 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482709e-3ca8-4875-96fe-f1a0ab603bac req-857df4c0-54e8-41e8-b25e-791b908d4866 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:36.402270 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482709e-3ca8-4875-96fe-f1a0ab603bac req-857df4c0-54e8-41e8-b25e-791b908d4866 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:36.420487 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482709e-3ca8-4875-96fe-f1a0ab603bac req-857df4c0-54e8-41e8-b25e-791b908d4866 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:36.444704 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482709e-3ca8-4875-96fe-f1a0ab603bac req-857df4c0-54e8-41e8-b25e-791b908d4866 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:36.454762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482709e-3ca8-4875-96fe-f1a0ab603bac req-857df4c0-54e8-41e8-b25e-791b908d4866 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:36.482793 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482709e-3ca8-4875-96fe-f1a0ab603bac req-857df4c0-54e8-41e8-b25e-791b908d4866 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:36.494919 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482709e-3ca8-4875-96fe-f1a0ab603bac req-857df4c0-54e8-41e8-b25e-791b908d4866 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:36.498618 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2482709e-3ca8-4875-96fe-f1a0ab603bac req-857df4c0-54e8-41e8-b25e-791b908d4866 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5434 time: 1.1364257 Feb 09 01:50:36.508798 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c57a6ef5-3319-468b-995b-577e103eba14 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:36.558385 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Publish callbacks [] for port (5283df05-cc35-4a6d-85da-a84d1d894298), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:36.581591 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (5283df05-cc35-4a6d-85da-a84d1d894298), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:36.587764 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-48d6a974-03cc-4ea2-822e-579903be4922 None None] Port 5283df05-cc35-4a6d-85da-a84d1d894298 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:50:36.606716 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port c57a6ef5-3319-468b-995b-577e103eba14 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:36.608424 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c57a6ef5-3319-468b-995b-577e103eba14), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:36.651058 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-3d2ef4d7-9b6f-48ea-89d2-b9e441d3f884 None None] Allocated IP 2001:db8:1::2 (a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e/1d9b36c9-0272-4c71-9ee4-65ed51e119a9/a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:36.795368 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Pushing event updated for resources: {'Port': ['ID=5283df05-cc35-4a6d-85da-a84d1d894298,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:36.809690 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c75c94d-8e5d-478f-a862-b1c547504f16 req-bbf2d6f0-759c-4999-b33a-12e392ae94e1 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] No DVR routers for this DVR port a30a57df-3bd2-4ed9-b43b-5e23f49869fc on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:50:36.814580 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9c75c94d-8e5d-478f-a862-b1c547504f16 req-bbf2d6f0-759c-4999-b33a-12e392ae94e1 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:36.821211 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9c75c94d-8e5d-478f-a862-b1c547504f16 req-bbf2d6f0-759c-4999-b33a-12e392ae94e1 tempest-ListServerFiltersTestJSON-1754067071 tempest-ListServerFiltersTestJSON-1754067071-project] 10.222.0.48 "DELETE /v2.0/ports/a30a57df-3bd2-4ed9-b43b-5e23f49869fc HTTP/1.1" status: 204 len: 173 time: 7.4481659 Feb 09 01:50:36.837958 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294d164-e1b3-4f95-b230-787729b63d3e req-881fb71d-da4d-4b76-98ff-99b14d476e19 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:36.841026 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2294d164-e1b3-4f95-b230-787729b63d3e req-881fb71d-da4d-4b76-98ff-99b14d476e19 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 945 time: 0.2782953 Feb 09 01:50:36.841026 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (b8e896fb-86ff-4c57-a979-9ddba50bdfb6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:36.863828 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420b6c52-d7cf-49f4-8668-01c61a9ea7ba', 'name': 'network-vif-deleted', 'tag': 'a30a57df-3bd2-4ed9-b43b-5e23f49869fc'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:36.870419 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966750ae-6eaf-46ae-869a-43815d2961b8" -d '{"events": [{"server_uuid": "420b6c52-d7cf-49f4-8668-01c61a9ea7ba", "name": "network-vif-deleted", "tag": "a30a57df-3bd2-4ed9-b43b-5e23f49869fc"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:36.912674 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5cf4-6c91-419a-bf65-4d937f8da69a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router_controller (bf77de57-d6b2-4af0-96d0-1a7bc91664ac), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:36.914055 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fe42dfdd-d381-4d53-b8e1-018b96ada94e), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:36.977384 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5cf4-6c91-419a-bf65-4d937f8da69a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (bf77de57-d6b2-4af0-96d0-1a7bc91664ac), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:37.010415 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port c57a6ef5-3319-468b-995b-577e103eba14 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:37.016682 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c57a6ef5-3319-468b-995b-577e103eba14), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:37.075435 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2482709e-3ca8-4875-96fe-f1a0ab603bac req-2a74397f-639d-4078-a8de-7c921c7e7bc2 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4577355 Feb 09 01:50:37.101399 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port c57a6ef5-3319-468b-995b-577e103eba14, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c57a6ef5-3319-468b-995b-577e103eba14,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:37.139423 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c57a6ef5-3319-468b-995b-577e103eba14), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:37.191379 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2294d164-e1b3-4f95-b230-787729b63d3e req-aa0d3522-7b5c-413c-8260-61bac997a5bc tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518167 Feb 09 01:50:37.228513 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Network 9dc25977-4db6-44bb-84a0-2bb695d1e7b3 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:37.233898 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:37.259921 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5cf4-6c91-419a-bf65-4d937f8da69a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:37.267585 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bb4d5cf4-6c91-419a-bf65-4d937f8da69a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.6867309 Feb 09 01:50:37.315683 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51074) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:37.378135 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3d2ef4d7-9b6f-48ea-89d2-b9e441d3f884 None None] Publish callbacks [] for port (a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:37.396038 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3d2ef4d7-9b6f-48ea-89d2-b9e441d3f884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:37.453319 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2ef4d7-9b6f-48ea-89d2-b9e441d3f884 None None] Network a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:37.461326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-3d2ef4d7-9b6f-48ea-89d2-b9e441d3f884 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:37.493377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ef4d7-9b6f-48ea-89d2-b9e441d3f884 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:37.674090 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=c57a6ef5-3319-468b-995b-577e103eba14,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:37.685682 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0bfea4cd-bc70-4390-81ea-ebaff543cf70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:37.785424 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Router b8e896fb-86ff-4c57-a979-9ddba50bdfb6 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:50:37.791389 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ef4d7-9b6f-48ea-89d2-b9e441d3f884 None None] Pushing event updated for resources: {'Port': ['ID=a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:37.843821 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3d2ef4d7-9b6f-48ea-89d2-b9e441d3f884 None None] Attempting to bind port a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:50:37.844358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3d2ef4d7-9b6f-48ea-89d2-b9e441d3f884 None None] Attempting to bind port a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'ae12596e-4053-4b45-b623-24347b821960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:50:37.844821 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ef4d7-9b6f-48ea-89d2-b9e441d3f884 None None] Attempting to bind port a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2 on network a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:37.851154 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5c3c877f-90aa-4801-95f1-9e308bb4b9e0 None None] Provisioning complete for port 5283df05-cc35-4a6d-85da-a84d1d894298 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:37.851724 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5c3c877f-90aa-4801-95f1-9e308bb4b9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5283df05-cc35-4a6d-85da-a84d1d894298), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:37.953259 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5c3c877f-90aa-4801-95f1-9e308bb4b9e0 None None] Port 5283df05-cc35-4a6d-85da-a84d1d894298 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:50:37.954104 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30f9729-df99-4ed7-9f10-7f58bb9e94ce x-openstack-request-id: req-c30f9729-df99-4ed7-9f10-7f58bb9e94ce {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:37.954988 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420b6c52-d7cf-49f4-8668-01c61a9ea7ba", "name": "network-vif-deleted", "tag": "a30a57df-3bd2-4ed9-b43b-5e23f49869fc", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:37.955747 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c30f9729-df99-4ed7-9f10-7f58bb9e94ce {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:37.958987 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420b6c52-d7cf-49f4-8668-01c61a9ea7ba', 'name': 'network-vif-deleted', 'tag': 'a30a57df-3bd2-4ed9-b43b-5e23f49869fc', 'status': 'completed', 'code': 200} Feb 09 01:50:37.961907 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ef4d7-9b6f-48ea-89d2-b9e441d3f884 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:50:37.968471 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ef4d7-9b6f-48ea-89d2-b9e441d3f884 None None] Checking segment: {'id': 'ae12596e-4053-4b45-b623-24347b821960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:37.984108 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3d2ef4d7-9b6f-48ea-89d2-b9e441d3f884 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:37.984888 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ef4d7-9b6f-48ea-89d2-b9e441d3f884 None None] Bound using segment: {'id': 'ae12596e-4053-4b45-b623-24347b821960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:50:37.985529 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3d2ef4d7-9b6f-48ea-89d2-b9e441d3f884 None None] Bound port: a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae12596e-4053-4b45-b623-24347b821960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:50:37.986004 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3d2ef4d7-9b6f-48ea-89d2-b9e441d3f884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:38.074350 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3d2ef4d7-9b6f-48ea-89d2-b9e441d3f884 None None] For port a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:50:38.078944 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3d2ef4d7-9b6f-48ea-89d2-b9e441d3f884 None None] For port a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2,segment=NetworkSegment(ae12596e-4053-4b45-b623-24347b821960),segment_id=ae12596e-4053-4b45-b623-24347b821960)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:50:38.086765 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3d2ef4d7-9b6f-48ea-89d2-b9e441d3f884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:38.101568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:50:38.161335 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fd660e79-eefe-44b9-a559-d2083e673cf8 admin admin] 10.222.0.36 "PUT /v2.0/routers/b8e896fb-86ff-4c57-a979-9ddba50bdfb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1773753 Feb 09 01:50:38.186011 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ef4d7-9b6f-48ea-89d2-b9e441d3f884 None None] Pushing event updated for resources: {'Port': ['ID=a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:38.264943 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330bc24-60d4-4dc0-89cd-07d70d3d813b req-c3e7eebc-cf53-45ee-a2ce-e0509cbb2fb5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:38.275337 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330bc24-60d4-4dc0-89cd-07d70d3d813b req-c3e7eebc-cf53-45ee-a2ce-e0509cbb2fb5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:38.292206 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330bc24-60d4-4dc0-89cd-07d70d3d813b req-c3e7eebc-cf53-45ee-a2ce-e0509cbb2fb5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:38.306663 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330bc24-60d4-4dc0-89cd-07d70d3d813b req-c3e7eebc-cf53-45ee-a2ce-e0509cbb2fb5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:38.320275 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330bc24-60d4-4dc0-89cd-07d70d3d813b req-c3e7eebc-cf53-45ee-a2ce-e0509cbb2fb5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:38.349385 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330bc24-60d4-4dc0-89cd-07d70d3d813b req-c3e7eebc-cf53-45ee-a2ce-e0509cbb2fb5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:38.366854 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330bc24-60d4-4dc0-89cd-07d70d3d813b req-c3e7eebc-cf53-45ee-a2ce-e0509cbb2fb5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:38.371915 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c57a6ef5-3319-468b-995b-577e103eba14 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:38.391897 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b330bc24-60d4-4dc0-89cd-07d70d3d813b req-c3e7eebc-cf53-45ee-a2ce-e0509cbb2fb5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5434 time: 0.2800527 Feb 09 01:50:38.571045 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b330bc24-60d4-4dc0-89cd-07d70d3d813b req-9cd6f1d9-f4ae-4bc3-9aaa-6f3d16144971 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1749833 Feb 09 01:50:38.670505 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port c57a6ef5-3319-468b-995b-577e103eba14 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:38.671053 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c57a6ef5-3319-468b-995b-577e103eba14), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:38.744491 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51094) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:38.923345 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-8524c922-8f80-4782-b148-d278aa64b3d9 admin admin] Deleting subnet 7fd2318f-0270-4495-8fca-6737fb6427cf {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:50:38.940104 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8524c922-8f80-4782-b148-d278aa64b3d9 admin admin] Publish callbacks [] for subnet (7fd2318f-0270-4495-8fca-6737fb6427cf), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:39.004028 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port c57a6ef5-3319-468b-995b-577e103eba14 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:39.114241 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8524c922-8f80-4782-b148-d278aa64b3d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (7fd2318f-0270-4495-8fca-6737fb6427cf), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:39.142396 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] Sync routers for ids ['b8e896fb-86ff-4c57-a979-9ddba50bdfb6'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:39.168727 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722757b0-f71e-4029-a047-2b094bf18efd req-0b787e30-4fa7-4bb3-aab2-7815f8641fb4 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:39.169031 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] Routers {'b8e896fb-86ff-4c57-a979-9ddba50bdfb6'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:39.169031 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:50:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b8e896fb-86ff-4c57-a979-9ddba50bdfb6'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:39.171289 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-722757b0-f71e-4029-a047-2b094bf18efd req-0b787e30-4fa7-4bb3-aab2-7815f8641fb4 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 945 time: 0.1489239 Feb 09 01:50:39.309928 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42849090-0ab9-495b-acdd-2f1ad63870c7 req-2cf43e4a-0a0f-4499-bb46-04ae29939404 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:39.320623 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-42849090-0ab9-495b-acdd-2f1ad63870c7 req-2cf43e4a-0a0f-4499-bb46-04ae29939404 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 931 time: 1.8346417 Feb 09 01:50:39.343459 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-722757b0-f71e-4029-a047-2b094bf18efd req-f23dd5a5-8e8a-4752-946a-37e1ffc1830d tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602583 Feb 09 01:50:39.488414 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] Set router b8e896fb-86ff-4c57-a979-9ddba50bdfb6 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:39.618264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-7ca0992c-a78b-4c05-b6e2-668737aa2ece tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Deleting port 17dc0d69-4878-4660-8365-44609e7f0046 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:39.622503 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ca0992c-a78b-4c05-b6e2-668737aa2ece tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (17dc0d69-4878-4660-8365-44609e7f0046), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:39.737074 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:39.753918 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51108) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:39.792314 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4a0301b6-da58-4315-b7dd-bca67e8cf2f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:39.826310 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-ccf356ea-2262-4b7f-b452-1d0e9bb25a8e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1517887941-network', 'tenant_id': '82347e007e3b48d0b5383856ba3ba75a'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:39.836855 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ca0992c-a78b-4c05-b6e2-668737aa2ece tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (17dc0d69-4878-4660-8365-44609e7f0046), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:39.916575 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-7ca0992c-a78b-4c05-b6e2-668737aa2ece tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Calling delete_port for 17dc0d69-4878-4660-8365-44609e7f0046 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:39.958416 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-42849090-0ab9-495b-acdd-2f1ad63870c7 req-97bd0a7e-89e5-4d40-81a1-d9bca3bb170d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6050503 Feb 09 01:50:40.033263 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf356ea-2262-4b7f-b452-1d0e9bb25a8e admin admin] Made reservation on behalf of 82347e007e3b48d0b5383856ba3ba75a for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:50:40.043572 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'name': 'tempest-TestServerBasicOps-1260166526-router', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:24Z', 'updated_at': '2022-02-09T01:50:35Z', 'revision_number': 4, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'gw_port': {'id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:27Z', 'updated_at': '2022-02-09T01:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '5283df05-cc35-4a6d-85da-a84d1d894298', 'name': '', 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'mac_address': 'fa:16:3e:27:cc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '31c54961-46dc-40c7-88f9-d9c98de17b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:33Z', 'updated_at': '2022-02-09T01:50:36Z', 'revision_number': 2, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'subnets': [{'id': '31c54961-46dc-40c7-88f9-d9c98de17b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:40.052986 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ccf356ea-2262-4b7f-b452-1d0e9bb25a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:40.093543 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] Checking router: b8e896fb-86ff-4c57-a979-9ddba50bdfb6 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:50:40.094248 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] Updating router b8e896fb-86ff-4c57-a979-9ddba50bdfb6 port 5283df05-cc35-4a6d-85da-a84d1d894298 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:50:40.121108 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b4ccae2f-ac3a-4571-a945-229674a6d2a2 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:40.145866 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ccf356ea-2262-4b7f-b452-1d0e9bb25a8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:40.153204 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5283df05-cc35-4a6d-85da-a84d1d894298), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:40.205211 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe42dfdd-d381-4d53-b8e1-018b96ada94e {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:50:40.226864 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Publish callbacks [] for port (fe42dfdd-d381-4d53-b8e1-018b96ada94e), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:40.468524 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8524c922-8f80-4782-b148-d278aa64b3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (7fd2318f-0270-4495-8fca-6737fb6427cf), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:40.503142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Transition to ACTIVE for port object fe42dfdd-d381-4d53-b8e1-018b96ada94e will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:50:40.538628 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:40.568388 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (fe42dfdd-d381-4d53-b8e1-018b96ada94e), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:40.581772 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08d65f-1f26-4942-b922-c616784dc296 req-dd99beb6-b4f3-443a-afaf-cdde1e297bb2 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:40.590006 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08d65f-1f26-4942-b922-c616784dc296 req-dd99beb6-b4f3-443a-afaf-cdde1e297bb2 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:40.598910 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef1921a-c44d-474f-a2d3-d152c937c138 None None] Network a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:50:40.602932 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08d65f-1f26-4942-b922-c616784dc296 req-dd99beb6-b4f3-443a-afaf-cdde1e297bb2 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:40.616906 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08d65f-1f26-4942-b922-c616784dc296 req-dd99beb6-b4f3-443a-afaf-cdde1e297bb2 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:40.631913 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08d65f-1f26-4942-b922-c616784dc296 req-dd99beb6-b4f3-443a-afaf-cdde1e297bb2 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:40.643174 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08d65f-1f26-4942-b922-c616784dc296 req-dd99beb6-b4f3-443a-afaf-cdde1e297bb2 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:40.652048 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08d65f-1f26-4942-b922-c616784dc296 req-dd99beb6-b4f3-443a-afaf-cdde1e297bb2 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:40.670574 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8a08d65f-1f26-4942-b922-c616784dc296 req-dd99beb6-b4f3-443a-afaf-cdde1e297bb2 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5434 time: 0.3384221 Feb 09 01:50:40.774376 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8524c922-8f80-4782-b148-d278aa64b3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (7fd2318f-0270-4495-8fca-6737fb6427cf), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:40.834861 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524c922-8f80-4782-b148-d278aa64b3d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fd2318f-0270-4495-8fca-6737fb6427cf,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:40.840174 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8524c922-8f80-4782-b148-d278aa64b3d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:40.847440 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8524c922-8f80-4782-b148-d278aa64b3d9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7fd2318f-0270-4495-8fca-6737fb6427cf HTTP/1.1" status: 204 len: 168 time: 2.1015620 Feb 09 01:50:40.849686 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51120) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:40.875836 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9241edcb-4422-4170-a6f4-9c3e322fb32f None None] Network 0d908954-d861-46d7-bf3a-5b99a23f2cf9 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:50:40.930518 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Pushing event updated for resources: {'Port': ['ID=fe42dfdd-d381-4d53-b8e1-018b96ada94e,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:40.951186 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:40.952229 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:40.952816 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:40.953393 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:40.953961 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:40.954553 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:40.955103 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:40.955725 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:40.957280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:40.958040 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:40.958610 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:40.959158 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:40.959744 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:40.971127 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:40.999885 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22c81faf-3023-4cda-9abb-a6ae3f318fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (0d908954-d861-46d7-bf3a-5b99a23f2cf9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:41.002728 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a59428ea-d84f-4d92-8c44-9ef85d24abaf None None] Provisioning complete for port a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:41.003396 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a59428ea-d84f-4d92-8c44-9ef85d24abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:41.008005 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:41.074199 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad62bf9-0fb1-4fac-9a8f-2583551896f3 req-9bb5453b-f8fa-4419-a602-390c6af7e100 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:41.076912 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dad62bf9-0fb1-4fac-9a8f-2583551896f3 req-9bb5453b-f8fa-4419-a602-390c6af7e100 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 945 time: 0.5483549 Feb 09 01:50:41.124002 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ccf356ea-2262-4b7f-b452-1d0e9bb25a8e admin admin] Publish callbacks [] for security_group (30b76d0b-bb9a-4217-b52e-375f45bad816), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:41.126341 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-22c81faf-3023-4cda-9abb-a6ae3f318fe9 admin admin] Deleting port edbb548c-2294-4482-8357-d4fee0e7b22f {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:41.127626 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22c81faf-3023-4cda-9abb-a6ae3f318fe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (edbb548c-2294-4482-8357-d4fee0e7b22f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:41.139032 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:41.139657 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:41.155492 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ccf356ea-2262-4b7f-b452-1d0e9bb25a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (30b76d0b-bb9a-4217-b52e-375f45bad816), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:41.229172 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf356ea-2262-4b7f-b452-1d0e9bb25a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b76d0b-bb9a-4217-b52e-375f45bad816,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:41.278049 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-22c81faf-3023-4cda-9abb-a6ae3f318fe9 admin admin] For port edbb548c-2294-4482-8357-d4fee0e7b22f, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=edbb548c-2294-4482-8357-d4fee0e7b22f,segment=NetworkSegment(e088bf88-a117-47a6-ba87-54c00f7a6928),segment_id=e088bf88-a117-47a6-ba87-54c00f7a6928)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:41.278619 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22c81faf-3023-4cda-9abb-a6ae3f318fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (edbb548c-2294-4482-8357-d4fee0e7b22f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:41.299980 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-22c81faf-3023-4cda-9abb-a6ae3f318fe9 admin admin] Calling delete_port for edbb548c-2294-4482-8357-d4fee0e7b22f owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:41.328597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf356ea-2262-4b7f-b452-1d0e9bb25a8e admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:50:41.349515 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ca0992c-a78b-4c05-b6e2-668737aa2ece tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (17dc0d69-4878-4660-8365-44609e7f0046), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:41.416542 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Attempting to bind port fe42dfdd-d381-4d53-b8e1-018b96ada94e on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:50:41.417256 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Attempting to bind port fe42dfdd-d381-4d53-b8e1-018b96ada94e by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:50:41.417841 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Attempting to bind port fe42dfdd-d381-4d53-b8e1-018b96ada94e on network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:41.432512 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0992c-a78b-4c05-b6e2-668737aa2ece tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Pushing event deleted for resources: {'Port': ['ID=17dc0d69-4878-4660-8365-44609e7f0046,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:41.470702 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ccf356ea-2262-4b7f-b452-1d0e9bb25a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (c8f782ce-183b-4071-90ee-a61100d4d986), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:41.472060 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-ccf356ea-2262-4b7f-b452-1d0e9bb25a8e admin admin] Added segment c8f782ce-183b-4071-90ee-a61100d4d986 of type vlan for network 00e21e97-3b61-465d-8e13-f69e57d7cc7d Feb 09 01:50:41.500178 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dad62bf9-0fb1-4fac-9a8f-2583551896f3 req-b370b4f9-b722-4392-9b8a-ace3ee339385 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993750 Feb 09 01:50:41.501196 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Port fe42dfdd-d381-4d53-b8e1-018b96ada94e on network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:50:41.501779 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Attempting to bind port fe42dfdd-d381-4d53-b8e1-018b96ada94e on network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:41.516145 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-b4ccae2f-ac3a-4571-a945-229674a6d2a2 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Allocated IP 2001:db8::1 (cb4ec56d-bd18-4c82-a9dd-61c48175f2da/da68f6da-1fc2-409e-b6e3-2a14f4afff97/7673064b-2a00-4eb4-8b25-6fd263c17931) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:41.526404 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a59428ea-d84f-4d92-8c44-9ef85d24abaf None None] Current status of the port a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:41.535849 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a59428ea-d84f-4d92-8c44-9ef85d24abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:41.548739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:50:41.549229 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Checking segment: {'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:41.550406 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Bound using segment: {'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:50:41.559577 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22c81faf-3023-4cda-9abb-a6ae3f318fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (edbb548c-2294-4482-8357-d4fee0e7b22f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:41.561033 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Bound port: fe42dfdd-d381-4d53-b8e1-018b96ada94e, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:50:41.561540 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fe42dfdd-d381-4d53-b8e1-018b96ada94e), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:41.653179 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c81faf-3023-4cda-9abb-a6ae3f318fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=edbb548c-2294-4482-8357-d4fee0e7b22f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:41.660103 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c81faf-3023-4cda-9abb-a6ae3f318fe9 admin admin] No DVR routers for this DVR port edbb548c-2294-4482-8357-d4fee0e7b22f on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:50:41.785649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] For port fe42dfdd-d381-4d53-b8e1-018b96ada94e, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:50:41.792095 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] For port fe42dfdd-d381-4d53-b8e1-018b96ada94e, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=fe42dfdd-d381-4d53-b8e1-018b96ada94e,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:50:41.817597 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ccf356ea-2262-4b7f-b452-1d0e9bb25a8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (00e21e97-3b61-465d-8e13-f69e57d7cc7d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:41.824136 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (fe42dfdd-d381-4d53-b8e1-018b96ada94e), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:41.961315 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.db.resource_extend [None req-ccf356ea-2262-4b7f-b452-1d0e9bb25a8e admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:50:41.970740 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:41.971757 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:41.973814 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] 10.222.0.48 "PUT /v2.0/ports/fe42dfdd-d381-4d53-b8e1-018b96ada94e HTTP/1.1" status: 200 len: 1091 time: 6.0082738 Feb 09 01:50:42.043610 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387de407-322a-4144-a14d-ec40d26470d9', 'tag': 'fe42dfdd-d381-4d53-b8e1-018b96ada94e'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:42.047250 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d825f5-2a23-42be-9095-837fec64d5da" -d '{"events": [{"name": "network-changed", "server_uuid": "387de407-322a-4144-a14d-ec40d26470d9", "tag": "fe42dfdd-d381-4d53-b8e1-018b96ada94e"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:42.114181 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336be5e9-9a50-4ced-8e6c-deac8356630c req-c8393a63-f05b-42a0-93db-c39da6ed6fd1 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:42.120600 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-336be5e9-9a50-4ced-8e6c-deac8356630c req-c8393a63-f05b-42a0-93db-c39da6ed6fd1 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 943 time: 0.5814776 Feb 09 01:50:42.144912 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ccf356ea-2262-4b7f-b452-1d0e9bb25a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (00e21e97-3b61-465d-8e13-f69e57d7cc7d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:42.146814 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf356ea-2262-4b7f-b452-1d0e9bb25a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:42.147582 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ccf356ea-2262-4b7f-b452-1d0e9bb25a8e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:42.162297 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:42.165247 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:42.201269 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22c81faf-3023-4cda-9abb-a6ae3f318fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (0d908954-d861-46d7-bf3a-5b99a23f2cf9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:42.261960 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e207f8b1-4185-46f2-8299-139a68f7027e x-openstack-request-id: req-e207f8b1-4185-46f2-8299-139a68f7027e {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:42.262430 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387de407-322a-4144-a14d-ec40d26470d9", "tag": "fe42dfdd-d381-4d53-b8e1-018b96ada94e", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:42.262766 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e207f8b1-4185-46f2-8299-139a68f7027e {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:42.263363 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387de407-322a-4144-a14d-ec40d26470d9', 'tag': 'fe42dfdd-d381-4d53-b8e1-018b96ada94e', 'status': 'completed', 'code': 200} Feb 09 01:50:42.264096 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf356ea-2262-4b7f-b452-1d0e9bb25a8e admin admin] Pushing event updated for resources: {'Network': ['ID=00e21e97-3b61-465d-8e13-f69e57d7cc7d,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:42.276920 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-336be5e9-9a50-4ced-8e6c-deac8356630c req-174294dc-60ad-4c54-996e-aea1bf93e4ea tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360917 Feb 09 01:50:42.295730 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-22c81faf-3023-4cda-9abb-a6ae3f318fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d908954-d861-46d7-bf3a-5b99a23f2cf9']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:42.319480 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-22c81faf-3023-4cda-9abb-a6ae3f318fe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e088bf88-a117-47a6-ba87-54c00f7a6928') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:42.320113 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-22c81faf-3023-4cda-9abb-a6ae3f318fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e088bf88-a117-47a6-ba87-54c00f7a6928') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:42.338050 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204f188-91a6-42a4-b50a-2849d6e66664 service neutron] Pushing event updated for resources: {'Port': ['ID=fe42dfdd-d381-4d53-b8e1-018b96ada94e,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:42.344593 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22c81faf-3023-4cda-9abb-a6ae3f318fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (e088bf88-a117-47a6-ba87-54c00f7a6928), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:42.377120 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 00e21e97-3b61-465d-8e13-f69e57d7cc7d details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:50:42.390935 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-afdc7e03-64f6-40dd-a18e-0afbc69d8357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:42.396434 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-afdc7e03-64f6-40dd-a18e-0afbc69d8357 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 1125 time: 0.3291223 Feb 09 01:50:42.398032 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22c81faf-3023-4cda-9abb-a6ae3f318fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (e088bf88-a117-47a6-ba87-54c00f7a6928), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:42.401674 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ccf356ea-2262-4b7f-b452-1d0e9bb25a8e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6450543 Feb 09 01:50:42.407329 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51130) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:42.413254 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b7b9ad7d-ca9d-4792-9e09-571f40316ce6 admin admin] Request body: {'subnet': {'network_id': '00e21e97-3b61-465d-8e13-f69e57d7cc7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1517887941-subnet', 'tenant_id': '82347e007e3b48d0b5383856ba3ba75a', 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:42.427668 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd0f75f-fab1-4cee-bf06-7204f79f9a9d None None] DHCP port deletion for 0d908954-d861-46d7-bf3a-5b99a23f2cf9 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:50:42.440676 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c81faf-3023-4cda-9abb-a6ae3f318fe9 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:50:42.441142 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22c81faf-3023-4cda-9abb-a6ae3f318fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (e088bf88-a117-47a6-ba87-54c00f7a6928), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:50:42.443265 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:50:42.449992 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b4ccae2f-ac3a-4571-a945-229674a6d2a2 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for port (7673064b-2a00-4eb4-8b25-6fd263c17931), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:42.525265 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b9ad7d-ca9d-4792-9e09-571f40316ce6 admin admin] Made reservation on behalf of 82347e007e3b48d0b5383856ba3ba75a for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:50:42.528536 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b7b9ad7d-ca9d-4792-9e09-571f40316ce6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:42.547309 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-5c417444-b7e6-4966-8039-52b70ef21cc9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe42dfdd-d381-4d53-b8e1-018b96ada94e HTTP/1.1" status: 200 len: 217 time: 0.1338291 Feb 09 01:50:42.557783 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22c81faf-3023-4cda-9abb-a6ae3f318fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (0d908954-d861-46d7-bf3a-5b99a23f2cf9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:42.567467 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a59428ea-d84f-4d92-8c44-9ef85d24abaf None None] For port a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2,segment=NetworkSegment(ae12596e-4053-4b45-b623-24347b821960),segment_id=ae12596e-4053-4b45-b623-24347b821960)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:42.581851 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:42.593770 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ca0992c-a78b-4c05-b6e2-668737aa2ece tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (67091eb2-bd7e-48ea-b0c5-28f1938af655), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:42.624924 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22c81faf-3023-4cda-9abb-a6ae3f318fe9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:42.631580 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-22c81faf-3023-4cda-9abb-a6ae3f318fe9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0d908954-d861-46d7-bf3a-5b99a23f2cf9 HTTP/1.1" status: 204 len: 168 time: 1.7805879 Feb 09 01:50:42.726577 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c81faf-3023-4cda-9abb-a6ae3f318fe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d908954-d861-46d7-bf3a-5b99a23f2cf9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:42.735259 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:50:42.735259 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:50:42.740933 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a59428ea-d84f-4d92-8c44-9ef85d24abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:42.745161 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] Publish callbacks [] for port (5283df05-cc35-4a6d-85da-a84d1d894298), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:42.887442 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59428ea-d84f-4d92-8c44-9ef85d24abaf None None] Pushing event updated for resources: {'Port': ['ID=a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:42.929975 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5283df05-cc35-4a6d-85da-a84d1d894298), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:42.968764 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4637c1ec-d9a8-40fb-b49b-1de82b326c27 None None] Provisioning complete for port a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:42.969313 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4637c1ec-d9a8-40fb-b49b-1de82b326c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:43.093218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-2ec8a249-8b9c-4a7c-87bd-5de5b6beb2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:43.107480 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-2ec8a249-8b9c-4a7c-87bd-5de5b6beb2b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c HTTP/1.1" status: 200 len: 845 time: 0.5412343 Feb 09 01:50:43.111605 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b4ccae2f-ac3a-4571-a945-229674a6d2a2 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (7673064b-2a00-4eb4-8b25-6fd263c17931), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:43.135724 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51140) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:43.243522 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] Attempting to bind port 5283df05-cc35-4a6d-85da-a84d1d894298 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:50:43.244010 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] Attempting to bind port 5283df05-cc35-4a6d-85da-a84d1d894298 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'd4ea2450-6abe-43d3-9a61-35b9d1589dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:50:43.244452 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] Attempting to bind port 5283df05-cc35-4a6d-85da-a84d1d894298 on network 9dc25977-4db6-44bb-84a0-2bb695d1e7b3 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:43.260248 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e89bf9e2-89eb-44c6-a248-76c90052baaa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7e9ed7758174b9e85ca77dd6d15a989&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1227424 Feb 09 01:50:43.262637 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b7b9ad7d-ca9d-4792-9e09-571f40316ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (81f5e28f-0ce1-4e33-ae2f-f33fe2ed846b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:43.269343 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51142) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:43.295546 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:50:43.296175 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] Checking segment: {'id': 'd4ea2450-6abe-43d3-9a61-35b9d1589dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:43.296915 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:43.297646 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] Bound using segment: {'id': 'd4ea2450-6abe-43d3-9a61-35b9d1589dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:50:43.298510 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] Bound port: 5283df05-cc35-4a6d-85da-a84d1d894298, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ea2450-6abe-43d3-9a61-35b9d1589dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:50:43.299264 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5283df05-cc35-4a6d-85da-a84d1d894298), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:43.305299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e32232-2660-4e22-a4ad-8c3bc039c507 None None] Pushing event updated for resources: {'Port': ['ID=5283df05-cc35-4a6d-85da-a84d1d894298,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:43.408346 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9ad7d-ca9d-4792-9e09-571f40316ce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81f5e28f-0ce1-4e33-ae2f-f33fe2ed846b,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:43.439475 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7bfb08a8-4b87-493f-b2ed-5c13df546adc admin admin] Publish callbacks [] for security_group (6da65bc3-0691-4848-8e7a-fd9cc9342604), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:43.495717 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7bfb08a8-4b87-493f-b2ed-5c13df546adc admin admin] Publish callbacks [] for security_group (6da65bc3-0691-4848-8e7a-fd9cc9342604), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:43.499427 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b9ad7d-ca9d-4792-9e09-571f40316ce6 admin admin] Checking segment: {'id': 'c8f782ce-183b-4071-90ee-a61100d4d986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '00e21e97-3b61-465d-8e13-f69e57d7cc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:43.499871 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b9ad7d-ca9d-4792-9e09-571f40316ce6 admin admin] Network hostable DHCP agents. Network: 00e21e97-3b61-465d-8e13-f69e57d7cc7d, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:50:43.557426 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:43.609190 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4637c1ec-d9a8-40fb-b49b-1de82b326c27 None None] Current status of the port a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:43.612219 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:43.676029 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b9ad7d-ca9d-4792-9e09-571f40316ce6 admin admin] Network 00e21e97-3b61-465d-8e13-f69e57d7cc7d is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:50:43.677609 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-339f61ec-12ec-49e4-8384-5418cab00d12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5624931 Feb 09 01:50:43.726351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ccae2f-ac3a-4571-a945-229674a6d2a2 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network cb4ec56d-bd18-4c82-a9dd-61c48175f2da is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:43.735572 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-b4ccae2f-ac3a-4571-a945-229674a6d2a2 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:43.758577 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] For port 5283df05-cc35-4a6d-85da-a84d1d894298, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:50:43.762199 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b235d-0690-4de7-9aa5-08521d51fab2 req-5e3bf109-7eec-49f1-9e44-e01a28a2c8e5 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:43.764831 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a90b235d-0690-4de7-9aa5-08521d51fab2 req-5e3bf109-7eec-49f1-9e44-e01a28a2c8e5 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 945 time: 1.0556598 Feb 09 01:50:43.766149 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] For port 5283df05-cc35-4a6d-85da-a84d1d894298, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5283df05-cc35-4a6d-85da-a84d1d894298,segment=NetworkSegment(d4ea2450-6abe-43d3-9a61-35b9d1589dcc),segment_id=d4ea2450-6abe-43d3-9a61-35b9d1589dcc)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:50:43.766866 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ccae2f-ac3a-4571-a945-229674a6d2a2 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:43.767703 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b4ccae2f-ac3a-4571-a945-229674a6d2a2 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (bf77de57-d6b2-4af0-96d0-1a7bc91664ac), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:43.772596 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ccae2f-ac3a-4571-a945-229674a6d2a2 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Port': ['ID=7673064b-2a00-4eb4-8b25-6fd263c17931,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:43.779754 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b7b9ad7d-ca9d-4792-9e09-571f40316ce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 00e21e97-3b61-465d-8e13-f69e57d7cc7d) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:43.783577 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5283df05-cc35-4a6d-85da-a84d1d894298), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:43.821675 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c666f9-f42f-4d5b-95b5-9fc94acb6713 req-3b68d1a8-8543-4c49-8122-26d9e778466f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:43.838236 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-86c666f9-f42f-4d5b-95b5-9fc94acb6713 req-3b68d1a8-8543-4c49-8122-26d9e778466f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 943 time: 0.3210385 Feb 09 01:50:43.842512 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b9ad7d-ca9d-4792-9e09-571f40316ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:43.843577 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b7b9ad7d-ca9d-4792-9e09-571f40316ce6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:43.934674 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b7b9ad7d-ca9d-4792-9e09-571f40316ce6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5253670 Feb 09 01:50:43.962306 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e32232-2660-4e22-a4ad-8c3bc039c507 None None] Pushing event updated for resources: {'Port': ['ID=5283df05-cc35-4a6d-85da-a84d1d894298,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:43.970150 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad7a2f1-bc08-4a6d-9a2f-e9c0a5c077bb None None] Network 00e21e97-3b61-465d-8e13-f69e57d7cc7d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:50:43.986304 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51148) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:44.005460 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e2680ef4-66b3-47c9-a5b1-2845a62df8a7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1517887941-router', 'tenant_id': '82347e007e3b48d0b5383856ba3ba75a', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:44.030995 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7bfb08a8-4b87-493f-b2ed-5c13df546adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6da65bc3-0691-4848-8e7a-fd9cc9342604), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:44.042744 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7bfb08a8-4b87-493f-b2ed-5c13df546adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:44.047618 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7bfb08a8-4b87-493f-b2ed-5c13df546adc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6da65bc3-0691-4848-8e7a-fd9cc9342604 HTTP/1.1" status: 204 len: 168 time: 0.7734952 Feb 09 01:50:44.063877 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:44.134539 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a3e629b5-44bc-4382-a929-a5d4978c6bac None None] Provisioning complete for port 5283df05-cc35-4a6d-85da-a84d1d894298 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:44.135045 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a3e629b5-44bc-4382-a929-a5d4978c6bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5283df05-cc35-4a6d-85da-a84d1d894298), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:44.156111 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb08a8-4b87-493f-b2ed-5c13df546adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da65bc3-0691-4848-8e7a-fd9cc9342604,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:44.212275 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-86c666f9-f42f-4d5b-95b5-9fc94acb6713 req-28c6adbe-49ab-4cd0-91fa-a7c8165d491b tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676729 Feb 09 01:50:44.217371 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2680ef4-66b3-47c9-a5b1-2845a62df8a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (864cfa69-3ecc-4bf7-a036-7b7e703523c8), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:44.218691 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2680ef4-66b3-47c9-a5b1-2845a62df8a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (864cfa69-3ecc-4bf7-a036-7b7e703523c8), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:44.278946 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2528963e-a777-4627-950d-5daddadb9088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-00e21e97-3b61-465d-8e13-f69e57d7cc7d', 'network_id': '00e21e97-3b61-465d-8e13-f69e57d7cc7d', 'project_id': '82347e007e3b48d0b5383856ba3ba75a', 'fixed_ips': [{'subnet_id': '81f5e28f-0ce1-4e33-ae2f-f33fe2ed846b'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:50:44.280246 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2528963e-a777-4627-950d-5daddadb9088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:44.299819 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-8f2fb119-9eed-4ac5-99bb-aa860626b8b9 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:50:44.301998 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-8f2fb119-9eed-4ac5-99bb-aa860626b8b9 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5976369 Feb 09 01:50:44.306105 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] Routers {'b8e896fb-86ff-4c57-a979-9ddba50bdfb6'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:44.307277 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:50:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b8e896fb-86ff-4c57-a979-9ddba50bdfb6'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:44.409806 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2680ef4-66b3-47c9-a5b1-2845a62df8a7 admin admin] Publish callbacks [] for router_controller (864cfa69-3ecc-4bf7-a036-7b7e703523c8), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:44.585292 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca0992c-a78b-4c05-b6e2-668737aa2ece tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Router 67091eb2-bd7e-48ea-b0c5-28f1938af655 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:50:44.616605 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-2528963e-a777-4627-950d-5daddadb9088 None None] Allocated IP 172.20.0.2 (00e21e97-3b61-465d-8e13-f69e57d7cc7d/81f5e28f-0ce1-4e33-ae2f-f33fe2ed846b/e8398574-2f69-4c89-9203-8ae26b6c567f) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:44.663981 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a90b235d-0690-4de7-9aa5-08521d51fab2 req-eece75d8-31c6-4157-bb80-2cf1e974a9e7 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8870478 Feb 09 01:50:44.832511 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2528963e-a777-4627-950d-5daddadb9088 None None] Publish callbacks [] for port (e8398574-2f69-4c89-9203-8ae26b6c567f), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:44.868577 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2680ef4-66b3-47c9-a5b1-2845a62df8a7 admin admin] Publish callbacks [] for router_gateway (864cfa69-3ecc-4bf7-a036-7b7e703523c8), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:44.909966 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2528963e-a777-4627-950d-5daddadb9088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (e8398574-2f69-4c89-9203-8ae26b6c567f), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:44.924696 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a3e629b5-44bc-4382-a929-a5d4978c6bac None None] Current status of the port 5283df05-cc35-4a6d-85da-a84d1d894298 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:44.925098 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a3e629b5-44bc-4382-a929-a5d4978c6bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5283df05-cc35-4a6d-85da-a84d1d894298), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:44.935879 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:44.936363 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:45.000445 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2528963e-a777-4627-950d-5daddadb9088 None None] Network 00e21e97-3b61-465d-8e13-f69e57d7cc7d is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:45.021294 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-2528963e-a777-4627-950d-5daddadb9088 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:45.037385 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2528963e-a777-4627-950d-5daddadb9088 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:45.085855 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b4ccae2f-ac3a-4571-a945-229674a6d2a2 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7673064b-2a00-4eb4-8b25-6fd263c17931), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:45.090899 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-701d8439-5507-4f1c-88ee-42981fcf2acf service neutron] 10.222.0.48 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645313 Feb 09 01:50:45.131951 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528963e-a777-4627-950d-5daddadb9088 None None] Pushing event updated for resources: {'Port': ['ID=e8398574-2f69-4c89-9203-8ae26b6c567f,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:45.235676 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca0992c-a78b-4c05-b6e2-668737aa2ece tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:50:45.248395 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7ca0992c-a78b-4c05-b6e2-668737aa2ece tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] 10.222.0.36 "PUT /v2.0/routers/67091eb2-bd7e-48ea-b0c5-28f1938af655/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0990033 Feb 09 01:50:45.254400 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6e0d2d-868c-4f39-9bda-5d03020de5f2 None None] Sync routers for ids ['67091eb2-bd7e-48ea-b0c5-28f1938af655'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:45.256389 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51172) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:45.273445 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a3e629b5-44bc-4382-a929-a5d4978c6bac None None] For port 5283df05-cc35-4a6d-85da-a84d1d894298, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5283df05-cc35-4a6d-85da-a84d1d894298,segment=NetworkSegment(d4ea2450-6abe-43d3-9a61-35b9d1589dcc),segment_id=d4ea2450-6abe-43d3-9a61-35b9d1589dcc)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:45.287783 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6e0d2d-868c-4f39-9bda-5d03020de5f2 None None] Routers {'67091eb2-bd7e-48ea-b0c5-28f1938af655'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:45.289267 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-2528963e-a777-4627-950d-5daddadb9088 None None] Attempting to bind port e8398574-2f69-4c89-9203-8ae26b6c567f on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:50:45.290238 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8d6e0d2d-868c-4f39-9bda-5d03020de5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:50:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['67091eb2-bd7e-48ea-b0c5-28f1938af655'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:45.290880 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-2528963e-a777-4627-950d-5daddadb9088 None None] Attempting to bind port e8398574-2f69-4c89-9203-8ae26b6c567f by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'c8f782ce-183b-4071-90ee-a61100d4d986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '00e21e97-3b61-465d-8e13-f69e57d7cc7d'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:50:45.295373 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2528963e-a777-4627-950d-5daddadb9088 None None] Attempting to bind port e8398574-2f69-4c89-9203-8ae26b6c567f on network 00e21e97-3b61-465d-8e13-f69e57d7cc7d {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:45.393878 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8d6e0d2d-868c-4f39-9bda-5d03020de5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:45.422990 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6e0d2d-868c-4f39-9bda-5d03020de5f2 None None] Routers {'67091eb2-bd7e-48ea-b0c5-28f1938af655'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:45.423936 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8d6e0d2d-868c-4f39-9bda-5d03020de5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:50:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['67091eb2-bd7e-48ea-b0c5-28f1938af655'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:45.424780 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a3e629b5-44bc-4382-a929-a5d4978c6bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5283df05-cc35-4a6d-85da-a84d1d894298), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:45.446199 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2528963e-a777-4627-950d-5daddadb9088 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:50:45.447063 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2528963e-a777-4627-950d-5daddadb9088 None None] Checking segment: {'id': 'c8f782ce-183b-4071-90ee-a61100d4d986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '00e21e97-3b61-465d-8e13-f69e57d7cc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:45.448585 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2528963e-a777-4627-950d-5daddadb9088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:45.449598 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2528963e-a777-4627-950d-5daddadb9088 None None] Bound using segment: {'id': 'c8f782ce-183b-4071-90ee-a61100d4d986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '00e21e97-3b61-465d-8e13-f69e57d7cc7d'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:50:45.453971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-2528963e-a777-4627-950d-5daddadb9088 None None] Bound port: e8398574-2f69-4c89-9203-8ae26b6c567f, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f782ce-183b-4071-90ee-a61100d4d986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '00e21e97-3b61-465d-8e13-f69e57d7cc7d'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:50:45.455006 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2528963e-a777-4627-950d-5daddadb9088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e8398574-2f69-4c89-9203-8ae26b6c567f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:45.537248 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8d6e0d2d-868c-4f39-9bda-5d03020de5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:45.538198 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6e0d2d-868c-4f39-9bda-5d03020de5f2 None None] The sync data for ids ['67091eb2-bd7e-48ea-b0c5-28f1938af655'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:50:45.556276 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd04fa8c-4886-416f-aa58-924778dd7cc6 req-f567cdbe-d6ea-455d-b43b-23ec10591bc3 service neutron] 10.222.0.48 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493496 Feb 09 01:50:45.558983 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] Set router b8e896fb-86ff-4c57-a979-9ddba50bdfb6 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:45.676312 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2680ef4-66b3-47c9-a5b1-2845a62df8a7 admin admin] Publish callbacks [] for router_gateway (864cfa69-3ecc-4bf7-a036-7b7e703523c8), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:45.761029 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ff26e-d6b9-4263-8e30-ca8af3d49f4b req-c1008fea-23c4-4987-ad8f-42c6f0247e81 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:45.784025 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-661ff26e-d6b9-4263-8e30-ca8af3d49f4b req-c1008fea-23c4-4987-ad8f-42c6f0247e81 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 943 time: 0.2548759 Feb 09 01:50:45.854717 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2680ef4-66b3-47c9-a5b1-2845a62df8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:46.007625 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0cbb7282-0dfc-482c-8053-7402da6b8439 None None] Provisioning complete for port 7673064b-2a00-4eb4-8b25-6fd263c17931 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:46.008497 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0cbb7282-0dfc-482c-8053-7402da6b8439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7673064b-2a00-4eb4-8b25-6fd263c17931), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:46.062202 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b4ccae2f-ac3a-4571-a945-229674a6d2a2 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for port (7673064b-2a00-4eb4-8b25-6fd263c17931), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:46.072049 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b4ccae2f-ac3a-4571-a945-229674a6d2a2 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (7673064b-2a00-4eb4-8b25-6fd263c17931), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:46.072049 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b4ccae2f-ac3a-4571-a945-229674a6d2a2 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (bf77de57-d6b2-4af0-96d0-1a7bc91664ac), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:46.157783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ccae2f-ac3a-4571-a945-229674a6d2a2 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Port': ['ID=7673064b-2a00-4eb4-8b25-6fd263c17931,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:46.163237 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-917d5258-caf9-40b1-9a0d-e6a8b279b037 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for router (67091eb2-bd7e-48ea-b0c5-28f1938af655), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:46.205377 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-e2680ef4-66b3-47c9-a5b1-2845a62df8a7 admin admin] Allocated IP 172.25.7.58 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/c8b40686-d4d5-4443-93c7-ed18fde43f84) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:46.376926 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-661ff26e-d6b9-4263-8e30-ca8af3d49f4b req-8fafdda8-399f-4d63-8964-d902166e037b tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5918546 Feb 09 01:50:46.383227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ccae2f-ac3a-4571-a945-229674a6d2a2 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network cb4ec56d-bd18-4c82-a9dd-61c48175f2da is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:46.413894 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d825f5-2a23-42be-9095-837fec64d5da req-1306d25b-3d37-49cb-88d0-15ba2efdcc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:46.430469 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-60d825f5-2a23-42be-9095-837fec64d5da req-1306d25b-3d37-49cb-88d0-15ba2efdcc80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 1125 time: 0.7612550 Feb 09 01:50:46.431766 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-b4ccae2f-ac3a-4571-a945-229674a6d2a2 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:46.455383 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2680ef4-66b3-47c9-a5b1-2845a62df8a7 admin admin] Publish callbacks [] for port (c8b40686-d4d5-4443-93c7-ed18fde43f84), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:46.532602 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:46.537867 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e629b5-44bc-4382-a929-a5d4978c6bac None None] Pushing event updated for resources: {'Port': ['ID=5283df05-cc35-4a6d-85da-a84d1d894298,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:46.578475 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2680ef4-66b3-47c9-a5b1-2845a62df8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (c8b40686-d4d5-4443-93c7-ed18fde43f84), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:46.586795 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d6e69-cd00-4593-9672-323be37c523b req-bee14223-7877-4f30-b14f-aa49d2ece24d tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:46.612122 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c8d6e69-cd00-4593-9672-323be37c523b req-bee14223-7877-4f30-b14f-aa49d2ece24d tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 945 time: 0.6455719 Feb 09 01:50:46.677782 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2680ef4-66b3-47c9-a5b1-2845a62df8a7 admin admin] Pushing event updated for resources: {'Port': ['ID=c8b40686-d4d5-4443-93c7-ed18fde43f84,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:46.709279 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2680ef4-66b3-47c9-a5b1-2845a62df8a7 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:46.721037 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-e2680ef4-66b3-47c9-a5b1-2845a62df8a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:46.723616 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2680ef4-66b3-47c9-a5b1-2845a62df8a7 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:46.741102 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device edbb548c-2294-4482-8357-d4fee0e7b22f no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:50:46.866696 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: edbb548c-2294-4482-8357-d4fee0e7b22f {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:50:46.867293 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device edbb548c-2294-4482-8357-d4fee0e7b22f not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:50:46.942225 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0cbb7282-0dfc-482c-8053-7402da6b8439 None None] Port 7673064b-2a00-4eb4-8b25-6fd263c17931 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:50:46.946653 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-2528963e-a777-4627-950d-5daddadb9088 None None] For port e8398574-2f69-4c89-9203-8ae26b6c567f, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:50:46.961843 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-917d5258-caf9-40b1-9a0d-e6a8b279b037 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for router_gateway (67091eb2-bd7e-48ea-b0c5-28f1938af655), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:47.023042 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0cbb7282-0dfc-482c-8053-7402da6b8439 None None] Provisioning complete for port 5283df05-cc35-4a6d-85da-a84d1d894298 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:47.023042 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0cbb7282-0dfc-482c-8053-7402da6b8439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5283df05-cc35-4a6d-85da-a84d1d894298), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:47.024100 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:50:47.040550 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c8d6e69-cd00-4593-9672-323be37c523b req-3eb175e0-3b68-4949-bd1f-53390bf13a55 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269288 Feb 09 01:50:47.112301 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-2528963e-a777-4627-950d-5daddadb9088 None None] For port e8398574-2f69-4c89-9203-8ae26b6c567f, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e8398574-2f69-4c89-9203-8ae26b6c567f,segment=NetworkSegment(c8f782ce-183b-4071-90ee-a61100d4d986),segment_id=c8f782ce-183b-4071-90ee-a61100d4d986)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:50:47.123413 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d825f5-2a23-42be-9095-837fec64d5da req-82edac08-0aac-440d-9fa6-d91b349928ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:47.125181 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-60d825f5-2a23-42be-9095-837fec64d5da req-82edac08-0aac-440d-9fa6-d91b349928ba service neutron] 10.222.0.48 "GET /v2.0/networks?id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 200 len: 906 time: 0.6905251 Feb 09 01:50:47.223002 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0cbb7282-0dfc-482c-8053-7402da6b8439 None None] Current status of the port 5283df05-cc35-4a6d-85da-a84d1d894298 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:47.245135 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2528963e-a777-4627-950d-5daddadb9088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e8398574-2f69-4c89-9203-8ae26b6c567f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:47.337790 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-60d825f5-2a23-42be-9095-837fec64d5da req-d92d6e33-e42c-4ef6-a945-35a42af726fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe42dfdd-d381-4d53-b8e1-018b96ada94e HTTP/1.1" status: 200 len: 217 time: 0.1766179 Feb 09 01:50:47.349141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528963e-a777-4627-950d-5daddadb9088 None None] Pushing event updated for resources: {'Port': ['ID=e8398574-2f69-4c89-9203-8ae26b6c567f,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:47.350058 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2680ef4-66b3-47c9-a5b1-2845a62df8a7 admin admin] Publish callbacks [] for router_gateway (864cfa69-3ecc-4bf7-a036-7b7e703523c8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:47.405739 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7247929f-a5c5-4817-8a4e-44c7a054885b None None] Provisioning complete for port 7673064b-2a00-4eb4-8b25-6fd263c17931 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:47.406122 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7247929f-a5c5-4817-8a4e-44c7a054885b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7673064b-2a00-4eb4-8b25-6fd263c17931), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:47.471942 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7247929f-a5c5-4817-8a4e-44c7a054885b None None] Port 7673064b-2a00-4eb4-8b25-6fd263c17931 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:50:47.473875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ccae2f-ac3a-4571-a945-229674a6d2a2 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Router bf77de57-d6b2-4af0-96d0-1a7bc91664ac is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:50:47.482537 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-917d5258-caf9-40b1-9a0d-e6a8b279b037 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Deleting port f6c17953-0d2f-4e23-91a7-80ed55027be3 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:47.483084 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-917d5258-caf9-40b1-9a0d-e6a8b279b037 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (f6c17953-0d2f-4e23-91a7-80ed55027be3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:47.498525 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'name': 'tempest-TestServerBasicOps-1260166526-router', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:24Z', 'updated_at': '2022-02-09T01:50:35Z', 'revision_number': 4, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'gw_port': {'id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:27Z', 'updated_at': '2022-02-09T01:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '5283df05-cc35-4a6d-85da-a84d1d894298', 'name': '', 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'mac_address': 'fa:16:3e:27:cc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '31c54961-46dc-40c7-88f9-d9c98de17b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:33Z', 'updated_at': '2022-02-09T01:50:43Z', 'revision_number': 4, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'subnets': [{'id': '31c54961-46dc-40c7-88f9-d9c98de17b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:47.538195 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e888c21e-7e80-41b5-91f1-f4295d23c949 None None] The sync data for ids ['b8e896fb-86ff-4c57-a979-9ddba50bdfb6'] in n-d-828387-3 is: [{'id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'name': 'tempest-TestServerBasicOps-1260166526-router', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:24Z', 'updated_at': '2022-02-09T01:50:35Z', 'revision_number': 4, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'gw_port': {'id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:27Z', 'updated_at': '2022-02-09T01:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '5283df05-cc35-4a6d-85da-a84d1d894298', 'name': '', 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'mac_address': 'fa:16:3e:27:cc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '31c54961-46dc-40c7-88f9-d9c98de17b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:33Z', 'updated_at': '2022-02-09T01:50:43Z', 'revision_number': 4, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'subnets': [{'id': '31c54961-46dc-40c7-88f9-d9c98de17b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:50:47.703555 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d825f5-2a23-42be-9095-837fec64d5da req-37fe1711-6664-4fed-b212-69c79fc2161b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:47.706991 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-60d825f5-2a23-42be-9095-837fec64d5da req-37fe1711-6664-4fed-b212-69c79fc2161b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c HTTP/1.1" status: 200 len: 845 time: 0.3490365 Feb 09 01:50:47.791888 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67bee0-e746-46a7-8c0c-5b9a9185a3df req-67f56e64-14c1-4660-9d80-035bc14e1ef7 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:47.792133 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fc67bee0-e746-46a7-8c0c-5b9a9185a3df req-67f56e64-14c1-4660-9d80-035bc14e1ef7 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 943 time: 0.1106110 Feb 09 01:50:47.799739 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2680ef4-66b3-47c9-a5b1-2845a62df8a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (864cfa69-3ecc-4bf7-a036-7b7e703523c8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:48.038046 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device fe42dfdd-d381-4d53-b8e1-018b96ada94e details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:50:48.093711 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fc67bee0-e746-46a7-8c0c-5b9a9185a3df req-160eb38f-ab37-4457-95d0-3f365d94049c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494985 Feb 09 01:50:48.126478 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2680ef4-66b3-47c9-a5b1-2845a62df8a7 admin admin] Router 864cfa69-3ecc-4bf7-a036-7b7e703523c8 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:50:48.150923 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51246) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:48.365083 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port fe42dfdd-d381-4d53-b8e1-018b96ada94e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=fe42dfdd-d381-4d53-b8e1-018b96ada94e,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:48.397724 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'fe42dfdd-d381-4d53-b8e1-018b96ada94e', 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299', 'port_id': 'fe42dfdd-d381-4d53-b8e1-018b96ada94e', 'mac_address': 'fa:16:3e:31:e7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:50:48.433565 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2758d621-bf21-4e6d-a973-b6ea7c2ecf87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:48.454508 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebbe3f-74fd-484e-917c-22af3088eae8 req-2c6227b6-6814-446d-b46b-b16f0edcf8bf tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:48.463972 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-48ebbe3f-74fd-484e-917c-22af3088eae8 req-2c6227b6-6814-446d-b46b-b16f0edcf8bf tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 945 time: 0.1632493 Feb 09 01:50:48.480155 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port fe42dfdd-d381-4d53-b8e1-018b96ada94e is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:48.480772 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fe42dfdd-d381-4d53-b8e1-018b96ada94e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:48.503866 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2680ef4-66b3-47c9-a5b1-2845a62df8a7 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:50:48.530278 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] Sync routers for ids ['864cfa69-3ecc-4bf7-a036-7b7e703523c8'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:48.550325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe42dfdd-d381-4d53-b8e1-018b96ada94e {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:50:48.556901 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2680ef4-66b3-47c9-a5b1-2845a62df8a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:48.558182 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e2680ef4-66b3-47c9-a5b1-2845a62df8a7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5704756 Feb 09 01:50:48.570687 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51252) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:48.605684 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-917d5258-caf9-40b1-9a0d-e6a8b279b037 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (f6c17953-0d2f-4e23-91a7-80ed55027be3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:48.615404 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] Routers {'864cfa69-3ecc-4bf7-a036-7b7e703523c8'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:48.616416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:50:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['864cfa69-3ecc-4bf7-a036-7b7e703523c8'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:48.624652 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-917d5258-caf9-40b1-9a0d-e6a8b279b037 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Calling delete_port for f6c17953-0d2f-4e23-91a7-80ed55027be3 owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:48.800186 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-48ebbe3f-74fd-484e-917c-22af3088eae8 req-3b9339fd-0260-497f-ab6d-9d19cf816893 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350136 Feb 09 01:50:48.867112 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] Set router 864cfa69-3ecc-4bf7-a036-7b7e703523c8 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:48.871062 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port fe42dfdd-d381-4d53-b8e1-018b96ada94e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=fe42dfdd-d381-4d53-b8e1-018b96ada94e,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:48.887695 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-60d825f5-2a23-42be-9095-837fec64d5da req-f11e48cf-f5a5-4817-b7f0-789b071d7a5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.0562346 Feb 09 01:50:48.889645 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-917d5258-caf9-40b1-9a0d-e6a8b279b037 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (f6c17953-0d2f-4e23-91a7-80ed55027be3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:48.909888 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2758d621-bf21-4e6d-a973-b6ea7c2ecf87 admin admin] Publish callbacks [] for security_group (b1c98090-3548-41d1-a444-a9f4e316fb4f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:48.962403 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (fe42dfdd-d381-4d53-b8e1-018b96ada94e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:49.061195 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-917d5258-caf9-40b1-9a0d-e6a8b279b037 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (67091eb2-bd7e-48ea-b0c5-28f1938af655), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:49.111253 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2758d621-bf21-4e6d-a973-b6ea7c2ecf87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b1c98090-3548-41d1-a444-a9f4e316fb4f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:49.173747 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2758d621-bf21-4e6d-a973-b6ea7c2ecf87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fddb450a9f7f4120ae27b72c31a5c7f7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0155199 Feb 09 01:50:49.174824 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51256) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:49.234062 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078e9c7-2bc5-4241-88ef-9c7ef4b76c5d req-3855793d-d81c-402e-a3b4-96aba0ca498b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:49.249952 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2078e9c7-2bc5-4241-88ef-9c7ef4b76c5d req-3855793d-d81c-402e-a3b4-96aba0ca498b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 946 time: 1.5675685 Feb 09 01:50:49.313402 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5283df05-cc35-4a6d-85da-a84d1d894298 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:49.317857 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d5258-caf9-40b1-9a0d-e6a8b279b037 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Pushing event deleted for resources: {'Port': ['ID=f6c17953-0d2f-4e23-91a7-80ed55027be3,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:49.322476 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=fe42dfdd-d381-4d53-b8e1-018b96ada94e,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:49.389827 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40999bea-87e2-486b-96bc-792764a407aa None None] Network 00e21e97-3b61-465d-8e13-f69e57d7cc7d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:50:49.403108 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758d621-bf21-4e6d-a973-b6ea7c2ecf87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c98090-3548-41d1-a444-a9f4e316fb4f,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:49.430071 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b296b327-a12f-46f1-b09d-06687377c360 admin admin] Publish callbacks [] for security_group (b1c98090-3548-41d1-a444-a9f4e316fb4f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:49.461166 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b296b327-a12f-46f1-b09d-06687377c360 admin admin] Publish callbacks [] for security_group (b1c98090-3548-41d1-a444-a9f4e316fb4f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:49.485605 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['fe42dfdd-d381-4d53-b8e1-018b96ada94e'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:50:49.545213 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537ae07-3743-4d7f-a5cf-7694593e7d61 req-087a12fa-0c3f-4165-b319-c20d32550676 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:49.546338 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c537ae07-3743-4d7f-a5cf-7694593e7d61 req-087a12fa-0c3f-4165-b319-c20d32550676 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 944 time: 0.2289152 Feb 09 01:50:49.626850 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-917d5258-caf9-40b1-9a0d-e6a8b279b037 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (67091eb2-bd7e-48ea-b0c5-28f1938af655), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:49.651788 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b296b327-a12f-46f1-b09d-06687377c360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b1c98090-3548-41d1-a444-a9f4e316fb4f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:49.652341 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-917d5258-caf9-40b1-9a0d-e6a8b279b037 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for router_controller (67091eb2-bd7e-48ea-b0c5-28f1938af655), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:49.655153 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b296b327-a12f-46f1-b09d-06687377c360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:49.659519 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b296b327-a12f-46f1-b09d-06687377c360 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b1c98090-3548-41d1-a444-a9f4e316fb4f HTTP/1.1" status: 204 len: 168 time: 0.4349363 Feb 09 01:50:49.661344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ccae2f-ac3a-4571-a945-229674a6d2a2 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:50:49.662782 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-000d8042-2acf-4870-9f1b-2056ff86de6b None None] Provisioning complete for port e8398574-2f69-4c89-9203-8ae26b6c567f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:49.663162 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-000d8042-2acf-4870-9f1b-2056ff86de6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e8398574-2f69-4c89-9203-8ae26b6c567f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:49.671530 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b4ccae2f-ac3a-4571-a945-229674a6d2a2 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/routers/bf77de57-d6b2-4af0-96d0-1a7bc91664ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3534412 Feb 09 01:50:49.678019 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51260) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:49.680939 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1b4850-c159-4e25-8639-4bf27ae19876 None None] Sync routers for ids ['bf77de57-d6b2-4af0-96d0-1a7bc91664ac'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:49.705006 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1b4850-c159-4e25-8639-4bf27ae19876 None None] Routers {'bf77de57-d6b2-4af0-96d0-1a7bc91664ac'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:49.709214 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2078e9c7-2bc5-4241-88ef-9c7ef4b76c5d req-441d5c72-a420-4675-8faf-0bf53e6adb00 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4578633 Feb 09 01:50:49.711622 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-ad1b4850-c159-4e25-8639-4bf27ae19876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:50:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['bf77de57-d6b2-4af0-96d0-1a7bc91664ac'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:49.784780 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 5283df05-cc35-4a6d-85da-a84d1d894298 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:49.785282 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5283df05-cc35-4a6d-85da-a84d1d894298), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:49.797513 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c537ae07-3743-4d7f-a5cf-7694593e7d61 req-601f5e94-b304-4a35-9bc7-8579fd7d0802 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361693 Feb 09 01:50:49.824051 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296b327-a12f-46f1-b09d-06687377c360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c98090-3548-41d1-a444-a9f4e316fb4f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:49.845906 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-ad1b4850-c159-4e25-8639-4bf27ae19876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:49.878127 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1b4850-c159-4e25-8639-4bf27ae19876 None None] Routers {'bf77de57-d6b2-4af0-96d0-1a7bc91664ac'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:49.878863 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-ad1b4850-c159-4e25-8639-4bf27ae19876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:50:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['bf77de57-d6b2-4af0-96d0-1a7bc91664ac'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:49.914388 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592a355d-b4c8-42f5-8701-0e39701e5e70 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:49.920301 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-917d5258-caf9-40b1-9a0d-e6a8b279b037 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (67091eb2-bd7e-48ea-b0c5-28f1938af655), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:49.921889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917d5258-caf9-40b1-9a0d-e6a8b279b037 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Fanout notify agent at l3_agent the message router_deleted on router 67091eb2-bd7e-48ea-b0c5-28f1938af655 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:50:49.932120 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-592a355d-b4c8-42f5-8701-0e39701e5e70 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/ports/7673064b-2a00-4eb4-8b25-6fd263c17931 HTTP/1.1" status: 200 len: 911 time: 0.2529817 Feb 09 01:50:49.932893 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51264) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:49.933357 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864cfa69-3ecc-4bf7-a036-7b7e703523c8', 'name': 'tempest-TestServerBasicOps-1517887941-router', 'tenant_id': '82347e007e3b48d0b5383856ba3ba75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c8b40686-d4d5-4443-93c7-ed18fde43f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:44Z', 'updated_at': '2022-02-09T01:50:47Z', 'revision_number': 3, 'project_id': '82347e007e3b48d0b5383856ba3ba75a', 'gw_port': {'id': 'c8b40686-d4d5-4443-93c7-ed18fde43f84', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864cfa69-3ecc-4bf7-a036-7b7e703523c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:45Z', 'updated_at': '2022-02-09T01:50:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:49.959240 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-917d5258-caf9-40b1-9a0d-e6a8b279b037 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:49.964416 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-917d5258-caf9-40b1-9a0d-e6a8b279b037 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] 10.222.0.36 "DELETE /v2.0/routers/67091eb2-bd7e-48ea-b0c5-28f1938af655 HTTP/1.1" status: 204 len: 168 time: 4.7002542 Feb 09 01:50:49.982190 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51266) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:50.054939 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-ad1b4850-c159-4e25-8639-4bf27ae19876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:50.057666 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-60d825f5-2a23-42be-9095-837fec64d5da req-0c1490e4-d1f4-4314-b46e-b679c609762d service neutron] 10.222.0.48 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1558821 Feb 09 01:50:50.059025 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1b4850-c159-4e25-8639-4bf27ae19876 None None] The sync data for ids ['bf77de57-d6b2-4af0-96d0-1a7bc91664ac'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:50:50.142489 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-000d8042-2acf-4870-9f1b-2056ff86de6b None None] Current status of the port e8398574-2f69-4c89-9203-8ae26b6c567f is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:50.143115 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-000d8042-2acf-4870-9f1b-2056ff86de6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e8398574-2f69-4c89-9203-8ae26b6c567f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:50.153268 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] Checking router: 864cfa69-3ecc-4bf7-a036-7b7e703523c8 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:50:50.154522 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] Updating router 864cfa69-3ecc-4bf7-a036-7b7e703523c8 port c8b40686-d4d5-4443-93c7-ed18fde43f84 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:50:50.230827 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c8b40686-d4d5-4443-93c7-ed18fde43f84), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:50.253643 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc8cc68-2e98-467c-bfa5-f44938f69542 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Deleting subnet c756c46d-9e27-48a7-914b-99ae19f03ce5 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:50:50.267076 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0cc8cc68-2e98-467c-bfa5-f44938f69542 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for subnet (c756c46d-9e27-48a7-914b-99ae19f03ce5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:50.388481 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-000d8042-2acf-4870-9f1b-2056ff86de6b None None] For port e8398574-2f69-4c89-9203-8ae26b6c567f, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e8398574-2f69-4c89-9203-8ae26b6c567f,segment=NetworkSegment(c8f782ce-183b-4071-90ee-a61100d4d986),segment_id=c8f782ce-183b-4071-90ee-a61100d4d986)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:50.394390 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0cc8cc68-2e98-467c-bfa5-f44938f69542 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (c756c46d-9e27-48a7-914b-99ae19f03ce5), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:50.410650 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-000d8042-2acf-4870-9f1b-2056ff86de6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e8398574-2f69-4c89-9203-8ae26b6c567f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:50.456355 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9ce4b-c333-4014-8fec-a822b0913ccb req-feb338dc-fc10-4663-ac41-ce8999a7046f tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:50.465747 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8c9ce4b-c333-4014-8fec-a822b0913ccb req-feb338dc-fc10-4663-ac41-ce8999a7046f tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 945 time: 0.4913561 Feb 09 01:50:50.576572 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a04e4661-72f5-4661-89b9-58ade3c6c398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:50.691114 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0cc8cc68-2e98-467c-bfa5-f44938f69542 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (c756c46d-9e27-48a7-914b-99ae19f03ce5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:50.835869 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-60d825f5-2a23-42be-9095-837fec64d5da req-90957d69-58ce-49b2-9607-8e219b57e43d service neutron] 10.222.0.48 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7578909 Feb 09 01:50:50.849733 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-a04e4661-72f5-4661-89b9-58ade3c6c398 admin admin] Allocated IP 172.20.0.1 (00e21e97-3b61-465d-8e13-f69e57d7cc7d/81f5e28f-0ce1-4e33-ae2f-f33fe2ed846b/f1f94908-29e3-4c41-ad04-30027a199467) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:50.850748 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0cc8cc68-2e98-467c-bfa5-f44938f69542 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (c756c46d-9e27-48a7-914b-99ae19f03ce5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:50.920709 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 5283df05-cc35-4a6d-85da-a84d1d894298 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:50.922574 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e8398574-2f69-4c89-9203-8ae26b6c567f up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:50.947224 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8c9ce4b-c333-4014-8fec-a822b0913ccb req-837ea97e-dadf-4f25-ab12-52cdcfd308eb tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798906 Feb 09 01:50:50.956776 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0cc8cc68-2e98-467c-bfa5-f44938f69542 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:50.977284 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0cc8cc68-2e98-467c-bfa5-f44938f69542 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] 10.222.0.36 "DELETE /v2.0/subnets/c756c46d-9e27-48a7-914b-99ae19f03ce5 HTTP/1.1" status: 204 len: 168 time: 0.9856656 Feb 09 01:50:50.977284 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51288) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:50.977284 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8cc68-2e98-467c-bfa5-f44938f69542 tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Pushing event deleted for resources: {'Subnet': ['ID=c756c46d-9e27-48a7-914b-99ae19f03ce5,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:50.998396 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a04e4661-72f5-4661-89b9-58ade3c6c398 admin admin] Publish callbacks [] for port (f1f94908-29e3-4c41-ad04-30027a199467), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:51.002910 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-94593a04-da50-4270-8347-de1ef74731e3 None None] Provisioning complete for port e8398574-2f69-4c89-9203-8ae26b6c567f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:51.011818 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94593a04-da50-4270-8347-de1ef74731e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e8398574-2f69-4c89-9203-8ae26b6c567f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:51.020123 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20254686-a7b9-47d1-bc2e-f384123c4088 None None] Network 043c775f-369b-4efc-b270-e4ad8a056bfa requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:50:51.088839 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a04e4661-72f5-4661-89b9-58ade3c6c398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (f1f94908-29e3-4c41-ad04-30027a199467), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:51.137532 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d8042-2acf-4870-9f1b-2056ff86de6b None None] Pushing event updated for resources: {'Port': ['ID=e8398574-2f69-4c89-9203-8ae26b6c567f,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:51.181779 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d14a3193-d30a-4a14-90be-17a0d4f779ec tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (043c775f-369b-4efc-b270-e4ad8a056bfa), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:51.238539 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04e4661-72f5-4661-89b9-58ade3c6c398 admin admin] Network 00e21e97-3b61-465d-8e13-f69e57d7cc7d is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:51.264724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212914e1-07e9-425f-81b5-6932cfaea56c req-e04a0523-a4fd-45e3-9207-f5841e9c8b38 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:51.266847 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-212914e1-07e9-425f-81b5-6932cfaea56c req-e04a0523-a4fd-45e3-9207-f5841e9c8b38 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 944 time: 0.1880689 Feb 09 01:50:51.282391 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-a04e4661-72f5-4661-89b9-58ade3c6c398 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:51.306824 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port e8398574-2f69-4c89-9203-8ae26b6c567f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:51.307223 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e8398574-2f69-4c89-9203-8ae26b6c567f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:51.311731 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04e4661-72f5-4661-89b9-58ade3c6c398 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:51.365124 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-212914e1-07e9-425f-81b5-6932cfaea56c req-8c80ee34-b97b-425a-9737-df7e639cb229 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857410 Feb 09 01:50:51.372188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-d14a3193-d30a-4a14-90be-17a0d4f779ec tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Deleting port 243cb187-6e22-4188-a2d0-7e14ecd02870 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:51.373964 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d14a3193-d30a-4a14-90be-17a0d4f779ec tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (243cb187-6e22-4188-a2d0-7e14ecd02870), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:51.401318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e4661-72f5-4661-89b9-58ade3c6c398 admin admin] Pushing event updated for resources: {'Port': ['ID=f1f94908-29e3-4c41-ad04-30027a199467,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:51.412242 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-94593a04-da50-4270-8347-de1ef74731e3 None None] Current status of the port e8398574-2f69-4c89-9203-8ae26b6c567f is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:51.448502 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39969681-c7cf-401b-ba22-4f32401c31ad req-7f87f1e6-e541-4f04-8731-5053ef8a854b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:51.453092 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-39969681-c7cf-401b-ba22-4f32401c31ad req-7f87f1e6-e541-4f04-8731-5053ef8a854b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 946 time: 0.4102948 Feb 09 01:50:51.501469 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-d14a3193-d30a-4a14-90be-17a0d4f779ec tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] For port 243cb187-6e22-4188-a2d0-7e14ecd02870, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=243cb187-6e22-4188-a2d0-7e14ecd02870,segment=NetworkSegment(aaef431b-46cc-4f29-a325-29477f5cbc7b),segment_id=aaef431b-46cc-4f29-a325-29477f5cbc7b)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:51.501920 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d14a3193-d30a-4a14-90be-17a0d4f779ec tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (243cb187-6e22-4188-a2d0-7e14ecd02870), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:51.514317 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] Publish callbacks [] for port (c8b40686-d4d5-4443-93c7-ed18fde43f84), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:51.523636 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-d14a3193-d30a-4a14-90be-17a0d4f779ec tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Calling delete_port for 243cb187-6e22-4188-a2d0-7e14ecd02870 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:51.629798 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdf3d85-c384-408c-be31-a0d25ab44a3b None None] DHCP port deletion for 043c775f-369b-4efc-b270-e4ad8a056bfa request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:50:51.633988 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c8b40686-d4d5-4443-93c7-ed18fde43f84), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:51.655965 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d14a3193-d30a-4a14-90be-17a0d4f779ec tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (243cb187-6e22-4188-a2d0-7e14ecd02870), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:51.664240 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a04e4661-72f5-4661-89b9-58ade3c6c398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (864cfa69-3ecc-4bf7-a036-7b7e703523c8), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:51.722353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14a3193-d30a-4a14-90be-17a0d4f779ec tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] No DVR routers for this DVR port 243cb187-6e22-4188-a2d0-7e14ecd02870 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:50:51.729012 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a3193-d30a-4a14-90be-17a0d4f779ec tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Pushing event deleted for resources: {'Port': ['ID=243cb187-6e22-4188-a2d0-7e14ecd02870,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:51.757884 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6859c1-f3ad-4fd9-94e9-fe426a4b17e9 None None] Pushing event updated for resources: {'Port': ['ID=c8b40686-d4d5-4443-93c7-ed18fde43f84,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:51.760537 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 2d0baf7e-0089-4cde-86cc-ae9332d487c3 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:50:51.841274 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port e8398574-2f69-4c89-9203-8ae26b6c567f is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:51.844726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] Attempting to bind port c8b40686-d4d5-4443-93c7-ed18fde43f84 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:50:51.845101 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] Attempting to bind port c8b40686-d4d5-4443-93c7-ed18fde43f84 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:50:51.845714 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] Attempting to bind port c8b40686-d4d5-4443-93c7-ed18fde43f84 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:51.854536 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-39969681-c7cf-401b-ba22-4f32401c31ad req-349f5b39-204e-408f-97dc-f7d8732aba3c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3897731 Feb 09 01:50:51.864393 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:50:51.865064 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:51.865655 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:51.866383 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:50:51.867402 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] Bound port: c8b40686-d4d5-4443-93c7-ed18fde43f84, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:50:51.868025 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c8b40686-d4d5-4443-93c7-ed18fde43f84), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:51.962159 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7c81597c-e766-4d10-a5cc-35c5ce5b7a4c None None] Provisioning complete for port f1f94908-29e3-4c41-ad04-30027a199467 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:51.962790 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7c81597c-e766-4d10-a5cc-35c5ce5b7a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f1f94908-29e3-4c41-ad04-30027a199467), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:52.034101 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7c81597c-e766-4d10-a5cc-35c5ce5b7a4c None None] Port f1f94908-29e3-4c41-ad04-30027a199467 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:50:52.105521 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] For port c8b40686-d4d5-4443-93c7-ed18fde43f84, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:50:52.110725 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] For port c8b40686-d4d5-4443-93c7-ed18fde43f84, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c8b40686-d4d5-4443-93c7-ed18fde43f84,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:50:52.114114 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e8398574-2f69-4c89-9203-8ae26b6c567f up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:52.119933 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d14a3193-d30a-4a14-90be-17a0d4f779ec tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (043c775f-369b-4efc-b270-e4ad8a056bfa), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:52.159578 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-d14a3193-d30a-4a14-90be-17a0d4f779ec tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['043c775f-369b-4efc-b270-e4ad8a056bfa']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:52.160339 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:52.160462 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:52.165406 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c8b40686-d4d5-4443-93c7-ed18fde43f84), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:52.180452 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-d14a3193-d30a-4a14-90be-17a0d4f779ec tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaef431b-46cc-4f29-a325-29477f5cbc7b') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:52.191517 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-d14a3193-d30a-4a14-90be-17a0d4f779ec tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaef431b-46cc-4f29-a325-29477f5cbc7b') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:52.233292 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d14a3193-d30a-4a14-90be-17a0d4f779ec tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (aaef431b-46cc-4f29-a325-29477f5cbc7b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:52.261529 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d0baf7e-0089-4cde-86cc-ae9332d487c3'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:52.263964 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d14a3193-d30a-4a14-90be-17a0d4f779ec tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (aaef431b-46cc-4f29-a325-29477f5cbc7b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:52.269901 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668178dc-73bc-4dba-bbca-638128c1653c" -d '{"events": [{"server_uuid": "12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2", "name": "network-vif-unplugged", "status": "completed", "tag": "2d0baf7e-0089-4cde-86cc-ae9332d487c3"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:52.282718 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d14a3193-d30a-4a14-90be-17a0d4f779ec tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:50:52.283133 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d14a3193-d30a-4a14-90be-17a0d4f779ec tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (aaef431b-46cc-4f29-a325-29477f5cbc7b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:50:52.286568 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:50:52.334178 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 2d0baf7e-0089-4cde-86cc-ae9332d487c3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:52.342373 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a04e4661-72f5-4661-89b9-58ade3c6c398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f1f94908-29e3-4c41-ad04-30027a199467), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:52.342800 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] Routers {'864cfa69-3ecc-4bf7-a036-7b7e703523c8'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:52.343488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:50:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['864cfa69-3ecc-4bf7-a036-7b7e703523c8'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:52.387139 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9db14e30-a9a4-4fb3-a8bb-56a769ea087c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:52.498275 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:52.519861 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d14a3193-d30a-4a14-90be-17a0d4f779ec tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (043c775f-369b-4efc-b270-e4ad8a056bfa), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:52.537669 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d14a3193-d30a-4a14-90be-17a0d4f779ec tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:52.539881 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6859c1-f3ad-4fd9-94e9-fe426a4b17e9 None None] Pushing event updated for resources: {'Port': ['ID=c8b40686-d4d5-4443-93c7-ed18fde43f84,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:52.545878 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d14a3193-d30a-4a14-90be-17a0d4f779ec tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] 10.222.0.36 "DELETE /v2.0/networks/043c775f-369b-4efc-b270-e4ad8a056bfa HTTP/1.1" status: 204 len: 168 time: 1.5581658 Feb 09 01:50:52.553773 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51328) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:52.555150 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port e8398574-2f69-4c89-9203-8ae26b6c567f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:52.555580 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e8398574-2f69-4c89-9203-8ae26b6c567f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:52.630100 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a3193-d30a-4a14-90be-17a0d4f779ec tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Pushing event deleted for resources: {'Network': ['ID=043c775f-369b-4efc-b270-e4ad8a056bfa,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:52.659417 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d0d48-ecf2-4d55-ad76-f53494666cfb req-5fbd171e-f8a7-438a-bb79-87ed9a35e926 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:52.667987 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e22d0d48-ecf2-4d55-ad76-f53494666cfb req-5fbd171e-f8a7-438a-bb79-87ed9a35e926 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 945 time: 0.3688271 Feb 09 01:50:52.754010 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] Set router 864cfa69-3ecc-4bf7-a036-7b7e703523c8 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:52.921840 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e22d0d48-ecf2-4d55-ad76-f53494666cfb req-bc1f0cc5-d3b3-43ac-9ab1-a0ac70cfb66d tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523193 Feb 09 01:50:52.927416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=2d0baf7e-0089-4cde-86cc-ae9332d487c3,revision_number=11']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:52.932675 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-f3b329e1-2100-47f0-84b5-c65370c16bdc tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Deleting port 2b87e69d-7053-4e9c-9385-383e1e5e69c2 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:52.933032 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3b329e1-2100-47f0-84b5-c65370c16bdc tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (2b87e69d-7053-4e9c-9385-383e1e5e69c2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:53.057800 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-9db14e30-a9a4-4fb3-a8bb-56a769ea087c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Allocated IP 2001:db8:1::1 (a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e/1d9b36c9-0272-4c71-9ee4-65ed51e119a9/e605c8c8-ff79-4c3b-a9d3-261a8019e6ed) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:53.103429 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port e8398574-2f69-4c89-9203-8ae26b6c567f is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:53.139684 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3b329e1-2100-47f0-84b5-c65370c16bdc tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (2b87e69d-7053-4e9c-9385-383e1e5e69c2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:53.139964 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3b329e1-2100-47f0-84b5-c65370c16bdc tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for floatingip (2b87e69d-7053-4e9c-9385-383e1e5e69c2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:53.179414 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-f3b329e1-2100-47f0-84b5-c65370c16bdc tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Calling delete_port for 2b87e69d-7053-4e9c-9385-383e1e5e69c2 owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:53.188471 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53516a28-abb7-4cc3-9513-d2d84b63597c x-openstack-request-id: req-53516a28-abb7-4cc3-9513-d2d84b63597c {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:53.190729 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2", "name": "network-vif-unplugged", "status": "completed", "tag": "2d0baf7e-0089-4cde-86cc-ae9332d487c3", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:53.191240 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-53516a28-abb7-4cc3-9513-d2d84b63597c {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:53.191826 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d0baf7e-0089-4cde-86cc-ae9332d487c3', 'code': 200} Feb 09 01:50:53.236848 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 243cb187-6e22-4188-a2d0-7e14ecd02870 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:50:53.320996 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1783728a-3c9a-447b-b962-2d00dd654463 req-d82cf4f8-ddfb-4041-947b-0df6f40c3c13 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c60e617-9b1e-4bf1-8b66-701cbfd47247 HTTP/1.1" status: 200 len: 210 time: 0.1089873 Feb 09 01:50:53.335932 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 243cb187-6e22-4188-a2d0-7e14ecd02870 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:50:53.336642 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 243cb187-6e22-4188-a2d0-7e14ecd02870 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:50:53.395859 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a04e4661-72f5-4661-89b9-58ade3c6c398 admin admin] Publish callbacks [] for port (f1f94908-29e3-4c41-ad04-30027a199467), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:53.424456 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a04e4661-72f5-4661-89b9-58ade3c6c398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (f1f94908-29e3-4c41-ad04-30027a199467), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:53.442578 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f0b24-819a-44c5-81b9-d54d137f6240 req-1ebed65b-eeb2-40af-85ca-da3ddad6d178 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:53.444293 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3d4f0b24-819a-44c5-81b9-d54d137f6240 req-1ebed65b-eeb2-40af-85ca-da3ddad6d178 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 944 time: 0.1527598 Feb 09 01:50:53.509933 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864cfa69-3ecc-4bf7-a036-7b7e703523c8', 'name': 'tempest-TestServerBasicOps-1517887941-router', 'tenant_id': '82347e007e3b48d0b5383856ba3ba75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c8b40686-d4d5-4443-93c7-ed18fde43f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:44Z', 'updated_at': '2022-02-09T01:50:52Z', 'revision_number': 4, 'project_id': '82347e007e3b48d0b5383856ba3ba75a', 'gw_port': {'id': 'c8b40686-d4d5-4443-93c7-ed18fde43f84', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864cfa69-3ecc-4bf7-a036-7b7e703523c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:45Z', 'updated_at': '2022-02-09T01:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'f1f94908-29e3-4c41-ad04-30027a199467', 'name': '', 'network_id': '00e21e97-3b61-465d-8e13-f69e57d7cc7d', 'tenant_id': '82347e007e3b48d0b5383856ba3ba75a', 'mac_address': 'fa:16:3e:b9:07:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864cfa69-3ecc-4bf7-a036-7b7e703523c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '81f5e28f-0ce1-4e33-ae2f-f33fe2ed846b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:50Z', 'updated_at': '2022-02-09T01:50:50Z', 'revision_number': 1, 'project_id': '82347e007e3b48d0b5383856ba3ba75a', 'subnets': [{'id': '81f5e28f-0ce1-4e33-ae2f-f33fe2ed846b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:53.556137 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fc13c3-b023-4b5f-9b71-a043ee5172bd None None] The sync data for ids ['864cfa69-3ecc-4bf7-a036-7b7e703523c8'] in n-d-828387-3 is: [{'id': '864cfa69-3ecc-4bf7-a036-7b7e703523c8', 'name': 'tempest-TestServerBasicOps-1517887941-router', 'tenant_id': '82347e007e3b48d0b5383856ba3ba75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c8b40686-d4d5-4443-93c7-ed18fde43f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:44Z', 'updated_at': '2022-02-09T01:50:52Z', 'revision_number': 4, 'project_id': '82347e007e3b48d0b5383856ba3ba75a', 'gw_port': {'id': 'c8b40686-d4d5-4443-93c7-ed18fde43f84', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864cfa69-3ecc-4bf7-a036-7b7e703523c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:45Z', 'updated_at': '2022-02-09T01:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'f1f94908-29e3-4c41-ad04-30027a199467', 'name': '', 'network_id': '00e21e97-3b61-465d-8e13-f69e57d7cc7d', 'tenant_id': '82347e007e3b48d0b5383856ba3ba75a', 'mac_address': 'fa:16:3e:b9:07:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864cfa69-3ecc-4bf7-a036-7b7e703523c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '81f5e28f-0ce1-4e33-ae2f-f33fe2ed846b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:50Z', 'updated_at': '2022-02-09T01:50:50Z', 'revision_number': 1, 'project_id': '82347e007e3b48d0b5383856ba3ba75a', 'subnets': [{'id': '81f5e28f-0ce1-4e33-ae2f-f33fe2ed846b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:50:53.558034 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9db14e30-a9a4-4fb3-a8bb-56a769ea087c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for port (e605c8c8-ff79-4c3b-a9d3-261a8019e6ed), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:53.567278 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3b329e1-2100-47f0-84b5-c65370c16bdc tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (2b87e69d-7053-4e9c-9385-383e1e5e69c2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:53.622733 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b329e1-2100-47f0-84b5-c65370c16bdc tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Pushing event deleted for resources: {'Port': ['ID=2b87e69d-7053-4e9c-9385-383e1e5e69c2,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:53.631999 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3d4f0b24-819a-44c5-81b9-d54d137f6240 req-83c5314a-51ce-40a5-89d0-9c988155beda tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577973 Feb 09 01:50:53.728680 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3b329e1-2100-47f0-84b5-c65370c16bdc tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks [] for floatingip (9f8b7eb7-2862-4e8f-a8b2-d87971c8ac9e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:53.729763 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e4661-72f5-4661-89b9-58ade3c6c398 admin admin] Pushing event updated for resources: {'Port': ['ID=f1f94908-29e3-4c41-ad04-30027a199467,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:53.732251 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3b329e1-2100-47f0-84b5-c65370c16bdc tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:53.734602 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f3b329e1-2100-47f0-84b5-c65370c16bdc tempest-FloatingIPAdminTestJSON-1171775013 tempest-FloatingIPAdminTestJSON-1171775013-project] 10.222.0.36 "DELETE /v2.0/floatingips/9f8b7eb7-2862-4e8f-a8b2-d87971c8ac9e HTTP/1.1" status: 204 len: 168 time: 1.1661849 Feb 09 01:50:53.735723 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a04e4661-72f5-4661-89b9-58ade3c6c398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (864cfa69-3ecc-4bf7-a036-7b7e703523c8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:53.776484 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b73d1-9a72-40fc-a6fb-868ad1d6f0fd req-4d5f87bb-d0af-423e-aec9-5cdbfdfeaa4b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:53.778923 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e26b73d1-9a72-40fc-a6fb-868ad1d6f0fd req-4d5f87bb-d0af-423e-aec9-5cdbfdfeaa4b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2284789 Feb 09 01:50:53.929231 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9db14e30-a9a4-4fb3-a8bb-56a769ea087c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (e605c8c8-ff79-4c3b-a9d3-261a8019e6ed), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:53.972136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c12a0d-0c39-4c3e-9f9e-730f67823535 req-4c2ddd8d-8b4f-4622-a577-ad7b2665f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:53.977174 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7c12a0d-0c39-4c3e-9f9e-730f67823535 req-4c2ddd8d-8b4f-4622-a577-ad7b2665f3b2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 1127 time: 0.4219913 Feb 09 01:50:54.084878 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device fe42dfdd-d381-4d53-b8e1-018b96ada94e up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:54.176160 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e26b73d1-9a72-40fc-a6fb-868ad1d6f0fd req-9dec4248-c86f-4b5e-a2e2-07e2fffc9c17 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3806703 Feb 09 01:50:54.255224 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db14e30-a9a4-4fb3-a8bb-56a769ea087c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:54.327355 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7c12a0d-0c39-4c3e-9f9e-730f67823535 req-c9b2c20f-3799-4a6f-88fa-473f3c753a84 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392818 Feb 09 01:50:54.340315 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-9db14e30-a9a4-4fb3-a8bb-56a769ea087c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:54.365811 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db14e30-a9a4-4fb3-a8bb-56a769ea087c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:54.372998 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9db14e30-a9a4-4fb3-a8bb-56a769ea087c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (bf77de57-d6b2-4af0-96d0-1a7bc91664ac), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:54.405734 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b80fce-3012-4f13-bf8e-3fd3aa5262a5 req-fe429419-fab6-4032-8e17-ce2a73f98658 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:54.421602 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98b80fce-3012-4f13-bf8e-3fd3aa5262a5 req-fe429419-fab6-4032-8e17-ce2a73f98658 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 945 time: 0.2419364 Feb 09 01:50:54.460043 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port fe42dfdd-d381-4d53-b8e1-018b96ada94e completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:54.480192 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port fe42dfdd-d381-4d53-b8e1-018b96ada94e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:54.481000 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fe42dfdd-d381-4d53-b8e1-018b96ada94e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:54.537121 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98b80fce-3012-4f13-bf8e-3fd3aa5262a5 req-41cb046c-1ce2-43d6-95de-d3521a1e8ccd tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132753 Feb 09 01:50:54.606088 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51374) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:54.696726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port fe42dfdd-d381-4d53-b8e1-018b96ada94e is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:54.697640 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fe42dfdd-d381-4d53-b8e1-018b96ada94e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:54.865055 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port fe42dfdd-d381-4d53-b8e1-018b96ada94e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=fe42dfdd-d381-4d53-b8e1-018b96ada94e,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:54.874323 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (fe42dfdd-d381-4d53-b8e1-018b96ada94e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:54.916691 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db14e30-a9a4-4fb3-a8bb-56a769ea087c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Port': ['ID=e605c8c8-ff79-4c3b-a9d3-261a8019e6ed,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:54.955133 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cb63253b-616a-4c60-9ed3-e24f5433f8a7 req-75dfb341-4481-416c-a4f0-fe96c0c3d328 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.3112142 Feb 09 01:50:54.966881 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04e4661-72f5-4661-89b9-58ade3c6c398 admin admin] Network 00e21e97-3b61-465d-8e13-f69e57d7cc7d is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:54.989381 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08847a8b-7cff-43b5-b6a1-86f71586e8f6 req-537ce9ed-3000-41d6-9eff-5b0bfb065315 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:54.991533 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-a04e4661-72f5-4661-89b9-58ade3c6c398 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:55.000273 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-08847a8b-7cff-43b5-b6a1-86f71586e8f6 req-537ce9ed-3000-41d6-9eff-5b0bfb065315 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 944 time: 0.1846189 Feb 09 01:50:55.108948 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=fe42dfdd-d381-4d53-b8e1-018b96ada94e,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:55.109278 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-65a8a70d-7217-4961-9e3d-818ae63f5e67 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef6f0d86f89e4f0a94ddcb1f406aabd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5007670 Feb 09 01:50:55.116055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51382) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:55.148938 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-08847a8b-7cff-43b5-b6a1-86f71586e8f6 req-01bed17b-cae2-4db5-bcba-a1209e4a426a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465106 Feb 09 01:50:55.192922 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387de407-322a-4144-a14d-ec40d26470d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe42dfdd-d381-4d53-b8e1-018b96ada94e'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:55.198506 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155b170f-5844-4cc2-81f6-1e7f0b720898" -d '{"events": [{"server_uuid": "387de407-322a-4144-a14d-ec40d26470d9", "name": "network-vif-plugged", "status": "completed", "tag": "fe42dfdd-d381-4d53-b8e1-018b96ada94e"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:55.290821 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9899c6e4-f118-496f-8ca9-7172e8d8bae2 admin admin] Publish callbacks [] for security_group (4ffbdbdc-a6c8-4f84-86b3-e85ad2ae5ccf), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:55.314017 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a0b47578-c439-4a01-951c-1e8264477ee0 None None] Provisioning complete for port e605c8c8-ff79-4c3b-a9d3-261a8019e6ed triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:55.320178 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a0b47578-c439-4a01-951c-1e8264477ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e605c8c8-ff79-4c3b-a9d3-261a8019e6ed), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:55.337992 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9899c6e4-f118-496f-8ca9-7172e8d8bae2 admin admin] Publish callbacks [] for security_group (4ffbdbdc-a6c8-4f84-86b3-e85ad2ae5ccf), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:55.451139 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9899c6e4-f118-496f-8ca9-7172e8d8bae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4ffbdbdc-a6c8-4f84-86b3-e85ad2ae5ccf), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:55.457981 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9899c6e4-f118-496f-8ca9-7172e8d8bae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:55.479150 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9899c6e4-f118-496f-8ca9-7172e8d8bae2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ffbdbdc-a6c8-4f84-86b3-e85ad2ae5ccf HTTP/1.1" status: 204 len: 168 time: 0.3614638 Feb 09 01:50:55.495159 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a0b47578-c439-4a01-951c-1e8264477ee0 None None] Port e605c8c8-ff79-4c3b-a9d3-261a8019e6ed cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:50:55.506267 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f387265-6426-441c-905a-2faf120c059e x-openstack-request-id: req-1f387265-6426-441c-905a-2faf120c059e {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:55.508100 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387de407-322a-4144-a14d-ec40d26470d9", "name": "network-vif-plugged", "status": "completed", "tag": "fe42dfdd-d381-4d53-b8e1-018b96ada94e", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:55.508640 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f387265-6426-441c-905a-2faf120c059e {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:55.509731 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387de407-322a-4144-a14d-ec40d26470d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe42dfdd-d381-4d53-b8e1-018b96ada94e', 'code': 200} Feb 09 01:50:55.516771 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899c6e4-f118-496f-8ca9-7172e8d8bae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffbdbdc-a6c8-4f84-86b3-e85ad2ae5ccf,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:55.863467 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04e4661-72f5-4661-89b9-58ade3c6c398 admin admin] Router 864cfa69-3ecc-4bf7-a036-7b7e703523c8 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:50:55.872096 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9c0c4ee0-168d-4a21-9b25-8d409b491555 None None] Provisioning complete for port f1f94908-29e3-4c41-ad04-30027a199467 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:55.873772 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9c0c4ee0-168d-4a21-9b25-8d409b491555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f1f94908-29e3-4c41-ad04-30027a199467), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:55.878377 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442956a-52ae-40d9-aab9-ffd5b76b3104 req-8654625d-4819-45e8-9e94-d16a8ad27f7a tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:55.896846 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7442956a-52ae-40d9-aab9-ffd5b76b3104 req-8654625d-4819-45e8-9e94-d16a8ad27f7a tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.3481104 Feb 09 01:50:55.900925 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643e9e2-92a5-47e1-860e-95ecc7b6e236 req-e226024a-f428-43a5-8ed0-d1fc246dc125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:55.904122 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2643e9e2-92a5-47e1-860e-95ecc7b6e236 req-e226024a-f428-43a5-8ed0-d1fc246dc125 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 1127 time: 0.3670280 Feb 09 01:50:56.011340 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c4ee0-168d-4a21-9b25-8d409b491555 None None] Port f1f94908-29e3-4c41-ad04-30027a199467 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:50:56.030079 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7442956a-52ae-40d9-aab9-ffd5b76b3104 req-cc7f6d8d-9773-408f-bdd9-d801ee3b9f64 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292598 Feb 09 01:50:56.079522 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2643e9e2-92a5-47e1-860e-95ecc7b6e236 req-e5bcbefc-3060-41e9-a88f-66a2cdab8e0d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660924 Feb 09 01:50:56.094846 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c8b40686-d4d5-4443-93c7-ed18fde43f84 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:56.178629 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9db14e30-a9a4-4fb3-a8bb-56a769ea087c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e605c8c8-ff79-4c3b-a9d3-261a8019e6ed), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:56.199526 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port c8b40686-d4d5-4443-93c7-ed18fde43f84 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:56.200483 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c8b40686-d4d5-4443-93c7-ed18fde43f84), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:56.227348 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f1e0343-8eec-43b6-94c9-18e382c59337 req-646ac05f-f6fa-482e-8773-4388c66c365d tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0895839 Feb 09 01:50:56.274967 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51398) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:56.295681 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5eefb-fda2-4fbb-8f17-8f3d1ef5e3e6 req-0c706be8-48b4-4d4f-a184-fe090ed02d4a tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:56.298042 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6bf5eefb-fda2-4fbb-8f17-8f3d1ef5e3e6 req-0c706be8-48b4-4d4f-a184-fe090ed02d4a tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 945 time: 0.5322435 Feb 09 01:50:56.299197 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d1f7262-4b33-4760-a0a6-e7ec495b7938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:56.384273 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port c8b40686-d4d5-4443-93c7-ed18fde43f84 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:56.385094 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c8b40686-d4d5-4443-93c7-ed18fde43f84), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:56.430872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port c8b40686-d4d5-4443-93c7-ed18fde43f84, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c8b40686-d4d5-4443-93c7-ed18fde43f84,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:56.436875 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c8b40686-d4d5-4443-93c7-ed18fde43f84), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:56.453725 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41763a-4da6-4fbf-9491-2e7c908b0c7a req-46181103-3378-4c85-9e05-a064573bc4d1 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:56.456402 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea41763a-4da6-4fbf-9491-2e7c908b0c7a req-46181103-3378-4c85-9e05-a064573bc4d1 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 945 time: 0.1198540 Feb 09 01:50:56.530958 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=c8b40686-d4d5-4443-93c7-ed18fde43f84,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:56.583921 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d1f7262-4b33-4760-a0a6-e7ec495b7938 admin admin] Publish callbacks [] for security_group (235e1a97-5773-4eb7-b8c1-389e9d905c20), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:56.594363 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d1f7262-4b33-4760-a0a6-e7ec495b7938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (235e1a97-5773-4eb7-b8c1-389e9d905c20), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:56.612610 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea41763a-4da6-4fbf-9491-2e7c908b0c7a req-b59b9e4b-31f6-4e05-9771-251673e460b8 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362724 Feb 09 01:50:56.659842 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f7262-4b33-4760-a0a6-e7ec495b7938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235e1a97-5773-4eb7-b8c1-389e9d905c20,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:56.665200 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5d1f7262-4b33-4760-a0a6-e7ec495b7938 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86ac131d1b764668a331caa701bc8dbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3879263 Feb 09 01:50:56.668567 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51400) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:56.781172 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9ad9f1d1-e90e-49b7-b376-9088fce7869d admin admin] Publish callbacks [] for security_group (235e1a97-5773-4eb7-b8c1-389e9d905c20), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:56.842169 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9ad9f1d1-e90e-49b7-b376-9088fce7869d admin admin] Publish callbacks [] for security_group (235e1a97-5773-4eb7-b8c1-389e9d905c20), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:56.952109 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04e4661-72f5-4661-89b9-58ade3c6c398 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:50:56.967968 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a04e4661-72f5-4661-89b9-58ade3c6c398 admin admin] 10.222.0.36 "PUT /v2.0/routers/864cfa69-3ecc-4bf7-a036-7b7e703523c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3927462 Feb 09 01:50:57.005988 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9ad9f1d1-e90e-49b7-b376-9088fce7869d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (235e1a97-5773-4eb7-b8c1-389e9d905c20), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:57.011045 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9ad9f1d1-e90e-49b7-b376-9088fce7869d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:57.013146 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9ad9f1d1-e90e-49b7-b376-9088fce7869d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/235e1a97-5773-4eb7-b8c1-389e9d905c20 HTTP/1.1" status: 204 len: 168 time: 0.3428082 Feb 09 01:50:57.045633 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9f1d1-e90e-49b7-b376-9088fce7869d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235e1a97-5773-4eb7-b8c1-389e9d905c20,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:57.058934 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6bf5eefb-fda2-4fbb-8f17-8f3d1ef5e3e6 req-28103244-5195-4b37-87ac-9ff1aac2547d tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7301278 Feb 09 01:50:57.328410 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f47f89-8f2f-4c57-bb5f-7a4ffe20f742 req-1087d3eb-b031-46de-8787-040fb5dc4a5c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:57.332819 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a4f47f89-8f2f-4c57-bb5f-7a4ffe20f742 req-1087d3eb-b031-46de-8787-040fb5dc4a5c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.1582577 Feb 09 01:50:57.403920 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9db14e30-a9a4-4fb3-a8bb-56a769ea087c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for port (e605c8c8-ff79-4c3b-a9d3-261a8019e6ed), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:57.411709 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9db14e30-a9a4-4fb3-a8bb-56a769ea087c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (e605c8c8-ff79-4c3b-a9d3-261a8019e6ed), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:57.414860 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9db14e30-a9a4-4fb3-a8bb-56a769ea087c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (bf77de57-d6b2-4af0-96d0-1a7bc91664ac), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:57.433858 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a4f47f89-8f2f-4c57-bb5f-7a4ffe20f742 req-d9083c9e-f4a0-467d-a62c-a6702320ef81 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855825 Feb 09 01:50:57.598402 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db14e30-a9a4-4fb3-a8bb-56a769ea087c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Port': ['ID=e605c8c8-ff79-4c3b-a9d3-261a8019e6ed,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:57.670916 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db14e30-a9a4-4fb3-a8bb-56a769ea087c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:57.672872 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-9db14e30-a9a4-4fb3-a8bb-56a769ea087c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:57.731876 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 2d0baf7e-0089-4cde-86cc-ae9332d487c3 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:50:57.837378 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-71553e07-3376-49b7-9a39-26b8b62ec00c req-1e1e9a3c-144e-4adc-b439-cf66a3eec47b tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.1226070 Feb 09 01:50:58.029671 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db14e30-a9a4-4fb3-a8bb-56a769ea087c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Router bf77de57-d6b2-4af0-96d0-1a7bc91664ac has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:50:58.148775 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c8b40686-d4d5-4443-93c7-ed18fde43f84 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:58.236645 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51420) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:58.285670 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5944e1e9-be7b-4aaf-a642-07566dd0cb28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:58.300256 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51422) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:58.335272 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] Sync routers for ids ['864cfa69-3ecc-4bf7-a036-7b7e703523c8'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:58.362157 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 2d0baf7e-0089-4cde-86cc-ae9332d487c3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:58.380512 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-40fc588c-176f-4627-85c6-00f5f6794510 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1162748188', 'description': 'tempest-secgroup-smoke-1162748188 description', 'project_id': '2aa93a5c7c644979abedd23e70cb219a'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:58.389485 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-246bc57b-0979-493b-9c12-4ec55a29a884 req-d034f0ed-11ec-4bfb-ba86-83fa0b39e38c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c60e617-9b1e-4bf1-8b66-701cbfd47247 HTTP/1.1" status: 200 len: 210 time: 0.0920463 Feb 09 01:50:58.396615 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] Routers {'864cfa69-3ecc-4bf7-a036-7b7e703523c8'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:58.397803 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:50:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['864cfa69-3ecc-4bf7-a036-7b7e703523c8'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:58.429242 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db14e30-a9a4-4fb3-a8bb-56a769ea087c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:50:58.436856 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9db14e30-a9a4-4fb3-a8bb-56a769ea087c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/routers/bf77de57-d6b2-4af0-96d0-1a7bc91664ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5005419 Feb 09 01:50:58.441068 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51424) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:58.445240 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013c98c1-bf6e-4c63-acc5-cf8360e48cda None None] Sync routers for ids ['bf77de57-d6b2-4af0-96d0-1a7bc91664ac'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:58.451981 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92325618-b691-4e8f-8de4-31aa8398b8fa req-a1e27797-cbf7-4971-9b2a-22142c09b1a1 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:58.454272 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-92325618-b691-4e8f-8de4-31aa8398b8fa req-a1e27797-cbf7-4971-9b2a-22142c09b1a1 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 945 time: 0.3348691 Feb 09 01:50:58.459972 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013c98c1-bf6e-4c63-acc5-cf8360e48cda None None] Routers {'bf77de57-d6b2-4af0-96d0-1a7bc91664ac'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:58.460613 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-013c98c1-bf6e-4c63-acc5-cf8360e48cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:50:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['bf77de57-d6b2-4af0-96d0-1a7bc91664ac'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:58.491676 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-40fc588c-176f-4627-85c6-00f5f6794510 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:58.501549 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688598b-a1c9-4e80-8f93-df0847d2d7d4 req-25f0c537-8b6b-45f2-98e6-8bb303b09013 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:58.503389 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c688598b-a1c9-4e80-8f93-df0847d2d7d4 req-25f0c537-8b6b-45f2-98e6-8bb303b09013 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 945 time: 0.1426945 Feb 09 01:50:58.518552 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-013c98c1-bf6e-4c63-acc5-cf8360e48cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:58.531368 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10e9172-ee91-4a8d-b5c2-fc9c45817bf9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:58.532422 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013c98c1-bf6e-4c63-acc5-cf8360e48cda None None] Routers {'bf77de57-d6b2-4af0-96d0-1a7bc91664ac'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:58.533172 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-013c98c1-bf6e-4c63-acc5-cf8360e48cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:50:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['bf77de57-d6b2-4af0-96d0-1a7bc91664ac'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:58.539230 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b10e9172-ee91-4a8d-b5c2-fc9c45817bf9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/ports/e605c8c8-ff79-4c3b-a9d3-261a8019e6ed HTTP/1.1" status: 200 len: 913 time: 0.0968473 Feb 09 01:50:58.541104 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51428) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:58.576897 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] Set router 864cfa69-3ecc-4bf7-a036-7b7e703523c8 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:58.589922 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-013c98c1-bf6e-4c63-acc5-cf8360e48cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:58.591914 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013c98c1-bf6e-4c63-acc5-cf8360e48cda None None] The sync data for ids ['bf77de57-d6b2-4af0-96d0-1a7bc91664ac'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:50:58.618030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '2d0baf7e-0089-4cde-86cc-ae9332d487c3', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'port_id': '2d0baf7e-0089-4cde-86cc-ae9332d487c3', 'mac_address': 'fa:16:3e:60:40:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:50:58.627266 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port c8b40686-d4d5-4443-93c7-ed18fde43f84 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:58.627584 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c8b40686-d4d5-4443-93c7-ed18fde43f84), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:58.648104 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-92325618-b691-4e8f-8de4-31aa8398b8fa req-e5000658-495e-47e4-ad1e-3f2a815d50d2 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806197 Feb 09 01:50:58.671381 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c0081bf6-86a4-48f9-82ce-15507c69dd1c None None] Provisioning complete for port e605c8c8-ff79-4c3b-a9d3-261a8019e6ed triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:58.671381 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c0081bf6-86a4-48f9-82ce-15507c69dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e605c8c8-ff79-4c3b-a9d3-261a8019e6ed), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:58.705958 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5944e1e9-be7b-4aaf-a642-07566dd0cb28 admin admin] Publish callbacks [] for security_group (7a030230-ae94-4fdf-9744-a23c0f6c8d55), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:58.737025 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5944e1e9-be7b-4aaf-a642-07566dd0cb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7a030230-ae94-4fdf-9744-a23c0f6c8d55), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:58.888428 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c688598b-a1c9-4e80-8f93-df0847d2d7d4 req-d9e629a8-34ba-438c-8152-fee1a73a7d96 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452041 Feb 09 01:50:58.968257 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e17b5f56-197c-4c32-a59b-ed2e277004c3 req-e9f96b98-e5b3-4396-8f74-d709548503dc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.1087451 Feb 09 01:50:58.975442 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5944e1e9-be7b-4aaf-a642-07566dd0cb28 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9a4b7e1e289846daace604c1d00726ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7371716 Feb 09 01:50:58.976446 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944e1e9-be7b-4aaf-a642-07566dd0cb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a030230-ae94-4fdf-9744-a23c0f6c8d55,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:58.988473 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51434) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:59.010692 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-40fc588c-176f-4627-85c6-00f5f6794510 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for security_group (13a24bd6-58e0-4f03-a408-95a39b8806a6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.017834 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-40fc588c-176f-4627-85c6-00f5f6794510 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (13a24bd6-58e0-4f03-a408-95a39b8806a6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.083948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc588c-176f-4627-85c6-00f5f6794510 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a24bd6-58e0-4f03-a408-95a39b8806a6,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:59.087061 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:59.087670 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.095504 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c0081bf6-86a4-48f9-82ce-15507c69dd1c None None] Port e605c8c8-ff79-4c3b-a9d3-261a8019e6ed cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:50:59.108807 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-40fc588c-176f-4627-85c6-00f5f6794510 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.116229 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-40fc588c-176f-4627-85c6-00f5f6794510 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8040001 Feb 09 01:50:59.116894 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0baf7e-0089-4cde-86cc-ae9332d487c3 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:50:59.125533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51436) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:59.138706 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e3fd3855-0940-430d-b008-ac84079cb500 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Request body: {'security_group_rule': {'security_group_id': '13a24bd6-58e0-4f03-a408-95a39b8806a6', 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:59.165906 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9b5c30d2-348f-424a-b6da-c25505fac82a req-a75756d1-506c-4449-8fa9-8fcb88c22546 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0531275 Feb 09 01:50:59.184086 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 2d0baf7e-0089-4cde-86cc-ae9332d487c3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:59.187344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b295f9-ca54-4d3c-9e3f-c3017c30f1af req-02069aab-3578-4a12-aab8-da19e25b9197 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:59.194046 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.194776 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40b295f9-ca54-4d3c-9e3f-c3017c30f1af req-02069aab-3578-4a12-aab8-da19e25b9197 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.4090817 Feb 09 01:50:59.202038 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port c8b40686-d4d5-4443-93c7-ed18fde43f84 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:59.211377 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e365b94f-6d6e-485b-93a1-1acdffe17a2b admin admin] Publish callbacks [] for security_group (7a030230-ae94-4fdf-9744-a23c0f6c8d55), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.254450 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e3fd3855-0940-430d-b008-ac84079cb500 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for security_group_rule (fa53a721-548e-40e4-bfec-e6537d662fef), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.263775 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864cfa69-3ecc-4bf7-a036-7b7e703523c8', 'name': 'tempest-TestServerBasicOps-1517887941-router', 'tenant_id': '82347e007e3b48d0b5383856ba3ba75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c8b40686-d4d5-4443-93c7-ed18fde43f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:44Z', 'updated_at': '2022-02-09T01:50:52Z', 'revision_number': 4, 'project_id': '82347e007e3b48d0b5383856ba3ba75a', 'gw_port': {'id': 'c8b40686-d4d5-4443-93c7-ed18fde43f84', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864cfa69-3ecc-4bf7-a036-7b7e703523c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:45Z', 'updated_at': '2022-02-09T01:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'f1f94908-29e3-4c41-ad04-30027a199467', 'name': '', 'network_id': '00e21e97-3b61-465d-8e13-f69e57d7cc7d', 'tenant_id': '82347e007e3b48d0b5383856ba3ba75a', 'mac_address': 'fa:16:3e:b9:07:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864cfa69-3ecc-4bf7-a036-7b7e703523c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '81f5e28f-0ce1-4e33-ae2f-f33fe2ed846b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:50Z', 'updated_at': '2022-02-09T01:50:52Z', 'revision_number': 2, 'project_id': '82347e007e3b48d0b5383856ba3ba75a', 'subnets': [{'id': '81f5e28f-0ce1-4e33-ae2f-f33fe2ed846b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:59.312529 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e365b94f-6d6e-485b-93a1-1acdffe17a2b admin admin] Publish callbacks [] for security_group (7a030230-ae94-4fdf-9744-a23c0f6c8d55), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.318161 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40b295f9-ca54-4d3c-9e3f-c3017c30f1af req-742334a7-b6c4-4392-b5e5-64a069ffae94 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221082 Feb 09 01:50:59.323401 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] Checking router: 864cfa69-3ecc-4bf7-a036-7b7e703523c8 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:50:59.323793 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] Updating router 864cfa69-3ecc-4bf7-a036-7b7e703523c8 port f1f94908-29e3-4c41-ad04-30027a199467 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:50:59.328188 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=2d0baf7e-0089-4cde-86cc-ae9332d487c3,revision_number=12']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:59.381157 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f1f94908-29e3-4c41-ad04-30027a199467), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.439362 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e3fd3855-0940-430d-b008-ac84079cb500 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for security_group_rule (fa53a721-548e-40e4-bfec-e6537d662fef), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.446195 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e3fd3855-0940-430d-b008-ac84079cb500 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (fa53a721-548e-40e4-bfec-e6537d662fef), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.464535 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0281d1e-8acf-4a84-83bb-b5d1055d8772 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (bf77de57-d6b2-4af0-96d0-1a7bc91664ac), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.472162 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['2d0baf7e-0089-4cde-86cc-ae9332d487c3'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:50:59.486359 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd3855-0940-430d-b008-ac84079cb500 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa53a721-548e-40e4-bfec-e6537d662fef,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:59.496041 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e3fd3855-0940-430d-b008-ac84079cb500 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.498723 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e3fd3855-0940-430d-b008-ac84079cb500 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3714492 Feb 09 01:50:59.502962 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51438) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:59.511497 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4656966c-b79a-4703-9e2f-43e238047aae tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Request body: {'security_group_rule': {'security_group_id': '13a24bd6-58e0-4f03-a408-95a39b8806a6', 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:59.559072 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4656966c-b79a-4703-9e2f-43e238047aae tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for security_group_rule (5b7e3e8e-50c8-4387-84e0-50342d810447), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.594137 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbd42f-6905-4b82-865a-bc55dc7dd4bc req-ee3d243d-b1a1-4091-98d0-0d207e3642f7 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:59.596713 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2adbd42f-6905-4b82-865a-bc55dc7dd4bc req-ee3d243d-b1a1-4091-98d0-0d207e3642f7 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.2208557 Feb 09 01:50:59.600922 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e365b94f-6d6e-485b-93a1-1acdffe17a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7a030230-ae94-4fdf-9744-a23c0f6c8d55), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.605592 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e365b94f-6d6e-485b-93a1-1acdffe17a2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.608284 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e365b94f-6d6e-485b-93a1-1acdffe17a2b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a030230-ae94-4fdf-9744-a23c0f6c8d55 HTTP/1.1" status: 204 len: 168 time: 0.6181631 Feb 09 01:50:59.683262 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4656966c-b79a-4703-9e2f-43e238047aae tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for security_group_rule (5b7e3e8e-50c8-4387-84e0-50342d810447), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.688700 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365b94f-6d6e-485b-93a1-1acdffe17a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a030230-ae94-4fdf-9744-a23c0f6c8d55,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:59.690459 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4656966c-b79a-4703-9e2f-43e238047aae tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (5b7e3e8e-50c8-4387-84e0-50342d810447), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.745745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656966c-b79a-4703-9e2f-43e238047aae tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7e3e8e-50c8-4387-84e0-50342d810447,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:59.771510 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4656966c-b79a-4703-9e2f-43e238047aae tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.774548 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4656966c-b79a-4703-9e2f-43e238047aae tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2694128 Feb 09 01:50:59.779054 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51444) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:59.786379 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-ca5564df-3e67-4077-a831-604b1d253353 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Request body: {'security_group_rule': {'security_group_id': '13a24bd6-58e0-4f03-a408-95a39b8806a6', 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:59.875972 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2adbd42f-6905-4b82-865a-bc55dc7dd4bc req-c3cc7abe-98e0-48eb-8c2f-cf892437700c tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637541 Feb 09 01:50:59.912078 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ca5564df-3e67-4077-a831-604b1d253353 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for security_group_rule (23891db6-f2df-4a2f-87a4-5296def6e9b5), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.968665 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997a34b-735d-4c7a-837a-c43f55b80e2d req-13d10c40-e816-47d8-a81d-2fa17d9cab4b tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:59.979496 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8997a34b-735d-4c7a-837a-c43f55b80e2d req-13d10c40-e816-47d8-a81d-2fa17d9cab4b tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 945 time: 0.1853399 Feb 09 01:51:00.293320 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] Publish callbacks [] for port (f1f94908-29e3-4c41-ad04-30027a199467), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:00.311289 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f1f94908-29e3-4c41-ad04-30027a199467), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:00.334123 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ca5564df-3e67-4077-a831-604b1d253353 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for security_group_rule (23891db6-f2df-4a2f-87a4-5296def6e9b5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:00.364817 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8997a34b-735d-4c7a-837a-c43f55b80e2d req-cf4475b4-bf08-4c65-a2bb-60343ce1bdd9 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707085 Feb 09 01:51:00.374161 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ca5564df-3e67-4077-a831-604b1d253353 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (23891db6-f2df-4a2f-87a4-5296def6e9b5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:00.452064 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0e379-f364-4416-b03e-99aabb9eb627 None None] Pushing event updated for resources: {'Port': ['ID=f1f94908-29e3-4c41-ad04-30027a199467,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:00.490753 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-e0281d1e-8acf-4a84-83bb-b5d1055d8772 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting port e605c8c8-ff79-4c3b-a9d3-261a8019e6ed {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:00.491612 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0281d1e-8acf-4a84-83bb-b5d1055d8772 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e605c8c8-ff79-4c3b-a9d3-261a8019e6ed), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:00.498124 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5564df-3e67-4077-a831-604b1d253353 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23891db6-f2df-4a2f-87a4-5296def6e9b5,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:00.532281 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ca5564df-3e67-4077-a831-604b1d253353 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:00.541061 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ca5564df-3e67-4077-a831-604b1d253353 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7566769 Feb 09 01:51:00.546032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51468) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:00.563521 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-17ea3684-8bde-44f4-92f4-c78560ef4e6f tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Request body: {'security_group_rule': {'security_group_id': '13a24bd6-58e0-4f03-a408-95a39b8806a6', 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:00.627384 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] Attempting to bind port f1f94908-29e3-4c41-ad04-30027a199467 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:51:00.629541 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] Attempting to bind port f1f94908-29e3-4c41-ad04-30027a199467 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'c8f782ce-183b-4071-90ee-a61100d4d986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '00e21e97-3b61-465d-8e13-f69e57d7cc7d'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:51:00.635847 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] Attempting to bind port f1f94908-29e3-4c41-ad04-30027a199467 on network 00e21e97-3b61-465d-8e13-f69e57d7cc7d {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:51:00.665469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:51:00.671414 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] Checking segment: {'id': 'c8f782ce-183b-4071-90ee-a61100d4d986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '00e21e97-3b61-465d-8e13-f69e57d7cc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:51:00.672342 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:00.673420 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] Bound using segment: {'id': 'c8f782ce-183b-4071-90ee-a61100d4d986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '00e21e97-3b61-465d-8e13-f69e57d7cc7d'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:51:00.674698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] Bound port: f1f94908-29e3-4c41-ad04-30027a199467, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f782ce-183b-4071-90ee-a61100d4d986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '00e21e97-3b61-465d-8e13-f69e57d7cc7d'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:51:00.682885 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-75a59329-2080-4d0a-85f2-a5c8e2f24ba7 req-37763020-adbd-4ba0-a44e-ecb90ecefb86 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0782537 Feb 09 01:51:00.684141 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f1f94908-29e3-4c41-ad04-30027a199467), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:00.697422 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6055158-8a62-4c3f-aca6-9902075a25bf req-759bfb0f-1406-4cd5-9e4a-7b9601841e3c tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:00.700849 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d6055158-8a62-4c3f-aca6-9902075a25bf req-759bfb0f-1406-4cd5-9e4a-7b9601841e3c tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.2985485 Feb 09 01:51:00.711700 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-17ea3684-8bde-44f4-92f4-c78560ef4e6f tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for security_group_rule (630c8429-94a7-4621-a3eb-4fda8fa95eb8), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:00.846626 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-17ea3684-8bde-44f4-92f4-c78560ef4e6f tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for security_group_rule (630c8429-94a7-4621-a3eb-4fda8fa95eb8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:00.877984 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0281d1e-8acf-4a84-83bb-b5d1055d8772 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e605c8c8-ff79-4c3b-a9d3-261a8019e6ed), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:00.927027 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-e0281d1e-8acf-4a84-83bb-b5d1055d8772 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Calling delete_port for e605c8c8-ff79-4c3b-a9d3-261a8019e6ed owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:00.938634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] For port f1f94908-29e3-4c41-ad04-30027a199467, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:51:00.954652 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] For port f1f94908-29e3-4c41-ad04-30027a199467, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f1f94908-29e3-4c41-ad04-30027a199467,segment=NetworkSegment(c8f782ce-183b-4071-90ee-a61100d4d986),segment_id=c8f782ce-183b-4071-90ee-a61100d4d986)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:51:00.954882 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-17ea3684-8bde-44f4-92f4-c78560ef4e6f tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (630c8429-94a7-4621-a3eb-4fda8fa95eb8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:00.969213 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f1f94908-29e3-4c41-ad04-30027a199467), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:01.022965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea3684-8bde-44f4-92f4-c78560ef4e6f tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630c8429-94a7-4621-a3eb-4fda8fa95eb8,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:01.046495 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-17ea3684-8bde-44f4-92f4-c78560ef4e6f tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:01.048968 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-17ea3684-8bde-44f4-92f4-c78560ef4e6f tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5015876 Feb 09 01:51:01.052662 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51474) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:01.073584 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-a702c079-435f-46b7-8911-87738c038fd0 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Request body: {'security_group_rule': {'security_group_id': '13a24bd6-58e0-4f03-a408-95a39b8806a6', 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:01.122069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb89ad-5d37-4c3a-811f-642de2662b56 req-770e2af5-b3d4-45a9-9b11-6a37db5116a2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:01.125929 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8bb89ad-5d37-4c3a-811f-642de2662b56 req-770e2af5-b3d4-45a9-9b11-6a37db5116a2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 945 time: 0.2762229 Feb 09 01:51:01.143805 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] Routers {'864cfa69-3ecc-4bf7-a036-7b7e703523c8'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:01.148088 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:50:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['864cfa69-3ecc-4bf7-a036-7b7e703523c8'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:01.157411 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d6055158-8a62-4c3f-aca6-9902075a25bf req-9c1e7ae0-e124-4963-8bf3-f971ca95495b tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135869 Feb 09 01:51:01.189320 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0e379-f364-4416-b03e-99aabb9eb627 None None] Pushing event updated for resources: {'Port': ['ID=f1f94908-29e3-4c41-ad04-30027a199467,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:01.194293 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-65617a47-49f1-4791-97bb-9931b9bb9ae1 None None] Provisioning complete for port f1f94908-29e3-4c41-ad04-30027a199467 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:01.194750 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-65617a47-49f1-4791-97bb-9931b9bb9ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f1f94908-29e3-4c41-ad04-30027a199467), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:01.210860 n-d-828387-3 neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-a702c079-435f-46b7-8911-87738c038fd0 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Project 2aa93a5c7c644979abedd23e70cb219a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:51:01.228824 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a702c079-435f-46b7-8911-87738c038fd0 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for security_group_rule (744d90b2-38f1-4c59-85cc-4b3966d56136), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:01.295861 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8bb89ad-5d37-4c3a-811f-642de2662b56 req-504dad8b-504e-4922-a203-d3d8cf70f12c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582570 Feb 09 01:51:01.383290 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a702c079-435f-46b7-8911-87738c038fd0 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for security_group_rule (744d90b2-38f1-4c59-85cc-4b3966d56136), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:01.390872 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a702c079-435f-46b7-8911-87738c038fd0 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (744d90b2-38f1-4c59-85cc-4b3966d56136), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:01.412592 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] Set router 864cfa69-3ecc-4bf7-a036-7b7e703523c8 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:51:01.423450 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702c079-435f-46b7-8911-87738c038fd0 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744d90b2-38f1-4c59-85cc-4b3966d56136,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:01.441024 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a702c079-435f-46b7-8911-87738c038fd0 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:01.446263 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a702c079-435f-46b7-8911-87738c038fd0 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3916259 Feb 09 01:51:01.447029 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51482) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:01.453745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-bf9e845c-bfeb-4f79-957e-376ee5f49ac1 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Request body: {'security_group_rule': {'security_group_id': '13a24bd6-58e0-4f03-a408-95a39b8806a6', 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:01.501142 n-d-828387-3 neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-bf9e845c-bfeb-4f79-957e-376ee5f49ac1 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Project 2aa93a5c7c644979abedd23e70cb219a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:51:01.515991 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bf9e845c-bfeb-4f79-957e-376ee5f49ac1 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for security_group_rule (7de6a6d2-312f-4701-88ef-05265ab27c3c), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:01.524453 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-65617a47-49f1-4791-97bb-9931b9bb9ae1 None None] Current status of the port f1f94908-29e3-4c41-ad04-30027a199467 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:01.524453 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-65617a47-49f1-4791-97bb-9931b9bb9ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f1f94908-29e3-4c41-ad04-30027a199467), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:01.537346 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696a3f6-e274-439f-862a-7771bea55c15 req-4a0198df-2352-4328-a282-02e98591a28a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:01.538881 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d696a3f6-e274-439f-862a-7771bea55c15 req-4a0198df-2352-4328-a282-02e98591a28a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 945 time: 0.1188433 Feb 09 01:51:01.571471 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0281d1e-8acf-4a84-83bb-b5d1055d8772 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (e605c8c8-ff79-4c3b-a9d3-261a8019e6ed), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:01.622829 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0281d1e-8acf-4a84-83bb-b5d1055d8772 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Port': ['ID=e605c8c8-ff79-4c3b-a9d3-261a8019e6ed,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:01.656772 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d696a3f6-e274-439f-862a-7771bea55c15 req-4b53394c-e88f-4022-a59b-d334b351e211 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109440 Feb 09 01:51:01.696511 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bf9e845c-bfeb-4f79-957e-376ee5f49ac1 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for security_group_rule (7de6a6d2-312f-4701-88ef-05265ab27c3c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:01.704618 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bf9e845c-bfeb-4f79-957e-376ee5f49ac1 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (7de6a6d2-312f-4701-88ef-05265ab27c3c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:01.743359 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e845c-bfeb-4f79-957e-376ee5f49ac1 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de6a6d2-312f-4701-88ef-05265ab27c3c,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:01.771262 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bf9e845c-bfeb-4f79-957e-376ee5f49ac1 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:01.771933 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-65617a47-49f1-4791-97bb-9931b9bb9ae1 None None] For port f1f94908-29e3-4c41-ad04-30027a199467, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f1f94908-29e3-4c41-ad04-30027a199467,segment=NetworkSegment(c8f782ce-183b-4071-90ee-a61100d4d986),segment_id=c8f782ce-183b-4071-90ee-a61100d4d986)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:01.797670 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 2d0baf7e-0089-4cde-86cc-ae9332d487c3 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:51:01.798821 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bf9e845c-bfeb-4f79-957e-376ee5f49ac1 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3503840 Feb 09 01:51:01.803804 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-65617a47-49f1-4791-97bb-9931b9bb9ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f1f94908-29e3-4c41-ad04-30027a199467), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:02.109169 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0281d1e-8acf-4a84-83bb-b5d1055d8772 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (bf77de57-d6b2-4af0-96d0-1a7bc91664ac), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:02.214520 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65617a47-49f1-4791-97bb-9931b9bb9ae1 None None] Pushing event updated for resources: {'Port': ['ID=f1f94908-29e3-4c41-ad04-30027a199467,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:02.256731 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f1f94908-29e3-4c41-ad04-30027a199467 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:51:02.318771 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7b22eb2f-7730-4e01-a6cd-a7b4db61e15e req-d42c31ee-24c3-4043-ba51-6ab9a500bfe5 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.2336507 Feb 09 01:51:02.344788 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32e3f7-4940-436c-b5fd-5230a5cf482e req-4fa457dc-3169-4b51-ad12-820fe2cc0e30 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:02.359271 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0a32e3f7-4940-436c-b5fd-5230a5cf482e req-4fa457dc-3169-4b51-ad12-820fe2cc0e30 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 945 time: 0.1875968 Feb 09 01:51:02.376832 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7b04c21b-cad2-42f4-9d6f-dd1f15b8deac None None] Provisioning complete for port f1f94908-29e3-4c41-ad04-30027a199467 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:02.377221 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7b04c21b-cad2-42f4-9d6f-dd1f15b8deac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f1f94908-29e3-4c41-ad04-30027a199467), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:02.426482 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:02.427365 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:02.452204 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port f1f94908-29e3-4c41-ad04-30027a199467 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:02.452725 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f1f94908-29e3-4c41-ad04-30027a199467), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:02.496301 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0a32e3f7-4940-436c-b5fd-5230a5cf482e req-71323038-c770-46dd-978f-71604a90436f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292272 Feb 09 01:51:02.631555 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0281d1e-8acf-4a84-83bb-b5d1055d8772 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Router bf77de57-d6b2-4af0-96d0-1a7bc91664ac has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:51:02.784863 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4611f5-6bfd-4f47-bf53-163443b566ed req-f5d5aec1-acda-4291-ab57-6961cae7508c tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:02.789881 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f4611f5-6bfd-4f47-bf53-163443b566ed req-f5d5aec1-acda-4291-ab57-6961cae7508c tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.1226583 Feb 09 01:51:02.897254 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864cfa69-3ecc-4bf7-a036-7b7e703523c8', 'name': 'tempest-TestServerBasicOps-1517887941-router', 'tenant_id': '82347e007e3b48d0b5383856ba3ba75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c8b40686-d4d5-4443-93c7-ed18fde43f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:44Z', 'updated_at': '2022-02-09T01:50:52Z', 'revision_number': 4, 'project_id': '82347e007e3b48d0b5383856ba3ba75a', 'gw_port': {'id': 'c8b40686-d4d5-4443-93c7-ed18fde43f84', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864cfa69-3ecc-4bf7-a036-7b7e703523c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:45Z', 'updated_at': '2022-02-09T01:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'f1f94908-29e3-4c41-ad04-30027a199467', 'name': '', 'network_id': '00e21e97-3b61-465d-8e13-f69e57d7cc7d', 'tenant_id': '82347e007e3b48d0b5383856ba3ba75a', 'mac_address': 'fa:16:3e:b9:07:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864cfa69-3ecc-4bf7-a036-7b7e703523c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '81f5e28f-0ce1-4e33-ae2f-f33fe2ed846b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:50Z', 'updated_at': '2022-02-09T01:51:00Z', 'revision_number': 4, 'project_id': '82347e007e3b48d0b5383856ba3ba75a', 'subnets': [{'id': '81f5e28f-0ce1-4e33-ae2f-f33fe2ed846b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:02.906248 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-5d794d13-ae81-4fd1-8178-f3914f56c3ad tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1162748188&fields=id&tenant_id=2aa93a5c7c644979abedd23e70cb219a HTTP/1.1" status: 200 len: 267 time: 0.2843850 Feb 09 01:51:02.962126 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f4611f5-6bfd-4f47-bf53-163443b566ed req-7eb68382-50fa-4fc6-b659-816bff74139a tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620777 Feb 09 01:51:02.990752 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0281d1e-8acf-4a84-83bb-b5d1055d8772 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:51:02.991433 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7b04c21b-cad2-42f4-9d6f-dd1f15b8deac None None] Current status of the port f1f94908-29e3-4c41-ad04-30027a199467 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:02.998769 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e0281d1e-8acf-4a84-83bb-b5d1055d8772 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/routers/bf77de57-d6b2-4af0-96d0-1a7bc91664ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4221361 Feb 09 01:51:03.009138 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db84498-1955-4007-89a2-459419b1b44c None None] Sync routers for ids ['bf77de57-d6b2-4af0-96d0-1a7bc91664ac'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:51:03.013482 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51546) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:03.027490 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af9718-767d-442a-903e-b6816580fcb3 None None] The sync data for ids ['864cfa69-3ecc-4bf7-a036-7b7e703523c8'] in n-d-828387-3 is: [{'id': '864cfa69-3ecc-4bf7-a036-7b7e703523c8', 'name': 'tempest-TestServerBasicOps-1517887941-router', 'tenant_id': '82347e007e3b48d0b5383856ba3ba75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c8b40686-d4d5-4443-93c7-ed18fde43f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:44Z', 'updated_at': '2022-02-09T01:50:52Z', 'revision_number': 4, 'project_id': '82347e007e3b48d0b5383856ba3ba75a', 'gw_port': {'id': 'c8b40686-d4d5-4443-93c7-ed18fde43f84', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864cfa69-3ecc-4bf7-a036-7b7e703523c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:45Z', 'updated_at': '2022-02-09T01:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'f1f94908-29e3-4c41-ad04-30027a199467', 'name': '', 'network_id': '00e21e97-3b61-465d-8e13-f69e57d7cc7d', 'tenant_id': '82347e007e3b48d0b5383856ba3ba75a', 'mac_address': 'fa:16:3e:b9:07:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864cfa69-3ecc-4bf7-a036-7b7e703523c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '81f5e28f-0ce1-4e33-ae2f-f33fe2ed846b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:50Z', 'updated_at': '2022-02-09T01:51:00Z', 'revision_number': 4, 'project_id': '82347e007e3b48d0b5383856ba3ba75a', 'subnets': [{'id': '81f5e28f-0ce1-4e33-ae2f-f33fe2ed846b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:51:03.042993 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db84498-1955-4007-89a2-459419b1b44c None None] Routers {'bf77de57-d6b2-4af0-96d0-1a7bc91664ac'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:03.045359 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8db84498-1955-4007-89a2-459419b1b44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:50:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['bf77de57-d6b2-4af0-96d0-1a7bc91664ac'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:03.247362 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-33a9fee6-7c95-4e59-89bb-3508f27a7d14 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:03.253356 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-33a9fee6-7c95-4e59-89bb-3508f27a7d14 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/networks?id=9dc25977-4db6-44bb-84a0-2bb695d1e7b3 HTTP/1.1" status: 200 len: 809 time: 0.3301830 Feb 09 01:51:03.272105 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:03.272816 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:03.285923 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-dbdcfed4-e0b2-4587-8d8e-644ef2efbf7d tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/quotas/2aa93a5c7c644979abedd23e70cb219a HTTP/1.1" status: 200 len: 375 time: 0.0231831 Feb 09 01:51:03.379784 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51556) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:03.406398 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8db84498-1955-4007-89a2-459419b1b44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:03.458800 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0baf7e-0089-4cde-86cc-ae9332d487c3'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:51:03.463966 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-242a0721-aa90-4131-a879-0ec532222b84 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2aa93a5c7c644979abedd23e70cb219a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1687558 Feb 09 01:51:03.470115 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-7f3a537b-1db6-4bb3-8e72-ac424edc3670 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:51:03.474904 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dbedd1-cc12-48c1-8db7-b1bfbf897f03" -d '{"events": [{"server_uuid": "12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2", "name": "network-vif-plugged", "status": "completed", "tag": "2d0baf7e-0089-4cde-86cc-ae9332d487c3"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:51:03.492025 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-7f3a537b-1db6-4bb3-8e72-ac424edc3670 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0269704 Feb 09 01:51:03.529429 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 2d0baf7e-0089-4cde-86cc-ae9332d487c3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:03.534429 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db84498-1955-4007-89a2-459419b1b44c None None] Routers {'bf77de57-d6b2-4af0-96d0-1a7bc91664ac'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:03.544197 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8db84498-1955-4007-89a2-459419b1b44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:50:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['bf77de57-d6b2-4af0-96d0-1a7bc91664ac'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:03.612024 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:03.698774 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=2d0baf7e-0089-4cde-86cc-ae9332d487c3,revision_number=13']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:03.704024 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port f1f94908-29e3-4c41-ad04-30027a199467 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:03.707857 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8db84498-1955-4007-89a2-459419b1b44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:03.709061 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db84498-1955-4007-89a2-459419b1b44c None None] The sync data for ids ['bf77de57-d6b2-4af0-96d0-1a7bc91664ac'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:51:03.842302 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-133d2dd6-95b8-4b57-9c4b-8c71b3dfe693 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:03.857370 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-3c73faed-3b5c-4630-b866-039a6e8a658a service neutron] 10.222.0.36 "GET /v2.0/networks/9dc25977-4db6-44bb-84a0-2bb695d1e7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628778 Feb 09 01:51:04.053124 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-133d2dd6-95b8-4b57-9c4b-8c71b3dfe693 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] 10.222.0.36 "PUT /v2.0/quotas/bba4a238482540c98200054683443dc7 HTTP/1.1" status: 200 len: 366 time: 0.6720512 Feb 09 01:51:04.062947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51564) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:04.090207 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f1f94908-29e3-4c41-ad04-30027a199467 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:51:04.155358 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-85028ef0-cd41-4aba-be96-6ff9bb3c6818 service neutron] 10.222.0.36 "GET /v2.0/networks/9dc25977-4db6-44bb-84a0-2bb695d1e7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829585 Feb 09 01:51:04.181722 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port f1f94908-29e3-4c41-ad04-30027a199467 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:04.182334 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f1f94908-29e3-4c41-ad04-30027a199467), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:04.225557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1298d1-c75a-4d5d-8602-687c2350410f req-11580cef-f4e6-4358-98fa-29333f0baf82 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:04.235754 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b1298d1-c75a-4d5d-8602-687c2350410f req-11580cef-f4e6-4358-98fa-29333f0baf82 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 946 time: 0.3814003 Feb 09 01:51:04.349562 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port f1f94908-29e3-4c41-ad04-30027a199467 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:04.349836 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b942684b-282a-4b53-942e-347940e1b3b9 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.2852046 Feb 09 01:51:04.352101 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51566) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:04.371525 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6147a4bc-197f-429e-a337-6b1b7fe950ed tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] 10.222.0.36 "GET /v2.0/quotas/bba4a238482540c98200054683443dc7 HTTP/1.1" status: 200 len: 366 time: 0.0181689 Feb 09 01:51:04.372884 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51568) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:04.443047 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b1298d1-c75a-4d5d-8602-687c2350410f req-90d4efbc-da52-4b9b-bb28-268fc9dd971f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061751 Feb 09 01:51:04.500691 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4b3afc21-d0d6-4789-960b-086fa42d6aca tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/bba4a238482540c98200054683443dc7 HTTP/1.1" status: 204 len: 168 time: 0.1263702 Feb 09 01:51:04.504653 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51578) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:04.563860 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6b587733-48d4-4e11-9a98-cabc430028d0 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0533290 Feb 09 01:51:04.568548 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51584) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:04.580840 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959f669-f1f6-43f2-8723-77e86811f23b req-fc4f19e5-7526-481f-8344-40454faa3a8f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:04.585660 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c959f669-f1f6-43f2-8723-77e86811f23b req-fc4f19e5-7526-481f-8344-40454faa3a8f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.48 "GET /v2.0/ports?device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 945 time: 0.3381028 Feb 09 01:51:04.642576 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b9e0a99e-6144-424b-a01a-726a6db89347 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] 10.222.0.36 "GET /v2.0/quotas/bba4a238482540c98200054683443dc7 HTTP/1.1" status: 200 len: 370 time: 0.0722148 Feb 09 01:51:04.643519 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51588) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:04.676993 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-96db6c19-2779-4582-92df-8c39160d6229 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] 10.222.0.36 "GET /v2.0/quotas/bba4a238482540c98200054683443dc7/default HTTP/1.1" status: 200 len: 370 time: 0.0316801 Feb 09 01:51:04.677890 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51590) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:04.701401 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e95f94c-8307-46ef-893e-a67dd3342d63 x-openstack-request-id: req-8e95f94c-8307-46ef-893e-a67dd3342d63 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:51:04.702359 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2", "name": "network-vif-plugged", "status": "completed", "tag": "2d0baf7e-0089-4cde-86cc-ae9332d487c3", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:51:04.702695 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e95f94c-8307-46ef-893e-a67dd3342d63 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:51:04.704056 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0baf7e-0089-4cde-86cc-ae9332d487c3', 'code': 200} Feb 09 01:51:04.753090 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-85834fe6-e116-4a8e-8325-36791edad316 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] delete failed (client error): The resource could not be found. Feb 09 01:51:04.766553 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-85834fe6-e116-4a8e-8325-36791edad316 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/bba4a238482540c98200054683443dc7 HTTP/1.1" status: 404 len: 348 time: 0.0870309 Feb 09 01:51:05.025491 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9164425f-ffad-4d36-b75e-31dca9fad00f req-104d28d0-bbfa-46ce-9701-92b4449c5ccc tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 210 time: 0.1161704 Feb 09 01:51:05.305331 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51606) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:05.309889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-c959f669-f1f6-43f2-8723-77e86811f23b req-97e864e1-a01e-46c4-a1d6-67acfb6ac7ac tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Deleting port fe42dfdd-d381-4d53-b8e1-018b96ada94e {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:05.311818 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c959f669-f1f6-43f2-8723-77e86811f23b req-97e864e1-a01e-46c4-a1d6-67acfb6ac7ac tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (fe42dfdd-d381-4d53-b8e1-018b96ada94e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:05.424325 n-d-828387-3 neutron-server[103184]: DEBUG neutron.quota.resource [None req-1a7e27a7-4cf2-43a4-bfe5-1b82918f6630 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] Usage tracker for resource:network and project:ddb272f063bf4dc18081ac9856d26b53 is out of sync, need to count used quota {{(pid=103184) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 01:51:05.435702 n-d-828387-3 neutron-server[103184]: DEBUG neutron.quota.resource [None req-1a7e27a7-4cf2-43a4-bfe5-1b82918f6630 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103184) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 01:51:05.445419 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e28ab01-dd9d-4356-93d9-cd43c732444a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (bf77de57-d6b2-4af0-96d0-1a7bc91664ac), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:05.462157 n-d-828387-3 neutron-server[103184]: DEBUG neutron.quota.resource [None req-1a7e27a7-4cf2-43a4-bfe5-1b82918f6630 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] Usage tracker for resource:subnet and project:ddb272f063bf4dc18081ac9856d26b53 is out of sync, need to count used quota {{(pid=103184) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 01:51:05.474624 n-d-828387-3 neutron-server[103184]: DEBUG neutron.quota.resource [None req-1a7e27a7-4cf2-43a4-bfe5-1b82918f6630 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103184) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 01:51:05.475064 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed155e2-80c5-43f3-8c3b-c2a7a8b469a3 req-b54f9e7b-94cb-45a0-9f1b-39e3fa5bf031 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:05.493704 n-d-828387-3 neutron-server[103184]: DEBUG neutron.quota.resource [None req-1a7e27a7-4cf2-43a4-bfe5-1b82918f6630 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] Usage tracker for resource:subnetpool and project:ddb272f063bf4dc18081ac9856d26b53 is out of sync, need to count used quota {{(pid=103184) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 01:51:05.495578 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7ed155e2-80c5-43f3-8c3b-c2a7a8b469a3 req-b54f9e7b-94cb-45a0-9f1b-39e3fa5bf031 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 945 time: 0.5059390 Feb 09 01:51:05.509576 n-d-828387-3 neutron-server[103184]: DEBUG neutron.quota.resource [None req-1a7e27a7-4cf2-43a4-bfe5-1b82918f6630 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103184) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 01:51:05.530670 n-d-828387-3 neutron-server[103184]: DEBUG neutron.quota.resource [None req-1a7e27a7-4cf2-43a4-bfe5-1b82918f6630 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] Usage tracker for resource:port and project:ddb272f063bf4dc18081ac9856d26b53 is out of sync, need to count used quota {{(pid=103184) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 01:51:05.540827 n-d-828387-3 neutron-server[103184]: DEBUG neutron.quota.resource [None req-1a7e27a7-4cf2-43a4-bfe5-1b82918f6630 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103184) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 01:51:05.565517 n-d-828387-3 neutron-server[103184]: DEBUG neutron.quota.resource [None req-1a7e27a7-4cf2-43a4-bfe5-1b82918f6630 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] Usage tracker for resource:router and project:ddb272f063bf4dc18081ac9856d26b53 is out of sync, need to count used quota {{(pid=103184) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 01:51:05.578079 n-d-828387-3 neutron-server[103184]: DEBUG neutron.quota.resource [None req-1a7e27a7-4cf2-43a4-bfe5-1b82918f6630 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103184) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 01:51:05.603005 n-d-828387-3 neutron-server[103184]: DEBUG neutron.quota.resource [None req-1a7e27a7-4cf2-43a4-bfe5-1b82918f6630 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] Usage tracker for resource:floatingip and project:ddb272f063bf4dc18081ac9856d26b53 is out of sync, need to count used quota {{(pid=103184) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 01:51:05.650164 n-d-828387-3 neutron-server[103184]: DEBUG neutron.quota.resource [None req-1a7e27a7-4cf2-43a4-bfe5-1b82918f6630 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103184) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 01:51:05.708105 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5bf26709-0812-445c-9495-e96ecf79e067 req-42413f37-afb5-4d35-a2df-acf5c8532c28 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0915098 Feb 09 01:51:05.762090 n-d-828387-3 neutron-server[103184]: DEBUG neutron.quota.resource [None req-1a7e27a7-4cf2-43a4-bfe5-1b82918f6630 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] Usage tracker for resource:security_group and project:ddb272f063bf4dc18081ac9856d26b53 is out of sync, need to count used quota {{(pid=103184) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 01:51:05.779040 n-d-828387-3 neutron-server[103184]: DEBUG neutron.quota.resource [None req-1a7e27a7-4cf2-43a4-bfe5-1b82918f6630 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103184) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 01:51:05.835001 n-d-828387-3 neutron-server[103184]: DEBUG neutron.quota.resource [None req-1a7e27a7-4cf2-43a4-bfe5-1b82918f6630 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] Usage tracker for resource:security_group_rule and project:ddb272f063bf4dc18081ac9856d26b53 is out of sync, need to count used quota {{(pid=103184) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 01:51:05.849296 n-d-828387-3 neutron-server[103184]: DEBUG neutron.quota.resource [None req-1a7e27a7-4cf2-43a4-bfe5-1b82918f6630 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103184) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 01:51:05.864385 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1a7e27a7-4cf2-43a4-bfe5-1b82918f6630 tempest-QuotasTest-520940924 tempest-QuotasTest-520940924-project-admin] 10.222.0.36 "GET /v2.0/quotas/ddb272f063bf4dc18081ac9856d26b53/details.json HTTP/1.1" status: 200 len: 703 time: 0.5577106 Feb 09 01:51:06.114064 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7ed155e2-80c5-43f3-8c3b-c2a7a8b469a3 req-e386b1a2-fca5-41bc-8019-869c20f7ab1b tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6131194 Feb 09 01:51:06.116027 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5011c-70db-43ad-aedd-9a2ac51c3842 req-17eb6b9c-e0f9-439f-a66d-6b308dbcb971 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:06.127318 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-77d5011c-70db-43ad-aedd-9a2ac51c3842 req-17eb6b9c-e0f9-439f-a66d-6b308dbcb971 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.1976891 Feb 09 01:51:06.201241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-c959f669-f1f6-43f2-8723-77e86811f23b req-97e864e1-a01e-46c4-a1d6-67acfb6ac7ac tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] For port fe42dfdd-d381-4d53-b8e1-018b96ada94e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=fe42dfdd-d381-4d53-b8e1-018b96ada94e,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:06.202090 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c959f669-f1f6-43f2-8723-77e86811f23b req-97e864e1-a01e-46c4-a1d6-67acfb6ac7ac tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (fe42dfdd-d381-4d53-b8e1-018b96ada94e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:06.259706 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-77d5011c-70db-43ad-aedd-9a2ac51c3842 req-c2c542cf-11f5-4b54-95e5-3976606f4bc3 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199400 Feb 09 01:51:06.273487 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-c959f669-f1f6-43f2-8723-77e86811f23b req-97e864e1-a01e-46c4-a1d6-67acfb6ac7ac tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Calling delete_port for fe42dfdd-d381-4d53-b8e1-018b96ada94e owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:06.449622 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-45d1aba3-003b-4f52-8257-664b9668533c req-bb0ce506-322f-433a-917b-c669762d03cb tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 210 time: 0.0673077 Feb 09 01:51:06.549577 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51620) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:06.610873 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d74184-dce4-4803-9648-989df85b450b req-ead30801-e177-4ab3-a3d9-030a57bdb8d2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:06.615730 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-87d74184-dce4-4803-9648-989df85b450b req-ead30801-e177-4ab3-a3d9-030a57bdb8d2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 946 time: 0.3385918 Feb 09 01:51:06.821223 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-04478aab-2136-43f6-864f-38562a96fcea tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:06.825108 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-04478aab-2136-43f6-864f-38562a96fcea tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.67 "GET /v2.0/networks?id=9dc25977-4db6-44bb-84a0-2bb695d1e7b3 HTTP/1.1" status: 200 len: 809 time: 0.3070669 Feb 09 01:51:06.911593 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f7671f5b-1827-4b68-a203-f1549f4aa71b req-a9e5971c-d0ff-4915-886b-50fe7254ab53 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bd20ddec-e04d-407a-bd5d-dceb9f88c086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1284339 Feb 09 01:51:06.950465 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-34e7fd7b-c09d-4ce8-ae37-f39deb5ab610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:07.055608 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-87d74184-dce4-4803-9648-989df85b450b req-f70d05aa-3ad1-49c6-8045-e29ec8c60233 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549477 Feb 09 01:51:07.099353 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e015c073-4011-468b-acbc-4cd75267984d req-8edeb70c-9a9d-4c4a-ae6b-f1529411f8dd tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.1504097 Feb 09 01:51:07.245786 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-06a423e6-11e4-41cd-8125-0c5d2a0254f0 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2aa93a5c7c644979abedd23e70cb219a HTTP/1.1" status: 200 len: 380 time: 0.3880029 Feb 09 01:51:07.248754 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c959f669-f1f6-43f2-8723-77e86811f23b req-97e864e1-a01e-46c4-a1d6-67acfb6ac7ac tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (fe42dfdd-d381-4d53-b8e1-018b96ada94e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:07.265203 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['6a23ba66-360c-46da-9c7a-dca9a04eb217'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:51:07.285042 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e864e1-a01e-46c4-a1d6-67acfb6ac7ac tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Pushing event deleted for resources: {'Port': ['ID=fe42dfdd-d381-4d53-b8e1-018b96ada94e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:07.293132 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-eeea00b3-e0c2-4097-be15-3dbd912fb019 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Request body: {'port': {'device_id': '04a31655-14e0-4fb0-922b-612bade249c1', 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3', 'admin_state_up': True, 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'security_groups': ['13a24bd6-58e0-4f03-a408-95a39b8806a6']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:07.299508 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-34e7fd7b-c09d-4ce8-ae37-f39deb5ab610 admin admin] Publish callbacks [] for security_group (1b64b3eb-cabf-4b17-8914-285310dee088), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:07.323390 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-34e7fd7b-c09d-4ce8-ae37-f39deb5ab610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1b64b3eb-cabf-4b17-8914-285310dee088), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:07.425431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-8e28ab01-dd9d-4356-93d9-cd43c732444a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting port 7673064b-2a00-4eb4-8b25-6fd263c17931 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:07.425992 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e28ab01-dd9d-4356-93d9-cd43c732444a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (7673064b-2a00-4eb4-8b25-6fd263c17931), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:07.453204 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9717226f-3f8b-485c-a8f1-eade7aedf4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:07.484152 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7671f5b-1827-4b68-a203-f1549f4aa71b req-ab4bc58b-b8c0-48db-b82d-630aac3925ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:07.506219 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f7671f5b-1827-4b68-a203-f1549f4aa71b req-ab4bc58b-b8c0-48db-b82d-630aac3925ca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&device_id=bd20ddec-e04d-407a-bd5d-dceb9f88c086 HTTP/1.1" status: 200 len: 1128 time: 0.5331407 Feb 09 01:51:07.542446 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-34e7fd7b-c09d-4ce8-ae37-f39deb5ab610 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6db95ef76d14f37bd04d020a4ed3e73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9893484 Feb 09 01:51:07.545336 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51632) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:07.609500 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e28ab01-dd9d-4356-93d9-cd43c732444a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (7673064b-2a00-4eb4-8b25-6fd263c17931), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:07.626427 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-8e28ab01-dd9d-4356-93d9-cd43c732444a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Calling delete_port for 7673064b-2a00-4eb4-8b25-6fd263c17931 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:07.783858 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7671f5b-1827-4b68-a203-f1549f4aa71b req-d7a6d296-9857-4709-b392-bc3efff04d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:07.787141 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f7671f5b-1827-4b68-a203-f1549f4aa71b req-d7a6d296-9857-4709-b392-bc3efff04d52 service neutron] 10.222.0.67 "GET /v2.0/networks?id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 200 len: 906 time: 0.2435791 Feb 09 01:51:07.858351 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7fd7b-c09d-4ce8-ae37-f39deb5ab610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b64b3eb-cabf-4b17-8914-285310dee088,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:07.896296 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bb0eb5e9-2908-463e-bf9f-930a6e3e9c76 req-117589f2-9679-447a-aec2-df7447ffdd8d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=387de407-322a-4144-a14d-ec40d26470d9 HTTP/1.1" status: 200 len: 210 time: 0.4354129 Feb 09 01:51:07.950350 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e28ab01-dd9d-4356-93d9-cd43c732444a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (7673064b-2a00-4eb4-8b25-6fd263c17931), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:07.966542 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-c959f669-f1f6-43f2-8723-77e86811f23b req-97e864e1-a01e-46c4-a1d6-67acfb6ac7ac tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] No DVR routers for this DVR port fe42dfdd-d381-4d53-b8e1-018b96ada94e on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:51:07.995822 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f7671f5b-1827-4b68-a203-f1549f4aa71b req-784e6e7d-3937-4efe-8279-b680ce0cb807 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a23ba66-360c-46da-9c7a-dca9a04eb217 HTTP/1.1" status: 200 len: 217 time: 0.1385806 Feb 09 01:51:08.002329 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c959f669-f1f6-43f2-8723-77e86811f23b req-97e864e1-a01e-46c4-a1d6-67acfb6ac7ac tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:08.006663 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c959f669-f1f6-43f2-8723-77e86811f23b req-97e864e1-a01e-46c4-a1d6-67acfb6ac7ac tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.48 "DELETE /v2.0/ports/fe42dfdd-d381-4d53-b8e1-018b96ada94e HTTP/1.1" status: 204 len: 173 time: 3.4011302 Feb 09 01:51:08.071579 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387de407-322a-4144-a14d-ec40d26470d9', 'name': 'network-vif-deleted', 'tag': 'fe42dfdd-d381-4d53-b8e1-018b96ada94e'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:51:08.083114 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee6f116-fa5d-4ed8-86c8-8c2998eec1f6" -d '{"events": [{"server_uuid": "387de407-322a-4144-a14d-ec40d26470d9", "name": "network-vif-deleted", "tag": "fe42dfdd-d381-4d53-b8e1-018b96ada94e"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:51:08.118943 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28ab01-dd9d-4356-93d9-cd43c732444a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Port': ['ID=7673064b-2a00-4eb4-8b25-6fd263c17931,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:08.173441 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device fe42dfdd-d381-4d53-b8e1-018b96ada94e no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:51:08.240736 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: fe42dfdd-d381-4d53-b8e1-018b96ada94e {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:51:08.241270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device fe42dfdd-d381-4d53-b8e1-018b96ada94e not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:51:08.345752 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-eeea00b3-e0c2-4097-be15-3dbd912fb019 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Made reservation on behalf of 2aa93a5c7c644979abedd23e70cb219a for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:08.349163 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-eeea00b3-e0c2-4097-be15-3dbd912fb019 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:08.586511 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-eeea00b3-e0c2-4097-be15-3dbd912fb019 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Allocated IP 172.20.0.6 (9dc25977-4db6-44bb-84a0-2bb695d1e7b3/31c54961-46dc-40c7-88f9-d9c98de17b88/f003e7c2-76a6-408f-ba92-0282e046ea76) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:08.717103 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7671f5b-1827-4b68-a203-f1549f4aa71b req-c218df04-68bd-4f9e-a922-244439bee5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:08.720568 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f7671f5b-1827-4b68-a203-f1549f4aa71b req-c218df04-68bd-4f9e-a922-244439bee5ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c HTTP/1.1" status: 200 len: 845 time: 0.7153411 Feb 09 01:51:08.851662 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2cf4b-5115-4469-8f1c-2d0d9e014128 req-85e4af66-e077-4ce6-b7e6-cefc0aed6b94 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:08.864785 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4ba2cf4b-5115-4469-8f1c-2d0d9e014128 req-85e4af66-e077-4ce6-b7e6-cefc0aed6b94 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 1.0860178 Feb 09 01:51:08.877884 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f7671f5b-1827-4b68-a203-f1549f4aa71b req-0ad9c6ff-20a4-4bad-889f-3070c6467ead service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1312032 Feb 09 01:51:08.901562 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fc52bc7-607d-4c6b-8211-f2d1715a2baf admin admin] Publish callbacks [] for security_group (1b64b3eb-cabf-4b17-8914-285310dee088), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:08.917018 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-eeea00b3-e0c2-4097-be15-3dbd912fb019 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for port (f003e7c2-76a6-408f-ba92-0282e046ea76), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:08.959701 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9165c7a2-b4c3-41aa-92e8-a90f4951de2c req-b0434950-3be3-4126-8582-6a253d6fc56c tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 210 time: 0.7355413 Feb 09 01:51:08.962057 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-eeea00b3-e0c2-4097-be15-3dbd912fb019 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (f003e7c2-76a6-408f-ba92-0282e046ea76), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:08.964221 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e28ab01-dd9d-4356-93d9-cd43c732444a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (bf77de57-d6b2-4af0-96d0-1a7bc91664ac), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:09.045725 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-eeea00b3-e0c2-4097-be15-3dbd912fb019 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Network 9dc25977-4db6-44bb-84a0-2bb695d1e7b3 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:09.054823 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-eeea00b3-e0c2-4097-be15-3dbd912fb019 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:09.233866 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-eeea00b3-e0c2-4097-be15-3dbd912fb019 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:09.237323 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f7671f5b-1827-4b68-a203-f1549f4aa71b req-c48a9d8d-590e-471b-8687-78f662bfeca7 service neutron] 10.222.0.67 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284912 Feb 09 01:51:09.247340 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7044f000-af0b-4238-b79c-a1b63e56bce8 x-openstack-request-id: req-7044f000-af0b-4238-b79c-a1b63e56bce8 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:51:09.248185 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387de407-322a-4144-a14d-ec40d26470d9", "name": "network-vif-deleted", "tag": "fe42dfdd-d381-4d53-b8e1-018b96ada94e", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:51:09.248712 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7044f000-af0b-4238-b79c-a1b63e56bce8 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:51:09.249784 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387de407-322a-4144-a14d-ec40d26470d9', 'name': 'network-vif-deleted', 'tag': 'fe42dfdd-d381-4d53-b8e1-018b96ada94e', 'status': 'completed', 'code': 200} Feb 09 01:51:09.278546 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fc52bc7-607d-4c6b-8211-f2d1715a2baf admin admin] Publish callbacks [] for security_group (1b64b3eb-cabf-4b17-8914-285310dee088), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:09.375181 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fc52bc7-607d-4c6b-8211-f2d1715a2baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1b64b3eb-cabf-4b17-8914-285310dee088), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:09.378290 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fc52bc7-607d-4c6b-8211-f2d1715a2baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:09.379728 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9fc52bc7-607d-4c6b-8211-f2d1715a2baf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b64b3eb-cabf-4b17-8914-285310dee088 HTTP/1.1" status: 204 len: 168 time: 1.8129764 Feb 09 01:51:09.479926 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4ba2cf4b-5115-4469-8f1c-2d0d9e014128 req-31b8fbab-8c35-4eb1-912d-fecd4c35a6b3 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6066961 Feb 09 01:51:09.481106 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc52bc7-607d-4c6b-8211-f2d1715a2baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b64b3eb-cabf-4b17-8914-285310dee088,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:09.516224 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea00b3-e0c2-4097-be15-3dbd912fb019 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Pushing event updated for resources: {'Port': ['ID=f003e7c2-76a6-408f-ba92-0282e046ea76,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:09.605181 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-eeea00b3-e0c2-4097-be15-3dbd912fb019 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:09.606815 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-eeea00b3-e0c2-4097-be15-3dbd912fb019 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:09.632188 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f7671f5b-1827-4b68-a203-f1549f4aa71b req-6487b6f9-c380-4715-ae16-ed08e5979e9f service neutron] 10.222.0.67 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818625 Feb 09 01:51:09.773363 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbf2ba-6bb5-44ce-99ee-8457cc31c87d req-e9575b11-dec6-47c7-925e-5d380e92ec9b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:09.773781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-36accdd7-ab9d-4abd-bae7-db42497b21ad None None] Provisioning complete for port f003e7c2-76a6-408f-ba92-0282e046ea76 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:09.777183 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-36accdd7-ab9d-4abd-bae7-db42497b21ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f003e7c2-76a6-408f-ba92-0282e046ea76), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:09.797249 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:09.797603 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41fbf2ba-6bb5-44ce-99ee-8457cc31c87d req-e9575b11-dec6-47c7-925e-5d380e92ec9b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 946 time: 0.3856461 Feb 09 01:51:09.825193 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e28ab01-dd9d-4356-93d9-cd43c732444a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Router bf77de57-d6b2-4af0-96d0-1a7bc91664ac has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:51:09.929215 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-de6ff9a9-e138-4f6f-9a39-f45e6ad20fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:09.948058 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41fbf2ba-6bb5-44ce-99ee-8457cc31c87d req-a86b86b4-a049-4764-8f05-f851a2e73078 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398752 Feb 09 01:51:09.962493 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-eeea00b3-e0c2-4097-be15-3dbd912fb019 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6791234 Feb 09 01:51:09.964782 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-36accdd7-ab9d-4abd-bae7-db42497b21ad None None] Port f003e7c2-76a6-408f-ba92-0282e046ea76 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:51:09.988310 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-ca256a96-5767-4057-8510-6ee51353f632 service neutron] Request body: {'port': {'device_id': '04a31655-14e0-4fb0-922b-612bade249c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:10.063979 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-015b4300-9096-4498-8f68-72a6ac2d41b8 req-343df779-8d52-4d62-ab20-fe4fbc3baa7f tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.1950848 Feb 09 01:51:10.220327 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51650) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:10.283244 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab966592-bfe0-445d-aca3-6e62886baeb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:10.704435 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab966592-bfe0-445d-aca3-6e62886baeb9 admin admin] Publish callbacks [] for security_group (786a0a8a-2090-4f26-a140-8d57bef6f134), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:10.719077 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab966592-bfe0-445d-aca3-6e62886baeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (786a0a8a-2090-4f26-a140-8d57bef6f134), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:10.769393 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-ca256a96-5767-4057-8510-6ee51353f632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f003e7c2-76a6-408f-ba92-0282e046ea76), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:10.770776 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:10.797222 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e28ab01-dd9d-4356-93d9-cd43c732444a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:51:10.804998 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8e28ab01-dd9d-4356-93d9-cd43c732444a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/routers/bf77de57-d6b2-4af0-96d0-1a7bc91664ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7895679 Feb 09 01:51:10.821348 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09ad9e-5e46-40a9-ae4c-3833674c4cc2 req-6f916904-2722-4e78-9f55-24e4792895a7 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:10.829434 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51658) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:10.831158 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed09ad9e-5e46-40a9-ae4c-3833674c4cc2 req-6f916904-2722-4e78-9f55-24e4792895a7 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 931 time: 0.2430060 Feb 09 01:51:10.846291 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:10.885246 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d49d449-4498-45eb-9989-a4a8421a4d19 None None] Sync routers for ids ['bf77de57-d6b2-4af0-96d0-1a7bc91664ac'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:51:10.925244 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d49d449-4498-45eb-9989-a4a8421a4d19 None None] Routers {'bf77de57-d6b2-4af0-96d0-1a7bc91664ac'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:10.927503 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-0d49d449-4498-45eb-9989-a4a8421a4d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:51:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['bf77de57-d6b2-4af0-96d0-1a7bc91664ac'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:11.038590 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-915682fa-c9a4-43f1-95ac-601bf59be959 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf77de57-d6b2-4af0-96d0-1a7bc91664ac HTTP/1.1" status: 200 len: 205 time: 0.1843681 Feb 09 01:51:11.047904 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ab966592-bfe0-445d-aca3-6e62886baeb9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ddb272f063bf4dc18081ac9856d26b53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8256650 Feb 09 01:51:11.050696 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51662) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:11.052872 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51664) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:11.055273 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-0d49d449-4498-45eb-9989-a4a8421a4d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:11.061460 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab966592-bfe0-445d-aca3-6e62886baeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786a0a8a-2090-4f26-a140-8d57bef6f134,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:11.092077 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d49d449-4498-45eb-9989-a4a8421a4d19 None None] Routers {'bf77de57-d6b2-4af0-96d0-1a7bc91664ac'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:11.093538 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-0d49d449-4498-45eb-9989-a4a8421a4d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:51:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['bf77de57-d6b2-4af0-96d0-1a7bc91664ac'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:11.169491 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-0d49d449-4498-45eb-9989-a4a8421a4d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:11.170620 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d49d449-4498-45eb-9989-a4a8421a4d19 None None] The sync data for ids ['bf77de57-d6b2-4af0-96d0-1a7bc91664ac'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:51:11.319831 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6c9fab0-abd8-43a7-bd2f-575596494355 admin admin] Publish callbacks [] for security_group (786a0a8a-2090-4f26-a140-8d57bef6f134), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:11.325259 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ab56924-194f-4aa7-9a9d-dc7c89853ee0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (bf77de57-d6b2-4af0-96d0-1a7bc91664ac), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:11.424017 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-ca256a96-5767-4057-8510-6ee51353f632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f003e7c2-76a6-408f-ba92-0282e046ea76 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:51:11.446082 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-ca256a96-5767-4057-8510-6ee51353f632 service neutron] Publish callbacks [] for port (f003e7c2-76a6-408f-ba92-0282e046ea76), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:11.472382 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418b6e0-4918-4239-b87d-ced8b4777ed6 req-4da8b325-fef7-4e24-a333-c8393b695b8a tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:11.473877 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-ca256a96-5767-4057-8510-6ee51353f632 service neutron] Transition to ACTIVE for port object f003e7c2-76a6-408f-ba92-0282e046ea76 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:51:11.486880 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-ca256a96-5767-4057-8510-6ee51353f632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (f003e7c2-76a6-408f-ba92-0282e046ea76), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:11.487601 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8418b6e0-4918-4239-b87d-ced8b4777ed6 req-4da8b325-fef7-4e24-a333-c8393b695b8a tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.5617294 Feb 09 01:51:11.597327 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed09ad9e-5e46-40a9-ae4c-3833674c4cc2 req-6f64832d-6595-4d67-9294-041490b05847 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/security-groups?id=13a24bd6-58e0-4f03-a408-95a39b8806a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7644110 Feb 09 01:51:11.700019 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca256a96-5767-4057-8510-6ee51353f632 service neutron] Pushing event updated for resources: {'Port': ['ID=f003e7c2-76a6-408f-ba92-0282e046ea76,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:11.748795 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ab56924-194f-4aa7-9a9d-dc7c89853ee0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (bf77de57-d6b2-4af0-96d0-1a7bc91664ac), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:11.758115 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ab56924-194f-4aa7-9a9d-dc7c89853ee0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router_controller (bf77de57-d6b2-4af0-96d0-1a7bc91664ac), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:11.994375 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8418b6e0-4918-4239-b87d-ced8b4777ed6 req-f488520f-45e9-4cad-98d7-c766ab66253b tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037055 Feb 09 01:51:12.022453 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ab56924-194f-4aa7-9a9d-dc7c89853ee0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (bf77de57-d6b2-4af0-96d0-1a7bc91664ac), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:12.023354 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab56924-194f-4aa7-9a9d-dc7c89853ee0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Fanout notify agent at l3_agent the message router_deleted on router bf77de57-d6b2-4af0-96d0-1a7bc91664ac {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:51:12.029531 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6c9fab0-abd8-43a7-bd2f-575596494355 admin admin] Publish callbacks [] for security_group (786a0a8a-2090-4f26-a140-8d57bef6f134), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:12.047430 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ab56924-194f-4aa7-9a9d-dc7c89853ee0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:12.050088 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1ab56924-194f-4aa7-9a9d-dc7c89853ee0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/routers/bf77de57-d6b2-4af0-96d0-1a7bc91664ac HTTP/1.1" status: 204 len: 168 time: 0.9929111 Feb 09 01:51:12.060338 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51676) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:12.114835 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-ca256a96-5767-4057-8510-6ee51353f632 service neutron] Attempting to bind port f003e7c2-76a6-408f-ba92-0282e046ea76 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:51:12.115533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-ca256a96-5767-4057-8510-6ee51353f632 service neutron] Attempting to bind port f003e7c2-76a6-408f-ba92-0282e046ea76 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'd4ea2450-6abe-43d3-9a61-35b9d1589dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:51:12.116140 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-ca256a96-5767-4057-8510-6ee51353f632 service neutron] Attempting to bind port f003e7c2-76a6-408f-ba92-0282e046ea76 on network 9dc25977-4db6-44bb-84a0-2bb695d1e7b3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:51:12.144941 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-ca256a96-5767-4057-8510-6ee51353f632 service neutron] Port f003e7c2-76a6-408f-ba92-0282e046ea76 on network 9dc25977-4db6-44bb-84a0-2bb695d1e7b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:51:12.145602 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-ca256a96-5767-4057-8510-6ee51353f632 service neutron] Attempting to bind port f003e7c2-76a6-408f-ba92-0282e046ea76 on network 9dc25977-4db6-44bb-84a0-2bb695d1e7b3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:51:12.166983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-ca256a96-5767-4057-8510-6ee51353f632 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:51:12.167686 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-ca256a96-5767-4057-8510-6ee51353f632 service neutron] Checking segment: {'id': 'd4ea2450-6abe-43d3-9a61-35b9d1589dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:51:12.168257 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-ca256a96-5767-4057-8510-6ee51353f632 service neutron] Bound using segment: {'id': 'd4ea2450-6abe-43d3-9a61-35b9d1589dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:51:12.170668 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-ca256a96-5767-4057-8510-6ee51353f632 service neutron] Bound port: f003e7c2-76a6-408f-ba92-0282e046ea76, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ea2450-6abe-43d3-9a61-35b9d1589dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:51:12.172024 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-ca256a96-5767-4057-8510-6ee51353f632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f003e7c2-76a6-408f-ba92-0282e046ea76), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:12.197351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-a9bc09bd-6c05-43ea-a456-bbf36b2f8837 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:12.200293 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-a9bc09bd-6c05-43ea-a456-bbf36b2f8837 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/networks?id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 200 len: 805 time: 0.2568660 Feb 09 01:51:12.259759 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-624a436e-a5a5-4e58-94a7-f662f2e3cd7a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/quotas/57a477aa675d4adb8145bd3e3ad9c65b HTTP/1.1" status: 200 len: 375 time: 0.0249677 Feb 09 01:51:12.319355 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-ca256a96-5767-4057-8510-6ee51353f632 service neutron] For port f003e7c2-76a6-408f-ba92-0282e046ea76, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:51:12.327781 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69db1e-362e-4804-a200-e0e13637d23c req-68594bb8-a9d8-4ced-98b6-cd2ca46a8caa tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:12.334640 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-ca256a96-5767-4057-8510-6ee51353f632 service neutron] For port f003e7c2-76a6-408f-ba92-0282e046ea76, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f003e7c2-76a6-408f-ba92-0282e046ea76,segment=NetworkSegment(d4ea2450-6abe-43d3-9a61-35b9d1589dcc),segment_id=d4ea2450-6abe-43d3-9a61-35b9d1589dcc)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:51:12.352599 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d69db1e-362e-4804-a200-e0e13637d23c req-68594bb8-a9d8-4ced-98b6-cd2ca46a8caa tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 946 time: 0.1689596 Feb 09 01:51:12.372767 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-ca256a96-5767-4057-8510-6ee51353f632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (f003e7c2-76a6-408f-ba92-0282e046ea76), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:12.373078 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:12.374597 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea804010-2bdf-475f-8113-16e440fe7f83 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting subnet 1d9b36c9-0272-4c71-9ee4-65ed51e119a9 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:51:12.388940 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea804010-2bdf-475f-8113-16e440fe7f83 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for subnet (1d9b36c9-0272-4c71-9ee4-65ed51e119a9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:12.417747 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-ca256a96-5767-4057-8510-6ee51353f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:12.419602 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-ca256a96-5767-4057-8510-6ee51353f632 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:12.420834 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-ca256a96-5767-4057-8510-6ee51353f632 service neutron] 10.222.0.67 "PUT /v2.0/ports/f003e7c2-76a6-408f-ba92-0282e046ea76 HTTP/1.1" status: 200 len: 1091 time: 2.4495621 Feb 09 01:51:12.422340 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a31655-14e0-4fb0-922b-612bade249c1', 'tag': 'f003e7c2-76a6-408f-ba92-0282e046ea76'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:51:12.423628 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da0afa2-ae94-4389-b378-e2218ee3a828" -d '{"events": [{"name": "network-changed", "server_uuid": "04a31655-14e0-4fb0-922b-612bade249c1", "tag": "f003e7c2-76a6-408f-ba92-0282e046ea76"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:51:12.461477 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6c9fab0-abd8-43a7-bd2f-575596494355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (786a0a8a-2090-4f26-a140-8d57bef6f134), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:12.466336 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-6bd1e62e-8302-4829-b448-4be97528bf8d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1610188 Feb 09 01:51:12.467842 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca256a96-5767-4057-8510-6ee51353f632 service neutron] Pushing event updated for resources: {'Port': ['ID=f003e7c2-76a6-408f-ba92-0282e046ea76,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:12.468680 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6c9fab0-abd8-43a7-bd2f-575596494355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:12.472403 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c6c9fab0-abd8-43a7-bd2f-575596494355 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/786a0a8a-2090-4f26-a140-8d57bef6f134 HTTP/1.1" status: 204 len: 168 time: 1.4107995 Feb 09 01:51:12.555497 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea804010-2bdf-475f-8113-16e440fe7f83 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (1d9b36c9-0272-4c71-9ee4-65ed51e119a9), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:12.652375 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-5d105f75-a080-4bde-86e9-c150cc209045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:12.654997 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-5d105f75-a080-4bde-86e9-c150cc209045 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2aa93a5c7c644979abedd23e70cb219a&device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 1125 time: 0.1785529 Feb 09 01:51:12.738939 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9fab0-abd8-43a7-bd2f-575596494355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786a0a8a-2090-4f26-a140-8d57bef6f134,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:12.742004 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-c6be9f4e-8997-422a-b884-71e63be85ab7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f003e7c2-76a6-408f-ba92-0282e046ea76 HTTP/1.1" status: 200 len: 217 time: 0.0756907 Feb 09 01:51:12.749747 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea804010-2bdf-475f-8113-16e440fe7f83 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (1d9b36c9-0272-4c71-9ee4-65ed51e119a9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:12.754861 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-06a4b75b-7a66-49c4-a12a-db63beaa6e24 service neutron] 10.222.0.36 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649345 Feb 09 01:51:12.852720 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d69db1e-362e-4804-a200-e0e13637d23c req-2584400b-dee3-428c-a767-6bedef3dd560 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4960799 Feb 09 01:51:12.968035 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea804010-2bdf-475f-8113-16e440fe7f83 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (1d9b36c9-0272-4c71-9ee4-65ed51e119a9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:13.037911 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea804010-2bdf-475f-8113-16e440fe7f83 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Subnet': ['ID=1d9b36c9-0272-4c71-9ee4-65ed51e119a9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:13.103860 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-724cdead-dddb-453e-a988-4c016e0f0032 req-731b0b11-894e-4cfe-9a9b-2a5426c88a5c tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0696788 Feb 09 01:51:13.109101 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea804010-2bdf-475f-8113-16e440fe7f83 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:13.113925 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae87b9f7-4115-4ef7-b48e-bfc91ccd7d23 None None] Network a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:51:13.118993 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ea804010-2bdf-475f-8113-16e440fe7f83 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/subnets/1d9b36c9-0272-4c71-9ee4-65ed51e119a9 HTTP/1.1" status: 204 len: 168 time: 1.0561256 Feb 09 01:51:13.123670 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51694) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:13.246199 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-66efa9e1-3bde-41a3-9bba-e711be7290a9 service neutron] 10.222.0.36 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572864 Feb 09 01:51:13.302623 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-54439942-fadc-4bdf-9a7f-260f5668624f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:13.304900 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-54439942-fadc-4bdf-9a7f-260f5668624f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=31c54961-46dc-40c7-88f9-d9c98de17b88 HTTP/1.1" status: 200 len: 848 time: 0.5485492 Feb 09 01:51:13.307896 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f20f4c-80a4-4b2b-a898-beebecab869a x-openstack-request-id: req-63f20f4c-80a4-4b2b-a898-beebecab869a {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:51:13.308450 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a31655-14e0-4fb0-922b-612bade249c1", "tag": "f003e7c2-76a6-408f-ba92-0282e046ea76", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:51:13.308704 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63f20f4c-80a4-4b2b-a898-beebecab869a {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:51:13.309893 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a31655-14e0-4fb0-922b-612bade249c1', 'tag': 'f003e7c2-76a6-408f-ba92-0282e046ea76', 'status': 'completed', 'code': 200} Feb 09 01:51:13.373299 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bba0fd-9034-4c7e-8c34-bfc424f4ace8 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting subnet da68f6da-1fc2-409e-b6e3-2a14f4afff97 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:51:13.381469 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c4bba0fd-9034-4c7e-8c34-bfc424f4ace8 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for subnet (da68f6da-1fc2-409e-b6e3-2a14f4afff97), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:13.501718 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c4bba0fd-9034-4c7e-8c34-bfc424f4ace8 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (da68f6da-1fc2-409e-b6e3-2a14f4afff97), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:13.560756 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-71c4109f-efa6-4b8c-a13a-5dbdf72104ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:13.570815 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-71c4109f-efa6-4b8c-a13a-5dbdf72104ee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9dc25977-4db6-44bb-84a0-2bb695d1e7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2562151 Feb 09 01:51:13.704667 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:13.717880 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c4bba0fd-9034-4c7e-8c34-bfc424f4ace8 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (da68f6da-1fc2-409e-b6e3-2a14f4afff97), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:13.892877 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cb9bff-f694-40a0-9ba2-caf666436853 None None] DHCP port deletion for a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:51:14.053560 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29ff50-a41d-4e5c-a820-e83bec8bdf54 req-8b8adfe3-499e-428b-b002-df79bbe92d2e tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:14.066378 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bd29ff50-a41d-4e5c-a820-e83bec8bdf54 req-8b8adfe3-499e-428b-b002-df79bbe92d2e tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 943 time: 0.1708918 Feb 09 01:51:14.103665 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-49cb9bff-f694-40a0-9ba2-caf666436853 None None] Deleting port a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:14.109751 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c4bba0fd-9034-4c7e-8c34-bfc424f4ace8 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (da68f6da-1fc2-409e-b6e3-2a14f4afff97), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:14.111119 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-49cb9bff-f694-40a0-9ba2-caf666436853 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:14.139853 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3024fe-c81b-4794-ac5e-012f5514c92e req-4b631397-0497-480f-a7f3-2b81184f64b5 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:14.141622 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae3024fe-c81b-4794-ac5e-012f5514c92e req-4b631397-0497-480f-a7f3-2b81184f64b5 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.3377802 Feb 09 01:51:14.151043 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:51:14.158225 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-7859c172-a159-410a-bf8d-e4414aab133d service neutron] 10.222.0.67 "GET /v2.0/networks/9dc25977-4db6-44bb-84a0-2bb695d1e7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5828030 Feb 09 01:51:14.197722 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c4bba0fd-9034-4c7e-8c34-bfc424f4ace8 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:14.219505 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c4bba0fd-9034-4c7e-8c34-bfc424f4ace8 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/subnets/da68f6da-1fc2-409e-b6e3-2a14f4afff97 HTTP/1.1" status: 204 len: 168 time: 1.0924652 Feb 09 01:51:14.245244 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256e2eb9-4b48-440c-a9a8-6666cda6ec35 None None] Network cb4ec56d-bd18-4c82-a9dd-61c48175f2da requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:51:14.273283 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51718) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:14.287520 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bba0fd-9034-4c7e-8c34-bfc424f4ace8 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Subnet': ['ID=da68f6da-1fc2-409e-b6e3-2a14f4afff97,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:14.412304 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bd29ff50-a41d-4e5c-a820-e83bec8bdf54 req-e42b28b4-d6a9-48fd-b87e-f1198c1eee93 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/security-groups?id=13a24bd6-58e0-4f03-a408-95a39b8806a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3437581 Feb 09 01:51:14.419557 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42d7aa26-d6f3-4bd4-8c2a-cd1862e86965 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:14.544225 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-42d7aa26-d6f3-4bd4-8c2a-cd1862e86965 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting port a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:14.544942 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42d7aa26-d6f3-4bd4-8c2a-cd1862e86965 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:14.606702 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-49cb9bff-f694-40a0-9ba2-caf666436853 None None] For port a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2,segment=NetworkSegment(ae12596e-4053-4b45-b623-24347b821960),segment_id=ae12596e-4053-4b45-b623-24347b821960)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:14.608617 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-49cb9bff-f694-40a0-9ba2-caf666436853 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:14.701439 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-49cb9bff-f694-40a0-9ba2-caf666436853 None None] Calling delete_port for a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:14.703350 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae3024fe-c81b-4794-ac5e-012f5514c92e req-d04f6e16-d9f3-48c6-bceb-1a8954c322a5 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5355110 Feb 09 01:51:14.706649 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8a18da32-b6b3-43e2-a647-799d0c15d17d req-38741dc3-b7e8-4507-ab6a-a7877ebf271b service neutron] 10.222.0.67 "GET /v2.0/networks/9dc25977-4db6-44bb-84a0-2bb695d1e7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370121 Feb 09 01:51:14.744641 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03f38b4c-27ca-4054-9c62-ff3594052cb5 req-d8ac32a9-4a41-4c83-9b53-44061e84874d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0e3a7c4-9603-4f8c-a074-f1b57798df90 HTTP/1.1" status: 200 len: 210 time: 0.1890109 Feb 09 01:51:14.814679 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:14.829307 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:14.878344 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-42d7aa26-d6f3-4bd4-8c2a-cd1862e86965 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] For port a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2,segment=NetworkSegment(ae12596e-4053-4b45-b623-24347b821960),segment_id=ae12596e-4053-4b45-b623-24347b821960)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:14.878721 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42d7aa26-d6f3-4bd4-8c2a-cd1862e86965 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:14.957921 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-42d7aa26-d6f3-4bd4-8c2a-cd1862e86965 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Calling delete_port for a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:15.028943 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2,segment=NetworkSegment(ae12596e-4053-4b45-b623-24347b821960),segment_id=ae12596e-4053-4b45-b623-24347b821960)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:15.044404 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e45b000-5984-481e-b49b-b7f6bf1a095a None None] DHCP port deletion for cb4ec56d-bd18-4c82-a9dd-61c48175f2da request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:51:15.050815 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51732) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:15.071163 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:15.238439 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe9a30-d368-49b6-b999-032fcd2b96ef req-658188f6-220b-4807-a1dd-92efe6a3cd0b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:15.247483 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3ffe9a30-d368-49b6-b999-032fcd2b96ef req-658188f6-220b-4807-a1dd-92efe6a3cd0b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 946 time: 0.2604508 Feb 09 01:51:15.249708 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42d7aa26-d6f3-4bd4-8c2a-cd1862e86965 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:15.258485 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f3bb12e-122a-4f0e-bd56-e8e653104d03 req-04181f5f-7df4-42cb-a6bc-35f6b915fcdf tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.1461666 Feb 09 01:51:15.267676 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:15.311886 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7aa26-d6f3-4bd4-8c2a-cd1862e86965 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Port': ['ID=a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:15.346175 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d7aa26-d6f3-4bd4-8c2a-cd1862e86965 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] No DVR routers for this DVR port a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:51:15.448391 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0afa2-ae94-4389-b378-e2218ee3a828 req-c8e358a9-c60b-47fe-9113-6e701f67a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:15.451308 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3da0afa2-ae94-4389-b378-e2218ee3a828 req-c8e358a9-c60b-47fe-9113-6e701f67a7d9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2aa93a5c7c644979abedd23e70cb219a&device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 1125 time: 0.1818624 Feb 09 01:51:15.582433 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5e45b000-5984-481e-b49b-b7f6bf1a095a None None] Deleting port a87120b7-e7fd-4056-882c-0bd5211189fe {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:15.583946 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5e45b000-5984-481e-b49b-b7f6bf1a095a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a87120b7-e7fd-4056-882c-0bd5211189fe), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:15.587166 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-49cb9bff-f694-40a0-9ba2-caf666436853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:15.615962 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3ffe9a30-d368-49b6-b999-032fcd2b96ef req-cb9d8078-4cd0-42bd-ad32-3834c29d0def tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3673079 Feb 09 01:51:15.647553 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cb9bff-f694-40a0-9ba2-caf666436853 None None] No DVR routers for this DVR port a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:51:15.690664 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42d7aa26-d6f3-4bd4-8c2a-cd1862e86965 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:15.726088 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b57a0af2-bcd0-426b-8ed6-28cd678ada90 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-641006565'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:15.757544 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb9bff-f694-40a0-9ba2-caf666436853 None None] Pushing event deleted for resources: {'Port': ['ID=a2ea9ffb-de13-454c-ae7f-4e4c37d3cbb2,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:15.760357 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-42d7aa26-d6f3-4bd4-8c2a-cd1862e86965 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:15.831651 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-42d7aa26-d6f3-4bd4-8c2a-cd1862e86965 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae12596e-4053-4b45-b623-24347b821960') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:15.831940 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-42d7aa26-d6f3-4bd4-8c2a-cd1862e86965 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae12596e-4053-4b45-b623-24347b821960') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:15.870248 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5e45b000-5984-481e-b49b-b7f6bf1a095a None None] For port a87120b7-e7fd-4056-882c-0bd5211189fe, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a87120b7-e7fd-4056-882c-0bd5211189fe,segment=NetworkSegment(42828492-fbe1-41ad-bdac-b59eb0e52a8a),segment_id=42828492-fbe1-41ad-bdac-b59eb0e52a8a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:15.873010 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5e45b000-5984-481e-b49b-b7f6bf1a095a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a87120b7-e7fd-4056-882c-0bd5211189fe), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:15.882887 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42d7aa26-d6f3-4bd4-8c2a-cd1862e86965 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (ae12596e-4053-4b45-b623-24347b821960), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:15.915342 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5e45b000-5984-481e-b49b-b7f6bf1a095a None None] Calling delete_port for a87120b7-e7fd-4056-882c-0bd5211189fe owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:15.935116 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42d7aa26-d6f3-4bd4-8c2a-cd1862e86965 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (ae12596e-4053-4b45-b623-24347b821960), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:15.971955 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d7aa26-d6f3-4bd4-8c2a-cd1862e86965 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:51:15.972698 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42d7aa26-d6f3-4bd4-8c2a-cd1862e86965 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (ae12596e-4053-4b45-b623-24347b821960), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: warnings.warn('Neutron quota engine will require "--force" ' Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:51:15.981542 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:51:16.016082 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57a0af2-bcd0-426b-8ed6-28cd678ada90 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Made reservation on behalf of adb81fbf8d68477ab9cba80c4f0f3056 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:16.021735 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b57a0af2-bcd0-426b-8ed6-28cd678ada90 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:16.074080 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b57a0af2-bcd0-426b-8ed6-28cd678ada90 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:16.134130 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34590785-d518-45b4-beab-b6750407a12b req-d8e1bf1e-fe5d-4400-bbb2-0f4a118922b9 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:16.175189 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a87120b7-e7fd-4056-882c-0bd5211189fe no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:51:16.178229 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34590785-d518-45b4-beab-b6750407a12b req-d8e1bf1e-fe5d-4400-bbb2-0f4a118922b9 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 943 time: 0.4430146 Feb 09 01:51:16.186078 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d6483ea8-0199-4f59-9fbc-af104eb6b4f9 req-05b5e18e-c7cd-4c3c-8dd7-509bc4b697aa tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0e3a7c4-9603-4f8c-a074-f1b57798df90 HTTP/1.1" status: 200 len: 210 time: 0.1928501 Feb 09 01:51:16.211250 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5e45b000-5984-481e-b49b-b7f6bf1a095a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (a87120b7-e7fd-4056-882c-0bd5211189fe), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:16.231991 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42d7aa26-d6f3-4bd4-8c2a-cd1862e86965 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:16.250084 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0afa2-ae94-4389-b378-e2218ee3a828 req-de6cbd75-f3ac-43b2-8e0b-0bdf7ed813ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:16.251465 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3da0afa2-ae94-4389-b378-e2218ee3a828 req-de6cbd75-f3ac-43b2-8e0b-0bdf7ed813ae service neutron] 10.222.0.67 "GET /v2.0/networks?id=9dc25977-4db6-44bb-84a0-2bb695d1e7b3 HTTP/1.1" status: 200 len: 910 time: 0.7927594 Feb 09 01:51:16.254018 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42d7aa26-d6f3-4bd4-8c2a-cd1862e86965 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:16.265721 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-42d7aa26-d6f3-4bd4-8c2a-cd1862e86965 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/networks/a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e HTTP/1.1" status: 204 len: 168 time: 1.9888799 Feb 09 01:51:16.276808 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51748) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:16.290738 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7aa26-d6f3-4bd4-8c2a-cd1862e86965 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Network': ['ID=a6a0e14f-ef1e-4bcd-bde0-0497755eeb6e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:16.293861 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: a87120b7-e7fd-4056-882c-0bd5211189fe {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:51:16.294718 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a87120b7-e7fd-4056-882c-0bd5211189fe not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:51:16.343688 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45b000-5984-481e-b49b-b7f6bf1a095a None None] Pushing event deleted for resources: {'Port': ['ID=a87120b7-e7fd-4056-882c-0bd5211189fe,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:16.354166 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e45b000-5984-481e-b49b-b7f6bf1a095a None None] No DVR routers for this DVR port a87120b7-e7fd-4056-882c-0bd5211189fe on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:51:16.565089 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e317584-fdfd-4513-b330-84b2d7246faa req-0ee7af30-019d-456c-90e2-3e7b7727fa13 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0982871 Feb 09 01:51:16.571020 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b70c951b-73c3-40d7-a54b-5e13200527b9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (cb4ec56d-bd18-4c82-a9dd-61c48175f2da), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:16.645834 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3da0afa2-ae94-4389-b378-e2218ee3a828 req-a0fdd0bc-d58e-4809-9480-6ae767675c2b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f003e7c2-76a6-408f-ba92-0282e046ea76 HTTP/1.1" status: 200 len: 217 time: 0.3798511 Feb 09 01:51:16.652528 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-d5f3f90c-118e-4da1-a6f3-15cb6ac89743 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:16.655190 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-d5f3f90c-118e-4da1-a6f3-15cb6ac89743 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.48 "GET /v2.0/networks?id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 200 len: 805 time: 0.2104914 Feb 09 01:51:16.766571 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34590785-d518-45b4-beab-b6750407a12b req-9385eaa2-842e-4b3d-8f34-d1dd5f4df732 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/security-groups?id=13a24bd6-58e0-4f03-a408-95a39b8806a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5870929 Feb 09 01:51:16.794999 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-573da197-88dd-4020-9b53-85ebe802a711 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Request body: {'port': {'device_id': 'd0e3a7c4-9603-4f8c-a074-f1b57798df90', 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299', 'admin_state_up': True, 'tenant_id': '57a477aa675d4adb8145bd3e3ad9c65b'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:16.892554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0afa2-ae94-4389-b378-e2218ee3a828 req-6eddaa10-0912-469a-8b05-17454b2eac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:16.894409 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3da0afa2-ae94-4389-b378-e2218ee3a828 req-6eddaa10-0912-469a-8b05-17454b2eac3a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=31c54961-46dc-40c7-88f9-d9c98de17b88 HTTP/1.1" status: 200 len: 848 time: 0.2377479 Feb 09 01:51:16.950724 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b70c951b-73c3-40d7-a54b-5e13200527b9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (cb4ec56d-bd18-4c82-a9dd-61c48175f2da), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:16.977246 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b57a0af2-bcd0-426b-8ed6-28cd678ada90 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks [] for security_group (5e496911-fe3b-4476-a2f2-b8ccc296a4df), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:16.991360 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b57a0af2-bcd0-426b-8ed6-28cd678ada90 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5e496911-fe3b-4476-a2f2-b8ccc296a4df), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:17.000246 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b70c951b-73c3-40d7-a54b-5e13200527b9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4ec56d-bd18-4c82-a9dd-61c48175f2da']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:17.008015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57a0af2-bcd0-426b-8ed6-28cd678ada90 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:51:17.025573 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b57a0af2-bcd0-426b-8ed6-28cd678ada90 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (34bd44dc-f98a-4d0b-8c0a-33024952772d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:17.036022 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-b57a0af2-bcd0-426b-8ed6-28cd678ada90 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Added segment 34bd44dc-f98a-4d0b-8c0a-33024952772d of type vlan for network 8e675a9f-af1f-4430-8933-7af1cc185275 Feb 09 01:51:17.072551 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b70c951b-73c3-40d7-a54b-5e13200527b9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42828492-fbe1-41ad-bdac-b59eb0e52a8a') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:17.072951 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b70c951b-73c3-40d7-a54b-5e13200527b9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42828492-fbe1-41ad-bdac-b59eb0e52a8a') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:17.084015 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b57a0af2-bcd0-426b-8ed6-28cd678ada90 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (8e675a9f-af1f-4430-8933-7af1cc185275), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:17.091498 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b70c951b-73c3-40d7-a54b-5e13200527b9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (42828492-fbe1-41ad-bdac-b59eb0e52a8a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:17.120471 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b57a0af2-bcd0-426b-8ed6-28cd678ada90 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (8e675a9f-af1f-4430-8933-7af1cc185275), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:17.123720 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b70c951b-73c3-40d7-a54b-5e13200527b9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (42828492-fbe1-41ad-bdac-b59eb0e52a8a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:17.126750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57a0af2-bcd0-426b-8ed6-28cd678ada90 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:17.127685 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b57a0af2-bcd0-426b-8ed6-28cd678ada90 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:17.133361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70c951b-73c3-40d7-a54b-5e13200527b9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:51:17.133969 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b70c951b-73c3-40d7-a54b-5e13200527b9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (42828492-fbe1-41ad-bdac-b59eb0e52a8a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:17.153743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0afa2-ae94-4389-b378-e2218ee3a828 req-53c21447-592d-4e11-bb8f-c6e80162cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:17.155702 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3da0afa2-ae94-4389-b378-e2218ee3a828 req-53c21447-592d-4e11-bb8f-c6e80162cb79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9dc25977-4db6-44bb-84a0-2bb695d1e7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2547441 Feb 09 01:51:17.248707 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-573da197-88dd-4020-9b53-85ebe802a711 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Made reservation on behalf of 57a477aa675d4adb8145bd3e3ad9c65b for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:17.252594 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-573da197-88dd-4020-9b53-85ebe802a711 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:51:17.266938 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:51:17.270519 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b70c951b-73c3-40d7-a54b-5e13200527b9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (cb4ec56d-bd18-4c82-a9dd-61c48175f2da), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:17.288527 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b70c951b-73c3-40d7-a54b-5e13200527b9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:17.303484 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b70c951b-73c3-40d7-a54b-5e13200527b9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/networks/cb4ec56d-bd18-4c82-a9dd-61c48175f2da HTTP/1.1" status: 204 len: 168 time: 1.0252185 Feb 09 01:51:17.310648 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b57a0af2-bcd0-426b-8ed6-28cd678ada90 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.2578733 Feb 09 01:51:17.324677 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51758) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:17.324925 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51760) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:17.335237 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-3955ebca-6976-42c5-a405-14877672384c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1104245620'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:17.345793 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a0af2-bcd0-426b-8ed6-28cd678ada90 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e496911-fe3b-4476-a2f2-b8ccc296a4df,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:17.379505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a0af2-bcd0-426b-8ed6-28cd678ada90 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Pushing event updated for resources: {'Network': ['ID=8e675a9f-af1f-4430-8933-7af1cc185275,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:17.396455 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-41436996-7fc4-4f0b-ad4d-f0eca01e4397 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Request body: {'subnet': {'network_id': '8e675a9f-af1f-4430-8933-7af1cc185275', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:17.410479 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 8e675a9f-af1f-4430-8933-7af1cc185275 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:51:17.428915 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c951b-73c3-40d7-a54b-5e13200527b9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Network': ['ID=cb4ec56d-bd18-4c82-a9dd-61c48175f2da,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:17.443863 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3955ebca-6976-42c5-a405-14877672384c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Made reservation on behalf of 247ac12d74ff449fabfbe552acae8758 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:17.446974 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3955ebca-6976-42c5-a405-14877672384c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:17.508270 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32953f7-b24f-42f1-925b-126651b215ff req-542f3f33-3e40-4a42-be5f-bf276e1e401b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:17.509831 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c32953f7-b24f-42f1-925b-126651b215ff req-542f3f33-3e40-4a42-be5f-bf276e1e401b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 946 time: 0.5030651 Feb 09 01:51:17.537840 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3955ebca-6976-42c5-a405-14877672384c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:51:17.560481 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3955ebca-6976-42c5-a405-14877672384c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (173ad8b5-ca69-4c85-ae75-d69095331d6d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:17.560823 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-3955ebca-6976-42c5-a405-14877672384c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Added segment 173ad8b5-ca69-4c85-ae75-d69095331d6d of type vlan for network ebfcbcb6-ac20-4219-a68a-55049a979332 Feb 09 01:51:17.670897 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-270c6fd5-3e8d-4e94-a5c0-7574893d3cbb req-93906201-76aa-4c22-b455-c605f045877a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0e3a7c4-9603-4f8c-a074-f1b57798df90 HTTP/1.1" status: 200 len: 210 time: 0.2872808 Feb 09 01:51:17.685568 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3955ebca-6976-42c5-a405-14877672384c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (ebfcbcb6-ac20-4219-a68a-55049a979332), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:17.857231 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-573da197-88dd-4020-9b53-85ebe802a711 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Allocated IP 172.20.0.9 (30f7b1d3-dfdd-498b-b6de-9d9501b1c299/1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c/5e03dbc3-46d9-42de-8350-77bbcaf7ed82) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:17.871427 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c32953f7-b24f-42f1-925b-126651b215ff req-c24083e4-927b-4d85-a672-37c554fb2639 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322085 Feb 09 01:51:17.873558 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41436996-7fc4-4f0b-ad4d-f0eca01e4397 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Made reservation on behalf of adb81fbf8d68477ab9cba80c4f0f3056 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:17.877106 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-41436996-7fc4-4f0b-ad4d-f0eca01e4397 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:17.880550 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3955ebca-6976-42c5-a405-14877672384c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (ebfcbcb6-ac20-4219-a68a-55049a979332), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:17.886528 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3955ebca-6976-42c5-a405-14877672384c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:17.887200 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3955ebca-6976-42c5-a405-14877672384c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:17.982670 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c1cc85c-ec98-4b37-8f0d-c2a7fca7aaef req-6edb920e-39a3-4019-a440-117dd26d4f58 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0977004 Feb 09 01:51:17.991698 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3da0afa2-ae94-4389-b378-e2218ee3a828 req-621ba939-5fa9-4dff-9cd1-96b7646b39c3 service neutron] 10.222.0.67 "GET /v2.0/networks/9dc25977-4db6-44bb-84a0-2bb695d1e7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7938440 Feb 09 01:51:18.128642 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3955ebca-6976-42c5-a405-14877672384c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7979815 Feb 09 01:51:18.132979 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51768) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:18.144650 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-00c05ac5-4088-425a-805f-105cf8df071b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'subnet': {'network_id': 'ebfcbcb6-ac20-4219-a68a-55049a979332', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:18.177021 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955ebca-6976-42c5-a405-14877672384c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Network': ['ID=ebfcbcb6-ac20-4219-a68a-55049a979332,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:18.195611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network ebfcbcb6-ac20-4219-a68a-55049a979332 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:51:18.238120 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840468e2-e95a-453a-9660-b57d73413f5e req-d17c3fd0-98c9-4496-92fc-cc26253254f6 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:18.239681 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-840468e2-e95a-453a-9660-b57d73413f5e req-d17c3fd0-98c9-4496-92fc-cc26253254f6 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 943 time: 0.1919415 Feb 09 01:51:18.346581 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c05ac5-4088-425a-805f-105cf8df071b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Made reservation on behalf of 247ac12d74ff449fabfbe552acae8758 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:18.352581 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-00c05ac5-4088-425a-805f-105cf8df071b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:18.387972 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-840468e2-e95a-453a-9660-b57d73413f5e req-6f75ff75-a37f-4434-bb9e-08f7aa5dc77d tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/security-groups?id=13a24bd6-58e0-4f03-a408-95a39b8806a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057911 Feb 09 01:51:18.411634 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-41436996-7fc4-4f0b-ad4d-f0eca01e4397 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (14496e87-a0fa-4388-aabc-68c3a7936bbf), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:18.522785 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41436996-7fc4-4f0b-ad4d-f0eca01e4397 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Pushing event updated for resources: {'Subnet': ['ID=14496e87-a0fa-4388-aabc-68c3a7936bbf,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:18.595023 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41436996-7fc4-4f0b-ad4d-f0eca01e4397 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Checking segment: {'id': '34bd44dc-f98a-4d0b-8c0a-33024952772d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8e675a9f-af1f-4430-8933-7af1cc185275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:51:18.595694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41436996-7fc4-4f0b-ad4d-f0eca01e4397 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Network hostable DHCP agents. Network: 8e675a9f-af1f-4430-8933-7af1cc185275, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:51:18.629776 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41436996-7fc4-4f0b-ad4d-f0eca01e4397 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Network 8e675a9f-af1f-4430-8933-7af1cc185275 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:51:18.657388 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3da0afa2-ae94-4389-b378-e2218ee3a828 req-bb41425e-c15b-409d-b883-f58e6ae12277 service neutron] 10.222.0.67 "GET /v2.0/networks/9dc25977-4db6-44bb-84a0-2bb695d1e7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6579657 Feb 09 01:51:18.663740 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-41436996-7fc4-4f0b-ad4d-f0eca01e4397 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 8e675a9f-af1f-4430-8933-7af1cc185275) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:18.678733 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50576fa-aed8-4e26-93ab-561dee4c7fdc None None] Network 8e675a9f-af1f-4430-8933-7af1cc185275 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:51:18.712020 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41436996-7fc4-4f0b-ad4d-f0eca01e4397 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:18.712733 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-41436996-7fc4-4f0b-ad4d-f0eca01e4397 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:18.818086 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-41436996-7fc4-4f0b-ad4d-f0eca01e4397 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4871700 Feb 09 01:51:18.822776 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51772) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:18.842205 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-46f490ec-548d-4e8c-b905-c30a8e4fe4d8 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Request body: {'port': {'network_id': '8e675a9f-af1f-4430-8933-7af1cc185275', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1598532007'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:18.861382 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-573da197-88dd-4020-9b53-85ebe802a711 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks [] for port (5e03dbc3-46d9-42de-8350-77bbcaf7ed82), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:19.069144 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-8e675a9f-af1f-4430-8933-7af1cc185275', 'network_id': '8e675a9f-af1f-4430-8933-7af1cc185275', 'project_id': 'adb81fbf8d68477ab9cba80c4f0f3056', 'fixed_ips': [{'subnet_id': '14496e87-a0fa-4388-aabc-68c3a7936bbf'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:51:19.071691 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:19.182597 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68653e-73dd-4c21-acf7-a62553f4836b req-330af7e6-03dd-4ed5-8504-5729dd95bfba tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:19.184943 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1a68653e-73dd-4c21-acf7-a62553f4836b req-330af7e6-03dd-4ed5-8504-5729dd95bfba tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 946 time: 0.1631110 Feb 09 01:51:19.306290 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1a68653e-73dd-4c21-acf7-a62553f4836b req-9c4e569b-77db-4bf2-9e81-fe641dc12f99 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089776 Feb 09 01:51:19.374705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Allocated IP 2001:db8::2 (8e675a9f-af1f-4430-8933-7af1cc185275/14496e87-a0fa-4388-aabc-68c3a7936bbf/da526f83-1aa3-4722-b793-5e79729e916b) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:19.451744 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ededb5d7-14b8-4ec2-9942-6141ef9ac82c req-3ea22c09-762f-47cc-aa4c-4fd784a8b6fa tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0636182 Feb 09 01:51:19.573231 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aa0cb27d-7568-496d-a760-b8341dd0f840 req-3630cfc5-9358-4c3f-b792-d4dbaf40914f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0e3a7c4-9603-4f8c-a074-f1b57798df90 HTTP/1.1" status: 200 len: 210 time: 0.6315165 Feb 09 01:51:19.663889 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85352074-66b2-413e-8c2c-dc912f2c1f9d req-22779e84-4bd0-400c-ad51-3fd0d110dec3 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:19.672751 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-85352074-66b2-413e-8c2c-dc912f2c1f9d req-22779e84-4bd0-400c-ad51-3fd0d110dec3 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 943 time: 0.1071632 Feb 09 01:51:19.732524 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Publish callbacks [] for port (da526f83-1aa3-4722-b793-5e79729e916b), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:19.745450 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (da526f83-1aa3-4722-b793-5e79729e916b), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:19.745746 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-85352074-66b2-413e-8c2c-dc912f2c1f9d req-e7df3bf3-8e03-4aa5-9f9f-40c98328f072 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/security-groups?id=13a24bd6-58e0-4f03-a408-95a39b8806a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701067 Feb 09 01:51:19.747564 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-00c05ac5-4088-425a-805f-105cf8df071b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (0de08219-9c56-4924-83f0-27ad59c01715), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:19.751153 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-573da197-88dd-4020-9b53-85ebe802a711 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5e03dbc3-46d9-42de-8350-77bbcaf7ed82), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:19.775253 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['6a23ba66-360c-46da-9c7a-dca9a04eb217'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:51:19.788003 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device f003e7c2-76a6-408f-ba92-0282e046ea76 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:51:19.888037 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f490ec-548d-4e8c-b905-c30a8e4fe4d8 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Made reservation on behalf of adb81fbf8d68477ab9cba80c4f0f3056 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:19.893788 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-46f490ec-548d-4e8c-b905-c30a8e4fe4d8 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:19.907576 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-573da197-88dd-4020-9b53-85ebe802a711 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:19.917645 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Network 8e675a9f-af1f-4430-8933-7af1cc185275 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:19.928534 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c05ac5-4088-425a-805f-105cf8df071b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Subnet': ['ID=0de08219-9c56-4924-83f0-27ad59c01715,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:19.939858 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573da197-88dd-4020-9b53-85ebe802a711 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Pushing event updated for resources: {'Port': ['ID=5e03dbc3-46d9-42de-8350-77bbcaf7ed82,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:19.945344 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Pushing event updated for resources: {'Port': ['ID=da526f83-1aa3-4722-b793-5e79729e916b,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:19.948464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-573da197-88dd-4020-9b53-85ebe802a711 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:19.960454 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:19.962895 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:19.973042 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-573da197-88dd-4020-9b53-85ebe802a711 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:19.979127 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.979696 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.981497 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.983062 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.983953 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.984493 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.985100 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.985663 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.986200 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.986726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.987310 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.987781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.988327 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:20.015863 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-46f490ec-548d-4e8c-b905-c30a8e4fe4d8 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] device_id is not set on port 0a1fb660-b070-4d7e-a6d9-b5954b4c01fb yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:51:20.076697 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:51:20.215078 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Attempting to bind port da526f83-1aa3-4722-b793-5e79729e916b on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:51:20.215699 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Attempting to bind port da526f83-1aa3-4722-b793-5e79729e916b by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '34bd44dc-f98a-4d0b-8c0a-33024952772d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8e675a9f-af1f-4430-8933-7af1cc185275'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:51:20.216360 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Attempting to bind port da526f83-1aa3-4722-b793-5e79729e916b on network 8e675a9f-af1f-4430-8933-7af1cc185275 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:51:20.237671 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-573da197-88dd-4020-9b53-85ebe802a711 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:20.239120 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-573da197-88dd-4020-9b53-85ebe802a711 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:20.240154 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:51:20.240541 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Checking segment: {'id': '34bd44dc-f98a-4d0b-8c0a-33024952772d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8e675a9f-af1f-4430-8933-7af1cc185275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:51:20.240957 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:20.241360 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Bound using segment: {'id': '34bd44dc-f98a-4d0b-8c0a-33024952772d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8e675a9f-af1f-4430-8933-7af1cc185275'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:51:20.241854 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Bound port: da526f83-1aa3-4722-b793-5e79729e916b, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bd44dc-f98a-4d0b-8c0a-33024952772d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8e675a9f-af1f-4430-8933-7af1cc185275'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:51:20.242249 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (da526f83-1aa3-4722-b793-5e79729e916b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:20.246027 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c05ac5-4088-425a-805f-105cf8df071b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Checking segment: {'id': '173ad8b5-ca69-4c85-ae75-d69095331d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ebfcbcb6-ac20-4219-a68a-55049a979332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:51:20.247101 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c05ac5-4088-425a-805f-105cf8df071b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network hostable DHCP agents. Network: ebfcbcb6-ac20-4219-a68a-55049a979332, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:51:20.375148 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-46f490ec-548d-4e8c-b905-c30a8e4fe4d8 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Allocated IP 2001:db8::19a (8e675a9f-af1f-4430-8933-7af1cc185275/14496e87-a0fa-4388-aabc-68c3a7936bbf/0a1fb660-b070-4d7e-a6d9-b5954b4c01fb) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:20.384494 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c05ac5-4088-425a-805f-105cf8df071b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network ebfcbcb6-ac20-4219-a68a-55049a979332 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:51:20.399443 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-573da197-88dd-4020-9b53-85ebe802a711 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6690607 Feb 09 01:51:20.422223 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-00c05ac5-4088-425a-805f-105cf8df071b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, ebfcbcb6-ac20-4219-a68a-55049a979332) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:20.422791 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port f003e7c2-76a6-408f-ba92-0282e046ea76, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f003e7c2-76a6-408f-ba92-0282e046ea76,segment=NetworkSegment(d4ea2450-6abe-43d3-9a61-35b9d1589dcc),segment_id=d4ea2450-6abe-43d3-9a61-35b9d1589dcc)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:20.464027 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3221d22c-b9e9-41dc-bac2-dc97bd22c05a None None] Network ebfcbcb6-ac20-4219-a68a-55049a979332 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:51:20.476703 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-6df8fb23-55d9-44bd-b2ed-80165033f8af service neutron] Request body: {'port': {'device_id': 'd0e3a7c4-9603-4f8c-a074-f1b57798df90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:20.529658 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'f003e7c2-76a6-408f-ba92-0282e046ea76', 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3', 'port_id': 'f003e7c2-76a6-408f-ba92-0282e046ea76', 'mac_address': 'fa:16:3e:89:69:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31c54961-46dc-40c7-88f9-d9c98de17b88', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:51:20.541018 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c05ac5-4088-425a-805f-105cf8df071b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:20.541970 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-00c05ac5-4088-425a-805f-105cf8df071b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:20.628907 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-00c05ac5-4088-425a-805f-105cf8df071b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4918485 Feb 09 01:51:20.632049 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2467471-ae79-4ebb-a499-603a4791522a req-9840c1ae-c2a4-4171-aade-a3e4c7206d36 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:20.639469 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51800) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:20.643713 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c2467471-ae79-4ebb-a499-603a4791522a req-9840c1ae-c2a4-4171-aade-a3e4c7206d36 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 946 time: 0.1454146 Feb 09 01:51:20.662738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-79456956-a3df-484e-99c6-f219c05f19d7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-481417376', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:20.734566 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c2467471-ae79-4ebb-a499-603a4791522a req-556af088-32d8-4934-8758-bd59ae64eb5c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898616 Feb 09 01:51:20.811550 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79456956-a3df-484e-99c6-f219c05f19d7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:20.812821 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79456956-a3df-484e-99c6-f219c05f19d7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:20.861954 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] For port da526f83-1aa3-4722-b793-5e79729e916b, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:51:20.875143 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79456956-a3df-484e-99c6-f219c05f19d7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router_controller (5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:20.906297 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] For port da526f83-1aa3-4722-b793-5e79729e916b, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=da526f83-1aa3-4722-b793-5e79729e916b,segment=NetworkSegment(34bd44dc-f98a-4d0b-8c0a-33024952772d),segment_id=34bd44dc-f98a-4d0b-8c0a-33024952772d)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:51:20.914118 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b830b3b7-92b8-4462-9927-250e8effcaf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ebfcbcb6-ac20-4219-a68a-55049a979332', 'network_id': 'ebfcbcb6-ac20-4219-a68a-55049a979332', 'project_id': '247ac12d74ff449fabfbe552acae8758', 'fixed_ips': [{'subnet_id': '0de08219-9c56-4924-83f0-27ad59c01715'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:51:20.914118 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b830b3b7-92b8-4462-9927-250e8effcaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:20.927413 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79456956-a3df-484e-99c6-f219c05f19d7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:20.933360 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port f003e7c2-76a6-408f-ba92-0282e046ea76 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:20.933892 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f003e7c2-76a6-408f-ba92-0282e046ea76), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:20.941977 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (da526f83-1aa3-4722-b793-5e79729e916b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:20.992381 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79456956-a3df-484e-99c6-f219c05f19d7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:20.995020 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6562304b-793d-42a4-a634-1925efe80be3 req-494cddbf-fecd-46a7-af86-6267f1575a48 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0505443 Feb 09 01:51:20.996190 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-79456956-a3df-484e-99c6-f219c05f19d7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3499057 Feb 09 01:51:21.000064 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51804) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:21.004757 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4ba161eb-f721-4fb3-b00b-0920f112ba34 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'port': {'network_id': 'ebfcbcb6-ac20-4219-a68a-55049a979332', 'name': 'tempest-RoutersIpV6Test-1086375084'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:21.083934 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f003e7c2-76a6-408f-ba92-0282e046ea76 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:51:21.098357 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174e462-6ed3-46c0-87e1-c71662ecb6cd req-5543d3a8-c6f4-4a24-ba3d-f12f431643c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:21.112645 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c174e462-6ed3-46c0-87e1-c71662ecb6cd req-5543d3a8-c6f4-4a24-ba3d-f12f431643c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=07e140259b184093891c4d6ee1230ea9&device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 1128 time: 0.5258539 Feb 09 01:51:21.142223 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port f003e7c2-76a6-408f-ba92-0282e046ea76, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f003e7c2-76a6-408f-ba92-0282e046ea76,segment=NetworkSegment(d4ea2450-6abe-43d3-9a61-35b9d1589dcc),segment_id=d4ea2450-6abe-43d3-9a61-35b9d1589dcc)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:21.160616 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f003e7c2-76a6-408f-ba92-0282e046ea76), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:21.209998 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb8233-f0c2-40f9-a419-4632729b0662 req-3037153d-6455-4d1d-8fb1-7b7947294c7c tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:21.220358 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2ffb8233-f0c2-40f9-a419-4632729b0662 req-3037153d-6455-4d1d-8fb1-7b7947294c7c tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.5859411 Feb 09 01:51:21.255923 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-6df8fb23-55d9-44bd-b2ed-80165033f8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5e03dbc3-46d9-42de-8350-77bbcaf7ed82), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:21.276440 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba161eb-f721-4fb3-b00b-0920f112ba34 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Made reservation on behalf of 247ac12d74ff449fabfbe552acae8758 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:21.291483 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ba161eb-f721-4fb3-b00b-0920f112ba34 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:21.335988 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864ca31-7647-401a-9ca4-64da7e14ea5d req-5f4895c8-8ce9-40e9-b01e-c8268861b1e7 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:21.344545 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3864ca31-7647-401a-9ca4-64da7e14ea5d req-5f4895c8-8ce9-40e9-b01e-c8268861b1e7 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0e3a7c4-9603-4f8c-a074-f1b57798df90 HTTP/1.1" status: 200 len: 931 time: 0.1336749 Feb 09 01:51:21.363360 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-4ba161eb-f721-4fb3-b00b-0920f112ba34 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] device_id is not set on port 0383a2f9-f85b-4e06-b5c5-7f95b44c325c yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:51:21.523452 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-46f490ec-548d-4e8c-b905-c30a8e4fe4d8 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks [] for port (0a1fb660-b070-4d7e-a6d9-b5954b4c01fb), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:21.591735 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-b830b3b7-92b8-4462-9927-250e8effcaf8 None None] Allocated IP 2001:db8::2 (ebfcbcb6-ac20-4219-a68a-55049a979332/0de08219-9c56-4924-83f0-27ad59c01715/f8cbf165-610d-46a4-a042-11cdece7dc90) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:21.643480 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8361a-914f-4046-8725-8e5a6959583d None None] Pushing event updated for resources: {'Port': ['ID=da526f83-1aa3-4722-b793-5e79729e916b,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:21.661025 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3864ca31-7647-401a-9ca4-64da7e14ea5d req-ddbe82d1-532e-4a1f-8b7e-b9d7a0939a89 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137782 Feb 09 01:51:21.801505 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2ffb8233-f0c2-40f9-a419-4632729b0662 req-dba7800a-4791-4dc6-88f8-cc5d9c9ae25e tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093796 Feb 09 01:51:21.828407 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-46f490ec-548d-4e8c-b905-c30a8e4fe4d8 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (0a1fb660-b070-4d7e-a6d9-b5954b4c01fb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:21.876807 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f490ec-548d-4e8c-b905-c30a8e4fe4d8 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Network 8e675a9f-af1f-4430-8933-7af1cc185275 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:21.879418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174e462-6ed3-46c0-87e1-c71662ecb6cd req-49f3334b-79f0-4b40-ab4a-40a9bc530edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:21.882218 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c174e462-6ed3-46c0-87e1-c71662ecb6cd req-49f3334b-79f0-4b40-ab4a-40a9bc530edd service neutron] 10.222.0.48 "GET /v2.0/networks?id=48733fa2-0a6e-4f10-9d66-30891daf5281 HTTP/1.1" status: 200 len: 920 time: 0.7470744 Feb 09 01:51:21.901946 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-46f490ec-548d-4e8c-b905-c30a8e4fe4d8 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:21.907082 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=f003e7c2-76a6-408f-ba92-0282e046ea76,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:21.910767 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f490ec-548d-4e8c-b905-c30a8e4fe4d8 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:21.918798 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f490ec-548d-4e8c-b905-c30a8e4fe4d8 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:21.919634 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-46f490ec-548d-4e8c-b905-c30a8e4fe4d8 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:21.932644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['f003e7c2-76a6-408f-ba92-0282e046ea76'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:51:22.008957 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c174e462-6ed3-46c0-87e1-c71662ecb6cd req-3dc1ee98-e99b-4bee-90b8-c527323f0bbe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=719ef8f8-41c4-4e78-bd87-81cf10377bd5 HTTP/1.1" status: 200 len: 217 time: 0.0864515 Feb 09 01:51:22.093551 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba741b62-05e6-4838-8e10-3205dc8fb2f8 req-cd8e04ef-db48-4ca9-a7cb-a3335f43a7ba tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:22.109425 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ba741b62-05e6-4838-8e10-3205dc8fb2f8 req-cd8e04ef-db48-4ca9-a7cb-a3335f43a7ba tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 944 time: 0.2708442 Feb 09 01:51:22.150162 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174e462-6ed3-46c0-87e1-c71662ecb6cd req-546c985b-1e98-43f5-ab82-5763445d8885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:22.152199 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c174e462-6ed3-46c0-87e1-c71662ecb6cd req-546c985b-1e98-43f5-ab82-5763445d8885 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f38153e0-346d-45ee-a8ba-011ed1d4fedb HTTP/1.1" status: 200 len: 859 time: 0.0731115 Feb 09 01:51:22.226595 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b830b3b7-92b8-4462-9927-250e8effcaf8 None None] Publish callbacks [] for port (f8cbf165-610d-46a4-a042-11cdece7dc90), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:22.237705 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ba741b62-05e6-4838-8e10-3205dc8fb2f8 req-db9ef8a7-37c6-46ee-ba2a-5ad97b2428e4 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/security-groups?id=13a24bd6-58e0-4f03-a408-95a39b8806a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212404 Feb 09 01:51:22.238074 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c174e462-6ed3-46c0-87e1-c71662ecb6cd req-4e494494-fc90-4c53-b826-0e6cf4727310 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48733fa2-0a6e-4f10-9d66-30891daf5281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692937 Feb 09 01:51:22.250826 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b830b3b7-92b8-4462-9927-250e8effcaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (f8cbf165-610d-46a4-a042-11cdece7dc90), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:22.302583 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device da526f83-1aa3-4722-b793-5e79729e916b up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:51:22.318570 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-46f490ec-548d-4e8c-b905-c30a8e4fe4d8 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4849186 Feb 09 01:51:22.366092 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51810) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:22.377775 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-46f25e1a-6fe9-490f-a135-b7782c2cbc62 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Request body: {'port': {'network_id': '8e675a9f-af1f-4430-8933-7af1cc185275', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1573636987', 'allowed_address_pairs': [{'ip_address': '2001:db8::19a', 'mac_address': 'fa:16:3e:79:35:44'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:22.396766 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-4ba161eb-f721-4fb3-b00b-0920f112ba34 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Allocated IP 2001:db8::ac (ebfcbcb6-ac20-4219-a68a-55049a979332/0de08219-9c56-4924-83f0-27ad59c01715/0383a2f9-f85b-4e06-b5c5-7f95b44c325c) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:22.420344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f490ec-548d-4e8c-b905-c30a8e4fe4d8 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Pushing event updated for resources: {'Port': ['ID=0a1fb660-b070-4d7e-a6d9-b5954b4c01fb,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:22.477825 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac124231-ca16-41e4-87ab-c7748d931bef req-ffe92148-9839-463d-bece-ab483ff14593 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:22.485683 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ac124231-ca16-41e4-87ab-c7748d931bef req-ffe92148-9839-463d-bece-ab483ff14593 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 946 time: 0.4713016 Feb 09 01:51:22.486599 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b830b3b7-92b8-4462-9927-250e8effcaf8 None None] Network ebfcbcb6-ac20-4219-a68a-55049a979332 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:22.501692 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-b830b3b7-92b8-4462-9927-250e8effcaf8 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:22.511447 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b830b3b7-92b8-4462-9927-250e8effcaf8 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:22.525747 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830b3b7-92b8-4462-9927-250e8effcaf8 None None] Pushing event updated for resources: {'Port': ['ID=f8cbf165-610d-46a4-a042-11cdece7dc90,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:22.653975 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c174e462-6ed3-46c0-87e1-c71662ecb6cd req-c2451ac8-285e-4fb2-8c8f-3c2bb554838b service neutron] 10.222.0.48 "GET /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814242 Feb 09 01:51:22.798593 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-6df8fb23-55d9-44bd-b2ed-80165033f8af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e03dbc3-46d9-42de-8350-77bbcaf7ed82 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:51:22.815268 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-6df8fb23-55d9-44bd-b2ed-80165033f8af service neutron] Publish callbacks [] for port (5e03dbc3-46d9-42de-8350-77bbcaf7ed82), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:22.827939 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b830b3b7-92b8-4462-9927-250e8effcaf8 None None] Attempting to bind port f8cbf165-610d-46a4-a042-11cdece7dc90 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:51:22.828678 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b830b3b7-92b8-4462-9927-250e8effcaf8 None None] Attempting to bind port f8cbf165-610d-46a4-a042-11cdece7dc90 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '173ad8b5-ca69-4c85-ae75-d69095331d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ebfcbcb6-ac20-4219-a68a-55049a979332'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:51:22.828972 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b830b3b7-92b8-4462-9927-250e8effcaf8 None None] Attempting to bind port f8cbf165-610d-46a4-a042-11cdece7dc90 on network ebfcbcb6-ac20-4219-a68a-55049a979332 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:51:22.850375 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-6df8fb23-55d9-44bd-b2ed-80165033f8af service neutron] Transition to ACTIVE for port object 5e03dbc3-46d9-42de-8350-77bbcaf7ed82 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:51:22.851096 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b830b3b7-92b8-4462-9927-250e8effcaf8 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:51:22.851759 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b830b3b7-92b8-4462-9927-250e8effcaf8 None None] Checking segment: {'id': '173ad8b5-ca69-4c85-ae75-d69095331d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ebfcbcb6-ac20-4219-a68a-55049a979332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:51:22.852199 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b830b3b7-92b8-4462-9927-250e8effcaf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:22.852667 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b830b3b7-92b8-4462-9927-250e8effcaf8 None None] Bound using segment: {'id': '173ad8b5-ca69-4c85-ae75-d69095331d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ebfcbcb6-ac20-4219-a68a-55049a979332'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:51:22.853229 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b830b3b7-92b8-4462-9927-250e8effcaf8 None None] Bound port: f8cbf165-610d-46a4-a042-11cdece7dc90, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173ad8b5-ca69-4c85-ae75-d69095331d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ebfcbcb6-ac20-4219-a68a-55049a979332'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:51:22.859710 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b830b3b7-92b8-4462-9927-250e8effcaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f8cbf165-610d-46a4-a042-11cdece7dc90), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:22.895051 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port da526f83-1aa3-4722-b793-5e79729e916b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:22.895051 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (da526f83-1aa3-4722-b793-5e79729e916b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:23.066587 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c174e462-6ed3-46c0-87e1-c71662ecb6cd req-d2ba480f-9995-4aba-9368-b3dcb8e1c4c9 service neutron] 10.222.0.48 "GET /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112174 Feb 09 01:51:23.068917 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b830b3b7-92b8-4462-9927-250e8effcaf8 None None] For port f8cbf165-610d-46a4-a042-11cdece7dc90, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:51:23.079289 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b830b3b7-92b8-4462-9927-250e8effcaf8 None None] For port f8cbf165-610d-46a4-a042-11cdece7dc90, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f8cbf165-610d-46a4-a042-11cdece7dc90,segment=NetworkSegment(173ad8b5-ca69-4c85-ae75-d69095331d6d),segment_id=173ad8b5-ca69-4c85-ae75-d69095331d6d)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:51:23.081578 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ddf0b209-85af-4832-9acc-524eb5881a98 req-179dbb84-be96-4f7f-9d01-8a5fab280b74 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.6860051 Feb 09 01:51:23.094979 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecb70c3-cc66-4930-b511-d600bda7b289 None None] Network 8e675a9f-af1f-4430-8933-7af1cc185275 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:51:23.120577 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-6df8fb23-55d9-44bd-b2ed-80165033f8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (5e03dbc3-46d9-42de-8350-77bbcaf7ed82), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:23.129485 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b830b3b7-92b8-4462-9927-250e8effcaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f8cbf165-610d-46a4-a042-11cdece7dc90), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:23.302515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a265d410-1b64-42fc-9760-4dcbcdeafc75 None None] Provisioning complete for port da526f83-1aa3-4722-b793-5e79729e916b triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:23.303381 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a265d410-1b64-42fc-9760-4dcbcdeafc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (da526f83-1aa3-4722-b793-5e79729e916b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:23.400247 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ac124231-ca16-41e4-87ab-c7748d931bef req-6ec3883e-7611-492e-8bc7-7b23a80874be tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9025671 Feb 09 01:51:23.435282 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-6df8fb23-55d9-44bd-b2ed-80165033f8af service neutron] Attempting to bind port 5e03dbc3-46d9-42de-8350-77bbcaf7ed82 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:51:23.436602 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-6df8fb23-55d9-44bd-b2ed-80165033f8af service neutron] Attempting to bind port 5e03dbc3-46d9-42de-8350-77bbcaf7ed82 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:51:23.437157 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-6df8fb23-55d9-44bd-b2ed-80165033f8af service neutron] Attempting to bind port 5e03dbc3-46d9-42de-8350-77bbcaf7ed82 on network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:51:23.452657 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-6df8fb23-55d9-44bd-b2ed-80165033f8af service neutron] Port 5e03dbc3-46d9-42de-8350-77bbcaf7ed82 on network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:51:23.453024 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-6df8fb23-55d9-44bd-b2ed-80165033f8af service neutron] Attempting to bind port 5e03dbc3-46d9-42de-8350-77bbcaf7ed82 on network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:51:23.468385 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-6df8fb23-55d9-44bd-b2ed-80165033f8af service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:51:23.469201 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-6df8fb23-55d9-44bd-b2ed-80165033f8af service neutron] Checking segment: {'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:51:23.470299 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-6df8fb23-55d9-44bd-b2ed-80165033f8af service neutron] Bound using segment: {'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:51:23.471023 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-6df8fb23-55d9-44bd-b2ed-80165033f8af service neutron] Bound port: 5e03dbc3-46d9-42de-8350-77bbcaf7ed82, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:51:23.471788 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-6df8fb23-55d9-44bd-b2ed-80165033f8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5e03dbc3-46d9-42de-8350-77bbcaf7ed82), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:23.515792 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830b3b7-92b8-4462-9927-250e8effcaf8 None None] Pushing event updated for resources: {'Port': ['ID=f8cbf165-610d-46a4-a042-11cdece7dc90,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:23.596603 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f25e1a-6fe9-490f-a135-b7782c2cbc62 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Made reservation on behalf of adb81fbf8d68477ab9cba80c4f0f3056 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:23.600405 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port da526f83-1aa3-4722-b793-5e79729e916b is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:23.600868 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (da526f83-1aa3-4722-b793-5e79729e916b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:23.635670 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-6df8fb23-55d9-44bd-b2ed-80165033f8af service neutron] For port 5e03dbc3-46d9-42de-8350-77bbcaf7ed82, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:51:23.645911 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-6df8fb23-55d9-44bd-b2ed-80165033f8af service neutron] For port 5e03dbc3-46d9-42de-8350-77bbcaf7ed82, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5e03dbc3-46d9-42de-8350-77bbcaf7ed82,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:51:23.673990 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8fb23-55d9-44bd-b2ed-80165033f8af service neutron] Pushing event updated for resources: {'Port': ['ID=5e03dbc3-46d9-42de-8350-77bbcaf7ed82,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:23.748224 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23c733-acc9-4b11-a294-4cafbd95de4a req-e3b0db33-116b-49d5-a0c2-900901f12c4e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:23.751110 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2f23c733-acc9-4b11-a294-4cafbd95de4a req-e3b0db33-116b-49d5-a0c2-900901f12c4e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0e3a7c4-9603-4f8c-a074-f1b57798df90 HTTP/1.1" status: 200 len: 943 time: 0.3242619 Feb 09 01:51:23.809770 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-6df8fb23-55d9-44bd-b2ed-80165033f8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (5e03dbc3-46d9-42de-8350-77bbcaf7ed82), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:23.847291 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ba161eb-f721-4fb3-b00b-0920f112ba34 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for port (0383a2f9-f85b-4e06-b5c5-7f95b44c325c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:23.880992 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-6df8fb23-55d9-44bd-b2ed-80165033f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:23.882425 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-6df8fb23-55d9-44bd-b2ed-80165033f8af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:23.884943 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-6df8fb23-55d9-44bd-b2ed-80165033f8af service neutron] 10.222.0.48 "PUT /v2.0/ports/5e03dbc3-46d9-42de-8350-77bbcaf7ed82 HTTP/1.1" status: 200 len: 1091 time: 3.4468844 Feb 09 01:51:23.889333 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e3a7c4-9603-4f8c-a074-f1b57798df90', 'tag': '5e03dbc3-46d9-42de-8350-77bbcaf7ed82'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:51:23.893981 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06d8033-750a-4b35-a9b5-fd739b0946de" -d '{"events": [{"name": "network-changed", "server_uuid": "d0e3a7c4-9603-4f8c-a074-f1b57798df90", "tag": "5e03dbc3-46d9-42de-8350-77bbcaf7ed82"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:51:23.919249 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a265d410-1b64-42fc-9760-4dcbcdeafc75 None None] Current status of the port da526f83-1aa3-4722-b793-5e79729e916b is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:23.919581 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a265d410-1b64-42fc-9760-4dcbcdeafc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (da526f83-1aa3-4722-b793-5e79729e916b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:23.929983 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port da526f83-1aa3-4722-b793-5e79729e916b, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=da526f83-1aa3-4722-b793-5e79729e916b,segment=NetworkSegment(34bd44dc-f98a-4d0b-8c0a-33024952772d),segment_id=34bd44dc-f98a-4d0b-8c0a-33024952772d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:23.959581 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (da526f83-1aa3-4722-b793-5e79729e916b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:24.003596 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2f23c733-acc9-4b11-a294-4cafbd95de4a req-63a21ea1-6462-42f8-8415-ac55abcb325f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340071 Feb 09 01:51:24.063912 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0fca8-95e9-4f1d-bf9f-faf6393c32da req-1e05a593-0599-4e12-bfbb-ecde0f68760c tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:24.065490 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-89b0fca8-95e9-4f1d-bf9f-faf6393c32da req-1e05a593-0599-4e12-bfbb-ecde0f68760c tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.3733008 Feb 09 01:51:24.066535 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8fb23-55d9-44bd-b2ed-80165033f8af service neutron] Pushing event updated for resources: {'Port': ['ID=5e03dbc3-46d9-42de-8350-77bbcaf7ed82,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:24.073980 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-46f25e1a-6fe9-490f-a135-b7782c2cbc62 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:24.077898 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:51:24.124576 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ba161eb-f721-4fb3-b00b-0920f112ba34 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (0383a2f9-f85b-4e06-b5c5-7f95b44c325c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:24.148719 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-46f25e1a-6fe9-490f-a135-b7782c2cbc62 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] device_id is not set on port 239bd032-1f4f-4e49-8a75-3651303c926c yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:51:24.174795 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-944e6ff7-6228-473d-b0ee-1f447c283bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:24.185054 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-944e6ff7-6228-473d-b0ee-1f447c283bf3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&device_id=d0e3a7c4-9603-4f8c-a074-f1b57798df90 HTTP/1.1" status: 200 len: 1125 time: 0.2158778 Feb 09 01:51:24.210813 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=da526f83-1aa3-4722-b793-5e79729e916b,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:24.227994 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-a265d410-1b64-42fc-9760-4dcbcdeafc75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:51:24.233832 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-a265d410-1b64-42fc-9760-4dcbcdeafc75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:51:24.334939 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba161eb-f721-4fb3-b00b-0920f112ba34 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network ebfcbcb6-ac20-4219-a68a-55049a979332 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:24.359992 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-4ba161eb-f721-4fb3-b00b-0920f112ba34 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:24.365198 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-30096f9a-667a-4d62-bfbb-8e2c77810f7d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e03dbc3-46d9-42de-8350-77bbcaf7ed82 HTTP/1.1" status: 200 len: 217 time: 0.1693039 Feb 09 01:51:24.366048 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba161eb-f721-4fb3-b00b-0920f112ba34 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Port': ['ID=0383a2f9-f85b-4e06-b5c5-7f95b44c325c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:24.373011 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba161eb-f721-4fb3-b00b-0920f112ba34 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:24.378751 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba161eb-f721-4fb3-b00b-0920f112ba34 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:24.379432 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ba161eb-f721-4fb3-b00b-0920f112ba34 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:24.424908 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-89b0fca8-95e9-4f1d-bf9f-faf6393c32da req-3b041a5d-41a6-4ef6-8bd3-71708942fc38 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263721 Feb 09 01:51:24.470302 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4ba161eb-f721-4fb3-b00b-0920f112ba34 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.4624507 Feb 09 01:51:24.477026 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51826) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:24.541442 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f8cbf165-610d-46a4-a042-11cdece7dc90 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:51:24.618572 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88180fde-208c-4bca-9765-491b30f91ac2 x-openstack-request-id: req-88180fde-208c-4bca-9765-491b30f91ac2 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:51:24.624369 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0e3a7c4-9603-4f8c-a074-f1b57798df90", "tag": "5e03dbc3-46d9-42de-8350-77bbcaf7ed82", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:51:24.625119 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-88180fde-208c-4bca-9765-491b30f91ac2 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:51:24.626028 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e3a7c4-9603-4f8c-a074-f1b57798df90', 'tag': '5e03dbc3-46d9-42de-8350-77bbcaf7ed82', 'status': 'completed', 'code': 200} Feb 09 01:51:24.669167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-93962ffe-440b-4245-9623-219d0f9f5229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:24.671264 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port f8cbf165-610d-46a4-a042-11cdece7dc90 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:24.671625 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f8cbf165-610d-46a4-a042-11cdece7dc90), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:24.674699 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-93962ffe-440b-4245-9623-219d0f9f5229 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c HTTP/1.1" status: 200 len: 845 time: 0.2889037 Feb 09 01:51:24.713944 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-46f25e1a-6fe9-490f-a135-b7782c2cbc62 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Allocated IP 2001:db8::355 (8e675a9f-af1f-4430-8933-7af1cc185275/14496e87-a0fa-4388-aabc-68c3a7936bbf/239bd032-1f4f-4e49-8a75-3651303c926c) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:24.738496 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1bbee-ba18-4882-ab9e-7680eac29398 req-def6810d-423c-42c6-9644-b51d116938b8 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:24.750168 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-80b1bbee-ba18-4882-ab9e-7680eac29398 req-def6810d-423c-42c6-9644-b51d116938b8 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 944 time: 0.4684577 Feb 09 01:51:24.752714 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-c15e78c1-3f79-4a54-b388-66acb577591f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559826 Feb 09 01:51:24.814512 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7bb00028-368e-41c7-a1d7-17eca2d76b07 req-1b09047a-328e-46b0-8aa6-008e62d057ea tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0646892 Feb 09 01:51:24.868064 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a265d410-1b64-42fc-9760-4dcbcdeafc75 None None] Current status of the port da526f83-1aa3-4722-b793-5e79729e916b is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:24.966939 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port f8cbf165-610d-46a4-a042-11cdece7dc90 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:24.967302 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f8cbf165-610d-46a4-a042-11cdece7dc90), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:25.060715 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-00a88aed-0116-43e0-b1ce-e713767b8fa9 service neutron] 10.222.0.48 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456460 Feb 09 01:51:25.076844 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba744b6f-ff7b-4db7-a113-95c0156b6cbe req-38c2b3d1-d673-4ec1-93ac-edd711d3f00f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:25.085350 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ba744b6f-ff7b-4db7-a113-95c0156b6cbe req-38c2b3d1-d673-4ec1-93ac-edd711d3f00f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 946 time: 0.1240203 Feb 09 01:51:25.091148 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port f8cbf165-610d-46a4-a042-11cdece7dc90, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f8cbf165-610d-46a4-a042-11cdece7dc90,segment=NetworkSegment(173ad8b5-ca69-4c85-ae75-d69095331d6d),segment_id=173ad8b5-ca69-4c85-ae75-d69095331d6d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:25.105340 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1f01b2ad-500f-4bf3-b0f3-687692d73fe1 None None] Provisioning complete for port 0a1fb660-b070-4d7e-a6d9-b5954b4c01fb triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:25.106495 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f01b2ad-500f-4bf3-b0f3-687692d73fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0a1fb660-b070-4d7e-a6d9-b5954b4c01fb), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:25.160162 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f8cbf165-610d-46a4-a042-11cdece7dc90), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:25.244790 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ba744b6f-ff7b-4db7-a113-95c0156b6cbe req-6d8505a4-f2f3-4380-982a-34b4e521f002 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578126 Feb 09 01:51:25.323713 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1f01b2ad-500f-4bf3-b0f3-687692d73fe1 None None] Port 0a1fb660-b070-4d7e-a6d9-b5954b4c01fb cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:51:25.367029 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=f8cbf165-610d-46a4-a042-11cdece7dc90,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:25.381164 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1f01b2ad-500f-4bf3-b0f3-687692d73fe1 None None] Provisioning complete for port da526f83-1aa3-4722-b793-5e79729e916b triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:25.384176 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f01b2ad-500f-4bf3-b0f3-687692d73fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (da526f83-1aa3-4722-b793-5e79729e916b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:25.485266 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-80b1bbee-ba18-4882-ab9e-7680eac29398 req-3c108c09-3c6a-4c7c-893d-92e206468e7a tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/security-groups?id=13a24bd6-58e0-4f03-a408-95a39b8806a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7342198 Feb 09 01:51:25.499640 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-519f3cff-eb24-487a-bd8e-b7218bd6edd4 req-551a1cff-d382-4b0f-874f-fbc6d272bca1 service neutron] 10.222.0.48 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023371 Feb 09 01:51:25.584807 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78ee10-2b6d-48b3-88b0-91a4fe187975 req-fefff99c-df2c-444b-9b66-dcc0130f885f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:25.598558 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f78ee10-2b6d-48b3-88b0-91a4fe187975 req-fefff99c-df2c-444b-9b66-dcc0130f885f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0e3a7c4-9603-4f8c-a074-f1b57798df90 HTTP/1.1" status: 200 len: 943 time: 0.1997347 Feb 09 01:51:25.670362 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685105d2-11a7-464c-abf0-93326a00aa48 None None] Network ebfcbcb6-ac20-4219-a68a-55049a979332 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:51:25.757993 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f78ee10-2b6d-48b3-88b0-91a4fe187975 req-56042868-1fd5-4df6-bc44-8cb351733ef9 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569939 Feb 09 01:51:25.796362 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d8033-750a-4b35-a9b5-fd739b0946de req-8f94097e-4215-4f0b-9a0d-e23df89e9ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:25.799167 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c06d8033-750a-4b35-a9b5-fd739b0946de req-8f94097e-4215-4f0b-9a0d-e23df89e9ada service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&device_id=d0e3a7c4-9603-4f8c-a074-f1b57798df90 HTTP/1.1" status: 200 len: 1125 time: 0.1633775 Feb 09 01:51:25.906228 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-46f25e1a-6fe9-490f-a135-b7782c2cbc62 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks [] for port (239bd032-1f4f-4e49-8a75-3651303c926c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:25.979443 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae3573-6096-4dde-a7a1-4846157a03a0 req-42379a6d-bf3b-4c0e-a515-6f29918afea9 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:25.983572 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-92ae3573-6096-4dde-a7a1-4846157a03a0 req-42379a6d-bf3b-4c0e-a515-6f29918afea9 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.2656662 Feb 09 01:51:26.125885 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-46f25e1a-6fe9-490f-a135-b7782c2cbc62 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (239bd032-1f4f-4e49-8a75-3651303c926c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:26.164330 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6403a1e9-bbfc-40e5-9b03-0ec09048289f req-2151caf4-3048-4fd7-a0ad-1a4c7c8dedce tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.1015105 Feb 09 01:51:26.205048 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f25e1a-6fe9-490f-a135-b7782c2cbc62 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Network 8e675a9f-af1f-4430-8933-7af1cc185275 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:26.211199 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-46f25e1a-6fe9-490f-a135-b7782c2cbc62 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:26.224312 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-92ae3573-6096-4dde-a7a1-4846157a03a0 req-3e22f321-bb09-4591-8c75-111875f82e47 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173367 Feb 09 01:51:26.243624 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f25e1a-6fe9-490f-a135-b7782c2cbc62 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:26.251585 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f25e1a-6fe9-490f-a135-b7782c2cbc62 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:26.251585 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-46f25e1a-6fe9-490f-a135-b7782c2cbc62 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:26.295172 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f25e1a-6fe9-490f-a135-b7782c2cbc62 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Pushing event updated for resources: {'Port': ['ID=239bd032-1f4f-4e49-8a75-3651303c926c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:26.310261 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-46f25e1a-6fe9-490f-a135-b7782c2cbc62 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.9424896 Feb 09 01:51:26.311191 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5f1edb0-4960-4cc0-9b63-4d89e9f2006d tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0383a2f9-f85b-4e06-b5c5-7f95b44c325c), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:26.328415 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51838) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:26.370857 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d8033-750a-4b35-a9b5-fd739b0946de req-b4ccb884-476c-4a1d-8d6e-545b8cd99dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:26.375445 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c06d8033-750a-4b35-a9b5-fd739b0946de req-b4ccb884-476c-4a1d-8d6e-545b8cd99dc5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 200 len: 906 time: 0.5576665 Feb 09 01:51:26.513618 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device f003e7c2-76a6-408f-ba92-0282e046ea76 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:51:26.562766 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device da526f83-1aa3-4722-b793-5e79729e916b up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:51:26.586110 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c06d8033-750a-4b35-a9b5-fd739b0946de req-b95b2776-1742-4256-aa8a-301aaff2cda7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e03dbc3-46d9-42de-8350-77bbcaf7ed82 HTTP/1.1" status: 200 len: 217 time: 0.1690423 Feb 09 01:51:26.604833 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1f01b2ad-500f-4bf3-b0f3-687692d73fe1 None None] Current status of the port da526f83-1aa3-4722-b793-5e79729e916b is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:26.659483 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port f003e7c2-76a6-408f-ba92-0282e046ea76 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:51:26.664625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f1776f-5650-4077-8c7e-90fd0e8d2cbd tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:26.667554 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port da526f83-1aa3-4722-b793-5e79729e916b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:26.667974 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (da526f83-1aa3-4722-b793-5e79729e916b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:26.672650 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f1776f-5650-4077-8c7e-90fd0e8d2cbd tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:26.679031 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f1776f-5650-4077-8c7e-90fd0e8d2cbd tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:26.681347 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-99f1776f-5650-4077-8c7e-90fd0e8d2cbd tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.3500407 Feb 09 01:51:26.691830 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51842) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:26.744014 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port f003e7c2-76a6-408f-ba92-0282e046ea76 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:26.744590 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f003e7c2-76a6-408f-ba92-0282e046ea76), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:26.882807 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d8033-750a-4b35-a9b5-fd739b0946de req-702b9bbb-8403-4f80-a827-8004bd592e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:26.886269 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c06d8033-750a-4b35-a9b5-fd739b0946de req-702b9bbb-8403-4f80-a827-8004bd592e60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c HTTP/1.1" status: 200 len: 845 time: 0.2983692 Feb 09 01:51:26.905901 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port f003e7c2-76a6-408f-ba92-0282e046ea76 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:26.906378 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f003e7c2-76a6-408f-ba92-0282e046ea76), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:26.911992 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac8220-a6f7-4577-9f63-641d1601b51f req-a776fbd9-328d-4674-ac17-ff140ccdcae0 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:26.916228 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a0ac8220-a6f7-4577-9f63-641d1601b51f req-a776fbd9-328d-4674-ac17-ff140ccdcae0 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 946 time: 0.3440845 Feb 09 01:51:26.920516 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72b5fa-ce14-4347-9680-b46c8fda7689 req-7895cdf8-9e31-4f6c-b80b-72512d0fffe3 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:26.929040 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7a72b5fa-ce14-4347-9680-b46c8fda7689 req-7895cdf8-9e31-4f6c-b80b-72512d0fffe3 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 944 time: 0.2894411 Feb 09 01:51:26.973120 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port f003e7c2-76a6-408f-ba92-0282e046ea76, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f003e7c2-76a6-408f-ba92-0282e046ea76,segment=NetworkSegment(d4ea2450-6abe-43d3-9a61-35b9d1589dcc),segment_id=d4ea2450-6abe-43d3-9a61-35b9d1589dcc)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:27.041201 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a31655-14e0-4fb0-922b-612bade249c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f003e7c2-76a6-408f-ba92-0282e046ea76'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:51:27.044205 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e47758a-f43c-48bc-87e2-4c2301326323" -d '{"events": [{"server_uuid": "04a31655-14e0-4fb0-922b-612bade249c1", "name": "network-vif-plugged", "status": "completed", "tag": "f003e7c2-76a6-408f-ba92-0282e046ea76"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:51:27.048058 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port da526f83-1aa3-4722-b793-5e79729e916b is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:27.049247 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f8cbf165-610d-46a4-a042-11cdece7dc90 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:51:27.053197 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7a72b5fa-ce14-4347-9680-b46c8fda7689 req-754fb9ba-b517-458d-a133-4e9a1a1a93e2 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/security-groups?id=13a24bd6-58e0-4f03-a408-95a39b8806a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229160 Feb 09 01:51:27.082608 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c06d8033-750a-4b35-a9b5-fd739b0946de req-fb586d23-737c-486d-acd5-22af1a53b374 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1640074 Feb 09 01:51:27.083630 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a5709b88-92ea-4429-85fb-a8b79ae898b8 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Deleting port 239bd032-1f4f-4e49-8a75-3651303c926c {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:27.083989 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5709b88-92ea-4429-85fb-a8b79ae898b8 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (239bd032-1f4f-4e49-8a75-3651303c926c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:27.101479 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f003e7c2-76a6-408f-ba92-0282e046ea76), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:27.140814 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-dea1b213-1620-4b75-b9d9-03a2d49fb914 None None] Provisioning complete for port f8cbf165-610d-46a4-a042-11cdece7dc90 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:27.140814 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dea1b213-1620-4b75-b9d9-03a2d49fb914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f8cbf165-610d-46a4-a042-11cdece7dc90), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:27.181010 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5f1edb0-4960-4cc0-9b63-4d89e9f2006d tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for port (0383a2f9-f85b-4e06-b5c5-7f95b44c325c), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:27.213091 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5f1edb0-4960-4cc0-9b63-4d89e9f2006d tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (0383a2f9-f85b-4e06-b5c5-7f95b44c325c), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:27.296247 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=f003e7c2-76a6-408f-ba92-0282e046ea76,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:27.322735 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1edb0-4960-4cc0-9b63-4d89e9f2006d tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Port': ['ID=0383a2f9-f85b-4e06-b5c5-7f95b44c325c,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:27.395677 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c06d8033-750a-4b35-a9b5-fd739b0946de req-224c72cd-1a46-4605-b008-18e3fc5c55d5 service neutron] 10.222.0.48 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706277 Feb 09 01:51:27.422074 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port f8cbf165-610d-46a4-a042-11cdece7dc90 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:27.423477 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f8cbf165-610d-46a4-a042-11cdece7dc90), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:27.427861 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a0ac8220-a6f7-4577-9f63-641d1601b51f req-2a0e78a9-8107-4fd4-aa03-c7c7a3a72dbb tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4904714 Feb 09 01:51:27.469736 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5709b88-92ea-4429-85fb-a8b79ae898b8 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (239bd032-1f4f-4e49-8a75-3651303c926c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:27.535712 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a5709b88-92ea-4429-85fb-a8b79ae898b8 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Calling delete_port for 239bd032-1f4f-4e49-8a75-3651303c926c owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:27.550619 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-dea1b213-1620-4b75-b9d9-03a2d49fb914 None None] Current status of the port f8cbf165-610d-46a4-a042-11cdece7dc90 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:27.580435 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bfecaa-a1df-479d-be01-4184a2430885 x-openstack-request-id: req-05bfecaa-a1df-479d-be01-4184a2430885 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:51:27.580712 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a31655-14e0-4fb0-922b-612bade249c1", "name": "network-vif-plugged", "status": "completed", "tag": "f003e7c2-76a6-408f-ba92-0282e046ea76", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:51:27.583605 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-05bfecaa-a1df-479d-be01-4184a2430885 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:51:27.584114 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a31655-14e0-4fb0-922b-612bade249c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f003e7c2-76a6-408f-ba92-0282e046ea76', 'code': 200} Feb 09 01:51:27.592937 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b410d-29dc-4255-8289-48b93c10707a req-dc606f6d-70db-42bc-80d1-b4a0a121f5df tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:27.595132 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-516b410d-29dc-4255-8289-48b93c10707a req-dc606f6d-70db-42bc-80d1-b4a0a121f5df tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0e3a7c4-9603-4f8c-a074-f1b57798df90 HTTP/1.1" status: 200 len: 943 time: 0.4117906 Feb 09 01:51:27.622134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-dea1b213-1620-4b75-b9d9-03a2d49fb914 None None] Provisioning complete for port 0a1fb660-b070-4d7e-a6d9-b5954b4c01fb triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:27.627270 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dea1b213-1620-4b75-b9d9-03a2d49fb914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0a1fb660-b070-4d7e-a6d9-b5954b4c01fb), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:27.714567 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-dea1b213-1620-4b75-b9d9-03a2d49fb914 None None] Port 0a1fb660-b070-4d7e-a6d9-b5954b4c01fb cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:51:27.801790 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea9045-3520-444d-9c67-03331dc8a258 req-99b7667a-933a-47a1-8574-1ae1e202cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:27.810979 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0ea9045-3520-444d-9c67-03331dc8a258 req-99b7667a-933a-47a1-8574-1ae1e202cdc8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 1127 time: 0.1936972 Feb 09 01:51:27.869289 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port f8cbf165-610d-46a4-a042-11cdece7dc90 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:27.888501 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-14022ad0-757a-4e31-8143-877c68e80cae None None] Provisioning complete for port f8cbf165-610d-46a4-a042-11cdece7dc90 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:27.889241 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-14022ad0-757a-4e31-8143-877c68e80cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f8cbf165-610d-46a4-a042-11cdece7dc90), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:27.897229 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd3f75a8-80a8-436d-bafb-22771da22864 req-5d260d14-aee8-43d8-a354-e335e11905bc tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.1429315 Feb 09 01:51:27.969437 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-516b410d-29dc-4255-8289-48b93c10707a req-c4e72753-2cf8-4652-88ba-fecd3a4c4f9d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518538 Feb 09 01:51:27.982080 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5f1edb0-4960-4cc0-9b63-4d89e9f2006d tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:27.998927 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c06d8033-750a-4b35-a9b5-fd739b0946de req-6ae531cc-a17b-4e2d-ad5d-d19493554724 service neutron] 10.222.0.48 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661771 Feb 09 01:51:28.016296 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0ea9045-3520-444d-9c67-03331dc8a258 req-3b8d200c-ab99-43a5-a4e5-81d17647a73e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=13a24bd6-58e0-4f03-a408-95a39b8806a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410763 Feb 09 01:51:28.167369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028292c-0cd0-41a2-9b5b-65eac28afddd req-708b192b-563f-4546-b08e-bd82a89f65c2 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:28.169208 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-14022ad0-757a-4e31-8143-877c68e80cae None None] Current status of the port f8cbf165-610d-46a4-a042-11cdece7dc90 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:28.178190 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f028292c-0cd0-41a2-9b5b-65eac28afddd req-708b192b-563f-4546-b08e-bd82a89f65c2 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.1335452 Feb 09 01:51:28.211871 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-14022ad0-757a-4e31-8143-877c68e80cae None None] Provisioning complete for port 239bd032-1f4f-4e49-8a75-3651303c926c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:28.212367 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-14022ad0-757a-4e31-8143-877c68e80cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (239bd032-1f4f-4e49-8a75-3651303c926c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:28.266210 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5e03dbc3-46d9-42de-8350-77bbcaf7ed82 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:51:28.278627 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f028292c-0cd0-41a2-9b5b-65eac28afddd req-943bec2f-febb-407e-9922-af3ed73ef407 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881732 Feb 09 01:51:28.404395 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-14022ad0-757a-4e31-8143-877c68e80cae None None] Port 239bd032-1f4f-4e49-8a75-3651303c926c cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:51:28.430246 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5e03dbc3-46d9-42de-8350-77bbcaf7ed82, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5e03dbc3-46d9-42de-8350-77bbcaf7ed82,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:28.448209 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-14022ad0-757a-4e31-8143-877c68e80cae None None] Provisioning complete for port 0383a2f9-f85b-4e06-b5c5-7f95b44c325c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:28.448679 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-14022ad0-757a-4e31-8143-877c68e80cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0383a2f9-f85b-4e06-b5c5-7f95b44c325c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:28.473523 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522243d-d336-4238-ad8e-38a7757a2e4e req-30104f30-3ddd-497c-a822-56ab89ea523b tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:28.478710 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d522243d-d336-4238-ad8e-38a7757a2e4e req-30104f30-3ddd-497c-a822-56ab89ea523b tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 945 time: 0.2171478 Feb 09 01:51:28.483126 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5f1edb0-4960-4cc0-9b63-4d89e9f2006d tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0383a2f9-f85b-4e06-b5c5-7f95b44c325c), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:28.493981 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-14022ad0-757a-4e31-8143-877c68e80cae None None] Port 0383a2f9-f85b-4e06-b5c5-7f95b44c325c cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:51:28.497581 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '5e03dbc3-46d9-42de-8350-77bbcaf7ed82', 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299', 'port_id': '5e03dbc3-46d9-42de-8350-77bbcaf7ed82', 'mac_address': 'fa:16:3e:d4:82:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:51:28.535453 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5709b88-92ea-4429-85fb-a8b79ae898b8 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (239bd032-1f4f-4e49-8a75-3651303c926c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:28.553592 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5e03dbc3-46d9-42de-8350-77bbcaf7ed82 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:28.554621 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5e03dbc3-46d9-42de-8350-77bbcaf7ed82), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:28.580811 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e03dbc3-46d9-42de-8350-77bbcaf7ed82 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:51:28.617792 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5e03dbc3-46d9-42de-8350-77bbcaf7ed82, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5e03dbc3-46d9-42de-8350-77bbcaf7ed82,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:28.630147 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5e03dbc3-46d9-42de-8350-77bbcaf7ed82), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:28.636162 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5709b88-92ea-4429-85fb-a8b79ae898b8 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Pushing event deleted for resources: {'Port': ['ID=239bd032-1f4f-4e49-8a75-3651303c926c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:28.637927 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096daba1-4e41-41fb-834c-87417696e74d req-359ec268-d437-4850-a372-f6cf3bda42c7 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:28.651487 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-096daba1-4e41-41fb-834c-87417696e74d req-359ec268-d437-4850-a372-f6cf3bda42c7 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 946 time: 0.0985029 Feb 09 01:51:28.676172 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d522243d-d336-4238-ad8e-38a7757a2e4e req-c244ce83-5399-444b-b3d0-4b2fa2cbc6c1 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/security-groups?id=13a24bd6-58e0-4f03-a408-95a39b8806a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540434 Feb 09 01:51:28.695884 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-859e9b89-35e9-462a-b4b7-dd5742e29d94 None None] Provisioning complete for port 0383a2f9-f85b-4e06-b5c5-7f95b44c325c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:28.697056 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-859e9b89-35e9-462a-b4b7-dd5742e29d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0383a2f9-f85b-4e06-b5c5-7f95b44c325c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:28.774056 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=5e03dbc3-46d9-42de-8350-77bbcaf7ed82,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:28.783868 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-096daba1-4e41-41fb-834c-87417696e74d req-ce1a6035-fbef-4348-8abb-212328ba80c6 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301694 Feb 09 01:51:28.829616 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-859e9b89-35e9-462a-b4b7-dd5742e29d94 None None] Port 0383a2f9-f85b-4e06-b5c5-7f95b44c325c cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:51:29.095991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['5e03dbc3-46d9-42de-8350-77bbcaf7ed82'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:51:29.210442 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4e57d-c03e-454d-8f26-23605e74d5ac req-002ac30a-91a9-4ba4-ad88-32e39aa0ebff tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:29.221166 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7da4e57d-c03e-454d-8f26-23605e74d5ac req-002ac30a-91a9-4ba4-ad88-32e39aa0ebff tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0e3a7c4-9603-4f8c-a074-f1b57798df90 HTTP/1.1" status: 200 len: 944 time: 0.0918195 Feb 09 01:51:29.379874 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7da4e57d-c03e-454d-8f26-23605e74d5ac req-97e54416-b554-4b87-baf3-67f7bfde50f7 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576660 Feb 09 01:51:29.561775 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b7844d49-2b31-4cb4-8e4d-aa68bbba5166 req-71354c75-d10b-455b-9fc6-2f6af0f143cc tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.1602921 Feb 09 01:51:29.586393 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136dfcf-e9f4-4650-a95b-2967e162d637 req-96372190-d079-42d0-a658-51702d4fd1ed tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:29.594236 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e136dfcf-e9f4-4650-a95b-2967e162d637 req-96372190-d079-42d0-a658-51702d4fd1ed tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.0979681 Feb 09 01:51:29.671455 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e136dfcf-e9f4-4650-a95b-2967e162d637 req-abb16be0-d399-4df7-a818-9e260ba08d40 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762587 Feb 09 01:51:29.773525 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5709b88-92ea-4429-85fb-a8b79ae898b8 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:29.781526 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a5709b88-92ea-4429-85fb-a8b79ae898b8 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "DELETE /v2.0/ports/239bd032-1f4f-4e49-8a75-3651303c926c HTTP/1.1" status: 204 len: 168 time: 3.0844471 Feb 09 01:51:29.782235 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51870) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:29.844685 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af2dc05-a3c5-4784-a7e8-54fc4c17ea75 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] GET failed (client error): The resource could not be found. Feb 09 01:51:29.849634 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5af2dc05-a3c5-4784-a7e8-54fc4c17ea75 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "GET /v2.0/ports/239bd032-1f4f-4e49-8a75-3651303c926c HTTP/1.1" status: 404 len: 333 time: 0.0625329 Feb 09 01:51:29.850704 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51874) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:29.863292 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e0e83497-8b39-430b-b555-a0447a9689b1 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Request body: {'port': {'network_id': '8e675a9f-af1f-4430-8933-7af1cc185275', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1350494832'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:29.915117 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5f1edb0-4960-4cc0-9b63-4d89e9f2006d tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for port (0383a2f9-f85b-4e06-b5c5-7f95b44c325c), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:29.926260 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5f1edb0-4960-4cc0-9b63-4d89e9f2006d tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (0383a2f9-f85b-4e06-b5c5-7f95b44c325c), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:29.927315 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5f1edb0-4960-4cc0-9b63-4d89e9f2006d tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:29.952381 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005e21d-bae1-4b3f-a899-d3325600b807 req-25cac460-1c0f-47d4-9be2-17d05a83c6ce tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:29.954375 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6005e21d-bae1-4b3f-a899-d3325600b807 req-25cac460-1c0f-47d4-9be2-17d05a83c6ce tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 945 time: 0.1645403 Feb 09 01:51:30.029993 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02d8a1-49cc-4faf-98cf-0d38b97cc863 req-d42ca642-a494-4ab9-8030-eb997332f21d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:30.038005 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f02d8a1-49cc-4faf-98cf-0d38b97cc863 req-d42ca642-a494-4ab9-8030-eb997332f21d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 946 time: 0.1248546 Feb 09 01:51:30.129900 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f1edb0-4960-4cc0-9b63-4d89e9f2006d tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network ebfcbcb6-ac20-4219-a68a-55049a979332 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:30.141084 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-a5f1edb0-4960-4cc0-9b63-4d89e9f2006d tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:30.146531 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f02d8a1-49cc-4faf-98cf-0d38b97cc863 req-6483493b-c92a-405b-8978-7beaf288a7f8 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074514 Feb 09 01:51:30.179383 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e83497-8b39-430b-b555-a0447a9689b1 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Made reservation on behalf of adb81fbf8d68477ab9cba80c4f0f3056 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:30.179383 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e0e83497-8b39-430b-b555-a0447a9689b1 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:30.190250 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6005e21d-bae1-4b3f-a899-d3325600b807 req-67d98bdf-8a76-4216-83ee-8a266f8c1dd8 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/security-groups?id=13a24bd6-58e0-4f03-a408-95a39b8806a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063181 Feb 09 01:51:30.192543 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1edb0-4960-4cc0-9b63-4d89e9f2006d tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Port': ['ID=0383a2f9-f85b-4e06-b5c5-7f95b44c325c,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:30.279476 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-e0e83497-8b39-430b-b555-a0447a9689b1 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] device_id is not set on port 40b0d058-0162-4c32-b2a2-c15c94a67e3d yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:51:30.427399 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f1edb0-4960-4cc0-9b63-4d89e9f2006d tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Router 5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:51:30.622953 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111cc35-3ce5-411d-9b0e-a3e99505bfd4 req-fff69401-1411-4fd1-b226-ba89405b061f tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:30.625723 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8111cc35-3ce5-411d-9b0e-a3e99505bfd4 req-fff69401-1411-4fd1-b226-ba89405b061f tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 945 time: 0.2619121 Feb 09 01:51:30.643745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-e0e83497-8b39-430b-b555-a0447a9689b1 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Allocated IP 2001:db8::286 (8e675a9f-af1f-4430-8933-7af1cc185275/14496e87-a0fa-4388-aabc-68c3a7936bbf/40b0d058-0162-4c32-b2a2-c15c94a67e3d) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:30.670394 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f1edb0-4960-4cc0-9b63-4d89e9f2006d tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:51:30.686285 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a5f1edb0-4960-4cc0-9b63-4d89e9f2006d tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/routers/5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2029552 Feb 09 01:51:30.689080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51882) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:30.702603 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85995841-857c-4133-9f87-b6782c3fdd70 None None] Sync routers for ids ['5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:51:30.722370 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981f0e6-a422-4d49-8b5f-7ae0e4701e12 req-8aa6f369-db29-4e21-b50a-c5bf3442b10f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:30.724086 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7357e73e-02b0-4980-bb97-0033f6b467db None None] Provisioning complete for port 0383a2f9-f85b-4e06-b5c5-7f95b44c325c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:30.724820 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7357e73e-02b0-4980-bb97-0033f6b467db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0383a2f9-f85b-4e06-b5c5-7f95b44c325c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:30.725909 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f981f0e6-a422-4d49-8b5f-7ae0e4701e12 req-8aa6f369-db29-4e21-b50a-c5bf3442b10f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0e3a7c4-9603-4f8c-a074-f1b57798df90 HTTP/1.1" status: 200 len: 944 time: 0.1250424 Feb 09 01:51:30.785422 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85995841-857c-4133-9f87-b6782c3fdd70 None None] Routers {'5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:30.787175 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-85995841-857c-4133-9f87-b6782c3fdd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:51:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:30.827593 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f981f0e6-a422-4d49-8b5f-7ae0e4701e12 req-8dfdff6b-b717-4b9e-bd99-beb1662d4080 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931654 Feb 09 01:51:30.851090 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8111cc35-3ce5-411d-9b0e-a3e99505bfd4 req-0dc677f1-606a-4bae-ab7f-592fdbafe2c2 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/security-groups?id=13a24bd6-58e0-4f03-a408-95a39b8806a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084591 Feb 09 01:51:30.891258 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae66e61-d1eb-4d2f-94ed-4c94546e172b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:30.892841 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6ae66e61-d1eb-4d2f-94ed-4c94546e172b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/ports/0383a2f9-f85b-4e06-b5c5-7f95b44c325c HTTP/1.1" status: 200 len: 983 time: 0.2008696 Feb 09 01:51:30.901815 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51886) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:30.907637 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-85995841-857c-4133-9f87-b6782c3fdd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:30.962052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7357e73e-02b0-4980-bb97-0033f6b467db None None] Port 0383a2f9-f85b-4e06-b5c5-7f95b44c325c cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:51:31.002429 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85995841-857c-4133-9f87-b6782c3fdd70 None None] Routers {'5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:31.003883 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-85995841-857c-4133-9f87-b6782c3fdd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:51:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:31.064449 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-85995841-857c-4133-9f87-b6782c3fdd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:31.065726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85995841-857c-4133-9f87-b6782c3fdd70 None None] The sync data for ids ['5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:51:31.119191 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4c6e3734-6081-4831-b403-cf69bd9811cb req-ba38e86c-08b5-4246-aa0e-8d870e52b48d tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.1041100 Feb 09 01:51:31.211759 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504696a-17c1-456f-b9d3-56727ae56888 req-43d08819-a917-4ecf-821b-de330703440a tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:31.214322 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6504696a-17c1-456f-b9d3-56727ae56888 req-43d08819-a917-4ecf-821b-de330703440a tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.1652732 Feb 09 01:51:31.246319 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e0e83497-8b39-430b-b555-a0447a9689b1 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks [] for port (40b0d058-0162-4c32-b2a2-c15c94a67e3d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:31.331947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a869268-77f4-4270-a540-c8daf06b1514 req-34acdb8d-7fac-448d-885b-71a60c7d2000 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:31.334121 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a869268-77f4-4270-a540-c8daf06b1514 req-34acdb8d-7fac-448d-885b-71a60c7d2000 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 945 time: 0.1034083 Feb 09 01:51:31.352203 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e0e83497-8b39-430b-b555-a0447a9689b1 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (40b0d058-0162-4c32-b2a2-c15c94a67e3d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:31.374227 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6504696a-17c1-456f-b9d3-56727ae56888 req-4e475705-1ae5-44d3-bb43-7523c5207c60 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083419 Feb 09 01:51:31.421809 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e83497-8b39-430b-b555-a0447a9689b1 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Network 8e675a9f-af1f-4430-8933-7af1cc185275 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:31.428940 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-e0e83497-8b39-430b-b555-a0447a9689b1 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:31.448484 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e83497-8b39-430b-b555-a0447a9689b1 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:31.454767 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e83497-8b39-430b-b555-a0447a9689b1 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:31.455556 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e0e83497-8b39-430b-b555-a0447a9689b1 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:31.515059 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e0e83497-8b39-430b-b555-a0447a9689b1 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6631093 Feb 09 01:51:31.519078 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51902) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:31.520339 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a869268-77f4-4270-a540-c8daf06b1514 req-0a6aa4fe-9f09-4f71-9abd-b50cb7ee1413 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/security-groups?id=13a24bd6-58e0-4f03-a408-95a39b8806a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780682 Feb 09 01:51:31.521895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e83497-8b39-430b-b555-a0447a9689b1 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Pushing event updated for resources: {'Port': ['ID=40b0d058-0162-4c32-b2a2-c15c94a67e3d,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:31.526268 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-117ee805-89db-4c36-a8dc-0f8a2b7bae17 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19a', 'mac_address': 'fa:16:3e:79:35:44'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:31.566273 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51904) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:31.738125 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58a8f8-2239-413d-9495-f891693a5bba req-c8bfc4fa-ac0c-4e04-8fd0-beb0540ccb52 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:31.744051 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0b58a8f8-2239-413d-9495-f891693a5bba req-c8bfc4fa-ac0c-4e04-8fd0-beb0540ccb52 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 946 time: 0.2719374 Feb 09 01:51:31.806066 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7582b0f3-94b6-4da4-a1f2-89efb2b10280 tempest-TestServerBasicOps-1083900305 tempest-TestServerBasicOps-1083900305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:31.811589 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7582b0f3-94b6-4da4-a1f2-89efb2b10280 tempest-TestServerBasicOps-1083900305 tempest-TestServerBasicOps-1083900305-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 1122 time: 0.2398970 Feb 09 01:51:31.812617 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51908) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:31.817861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-c3b1edd3-6b3d-4c07-8685-984a61758a47 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': 'f003e7c2-76a6-408f-ba92-0282e046ea76', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:31.821753 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7424a76f-4f24-40eb-a84f-31d90cff7a11 None None] Provisioning complete for port 40b0d058-0162-4c32-b2a2-c15c94a67e3d triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:31.822828 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7424a76f-4f24-40eb-a84f-31d90cff7a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (40b0d058-0162-4c32-b2a2-c15c94a67e3d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:31.845671 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c3b1edd3-6b3d-4c07-8685-984a61758a47 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:31.880123 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7424a76f-4f24-40eb-a84f-31d90cff7a11 None None] Port 40b0d058-0162-4c32-b2a2-c15c94a67e3d cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:51:31.899193 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0b58a8f8-2239-413d-9495-f891693a5bba req-44a1f239-8f1e-4ddd-b30b-b622be870e2b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437552 Feb 09 01:51:31.983084 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-117ee805-89db-4c36-a8dc-0f8a2b7bae17 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (40b0d058-0162-4c32-b2a2-c15c94a67e3d), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:32.056095 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c3b1edd3-6b3d-4c07-8685-984a61758a47 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:32.150973 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416c99a-8915-4a8b-a68e-c2a4a47da9e4 req-ffe4cb36-f010-4779-a2d8-f59332b26cdb tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:32.153440 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2416c99a-8915-4a8b-a68e-c2a4a47da9e4 req-ffe4cb36-f010-4779-a2d8-f59332b26cdb tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0e3a7c4-9603-4f8c-a074-f1b57798df90 HTTP/1.1" status: 200 len: 944 time: 0.1574073 Feb 09 01:51:32.189082 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-386387a7-e41a-49ae-80fd-8c54ecb886b6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:32.260418 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5e03dbc3-46d9-42de-8350-77bbcaf7ed82 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:51:32.303789 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-c3b1edd3-6b3d-4c07-8685-984a61758a47 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Allocated IP 172.25.7.222 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/7a74aaa0-1960-44ff-b3d6-e1d603911ed4) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:32.350848 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2416c99a-8915-4a8b-a68e-c2a4a47da9e4 req-9c8811fb-0455-4a60-9c9b-11b6b8ddd8f4 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295211 Feb 09 01:51:32.371896 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-49dc6ee7-1dd8-4f78-b007-b3204a4d24f5 req-613930cf-3dca-4c13-b9f3-e7e14b19111e tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0785115 Feb 09 01:51:32.447542 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 5e03dbc3-46d9-42de-8350-77bbcaf7ed82 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:51:32.469832 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 5e03dbc3-46d9-42de-8350-77bbcaf7ed82 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:32.470934 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5e03dbc3-46d9-42de-8350-77bbcaf7ed82), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:32.538973 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-117ee805-89db-4c36-a8dc-0f8a2b7bae17 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks [] for port (40b0d058-0162-4c32-b2a2-c15c94a67e3d), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:32.548306 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-117ee805-89db-4c36-a8dc-0f8a2b7bae17 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (40b0d058-0162-4c32-b2a2-c15c94a67e3d), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:32.567865 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-117ee805-89db-4c36-a8dc-0f8a2b7bae17 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] In _notify_port_updated(), no bound segment for port 40b0d058-0162-4c32-b2a2-c15c94a67e3d on network 8e675a9f-af1f-4430-8933-7af1cc185275 {{(pid=103184) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:51:32.568342 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c3b1edd3-6b3d-4c07-8685-984a61758a47 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for port (7a74aaa0-1960-44ff-b3d6-e1d603911ed4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:32.573426 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117ee805-89db-4c36-a8dc-0f8a2b7bae17 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:32.575540 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-117ee805-89db-4c36-a8dc-0f8a2b7bae17 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:32.576303 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-117ee805-89db-4c36-a8dc-0f8a2b7bae17 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "PUT /v2.0/ports/40b0d058-0162-4c32-b2a2-c15c94a67e3d HTTP/1.1" status: 200 len: 1003 time: 1.0552590 Feb 09 01:51:32.580541 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51930) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:32.635779 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ee805-89db-4c36-a8dc-0f8a2b7bae17 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Pushing event updated for resources: {'Port': ['ID=40b0d058-0162-4c32-b2a2-c15c94a67e3d,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:32.751511 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-386387a7-e41a-49ae-80fd-8c54ecb886b6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting port 0383a2f9-f85b-4e06-b5c5-7f95b44c325c {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:32.752200 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-386387a7-e41a-49ae-80fd-8c54ecb886b6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0383a2f9-f85b-4e06-b5c5-7f95b44c325c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:32.761258 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5e03dbc3-46d9-42de-8350-77bbcaf7ed82 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:32.764225 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5e03dbc3-46d9-42de-8350-77bbcaf7ed82), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:32.791985 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c3b1edd3-6b3d-4c07-8685-984a61758a47 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (7a74aaa0-1960-44ff-b3d6-e1d603911ed4), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:32.817178 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e3a7c4-9603-4f8c-a074-f1b57798df90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e03dbc3-46d9-42de-8350-77bbcaf7ed82'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:51:32.819873 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec25d3d3-1aeb-4245-9b35-cd1ea0930131" -d '{"events": [{"server_uuid": "d0e3a7c4-9603-4f8c-a074-f1b57798df90", "name": "network-vif-plugged", "status": "completed", "tag": "5e03dbc3-46d9-42de-8350-77bbcaf7ed82"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:51:32.851275 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5e03dbc3-46d9-42de-8350-77bbcaf7ed82, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5e03dbc3-46d9-42de-8350-77bbcaf7ed82,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:32.857669 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5e03dbc3-46d9-42de-8350-77bbcaf7ed82), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:32.889884 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1edd3-6b3d-4c07-8685-984a61758a47 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Pushing event updated for resources: {'Port': ['ID=7a74aaa0-1960-44ff-b3d6-e1d603911ed4,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:32.903597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59f594-0748-4837-b16f-14c59c8c1b84 req-34b68a20-2c76-47f0-bf8c-3e71c4221b27 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:32.923657 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c59f594-0748-4837-b16f-14c59c8c1b84 req-34b68a20-2c76-47f0-bf8c-3e71c4221b27 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.2771189 Feb 09 01:51:32.966479 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b1edd3-6b3d-4c07-8685-984a61758a47 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:32.985186 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-c3b1edd3-6b3d-4c07-8685-984a61758a47 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:33.037950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b1edd3-6b3d-4c07-8685-984a61758a47 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:33.069600 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c59f594-0748-4837-b16f-14c59c8c1b84 req-98c6e427-19b8-4e9a-8d7b-fc85fa4072ff tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482041 Feb 09 01:51:33.125489 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=5e03dbc3-46d9-42de-8350-77bbcaf7ed82,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:33.150663 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c1ccf3-4562-4107-b7d1-6cd649ddf5e0 x-openstack-request-id: req-a4c1ccf3-4562-4107-b7d1-6cd649ddf5e0 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:51:33.151129 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e3a7c4-9603-4f8c-a074-f1b57798df90", "name": "network-vif-plugged", "status": "completed", "tag": "5e03dbc3-46d9-42de-8350-77bbcaf7ed82", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:51:33.151906 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a4c1ccf3-4562-4107-b7d1-6cd649ddf5e0 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:51:33.153225 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e3a7c4-9603-4f8c-a074-f1b57798df90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e03dbc3-46d9-42de-8350-77bbcaf7ed82', 'code': 200} Feb 09 01:51:33.265098 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-386387a7-e41a-49ae-80fd-8c54ecb886b6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0383a2f9-f85b-4e06-b5c5-7f95b44c325c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:33.329391 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-386387a7-e41a-49ae-80fd-8c54ecb886b6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Calling delete_port for 0383a2f9-f85b-4e06-b5c5-7f95b44c325c owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:33.371452 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dda780-05ea-4cfe-afd1-fa53685509c4 req-9ca28167-cd55-48f8-ab93-3f133fdf1886 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:33.380424 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-16dda780-05ea-4cfe-afd1-fa53685509c4 req-9ca28167-cd55-48f8-ab93-3f133fdf1886 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 946 time: 0.2914588 Feb 09 01:51:33.467552 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3cfc5b51-6be2-4f57-a5b5-e02c3f1e6651 None None] Provisioning complete for port 40b0d058-0162-4c32-b2a2-c15c94a67e3d triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:33.467924 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3cfc5b51-6be2-4f57-a5b5-e02c3f1e6651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (40b0d058-0162-4c32-b2a2-c15c94a67e3d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:33.529048 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-16dda780-05ea-4cfe-afd1-fa53685509c4 req-988ea99a-2fc6-4a70-970f-931f7f4de07f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471028 Feb 09 01:51:33.549258 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc5b51-6be2-4f57-a5b5-e02c3f1e6651 None None] Port 40b0d058-0162-4c32-b2a2-c15c94a67e3d cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:51:33.638343 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-41604615-dfd0-4b3c-9090-36aa82fdbc0f req-9626d919-531b-45aa-8ed4-fda557cc7215 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0333741 Feb 09 01:51:33.670965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-3d27ee3d-84a5-41c4-bf10-1f0cde9d61f5 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Deleting port 40b0d058-0162-4c32-b2a2-c15c94a67e3d {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:33.671388 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3d27ee3d-84a5-41c4-bf10-1f0cde9d61f5 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (40b0d058-0162-4c32-b2a2-c15c94a67e3d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:33.761229 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-386387a7-e41a-49ae-80fd-8c54ecb886b6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (0383a2f9-f85b-4e06-b5c5-7f95b44c325c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:33.805981 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386387a7-e41a-49ae-80fd-8c54ecb886b6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Port': ['ID=0383a2f9-f85b-4e06-b5c5-7f95b44c325c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:33.902044 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239979f-4432-4894-8e98-b0e483896e28 req-cac8fdd9-065e-4b5e-924a-0314e627de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:33.904052 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f239979f-4432-4894-8e98-b0e483896e28 req-cac8fdd9-065e-4b5e-924a-0314e627de10 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d0e3a7c4-9603-4f8c-a074-f1b57798df90 HTTP/1.1" status: 200 len: 1127 time: 0.7491853 Feb 09 01:51:33.917238 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51992) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:33.928862 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e208261-dd2c-46fd-b91d-fcdc2f3ec907 req-3ccbb96b-59ca-476b-bc0c-bc7e3c302e20 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:33.930705 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e208261-dd2c-46fd-b91d-fcdc2f3ec907 req-3ccbb96b-59ca-476b-bc0c-bc7e3c302e20 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0e3a7c4-9603-4f8c-a074-f1b57798df90 HTTP/1.1" status: 200 len: 945 time: 0.2533832 Feb 09 01:51:33.939644 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3d27ee3d-84a5-41c4-bf10-1f0cde9d61f5 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (40b0d058-0162-4c32-b2a2-c15c94a67e3d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:33.958070 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a1e7b-14b0-4179-b55b-6691539b8c48 req-69d16e7a-0ecf-44ec-876c-177e01adf9d9 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:33.961063 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a16a1e7b-14b0-4179-b55b-6691539b8c48 req-69d16e7a-0ecf-44ec-876c-177e01adf9d9 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 946 time: 0.2378433 Feb 09 01:51:33.970124 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-386387a7-e41a-49ae-80fd-8c54ecb886b6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:33.995721 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-3d27ee3d-84a5-41c4-bf10-1f0cde9d61f5 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Calling delete_port for 40b0d058-0162-4c32-b2a2-c15c94a67e3d owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:34.144983 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a16a1e7b-14b0-4179-b55b-6691539b8c48 req-923b4e11-689f-4738-b1be-961e62818b50 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716769 Feb 09 01:51:34.171191 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f239979f-4432-4894-8e98-b0e483896e28 req-8bcfa379-7523-4102-b1f4-7514594862a4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330382 Feb 09 01:51:34.178750 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e208261-dd2c-46fd-b91d-fcdc2f3ec907 req-d4ee9db8-ec1f-466e-a1cc-e8622301722b tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176664 Feb 09 01:51:34.430653 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3d27ee3d-84a5-41c4-bf10-1f0cde9d61f5 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (40b0d058-0162-4c32-b2a2-c15c94a67e3d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:34.479889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27ee3d-84a5-41c4-bf10-1f0cde9d61f5 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Pushing event deleted for resources: {'Port': ['ID=40b0d058-0162-4c32-b2a2-c15c94a67e3d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:34.559059 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c3b1edd3-6b3d-4c07-8685-984a61758a47 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for floatingip (257ee104-8c62-405b-afc9-50f8a17666c3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:34.665221 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3d27ee3d-84a5-41c4-bf10-1f0cde9d61f5 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:34.668909 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3d27ee3d-84a5-41c4-bf10-1f0cde9d61f5 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "DELETE /v2.0/ports/40b0d058-0162-4c32-b2a2-c15c94a67e3d HTTP/1.1" status: 204 len: 168 time: 2.0864375 Feb 09 01:51:34.671634 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52034) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:34.707601 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-933d1fa0-cb7e-4b49-a0dc-3328d5d54f0b tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] GET failed (client error): The resource could not be found. Feb 09 01:51:34.713145 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-933d1fa0-cb7e-4b49-a0dc-3328d5d54f0b tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "GET /v2.0/ports/40b0d058-0162-4c32-b2a2-c15c94a67e3d HTTP/1.1" status: 404 len: 333 time: 0.0366697 Feb 09 01:51:34.713145 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52038) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:34.718230 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ad810-dafa-4e28-9c57-97780ba08011 req-6308d703-e57c-4671-ae71-2b321d25e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:34.719901 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-a93a222d-64d3-4a45-b178-c7f9adca8185 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Request body: {'port': {'network_id': '8e675a9f-af1f-4430-8933-7af1cc185275', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1899286821'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:34.722971 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ad810-dafa-4e28-9c57-97780ba08011 req-6308d703-e57c-4671-ae71-2b321d25e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:34.726244 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ad810-dafa-4e28-9c57-97780ba08011 req-6308d703-e57c-4671-ae71-2b321d25e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:34.726244 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ad810-dafa-4e28-9c57-97780ba08011 req-6308d703-e57c-4671-ae71-2b321d25e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:34.726685 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ad810-dafa-4e28-9c57-97780ba08011 req-6308d703-e57c-4671-ae71-2b321d25e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:34.728096 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ad810-dafa-4e28-9c57-97780ba08011 req-6308d703-e57c-4671-ae71-2b321d25e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:34.729794 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ad810-dafa-4e28-9c57-97780ba08011 req-6308d703-e57c-4671-ae71-2b321d25e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:34.744028 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f78ad810-dafa-4e28-9c57-97780ba08011 req-6308d703-e57c-4671-ae71-2b321d25e24c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 6708 time: 0.8251727 Feb 09 01:51:34.772286 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386387a7-e41a-49ae-80fd-8c54ecb886b6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Router 5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:51:34.866025 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31410ab2-dc8e-4032-94df-894abe0c34d7 req-532bd920-e857-4502-b723-582c3e074533 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0620263 Feb 09 01:51:34.874082 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c3b1edd3-6b3d-4c07-8685-984a61758a47 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7a74aaa0-1960-44ff-b3d6-e1d603911ed4), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:34.940316 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d1d27-7c94-4484-a46c-dacbf602da8d req-424e6a9e-3c07-4213-a4cd-bad69522e1e2 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:34.941844 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-974d1d27-7c94-4484-a46c-dacbf602da8d req-424e6a9e-3c07-4213-a4cd-bad69522e1e2 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.3235610 Feb 09 01:51:34.972625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386387a7-e41a-49ae-80fd-8c54ecb886b6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:51:34.982970 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-386387a7-e41a-49ae-80fd-8c54ecb886b6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/routers/5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0836515 Feb 09 01:51:34.990440 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52050) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:34.990937 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3762d997-de2a-4ddc-abaa-f2ede53d7a11 None None] Sync routers for ids ['5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:51:35.007272 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f78ad810-dafa-4e28-9c57-97780ba08011 req-6ee1c9cf-e09e-4db1-9f14-279ca45270ae service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=999c68bd-4a65-4b52-8070-dc0e0b732663&id=421432c6-0672-41be-9538-9f9e50172196&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2580438 Feb 09 01:51:35.025997 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93a222d-64d3-4a45-b178-c7f9adca8185 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Made reservation on behalf of adb81fbf8d68477ab9cba80c4f0f3056 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:35.030695 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3762d997-de2a-4ddc-abaa-f2ede53d7a11 None None] Routers {'5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:35.031986 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-3762d997-de2a-4ddc-abaa-f2ede53d7a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:51:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:35.033931 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a93a222d-64d3-4a45-b178-c7f9adca8185 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:35.074670 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-974d1d27-7c94-4484-a46c-dacbf602da8d req-26e82c1a-8391-45b1-98db-24f59f6718cd tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235957 Feb 09 01:51:35.085375 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-3762d997-de2a-4ddc-abaa-f2ede53d7a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:35.096847 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3762d997-de2a-4ddc-abaa-f2ede53d7a11 None None] Routers {'5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:35.097469 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-3762d997-de2a-4ddc-abaa-f2ede53d7a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:51:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:35.140142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-a93a222d-64d3-4a45-b178-c7f9adca8185 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] device_id is not set on port d640a8c6-938a-4cc3-a60d-e85bafee1cb9 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:51:35.144236 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-3762d997-de2a-4ddc-abaa-f2ede53d7a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:35.144933 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3762d997-de2a-4ddc-abaa-f2ede53d7a11 None None] The sync data for ids ['5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:51:35.454268 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-f14c9906-cad8-4467-ab56-59918dd99e25 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 01:51:35.458203 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52084) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:35.458530 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f14c9906-cad8-4467-ab56-59918dd99e25 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/routers/5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4668539 Feb 09 01:51:35.487670 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c3b1edd3-6b3d-4c07-8685-984a61758a47 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for port (7a74aaa0-1960-44ff-b3d6-e1d603911ed4), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:35.498882 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c3b1edd3-6b3d-4c07-8685-984a61758a47 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (7a74aaa0-1960-44ff-b3d6-e1d603911ed4), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:35.513450 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-afcb321a-ffb8-4575-89d8-c629e20b0dce tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de HTTP/1.1" status: 200 len: 205 time: 0.0538101 Feb 09 01:51:35.516136 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52086) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:35.523821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-a93a222d-64d3-4a45-b178-c7f9adca8185 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Allocated IP 2001:db8::108 (8e675a9f-af1f-4430-8933-7af1cc185275/14496e87-a0fa-4388-aabc-68c3a7936bbf/d640a8c6-938a-4cc3-a60d-e85bafee1cb9) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:35.619150 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f41c5-6a73-4afc-aa7d-971c3f13ad8f req-8d2ef503-c2ec-40dc-85f2-edcc29091790 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:35.621383 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-811f41c5-6a73-4afc-aa7d-971c3f13ad8f req-8d2ef503-c2ec-40dc-85f2-edcc29091790 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0e3a7c4-9603-4f8c-a074-f1b57798df90 HTTP/1.1" status: 200 len: 945 time: 0.2861123 Feb 09 01:51:35.629858 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1edd3-6b3d-4c07-8685-984a61758a47 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Pushing event updated for resources: {'Port': ['ID=7a74aaa0-1960-44ff-b3d6-e1d603911ed4,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:35.675510 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c3b1edd3-6b3d-4c07-8685-984a61758a47 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (257ee104-8c62-405b-afc9-50f8a17666c3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:35.678503 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e7289fe1-9b8d-4f29-be2b-db3fc9679195 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:35.842424 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b80f3-2219-4e6f-abbf-435fce7761fd req-5dcfbe21-e84d-43c2-8e2e-ba45b5a67eaa tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:35.846211 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-858b80f3-2219-4e6f-abbf-435fce7761fd req-5dcfbe21-e84d-43c2-8e2e-ba45b5a67eaa tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 946 time: 0.2145436 Feb 09 01:51:35.849572 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 2d0baf7e-0089-4cde-86cc-ae9332d487c3 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:51:35.851026 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-811f41c5-6a73-4afc-aa7d-971c3f13ad8f req-ca060637-3d45-4255-a86e-5d83975cbaf9 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047346 Feb 09 01:51:35.903477 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e7289fe1-9b8d-4f29-be2b-db3fc9679195 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:35.907684 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e7289fe1-9b8d-4f29-be2b-db3fc9679195 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router_controller (5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:35.914274 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a93a222d-64d3-4a45-b178-c7f9adca8185 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks [] for port (d640a8c6-938a-4cc3-a60d-e85bafee1cb9), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:35.958748 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-c3b1edd3-6b3d-4c07-8685-984a61758a47 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Floating IP 257ee104-8c62-405b-afc9-50f8a17666c3 associated. External IP: 172.25.7.222, port: f003e7c2-76a6-408f-ba92-0282e046ea76. Feb 09 01:51:35.967530 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:35.968068 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:35.984633 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-858b80f3-2219-4e6f-abbf-435fce7761fd req-99131eb3-8897-42fc-88bd-e1e03eb8fa90 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063073 Feb 09 01:51:35.991446 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e7289fe1-9b8d-4f29-be2b-db3fc9679195 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:35.993665 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7289fe1-9b8d-4f29-be2b-db3fc9679195 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Fanout notify agent at l3_agent the message router_deleted on router 5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:51:36.002643 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a93a222d-64d3-4a45-b178-c7f9adca8185 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (d640a8c6-938a-4cc3-a60d-e85bafee1cb9), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:36.015960 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e7289fe1-9b8d-4f29-be2b-db3fc9679195 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:36.017315 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e7289fe1-9b8d-4f29-be2b-db3fc9679195 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/routers/5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de HTTP/1.1" status: 204 len: 168 time: 0.4952044 Feb 09 01:51:36.021093 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52094) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:36.063497 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d0baf7e-0089-4cde-86cc-ae9332d487c3'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:51:36.068489 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0f6c21-d1a5-4d9b-9610-179d895ebc30" -d '{"events": [{"server_uuid": "12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2", "name": "network-vif-unplugged", "status": "completed", "tag": "2d0baf7e-0089-4cde-86cc-ae9332d487c3"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:51:36.071677 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64a8601c-a37b-408d-9b37-54ade31c5965 req-f612da0d-e847-42e2-b64d-eb1dab0d701f tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.1069818 Feb 09 01:51:36.103358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 2d0baf7e-0089-4cde-86cc-ae9332d487c3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:36.118501 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:36.139749 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68da9a2-1ed5-4dca-bbcb-5159581421a7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting subnet 0de08219-9c56-4924-83f0-27ad59c01715 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:51:36.151738 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a68da9a2-1ed5-4dca-bbcb-5159581421a7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for subnet (0de08219-9c56-4924-83f0-27ad59c01715), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:36.174435 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0b3a07-fa3a-46c8-a75f-c75a2a0126a6 x-openstack-request-id: req-bf0b3a07-fa3a-46c8-a75f-c75a2a0126a6 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:51:36.175054 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2", "name": "network-vif-unplugged", "status": "completed", "tag": "2d0baf7e-0089-4cde-86cc-ae9332d487c3", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:51:36.175499 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf0b3a07-fa3a-46c8-a75f-c75a2a0126a6 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:51:36.176202 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d0baf7e-0089-4cde-86cc-ae9332d487c3', 'code': 200} Feb 09 01:51:36.213190 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=2d0baf7e-0089-4cde-86cc-ae9332d487c3,revision_number=14']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:36.248853 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a68da9a2-1ed5-4dca-bbcb-5159581421a7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (0de08219-9c56-4924-83f0-27ad59c01715), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:36.450635 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a68da9a2-1ed5-4dca-bbcb-5159581421a7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (0de08219-9c56-4924-83f0-27ad59c01715), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:36.486221 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fac8aa-4d0b-4596-b0d5-1179edd1102b req-168c77b4-ebb5-417c-97e6-9d667b59bd45 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:36.487780 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f6fac8aa-4d0b-4596-b0d5-1179edd1102b req-168c77b4-ebb5-417c-97e6-9d667b59bd45 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.1533353 Feb 09 01:51:36.567571 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93a222d-64d3-4a45-b178-c7f9adca8185 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Network 8e675a9f-af1f-4430-8933-7af1cc185275 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:36.571445 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f6fac8aa-4d0b-4596-b0d5-1179edd1102b req-41872922-1a98-445e-b884-d3cde2749da2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744851 Feb 09 01:51:36.581007 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-a93a222d-64d3-4a45-b178-c7f9adca8185 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:36.581809 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a68da9a2-1ed5-4dca-bbcb-5159581421a7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (0de08219-9c56-4924-83f0-27ad59c01715), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:36.582911 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a222d-64d3-4a45-b178-c7f9adca8185 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Pushing event updated for resources: {'Port': ['ID=d640a8c6-938a-4cc3-a60d-e85bafee1cb9,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:36.587366 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93a222d-64d3-4a45-b178-c7f9adca8185 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:36.593806 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93a222d-64d3-4a45-b178-c7f9adca8185 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:36.594442 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a93a222d-64d3-4a45-b178-c7f9adca8185 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:36.638725 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68da9a2-1ed5-4dca-bbcb-5159581421a7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Subnet': ['ID=0de08219-9c56-4924-83f0-27ad59c01715,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:36.648905 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a93a222d-64d3-4a45-b178-c7f9adca8185 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9283874 Feb 09 01:51:36.648905 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52102) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:36.655334 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a68da9a2-1ed5-4dca-bbcb-5159581421a7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:36.657811 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e4e2fb69-6bea-4ae4-b9ec-82c4af216604 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:79:35:44'}]}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:36.661104 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a68da9a2-1ed5-4dca-bbcb-5159581421a7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/subnets/0de08219-9c56-4924-83f0-27ad59c01715 HTTP/1.1" status: 204 len: 168 time: 0.6387970 Feb 09 01:51:36.666215 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68da9a2-1ed5-4dca-bbcb-5159581421a7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.666215 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68da9a2-1ed5-4dca-bbcb-5159581421a7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.666646 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52104) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:36.666820 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68da9a2-1ed5-4dca-bbcb-5159581421a7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.666820 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68da9a2-1ed5-4dca-bbcb-5159581421a7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.666820 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68da9a2-1ed5-4dca-bbcb-5159581421a7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.666820 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68da9a2-1ed5-4dca-bbcb-5159581421a7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.667496 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68da9a2-1ed5-4dca-bbcb-5159581421a7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.668523 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68da9a2-1ed5-4dca-bbcb-5159581421a7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.669092 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68da9a2-1ed5-4dca-bbcb-5159581421a7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.669653 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68da9a2-1ed5-4dca-bbcb-5159581421a7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.670220 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68da9a2-1ed5-4dca-bbcb-5159581421a7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.670778 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68da9a2-1ed5-4dca-bbcb-5159581421a7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.671361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68da9a2-1ed5-4dca-bbcb-5159581421a7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.680446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8ac919-5202-4804-9498-ecf3701a4605 None None] Network ebfcbcb6-ac20-4219-a68a-55049a979332 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:51:36.810254 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62668e-9daa-4ab4-b15a-1e4d4f1a008e req-3ac9e4ef-8cc1-4c76-946b-935eba3018f0 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:36.811893 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8e62668e-9daa-4ab4-b15a-1e4d4f1a008e req-3ac9e4ef-8cc1-4c76-946b-935eba3018f0 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.3276119 Feb 09 01:51:36.814934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1017e5b-00fe-4de0-a622-f89f4b222ebf req-bc64489a-98e5-41fe-8f78-8686e5999b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:36.816681 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1017e5b-00fe-4de0-a622-f89f4b222ebf req-bc64489a-98e5-41fe-8f78-8686e5999b70 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 1126 time: 0.3340485 Feb 09 01:51:36.936446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1304b5c8-af42-4d0f-adf8-6ee9056d5559 None None] DHCP port deletion for ebfcbcb6-ac20-4219-a68a-55049a979332 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:51:37.014400 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1304b5c8-af42-4d0f-adf8-6ee9056d5559 None None] Deleting port f8cbf165-610d-46a4-a042-11cdece7dc90 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:37.014872 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1304b5c8-af42-4d0f-adf8-6ee9056d5559 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (f8cbf165-610d-46a4-a042-11cdece7dc90), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:37.035065 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a52010-dbe5-4496-ac7a-4116054bcec8 req-3fae2193-13bb-4934-bb5d-add6a98e69d9 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:37.036794 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f5a52010-dbe5-4496-ac7a-4116054bcec8 req-3fae2193-13bb-4934-bb5d-add6a98e69d9 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0e3a7c4-9603-4f8c-a074-f1b57798df90 HTTP/1.1" status: 200 len: 945 time: 0.0717964 Feb 09 01:51:37.072287 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ec3f046c-b01e-48e8-95f2-66a05845de1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (ebfcbcb6-ac20-4219-a68a-55049a979332), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:37.108888 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8e62668e-9daa-4ab4-b15a-1e4d4f1a008e req-7e56cb33-1b23-4307-8851-7f566ed29420 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599304 Feb 09 01:51:37.170462 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f5a52010-dbe5-4496-ac7a-4116054bcec8 req-0df13ed0-0130-4ebd-b447-655a126e4c9f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249444 Feb 09 01:51:37.210501 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1017e5b-00fe-4de0-a622-f89f4b222ebf req-4760662a-5eea-4d20-86a7-e173dfc2f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:37.213670 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1017e5b-00fe-4de0-a622-f89f4b222ebf req-4760662a-5eea-4d20-86a7-e173dfc2f5df service neutron] 10.222.0.67 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 912 time: 0.3642561 Feb 09 01:51:37.235523 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b1edd3-6b3d-4c07-8685-984a61758a47 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Router b8e896fb-86ff-4c57-a979-9ddba50bdfb6 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:51:37.278397 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9920501a-e21d-430b-8637-5c5b0736fcf3 None None] Provisioning complete for port d640a8c6-938a-4cc3-a60d-e85bafee1cb9 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:37.279064 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9920501a-e21d-430b-8637-5c5b0736fcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d640a8c6-938a-4cc3-a60d-e85bafee1cb9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:37.331642 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1304b5c8-af42-4d0f-adf8-6ee9056d5559 None None] For port f8cbf165-610d-46a4-a042-11cdece7dc90, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f8cbf165-610d-46a4-a042-11cdece7dc90,segment=NetworkSegment(173ad8b5-ca69-4c85-ae75-d69095331d6d),segment_id=173ad8b5-ca69-4c85-ae75-d69095331d6d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:37.332816 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1304b5c8-af42-4d0f-adf8-6ee9056d5559 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (f8cbf165-610d-46a4-a042-11cdece7dc90), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:37.358489 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9920501a-e21d-430b-8637-5c5b0736fcf3 None None] Port d640a8c6-938a-4cc3-a60d-e85bafee1cb9 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:51:37.360737 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1304b5c8-af42-4d0f-adf8-6ee9056d5559 None None] Calling delete_port for f8cbf165-610d-46a4-a042-11cdece7dc90 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:37.399940 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1017e5b-00fe-4de0-a622-f89f4b222ebf req-5744ae4a-c751-4e25-b933-52a26300a56d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3 HTTP/1.1" status: 200 len: 999 time: 0.1503451 Feb 09 01:51:37.429531 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ce220ec9-c550-4360-bb34-46100742dd1e req-4c6f2235-97fc-41c1-8230-0094dbc37d99 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.1910532 Feb 09 01:51:37.447901 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f3c2cabb-6aeb-415e-8cf5-914daaf22303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:37.474149 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1304b5c8-af42-4d0f-adf8-6ee9056d5559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (f8cbf165-610d-46a4-a042-11cdece7dc90), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:37.498886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304b5c8-af42-4d0f-adf8-6ee9056d5559 None None] Pushing event deleted for resources: {'Port': ['ID=f8cbf165-610d-46a4-a042-11cdece7dc90,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:37.506809 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1304b5c8-af42-4d0f-adf8-6ee9056d5559 None None] No DVR routers for this DVR port f8cbf165-610d-46a4-a042-11cdece7dc90 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:51:37.567228 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e4e2fb69-6bea-4ae4-b9ec-82c4af216604 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d640a8c6-938a-4cc3-a60d-e85bafee1cb9), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:37.580258 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-f357f1d5-7a4d-47aa-88dc-623322ee87c9 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:37.581736 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-f357f1d5-7a4d-47aa-88dc-623322ee87c9 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/networks?id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 200 len: 805 time: 0.1540973 Feb 09 01:51:37.599812 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f046c-b01e-48e8-95f2-66a05845de1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting port f8cbf165-610d-46a4-a042-11cdece7dc90 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:37.600164 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ec3f046c-b01e-48e8-95f2-66a05845de1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (f8cbf165-610d-46a4-a042-11cdece7dc90), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:37.604245 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-24f9bc2a-e45a-4bfd-89ff-5f33ee285091 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/quotas/57a477aa675d4adb8145bd3e3ad9c65b HTTP/1.1" status: 200 len: 375 time: 0.0101373 Feb 09 01:51:37.668915 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-7d17493d-e965-4af8-a670-df554f6ea9ff tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582311 Feb 09 01:51:37.677356 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1017e5b-00fe-4de0-a622-f89f4b222ebf req-8e364c4e-1b0f-431c-a592-6a97ea5e4559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:37.678833 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1017e5b-00fe-4de0-a622-f89f4b222ebf req-8e364c4e-1b0f-431c-a592-6a97ea5e4559 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.2341347 Feb 09 01:51:37.786647 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-fc620c3e-c18f-4922-9c98-b020809cdad6 service neutron] 10.222.0.36 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108167 Feb 09 01:51:37.804741 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-ec3f046c-b01e-48e8-95f2-66a05845de1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] For port f8cbf165-610d-46a4-a042-11cdece7dc90, host n-d-828387-3, got binding levels [] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:37.805109 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ec3f046c-b01e-48e8-95f2-66a05845de1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (f8cbf165-610d-46a4-a042-11cdece7dc90), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:37.837292 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b1edd3-6b3d-4c07-8685-984a61758a47 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:51:37.850622 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf5347-9be2-4bc4-9f4a-e73c0572212d None None] Sync routers for ids ['b8e896fb-86ff-4c57-a979-9ddba50bdfb6'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:51:37.867949 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf5347-9be2-4bc4-9f4a-e73c0572212d None None] Routers {'b8e896fb-86ff-4c57-a979-9ddba50bdfb6'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:37.868881 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3dbf5347-9be2-4bc4-9f4a-e73c0572212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:51:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b8e896fb-86ff-4c57-a979-9ddba50bdfb6'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:37.870353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f046c-b01e-48e8-95f2-66a05845de1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Calling delete_port for f8cbf165-610d-46a4-a042-11cdece7dc90 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:37.876155 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.ipam_backend_mixin [None req-ec3f046c-b01e-48e8-95f2-66a05845de1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Port f8cbf165-610d-46a4-a042-11cdece7dc90 was not found and therefore no delete operation was performed {{(pid=103183) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:51:37.897196 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ec3f046c-b01e-48e8-95f2-66a05845de1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (f8cbf165-610d-46a4-a042-11cdece7dc90), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:37.908247 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-6c7296d8-22fa-4fdd-b9c6-59163c744b76 service neutron] 10.222.0.36 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151237 Feb 09 01:51:37.941707 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc799694-b76f-456d-87be-d1ff250eadb3 req-a281250e-07a3-4df1-82a3-ece7961af98d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:37.943275 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc799694-b76f-456d-87be-d1ff250eadb3 req-a281250e-07a3-4df1-82a3-ece7961af98d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2703230 Feb 09 01:51:37.950624 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c3b1edd3-6b3d-4c07-8685-984a61758a47 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:37.957285 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1017e5b-00fe-4de0-a622-f89f4b222ebf req-9e02b814-685c-4dcf-8e03-0cf142b39c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:37.958815 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1017e5b-00fe-4de0-a622-f89f4b222ebf req-9e02b814-685c-4dcf-8e03-0cf142b39c51 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2639043 Feb 09 01:51:37.960881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f046c-b01e-48e8-95f2-66a05845de1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Port': ['ID=f8cbf165-610d-46a4-a042-11cdece7dc90,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:37.984761 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f046c-b01e-48e8-95f2-66a05845de1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] No DVR routers for this DVR port f8cbf165-610d-46a4-a042-11cdece7dc90 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:51:38.020036 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-3dbf5347-9be2-4bc4-9f4a-e73c0572212d None None] Set router b8e896fb-86ff-4c57-a979-9ddba50bdfb6 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:51:38.141161 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f8cbf165-610d-46a4-a042-11cdece7dc90 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:51:38.156575 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c3b1edd3-6b3d-4c07-8685-984a61758a47 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3420446 Feb 09 01:51:38.169599 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: f8cbf165-610d-46a4-a042-11cdece7dc90 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:51:38.170042 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f8cbf165-610d-46a4-a042-11cdece7dc90 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:51:38.201106 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00a66de7-41ab-4297-9024-4094cf676357 req-a652eb40-10ec-435b-992f-f6b7268811a9 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5defe51-f468-457a-85f7-f923a77dccda HTTP/1.1" status: 200 len: 210 time: 0.0743227 Feb 09 01:51:38.225895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a31655-14e0-4fb0-922b-612bade249c1', 'tag': 'f003e7c2-76a6-408f-ba92-0282e046ea76'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:51:38.228983 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115dedbd-37d4-4757-a575-eb6d547b401b" -d '{"events": [{"name": "network-changed", "server_uuid": "04a31655-14e0-4fb0-922b-612bade249c1", "tag": "f003e7c2-76a6-408f-ba92-0282e046ea76"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:51:38.288905 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ec3f046c-b01e-48e8-95f2-66a05845de1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (ebfcbcb6-ac20-4219-a68a-55049a979332), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:38.304840 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc799694-b76f-456d-87be-d1ff250eadb3 req-739f9f30-8756-47c9-9e80-66098a104789 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212826 Feb 09 01:51:38.366791 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14bf5d-a1ac-48e7-a78c-7c5c90a89013 req-d95a049c-9a16-43c3-ba42-9ba5f3ced7ac tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:38.370075 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9f14bf5d-a1ac-48e7-a78c-7c5c90a89013 req-d95a049c-9a16-43c3-ba42-9ba5f3ced7ac tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.0960460 Feb 09 01:51:38.412123 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3dbf5347-9be2-4bc4-9f4a-e73c0572212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'name': 'tempest-TestServerBasicOps-1260166526-router', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:24Z', 'updated_at': '2022-02-09T01:50:35Z', 'revision_number': 4, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'gw_port': {'id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:27Z', 'updated_at': '2022-02-09T01:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '257ee104-8c62-405b-afc9-50f8a17666c3', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'port_id': 'f003e7c2-76a6-408f-ba92-0282e046ea76', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2094, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3', 'mac_address': 'fa:16:3e:89:69:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a31655-14e0-4fb0-922b-612bade249c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:51:34Z', 'updated_at': '2022-02-09T01:51:34Z', 'revision_number': 0, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5283df05-cc35-4a6d-85da-a84d1d894298', 'name': '', 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'mac_address': 'fa:16:3e:27:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '31c54961-46dc-40c7-88f9-d9c98de17b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:33Z', 'updated_at': '2022-02-09T01:50:45Z', 'revision_number': 5, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'subnets': [{'id': '31c54961-46dc-40c7-88f9-d9c98de17b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:38.432157 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca988d0f-c181-4a16-9907-6443db011490 x-openstack-request-id: req-ca988d0f-c181-4a16-9907-6443db011490 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:51:38.433074 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a31655-14e0-4fb0-922b-612bade249c1", "tag": "f003e7c2-76a6-408f-ba92-0282e046ea76", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:51:38.433377 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ca988d0f-c181-4a16-9907-6443db011490 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:51:38.434497 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a31655-14e0-4fb0-922b-612bade249c1', 'tag': 'f003e7c2-76a6-408f-ba92-0282e046ea76', 'status': 'completed', 'code': 200} Feb 09 01:51:38.454268 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf5347-9be2-4bc4-9f4a-e73c0572212d None None] Checking router: b8e896fb-86ff-4c57-a979-9ddba50bdfb6 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:51:38.458320 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-ec3f046c-b01e-48e8-95f2-66a05845de1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebfcbcb6-ac20-4219-a68a-55049a979332']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:38.462678 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e4e2fb69-6bea-4ae4-b9ec-82c4af216604 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks [] for port (d640a8c6-938a-4cc3-a60d-e85bafee1cb9), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:38.475506 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf5347-9be2-4bc4-9f4a-e73c0572212d None None] Routers {'b8e896fb-86ff-4c57-a979-9ddba50bdfb6'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:38.476628 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3dbf5347-9be2-4bc4-9f4a-e73c0572212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:51:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b8e896fb-86ff-4c57-a979-9ddba50bdfb6'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:38.477092 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1017e5b-00fe-4de0-a622-f89f4b222ebf req-b1b541ad-27d6-4a4d-9ea6-33bbe0c5649f service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858668 Feb 09 01:51:38.477690 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9f14bf5d-a1ac-48e7-a78c-7c5c90a89013 req-f4aee0f2-3416-45c1-92af-3ef577303dce tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967598 Feb 09 01:51:38.504904 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dedbd-37d4-4757-a575-eb6d547b401b req-4b671200-0abd-41fb-b180-74576565d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:38.506402 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-115dedbd-37d4-4757-a575-eb6d547b401b req-4b671200-0abd-41fb-b180-74576565d002 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2aa93a5c7c644979abedd23e70cb219a&device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 1127 time: 0.0844030 Feb 09 01:51:38.523058 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-ec3f046c-b01e-48e8-95f2-66a05845de1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173ad8b5-ca69-4c85-ae75-d69095331d6d') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:38.523403 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-ec3f046c-b01e-48e8-95f2-66a05845de1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173ad8b5-ca69-4c85-ae75-d69095331d6d') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:38.535861 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ec3f046c-b01e-48e8-95f2-66a05845de1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (173ad8b5-ca69-4c85-ae75-d69095331d6d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:38.551893 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ec3f046c-b01e-48e8-95f2-66a05845de1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (173ad8b5-ca69-4c85-ae75-d69095331d6d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:38.559773 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3f046c-b01e-48e8-95f2-66a05845de1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:51:38.560191 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ec3f046c-b01e-48e8-95f2-66a05845de1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (173ad8b5-ca69-4c85-ae75-d69095331d6d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:51:38.620321 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:51:38.625544 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e4e2fb69-6bea-4ae4-b9ec-82c4af216604 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (d640a8c6-938a-4cc3-a60d-e85bafee1cb9), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:38.675028 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-3dbf5347-9be2-4bc4-9f4a-e73c0572212d None None] Set router b8e896fb-86ff-4c57-a979-9ddba50bdfb6 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:51:38.723652 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dedbd-37d4-4757-a575-eb6d547b401b req-708ca40f-cfae-4b35-b1cc-ff43aa547569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:38.726388 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-115dedbd-37d4-4757-a575-eb6d547b401b req-708ca40f-cfae-4b35-b1cc-ff43aa547569 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9dc25977-4db6-44bb-84a0-2bb695d1e7b3 HTTP/1.1" status: 200 len: 910 time: 0.2128334 Feb 09 01:51:38.729294 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ec3f046c-b01e-48e8-95f2-66a05845de1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (ebfcbcb6-ac20-4219-a68a-55049a979332), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:38.738283 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-e4e2fb69-6bea-4ae4-b9ec-82c4af216604 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] In _notify_port_updated(), no bound segment for port d640a8c6-938a-4cc3-a60d-e85bafee1cb9 on network 8e675a9f-af1f-4430-8933-7af1cc185275 {{(pid=103183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:51:38.744056 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e2fb69-6bea-4ae4-b9ec-82c4af216604 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:38.744301 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e4e2fb69-6bea-4ae4-b9ec-82c4af216604 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:38.745595 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e4e2fb69-6bea-4ae4-b9ec-82c4af216604 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "PUT /v2.0/ports/d640a8c6-938a-4cc3-a60d-e85bafee1cb9 HTTP/1.1" status: 200 len: 1003 time: 2.0969002 Feb 09 01:51:38.750199 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52142) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:38.756887 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30d90677-ef64-4f3b-95af-c0d762c58f7e req-cf0e6390-1c22-4faa-97a1-463c1f3e9217 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.1270795 Feb 09 01:51:38.781895 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ec3f046c-b01e-48e8-95f2-66a05845de1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:38.790964 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ec3f046c-b01e-48e8-95f2-66a05845de1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/networks/ebfcbcb6-ac20-4219-a68a-55049a979332 HTTP/1.1" status: 204 len: 168 time: 2.1219780 Feb 09 01:51:38.798901 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52144) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:38.809658 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-247e4254-726f-4d4a-ac44-bf79a2088699 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-489143930'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:38.822202 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f046c-b01e-48e8-95f2-66a05845de1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Network': ['ID=ebfcbcb6-ac20-4219-a68a-55049a979332,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:38.842917 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2fb69-6bea-4ae4-b9ec-82c4af216604 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Pushing event updated for resources: {'Port': ['ID=d640a8c6-938a-4cc3-a60d-e85bafee1cb9,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:38.913577 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1017e5b-00fe-4de0-a622-f89f4b222ebf req-d93c1557-a3ab-4ea7-bb8c-22559f763c5a service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267099 Feb 09 01:51:38.948412 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-115dedbd-37d4-4757-a575-eb6d547b401b req-9a006b35-85ed-48fb-9787-17e146bcf6db service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f003e7c2-76a6-408f-ba92-0282e046ea76 HTTP/1.1" status: 200 len: 999 time: 0.2136421 Feb 09 01:51:38.948412 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247e4254-726f-4d4a-ac44-bf79a2088699 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Made reservation on behalf of 247ac12d74ff449fabfbe552acae8758 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:38.954658 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-247e4254-726f-4d4a-ac44-bf79a2088699 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:39.059868 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247e4254-726f-4d4a-ac44-bf79a2088699 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:51:39.063667 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dedbd-37d4-4757-a575-eb6d547b401b req-104f26f0-9715-4142-ac14-24c077937454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:39.065319 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-115dedbd-37d4-4757-a575-eb6d547b401b req-104f26f0-9715-4142-ac14-24c077937454 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=31c54961-46dc-40c7-88f9-d9c98de17b88 HTTP/1.1" status: 200 len: 848 time: 0.1052775 Feb 09 01:51:39.090212 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-247e4254-726f-4d4a-ac44-bf79a2088699 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (2d7763a0-4399-4999-bf73-253b5a953b79), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:39.090562 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-247e4254-726f-4d4a-ac44-bf79a2088699 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Added segment 2d7763a0-4399-4999-bf73-253b5a953b79 of type vlan for network 26f12c88-54cb-49a6-bf81-9f66ba02cae7 Feb 09 01:51:39.181091 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-247e4254-726f-4d4a-ac44-bf79a2088699 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (26f12c88-54cb-49a6-bf81-9f66ba02cae7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:39.187297 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2240f220-c8fa-433f-b647-8de15863f2a7 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Deleting port d640a8c6-938a-4cc3-a60d-e85bafee1cb9 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:39.187774 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2240f220-c8fa-433f-b647-8de15863f2a7 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (d640a8c6-938a-4cc3-a60d-e85bafee1cb9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:39.209898 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3dbf5347-9be2-4bc4-9f4a-e73c0572212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'name': 'tempest-TestServerBasicOps-1260166526-router', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:24Z', 'updated_at': '2022-02-09T01:50:35Z', 'revision_number': 4, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'gw_port': {'id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:27Z', 'updated_at': '2022-02-09T01:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '257ee104-8c62-405b-afc9-50f8a17666c3', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'port_id': 'f003e7c2-76a6-408f-ba92-0282e046ea76', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2094, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3', 'mac_address': 'fa:16:3e:89:69:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a31655-14e0-4fb0-922b-612bade249c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:51:34Z', 'updated_at': '2022-02-09T01:51:34Z', 'revision_number': 0, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5283df05-cc35-4a6d-85da-a84d1d894298', 'name': '', 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'mac_address': 'fa:16:3e:27:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '31c54961-46dc-40c7-88f9-d9c98de17b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:33Z', 'updated_at': '2022-02-09T01:50:45Z', 'revision_number': 5, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'subnets': [{'id': '31c54961-46dc-40c7-88f9-d9c98de17b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:39.265208 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf5347-9be2-4bc4-9f4a-e73c0572212d None None] The sync data for ids ['b8e896fb-86ff-4c57-a979-9ddba50bdfb6'] in n-d-828387-3 is: [{'id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'name': 'tempest-TestServerBasicOps-1260166526-router', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:24Z', 'updated_at': '2022-02-09T01:50:35Z', 'revision_number': 4, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'gw_port': {'id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:27Z', 'updated_at': '2022-02-09T01:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '257ee104-8c62-405b-afc9-50f8a17666c3', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'port_id': 'f003e7c2-76a6-408f-ba92-0282e046ea76', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2094, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3', 'mac_address': 'fa:16:3e:89:69:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a31655-14e0-4fb0-922b-612bade249c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:51:34Z', 'updated_at': '2022-02-09T01:51:34Z', 'revision_number': 0, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5283df05-cc35-4a6d-85da-a84d1d894298', 'name': '', 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'mac_address': 'fa:16:3e:27:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '31c54961-46dc-40c7-88f9-d9c98de17b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:33Z', 'updated_at': '2022-02-09T01:50:45Z', 'revision_number': 5, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'subnets': [{'id': '31c54961-46dc-40c7-88f9-d9c98de17b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:51:39.267004 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dedbd-37d4-4757-a575-eb6d547b401b req-5199fac7-34dc-42be-a3fb-54ebda65e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:39.268643 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-115dedbd-37d4-4757-a575-eb6d547b401b req-5199fac7-34dc-42be-a3fb-54ebda65e97f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9dc25977-4db6-44bb-84a0-2bb695d1e7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1959829 Feb 09 01:51:39.275828 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-247e4254-726f-4d4a-ac44-bf79a2088699 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (26f12c88-54cb-49a6-bf81-9f66ba02cae7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:39.281385 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247e4254-726f-4d4a-ac44-bf79a2088699 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:39.281996 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-247e4254-726f-4d4a-ac44-bf79a2088699 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:39.300876 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f0b42a94-f68a-4b17-9cc9-f4b864a2f118 None None] Provisioning complete for port d640a8c6-938a-4cc3-a60d-e85bafee1cb9 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:39.301284 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f0b42a94-f68a-4b17-9cc9-f4b864a2f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d640a8c6-938a-4cc3-a60d-e85bafee1cb9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:39.371907 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2240f220-c8fa-433f-b647-8de15863f2a7 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (d640a8c6-938a-4cc3-a60d-e85bafee1cb9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:39.385316 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f0b42a94-f68a-4b17-9cc9-f4b864a2f118 None None] Port d640a8c6-938a-4cc3-a60d-e85bafee1cb9 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:51:39.388312 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2240f220-c8fa-433f-b647-8de15863f2a7 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Calling delete_port for d640a8c6-938a-4cc3-a60d-e85bafee1cb9 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:39.562281 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-247e4254-726f-4d4a-ac44-bf79a2088699 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7603998 Feb 09 01:51:39.606668 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52152) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:39.618233 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d5ab7805-bf66-4bc2-a2d6-b55f9120e610 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'subnet': {'network_id': '26f12c88-54cb-49a6-bf81-9f66ba02cae7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:39.634509 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b8b3529e-5f10-4989-a68b-e6c7dd46c52d req-c9d5745f-a1c5-4619-bb98-5a2eac593c55 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5defe51-f468-457a-85f7-f923a77dccda HTTP/1.1" status: 200 len: 210 time: 0.2902410 Feb 09 01:51:39.691498 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:39.734018 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91ad224-0696-4ef3-a028-14cc17a2f3b2 None None] New status for floating IP 257ee104-8c62-405b-afc9-50f8a17666c3: ACTIVE {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:51:39.739320 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e4254-726f-4d4a-ac44-bf79a2088699 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Network': ['ID=26f12c88-54cb-49a6-bf81-9f66ba02cae7,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:39.756980 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 26f12c88-54cb-49a6-bf81-9f66ba02cae7 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:51:39.831807 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c1baae39-99c8-47e2-8674-b2b9c7501cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:39.941617 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ab7805-bf66-4bc2-a2d6-b55f9120e610 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Made reservation on behalf of 247ac12d74ff449fabfbe552acae8758 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:39.947296 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7805-bf66-4bc2-a2d6-b55f9120e610 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:39.972571 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-115dedbd-37d4-4757-a575-eb6d547b401b req-63ef291d-7eee-4476-8ab0-88f2e19f414f service neutron] 10.222.0.67 "GET /v2.0/networks/9dc25977-4db6-44bb-84a0-2bb695d1e7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6875763 Feb 09 01:51:40.014070 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e9904-ea5a-4317-83c8-bebd518c94c6 req-b89914a5-26ce-40b7-a2a0-aba680f2621c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:40.022617 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd6e9904-ea5a-4317-83c8-bebd518c94c6 req-b89914a5-26ce-40b7-a2a0-aba680f2621c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.6227818 Feb 09 01:51:40.101041 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-236e5569-d564-4e6a-9239-1c611e957a44 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:40.102521 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-236e5569-d564-4e6a-9239-1c611e957a44 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.67 "GET /v2.0/networks?id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 200 len: 805 time: 0.6677175 Feb 09 01:51:40.107996 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e36727-9969-4a6d-b51d-cf5eec5dbfba req-06c78e54-bc62-4eb2-b256-744b6bcecde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:40.109440 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3e36727-9969-4a6d-b51d-cf5eec5dbfba req-06c78e54-bc62-4eb2-b256-744b6bcecde2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 1128 time: 0.1544838 Feb 09 01:51:40.121729 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Request body: {'port': {'device_id': 'e5defe51-f468-457a-85f7-f923a77dccda', 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299', 'admin_state_up': True, 'tenant_id': '57a477aa675d4adb8145bd3e3ad9c65b'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:40.140026 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb41ad-96ab-4c23-b705-630d686f0789 req-c4d7ecbf-97c3-46ac-9f89-388afc6f75a0 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:40.141531 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-71eb41ad-96ab-4c23-b705-630d686f0789 req-c4d7ecbf-97c3-46ac-9f89-388afc6f75a0 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.3665524 Feb 09 01:51:40.182772 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd6e9904-ea5a-4317-83c8-bebd518c94c6 req-f9bad0da-707e-415c-9f9b-d843b6194f03 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366267 Feb 09 01:51:40.192541 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2240f220-c8fa-433f-b647-8de15863f2a7 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (d640a8c6-938a-4cc3-a60d-e85bafee1cb9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:40.250715 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3e36727-9969-4a6d-b51d-cf5eec5dbfba req-34c7ea5f-eb06-416a-a411-c304b718fc4a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253278 Feb 09 01:51:40.269633 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240f220-c8fa-433f-b647-8de15863f2a7 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Pushing event deleted for resources: {'Port': ['ID=d640a8c6-938a-4cc3-a60d-e85bafee1cb9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:40.316534 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-49f133bb-3342-4dbb-8fb1-5080878b985d req-db77786e-c665-4bda-9ea9-df4a4ac41bc9 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0438066 Feb 09 01:51:40.317730 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Made reservation on behalf of 57a477aa675d4adb8145bd3e3ad9c65b for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:40.321176 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:40.341660 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2240f220-c8fa-433f-b647-8de15863f2a7 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:40.349198 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2240f220-c8fa-433f-b647-8de15863f2a7 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "DELETE /v2.0/ports/d640a8c6-938a-4cc3-a60d-e85bafee1cb9 HTTP/1.1" status: 204 len: 168 time: 1.5978627 Feb 09 01:51:40.354746 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52156) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:40.361761 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-71eb41ad-96ab-4c23-b705-630d686f0789 req-aa5c4379-4b5c-45d9-94f5-b1353c473800 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015176 Feb 09 01:51:40.413747 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-115dedbd-37d4-4757-a575-eb6d547b401b req-2d754045-3f51-436e-a19e-ebf447e8b6d7 service neutron] 10.222.0.67 "GET /v2.0/networks/9dc25977-4db6-44bb-84a0-2bb695d1e7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817806 Feb 09 01:51:40.422188 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d19170-1fad-4e07-9531-f2b42b7f9ac1 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] GET failed (client error): The resource could not be found. Feb 09 01:51:40.429518 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-99d19170-1fad-4e07-9531-f2b42b7f9ac1 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "GET /v2.0/ports/d640a8c6-938a-4cc3-a60d-e85bafee1cb9 HTTP/1.1" status: 404 len: 333 time: 0.0705242 Feb 09 01:51:40.437450 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52158) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:40.443220 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-3890d821-f375-444b-8df7-7059c694db1d tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Request body: {'port': {'network_id': '8e675a9f-af1f-4430-8933-7af1cc185275', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1066096843'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:40.473923 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7805-bf66-4bc2-a2d6-b55f9120e610 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (54830c86-79c3-4c7f-92a6-51cd6fb4710c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:40.578916 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab7805-bf66-4bc2-a2d6-b55f9120e610 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Subnet': ['ID=54830c86-79c3-4c7f-92a6-51cd6fb4710c,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:40.591670 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab7805-bf66-4bc2-a2d6-b55f9120e610 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Checking segment: {'id': '2d7763a0-4399-4999-bf73-253b5a953b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26f12c88-54cb-49a6-bf81-9f66ba02cae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:51:40.591670 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ab7805-bf66-4bc2-a2d6-b55f9120e610 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network hostable DHCP agents. Network: 26f12c88-54cb-49a6-bf81-9f66ba02cae7, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:51:40.622466 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ab7805-bf66-4bc2-a2d6-b55f9120e610 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network 26f12c88-54cb-49a6-bf81-9f66ba02cae7 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:51:40.624038 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Allocated IP 172.20.0.8 (30f7b1d3-dfdd-498b-b6de-9d9501b1c299/1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c/64e00182-890d-4c28-9ce4-b073c3fd5a9c) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:40.636329 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-d5ab7805-bf66-4bc2-a2d6-b55f9120e610 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 26f12c88-54cb-49a6-bf81-9f66ba02cae7) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:40.642349 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ab7805-bf66-4bc2-a2d6-b55f9120e610 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:40.643896 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7805-bf66-4bc2-a2d6-b55f9120e610 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:40.653784 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ee37f8-7bac-45b3-95c7-92cec4ca06a1 None None] Network 26f12c88-54cb-49a6-bf81-9f66ba02cae7 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:51:40.668175 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d5ab7805-bf66-4bc2-a2d6-b55f9120e610 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0586605 Feb 09 01:51:40.668577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52160) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:40.673259 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-f076c584-ed4b-4c76-ad7f-63d6b9b5376b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1095983117', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:40.682417 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3890d821-f375-444b-8df7-7059c694db1d tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Made reservation on behalf of adb81fbf8d68477ab9cba80c4f0f3056 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:40.686512 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3890d821-f375-444b-8df7-7059c694db1d tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:40.754467 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-3890d821-f375-444b-8df7-7059c694db1d tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] device_id is not set on port 61055cea-6b6b-4d4e-aefe-bb774712b39a yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:51:40.790924 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:40.805608 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f076c584-ed4b-4c76-ad7f-63d6b9b5376b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (c5c683dd-f605-4a3f-9658-88032d55f8b6), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:40.806531 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f076c584-ed4b-4c76-ad7f-63d6b9b5376b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (c5c683dd-f605-4a3f-9658-88032d55f8b6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:40.810742 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7aa6ad-eec5-4d61-9ef0-90d9cebcb1b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-26f12c88-54cb-49a6-bf81-9f66ba02cae7', 'network_id': '26f12c88-54cb-49a6-bf81-9f66ba02cae7', 'project_id': '247ac12d74ff449fabfbe552acae8758', 'fixed_ips': [{'subnet_id': '54830c86-79c3-4c7f-92a6-51cd6fb4710c'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:51:40.812129 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c7aa6ad-eec5-4d61-9ef0-90d9cebcb1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:40.860770 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fe148cb0-8877-4214-82f7-aa70a1840a1d req-8ac18b23-3ba8-4fe5-87b5-f9458d52e629 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5defe51-f468-457a-85f7-f923a77dccda HTTP/1.1" status: 200 len: 210 time: 0.1078591 Feb 09 01:51:40.931305 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:40.993543 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f076c584-ed4b-4c76-ad7f-63d6b9b5376b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router_controller (c5c683dd-f605-4a3f-9658-88032d55f8b6), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:41.005666 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f076c584-ed4b-4c76-ad7f-63d6b9b5376b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (c5c683dd-f605-4a3f-9658-88032d55f8b6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:41.015255 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-4c7aa6ad-eec5-4d61-9ef0-90d9cebcb1b4 None None] Allocated IP 2001:db8::2 (26f12c88-54cb-49a6-bf81-9f66ba02cae7/54830c86-79c3-4c7f-92a6-51cd6fb4710c/b1388dfa-b1f9-491d-b205-58d5c4ff88d6) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:41.052415 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks [] for port (64e00182-890d-4c28-9ce4-b073c3fd5a9c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:41.059848 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f076c584-ed4b-4c76-ad7f-63d6b9b5376b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:41.061301 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f076c584-ed4b-4c76-ad7f-63d6b9b5376b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3919036 Feb 09 01:51:41.064634 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52164) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:41.082278 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-3890d821-f375-444b-8df7-7059c694db1d tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Allocated IP 2001:db8::74 (8e675a9f-af1f-4430-8933-7af1cc185275/14496e87-a0fa-4388-aabc-68c3a7936bbf/61055cea-6b6b-4d4e-aefe-bb774712b39a) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:41.192942 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (64e00182-890d-4c28-9ce4-b073c3fd5a9c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:41.198246 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c7aa6ad-eec5-4d61-9ef0-90d9cebcb1b4 None None] Publish callbacks [] for port (b1388dfa-b1f9-491d-b205-58d5c4ff88d6), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:41.207499 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['5e03dbc3-46d9-42de-8350-77bbcaf7ed82'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:51:41.210826 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['6a23ba66-360c-46da-9c7a-dca9a04eb217'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:51:41.217623 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c7aa6ad-eec5-4d61-9ef0-90d9cebcb1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (b1388dfa-b1f9-491d-b205-58d5c4ff88d6), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:41.329631 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:41.338985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:41.342296 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:41.345212 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Pushing event updated for resources: {'Port': ['ID=64e00182-890d-4c28-9ce4-b073c3fd5a9c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:41.352156 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7aa6ad-eec5-4d61-9ef0-90d9cebcb1b4 None None] Network 26f12c88-54cb-49a6-bf81-9f66ba02cae7 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:41.384084 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-4c7aa6ad-eec5-4d61-9ef0-90d9cebcb1b4 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:41.395458 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:41.395780 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:41.395985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:41.396325 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:41.396657 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:41.396987 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:41.397314 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:41.397638 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:41.397959 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:41.398282 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:41.398605 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:41.398921 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:41.399260 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:41.438819 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7aa6ad-eec5-4d61-9ef0-90d9cebcb1b4 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:41.439804 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:41.440501 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:41.464053 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7aa6ad-eec5-4d61-9ef0-90d9cebcb1b4 None None] Pushing event updated for resources: {'Port': ['ID=b1388dfa-b1f9-491d-b205-58d5c4ff88d6,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:41.468236 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3890d821-f375-444b-8df7-7059c694db1d tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks [] for port (61055cea-6b6b-4d4e-aefe-bb774712b39a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:41.525186 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-0ac4c520-70db-4f82-ba96-930dada3d8cf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4099360 Feb 09 01:51:41.583172 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1c6b7857-160b-4b3d-bf8c-17a69d490bc2 req-6896378a-4121-4e87-97cd-31ecfebf73bd tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0889881 Feb 09 01:51:41.610318 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-13fd263b-def4-4edc-8f65-efbef48a0444 service neutron] Request body: {'port': {'device_id': 'e5defe51-f468-457a-85f7-f923a77dccda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:41.610745 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4c7aa6ad-eec5-4d61-9ef0-90d9cebcb1b4 None None] Attempting to bind port b1388dfa-b1f9-491d-b205-58d5c4ff88d6 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:51:41.611138 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4c7aa6ad-eec5-4d61-9ef0-90d9cebcb1b4 None None] Attempting to bind port b1388dfa-b1f9-491d-b205-58d5c4ff88d6 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '2d7763a0-4399-4999-bf73-253b5a953b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26f12c88-54cb-49a6-bf81-9f66ba02cae7'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:51:41.611591 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7aa6ad-eec5-4d61-9ef0-90d9cebcb1b4 None None] Attempting to bind port b1388dfa-b1f9-491d-b205-58d5c4ff88d6 on network 26f12c88-54cb-49a6-bf81-9f66ba02cae7 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:51:41.622574 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7aa6ad-eec5-4d61-9ef0-90d9cebcb1b4 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:51:41.622969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7aa6ad-eec5-4d61-9ef0-90d9cebcb1b4 None None] Checking segment: {'id': '2d7763a0-4399-4999-bf73-253b5a953b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26f12c88-54cb-49a6-bf81-9f66ba02cae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:51:41.623372 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c7aa6ad-eec5-4d61-9ef0-90d9cebcb1b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:41.623763 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7aa6ad-eec5-4d61-9ef0-90d9cebcb1b4 None None] Bound using segment: {'id': '2d7763a0-4399-4999-bf73-253b5a953b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26f12c88-54cb-49a6-bf81-9f66ba02cae7'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:51:41.624245 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4c7aa6ad-eec5-4d61-9ef0-90d9cebcb1b4 None None] Bound port: b1388dfa-b1f9-491d-b205-58d5c4ff88d6, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7763a0-4399-4999-bf73-253b5a953b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26f12c88-54cb-49a6-bf81-9f66ba02cae7'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:51:41.624676 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c7aa6ad-eec5-4d61-9ef0-90d9cebcb1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b1388dfa-b1f9-491d-b205-58d5c4ff88d6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:41.731177 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3890d821-f375-444b-8df7-7059c694db1d tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (61055cea-6b6b-4d4e-aefe-bb774712b39a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:41.789721 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4c7aa6ad-eec5-4d61-9ef0-90d9cebcb1b4 None None] For port b1388dfa-b1f9-491d-b205-58d5c4ff88d6, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:51:41.800447 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-13fd263b-def4-4edc-8f65-efbef48a0444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (64e00182-890d-4c28-9ce4-b073c3fd5a9c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:41.801202 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4c7aa6ad-eec5-4d61-9ef0-90d9cebcb1b4 None None] For port b1388dfa-b1f9-491d-b205-58d5c4ff88d6, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b1388dfa-b1f9-491d-b205-58d5c4ff88d6,segment=NetworkSegment(2d7763a0-4399-4999-bf73-253b5a953b79),segment_id=2d7763a0-4399-4999-bf73-253b5a953b79)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:51:41.832493 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c7aa6ad-eec5-4d61-9ef0-90d9cebcb1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b1388dfa-b1f9-491d-b205-58d5c4ff88d6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:41.862174 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890d821-f375-444b-8df7-7059c694db1d tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Pushing event updated for resources: {'Port': ['ID=61055cea-6b6b-4d4e-aefe-bb774712b39a,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:41.878437 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3890d821-f375-444b-8df7-7059c694db1d tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Network 8e675a9f-af1f-4430-8933-7af1cc185275 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:41.912590 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-3890d821-f375-444b-8df7-7059c694db1d tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:41.920463 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3890d821-f375-444b-8df7-7059c694db1d tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:41.930133 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3890d821-f375-444b-8df7-7059c694db1d tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:41.931604 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3890d821-f375-444b-8df7-7059c694db1d tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:41.935850 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7aa6ad-eec5-4d61-9ef0-90d9cebcb1b4 None None] Pushing event updated for resources: {'Port': ['ID=b1388dfa-b1f9-491d-b205-58d5c4ff88d6,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:41.995034 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f847cee-c946-4c55-af1d-56d5552b73e6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:42.006359 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fdeda-1f5f-4075-9066-75aebdd6c336 req-df42171f-66be-4f5a-bbad-b34fec6a1214 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:42.019154 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7fdeda-1f5f-4075-9066-75aebdd6c336 req-df42171f-66be-4f5a-bbad-b34fec6a1214 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.2425807 Feb 09 01:51:42.044110 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895f926-e7da-43b0-974b-4054dca442b6 req-10e15ef5-11b5-47e2-b8ac-16ce51049398 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:42.045874 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d895f926-e7da-43b0-974b-4054dca442b6 req-10e15ef5-11b5-47e2-b8ac-16ce51049398 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.7316656 Feb 09 01:51:42.116015 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3890d821-f375-444b-8df7-7059c694db1d tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6774457 Feb 09 01:51:42.116849 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52174) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:42.153691 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-868885ad-e80f-45f9-8c92-18319daf89f5 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Request body: {'port': {'network_id': '8e675a9f-af1f-4430-8933-7af1cc185275', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1570237600'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:42.248061 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d895f926-e7da-43b0-974b-4054dca442b6 req-ac9a8516-fff6-495c-9d5f-824ad0ee06dd tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407623 Feb 09 01:51:42.340894 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:42.374791 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e7fdeda-1f5f-4075-9066-75aebdd6c336 req-ab789f79-2f0c-4aa1-b7c3-662065dd8eaf tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527039 Feb 09 01:51:42.439052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a003e218-27f0-4d42-b94e-be85e6c5fc25 None None] Provisioning complete for port 61055cea-6b6b-4d4e-aefe-bb774712b39a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:42.439478 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a003e218-27f0-4d42-b94e-be85e6c5fc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (61055cea-6b6b-4d4e-aefe-bb774712b39a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:42.473397 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868885ad-e80f-45f9-8c92-18319daf89f5 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Made reservation on behalf of adb81fbf8d68477ab9cba80c4f0f3056 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:42.478367 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-868885ad-e80f-45f9-8c92-18319daf89f5 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:42.501344 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a003e218-27f0-4d42-b94e-be85e6c5fc25 None None] Port 61055cea-6b6b-4d4e-aefe-bb774712b39a cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:51:42.532000 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-868885ad-e80f-45f9-8c92-18319daf89f5 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] device_id is not set on port e3415d5b-d3c7-4d04-bceb-712d6a0be297 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:51:42.535696 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-7f847cee-c946-4c55-af1d-56d5552b73e6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Allocated IP 2001:db8::1 (26f12c88-54cb-49a6-bf81-9f66ba02cae7/54830c86-79c3-4c7f-92a6-51cd6fb4710c/5440c5c7-93a1-4c79-8649-4fa5c6ef38a3) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:42.655277 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a56c9a-862b-48fd-9a8d-5dfc0f24d3cb req-bfdc3122-f3d5-4db0-93ef-de51fbb0e859 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:42.656722 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-58a56c9a-862b-48fd-9a8d-5dfc0f24d3cb req-bfdc3122-f3d5-4db0-93ef-de51fbb0e859 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5defe51-f468-457a-85f7-f923a77dccda HTTP/1.1" status: 200 len: 931 time: 0.1888959 Feb 09 01:51:42.753169 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-58a56c9a-862b-48fd-9a8d-5dfc0f24d3cb req-d01c4f86-0b0e-4e8a-bbe1-63eb650425f3 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818868 Feb 09 01:51:42.756781 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f847cee-c946-4c55-af1d-56d5552b73e6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for port (5440c5c7-93a1-4c79-8649-4fa5c6ef38a3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:42.803645 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f847cee-c946-4c55-af1d-56d5552b73e6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (5440c5c7-93a1-4c79-8649-4fa5c6ef38a3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:42.857430 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f847cee-c946-4c55-af1d-56d5552b73e6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network 26f12c88-54cb-49a6-bf81-9f66ba02cae7 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:42.863982 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-7f847cee-c946-4c55-af1d-56d5552b73e6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:42.868866 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f847cee-c946-4c55-af1d-56d5552b73e6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:42.869660 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f847cee-c946-4c55-af1d-56d5552b73e6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (c5c683dd-f605-4a3f-9658-88032d55f8b6), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:42.891960 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-868885ad-e80f-45f9-8c92-18319daf89f5 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Allocated IP 2001:db8::195 (8e675a9f-af1f-4430-8933-7af1cc185275/14496e87-a0fa-4388-aabc-68c3a7936bbf/e3415d5b-d3c7-4d04-bceb-712d6a0be297) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:42.915748 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f847cee-c946-4c55-af1d-56d5552b73e6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Port': ['ID=5440c5c7-93a1-4c79-8649-4fa5c6ef38a3,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:42.940776 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-13fd263b-def4-4edc-8f65-efbef48a0444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e00182-890d-4c28-9ce4-b073c3fd5a9c {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:51:42.967493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4f473-20bc-47ef-b417-185ad0897e05 req-8a7a0470-ac65-4067-994c-29662e5f2b4b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:42.981105 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-39e4f473-20bc-47ef-b417-185ad0897e05 req-8a7a0470-ac65-4067-994c-29662e5f2b4b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2924576 Feb 09 01:51:42.996984 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-13fd263b-def4-4edc-8f65-efbef48a0444 service neutron] Publish callbacks [] for port (64e00182-890d-4c28-9ce4-b073c3fd5a9c), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.052490 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9be9ca50-71b0-4340-8541-2b7d5275576a req-089bb2ef-8987-4800-b4ce-5d44c55725c4 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0411048 Feb 09 01:51:43.058517 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f847cee-c946-4c55-af1d-56d5552b73e6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5440c5c7-93a1-4c79-8649-4fa5c6ef38a3), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.137125 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-13fd263b-def4-4edc-8f65-efbef48a0444 service neutron] Transition to ACTIVE for port object 64e00182-890d-4c28-9ce4-b073c3fd5a9c will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:51:43.174203 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-13fd263b-def4-4edc-8f65-efbef48a0444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (64e00182-890d-4c28-9ce4-b073c3fd5a9c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.279127 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-39e4f473-20bc-47ef-b417-185ad0897e05 req-7fffb2c3-1f82-4a77-9c5e-e86fd72bc462 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2964778 Feb 09 01:51:43.353673 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea57cd9-0779-4bf6-81ac-a1a292381ed1 req-9b29e474-1780-4109-9d18-c249f17bc137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:43.354774 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eea57cd9-0779-4bf6-81ac-a1a292381ed1 req-9b29e474-1780-4109-9d18-c249f17bc137 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=07e140259b184093891c4d6ee1230ea9&device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 1128 time: 0.3644640 Feb 09 01:51:43.363615 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fc7bf-a991-4772-ba62-c74f21d70c23 req-99943ca3-de50-4add-8d5e-7b399a51a549 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:43.373123 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0f3fc7bf-a991-4772-ba62-c74f21d70c23 req-99943ca3-de50-4add-8d5e-7b399a51a549 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.1389484 Feb 09 01:51:43.377306 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd263b-def4-4edc-8f65-efbef48a0444 service neutron] Pushing event updated for resources: {'Port': ['ID=64e00182-890d-4c28-9ce4-b073c3fd5a9c,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:43.409533 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.454675 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10b22f8-5f22-4f84-8049-02b31d78515e None None] Network 26f12c88-54cb-49a6-bf81-9f66ba02cae7 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:51:43.471935 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0f3fc7bf-a991-4772-ba62-c74f21d70c23 req-d319ea0c-3a68-4f55-a7e7-42ef2d839ab5 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791991 Feb 09 01:51:43.521534 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f847cee-c946-4c55-af1d-56d5552b73e6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for port (5440c5c7-93a1-4c79-8649-4fa5c6ef38a3), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.527678 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f847cee-c946-4c55-af1d-56d5552b73e6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (5440c5c7-93a1-4c79-8649-4fa5c6ef38a3), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.528720 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f847cee-c946-4c55-af1d-56d5552b73e6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (c5c683dd-f605-4a3f-9658-88032d55f8b6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.611862 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-868885ad-e80f-45f9-8c92-18319daf89f5 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks [] for port (e3415d5b-d3c7-4d04-bceb-712d6a0be297), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.643663 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-13fd263b-def4-4edc-8f65-efbef48a0444 service neutron] Attempting to bind port 64e00182-890d-4c28-9ce4-b073c3fd5a9c on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:51:43.644002 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-13fd263b-def4-4edc-8f65-efbef48a0444 service neutron] Attempting to bind port 64e00182-890d-4c28-9ce4-b073c3fd5a9c by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:51:43.644333 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-13fd263b-def4-4edc-8f65-efbef48a0444 service neutron] Attempting to bind port 64e00182-890d-4c28-9ce4-b073c3fd5a9c on network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:51:43.649681 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea57cd9-0779-4bf6-81ac-a1a292381ed1 req-ccbc4b91-42a1-49b0-b132-49cc8b5913f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:43.651231 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eea57cd9-0779-4bf6-81ac-a1a292381ed1 req-ccbc4b91-42a1-49b0-b132-49cc8b5913f0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48733fa2-0a6e-4f10-9d66-30891daf5281 HTTP/1.1" status: 200 len: 920 time: 0.2866805 Feb 09 01:51:43.651911 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f847cee-c946-4c55-af1d-56d5552b73e6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Port': ['ID=5440c5c7-93a1-4c79-8649-4fa5c6ef38a3,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:43.661714 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa75b74-8f47-4393-9dd7-511670e338a7 req-d5ae69d5-dc5a-4073-bb74-17dd174ab9b6 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:43.663544 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5fa75b74-8f47-4393-9dd7-511670e338a7 req-d5ae69d5-dc5a-4073-bb74-17dd174ab9b6 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2169738 Feb 09 01:51:43.681070 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-13fd263b-def4-4edc-8f65-efbef48a0444 service neutron] Port 64e00182-890d-4c28-9ce4-b073c3fd5a9c on network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:51:43.681398 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-13fd263b-def4-4edc-8f65-efbef48a0444 service neutron] Attempting to bind port 64e00182-890d-4c28-9ce4-b073c3fd5a9c on network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:51:43.699373 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f847cee-c946-4c55-af1d-56d5552b73e6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network 26f12c88-54cb-49a6-bf81-9f66ba02cae7 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:43.701171 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-7f847cee-c946-4c55-af1d-56d5552b73e6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:43.713148 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f557b7f6-cb7f-42e1-87c7-78edd7e48a76 None None] Provisioning complete for port b1388dfa-b1f9-491d-b205-58d5c4ff88d6 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:43.713503 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f557b7f6-cb7f-42e1-87c7-78edd7e48a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b1388dfa-b1f9-491d-b205-58d5c4ff88d6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.738693 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-13fd263b-def4-4edc-8f65-efbef48a0444 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:51:43.739080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-13fd263b-def4-4edc-8f65-efbef48a0444 service neutron] Checking segment: {'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:51:43.739437 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-13fd263b-def4-4edc-8f65-efbef48a0444 service neutron] Bound using segment: {'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:51:43.739910 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-13fd263b-def4-4edc-8f65-efbef48a0444 service neutron] Bound port: 64e00182-890d-4c28-9ce4-b073c3fd5a9c, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:51:43.740267 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-13fd263b-def4-4edc-8f65-efbef48a0444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (64e00182-890d-4c28-9ce4-b073c3fd5a9c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.754919 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eea57cd9-0779-4bf6-81ac-a1a292381ed1 req-b9165a60-70da-4758-800b-7e8a7f0c2ae1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=719ef8f8-41c4-4e78-bd87-81cf10377bd5 HTTP/1.1" status: 200 len: 217 time: 0.0748987 Feb 09 01:51:43.825559 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea57cd9-0779-4bf6-81ac-a1a292381ed1 req-fd057893-2861-4574-acb5-a4cc93e500ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:43.829590 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eea57cd9-0779-4bf6-81ac-a1a292381ed1 req-fd057893-2861-4574-acb5-a4cc93e500ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f38153e0-346d-45ee-a8ba-011ed1d4fedb HTTP/1.1" status: 200 len: 859 time: 0.0625498 Feb 09 01:51:43.872400 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f557b7f6-cb7f-42e1-87c7-78edd7e48a76 None None] Current status of the port b1388dfa-b1f9-491d-b205-58d5c4ff88d6 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:43.872794 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f557b7f6-cb7f-42e1-87c7-78edd7e48a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b1388dfa-b1f9-491d-b205-58d5c4ff88d6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.912314 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-f557b7f6-cb7f-42e1-87c7-78edd7e48a76 None None] For port b1388dfa-b1f9-491d-b205-58d5c4ff88d6, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b1388dfa-b1f9-491d-b205-58d5c4ff88d6,segment=NetworkSegment(2d7763a0-4399-4999-bf73-253b5a953b79),segment_id=2d7763a0-4399-4999-bf73-253b5a953b79)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:43.920699 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f557b7f6-cb7f-42e1-87c7-78edd7e48a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b1388dfa-b1f9-491d-b205-58d5c4ff88d6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.928806 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eea57cd9-0779-4bf6-81ac-a1a292381ed1 req-a2333655-d465-4597-9803-a6c7d9fade46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48733fa2-0a6e-4f10-9d66-30891daf5281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417356 Feb 09 01:51:43.936052 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f847cee-c946-4c55-af1d-56d5552b73e6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Router c5c683dd-f605-4a3f-9658-88032d55f8b6 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:51:43.941627 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5fa75b74-8f47-4393-9dd7-511670e338a7 req-4d044f03-3f06-412a-865c-c71a7bbd3853 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2696903 Feb 09 01:51:43.978788 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-868885ad-e80f-45f9-8c92-18319daf89f5 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (e3415d5b-d3c7-4d04-bceb-712d6a0be297), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:44.042989 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557b7f6-cb7f-42e1-87c7-78edd7e48a76 None None] Pushing event updated for resources: {'Port': ['ID=b1388dfa-b1f9-491d-b205-58d5c4ff88d6,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:44.118991 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f847cee-c946-4c55-af1d-56d5552b73e6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:51:44.144673 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7f847cee-c946-4c55-af1d-56d5552b73e6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/routers/c5c683dd-f605-4a3f-9658-88032d55f8b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0762806 Feb 09 01:51:44.144913 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4bbb35-cd48-494d-8ba5-980d782ad098 None None] Sync routers for ids ['c5c683dd-f605-4a3f-9658-88032d55f8b6'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:51:44.145017 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52196) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:44.172685 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868885ad-e80f-45f9-8c92-18319daf89f5 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Pushing event updated for resources: {'Port': ['ID=e3415d5b-d3c7-4d04-bceb-712d6a0be297,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:44.191942 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4bbb35-cd48-494d-8ba5-980d782ad098 None None] Routers {'c5c683dd-f605-4a3f-9658-88032d55f8b6'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:44.193012 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fe4bbb35-cd48-494d-8ba5-980d782ad098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:51:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['c5c683dd-f605-4a3f-9658-88032d55f8b6'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:44.193822 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bf352-b060-4d1d-a22d-82e33418813c req-42f9dd24-a500-46c4-bc1a-a8f749502825 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:44.195469 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-416bf352-b060-4d1d-a22d-82e33418813c req-42f9dd24-a500-46c4-bc1a-a8f749502825 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5defe51-f468-457a-85f7-f923a77dccda HTTP/1.1" status: 200 len: 943 time: 0.3106170 Feb 09 01:51:44.224638 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868885ad-e80f-45f9-8c92-18319daf89f5 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Network 8e675a9f-af1f-4430-8933-7af1cc185275 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:44.247745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-13fd263b-def4-4edc-8f65-efbef48a0444 service neutron] For port 64e00182-890d-4c28-9ce4-b073c3fd5a9c, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:51:44.250313 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-868885ad-e80f-45f9-8c92-18319daf89f5 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:44.253832 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2c161d7-ff58-4bf8-b9df-9cd84f94edc8 req-8260cd1c-9c49-45b8-abb6-094d6492b480 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0562901 Feb 09 01:51:44.254570 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868885ad-e80f-45f9-8c92-18319daf89f5 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:44.259727 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868885ad-e80f-45f9-8c92-18319daf89f5 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:44.260429 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-868885ad-e80f-45f9-8c92-18319daf89f5 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:44.278966 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28a018c-cbba-4124-8a86-3d7ce7038341 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:44.283018 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f28a018c-cbba-4124-8a86-3d7ce7038341 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/ports/5440c5c7-93a1-4c79-8649-4fa5c6ef38a3 HTTP/1.1" status: 200 len: 911 time: 0.1344526 Feb 09 01:51:44.284216 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52200) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:44.305542 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-868885ad-e80f-45f9-8c92-18319daf89f5 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1572020 Feb 09 01:51:44.313039 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-416bf352-b060-4d1d-a22d-82e33418813c req-81561a53-e55f-4259-8320-3a5fe39d52c7 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877476 Feb 09 01:51:44.313530 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52202) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:44.322148 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fe4bbb35-cd48-494d-8ba5-980d782ad098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:44.328588 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-13fd263b-def4-4edc-8f65-efbef48a0444 service neutron] For port 64e00182-890d-4c28-9ce4-b073c3fd5a9c, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=64e00182-890d-4c28-9ce4-b073c3fd5a9c,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:51:44.338470 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b1388dfa-b1f9-491d-b205-58d5c4ff88d6 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:51:44.369267 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4bbb35-cd48-494d-8ba5-980d782ad098 None None] Routers {'c5c683dd-f605-4a3f-9658-88032d55f8b6'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:44.370216 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fe4bbb35-cd48-494d-8ba5-980d782ad098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:51:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['c5c683dd-f605-4a3f-9658-88032d55f8b6'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:44.370795 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-13fd263b-def4-4edc-8f65-efbef48a0444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (64e00182-890d-4c28-9ce4-b073c3fd5a9c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:44.402844 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e633b4e7-b0bd-4592-825a-c5d60b047a06 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19a', 'mac_address': 'fa:16:3e:79:35:44'}, {'ip_address': '2001:db8::74', 'mac_address': 'fa:16:3e:02:99:e3'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:44.447301 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fe4bbb35-cd48-494d-8ba5-980d782ad098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:44.447960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4bbb35-cd48-494d-8ba5-980d782ad098 None None] The sync data for ids ['c5c683dd-f605-4a3f-9658-88032d55f8b6'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:51:44.450480 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eea57cd9-0779-4bf6-81ac-a1a292381ed1 req-c8b72561-f167-4957-9630-8330b7710d45 service neutron] 10.222.0.48 "GET /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141363 Feb 09 01:51:44.488590 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-334dae5b-7108-4d8e-b1b5-79928007f9ea None None] Provisioning complete for port b1388dfa-b1f9-491d-b205-58d5c4ff88d6 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:44.489174 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-334dae5b-7108-4d8e-b1b5-79928007f9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b1388dfa-b1f9-491d-b205-58d5c4ff88d6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:44.570511 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-13fd263b-def4-4edc-8f65-efbef48a0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:44.571297 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-13fd263b-def4-4edc-8f65-efbef48a0444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:44.572714 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-13fd263b-def4-4edc-8f65-efbef48a0444 service neutron] 10.222.0.67 "PUT /v2.0/ports/64e00182-890d-4c28-9ce4-b073c3fd5a9c HTTP/1.1" status: 200 len: 1091 time: 3.0126107 Feb 09 01:51:44.574979 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd263b-def4-4edc-8f65-efbef48a0444 service neutron] Pushing event updated for resources: {'Port': ['ID=64e00182-890d-4c28-9ce4-b073c3fd5a9c,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:44.594733 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5defe51-f468-457a-85f7-f923a77dccda', 'tag': '64e00182-890d-4c28-9ce4-b073c3fd5a9c'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:51:44.599563 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062197c0-cdd8-4c70-9a80-b1cf8c0e2bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "e5defe51-f468-457a-85f7-f923a77dccda", "tag": "64e00182-890d-4c28-9ce4-b073c3fd5a9c"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:51:44.665239 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-334dae5b-7108-4d8e-b1b5-79928007f9ea None None] Current status of the port b1388dfa-b1f9-491d-b205-58d5c4ff88d6 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:44.671160 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b1388dfa-b1f9-491d-b205-58d5c4ff88d6 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:44.671576 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b1388dfa-b1f9-491d-b205-58d5c4ff88d6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:44.720536 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-334dae5b-7108-4d8e-b1b5-79928007f9ea None None] Provisioning complete for port 5440c5c7-93a1-4c79-8649-4fa5c6ef38a3 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:44.720821 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-334dae5b-7108-4d8e-b1b5-79928007f9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5440c5c7-93a1-4c79-8649-4fa5c6ef38a3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:44.804633 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-334dae5b-7108-4d8e-b1b5-79928007f9ea None None] Port 5440c5c7-93a1-4c79-8649-4fa5c6ef38a3 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:51:44.806005 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b1388dfa-b1f9-491d-b205-58d5c4ff88d6 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:44.811941 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e633b4e7-b0bd-4592-825a-c5d60b047a06 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e3415d5b-d3c7-4d04-bceb-712d6a0be297), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:44.849792 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ba20b-3b25-4eac-bfed-2279e53319e5 req-7e2c343f-ae9b-4556-b02d-57e6ddd071ec tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:44.851452 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1a6ba20b-3b25-4eac-bfed-2279e53319e5 req-7e2c343f-ae9b-4556-b02d-57e6ddd071ec tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.2035506 Feb 09 01:51:44.950005 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c8decd66-48cf-4eda-8931-d2c1f327e3ba None None] Provisioning complete for port e3415d5b-d3c7-4d04-bceb-712d6a0be297 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:44.950691 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c8decd66-48cf-4eda-8931-d2c1f327e3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e3415d5b-d3c7-4d04-bceb-712d6a0be297), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:45.000135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c8decd66-48cf-4eda-8931-d2c1f327e3ba None None] Port e3415d5b-d3c7-4d04-bceb-712d6a0be297 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:51:45.013618 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c8decd66-48cf-4eda-8931-d2c1f327e3ba None None] Provisioning complete for port 5440c5c7-93a1-4c79-8649-4fa5c6ef38a3 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:45.014193 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1a6ba20b-3b25-4eac-bfed-2279e53319e5 req-a612a9b8-7d0e-4fee-9fa2-f8c66e5eccb6 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214669 Feb 09 01:51:45.024498 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c8decd66-48cf-4eda-8931-d2c1f327e3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5440c5c7-93a1-4c79-8649-4fa5c6ef38a3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:45.098089 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c8decd66-48cf-4eda-8931-d2c1f327e3ba None None] Port 5440c5c7-93a1-4c79-8649-4fa5c6ef38a3 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:51:45.102577 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ee3d4e-c266-43ab-a228-25629b15f6f1 x-openstack-request-id: req-95ee3d4e-c266-43ab-a228-25629b15f6f1 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:51:45.102869 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5defe51-f468-457a-85f7-f923a77dccda", "tag": "64e00182-890d-4c28-9ce4-b073c3fd5a9c", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:51:45.103121 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-95ee3d4e-c266-43ab-a228-25629b15f6f1 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:51:45.103543 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5defe51-f468-457a-85f7-f923a77dccda', 'tag': '64e00182-890d-4c28-9ce4-b073c3fd5a9c', 'status': 'completed', 'code': 200} Feb 09 01:51:45.172135 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-41b15e3a-857a-4255-a60e-d3919b36b23a tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:45.175688 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-41b15e3a-857a-4255-a60e-d3919b36b23a tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 811 time: 0.7694468 Feb 09 01:51:45.181212 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-3180d7fe-9a75-4e1e-adfe-8f67406555b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:45.182722 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-3180d7fe-9a75-4e1e-adfe-8f67406555b2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&device_id=e5defe51-f468-457a-85f7-f923a77dccda HTTP/1.1" status: 200 len: 1125 time: 0.5559263 Feb 09 01:51:45.193365 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eea57cd9-0779-4bf6-81ac-a1a292381ed1 req-b9be0eb7-6a1b-46cb-b00c-dfd368845c62 service neutron] 10.222.0.48 "GET /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7210379 Feb 09 01:51:45.203789 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-07935d0d-5378-4119-8d37-b325fe99dd93 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/quotas/fbdae39344a5459eaf5d1a5fab3c54b2 HTTP/1.1" status: 200 len: 375 time: 0.0185838 Feb 09 01:51:45.221952 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e633b4e7-b0bd-4592-825a-c5d60b047a06 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks [] for port (e3415d5b-d3c7-4d04-bceb-712d6a0be297), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:45.229817 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-dd532a14-aba4-47bb-9a48-294b9fc9f2dd None None] Provisioning complete for port 5440c5c7-93a1-4c79-8649-4fa5c6ef38a3 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:45.231013 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e633b4e7-b0bd-4592-825a-c5d60b047a06 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (e3415d5b-d3c7-4d04-bceb-712d6a0be297), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:45.231282 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dd532a14-aba4-47bb-9a48-294b9fc9f2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5440c5c7-93a1-4c79-8649-4fa5c6ef38a3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:45.256080 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-d00caed8-d4ad-4aae-8252-43e399e2863e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64e00182-890d-4c28-9ce4-b073c3fd5a9c HTTP/1.1" status: 200 len: 217 time: 0.0607798 Feb 09 01:51:45.270419 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-e633b4e7-b0bd-4592-825a-c5d60b047a06 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] In _notify_port_updated(), no bound segment for port e3415d5b-d3c7-4d04-bceb-712d6a0be297 on network 8e675a9f-af1f-4430-8933-7af1cc185275 {{(pid=103184) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:51:45.275586 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e633b4e7-b0bd-4592-825a-c5d60b047a06 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:45.276262 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e633b4e7-b0bd-4592-825a-c5d60b047a06 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:45.278256 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e633b4e7-b0bd-4592-825a-c5d60b047a06 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "PUT /v2.0/ports/e3415d5b-d3c7-4d04-bceb-712d6a0be297 HTTP/1.1" status: 200 len: 1067 time: 0.8806050 Feb 09 01:51:45.285230 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52216) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:45.288513 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-dd532a14-aba4-47bb-9a48-294b9fc9f2dd None None] Port 5440c5c7-93a1-4c79-8649-4fa5c6ef38a3 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:51:45.338719 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633b4e7-b0bd-4592-825a-c5d60b047a06 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Pushing event updated for resources: {'Port': ['ID=e3415d5b-d3c7-4d04-bceb-712d6a0be297,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:45.353863 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0180656d-f34b-4d3e-b798-e44fc01c4f7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (c5c683dd-f605-4a3f-9658-88032d55f8b6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:45.380514 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-c6b10d80-1e42-4e81-861e-a91279511600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:45.383246 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-c6b10d80-1e42-4e81-861e-a91279511600 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c HTTP/1.1" status: 200 len: 845 time: 0.0839331 Feb 09 01:51:45.424562 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-a26996bf-f126-42ba-990b-91905697f0cf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353963 Feb 09 01:51:45.481148 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-9f7f3e3b-c978-4879-a263-767a9d443c84 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2376032 Feb 09 01:51:45.489550 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c78d8651-713c-4b40-b6a8-c3308229ae27 req-6d9f572a-ba0e-4dfb-a177-c203619bd2ae tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0634830 Feb 09 01:51:45.610437 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-41cae11b-0e73-4799-8189-5efaad712d53 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Deleting port e3415d5b-d3c7-4d04-bceb-712d6a0be297 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:45.610823 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-41cae11b-0e73-4799-8189-5efaad712d53 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e3415d5b-d3c7-4d04-bceb-712d6a0be297), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:45.644225 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6b0b970a-83eb-4d20-b765-8c10115d48bd None None] Provisioning complete for port e3415d5b-d3c7-4d04-bceb-712d6a0be297 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:45.644910 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6b0b970a-83eb-4d20-b765-8c10115d48bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e3415d5b-d3c7-4d04-bceb-712d6a0be297), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:45.672889 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-317732a3-74c6-466a-88c2-1f5f147d3a0e service neutron] 10.222.0.67 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401025 Feb 09 01:51:45.705557 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6b0b970a-83eb-4d20-b765-8c10115d48bd None None] Port e3415d5b-d3c7-4d04-bceb-712d6a0be297 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:51:45.710611 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-08a90574-7bf2-4108-849a-61e8e84fa2a7 service neutron] 10.222.0.36 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712189 Feb 09 01:51:45.752878 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6af7ef-7869-412b-bdd3-02b1d905555d req-ac0f7199-a8ec-46db-b19e-268d16220fba tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:45.754384 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb6af7ef-7869-412b-bdd3-02b1d905555d req-ac0f7199-a8ec-46db-b19e-268d16220fba tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5defe51-f468-457a-85f7-f923a77dccda HTTP/1.1" status: 200 len: 943 time: 0.1393821 Feb 09 01:51:45.851463 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1050ffa-7fc5-4f73-bfec-cd85b3a1fcda req-99335ae1-c0d3-4809-a55a-2da1c117bc8b service neutron] 10.222.0.67 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669285 Feb 09 01:51:45.863164 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-9aceaae7-ce85-408f-a96f-d99fc11cc253 service neutron] 10.222.0.36 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270394 Feb 09 01:51:45.983267 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062197c0-cdd8-4c70-9a80-b1cf8c0e2bf3 req-6ab16105-b3e4-409e-930d-b32c42b6ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:45.985462 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-062197c0-cdd8-4c70-9a80-b1cf8c0e2bf3 req-6ab16105-b3e4-409e-930d-b32c42b6ba53 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&device_id=e5defe51-f468-457a-85f7-f923a77dccda HTTP/1.1" status: 200 len: 1125 time: 0.0658090 Feb 09 01:51:46.113226 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9c10019e-725d-4415-9016-8ecfb48c54f0 req-c1d08598-b9b1-4d56-83a8-1ce237ca9424 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 210 time: 0.0536635 Feb 09 01:51:46.139691 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-41cae11b-0e73-4799-8189-5efaad712d53 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e3415d5b-d3c7-4d04-bceb-712d6a0be297), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:46.170360 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062197c0-cdd8-4c70-9a80-b1cf8c0e2bf3 req-ca407419-5280-4840-984b-1df127e6f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:46.171974 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-062197c0-cdd8-4c70-9a80-b1cf8c0e2bf3 req-ca407419-5280-4840-984b-1df127e6f10e service neutron] 10.222.0.67 "GET /v2.0/networks?id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 200 len: 906 time: 0.1768391 Feb 09 01:51:46.183435 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b1388dfa-b1f9-491d-b205-58d5c4ff88d6 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:51:46.189396 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-41cae11b-0e73-4799-8189-5efaad712d53 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Calling delete_port for e3415d5b-d3c7-4d04-bceb-712d6a0be297 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:46.227386 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-062197c0-cdd8-4c70-9a80-b1cf8c0e2bf3 req-f78cb4bb-d5c8-4c83-9cfa-839c767f2117 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64e00182-890d-4c28-9ce4-b073c3fd5a9c HTTP/1.1" status: 200 len: 217 time: 0.0452173 Feb 09 01:51:46.271503 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b1388dfa-b1f9-491d-b205-58d5c4ff88d6 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:46.271885 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b1388dfa-b1f9-491d-b205-58d5c4ff88d6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:46.316971 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062197c0-cdd8-4c70-9a80-b1cf8c0e2bf3 req-01b57c70-c28e-4ef3-a52c-c07e54148b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:46.318606 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-062197c0-cdd8-4c70-9a80-b1cf8c0e2bf3 req-01b57c70-c28e-4ef3-a52c-c07e54148b48 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c HTTP/1.1" status: 200 len: 845 time: 0.0587220 Feb 09 01:51:46.330330 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb6af7ef-7869-412b-bdd3-02b1d905555d req-eaa8d6ad-bae4-4c09-a721-e87cf9d60116 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650053 Feb 09 01:51:46.371102 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-062197c0-cdd8-4c70-9a80-b1cf8c0e2bf3 req-6bca70ab-a808-4c35-b528-884beba4a1d6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425510 Feb 09 01:51:46.410102 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0180656d-f34b-4d3e-b798-e44fc01c4f7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting port 5440c5c7-93a1-4c79-8649-4fa5c6ef38a3 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:46.411512 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0180656d-f34b-4d3e-b798-e44fc01c4f7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5440c5c7-93a1-4c79-8649-4fa5c6ef38a3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:46.425246 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b1388dfa-b1f9-491d-b205-58d5c4ff88d6 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:46.444862 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb815a9-e43a-4834-8837-549a220545f5 req-92dfd50c-bf8c-4af5-b41d-c508d3a24488 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:46.446126 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8bb815a9-e43a-4834-8837-549a220545f5 req-92dfd50c-bf8c-4af5-b41d-c508d3a24488 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.2176762 Feb 09 01:51:46.570072 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-062197c0-cdd8-4c70-9a80-b1cf8c0e2bf3 req-0a727dd3-9ae3-417d-b559-c9dc2c6d1c44 service neutron] 10.222.0.67 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921597 Feb 09 01:51:46.575346 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8bb815a9-e43a-4834-8837-549a220545f5 req-f830f3d9-6639-42c3-932a-ae8d54c6b8cb tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140196 Feb 09 01:51:46.607860 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-41cae11b-0e73-4799-8189-5efaad712d53 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (e3415d5b-d3c7-4d04-bceb-712d6a0be297), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:46.621195 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0180656d-f34b-4d3e-b798-e44fc01c4f7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5440c5c7-93a1-4c79-8649-4fa5c6ef38a3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:46.684758 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cae11b-0e73-4799-8189-5efaad712d53 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Pushing event deleted for resources: {'Port': ['ID=e3415d5b-d3c7-4d04-bceb-712d6a0be297,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:46.686935 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0180656d-f34b-4d3e-b798-e44fc01c4f7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Calling delete_port for 5440c5c7-93a1-4c79-8649-4fa5c6ef38a3 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:46.695737 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-062197c0-cdd8-4c70-9a80-b1cf8c0e2bf3 req-6a9222d4-e9ba-4c00-8b3d-9861cba9ffd1 service neutron] 10.222.0.67 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189942 Feb 09 01:51:46.718642 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-71313533-1407-457d-90a1-8c7abbac1df8 req-01c0b9ca-6817-4b66-9bcd-3a9de0d2b957 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0545907 Feb 09 01:51:47.068955 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-41cae11b-0e73-4799-8189-5efaad712d53 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:47.072901 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-41cae11b-0e73-4799-8189-5efaad712d53 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "DELETE /v2.0/ports/e3415d5b-d3c7-4d04-bceb-712d6a0be297 HTTP/1.1" status: 204 len: 168 time: 1.7823515 Feb 09 01:51:47.076316 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52238) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:47.112232 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d562ca3-68fb-4622-a12a-b0ff27a3f1aa tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] GET failed (client error): The resource could not be found. Feb 09 01:51:47.114401 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2d562ca3-68fb-4622-a12a-b0ff27a3f1aa tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "GET /v2.0/ports/e3415d5b-d3c7-4d04-bceb-712d6a0be297 HTTP/1.1" status: 404 len: 333 time: 0.0366611 Feb 09 01:51:47.118162 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52240) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:47.132374 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0180656d-f34b-4d3e-b798-e44fc01c4f7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (5440c5c7-93a1-4c79-8649-4fa5c6ef38a3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:47.238015 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180656d-f34b-4d3e-b798-e44fc01c4f7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Port': ['ID=5440c5c7-93a1-4c79-8649-4fa5c6ef38a3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:47.316974 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8a648f1d-fd50-4886-b7c1-d35b0ff6bfdb req-9ca52693-561d-4054-88db-97722e858f23 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 210 time: 0.0789390 Feb 09 01:51:47.447256 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0180656d-f34b-4d3e-b798-e44fc01c4f7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (c5c683dd-f605-4a3f-9658-88032d55f8b6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:47.590858 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-dd782de2-4fd1-45d6-b95a-16826581e490 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Deleting port 61055cea-6b6b-4d4e-aefe-bb774712b39a {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:47.591236 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd782de2-4fd1-45d6-b95a-16826581e490 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (61055cea-6b6b-4d4e-aefe-bb774712b39a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:47.749025 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb99538-3996-4934-bffe-529c69f9202c req-9fc2ec9b-0caa-45e6-a9e3-8b0e10736a7c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:47.750684 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fcb99538-3996-4934-bffe-529c69f9202c req-9fc2ec9b-0caa-45e6-a9e3-8b0e10736a7c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5defe51-f468-457a-85f7-f923a77dccda HTTP/1.1" status: 200 len: 943 time: 0.2460282 Feb 09 01:51:47.776313 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-77e97583-b25a-405a-ae9f-945c8c19f6a1 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:47.778303 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-77e97583-b25a-405a-ae9f-945c8c19f6a1 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.48 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 811 time: 0.2057590 Feb 09 01:51:47.791307 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0180656d-f34b-4d3e-b798-e44fc01c4f7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Router c5c683dd-f605-4a3f-9658-88032d55f8b6 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:51:47.794274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2e7d0-8372-492f-ba0f-156472b5795d req-ed51e71d-acfc-4b6b-ad7b-01825fdcbaca tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:47.795880 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8da2e7d0-8372-492f-ba0f-156472b5795d req-ed51e71d-acfc-4b6b-ad7b-01825fdcbaca tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.1147699 Feb 09 01:51:47.800625 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-3ab32112-7204-4cc0-89de-84ca28a23d76 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Request body: {'port': {'device_id': '61b71051-4a0b-4daf-8659-9acd7dbfc2a6', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'admin_state_up': True, 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:47.819619 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd782de2-4fd1-45d6-b95a-16826581e490 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (61055cea-6b6b-4d4e-aefe-bb774712b39a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:47.854185 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-dd782de2-4fd1-45d6-b95a-16826581e490 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Calling delete_port for 61055cea-6b6b-4d4e-aefe-bb774712b39a owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:47.863310 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fcb99538-3996-4934-bffe-529c69f9202c req-bfff9997-7906-45ad-8e2b-efd473489920 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952349 Feb 09 01:51:47.933544 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8da2e7d0-8372-492f-ba0f-156472b5795d req-5fb27d94-16c5-42ac-ae74-e071523ad49b tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285026 Feb 09 01:51:48.003555 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-3ab32112-7204-4cc0-89de-84ca28a23d76 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Made reservation on behalf of fbdae39344a5459eaf5d1a5fab3c54b2 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:48.007192 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-3ab32112-7204-4cc0-89de-84ca28a23d76 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:48.068025 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fc90691c-f053-4fba-9830-2f337024e9ce req-16d42e5d-b370-4a8f-8969-a7f97068d763 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.1052198 Feb 09 01:51:48.074783 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0180656d-f34b-4d3e-b798-e44fc01c4f7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:51:48.084713 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0180656d-f34b-4d3e-b798-e44fc01c4f7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/routers/c5c683dd-f605-4a3f-9658-88032d55f8b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7989972 Feb 09 01:51:48.087662 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b1b579-84d2-4516-9167-56f91c5f7436 None None] Sync routers for ids ['c5c683dd-f605-4a3f-9658-88032d55f8b6'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:51:48.091601 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52252) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:48.107458 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b1b579-84d2-4516-9167-56f91c5f7436 None None] Routers {'c5c683dd-f605-4a3f-9658-88032d55f8b6'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:48.122863 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-08b1b579-84d2-4516-9167-56f91c5f7436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:51:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['c5c683dd-f605-4a3f-9658-88032d55f8b6'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:48.129255 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3a17ebb8-1758-41ab-9834-613715ad0ec3 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c683dd-f605-4a3f-9658-88032d55f8b6 HTTP/1.1" status: 200 len: 205 time: 0.0365283 Feb 09 01:51:48.132684 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52254) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:48.180132 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-08b1b579-84d2-4516-9167-56f91c5f7436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:48.190838 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b1b579-84d2-4516-9167-56f91c5f7436 None None] Routers {'c5c683dd-f605-4a3f-9658-88032d55f8b6'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:48.191594 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-08b1b579-84d2-4516-9167-56f91c5f7436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:51:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['c5c683dd-f605-4a3f-9658-88032d55f8b6'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:48.236684 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-08b1b579-84d2-4516-9167-56f91c5f7436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:48.237723 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b1b579-84d2-4516-9167-56f91c5f7436 None None] The sync data for ids ['c5c683dd-f605-4a3f-9658-88032d55f8b6'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:51:48.245055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-3ab32112-7204-4cc0-89de-84ca28a23d76 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Allocated IP 172.20.0.6 (220e7f29-84b2-429c-a5a5-34d2ac552d01/e6231a07-44fd-4d5b-a5bf-cd666d960cb8/85780f84-ca0f-4032-af43-e604d2f48a5f) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:48.266884 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1b221c10-9d16-4a69-8066-23653a98fd30 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (c5c683dd-f605-4a3f-9658-88032d55f8b6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:48.518766 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7da07d33-13ba-48c4-b10d-13a004e30e9b req-aa1a94ae-ef75-4d7e-a086-04a5c8af52de tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 210 time: 0.0321541 Feb 09 01:51:48.537660 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd782de2-4fd1-45d6-b95a-16826581e490 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (61055cea-6b6b-4d4e-aefe-bb774712b39a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:48.540554 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1b221c10-9d16-4a69-8066-23653a98fd30 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (c5c683dd-f605-4a3f-9658-88032d55f8b6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:48.548522 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-3ab32112-7204-4cc0-89de-84ca28a23d76 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for port (85780f84-ca0f-4032-af43-e604d2f48a5f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:48.548831 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1b221c10-9d16-4a69-8066-23653a98fd30 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router_controller (c5c683dd-f605-4a3f-9658-88032d55f8b6), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:48.578052 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd782de2-4fd1-45d6-b95a-16826581e490 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Pushing event deleted for resources: {'Port': ['ID=61055cea-6b6b-4d4e-aefe-bb774712b39a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:48.605570 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-3ab32112-7204-4cc0-89de-84ca28a23d76 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (85780f84-ca0f-4032-af43-e604d2f48a5f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:48.664509 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd782de2-4fd1-45d6-b95a-16826581e490 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:48.671235 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dd782de2-4fd1-45d6-b95a-16826581e490 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "DELETE /v2.0/ports/61055cea-6b6b-4d4e-aefe-bb774712b39a HTTP/1.1" status: 204 len: 168 time: 1.5516229 Feb 09 01:51:48.673494 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52264) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:48.683004 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1b221c10-9d16-4a69-8066-23653a98fd30 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (c5c683dd-f605-4a3f-9658-88032d55f8b6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:48.683723 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b221c10-9d16-4a69-8066-23653a98fd30 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Fanout notify agent at l3_agent the message router_deleted on router c5c683dd-f605-4a3f-9658-88032d55f8b6 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:51:48.689803 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-3ab32112-7204-4cc0-89de-84ca28a23d76 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Network 220e7f29-84b2-429c-a5a5-34d2ac552d01 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:48.691276 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1b221c10-9d16-4a69-8066-23653a98fd30 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:48.692387 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1b221c10-9d16-4a69-8066-23653a98fd30 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/routers/c5c683dd-f605-4a3f-9658-88032d55f8b6 HTTP/1.1" status: 204 len: 168 time: 0.5587935 Feb 09 01:51:48.702866 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52266) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:48.709715 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-27173d8a-4166-4032-a30b-19da370085df tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] GET failed (client error): The resource could not be found. Feb 09 01:51:48.711243 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-27173d8a-4166-4032-a30b-19da370085df tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "GET /v2.0/ports/61055cea-6b6b-4d4e-aefe-bb774712b39a HTTP/1.1" status: 404 len: 333 time: 0.0367107 Feb 09 01:51:48.715544 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52268) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:48.750001 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-3ab32112-7204-4cc0-89de-84ca28a23d76 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:48.762660 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-3ab32112-7204-4cc0-89de-84ca28a23d76 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:48.849163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab32112-7204-4cc0-89de-84ca28a23d76 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Pushing event updated for resources: {'Port': ['ID=85780f84-ca0f-4032-af43-e604d2f48a5f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:48.873164 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b6ecc2-f10f-479a-89f8-30d26e4b5761 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting subnet 54830c86-79c3-4c7f-92a6-51cd6fb4710c {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:51:48.881264 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ecc2-f10f-479a-89f8-30d26e4b5761 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for subnet (54830c86-79c3-4c7f-92a6-51cd6fb4710c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:48.883959 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-68f7775b-5869-4434-ab05-3d362a078d9e tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Deleting port 0a1fb660-b070-4d7e-a6d9-b5954b4c01fb {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:48.885011 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68f7775b-5869-4434-ab05-3d362a078d9e tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0a1fb660-b070-4d7e-a6d9-b5954b4c01fb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:48.951402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-3ab32112-7204-4cc0-89de-84ca28a23d76 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:48.952180 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-3ab32112-7204-4cc0-89de-84ca28a23d76 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:48.996487 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-3ab32112-7204-4cc0-89de-84ca28a23d76 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1992049 Feb 09 01:51:48.998780 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ecc2-f10f-479a-89f8-30d26e4b5761 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (54830c86-79c3-4c7f-92a6-51cd6fb4710c), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:49.041211 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-d615eaa2-9fad-4ddf-a191-8df5fec46660 service neutron] Request body: {'port': {'device_id': '61b71051-4a0b-4daf-8659-9acd7dbfc2a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:49.079428 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68f7775b-5869-4434-ab05-3d362a078d9e tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0a1fb660-b070-4d7e-a6d9-b5954b4c01fb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:49.095743 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-68f7775b-5869-4434-ab05-3d362a078d9e tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Calling delete_port for 0a1fb660-b070-4d7e-a6d9-b5954b4c01fb owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:49.168467 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-d615eaa2-9fad-4ddf-a191-8df5fec46660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (85780f84-ca0f-4032-af43-e604d2f48a5f), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:49.210079 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-af978d4c-d49e-4119-91c9-5e48f0a01523 None None] Provisioning complete for port 85780f84-ca0f-4032-af43-e604d2f48a5f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:49.211801 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-af978d4c-d49e-4119-91c9-5e48f0a01523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (85780f84-ca0f-4032-af43-e604d2f48a5f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:49.240599 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8360fd55-c0f1-4710-b163-bf820907f89f req-4bd9e577-4e3f-4fe6-8d84-9e814b64b47c tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0386491 Feb 09 01:51:49.282858 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-af978d4c-d49e-4119-91c9-5e48f0a01523 None None] Port 85780f84-ca0f-4032-af43-e604d2f48a5f cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:51:49.303241 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ecc2-f10f-479a-89f8-30d26e4b5761 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (54830c86-79c3-4c7f-92a6-51cd6fb4710c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:49.358553 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8ef42-be38-4c23-9bdf-e4714b5cee31 req-1d0f6bfe-db57-46a2-896a-d41028372426 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:49.361279 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-88c8ef42-be38-4c23-9bdf-e4714b5cee31 req-1d0f6bfe-db57-46a2-896a-d41028372426 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5defe51-f468-457a-85f7-f923a77dccda HTTP/1.1" status: 200 len: 943 time: 0.3599608 Feb 09 01:51:49.434042 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68f7775b-5869-4434-ab05-3d362a078d9e tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (0a1fb660-b070-4d7e-a6d9-b5954b4c01fb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:49.487543 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7775b-5869-4434-ab05-3d362a078d9e tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Pushing event deleted for resources: {'Port': ['ID=0a1fb660-b070-4d7e-a6d9-b5954b4c01fb,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:49.521547 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-88c8ef42-be38-4c23-9bdf-e4714b5cee31 req-c5d21d59-b9a5-4a1e-92aa-da98060c455c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428874 Feb 09 01:51:49.578048 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68f7775b-5869-4434-ab05-3d362a078d9e tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:49.588500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52278) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:49.597732 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-68f7775b-5869-4434-ab05-3d362a078d9e tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "DELETE /v2.0/ports/0a1fb660-b070-4d7e-a6d9-b5954b4c01fb HTTP/1.1" status: 204 len: 168 time: 0.8810518 Feb 09 01:51:49.617420 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ecc2-f10f-479a-89f8-30d26e4b5761 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (54830c86-79c3-4c7f-92a6-51cd6fb4710c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:49.763130 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09c50a1-39f1-4b44-a76a-6171b30b72ea None None] Network 26f12c88-54cb-49a6-bf81-9f66ba02cae7 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:51:49.774960 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6ecc2-f10f-479a-89f8-30d26e4b5761 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Subnet': ['ID=54830c86-79c3-4c7f-92a6-51cd6fb4710c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:49.787393 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ecc2-f10f-479a-89f8-30d26e4b5761 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:49.790931 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b2b6ecc2-f10f-479a-89f8-30d26e4b5761 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/subnets/54830c86-79c3-4c7f-92a6-51cd6fb4710c HTTP/1.1" status: 204 len: 168 time: 1.0865228 Feb 09 01:51:49.796301 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52280) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:49.811955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd0ee279-a8f8-4b2c-9528-448b573bf88d tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Deleting subnet 14496e87-a0fa-4388-aabc-68c3a7936bbf {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:51:49.815300 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dd0ee279-a8f8-4b2c-9528-448b573bf88d tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks [] for subnet (14496e87-a0fa-4388-aabc-68c3a7936bbf), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:49.840906 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-27ec072d-dd3c-4297-93df-4bfd95bf3120 req-2c8bb7ca-1c45-4c69-bc8f-2533bb7efd0c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.1790051 Feb 09 01:51:49.887127 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 64e00182-890d-4c28-9ce4-b073c3fd5a9c details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:51:49.904038 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dd0ee279-a8f8-4b2c-9528-448b573bf88d tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (14496e87-a0fa-4388-aabc-68c3a7936bbf), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:49.925985 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-70c1b852-6326-40d9-b8af-a0b279f4ebb1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (26f12c88-54cb-49a6-bf81-9f66ba02cae7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:49.995097 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5008368-d203-442a-93c6-d9203ba4e08c req-bde49792-d6b9-404a-8f15-359883f33663 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:50.008450 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b5008368-d203-442a-93c6-d9203ba4e08c req-bde49792-d6b9-404a-8f15-359883f33663 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 931 time: 0.3420954 Feb 09 01:51:50.050192 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-d615eaa2-9fad-4ddf-a191-8df5fec46660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85780f84-ca0f-4032-af43-e604d2f48a5f {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:51:50.059966 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-70c1b852-6326-40d9-b8af-a0b279f4ebb1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting port b1388dfa-b1f9-491d-b205-58d5c4ff88d6 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:50.060329 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-70c1b852-6326-40d9-b8af-a0b279f4ebb1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b1388dfa-b1f9-491d-b205-58d5c4ff88d6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.069953 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-d615eaa2-9fad-4ddf-a191-8df5fec46660 service neutron] Publish callbacks [] for port (85780f84-ca0f-4032-af43-e604d2f48a5f), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.075604 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4921d57-d910-4c31-9926-5924610a4f9e None None] DHCP port deletion for 26f12c88-54cb-49a6-bf81-9f66ba02cae7 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:51:50.130443 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-d615eaa2-9fad-4ddf-a191-8df5fec46660 service neutron] Transition to ACTIVE for port object 85780f84-ca0f-4032-af43-e604d2f48a5f will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:51:50.145301 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-d615eaa2-9fad-4ddf-a191-8df5fec46660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (85780f84-ca0f-4032-af43-e604d2f48a5f), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.149462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-70c1b852-6326-40d9-b8af-a0b279f4ebb1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] For port b1388dfa-b1f9-491d-b205-58d5c4ff88d6, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b1388dfa-b1f9-491d-b205-58d5c4ff88d6,segment=NetworkSegment(2d7763a0-4399-4999-bf73-253b5a953b79),segment_id=2d7763a0-4399-4999-bf73-253b5a953b79)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:50.150040 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-70c1b852-6326-40d9-b8af-a0b279f4ebb1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b1388dfa-b1f9-491d-b205-58d5c4ff88d6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.174446 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-70c1b852-6326-40d9-b8af-a0b279f4ebb1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Calling delete_port for b1388dfa-b1f9-491d-b205-58d5c4ff88d6 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:50.182692 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b5008368-d203-442a-93c6-d9203ba4e08c req-81204e36-3c59-4edf-bd88-c57edbccf6c5 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728709 Feb 09 01:51:50.186466 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 64e00182-890d-4c28-9ce4-b073c3fd5a9c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=64e00182-890d-4c28-9ce4-b073c3fd5a9c,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:50.216794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '64e00182-890d-4c28-9ce4-b073c3fd5a9c', 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299', 'port_id': '64e00182-890d-4c28-9ce4-b073c3fd5a9c', 'mac_address': 'fa:16:3e:bb:bc:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:51:50.227701 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dd0ee279-a8f8-4b2c-9528-448b573bf88d tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (14496e87-a0fa-4388-aabc-68c3a7936bbf), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.270444 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b1388dfa-b1f9-491d-b205-58d5c4ff88d6 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:51:50.289186 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615eaa2-9fad-4ddf-a191-8df5fec46660 service neutron] Pushing event updated for resources: {'Port': ['ID=85780f84-ca0f-4032-af43-e604d2f48a5f,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:50.348334 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 64e00182-890d-4c28-9ce4-b073c3fd5a9c is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:50.348743 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (64e00182-890d-4c28-9ce4-b073c3fd5a9c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.383894 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e00182-890d-4c28-9ce4-b073c3fd5a9c {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:51:50.413347 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c4921d57-d910-4c31-9926-5924610a4f9e None None] Deleting port b1388dfa-b1f9-491d-b205-58d5c4ff88d6 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:50.414872 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c4921d57-d910-4c31-9926-5924610a4f9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b1388dfa-b1f9-491d-b205-58d5c4ff88d6), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.444044 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dd0ee279-a8f8-4b2c-9528-448b573bf88d tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (14496e87-a0fa-4388-aabc-68c3a7936bbf), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.527307 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0ea39958-9530-44b1-a478-11b2c68dede8 req-de3d01a0-54de-433f-b438-aa5fa602bc45 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0619996 Feb 09 01:51:50.528697 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 64e00182-890d-4c28-9ce4-b073c3fd5a9c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=64e00182-890d-4c28-9ce4-b073c3fd5a9c,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:50.538109 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-70c1b852-6326-40d9-b8af-a0b279f4ebb1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (b1388dfa-b1f9-491d-b205-58d5c4ff88d6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.545731 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ee279-a8f8-4b2c-9528-448b573bf88d tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Pushing event deleted for resources: {'Subnet': ['ID=14496e87-a0fa-4388-aabc-68c3a7936bbf,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:50.547438 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (64e00182-890d-4c28-9ce4-b073c3fd5a9c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.549997 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-d615eaa2-9fad-4ddf-a191-8df5fec46660 service neutron] Attempting to bind port 85780f84-ca0f-4032-af43-e604d2f48a5f on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:51:50.550346 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-d615eaa2-9fad-4ddf-a191-8df5fec46660 service neutron] Attempting to bind port 85780f84-ca0f-4032-af43-e604d2f48a5f by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:51:50.550682 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-d615eaa2-9fad-4ddf-a191-8df5fec46660 service neutron] Attempting to bind port 85780f84-ca0f-4032-af43-e604d2f48a5f on network 220e7f29-84b2-429c-a5a5-34d2ac552d01 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:51:50.578041 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dd0ee279-a8f8-4b2c-9528-448b573bf88d tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.587006 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-dd0ee279-a8f8-4b2c-9528-448b573bf88d tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "DELETE /v2.0/subnets/14496e87-a0fa-4388-aabc-68c3a7936bbf HTTP/1.1" status: 204 len: 168 time: 0.9966288 Feb 09 01:51:50.592793 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52288) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:50.631683 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1b852-6326-40d9-b8af-a0b279f4ebb1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Port': ['ID=b1388dfa-b1f9-491d-b205-58d5c4ff88d6,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:50.640262 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c1b852-6326-40d9-b8af-a0b279f4ebb1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] No DVR routers for this DVR port b1388dfa-b1f9-491d-b205-58d5c4ff88d6 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:51:50.645709 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-d615eaa2-9fad-4ddf-a191-8df5fec46660 service neutron] Port 85780f84-ca0f-4032-af43-e604d2f48a5f on network 220e7f29-84b2-429c-a5a5-34d2ac552d01 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:51:50.645709 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-d615eaa2-9fad-4ddf-a191-8df5fec46660 service neutron] Attempting to bind port 85780f84-ca0f-4032-af43-e604d2f48a5f on network 220e7f29-84b2-429c-a5a5-34d2ac552d01 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:51:50.649798 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74d7a66-bf9c-42c4-aba2-fad2a38e39a4 None None] Network 8e675a9f-af1f-4430-8933-7af1cc185275 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:51:50.687074 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c4921d57-d910-4c31-9926-5924610a4f9e None None] For port b1388dfa-b1f9-491d-b205-58d5c4ff88d6, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b1388dfa-b1f9-491d-b205-58d5c4ff88d6,segment=NetworkSegment(2d7763a0-4399-4999-bf73-253b5a953b79),segment_id=2d7763a0-4399-4999-bf73-253b5a953b79)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:50.688821 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c4921d57-d910-4c31-9926-5924610a4f9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b1388dfa-b1f9-491d-b205-58d5c4ff88d6), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.712834 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b1388dfa-b1f9-491d-b205-58d5c4ff88d6 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:50.714356 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b1388dfa-b1f9-491d-b205-58d5c4ff88d6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.732321 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-d615eaa2-9fad-4ddf-a191-8df5fec46660 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:51:50.732813 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-d615eaa2-9fad-4ddf-a191-8df5fec46660 service neutron] Checking segment: {'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:51:50.733364 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-d615eaa2-9fad-4ddf-a191-8df5fec46660 service neutron] Bound using segment: {'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:51:50.733838 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-d615eaa2-9fad-4ddf-a191-8df5fec46660 service neutron] Bound port: 85780f84-ca0f-4032-af43-e604d2f48a5f, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:51:50.734378 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-d615eaa2-9fad-4ddf-a191-8df5fec46660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (85780f84-ca0f-4032-af43-e604d2f48a5f), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.804083 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-70c1b852-6326-40d9-b8af-a0b279f4ebb1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (26f12c88-54cb-49a6-bf81-9f66ba02cae7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.810213 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c4921d57-d910-4c31-9926-5924610a4f9e None None] Calling delete_port for b1388dfa-b1f9-491d-b205-58d5c4ff88d6 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:50.842463 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-70c1b852-6326-40d9-b8af-a0b279f4ebb1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f12c88-54cb-49a6-bf81-9f66ba02cae7']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:50.842839 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=64e00182-890d-4c28-9ce4-b073c3fd5a9c,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:50.850424 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97b7e888-1b5e-4402-b0b7-e9d9f0880050 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (8e675a9f-af1f-4430-8933-7af1cc185275), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.862129 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-70c1b852-6326-40d9-b8af-a0b279f4ebb1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7763a0-4399-4999-bf73-253b5a953b79') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:50.862607 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-70c1b852-6326-40d9-b8af-a0b279f4ebb1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7763a0-4399-4999-bf73-253b5a953b79') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:50.884486 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-70c1b852-6326-40d9-b8af-a0b279f4ebb1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (2d7763a0-4399-4999-bf73-253b5a953b79), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.896495 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227f9a6-6c08-4bc9-84e1-11f2d33f940a req-a14749fe-f530-4463-a7a9-008037d37a32 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:50.904065 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d227f9a6-6c08-4bc9-84e1-11f2d33f940a req-a14749fe-f530-4463-a7a9-008037d37a32 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5defe51-f468-457a-85f7-f923a77dccda HTTP/1.1" status: 200 len: 944 time: 0.1631782 Feb 09 01:51:50.923241 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-70c1b852-6326-40d9-b8af-a0b279f4ebb1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (2d7763a0-4399-4999-bf73-253b5a953b79), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.947134 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c1b852-6326-40d9-b8af-a0b279f4ebb1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:51:50.950959 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-70c1b852-6326-40d9-b8af-a0b279f4ebb1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (2d7763a0-4399-4999-bf73-253b5a953b79), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:51:50.955931 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:51:50.961317 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-d615eaa2-9fad-4ddf-a191-8df5fec46660 service neutron] For port 85780f84-ca0f-4032-af43-e604d2f48a5f, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:51:50.972488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['64e00182-890d-4c28-9ce4-b073c3fd5a9c'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:51:50.992662 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-d615eaa2-9fad-4ddf-a191-8df5fec46660 service neutron] For port 85780f84-ca0f-4032-af43-e604d2f48a5f, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=85780f84-ca0f-4032-af43-e604d2f48a5f,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:51:51.052627 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d227f9a6-6c08-4bc9-84e1-11f2d33f940a req-a37c51d1-4dc0-438c-b66f-5ae0b24dc908 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109297 Feb 09 01:51:51.052627 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-d615eaa2-9fad-4ddf-a191-8df5fec46660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (85780f84-ca0f-4032-af43-e604d2f48a5f), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: from cryptography.utils import int_from_bytes Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: from cryptography.utils import int_from_bytes Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.076665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.083040 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.083040 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.083040 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.083040 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.083040 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.083040 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.083040 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.083040 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.083040 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.083040 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.083040 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.083040 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.083040 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:51:51.083040 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:51:51.110533 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c4921d57-d910-4c31-9926-5924610a4f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (b1388dfa-b1f9-491d-b205-58d5c4ff88d6), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.115167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-d615eaa2-9fad-4ddf-a191-8df5fec46660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:51.116735 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-d615eaa2-9fad-4ddf-a191-8df5fec46660 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.119267 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-d615eaa2-9fad-4ddf-a191-8df5fec46660 service neutron] 10.222.0.48 "PUT /v2.0/ports/85780f84-ca0f-4032-af43-e604d2f48a5f HTTP/1.1" status: 200 len: 1091 time: 2.0830569 Feb 09 01:51:51.122271 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b71051-4a0b-4daf-8659-9acd7dbfc2a6', 'tag': '85780f84-ca0f-4032-af43-e604d2f48a5f'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:51:51.122397 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-70c1b852-6326-40d9-b8af-a0b279f4ebb1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (26f12c88-54cb-49a6-bf81-9f66ba02cae7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.132886 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-70c1b852-6326-40d9-b8af-a0b279f4ebb1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.138669 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-70c1b852-6326-40d9-b8af-a0b279f4ebb1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/networks/26f12c88-54cb-49a6-bf81-9f66ba02cae7 HTTP/1.1" status: 204 len: 168 time: 1.3408632 Feb 09 01:51:51.139109 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4906348-d96b-488e-8f5e-bfbe6f04e67a" -d '{"events": [{"name": "network-changed", "server_uuid": "61b71051-4a0b-4daf-8659-9acd7dbfc2a6", "tag": "85780f84-ca0f-4032-af43-e604d2f48a5f"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:51:51.145611 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52292) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:51.153118 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-8c11f28b-412d-43e4-8a04-8b20d0d406cc tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-483359114', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}, 'admin_state_up': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:51.153678 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-97b7e888-1b5e-4402-b0b7-e9d9f0880050 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Deleting port da526f83-1aa3-4722-b793-5e79729e916b {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:51.154139 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97b7e888-1b5e-4402-b0b7-e9d9f0880050 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (da526f83-1aa3-4722-b793-5e79729e916b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.181078 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4921d57-d910-4c31-9926-5924610a4f9e None None] Pushing event deleted for resources: {'Port': ['ID=b1388dfa-b1f9-491d-b205-58d5c4ff88d6,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:51.183892 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c4921d57-d910-4c31-9926-5924610a4f9e None None] Network 26f12c88-54cb-49a6-bf81-9f66ba02cae7 is not hosted by any dhcp agent {{(pid=103185) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:51:51.184591 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4921d57-d910-4c31-9926-5924610a4f9e None None] No DVR routers for this DVR port b1388dfa-b1f9-491d-b205-58d5c4ff88d6 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:51:51.220884 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8c11f28b-412d-43e4-8a04-8b20d0d406cc tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (facd3fe6-fb35-4bba-9b1f-d0dfea25db01), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.224095 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8c11f28b-412d-43e4-8a04-8b20d0d406cc tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (facd3fe6-fb35-4bba-9b1f-d0dfea25db01), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.233026 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1b852-6326-40d9-b8af-a0b279f4ebb1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Network': ['ID=26f12c88-54cb-49a6-bf81-9f66ba02cae7,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:51.264105 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c282c659-a0e6-4421-ac53-20b91e803f7d None None] DHCP port deletion for 8e675a9f-af1f-4430-8933-7af1cc185275 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:51:51.321342 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8c11f28b-412d-43e4-8a04-8b20d0d406cc tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router_controller (facd3fe6-fb35-4bba-9b1f-d0dfea25db01), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.408455 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182a3e1d-2d22-4eed-8a49-864876a4b7db x-openstack-request-id: req-182a3e1d-2d22-4eed-8a49-864876a4b7db {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:51:51.409062 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b71051-4a0b-4daf-8659-9acd7dbfc2a6", "tag": "85780f84-ca0f-4032-af43-e604d2f48a5f", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:51:51.409486 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-182a3e1d-2d22-4eed-8a49-864876a4b7db {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:51:51.411194 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b71051-4a0b-4daf-8659-9acd7dbfc2a6', 'tag': '85780f84-ca0f-4032-af43-e604d2f48a5f', 'status': 'completed', 'code': 200} Feb 09 01:51:51.420969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c282c659-a0e6-4421-ac53-20b91e803f7d None None] Deleting port da526f83-1aa3-4722-b793-5e79729e916b {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:51.421340 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c282c659-a0e6-4421-ac53-20b91e803f7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (da526f83-1aa3-4722-b793-5e79729e916b), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.448013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-97b7e888-1b5e-4402-b0b7-e9d9f0880050 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] For port da526f83-1aa3-4722-b793-5e79729e916b, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=da526f83-1aa3-4722-b793-5e79729e916b,segment=NetworkSegment(34bd44dc-f98a-4d0b-8c0a-33024952772d),segment_id=34bd44dc-f98a-4d0b-8c0a-33024952772d)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:51.449420 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97b7e888-1b5e-4402-b0b7-e9d9f0880050 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (da526f83-1aa3-4722-b793-5e79729e916b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.467469 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-97b7e888-1b5e-4402-b0b7-e9d9f0880050 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Calling delete_port for da526f83-1aa3-4722-b793-5e79729e916b owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:51.510114 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c282c659-a0e6-4421-ac53-20b91e803f7d None None] For port da526f83-1aa3-4722-b793-5e79729e916b, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=da526f83-1aa3-4722-b793-5e79729e916b,segment=NetworkSegment(34bd44dc-f98a-4d0b-8c0a-33024952772d),segment_id=34bd44dc-f98a-4d0b-8c0a-33024952772d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:51.510821 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c282c659-a0e6-4421-ac53-20b91e803f7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (da526f83-1aa3-4722-b793-5e79729e916b), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.526350 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c282c659-a0e6-4421-ac53-20b91e803f7d None None] Calling delete_port for da526f83-1aa3-4722-b793-5e79729e916b owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:51.605329 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615eaa2-9fad-4ddf-a191-8df5fec46660 service neutron] Pushing event updated for resources: {'Port': ['ID=85780f84-ca0f-4032-af43-e604d2f48a5f,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:51.622939 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97b7e888-1b5e-4402-b0b7-e9d9f0880050 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (da526f83-1aa3-4722-b793-5e79729e916b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.645143 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b7e888-1b5e-4402-b0b7-e9d9f0880050 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] No DVR routers for this DVR port da526f83-1aa3-4722-b793-5e79729e916b on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:51:51.656731 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc84b0d-08c9-479f-bfd0-4d6f5ce14d26 req-5620a8df-c84e-42c1-a6d3-c8396923d92a tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:51.658673 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5bc84b0d-08c9-479f-bfd0-4d6f5ce14d26 req-5620a8df-c84e-42c1-a6d3-c8396923d92a tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 943 time: 0.2832026 Feb 09 01:51:51.749505 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c282c659-a0e6-4421-ac53-20b91e803f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (da526f83-1aa3-4722-b793-5e79729e916b), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.796497 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282c659-a0e6-4421-ac53-20b91e803f7d None None] Pushing event deleted for resources: {'Port': ['ID=da526f83-1aa3-4722-b793-5e79729e916b,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:51.802515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c282c659-a0e6-4421-ac53-20b91e803f7d None None] No DVR routers for this DVR port da526f83-1aa3-4722-b793-5e79729e916b on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:51:52.044898 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5b224633-37ea-4103-aedd-59c3ec730952 req-466a43ea-5977-4e84-b680-ffd1354a4e3e tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0452223 Feb 09 01:51:52.048189 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8c11f28b-412d-43e4-8a04-8b20d0d406cc tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router_gateway (facd3fe6-fb35-4bba-9b1f-d0dfea25db01), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:52.126503 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-ff934b36-19d7-4bc0-a1c3-e00744cc0554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:52.129545 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-ff934b36-19d7-4bc0-a1c3-e00744cc0554 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 1125 time: 0.8487680 Feb 09 01:51:52.134733 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device da526f83-1aa3-4722-b793-5e79729e916b no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:51:52.165409 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7e888-1b5e-4402-b0b7-e9d9f0880050 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Pushing event deleted for resources: {'Port': ['ID=da526f83-1aa3-4722-b793-5e79729e916b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:52.168228 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: da526f83-1aa3-4722-b793-5e79729e916b {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:51:52.168967 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device da526f83-1aa3-4722-b793-5e79729e916b not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:51:52.239650 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d391afd-3f58-4f53-8264-a1d3af5605d6 req-77d4f92a-8a97-4b7a-bdb0-6e52a25b2a39 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:52.240590 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d391afd-3f58-4f53-8264-a1d3af5605d6 req-77d4f92a-8a97-4b7a-bdb0-6e52a25b2a39 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.0785332 Feb 09 01:51:52.285821 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-38cac432-63ef-433a-946d-0a03f4c9bded service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85780f84-ca0f-4032-af43-e604d2f48a5f HTTP/1.1" status: 200 len: 217 time: 0.1089060 Feb 09 01:51:52.325100 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5bc84b0d-08c9-479f-bfd0-4d6f5ce14d26 req-361ab1d5-50af-4f2e-b4bd-c005e24fdf93 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927562 Feb 09 01:51:52.357042 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97b7e888-1b5e-4402-b0b7-e9d9f0880050 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (8e675a9f-af1f-4430-8933-7af1cc185275), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:52.369684 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d391afd-3f58-4f53-8264-a1d3af5605d6 req-d933cd81-8c03-4bc1-8b8c-07114772871e tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153994 Feb 09 01:51:52.411150 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-97b7e888-1b5e-4402-b0b7-e9d9f0880050 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e675a9f-af1f-4430-8933-7af1cc185275']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:52.413396 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8c11f28b-412d-43e4-8a04-8b20d0d406cc tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router_gateway (facd3fe6-fb35-4bba-9b1f-d0dfea25db01), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:52.435480 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8c11f28b-412d-43e4-8a04-8b20d0d406cc tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:52.463267 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-97b7e888-1b5e-4402-b0b7-e9d9f0880050 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34bd44dc-f98a-4d0b-8c0a-33024952772d') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:52.464125 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-97b7e888-1b5e-4402-b0b7-e9d9f0880050 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34bd44dc-f98a-4d0b-8c0a-33024952772d') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:52.468306 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-dc532e41-c48f-4d4c-82d6-76daa2aed739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:52.470580 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-dc532e41-c48f-4d4c-82d6-76daa2aed739 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.1654134 Feb 09 01:51:52.483954 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97b7e888-1b5e-4402-b0b7-e9d9f0880050 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (34bd44dc-f98a-4d0b-8c0a-33024952772d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:52.538364 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97b7e888-1b5e-4402-b0b7-e9d9f0880050 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (34bd44dc-f98a-4d0b-8c0a-33024952772d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:52.549811 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b7e888-1b5e-4402-b0b7-e9d9f0880050 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:51:52.550216 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97b7e888-1b5e-4402-b0b7-e9d9f0880050 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (34bd44dc-f98a-4d0b-8c0a-33024952772d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:51:52.554555 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:51:52.588333 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-8c11f28b-412d-43e4-8a04-8b20d0d406cc tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Allocated IP 172.25.7.107 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/aa905ab7-0894-4788-b8ed-bfbc1135b008) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:52.617633 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1d243-f654-4bca-8102-051b9eb30d2f req-d32c68e4-40fe-4cef-a005-64f1a4f4b239 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:52.619237 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9ab1d243-f654-4bca-8102-051b9eb30d2f req-d32c68e4-40fe-4cef-a005-64f1a4f4b239 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5defe51-f468-457a-85f7-f923a77dccda HTTP/1.1" status: 200 len: 944 time: 0.2148340 Feb 09 01:51:52.625399 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-0f4f6637-0914-4ad0-b5ca-5e4b33711b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:52.626991 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-0f4f6637-0914-4ad0-b5ca-5e4b33711b14 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1457152 Feb 09 01:51:52.712217 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97b7e888-1b5e-4402-b0b7-e9d9f0880050 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (8e675a9f-af1f-4430-8933-7af1cc185275), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:52.735914 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97b7e888-1b5e-4402-b0b7-e9d9f0880050 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:52.742506 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d9c5c14d-c7a8-413b-bd3d-12c2e347076c req-286ed480-fe85-4e6d-b19b-a7fbcf08a532 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168&device_id=1c60e617-9b1e-4bf1-8b66-701cbfd47247 HTTP/1.1" status: 200 len: 210 time: 0.0384960 Feb 09 01:51:52.742722 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-97b7e888-1b5e-4402-b0b7-e9d9f0880050 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] 10.222.0.36 "DELETE /v2.0/networks/8e675a9f-af1f-4430-8933-7af1cc185275 HTTP/1.1" status: 204 len: 168 time: 2.1436441 Feb 09 01:51:52.773571 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7e888-1b5e-4402-b0b7-e9d9f0880050 tempest-AllowedAddressPairIpV6TestJSON-1520180380 tempest-AllowedAddressPairIpV6TestJSON-1520180380-project] Pushing event deleted for resources: {'Network': ['ID=8e675a9f-af1f-4430-8933-7af1cc185275,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:52.785902 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8c11f28b-412d-43e4-8a04-8b20d0d406cc tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for port (aa905ab7-0894-4788-b8ed-bfbc1135b008), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:52.827222 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9ab1d243-f654-4bca-8102-051b9eb30d2f req-bde7ab6a-25b9-449c-9bbf-5f9796e24bd3 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927068 Feb 09 01:51:52.832430 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8c11f28b-412d-43e4-8a04-8b20d0d406cc tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (aa905ab7-0894-4788-b8ed-bfbc1135b008), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:52.853312 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-38353e77-21fd-47f7-a0d5-121a62abaac0 service neutron] 10.222.0.48 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094393 Feb 09 01:51:52.924364 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c11f28b-412d-43e4-8a04-8b20d0d406cc tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:52.928617 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-8c11f28b-412d-43e4-8a04-8b20d0d406cc tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:52.932616 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c11f28b-412d-43e4-8a04-8b20d0d406cc tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:52.986136 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11f28b-412d-43e4-8a04-8b20d0d406cc tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Port': ['ID=aa905ab7-0894-4788-b8ed-bfbc1135b008,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:53.052559 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b45d0db9-1eee-4b01-b95b-8654d61880a8 req-3a1102d2-f765-4ace-a996-2dab2cd1c263 service neutron] 10.222.0.48 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849041 Feb 09 01:51:53.288678 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d944d989-0a2b-465b-9002-020bf070d446 req-8fc4ce66-11e1-4ba0-a87a-a7c7cc2acd44 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e72676ef1abc4217a7465573a8eb2b68&device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.1037505 Feb 09 01:51:53.326350 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52326) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:53.329073 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e03c9ff0-032e-4bcf-b16c-9608903fba4f req-e5583f9a-22a7-4bf4-9c9d-7ac525e9aef0 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0870373 Feb 09 01:51:53.413429 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8c11f28b-412d-43e4-8a04-8b20d0d406cc tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router_gateway (facd3fe6-fb35-4bba-9b1f-d0dfea25db01), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:53.423942 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d944d989-0a2b-465b-9002-020bf070d446 req-d993efca-e434-4600-b41a-e8df9f68889a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e72676ef1abc4217a7465573a8eb2b68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996029 Feb 09 01:51:53.436564 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4906348-d96b-488e-8f5e-bfbe6f04e67a req-5d4ada55-c097-462d-8e9f-af864e74f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:53.436879 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e4906348-d96b-488e-8f5e-bfbe6f04e67a req-5d4ada55-c097-462d-8e9f-af864e74f0bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 1125 time: 0.2640014 Feb 09 01:51:53.661800 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-41a3241d-cc2a-4d32-83a3-bc9a220fd415 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=adb81fbf8d68477ab9cba80c4f0f3056&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3329074 Feb 09 01:51:53.665482 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52332) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:53.697977 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec860a5-0e78-435e-84ba-f01500e3c930 req-4c040d4b-d8e4-46c5-8ade-666780fe149c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:53.701074 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cec860a5-0e78-435e-84ba-f01500e3c930 req-4c040d4b-d8e4-46c5-8ade-666780fe149c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 943 time: 0.1868255 Feb 09 01:51:53.704055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944d989-0a2b-465b-9002-020bf070d446 req-d8a312de-6996-4a62-a63a-ee19a9db3a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:53.706544 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d944d989-0a2b-465b-9002-020bf070d446 req-d8a312de-6996-4a62-a63a-ee19a9db3a06 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2632334 Feb 09 01:51:53.715137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4906348-d96b-488e-8f5e-bfbe6f04e67a req-9558fc43-e942-4f29-81dd-13d7dbd702a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:53.717336 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e4906348-d96b-488e-8f5e-bfbe6f04e67a req-9558fc43-e942-4f29-81dd-13d7dbd702a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 912 time: 0.2607260 Feb 09 01:51:53.796358 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e4906348-d96b-488e-8f5e-bfbe6f04e67a req-1d3e3c67-24c0-458f-bbed-de5521237580 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85780f84-ca0f-4032-af43-e604d2f48a5f HTTP/1.1" status: 200 len: 217 time: 0.0604835 Feb 09 01:51:53.840613 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-509ff1fb-91ad-4ec7-ac56-25b96292a054 admin admin] Publish callbacks [] for security_group (5e496911-fe3b-4476-a2f2-b8ccc296a4df), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:53.888389 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-509ff1fb-91ad-4ec7-ac56-25b96292a054 admin admin] Publish callbacks [] for security_group (5e496911-fe3b-4476-a2f2-b8ccc296a4df), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:53.905226 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cec860a5-0e78-435e-84ba-f01500e3c930 req-cbe379d8-475d-4f67-9315-b4a11b2855cc tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364188 Feb 09 01:51:53.913736 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 64e00182-890d-4c28-9ce4-b073c3fd5a9c up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:51:53.924533 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8c11f28b-412d-43e4-8a04-8b20d0d406cc tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (facd3fe6-fb35-4bba-9b1f-d0dfea25db01), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:53.955771 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4906348-d96b-488e-8f5e-bfbe6f04e67a req-29bbc914-4da9-4d57-8180-b582b8b5d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:53.955771 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e4906348-d96b-488e-8f5e-bfbe6f04e67a req-29bbc914-4da9-4d57-8180-b582b8b5d2aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.1425207 Feb 09 01:51:54.048294 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 64e00182-890d-4c28-9ce4-b073c3fd5a9c completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:51:54.056078 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-509ff1fb-91ad-4ec7-ac56-25b96292a054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5e496911-fe3b-4476-a2f2-b8ccc296a4df), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:54.058401 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 64e00182-890d-4c28-9ce4-b073c3fd5a9c triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:54.059572 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-509ff1fb-91ad-4ec7-ac56-25b96292a054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:54.059731 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (64e00182-890d-4c28-9ce4-b073c3fd5a9c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:54.063067 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-509ff1fb-91ad-4ec7-ac56-25b96292a054 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e496911-fe3b-4476-a2f2-b8ccc296a4df HTTP/1.1" status: 204 len: 168 time: 0.3943172 Feb 09 01:51:54.084996 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ff1fb-91ad-4ec7-ac56-25b96292a054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e496911-fe3b-4476-a2f2-b8ccc296a4df,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:54.100847 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4906348-d96b-488e-8f5e-bfbe6f04e67a req-1ccc40cb-a0b1-40cc-9155-83fe1c3efa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:54.102415 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e4906348-d96b-488e-8f5e-bfbe6f04e67a req-1ccc40cb-a0b1-40cc-9155-83fe1c3efa52 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1439493 Feb 09 01:51:54.114548 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fbb6d-2ea6-4f93-bb37-1fed70ba4b98 req-a6b56823-0c40-4a88-ada8-d6dd151ed852 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:54.122934 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-729fbb6d-2ea6-4f93-bb37-1fed70ba4b98 req-a6b56823-0c40-4a88-ada8-d6dd151ed852 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5defe51-f468-457a-85f7-f923a77dccda HTTP/1.1" status: 200 len: 944 time: 0.1141694 Feb 09 01:51:54.210274 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 64e00182-890d-4c28-9ce4-b073c3fd5a9c is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:54.211042 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (64e00182-890d-4c28-9ce4-b073c3fd5a9c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:54.264975 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-729fbb6d-2ea6-4f93-bb37-1fed70ba4b98 req-1bef5e2e-8bda-4a60-9f0a-2565b83e4ba4 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403193 Feb 09 01:51:54.269409 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c11f28b-412d-43e4-8a04-8b20d0d406cc tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Router facd3fe6-fb35-4bba-9b1f-d0dfea25db01 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:51:54.285162 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5defe51-f468-457a-85f7-f923a77dccda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e00182-890d-4c28-9ce4-b073c3fd5a9c'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:51:54.289640 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce35d08-5f3c-4c9a-a353-66030a15f572" -d '{"events": [{"server_uuid": "e5defe51-f468-457a-85f7-f923a77dccda", "name": "network-vif-plugged", "status": "completed", "tag": "64e00182-890d-4c28-9ce4-b073c3fd5a9c"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:51:54.339752 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 64e00182-890d-4c28-9ce4-b073c3fd5a9c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=64e00182-890d-4c28-9ce4-b073c3fd5a9c,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:54.346739 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (64e00182-890d-4c28-9ce4-b073c3fd5a9c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:54.355435 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27564040-5d4b-4ef2-8665-590815b7e196 x-openstack-request-id: req-27564040-5d4b-4ef2-8665-590815b7e196 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:51:54.356544 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5defe51-f468-457a-85f7-f923a77dccda", "name": "network-vif-plugged", "status": "completed", "tag": "64e00182-890d-4c28-9ce4-b073c3fd5a9c", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:51:54.356949 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-27564040-5d4b-4ef2-8665-590815b7e196 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:51:54.357562 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5defe51-f468-457a-85f7-f923a77dccda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e00182-890d-4c28-9ce4-b073c3fd5a9c', 'code': 200} Feb 09 01:51:54.366053 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e4906348-d96b-488e-8f5e-bfbe6f04e67a req-6126277b-cdcc-41f6-966b-209ab036ebbf service neutron] 10.222.0.48 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403593 Feb 09 01:51:54.530582 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=64e00182-890d-4c28-9ce4-b073c3fd5a9c,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:54.586715 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c11f28b-412d-43e4-8a04-8b20d0d406cc tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:51:54.600388 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b24a2a7-171d-497d-aa87-ea5266d87c4b None None] Sync routers for ids ['facd3fe6-fb35-4bba-9b1f-d0dfea25db01'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:51:54.618058 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b24a2a7-171d-497d-aa87-ea5266d87c4b None None] Routers {'facd3fe6-fb35-4bba-9b1f-d0dfea25db01'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:54.621843 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-2b24a2a7-171d-497d-aa87-ea5266d87c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:51:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['facd3fe6-fb35-4bba-9b1f-d0dfea25db01'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:54.656874 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8c11f28b-412d-43e4-8a04-8b20d0d406cc tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:54.668507 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8c11f28b-412d-43e4-8a04-8b20d0d406cc tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.5212677 Feb 09 01:51:54.669472 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52346) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:54.691932 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-2b24a2a7-171d-497d-aa87-ea5266d87c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:54.718155 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b24a2a7-171d-497d-aa87-ea5266d87c4b None None] Routers {'facd3fe6-fb35-4bba-9b1f-d0dfea25db01'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:54.719279 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-2b24a2a7-171d-497d-aa87-ea5266d87c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:51:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['facd3fe6-fb35-4bba-9b1f-d0dfea25db01'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:54.830269 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e4906348-d96b-488e-8f5e-bfbe6f04e67a req-c950fe24-521d-4e40-ada3-0c482de3fd4b service neutron] 10.222.0.48 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465084 Feb 09 01:51:54.851931 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1d874ccb-fae2-4153-b455-6da03e406794 req-4b5c99b8-eb0c-4203-bffc-2bc35ce2e530 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.2954266 Feb 09 01:51:54.909036 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b1904-271b-4d98-898e-55a7525dfe8b req-1801c71c-d3d1-4104-9612-d7b551c5e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:54.911912 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d63b1904-271b-4d98-898e-55a7525dfe8b req-1801c71c-d3d1-4104-9612-d7b551c5e131 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e5defe51-f468-457a-85f7-f923a77dccda HTTP/1.1" status: 200 len: 1127 time: 0.3535137 Feb 09 01:51:55.015186 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d63b1904-271b-4d98-898e-55a7525dfe8b req-5c518576-2c68-4750-9867-5e22d7678e59 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965323 Feb 09 01:51:55.045423 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-36ddeeca-4f87-479c-83cd-7f0330ae0c07 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/routers/facd3fe6-fb35-4bba-9b1f-d0dfea25db01 HTTP/1.1" status: 200 len: 884 time: 0.3737273 Feb 09 01:51:55.048583 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52356) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:55.080682 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-2b24a2a7-171d-497d-aa87-ea5266d87c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:55.081497 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b24a2a7-171d-497d-aa87-ea5266d87c4b None None] The sync data for ids ['facd3fe6-fb35-4bba-9b1f-d0dfea25db01'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:51:55.148964 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bde78-4092-40bd-9eaa-302bae0f3098 req-d4bcc6d4-06d2-48e8-97c6-2acdb2325641 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:55.155884 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-968bde78-4092-40bd-9eaa-302bae0f3098 req-d4bcc6d4-06d2-48e8-97c6-2acdb2325641 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 943 time: 0.0876367 Feb 09 01:51:55.234378 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-968bde78-4092-40bd-9eaa-302bae0f3098 req-15a15ac3-4d54-447d-923c-327e36ba982e tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736942 Feb 09 01:51:55.516770 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9bf47de6-4a54-47b4-bafb-7561a28d0edd tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4667096 Feb 09 01:51:55.521417 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52370) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:55.529233 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-3675a14b-8fad-4571-9a93-4d21c7a717d1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-483359114'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:55.551586 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedf424-aef0-43a8-9ccd-8bd1aaff8ef3 req-f3d4e51a-6a5c-42a0-89a1-f4b6b47f55cb tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:55.554834 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8aedf424-aef0-43a8-9ccd-8bd1aaff8ef3 req-f3d4e51a-6a5c-42a0-89a1-f4b6b47f55cb tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5defe51-f468-457a-85f7-f923a77dccda HTTP/1.1" status: 200 len: 945 time: 0.1695096 Feb 09 01:51:55.702258 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d944d989-0a2b-465b-9002-020bf070d446 req-f5af7e39-453e-4d55-bc4b-c3e1b3b397e9 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.48 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0583198 Feb 09 01:51:55.718428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52374) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:55.753392 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8aedf424-aef0-43a8-9ccd-8bd1aaff8ef3 req-9e4b398c-fc77-472e-8371-5f0ef9e5c252 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854925 Feb 09 01:51:55.900641 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-c9e5a6ba-1c45-4af3-911c-3b5cb5d906aa tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-449738833'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:55.936252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e5a6ba-1c45-4af3-911c-3b5cb5d906aa tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Made reservation on behalf of 85a7fbab51ca4ab192ca579dce69934d for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:55.941874 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9e5a6ba-1c45-4af3-911c-3b5cb5d906aa tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:55.972627 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9e5a6ba-1c45-4af3-911c-3b5cb5d906aa tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.042682 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-61d289e1-b6f0-48f7-8655-6349cee35303 req-b61a516e-677c-487c-97ed-25e2682fd25f tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=d719efac-abbb-4642-b9c8-6eb5e0cbd168 HTTP/1.1" status: 200 len: 210 time: 0.0428269 Feb 09 01:51:56.095987 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3675a14b-8fad-4571-9a93-4d21c7a717d1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (facd3fe6-fb35-4bba-9b1f-d0dfea25db01), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.112126 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3675a14b-8fad-4571-9a93-4d21c7a717d1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608658'] for router (facd3fe6-fb35-4bba-9b1f-d0dfea25db01), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.125932 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9e5a6ba-1c45-4af3-911c-3b5cb5d906aa tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks [] for security_group (71a2dc1e-38eb-4924-bc73-2227e6c48132), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.130787 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9e5a6ba-1c45-4af3-911c-3b5cb5d906aa tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (71a2dc1e-38eb-4924-bc73-2227e6c48132), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.166532 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e5a6ba-1c45-4af3-911c-3b5cb5d906aa tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:51:56.177924 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5a6ba-1c45-4af3-911c-3b5cb5d906aa tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a2dc1e-38eb-4924-bc73-2227e6c48132,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:56.197079 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9e5a6ba-1c45-4af3-911c-3b5cb5d906aa tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (81a5a1ae-faa4-4d5e-b91e-1f0214291634), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.197736 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-c9e5a6ba-1c45-4af3-911c-3b5cb5d906aa tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Added segment 81a5a1ae-faa4-4d5e-b91e-1f0214291634 of type vlan for network 406bfb11-cab8-4593-9239-ffbbeec04226 Feb 09 01:51:56.246918 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9e5a6ba-1c45-4af3-911c-3b5cb5d906aa tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (406bfb11-cab8-4593-9239-ffbbeec04226), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.280098 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3675a14b-8fad-4571-9a93-4d21c7a717d1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Router facd3fe6-fb35-4bba-9b1f-d0dfea25db01 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:51:56.286792 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9e5a6ba-1c45-4af3-911c-3b5cb5d906aa tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (406bfb11-cab8-4593-9239-ffbbeec04226), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.296439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e5a6ba-1c45-4af3-911c-3b5cb5d906aa tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:56.297115 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9e5a6ba-1c45-4af3-911c-3b5cb5d906aa tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.370092 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c9e5a6ba-1c45-4af3-911c-3b5cb5d906aa tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6492255 Feb 09 01:51:56.378099 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52382) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:56.386813 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-251d28df-b926-4c85-bf4a-15fcb4b735f4 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Request body: {'subnet': {'network_id': '406bfb11-cab8-4593-9239-ffbbeec04226', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:56.410868 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 85780f84-ca0f-4032-af43-e604d2f48a5f details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:51:56.415332 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5a6ba-1c45-4af3-911c-3b5cb5d906aa tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Pushing event updated for resources: {'Network': ['ID=406bfb11-cab8-4593-9239-ffbbeec04226,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:56.434607 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 406bfb11-cab8-4593-9239-ffbbeec04226 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:51:56.484360 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3675a14b-8fad-4571-9a93-4d21c7a717d1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:51:56.501373 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3675a14b-8fad-4571-9a93-4d21c7a717d1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.501591 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ced8b-de2a-4f8a-ae03-c3c034f13a60 None None] Sync routers for ids ['facd3fe6-fb35-4bba-9b1f-d0dfea25db01'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:51:56.505782 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3675a14b-8fad-4571-9a93-4d21c7a717d1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/routers/facd3fe6-fb35-4bba-9b1f-d0dfea25db01 HTTP/1.1" status: 200 len: 891 time: 0.9828906 Feb 09 01:51:56.506523 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52384) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:56.521789 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ced8b-de2a-4f8a-ae03-c3c034f13a60 None None] Routers {'facd3fe6-fb35-4bba-9b1f-d0dfea25db01'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:56.522434 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8f9ced8b-de2a-4f8a-ae03-c3c034f13a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:51:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['facd3fe6-fb35-4bba-9b1f-d0dfea25db01'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:56.575387 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251d28df-b926-4c85-bf4a-15fcb4b735f4 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Made reservation on behalf of 85a7fbab51ca4ab192ca579dce69934d for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:56.580549 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-251d28df-b926-4c85-bf4a-15fcb4b735f4 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.584912 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:51:56.625853 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8f9ced8b-de2a-4f8a-ae03-c3c034f13a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:56.646970 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ced8b-de2a-4f8a-ae03-c3c034f13a60 None None] Routers {'facd3fe6-fb35-4bba-9b1f-d0dfea25db01'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:56.647630 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8f9ced8b-de2a-4f8a-ae03-c3c034f13a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:51:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['facd3fe6-fb35-4bba-9b1f-d0dfea25db01'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:56.676668 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283fee1-1932-4e54-a34d-1c5fa51bddb6 req-34dd3c88-3cb3-4897-825c-b95abe48905d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:56.691908 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8283fee1-1932-4e54-a34d-1c5fa51bddb6 req-34dd3c88-3cb3-4897-825c-b95abe48905d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 943 time: 0.2078512 Feb 09 01:51:56.735557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52386) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:56.737475 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dcf766d2-1420-4a90-9242-e975645d740e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/routers/facd3fe6-fb35-4bba-9b1f-d0dfea25db01 HTTP/1.1" status: 200 len: 891 time: 0.2278788 Feb 09 01:51:56.782287 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 85780f84-ca0f-4032-af43-e604d2f48a5f, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=85780f84-ca0f-4032-af43-e604d2f48a5f,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:56.800581 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '85780f84-ca0f-4032-af43-e604d2f48a5f', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'port_id': '85780f84-ca0f-4032-af43-e604d2f48a5f', 'mac_address': 'fa:16:3e:f1:13:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:51:56.846094 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8f9ced8b-de2a-4f8a-ae03-c3c034f13a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:56.847021 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ced8b-de2a-4f8a-ae03-c3c034f13a60 None None] The sync data for ids ['facd3fe6-fb35-4bba-9b1f-d0dfea25db01'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:51:56.853245 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 85780f84-ca0f-4032-af43-e604d2f48a5f is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:56.853927 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (85780f84-ca0f-4032-af43-e604d2f48a5f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.863447 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9aec12aa-734e-47dc-83f9-efc3c2f35e07 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/ports?device_id=facd3fe6-fb35-4bba-9b1f-d0dfea25db01 HTTP/1.1" status: 200 len: 205 time: 0.1231368 Feb 09 01:51:56.866323 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52392) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:56.871036 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85780f84-ca0f-4032-af43-e604d2f48a5f {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:51:56.889750 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8283fee1-1932-4e54-a34d-1c5fa51bddb6 req-7276026d-b577-43ab-af2b-6d4d32817707 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958156 Feb 09 01:51:56.913282 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 85780f84-ca0f-4032-af43-e604d2f48a5f, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=85780f84-ca0f-4032-af43-e604d2f48a5f,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:56.921413 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (85780f84-ca0f-4032-af43-e604d2f48a5f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:57.002253 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=85780f84-ca0f-4032-af43-e604d2f48a5f,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:57.036602 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f5e22-cd4b-4863-ba13-05fc52ec21a0 req-929109c8-f2f7-4be0-ac06-e2188dea1b43 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:57.038173 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-226f5e22-cd4b-4863-ba13-05fc52ec21a0 req-929109c8-f2f7-4be0-ac06-e2188dea1b43 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5defe51-f468-457a-85f7-f923a77dccda HTTP/1.1" status: 200 len: 945 time: 0.1123655 Feb 09 01:51:57.067891 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-251d28df-b926-4c85-bf4a-15fcb4b735f4 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (65cb40fe-076e-4024-a96a-0002fd949178), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:57.084994 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2a400485-fd55-4204-9ba6-0dab440ae807 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (facd3fe6-fb35-4bba-9b1f-d0dfea25db01), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:57.172421 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d28df-b926-4c85-bf4a-15fcb4b735f4 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Pushing event updated for resources: {'Subnet': ['ID=65cb40fe-076e-4024-a96a-0002fd949178,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:57.208526 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251d28df-b926-4c85-bf4a-15fcb4b735f4 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Checking segment: {'id': '81a5a1ae-faa4-4d5e-b91e-1f0214291634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '406bfb11-cab8-4593-9239-ffbbeec04226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:51:57.209069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251d28df-b926-4c85-bf4a-15fcb4b735f4 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Network hostable DHCP agents. Network: 406bfb11-cab8-4593-9239-ffbbeec04226, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:51:57.233672 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2a400485-fd55-4204-9ba6-0dab440ae807 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router_gateway (facd3fe6-fb35-4bba-9b1f-d0dfea25db01), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:57.243701 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251d28df-b926-4c85-bf4a-15fcb4b735f4 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Network 406bfb11-cab8-4593-9239-ffbbeec04226 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:51:57.271073 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-251d28df-b926-4c85-bf4a-15fcb4b735f4 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 406bfb11-cab8-4593-9239-ffbbeec04226) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:57.280589 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251d28df-b926-4c85-bf4a-15fcb4b735f4 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:57.282632 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-251d28df-b926-4c85-bf4a-15fcb4b735f4 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:57.285747 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-226f5e22-cd4b-4863-ba13-05fc52ec21a0 req-367cb9d8-46e0-41a8-ae44-8ebcb898e889 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332189 Feb 09 01:51:57.294966 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9559c1f-fd94-4e02-8cb6-2c2aa7509d5e None None] Network 406bfb11-cab8-4593-9239-ffbbeec04226 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:51:57.351222 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-251d28df-b926-4c85-bf4a-15fcb4b735f4 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9718823 Feb 09 01:51:57.351754 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52402) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:57.358278 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-490cdf00-c38a-4e7f-9012-dbd9b30bac7f tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1034713641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:57.367647 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2a400485-fd55-4204-9ba6-0dab440ae807 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting port aa905ab7-0894-4788-b8ed-bfbc1135b008 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:57.368314 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2a400485-fd55-4204-9ba6-0dab440ae807 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (aa905ab7-0894-4788-b8ed-bfbc1135b008), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:57.415312 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['85780f84-ca0f-4032-af43-e604d2f48a5f'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:51:57.422786 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-08341abf-c930-4f69-89e3-5b46d84b5b5d req-c805ac8b-e1bb-460a-ad9b-c8d6fb18dafe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e72676ef1abc4217a7465573a8eb2b68&device_id=1c60e617-9b1e-4bf1-8b66-701cbfd47247 HTTP/1.1" status: 200 len: 210 time: 0.0693538 Feb 09 01:51:57.486891 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-33617ed1-38f0-4bcf-b64e-0e00581996be req-7749961b-d257-427b-a86b-2a80dc346d18 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c60e617-9b1e-4bf1-8b66-701cbfd47247 HTTP/1.1" status: 200 len: 210 time: 0.0518475 Feb 09 01:51:57.496559 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-490cdf00-c38a-4e7f-9012-dbd9b30bac7f tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (3d792c03-2f3d-43ed-b02b-3ad513cacddd), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:57.498284 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-490cdf00-c38a-4e7f-9012-dbd9b30bac7f tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (3d792c03-2f3d-43ed-b02b-3ad513cacddd), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:57.502150 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-08341abf-c930-4f69-89e3-5b46d84b5b5d req-8383699e-b9ce-462e-906a-8283d20a3a6e service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=e72676ef1abc4217a7465573a8eb2b68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680797 Feb 09 01:51:57.554066 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f50fb-f609-457b-b4a1-8f1679778925 req-2de9e97b-c312-4a76-baaa-4abb7919460e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:57.555880 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c84f50fb-f609-457b-b4a1-8f1679778925 req-2de9e97b-c312-4a76-baaa-4abb7919460e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0e3a7c4-9603-4f8c-a074-f1b57798df90 HTTP/1.1" status: 200 len: 945 time: 0.1464033 Feb 09 01:51:57.588048 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2a400485-fd55-4204-9ba6-0dab440ae807 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (aa905ab7-0894-4788-b8ed-bfbc1135b008), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:57.609430 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326b9f96-441f-485e-9bbe-04b5a62ccdb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-406bfb11-cab8-4593-9239-ffbbeec04226', 'network_id': '406bfb11-cab8-4593-9239-ffbbeec04226', 'project_id': '85a7fbab51ca4ab192ca579dce69934d', 'fixed_ips': [{'subnet_id': '65cb40fe-076e-4024-a96a-0002fd949178'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:51:57.609886 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-326b9f96-441f-485e-9bbe-04b5a62ccdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:57.662197 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2a400485-fd55-4204-9ba6-0dab440ae807 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Calling delete_port for aa905ab7-0894-4788-b8ed-bfbc1135b008 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:57.664867 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-490cdf00-c38a-4e7f-9012-dbd9b30bac7f tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks [] for router_controller (3d792c03-2f3d-43ed-b02b-3ad513cacddd), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:57.672694 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08341abf-c930-4f69-89e3-5b46d84b5b5d req-023e7bb4-7842-48a6-b901-5b31fb37235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:57.673042 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-490cdf00-c38a-4e7f-9012-dbd9b30bac7f tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (3d792c03-2f3d-43ed-b02b-3ad513cacddd), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:57.674953 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-08341abf-c930-4f69-89e3-5b46d84b5b5d req-023e7bb4-7842-48a6-b901-5b31fb37235e service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1572042 Feb 09 01:51:57.695607 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-490cdf00-c38a-4e7f-9012-dbd9b30bac7f tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:57.696951 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-490cdf00-c38a-4e7f-9012-dbd9b30bac7f tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3438444 Feb 09 01:51:57.702498 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52404) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:57.750851 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c84f50fb-f609-457b-b4a1-8f1679778925 req-10042adb-f28c-4ca6-b28e-a6db449ebc8a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737720 Feb 09 01:51:57.838878 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-326b9f96-441f-485e-9bbe-04b5a62ccdb7 None None] Allocated IP 172.20.0.2 (406bfb11-cab8-4593-9239-ffbbeec04226/65cb40fe-076e-4024-a96a-0002fd949178/85c0850c-bda8-47c0-81e0-268a85e48761) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:58.094158 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-326b9f96-441f-485e-9bbe-04b5a62ccdb7 None None] Publish callbacks [] for port (85c0850c-bda8-47c0-81e0-268a85e48761), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:58.106460 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-326b9f96-441f-485e-9bbe-04b5a62ccdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (85c0850c-bda8-47c0-81e0-268a85e48761), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:58.150013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827adfd9-8c9e-4003-893c-2b9a1198a0ca req-54e9355d-fcd2-46ed-8f3f-08992826ad33 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:58.157781 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-827adfd9-8c9e-4003-893c-2b9a1198a0ca req-54e9355d-fcd2-46ed-8f3f-08992826ad33 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 944 time: 0.1311657 Feb 09 01:51:58.177281 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b9f96-441f-485e-9bbe-04b5a62ccdb7 None None] Pushing event updated for resources: {'Port': ['ID=85c0850c-bda8-47c0-81e0-268a85e48761,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:58.192046 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326b9f96-441f-485e-9bbe-04b5a62ccdb7 None None] Network 406bfb11-cab8-4593-9239-ffbbeec04226 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:58.193573 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-326b9f96-441f-485e-9bbe-04b5a62ccdb7 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:58.196560 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326b9f96-441f-485e-9bbe-04b5a62ccdb7 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:58.269866 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-827adfd9-8c9e-4003-893c-2b9a1198a0ca req-9a62d2f9-6164-40b0-99da-f6a5455ecd07 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041944 Feb 09 01:51:58.281411 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-326b9f96-441f-485e-9bbe-04b5a62ccdb7 None None] Attempting to bind port 85c0850c-bda8-47c0-81e0-268a85e48761 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:51:58.282776 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-326b9f96-441f-485e-9bbe-04b5a62ccdb7 None None] Attempting to bind port 85c0850c-bda8-47c0-81e0-268a85e48761 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '81a5a1ae-faa4-4d5e-b91e-1f0214291634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '406bfb11-cab8-4593-9239-ffbbeec04226'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:51:58.283237 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326b9f96-441f-485e-9bbe-04b5a62ccdb7 None None] Attempting to bind port 85c0850c-bda8-47c0-81e0-268a85e48761 on network 406bfb11-cab8-4593-9239-ffbbeec04226 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:51:58.295965 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326b9f96-441f-485e-9bbe-04b5a62ccdb7 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:51:58.295965 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326b9f96-441f-485e-9bbe-04b5a62ccdb7 None None] Checking segment: {'id': '81a5a1ae-faa4-4d5e-b91e-1f0214291634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '406bfb11-cab8-4593-9239-ffbbeec04226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:51:58.295965 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-326b9f96-441f-485e-9bbe-04b5a62ccdb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:58.295965 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326b9f96-441f-485e-9bbe-04b5a62ccdb7 None None] Bound using segment: {'id': '81a5a1ae-faa4-4d5e-b91e-1f0214291634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '406bfb11-cab8-4593-9239-ffbbeec04226'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:51:58.295965 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-326b9f96-441f-485e-9bbe-04b5a62ccdb7 None None] Bound port: 85c0850c-bda8-47c0-81e0-268a85e48761, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a5a1ae-faa4-4d5e-b91e-1f0214291634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '406bfb11-cab8-4593-9239-ffbbeec04226'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:51:58.295965 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-326b9f96-441f-485e-9bbe-04b5a62ccdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (85c0850c-bda8-47c0-81e0-268a85e48761), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:58.362988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-326b9f96-441f-485e-9bbe-04b5a62ccdb7 None None] For port 85c0850c-bda8-47c0-81e0-268a85e48761, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:51:58.366698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-326b9f96-441f-485e-9bbe-04b5a62ccdb7 None None] For port 85c0850c-bda8-47c0-81e0-268a85e48761, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=85c0850c-bda8-47c0-81e0-268a85e48761,segment=NetworkSegment(81a5a1ae-faa4-4d5e-b91e-1f0214291634),segment_id=81a5a1ae-faa4-4d5e-b91e-1f0214291634)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:51:58.374328 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-326b9f96-441f-485e-9bbe-04b5a62ccdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (85c0850c-bda8-47c0-81e0-268a85e48761), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:58.459311 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b9f96-441f-485e-9bbe-04b5a62ccdb7 None None] Pushing event updated for resources: {'Port': ['ID=85c0850c-bda8-47c0-81e0-268a85e48761,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:58.484326 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fb5ee-1908-4e19-9c6c-ece324f853f5 req-2c7b426c-21d4-4d72-b207-d62aa0d9bf38 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:58.487700 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-215fb5ee-1908-4e19-9c6c-ece324f853f5 req-2c7b426c-21d4-4d72-b207-d62aa0d9bf38 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5defe51-f468-457a-85f7-f923a77dccda HTTP/1.1" status: 200 len: 945 time: 0.2009315 Feb 09 01:51:58.638877 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af4829ee-83c2-4c5c-b26c-8040ee5521dc tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:58.662581 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-215fb5ee-1908-4e19-9c6c-ece324f853f5 req-821e0c59-b703-4172-ab7c-0e0600af404b tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451418 Feb 09 01:51:58.683481 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e3cd6aca-8346-4a79-b7dc-0450cc158043 req-c59b5c40-beef-4928-8726-b1bba281307c tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c60e617-9b1e-4bf1-8b66-701cbfd47247 HTTP/1.1" status: 200 len: 210 time: 0.0518799 Feb 09 01:51:58.751351 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2a400485-fd55-4204-9ba6-0dab440ae807 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (aa905ab7-0894-4788-b8ed-bfbc1135b008), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:58.833779 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a400485-fd55-4204-9ba6-0dab440ae807 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Port': ['ID=aa905ab7-0894-4788-b8ed-bfbc1135b008,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:58.978301 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2a400485-fd55-4204-9ba6-0dab440ae807 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (facd3fe6-fb35-4bba-9b1f-d0dfea25db01), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:59.118088 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77397ba7-6d9d-48d5-bccd-11b5b67023b4 req-8c0f2229-2818-4e4a-bdf4-d8b5f95e88f8 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:59.119597 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77397ba7-6d9d-48d5-bccd-11b5b67023b4 req-8c0f2229-2818-4e4a-bdf4-d8b5f95e88f8 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5defe51-f468-457a-85f7-f923a77dccda HTTP/1.1" status: 200 len: 945 time: 0.0697556 Feb 09 01:51:59.128941 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2a400485-fd55-4204-9ba6-0dab440ae807 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (facd3fe6-fb35-4bba-9b1f-d0dfea25db01), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:59.133041 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2a400485-fd55-4204-9ba6-0dab440ae807 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router_controller (facd3fe6-fb35-4bba-9b1f-d0dfea25db01), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:59.195910 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77397ba7-6d9d-48d5-bccd-11b5b67023b4 req-a02e1bbb-e738-452a-9cf4-03abe408443b tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694921 Feb 09 01:51:59.246785 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2a400485-fd55-4204-9ba6-0dab440ae807 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (facd3fe6-fb35-4bba-9b1f-d0dfea25db01), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:59.247676 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a400485-fd55-4204-9ba6-0dab440ae807 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Fanout notify agent at l3_agent the message router_deleted on router facd3fe6-fb35-4bba-9b1f-d0dfea25db01 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:51:59.256210 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2a400485-fd55-4204-9ba6-0dab440ae807 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:59.257331 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2a400485-fd55-4204-9ba6-0dab440ae807 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/routers/facd3fe6-fb35-4bba-9b1f-d0dfea25db01 HTTP/1.1" status: 204 len: 168 time: 2.3898306 Feb 09 01:51:59.264969 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52420) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:59.268666 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-258f5b5a-4cd0-4e93-bd5c-b660b61f3b5e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1616372230'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:59.292718 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-af4829ee-83c2-4c5c-b26c-8040ee5521dc tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Allocated IP 172.20.0.1 (406bfb11-cab8-4593-9239-ffbbeec04226/65cb40fe-076e-4024-a96a-0002fd949178/ca637484-d257-4f17-9c12-fc0134761b5c) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:59.298674 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258f5b5a-4cd0-4e93-bd5c-b660b61f3b5e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Made reservation on behalf of 247ac12d74ff449fabfbe552acae8758 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:59.301149 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-258f5b5a-4cd0-4e93-bd5c-b660b61f3b5e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:59.341225 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-08341abf-c930-4f69-89e3-5b46d84b5b5d req-321dde26-e905-468f-88ad-75a4002878a8 tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.67 "GET /v2.0/ports?device_id=1c60e617-9b1e-4bf1-8b66-701cbfd47247 HTTP/1.1" status: 200 len: 210 time: 0.0537956 Feb 09 01:51:59.358664 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258f5b5a-4cd0-4e93-bd5c-b660b61f3b5e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:51:59.383004 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-258f5b5a-4cd0-4e93-bd5c-b660b61f3b5e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (4016abe3-7c98-4cd8-8baa-68ac2b2fdd9e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:59.384981 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-258f5b5a-4cd0-4e93-bd5c-b660b61f3b5e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Added segment 4016abe3-7c98-4cd8-8baa-68ac2b2fdd9e of type vlan for network 3f4ee5a2-3258-4cf6-8b47-1676434e4c88 Feb 09 01:51:59.455887 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-258f5b5a-4cd0-4e93-bd5c-b660b61f3b5e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (3f4ee5a2-3258-4cf6-8b47-1676434e4c88), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:59.509197 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af4829ee-83c2-4c5c-b26c-8040ee5521dc tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks [] for port (ca637484-d257-4f17-9c12-fc0134761b5c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:59.510457 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-258f5b5a-4cd0-4e93-bd5c-b660b61f3b5e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (3f4ee5a2-3258-4cf6-8b47-1676434e4c88), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:59.519035 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258f5b5a-4cd0-4e93-bd5c-b660b61f3b5e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:59.520306 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-258f5b5a-4cd0-4e93-bd5c-b660b61f3b5e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:59.539504 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595dd25-9a70-4585-8543-ad16af4308ff req-33089461-1c19-4514-8939-37d0e5da5ce2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:59.547103 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9595dd25-9a70-4585-8543-ad16af4308ff req-33089461-1c19-4514-8939-37d0e5da5ce2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 944 time: 0.1127615 Feb 09 01:51:59.608502 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f5b5a-4cd0-4e93-bd5c-b660b61f3b5e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Network': ['ID=3f4ee5a2-3258-4cf6-8b47-1676434e4c88,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:59.624378 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 3f4ee5a2-3258-4cf6-8b47-1676434e4c88 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:51:59.625515 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9595dd25-9a70-4585-8543-ad16af4308ff req-46f5a925-835f-4730-9823-10182143f1c9 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772500 Feb 09 01:51:59.626765 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af4829ee-83c2-4c5c-b26c-8040ee5521dc tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ca637484-d257-4f17-9c12-fc0134761b5c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:59.641413 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-258f5b5a-4cd0-4e93-bd5c-b660b61f3b5e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3746903 Feb 09 01:51:59.643835 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52426) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:59.652440 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-58e57e70-39b9-4d8f-9ae7-893318a64078 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'subnet': {'network_id': '3f4ee5a2-3258-4cf6-8b47-1676434e4c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:59.707625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4829ee-83c2-4c5c-b26c-8040ee5521dc tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Network 406bfb11-cab8-4593-9239-ffbbeec04226 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:59.714177 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-af4829ee-83c2-4c5c-b26c-8040ee5521dc tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:59.720103 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4829ee-83c2-4c5c-b26c-8040ee5521dc tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:59.801636 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4829ee-83c2-4c5c-b26c-8040ee5521dc tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Pushing event updated for resources: {'Port': ['ID=ca637484-d257-4f17-9c12-fc0134761b5c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:59.813538 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e57e70-39b9-4d8f-9ae7-893318a64078 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Made reservation on behalf of 247ac12d74ff449fabfbe552acae8758 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:59.817807 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-58e57e70-39b9-4d8f-9ae7-893318a64078 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:59.838424 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af4829ee-83c2-4c5c-b26c-8040ee5521dc tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (3d792c03-2f3d-43ed-b02b-3ad513cacddd), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:59.971452 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5874a8f7-bc73-42e8-ab31-5ce5c7e74a32 None None] Network 406bfb11-cab8-4593-9239-ffbbeec04226 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:51:59.984440 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e96d739c-c643-4afe-a522-d436a4a21b27 req-486e3410-a00a-40b4-86fc-fc0947fa02de tempest-ServerShowV247Test-1532893261 tempest-ServerShowV247Test-1532893261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c60e617-9b1e-4bf1-8b66-701cbfd47247 HTTP/1.1" status: 200 len: 210 time: 0.0716860 Feb 09 01:52:00.057483 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5aa11608-a4ac-4872-9bf8-98fc9571e73e None None] Provisioning complete for port 85c0850c-bda8-47c0-81e0-268a85e48761 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:00.058685 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5aa11608-a4ac-4872-9bf8-98fc9571e73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (85c0850c-bda8-47c0-81e0-268a85e48761), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.083511 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af4829ee-83c2-4c5c-b26c-8040ee5521dc tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ca637484-d257-4f17-9c12-fc0134761b5c), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.214584 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5aa11608-a4ac-4872-9bf8-98fc9571e73e None None] Current status of the port 85c0850c-bda8-47c0-81e0-268a85e48761 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:00.214980 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5aa11608-a4ac-4872-9bf8-98fc9571e73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (85c0850c-bda8-47c0-81e0-268a85e48761), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.283326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5aa11608-a4ac-4872-9bf8-98fc9571e73e None None] For port 85c0850c-bda8-47c0-81e0-268a85e48761, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=85c0850c-bda8-47c0-81e0-268a85e48761,segment=NetworkSegment(81a5a1ae-faa4-4d5e-b91e-1f0214291634),segment_id=81a5a1ae-faa4-4d5e-b91e-1f0214291634)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:00.284167 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-58e57e70-39b9-4d8f-9ae7-893318a64078 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (5fbacf6c-56e5-4e63-9da6-22d96f9c33d8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.300884 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5aa11608-a4ac-4872-9bf8-98fc9571e73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (85c0850c-bda8-47c0-81e0-268a85e48761), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.353783 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 85c0850c-bda8-47c0-81e0-268a85e48761 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:00.436168 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 85780f84-ca0f-4032-af43-e604d2f48a5f up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:00.473624 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e57e70-39b9-4d8f-9ae7-893318a64078 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Subnet': ['ID=5fbacf6c-56e5-4e63-9da6-22d96f9c33d8,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:00.523827 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e57e70-39b9-4d8f-9ae7-893318a64078 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Checking segment: {'id': '4016abe3-7c98-4cd8-8baa-68ac2b2fdd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3f4ee5a2-3258-4cf6-8b47-1676434e4c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:00.527886 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e57e70-39b9-4d8f-9ae7-893318a64078 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network hostable DHCP agents. Network: 3f4ee5a2-3258-4cf6-8b47-1676434e4c88, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:52:00.530141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa11608-a4ac-4872-9bf8-98fc9571e73e None None] Pushing event updated for resources: {'Port': ['ID=85c0850c-bda8-47c0-81e0-268a85e48761,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:00.541952 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 85c0850c-bda8-47c0-81e0-268a85e48761 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:00.543550 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (85c0850c-bda8-47c0-81e0-268a85e48761), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.547197 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 85780f84-ca0f-4032-af43-e604d2f48a5f completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:52:00.582450 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 85780f84-ca0f-4032-af43-e604d2f48a5f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:00.583097 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (85780f84-ca0f-4032-af43-e604d2f48a5f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.589870 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e57e70-39b9-4d8f-9ae7-893318a64078 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network 3f4ee5a2-3258-4cf6-8b47-1676434e4c88 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:52:00.624699 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-58e57e70-39b9-4d8f-9ae7-893318a64078 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 3f4ee5a2-3258-4cf6-8b47-1676434e4c88) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:00.635155 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e57e70-39b9-4d8f-9ae7-893318a64078 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:00.638386 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-58e57e70-39b9-4d8f-9ae7-893318a64078 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.651030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dbfeec-52af-4d87-ba63-f7b0f93183fa None None] Network 3f4ee5a2-3258-4cf6-8b47-1676434e4c88 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:52:00.661371 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-58e57e70-39b9-4d8f-9ae7-893318a64078 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0147429 Feb 09 01:52:00.664220 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52438) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:00.672396 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-c6127488-bba1-4f1e-8484-e36a922dcc66 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1914250031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:00.706638 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c6127488-bba1-4f1e-8484-e36a922dcc66 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (023ccdd0-f45e-4adc-824d-63c0cdafcabc), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.709364 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c6127488-bba1-4f1e-8484-e36a922dcc66 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (023ccdd0-f45e-4adc-824d-63c0cdafcabc), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.798112 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af4829ee-83c2-4c5c-b26c-8040ee5521dc tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks [] for port (ca637484-d257-4f17-9c12-fc0134761b5c), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.817581 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af4829ee-83c2-4c5c-b26c-8040ee5521dc tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (ca637484-d257-4f17-9c12-fc0134761b5c), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.875439 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c6127488-bba1-4f1e-8484-e36a922dcc66 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router_controller (023ccdd0-f45e-4adc-824d-63c0cdafcabc), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.930508 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-330b54b6-ef21-4461-9d9e-bf65ff660c0a None None] Provisioning complete for port 85c0850c-bda8-47c0-81e0-268a85e48761 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:00.930981 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-330b54b6-ef21-4461-9d9e-bf65ff660c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (85c0850c-bda8-47c0-81e0-268a85e48761), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.942879 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af4829ee-83c2-4c5c-b26c-8040ee5521dc tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (3d792c03-2f3d-43ed-b02b-3ad513cacddd), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.946407 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad286a3-1f4d-49cf-a18d-140a7f9451fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-3f4ee5a2-3258-4cf6-8b47-1676434e4c88', 'network_id': '3f4ee5a2-3258-4cf6-8b47-1676434e4c88', 'project_id': '247ac12d74ff449fabfbe552acae8758', 'fixed_ips': [{'subnet_id': '5fbacf6c-56e5-4e63-9da6-22d96f9c33d8'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:52:00.947097 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c6127488-bba1-4f1e-8484-e36a922dcc66 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (023ccdd0-f45e-4adc-824d-63c0cdafcabc), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.947481 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fad286a3-1f4d-49cf-a18d-140a7f9451fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:01.024832 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4829ee-83c2-4c5c-b26c-8040ee5521dc tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Pushing event updated for resources: {'Port': ['ID=ca637484-d257-4f17-9c12-fc0134761b5c,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:01.039397 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:52:01.047865 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7305761-ffb8-4802-b7ec-8cd09c04fbf3 req-5f7547d6-8a32-4986-a56d-464da770dedf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:01.058550 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f7305761-ffb8-4802-b7ec-8cd09c04fbf3 req-5f7547d6-8a32-4986-a56d-464da770dedf tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5defe51-f468-457a-85f7-f923a77dccda HTTP/1.1" status: 200 len: 945 time: 0.6267619 Feb 09 01:52:01.077503 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c6127488-bba1-4f1e-8484-e36a922dcc66 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:01.079168 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c6127488-bba1-4f1e-8484-e36a922dcc66 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4131095 Feb 09 01:52:01.088505 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52442) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:01.112943 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7221d8-82f3-4fd4-857c-41958ba80d68 req-cd259e27-ee5e-404e-afe5-c25dedf90367 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:01.115700 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fa7221d8-82f3-4fd4-857c-41958ba80d68 req-cd259e27-ee5e-404e-afe5-c25dedf90367 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 944 time: 0.2375271 Feb 09 01:52:01.126702 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b8d5f-4919-4443-9453-b8fa25d3df3c req-f5ae92ea-d009-45cb-a6cd-f231a2c01303 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:01.129176 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d29b8d5f-4919-4443-9453-b8fa25d3df3c req-f5ae92ea-d009-45cb-a6cd-f231a2c01303 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5defe51-f468-457a-85f7-f923a77dccda HTTP/1.1" status: 200 len: 945 time: 0.2473710 Feb 09 01:52:01.226839 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-fad286a3-1f4d-49cf-a18d-140a7f9451fa None None] Allocated IP 2001:db8::2 (3f4ee5a2-3258-4cf6-8b47-1676434e4c88/5fbacf6c-56e5-4e63-9da6-22d96f9c33d8/9af776ba-5d11-4d74-af6c-6b56409ae691) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:01.265420 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fa7221d8-82f3-4fd4-857c-41958ba80d68 req-104f0705-ae05-49ef-abb1-58c31bf74799 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348228 Feb 09 01:52:01.328278 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-d29b8d5f-4919-4443-9453-b8fa25d3df3c req-e055fa3b-9df3-44e3-9d4e-34f2f26e3e2c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Deleting port 64e00182-890d-4c28-9ce4-b073c3fd5a9c {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:52:01.329698 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d29b8d5f-4919-4443-9453-b8fa25d3df3c req-e055fa3b-9df3-44e3-9d4e-34f2f26e3e2c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (64e00182-890d-4c28-9ce4-b073c3fd5a9c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:01.428443 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f7305761-ffb8-4802-b7ec-8cd09c04fbf3 req-f850edf1-85cc-4fea-a511-51b264ee0882 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688366 Feb 09 01:52:01.500098 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-d29b8d5f-4919-4443-9453-b8fa25d3df3c req-e055fa3b-9df3-44e3-9d4e-34f2f26e3e2c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] For port 64e00182-890d-4c28-9ce4-b073c3fd5a9c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=64e00182-890d-4c28-9ce4-b073c3fd5a9c,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:01.501411 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d29b8d5f-4919-4443-9453-b8fa25d3df3c req-e055fa3b-9df3-44e3-9d4e-34f2f26e3e2c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (64e00182-890d-4c28-9ce4-b073c3fd5a9c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:01.521035 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-d29b8d5f-4919-4443-9453-b8fa25d3df3c req-e055fa3b-9df3-44e3-9d4e-34f2f26e3e2c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Calling delete_port for 64e00182-890d-4c28-9ce4-b073c3fd5a9c owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:52:01.672118 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 85780f84-ca0f-4032-af43-e604d2f48a5f is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:01.672778 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (85780f84-ca0f-4032-af43-e604d2f48a5f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:01.704494 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4829ee-83c2-4c5c-b26c-8040ee5521dc tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Network 406bfb11-cab8-4593-9239-ffbbeec04226 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:01.708547 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-af4829ee-83c2-4c5c-b26c-8040ee5521dc tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:01.895415 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 85c0850c-bda8-47c0-81e0-268a85e48761 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:01.948750 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b71051-4a0b-4daf-8659-9acd7dbfc2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85780f84-ca0f-4032-af43-e604d2f48a5f'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:52:01.951848 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db27b3d-d8da-493d-803d-fac804fc464e" -d '{"events": [{"server_uuid": "61b71051-4a0b-4daf-8659-9acd7dbfc2a6", "name": "network-vif-plugged", "status": "completed", "tag": "85780f84-ca0f-4032-af43-e604d2f48a5f"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:52:02.002032 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52452) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:02.086402 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17617542-11a9-4515-b4b0-388407b72cfc x-openstack-request-id: req-17617542-11a9-4515-b4b0-388407b72cfc {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:52:02.090954 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad409-e4c8-46be-89bc-5bc0bdee1d1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.092498 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b71051-4a0b-4daf-8659-9acd7dbfc2a6", "name": "network-vif-plugged", "status": "completed", "tag": "85780f84-ca0f-4032-af43-e604d2f48a5f", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:52:02.093981 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-17617542-11a9-4515-b4b0-388407b72cfc {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:52:02.094501 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b71051-4a0b-4daf-8659-9acd7dbfc2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85780f84-ca0f-4032-af43-e604d2f48a5f', 'code': 200} Feb 09 01:52:02.126683 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 85780f84-ca0f-4032-af43-e604d2f48a5f, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=85780f84-ca0f-4032-af43-e604d2f48a5f,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:02.140944 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (85780f84-ca0f-4032-af43-e604d2f48a5f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.193721 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-330b54b6-ef21-4461-9d9e-bf65ff660c0a None None] Current status of the port 85c0850c-bda8-47c0-81e0-268a85e48761 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:02.201312 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fad286a3-1f4d-49cf-a18d-140a7f9451fa None None] Publish callbacks [] for port (9af776ba-5d11-4d74-af6c-6b56409ae691), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.221286 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fad286a3-1f4d-49cf-a18d-140a7f9451fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (9af776ba-5d11-4d74-af6c-6b56409ae691), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.231303 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-330b54b6-ef21-4461-9d9e-bf65ff660c0a None None] Provisioning complete for port ca637484-d257-4f17-9c12-fc0134761b5c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:02.231843 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-330b54b6-ef21-4461-9d9e-bf65ff660c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ca637484-d257-4f17-9c12-fc0134761b5c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.272616 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 85c0850c-bda8-47c0-81e0-268a85e48761 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:02.301177 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-330b54b6-ef21-4461-9d9e-bf65ff660c0a None None] Port ca637484-d257-4f17-9c12-fc0134761b5c cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:02.340410 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-0dccad7a-61d4-4f97-b5c9-f180e2da7b9b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2968364 Feb 09 01:52:02.352750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc9947-dc6b-463c-9f37-7340b2af60a3 req-83cdba8b-b41e-42f1-8718-be3b2f8e327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:02.355821 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-57dc9947-dc6b-463c-9f37-7340b2af60a3 req-83cdba8b-b41e-42f1-8718-be3b2f8e327c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 1127 time: 0.2089581 Feb 09 01:52:02.425003 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad286a3-1f4d-49cf-a18d-140a7f9451fa None None] Network 3f4ee5a2-3258-4cf6-8b47-1676434e4c88 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:02.442624 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5a8a23bc-f3e3-4556-8835-5c1a54dee61c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.453341 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4829ee-83c2-4c5c-b26c-8040ee5521dc tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Router 3d792c03-2f3d-43ed-b02b-3ad513cacddd is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:52:02.485781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-fad286a3-1f4d-49cf-a18d-140a7f9451fa None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:02.492854 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=85780f84-ca0f-4032-af43-e604d2f48a5f,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:02.499706 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad286a3-1f4d-49cf-a18d-140a7f9451fa None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:02.539495 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d29b8d5f-4919-4443-9453-b8fa25d3df3c req-e055fa3b-9df3-44e3-9d4e-34f2f26e3e2c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (64e00182-890d-4c28-9ce4-b073c3fd5a9c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.572464 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['6a23ba66-360c-46da-9c7a-dca9a04eb217'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:52:02.619008 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055fa3b-9df3-44e3-9d4e-34f2f26e3e2c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Pushing event deleted for resources: {'Port': ['ID=64e00182-890d-4c28-9ce4-b073c3fd5a9c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:02.624780 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-57dc9947-dc6b-463c-9f37-7340b2af60a3 req-a05db704-1328-4ac1-b722-a5706bbec7b5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134342 Feb 09 01:52:02.632910 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['5e03dbc3-46d9-42de-8350-77bbcaf7ed82'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:52:02.676429 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-064e4f57-e8f1-4ca1-89ff-366d4bd91576 req-a0c9e1a5-6ad2-49c5-88d0-b536ba04363a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5defe51-f468-457a-85f7-f923a77dccda HTTP/1.1" status: 200 len: 210 time: 0.0763559 Feb 09 01:52:02.710239 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-cb81c9c7-8181-4fe3-8c6e-b6de1e2958e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:02.711064 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-cb81c9c7-8181-4fe3-8c6e-b6de1e2958e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:02.711754 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-cb81c9c7-8181-4fe3-8c6e-b6de1e2958e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:02.712572 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-cb81c9c7-8181-4fe3-8c6e-b6de1e2958e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:02.713588 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-cb81c9c7-8181-4fe3-8c6e-b6de1e2958e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:02.714857 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-cb81c9c7-8181-4fe3-8c6e-b6de1e2958e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:02.715556 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-cb81c9c7-8181-4fe3-8c6e-b6de1e2958e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:02.717905 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-cb81c9c7-8181-4fe3-8c6e-b6de1e2958e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f921fef3089d433e88a36b5df24fed2b&device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 6708 time: 0.2586927 Feb 09 01:52:02.735888 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29b8d5f-4919-4443-9453-b8fa25d3df3c req-e055fa3b-9df3-44e3-9d4e-34f2f26e3e2c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] No DVR routers for this DVR port 64e00182-890d-4c28-9ce4-b073c3fd5a9c on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:52:02.738906 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d29b8d5f-4919-4443-9453-b8fa25d3df3c req-e055fa3b-9df3-44e3-9d4e-34f2f26e3e2c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.742925 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d29b8d5f-4919-4443-9453-b8fa25d3df3c req-e055fa3b-9df3-44e3-9d4e-34f2f26e3e2c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.67 "DELETE /v2.0/ports/64e00182-890d-4c28-9ce4-b073c3fd5a9c HTTP/1.1" status: 204 len: 173 time: 1.6021564 Feb 09 01:52:02.744044 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5defe51-f468-457a-85f7-f923a77dccda', 'name': 'network-vif-deleted', 'tag': '64e00182-890d-4c28-9ce4-b073c3fd5a9c'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:52:02.746944 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e319cf2b-697e-443b-a5fb-fd12a34a9e97" -d '{"events": [{"server_uuid": "e5defe51-f468-457a-85f7-f923a77dccda", "name": "network-vif-deleted", "tag": "64e00182-890d-4c28-9ce4-b073c3fd5a9c"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:52:02.806082 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e58ee39-d9bb-4e4b-848a-25f9150aeebe x-openstack-request-id: req-1e58ee39-d9bb-4e4b-848a-25f9150aeebe {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:52:02.806251 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5defe51-f468-457a-85f7-f923a77dccda", "name": "network-vif-deleted", "tag": "64e00182-890d-4c28-9ce4-b073c3fd5a9c", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:52:02.806501 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e58ee39-d9bb-4e4b-848a-25f9150aeebe {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:52:02.806862 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5defe51-f468-457a-85f7-f923a77dccda', 'name': 'network-vif-deleted', 'tag': '64e00182-890d-4c28-9ce4-b073c3fd5a9c', 'status': 'completed', 'code': 200} Feb 09 01:52:02.844909 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-618009db-e215-4198-851d-b992bada7837 None None] Provisioning complete for port ca637484-d257-4f17-9c12-fc0134761b5c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:02.845771 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-618009db-e215-4198-851d-b992bada7837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ca637484-d257-4f17-9c12-fc0134761b5c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.866143 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd03da-3d9d-4f6d-a4de-e0d7d0669c04 req-af675219-b257-4486-82d0-b7dfa87cd2bf tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:02.874785 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0dbd03da-3d9d-4f6d-a4de-e0d7d0669c04 req-af675219-b257-4486-82d0-b7dfa87cd2bf tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.3219380 Feb 09 01:52:02.938453 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4829ee-83c2-4c5c-b26c-8040ee5521dc tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:52:02.947303 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-af4829ee-83c2-4c5c-b26c-8040ee5521dc tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] 10.222.0.36 "PUT /v2.0/routers/3d792c03-2f3d-43ed-b02b-3ad513cacddd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2409718 Feb 09 01:52:02.949178 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-4e7ad409-e4c8-46be-89bc-5bc0bdee1d1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Allocated IP 2001:db8::1 (3f4ee5a2-3258-4cf6-8b47-1676434e4c88/5fbacf6c-56e5-4e63-9da6-22d96f9c33d8/05edd963-0625-4712-b802-9212e7acb8fe) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:02.958837 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52464) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:02.963377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad286a3-1f4d-49cf-a18d-140a7f9451fa None None] Pushing event updated for resources: {'Port': ['ID=9af776ba-5d11-4d74-af6c-6b56409ae691,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:02.966996 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 85c0850c-bda8-47c0-81e0-268a85e48761 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:02.967644 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (85c0850c-bda8-47c0-81e0-268a85e48761), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.979886 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d87f71a6-bc91-4cfb-9d40-69a2cb5fcb15 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Request body: {'port': {'network_id': '406bfb11-cab8-4593-9239-ffbbeec04226', 'name': 'tempest-FloatingIPNegativeTestJSON-2030124692'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:03.058783 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fad286a3-1f4d-49cf-a18d-140a7f9451fa None None] Attempting to bind port 9af776ba-5d11-4d74-af6c-6b56409ae691 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:52:03.059893 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fad286a3-1f4d-49cf-a18d-140a7f9451fa None None] Attempting to bind port 9af776ba-5d11-4d74-af6c-6b56409ae691 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '4016abe3-7c98-4cd8-8baa-68ac2b2fdd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3f4ee5a2-3258-4cf6-8b47-1676434e4c88'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:52:03.061191 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad286a3-1f4d-49cf-a18d-140a7f9451fa None None] Attempting to bind port 9af776ba-5d11-4d74-af6c-6b56409ae691 on network 3f4ee5a2-3258-4cf6-8b47-1676434e4c88 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:03.069647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a917b60-4635-4bd6-bff1-6b18ea7d6082 None None] Sync routers for ids ['3d792c03-2f3d-43ed-b02b-3ad513cacddd'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:52:03.075196 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5a8a23bc-f3e3-4556-8835-5c1a54dee61c admin admin] Publish callbacks [] for security_group (474036cd-b90c-416e-bd56-9f10fa888bbf), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:03.087320 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5a8a23bc-f3e3-4556-8835-5c1a54dee61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (474036cd-b90c-416e-bd56-9f10fa888bbf), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:03.126046 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0dbd03da-3d9d-4f6d-a4de-e0d7d0669c04 req-d9c91b97-8806-4ce8-a195-6c80d18c46a3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502270 Feb 09 01:52:03.172487 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5a8a23bc-f3e3-4556-8835-5c1a54dee61c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e72676ef1abc4217a7465573a8eb2b68&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1697333 Feb 09 01:52:03.176369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52466) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:03.199980 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a23bc-f3e3-4556-8835-5c1a54dee61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474036cd-b90c-416e-bd56-9f10fa888bbf,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:03.214846 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-61663460-5d84-4183-8c38-db61055c8402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:03.216209 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-61663460-5d84-4183-8c38-db61055c8402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:03.216209 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-61663460-5d84-4183-8c38-db61055c8402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:03.218473 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-61663460-5d84-4183-8c38-db61055c8402 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ad7f13d6-48b1-4260-a707-f8bf8cbabb95&id=4c4e88d2-2146-4771-81ab-7d54809701c2&id=4c4e88d2-2146-4771-81ab-7d54809701c2&id=4c4e88d2-2146-4771-81ab-7d54809701c2&id=4c4e88d2-2146-4771-81ab-7d54809701c2&id=5c2d2fcf-eafc-455c-9448-5e06dd737c5d&id=5c2d2fcf-eafc-455c-9448-5e06dd737c5d HTTP/1.1" status: 200 len: 2294 time: 0.2994735 Feb 09 01:52:03.224207 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad286a3-1f4d-49cf-a18d-140a7f9451fa None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:52:03.224744 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad286a3-1f4d-49cf-a18d-140a7f9451fa None None] Checking segment: {'id': '4016abe3-7c98-4cd8-8baa-68ac2b2fdd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3f4ee5a2-3258-4cf6-8b47-1676434e4c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:03.224993 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fad286a3-1f4d-49cf-a18d-140a7f9451fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:03.226121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad286a3-1f4d-49cf-a18d-140a7f9451fa None None] Bound using segment: {'id': '4016abe3-7c98-4cd8-8baa-68ac2b2fdd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3f4ee5a2-3258-4cf6-8b47-1676434e4c88'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:52:03.226121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fad286a3-1f4d-49cf-a18d-140a7f9451fa None None] Bound port: 9af776ba-5d11-4d74-af6c-6b56409ae691, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4016abe3-7c98-4cd8-8baa-68ac2b2fdd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3f4ee5a2-3258-4cf6-8b47-1676434e4c88'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:52:03.226499 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fad286a3-1f4d-49cf-a18d-140a7f9451fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9af776ba-5d11-4d74-af6c-6b56409ae691), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:03.298487 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad409-e4c8-46be-89bc-5bc0bdee1d1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for port (05edd963-0625-4712-b802-9212e7acb8fe), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:03.343262 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a917b60-4635-4bd6-bff1-6b18ea7d6082 None None] Routers {'3d792c03-2f3d-43ed-b02b-3ad513cacddd'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:03.343944 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-2a917b60-4635-4bd6-bff1-6b18ea7d6082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:51:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['3d792c03-2f3d-43ed-b02b-3ad513cacddd'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:03.349853 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-618009db-e215-4198-851d-b992bada7837 None None] Port ca637484-d257-4f17-9c12-fc0134761b5c cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:03.384054 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad409-e4c8-46be-89bc-5bc0bdee1d1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (05edd963-0625-4712-b802-9212e7acb8fe), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:03.428214 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87f71a6-bc91-4cfb-9d40-69a2cb5fcb15 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Made reservation on behalf of 85a7fbab51ca4ab192ca579dce69934d for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:52:03.435087 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d87f71a6-bc91-4cfb-9d40-69a2cb5fcb15 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:03.442723 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-77d820c6-68f2-4d09-b379-a80ea521e95e admin admin] Publish callbacks [] for security_group (474036cd-b90c-416e-bd56-9f10fa888bbf), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:03.451985 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7ad409-e4c8-46be-89bc-5bc0bdee1d1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network 3f4ee5a2-3258-4cf6-8b47-1676434e4c88 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:03.456492 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-4e7ad409-e4c8-46be-89bc-5bc0bdee1d1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:03.459846 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7ad409-e4c8-46be-89bc-5bc0bdee1d1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:03.460631 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad409-e4c8-46be-89bc-5bc0bdee1d1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (023ccdd0-f45e-4adc-824d-63c0cdafcabc), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:03.505878 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-e9ce28f9-9485-4036-a7de-42150d8f85c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c256480c-5c68-4a1d-819c-22216ad81ce4 HTTP/1.1" status: 200 len: 1001 time: 0.2707577 Feb 09 01:52:03.507303 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-2a917b60-4635-4bd6-bff1-6b18ea7d6082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:03.544113 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-d87f71a6-bc91-4cfb-9d40-69a2cb5fcb15 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] device_id is not set on port ea544c51-da16-4e8d-891a-2d39f5cc22ae yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:52:03.565432 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a917b60-4635-4bd6-bff1-6b18ea7d6082 None None] Routers {'3d792c03-2f3d-43ed-b02b-3ad513cacddd'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:03.565909 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ad409-e4c8-46be-89bc-5bc0bdee1d1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Port': ['ID=05edd963-0625-4712-b802-9212e7acb8fe,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:03.566138 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-2a917b60-4635-4bd6-bff1-6b18ea7d6082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:51:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['3d792c03-2f3d-43ed-b02b-3ad513cacddd'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:03.631653 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-77d820c6-68f2-4d09-b379-a80ea521e95e admin admin] Publish callbacks [] for security_group (474036cd-b90c-416e-bd56-9f10fa888bbf), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:03.666738 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 85c0850c-bda8-47c0-81e0-268a85e48761 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:03.672165 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-fad286a3-1f4d-49cf-a18d-140a7f9451fa None None] For port 9af776ba-5d11-4d74-af6c-6b56409ae691, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:52:03.691470 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-fad286a3-1f4d-49cf-a18d-140a7f9451fa None None] For port 9af776ba-5d11-4d74-af6c-6b56409ae691, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9af776ba-5d11-4d74-af6c-6b56409ae691,segment=NetworkSegment(4016abe3-7c98-4cd8-8baa-68ac2b2fdd9e),segment_id=4016abe3-7c98-4cd8-8baa-68ac2b2fdd9e)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:52:03.696562 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-2a917b60-4635-4bd6-bff1-6b18ea7d6082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:03.697922 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a917b60-4635-4bd6-bff1-6b18ea7d6082 None None] The sync data for ids ['3d792c03-2f3d-43ed-b02b-3ad513cacddd'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:52:03.709668 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad409-e4c8-46be-89bc-5bc0bdee1d1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (05edd963-0625-4712-b802-9212e7acb8fe), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:03.717115 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fad286a3-1f4d-49cf-a18d-140a7f9451fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9af776ba-5d11-4d74-af6c-6b56409ae691), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:03.743067 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-d67833f1-e228-49ac-8f54-352c706a4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:03.744919 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-d67833f1-e228-49ac-8f54-352c706a4523 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a8dc3cb-389b-4805-b231-7a2cad302cd2 HTTP/1.1" status: 200 len: 851 time: 0.2310658 Feb 09 01:52:03.879679 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad286a3-1f4d-49cf-a18d-140a7f9451fa None None] Pushing event updated for resources: {'Port': ['ID=9af776ba-5d11-4d74-af6c-6b56409ae691,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:03.929182 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 64e00182-890d-4c28-9ce4-b073c3fd5a9c no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:52:03.977912 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-4096116f-65ff-4b86-8f85-9cc63edce0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:03.980319 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-4096116f-65ff-4b86-8f85-9cc63edce0d3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad7f13d6-48b1-4260-a707-f8bf8cbabb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2249358 Feb 09 01:52:03.988814 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 64e00182-890d-4c28-9ce4-b073c3fd5a9c {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:52:03.991250 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-77d820c6-68f2-4d09-b379-a80ea521e95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (474036cd-b90c-416e-bd56-9f10fa888bbf), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:03.993820 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 64e00182-890d-4c28-9ce4-b073c3fd5a9c not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:52:03.998260 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-77d820c6-68f2-4d09-b379-a80ea521e95e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:04.003542 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-77d820c6-68f2-4d09-b379-a80ea521e95e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/474036cd-b90c-416e-bd56-9f10fa888bbf HTTP/1.1" status: 204 len: 168 time: 0.8216565 Feb 09 01:52:04.135519 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-d87f71a6-bc91-4cfb-9d40-69a2cb5fcb15 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Allocated IP 172.20.0.8 (406bfb11-cab8-4593-9239-ffbbeec04226/65cb40fe-076e-4024-a96a-0002fd949178/ea544c51-da16-4e8d-891a-2d39f5cc22ae) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:04.144662 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d820c6-68f2-4d09-b379-a80ea521e95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474036cd-b90c-416e-bd56-9f10fa888bbf,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:04.368070 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-f7d05ea3-45f4-4916-8315-16c321a10da4 service neutron] 10.222.0.48 "GET /v2.0/networks/ad7f13d6-48b1-4260-a707-f8bf8cbabb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560421 Feb 09 01:52:04.817480 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f53c0-9392-4f21-9fcb-45fee99b4f36 req-04525404-635c-4586-bf34-a6fdb1336721 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:04.826859 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e57f53c0-9392-4f21-9fcb-45fee99b4f36 req-04525404-635c-4586-bf34-a6fdb1336721 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0e3a7c4-9603-4f8c-a074-f1b57798df90 HTTP/1.1" status: 200 len: 945 time: 0.4570668 Feb 09 01:52:04.832568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54cb97-1089-443a-ae4c-5ec9844a80e8 req-d54d3d9a-c2f7-4fc8-8b17-c2b6d350c4e6 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:04.841963 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c54cb97-1089-443a-ae4c-5ec9844a80e8 req-d54d3d9a-c2f7-4fc8-8b17-c2b6d350c4e6 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.1309569 Feb 09 01:52:04.916420 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d87f71a6-bc91-4cfb-9d40-69a2cb5fcb15 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks [] for port (ea544c51-da16-4e8d-891a-2d39f5cc22ae), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:04.920772 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-201bce39-421d-4c00-a9f5-ed2daec8e02e service neutron] 10.222.0.48 "GET /v2.0/networks/ad7f13d6-48b1-4260-a707-f8bf8cbabb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631906 Feb 09 01:52:04.998360 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-a3a9cc9e-b77e-4820-9db9-f25b2b9e9a93 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=12c6d339-2c74-42d5-a6e4-5f638ebb91f3 HTTP/1.1" status: 200 len: 217 time: 0.0621483 Feb 09 01:52:05.003334 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e57f53c0-9392-4f21-9fcb-45fee99b4f36 req-09fd6655-b906-4a8c-a81d-7fc058552f1e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754792 Feb 09 01:52:05.016060 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c54cb97-1089-443a-ae4c-5ec9844a80e8 req-0ef4df01-a714-428c-ba63-f3bdf25cb391 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731942 Feb 09 01:52:05.134333 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-62bec29c-5006-46af-8e5f-864181f16d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:05.137896 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-62bec29c-5006-46af-8e5f-864181f16d67 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0235b1dd-fcc4-44a6-a199-16b7109f4c7c HTTP/1.1" status: 200 len: 797 time: 0.1177440 Feb 09 01:52:05.140028 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d87f71a6-bc91-4cfb-9d40-69a2cb5fcb15 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ea544c51-da16-4e8d-891a-2d39f5cc22ae), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:05.233996 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad409-e4c8-46be-89bc-5bc0bdee1d1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for port (05edd963-0625-4712-b802-9212e7acb8fe), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:05.239554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87f71a6-bc91-4cfb-9d40-69a2cb5fcb15 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Network 406bfb11-cab8-4593-9239-ffbbeec04226 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:05.243275 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad409-e4c8-46be-89bc-5bc0bdee1d1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (05edd963-0625-4712-b802-9212e7acb8fe), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:05.246543 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad409-e4c8-46be-89bc-5bc0bdee1d1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (023ccdd0-f45e-4adc-824d-63c0cdafcabc), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:05.253442 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-d87f71a6-bc91-4cfb-9d40-69a2cb5fcb15 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:05.257007 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87f71a6-bc91-4cfb-9d40-69a2cb5fcb15 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:05.264195 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f71a6-bc91-4cfb-9d40-69a2cb5fcb15 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Pushing event updated for resources: {'Port': ['ID=ea544c51-da16-4e8d-891a-2d39f5cc22ae,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:05.355999 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-84dfda8d-2e06-49d8-b22c-02f671361e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:05.357766 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-84dfda8d-2e06-49d8-b22c-02f671361e6c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c4e88d2-2146-4771-81ab-7d54809701c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2081048 Feb 09 01:52:05.384932 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87f71a6-bc91-4cfb-9d40-69a2cb5fcb15 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:05.385697 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d87f71a6-bc91-4cfb-9d40-69a2cb5fcb15 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:05.546617 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d87f71a6-bc91-4cfb-9d40-69a2cb5fcb15 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5861876 Feb 09 01:52:05.547541 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52498) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:05.583517 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d08ca83b-d60d-4ea6-971c-a1ee77250529 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:05.608147 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7ad409-e4c8-46be-89bc-5bc0bdee1d1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network 3f4ee5a2-3258-4cf6-8b47-1676434e4c88 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:05.611858 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ad409-e4c8-46be-89bc-5bc0bdee1d1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Port': ['ID=05edd963-0625-4712-b802-9212e7acb8fe,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:05.616518 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-4e7ad409-e4c8-46be-89bc-5bc0bdee1d1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:05.657900 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d08ca83b-d60d-4ea6-971c-a1ee77250529 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:05.788074 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52504) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:05.801958 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-74a1ae9d-b44a-4fbf-8d2a-b05b7c181b27 service neutron] 10.222.0.48 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124119 Feb 09 01:52:05.814305 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f4449581-eb82-4002-bd03-71006bc9effc None None] Provisioning complete for port ea544c51-da16-4e8d-891a-2d39f5cc22ae triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:05.815102 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f4449581-eb82-4002-bd03-71006bc9effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ea544c51-da16-4e8d-891a-2d39f5cc22ae), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:05.860188 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f4449581-eb82-4002-bd03-71006bc9effc None None] Port ea544c51-da16-4e8d-891a-2d39f5cc22ae cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:05.862028 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06be160d-4ed4-4ba9-9753-4a819f49f9d4 None None] Network 3f4ee5a2-3258-4cf6-8b47-1676434e4c88 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:52:06.005657 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d08ca83b-d60d-4ea6-971c-a1ee77250529 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:06.030284 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-8ccecc92-1f20-47d8-9f17-a84f01b0309e service neutron] 10.222.0.48 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150693 Feb 09 01:52:06.045467 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c7bad5b5-6ec9-4902-af4e-e629a1ae636a None None] Provisioning complete for port 9af776ba-5d11-4d74-af6c-6b56409ae691 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:06.046282 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7bad5b5-6ec9-4902-af4e-e629a1ae636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9af776ba-5d11-4d74-af6c-6b56409ae691), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:06.121670 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7ad409-e4c8-46be-89bc-5bc0bdee1d1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Router 023ccdd0-f45e-4adc-824d-63c0cdafcabc is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:52:06.201013 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c7bad5b5-6ec9-4902-af4e-e629a1ae636a None None] Current status of the port 9af776ba-5d11-4d74-af6c-6b56409ae691 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:06.201411 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7bad5b5-6ec9-4902-af4e-e629a1ae636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9af776ba-5d11-4d74-af6c-6b56409ae691), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:06.260970 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-5e815b78-8680-4fba-9a6a-b85e505afda2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=3e5a309d-a187-428b-be54-6139af1e1d5b HTTP/1.1" status: 200 len: 217 time: 0.2164013 Feb 09 01:52:06.292633 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9af776ba-5d11-4d74-af6c-6b56409ae691 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:06.355581 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c7bad5b5-6ec9-4902-af4e-e629a1ae636a None None] For port 9af776ba-5d11-4d74-af6c-6b56409ae691, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9af776ba-5d11-4d74-af6c-6b56409ae691,segment=NetworkSegment(4016abe3-7c98-4cd8-8baa-68ac2b2fdd9e),segment_id=4016abe3-7c98-4cd8-8baa-68ac2b2fdd9e)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:06.366934 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7bad5b5-6ec9-4902-af4e-e629a1ae636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9af776ba-5d11-4d74-af6c-6b56409ae691), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:06.411797 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 9af776ba-5d11-4d74-af6c-6b56409ae691 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:06.412184 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9af776ba-5d11-4d74-af6c-6b56409ae691), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:06.424324 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-89239d52-ff68-402e-a733-e4f9dd003099 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1997185553-network', 'tenant_id': 'd54027054cbf4f95a807b1d9d6be39d2'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:06.446286 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-4744525e-758c-4dee-999f-48b646242f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:06.453741 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-4744525e-758c-4dee-999f-48b646242f1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0235b1dd-fcc4-44a6-a199-16b7109f4c7c HTTP/1.1" status: 200 len: 797 time: 0.1254070 Feb 09 01:52:06.483680 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7ad409-e4c8-46be-89bc-5bc0bdee1d1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:52:06.491327 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bad5b5-6ec9-4902-af4e-e629a1ae636a None None] Pushing event updated for resources: {'Port': ['ID=9af776ba-5d11-4d74-af6c-6b56409ae691,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:06.495647 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa84ac9a-2097-462d-8f1f-2bfa9a081eb5 None None] Sync routers for ids ['023ccdd0-f45e-4adc-824d-63c0cdafcabc'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:52:06.524363 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa84ac9a-2097-462d-8f1f-2bfa9a081eb5 None None] Routers {'023ccdd0-f45e-4adc-824d-63c0cdafcabc'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:06.528773 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-fa84ac9a-2097-462d-8f1f-2bfa9a081eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:51:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['023ccdd0-f45e-4adc-824d-63c0cdafcabc'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:06.536697 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4e7ad409-e4c8-46be-89bc-5bc0bdee1d1f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/routers/023ccdd0-f45e-4adc-824d-63c0cdafcabc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4420593 Feb 09 01:52:06.542295 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89239d52-ff68-402e-a733-e4f9dd003099 admin admin] Made reservation on behalf of d54027054cbf4f95a807b1d9d6be39d2 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:52:06.553371 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89239d52-ff68-402e-a733-e4f9dd003099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:06.576813 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52512) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:06.580834 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 9af776ba-5d11-4d74-af6c-6b56409ae691 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:06.609087 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89239d52-ff68-402e-a733-e4f9dd003099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:06.614643 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-fa84ac9a-2097-462d-8f1f-2bfa9a081eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:06.631656 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa84ac9a-2097-462d-8f1f-2bfa9a081eb5 None None] Routers {'023ccdd0-f45e-4adc-824d-63c0cdafcabc'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:06.632569 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-fa84ac9a-2097-462d-8f1f-2bfa9a081eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:51:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['023ccdd0-f45e-4adc-824d-63c0cdafcabc'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:06.694721 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-fa84ac9a-2097-462d-8f1f-2bfa9a081eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:06.695862 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa84ac9a-2097-462d-8f1f-2bfa9a081eb5 None None] The sync data for ids ['023ccdd0-f45e-4adc-824d-63c0cdafcabc'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:52:06.713037 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03d8fa-c0d7-4aa7-80cd-0bf2ebc6732c req-cf87d18c-a781-43f2-9e65-bafdd664e715 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:06.715571 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f03d8fa-c0d7-4aa7-80cd-0bf2ebc6732c req-cf87d18c-a781-43f2-9e65-bafdd664e715 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0e3a7c4-9603-4f8c-a074-f1b57798df90 HTTP/1.1" status: 200 len: 945 time: 0.4687910 Feb 09 01:52:06.718556 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f618fb-6ce3-4ea8-9166-9abe99220d40 req-763d1cbd-c2bd-441a-9147-586554f7dd14 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:06.729688 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0f71d8bb-3abc-4429-9c71-71e5b1b65992 None None] Provisioning complete for port 9af776ba-5d11-4d74-af6c-6b56409ae691 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:06.730487 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0f71d8bb-3abc-4429-9c71-71e5b1b65992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9af776ba-5d11-4d74-af6c-6b56409ae691), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:06.733580 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-14f618fb-6ce3-4ea8-9166-9abe99220d40 req-763d1cbd-c2bd-441a-9147-586554f7dd14 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.2723668 Feb 09 01:52:06.826533 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f03d8fa-c0d7-4aa7-80cd-0bf2ebc6732c req-c98d2c43-e6cf-438e-a814-2235ced84664 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961010 Feb 09 01:52:06.835741 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2b6ae-92a1-4df9-8bb7-0c394058190d req-b7448af8-d0de-4b35-9c1c-69f7c0707277 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:06.837408 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c4a2b6ae-92a1-4df9-8bb7-0c394058190d req-b7448af8-d0de-4b35-9c1c-69f7c0707277 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0e3a7c4-9603-4f8c-a074-f1b57798df90 HTTP/1.1" status: 200 len: 945 time: 0.3613153 Feb 09 01:52:06.840850 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-14f618fb-6ce3-4ea8-9166-9abe99220d40 req-254d9ff5-3334-4853-a02a-7a66b9e8424c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060781 Feb 09 01:52:06.846771 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a249acd-05b5-4cb0-8da2-bb67141ae920 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:06.855277 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6a249acd-05b5-4cb0-8da2-bb67141ae920 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/ports/05edd963-0625-4712-b802-9212e7acb8fe HTTP/1.1" status: 200 len: 911 time: 0.2717793 Feb 09 01:52:06.865734 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-d08ca83b-d60d-4ea6-971c-a1ee77250529 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Allocated IP 172.25.7.215 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/facad112-400c-4f62-8316-11e1c9166b1c) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:06.866118 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52518) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:06.884544 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e2891f25-6fed-47c6-bf0f-fa8d8b3bc1e8 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5fbacf6c-56e5-4e63-9da6-22d96f9c33d8'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:06.895507 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89239d52-ff68-402e-a733-e4f9dd003099 admin admin] Publish callbacks [] for security_group (d79b0915-057d-4f88-b415-d8815afa0557), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:06.954442 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-e766453d-2b25-4dd0-abc3-45a96b091e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:06.957009 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-e766453d-2b25-4dd0-abc3-45a96b091e77 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c4e88d2-2146-4771-81ab-7d54809701c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4846094 Feb 09 01:52:06.957784 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89239d52-ff68-402e-a733-e4f9dd003099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d79b0915-057d-4f88-b415-d8815afa0557), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:06.964519 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0f71d8bb-3abc-4429-9c71-71e5b1b65992 None None] Current status of the port 9af776ba-5d11-4d74-af6c-6b56409ae691 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:07.000340 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0f71d8bb-3abc-4429-9c71-71e5b1b65992 None None] Provisioning complete for port 05edd963-0625-4712-b802-9212e7acb8fe triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:07.000526 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89239d52-ff68-402e-a733-e4f9dd003099 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:52:07.002545 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0f71d8bb-3abc-4429-9c71-71e5b1b65992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (05edd963-0625-4712-b802-9212e7acb8fe), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:07.068636 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0f71d8bb-3abc-4429-9c71-71e5b1b65992 None None] Port 05edd963-0625-4712-b802-9212e7acb8fe cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:07.134843 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89239d52-ff68-402e-a733-e4f9dd003099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (6274d5d2-0277-4da6-855f-987505664292), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:07.136462 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-89239d52-ff68-402e-a733-e4f9dd003099 admin admin] Added segment 6274d5d2-0277-4da6-855f-987505664292 of type vlan for network 2569e589-283d-442a-b85c-406113bed1e8 Feb 09 01:52:07.156617 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89239d52-ff68-402e-a733-e4f9dd003099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79b0915-057d-4f88-b415-d8815afa0557,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:07.208156 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89239d52-ff68-402e-a733-e4f9dd003099 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (2569e589-283d-442a-b85c-406113bed1e8), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:07.265900 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89239d52-ff68-402e-a733-e4f9dd003099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (2569e589-283d-442a-b85c-406113bed1e8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:07.266917 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89239d52-ff68-402e-a733-e4f9dd003099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:07.267827 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89239d52-ff68-402e-a733-e4f9dd003099 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:07.269563 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d08ca83b-d60d-4ea6-971c-a1ee77250529 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks [] for port (facad112-400c-4f62-8316-11e1c9166b1c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:07.306634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1a343670-6309-4f0b-a366-eb2c0fb3daf2 None None] Provisioning complete for port 05edd963-0625-4712-b802-9212e7acb8fe triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:07.307015 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1a343670-6309-4f0b-a366-eb2c0fb3daf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (05edd963-0625-4712-b802-9212e7acb8fe), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:07.332472 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d08ca83b-d60d-4ea6-971c-a1ee77250529 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (facad112-400c-4f62-8316-11e1c9166b1c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:07.367569 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-89239d52-ff68-402e-a733-e4f9dd003099 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5780399 Feb 09 01:52:07.425375 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52522) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:07.426118 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ca83b-d60d-4ea6-971c-a1ee77250529 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Pushing event updated for resources: {'Port': ['ID=facad112-400c-4f62-8316-11e1c9166b1c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:07.446427 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1a343670-6309-4f0b-a366-eb2c0fb3daf2 None None] Port 05edd963-0625-4712-b802-9212e7acb8fe cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:07.458095 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a1664f46-d5e2-4e54-91ef-0fd7b1943e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:07.484011 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2891f25-6fed-47c6-bf0f-fa8d8b3bc1e8 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (05edd963-0625-4712-b802-9212e7acb8fe), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:07.500310 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89239d52-ff68-402e-a733-e4f9dd003099 admin admin] Pushing event updated for resources: {'Network': ['ID=2569e589-283d-442a-b85c-406113bed1e8,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:07.501065 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-3d8549ed-fcf7-44fd-9d6a-ea8c7a4e94cd admin admin] Request body: {'subnet': {'network_id': '2569e589-283d-442a-b85c-406113bed1e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1997185553-subnet', 'tenant_id': 'd54027054cbf4f95a807b1d9d6be39d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:07.510165 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 2569e589-283d-442a-b85c-406113bed1e8 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:52:07.513897 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08ca83b-d60d-4ea6-971c-a1ee77250529 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:07.548725 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-d08ca83b-d60d-4ea6-971c-a1ee77250529 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:07.570398 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08ca83b-d60d-4ea6-971c-a1ee77250529 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:07.736151 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abd181-8d67-4592-898e-57b300191d89 req-9d852044-cbd9-4b4a-b81d-b60c2e6b03cb tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:07.737837 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15abd181-8d67-4592-898e-57b300191d89 req-9d852044-cbd9-4b4a-b81d-b60c2e6b03cb tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.5551202 Feb 09 01:52:07.775391 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8549ed-fcf7-44fd-9d6a-ea8c7a4e94cd admin admin] Made reservation on behalf of d54027054cbf4f95a807b1d9d6be39d2 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:52:07.778409 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3d8549ed-fcf7-44fd-9d6a-ea8c7a4e94cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:07.782419 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b01c3405-012b-4e7b-8c8d-d2bd45769f15 None None] Provisioning complete for port 05edd963-0625-4712-b802-9212e7acb8fe triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:07.782802 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b01c3405-012b-4e7b-8c8d-d2bd45769f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (05edd963-0625-4712-b802-9212e7acb8fe), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:07.804385 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-af3e0af1-8b9e-4d74-a15e-4c786ac0fa97 service neutron] 10.222.0.48 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8041420 Feb 09 01:52:07.849164 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b01c3405-012b-4e7b-8c8d-d2bd45769f15 None None] Port 05edd963-0625-4712-b802-9212e7acb8fe cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:07.886868 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-c4a2b6ae-92a1-4df9-8bb7-0c394058190d req-d4e7e28f-1d6d-4a18-9b2f-7faa7e53709c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Deleting port 5e03dbc3-46d9-42de-8350-77bbcaf7ed82 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:52:07.887234 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c4a2b6ae-92a1-4df9-8bb7-0c394058190d req-d4e7e28f-1d6d-4a18-9b2f-7faa7e53709c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5e03dbc3-46d9-42de-8350-77bbcaf7ed82), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:08.143994 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-e0937b9e-dab3-440a-8d4f-f35503a9d63e service neutron] 10.222.0.48 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775373 Feb 09 01:52:08.152515 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df82385-161f-44f8-963a-ea454edcbf63 req-b5cffe3e-d76e-448d-a3c5-7c2b428b09ac tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:08.154170 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5df82385-161f-44f8-963a-ea454edcbf63 req-b5cffe3e-d76e-448d-a3c5-7c2b428b09ac tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0e3a7c4-9603-4f8c-a074-f1b57798df90 HTTP/1.1" status: 200 len: 945 time: 0.1779776 Feb 09 01:52:08.194952 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9af776ba-5d11-4d74-af6c-6b56409ae691 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:08.200905 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2891f25-6fed-47c6-bf0f-fa8d8b3bc1e8 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for port (05edd963-0625-4712-b802-9212e7acb8fe), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:08.214448 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2891f25-6fed-47c6-bf0f-fa8d8b3bc1e8 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (05edd963-0625-4712-b802-9212e7acb8fe), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:08.220858 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2891f25-6fed-47c6-bf0f-fa8d8b3bc1e8 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:08.222270 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2891f25-6fed-47c6-bf0f-fa8d8b3bc1e8 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:08.222836 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e2891f25-6fed-47c6-bf0f-fa8d8b3bc1e8 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/ports/05edd963-0625-4712-b802-9212e7acb8fe HTTP/1.1" status: 200 len: 911 time: 1.3605659 Feb 09 01:52:08.234436 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52530) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:08.289274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-c4a2b6ae-92a1-4df9-8bb7-0c394058190d req-d4e7e28f-1d6d-4a18-9b2f-7faa7e53709c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] For port 5e03dbc3-46d9-42de-8350-77bbcaf7ed82, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5e03dbc3-46d9-42de-8350-77bbcaf7ed82,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:08.290894 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c4a2b6ae-92a1-4df9-8bb7-0c394058190d req-d4e7e28f-1d6d-4a18-9b2f-7faa7e53709c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5e03dbc3-46d9-42de-8350-77bbcaf7ed82), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:08.320224 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-c4a2b6ae-92a1-4df9-8bb7-0c394058190d req-d4e7e28f-1d6d-4a18-9b2f-7faa7e53709c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Calling delete_port for 5e03dbc3-46d9-42de-8350-77bbcaf7ed82 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:52:08.348690 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 9af776ba-5d11-4d74-af6c-6b56409ae691 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:08.349202 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9af776ba-5d11-4d74-af6c-6b56409ae691), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:08.415450 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2891f25-6fed-47c6-bf0f-fa8d8b3bc1e8 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Port': ['ID=05edd963-0625-4712-b802-9212e7acb8fe,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:08.449533 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5df82385-161f-44f8-963a-ea454edcbf63 req-1bfcc8a3-2249-4511-b1d5-97b127cc5de0 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858651 Feb 09 01:52:08.475908 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 9af776ba-5d11-4d74-af6c-6b56409ae691 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:08.748074 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f8d75452-3ca3-4695-b6dd-560797526792 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (023ccdd0-f45e-4adc-824d-63c0cdafcabc), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:08.972463 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d08ca83b-d60d-4ea6-971c-a1ee77250529 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks [] for floatingip (702be113-eb96-43c1-9055-3c4a6ec6270b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:09.046318 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3d8549ed-fcf7-44fd-9d6a-ea8c7a4e94cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (aff1dc08-65a6-42f7-9fb8-dc4fd087a88b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:09.057299 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15abd181-8d67-4592-898e-57b300191d89 req-aa3c3eef-34bc-44bb-b796-0b39e359a96b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2681231 Feb 09 01:52:09.108274 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-f8d75452-3ca3-4695-b6dd-560797526792 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting port 05edd963-0625-4712-b802-9212e7acb8fe {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:52:09.109146 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f8d75452-3ca3-4695-b6dd-560797526792 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (05edd963-0625-4712-b802-9212e7acb8fe), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:09.185898 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d08ca83b-d60d-4ea6-971c-a1ee77250529 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (facad112-400c-4f62-8316-11e1c9166b1c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:09.225322 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f8d75452-3ca3-4695-b6dd-560797526792 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (05edd963-0625-4712-b802-9212e7acb8fe), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:09.246314 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-f8d75452-3ca3-4695-b6dd-560797526792 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Calling delete_port for 05edd963-0625-4712-b802-9212e7acb8fe owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:52:09.310082 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8549ed-fcf7-44fd-9d6a-ea8c7a4e94cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=aff1dc08-65a6-42f7-9fb8-dc4fd087a88b,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:09.332891 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-5443103e-3af2-4be8-915d-97a0aa6bed33 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=cd86026c-c167-4b35-80bb-22f2c9696705 HTTP/1.1" status: 200 len: 217 time: 0.3474438 Feb 09 01:52:09.333513 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c4a2b6ae-92a1-4df9-8bb7-0c394058190d req-d4e7e28f-1d6d-4a18-9b2f-7faa7e53709c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5e03dbc3-46d9-42de-8350-77bbcaf7ed82), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:09.346677 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['6a23ba66-360c-46da-9c7a-dca9a04eb217'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:52:09.392612 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7e28f-1d6d-4a18-9b2f-7faa7e53709c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Pushing event deleted for resources: {'Port': ['ID=5e03dbc3-46d9-42de-8350-77bbcaf7ed82,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:09.449861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-6828cd0a-2152-44bb-9f5d-584764a9723d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:09.452321 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-6828cd0a-2152-44bb-9f5d-584764a9723d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0235b1dd-fcc4-44a6-a199-16b7109f4c7c HTTP/1.1" status: 200 len: 797 time: 0.0643160 Feb 09 01:52:09.514997 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f8d75452-3ca3-4695-b6dd-560797526792 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (05edd963-0625-4712-b802-9212e7acb8fe), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:09.547805 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d75452-3ca3-4695-b6dd-560797526792 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Port': ['ID=05edd963-0625-4712-b802-9212e7acb8fe,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:09.603360 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-28f4e0b1-4524-4afb-ac00-3e2fd3865486 req-b6609691-0735-4374-9231-4362870117d5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6146019 Feb 09 01:52:09.657204 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b50380f0-d0c5-41aa-bfd5-70a9f53b8253 req-f82192d8-8dba-4394-858d-816bb08f0bf8 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0e3a7c4-9603-4f8c-a074-f1b57798df90 HTTP/1.1" status: 200 len: 210 time: 0.0649161 Feb 09 01:52:09.702082 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a2b6ae-92a1-4df9-8bb7-0c394058190d req-d4e7e28f-1d6d-4a18-9b2f-7faa7e53709c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] No DVR routers for this DVR port 5e03dbc3-46d9-42de-8350-77bbcaf7ed82 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:52:09.703370 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:09.709044 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c4a2b6ae-92a1-4df9-8bb7-0c394058190d req-d4e7e28f-1d6d-4a18-9b2f-7faa7e53709c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:09.713019 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c4a2b6ae-92a1-4df9-8bb7-0c394058190d req-d4e7e28f-1d6d-4a18-9b2f-7faa7e53709c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.48 "DELETE /v2.0/ports/5e03dbc3-46d9-42de-8350-77bbcaf7ed82 HTTP/1.1" status: 204 len: 173 time: 2.8336210 Feb 09 01:52:09.717587 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e3a7c4-9603-4f8c-a074-f1b57798df90', 'name': 'network-vif-deleted', 'tag': '5e03dbc3-46d9-42de-8350-77bbcaf7ed82'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:52:09.732700 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdc85b6-a32f-4f8a-b508-2471c178be7a" -d '{"events": [{"server_uuid": "d0e3a7c4-9603-4f8c-a074-f1b57798df90", "name": "network-vif-deleted", "tag": "5e03dbc3-46d9-42de-8350-77bbcaf7ed82"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:52:09.797826 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-543e74fb-de79-4200-bee3-edf157d9d46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:09.812308 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f8d75452-3ca3-4695-b6dd-560797526792 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (023ccdd0-f45e-4adc-824d-63c0cdafcabc), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:09.851522 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8549ed-fcf7-44fd-9d6a-ea8c7a4e94cd admin admin] Checking segment: {'id': '6274d5d2-0277-4da6-855f-987505664292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2569e589-283d-442a-b85c-406113bed1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:09.851845 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8549ed-fcf7-44fd-9d6a-ea8c7a4e94cd admin admin] Network hostable DHCP agents. Network: 2569e589-283d-442a-b85c-406113bed1e8, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:52:09.856421 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344d2f75-1380-4e77-9193-6e7be3f1d6e1 x-openstack-request-id: req-344d2f75-1380-4e77-9193-6e7be3f1d6e1 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:52:09.856712 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e3a7c4-9603-4f8c-a074-f1b57798df90", "name": "network-vif-deleted", "tag": "5e03dbc3-46d9-42de-8350-77bbcaf7ed82", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:52:09.856971 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-344d2f75-1380-4e77-9193-6e7be3f1d6e1 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:52:09.857380 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e3a7c4-9603-4f8c-a074-f1b57798df90', 'name': 'network-vif-deleted', 'tag': '5e03dbc3-46d9-42de-8350-77bbcaf7ed82', 'status': 'completed', 'code': 200} Feb 09 01:52:09.882085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-66723f2a-216d-4641-bb5c-70c0da83e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:09.883629 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-66723f2a-216d-4641-bb5c-70c0da83e75f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c4e88d2-2146-4771-81ab-7d54809701c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4111030 Feb 09 01:52:09.991609 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4e0b1-4524-4afb-ac00-3e2fd3865486 req-5f74e0d8-c845-4a96-ba58-f97d087a96b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:09.993166 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-28f4e0b1-4524-4afb-ac00-3e2fd3865486 req-5f74e0d8-c845-4a96-ba58-f97d087a96b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 1126 time: 0.3314145 Feb 09 01:52:10.021864 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8549ed-fcf7-44fd-9d6a-ea8c7a4e94cd admin admin] Network 2569e589-283d-442a-b85c-406113bed1e8 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:52:10.065384 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d75452-3ca3-4695-b6dd-560797526792 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Router 023ccdd0-f45e-4adc-824d-63c0cdafcabc has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:52:10.161752 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-3d8549ed-fcf7-44fd-9d6a-ea8c7a4e94cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 2569e589-283d-442a-b85c-406113bed1e8) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:10.172190 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d75452-3ca3-4695-b6dd-560797526792 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:52:10.183614 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceb8a12-2643-4fc7-9359-9ee4344b3cee None None] Network 2569e589-283d-442a-b85c-406113bed1e8 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:52:10.188346 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7c2c20-4885-448b-86f6-12b3f9a9ee23 None None] Sync routers for ids ['023ccdd0-f45e-4adc-824d-63c0cdafcabc'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:52:10.200110 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8549ed-fcf7-44fd-9d6a-ea8c7a4e94cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:10.200988 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3d8549ed-fcf7-44fd-9d6a-ea8c7a4e94cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:10.206172 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f8d75452-3ca3-4695-b6dd-560797526792 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/routers/023ccdd0-f45e-4adc-824d-63c0cdafcabc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9688957 Feb 09 01:52:10.211415 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52542) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:10.249799 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7c2c20-4885-448b-86f6-12b3f9a9ee23 None None] Routers {'023ccdd0-f45e-4adc-824d-63c0cdafcabc'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:10.250971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3b7c2c20-4885-448b-86f6-12b3f9a9ee23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['023ccdd0-f45e-4adc-824d-63c0cdafcabc'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:10.262610 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fcc4a6c2-99ba-4040-bcbf-822b9f5832d8 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/ports?device_id=023ccdd0-f45e-4adc-824d-63c0cdafcabc HTTP/1.1" status: 200 len: 205 time: 0.0452249 Feb 09 01:52:10.263370 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52544) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:10.278929 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdc699-2d66-4c0d-b845-84af2f425271 req-45db1f6e-901a-4688-8a83-8fd51dfbf96c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:10.280828 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a1bdc699-2d66-4c0d-b845-84af2f425271 req-45db1f6e-901a-4688-8a83-8fd51dfbf96c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.1299059 Feb 09 01:52:10.292404 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3d8549ed-fcf7-44fd-9d6a-ea8c7a4e94cd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8542924 Feb 09 01:52:10.330228 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-15e87919-e86f-4e6d-b5ef-255740e4bd8f service neutron] 10.222.0.48 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311526 Feb 09 01:52:10.366161 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3b7c2c20-4885-448b-86f6-12b3f9a9ee23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:10.374120 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d08ca83b-d60d-4ea6-971c-a1ee77250529 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks [] for port (facad112-400c-4f62-8316-11e1c9166b1c), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:10.379528 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4e0b1-4524-4afb-ac00-3e2fd3865486 req-37dcd476-4bdf-4e78-b39e-e31789abf009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:10.382343 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-28f4e0b1-4524-4afb-ac00-3e2fd3865486 req-37dcd476-4bdf-4e78-b39e-e31789abf009 service neutron] 10.222.0.67 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 912 time: 0.3646791 Feb 09 01:52:10.425657 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a1bdc699-2d66-4c0d-b845-84af2f425271 req-f208eb03-36bd-4e3c-9511-9b1c64cb4695 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739427 Feb 09 01:52:10.428848 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7c2c20-4885-448b-86f6-12b3f9a9ee23 None None] Routers {'023ccdd0-f45e-4adc-824d-63c0cdafcabc'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:10.429888 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3b7c2c20-4885-448b-86f6-12b3f9a9ee23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['023ccdd0-f45e-4adc-824d-63c0cdafcabc'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:10.447322 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e43a9f2e-2229-447f-8b6c-9519bac98c38 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (023ccdd0-f45e-4adc-824d-63c0cdafcabc), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:10.449518 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5e03dbc3-46d9-42de-8350-77bbcaf7ed82 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:52:10.466423 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d08ca83b-d60d-4ea6-971c-a1ee77250529 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (facad112-400c-4f62-8316-11e1c9166b1c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:10.567921 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3b7c2c20-4885-448b-86f6-12b3f9a9ee23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:10.569487 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7c2c20-4885-448b-86f6-12b3f9a9ee23 None None] The sync data for ids ['023ccdd0-f45e-4adc-824d-63c0cdafcabc'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:52:10.572365 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1369a26c-35d0-4f28-9ac0-885f8ac8d22a None None] Network 2569e589-283d-442a-b85c-406113bed1e8 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:52:10.595467 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52550) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:10.649424 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 5e03dbc3-46d9-42de-8350-77bbcaf7ed82 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:52:10.649926 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5e03dbc3-46d9-42de-8350-77bbcaf7ed82 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:52:10.730516 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-28f4e0b1-4524-4afb-ac00-3e2fd3865486 req-65ef93e7-8e06-49e7-8074-82dc84798d6e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3 HTTP/1.1" status: 200 len: 999 time: 0.2689230 Feb 09 01:52:10.770531 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:10.823000 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ca83b-d60d-4ea6-971c-a1ee77250529 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Pushing event updated for resources: {'Port': ['ID=facad112-400c-4f62-8316-11e1c9166b1c,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:10.866307 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:10.867276 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-79591698-3fa1-4c54-9725-11aa8def8739 admin admin] Deleting subnet aff1dc08-65a6-42f7-9fb8-dc4fd087a88b {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:52:10.879460 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79591698-3fa1-4c54-9725-11aa8def8739 admin admin] Publish callbacks [] for subnet (aff1dc08-65a6-42f7-9fb8-dc4fd087a88b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:10.912131 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-31e5463d-9ebe-4fef-a395-cf5b984f1cb9 service neutron] 10.222.0.48 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5736051 Feb 09 01:52:10.917716 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d08ca83b-d60d-4ea6-971c-a1ee77250529 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (702be113-eb96-43c1-9055-3c4a6ec6270b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:10.942981 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4e0b1-4524-4afb-ac00-3e2fd3865486 req-8916f8f2-9ff7-4fda-bb6a-4db140f4610a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:10.945369 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-28f4e0b1-4524-4afb-ac00-3e2fd3865486 req-8916f8f2-9ff7-4fda-bb6a-4db140f4610a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.1812427 Feb 09 01:52:11.018811 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-1f51a0c5-5c53-4505-983c-ad8857da8e80 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=d1d95269-3302-4bd7-8678-3ab10c8c0ac5 HTTP/1.1" status: 200 len: 217 time: 0.0940201 Feb 09 01:52:11.030157 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79591698-3fa1-4c54-9725-11aa8def8739 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (aff1dc08-65a6-42f7-9fb8-dc4fd087a88b), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:11.060990 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d08ca83b-d60d-4ea6-971c-a1ee77250529 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:11.062204 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d08ca83b-d60d-4ea6-971c-a1ee77250529 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4970722 Feb 09 01:52:11.086673 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52566) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:11.093467 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4f5a843b-50be-4626-9096-f5db9d3d6c16 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Request body: {'floatingip': {'port_id': 'ea544c51-da16-4e8d-891a-2d39f5cc22ae', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:11.130022 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e43a9f2e-2229-447f-8b6c-9519bac98c38 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (023ccdd0-f45e-4adc-824d-63c0cdafcabc), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:11.132286 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e43a9f2e-2229-447f-8b6c-9519bac98c38 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router_controller (023ccdd0-f45e-4adc-824d-63c0cdafcabc), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:11.197473 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e43a9f2e-2229-447f-8b6c-9519bac98c38 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (023ccdd0-f45e-4adc-824d-63c0cdafcabc), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:11.198020 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43a9f2e-2229-447f-8b6c-9519bac98c38 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Fanout notify agent at l3_agent the message router_deleted on router 023ccdd0-f45e-4adc-824d-63c0cdafcabc {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:52:11.212354 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f5a843b-50be-4626-9096-f5db9d3d6c16 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks [] for floatingip (702be113-eb96-43c1-9055-3c4a6ec6270b), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:11.215053 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e43a9f2e-2229-447f-8b6c-9519bac98c38 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:11.216205 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e43a9f2e-2229-447f-8b6c-9519bac98c38 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/routers/023ccdd0-f45e-4adc-824d-63c0cdafcabc HTTP/1.1" status: 204 len: 168 time: 0.9509506 Feb 09 01:52:11.227488 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52570) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:11.262632 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79591698-3fa1-4c54-9725-11aa8def8739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (aff1dc08-65a6-42f7-9fb8-dc4fd087a88b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:11.288367 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fa00dc-8338-4d04-9fbf-f0302bdafe5e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting subnet 5fbacf6c-56e5-4e63-9da6-22d96f9c33d8 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:52:11.292295 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44fa00dc-8338-4d04-9fbf-f0302bdafe5e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for subnet (5fbacf6c-56e5-4e63-9da6-22d96f9c33d8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:11.330442 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-3bd67a7b-0cef-45b4-8efb-df6dc5fcc3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:11.331937 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-3bd67a7b-0cef-45b4-8efb-df6dc5fcc3fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0235b1dd-fcc4-44a6-a199-16b7109f4c7c HTTP/1.1" status: 200 len: 797 time: 0.2741461 Feb 09 01:52:11.333725 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4e0b1-4524-4afb-ac00-3e2fd3865486 req-ba1c5d69-4037-489f-ab7c-7f6d5b0ebaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:11.335068 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-28f4e0b1-4524-4afb-ac00-3e2fd3865486 req-ba1c5d69-4037-489f-ab7c-7f6d5b0ebaeb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3794682 Feb 09 01:52:11.339465 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44fa00dc-8338-4d04-9fbf-f0302bdafe5e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (5fbacf6c-56e5-4e63-9da6-22d96f9c33d8), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:11.431062 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44fa00dc-8338-4d04-9fbf-f0302bdafe5e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (5fbacf6c-56e5-4e63-9da6-22d96f9c33d8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:11.467979 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-291c87f7-7ec5-4dab-b736-c1f4498465ca tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:11.469446 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-291c87f7-7ec5-4dab-b736-c1f4498465ca tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/networks?id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 200 len: 805 time: 0.4720402 Feb 09 01:52:11.524129 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44fa00dc-8338-4d04-9fbf-f0302bdafe5e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (5fbacf6c-56e5-4e63-9da6-22d96f9c33d8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:11.525647 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-a91cf927-fe05-4674-b851-5e371fd2f549 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/quotas/57a477aa675d4adb8145bd3e3ad9c65b HTTP/1.1" status: 200 len: 375 time: 0.0414739 Feb 09 01:52:11.533217 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-4f5a843b-50be-4626-9096-f5db9d3d6c16 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] update failed (client error): The resource could not be found. Feb 09 01:52:11.534244 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4f5a843b-50be-4626-9096-f5db9d3d6c16 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] 10.222.0.36 "PUT /v2.0/floatingips/702be113-eb96-43c1-9055-3c4a6ec6270b HTTP/1.1" status: 404 len: 507 time: 0.4447763 Feb 09 01:52:11.545589 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52574) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:11.557459 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79591698-3fa1-4c54-9725-11aa8def8739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (aff1dc08-65a6-42f7-9fb8-dc4fd087a88b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:11.564628 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a42f63d-92de-4131-8dbb-b827fc7cdd23 None None] Network 3f4ee5a2-3258-4cf6-8b47-1676434e4c88 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:52:11.612716 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44fa00dc-8338-4d04-9fbf-f0302bdafe5e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:11.620707 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-44fa00dc-8338-4d04-9fbf-f0302bdafe5e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/subnets/5fbacf6c-56e5-4e63-9da6-22d96f9c33d8 HTTP/1.1" status: 204 len: 168 time: 0.3892457 Feb 09 01:52:11.620939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-1976c79c-23fc-445c-ad1c-7c83279ac2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:11.622314 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52576) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:11.622873 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-1976c79c-23fc-445c-ad1c-7c83279ac2a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c4e88d2-2146-4771-81ab-7d54809701c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2640898 Feb 09 01:52:11.623468 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa00dc-8338-4d04-9fbf-f0302bdafe5e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Subnet': ['ID=5fbacf6c-56e5-4e63-9da6-22d96f9c33d8,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:11.681718 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-28f4e0b1-4524-4afb-ac00-3e2fd3865486 req-0acc6a0b-5ef2-4765-a7c4-8cdcae2ab05a service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348761 Feb 09 01:52:11.683781 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79591698-3fa1-4c54-9725-11aa8def8739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aff1dc08-65a6-42f7-9fb8-dc4fd087a88b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:11.686062 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79591698-3fa1-4c54-9725-11aa8def8739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:11.692997 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-79591698-3fa1-4c54-9725-11aa8def8739 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/aff1dc08-65a6-42f7-9fb8-dc4fd087a88b HTTP/1.1" status: 204 len: 168 time: 1.0773079 Feb 09 01:52:11.705936 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52578) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:11.765796 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d0bfa7b-0c74-4f62-b493-be0ab7080e0b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (3f4ee5a2-3258-4cf6-8b47-1676434e4c88), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:11.777060 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f8cb9c-80de-4cfa-a5bf-85d1527cada6 None None] DHCP port deletion for 3f4ee5a2-3258-4cf6-8b47-1676434e4c88 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:52:11.785945 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b18fa-5034-41ff-879c-224b5c8ea68f req-d0624056-db1e-4599-867b-e2ec9959b15c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:11.787807 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3b3b18fa-5034-41ff-879c-224b5c8ea68f req-d0624056-db1e-4599-867b-e2ec9959b15c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.2424705 Feb 09 01:52:11.848986 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8cb9c-80de-4cfa-a5bf-85d1527cada6 None None] Deleting port 9af776ba-5d11-4d74-af6c-6b56409ae691 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:52:11.849581 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d4f8cb9c-80de-4cfa-a5bf-85d1527cada6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9af776ba-5d11-4d74-af6c-6b56409ae691), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:11.882651 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3b3b18fa-5034-41ff-879c-224b5c8ea68f req-8c9dca0e-5b0f-4988-a62b-d40c3ec4fabc tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881765 Feb 09 01:52:11.892518 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-5d0bfa7b-0c74-4f62-b493-be0ab7080e0b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting port 9af776ba-5d11-4d74-af6c-6b56409ae691 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:52:11.893422 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d0bfa7b-0c74-4f62-b493-be0ab7080e0b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9af776ba-5d11-4d74-af6c-6b56409ae691), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:11.925987 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d4f8cb9c-80de-4cfa-a5bf-85d1527cada6 None None] For port 9af776ba-5d11-4d74-af6c-6b56409ae691, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9af776ba-5d11-4d74-af6c-6b56409ae691,segment=NetworkSegment(4016abe3-7c98-4cd8-8baa-68ac2b2fdd9e),segment_id=4016abe3-7c98-4cd8-8baa-68ac2b2fdd9e)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:11.926684 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d4f8cb9c-80de-4cfa-a5bf-85d1527cada6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9af776ba-5d11-4d74-af6c-6b56409ae691), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:11.942961 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8cb9c-80de-4cfa-a5bf-85d1527cada6 None None] Calling delete_port for 9af776ba-5d11-4d74-af6c-6b56409ae691 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:52:11.962084 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-5d0bfa7b-0c74-4f62-b493-be0ab7080e0b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] For port 9af776ba-5d11-4d74-af6c-6b56409ae691, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9af776ba-5d11-4d74-af6c-6b56409ae691,segment=NetworkSegment(4016abe3-7c98-4cd8-8baa-68ac2b2fdd9e),segment_id=4016abe3-7c98-4cd8-8baa-68ac2b2fdd9e)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:11.962084 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d0bfa7b-0c74-4f62-b493-be0ab7080e0b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9af776ba-5d11-4d74-af6c-6b56409ae691), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:11.981206 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-5d0bfa7b-0c74-4f62-b493-be0ab7080e0b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Calling delete_port for 9af776ba-5d11-4d74-af6c-6b56409ae691 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:52:12.050396 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d4f8cb9c-80de-4cfa-a5bf-85d1527cada6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (9af776ba-5d11-4d74-af6c-6b56409ae691), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.078951 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8cb9c-80de-4cfa-a5bf-85d1527cada6 None None] Pushing event deleted for resources: {'Port': ['ID=9af776ba-5d11-4d74-af6c-6b56409ae691,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:12.083875 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f8cb9c-80de-4cfa-a5bf-85d1527cada6 None None] No DVR routers for this DVR port 9af776ba-5d11-4d74-af6c-6b56409ae691 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:52:12.145940 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d0bfa7b-0c74-4f62-b493-be0ab7080e0b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (9af776ba-5d11-4d74-af6c-6b56409ae691), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.181766 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9af776ba-5d11-4d74-af6c-6b56409ae691 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:52:12.182840 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0bfa7b-0c74-4f62-b493-be0ab7080e0b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Port': ['ID=9af776ba-5d11-4d74-af6c-6b56409ae691,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:12.185903 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0bfa7b-0c74-4f62-b493-be0ab7080e0b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] No DVR routers for this DVR port 9af776ba-5d11-4d74-af6c-6b56409ae691 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:52:12.225286 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 9af776ba-5d11-4d74-af6c-6b56409ae691 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:52:12.226069 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9af776ba-5d11-4d74-af6c-6b56409ae691 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:52:12.289987 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.295037 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d0bfa7b-0c74-4f62-b493-be0ab7080e0b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (3f4ee5a2-3258-4cf6-8b47-1676434e4c88), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.314325 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-a124adb3-c734-44a5-8f00-6393a2d8effc tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7710819 Feb 09 01:52:12.331825 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-5d0bfa7b-0c74-4f62-b493-be0ab7080e0b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4ee5a2-3258-4cf6-8b47-1676434e4c88']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:12.341570 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-ea9a7161-6bb3-4399-8edc-ad2cf03665f0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:52:12.342593 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-ea9a7161-6bb3-4399-8edc-ad2cf03665f0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0175381 Feb 09 01:52:12.342914 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-5d0bfa7b-0c74-4f62-b493-be0ab7080e0b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4016abe3-7c98-4cd8-8baa-68ac2b2fdd9e') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:12.343249 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-5d0bfa7b-0c74-4f62-b493-be0ab7080e0b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4016abe3-7c98-4cd8-8baa-68ac2b2fdd9e') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:12.352538 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0312083f-6888-4db7-b930-f16338acac67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (2569e589-283d-442a-b85c-406113bed1e8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.359427 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d0bfa7b-0c74-4f62-b493-be0ab7080e0b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (4016abe3-7c98-4cd8-8baa-68ac2b2fdd9e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.376221 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d0bfa7b-0c74-4f62-b493-be0ab7080e0b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (4016abe3-7c98-4cd8-8baa-68ac2b2fdd9e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.379822 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-28f4e0b1-4524-4afb-ac00-3e2fd3865486 req-99556a96-bc49-43e8-8bf4-b3a17182909e service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6860375 Feb 09 01:52:12.382231 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-78a58698-3e2b-4201-aa69-6be011446c59 service neutron] 10.222.0.48 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7197330 Feb 09 01:52:12.383541 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0bfa7b-0c74-4f62-b493-be0ab7080e0b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:52:12.383954 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d0bfa7b-0c74-4f62-b493-be0ab7080e0b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (4016abe3-7c98-4cd8-8baa-68ac2b2fdd9e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:52:12.388616 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:52:12.457810 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d0bfa7b-0c74-4f62-b493-be0ab7080e0b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (3f4ee5a2-3258-4cf6-8b47-1676434e4c88), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.469277 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d0bfa7b-0c74-4f62-b493-be0ab7080e0b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.473048 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5d0bfa7b-0c74-4f62-b493-be0ab7080e0b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/networks/3f4ee5a2-3258-4cf6-8b47-1676434e4c88 HTTP/1.1" status: 204 len: 168 time: 0.8463631 Feb 09 01:52:12.476941 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52582) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:12.483555 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f87e29c8-7fd1-4f6a-a5da-a7c6d13d91c8 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-305204421', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:12.507759 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0bfa7b-0c74-4f62-b493-be0ab7080e0b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Network': ['ID=3f4ee5a2-3258-4cf6-8b47-1676434e4c88,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:12.530335 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f87e29c8-7fd1-4f6a-a5da-a7c6d13d91c8 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (9b6a6b2a-5a87-40e2-b036-4b31e575e525), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.531617 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f87e29c8-7fd1-4f6a-a5da-a7c6d13d91c8 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (9b6a6b2a-5a87-40e2-b036-4b31e575e525), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.566754 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-6f02335a-505e-4b05-9d97-1f559a39d9ba tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Deleting port facad112-400c-4f62-8316-11e1c9166b1c {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:52:12.567105 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f02335a-505e-4b05-9d97-1f559a39d9ba tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (facad112-400c-4f62-8316-11e1c9166b1c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.609768 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f87e29c8-7fd1-4f6a-a5da-a7c6d13d91c8 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router_controller (9b6a6b2a-5a87-40e2-b036-4b31e575e525), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.614929 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f87e29c8-7fd1-4f6a-a5da-a7c6d13d91c8 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (9b6a6b2a-5a87-40e2-b036-4b31e575e525), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.633862 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f87e29c8-7fd1-4f6a-a5da-a7c6d13d91c8 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.635072 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f87e29c8-7fd1-4f6a-a5da-a7c6d13d91c8 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1571627 Feb 09 01:52:12.638840 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52584) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:12.645998 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-a13e80fd-9278-4360-839e-7604fd7a5372 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-181476208'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:12.669801 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13e80fd-9278-4360-839e-7604fd7a5372 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Made reservation on behalf of 247ac12d74ff449fabfbe552acae8758 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:52:12.676929 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a13e80fd-9278-4360-839e-7604fd7a5372 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.714450 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-9ac96eef-d283-4bd9-ab10-3290ff7f5ad6 service neutron] 10.222.0.36 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567746 Feb 09 01:52:12.716012 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0312083f-6888-4db7-b930-f16338acac67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (2569e589-283d-442a-b85c-406113bed1e8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.717804 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13e80fd-9278-4360-839e-7604fd7a5372 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:52:12.732975 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-5b3332fc-dd05-4137-8011-b65355c22e11 service neutron] 10.222.0.48 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319077 Feb 09 01:52:12.733552 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a13e80fd-9278-4360-839e-7604fd7a5372 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (c1a39ff3-e87b-4c59-877e-28f2e1fa39f3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.733908 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-a13e80fd-9278-4360-839e-7604fd7a5372 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Added segment c1a39ff3-e87b-4c59-877e-28f2e1fa39f3 of type vlan for network 0764505a-67df-4fd2-b0f8-5b3d84d98eee Feb 09 01:52:12.773452 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-0312083f-6888-4db7-b930-f16338acac67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2569e589-283d-442a-b85c-406113bed1e8']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:12.808466 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a13e80fd-9278-4360-839e-7604fd7a5372 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (0764505a-67df-4fd2-b0f8-5b3d84d98eee), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.841277 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a13e80fd-9278-4360-839e-7604fd7a5372 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (0764505a-67df-4fd2-b0f8-5b3d84d98eee), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.846228 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13e80fd-9278-4360-839e-7604fd7a5372 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:12.846821 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a13e80fd-9278-4360-839e-7604fd7a5372 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.856292 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-7081e9eb-4bc9-4d55-9729-4ea0afd6b410 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac HTTP/1.1" status: 200 len: 217 time: 0.1010880 Feb 09 01:52:12.861117 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-0312083f-6888-4db7-b930-f16338acac67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6274d5d2-0277-4da6-855f-987505664292') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:12.861421 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-0312083f-6888-4db7-b930-f16338acac67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6274d5d2-0277-4da6-855f-987505664292') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:12.890699 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0312083f-6888-4db7-b930-f16338acac67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (6274d5d2-0277-4da6-855f-987505664292), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.901774 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f02335a-505e-4b05-9d97-1f559a39d9ba tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (facad112-400c-4f62-8316-11e1c9166b1c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.902187 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f02335a-505e-4b05-9d97-1f559a39d9ba tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks [] for floatingip (facad112-400c-4f62-8316-11e1c9166b1c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.909205 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a13e80fd-9278-4360-839e-7604fd7a5372 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2691982 Feb 09 01:52:12.924339 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52586) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:12.938081 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5cb8a4ff-895b-4d98-b363-a095ea99e283 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'subnet': {'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:12.973690 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-6f02335a-505e-4b05-9d97-1f559a39d9ba tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Calling delete_port for facad112-400c-4f62-8316-11e1c9166b1c owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:52:12.978334 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0312083f-6888-4db7-b930-f16338acac67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (6274d5d2-0277-4da6-855f-987505664292), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:13.005756 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-ae4837a8-001d-457e-815a-937dd0c68efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:13.007241 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-ae4837a8-001d-457e-815a-937dd0c68efb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3bc3f2a6-89ef-44ae-abab-e266af1c666f HTTP/1.1" status: 200 len: 797 time: 0.1424789 Feb 09 01:52:13.012295 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0312083f-6888-4db7-b930-f16338acac67 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:52:13.012915 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0312083f-6888-4db7-b930-f16338acac67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (6274d5d2-0277-4da6-855f-987505664292), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:13.013900 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e80fd-9278-4360-839e-7604fd7a5372 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Network': ['ID=0764505a-67df-4fd2-b0f8-5b3d84d98eee,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:52:13.014699 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:52:13.035366 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 0764505a-67df-4fd2-b0f8-5b3d84d98eee details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:52:13.145642 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc594d-805b-4c4b-a400-83a1bb5f073b req-318e8d54-dd59-43e9-9355-e09b8286cfb3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:13.148174 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c7cc594d-805b-4c4b-a400-83a1bb5f073b req-318e8d54-dd59-43e9-9355-e09b8286cfb3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.1518326 Feb 09 01:52:13.149963 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb8a4ff-895b-4d98-b363-a095ea99e283 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Made reservation on behalf of 247ac12d74ff449fabfbe552acae8758 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:52:13.158673 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a4ff-895b-4d98-b363-a095ea99e283 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:13.180072 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-db3a24ac-ffb0-4c13-ab49-31115004a29e service neutron] 10.222.0.36 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429469 Feb 09 01:52:13.205845 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0312083f-6888-4db7-b930-f16338acac67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (2569e589-283d-442a-b85c-406113bed1e8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:13.211750 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0312083f-6888-4db7-b930-f16338acac67 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:13.216479 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0312083f-6888-4db7-b930-f16338acac67 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2569e589-283d-442a-b85c-406113bed1e8 HTTP/1.1" status: 204 len: 168 time: 1.4982879 Feb 09 01:52:13.255559 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312083f-6888-4db7-b930-f16338acac67 admin admin] Pushing event deleted for resources: {'Network': ['ID=2569e589-283d-442a-b85c-406113bed1e8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:13.268253 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-1a162b2a-5aa1-4b65-9169-7f7a0f189e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:13.270056 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-1a162b2a-5aa1-4b65-9169-7f7a0f189e26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c2d2fcf-eafc-455c-9448-5e06dd737c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2318223 Feb 09 01:52:13.351701 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c7cc594d-805b-4c4b-a400-83a1bb5f073b req-5cb818f4-7026-4dae-9a7a-079877666148 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868780 Feb 09 01:52:13.422249 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52596) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:13.458263 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:13.484155 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d61ffbbe-0e65-45af-8681-90f1985acda4 req-90dabe3a-4f16-44b9-bb7b-49705930c14e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=baff9e36-0623-4502-94ea-4202612e812c HTTP/1.1" status: 200 len: 210 time: 0.0557134 Feb 09 01:52:13.512007 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-75822672-241a-4c30-a84c-2cde249af45e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d54027054cbf4f95a807b1d9d6be39d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0826721 Feb 09 01:52:13.512007 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52600) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:13.530041 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f02335a-505e-4b05-9d97-1f559a39d9ba tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (facad112-400c-4f62-8316-11e1c9166b1c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:13.566412 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-be1c08cc-5053-466b-a0ee-01819b8748e1 service neutron] 10.222.0.48 "GET /v2.0/networks/5c2d2fcf-eafc-455c-9448-5e06dd737c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848372 Feb 09 01:52:13.569433 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02335a-505e-4b05-9d97-1f559a39d9ba tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Pushing event deleted for resources: {'Port': ['ID=facad112-400c-4f62-8316-11e1c9166b1c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:13.683691 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-74205b06-fe03-4a1d-a197-a8977427ef9a admin admin] Publish callbacks [] for security_group (d79b0915-057d-4f88-b415-d8815afa0557), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:13.708472 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f02335a-505e-4b05-9d97-1f559a39d9ba tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks [] for floatingip (702be113-eb96-43c1-9055-3c4a6ec6270b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:13.711991 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f02335a-505e-4b05-9d97-1f559a39d9ba tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:13.718580 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6f02335a-505e-4b05-9d97-1f559a39d9ba tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] 10.222.0.36 "DELETE /v2.0/floatingips/702be113-eb96-43c1-9055-3c4a6ec6270b HTTP/1.1" status: 204 len: 168 time: 2.1697333 Feb 09 01:52:13.718940 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52606) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:13.749016 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-f49ebb22-77e6-4b52-bbb2-7d65714c5303 service neutron] 10.222.0.48 "GET /v2.0/networks/5c2d2fcf-eafc-455c-9448-5e06dd737c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698036 Feb 09 01:52:13.762047 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-0314a83e-582c-453f-a2d4-85ec379bfea6 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Request body: {'floatingip': {'floating_network_id': '406bfb11-cab8-4593-9239-ffbbeec04226', 'port_id': 'ea544c51-da16-4e8d-891a-2d39f5cc22ae', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:13.789226 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-74205b06-fe03-4a1d-a197-a8977427ef9a admin admin] Publish callbacks [] for security_group (d79b0915-057d-4f88-b415-d8815afa0557), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:13.804001 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-1864f56e-40cc-410e-b755-85778bb477f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28fa76b1-4ebd-4297-bced-ed4c8b21284e HTTP/1.1" status: 200 len: 217 time: 0.0452168 Feb 09 01:52:13.824271 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a4ff-895b-4d98-b363-a095ea99e283 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (238253dd-54d4-4af4-9862-69c50c95fc6e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:13.881882 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0314a83e-582c-453f-a2d4-85ec379bfea6 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:13.885822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-9b7cbac9-93ff-471c-8543-bc8db1cc70f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:13.888814 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-9b7cbac9-93ff-471c-8543-bc8db1cc70f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3bc3f2a6-89ef-44ae-abab-e266af1c666f HTTP/1.1" status: 200 len: 797 time: 0.0735602 Feb 09 01:52:13.981833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-3730774c-1a58-430d-99af-753a148bc013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:13.984022 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-3730774c-1a58-430d-99af-753a148bc013 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c2d2fcf-eafc-455c-9448-5e06dd737c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0812111 Feb 09 01:52:14.020783 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8a4ff-895b-4d98-b363-a095ea99e283 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Subnet': ['ID=238253dd-54d4-4af4-9862-69c50c95fc6e,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:14.038063 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-74205b06-fe03-4a1d-a197-a8977427ef9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d79b0915-057d-4f88-b415-d8815afa0557), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:14.043557 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-74205b06-fe03-4a1d-a197-a8977427ef9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:14.044947 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-74205b06-fe03-4a1d-a197-a8977427ef9a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d79b0915-057d-4f88-b415-d8815afa0557 HTTP/1.1" status: 204 len: 168 time: 0.5309553 Feb 09 01:52:14.049927 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb8a4ff-895b-4d98-b363-a095ea99e283 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Checking segment: {'id': 'c1a39ff3-e87b-4c59-877e-28f2e1fa39f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:14.050348 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb8a4ff-895b-4d98-b363-a095ea99e283 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network hostable DHCP agents. Network: 0764505a-67df-4fd2-b0f8-5b3d84d98eee, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:52:14.066347 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74205b06-fe03-4a1d-a197-a8977427ef9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79b0915-057d-4f88-b415-d8815afa0557,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:14.088132 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb8a4ff-895b-4d98-b363-a095ea99e283 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network 0764505a-67df-4fd2-b0f8-5b3d84d98eee is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:52:14.118892 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-5cb8a4ff-895b-4d98-b363-a095ea99e283 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 0764505a-67df-4fd2-b0f8-5b3d84d98eee) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:14.127373 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb8a4ff-895b-4d98-b363-a095ea99e283 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:14.127978 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a4ff-895b-4d98-b363-a095ea99e283 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:14.133471 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa3e8af-a6ba-4774-9ecf-c9eccf3384a5 None None] Network 0764505a-67df-4fd2-b0f8-5b3d84d98eee requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:52:14.183156 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5cb8a4ff-895b-4d98-b363-a095ea99e283 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2561541 Feb 09 01:52:14.184091 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52612) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:14.206459 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-0314a83e-582c-453f-a2d4-85ec379bfea6 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:52:14.208323 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0314a83e-582c-453f-a2d4-85ec379bfea6 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4860532 Feb 09 01:52:14.212520 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52614) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:14.230179 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-a5206fba-86a1-4ae6-9807-501af6266786 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': 'ea544c51-da16-4e8d-891a-2d39f5cc22ae', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:14.253598 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5206fba-86a1-4ae6-9807-501af6266786 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:14.326453 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-60f1275b-c860-4c22-9a3a-90ea22ba03be service neutron] 10.222.0.48 "GET /v2.0/networks/5c2d2fcf-eafc-455c-9448-5e06dd737c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288147 Feb 09 01:52:14.345207 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb75db7-1c01-491e-9bf4-e90396a784e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'project_id': '247ac12d74ff449fabfbe552acae8758', 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:52:14.346449 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dcb75db7-1c01-491e-9bf4-e90396a784e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:14.486951 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5206fba-86a1-4ae6-9807-501af6266786 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:14.689841 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-450218aa-307d-4e60-bbc5-d96a5a90fa7d req-881fe625-f3d7-4ee8-a3c1-deff74c734bd tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=baff9e36-0623-4502-94ea-4202612e812c HTTP/1.1" status: 200 len: 210 time: 0.0524614 Feb 09 01:52:14.695593 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c330f0c-951c-4217-9c30-d54d5f044c70 req-13306ba5-6210-429b-a646-5b1262455f0c service neutron] 10.222.0.48 "GET /v2.0/networks/5c2d2fcf-eafc-455c-9448-5e06dd737c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536887 Feb 09 01:52:14.735262 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9519387-d663-427e-bd62-1a9e9a91050a req-755e37b8-d043-4710-8666-cfa6523912af tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:14.736926 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f9519387-d663-427e-bd62-1a9e9a91050a req-755e37b8-d043-4710-8666-cfa6523912af tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.2288420 Feb 09 01:52:14.841859 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-dcb75db7-1c01-491e-9bf4-e90396a784e4 None None] Allocated IP 2001:db8::2 (0764505a-67df-4fd2-b0f8-5b3d84d98eee/238253dd-54d4-4af4-9862-69c50c95fc6e/1061d163-8e3a-45cb-bfce-5e8637a68998) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:14.884421 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f9519387-d663-427e-bd62-1a9e9a91050a req-850c79cf-c819-4ee2-ad5c-8edadc7b84f3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272342 Feb 09 01:52:14.885587 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5379cc20-7993-4bba-b4a7-9fd3eb64ea9c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:14.945826 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-a5206fba-86a1-4ae6-9807-501af6266786 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Allocated IP 172.25.7.251 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/ad50cae0-fa84-4ef9-af76-b69650d42366) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:15.045344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-1070058b-ace2-4e63-aec5-0dc8452d4f72 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:15.047076 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-1070058b-ace2-4e63-aec5-0dc8452d4f72 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.67 "GET /v2.0/networks?id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 200 len: 805 time: 0.2959056 Feb 09 01:52:15.065061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-63c88853-ee3a-4a20-acb1-ea136b19efed tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Request body: {'port': {'device_id': 'baff9e36-0623-4502-94ea-4202612e812c', 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299', 'admin_state_up': True, 'tenant_id': '57a477aa675d4adb8145bd3e3ad9c65b'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:15.268214 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5206fba-86a1-4ae6-9807-501af6266786 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks [] for port (ad50cae0-fa84-4ef9-af76-b69650d42366), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:15.306707 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dcb75db7-1c01-491e-9bf4-e90396a784e4 None None] Publish callbacks [] for port (1061d163-8e3a-45cb-bfce-5e8637a68998), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:15.326733 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dcb75db7-1c01-491e-9bf4-e90396a784e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (1061d163-8e3a-45cb-bfce-5e8637a68998), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:15.334983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-63c88853-ee3a-4a20-acb1-ea136b19efed tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Made reservation on behalf of 57a477aa675d4adb8145bd3e3ad9c65b for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:52:15.340627 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-63c88853-ee3a-4a20-acb1-ea136b19efed tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:15.362163 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5206fba-86a1-4ae6-9807-501af6266786 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ad50cae0-fa84-4ef9-af76-b69650d42366), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:15.438553 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5206fba-86a1-4ae6-9807-501af6266786 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:15.450613 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-a5206fba-86a1-4ae6-9807-501af6266786 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:15.460413 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5206fba-86a1-4ae6-9807-501af6266786 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:15.502706 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-5379cc20-7993-4bba-b4a7-9fd3eb64ea9c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Allocated IP 2001:db8::1 (0764505a-67df-4fd2-b0f8-5b3d84d98eee/238253dd-54d4-4af4-9862-69c50c95fc6e/d935b279-27b6-47b1-bc66-ebaba3160426) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:15.506089 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb75db7-1c01-491e-9bf4-e90396a784e4 None None] Pushing event updated for resources: {'Port': ['ID=1061d163-8e3a-45cb-bfce-5e8637a68998,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:15.506496 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5206fba-86a1-4ae6-9807-501af6266786 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Pushing event updated for resources: {'Port': ['ID=ad50cae0-fa84-4ef9-af76-b69650d42366,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:15.561614 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb75db7-1c01-491e-9bf4-e90396a784e4 None None] Network 0764505a-67df-4fd2-b0f8-5b3d84d98eee is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:15.564885 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-dcb75db7-1c01-491e-9bf4-e90396a784e4 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:15.572049 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb75db7-1c01-491e-9bf4-e90396a784e4 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:15.718187 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-63c88853-ee3a-4a20-acb1-ea136b19efed tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Allocated IP 172.20.0.6 (30f7b1d3-dfdd-498b-b6de-9d9501b1c299/1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c/a5d09877-1860-4dd5-92fe-43c5c45f32d8) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:15.808183 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5379cc20-7993-4bba-b4a7-9fd3eb64ea9c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for port (d935b279-27b6-47b1-bc66-ebaba3160426), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:15.888029 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a5206fba-86a1-4ae6-9807-501af6266786 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Deleting port ad50cae0-fa84-4ef9-af76-b69650d42366 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:52:15.888387 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5206fba-86a1-4ae6-9807-501af6266786 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ad50cae0-fa84-4ef9-af76-b69650d42366), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:15.942813 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-dcb75db7-1c01-491e-9bf4-e90396a784e4 None None] Attempting to bind port 1061d163-8e3a-45cb-bfce-5e8637a68998 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:52:15.942813 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-dcb75db7-1c01-491e-9bf4-e90396a784e4 None None] Attempting to bind port 1061d163-8e3a-45cb-bfce-5e8637a68998 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'c1a39ff3-e87b-4c59-877e-28f2e1fa39f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:52:15.942813 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb75db7-1c01-491e-9bf4-e90396a784e4 None None] Attempting to bind port 1061d163-8e3a-45cb-bfce-5e8637a68998 on network 0764505a-67df-4fd2-b0f8-5b3d84d98eee {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:15.960295 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb75db7-1c01-491e-9bf4-e90396a784e4 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:52:15.960678 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb75db7-1c01-491e-9bf4-e90396a784e4 None None] Checking segment: {'id': 'c1a39ff3-e87b-4c59-877e-28f2e1fa39f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:15.961081 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dcb75db7-1c01-491e-9bf4-e90396a784e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:15.961477 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb75db7-1c01-491e-9bf4-e90396a784e4 None None] Bound using segment: {'id': 'c1a39ff3-e87b-4c59-877e-28f2e1fa39f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:52:15.961958 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-dcb75db7-1c01-491e-9bf4-e90396a784e4 None None] Bound port: 1061d163-8e3a-45cb-bfce-5e8637a68998, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a39ff3-e87b-4c59-877e-28f2e1fa39f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:52:15.962337 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dcb75db7-1c01-491e-9bf4-e90396a784e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1061d163-8e3a-45cb-bfce-5e8637a68998), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:16.083124 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-dcb75db7-1c01-491e-9bf4-e90396a784e4 None None] For port 1061d163-8e3a-45cb-bfce-5e8637a68998, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:52:16.088294 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-dcb75db7-1c01-491e-9bf4-e90396a784e4 None None] For port 1061d163-8e3a-45cb-bfce-5e8637a68998, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1061d163-8e3a-45cb-bfce-5e8637a68998,segment=NetworkSegment(c1a39ff3-e87b-4c59-877e-28f2e1fa39f3),segment_id=c1a39ff3-e87b-4c59-877e-28f2e1fa39f3)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:52:16.088971 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5206fba-86a1-4ae6-9807-501af6266786 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ad50cae0-fa84-4ef9-af76-b69650d42366), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:16.090574 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5206fba-86a1-4ae6-9807-501af6266786 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks [] for floatingip (ad50cae0-fa84-4ef9-af76-b69650d42366), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:16.100505 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dcb75db7-1c01-491e-9bf4-e90396a784e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1061d163-8e3a-45cb-bfce-5e8637a68998), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:16.110667 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a5206fba-86a1-4ae6-9807-501af6266786 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Calling delete_port for ad50cae0-fa84-4ef9-af76-b69650d42366 owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:52:16.147576 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8e558231-535b-4793-8432-ed12d4152d80 req-93f19155-af44-499a-8d7a-c63163bbd1a7 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=baff9e36-0623-4502-94ea-4202612e812c HTTP/1.1" status: 200 len: 210 time: 0.2238841 Feb 09 01:52:16.165859 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5379cc20-7993-4bba-b4a7-9fd3eb64ea9c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (d935b279-27b6-47b1-bc66-ebaba3160426), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:16.205379 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb75db7-1c01-491e-9bf4-e90396a784e4 None None] Pushing event updated for resources: {'Port': ['ID=1061d163-8e3a-45cb-bfce-5e8637a68998,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:16.318280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379cc20-7993-4bba-b4a7-9fd3eb64ea9c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Port': ['ID=d935b279-27b6-47b1-bc66-ebaba3160426,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:16.386202 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5379cc20-7993-4bba-b4a7-9fd3eb64ea9c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network 0764505a-67df-4fd2-b0f8-5b3d84d98eee is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:16.397260 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-5379cc20-7993-4bba-b4a7-9fd3eb64ea9c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:16.413546 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5379cc20-7993-4bba-b4a7-9fd3eb64ea9c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:16.414179 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5379cc20-7993-4bba-b4a7-9fd3eb64ea9c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (9b6a6b2a-5a87-40e2-b036-4b31e575e525), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:16.450007 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5206fba-86a1-4ae6-9807-501af6266786 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ad50cae0-fa84-4ef9-af76-b69650d42366), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:16.489809 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5206fba-86a1-4ae6-9807-501af6266786 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Pushing event deleted for resources: {'Port': ['ID=ad50cae0-fa84-4ef9-af76-b69650d42366,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:16.502716 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754a2a3-9c7b-457d-9296-b4e29caec44b req-e04fe086-8b1f-4804-8f36-0e5a413585f8 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:16.504567 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6754a2a3-9c7b-457d-9296-b4e29caec44b req-e04fe086-8b1f-4804-8f36-0e5a413585f8 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.2146714 Feb 09 01:52:16.569086 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489231e-3874-4ce6-b98a-ffd257fc0d20 req-e1c35042-e168-4cff-a388-5013d25528a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:16.572744 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3489231e-3874-4ce6-b98a-ffd257fc0d20 req-e1c35042-e168-4cff-a388-5013d25528a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=07e140259b184093891c4d6ee1230ea9&device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 1128 time: 0.2906020 Feb 09 01:52:16.653684 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6754a2a3-9c7b-457d-9296-b4e29caec44b req-8c6dd6f3-c4e4-4d60-9e0b-d2221ea29c3c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339397 Feb 09 01:52:16.670787 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-a5206fba-86a1-4ae6-9807-501af6266786 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] create failed (client error): The resource could not be found. Feb 09 01:52:16.671913 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a5206fba-86a1-4ae6-9807-501af6266786 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4551368 Feb 09 01:52:16.672469 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-63c88853-ee3a-4a20-acb1-ea136b19efed tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks [] for port (a5d09877-1860-4dd5-92fe-43c5c45f32d8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:16.676094 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52668) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:16.807932 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d96b5029-4ddf-4d4e-a00e-f74534e1cbae tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Deleting port ea544c51-da16-4e8d-891a-2d39f5cc22ae {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:52:16.809599 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d96b5029-4ddf-4d4e-a00e-f74534e1cbae tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ea544c51-da16-4e8d-891a-2d39f5cc22ae), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:16.820362 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5379cc20-7993-4bba-b4a7-9fd3eb64ea9c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d935b279-27b6-47b1-bc66-ebaba3160426), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:16.920077 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e478e-7a92-4f7a-930e-1d7777f1f06c req-1a1ac4a2-89b1-4d06-9124-8c56ccc97485 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:16.921880 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a3e478e-7a92-4f7a-930e-1d7777f1f06c req-1a1ac4a2-89b1-4d06-9124-8c56ccc97485 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.3569093 Feb 09 01:52:16.952641 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-63c88853-ee3a-4a20-acb1-ea136b19efed tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a5d09877-1860-4dd5-92fe-43c5c45f32d8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:16.976202 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['6a23ba66-360c-46da-9c7a-dca9a04eb217'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:52:16.976803 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489231e-3874-4ce6-b98a-ffd257fc0d20 req-b96cb5b3-5786-497b-a241-5398aa4c8b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:16.977949 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3489231e-3874-4ce6-b98a-ffd257fc0d20 req-b96cb5b3-5786-497b-a241-5398aa4c8b00 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48733fa2-0a6e-4f10-9d66-30891daf5281 HTTP/1.1" status: 200 len: 920 time: 0.3884170 Feb 09 01:52:17.002568 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d96b5029-4ddf-4d4e-a00e-f74534e1cbae tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ea544c51-da16-4e8d-891a-2d39f5cc22ae), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:17.029513 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d96b5029-4ddf-4d4e-a00e-f74534e1cbae tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Calling delete_port for ea544c51-da16-4e8d-891a-2d39f5cc22ae owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:52:17.280639 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d96b5029-4ddf-4d4e-a00e-f74534e1cbae tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ea544c51-da16-4e8d-891a-2d39f5cc22ae), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:17.328322 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b5029-4ddf-4d4e-a00e-f74534e1cbae tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Pushing event deleted for resources: {'Port': ['ID=ea544c51-da16-4e8d-891a-2d39f5cc22ae,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:17.504488 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2813302-7479-4415-a761-3711d3eee0f6 req-30b5aed0-2e66-439e-a9d1-f1689d4097aa tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:17.513667 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f2813302-7479-4415-a761-3711d3eee0f6 req-30b5aed0-2e66-439e-a9d1-f1689d4097aa tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=baff9e36-0623-4502-94ea-4202612e812c HTTP/1.1" status: 200 len: 931 time: 0.1829591 Feb 09 01:52:17.541409 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d96b5029-4ddf-4d4e-a00e-f74534e1cbae tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:17.551909 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d96b5029-4ddf-4d4e-a00e-f74534e1cbae tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] 10.222.0.36 "DELETE /v2.0/ports/ea544c51-da16-4e8d-891a-2d39f5cc22ae HTTP/1.1" status: 204 len: 168 time: 0.8710203 Feb 09 01:52:17.560240 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52694) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:17.651375 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3489231e-3874-4ce6-b98a-ffd257fc0d20 req-8c8771d4-22de-4424-addf-bf6d5aee50ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=719ef8f8-41c4-4e78-bd87-81cf10377bd5 HTTP/1.1" status: 200 len: 217 time: 0.6582913 Feb 09 01:52:17.658230 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-63c88853-ee3a-4a20-acb1-ea136b19efed tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:17.684788 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-63c88853-ee3a-4a20-acb1-ea136b19efed tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:17.689495 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f2813302-7479-4415-a761-3711d3eee0f6 req-9af1c035-1199-49c7-9b72-d26c8473f301 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744118 Feb 09 01:52:17.697299 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-63c88853-ee3a-4a20-acb1-ea136b19efed tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:17.722850 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a3e478e-7a92-4f7a-930e-1d7777f1f06c req-b351d646-89a4-43a3-84bb-e1fd89e6a42f tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7913833 Feb 09 01:52:17.756542 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c88853-ee3a-4a20-acb1-ea136b19efed tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Pushing event updated for resources: {'Port': ['ID=a5d09877-1860-4dd5-92fe-43c5c45f32d8,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:17.763568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d329704a-9bae-465d-8617-b125a783aec3 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:17.765162 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d329704a-9bae-465d-8617-b125a783aec3 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d792c03-2f3d-43ed-b02b-3ad513cacddd HTTP/1.1" status: 200 len: 913 time: 0.2034943 Feb 09 01:52:17.775137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52702) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:17.808735 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52704) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:17.905048 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4febb2-40dd-4229-9273-75182f006e93 req-74891ed1-e39f-4e55-9eb0-96ffabf06a5b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:17.913852 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ea4febb2-40dd-4229-9273-75182f006e93 req-74891ed1-e39f-4e55-9eb0-96ffabf06a5b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.0940115 Feb 09 01:52:17.922290 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489231e-3874-4ce6-b98a-ffd257fc0d20 req-4773f906-6cd1-4713-9709-0b82e4b45c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:17.928219 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3489231e-3874-4ce6-b98a-ffd257fc0d20 req-4773f906-6cd1-4713-9709-0b82e4b45c06 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f38153e0-346d-45ee-a8ba-011ed1d4fedb HTTP/1.1" status: 200 len: 859 time: 0.2555931 Feb 09 01:52:17.983412 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ea4febb2-40dd-4229-9273-75182f006e93 req-bab6f291-0c6d-44b6-ae57-ba1346a90f5c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683491 Feb 09 01:52:17.986888 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-63c88853-ee3a-4a20-acb1-ea136b19efed tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:17.987605 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-63c88853-ee3a-4a20-acb1-ea136b19efed tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:18.003608 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dbf3d033-b3e7-4cce-81a9-311beb8dcd61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:18.018625 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d26817-4078-4caa-951f-9d165a3a04f7 None None] Network 0764505a-67df-4fd2-b0f8-5b3d84d98eee requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:52:18.044171 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3489231e-3874-4ce6-b98a-ffd257fc0d20 req-7c281471-e4ad-4543-8577-205b44d9ee88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48733fa2-0a6e-4f10-9d66-30891daf5281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095357 Feb 09 01:52:18.159796 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-05db5a82-8730-46ef-86d8-e5df1b77496e None None] Provisioning complete for port 1061d163-8e3a-45cb-bfce-5e8637a68998 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:18.160470 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-05db5a82-8730-46ef-86d8-e5df1b77496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1061d163-8e3a-45cb-bfce-5e8637a68998), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:18.173644 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dbf3d033-b3e7-4cce-81a9-311beb8dcd61 admin admin] Publish callbacks [] for security_group (93205324-9603-4ef5-b633-07930bc9118d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:18.179870 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dbf3d033-b3e7-4cce-81a9-311beb8dcd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (93205324-9603-4ef5-b633-07930bc9118d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:18.185628 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3489231e-3874-4ce6-b98a-ffd257fc0d20 req-12524141-6095-4000-adf8-9bc2abbbc0f4 service neutron] 10.222.0.48 "GET /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166532 Feb 09 01:52:18.199059 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-63c88853-ee3a-4a20-acb1-ea136b19efed tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1384382 Feb 09 01:52:18.243717 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dbf3d033-b3e7-4cce-81a9-311beb8dcd61 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e71bc7913685498da0dd4fe37d995469&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4321399 Feb 09 01:52:18.245304 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3d033-b3e7-4cce-81a9-311beb8dcd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93205324-9603-4ef5-b633-07930bc9118d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:18.249362 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52708) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:18.290518 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1061d163-8e3a-45cb-bfce-5e8637a68998 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:18.348205 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60800d0c-434b-4bf3-84d3-ab39d8d68753 admin admin] Publish callbacks [] for security_group (93205324-9603-4ef5-b633-07930bc9118d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:18.352446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-05db5a82-8730-46ef-86d8-e5df1b77496e None None] Current status of the port 1061d163-8e3a-45cb-bfce-5e8637a68998 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:18.353077 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-05db5a82-8730-46ef-86d8-e5df1b77496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1061d163-8e3a-45cb-bfce-5e8637a68998), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:18.386781 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60800d0c-434b-4bf3-84d3-ab39d8d68753 admin admin] Publish callbacks [] for security_group (93205324-9603-4ef5-b633-07930bc9118d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:18.407246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-fc8577b0-9418-4c5c-8677-860560695a16 service neutron] Request body: {'port': {'device_id': 'baff9e36-0623-4502-94ea-4202612e812c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:18.413778 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-05db5a82-8730-46ef-86d8-e5df1b77496e None None] For port 1061d163-8e3a-45cb-bfce-5e8637a68998, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1061d163-8e3a-45cb-bfce-5e8637a68998,segment=NetworkSegment(c1a39ff3-e87b-4c59-877e-28f2e1fa39f3),segment_id=c1a39ff3-e87b-4c59-877e-28f2e1fa39f3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:18.422854 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 1061d163-8e3a-45cb-bfce-5e8637a68998 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:18.423817 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1061d163-8e3a-45cb-bfce-5e8637a68998), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:18.426374 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-05db5a82-8730-46ef-86d8-e5df1b77496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1061d163-8e3a-45cb-bfce-5e8637a68998), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:18.453908 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60800d0c-434b-4bf3-84d3-ab39d8d68753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (93205324-9603-4ef5-b633-07930bc9118d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:18.458153 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60800d0c-434b-4bf3-84d3-ab39d8d68753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:18.462628 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-60800d0c-434b-4bf3-84d3-ab39d8d68753 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93205324-9603-4ef5-b633-07930bc9118d HTTP/1.1" status: 204 len: 168 time: 0.2121401 Feb 09 01:52:18.473542 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60800d0c-434b-4bf3-84d3-ab39d8d68753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93205324-9603-4ef5-b633-07930bc9118d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:18.566202 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db5a82-8730-46ef-86d8-e5df1b77496e None None] Pushing event updated for resources: {'Port': ['ID=1061d163-8e3a-45cb-bfce-5e8637a68998,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:18.627674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 1061d163-8e3a-45cb-bfce-5e8637a68998 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:18.664706 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3489231e-3874-4ce6-b98a-ffd257fc0d20 req-6f5f3489-f7d3-4dde-93a9-e8b186cd9745 service neutron] 10.222.0.48 "GET /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479730 Feb 09 01:52:18.733770 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-fc8577b0-9418-4c5c-8677-860560695a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a5d09877-1860-4dd5-92fe-43c5c45f32d8), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:18.798281 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8b101e07-2576-4132-96a5-20ff10d56fbb None None] Provisioning complete for port 1061d163-8e3a-45cb-bfce-5e8637a68998 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:18.798670 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8b101e07-2576-4132-96a5-20ff10d56fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1061d163-8e3a-45cb-bfce-5e8637a68998), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:18.826044 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5379cc20-7993-4bba-b4a7-9fd3eb64ea9c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for port (d935b279-27b6-47b1-bc66-ebaba3160426), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:18.890421 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5379cc20-7993-4bba-b4a7-9fd3eb64ea9c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (d935b279-27b6-47b1-bc66-ebaba3160426), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:18.892025 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5379cc20-7993-4bba-b4a7-9fd3eb64ea9c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (9b6a6b2a-5a87-40e2-b036-4b31e575e525), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:18.972139 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8b101e07-2576-4132-96a5-20ff10d56fbb None None] Current status of the port 1061d163-8e3a-45cb-bfce-5e8637a68998 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:18.990696 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8b101e07-2576-4132-96a5-20ff10d56fbb None None] Provisioning complete for port d935b279-27b6-47b1-bc66-ebaba3160426 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:18.991503 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8b101e07-2576-4132-96a5-20ff10d56fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d935b279-27b6-47b1-bc66-ebaba3160426), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:19.029361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53028853-9527-4986-bb5b-cb94b69f82e7 req-9072a82a-3ba5-4c51-b334-e8206d6b8548 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:19.040268 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-53028853-9527-4986-bb5b-cb94b69f82e7 req-9072a82a-3ba5-4c51-b334-e8206d6b8548 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.1332555 Feb 09 01:52:19.096836 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8b101e07-2576-4132-96a5-20ff10d56fbb None None] Port d935b279-27b6-47b1-bc66-ebaba3160426 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:19.100058 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-53028853-9527-4986-bb5b-cb94b69f82e7 req-6b12e5fe-8782-4d5c-b24f-47f22bde4637 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588858 Feb 09 01:52:19.157315 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379cc20-7993-4bba-b4a7-9fd3eb64ea9c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Port': ['ID=d935b279-27b6-47b1-bc66-ebaba3160426,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:19.224416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b0d470be-0218-4446-a571-ef2a9f663613 None None] Provisioning complete for port d935b279-27b6-47b1-bc66-ebaba3160426 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:19.224771 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b0d470be-0218-4446-a571-ef2a9f663613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d935b279-27b6-47b1-bc66-ebaba3160426), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:19.254956 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a945b6c-4b6d-4ddc-8166-a872f7a57acb req-ce3cef0d-a45a-4ca9-abac-528602c60970 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:19.256549 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4a945b6c-4b6d-4ddc-8166-a872f7a57acb req-ce3cef0d-a45a-4ca9-abac-528602c60970 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.0753922 Feb 09 01:52:19.280263 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b0d470be-0218-4446-a571-ef2a9f663613 None None] Port d935b279-27b6-47b1-bc66-ebaba3160426 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:19.322281 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c196c-9508-469a-b78f-dfef42aca1d1 req-da29ae92-bf36-4e4c-adf7-5a573e73ea43 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:19.323930 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-543c196c-9508-469a-b78f-dfef42aca1d1 req-da29ae92-bf36-4e4c-adf7-5a573e73ea43 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=baff9e36-0623-4502-94ea-4202612e812c HTTP/1.1" status: 200 len: 931 time: 0.4066463 Feb 09 01:52:19.325720 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4a945b6c-4b6d-4ddc-8166-a872f7a57acb req-53011264-5ca9-435d-b88e-c5104f2bc188 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621729 Feb 09 01:52:19.446104 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5379cc20-7993-4bba-b4a7-9fd3eb64ea9c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network 0764505a-67df-4fd2-b0f8-5b3d84d98eee is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:19.464319 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-5379cc20-7993-4bba-b4a7-9fd3eb64ea9c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:19.542279 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-543c196c-9508-469a-b78f-dfef42aca1d1 req-8d9bcaff-1858-46d2-8c71-75d87ee4a181 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991432 Feb 09 01:52:19.623343 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6a6f8acf-5033-42f3-8b58-106d4c6ef031 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (3d792c03-2f3d-43ed-b02b-3ad513cacddd), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:19.779340 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-fc8577b0-9418-4c5c-8677-860560695a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d09877-1860-4dd5-92fe-43c5c45f32d8 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:52:19.789929 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-fc8577b0-9418-4c5c-8677-860560695a16 service neutron] Publish callbacks [] for port (a5d09877-1860-4dd5-92fe-43c5c45f32d8), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:19.817998 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3c1e244b-5cbf-412d-981e-07c3d9ff2887 None None] Provisioning complete for port d935b279-27b6-47b1-bc66-ebaba3160426 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:19.818374 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3c1e244b-5cbf-412d-981e-07c3d9ff2887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d935b279-27b6-47b1-bc66-ebaba3160426), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:19.841646 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-fc8577b0-9418-4c5c-8677-860560695a16 service neutron] Transition to ACTIVE for port object a5d09877-1860-4dd5-92fe-43c5c45f32d8 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:52:19.867526 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5379cc20-7993-4bba-b4a7-9fd3eb64ea9c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:52:19.872232 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-fc8577b0-9418-4c5c-8677-860560695a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a5d09877-1860-4dd5-92fe-43c5c45f32d8), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:19.875860 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3c1e244b-5cbf-412d-981e-07c3d9ff2887 None None] Port d935b279-27b6-47b1-bc66-ebaba3160426 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:19.971999 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8577b0-9418-4c5c-8677-860560695a16 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d09877-1860-4dd5-92fe-43c5c45f32d8,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:20.152368 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1061d163-8e3a-45cb-bfce-5e8637a68998 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:20.241082 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 1061d163-8e3a-45cb-bfce-5e8637a68998 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:20.241777 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1061d163-8e3a-45cb-bfce-5e8637a68998), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:20.295423 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d895b-4740-4ad9-ba54-5fa0af94476c req-821d7d93-bed5-4a4d-b5b8-1e5d0b42a3f1 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:20.297564 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-026d895b-4740-4ad9-ba54-5fa0af94476c req-821d7d93-bed5-4a4d-b5b8-1e5d0b42a3f1 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.0865464 Feb 09 01:52:20.342927 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 1061d163-8e3a-45cb-bfce-5e8637a68998 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:20.367678 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-026d895b-4740-4ad9-ba54-5fa0af94476c req-6ab9f421-6900-479b-b08e-b06026be33a1 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633228 Feb 09 01:52:20.510370 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5379cc20-7993-4bba-b4a7-9fd3eb64ea9c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:52:20.516218 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5379cc20-7993-4bba-b4a7-9fd3eb64ea9c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/routers/9b6a6b2a-5a87-40e2-b036-4b31e575e525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3306546 Feb 09 01:52:20.523185 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52766) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:20.527264 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] Sync routers for ids ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:52:20.533018 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-cd51c05d-7bfa-4d9c-a930-352bd089b810 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-189106024'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:20.555785 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] Routers {'9b6a6b2a-5a87-40e2-b036-4b31e575e525'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:20.556130 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-fc8577b0-9418-4c5c-8677-860560695a16 service neutron] Attempting to bind port a5d09877-1860-4dd5-92fe-43c5c45f32d8 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:52:20.556420 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-fc8577b0-9418-4c5c-8677-860560695a16 service neutron] Attempting to bind port a5d09877-1860-4dd5-92fe-43c5c45f32d8 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:52:20.556755 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-fc8577b0-9418-4c5c-8677-860560695a16 service neutron] Attempting to bind port a5d09877-1860-4dd5-92fe-43c5c45f32d8 on network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:20.558565 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:20.590002 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd51c05d-7bfa-4d9c-a930-352bd089b810 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Made reservation on behalf of 247ac12d74ff449fabfbe552acae8758 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:52:20.590485 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-fc8577b0-9418-4c5c-8677-860560695a16 service neutron] Port a5d09877-1860-4dd5-92fe-43c5c45f32d8 on network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:52:20.590820 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-fc8577b0-9418-4c5c-8677-860560695a16 service neutron] Attempting to bind port a5d09877-1860-4dd5-92fe-43c5c45f32d8 on network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:20.602315 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620606df-e5bc-4a86-8d72-f77c35770dde req-d27ed0b9-9044-4f0f-90ba-e0c545101068 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:20.603910 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd51c05d-7bfa-4d9c-a930-352bd089b810 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:20.604929 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-620606df-e5bc-4a86-8d72-f77c35770dde req-d27ed0b9-9044-4f0f-90ba-e0c545101068 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.1736794 Feb 09 01:52:20.611861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-fc8577b0-9418-4c5c-8677-860560695a16 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:52:20.612215 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-fc8577b0-9418-4c5c-8677-860560695a16 service neutron] Checking segment: {'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:20.612609 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-fc8577b0-9418-4c5c-8677-860560695a16 service neutron] Bound using segment: {'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:52:20.613051 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-fc8577b0-9418-4c5c-8677-860560695a16 service neutron] Bound port: a5d09877-1860-4dd5-92fe-43c5c45f32d8, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:52:20.613417 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-fc8577b0-9418-4c5c-8677-860560695a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a5d09877-1860-4dd5-92fe-43c5c45f32d8), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:20.716791 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f8acf-5033-42f3-8b58-106d4c6ef031 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Deleting port ca637484-d257-4f17-9c12-fc0134761b5c {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:52:20.717147 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6a6f8acf-5033-42f3-8b58-106d4c6ef031 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ca637484-d257-4f17-9c12-fc0134761b5c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:20.728880 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd51c05d-7bfa-4d9c-a930-352bd089b810 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:52:20.766679 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd51c05d-7bfa-4d9c-a930-352bd089b810 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f40aff49-fbe0-489d-8771-6ac38f1e80d7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:20.767173 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-cd51c05d-7bfa-4d9c-a930-352bd089b810 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Added segment f40aff49-fbe0-489d-8771-6ac38f1e80d7 of type vlan for network f4329b4f-616c-4e5e-854f-78502a4b9edf Feb 09 01:52:20.781154 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] Set router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:20.783158 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-620606df-e5bc-4a86-8d72-f77c35770dde req-44a80e30-2070-4d7e-bc39-ac0cf64cc17c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582873 Feb 09 01:52:20.820288 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0ed85-b44b-4a4f-9bb1-a42a657254a6 req-55b0ebe8-36a7-4bb5-9df5-725344f82d3d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:20.824329 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d4f0ed85-b44b-4a4f-9bb1-a42a657254a6 req-55b0ebe8-36a7-4bb5-9df5-725344f82d3d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=baff9e36-0623-4502-94ea-4202612e812c HTTP/1.1" status: 200 len: 943 time: 0.1560102 Feb 09 01:52:20.840381 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-fc8577b0-9418-4c5c-8677-860560695a16 service neutron] For port a5d09877-1860-4dd5-92fe-43c5c45f32d8, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:52:20.850602 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-fc8577b0-9418-4c5c-8677-860560695a16 service neutron] For port a5d09877-1860-4dd5-92fe-43c5c45f32d8, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a5d09877-1860-4dd5-92fe-43c5c45f32d8,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:52:20.858797 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6a6f8acf-5033-42f3-8b58-106d4c6ef031 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ca637484-d257-4f17-9c12-fc0134761b5c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:20.864577 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-fc8577b0-9418-4c5c-8677-860560695a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a5d09877-1860-4dd5-92fe-43c5c45f32d8), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:20.867535 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd51c05d-7bfa-4d9c-a930-352bd089b810 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (f4329b4f-616c-4e5e-854f-78502a4b9edf), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:20.916413 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd51c05d-7bfa-4d9c-a930-352bd089b810 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (f4329b4f-616c-4e5e-854f-78502a4b9edf), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:20.922015 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd51c05d-7bfa-4d9c-a930-352bd089b810 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:20.923188 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd51c05d-7bfa-4d9c-a930-352bd089b810 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:20.929145 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f8acf-5033-42f3-8b58-106d4c6ef031 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Calling delete_port for ca637484-d257-4f17-9c12-fc0134761b5c owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:52:20.955723 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-fc8577b0-9418-4c5c-8677-860560695a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:20.956577 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-fc8577b0-9418-4c5c-8677-860560695a16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:20.958225 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-fc8577b0-9418-4c5c-8677-860560695a16 service neutron] 10.222.0.67 "PUT /v2.0/ports/a5d09877-1860-4dd5-92fe-43c5c45f32d8 HTTP/1.1" status: 200 len: 1091 time: 2.6667988 Feb 09 01:52:20.958832 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baff9e36-0623-4502-94ea-4202612e812c', 'tag': 'a5d09877-1860-4dd5-92fe-43c5c45f32d8'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:52:20.960192 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cd51c05d-7bfa-4d9c-a930-352bd089b810 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4314210 Feb 09 01:52:20.961629 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8542661a-dd40-46df-91ec-5abb045b26c1" -d '{"events": [{"name": "network-changed", "server_uuid": "baff9e36-0623-4502-94ea-4202612e812c", "tag": "a5d09877-1860-4dd5-92fe-43c5c45f32d8"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:52:20.966879 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52776) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:20.986092 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-639cfb86-f36a-4727-911e-cace9db1f356 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'subnet': {'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:21.056685 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d4f0ed85-b44b-4a4f-9bb1-a42a657254a6 req-f9f3459d-5c30-410c-8add-5f9f8b99dc36 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192805 Feb 09 01:52:21.075833 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51c05d-7bfa-4d9c-a930-352bd089b810 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Network': ['ID=f4329b4f-616c-4e5e-854f-78502a4b9edf,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:21.080317 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f12bca-fdbd-4fb4-be07-e8436282e58b x-openstack-request-id: req-38f12bca-fdbd-4fb4-be07-e8436282e58b {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:52:21.080912 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baff9e36-0623-4502-94ea-4202612e812c", "tag": "a5d09877-1860-4dd5-92fe-43c5c45f32d8", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:52:21.081417 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38f12bca-fdbd-4fb4-be07-e8436282e58b {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:52:21.082040 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baff9e36-0623-4502-94ea-4202612e812c', 'tag': 'a5d09877-1860-4dd5-92fe-43c5c45f32d8', 'status': 'completed', 'code': 200} Feb 09 01:52:21.091781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network f4329b4f-616c-4e5e-854f-78502a4b9edf details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:52:21.141145 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8577b0-9418-4c5c-8677-860560695a16 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d09877-1860-4dd5-92fe-43c5c45f32d8,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:21.184025 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:52:16Z', 'revision_number': 2, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None, '_interfaces': [{'id': 'd935b279-27b6-47b1-bc66-ebaba3160426', 'name': '', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:0f:f0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:15Z', 'updated_at': '2022-02-09T01:52:17Z', 'revision_number': 2, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:21.222846 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] Checking router: 9b6a6b2a-5a87-40e2-b036-4b31e575e525 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:52:21.223436 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] Updating router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 port d935b279-27b6-47b1-bc66-ebaba3160426 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:52:21.248497 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-d68b5c19-92f2-4e12-a6b6-85e6af76edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:21.250029 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-d68b5c19-92f2-4e12-a6b6-85e6af76edf4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&device_id=baff9e36-0623-4502-94ea-4202612e812c HTTP/1.1" status: 200 len: 1125 time: 0.2376337 Feb 09 01:52:21.262723 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d935b279-27b6-47b1-bc66-ebaba3160426), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:21.314949 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-3b15b85f-0139-40b4-9507-5440f218e88d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5d09877-1860-4dd5-92fe-43c5c45f32d8 HTTP/1.1" status: 200 len: 217 time: 0.0556657 Feb 09 01:52:21.316891 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639cfb86-f36a-4727-911e-cace9db1f356 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Made reservation on behalf of 247ac12d74ff449fabfbe552acae8758 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:52:21.320706 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-639cfb86-f36a-4727-911e-cace9db1f356 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:21.496133 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-f8ca3842-2bb3-4968-82ce-55c8202adc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:21.498084 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-f8ca3842-2bb3-4968-82ce-55c8202adc03 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c HTTP/1.1" status: 200 len: 845 time: 0.1728160 Feb 09 01:52:21.565982 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-e981ccb9-e4d2-40b7-bf0c-038ef42886bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473502 Feb 09 01:52:21.593752 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6a6f8acf-5033-42f3-8b58-106d4c6ef031 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ca637484-d257-4f17-9c12-fc0134761b5c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:21.649130 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] Publish callbacks [] for port (d935b279-27b6-47b1-bc66-ebaba3160426), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:21.658012 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d935b279-27b6-47b1-bc66-ebaba3160426), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:21.689414 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f8acf-5033-42f3-8b58-106d4c6ef031 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Pushing event deleted for resources: {'Port': ['ID=ca637484-d257-4f17-9c12-fc0134761b5c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:21.704108 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad2520-6045-4c8e-920e-927e504b6e84 req-84df0a1b-b273-4571-9ab5-1d65b4fe689d tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:21.705687 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d5ad2520-6045-4c8e-920e-927e504b6e84 req-84df0a1b-b273-4571-9ab5-1d65b4fe689d tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.2441039 Feb 09 01:52:21.729729 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3bea85-fa42-45ff-b35d-e42ae3491288 None None] Pushing event updated for resources: {'Port': ['ID=d935b279-27b6-47b1-bc66-ebaba3160426,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:21.742637 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bea85-fa42-45ff-b35d-e42ae3491288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:21.742984 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bea85-fa42-45ff-b35d-e42ae3491288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:21.743477 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bea85-fa42-45ff-b35d-e42ae3491288 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:21.743671 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bea85-fa42-45ff-b35d-e42ae3491288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:21.744405 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bea85-fa42-45ff-b35d-e42ae3491288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:21.744909 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bea85-fa42-45ff-b35d-e42ae3491288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:21.745517 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bea85-fa42-45ff-b35d-e42ae3491288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:21.745843 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bea85-fa42-45ff-b35d-e42ae3491288 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:21.746164 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bea85-fa42-45ff-b35d-e42ae3491288 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:21.746483 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bea85-fa42-45ff-b35d-e42ae3491288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:21.746802 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bea85-fa42-45ff-b35d-e42ae3491288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:21.747116 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bea85-fa42-45ff-b35d-e42ae3491288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:21.747462 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bea85-fa42-45ff-b35d-e42ae3491288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:21.815798 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] Attempting to bind port d935b279-27b6-47b1-bc66-ebaba3160426 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:52:21.816444 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] Attempting to bind port d935b279-27b6-47b1-bc66-ebaba3160426 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'c1a39ff3-e87b-4c59-877e-28f2e1fa39f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:52:21.817325 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] Attempting to bind port d935b279-27b6-47b1-bc66-ebaba3160426 on network 0764505a-67df-4fd2-b0f8-5b3d84d98eee {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:21.833757 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:52:21.834499 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] Checking segment: {'id': 'c1a39ff3-e87b-4c59-877e-28f2e1fa39f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:21.835098 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:21.835761 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] Bound using segment: {'id': 'c1a39ff3-e87b-4c59-877e-28f2e1fa39f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:52:21.836491 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] Bound port: d935b279-27b6-47b1-bc66-ebaba3160426, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a39ff3-e87b-4c59-877e-28f2e1fa39f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:52:21.837272 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d935b279-27b6-47b1-bc66-ebaba3160426), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:21.901530 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d5ad2520-6045-4c8e-920e-927e504b6e84 req-1c2d7ebb-84e9-4afe-b1f3-43da9141de3f tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720457 Feb 09 01:52:21.931063 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] For port d935b279-27b6-47b1-bc66-ebaba3160426, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:52:21.941929 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] For port d935b279-27b6-47b1-bc66-ebaba3160426, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d935b279-27b6-47b1-bc66-ebaba3160426,segment=NetworkSegment(c1a39ff3-e87b-4c59-877e-28f2e1fa39f3),segment_id=c1a39ff3-e87b-4c59-877e-28f2e1fa39f3)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:52:21.951640 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d935b279-27b6-47b1-bc66-ebaba3160426), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:22.023158 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-1a4c5cac-2b84-43c4-91be-868878c7446c service neutron] 10.222.0.67 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443672 Feb 09 01:52:22.110432 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169fee6-fb84-46b9-8df0-3c6182157c8f req-e1ad4ffd-f053-42ba-890d-c9cf096d47a5 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:22.129080 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9169fee6-fb84-46b9-8df0-3c6182157c8f req-e1ad4ffd-f053-42ba-890d-c9cf096d47a5 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.1687667 Feb 09 01:52:22.146805 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] Routers {'9b6a6b2a-5a87-40e2-b036-4b31e575e525'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:22.147657 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:22.241824 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9169fee6-fb84-46b9-8df0-3c6182157c8f req-7ffbd42e-116d-41b9-831e-51aecbe6a3b0 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113214 Feb 09 01:52:22.256634 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3bea85-fa42-45ff-b35d-e42ae3491288 None None] Pushing event updated for resources: {'Port': ['ID=d935b279-27b6-47b1-bc66-ebaba3160426,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:22.301430 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6a6f8acf-5033-42f3-8b58-106d4c6ef031 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (3d792c03-2f3d-43ed-b02b-3ad513cacddd), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:22.333781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3431921d-da25-4772-9398-1ac3d368d878 None None] Provisioning complete for port d935b279-27b6-47b1-bc66-ebaba3160426 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:22.334889 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3431921d-da25-4772-9398-1ac3d368d878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d935b279-27b6-47b1-bc66-ebaba3160426), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:22.351697 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-639cfb86-f36a-4727-911e-cace9db1f356 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (ea83c285-b44b-4dee-af8d-ebf53daae230), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:22.365231 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] Set router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:22.496178 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3431921d-da25-4772-9398-1ac3d368d878 None None] Current status of the port d935b279-27b6-47b1-bc66-ebaba3160426 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:22.496782 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3431921d-da25-4772-9398-1ac3d368d878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d935b279-27b6-47b1-bc66-ebaba3160426), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:22.559789 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31393f31-995a-47bc-ba3b-db54833b8e7d req-2be0acf2-3802-4443-85f7-6d509ed65c3a service neutron] 10.222.0.67 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239072 Feb 09 01:52:22.589520 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3431921d-da25-4772-9398-1ac3d368d878 None None] For port d935b279-27b6-47b1-bc66-ebaba3160426, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d935b279-27b6-47b1-bc66-ebaba3160426,segment=NetworkSegment(c1a39ff3-e87b-4c59-877e-28f2e1fa39f3),segment_id=c1a39ff3-e87b-4c59-877e-28f2e1fa39f3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:22.597089 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3431921d-da25-4772-9398-1ac3d368d878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d935b279-27b6-47b1-bc66-ebaba3160426), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:22.608863 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cfb86-f36a-4727-911e-cace9db1f356 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Subnet': ['ID=ea83c285-b44b-4dee-af8d-ebf53daae230,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:22.641937 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7543a8-985b-4eae-9d23-450ca1cf206b req-49cc7296-37de-48d6-874e-721edba22b75 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:22.649762 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d7543a8-985b-4eae-9d23-450ca1cf206b req-49cc7296-37de-48d6-874e-721edba22b75 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=baff9e36-0623-4502-94ea-4202612e812c HTTP/1.1" status: 200 len: 943 time: 0.4102521 Feb 09 01:52:22.659635 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431921d-da25-4772-9398-1ac3d368d878 None None] Pushing event updated for resources: {'Port': ['ID=d935b279-27b6-47b1-bc66-ebaba3160426,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:22.670941 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431921d-da25-4772-9398-1ac3d368d878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:22.671290 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431921d-da25-4772-9398-1ac3d368d878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:22.671823 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431921d-da25-4772-9398-1ac3d368d878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:22.672387 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431921d-da25-4772-9398-1ac3d368d878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:22.673321 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431921d-da25-4772-9398-1ac3d368d878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:22.673904 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431921d-da25-4772-9398-1ac3d368d878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:22.674473 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431921d-da25-4772-9398-1ac3d368d878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:22.676129 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431921d-da25-4772-9398-1ac3d368d878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:22.676988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431921d-da25-4772-9398-1ac3d368d878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:22.677562 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431921d-da25-4772-9398-1ac3d368d878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:22.678155 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431921d-da25-4772-9398-1ac3d368d878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:22.678950 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431921d-da25-4772-9398-1ac3d368d878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:22.679525 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431921d-da25-4772-9398-1ac3d368d878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:22.709329 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:52:16Z', 'revision_number': 2, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None, '_interfaces': [{'id': 'd935b279-27b6-47b1-bc66-ebaba3160426', 'name': '', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:0f:f0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:15Z', 'updated_at': '2022-02-09T01:52:21Z', 'revision_number': 4, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:22.727308 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-283bf1a2-959b-456a-b713-cbd30692ba26 None None] Provisioning complete for port d935b279-27b6-47b1-bc66-ebaba3160426 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:22.727756 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-283bf1a2-959b-456a-b713-cbd30692ba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d935b279-27b6-47b1-bc66-ebaba3160426), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:22.751078 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacc929e-be26-4d99-b2d9-e00a65e48c3f None None] The sync data for ids ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'] in n-d-828387-3 is: [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:52:16Z', 'revision_number': 2, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None, '_interfaces': [{'id': 'd935b279-27b6-47b1-bc66-ebaba3160426', 'name': '', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:0f:f0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:15Z', 'updated_at': '2022-02-09T01:52:21Z', 'revision_number': 4, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:52:22.783349 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639cfb86-f36a-4727-911e-cace9db1f356 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Checking segment: {'id': 'f40aff49-fbe0-489d-8771-6ac38f1e80d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:22.783732 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639cfb86-f36a-4727-911e-cace9db1f356 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network hostable DHCP agents. Network: f4329b4f-616c-4e5e-854f-78502a4b9edf, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:52:22.838719 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-283bf1a2-959b-456a-b713-cbd30692ba26 None None] Current status of the port d935b279-27b6-47b1-bc66-ebaba3160426 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:22.846154 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6f8acf-5033-42f3-8b58-106d4c6ef031 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Router 3d792c03-2f3d-43ed-b02b-3ad513cacddd has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:52:22.857715 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d7543a8-985b-4eae-9d23-450ca1cf206b req-2514d0cc-de49-46e7-8144-69ca9c4c775f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977828 Feb 09 01:52:22.860358 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639cfb86-f36a-4727-911e-cace9db1f356 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network f4329b4f-616c-4e5e-854f-78502a4b9edf is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:52:22.865831 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542661a-dd40-46df-91ec-5abb045b26c1 req-c570ce20-f391-456f-90be-dec00dd0aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:22.867400 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8542661a-dd40-46df-91ec-5abb045b26c1 req-c570ce20-f391-456f-90be-dec00dd0aa6c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&device_id=baff9e36-0623-4502-94ea-4202612e812c HTTP/1.1" status: 200 len: 1125 time: 0.2061348 Feb 09 01:52:22.893244 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-639cfb86-f36a-4727-911e-cace9db1f356 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, f4329b4f-616c-4e5e-854f-78502a4b9edf) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:22.908134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4556f414-ce4b-42cd-9dbf-0c53c1bab2fa None None] Network f4329b4f-616c-4e5e-854f-78502a4b9edf requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:52:22.936378 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639cfb86-f36a-4727-911e-cace9db1f356 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:22.937134 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-639cfb86-f36a-4727-911e-cace9db1f356 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:23.032069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6f8acf-5033-42f3-8b58-106d4c6ef031 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:52:23.042155 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6a6f8acf-5033-42f3-8b58-106d4c6ef031 tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] 10.222.0.36 "PUT /v2.0/routers/3d792c03-2f3d-43ed-b02b-3ad513cacddd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2645030 Feb 09 01:52:23.044860 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52836) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:23.048847 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5174d5-6337-49b8-81c6-b9a4bdbb80ab None None] Sync routers for ids ['3d792c03-2f3d-43ed-b02b-3ad513cacddd'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:52:23.051167 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-639cfb86-f36a-4727-911e-cace9db1f356 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0707755 Feb 09 01:52:23.055109 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52838) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:23.166951 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427c3f8e-ebfe-4d20-b310-b80df166be5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-f4329b4f-616c-4e5e-854f-78502a4b9edf', 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf', 'project_id': '247ac12d74ff449fabfbe552acae8758', 'fixed_ips': [{'subnet_id': 'ea83c285-b44b-4dee-af8d-ebf53daae230'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:52:23.168689 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-427c3f8e-ebfe-4d20-b310-b80df166be5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:23.193830 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5174d5-6337-49b8-81c6-b9a4bdbb80ab None None] Routers {'3d792c03-2f3d-43ed-b02b-3ad513cacddd'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:23.194473 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ed5174d5-6337-49b8-81c6-b9a4bdbb80ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['3d792c03-2f3d-43ed-b02b-3ad513cacddd'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:23.226301 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e92dec31-2a1f-4116-a910-ec63d3c1855e tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks [] for router (3d792c03-2f3d-43ed-b02b-3ad513cacddd), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:23.230173 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542661a-dd40-46df-91ec-5abb045b26c1 req-0365385a-259d-4523-8889-795a148558d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:23.231742 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8542661a-dd40-46df-91ec-5abb045b26c1 req-0365385a-259d-4523-8889-795a148558d1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 200 len: 906 time: 0.3541157 Feb 09 01:52:23.285779 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ed5174d5-6337-49b8-81c6-b9a4bdbb80ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:23.366720 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8542661a-dd40-46df-91ec-5abb045b26c1 req-cdd54eef-20b2-412f-a774-e668a23ef002 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5d09877-1860-4dd5-92fe-43c5c45f32d8 HTTP/1.1" status: 200 len: 217 time: 0.0864453 Feb 09 01:52:23.411948 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfccb2-bf0f-43ae-8ee9-bb5fad7c3a4a req-c86d087e-8538-4a3d-83bb-a3824e86cc71 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:23.419383 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dadfccb2-bf0f-43ae-8ee9-bb5fad7c3a4a req-c86d087e-8538-4a3d-83bb-a3824e86cc71 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.3653517 Feb 09 01:52:23.459077 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5174d5-6337-49b8-81c6-b9a4bdbb80ab None None] Routers {'3d792c03-2f3d-43ed-b02b-3ad513cacddd'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:23.461052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ed5174d5-6337-49b8-81c6-b9a4bdbb80ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['3d792c03-2f3d-43ed-b02b-3ad513cacddd'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:23.511731 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542661a-dd40-46df-91ec-5abb045b26c1 req-50fccc87-7a3a-4741-9428-b747c1599591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:23.513347 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8542661a-dd40-46df-91ec-5abb045b26c1 req-50fccc87-7a3a-4741-9428-b747c1599591 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c HTTP/1.1" status: 200 len: 845 time: 0.1408136 Feb 09 01:52:23.522333 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-827eaa0d-3f97-4e61-8fd5-28b1241b3824 req-dbde0aa7-63dc-4dfd-b38f-1ae6b2f3ca60 service neutron] (103184) timed out ('10.222.0.36', 53934) {{(pid=103184) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:52:23.557915 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ed5174d5-6337-49b8-81c6-b9a4bdbb80ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:23.558945 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5174d5-6337-49b8-81c6-b9a4bdbb80ab None None] The sync data for ids ['3d792c03-2f3d-43ed-b02b-3ad513cacddd'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:52:23.610996 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8542661a-dd40-46df-91ec-5abb045b26c1 req-a575b6e3-1d12-407f-88c2-0a3bd9203859 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618005 Feb 09 01:52:23.617134 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e92dec31-2a1f-4116-a910-ec63d3c1855e tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (3d792c03-2f3d-43ed-b02b-3ad513cacddd), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:23.628585 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e92dec31-2a1f-4116-a910-ec63d3c1855e tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks [] for router_controller (3d792c03-2f3d-43ed-b02b-3ad513cacddd), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:23.667042 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dadfccb2-bf0f-43ae-8ee9-bb5fad7c3a4a req-ff5c544f-f254-4d84-907d-a41f14a37b45 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459447 Feb 09 01:52:23.702874 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-427c3f8e-ebfe-4d20-b310-b80df166be5e None None] Allocated IP 2001:db8:1::2 (f4329b4f-616c-4e5e-854f-78502a4b9edf/ea83c285-b44b-4dee-af8d-ebf53daae230/ffd6de02-57a9-476b-a80b-1183bafadc33) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:23.750494 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d802d71-92d4-43ae-86e9-1569ac69496d req-b290d1a1-5c26-462e-b3bd-03f6ac59e1f5 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:23.758000 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8d802d71-92d4-43ae-86e9-1569ac69496d req-b290d1a1-5c26-462e-b3bd-03f6ac59e1f5 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.2876348 Feb 09 01:52:23.777075 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e92dec31-2a1f-4116-a910-ec63d3c1855e tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (3d792c03-2f3d-43ed-b02b-3ad513cacddd), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:23.777593 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92dec31-2a1f-4116-a910-ec63d3c1855e tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Fanout notify agent at l3_agent the message router_deleted on router 3d792c03-2f3d-43ed-b02b-3ad513cacddd {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:52:23.789512 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e92dec31-2a1f-4116-a910-ec63d3c1855e tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:23.790613 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b01a1bc1-1864-4427-9d3d-55d58f83367f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:23.790756 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e92dec31-2a1f-4116-a910-ec63d3c1855e tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] 10.222.0.36 "DELETE /v2.0/routers/3d792c03-2f3d-43ed-b02b-3ad513cacddd HTTP/1.1" status: 204 len: 168 time: 0.7447741 Feb 09 01:52:23.795351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52850) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:24.011951 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-427c3f8e-ebfe-4d20-b310-b80df166be5e None None] Publish callbacks [] for port (ffd6de02-57a9-476b-a80b-1183bafadc33), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:24.020330 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-427c3f8e-ebfe-4d20-b310-b80df166be5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (ffd6de02-57a9-476b-a80b-1183bafadc33), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:24.106865 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427c3f8e-ebfe-4d20-b310-b80df166be5e None None] Network f4329b4f-616c-4e5e-854f-78502a4b9edf is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:24.114761 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-427c3f8e-ebfe-4d20-b310-b80df166be5e None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:24.164616 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427c3f8e-ebfe-4d20-b310-b80df166be5e None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:24.167979 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c3f8e-ebfe-4d20-b310-b80df166be5e None None] Pushing event updated for resources: {'Port': ['ID=ffd6de02-57a9-476b-a80b-1183bafadc33,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:24.177646 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52856) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:24.222889 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afeaa6f-56e7-4748-b52b-f3958f158e2a req-c8128cd5-357a-4d09-934d-06f3b8dcff11 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:24.231735 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5afeaa6f-56e7-4748-b52b-f3958f158e2a req-c8128cd5-357a-4d09-934d-06f3b8dcff11 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=baff9e36-0623-4502-94ea-4202612e812c HTTP/1.1" status: 200 len: 943 time: 0.2466893 Feb 09 01:52:24.249721 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-427c3f8e-ebfe-4d20-b310-b80df166be5e None None] Attempting to bind port ffd6de02-57a9-476b-a80b-1183bafadc33 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:52:24.250093 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-427c3f8e-ebfe-4d20-b310-b80df166be5e None None] Attempting to bind port ffd6de02-57a9-476b-a80b-1183bafadc33 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f40aff49-fbe0-489d-8771-6ac38f1e80d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:52:24.250452 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427c3f8e-ebfe-4d20-b310-b80df166be5e None None] Attempting to bind port ffd6de02-57a9-476b-a80b-1183bafadc33 on network f4329b4f-616c-4e5e-854f-78502a4b9edf {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:24.257469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427c3f8e-ebfe-4d20-b310-b80df166be5e None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:52:24.257906 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427c3f8e-ebfe-4d20-b310-b80df166be5e None None] Checking segment: {'id': 'f40aff49-fbe0-489d-8771-6ac38f1e80d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:24.258240 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-427c3f8e-ebfe-4d20-b310-b80df166be5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:24.258709 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427c3f8e-ebfe-4d20-b310-b80df166be5e None None] Bound using segment: {'id': 'f40aff49-fbe0-489d-8771-6ac38f1e80d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:52:24.259360 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-427c3f8e-ebfe-4d20-b310-b80df166be5e None None] Bound port: ffd6de02-57a9-476b-a80b-1183bafadc33, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40aff49-fbe0-489d-8771-6ac38f1e80d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:52:24.259665 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-427c3f8e-ebfe-4d20-b310-b80df166be5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ffd6de02-57a9-476b-a80b-1183bafadc33), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:24.337285 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-427c3f8e-ebfe-4d20-b310-b80df166be5e None None] For port ffd6de02-57a9-476b-a80b-1183bafadc33, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:52:24.343462 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-427c3f8e-ebfe-4d20-b310-b80df166be5e None None] For port ffd6de02-57a9-476b-a80b-1183bafadc33, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ffd6de02-57a9-476b-a80b-1183bafadc33,segment=NetworkSegment(f40aff49-fbe0-489d-8771-6ac38f1e80d7),segment_id=f40aff49-fbe0-489d-8771-6ac38f1e80d7)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:52:24.348580 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d935b279-27b6-47b1-bc66-ebaba3160426 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:24.366328 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8542661a-dd40-46df-91ec-5abb045b26c1 req-a58396d2-6563-4784-b876-9a5c00eb19f3 service neutron] 10.222.0.67 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7470741 Feb 09 01:52:24.387410 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8d802d71-92d4-43ae-86e9-1569ac69496d req-403621d6-1a8e-4162-bdd7-234555c9665c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6284771 Feb 09 01:52:24.403132 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-427c3f8e-ebfe-4d20-b310-b80df166be5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ffd6de02-57a9-476b-a80b-1183bafadc33), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:24.455105 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-6feb0b83-7e25-4164-81eb-ecc53d03d67e tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Deleting subnet 65cb40fe-076e-4024-a96a-0002fd949178 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:52:24.465821 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6feb0b83-7e25-4164-81eb-ecc53d03d67e tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks [] for subnet (65cb40fe-076e-4024-a96a-0002fd949178), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:24.476823 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port d935b279-27b6-47b1-bc66-ebaba3160426 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:24.477494 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d935b279-27b6-47b1-bc66-ebaba3160426), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:24.526939 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c3f8e-ebfe-4d20-b310-b80df166be5e None None] Pushing event updated for resources: {'Port': ['ID=ffd6de02-57a9-476b-a80b-1183bafadc33,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:24.542217 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6feb0b83-7e25-4164-81eb-ecc53d03d67e tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (65cb40fe-076e-4024-a96a-0002fd949178), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:24.603747 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8542661a-dd40-46df-91ec-5abb045b26c1 req-9e4d1f9d-728e-4bec-913d-0d94b846f23f service neutron] 10.222.0.67 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297277 Feb 09 01:52:24.613053 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port d935b279-27b6-47b1-bc66-ebaba3160426 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:24.672372 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6feb0b83-7e25-4164-81eb-ecc53d03d67e tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (65cb40fe-076e-4024-a96a-0002fd949178), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:24.805957 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5afeaa6f-56e7-4748-b52b-f3958f158e2a req-f42a91f0-56c2-47d7-9e53-e19174618711 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709779 Feb 09 01:52:24.824893 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5040536f-9712-4830-979e-a4056f62fd6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:24.841867 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6feb0b83-7e25-4164-81eb-ecc53d03d67e tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (65cb40fe-076e-4024-a96a-0002fd949178), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:24.858555 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-b01a1bc1-1864-4427-9d3d-55d58f83367f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Allocated IP 2001:db8:1::1 (f4329b4f-616c-4e5e-854f-78502a4b9edf/ea83c285-b44b-4dee-af8d-ebf53daae230/80daab7d-b95a-46d2-a832-bdd83d21e322) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:24.908394 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6feb0b83-7e25-4164-81eb-ecc53d03d67e tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:24.914299 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6feb0b83-7e25-4164-81eb-ecc53d03d67e tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] 10.222.0.36 "DELETE /v2.0/subnets/65cb40fe-076e-4024-a96a-0002fd949178 HTTP/1.1" status: 204 len: 168 time: 1.1154387 Feb 09 01:52:24.914518 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad9e633-8551-460c-892f-dbc9ac6cbea8 None None] Network 406bfb11-cab8-4593-9239-ffbbeec04226 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:52:24.920305 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52862) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:24.923562 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb0b83-7e25-4164-81eb-ecc53d03d67e tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Pushing event deleted for resources: {'Subnet': ['ID=65cb40fe-076e-4024-a96a-0002fd949178,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:25.049973 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7595b7-cdac-4d0f-bf7d-2125bb0b016f req-f68c6f28-cbe4-4209-8cc1-8e30981e1675 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:25.051555 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7c7595b7-cdac-4d0f-bf7d-2125bb0b016f req-f68c6f28-cbe4-4209-8cc1-8e30981e1675 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.2630711 Feb 09 01:52:25.064649 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2188c770-bbdf-41b0-a02c-3057ce11d57a tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (406bfb11-cab8-4593-9239-ffbbeec04226), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.099568 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5040536f-9712-4830-979e-a4056f62fd6b admin admin] Publish callbacks [] for security_group (534feea4-d0cb-4450-a364-d69088e9240d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.107726 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5040536f-9712-4830-979e-a4056f62fd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (534feea4-d0cb-4450-a364-d69088e9240d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.124201 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b01a1bc1-1864-4427-9d3d-55d58f83367f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for port (80daab7d-b95a-46d2-a832-bdd83d21e322), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.162423 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5040536f-9712-4830-979e-a4056f62fd6b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=47ec64391e124b73b621d535cdb32ebc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9818287 Feb 09 01:52:25.172164 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52866) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:25.184089 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040536f-9712-4830-979e-a4056f62fd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534feea4-d0cb-4450-a364-d69088e9240d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:25.184606 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7c7595b7-cdac-4d0f-bf7d-2125bb0b016f req-34f3a58d-1396-4f5d-8f97-6cc3084ce261 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244388 Feb 09 01:52:25.220275 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cda4bd4-4914-4e8f-b8f5-5e2aa3cf4662 None None] DHCP port deletion for 406bfb11-cab8-4593-9239-ffbbeec04226 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:52:25.223778 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-2188c770-bbdf-41b0-a02c-3057ce11d57a tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Deleting port 85c0850c-bda8-47c0-81e0-268a85e48761 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:52:25.224176 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2188c770-bbdf-41b0-a02c-3057ce11d57a tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (85c0850c-bda8-47c0-81e0-268a85e48761), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.240604 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b01a1bc1-1864-4427-9d3d-55d58f83367f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (80daab7d-b95a-46d2-a832-bdd83d21e322), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.293032 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01a1bc1-1864-4427-9d3d-55d58f83367f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network f4329b4f-616c-4e5e-854f-78502a4b9edf is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:25.298384 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2cda4bd4-4914-4e8f-b8f5-5e2aa3cf4662 None None] Deleting port 85c0850c-bda8-47c0-81e0-268a85e48761 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:52:25.299130 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2cda4bd4-4914-4e8f-b8f5-5e2aa3cf4662 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (85c0850c-bda8-47c0-81e0-268a85e48761), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.305023 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b01a1bc1-1864-4427-9d3d-55d58f83367f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:25.305273 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-2188c770-bbdf-41b0-a02c-3057ce11d57a tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] For port 85c0850c-bda8-47c0-81e0-268a85e48761, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=85c0850c-bda8-47c0-81e0-268a85e48761,segment=NetworkSegment(81a5a1ae-faa4-4d5e-b91e-1f0214291634),segment_id=81a5a1ae-faa4-4d5e-b91e-1f0214291634)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:25.305736 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2188c770-bbdf-41b0-a02c-3057ce11d57a tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (85c0850c-bda8-47c0-81e0-268a85e48761), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.313109 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01a1bc1-1864-4427-9d3d-55d58f83367f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:25.313984 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b01a1bc1-1864-4427-9d3d-55d58f83367f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (9b6a6b2a-5a87-40e2-b036-4b31e575e525), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.321889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-2188c770-bbdf-41b0-a02c-3057ce11d57a tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Calling delete_port for 85c0850c-bda8-47c0-81e0-268a85e48761 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:52:25.362778 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a1bc1-1864-4427-9d3d-55d58f83367f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Port': ['ID=80daab7d-b95a-46d2-a832-bdd83d21e322,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:25.367786 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ac68539-14de-4753-9007-b226002f547d admin admin] Publish callbacks [] for security_group (534feea4-d0cb-4450-a364-d69088e9240d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.388037 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-2cda4bd4-4914-4e8f-b8f5-5e2aa3cf4662 None None] For port 85c0850c-bda8-47c0-81e0-268a85e48761, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=85c0850c-bda8-47c0-81e0-268a85e48761,segment=NetworkSegment(81a5a1ae-faa4-4d5e-b91e-1f0214291634),segment_id=81a5a1ae-faa4-4d5e-b91e-1f0214291634)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:25.388486 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2cda4bd4-4914-4e8f-b8f5-5e2aa3cf4662 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (85c0850c-bda8-47c0-81e0-268a85e48761), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.404350 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2cda4bd4-4914-4e8f-b8f5-5e2aa3cf4662 None None] Calling delete_port for 85c0850c-bda8-47c0-81e0-268a85e48761 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:52:25.421519 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ac68539-14de-4753-9007-b226002f547d admin admin] Publish callbacks [] for security_group (534feea4-d0cb-4450-a364-d69088e9240d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.451042 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2188c770-bbdf-41b0-a02c-3057ce11d57a tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (85c0850c-bda8-47c0-81e0-268a85e48761), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.490017 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188c770-bbdf-41b0-a02c-3057ce11d57a tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Pushing event deleted for resources: {'Port': ['ID=85c0850c-bda8-47c0-81e0-268a85e48761,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:25.498178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2188c770-bbdf-41b0-a02c-3057ce11d57a tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] No DVR routers for this DVR port 85c0850c-bda8-47c0-81e0-268a85e48761 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:52:25.535924 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b01a1bc1-1864-4427-9d3d-55d58f83367f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (80daab7d-b95a-46d2-a832-bdd83d21e322), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.549480 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2cda4bd4-4914-4e8f-b8f5-5e2aa3cf4662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (85c0850c-bda8-47c0-81e0-268a85e48761), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.593492 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ac68539-14de-4753-9007-b226002f547d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (534feea4-d0cb-4450-a364-d69088e9240d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.595345 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cda4bd4-4914-4e8f-b8f5-5e2aa3cf4662 None None] No DVR routers for this DVR port 85c0850c-bda8-47c0-81e0-268a85e48761 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:52:25.600180 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda4bd4-4914-4e8f-b8f5-5e2aa3cf4662 None None] Pushing event deleted for resources: {'Port': ['ID=85c0850c-bda8-47c0-81e0-268a85e48761,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:25.605326 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ac68539-14de-4753-9007-b226002f547d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.605326 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3ac68539-14de-4753-9007-b226002f547d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/534feea4-d0cb-4450-a364-d69088e9240d HTTP/1.1" status: 204 len: 168 time: 0.4314711 Feb 09 01:52:25.646442 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2188c770-bbdf-41b0-a02c-3057ce11d57a tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (406bfb11-cab8-4593-9239-ffbbeec04226), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.655849 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d9ab3-6bd4-4223-b2dd-068124e4ac00 req-91c8e83e-5882-464e-b405-089c8d9a2949 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:25.659854 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a00d9ab3-6bd4-4223-b2dd-068124e4ac00 req-91c8e83e-5882-464e-b405-089c8d9a2949 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.1790476 Feb 09 01:52:25.667704 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68539-14de-4753-9007-b226002f547d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534feea4-d0cb-4450-a364-d69088e9240d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:25.717096 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-2188c770-bbdf-41b0-a02c-3057ce11d57a tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['406bfb11-cab8-4593-9239-ffbbeec04226']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:25.733409 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-2188c770-bbdf-41b0-a02c-3057ce11d57a tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a5a1ae-faa4-4d5e-b91e-1f0214291634') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:25.734447 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-2188c770-bbdf-41b0-a02c-3057ce11d57a tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a5a1ae-faa4-4d5e-b91e-1f0214291634') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:25.756665 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2188c770-bbdf-41b0-a02c-3057ce11d57a tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (81a5a1ae-faa4-4d5e-b91e-1f0214291634), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.776533 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2188c770-bbdf-41b0-a02c-3057ce11d57a tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (81a5a1ae-faa4-4d5e-b91e-1f0214291634), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.786207 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2188c770-bbdf-41b0-a02c-3057ce11d57a tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:52:25.786717 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2188c770-bbdf-41b0-a02c-3057ce11d57a tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (81a5a1ae-faa4-4d5e-b91e-1f0214291634), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:52:25.790855 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:52:25.897245 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a00d9ab3-6bd4-4223-b2dd-068124e4ac00 req-b47e855e-b232-48ff-851d-af97997d552d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946058 Feb 09 01:52:25.912985 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2188c770-bbdf-41b0-a02c-3057ce11d57a tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (406bfb11-cab8-4593-9239-ffbbeec04226), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.940267 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2188c770-bbdf-41b0-a02c-3057ce11d57a tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.951452 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2188c770-bbdf-41b0-a02c-3057ce11d57a tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] 10.222.0.36 "DELETE /v2.0/networks/406bfb11-cab8-4593-9239-ffbbeec04226 HTTP/1.1" status: 204 len: 168 time: 1.0230553 Feb 09 01:52:25.990211 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188c770-bbdf-41b0-a02c-3057ce11d57a tempest-FloatingIPNegativeTestJSON-435995693 tempest-FloatingIPNegativeTestJSON-435995693-project] Pushing event deleted for resources: {'Network': ['ID=406bfb11-cab8-4593-9239-ffbbeec04226,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:26.042025 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device a5d09877-1860-4dd5-92fe-43c5c45f32d8 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:52:26.127754 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f9add-055d-43d3-ac1f-5bd92149b425 req-ae845e98-6034-4397-bf98-da48db597707 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:26.130733 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b2f9add-055d-43d3-ac1f-5bd92149b425 req-ae845e98-6034-4397-bf98-da48db597707 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=baff9e36-0623-4502-94ea-4202612e812c HTTP/1.1" status: 200 len: 943 time: 0.1423194 Feb 09 01:52:26.139658 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b01a1bc1-1864-4427-9d3d-55d58f83367f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for port (80daab7d-b95a-46d2-a832-bdd83d21e322), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.146218 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b01a1bc1-1864-4427-9d3d-55d58f83367f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (80daab7d-b95a-46d2-a832-bdd83d21e322), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.148244 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b01a1bc1-1864-4427-9d3d-55d58f83367f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (9b6a6b2a-5a87-40e2-b036-4b31e575e525), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.195934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52878) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:26.206160 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b2f9add-055d-43d3-ac1f-5bd92149b425 req-aa267e42-470a-41fa-aea5-0305a78ae7f3 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695040 Feb 09 01:52:26.234436 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c15beba-fd98-428b-a752-56b180b1be35 None None] Network f4329b4f-616c-4e5e-854f-78502a4b9edf requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:52:26.237768 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ffd6de02-57a9-476b-a80b-1183bafadc33 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:26.255686 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aaf91e72-b954-47d0-9cab-23e8be0f5e27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.317699 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a1bc1-1864-4427-9d3d-55d58f83367f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Port': ['ID=80daab7d-b95a-46d2-a832-bdd83d21e322,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:26.356526 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aaf91e72-b954-47d0-9cab-23e8be0f5e27 admin admin] Publish callbacks [] for security_group (3f4b012d-fd63-4b84-abb5-72a271e62897), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.362994 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aaf91e72-b954-47d0-9cab-23e8be0f5e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3f4b012d-fd63-4b84-abb5-72a271e62897), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.389127 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port a5d09877-1860-4dd5-92fe-43c5c45f32d8, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a5d09877-1860-4dd5-92fe-43c5c45f32d8,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:26.399008 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01a1bc1-1864-4427-9d3d-55d58f83367f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network f4329b4f-616c-4e5e-854f-78502a4b9edf is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:26.402849 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b01a1bc1-1864-4427-9d3d-55d58f83367f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:26.404465 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf91e72-b954-47d0-9cab-23e8be0f5e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4b012d-fd63-4b84-abb5-72a271e62897,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:26.411387 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'a5d09877-1860-4dd5-92fe-43c5c45f32d8', 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299', 'port_id': 'a5d09877-1860-4dd5-92fe-43c5c45f32d8', 'mac_address': 'fa:16:3e:95:60:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:52:26.432474 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68cf86-67ec-4775-bd65-4b3808aa2895 req-2c2a2f55-32cf-4143-bc25-6fff5b84e556 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:26.434311 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0d68cf86-67ec-4775-bd65-4b3808aa2895 req-2c2a2f55-32cf-4143-bc25-6fff5b84e556 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.1289110 Feb 09 01:52:26.434591 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-aaf91e72-b954-47d0-9cab-23e8be0f5e27 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b0480cfb5814cc4ad177abd72179078&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2268002 Feb 09 01:52:26.436743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52884) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:26.487788 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52886) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:26.524372 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2d8a6d93-5ab8-4dd7-b2d6-9b11d2925951 admin admin] Publish callbacks [] for security_group (3f4b012d-fd63-4b84-abb5-72a271e62897), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.555873 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2d8a6d93-5ab8-4dd7-b2d6-9b11d2925951 admin admin] Publish callbacks [] for security_group (3f4b012d-fd63-4b84-abb5-72a271e62897), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.611042 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0d68cf86-67ec-4775-bd65-4b3808aa2895 req-ef6e0c4c-646a-4629-b2d2-667fa69e7b8c tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317773 Feb 09 01:52:26.616821 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01a1bc1-1864-4427-9d3d-55d58f83367f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:52:26.623124 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2d8a6d93-5ab8-4dd7-b2d6-9b11d2925951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3f4b012d-fd63-4b84-abb5-72a271e62897), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.627381 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2d8a6d93-5ab8-4dd7-b2d6-9b11d2925951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.629371 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2d8a6d93-5ab8-4dd7-b2d6-9b11d2925951 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f4b012d-fd63-4b84-abb5-72a271e62897 HTTP/1.1" status: 204 len: 168 time: 0.1899030 Feb 09 01:52:26.648011 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7acb9dd1-b7d3-4407-b43e-234b933e3a1c None None] Provisioning complete for port ffd6de02-57a9-476b-a80b-1183bafadc33 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:26.648556 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7acb9dd1-b7d3-4407-b43e-234b933e3a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ffd6de02-57a9-476b-a80b-1183bafadc33), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.656298 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a6d93-5ab8-4dd7-b2d6-9b11d2925951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4b012d-fd63-4b84-abb5-72a271e62897,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:26.696727 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port ffd6de02-57a9-476b-a80b-1183bafadc33 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:26.697286 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ffd6de02-57a9-476b-a80b-1183bafadc33), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.708837 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f6fa45e6-aa02-4c49-bf62-19a15785cbf1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=85a7fbab51ca4ab192ca579dce69934d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2182415 Feb 09 01:52:26.711397 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52892) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:26.766402 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01a1bc1-1864-4427-9d3d-55d58f83367f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:52:26.770807 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port a5d09877-1860-4dd5-92fe-43c5c45f32d8 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:26.771466 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a5d09877-1860-4dd5-92fe-43c5c45f32d8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.780961 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] Sync routers for ids ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:52:26.792725 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-271ef180-bf71-4822-ba76-8f0edf7270d7 admin admin] Publish callbacks [] for security_group (71a2dc1e-38eb-4924-bc73-2227e6c48132), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.802261 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b01a1bc1-1864-4427-9d3d-55d58f83367f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/routers/9b6a6b2a-5a87-40e2-b036-4b31e575e525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7451422 Feb 09 01:52:26.805068 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52896) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:26.809684 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] Routers {'9b6a6b2a-5a87-40e2-b036-4b31e575e525'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:26.810662 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:26.814397 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-60a0261c-ad75-41ba-b4ca-c81a4ba9e9e0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1017958404'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:26.823846 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-271ef180-bf71-4822-ba76-8f0edf7270d7 admin admin] Publish callbacks [] for security_group (71a2dc1e-38eb-4924-bc73-2227e6c48132), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.847069 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d09877-1860-4dd5-92fe-43c5c45f32d8 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:52:26.851371 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a0261c-ad75-41ba-b4ca-c81a4ba9e9e0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Made reservation on behalf of 247ac12d74ff449fabfbe552acae8758 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:52:26.856393 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60a0261c-ad75-41ba-b4ca-c81a4ba9e9e0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.893186 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-271ef180-bf71-4822-ba76-8f0edf7270d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (71a2dc1e-38eb-4924-bc73-2227e6c48132), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.896582 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-271ef180-bf71-4822-ba76-8f0edf7270d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.901773 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-271ef180-bf71-4822-ba76-8f0edf7270d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/71a2dc1e-38eb-4924-bc73-2227e6c48132 HTTP/1.1" status: 204 len: 168 time: 0.1886451 Feb 09 01:52:26.905677 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a0261c-ad75-41ba-b4ca-c81a4ba9e9e0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:52:26.910937 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ef180-bf71-4822-ba76-8f0edf7270d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a2dc1e-38eb-4924-bc73-2227e6c48132,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:26.924910 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60a0261c-ad75-41ba-b4ca-c81a4ba9e9e0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (b5846690-f3a4-474e-865c-ddbfd563ce87), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.925275 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7acb9dd1-b7d3-4407-b43e-234b933e3a1c None None] Current status of the port ffd6de02-57a9-476b-a80b-1183bafadc33 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:26.925808 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7acb9dd1-b7d3-4407-b43e-234b933e3a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ffd6de02-57a9-476b-a80b-1183bafadc33), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.926103 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-60a0261c-ad75-41ba-b4ca-c81a4ba9e9e0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Added segment b5846690-f3a4-474e-865c-ddbfd563ce87 of type vlan for network a01f1eae-ce16-4427-a8e4-11c368009fec Feb 09 01:52:26.945157 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port a5d09877-1860-4dd5-92fe-43c5c45f32d8, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a5d09877-1860-4dd5-92fe-43c5c45f32d8,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:26.966541 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a5d09877-1860-4dd5-92fe-43c5c45f32d8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.989186 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60a0261c-ad75-41ba-b4ca-c81a4ba9e9e0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (a01f1eae-ce16-4427-a8e4-11c368009fec), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:27.020893 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60a0261c-ad75-41ba-b4ca-c81a4ba9e9e0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (a01f1eae-ce16-4427-a8e4-11c368009fec), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:27.028459 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a0261c-ad75-41ba-b4ca-c81a4ba9e9e0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:27.029623 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60a0261c-ad75-41ba-b4ca-c81a4ba9e9e0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:27.035499 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] Set router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:27.086103 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-7acb9dd1-b7d3-4407-b43e-234b933e3a1c None None] For port ffd6de02-57a9-476b-a80b-1183bafadc33, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ffd6de02-57a9-476b-a80b-1183bafadc33,segment=NetworkSegment(f40aff49-fbe0-489d-8771-6ac38f1e80d7),segment_id=f40aff49-fbe0-489d-8771-6ac38f1e80d7)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:27.110037 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7acb9dd1-b7d3-4407-b43e-234b933e3a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ffd6de02-57a9-476b-a80b-1183bafadc33), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:27.137407 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ffd6de02-57a9-476b-a80b-1183bafadc33 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:27.137835 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ffd6de02-57a9-476b-a80b-1183bafadc33), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:27.160146 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-60a0261c-ad75-41ba-b4ca-c81a4ba9e9e0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3534212 Feb 09 01:52:27.165133 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52906) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:27.178554 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=a5d09877-1860-4dd5-92fe-43c5c45f32d8,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:27.182102 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-de8c21dd-1a43-47ba-9212-bed3516fc8f9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'subnet': {'network_id': 'a01f1eae-ce16-4427-a8e4-11c368009fec', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:27.222410 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a115418-aa66-4ac7-88de-1405f28d49a7 req-9eddd023-cf7b-4a6c-9393-fffd167b6065 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:27.251778 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a115418-aa66-4ac7-88de-1405f28d49a7 req-9eddd023-cf7b-4a6c-9393-fffd167b6065 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.1384556 Feb 09 01:52:27.285521 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0261c-ad75-41ba-b4ca-c81a4ba9e9e0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Network': ['ID=a01f1eae-ce16-4427-a8e4-11c368009fec,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:27.330857 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8c21dd-1a43-47ba-9212-bed3516fc8f9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Made reservation on behalf of 247ac12d74ff449fabfbe552acae8758 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:52:27.340784 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de8c21dd-1a43-47ba-9212-bed3516fc8f9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:27.435849 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a115418-aa66-4ac7-88de-1405f28d49a7 req-cd700d47-bf5a-4680-baab-c16533503201 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830165 Feb 09 01:52:27.455123 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network a01f1eae-ce16-4427-a8e4-11c368009fec details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:52:27.497009 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['a5d09877-1860-4dd5-92fe-43c5c45f32d8'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:52:27.623554 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb9dd1-b7d3-4407-b43e-234b933e3a1c None None] Pushing event updated for resources: {'Port': ['ID=ffd6de02-57a9-476b-a80b-1183bafadc33,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:27.680692 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc60ea5-6c1f-42c1-a18d-f86530200a7e req-d78416fe-1ad5-4f80-9275-1a410aec6bfc tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:27.682929 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:52:27.684016 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:52:27.687977 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8fc60ea5-6c1f-42c1-a18d-f86530200a7e req-d78416fe-1ad5-4f80-9275-1a410aec6bfc tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=baff9e36-0623-4502-94ea-4202612e812c HTTP/1.1" status: 200 len: 944 time: 0.2204068 Feb 09 01:52:27.721608 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5092d7b7-3266-481c-b8b7-eab2d517e427 None None] Provisioning complete for port 80daab7d-b95a-46d2-a832-bdd83d21e322 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:27.722187 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5092d7b7-3266-481c-b8b7-eab2d517e427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (80daab7d-b95a-46d2-a832-bdd83d21e322), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:27.904776 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8c1da-0ffe-4531-a220-0ce9da5d985b req-e0b7d16b-7e31-45bf-91e1-57ee46c9bd0d tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:27.912324 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a3a8c1da-0ffe-4531-a220-0ce9da5d985b req-e0b7d16b-7e31-45bf-91e1-57ee46c9bd0d tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.1205258 Feb 09 01:52:27.921672 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5092d7b7-3266-481c-b8b7-eab2d517e427 None None] Port 80daab7d-b95a-46d2-a832-bdd83d21e322 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:27.957330 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5092d7b7-3266-481c-b8b7-eab2d517e427 None None] Provisioning complete for port ffd6de02-57a9-476b-a80b-1183bafadc33 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:27.958093 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5092d7b7-3266-481c-b8b7-eab2d517e427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ffd6de02-57a9-476b-a80b-1183bafadc33), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:27.994638 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8fc60ea5-6c1f-42c1-a18d-f86530200a7e req-9d824098-e308-44db-a0c9-dfdc4270ed48 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974195 Feb 09 01:52:28.000356 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:52:25Z', 'revision_number': 3, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None, '_interfaces': [{'id': '80daab7d-b95a-46d2-a832-bdd83d21e322', 'name': '', 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:e5:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:24Z', 'updated_at': '2022-02-09T01:52:25Z', 'revision_number': 2, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd935b279-27b6-47b1-bc66-ebaba3160426', 'name': '', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:0f:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:15Z', 'updated_at': '2022-02-09T01:52:22Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:28.036502 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a3a8c1da-0ffe-4531-a220-0ce9da5d985b req-e0c18bb6-c67e-4720-8797-42be063c7203 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231549 Feb 09 01:52:28.078091 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5092d7b7-3266-481c-b8b7-eab2d517e427 None None] Current status of the port ffd6de02-57a9-476b-a80b-1183bafadc33 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:28.092329 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de8c21dd-1a43-47ba-9212-bed3516fc8f9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (73737dc1-879e-4825-b57f-ec0bcfd0c21f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:28.094031 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] Checking router: 9b6a6b2a-5a87-40e2-b036-4b31e575e525 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:52:28.095818 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] Updating router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 port 80daab7d-b95a-46d2-a832-bdd83d21e322 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:52:28.146588 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c21dd-1a43-47ba-9212-bed3516fc8f9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Subnet': ['ID=73737dc1-879e-4825-b57f-ec0bcfd0c21f,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:28.147971 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (80daab7d-b95a-46d2-a832-bdd83d21e322), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:28.189754 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8c21dd-1a43-47ba-9212-bed3516fc8f9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Checking segment: {'id': 'b5846690-f3a4-474e-865c-ddbfd563ce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a01f1eae-ce16-4427-a8e4-11c368009fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:28.190165 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8c21dd-1a43-47ba-9212-bed3516fc8f9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network hostable DHCP agents. Network: a01f1eae-ce16-4427-a8e4-11c368009fec, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:52:28.212382 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8c21dd-1a43-47ba-9212-bed3516fc8f9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network a01f1eae-ce16-4427-a8e4-11c368009fec is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:52:28.237324 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-de8c21dd-1a43-47ba-9212-bed3516fc8f9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, a01f1eae-ce16-4427-a8e4-11c368009fec) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:28.259574 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8c21dd-1a43-47ba-9212-bed3516fc8f9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:28.263509 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de8c21dd-1a43-47ba-9212-bed3516fc8f9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:28.271547 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ffd6de02-57a9-476b-a80b-1183bafadc33 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:28.276085 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81439e1a-11b7-4a26-96f2-0075126d7fd8 None None] Network a01f1eae-ce16-4427-a8e4-11c368009fec requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:52:28.301964 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-de8c21dd-1a43-47ba-9212-bed3516fc8f9 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1328552 Feb 09 01:52:28.302199 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52936) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:28.372959 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 85c0850c-bda8-47c0-81e0-268a85e48761 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:52:28.403473 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-30c4b1f1-38c9-4668-86ba-54fc95540a47 None None] Provisioning complete for port 80daab7d-b95a-46d2-a832-bdd83d21e322 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:28.404333 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-30c4b1f1-38c9-4668-86ba-54fc95540a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (80daab7d-b95a-46d2-a832-bdd83d21e322), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:28.431365 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 85c0850c-bda8-47c0-81e0-268a85e48761 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:52:28.432444 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 85c0850c-bda8-47c0-81e0-268a85e48761 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:52:28.473430 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-30c4b1f1-38c9-4668-86ba-54fc95540a47 None None] Port 80daab7d-b95a-46d2-a832-bdd83d21e322 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:28.511194 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e73e761-991b-4f93-86f6-7123e918a53b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-a01f1eae-ce16-4427-a8e4-11c368009fec', 'network_id': 'a01f1eae-ce16-4427-a8e4-11c368009fec', 'project_id': '247ac12d74ff449fabfbe552acae8758', 'fixed_ips': [{'subnet_id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:52:28.512109 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3e73e761-991b-4f93-86f6-7123e918a53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:28.529090 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] Publish callbacks [] for port (80daab7d-b95a-46d2-a832-bdd83d21e322), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:28.538169 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (80daab7d-b95a-46d2-a832-bdd83d21e322), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:28.797424 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989f41b-f349-45e5-b9a6-4000715a6277 req-55bc84d9-fc98-4ef0-8dfa-897cc08d20d2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:28.798422 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] Attempting to bind port 80daab7d-b95a-46d2-a832-bdd83d21e322 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:52:28.799091 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8989f41b-f349-45e5-b9a6-4000715a6277 req-55bc84d9-fc98-4ef0-8dfa-897cc08d20d2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.2109938 Feb 09 01:52:28.807460 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] Attempting to bind port 80daab7d-b95a-46d2-a832-bdd83d21e322 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f40aff49-fbe0-489d-8771-6ac38f1e80d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:52:28.808341 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] Attempting to bind port 80daab7d-b95a-46d2-a832-bdd83d21e322 on network f4329b4f-616c-4e5e-854f-78502a4b9edf {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:28.824685 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-3e73e761-991b-4f93-86f6-7123e918a53b None None] Allocated IP 2001:db8:2::2 (a01f1eae-ce16-4427-a8e4-11c368009fec/73737dc1-879e-4825-b57f-ec0bcfd0c21f/8d4342b0-7842-4af6-ad63-425f207319c9) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:28.830348 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf0582-fc78-44d9-bb94-1f67c4f5eaba None None] Pushing event updated for resources: {'Port': ['ID=80daab7d-b95a-46d2-a832-bdd83d21e322,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:28.839117 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:52:28.840126 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] Checking segment: {'id': 'f40aff49-fbe0-489d-8771-6ac38f1e80d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:28.843620 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:28.844279 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] Bound using segment: {'id': 'f40aff49-fbe0-489d-8771-6ac38f1e80d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:52:28.844959 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] Bound port: 80daab7d-b95a-46d2-a832-bdd83d21e322, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40aff49-fbe0-489d-8771-6ac38f1e80d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:52:28.845524 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (80daab7d-b95a-46d2-a832-bdd83d21e322), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:28.934328 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ffd6de02-57a9-476b-a80b-1183bafadc33 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:28.983327 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] For port 80daab7d-b95a-46d2-a832-bdd83d21e322, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:52:28.997406 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] For port 80daab7d-b95a-46d2-a832-bdd83d21e322, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=80daab7d-b95a-46d2-a832-bdd83d21e322,segment=NetworkSegment(f40aff49-fbe0-489d-8771-6ac38f1e80d7),segment_id=f40aff49-fbe0-489d-8771-6ac38f1e80d7)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:52:29.010180 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (80daab7d-b95a-46d2-a832-bdd83d21e322), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:29.015968 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8989f41b-f349-45e5-b9a6-4000715a6277 req-c036900b-5a61-48c0-8208-028ee234dc44 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048593 Feb 09 01:52:29.040296 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-406334d3-23f7-43f8-b343-345ff8d29a5b None None] Provisioning complete for port 80daab7d-b95a-46d2-a832-bdd83d21e322 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:29.041444 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-406334d3-23f7-43f8-b343-345ff8d29a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (80daab7d-b95a-46d2-a832-bdd83d21e322), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:29.098099 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52958) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:29.134765 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c18a99bd-c577-467f-918b-bec8f1fb9c29 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:29.201562 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port ffd6de02-57a9-476b-a80b-1183bafadc33 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:29.202470 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ffd6de02-57a9-476b-a80b-1183bafadc33), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:29.202667 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf0582-fc78-44d9-bb94-1f67c4f5eaba None None] Pushing event updated for resources: {'Port': ['ID=80daab7d-b95a-46d2-a832-bdd83d21e322,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:29.212732 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] Routers {'9b6a6b2a-5a87-40e2-b036-4b31e575e525'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:29.213649 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:29.315683 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bf723-7e06-44df-9621-e8293020d8b4 req-b12b82f5-ab05-4f9e-8880-fd7c47fe69dd tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:29.330523 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-267bf723-7e06-44df-9621-e8293020d8b4 req-b12b82f5-ab05-4f9e-8880-fd7c47fe69dd tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=baff9e36-0623-4502-94ea-4202612e812c HTTP/1.1" status: 200 len: 944 time: 0.1487722 Feb 09 01:52:29.340569 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-406334d3-23f7-43f8-b343-345ff8d29a5b None None] Current status of the port 80daab7d-b95a-46d2-a832-bdd83d21e322 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:29.340962 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-406334d3-23f7-43f8-b343-345ff8d29a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (80daab7d-b95a-46d2-a832-bdd83d21e322), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:29.346116 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3e73e761-991b-4f93-86f6-7123e918a53b None None] Publish callbacks [] for port (8d4342b0-7842-4af6-ad63-425f207319c9), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:29.368925 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3e73e761-991b-4f93-86f6-7123e918a53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (8d4342b0-7842-4af6-ad63-425f207319c9), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:29.393187 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] Set router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:29.453108 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-267bf723-7e06-44df-9621-e8293020d8b4 req-2e22a84f-3c1c-4e73-89cd-36933242ca55 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202145 Feb 09 01:52:29.483887 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73e761-991b-4f93-86f6-7123e918a53b None None] Pushing event updated for resources: {'Port': ['ID=8d4342b0-7842-4af6-ad63-425f207319c9,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:29.525219 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e73e761-991b-4f93-86f6-7123e918a53b None None] Network a01f1eae-ce16-4427-a8e4-11c368009fec is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:29.530781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-3e73e761-991b-4f93-86f6-7123e918a53b None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:29.568674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-406334d3-23f7-43f8-b343-345ff8d29a5b None None] For port 80daab7d-b95a-46d2-a832-bdd83d21e322, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=80daab7d-b95a-46d2-a832-bdd83d21e322,segment=NetworkSegment(f40aff49-fbe0-489d-8771-6ac38f1e80d7),segment_id=f40aff49-fbe0-489d-8771-6ac38f1e80d7)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:29.570462 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e73e761-991b-4f93-86f6-7123e918a53b None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:29.580183 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-406334d3-23f7-43f8-b343-345ff8d29a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (80daab7d-b95a-46d2-a832-bdd83d21e322), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:29.610555 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff2c53-a081-4b52-aae0-3ad883c2914e req-cbd29931-7be3-4056-abe0-3668c2eb1102 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:29.613083 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5eff2c53-a081-4b52-aae0-3ad883c2914e req-cbd29931-7be3-4056-abe0-3668c2eb1102 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.4332602 Feb 09 01:52:29.653725 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-3e329ba7-1053-4a04-9eba-c94ace825e85 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'network': {'name': 'tempest-RoutersTest-1925475110'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:29.680491 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ffd6de02-57a9-476b-a80b-1183bafadc33 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:29.728034 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e329ba7-1053-4a04-9eba-c94ace825e85 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Made reservation on behalf of e5d99e53c4864d1fb3cc111a041859c7 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:52:29.740325 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3e329ba7-1053-4a04-9eba-c94ace825e85 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:29.766160 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3e329ba7-1053-4a04-9eba-c94ace825e85 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:29.768381 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:52:25Z', 'revision_number': 3, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None, '_interfaces': [{'id': '80daab7d-b95a-46d2-a832-bdd83d21e322', 'name': '', 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:e5:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:24Z', 'updated_at': '2022-02-09T01:52:28Z', 'revision_number': 4, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd935b279-27b6-47b1-bc66-ebaba3160426', 'name': '', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:0f:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:15Z', 'updated_at': '2022-02-09T01:52:22Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:29.771111 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406334d3-23f7-43f8-b343-345ff8d29a5b None None] Pushing event updated for resources: {'Port': ['ID=80daab7d-b95a-46d2-a832-bdd83d21e322,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:29.775633 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3e73e761-991b-4f93-86f6-7123e918a53b None None] Attempting to bind port 8d4342b0-7842-4af6-ad63-425f207319c9 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:52:29.776012 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3e73e761-991b-4f93-86f6-7123e918a53b None None] Attempting to bind port 8d4342b0-7842-4af6-ad63-425f207319c9 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'b5846690-f3a4-474e-865c-ddbfd563ce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a01f1eae-ce16-4427-a8e4-11c368009fec'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:52:29.776380 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e73e761-991b-4f93-86f6-7123e918a53b None None] Attempting to bind port 8d4342b0-7842-4af6-ad63-425f207319c9 on network a01f1eae-ce16-4427-a8e4-11c368009fec {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:29.780089 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-54328f8b-d71c-47d9-9cc5-f56b8cb0ac9f None None] Provisioning complete for port 80daab7d-b95a-46d2-a832-bdd83d21e322 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:29.780471 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-54328f8b-d71c-47d9-9cc5-f56b8cb0ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (80daab7d-b95a-46d2-a832-bdd83d21e322), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:29.834509 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e73e761-991b-4f93-86f6-7123e918a53b None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:52:29.835595 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e73e761-991b-4f93-86f6-7123e918a53b None None] Checking segment: {'id': 'b5846690-f3a4-474e-865c-ddbfd563ce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a01f1eae-ce16-4427-a8e4-11c368009fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:29.835595 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3e73e761-991b-4f93-86f6-7123e918a53b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:29.835945 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e73e761-991b-4f93-86f6-7123e918a53b None None] Bound using segment: {'id': 'b5846690-f3a4-474e-865c-ddbfd563ce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a01f1eae-ce16-4427-a8e4-11c368009fec'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:52:29.836308 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3e73e761-991b-4f93-86f6-7123e918a53b None None] Bound port: 8d4342b0-7842-4af6-ad63-425f207319c9, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5846690-f3a4-474e-865c-ddbfd563ce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a01f1eae-ce16-4427-a8e4-11c368009fec'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:52:29.836691 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3e73e761-991b-4f93-86f6-7123e918a53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8d4342b0-7842-4af6-ad63-425f207319c9), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:29.851675 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063aa00b-fe70-49ae-ab42-a6794b71ec33 None None] The sync data for ids ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'] in n-d-828387-3 is: [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:52:25Z', 'revision_number': 3, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None, '_interfaces': [{'id': '80daab7d-b95a-46d2-a832-bdd83d21e322', 'name': '', 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:e5:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:24Z', 'updated_at': '2022-02-09T01:52:28Z', 'revision_number': 4, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd935b279-27b6-47b1-bc66-ebaba3160426', 'name': '', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:0f:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:15Z', 'updated_at': '2022-02-09T01:52:22Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:52:29.860678 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5eff2c53-a081-4b52-aae0-3ad883c2914e req-a50faacf-6659-49a3-a14b-2d03655e902b tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146289 Feb 09 01:52:29.971577 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3e329ba7-1053-4a04-9eba-c94ace825e85 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for security_group (089b7e57-7355-4fe0-bb12-78db0db7b665), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:29.977483 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3e329ba7-1053-4a04-9eba-c94ace825e85 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (089b7e57-7355-4fe0-bb12-78db0db7b665), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:30.028448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-54328f8b-d71c-47d9-9cc5-f56b8cb0ac9f None None] Current status of the port 80daab7d-b95a-46d2-a832-bdd83d21e322 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:30.029998 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e329ba7-1053-4a04-9eba-c94ace825e85 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=089b7e57-7355-4fe0-bb12-78db0db7b665,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:30.033867 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3e73e761-991b-4f93-86f6-7123e918a53b None None] For port 8d4342b0-7842-4af6-ad63-425f207319c9, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:52:30.046161 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3e73e761-991b-4f93-86f6-7123e918a53b None None] For port 8d4342b0-7842-4af6-ad63-425f207319c9, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8d4342b0-7842-4af6-ad63-425f207319c9,segment=NetworkSegment(b5846690-f3a4-474e-865c-ddbfd563ce87),segment_id=b5846690-f3a4-474e-865c-ddbfd563ce87)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:52:30.049827 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e329ba7-1053-4a04-9eba-c94ace825e85 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:52:30.058179 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3e73e761-991b-4f93-86f6-7123e918a53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8d4342b0-7842-4af6-ad63-425f207319c9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:30.068419 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-c18a99bd-c577-467f-918b-bec8f1fb9c29 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Allocated IP 2001:db8:2::1 (a01f1eae-ce16-4427-a8e4-11c368009fec/73737dc1-879e-4825-b57f-ec0bcfd0c21f/fafa0736-f5a4-4abf-bb6f-dcc639d333c9) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:30.076539 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3e329ba7-1053-4a04-9eba-c94ace825e85 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (478763db-d651-4e35-976e-caef7f41b11e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:30.076969 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-3e329ba7-1053-4a04-9eba-c94ace825e85 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Added segment 478763db-d651-4e35-976e-caef7f41b11e of type vlan for network 0b3940f7-101a-4a00-a5d9-e7fcc93d1247 Feb 09 01:52:30.081210 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device a5d09877-1860-4dd5-92fe-43c5c45f32d8 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:30.303639 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-bf48cbca-53e7-4d6f-955f-a804ec214424 None None] Provisioning complete for port 80daab7d-b95a-46d2-a832-bdd83d21e322 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:30.304020 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bf48cbca-53e7-4d6f-955f-a804ec214424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (80daab7d-b95a-46d2-a832-bdd83d21e322), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:30.328307 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3e329ba7-1053-4a04-9eba-c94ace825e85 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (0b3940f7-101a-4a00-a5d9-e7fcc93d1247), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:30.362593 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c18a99bd-c577-467f-918b-bec8f1fb9c29 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for port (fafa0736-f5a4-4abf-bb6f-dcc639d333c9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:30.377117 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port a5d09877-1860-4dd5-92fe-43c5c45f32d8 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:52:30.387786 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73e761-991b-4f93-86f6-7123e918a53b None None] Pushing event updated for resources: {'Port': ['ID=8d4342b0-7842-4af6-ad63-425f207319c9,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:30.396815 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port a5d09877-1860-4dd5-92fe-43c5c45f32d8 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:30.397754 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a5d09877-1860-4dd5-92fe-43c5c45f32d8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:30.445694 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3e329ba7-1053-4a04-9eba-c94ace825e85 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (0b3940f7-101a-4a00-a5d9-e7fcc93d1247), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:30.469361 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e329ba7-1053-4a04-9eba-c94ace825e85 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:30.470025 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3e329ba7-1053-4a04-9eba-c94ace825e85 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:30.483996 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c18a99bd-c577-467f-918b-bec8f1fb9c29 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (fafa0736-f5a4-4abf-bb6f-dcc639d333c9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:30.511989 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb888b-7ee3-4cf1-8bd3-7cb03bb65565 req-9fb17ae3-280b-48a3-8876-4e8207cdb575 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:30.527840 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fffb888b-7ee3-4cf1-8bd3-7cb03bb65565 req-9fb17ae3-280b-48a3-8876-4e8207cdb575 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.3377790 Feb 09 01:52:30.597655 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-bf48cbca-53e7-4d6f-955f-a804ec214424 None None] Current status of the port 80daab7d-b95a-46d2-a832-bdd83d21e322 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:30.755884 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6caee-0a1f-47ea-937b-34a10769db22 req-5c633fe9-a033-4983-b121-9413982eb125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:30.760396 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bab6caee-0a1f-47ea-937b-34a10769db22 req-5c633fe9-a033-4983-b121-9413982eb125 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 1128 time: 0.4843609 Feb 09 01:52:30.833629 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3e329ba7-1053-4a04-9eba-c94ace825e85 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7336287 Feb 09 01:52:30.843783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52982) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:30.861429 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18a99bd-c577-467f-918b-bec8f1fb9c29 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network a01f1eae-ce16-4427-a8e4-11c368009fec is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:30.862529 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a99bd-c577-467f-918b-bec8f1fb9c29 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Port': ['ID=fafa0736-f5a4-4abf-bb6f-dcc639d333c9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:30.878663 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-c18a99bd-c577-467f-918b-bec8f1fb9c29 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:30.882200 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18a99bd-c577-467f-918b-bec8f1fb9c29 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:30.882759 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c18a99bd-c577-467f-918b-bec8f1fb9c29 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (9b6a6b2a-5a87-40e2-b036-4b31e575e525), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:30.884053 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-79283016-c9e4-4d4a-83a1-8e7b3630b22b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'network': {'name': 'tempest-RoutersTest-2043730982'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:30.916946 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fffb888b-7ee3-4cf1-8bd3-7cb03bb65565 req-029015b2-7af7-4dca-bbd7-3501860a51f7 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829594 Feb 09 01:52:30.941879 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e329ba7-1053-4a04-9eba-c94ace825e85 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Network': ['ID=0b3940f7-101a-4a00-a5d9-e7fcc93d1247,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:31.004356 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bab6caee-0a1f-47ea-937b-34a10769db22 req-d363c142-c5fa-466d-98fe-561e60576164 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172987 Feb 09 01:52:31.005876 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79283016-c9e4-4d4a-83a1-8e7b3630b22b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Made reservation on behalf of e5d99e53c4864d1fb3cc111a041859c7 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:52:31.010387 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79283016-c9e4-4d4a-83a1-8e7b3630b22b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:31.070706 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d3fee-f675-4922-b0fc-ddcf90569490 req-4d5a1184-852c-4a7a-b657-e2c7dca4e78c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:31.080884 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-010d3fee-f675-4922-b0fc-ddcf90569490 req-4d5a1184-852c-4a7a-b657-e2c7dca4e78c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=baff9e36-0623-4502-94ea-4202612e812c HTTP/1.1" status: 200 len: 944 time: 0.4425926 Feb 09 01:52:31.100073 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79283016-c9e4-4d4a-83a1-8e7b3630b22b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:52:31.127723 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe4cd0-fa25-43c6-bd89-101f4de87b20 req-4ccb640f-0778-4ce4-bc9f-b088ae9de339 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:31.136730 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-edbe4cd0-fa25-43c6-bd89-101f4de87b20 req-4ccb640f-0778-4ce4-bc9f-b088ae9de339 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.1046262 Feb 09 01:52:31.145013 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79283016-c9e4-4d4a-83a1-8e7b3630b22b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (20ff5e78-a2e4-468a-9060-a2141cd6f833), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:31.146733 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-79283016-c9e4-4d4a-83a1-8e7b3630b22b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Added segment 20ff5e78-a2e4-468a-9060-a2141cd6f833 of type vlan for network 4679dc8a-96ff-403a-8ba3-950cc6685866 Feb 09 01:52:31.213279 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 80daab7d-b95a-46d2-a832-bdd83d21e322 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:31.214989 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 0b3940f7-101a-4a00-a5d9-e7fcc93d1247 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:52:31.264389 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-edbe4cd0-fa25-43c6-bd89-101f4de87b20 req-367c1d68-b94e-4c5a-b04d-658681b809d3 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217086 Feb 09 01:52:31.272114 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79283016-c9e4-4d4a-83a1-8e7b3630b22b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (4679dc8a-96ff-403a-8ba3-950cc6685866), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:31.281743 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-010d3fee-f675-4922-b0fc-ddcf90569490 req-3f5fabca-c191-493d-b8c5-3d2055941a96 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872604 Feb 09 01:52:31.308467 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c18a99bd-c577-467f-918b-bec8f1fb9c29 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fafa0736-f5a4-4abf-bb6f-dcc639d333c9), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:31.341648 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79283016-c9e4-4d4a-83a1-8e7b3630b22b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (4679dc8a-96ff-403a-8ba3-950cc6685866), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:31.344622 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port a5d09877-1860-4dd5-92fe-43c5c45f32d8 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:31.345196 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a5d09877-1860-4dd5-92fe-43c5c45f32d8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:31.354335 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79283016-c9e4-4d4a-83a1-8e7b3630b22b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:31.356432 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79283016-c9e4-4d4a-83a1-8e7b3630b22b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:31.409535 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baff9e36-0623-4502-94ea-4202612e812c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d09877-1860-4dd5-92fe-43c5c45f32d8'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:52:31.413027 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0022b3c-7760-4976-98db-88da92139939" -d '{"events": [{"server_uuid": "baff9e36-0623-4502-94ea-4202612e812c", "name": "network-vif-plugged", "status": "completed", "tag": "a5d09877-1860-4dd5-92fe-43c5c45f32d8"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:52:31.447942 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port a5d09877-1860-4dd5-92fe-43c5c45f32d8, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a5d09877-1860-4dd5-92fe-43c5c45f32d8,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:31.459540 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a5d09877-1860-4dd5-92fe-43c5c45f32d8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:31.516703 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-79283016-c9e4-4d4a-83a1-8e7b3630b22b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6521196 Feb 09 01:52:31.518167 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76872abf-25d8-41e3-8526-d5eecf1b1bfd x-openstack-request-id: req-76872abf-25d8-41e3-8526-d5eecf1b1bfd {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:52:31.518464 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baff9e36-0623-4502-94ea-4202612e812c", "name": "network-vif-plugged", "status": "completed", "tag": "a5d09877-1860-4dd5-92fe-43c5c45f32d8", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:52:31.518725 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-76872abf-25d8-41e3-8526-d5eecf1b1bfd {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:52:31.519129 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baff9e36-0623-4502-94ea-4202612e812c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d09877-1860-4dd5-92fe-43c5c45f32d8', 'code': 200} Feb 09 01:52:31.526348 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 80daab7d-b95a-46d2-a832-bdd83d21e322 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:31.526720 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (80daab7d-b95a-46d2-a832-bdd83d21e322), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:31.533669 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53000) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:31.559668 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-3b0a3f1c-594b-40bf-803e-e739ab82e7e3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'subnet': {'network_id': '0b3940f7-101a-4a00-a5d9-e7fcc93d1247', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:31.572838 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79283016-c9e4-4d4a-83a1-8e7b3630b22b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Network': ['ID=4679dc8a-96ff-403a-8ba3-950cc6685866,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:31.598816 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 4679dc8a-96ff-403a-8ba3-950cc6685866 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:52:31.745631 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de66b2-2198-4ce4-8f26-6189525cfebd req-16a9c7b2-056a-472d-b2d7-e54672110f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:31.748095 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b5de66b2-2198-4ce4-8f26-6189525cfebd req-16a9c7b2-056a-472d-b2d7-e54672110f48 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=baff9e36-0623-4502-94ea-4202612e812c HTTP/1.1" status: 200 len: 1127 time: 0.1695261 Feb 09 01:52:31.781578 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=a5d09877-1860-4dd5-92fe-43c5c45f32d8,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:31.818738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0a3f1c-594b-40bf-803e-e739ab82e7e3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Made reservation on behalf of e5d99e53c4864d1fb3cc111a041859c7 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:52:31.836181 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3b0a3f1c-594b-40bf-803e-e739ab82e7e3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:31.888416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b860e4f-baa7-4cc4-b190-476fbb7f691b None None] Network a01f1eae-ce16-4427-a8e4-11c368009fec requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:52:32.011436 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b5de66b2-2198-4ce4-8f26-6189525cfebd req-4c27b228-6704-460c-8f4b-0030a0f2f492 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506967 Feb 09 01:52:32.025904 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 80daab7d-b95a-46d2-a832-bdd83d21e322 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:32.045419 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-38c9f6af-6b79-4170-9f17-3d39dff733ad None None] Provisioning complete for port 8d4342b0-7842-4af6-ad63-425f207319c9 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:32.046126 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-38c9f6af-6b79-4170-9f17-3d39dff733ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8d4342b0-7842-4af6-ad63-425f207319c9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:32.177176 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65ab1e-72e9-4b1d-8bf7-945974175b5e req-6eb7246f-bb7b-4780-ae95-16079c462234 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:32.185900 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9b65ab1e-72e9-4b1d-8bf7-945974175b5e req-6eb7246f-bb7b-4780-ae95-16079c462234 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.1407945 Feb 09 01:52:32.203607 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-38c9f6af-6b79-4170-9f17-3d39dff733ad None None] Current status of the port 8d4342b0-7842-4af6-ad63-425f207319c9 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:32.204013 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-38c9f6af-6b79-4170-9f17-3d39dff733ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8d4342b0-7842-4af6-ad63-425f207319c9), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:32.270634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-38c9f6af-6b79-4170-9f17-3d39dff733ad None None] For port 8d4342b0-7842-4af6-ad63-425f207319c9, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8d4342b0-7842-4af6-ad63-425f207319c9,segment=NetworkSegment(b5846690-f3a4-474e-865c-ddbfd563ce87),segment_id=b5846690-f3a4-474e-865c-ddbfd563ce87)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:32.277432 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-38c9f6af-6b79-4170-9f17-3d39dff733ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8d4342b0-7842-4af6-ad63-425f207319c9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:32.303947 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3b0a3f1c-594b-40bf-803e-e739ab82e7e3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (1ce9dde7-abba-4f97-9be0-3f56f309d2f7), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:32.381913 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9f6af-6b79-4170-9f17-3d39dff733ad None None] Pushing event updated for resources: {'Port': ['ID=8d4342b0-7842-4af6-ad63-425f207319c9,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:32.435976 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c18a99bd-c577-467f-918b-bec8f1fb9c29 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for port (fafa0736-f5a4-4abf-bb6f-dcc639d333c9), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:32.474194 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9b65ab1e-72e9-4b1d-8bf7-945974175b5e req-a2c55ad3-cff6-4831-98fc-634a6734e614 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873502 Feb 09 01:52:32.477971 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c18a99bd-c577-467f-918b-bec8f1fb9c29 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (fafa0736-f5a4-4abf-bb6f-dcc639d333c9), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:32.480612 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c18a99bd-c577-467f-918b-bec8f1fb9c29 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (9b6a6b2a-5a87-40e2-b036-4b31e575e525), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:32.509283 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a3f1c-594b-40bf-803e-e739ab82e7e3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Subnet': ['ID=1ce9dde7-abba-4f97-9be0-3f56f309d2f7,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:32.575869 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0a3f1c-594b-40bf-803e-e739ab82e7e3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Checking segment: {'id': '478763db-d651-4e35-976e-caef7f41b11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0b3940f7-101a-4a00-a5d9-e7fcc93d1247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:32.576356 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0a3f1c-594b-40bf-803e-e739ab82e7e3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network hostable DHCP agents. Network: 0b3940f7-101a-4a00-a5d9-e7fcc93d1247, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:52:32.625752 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a99bd-c577-467f-918b-bec8f1fb9c29 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Port': ['ID=fafa0736-f5a4-4abf-bb6f-dcc639d333c9,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:32.647691 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346bf34-af00-458a-afa3-949b454f0fec req-00fc7ffb-c5e9-421d-9f2a-7bc08c3dfd00 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:32.652157 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7346bf34-af00-458a-afa3-949b454f0fec req-00fc7ffb-c5e9-421d-9f2a-7bc08c3dfd00 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.1970098 Feb 09 01:52:32.653399 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0a3f1c-594b-40bf-803e-e739ab82e7e3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network 0b3940f7-101a-4a00-a5d9-e7fcc93d1247 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:52:32.688015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-3b0a3f1c-594b-40bf-803e-e739ab82e7e3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 0b3940f7-101a-4a00-a5d9-e7fcc93d1247) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:32.709850 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a788fe6b-9e4c-456f-acd5-f119af7b950c None None] Network 0b3940f7-101a-4a00-a5d9-e7fcc93d1247 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:52:32.788349 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7346bf34-af00-458a-afa3-949b454f0fec req-0f240227-a7e0-4a92-a8ef-a26aa393ba4e tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268125 Feb 09 01:52:32.791815 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0a3f1c-594b-40bf-803e-e739ab82e7e3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:32.793253 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3b0a3f1c-594b-40bf-803e-e739ab82e7e3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:32.810818 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8d4342b0-7842-4af6-ad63-425f207319c9 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:32.841858 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3b0a3f1c-594b-40bf-803e-e739ab82e7e3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3051171 Feb 09 01:52:32.844374 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53018) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:32.853128 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2642dcec-e0fa-45be-aa5c-01102603066d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'subnet': {'network_id': '4679dc8a-96ff-403a-8ba3-950cc6685866', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:32.864568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6e868-c7d6-496d-996f-c2c21e240c27 req-6552ee23-6b1f-4229-85d2-ff7587f9bdb3 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:32.866833 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9aa6e868-c7d6-496d-996f-c2c21e240c27 req-6552ee23-6b1f-4229-85d2-ff7587f9bdb3 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=baff9e36-0623-4502-94ea-4202612e812c HTTP/1.1" status: 200 len: 945 time: 0.2367909 Feb 09 01:52:32.878386 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18a99bd-c577-467f-918b-bec8f1fb9c29 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network a01f1eae-ce16-4427-a8e4-11c368009fec is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:32.885818 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-c18a99bd-c577-467f-918b-bec8f1fb9c29 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:32.960761 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-738793d3-aed3-49b1-abec-71485beabbd7 None None] Provisioning complete for port fafa0736-f5a4-4abf-bb6f-dcc639d333c9 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:32.961135 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-738793d3-aed3-49b1-abec-71485beabbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fafa0736-f5a4-4abf-bb6f-dcc639d333c9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:33.022019 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2642dcec-e0fa-45be-aa5c-01102603066d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Made reservation on behalf of e5d99e53c4864d1fb3cc111a041859c7 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:52:33.027302 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2642dcec-e0fa-45be-aa5c-01102603066d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:33.058906 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 8d4342b0-7842-4af6-ad63-425f207319c9 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:33.059475 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8d4342b0-7842-4af6-ad63-425f207319c9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:33.061379 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dc98af-4e6f-4b25-a44a-224433865d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-0b3940f7-101a-4a00-a5d9-e7fcc93d1247', 'network_id': '0b3940f7-101a-4a00-a5d9-e7fcc93d1247', 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'fixed_ips': [{'subnet_id': '1ce9dde7-abba-4f97-9be0-3f56f309d2f7'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:52:33.062218 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-66dc98af-4e6f-4b25-a44a-224433865d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:33.113006 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9aa6e868-c7d6-496d-996f-c2c21e240c27 req-d75396ed-c119-4412-88fc-1d1671f08d7a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326913 Feb 09 01:52:33.146935 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-738793d3-aed3-49b1-abec-71485beabbd7 None None] Port fafa0736-f5a4-4abf-bb6f-dcc639d333c9 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:33.157918 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18a99bd-c577-467f-918b-bec8f1fb9c29 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:52:33.249294 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-738793d3-aed3-49b1-abec-71485beabbd7 None None] Provisioning complete for port 8d4342b0-7842-4af6-ad63-425f207319c9 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:33.249671 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-738793d3-aed3-49b1-abec-71485beabbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8d4342b0-7842-4af6-ad63-425f207319c9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:33.346200 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18a99bd-c577-467f-918b-bec8f1fb9c29 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:52:33.361170 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 8d4342b0-7842-4af6-ad63-425f207319c9 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:33.387350 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2642dcec-e0fa-45be-aa5c-01102603066d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (6c3d3251-d9b2-4371-b58a-0fd60855b026), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:33.402242 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] Sync routers for ids ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:52:33.427993 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c18a99bd-c577-467f-918b-bec8f1fb9c29 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/routers/9b6a6b2a-5a87-40e2-b036-4b31e575e525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1245449 Feb 09 01:52:33.430010 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53026) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:33.452047 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-a95bcb2e-9791-4e16-8ada-5cc8579d2f70 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-508336482'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:33.477944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642dcec-e0fa-45be-aa5c-01102603066d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Subnet': ['ID=6c3d3251-d9b2-4371-b58a-0fd60855b026,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:33.510925 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] Routers {'9b6a6b2a-5a87-40e2-b036-4b31e575e525'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:33.512602 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:33.528569 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95bcb2e-9791-4e16-8ada-5cc8579d2f70 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Made reservation on behalf of 247ac12d74ff449fabfbe552acae8758 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:52:33.535143 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a95bcb2e-9791-4e16-8ada-5cc8579d2f70 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:33.593116 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2642dcec-e0fa-45be-aa5c-01102603066d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Checking segment: {'id': '20ff5e78-a2e4-468a-9060-a2141cd6f833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4679dc8a-96ff-403a-8ba3-950cc6685866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:33.599244 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2642dcec-e0fa-45be-aa5c-01102603066d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network hostable DHCP agents. Network: 4679dc8a-96ff-403a-8ba3-950cc6685866, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:52:33.601359 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95bcb2e-9791-4e16-8ada-5cc8579d2f70 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:52:33.662533 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a95bcb2e-9791-4e16-8ada-5cc8579d2f70 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (5788171c-4f35-431f-bac5-8bb1cfa079b9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:33.662533 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-a95bcb2e-9791-4e16-8ada-5cc8579d2f70 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Added segment 5788171c-4f35-431f-bac5-8bb1cfa079b9 of type vlan for network dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd Feb 09 01:52:33.698997 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-66dc98af-4e6f-4b25-a44a-224433865d6d None None] Allocated IP 172.20.0.2 (0b3940f7-101a-4a00-a5d9-e7fcc93d1247/1ce9dde7-abba-4f97-9be0-3f56f309d2f7/6984a07e-4f8c-46b9-8672-525f5fb52c86) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:33.699166 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2642dcec-e0fa-45be-aa5c-01102603066d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network 4679dc8a-96ff-403a-8ba3-950cc6685866 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:52:33.718142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-2642dcec-e0fa-45be-aa5c-01102603066d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 4679dc8a-96ff-403a-8ba3-950cc6685866) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:33.729738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2642dcec-e0fa-45be-aa5c-01102603066d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:33.730466 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2642dcec-e0fa-45be-aa5c-01102603066d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:33.745387 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2951a-e160-4271-a18e-2565e2b09674 req-3dca4f18-450f-4867-9c8b-ecf70de02309 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:33.757253 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1bb2951a-e160-4271-a18e-2565e2b09674 req-3dca4f18-450f-4867-9c8b-ecf70de02309 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.1078932 Feb 09 01:52:33.770236 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e3d85d-8ec4-46dc-9b7a-e8ad697300ba None None] Network 4679dc8a-96ff-403a-8ba3-950cc6685866 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:52:33.811587 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a95bcb2e-9791-4e16-8ada-5cc8579d2f70 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:33.826962 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2642dcec-e0fa-45be-aa5c-01102603066d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9790242 Feb 09 01:52:33.837195 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1bb2951a-e160-4271-a18e-2565e2b09674 req-fb3e61d4-ed50-4644-9319-1bcc7e9d36a0 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775893 Feb 09 01:52:33.843236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53038) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:33.848855 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-821af4cf-d9fd-4ba2-a084-6d430a38f62a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1366170267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:33.881347 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-821af4cf-d9fd-4ba2-a084-6d430a38f62a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (9d2b7bf2-9440-4180-9016-97726092bd97), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:33.884013 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-821af4cf-d9fd-4ba2-a084-6d430a38f62a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (9d2b7bf2-9440-4180-9016-97726092bd97), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:33.902739 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a95bcb2e-9791-4e16-8ada-5cc8579d2f70 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:33.909870 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95bcb2e-9791-4e16-8ada-5cc8579d2f70 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:33.912122 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a95bcb2e-9791-4e16-8ada-5cc8579d2f70 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:34.034900 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] Set router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:34.038948 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006033c7-d0e3-4b72-9c8e-3d9de5192219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-4679dc8a-96ff-403a-8ba3-950cc6685866', 'network_id': '4679dc8a-96ff-403a-8ba3-950cc6685866', 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'fixed_ips': [{'subnet_id': '6c3d3251-d9b2-4371-b58a-0fd60855b026'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:52:34.040228 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-006033c7-d0e3-4b72-9c8e-3d9de5192219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:34.050707 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-821af4cf-d9fd-4ba2-a084-6d430a38f62a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router_controller (9d2b7bf2-9440-4180-9016-97726092bd97), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:34.057665 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-821af4cf-d9fd-4ba2-a084-6d430a38f62a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (9d2b7bf2-9440-4180-9016-97726092bd97), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:34.086810 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-821af4cf-d9fd-4ba2-a084-6d430a38f62a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:34.088905 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-821af4cf-d9fd-4ba2-a084-6d430a38f62a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2443902 Feb 09 01:52:34.091902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53044) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:34.102736 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bcb2e-9791-4e16-8ada-5cc8579d2f70 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Network': ['ID=dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:34.130123 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:52:34.160095 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a95bcb2e-9791-4e16-8ada-5cc8579d2f70 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7260699 Feb 09 01:52:34.162699 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53050) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:34.170707 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-afb1884e-4769-434f-83ca-c475ca9b88f4 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'subnet': {'network_id': 'dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:34.280229 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb1884e-4769-434f-83ca-c475ca9b88f4 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Made reservation on behalf of 247ac12d74ff449fabfbe552acae8758 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:52:34.283858 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-afb1884e-4769-434f-83ca-c475ca9b88f4 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:34.297240 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656127b7-47d8-4333-aeaf-b838b9c68d3e req-f486f9ba-5fbd-489c-8279-437b0b9c7bd9 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:34.305034 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-656127b7-47d8-4333-aeaf-b838b9c68d3e req-f486f9ba-5fbd-489c-8279-437b0b9c7bd9 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.2042034 Feb 09 01:52:34.430067 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-656127b7-47d8-4333-aeaf-b838b9c68d3e req-dfff5b8b-0ca1-4483-81d5-b0ba6a876729 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239920 Feb 09 01:52:34.505771 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01d5b8-8a95-45d2-bb21-7c30968b6d50 req-2c819806-59b5-404c-b6db-fda47d7e36ae tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:34.512203 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f01d5b8-8a95-45d2-bb21-7c30968b6d50 req-2c819806-59b5-404c-b6db-fda47d7e36ae tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=baff9e36-0623-4502-94ea-4202612e812c HTTP/1.1" status: 200 len: 945 time: 0.2320969 Feb 09 01:52:34.572734 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-006033c7-d0e3-4b72-9c8e-3d9de5192219 None None] Allocated IP 172.21.0.2 (4679dc8a-96ff-403a-8ba3-950cc6685866/6c3d3251-d9b2-4371-b58a-0fd60855b026/f5a25c99-02eb-4a2b-8445-45c064ed505d) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:34.622238 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-738793d3-aed3-49b1-abec-71485beabbd7 None None] Current status of the port 8d4342b0-7842-4af6-ad63-425f207319c9 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:34.688962 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b9d83b1-4bca-4e5f-af86-62da0c3543a7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:34.695915 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f01d5b8-8a95-45d2-bb21-7c30968b6d50 req-8986df1a-ede2-421a-8692-e54981665207 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378999 Feb 09 01:52:34.784337 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-afb1884e-4769-434f-83ca-c475ca9b88f4 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (6d7336ea-0609-4767-9c96-b13b63ff1cda), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:34.926042 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1884e-4769-434f-83ca-c475ca9b88f4 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Subnet': ['ID=6d7336ea-0609-4767-9c96-b13b63ff1cda,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:34.944152 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb1884e-4769-434f-83ca-c475ca9b88f4 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Checking segment: {'id': '5788171c-4f35-431f-bac5-8bb1cfa079b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:34.944567 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb1884e-4769-434f-83ca-c475ca9b88f4 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network hostable DHCP agents. Network: dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:52:34.981269 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb1884e-4769-434f-83ca-c475ca9b88f4 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:52:34.994827 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-afb1884e-4769-434f-83ca-c475ca9b88f4 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:35.023198 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb1884e-4769-434f-83ca-c475ca9b88f4 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:35.024573 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-afb1884e-4769-434f-83ca-c475ca9b88f4 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:35.071529 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-afb1884e-4769-434f-83ca-c475ca9b88f4 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9072952 Feb 09 01:52:35.076597 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53078) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:35.176494 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29595a66-692c-4dcd-8868-6a60fda13d8e None None] Network dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:52:35.259662 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2d0b1-b26c-41a3-bca2-22c62b82c8ed req-53b04d7b-0ec6-4097-9941-84f88575c5d8 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:35.261983 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-93c2d0b1-b26c-41a3-bca2-22c62b82c8ed req-53b04d7b-0ec6-4097-9941-84f88575c5d8 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.1349680 Feb 09 01:52:35.269342 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7b03d-5e27-4bb3-b72b-1d201823fc3c req-0b9425bd-14ac-4a34-a24c-97146788bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:35.271481 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91d7b03d-5e27-4bb3-b72b-1d201823fc3c req-0b9425bd-14ac-4a34-a24c-97146788bcf5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=07e140259b184093891c4d6ee1230ea9&device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 1128 time: 0.1552458 Feb 09 01:52:35.346975 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0421f150-04ca-493a-9c16-2718d6a19cb9 None None] Provisioning complete for port fafa0736-f5a4-4abf-bb6f-dcc639d333c9 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:35.347268 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0421f150-04ca-493a-9c16-2718d6a19cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fafa0736-f5a4-4abf-bb6f-dcc639d333c9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:35.364992 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356829e-c8ed-43ae-b8f6-6a92a3f5703f req-e9380896-242c-4b5a-aea9-aebca622e64e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:35.366684 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a356829e-c8ed-43ae-b8f6-6a92a3f5703f req-e9380896-242c-4b5a-aea9-aebca622e64e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=baff9e36-0623-4502-94ea-4202612e812c HTTP/1.1" status: 200 len: 945 time: 0.2003734 Feb 09 01:52:35.440707 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-93c2d0b1-b26c-41a3-bca2-22c62b82c8ed req-98d6b633-9010-473a-bc3a-3414fb799370 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680186 Feb 09 01:52:35.460253 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-006033c7-d0e3-4b72-9c8e-3d9de5192219 None None] Publish callbacks [] for port (f5a25c99-02eb-4a2b-8445-45c064ed505d), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:35.537319 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7b03d-5e27-4bb3-b72b-1d201823fc3c req-d901abc7-eca5-4b50-8010-5828a185a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:35.543924 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91d7b03d-5e27-4bb3-b72b-1d201823fc3c req-d901abc7-eca5-4b50-8010-5828a185a19f service neutron] 10.222.0.48 "GET /v2.0/networks?id=48733fa2-0a6e-4f10-9d66-30891daf5281 HTTP/1.1" status: 200 len: 920 time: 0.2621815 Feb 09 01:52:35.544571 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:52:31Z', 'revision_number': 4, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None, '_interfaces': [{'id': '80daab7d-b95a-46d2-a832-bdd83d21e322', 'name': '', 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:e5:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:24Z', 'updated_at': '2022-02-09T01:52:29Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd935b279-27b6-47b1-bc66-ebaba3160426', 'name': '', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:0f:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:15Z', 'updated_at': '2022-02-09T01:52:22Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafa0736-f5a4-4abf-bb6f-dcc639d333c9', 'name': '', 'network_id': 'a01f1eae-ce16-4427-a8e4-11c368009fec', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:ad:59:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:29Z', 'updated_at': '2022-02-09T01:52:32Z', 'revision_number': 2, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:35.570034 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-006033c7-d0e3-4b72-9c8e-3d9de5192219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (f5a25c99-02eb-4a2b-8445-45c064ed505d), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:35.670464 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006033c7-d0e3-4b72-9c8e-3d9de5192219 None None] Network 4679dc8a-96ff-403a-8ba3-950cc6685866 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:35.671498 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91d7b03d-5e27-4bb3-b72b-1d201823fc3c req-bc77e578-8204-4cba-8e20-83921dcdcc08 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=719ef8f8-41c4-4e78-bd87-81cf10377bd5 HTTP/1.1" status: 200 len: 217 time: 0.1197817 Feb 09 01:52:35.671708 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0421f150-04ca-493a-9c16-2718d6a19cb9 None None] Port fafa0736-f5a4-4abf-bb6f-dcc639d333c9 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:35.674848 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-66dc98af-4e6f-4b25-a44a-224433865d6d None None] Publish callbacks [] for port (6984a07e-4f8c-46b9-8672-525f5fb52c86), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:35.677898 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006033c7-d0e3-4b72-9c8e-3d9de5192219 None None] Pushing event updated for resources: {'Port': ['ID=f5a25c99-02eb-4a2b-8445-45c064ed505d,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:35.681434 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-006033c7-d0e3-4b72-9c8e-3d9de5192219 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:35.687645 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] Checking router: 9b6a6b2a-5a87-40e2-b036-4b31e575e525 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:52:35.688190 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] Updating router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 port fafa0736-f5a4-4abf-bb6f-dcc639d333c9 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:52:35.729511 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006033c7-d0e3-4b72-9c8e-3d9de5192219 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:35.734630 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fafa0736-f5a4-4abf-bb6f-dcc639d333c9), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:35.757072 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-66dc98af-4e6f-4b25-a44a-224433865d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (6984a07e-4f8c-46b9-8672-525f5fb52c86), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:35.810391 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc98af-4e6f-4b25-a44a-224433865d6d None None] Pushing event updated for resources: {'Port': ['ID=6984a07e-4f8c-46b9-8672-525f5fb52c86,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:35.827930 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1771b184-41c5-4402-a18c-02c3d27ba71e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd', 'network_id': 'dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd', 'project_id': '247ac12d74ff449fabfbe552acae8758', 'fixed_ips': [{'subnet_id': '6d7336ea-0609-4767-9c96-b13b63ff1cda'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:52:35.828813 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1771b184-41c5-4402-a18c-02c3d27ba71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:35.908177 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a356829e-c8ed-43ae-b8f6-6a92a3f5703f req-555aae40-3064-4775-b783-e44b5e3351eb tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058912 Feb 09 01:52:36.006566 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d28111-48ac-4e1b-a34a-fade8c32583f req-c98305a7-04ca-4f47-9f57-b17116523b9d tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:36.018710 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-26d28111-48ac-4e1b-a34a-fade8c32583f req-c98305a7-04ca-4f47-9f57-b17116523b9d tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.3601203 Feb 09 01:52:36.023905 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:36.039591 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7b03d-5e27-4bb3-b72b-1d201823fc3c req-5e0f88e4-9a36-4fc0-adf1-c9cd238636cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:36.044105 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91d7b03d-5e27-4bb3-b72b-1d201823fc3c req-5e0f88e4-9a36-4fc0-adf1-c9cd238636cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f38153e0-346d-45ee-a8ba-011ed1d4fedb HTTP/1.1" status: 200 len: 859 time: 0.3306122 Feb 09 01:52:36.046542 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dc98af-4e6f-4b25-a44a-224433865d6d None None] Network 0b3940f7-101a-4a00-a5d9-e7fcc93d1247 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:36.062540 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-4b9d83b1-4bca-4e5f-af86-62da0c3543a7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Allocated IP 172.20.0.1 (0b3940f7-101a-4a00-a5d9-e7fcc93d1247/1ce9dde7-abba-4f97-9be0-3f56f309d2f7/cddb4ec3-7775-43a7-9b6d-b471ce59ba09) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:36.091378 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-66dc98af-4e6f-4b25-a44a-224433865d6d None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:36.111589 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dc98af-4e6f-4b25-a44a-224433865d6d None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:36.133892 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-006033c7-d0e3-4b72-9c8e-3d9de5192219 None None] Attempting to bind port f5a25c99-02eb-4a2b-8445-45c064ed505d on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:52:36.134270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-006033c7-d0e3-4b72-9c8e-3d9de5192219 None None] Attempting to bind port f5a25c99-02eb-4a2b-8445-45c064ed505d by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '20ff5e78-a2e4-468a-9060-a2141cd6f833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4679dc8a-96ff-403a-8ba3-950cc6685866'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:52:36.134704 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006033c7-d0e3-4b72-9c8e-3d9de5192219 None None] Attempting to bind port f5a25c99-02eb-4a2b-8445-45c064ed505d on network 4679dc8a-96ff-403a-8ba3-950cc6685866 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:36.140781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-1771b184-41c5-4402-a18c-02c3d27ba71e None None] Allocated IP 2001:db8:3::2 (dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd/6d7336ea-0609-4767-9c96-b13b63ff1cda/f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:36.246349 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006033c7-d0e3-4b72-9c8e-3d9de5192219 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:52:36.246647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006033c7-d0e3-4b72-9c8e-3d9de5192219 None None] Checking segment: {'id': '20ff5e78-a2e4-468a-9060-a2141cd6f833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4679dc8a-96ff-403a-8ba3-950cc6685866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:36.247342 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-006033c7-d0e3-4b72-9c8e-3d9de5192219 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:36.247754 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006033c7-d0e3-4b72-9c8e-3d9de5192219 None None] Bound using segment: {'id': '20ff5e78-a2e4-468a-9060-a2141cd6f833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4679dc8a-96ff-403a-8ba3-950cc6685866'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:52:36.248268 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-006033c7-d0e3-4b72-9c8e-3d9de5192219 None None] Bound port: f5a25c99-02eb-4a2b-8445-45c064ed505d, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ff5e78-a2e4-468a-9060-a2141cd6f833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4679dc8a-96ff-403a-8ba3-950cc6685866'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:52:36.249987 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-006033c7-d0e3-4b72-9c8e-3d9de5192219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f5a25c99-02eb-4a2b-8445-45c064ed505d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:36.284834 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cad2d-7e70-4b4f-b291-e09d71645ca4 req-344080e0-2070-486d-86d7-5dc05aa3919f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:36.293253 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-178cad2d-7e70-4b4f-b291-e09d71645ca4 req-344080e0-2070-486d-86d7-5dc05aa3919f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=baff9e36-0623-4502-94ea-4202612e812c HTTP/1.1" status: 200 len: 945 time: 0.1388602 Feb 09 01:52:36.520504 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-66dc98af-4e6f-4b25-a44a-224433865d6d None None] Attempting to bind port 6984a07e-4f8c-46b9-8672-525f5fb52c86 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:52:36.521085 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-66dc98af-4e6f-4b25-a44a-224433865d6d None None] Attempting to bind port 6984a07e-4f8c-46b9-8672-525f5fb52c86 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '478763db-d651-4e35-976e-caef7f41b11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0b3940f7-101a-4a00-a5d9-e7fcc93d1247'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:52:36.521592 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dc98af-4e6f-4b25-a44a-224433865d6d None None] Attempting to bind port 6984a07e-4f8c-46b9-8672-525f5fb52c86 on network 0b3940f7-101a-4a00-a5d9-e7fcc93d1247 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:36.528566 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-178cad2d-7e70-4b4f-b291-e09d71645ca4 req-7549b3bc-acc4-4bd9-8d06-9401da3ad378 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337444 Feb 09 01:52:36.597658 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-006033c7-d0e3-4b72-9c8e-3d9de5192219 None None] For port f5a25c99-02eb-4a2b-8445-45c064ed505d, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:52:36.608795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dc98af-4e6f-4b25-a44a-224433865d6d None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:52:36.609152 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dc98af-4e6f-4b25-a44a-224433865d6d None None] Checking segment: {'id': '478763db-d651-4e35-976e-caef7f41b11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0b3940f7-101a-4a00-a5d9-e7fcc93d1247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:36.609574 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-66dc98af-4e6f-4b25-a44a-224433865d6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:36.609983 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dc98af-4e6f-4b25-a44a-224433865d6d None None] Bound using segment: {'id': '478763db-d651-4e35-976e-caef7f41b11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0b3940f7-101a-4a00-a5d9-e7fcc93d1247'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:52:36.610481 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-66dc98af-4e6f-4b25-a44a-224433865d6d None None] Bound port: 6984a07e-4f8c-46b9-8672-525f5fb52c86, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478763db-d651-4e35-976e-caef7f41b11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0b3940f7-101a-4a00-a5d9-e7fcc93d1247'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:52:36.610899 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-66dc98af-4e6f-4b25-a44a-224433865d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6984a07e-4f8c-46b9-8672-525f5fb52c86), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:36.644374 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-006033c7-d0e3-4b72-9c8e-3d9de5192219 None None] For port f5a25c99-02eb-4a2b-8445-45c064ed505d, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f5a25c99-02eb-4a2b-8445-45c064ed505d,segment=NetworkSegment(20ff5e78-a2e4-468a-9060-a2141cd6f833),segment_id=20ff5e78-a2e4-468a-9060-a2141cd6f833)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:52:36.656700 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91d7b03d-5e27-4bb3-b72b-1d201823fc3c req-1993e434-7382-4e8e-a98b-db5e33cc77be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48733fa2-0a6e-4f10-9d66-30891daf5281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5738866 Feb 09 01:52:36.699144 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-006033c7-d0e3-4b72-9c8e-3d9de5192219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f5a25c99-02eb-4a2b-8445-45c064ed505d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:36.766202 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00265cd4-7acd-4251-a349-1248fdbf8d81 req-6a3bb07b-caa8-426f-9612-b32798915075 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:36.769456 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00265cd4-7acd-4251-a349-1248fdbf8d81 req-6a3bb07b-caa8-426f-9612-b32798915075 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.1234560 Feb 09 01:52:36.831717 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-26d28111-48ac-4e1b-a34a-fade8c32583f req-7286d7af-bb3c-44a1-9108-5d8840182125 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7860520 Feb 09 01:52:36.868616 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-66dc98af-4e6f-4b25-a44a-224433865d6d None None] For port 6984a07e-4f8c-46b9-8672-525f5fb52c86, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:52:36.903950 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00265cd4-7acd-4251-a349-1248fdbf8d81 req-5cb045a8-7f49-4a6e-bac6-05f95717e3d5 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194785 Feb 09 01:52:36.970490 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-66dc98af-4e6f-4b25-a44a-224433865d6d None None] For port 6984a07e-4f8c-46b9-8672-525f5fb52c86, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6984a07e-4f8c-46b9-8672-525f5fb52c86,segment=NetworkSegment(478763db-d651-4e35-976e-caef7f41b11e),segment_id=478763db-d651-4e35-976e-caef7f41b11e)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:52:36.998644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006033c7-d0e3-4b72-9c8e-3d9de5192219 None None] Pushing event updated for resources: {'Port': ['ID=f5a25c99-02eb-4a2b-8445-45c064ed505d,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:37.015832 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-66dc98af-4e6f-4b25-a44a-224433865d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6984a07e-4f8c-46b9-8672-525f5fb52c86), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:37.026879 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1771b184-41c5-4402-a18c-02c3d27ba71e None None] Publish callbacks [] for port (f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:37.099011 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1771b184-41c5-4402-a18c-02c3d27ba71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:37.115097 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] Publish callbacks [] for port (fafa0736-f5a4-4abf-bb6f-dcc639d333c9), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:37.140883 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b9d83b1-4bca-4e5f-af86-62da0c3543a7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for port (cddb4ec3-7775-43a7-9b6d-b471ce59ba09), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:37.157456 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (fafa0736-f5a4-4abf-bb6f-dcc639d333c9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:37.273792 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91d7b03d-5e27-4bb3-b72b-1d201823fc3c req-11d74703-cdc2-4970-b306-ff74cb46e2cc service neutron] 10.222.0.48 "GET /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5980175 Feb 09 01:52:37.311282 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Allocated IP 2001:db8:3::1 (dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd/6d7336ea-0609-4767-9c96-b13b63ff1cda/76aa39f1-1233-4e80-958e-a67f2d721681) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:37.463484 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b9d83b1-4bca-4e5f-af86-62da0c3543a7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (cddb4ec3-7775-43a7-9b6d-b471ce59ba09), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:37.508885 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1771b184-41c5-4402-a18c-02c3d27ba71e None None] Network dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:37.528543 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-1771b184-41c5-4402-a18c-02c3d27ba71e None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:37.536274 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1771b184-41c5-4402-a18c-02c3d27ba71e None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:37.562645 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9d83b1-4bca-4e5f-af86-62da0c3543a7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network 0b3940f7-101a-4a00-a5d9-e7fcc93d1247 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:37.569280 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc98af-4e6f-4b25-a44a-224433865d6d None None] Pushing event updated for resources: {'Port': ['ID=6984a07e-4f8c-46b9-8672-525f5fb52c86,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:37.604289 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-4b9d83b1-4bca-4e5f-af86-62da0c3543a7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:37.636565 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9d83b1-4bca-4e5f-af86-62da0c3543a7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:37.669016 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91d7b03d-5e27-4bb3-b72b-1d201823fc3c req-3baad1ce-d2cd-48ec-b777-0f17e1bffa47 service neutron] 10.222.0.48 "GET /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820727 Feb 09 01:52:37.672608 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d83b1-4bca-4e5f-af86-62da0c3543a7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Port': ['ID=cddb4ec3-7775-43a7-9b6d-b471ce59ba09,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:37.689956 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1808d712-51ab-40f8-b988-8daf0ca96b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:37.727976 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b9d83b1-4bca-4e5f-af86-62da0c3543a7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (9d2b7bf2-9440-4180-9016-97726092bd97), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:37.812717 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for port (76aa39f1-1233-4e80-958e-a67f2d721681), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:37.846436 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771b184-41c5-4402-a18c-02c3d27ba71e None None] Pushing event updated for resources: {'Port': ['ID=f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:37.861793 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5ad0b-3847-4c2a-97de-aafd7e01c4a6 req-ff2e9569-6c53-4f85-b517-d01c8b3f0c99 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:37.863641 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-40e5ad0b-3847-4c2a-97de-aafd7e01c4a6 req-ff2e9569-6c53-4f85-b517-d01c8b3f0c99 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=baff9e36-0623-4502-94ea-4202612e812c HTTP/1.1" status: 200 len: 945 time: 0.4339755 Feb 09 01:52:38.009953 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:52:38.075056 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-40e5ad0b-3847-4c2a-97de-aafd7e01c4a6 req-40fc888c-1213-4c4f-a19c-23b369c00308 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020977 Feb 09 01:52:38.078474 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (76aa39f1-1233-4e80-958e-a67f2d721681), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:38.089908 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b9d83b1-4bca-4e5f-af86-62da0c3543a7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cddb4ec3-7775-43a7-9b6d-b471ce59ba09), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:38.148092 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab422b-b26a-48ea-9cf2-c60c2bbefdca None None] Pushing event updated for resources: {'Port': ['ID=fafa0736-f5a4-4abf-bb6f-dcc639d333c9,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:38.158741 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1771b184-41c5-4402-a18c-02c3d27ba71e None None] Attempting to bind port f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:52:38.159634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1771b184-41c5-4402-a18c-02c3d27ba71e None None] Attempting to bind port f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '5788171c-4f35-431f-bac5-8bb1cfa079b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:52:38.160225 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1771b184-41c5-4402-a18c-02c3d27ba71e None None] Attempting to bind port f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556 on network dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:38.226734 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:38.230986 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1771b184-41c5-4402-a18c-02c3d27ba71e None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:52:38.231487 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1771b184-41c5-4402-a18c-02c3d27ba71e None None] Checking segment: {'id': '5788171c-4f35-431f-bac5-8bb1cfa079b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:38.231959 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1771b184-41c5-4402-a18c-02c3d27ba71e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:38.232374 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1771b184-41c5-4402-a18c-02c3d27ba71e None None] Bound using segment: {'id': '5788171c-4f35-431f-bac5-8bb1cfa079b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:52:38.232887 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1771b184-41c5-4402-a18c-02c3d27ba71e None None] Bound port: f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5788171c-4f35-431f-bac5-8bb1cfa079b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:52:38.233276 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1771b184-41c5-4402-a18c-02c3d27ba71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:38.233689 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:38.244538 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a05ebb-3125-4aab-a005-6a213af9ccf5 req-c96b6a8b-f0c6-4bb8-8607-80898e1999fa tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:38.246258 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c7a05ebb-3125-4aab-a005-6a213af9ccf5 req-c96b6a8b-f0c6-4bb8-8607-80898e1999fa tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.2330048 Feb 09 01:52:38.274543 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:38.276142 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (9b6a6b2a-5a87-40e2-b036-4b31e575e525), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:38.295335 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] Attempting to bind port fafa0736-f5a4-4abf-bb6f-dcc639d333c9 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:52:38.295785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] Attempting to bind port fafa0736-f5a4-4abf-bb6f-dcc639d333c9 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'b5846690-f3a4-474e-865c-ddbfd563ce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a01f1eae-ce16-4427-a8e4-11c368009fec'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:52:38.296393 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] Attempting to bind port fafa0736-f5a4-4abf-bb6f-dcc639d333c9 on network a01f1eae-ce16-4427-a8e4-11c368009fec {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:38.305034 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:52:38.305265 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] Checking segment: {'id': 'b5846690-f3a4-474e-865c-ddbfd563ce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a01f1eae-ce16-4427-a8e4-11c368009fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:38.305587 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:38.314744 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] Bound using segment: {'id': 'b5846690-f3a4-474e-865c-ddbfd563ce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a01f1eae-ce16-4427-a8e4-11c368009fec'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:52:38.314744 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] Bound port: fafa0736-f5a4-4abf-bb6f-dcc639d333c9, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5846690-f3a4-474e-865c-ddbfd563ce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a01f1eae-ce16-4427-a8e4-11c368009fec'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:52:38.314744 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fafa0736-f5a4-4abf-bb6f-dcc639d333c9), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:38.406657 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Port': ['ID=76aa39f1-1233-4e80-958e-a67f2d721681,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:38.426704 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c7a05ebb-3125-4aab-a005-6a213af9ccf5 req-53cbc1aa-fd22-4b4e-a09c-6a4ead27e243 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482661 Feb 09 01:52:38.433833 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:38.434422 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:38.434954 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:38.435601 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:38.436235 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:38.436742 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:38.437258 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:38.437965 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:38.438470 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:38.438992 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:38.439727 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:38.440212 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:38.440692 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:38.459772 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7bab440d-42cb-412d-8cfe-8fc5cf4d70b8 None None] Provisioning complete for port fafa0736-f5a4-4abf-bb6f-dcc639d333c9 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:38.460720 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7bab440d-42cb-412d-8cfe-8fc5cf4d70b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fafa0736-f5a4-4abf-bb6f-dcc639d333c9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:38.518567 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7bab440d-42cb-412d-8cfe-8fc5cf4d70b8 None None] Port fafa0736-f5a4-4abf-bb6f-dcc639d333c9 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:38.569218 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1771b184-41c5-4402-a18c-02c3d27ba71e None None] For port f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:52:38.580880 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90817e-51ca-42e2-83c5-dcd984e51620 req-6012c203-6cf7-4d09-854e-6c72954e475d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:38.583157 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9b90817e-51ca-42e2-83c5-dcd984e51620 req-6012c203-6cf7-4d09-854e-6c72954e475d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.3106725 Feb 09 01:52:38.584289 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1771b184-41c5-4402-a18c-02c3d27ba71e None None] For port f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556,segment=NetworkSegment(5788171c-4f35-431f-bac5-8bb1cfa079b9),segment_id=5788171c-4f35-431f-bac5-8bb1cfa079b9)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:52:38.599791 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1771b184-41c5-4402-a18c-02c3d27ba71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:38.602571 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] For port fafa0736-f5a4-4abf-bb6f-dcc639d333c9, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:52:38.662663 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] For port fafa0736-f5a4-4abf-bb6f-dcc639d333c9, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=fafa0736-f5a4-4abf-bb6f-dcc639d333c9,segment=NetworkSegment(b5846690-f3a4-474e-865c-ddbfd563ce87),segment_id=b5846690-f3a4-474e-865c-ddbfd563ce87)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:52:38.711808 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (76aa39f1-1233-4e80-958e-a67f2d721681), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:38.716382 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (fafa0736-f5a4-4abf-bb6f-dcc639d333c9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:38.763153 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9b90817e-51ca-42e2-83c5-dcd984e51620 req-5e98791c-a769-4b4d-9cc7-8dd0901313f6 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692548 Feb 09 01:52:38.787637 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771b184-41c5-4402-a18c-02c3d27ba71e None None] Pushing event updated for resources: {'Port': ['ID=f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:38.944794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] Routers {'9b6a6b2a-5a87-40e2-b036-4b31e575e525'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:38.945658 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:39.022812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab422b-b26a-48ea-9cf2-c60c2bbefdca None None] Pushing event updated for resources: {'Port': ['ID=fafa0736-f5a4-4abf-bb6f-dcc639d333c9,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:39.060651 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00a382-8c71-4ada-b94d-4bfb5210c860 req-29be34ca-7e7d-49b9-bb50-709e27b87aec tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:39.062416 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0b00a382-8c71-4ada-b94d-4bfb5210c860 req-29be34ca-7e7d-49b9-bb50-709e27b87aec tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.67 "GET /v2.0/ports?device_id=baff9e36-0623-4502-94ea-4202612e812c HTTP/1.1" status: 200 len: 945 time: 0.2546377 Feb 09 01:52:39.065554 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b9d83b1-4bca-4e5f-af86-62da0c3543a7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for port (cddb4ec3-7775-43a7-9b6d-b471ce59ba09), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:39.136230 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b9d83b1-4bca-4e5f-af86-62da0c3543a7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (cddb4ec3-7775-43a7-9b6d-b471ce59ba09), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:39.145704 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6984a07e-4f8c-46b9-8672-525f5fb52c86 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:39.196143 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083d6518-3a57-4b71-968f-0cb75a6cf9ad None None] Network 4679dc8a-96ff-403a-8ba3-950cc6685866 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:52:39.447683 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-2c90e519-e57f-4cc5-9ef5-2b76d1c9b6c1 None None] Provisioning complete for port f5a25c99-02eb-4a2b-8445-45c064ed505d triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:39.448191 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2c90e519-e57f-4cc5-9ef5-2b76d1c9b6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f5a25c99-02eb-4a2b-8445-45c064ed505d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:39.506985 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b9d83b1-4bca-4e5f-af86-62da0c3543a7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (9d2b7bf2-9440-4180-9016-97726092bd97), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:39.513164 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d83b1-4bca-4e5f-af86-62da0c3543a7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Port': ['ID=cddb4ec3-7775-43a7-9b6d-b471ce59ba09,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:39.580223 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] Set router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:39.588126 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for port (76aa39f1-1233-4e80-958e-a67f2d721681), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:39.610413 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (76aa39f1-1233-4e80-958e-a67f2d721681), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:39.610914 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (9b6a6b2a-5a87-40e2-b036-4b31e575e525), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:39.729674 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event updated for resources: {'Port': ['ID=76aa39f1-1233-4e80-958e-a67f2d721681,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:39.757486 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58ae66-bd63-4dff-91a4-05cee6e34bf6 req-a396b170-0b24-48c8-b853-a9ce3520e253 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:39.766659 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d58ae66-bd63-4dff-91a4-05cee6e34bf6 req-a396b170-0b24-48c8-b853-a9ce3520e253 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.1988707 Feb 09 01:52:39.782643 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:39.849087 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0542f-2b20-4f2a-8b91-cdc8a61ae741 req-762786d3-8ca7-4159-a0dd-8aee2dc3482e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:39.858300 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24d0542f-2b20-4f2a-8b91-cdc8a61ae741 req-762786d3-8ca7-4159-a0dd-8aee2dc3482e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=baff9e36-0623-4502-94ea-4202612e812c HTTP/1.1" status: 200 len: 945 time: 0.5479360 Feb 09 01:52:39.892891 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c8ce36-a76a-4614-81c9-b7cbc6592b20 None None] Network 0b3940f7-101a-4a00-a5d9-e7fcc93d1247 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:52:39.899299 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d58ae66-bd63-4dff-91a4-05cee6e34bf6 req-65ce6853-1beb-4886-9824-0b22fb3ff957 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314027 Feb 09 01:52:39.905910 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Network dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:39.907625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:39.935286 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9d83b1-4bca-4e5f-af86-62da0c3543a7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network 0b3940f7-101a-4a00-a5d9-e7fcc93d1247 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:39.945571 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-4b9d83b1-4bca-4e5f-af86-62da0c3543a7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:39.965013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-0b00a382-8c71-4ada-b94d-4bfb5210c860 req-a4c80f11-c8af-4e5d-b03a-652b8e6e703e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Deleting port a5d09877-1860-4dd5-92fe-43c5c45f32d8 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:52:39.968552 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0b00a382-8c71-4ada-b94d-4bfb5210c860 req-a4c80f11-c8af-4e5d-b03a-652b8e6e703e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a5d09877-1860-4dd5-92fe-43c5c45f32d8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:40.064300 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 6984a07e-4f8c-46b9-8672-525f5fb52c86 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:40.065006 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6984a07e-4f8c-46b9-8672-525f5fb52c86), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:40.157256 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97acd1-7df8-4212-88c6-1505c0dcc950 req-4c7797cf-4e81-491b-83e8-f3ea98f6f8f2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:40.158886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2c90e519-e57f-4cc5-9ef5-2b76d1c9b6c1 None None] Current status of the port f5a25c99-02eb-4a2b-8445-45c064ed505d is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:40.159308 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2c90e519-e57f-4cc5-9ef5-2b76d1c9b6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f5a25c99-02eb-4a2b-8445-45c064ed505d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:40.161833 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9656e5f8-1fcb-4637-bdae-3cae49472487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:40.168912 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e97acd1-7df8-4212-88c6-1505c0dcc950 req-4c7797cf-4e81-491b-83e8-f3ea98f6f8f2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.1259465 Feb 09 01:52:40.234660 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:52:40.262307 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e97acd1-7df8-4212-88c6-1505c0dcc950 req-8da5edcf-8627-497c-a4df-cc169e083c8b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821066 Feb 09 01:52:40.266350 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24d0542f-2b20-4f2a-8b91-cdc8a61ae741 req-fb87f604-8ee3-4ada-ad8d-746ede71137a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066510 Feb 09 01:52:40.318119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-0b00a382-8c71-4ada-b94d-4bfb5210c860 req-a4c80f11-c8af-4e5d-b03a-652b8e6e703e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] For port a5d09877-1860-4dd5-92fe-43c5c45f32d8, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a5d09877-1860-4dd5-92fe-43c5c45f32d8,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:40.320293 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0b00a382-8c71-4ada-b94d-4bfb5210c860 req-a4c80f11-c8af-4e5d-b03a-652b8e6e703e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a5d09877-1860-4dd5-92fe-43c5c45f32d8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:40.342577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-0b00a382-8c71-4ada-b94d-4bfb5210c860 req-a4c80f11-c8af-4e5d-b03a-652b8e6e703e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Calling delete_port for a5d09877-1860-4dd5-92fe-43c5c45f32d8 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:52:40.386834 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-2c90e519-e57f-4cc5-9ef5-2b76d1c9b6c1 None None] For port f5a25c99-02eb-4a2b-8445-45c064ed505d, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f5a25c99-02eb-4a2b-8445-45c064ed505d,segment=NetworkSegment(20ff5e78-a2e4-468a-9060-a2141cd6f833),segment_id=20ff5e78-a2e4-468a-9060-a2141cd6f833)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:40.404216 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2c90e519-e57f-4cc5-9ef5-2b76d1c9b6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f5a25c99-02eb-4a2b-8445-45c064ed505d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:40.432096 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:52:40.449457 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9a380196-4fd1-499b-b47f-69db8a9b98b7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/routers/9b6a6b2a-5a87-40e2-b036-4b31e575e525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3714228 Feb 09 01:52:40.452222 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53160) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:40.469435 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-731a8e3b-6521-42af-8b78-9db70f75242a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:40.609083 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9d83b1-4bca-4e5f-af86-62da0c3543a7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Router 9d2b7bf2-9440-4180-9016-97726092bd97 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:52:40.614971 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0b00a382-8c71-4ada-b94d-4bfb5210c860 req-a4c80f11-c8af-4e5d-b03a-652b8e6e703e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a5d09877-1860-4dd5-92fe-43c5c45f32d8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:40.641424 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['6a23ba66-360c-46da-9c7a-dca9a04eb217'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:52:40.696582 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c80f11-c8af-4e5d-b03a-652b8e6e703e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Pushing event deleted for resources: {'Port': ['ID=a5d09877-1860-4dd5-92fe-43c5c45f32d8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:40.724299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 6984a07e-4f8c-46b9-8672-525f5fb52c86 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:40.724713 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6984a07e-4f8c-46b9-8672-525f5fb52c86), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:40.730259 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90e519-e57f-4cc5-9ef5-2b76d1c9b6c1 None None] Pushing event updated for resources: {'Port': ['ID=f5a25c99-02eb-4a2b-8445-45c064ed505d,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:40.815116 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0819808f-1b65-44a3-86fe-096dcd83416c None None] Provisioning complete for port 6984a07e-4f8c-46b9-8672-525f5fb52c86 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:40.815537 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0819808f-1b65-44a3-86fe-096dcd83416c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6984a07e-4f8c-46b9-8672-525f5fb52c86), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:40.905624 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ebd5ca-59af-4f01-8b6e-96b4ccce4179 None None] Network dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:52:40.962371 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b00a382-8c71-4ada-b94d-4bfb5210c860 req-a4c80f11-c8af-4e5d-b03a-652b8e6e703e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] No DVR routers for this DVR port a5d09877-1860-4dd5-92fe-43c5c45f32d8 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:52:40.979412 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0b00a382-8c71-4ada-b94d-4bfb5210c860 req-a4c80f11-c8af-4e5d-b03a-652b8e6e703e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:40.988369 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0b00a382-8c71-4ada-b94d-4bfb5210c860 req-a4c80f11-c8af-4e5d-b03a-652b8e6e703e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.67 "DELETE /v2.0/ports/a5d09877-1860-4dd5-92fe-43c5c45f32d8 HTTP/1.1" status: 204 len: 173 time: 1.9173446 Feb 09 01:52:40.988369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baff9e36-0623-4502-94ea-4202612e812c', 'name': 'network-vif-deleted', 'tag': 'a5d09877-1860-4dd5-92fe-43c5c45f32d8'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:52:40.992230 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b72515-ffe2-4980-a290-8bd3b44fc0d6" -d '{"events": [{"server_uuid": "baff9e36-0623-4502-94ea-4202612e812c", "name": "network-vif-deleted", "tag": "a5d09877-1860-4dd5-92fe-43c5c45f32d8"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:52:41.011948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9d83b1-4bca-4e5f-af86-62da0c3543a7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:52:41.023887 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4b9d83b1-4bca-4e5f-af86-62da0c3543a7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/routers/9d2b7bf2-9440-4180-9016-97726092bd97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9300585 Feb 09 01:52:41.025445 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163d862-83f5-4f72-87d5-9db6ac428bbb None None] Sync routers for ids ['9d2b7bf2-9440-4180-9016-97726092bd97'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:52:41.028741 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53170) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:41.057089 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:41.061833 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b163d862-83f5-4f72-87d5-9db6ac428bbb None None] Routers {'9d2b7bf2-9440-4180-9016-97726092bd97'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:41.062486 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b163d862-83f5-4f72-87d5-9db6ac428bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9d2b7bf2-9440-4180-9016-97726092bd97'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:41.153137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44433c6a-f198-44fa-a52f-39b2cd446d3c tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:41.158799 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-44433c6a-f198-44fa-a52f-39b2cd446d3c tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/ports/cddb4ec3-7775-43a7-9b6d-b471ce59ba09 HTTP/1.1" status: 200 len: 910 time: 0.1244252 Feb 09 01:52:41.167868 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b6a06d-9ada-4497-9278-a96723697c51 x-openstack-request-id: req-89b6a06d-9ada-4497-9278-a96723697c51 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:52:41.168215 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baff9e36-0623-4502-94ea-4202612e812c", "name": "network-vif-deleted", "tag": "a5d09877-1860-4dd5-92fe-43c5c45f32d8", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:52:41.168810 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-89b6a06d-9ada-4497-9278-a96723697c51 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:52:41.169010 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baff9e36-0623-4502-94ea-4202612e812c', 'name': 'network-vif-deleted', 'tag': 'a5d09877-1860-4dd5-92fe-43c5c45f32d8', 'status': 'completed', 'code': 200} Feb 09 01:52:41.169371 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53174) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:41.189384 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b163d862-83f5-4f72-87d5-9db6ac428bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:41.211474 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b163d862-83f5-4f72-87d5-9db6ac428bbb None None] Routers {'9d2b7bf2-9440-4180-9016-97726092bd97'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:41.213066 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b163d862-83f5-4f72-87d5-9db6ac428bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9d2b7bf2-9440-4180-9016-97726092bd97'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:41.219108 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:41.233149 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 6984a07e-4f8c-46b9-8672-525f5fb52c86, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6984a07e-4f8c-46b9-8672-525f5fb52c86,segment=NetworkSegment(478763db-d651-4e35-976e-caef7f41b11e),segment_id=478763db-d651-4e35-976e-caef7f41b11e)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:41.300144 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6984a07e-4f8c-46b9-8672-525f5fb52c86), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:41.301847 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f5a25c99-02eb-4a2b-8445-45c064ed505d up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:41.314454 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b163d862-83f5-4f72-87d5-9db6ac428bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:41.330029 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163d862-83f5-4f72-87d5-9db6ac428bbb None None] The sync data for ids ['9d2b7bf2-9440-4180-9016-97726092bd97'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:52:41.354554 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:52:38Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None, '_interfaces': [{'id': '76aa39f1-1233-4e80-958e-a67f2d721681', 'name': '', 'network_id': 'dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:d5:c3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6d7336ea-0609-4767-9c96-b13b63ff1cda', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:36Z', 'updated_at': '2022-02-09T01:52:37Z', 'revision_number': 1, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '6d7336ea-0609-4767-9c96-b13b63ff1cda', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80daab7d-b95a-46d2-a832-bdd83d21e322', 'name': '', 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:e5:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:24Z', 'updated_at': '2022-02-09T01:52:29Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd935b279-27b6-47b1-bc66-ebaba3160426', 'name': '', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:0f:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:15Z', 'updated_at': '2022-02-09T01:52:22Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafa0736-f5a4-4abf-bb6f-dcc639d333c9', 'name': '', 'network_id': 'a01f1eae-ce16-4427-a8e4-11c368009fec', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:ad:59:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:29Z', 'updated_at': '2022-02-09T01:52:38Z', 'revision_number': 4, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:41.658574 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0bc62-d0f0-47c5-9e0d-02d0d3bc18c8 req-79ea7963-4998-46ff-bc75-507341af3849 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:41.672359 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-95a0bc62-d0f0-47c5-9e0d-02d0d3bc18c8 req-79ea7963-4998-46ff-bc75-507341af3849 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.2803853 Feb 09 01:52:41.885561 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-95a0bc62-d0f0-47c5-9e0d-02d0d3bc18c8 req-762d6104-272f-4458-9bf5-c2841c75d692 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114322 Feb 09 01:52:41.930077 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6dff6d-c4b0-4aab-ae20-3df260f3ece7 None None] The sync data for ids ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'] in n-d-828387-3 is: [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:52:38Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None, '_interfaces': [{'id': '76aa39f1-1233-4e80-958e-a67f2d721681', 'name': '', 'network_id': 'dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:d5:c3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6d7336ea-0609-4767-9c96-b13b63ff1cda', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:36Z', 'updated_at': '2022-02-09T01:52:37Z', 'revision_number': 1, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '6d7336ea-0609-4767-9c96-b13b63ff1cda', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80daab7d-b95a-46d2-a832-bdd83d21e322', 'name': '', 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:e5:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:24Z', 'updated_at': '2022-02-09T01:52:29Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd935b279-27b6-47b1-bc66-ebaba3160426', 'name': '', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:0f:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:15Z', 'updated_at': '2022-02-09T01:52:22Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafa0736-f5a4-4abf-bb6f-dcc639d333c9', 'name': '', 'network_id': 'a01f1eae-ce16-4427-a8e4-11c368009fec', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:ad:59:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:29Z', 'updated_at': '2022-02-09T01:52:38Z', 'revision_number': 4, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:52:42.011901 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a7b53-f303-4f40-9a84-fe0e4bc6c971 req-8e009587-46f5-4795-ad28-368bb36fc3b0 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:42.020922 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=6984a07e-4f8c-46b9-8672-525f5fb52c86,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:42.060481 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f12a7b53-f303-4f40-9a84-fe0e4bc6c971 req-8e009587-46f5-4795-ad28-368bb36fc3b0 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.8898380 Feb 09 01:52:42.075128 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.extraroute_db [None req-731a8e3b-6521-42af-8b78-9db70f75242a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103184) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 01:52:42.143083 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device a5d09877-1860-4dd5-92fe-43c5c45f32d8 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:52:42.176974 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.extraroute_db [None req-731a8e3b-6521-42af-8b78-9db70f75242a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Removed routes are [] {{(pid=103184) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 01:52:42.180243 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-731a8e3b-6521-42af-8b78-9db70f75242a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (9b6a6b2a-5a87-40e2-b036-4b31e575e525), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:42.223570 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port f5a25c99-02eb-4a2b-8445-45c064ed505d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:42.224438 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f5a25c99-02eb-4a2b-8445-45c064ed505d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:42.225585 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: a5d09877-1860-4dd5-92fe-43c5c45f32d8 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:52:42.225932 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device a5d09877-1860-4dd5-92fe-43c5c45f32d8 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:52:42.298970 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f12a7b53-f303-4f40-9a84-fe0e4bc6c971 req-0b110811-a5e6-404c-9769-cabfcb8ba365 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372785 Feb 09 01:52:42.310146 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:42.377554 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0819808f-1b65-44a3-86fe-096dcd83416c None None] Current status of the port 6984a07e-4f8c-46b9-8672-525f5fb52c86 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:42.537580 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0819808f-1b65-44a3-86fe-096dcd83416c None None] Provisioning complete for port fafa0736-f5a4-4abf-bb6f-dcc639d333c9 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:42.538581 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0819808f-1b65-44a3-86fe-096dcd83416c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fafa0736-f5a4-4abf-bb6f-dcc639d333c9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:42.658482 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:42.855853 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port f5a25c99-02eb-4a2b-8445-45c064ed505d is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:42.945168 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Allocated IP 172.21.0.1 (4679dc8a-96ff-403a-8ba3-950cc6685866/6c3d3251-d9b2-4371-b58a-0fd60855b026/3665e763-4dc0-4491-904e-5686281549b0) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:43.030767 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0819808f-1b65-44a3-86fe-096dcd83416c None None] Current status of the port fafa0736-f5a4-4abf-bb6f-dcc639d333c9 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:43.030767 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0819808f-1b65-44a3-86fe-096dcd83416c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fafa0736-f5a4-4abf-bb6f-dcc639d333c9), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:43.130139 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-0819808f-1b65-44a3-86fe-096dcd83416c None None] For port fafa0736-f5a4-4abf-bb6f-dcc639d333c9, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=fafa0736-f5a4-4abf-bb6f-dcc639d333c9,segment=NetworkSegment(b5846690-f3a4-474e-865c-ddbfd563ce87),segment_id=b5846690-f3a4-474e-865c-ddbfd563ce87)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:43.139339 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0819808f-1b65-44a3-86fe-096dcd83416c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (fafa0736-f5a4-4abf-bb6f-dcc639d333c9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:43.334035 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-731a8e3b-6521-42af-8b78-9db70f75242a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (9b6a6b2a-5a87-40e2-b036-4b31e575e525), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:43.369270 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-731a8e3b-6521-42af-8b78-9db70f75242a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608658'] for router (9b6a6b2a-5a87-40e2-b036-4b31e575e525), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:43.378347 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f5a25c99-02eb-4a2b-8445-45c064ed505d up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:43.395572 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-35b54337-85b9-4080-8de0-7c44168487df tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:43.398685 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-35b54337-85b9-4080-8de0-7c44168487df tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/networks?id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 200 len: 805 time: 0.9512465 Feb 09 01:52:43.430638 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819808f-1b65-44a3-86fe-096dcd83416c None None] Pushing event updated for resources: {'Port': ['ID=fafa0736-f5a4-4abf-bb6f-dcc639d333c9,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:43.447631 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4f661001-ae70-423f-9cc0-59c6c6a6bd02 None None] Provisioning complete for port 6984a07e-4f8c-46b9-8672-525f5fb52c86 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:43.448182 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4f661001-ae70-423f-9cc0-59c6c6a6bd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6984a07e-4f8c-46b9-8672-525f5fb52c86), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:43.475892 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e07da-f4a2-4b2d-85da-9439247e358a req-adfc8d91-cc10-4e36-8321-835ccef6a367 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:43.477456 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a89e07da-f4a2-4b2d-85da-9439247e358a req-adfc8d91-cc10-4e36-8321-835ccef6a367 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.1738966 Feb 09 01:52:43.547131 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:43.654862 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-0379a949-0210-406d-8ba8-d0b28cde2d7c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/quotas/57a477aa675d4adb8145bd3e3ad9c65b HTTP/1.1" status: 200 len: 375 time: 0.2266388 Feb 09 01:52:43.670299 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for port (3665e763-4dc0-4491-904e-5686281549b0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:43.705683 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port f5a25c99-02eb-4a2b-8445-45c064ed505d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:43.706070 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f5a25c99-02eb-4a2b-8445-45c064ed505d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:43.732712 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731a8e3b-6521-42af-8b78-9db70f75242a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:52:43.757747 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a89e07da-f4a2-4b2d-85da-9439247e358a req-a8e30b14-feee-425a-b49b-a199246bd789 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651930 Feb 09 01:52:43.760692 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (3665e763-4dc0-4491-904e-5686281549b0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:43.800977 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-ad97d109-e6cb-4804-bd3d-76f73798be94 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1362944 Feb 09 01:52:43.835110 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network 4679dc8a-96ff-403a-8ba3-950cc6685866 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:43.845418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:43.857543 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:43.886659 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4f661001-ae70-423f-9cc0-59c6c6a6bd02 None None] Current status of the port 6984a07e-4f8c-46b9-8672-525f5fb52c86 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:43.937528 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Port': ['ID=3665e763-4dc0-4491-904e-5686281549b0,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:43.961366 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:43.961719 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:43.962057 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:43.962918 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:43.963437 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:43.963902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:43.964307 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:43.964636 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:43.965044 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:43.965271 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:43.965598 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:43.965936 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:43.966552 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:44.007984 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (9d2b7bf2-9440-4180-9016-97726092bd97), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:44.045964 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port f5a25c99-02eb-4a2b-8445-45c064ed505d is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:44.049729 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6984a07e-4f8c-46b9-8672-525f5fb52c86 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:44.100206 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4f661001-ae70-423f-9cc0-59c6c6a6bd02 None None] Provisioning complete for port 76aa39f1-1233-4e80-958e-a67f2d721681 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:44.100582 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4f661001-ae70-423f-9cc0-59c6c6a6bd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (76aa39f1-1233-4e80-958e-a67f2d721681), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:44.193676 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4f661001-ae70-423f-9cc0-59c6c6a6bd02 None None] Port 76aa39f1-1233-4e80-958e-a67f2d721681 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:44.234409 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731a8e3b-6521-42af-8b78-9db70f75242a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:52:44.251647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4f661001-ae70-423f-9cc0-59c6c6a6bd02 None None] Provisioning complete for port f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:44.252357 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4f661001-ae70-423f-9cc0-59c6c6a6bd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:44.261870 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-731a8e3b-6521-42af-8b78-9db70f75242a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:44.264265 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-731a8e3b-6521-42af-8b78-9db70f75242a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/routers/9b6a6b2a-5a87-40e2-b036-4b31e575e525 HTTP/1.1" status: 200 len: 953 time: 3.8109775 Feb 09 01:52:44.267956 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53230) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:44.288913 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-cbeea5a8-731e-42f1-8f66-92c6c59ed9b4 service neutron] 10.222.0.36 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805217 Feb 09 01:52:44.321551 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 6984a07e-4f8c-46b9-8672-525f5fb52c86 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:44.326665 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6984a07e-4f8c-46b9-8672-525f5fb52c86), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:44.502263 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-809987c2-a867-46a6-8219-f2dbb287b385 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/routers/9b6a6b2a-5a87-40e2-b036-4b31e575e525 HTTP/1.1" status: 200 len: 953 time: 0.2312524 Feb 09 01:52:44.505016 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53234) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:44.510430 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4f79a4db-988e-4741-bf75-83ebd4c6af86 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'router': {'routes': None}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:44.530175 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4f661001-ae70-423f-9cc0-59c6c6a6bd02 None None] Current status of the port f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:44.530753 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4f661001-ae70-423f-9cc0-59c6c6a6bd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:44.595741 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-c2dd64ad-cf51-4874-a30c-181087a6ee40 service neutron] 10.222.0.36 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024936 Feb 09 01:52:44.661866 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4f661001-ae70-423f-9cc0-59c6c6a6bd02 None None] For port f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556,segment=NetworkSegment(5788171c-4f35-431f-bac5-8bb1cfa079b9),segment_id=5788171c-4f35-431f-bac5-8bb1cfa079b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:44.665167 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] Sync routers for ids ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:52:44.670838 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4f661001-ae70-423f-9cc0-59c6c6a6bd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:44.727153 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f661001-ae70-423f-9cc0-59c6c6a6bd02 None None] Pushing event updated for resources: {'Port': ['ID=f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:44.734713 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 6984a07e-4f8c-46b9-8672-525f5fb52c86 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:44.735864 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:44.752704 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3665e763-4dc0-4491-904e-5686281549b0), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:44.766631 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4f661001-ae70-423f-9cc0-59c6c6a6bd02 None None] Provisioning complete for port cddb4ec3-7775-43a7-9b6d-b471ce59ba09 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:44.767008 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4f661001-ae70-423f-9cc0-59c6c6a6bd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cddb4ec3-7775-43a7-9b6d-b471ce59ba09), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:44.771029 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] Routers {'9b6a6b2a-5a87-40e2-b036-4b31e575e525'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:44.771674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:45.044982 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4f661001-ae70-423f-9cc0-59c6c6a6bd02 None None] Port cddb4ec3-7775-43a7-9b6d-b471ce59ba09 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:45.101276 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4f661001-ae70-423f-9cc0-59c6c6a6bd02 None None] Provisioning complete for port f5a25c99-02eb-4a2b-8445-45c064ed505d triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:45.102162 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4f661001-ae70-423f-9cc0-59c6c6a6bd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f5a25c99-02eb-4a2b-8445-45c064ed505d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:45.155215 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:45.155609 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:45.157723 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] Set router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:45.258861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34369d-270b-4d5b-b710-6cc4f1bdac59 req-6f782558-5842-4815-8cc4-73e22ccadfa0 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:45.261958 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bc34369d-270b-4d5b-b710-6cc4f1bdac59 req-6f782558-5842-4815-8cc4-73e22ccadfa0 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.3839588 Feb 09 01:52:45.323189 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.extraroute_db [None req-4f79a4db-988e-4741-bf75-83ebd4c6af86 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Added routes are [] {{(pid=103184) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 01:52:45.323701 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.extraroute_db [None req-4f79a4db-988e-4741-bf75-83ebd4c6af86 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103184) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 01:52:45.362274 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4f79a4db-988e-4741-bf75-83ebd4c6af86 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (9b6a6b2a-5a87-40e2-b036-4b31e575e525), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:45.433189 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for port (3665e763-4dc0-4491-904e-5686281549b0), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:45.444625 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (3665e763-4dc0-4491-904e-5686281549b0), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:45.446263 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-18d65256-eae3-45e7-a9c1-a9e534483b1d req-f6c09e39-9a89-43ba-8f5d-fab92a40bf72 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 210 time: 0.0765135 Feb 09 01:52:45.550277 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bc34369d-270b-4d5b-b710-6cc4f1bdac59 req-09f80703-50a5-4530-9101-ff5f91b93adb tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809856 Feb 09 01:52:45.601503 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (9d2b7bf2-9440-4180-9016-97726092bd97), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:45.603929 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Port': ['ID=3665e763-4dc0-4491-904e-5686281549b0,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:45.641895 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4f661001-ae70-423f-9cc0-59c6c6a6bd02 None None] Current status of the port f5a25c99-02eb-4a2b-8445-45c064ed505d is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:45.652371 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:45.716339 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:52:42Z', 'revision_number': 6, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None, '_interfaces': [{'id': '76aa39f1-1233-4e80-958e-a67f2d721681', 'name': '', 'network_id': 'dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:d5:c3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6d7336ea-0609-4767-9c96-b13b63ff1cda', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:36Z', 'updated_at': '2022-02-09T01:52:39Z', 'revision_number': 2, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '6d7336ea-0609-4767-9c96-b13b63ff1cda', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80daab7d-b95a-46d2-a832-bdd83d21e322', 'name': '', 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:e5:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:24Z', 'updated_at': '2022-02-09T01:52:29Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd935b279-27b6-47b1-bc66-ebaba3160426', 'name': '', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:0f:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:15Z', 'updated_at': '2022-02-09T01:52:22Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafa0736-f5a4-4abf-bb6f-dcc639d333c9', 'name': '', 'network_id': 'a01f1eae-ce16-4427-a8e4-11c368009fec', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:ad:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:29Z', 'updated_at': '2022-02-09T01:52:43Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:45.791907 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] Checking router: 9b6a6b2a-5a87-40e2-b036-4b31e575e525 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:52:45.795187 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] Updating router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 port 76aa39f1-1233-4e80-958e-a67f2d721681 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:52:45.823051 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network 4679dc8a-96ff-403a-8ba3-950cc6685866 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:45.829131 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:45.854561 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (76aa39f1-1233-4e80-958e-a67f2d721681), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:45.857870 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4f79a4db-988e-4741-bf75-83ebd4c6af86 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (9b6a6b2a-5a87-40e2-b036-4b31e575e525), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:45.861384 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4f79a4db-988e-4741-bf75-83ebd4c6af86 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608658'] for router (9b6a6b2a-5a87-40e2-b036-4b31e575e525), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:45.915342 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ff6f8a5f-9e2b-4d37-8b33-1cb38cf3d054 None None] Provisioning complete for port 76aa39f1-1233-4e80-958e-a67f2d721681 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:45.915342 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8a5f-9e2b-4d37-8b33-1cb38cf3d054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (76aa39f1-1233-4e80-958e-a67f2d721681), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:46.080871 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device fafa0736-f5a4-4abf-bb6f-dcc639d333c9 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:46.160607 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f8a5f-9e2b-4d37-8b33-1cb38cf3d054 None None] Port 76aa39f1-1233-4e80-958e-a67f2d721681 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:46.163525 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Router 9d2b7bf2-9440-4180-9016-97726092bd97 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:52:46.299721 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:52:46.308598 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9127710e-6c2a-42ef-95d6-2d9ffc97fb8a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/routers/9d2b7bf2-9440-4180-9016-97726092bd97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1368213 Feb 09 01:52:46.313640 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6274526e-7e54-47af-a541-9f878018ee21 None None] Sync routers for ids ['9d2b7bf2-9440-4180-9016-97726092bd97'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:52:46.321539 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53272) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:46.329124 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6274526e-7e54-47af-a541-9f878018ee21 None None] Routers {'9d2b7bf2-9440-4180-9016-97726092bd97'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:46.329747 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6274526e-7e54-47af-a541-9f878018ee21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9d2b7bf2-9440-4180-9016-97726092bd97'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:46.351483 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ff6f8a5f-9e2b-4d37-8b33-1cb38cf3d054 None None] Provisioning complete for port 3665e763-4dc0-4491-904e-5686281549b0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:46.351889 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8a5f-9e2b-4d37-8b33-1cb38cf3d054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3665e763-4dc0-4491-904e-5686281549b0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:46.390641 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port fafa0736-f5a4-4abf-bb6f-dcc639d333c9 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:46.390641 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fafa0736-f5a4-4abf-bb6f-dcc639d333c9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:46.424989 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6274526e-7e54-47af-a541-9f878018ee21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:46.432735 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df7a429-f51b-47c3-a6ff-d86d4f137209 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:46.434475 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1df7a429-f51b-47c3-a6ff-d86d4f137209 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/ports/3665e763-4dc0-4491-904e-5686281549b0 HTTP/1.1" status: 200 len: 910 time: 0.1095579 Feb 09 01:52:46.439029 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53274) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:46.445578 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6274526e-7e54-47af-a541-9f878018ee21 None None] Routers {'9d2b7bf2-9440-4180-9016-97726092bd97'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:46.446476 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6274526e-7e54-47af-a541-9f878018ee21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9d2b7bf2-9440-4180-9016-97726092bd97'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:46.517669 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6274526e-7e54-47af-a541-9f878018ee21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:46.519082 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6274526e-7e54-47af-a541-9f878018ee21 None None] The sync data for ids ['9d2b7bf2-9440-4180-9016-97726092bd97'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:52:46.715085 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f8a5f-9e2b-4d37-8b33-1cb38cf3d054 None None] Port 3665e763-4dc0-4491-904e-5686281549b0 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:46.824302 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] Publish callbacks [] for port (76aa39f1-1233-4e80-958e-a67f2d721681), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:46.833655 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5bdcca74-8215-4a03-9afe-ff5d8adad134 req-c9bbc94a-ae29-4258-a02a-dd7cb8b6d6aa tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 210 time: 0.0850210 Feb 09 01:52:46.866197 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f79a4db-988e-4741-bf75-83ebd4c6af86 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:52:46.871027 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (76aa39f1-1233-4e80-958e-a67f2d721681), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:46.895420 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port fafa0736-f5a4-4abf-bb6f-dcc639d333c9 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:46.895420 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:46.903074 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-85c1ed28-b074-486f-9f85-793af9374614 None None] Provisioning complete for port 3665e763-4dc0-4491-904e-5686281549b0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:46.903544 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-85c1ed28-b074-486f-9f85-793af9374614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3665e763-4dc0-4491-904e-5686281549b0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:46.945533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-9486255d-4377-4d5c-b66a-e8b13f1d0e25 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:46.952520 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-9486255d-4377-4d5c-b66a-e8b13f1d0e25 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.48 "GET /v2.0/networks?id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 200 len: 805 time: 0.2815616 Feb 09 01:52:47.020268 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4b98d268-73d1-43be-bb41-ea8b8c263689 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Request body: {'port': {'device_id': '30b667ea-4a3e-4bb3-af30-2f3e2283a79a', 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299', 'admin_state_up': True, 'tenant_id': '57a477aa675d4adb8145bd3e3ad9c65b'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:47.115257 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f79a4db-988e-4741-bf75-83ebd4c6af86 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:52:47.127494 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4f79a4db-988e-4741-bf75-83ebd4c6af86 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:47.128750 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4f79a4db-988e-4741-bf75-83ebd4c6af86 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/routers/9b6a6b2a-5a87-40e2-b036-4b31e575e525 HTTP/1.1" status: 200 len: 703 time: 2.6224942 Feb 09 01:52:47.132706 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53288) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:47.183475 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8126d6-6d6f-4662-872a-c26d52f2841a req-26c6645f-e580-4ca6-8ab5-30f6ca1ba629 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:47.186089 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf8126d6-6d6f-4662-872a-c26d52f2841a req-26c6645f-e580-4ca6-8ab5-30f6ca1ba629 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.5212960 Feb 09 01:52:47.288870 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-866ad7c7-fb3f-43ad-a33d-d54b9fa149f0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/routers/9b6a6b2a-5a87-40e2-b036-4b31e575e525 HTTP/1.1" status: 200 len: 703 time: 0.1501291 Feb 09 01:52:47.289675 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53294) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:47.296476 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-85c1ed28-b074-486f-9f85-793af9374614 None None] Port 3665e763-4dc0-4491-904e-5686281549b0 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:47.321310 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f95f59-03ca-4ec4-83fb-f689d2e18b4a None None] Pushing event updated for resources: {'Port': ['ID=76aa39f1-1233-4e80-958e-a67f2d721681,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:47.336227 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf8126d6-6d6f-4662-872a-c26d52f2841a req-38e9a970-83c5-44ee-ac70-3d6346c8cced tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411803 Feb 09 01:52:47.391968 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:47.395762 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:47.436645 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4b98d268-73d1-43be-bb41-ea8b8c263689 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Made reservation on behalf of 57a477aa675d4adb8145bd3e3ad9c65b for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:52:47.442580 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4b98d268-73d1-43be-bb41-ea8b8c263689 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:47.529825 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] Attempting to bind port 76aa39f1-1233-4e80-958e-a67f2d721681 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:52:47.530512 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] Attempting to bind port 76aa39f1-1233-4e80-958e-a67f2d721681 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '5788171c-4f35-431f-bac5-8bb1cfa079b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:52:47.530695 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] Attempting to bind port 76aa39f1-1233-4e80-958e-a67f2d721681 on network dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:47.599888 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-88e77832-19d4-4900-8419-614e3dfdd55f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (9d2b7bf2-9440-4180-9016-97726092bd97), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:47.604426 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:52:47.604839 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] Checking segment: {'id': '5788171c-4f35-431f-bac5-8bb1cfa079b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:47.605222 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:47.606104 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] Bound using segment: {'id': '5788171c-4f35-431f-bac5-8bb1cfa079b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:52:47.606104 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] Bound port: 76aa39f1-1233-4e80-958e-a67f2d721681, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5788171c-4f35-431f-bac5-8bb1cfa079b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:52:47.606544 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (76aa39f1-1233-4e80-958e-a67f2d721681), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:47.670263 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:47.748198 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] For port 76aa39f1-1233-4e80-958e-a67f2d721681, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:52:47.782879 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] For port 76aa39f1-1233-4e80-958e-a67f2d721681, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=76aa39f1-1233-4e80-958e-a67f2d721681,segment=NetworkSegment(5788171c-4f35-431f-bac5-8bb1cfa079b9),segment_id=5788171c-4f35-431f-bac5-8bb1cfa079b9)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:52:47.793451 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (76aa39f1-1233-4e80-958e-a67f2d721681), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:47.804144 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4388017e-3b0c-4bde-8d8e-d57ebb1a4072 None None] Provisioning complete for port 76aa39f1-1233-4e80-958e-a67f2d721681 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:47.804931 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4388017e-3b0c-4bde-8d8e-d57ebb1a4072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (76aa39f1-1233-4e80-958e-a67f2d721681), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:47.820683 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4b98d268-73d1-43be-bb41-ea8b8c263689 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Allocated IP 172.20.0.14 (30f7b1d3-dfdd-498b-b6de-9d9501b1c299/1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c/f3250546-0c08-4984-b1b3-99ab299ed379) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:47.996317 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f95f59-03ca-4ec4-83fb-f689d2e18b4a None None] Pushing event updated for resources: {'Port': ['ID=76aa39f1-1233-4e80-958e-a67f2d721681,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:48.001634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] Routers {'9b6a6b2a-5a87-40e2-b036-4b31e575e525'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:48.002332 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:48.030908 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-66983827-cc74-49f4-b947-64a4df1d504c req-3a1c14ff-e44c-472b-83b9-799bf2a34865 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 210 time: 0.0894790 Feb 09 01:52:48.052631 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ece3568b-b83e-475f-8116-2f45805c83ad tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (9b6a6b2a-5a87-40e2-b036-4b31e575e525), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:48.219036 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4388017e-3b0c-4bde-8d8e-d57ebb1a4072 None None] Current status of the port 76aa39f1-1233-4e80-958e-a67f2d721681 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:48.219998 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4388017e-3b0c-4bde-8d8e-d57ebb1a4072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (76aa39f1-1233-4e80-958e-a67f2d721681), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:48.236353 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] Set router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:48.312645 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4b98d268-73d1-43be-bb41-ea8b8c263689 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks [] for port (f3250546-0c08-4984-b1b3-99ab299ed379), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:48.315781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4388017e-3b0c-4bde-8d8e-d57ebb1a4072 None None] For port 76aa39f1-1233-4e80-958e-a67f2d721681, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=76aa39f1-1233-4e80-958e-a67f2d721681,segment=NetworkSegment(5788171c-4f35-431f-bac5-8bb1cfa079b9),segment_id=5788171c-4f35-431f-bac5-8bb1cfa079b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:48.327925 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4388017e-3b0c-4bde-8d8e-d57ebb1a4072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (76aa39f1-1233-4e80-958e-a67f2d721681), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:48.398073 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4b98d268-73d1-43be-bb41-ea8b8c263689 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (f3250546-0c08-4984-b1b3-99ab299ed379), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:48.455818 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['6a23ba66-360c-46da-9c7a-dca9a04eb217'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:52:48.544571 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388017e-3b0c-4bde-8d8e-d57ebb1a4072 None None] Pushing event updated for resources: {'Port': ['ID=76aa39f1-1233-4e80-958e-a67f2d721681,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:48.548896 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-88fa2fca-dcc1-490d-ab48-f2c2288f42b8 None None] Provisioning complete for port 76aa39f1-1233-4e80-958e-a67f2d721681 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:48.549277 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-88fa2fca-dcc1-490d-ab48-f2c2288f42b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (76aa39f1-1233-4e80-958e-a67f2d721681), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:48.565425 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98d268-73d1-43be-bb41-ea8b8c263689 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Pushing event updated for resources: {'Port': ['ID=f3250546-0c08-4984-b1b3-99ab299ed379,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:48.645199 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4b98d268-73d1-43be-bb41-ea8b8c263689 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:48.649147 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4b98d268-73d1-43be-bb41-ea8b8c263689 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:48.650426 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a42bb3-8a0f-42cc-9182-1f874d47d0b7 req-37c6d93e-623e-4b89-905c-5f2347029545 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:48.652317 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e1a42bb3-8a0f-42cc-9182-1f874d47d0b7 req-37c6d93e-623e-4b89-905c-5f2347029545 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.1926804 Feb 09 01:52:48.657055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4b98d268-73d1-43be-bb41-ea8b8c263689 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:48.735408 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-ece3568b-b83e-475f-8116-2f45805c83ad tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting port 76aa39f1-1233-4e80-958e-a67f2d721681 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:52:48.736740 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ece3568b-b83e-475f-8116-2f45805c83ad tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (76aa39f1-1233-4e80-958e-a67f2d721681), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:48.743196 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-88e77832-19d4-4900-8419-614e3dfdd55f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting port 3665e763-4dc0-4491-904e-5686281549b0 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:52:48.743592 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-88e77832-19d4-4900-8419-614e3dfdd55f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (3665e763-4dc0-4491-904e-5686281549b0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:48.754850 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4b98d268-73d1-43be-bb41-ea8b8c263689 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:48.755539 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4b98d268-73d1-43be-bb41-ea8b8c263689 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:48.838159 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4b98d268-73d1-43be-bb41-ea8b8c263689 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8429351 Feb 09 01:52:48.851836 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4e0a461f-d89c-4c9c-b668-228a9d4671db service neutron] Request body: {'port': {'device_id': '30b667ea-4a3e-4bb3-af30-2f3e2283a79a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:48.877410 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-88fa2fca-dcc1-490d-ab48-f2c2288f42b8 None None] Current status of the port 76aa39f1-1233-4e80-958e-a67f2d721681 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:48.905426 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e1a42bb3-8a0f-42cc-9182-1f874d47d0b7 req-a0f7417c-964a-43fb-9465-c42d1be01f15 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426996 Feb 09 01:52:48.905686 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:52:45Z', 'revision_number': 7, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None, '_interfaces': [{'id': '76aa39f1-1233-4e80-958e-a67f2d721681', 'name': '', 'network_id': 'dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:d5:c3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6d7336ea-0609-4767-9c96-b13b63ff1cda', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:36Z', 'updated_at': '2022-02-09T01:52:47Z', 'revision_number': 4, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '6d7336ea-0609-4767-9c96-b13b63ff1cda', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80daab7d-b95a-46d2-a832-bdd83d21e322', 'name': '', 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:e5:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:24Z', 'updated_at': '2022-02-09T01:52:29Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd935b279-27b6-47b1-bc66-ebaba3160426', 'name': '', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:0f:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:15Z', 'updated_at': '2022-02-09T01:52:22Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafa0736-f5a4-4abf-bb6f-dcc639d333c9', 'name': '', 'network_id': 'a01f1eae-ce16-4427-a8e4-11c368009fec', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:ad:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:29Z', 'updated_at': '2022-02-09T01:52:43Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:48.939588 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4e0a461f-d89c-4c9c-b668-228a9d4671db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f3250546-0c08-4984-b1b3-99ab299ed379), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:48.981269 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a4c71d-469c-492c-8052-89158a4a8e87 None None] The sync data for ids ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'] in n-d-828387-3 is: [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:52:45Z', 'revision_number': 7, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None, '_interfaces': [{'id': '76aa39f1-1233-4e80-958e-a67f2d721681', 'name': '', 'network_id': 'dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:d5:c3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6d7336ea-0609-4767-9c96-b13b63ff1cda', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:36Z', 'updated_at': '2022-02-09T01:52:47Z', 'revision_number': 4, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '6d7336ea-0609-4767-9c96-b13b63ff1cda', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80daab7d-b95a-46d2-a832-bdd83d21e322', 'name': '', 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:e5:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:24Z', 'updated_at': '2022-02-09T01:52:29Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd935b279-27b6-47b1-bc66-ebaba3160426', 'name': '', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:0f:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:15Z', 'updated_at': '2022-02-09T01:52:22Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafa0736-f5a4-4abf-bb6f-dcc639d333c9', 'name': '', 'network_id': 'a01f1eae-ce16-4427-a8e4-11c368009fec', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:ad:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:29Z', 'updated_at': '2022-02-09T01:52:43Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:52:48.991918 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-ece3568b-b83e-475f-8116-2f45805c83ad tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] For port 76aa39f1-1233-4e80-958e-a67f2d721681, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=76aa39f1-1233-4e80-958e-a67f2d721681,segment=NetworkSegment(5788171c-4f35-431f-bac5-8bb1cfa079b9),segment_id=5788171c-4f35-431f-bac5-8bb1cfa079b9)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:48.994304 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ece3568b-b83e-475f-8116-2f45805c83ad tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (76aa39f1-1233-4e80-958e-a67f2d721681), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:49.020716 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-ece3568b-b83e-475f-8116-2f45805c83ad tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Calling delete_port for 76aa39f1-1233-4e80-958e-a67f2d721681 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:52:49.037604 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-88e77832-19d4-4900-8419-614e3dfdd55f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (3665e763-4dc0-4491-904e-5686281549b0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:49.067944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-88e77832-19d4-4900-8419-614e3dfdd55f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Calling delete_port for 3665e763-4dc0-4491-904e-5686281549b0 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:52:49.311849 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76470b7-06d1-4a14-990c-1e8a508473e6 None None] Sync routers for ids ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:52:49.325717 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76470b7-06d1-4a14-990c-1e8a508473e6 None None] Routers {'9b6a6b2a-5a87-40e2-b036-4b31e575e525'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:49.326354 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a76470b7-06d1-4a14-990c-1e8a508473e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:49.363966 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ece3568b-b83e-475f-8116-2f45805c83ad tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (76aa39f1-1233-4e80-958e-a67f2d721681), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:49.406869 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3568b-b83e-475f-8116-2f45805c83ad tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Port': ['ID=76aa39f1-1233-4e80-958e-a67f2d721681,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:49.429098 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970bfa3-306f-401e-9c10-b0fa58d90878 req-01b42b99-d569-4190-a85c-8a87a65e389a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:49.438426 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f970bfa3-306f-401e-9c10-b0fa58d90878 req-01b42b99-d569-4190-a85c-8a87a65e389a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 932 time: 0.2334957 Feb 09 01:52:49.502455 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-a76470b7-06d1-4a14-990c-1e8a508473e6 None None] Set router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:49.625986 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ece3568b-b83e-475f-8116-2f45805c83ad tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (9b6a6b2a-5a87-40e2-b036-4b31e575e525), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:49.683691 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e300dea-0f14-4540-9e5a-026b5edf709b req-6b8be824-43be-4764-b742-cf290e88525d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:49.695811 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2e300dea-0f14-4540-9e5a-026b5edf709b req-6b8be824-43be-4764-b742-cf290e88525d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.5164757 Feb 09 01:52:49.811379 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f970bfa3-306f-401e-9c10-b0fa58d90878 req-4eb38138-a450-4652-a4bc-7a474fed256c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159859 Feb 09 01:52:49.873370 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-88e77832-19d4-4900-8419-614e3dfdd55f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (3665e763-4dc0-4491-904e-5686281549b0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:49.914533 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a76470b7-06d1-4a14-990c-1e8a508473e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:52:45Z', 'revision_number': 7, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None, '_interfaces': [{'id': '76aa39f1-1233-4e80-958e-a67f2d721681', 'name': '', 'network_id': 'dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:d5:c3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6d7336ea-0609-4767-9c96-b13b63ff1cda', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:36Z', 'updated_at': '2022-02-09T01:52:48Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '6d7336ea-0609-4767-9c96-b13b63ff1cda', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80daab7d-b95a-46d2-a832-bdd83d21e322', 'name': '', 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:e5:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:24Z', 'updated_at': '2022-02-09T01:52:29Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd935b279-27b6-47b1-bc66-ebaba3160426', 'name': '', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:0f:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:15Z', 'updated_at': '2022-02-09T01:52:22Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafa0736-f5a4-4abf-bb6f-dcc639d333c9', 'name': '', 'network_id': 'a01f1eae-ce16-4427-a8e4-11c368009fec', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:ad:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:29Z', 'updated_at': '2022-02-09T01:52:43Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:49.948333 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2e300dea-0f14-4540-9e5a-026b5edf709b req-6d09eef4-14da-465c-aa3e-c504ca2073f9 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514045 Feb 09 01:52:49.972054 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76470b7-06d1-4a14-990c-1e8a508473e6 None None] Checking router: 9b6a6b2a-5a87-40e2-b036-4b31e575e525 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:52:49.983374 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76470b7-06d1-4a14-990c-1e8a508473e6 None None] Routers {'9b6a6b2a-5a87-40e2-b036-4b31e575e525'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:49.984002 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a76470b7-06d1-4a14-990c-1e8a508473e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:50.001714 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4e0a461f-d89c-4c9c-b668-228a9d4671db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3250546-0c08-4984-b1b3-99ab299ed379 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:52:50.011856 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e77832-19d4-4900-8419-614e3dfdd55f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Port': ['ID=3665e763-4dc0-4491-904e-5686281549b0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:50.091086 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4e0a461f-d89c-4c9c-b668-228a9d4671db service neutron] Publish callbacks [] for port (f3250546-0c08-4984-b1b3-99ab299ed379), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:50.107781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-a76470b7-06d1-4a14-990c-1e8a508473e6 None None] Set router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:50.152981 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4e0a461f-d89c-4c9c-b668-228a9d4671db service neutron] Transition to ACTIVE for port object f3250546-0c08-4984-b1b3-99ab299ed379 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:52:50.171564 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4e0a461f-d89c-4c9c-b668-228a9d4671db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (f3250546-0c08-4984-b1b3-99ab299ed379), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:50.284463 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece3568b-b83e-475f-8116-2f45805c83ad tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:52:50.323520 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc471e-e730-434e-98b0-01062f2a7731 req-6372ab5b-90c9-4ab3-aab5-4742da5eaf8f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:50.330450 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-33cc471e-e730-434e-98b0-01062f2a7731 req-6372ab5b-90c9-4ab3-aab5-4742da5eaf8f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.1043646 Feb 09 01:52:50.471902 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a76470b7-06d1-4a14-990c-1e8a508473e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:52:49Z', 'revision_number': 8, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None, '_interfaces': [{'id': '80daab7d-b95a-46d2-a832-bdd83d21e322', 'name': '', 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:e5:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:24Z', 'updated_at': '2022-02-09T01:52:29Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd935b279-27b6-47b1-bc66-ebaba3160426', 'name': '', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:0f:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:15Z', 'updated_at': '2022-02-09T01:52:22Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafa0736-f5a4-4abf-bb6f-dcc639d333c9', 'name': '', 'network_id': 'a01f1eae-ce16-4427-a8e4-11c368009fec', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:ad:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:29Z', 'updated_at': '2022-02-09T01:52:43Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:50.481745 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-33cc471e-e730-434e-98b0-01062f2a7731 req-8356c62a-cd04-4864-9701-55ce3065550e tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502595 Feb 09 01:52:50.512949 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76470b7-06d1-4a14-990c-1e8a508473e6 None None] The sync data for ids ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'] in n-d-828387-3 is: [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:52:49Z', 'revision_number': 8, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None, '_interfaces': [{'id': '80daab7d-b95a-46d2-a832-bdd83d21e322', 'name': '', 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:e5:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:24Z', 'updated_at': '2022-02-09T01:52:29Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd935b279-27b6-47b1-bc66-ebaba3160426', 'name': '', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:0f:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:15Z', 'updated_at': '2022-02-09T01:52:22Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafa0736-f5a4-4abf-bb6f-dcc639d333c9', 'name': '', 'network_id': 'a01f1eae-ce16-4427-a8e4-11c368009fec', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:ad:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:29Z', 'updated_at': '2022-02-09T01:52:43Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:52:50.535980 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece3568b-b83e-475f-8116-2f45805c83ad tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:52:50.548921 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ece3568b-b83e-475f-8116-2f45805c83ad tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/routers/9b6a6b2a-5a87-40e2-b036-4b31e575e525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2574084 Feb 09 01:52:50.554701 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53340) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:50.629177 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-135b6992-727f-492d-a51e-dea275c9bf38 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting subnet 6d7336ea-0609-4767-9c96-b13b63ff1cda {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:52:50.633690 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-135b6992-727f-492d-a51e-dea275c9bf38 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for subnet (6d7336ea-0609-4767-9c96-b13b63ff1cda), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:50.695817 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-135b6992-727f-492d-a51e-dea275c9bf38 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (6d7336ea-0609-4767-9c96-b13b63ff1cda), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:50.827982 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-135b6992-727f-492d-a51e-dea275c9bf38 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (6d7336ea-0609-4767-9c96-b13b63ff1cda), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:50.866364 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53356) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:50.894910 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a461f-d89c-4c9c-b668-228a9d4671db service neutron] Pushing event updated for resources: {'Port': ['ID=f3250546-0c08-4984-b1b3-99ab299ed379,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:50.913555 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-88e77832-19d4-4900-8419-614e3dfdd55f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (9d2b7bf2-9440-4180-9016-97726092bd97), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:50.949609 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-135b6992-727f-492d-a51e-dea275c9bf38 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (6d7336ea-0609-4767-9c96-b13b63ff1cda), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:51.026076 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bbc639-54a4-4fcd-b96f-d70a98b4e6c3 None None] Network dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:52:51.028089 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-135b6992-727f-492d-a51e-dea275c9bf38 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:51.034615 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-135b6992-727f-492d-a51e-dea275c9bf38 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/subnets/6d7336ea-0609-4767-9c96-b13b63ff1cda HTTP/1.1" status: 204 len: 168 time: 0.4788744 Feb 09 01:52:51.035652 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53362) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:51.055719 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b6992-727f-492d-a51e-dea275c9bf38 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Subnet': ['ID=6d7336ea-0609-4767-9c96-b13b63ff1cda,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:51.155284 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba7613c7-b09a-4a0e-b660-0419d6ef83ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:51.223581 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0dbe1b44-ee1d-4ec3-89fe-5defdf7b0c7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:51.262006 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bb826-8f91-4c1b-a003-5f9fdb8b8384 req-a0b29342-c8d3-44ab-8b26-a12767942e27 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:51.264470 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e87bb826-8f91-4c1b-a003-5f9fdb8b8384 req-a0b29342-c8d3-44ab-8b26-a12767942e27 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 944 time: 0.2505693 Feb 09 01:52:51.296451 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57f7525-5a56-4d9b-b446-03910e797fda None None] Sync routers for ids ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:52:51.307937 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57f7525-5a56-4d9b-b446-03910e797fda None None] Routers {'9b6a6b2a-5a87-40e2-b036-4b31e575e525'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:51.308850 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-f57f7525-5a56-4d9b-b446-03910e797fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:51.323532 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c347256-0943-47cf-95ca-513fbd45b5a1 None None] DHCP port deletion for dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:52:51.367390 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847335b-5c55-42ee-8d17-04a3470c158c req-5d4cfd2f-9811-4416-97f7-a01ee1a9c851 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:51.384851 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e847335b-5c55-42ee-8d17-04a3470c158c req-5d4cfd2f-9811-4416-97f7-a01ee1a9c851 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 811 time: 0.6201200 Feb 09 01:52:51.405988 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4e0a461f-d89c-4c9c-b668-228a9d4671db service neutron] Attempting to bind port f3250546-0c08-4984-b1b3-99ab299ed379 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:52:51.406806 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4e0a461f-d89c-4c9c-b668-228a9d4671db service neutron] Attempting to bind port f3250546-0c08-4984-b1b3-99ab299ed379 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:52:51.407147 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4e0a461f-d89c-4c9c-b668-228a9d4671db service neutron] Attempting to bind port f3250546-0c08-4984-b1b3-99ab299ed379 on network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:51.413970 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e87bb826-8f91-4c1b-a003-5f9fdb8b8384 req-96f2b233-efb7-4afb-8d4a-28392845b25d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414368 Feb 09 01:52:51.419291 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba7613c7-b09a-4a0e-b660-0419d6ef83ce admin admin] Publish callbacks [] for security_group (4bba66b6-6f13-4b78-a49d-51bc2bb235bc), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:51.427335 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba7613c7-b09a-4a0e-b660-0419d6ef83ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4bba66b6-6f13-4b78-a49d-51bc2bb235bc), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:51.437601 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e847335b-5c55-42ee-8d17-04a3470c158c req-242a0949-34c4-4958-b17c-cb0dc68be0eb tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/quotas/fbdae39344a5459eaf5d1a5fab3c54b2 HTTP/1.1" status: 200 len: 375 time: 0.0471203 Feb 09 01:52:51.447974 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0dbe1b44-ee1d-4ec3-89fe-5defdf7b0c7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting port f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:52:51.448486 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0dbe1b44-ee1d-4ec3-89fe-5defdf7b0c7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:51.465013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4e0a461f-d89c-4c9c-b668-228a9d4671db service neutron] Port f3250546-0c08-4984-b1b3-99ab299ed379 on network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:52:51.465776 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4e0a461f-d89c-4c9c-b668-228a9d4671db service neutron] Attempting to bind port f3250546-0c08-4984-b1b3-99ab299ed379 on network 30f7b1d3-dfdd-498b-b6de-9d9501b1c299 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:51.476674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9c347256-0943-47cf-95ca-513fbd45b5a1 None None] Deleting port f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:52:51.477215 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9c347256-0943-47cf-95ca-513fbd45b5a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:51.518288 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4e0a461f-d89c-4c9c-b668-228a9d4671db service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:52:51.518621 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4e0a461f-d89c-4c9c-b668-228a9d4671db service neutron] Checking segment: {'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:51.520797 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4e0a461f-d89c-4c9c-b668-228a9d4671db service neutron] Bound using segment: {'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:52:51.521448 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4e0a461f-d89c-4c9c-b668-228a9d4671db service neutron] Bound port: f3250546-0c08-4984-b1b3-99ab299ed379, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:52:51.526752 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4e0a461f-d89c-4c9c-b668-228a9d4671db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f3250546-0c08-4984-b1b3-99ab299ed379), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:51.546485 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7613c7-b09a-4a0e-b660-0419d6ef83ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bba66b6-6f13-4b78-a49d-51bc2bb235bc,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:51.567004 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-9c347256-0943-47cf-95ca-513fbd45b5a1 None None] For port f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556,segment=NetworkSegment(5788171c-4f35-431f-bac5-8bb1cfa079b9),segment_id=5788171c-4f35-431f-bac5-8bb1cfa079b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:51.567470 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9c347256-0943-47cf-95ca-513fbd45b5a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:51.577833 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ba7613c7-b09a-4a0e-b660-0419d6ef83ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=764cc7955ab4457688ebdf4fc4481c5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7098746 Feb 09 01:52:51.580407 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53364) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:51.589232 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9c347256-0943-47cf-95ca-513fbd45b5a1 None None] Calling delete_port for f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:52:51.601481 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-f57f7525-5a56-4d9b-b446-03910e797fda None None] Set router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:51.638099 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-0dbe1b44-ee1d-4ec3-89fe-5defdf7b0c7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] For port f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556,segment=NetworkSegment(5788171c-4f35-431f-bac5-8bb1cfa079b9),segment_id=5788171c-4f35-431f-bac5-8bb1cfa079b9)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:51.638846 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0dbe1b44-ee1d-4ec3-89fe-5defdf7b0c7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:51.666523 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0dbe1b44-ee1d-4ec3-89fe-5defdf7b0c7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Calling delete_port for f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:52:51.670953 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e77832-19d4-4900-8419-614e3dfdd55f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Router 9d2b7bf2-9440-4180-9016-97726092bd97 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:52:51.781790 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd450072-2134-41c4-b3de-e0f53cd9254a admin admin] Publish callbacks [] for security_group (4bba66b6-6f13-4b78-a49d-51bc2bb235bc), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:51.814190 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e847335b-5c55-42ee-8d17-04a3470c158c req-4a9e9c36-dba3-4913-9f72-ec8319a029c3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3756268 Feb 09 01:52:51.833613 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4e0a461f-d89c-4c9c-b668-228a9d4671db service neutron] For port f3250546-0c08-4984-b1b3-99ab299ed379, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:52:51.880641 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd450072-2134-41c4-b3de-e0f53cd9254a admin admin] Publish callbacks [] for security_group (4bba66b6-6f13-4b78-a49d-51bc2bb235bc), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:51.970697 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4e0a461f-d89c-4c9c-b668-228a9d4671db service neutron] For port f3250546-0c08-4984-b1b3-99ab299ed379, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=f3250546-0c08-4984-b1b3-99ab299ed379,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:52:51.976314 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0dbe1b44-ee1d-4ec3-89fe-5defdf7b0c7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:51.979647 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e77832-19d4-4900-8419-614e3dfdd55f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:52:51.999592 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-88e77832-19d4-4900-8419-614e3dfdd55f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/routers/9d2b7bf2-9440-4180-9016-97726092bd97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5590835 Feb 09 01:52:52.006111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53366) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:52.009941 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4e0a461f-d89c-4c9c-b668-228a9d4671db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (f3250546-0c08-4984-b1b3-99ab299ed379), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:52.030350 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-f57f7525-5a56-4d9b-b446-03910e797fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:52:49Z', 'revision_number': 8, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None, '_interfaces': [{'id': '80daab7d-b95a-46d2-a832-bdd83d21e322', 'name': '', 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:e5:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:24Z', 'updated_at': '2022-02-09T01:52:29Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd935b279-27b6-47b1-bc66-ebaba3160426', 'name': '', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:0f:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:15Z', 'updated_at': '2022-02-09T01:52:22Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafa0736-f5a4-4abf-bb6f-dcc639d333c9', 'name': '', 'network_id': 'a01f1eae-ce16-4427-a8e4-11c368009fec', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:ad:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:29Z', 'updated_at': '2022-02-09T01:52:43Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:52.050778 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:52:52.053715 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097dc7c7-7f9d-4418-a0a2-16da5a6197e7 None None] Sync routers for ids ['9d2b7bf2-9440-4180-9016-97726092bd97'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:52:52.059627 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe1b44-ee1d-4ec3-89fe-5defdf7b0c7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Port': ['ID=f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:52.061243 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd450072-2134-41c4-b3de-e0f53cd9254a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4bba66b6-6f13-4b78-a49d-51bc2bb235bc), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:52.064139 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd450072-2134-41c4-b3de-e0f53cd9254a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:52.072989 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bd450072-2134-41c4-b3de-e0f53cd9254a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4bba66b6-6f13-4b78-a49d-51bc2bb235bc HTTP/1.1" status: 204 len: 168 time: 0.4836159 Feb 09 01:52:52.072989 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbe1b44-ee1d-4ec3-89fe-5defdf7b0c7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] No DVR routers for this DVR port f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:52:52.076285 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57f7525-5a56-4d9b-b446-03910e797fda None None] Checking router: 9b6a6b2a-5a87-40e2-b036-4b31e575e525 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:52:52.085765 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57f7525-5a56-4d9b-b446-03910e797fda None None] Routers {'9b6a6b2a-5a87-40e2-b036-4b31e575e525'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:52.086392 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-f57f7525-5a56-4d9b-b446-03910e797fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:52.129213 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd450072-2134-41c4-b3de-e0f53cd9254a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bba66b6-6f13-4b78-a49d-51bc2bb235bc,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:52.172717 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:52:52.173078 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:52:52.173485 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 76aa39f1-1233-4e80-958e-a67f2d721681 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:52:52.219872 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-f57f7525-5a56-4d9b-b446-03910e797fda None None] Set router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:52.228327 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097dc7c7-7f9d-4418-a0a2-16da5a6197e7 None None] Routers {'9d2b7bf2-9440-4180-9016-97726092bd97'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:52.229163 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-097dc7c7-7f9d-4418-a0a2-16da5a6197e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9d2b7bf2-9440-4180-9016-97726092bd97'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:52.231063 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9c347256-0943-47cf-95ca-513fbd45b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:52.242660 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 76aa39f1-1233-4e80-958e-a67f2d721681 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:52:52.244072 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 76aa39f1-1233-4e80-958e-a67f2d721681 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:52:52.290191 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4e0a461f-d89c-4c9c-b668-228a9d4671db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:52.294607 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4e0a461f-d89c-4c9c-b668-228a9d4671db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:52.296672 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-4e0a461f-d89c-4c9c-b668-228a9d4671db service neutron] 10.222.0.48 "PUT /v2.0/ports/f3250546-0c08-4984-b1b3-99ab299ed379 HTTP/1.1" status: 200 len: 1092 time: 3.4503801 Feb 09 01:52:52.339919 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0dbe1b44-ee1d-4ec3-89fe-5defdf7b0c7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:52.346017 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-097dc7c7-7f9d-4418-a0a2-16da5a6197e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:52.348826 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c347256-0943-47cf-95ca-513fbd45b5a1 None None] Pushing event deleted for resources: {'Port': ['ID=f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:52.355983 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c347256-0943-47cf-95ca-513fbd45b5a1 None None] No DVR routers for this DVR port f4bb8af9-c67e-4b7f-b9c1-532b7e4f0556 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:52:52.382432 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0dbe1b44-ee1d-4ec3-89fe-5defdf7b0c7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:52.384151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097dc7c7-7f9d-4418-a0a2-16da5a6197e7 None None] Routers {'9d2b7bf2-9440-4180-9016-97726092bd97'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:52.384955 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-097dc7c7-7f9d-4418-a0a2-16da5a6197e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9d2b7bf2-9440-4180-9016-97726092bd97'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:52.407772 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0dbe1b44-ee1d-4ec3-89fe-5defdf7b0c7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5788171c-4f35-431f-bac5-8bb1cfa079b9') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:52.408072 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0dbe1b44-ee1d-4ec3-89fe-5defdf7b0c7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5788171c-4f35-431f-bac5-8bb1cfa079b9') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:52.423667 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b667ea-4a3e-4bb3-af30-2f3e2283a79a', 'tag': 'f3250546-0c08-4984-b1b3-99ab299ed379'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:52:52.427649 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6252e669-8bf1-49bf-9d02-42f1ed29b38d" -d '{"events": [{"name": "network-changed", "server_uuid": "30b667ea-4a3e-4bb3-af30-2f3e2283a79a", "tag": "f3250546-0c08-4984-b1b3-99ab299ed379"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:52:52.433661 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0dbe1b44-ee1d-4ec3-89fe-5defdf7b0c7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (5788171c-4f35-431f-bac5-8bb1cfa079b9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:52.436402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a461f-d89c-4c9c-b668-228a9d4671db service neutron] Pushing event updated for resources: {'Port': ['ID=f3250546-0c08-4984-b1b3-99ab299ed379,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:52.464536 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-097dc7c7-7f9d-4418-a0a2-16da5a6197e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:52.465277 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097dc7c7-7f9d-4418-a0a2-16da5a6197e7 None None] The sync data for ids ['9d2b7bf2-9440-4180-9016-97726092bd97'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:52:52.466796 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0dbe1b44-ee1d-4ec3-89fe-5defdf7b0c7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (5788171c-4f35-431f-bac5-8bb1cfa079b9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:52.481339 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dbe1b44-ee1d-4ec3-89fe-5defdf7b0c7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:52:52.481791 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0dbe1b44-ee1d-4ec3-89fe-5defdf7b0c7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (5788171c-4f35-431f-bac5-8bb1cfa079b9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:52:52.599485 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:52:52.620044 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53378) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:52.664382 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e847335b-5c55-42ee-8d17-04a3470c158c req-4324be4c-c3f4-4ac3-ad9a-d8adeb74f37f service neutron] 10.222.0.36 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8260028 Feb 09 01:52:52.675446 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae6c513b-cacf-4d9a-86e4-10c76b42bc66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:52.689958 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0dbe1b44-ee1d-4ec3-89fe-5defdf7b0c7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:52.703815 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0dbe1b44-ee1d-4ec3-89fe-5defdf7b0c7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:52.709448 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0dbe1b44-ee1d-4ec3-89fe-5defdf7b0c7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/networks/dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd HTTP/1.1" status: 204 len: 168 time: 1.6695170 Feb 09 01:52:52.711028 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53380) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:52.714226 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-f57f7525-5a56-4d9b-b446-03910e797fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:52:49Z', 'revision_number': 8, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None, '_interfaces': [{'id': '80daab7d-b95a-46d2-a832-bdd83d21e322', 'name': '', 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:e5:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:24Z', 'updated_at': '2022-02-09T01:52:29Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd935b279-27b6-47b1-bc66-ebaba3160426', 'name': '', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:0f:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:15Z', 'updated_at': '2022-02-09T01:52:22Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafa0736-f5a4-4abf-bb6f-dcc639d333c9', 'name': '', 'network_id': 'a01f1eae-ce16-4427-a8e4-11c368009fec', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:ad:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:29Z', 'updated_at': '2022-02-09T01:52:43Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:52.725816 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe1b44-ee1d-4ec3-89fe-5defdf7b0c7f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Network': ['ID=dfd79d07-8523-4a3c-bd0b-bb578f2ebbcd,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:52.740184 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a30e0-bbb9-4025-af11-726ed9f3b8e5 req-4ec85cc4-d538-4ec7-ad62-963a2833c36a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:52.741697 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e79a30e0-bbb9-4025-af11-726ed9f3b8e5 req-4ec85cc4-d538-4ec7-ad62-963a2833c36a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 944 time: 0.1498158 Feb 09 01:52:52.757099 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57f7525-5a56-4d9b-b446-03910e797fda None None] The sync data for ids ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'] in n-d-828387-3 is: [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:52:49Z', 'revision_number': 8, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None, '_interfaces': [{'id': '80daab7d-b95a-46d2-a832-bdd83d21e322', 'name': '', 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:e5:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:24Z', 'updated_at': '2022-02-09T01:52:29Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd935b279-27b6-47b1-bc66-ebaba3160426', 'name': '', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:0f:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:15Z', 'updated_at': '2022-02-09T01:52:22Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafa0736-f5a4-4abf-bb6f-dcc639d333c9', 'name': '', 'network_id': 'a01f1eae-ce16-4427-a8e4-11c368009fec', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:ad:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:29Z', 'updated_at': '2022-02-09T01:52:43Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '73737dc1-879e-4825-b57f-ec0bcfd0c21f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:52:52.831851 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e79a30e0-bbb9-4025-af11-726ed9f3b8e5 req-4044b151-6c39-4dfb-a5c6-8e40d107a7e9 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606785 Feb 09 01:52:52.859911 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-0c98d1e3-90ba-4dd1-a94d-48f5bb72006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:52.861414 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-0c98d1e3-90ba-4dd1-a94d-48f5bb72006a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 1126 time: 0.4159389 Feb 09 01:52:52.935388 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae6c513b-cacf-4d9a-86e4-10c76b42bc66 admin admin] Publish callbacks [] for security_group (af5b450a-825c-4f28-8228-35e239b21d7c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:52.942276 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ae6c513b-cacf-4d9a-86e4-10c76b42bc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (af5b450a-825c-4f28-8228-35e239b21d7c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:52.999979 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ae6c513b-cacf-4d9a-86e4-10c76b42bc66 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3bdbe196be2f4bbb8a0288d3c15c5822&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3569918 Feb 09 01:52:53.005409 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53382) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:53.018591 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63813985-7bcb-4db7-9691-04e1e10fc4f5 x-openstack-request-id: req-63813985-7bcb-4db7-9691-04e1e10fc4f5 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:52:53.019385 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b667ea-4a3e-4bb3-af30-2f3e2283a79a", "tag": "f3250546-0c08-4984-b1b3-99ab299ed379", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:52:53.019385 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63813985-7bcb-4db7-9691-04e1e10fc4f5 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:52:53.019666 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b667ea-4a3e-4bb3-af30-2f3e2283a79a', 'tag': 'f3250546-0c08-4984-b1b3-99ab299ed379', 'status': 'completed', 'code': 200} Feb 09 01:52:53.026442 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c513b-cacf-4d9a-86e4-10c76b42bc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5b450a-825c-4f28-8228-35e239b21d7c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:53.071769 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d168e1db-2e1f-493c-8f1d-162a9c20f4ca admin admin] Publish callbacks [] for security_group (af5b450a-825c-4f28-8228-35e239b21d7c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:53.103458 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d168e1db-2e1f-493c-8f1d-162a9c20f4ca admin admin] Publish callbacks [] for security_group (af5b450a-825c-4f28-8228-35e239b21d7c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:53.133262 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-a8f0f8ee-96c7-423e-b518-c053386711a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3250546-0c08-4984-b1b3-99ab299ed379 HTTP/1.1" status: 200 len: 217 time: 0.2180135 Feb 09 01:52:53.167436 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d168e1db-2e1f-493c-8f1d-162a9c20f4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (af5b450a-825c-4f28-8228-35e239b21d7c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:53.170631 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d168e1db-2e1f-493c-8f1d-162a9c20f4ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:53.175088 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d168e1db-2e1f-493c-8f1d-162a9c20f4ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af5b450a-825c-4f28-8228-35e239b21d7c HTTP/1.1" status: 204 len: 168 time: 0.1687782 Feb 09 01:52:53.186380 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168e1db-2e1f-493c-8f1d-162a9c20f4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5b450a-825c-4f28-8228-35e239b21d7c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:53.192201 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e847335b-5c55-42ee-8d17-04a3470c158c req-2219c8a0-48e4-42c5-b2ee-d3d839d31174 service neutron] 10.222.0.36 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264740 Feb 09 01:52:53.222945 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-11befb00-39f6-4f19-9bb6-681d36b3887a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:53.224536 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-11befb00-39f6-4f19-9bb6-681d36b3887a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c HTTP/1.1" status: 200 len: 845 time: 0.0777016 Feb 09 01:52:53.296034 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-ed6f1a1a-a77d-4516-b0a1-8598cf56f02a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460255 Feb 09 01:52:53.509485 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-601b6825-ded7-4b13-8380-68a171ad56bf req-dab5f9b5-42bf-4a5e-8bb9-c675ca5606e2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34 HTTP/1.1" status: 200 len: 210 time: 0.0645754 Feb 09 01:52:53.552042 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-01862990-4916-4b39-a932-5858979855e0 service neutron] 10.222.0.48 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453382 Feb 09 01:52:53.670433 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-07948a48-6430-4dc8-9c25-39b1f4b4eb10 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (9d2b7bf2-9440-4180-9016-97726092bd97), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:54.334536 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-156e6f0e-ef31-475a-9ff5-829e04ea4874 req-bc0c8204-7be5-4811-bd16-30cf192ac6e2 service neutron] 10.222.0.48 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7547588 Feb 09 01:52:54.395886 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24e564-fff6-416d-8e63-1baa6580a538 req-59537a79-f578-4cd9-9f7e-590d6e860562 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:54.405373 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2a24e564-fff6-416d-8e63-1baa6580a538 req-59537a79-f578-4cd9-9f7e-590d6e860562 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 944 time: 0.1965911 Feb 09 01:52:54.488150 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7cfcb50a-1109-40e4-aa3c-34de009a925b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (9b6a6b2a-5a87-40e2-b036-4b31e575e525), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:54.678957 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-59d11b9c-c764-4747-9bae-9152a5e96932 req-dedeb45d-3288-429f-b24a-167edf482266 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34 HTTP/1.1" status: 200 len: 210 time: 0.0474501 Feb 09 01:52:54.761340 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2a24e564-fff6-416d-8e63-1baa6580a538 req-1cca37f4-4ca8-4bed-b33c-34621c37386a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550646 Feb 09 01:52:54.801404 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252e669-8bf1-49bf-9d02-42f1ed29b38d req-23ab53e6-4431-4199-b2b1-47b9f5c725ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:54.803412 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6252e669-8bf1-49bf-9d02-42f1ed29b38d req-23ab53e6-4431-4199-b2b1-47b9f5c725ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 1126 time: 0.3935597 Feb 09 01:52:55.017249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847335b-5c55-42ee-8d17-04a3470c158c req-5be5667d-e6de-43c2-8fc4-684b9e9eb754 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:55.018964 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e847335b-5c55-42ee-8d17-04a3470c158c req-5be5667d-e6de-43c2-8fc4-684b9e9eb754 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.67 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 811 time: 0.4413545 Feb 09 01:52:55.053923 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-e847335b-5c55-42ee-8d17-04a3470c158c req-57dfcaac-1dea-4efb-b748-7fa439085e5c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Request body: {'port': {'device_id': '62d1febb-5beb-46d3-87f7-d137c9d22b34', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'admin_state_up': True, 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:55.181649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252e669-8bf1-49bf-9d02-42f1ed29b38d req-75e2f9f6-ac07-4ff7-bc3b-a337d14e0dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:55.184185 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6252e669-8bf1-49bf-9d02-42f1ed29b38d req-75e2f9f6-ac07-4ff7-bc3b-a337d14e0dcd service neutron] 10.222.0.48 "GET /v2.0/networks?id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 200 len: 906 time: 0.3513649 Feb 09 01:52:55.253681 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6252e669-8bf1-49bf-9d02-42f1ed29b38d req-67a30b82-b2be-4217-93f0-7e94af2a1e56 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3250546-0c08-4984-b1b3-99ab299ed379 HTTP/1.1" status: 200 len: 217 time: 0.0588584 Feb 09 01:52:55.309724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-07948a48-6430-4dc8-9c25-39b1f4b4eb10 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting port cddb4ec3-7775-43a7-9b6d-b471ce59ba09 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:52:55.310026 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-07948a48-6430-4dc8-9c25-39b1f4b4eb10 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (cddb4ec3-7775-43a7-9b6d-b471ce59ba09), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:55.456613 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252e669-8bf1-49bf-9d02-42f1ed29b38d req-65ca5923-4868-45b3-82b5-f2689ecdb1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:55.459473 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6252e669-8bf1-49bf-9d02-42f1ed29b38d req-65ca5923-4868-45b3-82b5-f2689ecdb1cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c HTTP/1.1" status: 200 len: 845 time: 0.1963911 Feb 09 01:52:55.512946 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e847335b-5c55-42ee-8d17-04a3470c158c req-57dfcaac-1dea-4efb-b748-7fa439085e5c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Made reservation on behalf of fbdae39344a5459eaf5d1a5fab3c54b2 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:52:55.520434 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e847335b-5c55-42ee-8d17-04a3470c158c req-57dfcaac-1dea-4efb-b748-7fa439085e5c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:55.822613 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-e847335b-5c55-42ee-8d17-04a3470c158c req-57dfcaac-1dea-4efb-b748-7fa439085e5c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Allocated IP 172.20.0.14 (220e7f29-84b2-429c-a5a5-34d2ac552d01/e6231a07-44fd-4d5b-a5bf-cd666d960cb8/c572ad94-c9a7-45b1-8feb-5994b09c6a24) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:55.854163 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-07948a48-6430-4dc8-9c25-39b1f4b4eb10 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (cddb4ec3-7775-43a7-9b6d-b471ce59ba09), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:55.940346 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6252e669-8bf1-49bf-9d02-42f1ed29b38d req-15e68428-c35f-4d2f-b2c9-1b16ec6d03c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4403245 Feb 09 01:52:55.958586 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53496) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:55.981349 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-07948a48-6430-4dc8-9c25-39b1f4b4eb10 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Calling delete_port for cddb4ec3-7775-43a7-9b6d-b471ce59ba09 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:52:55.993038 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-109b32b2-0cac-49ac-9945-8becd81faf38 req-e5c98484-c9e3-4ea1-80e7-d9d46b753e49 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34 HTTP/1.1" status: 200 len: 210 time: 0.1425900 Feb 09 01:52:56.012923 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0463993-3561-4e62-9ba5-de74822ceffe req-18277beb-1bc6-4717-a6c2-558ccbe9eb4e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:56.014862 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b0463993-3561-4e62-9ba5-de74822ceffe req-18277beb-1bc6-4717-a6c2-558ccbe9eb4e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 944 time: 0.1172416 Feb 09 01:52:56.121152 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4566f-6938-48b9-aabc-a5292728c423 req-645d48a9-3d1f-41d4-babe-7bbac2242fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:56.129516 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-98a4566f-6938-48b9-aabc-a5292728c423 req-645d48a9-3d1f-41d4-babe-7bbac2242fa1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 1127 time: 0.1686411 Feb 09 01:52:56.166628 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b0463993-3561-4e62-9ba5-de74822ceffe req-df06c05f-f268-4cae-8a6b-0a0274db3e93 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447866 Feb 09 01:52:56.217138 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-98a4566f-6938-48b9-aabc-a5292728c423 req-fa261be9-5c30-4500-a091-79e97cfc98c5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=13a24bd6-58e0-4f03-a408-95a39b8806a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858963 Feb 09 01:52:56.241494 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-07948a48-6430-4dc8-9c25-39b1f4b4eb10 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (cddb4ec3-7775-43a7-9b6d-b471ce59ba09), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:56.260285 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53506) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:56.338147 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07948a48-6430-4dc8-9c25-39b1f4b4eb10 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Port': ['ID=cddb4ec3-7775-43a7-9b6d-b471ce59ba09,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:56.401900 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-7cfcb50a-1109-40e4-aa3c-34de009a925b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting port fafa0736-f5a4-4abf-bb6f-dcc639d333c9 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:52:56.402247 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7cfcb50a-1109-40e4-aa3c-34de009a925b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (fafa0736-f5a4-4abf-bb6f-dcc639d333c9), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:56.413442 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7bb80102-f72c-46b5-a4a4-4553f184d796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:56.505372 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7bb80102-f72c-46b5-a4a4-4553f184d796 admin admin] Publish callbacks [] for security_group (6f2e320b-bdb2-40b4-b3cf-4d158beb7a0e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:56.511731 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7bb80102-f72c-46b5-a4a4-4553f184d796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6f2e320b-bdb2-40b4-b3cf-4d158beb7a0e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:56.581670 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb80102-f72c-46b5-a4a4-4553f184d796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2e320b-bdb2-40b4-b3cf-4d158beb7a0e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:56.586531 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7bb80102-f72c-46b5-a4a4-4553f184d796 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f1b89ee7015f487d94f1748d399d83f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3248589 Feb 09 01:52:56.589382 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53510) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:56.592774 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6252e669-8bf1-49bf-9d02-42f1ed29b38d req-83203485-3ace-44ac-8e0e-b799c643ce9a service neutron] 10.222.0.48 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6129494 Feb 09 01:52:56.650093 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9665a7c-c572-4f55-b05f-f4107483db62 admin admin] Publish callbacks [] for security_group (6f2e320b-bdb2-40b4-b3cf-4d158beb7a0e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:56.679167 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9665a7c-c572-4f55-b05f-f4107483db62 admin admin] Publish callbacks [] for security_group (6f2e320b-bdb2-40b4-b3cf-4d158beb7a0e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:56.737387 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9665a7c-c572-4f55-b05f-f4107483db62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6f2e320b-bdb2-40b4-b3cf-4d158beb7a0e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:56.742510 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9665a7c-c572-4f55-b05f-f4107483db62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:56.747440 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f9665a7c-c572-4f55-b05f-f4107483db62 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f2e320b-bdb2-40b4-b3cf-4d158beb7a0e HTTP/1.1" status: 204 len: 168 time: 0.1536422 Feb 09 01:52:56.754182 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9665a7c-c572-4f55-b05f-f4107483db62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2e320b-bdb2-40b4-b3cf-4d158beb7a0e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:57.198652 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-950cbb6d-5796-488b-b44a-3ee13df52800 req-ce9f9d55-e377-42e7-98ce-2e618e781c5a tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34 HTTP/1.1" status: 200 len: 210 time: 0.0495563 Feb 09 01:52:57.237972 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53530) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:57.256184 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-667a338c-b717-4265-91a5-9cc13c69f157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:57.271973 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-07948a48-6430-4dc8-9c25-39b1f4b4eb10 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (9d2b7bf2-9440-4180-9016-97726092bd97), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:57.292723 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-7cfcb50a-1109-40e4-aa3c-34de009a925b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] For port fafa0736-f5a4-4abf-bb6f-dcc639d333c9, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=fafa0736-f5a4-4abf-bb6f-dcc639d333c9,segment=NetworkSegment(b5846690-f3a4-474e-865c-ddbfd563ce87),segment_id=b5846690-f3a4-474e-865c-ddbfd563ce87)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:57.293099 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7cfcb50a-1109-40e4-aa3c-34de009a925b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (fafa0736-f5a4-4abf-bb6f-dcc639d333c9), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:57.326198 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-7cfcb50a-1109-40e4-aa3c-34de009a925b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Calling delete_port for fafa0736-f5a4-4abf-bb6f-dcc639d333c9 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:52:57.350377 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e847335b-5c55-42ee-8d17-04a3470c158c req-57dfcaac-1dea-4efb-b748-7fa439085e5c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for port (c572ad94-c9a7-45b1-8feb-5994b09c6a24), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:57.403260 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-667a338c-b717-4265-91a5-9cc13c69f157 admin admin] Publish callbacks [] for security_group (8b1bc4e9-ffa3-483b-bb66-d554703054be), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:57.417856 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954fb69-73c9-46df-8d75-496b14a90acc req-07b23320-26d4-4c14-af18-eb91bd1a16cb tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:57.419930 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0954fb69-73c9-46df-8d75-496b14a90acc req-07b23320-26d4-4c14-af18-eb91bd1a16cb tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 944 time: 0.0941002 Feb 09 01:52:57.420266 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-667a338c-b717-4265-91a5-9cc13c69f157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8b1bc4e9-ffa3-483b-bb66-d554703054be), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:57.472778 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a338c-b717-4265-91a5-9cc13c69f157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1bc4e9-ffa3-483b-bb66-d554703054be,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:57.489023 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-667a338c-b717-4265-91a5-9cc13c69f157 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0fc938be6e94d2cb102e42d5ee8b12f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2472539 Feb 09 01:52:57.489168 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53534) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:57.533579 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0954fb69-73c9-46df-8d75-496b14a90acc req-3d497a62-9588-43fb-9e1a-aba7d1e95957 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010911 Feb 09 01:52:57.566999 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e847335b-5c55-42ee-8d17-04a3470c158c req-57dfcaac-1dea-4efb-b748-7fa439085e5c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (c572ad94-c9a7-45b1-8feb-5994b09c6a24), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:57.568958 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb7fe-0e50-432f-812f-2a7f900e1798 admin admin] Publish callbacks [] for security_group (8b1bc4e9-ffa3-483b-bb66-d554703054be), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:57.580793 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['85780f84-ca0f-4032-af43-e604d2f48a5f'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:52:57.597135 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb7fe-0e50-432f-812f-2a7f900e1798 admin admin] Publish callbacks [] for security_group (8b1bc4e9-ffa3-483b-bb66-d554703054be), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:57.657956 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb7fe-0e50-432f-812f-2a7f900e1798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8b1bc4e9-ffa3-483b-bb66-d554703054be), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:57.660812 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb7fe-0e50-432f-812f-2a7f900e1798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:57.664705 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e8ceb7fe-0e50-432f-812f-2a7f900e1798 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b1bc4e9-ffa3-483b-bb66-d554703054be HTTP/1.1" status: 204 len: 168 time: 0.1665339 Feb 09 01:52:57.673329 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ceb7fe-0e50-432f-812f-2a7f900e1798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1bc4e9-ffa3-483b-bb66-d554703054be,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:57.748492 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6252e669-8bf1-49bf-9d02-42f1ed29b38d req-ca9f848a-696d-4269-ab41-5e1e92fa4df4 service neutron] 10.222.0.48 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1496041 Feb 09 01:52:57.766142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07948a48-6430-4dc8-9c25-39b1f4b4eb10 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Router 9d2b7bf2-9440-4180-9016-97726092bd97 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:52:57.771020 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e847335b-5c55-42ee-8d17-04a3470c158c req-57dfcaac-1dea-4efb-b748-7fa439085e5c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Network 220e7f29-84b2-429c-a5a5-34d2ac552d01 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:57.782276 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-e847335b-5c55-42ee-8d17-04a3470c158c req-57dfcaac-1dea-4efb-b748-7fa439085e5c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:57.786067 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfcaac-1dea-4efb-b748-7fa439085e5c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Pushing event updated for resources: {'Port': ['ID=c572ad94-c9a7-45b1-8feb-5994b09c6a24,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:57.788892 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-e847335b-5c55-42ee-8d17-04a3470c158c req-57dfcaac-1dea-4efb-b748-7fa439085e5c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:57.952757 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847335b-5c55-42ee-8d17-04a3470c158c req-57dfcaac-1dea-4efb-b748-7fa439085e5c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:57.953437 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e847335b-5c55-42ee-8d17-04a3470c158c req-57dfcaac-1dea-4efb-b748-7fa439085e5c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:57.963331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07948a48-6430-4dc8-9c25-39b1f4b4eb10 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:52:57.973893 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-07948a48-6430-4dc8-9c25-39b1f4b4eb10 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/routers/9d2b7bf2-9440-4180-9016-97726092bd97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9663501 Feb 09 01:52:57.974103 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53542) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:57.977223 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ceb270-e2bd-4d6f-8f0a-8e03f24c252a None None] Sync routers for ids ['9d2b7bf2-9440-4180-9016-97726092bd97'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:52:57.988501 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7cfcb50a-1109-40e4-aa3c-34de009a925b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (fafa0736-f5a4-4abf-bb6f-dcc639d333c9), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:57.999048 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e847335b-5c55-42ee-8d17-04a3470c158c req-57dfcaac-1dea-4efb-b748-7fa439085e5c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9551985 Feb 09 01:52:58.004121 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ceb270-e2bd-4d6f-8f0a-8e03f24c252a None None] Routers {'9d2b7bf2-9440-4180-9016-97726092bd97'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:58.009761 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-41ceb270-e2bd-4d6f-8f0a-8e03f24c252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9d2b7bf2-9440-4180-9016-97726092bd97'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:58.029583 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-e847335b-5c55-42ee-8d17-04a3470c158c req-eea53756-0068-4d0c-9420-a13691ba8ff5 service neutron] Request body: {'port': {'device_id': '62d1febb-5beb-46d3-87f7-d137c9d22b34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:58.032435 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcb50a-1109-40e4-aa3c-34de009a925b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Port': ['ID=fafa0736-f5a4-4abf-bb6f-dcc639d333c9,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:58.058990 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53544) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:58.059549 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a76f5e91-c396-4090-88c5-276a2ff460ac tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2b7bf2-9440-4180-9016-97726092bd97 HTTP/1.1" status: 200 len: 205 time: 0.0737293 Feb 09 01:52:58.086334 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-41ceb270-e2bd-4d6f-8f0a-8e03f24c252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:58.099153 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ceb270-e2bd-4d6f-8f0a-8e03f24c252a None None] Routers {'9d2b7bf2-9440-4180-9016-97726092bd97'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:58.103116 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-41ceb270-e2bd-4d6f-8f0a-8e03f24c252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9d2b7bf2-9440-4180-9016-97726092bd97'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:58.145494 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-668fc9c7-6733-4e03-973e-02e749854c41 None None] Provisioning complete for port c572ad94-c9a7-45b1-8feb-5994b09c6a24 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:58.148781 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-668fc9c7-6733-4e03-973e-02e749854c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c572ad94-c9a7-45b1-8feb-5994b09c6a24), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:58.183156 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-41ceb270-e2bd-4d6f-8f0a-8e03f24c252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:58.184795 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ceb270-e2bd-4d6f-8f0a-8e03f24c252a None None] The sync data for ids ['9d2b7bf2-9440-4180-9016-97726092bd97'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:52:58.196890 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-668fc9c7-6733-4e03-973e-02e749854c41 None None] Port c572ad94-c9a7-45b1-8feb-5994b09c6a24 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:58.294061 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8666a4ff-b48a-49fa-ad2c-ad2b39ae49d4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (9d2b7bf2-9440-4180-9016-97726092bd97), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:58.420718 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e847335b-5c55-42ee-8d17-04a3470c158c req-eea53756-0068-4d0c-9420-a13691ba8ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c572ad94-c9a7-45b1-8feb-5994b09c6a24), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:58.453283 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7cfcb50a-1109-40e4-aa3c-34de009a925b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (9b6a6b2a-5a87-40e2-b036-4b31e575e525), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:58.680669 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device f3250546-0c08-4984-b1b3-99ab299ed379 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:52:58.681894 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4db74-99f8-4c80-afde-d63f11b62789 req-4f9c31e0-d2d0-4055-b4ad-5a244d91eb06 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:58.683798 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2fd4db74-99f8-4c80-afde-d63f11b62789 req-4f9c31e0-d2d0-4055-b4ad-5a244d91eb06 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34 HTTP/1.1" status: 200 len: 932 time: 0.3841851 Feb 09 01:52:58.703539 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8666a4ff-b48a-49fa-ad2c-ad2b39ae49d4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (9d2b7bf2-9440-4180-9016-97726092bd97), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:58.709608 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8666a4ff-b48a-49fa-ad2c-ad2b39ae49d4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router_controller (9d2b7bf2-9440-4180-9016-97726092bd97), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:58.766611 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332b9ca-c2c1-4fb8-ba55-08a4a0a2f14a req-1b5adc73-469d-46c1-a514-22a57a1cb254 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:58.775641 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b332b9ca-c2c1-4fb8-ba55-08a4a0a2f14a req-1b5adc73-469d-46c1-a514-22a57a1cb254 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 944 time: 0.1487942 Feb 09 01:52:58.836018 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b332b9ca-c2c1-4fb8-ba55-08a4a0a2f14a req-5627411d-f55d-476d-bc7e-b6896ab7009a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595207 Feb 09 01:52:58.859594 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port f3250546-0c08-4984-b1b3-99ab299ed379, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=f3250546-0c08-4984-b1b3-99ab299ed379,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:58.873807 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'f3250546-0c08-4984-b1b3-99ab299ed379', 'network_id': '30f7b1d3-dfdd-498b-b6de-9d9501b1c299', 'port_id': 'f3250546-0c08-4984-b1b3-99ab299ed379', 'mac_address': 'fa:16:3e:9a:31:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:52:58.924395 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port f3250546-0c08-4984-b1b3-99ab299ed379 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:58.925269 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f3250546-0c08-4984-b1b3-99ab299ed379), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:58.931883 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8666a4ff-b48a-49fa-ad2c-ad2b39ae49d4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (9d2b7bf2-9440-4180-9016-97726092bd97), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:58.932422 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8666a4ff-b48a-49fa-ad2c-ad2b39ae49d4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Fanout notify agent at l3_agent the message router_deleted on router 9d2b7bf2-9440-4180-9016-97726092bd97 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:52:58.941030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3250546-0c08-4984-b1b3-99ab299ed379 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:52:58.963041 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8666a4ff-b48a-49fa-ad2c-ad2b39ae49d4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:58.963041 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8666a4ff-b48a-49fa-ad2c-ad2b39ae49d4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/routers/9d2b7bf2-9440-4180-9016-97726092bd97 HTTP/1.1" status: 204 len: 168 time: 0.8943319 Feb 09 01:52:58.963504 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53592) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:58.972107 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2fd4db74-99f8-4c80-afde-d63f11b62789 req-0bb26a0b-1a6f-4372-a53d-d0d176bc39d7 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718623 Feb 09 01:52:58.998448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port f3250546-0c08-4984-b1b3-99ab299ed379, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=f3250546-0c08-4984-b1b3-99ab299ed379,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:59.003677 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f3250546-0c08-4984-b1b3-99ab299ed379), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:59.048180 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc6e68b-10f7-4493-9b2a-e20b5eeec7f6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting subnet 6c3d3251-d9b2-4371-b58a-0fd60855b026 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:52:59.054985 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bdc6e68b-10f7-4493-9b2a-e20b5eeec7f6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for subnet (6c3d3251-d9b2-4371-b58a-0fd60855b026), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:59.088986 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=f3250546-0c08-4984-b1b3-99ab299ed379,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:59.126601 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bdc6e68b-10f7-4493-9b2a-e20b5eeec7f6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (6c3d3251-d9b2-4371-b58a-0fd60855b026), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:59.224017 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfcb50a-1109-40e4-aa3c-34de009a925b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:52:59.299371 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bdc6e68b-10f7-4493-9b2a-e20b5eeec7f6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (6c3d3251-d9b2-4371-b58a-0fd60855b026), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:59.430412 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['f3250546-0c08-4984-b1b3-99ab299ed379'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:52:59.456038 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bdc6e68b-10f7-4493-9b2a-e20b5eeec7f6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (6c3d3251-d9b2-4371-b58a-0fd60855b026), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:59.514082 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6e68b-10f7-4493-9b2a-e20b5eeec7f6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Subnet': ['ID=6c3d3251-d9b2-4371-b58a-0fd60855b026,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:59.537637 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bdc6e68b-10f7-4493-9b2a-e20b5eeec7f6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:59.542325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c96de2a-e408-4f30-a2e2-d2a99b4890ff None None] Network 4679dc8a-96ff-403a-8ba3-950cc6685866 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:52:59.544600 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bdc6e68b-10f7-4493-9b2a-e20b5eeec7f6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/subnets/6c3d3251-d9b2-4371-b58a-0fd60855b026 HTTP/1.1" status: 204 len: 168 time: 0.5794086 Feb 09 01:52:59.546564 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53610) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:59.633549 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-a919054f-cf88-4a9f-be43-0b38039ec882 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting subnet 1ce9dde7-abba-4f97-9be0-3f56f309d2f7 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:52:59.645908 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a919054f-cf88-4a9f-be43-0b38039ec882 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for subnet (1ce9dde7-abba-4f97-9be0-3f56f309d2f7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:59.660242 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53612) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:59.687114 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a919054f-cf88-4a9f-be43-0b38039ec882 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (1ce9dde7-abba-4f97-9be0-3f56f309d2f7), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:59.807787 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-e847335b-5c55-42ee-8d17-04a3470c158c req-eea53756-0068-4d0c-9420-a13691ba8ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c572ad94-c9a7-45b1-8feb-5994b09c6a24 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:52:59.824802 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e847335b-5c55-42ee-8d17-04a3470c158c req-eea53756-0068-4d0c-9420-a13691ba8ff5 service neutron] Publish callbacks [] for port (c572ad94-c9a7-45b1-8feb-5994b09c6a24), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:59.844802 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfcb50a-1109-40e4-aa3c-34de009a925b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:52:59.851718 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae3f983-df22-487c-9b7d-345d6fb35f4d None None] DHCP port deletion for 4679dc8a-96ff-403a-8ba3-950cc6685866 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:52:59.876124 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7cfcb50a-1109-40e4-aa3c-34de009a925b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/routers/9b6a6b2a-5a87-40e2-b036-4b31e575e525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1622407 Feb 09 01:52:59.877706 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-e847335b-5c55-42ee-8d17-04a3470c158c req-eea53756-0068-4d0c-9420-a13691ba8ff5 service neutron] Transition to ACTIVE for port object c572ad94-c9a7-45b1-8feb-5994b09c6a24 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:52:59.879962 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53620) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:59.889915 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a919054f-cf88-4a9f-be43-0b38039ec882 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (1ce9dde7-abba-4f97-9be0-3f56f309d2f7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:59.918619 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e57b05c-3238-4557-bacd-22218b8cd9c9 None None] Sync routers for ids ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:52:59.919334 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e847335b-5c55-42ee-8d17-04a3470c158c req-eea53756-0068-4d0c-9420-a13691ba8ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (c572ad94-c9a7-45b1-8feb-5994b09c6a24), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:59.967200 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e57b05c-3238-4557-bacd-22218b8cd9c9 None None] Routers {'9b6a6b2a-5a87-40e2-b036-4b31e575e525'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:59.970520 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1e57b05c-3238-4557-bacd-22218b8cd9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:59.991810 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a919054f-cf88-4a9f-be43-0b38039ec882 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (1ce9dde7-abba-4f97-9be0-3f56f309d2f7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:00.049096 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a919054f-cf88-4a9f-be43-0b38039ec882 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:00.054984 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a919054f-cf88-4a9f-be43-0b38039ec882 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/subnets/1ce9dde7-abba-4f97-9be0-3f56f309d2f7 HTTP/1.1" status: 204 len: 168 time: 0.5051243 Feb 09 01:53:00.055241 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53624) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:00.063774 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919054f-cf88-4a9f-be43-0b38039ec882 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce9dde7-abba-4f97-9be0-3f56f309d2f7,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:00.149466 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68391fc-927b-468e-ba46-e37d8194db96 None None] Network 0b3940f7-101a-4a00-a5d9-e7fcc93d1247 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:00.183826 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff2cbd-b3e8-49fc-98a8-c3f1df167eeb req-13753144-ac3c-4a03-8908-fab9daa521be tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:00.186401 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4aff2cbd-b3e8-49fc-98a8-c3f1df167eeb req-13753144-ac3c-4a03-8908-fab9daa521be tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 945 time: 0.2177529 Feb 09 01:53:00.226939 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6210c86-2596-485f-95e4-48e0b510281d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (4679dc8a-96ff-403a-8ba3-950cc6685866), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:00.252228 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea53756-0068-4d0c-9420-a13691ba8ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=c572ad94-c9a7-45b1-8feb-5994b09c6a24,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:00.262246 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-1e57b05c-3238-4557-bacd-22218b8cd9c9 None None] Set router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:53:00.279809 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-22e9841b-2853-4728-b3c2-ac43486ad4e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:00.302550 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f669b92-71aa-48f2-95e1-cce156cb0be1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting subnet 73737dc1-879e-4825-b57f-ec0bcfd0c21f {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:53:00.313743 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f669b92-71aa-48f2-95e1-cce156cb0be1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for subnet (73737dc1-879e-4825-b57f-ec0bcfd0c21f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:00.388300 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4aff2cbd-b3e8-49fc-98a8-c3f1df167eeb req-ff03656b-49ec-49c0-8047-387fbb2b195f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897478 Feb 09 01:53:00.410765 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3f983-df22-487c-9b7d-345d6fb35f4d None None] Deleting port f5a25c99-02eb-4a2b-8445-45c064ed505d {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:00.411141 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9ae3f983-df22-487c-9b7d-345d6fb35f4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (f5a25c99-02eb-4a2b-8445-45c064ed505d), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:00.443606 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b6210c86-2596-485f-95e4-48e0b510281d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting port f5a25c99-02eb-4a2b-8445-45c064ed505d {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:00.444145 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6210c86-2596-485f-95e4-48e0b510281d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (f5a25c99-02eb-4a2b-8445-45c064ed505d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:00.530645 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2053f-0c2e-44aa-ac3e-c9d3bccf208d req-5e63df39-2b77-4045-b4df-ae6ede46a65b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:00.533119 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-97b2053f-0c2e-44aa-ac3e-c9d3bccf208d req-5e63df39-2b77-4045-b4df-ae6ede46a65b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34 HTTP/1.1" status: 200 len: 944 time: 0.4174984 Feb 09 01:53:00.561215 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-b6210c86-2596-485f-95e4-48e0b510281d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] For port f5a25c99-02eb-4a2b-8445-45c064ed505d, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f5a25c99-02eb-4a2b-8445-45c064ed505d,segment=NetworkSegment(20ff5e78-a2e4-468a-9060-a2141cd6f833),segment_id=20ff5e78-a2e4-468a-9060-a2141cd6f833)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:00.562268 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6210c86-2596-485f-95e4-48e0b510281d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (f5a25c99-02eb-4a2b-8445-45c064ed505d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:00.564272 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f669b92-71aa-48f2-95e1-cce156cb0be1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (73737dc1-879e-4825-b57f-ec0bcfd0c21f), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:00.584218 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-9ae3f983-df22-487c-9b7d-345d6fb35f4d None None] For port f5a25c99-02eb-4a2b-8445-45c064ed505d, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f5a25c99-02eb-4a2b-8445-45c064ed505d,segment=NetworkSegment(20ff5e78-a2e4-468a-9060-a2141cd6f833),segment_id=20ff5e78-a2e4-468a-9060-a2141cd6f833)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:00.584537 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9ae3f983-df22-487c-9b7d-345d6fb35f4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (f5a25c99-02eb-4a2b-8445-45c064ed505d), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:00.597607 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b6210c86-2596-485f-95e4-48e0b510281d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Calling delete_port for f5a25c99-02eb-4a2b-8445-45c064ed505d owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:00.611251 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3f983-df22-487c-9b7d-345d6fb35f4d None None] Calling delete_port for f5a25c99-02eb-4a2b-8445-45c064ed505d owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:00.636551 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ace449-9ed8-47d6-a17d-4c42a4b359e0 None None] DHCP port deletion for 0b3940f7-101a-4a00-a5d9-e7fcc93d1247 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:53:00.658461 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-e847335b-5c55-42ee-8d17-04a3470c158c req-eea53756-0068-4d0c-9420-a13691ba8ff5 service neutron] Attempting to bind port c572ad94-c9a7-45b1-8feb-5994b09c6a24 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:53:00.658968 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-e847335b-5c55-42ee-8d17-04a3470c158c req-eea53756-0068-4d0c-9420-a13691ba8ff5 service neutron] Attempting to bind port c572ad94-c9a7-45b1-8feb-5994b09c6a24 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:53:00.659456 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e847335b-5c55-42ee-8d17-04a3470c158c req-eea53756-0068-4d0c-9420-a13691ba8ff5 service neutron] Attempting to bind port c572ad94-c9a7-45b1-8feb-5994b09c6a24 on network 220e7f29-84b2-429c-a5a5-34d2ac552d01 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:53:00.700835 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e847335b-5c55-42ee-8d17-04a3470c158c req-eea53756-0068-4d0c-9420-a13691ba8ff5 service neutron] Port c572ad94-c9a7-45b1-8feb-5994b09c6a24 on network 220e7f29-84b2-429c-a5a5-34d2ac552d01 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:53:00.701413 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e847335b-5c55-42ee-8d17-04a3470c158c req-eea53756-0068-4d0c-9420-a13691ba8ff5 service neutron] Attempting to bind port c572ad94-c9a7-45b1-8feb-5994b09c6a24 on network 220e7f29-84b2-429c-a5a5-34d2ac552d01 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:53:00.743237 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e847335b-5c55-42ee-8d17-04a3470c158c req-eea53756-0068-4d0c-9420-a13691ba8ff5 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:53:00.743237 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e847335b-5c55-42ee-8d17-04a3470c158c req-eea53756-0068-4d0c-9420-a13691ba8ff5 service neutron] Checking segment: {'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:53:00.743237 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e847335b-5c55-42ee-8d17-04a3470c158c req-eea53756-0068-4d0c-9420-a13691ba8ff5 service neutron] Bound using segment: {'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:53:00.743237 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-e847335b-5c55-42ee-8d17-04a3470c158c req-eea53756-0068-4d0c-9420-a13691ba8ff5 service neutron] Bound port: c572ad94-c9a7-45b1-8feb-5994b09c6a24, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:53:00.744600 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e847335b-5c55-42ee-8d17-04a3470c158c req-eea53756-0068-4d0c-9420-a13691ba8ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c572ad94-c9a7-45b1-8feb-5994b09c6a24), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:00.760369 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-97b2053f-0c2e-44aa-ac3e-c9d3bccf208d req-03dcd3e9-9e96-423c-ba2e-4316c44a0405 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141869 Feb 09 01:53:00.777964 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6210c86-2596-485f-95e4-48e0b510281d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (f5a25c99-02eb-4a2b-8445-45c064ed505d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:00.830784 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f669b92-71aa-48f2-95e1-cce156cb0be1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (73737dc1-879e-4825-b57f-ec0bcfd0c21f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:00.831262 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6210c86-2596-485f-95e4-48e0b510281d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Port': ['ID=f5a25c99-02eb-4a2b-8445-45c064ed505d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:00.837814 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6210c86-2596-485f-95e4-48e0b510281d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] No DVR routers for this DVR port f5a25c99-02eb-4a2b-8445-45c064ed505d on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:00.882051 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9ae3f983-df22-487c-9b7d-345d6fb35f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (f5a25c99-02eb-4a2b-8445-45c064ed505d), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:00.896801 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1e57b05c-3238-4557-bacd-22218b8cd9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:52:57Z', 'revision_number': 9, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None, '_interfaces': [{'id': '80daab7d-b95a-46d2-a832-bdd83d21e322', 'name': '', 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:e5:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:24Z', 'updated_at': '2022-02-09T01:52:29Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd935b279-27b6-47b1-bc66-ebaba3160426', 'name': '', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:0f:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:15Z', 'updated_at': '2022-02-09T01:52:22Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:00.906910 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-77ace449-9ed8-47d6-a17d-4c42a4b359e0 None None] Deleting port 6984a07e-4f8c-46b9-8672-525f5fb52c86 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:00.907861 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-77ace449-9ed8-47d6-a17d-4c42a4b359e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (6984a07e-4f8c-46b9-8672-525f5fb52c86), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:00.961127 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-22e9841b-2853-4728-b3c2-ac43486ad4e1 admin admin] Publish callbacks [] for security_group (20a87c2b-36a9-4549-b00c-c1808d15bfeb), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:00.972207 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f669b92-71aa-48f2-95e1-cce156cb0be1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (73737dc1-879e-4825-b57f-ec0bcfd0c21f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:00.982018 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6210c86-2596-485f-95e4-48e0b510281d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (4679dc8a-96ff-403a-8ba3-950cc6685866), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:01.007764 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-22e9841b-2853-4728-b3c2-ac43486ad4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (20a87c2b-36a9-4549-b00c-c1808d15bfeb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:01.012231 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b6210c86-2596-485f-95e4-48e0b510281d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4679dc8a-96ff-403a-8ba3-950cc6685866']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:01.024178 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b6210c86-2596-485f-95e4-48e0b510281d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ff5e78-a2e4-468a-9060-a2141cd6f833') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:01.024704 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b6210c86-2596-485f-95e4-48e0b510281d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ff5e78-a2e4-468a-9060-a2141cd6f833') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:01.037146 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6210c86-2596-485f-95e4-48e0b510281d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (20ff5e78-a2e4-468a-9060-a2141cd6f833), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:01.048209 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-22e9841b-2853-4728-b3c2-ac43486ad4e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0afbfffec5f74ca88036af81d7019898&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3840294 Feb 09 01:53:01.048446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae3f983-df22-487c-9b7d-345d6fb35f4d None None] No DVR routers for this DVR port f5a25c99-02eb-4a2b-8445-45c064ed505d on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:01.049726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e57b05c-3238-4557-bacd-22218b8cd9c9 None None] Checking router: 9b6a6b2a-5a87-40e2-b036-4b31e575e525 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:53:01.057305 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6210c86-2596-485f-95e4-48e0b510281d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (20ff5e78-a2e4-468a-9060-a2141cd6f833), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:01.073440 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6210c86-2596-485f-95e4-48e0b510281d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:53:01.073856 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6210c86-2596-485f-95e4-48e0b510281d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (20ff5e78-a2e4-468a-9060-a2141cd6f833), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:01.079739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53628) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:01.085619 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f669b92-71aa-48f2-95e1-cce156cb0be1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Subnet': ['ID=73737dc1-879e-4825-b57f-ec0bcfd0c21f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:01.090761 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3f983-df22-487c-9b7d-345d6fb35f4d None None] Pushing event deleted for resources: {'Port': ['ID=f5a25c99-02eb-4a2b-8445-45c064ed505d,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:01.098959 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e57b05c-3238-4557-bacd-22218b8cd9c9 None None] Routers {'9b6a6b2a-5a87-40e2-b036-4b31e575e525'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:01.099609 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1e57b05c-3238-4557-bacd-22218b8cd9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:53:01.155794 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:53:01.158777 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6210c86-2596-485f-95e4-48e0b510281d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (4679dc8a-96ff-403a-8ba3-950cc6685866), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:01.179930 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6210c86-2596-485f-95e4-48e0b510281d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:01.182638 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d63b03b-a966-4730-8feb-e0c6a2aff1f5 None None] Network a01f1eae-ce16-4427-a8e4-11c368009fec requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:01.184081 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b6210c86-2596-485f-95e4-48e0b510281d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/networks/4679dc8a-96ff-403a-8ba3-950cc6685866 HTTP/1.1" status: 204 len: 168 time: 1.1275175 Feb 09 01:53:01.190905 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f669b92-71aa-48f2-95e1-cce156cb0be1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:01.194341 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4f669b92-71aa-48f2-95e1-cce156cb0be1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/subnets/73737dc1-879e-4825-b57f-ec0bcfd0c21f HTTP/1.1" status: 204 len: 168 time: 1.3133104 Feb 09 01:53:01.195013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53630) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:01.197000 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6210c86-2596-485f-95e4-48e0b510281d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Network': ['ID=4679dc8a-96ff-403a-8ba3-950cc6685866,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:01.200053 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53632) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:01.207525 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8106b570-4f5e-423e-b88d-29c767732822 admin admin] Publish callbacks [] for security_group (20a87c2b-36a9-4549-b00c-c1808d15bfeb), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:01.301594 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9841b-2853-4728-b3c2-ac43486ad4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a87c2b-36a9-4549-b00c-c1808d15bfeb,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:01.327160 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0506-7f32-4cef-8323-32d377a47ca7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (a01f1eae-ce16-4427-a8e4-11c368009fec), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:01.339317 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-e847335b-5c55-42ee-8d17-04a3470c158c req-eea53756-0068-4d0c-9420-a13691ba8ff5 service neutron] For port c572ad94-c9a7-45b1-8feb-5994b09c6a24, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:53:01.373462 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8106b570-4f5e-423e-b88d-29c767732822 admin admin] Publish callbacks [] for security_group (20a87c2b-36a9-4549-b00c-c1808d15bfeb), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:01.379681 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-e847335b-5c55-42ee-8d17-04a3470c158c req-eea53756-0068-4d0c-9420-a13691ba8ff5 service neutron] For port c572ad94-c9a7-45b1-8feb-5994b09c6a24, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=c572ad94-c9a7-45b1-8feb-5994b09c6a24,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:53:01.451727 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c0506-7f32-4cef-8323-32d377a47ca7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting port 8d4342b0-7842-4af6-ad63-425f207319c9 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:01.453030 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0506-7f32-4cef-8323-32d377a47ca7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (8d4342b0-7842-4af6-ad63-425f207319c9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:01.457415 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edee845c-479a-400f-a3b3-c5955107b077 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (0b3940f7-101a-4a00-a5d9-e7fcc93d1247), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:01.468749 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e847335b-5c55-42ee-8d17-04a3470c158c req-eea53756-0068-4d0c-9420-a13691ba8ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (c572ad94-c9a7-45b1-8feb-5994b09c6a24), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:01.476290 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8106b570-4f5e-423e-b88d-29c767732822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (20a87c2b-36a9-4549-b00c-c1808d15bfeb), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:01.479364 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8106b570-4f5e-423e-b88d-29c767732822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:01.484369 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8106b570-4f5e-423e-b88d-29c767732822 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20a87c2b-36a9-4549-b00c-c1808d15bfeb HTTP/1.1" status: 204 len: 168 time: 0.3958251 Feb 09 01:53:01.496855 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-77ace449-9ed8-47d6-a17d-4c42a4b359e0 None None] For port 6984a07e-4f8c-46b9-8672-525f5fb52c86, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6984a07e-4f8c-46b9-8672-525f5fb52c86,segment=NetworkSegment(478763db-d651-4e35-976e-caef7f41b11e),segment_id=478763db-d651-4e35-976e-caef7f41b11e)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:01.497260 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-77ace449-9ed8-47d6-a17d-4c42a4b359e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (6984a07e-4f8c-46b9-8672-525f5fb52c86), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:01.529483 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-77ace449-9ed8-47d6-a17d-4c42a4b359e0 None None] Calling delete_port for 6984a07e-4f8c-46b9-8672-525f5fb52c86 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:01.539539 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847335b-5c55-42ee-8d17-04a3470c158c req-eea53756-0068-4d0c-9420-a13691ba8ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:01.540500 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e847335b-5c55-42ee-8d17-04a3470c158c req-eea53756-0068-4d0c-9420-a13691ba8ff5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:01.542256 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e847335b-5c55-42ee-8d17-04a3470c158c req-eea53756-0068-4d0c-9420-a13691ba8ff5 service neutron] 10.222.0.67 "PUT /v2.0/ports/c572ad94-c9a7-45b1-8feb-5994b09c6a24 HTTP/1.1" status: 200 len: 1092 time: 3.5198097 Feb 09 01:53:01.546241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d1febb-5beb-46d3-87f7-d137c9d22b34', 'tag': 'c572ad94-c9a7-45b1-8feb-5994b09c6a24'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:53:01.554069 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255ed7d3-4e76-41ce-bacd-b48e9a910c18" -d '{"events": [{"name": "network-changed", "server_uuid": "62d1febb-5beb-46d3-87f7-d137c9d22b34", "tag": "c572ad94-c9a7-45b1-8feb-5994b09c6a24"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:53:01.607670 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106b570-4f5e-423e-b88d-29c767732822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a87c2b-36a9-4549-b00c-c1808d15bfeb,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:01.618872 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-0f8c0506-7f32-4cef-8323-32d377a47ca7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] For port 8d4342b0-7842-4af6-ad63-425f207319c9, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8d4342b0-7842-4af6-ad63-425f207319c9,segment=NetworkSegment(b5846690-f3a4-474e-865c-ddbfd563ce87),segment_id=b5846690-f3a4-474e-865c-ddbfd563ce87)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:01.619536 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0506-7f32-4cef-8323-32d377a47ca7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (8d4342b0-7842-4af6-ad63-425f207319c9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:01.709282 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22e3bbb-4dfd-4851-b573-db6e2acd5d64 x-openstack-request-id: req-c22e3bbb-4dfd-4851-b573-db6e2acd5d64 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:53:01.709587 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d1febb-5beb-46d3-87f7-d137c9d22b34", "tag": "c572ad94-c9a7-45b1-8feb-5994b09c6a24", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:53:01.709985 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c22e3bbb-4dfd-4851-b573-db6e2acd5d64 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:53:01.710606 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d1febb-5beb-46d3-87f7-d137c9d22b34', 'tag': 'c572ad94-c9a7-45b1-8feb-5994b09c6a24', 'status': 'completed', 'code': 200} Feb 09 01:53:01.734011 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea53756-0068-4d0c-9420-a13691ba8ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=c572ad94-c9a7-45b1-8feb-5994b09c6a24,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:01.745457 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-1e57b05c-3238-4557-bacd-22218b8cd9c9 None None] Set router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:53:01.784495 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847335b-5c55-42ee-8d17-04a3470c158c req-5f374aa1-1657-469b-93b2-16033fa85c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:01.786052 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e847335b-5c55-42ee-8d17-04a3470c158c req-5f374aa1-1657-469b-93b2-16033fa85c2f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34 HTTP/1.1" status: 200 len: 1126 time: 0.1750667 Feb 09 01:53:01.927427 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e847335b-5c55-42ee-8d17-04a3470c158c req-dce289ae-ca6f-4c5c-b181-ef5c0ea3ef9c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c572ad94-c9a7-45b1-8feb-5994b09c6a24 HTTP/1.1" status: 200 len: 217 time: 0.1329486 Feb 09 01:53:02.046721 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-edee845c-479a-400f-a3b3-c5955107b077 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting port 6984a07e-4f8c-46b9-8672-525f5fb52c86 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:02.047170 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edee845c-479a-400f-a3b3-c5955107b077 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (6984a07e-4f8c-46b9-8672-525f5fb52c86), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:02.049421 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6984a07e-4f8c-46b9-8672-525f5fb52c86 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:02.154202 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847335b-5c55-42ee-8d17-04a3470c158c req-fd67d1d0-00e3-45cb-b60f-c899a22fd3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:02.155747 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e847335b-5c55-42ee-8d17-04a3470c158c req-fd67d1d0-00e3-45cb-b60f-c899a22fd3f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.2001998 Feb 09 01:53:02.190823 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-77ace449-9ed8-47d6-a17d-4c42a4b359e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (6984a07e-4f8c-46b9-8672-525f5fb52c86), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:02.240225 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2de4f22-f2c8-4334-8a2b-33c22a8c04e7 req-f7b80f6f-0b30-4706-8660-2e92656ee360 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3114913 Feb 09 01:53:02.263547 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-edee845c-479a-400f-a3b3-c5955107b077 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] For port 6984a07e-4f8c-46b9-8672-525f5fb52c86, host n-d-828387-3, got binding levels [] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:02.264037 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edee845c-479a-400f-a3b3-c5955107b077 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (6984a07e-4f8c-46b9-8672-525f5fb52c86), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:02.293794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 6984a07e-4f8c-46b9-8672-525f5fb52c86 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:53:02.296706 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56987d-429b-489d-94ee-53ea381e5195 req-e7b15414-fafb-448a-a9e5-53e6b9d0da45 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:02.297071 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6984a07e-4f8c-46b9-8672-525f5fb52c86 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:53:02.297684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f5a25c99-02eb-4a2b-8445-45c064ed505d no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:02.299021 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2f56987d-429b-489d-94ee-53ea381e5195 req-e7b15414-fafb-448a-a9e5-53e6b9d0da45 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34 HTTP/1.1" status: 200 len: 944 time: 0.3606765 Feb 09 01:53:02.309456 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ace449-9ed8-47d6-a17d-4c42a4b359e0 None None] No DVR routers for this DVR port 6984a07e-4f8c-46b9-8672-525f5fb52c86 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:02.369513 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c0506-7f32-4cef-8323-32d377a47ca7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Calling delete_port for 8d4342b0-7842-4af6-ad63-425f207319c9 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:02.378490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-edee845c-479a-400f-a3b3-c5955107b077 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Calling delete_port for 6984a07e-4f8c-46b9-8672-525f5fb52c86 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:02.387494 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.ipam_backend_mixin [None req-edee845c-479a-400f-a3b3-c5955107b077 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Port 6984a07e-4f8c-46b9-8672-525f5fb52c86 was not found and therefore no delete operation was performed {{(pid=103183) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:53:02.396301 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edee845c-479a-400f-a3b3-c5955107b077 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (6984a07e-4f8c-46b9-8672-525f5fb52c86), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:02.403753 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c1b46-19ce-4fec-87fc-7bc61e9b6b41 req-2798496a-0849-4678-8eb9-bcfb2578ca4f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:02.406616 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c16c1b46-19ce-4fec-87fc-7bc61e9b6b41 req-2798496a-0849-4678-8eb9-bcfb2578ca4f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 945 time: 0.8817031 Feb 09 01:53:02.470597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847335b-5c55-42ee-8d17-04a3470c158c req-e0ba3e3a-ef4f-4e71-83ad-9f1ef6666a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:02.472154 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e847335b-5c55-42ee-8d17-04a3470c158c req-e0ba3e3a-ef4f-4e71-83ad-9f1ef6666a2f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2979727 Feb 09 01:53:02.485295 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ace449-9ed8-47d6-a17d-4c42a4b359e0 None None] Pushing event deleted for resources: {'Port': ['ID=6984a07e-4f8c-46b9-8672-525f5fb52c86,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:02.486053 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee845c-479a-400f-a3b3-c5955107b077 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Port': ['ID=6984a07e-4f8c-46b9-8672-525f5fb52c86,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:02.488034 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: f5a25c99-02eb-4a2b-8445-45c064ed505d {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:53:02.488378 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f5a25c99-02eb-4a2b-8445-45c064ed505d not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:53:02.503837 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edee845c-479a-400f-a3b3-c5955107b077 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] No DVR routers for this DVR port 6984a07e-4f8c-46b9-8672-525f5fb52c86 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:02.565352 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1e57b05c-3238-4557-bacd-22218b8cd9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:52:57Z', 'revision_number': 9, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None, '_interfaces': [{'id': '80daab7d-b95a-46d2-a832-bdd83d21e322', 'name': '', 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:e5:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:24Z', 'updated_at': '2022-02-09T01:52:29Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd935b279-27b6-47b1-bc66-ebaba3160426', 'name': '', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:0f:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:15Z', 'updated_at': '2022-02-09T01:52:22Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:02.631034 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c16c1b46-19ce-4fec-87fc-7bc61e9b6b41 req-dbb7a579-79c4-412c-85cf-a424a690e612 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169750 Feb 09 01:53:02.656421 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0506-7f32-4cef-8323-32d377a47ca7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (8d4342b0-7842-4af6-ad63-425f207319c9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:02.675010 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e57b05c-3238-4557-bacd-22218b8cd9c9 None None] The sync data for ids ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'] in n-d-828387-3 is: [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:52:57Z', 'revision_number': 9, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None, '_interfaces': [{'id': '80daab7d-b95a-46d2-a832-bdd83d21e322', 'name': '', 'network_id': 'f4329b4f-616c-4e5e-854f-78502a4b9edf', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:e5:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:24Z', 'updated_at': '2022-02-09T01:52:29Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': 'ea83c285-b44b-4dee-af8d-ebf53daae230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd935b279-27b6-47b1-bc66-ebaba3160426', 'name': '', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:0f:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:15Z', 'updated_at': '2022-02-09T01:52:22Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:53:02.677020 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cbe487-9729-4062-94b2-30789b9bc25c None None] DHCP port deletion for a01f1eae-ce16-4427-a8e4-11c368009fec request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:53:02.680059 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edee845c-479a-400f-a3b3-c5955107b077 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (0b3940f7-101a-4a00-a5d9-e7fcc93d1247), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:02.712515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device f3250546-0c08-4984-b1b3-99ab299ed379 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:53:02.721155 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-edee845c-479a-400f-a3b3-c5955107b077 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b3940f7-101a-4a00-a5d9-e7fcc93d1247']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:02.737026 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-edee845c-479a-400f-a3b3-c5955107b077 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478763db-d651-4e35-976e-caef7f41b11e') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:02.737327 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-edee845c-479a-400f-a3b3-c5955107b077 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478763db-d651-4e35-976e-caef7f41b11e') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:02.739249 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c0506-7f32-4cef-8323-32d377a47ca7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Port': ['ID=8d4342b0-7842-4af6-ad63-425f207319c9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:02.753379 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8c0506-7f32-4cef-8323-32d377a47ca7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] No DVR routers for this DVR port 8d4342b0-7842-4af6-ad63-425f207319c9 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:02.754263 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edee845c-479a-400f-a3b3-c5955107b077 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (478763db-d651-4e35-976e-caef7f41b11e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:02.787093 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edee845c-479a-400f-a3b3-c5955107b077 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (478763db-d651-4e35-976e-caef7f41b11e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:02.798268 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edee845c-479a-400f-a3b3-c5955107b077 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:53:02.798681 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edee845c-479a-400f-a3b3-c5955107b077 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (478763db-d651-4e35-976e-caef7f41b11e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:02.812941 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port f3250546-0c08-4984-b1b3-99ab299ed379 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:53:02.818128 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port f3250546-0c08-4984-b1b3-99ab299ed379 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:02.818957 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f3250546-0c08-4984-b1b3-99ab299ed379), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:02.895259 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0506-7f32-4cef-8323-32d377a47ca7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (a01f1eae-ce16-4427-a8e4-11c368009fec), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:53:02.906779 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:53:02.924228 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2f56987d-429b-489d-94ee-53ea381e5195 req-6017504a-5db5-49da-8eec-1e950b1eb95e tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6020265 Feb 09 01:53:02.932093 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edee845c-479a-400f-a3b3-c5955107b077 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (0b3940f7-101a-4a00-a5d9-e7fcc93d1247), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:02.942171 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0f8c0506-7f32-4cef-8323-32d377a47ca7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01f1eae-ce16-4427-a8e4-11c368009fec']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:02.965195 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0f8c0506-7f32-4cef-8323-32d377a47ca7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5846690-f3a4-474e-865c-ddbfd563ce87') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:02.965561 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0f8c0506-7f32-4cef-8323-32d377a47ca7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5846690-f3a4-474e-865c-ddbfd563ce87') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:02.969473 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port f3250546-0c08-4984-b1b3-99ab299ed379 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:02.969870 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f3250546-0c08-4984-b1b3-99ab299ed379), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:02.970051 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edee845c-479a-400f-a3b3-c5955107b077 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:02.974589 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-edee845c-479a-400f-a3b3-c5955107b077 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/networks/0b3940f7-101a-4a00-a5d9-e7fcc93d1247 HTTP/1.1" status: 204 len: 168 time: 1.7647979 Feb 09 01:53:02.981364 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53664) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:02.984341 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de4f22-f2c8-4334-8a2b-33c22a8c04e7 req-10891eb5-c2ba-4135-b4fe-35ea68996279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:02.986348 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2de4f22-f2c8-4334-8a2b-33c22a8c04e7 req-10891eb5-c2ba-4135-b4fe-35ea68996279 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=07e140259b184093891c4d6ee1230ea9&device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 1128 time: 0.7178571 Feb 09 01:53:02.988741 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0506-7f32-4cef-8323-32d377a47ca7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (b5846690-f3a4-474e-865c-ddbfd563ce87), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:02.992957 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4c956348-bd9c-4953-99ef-6179c395dbbb tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'network': {'name': 'tempest-RoutersTest-882099827'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:03.016321 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b667ea-4a3e-4bb3-af30-2f3e2283a79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3250546-0c08-4984-b1b3-99ab299ed379'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:53:03.019278 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7507fa-ac23-4b6c-ae21-adbb453cd933" -d '{"events": [{"server_uuid": "30b667ea-4a3e-4bb3-af30-2f3e2283a79a", "name": "network-vif-plugged", "status": "completed", "tag": "f3250546-0c08-4984-b1b3-99ab299ed379"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:53:03.032665 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0506-7f32-4cef-8323-32d377a47ca7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (b5846690-f3a4-474e-865c-ddbfd563ce87), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:03.038990 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port f3250546-0c08-4984-b1b3-99ab299ed379, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=f3250546-0c08-4984-b1b3-99ab299ed379,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:03.040720 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8c0506-7f32-4cef-8323-32d377a47ca7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:53:03.041618 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0506-7f32-4cef-8323-32d377a47ca7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (b5846690-f3a4-474e-865c-ddbfd563ce87), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:53:03.045965 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:53:03.068952 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f3250546-0c08-4984-b1b3-99ab299ed379), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:03.101718 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee845c-479a-400f-a3b3-c5955107b077 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Network': ['ID=0b3940f7-101a-4a00-a5d9-e7fcc93d1247,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:03.134691 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0506-7f32-4cef-8323-32d377a47ca7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (a01f1eae-ce16-4427-a8e4-11c368009fec), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:03.152909 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0506-7f32-4cef-8323-32d377a47ca7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:03.157845 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0f8c0506-7f32-4cef-8323-32d377a47ca7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/networks/a01f1eae-ce16-4427-a8e4-11c368009fec HTTP/1.1" status: 204 len: 168 time: 1.9567373 Feb 09 01:53:03.171614 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfdb971-0e42-41a3-95d7-0cd57b8ecf70 x-openstack-request-id: req-6dfdb971-0e42-41a3-95d7-0cd57b8ecf70 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:53:03.171920 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b667ea-4a3e-4bb3-af30-2f3e2283a79a", "name": "network-vif-plugged", "status": "completed", "tag": "f3250546-0c08-4984-b1b3-99ab299ed379", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:53:03.172190 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6dfdb971-0e42-41a3-95d7-0cd57b8ecf70 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:53:03.172589 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b667ea-4a3e-4bb3-af30-2f3e2283a79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3250546-0c08-4984-b1b3-99ab299ed379', 'code': 200} Feb 09 01:53:03.201052 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53672) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:03.233824 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c0506-7f32-4cef-8323-32d377a47ca7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Network': ['ID=a01f1eae-ce16-4427-a8e4-11c368009fec,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:03.259256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=f3250546-0c08-4984-b1b3-99ab299ed379,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:03.328920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c956348-bd9c-4953-99ef-6179c395dbbb tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Made reservation on behalf of e5d99e53c4864d1fb3cc111a041859c7 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:03.332763 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4c956348-bd9c-4953-99ef-6179c395dbbb tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:03.388511 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e847335b-5c55-42ee-8d17-04a3470c158c req-27731af1-9f62-4c86-838f-b51b2f22e363 service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8931978 Feb 09 01:53:03.477341 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de4f22-f2c8-4334-8a2b-33c22a8c04e7 req-67f9947c-39a0-468b-b897-d7d2c3419a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:03.481246 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2de4f22-f2c8-4334-8a2b-33c22a8c04e7 req-67f9947c-39a0-468b-b897-d7d2c3419a22 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48733fa2-0a6e-4f10-9d66-30891daf5281 HTTP/1.1" status: 200 len: 920 time: 0.4628787 Feb 09 01:53:03.482228 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c956348-bd9c-4953-99ef-6179c395dbbb tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:53:03.545596 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2de4f22-f2c8-4334-8a2b-33c22a8c04e7 req-33953ef5-f93e-437f-af66-f565fb9b48d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=719ef8f8-41c4-4e78-bd87-81cf10377bd5 HTTP/1.1" status: 200 len: 217 time: 0.0516875 Feb 09 01:53:03.552044 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711411d-fac6-47c6-bc9f-30138b2e5e61 req-0c2f294f-934b-4b2d-a41b-0ba8070dc0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:03.553828 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6711411d-fac6-47c6-bc9f-30138b2e5e61 req-0c2f294f-934b-4b2d-a41b-0ba8070dc0e8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 1128 time: 0.2871346 Feb 09 01:53:03.555050 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4c956348-bd9c-4953-99ef-6179c395dbbb tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (80c59a0d-8412-4063-8447-02a95c2548a6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:03.556998 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-4c956348-bd9c-4953-99ef-6179c395dbbb tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Added segment 80c59a0d-8412-4063-8447-02a95c2548a6 of type vlan for network 5020740e-8a2d-4662-ad0b-1e1707f1961e Feb 09 01:53:03.700665 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4c956348-bd9c-4953-99ef-6179c395dbbb tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (5020740e-8a2d-4662-ad0b-1e1707f1961e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:03.712941 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6711411d-fac6-47c6-bc9f-30138b2e5e61 req-25928880-90ff-4801-a110-886e4617daa8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474397 Feb 09 01:53:03.721675 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e847335b-5c55-42ee-8d17-04a3470c158c req-0126f5eb-b4d9-427e-b675-07dd8e073f72 service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263867 Feb 09 01:53:03.737795 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de4f22-f2c8-4334-8a2b-33c22a8c04e7 req-1f9dde12-6cc5-432b-8e72-f7bc9d9cd3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:03.739522 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2de4f22-f2c8-4334-8a2b-33c22a8c04e7 req-1f9dde12-6cc5-432b-8e72-f7bc9d9cd3d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f38153e0-346d-45ee-a8ba-011ed1d4fedb HTTP/1.1" status: 200 len: 859 time: 0.1709583 Feb 09 01:53:03.750017 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4c956348-bd9c-4953-99ef-6179c395dbbb tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (5020740e-8a2d-4662-ad0b-1e1707f1961e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:03.756569 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c956348-bd9c-4953-99ef-6179c395dbbb tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:03.757078 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4c956348-bd9c-4953-99ef-6179c395dbbb tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:03.765936 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a8599cf1-80f6-4d4d-87e6-6c4d16dc33a4 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (9b6a6b2a-5a87-40e2-b036-4b31e575e525), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:03.920259 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device fafa0736-f5a4-4abf-bb6f-dcc639d333c9 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:03.983028 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4c956348-bd9c-4953-99ef-6179c395dbbb tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9951882 Feb 09 01:53:03.985478 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: fafa0736-f5a4-4abf-bb6f-dcc639d333c9 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:53:03.985831 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device fafa0736-f5a4-4abf-bb6f-dcc639d333c9 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:53:03.986245 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8d4342b0-7842-4af6-ad63-425f207319c9 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:03.995055 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53688) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:03.995558 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53690) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:04.010033 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-96b6f50f-f2b8-4562-821d-96c008f02406 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'subnet': {'network_id': '5020740e-8a2d-4662-ad0b-1e1707f1961e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:04.041554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c956348-bd9c-4953-99ef-6179c395dbbb tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Network': ['ID=5020740e-8a2d-4662-ad0b-1e1707f1961e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:04.056843 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 8d4342b0-7842-4af6-ad63-425f207319c9 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:53:04.064592 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8d4342b0-7842-4af6-ad63-425f207319c9 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:53:04.066594 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 5020740e-8a2d-4662-ad0b-1e1707f1961e details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:53:04.108167 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2de4f22-f2c8-4334-8a2b-33c22a8c04e7 req-d76d58ad-0481-440f-b5aa-3bb6ae8ad252 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48733fa2-0a6e-4f10-9d66-30891daf5281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042702 Feb 09 01:53:04.164801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ed7d3-4e76-41ce-bacd-b48e9a910c18 req-b508f4f1-5268-40bf-a629-b673896130a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:04.167271 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-255ed7d3-4e76-41ce-bacd-b48e9a910c18 req-b508f4f1-5268-40bf-a629-b673896130a8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34 HTTP/1.1" status: 200 len: 1126 time: 0.3530498 Feb 09 01:53:04.192425 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b6f50f-f2b8-4562-821d-96c008f02406 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Made reservation on behalf of e5d99e53c4864d1fb3cc111a041859c7 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:04.197638 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-96b6f50f-f2b8-4562-821d-96c008f02406 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:04.290549 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa703ab-04e2-438d-938f-266fe9b2851e req-d1b646b4-4a39-45f2-9ced-89295d89c85f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:04.294460 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0fa703ab-04e2-438d-938f-266fe9b2851e req-d1b646b4-4a39-45f2-9ced-89295d89c85f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34 HTTP/1.1" status: 200 len: 944 time: 0.2661166 Feb 09 01:53:04.340531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-495ee928-c688-49a8-a32f-a317f3e1f124 tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1287732376'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:04.378742 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61909e22-e11f-4ba8-b0b9-d117be8aaf86 req-f3155d53-b251-4665-a701-875289708857 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:04.380704 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-61909e22-e11f-4ba8-b0b9-d117be8aaf86 req-f3155d53-b251-4665-a701-875289708857 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.5288024 Feb 09 01:53:04.411528 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2de4f22-f2c8-4334-8a2b-33c22a8c04e7 req-91d579fd-0969-49a1-89b4-b1a9c2de1612 service neutron] 10.222.0.48 "GET /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942266 Feb 09 01:53:04.474439 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495ee928-c688-49a8-a32f-a317f3e1f124 tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Made reservation on behalf of 448a06bdd84d4628b530643a46bcd261 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:04.478378 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-495ee928-c688-49a8-a32f-a317f3e1f124 tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:04.507248 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-495ee928-c688-49a8-a32f-a317f3e1f124 tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:04.540744 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0fa703ab-04e2-438d-938f-266fe9b2851e req-01bd0652-0d9e-44b5-a8b6-136cde4e62e9 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306628 Feb 09 01:53:04.546599 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-61909e22-e11f-4ba8-b0b9-d117be8aaf86 req-d788ad05-a844-4c32-9d33-c5f2699b67c3 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551478 Feb 09 01:53:04.567520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ed7d3-4e76-41ce-bacd-b48e9a910c18 req-2c19acd8-978b-4d2e-9e55-c400dafaadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:04.585472 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-255ed7d3-4e76-41ce-bacd-b48e9a910c18 req-2c19acd8-978b-4d2e-9e55-c400dafaadd8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 912 time: 0.3134644 Feb 09 01:53:04.644680 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-255ed7d3-4e76-41ce-bacd-b48e9a910c18 req-0d834e82-cb7c-4213-a0ac-6623cb25c1fc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c572ad94-c9a7-45b1-8feb-5994b09c6a24 HTTP/1.1" status: 200 len: 217 time: 0.0607293 Feb 09 01:53:04.695003 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2de4f22-f2c8-4334-8a2b-33c22a8c04e7 req-c271af6b-a7dc-4f40-966d-61cf08192799 service neutron] 10.222.0.48 "GET /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675872 Feb 09 01:53:04.716470 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ed7d3-4e76-41ce-bacd-b48e9a910c18 req-99f4a777-d1a1-4218-b2d9-ac88a578bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:04.718616 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-255ed7d3-4e76-41ce-bacd-b48e9a910c18 req-99f4a777-d1a1-4218-b2d9-ac88a578bda7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.0676839 Feb 09 01:53:04.726347 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-96b6f50f-f2b8-4562-821d-96c008f02406 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (842a8cad-3530-40ee-add1-eb292c7be119), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:04.743717 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a8599cf1-80f6-4d4d-87e6-6c4d16dc33a4 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting port 80daab7d-b95a-46d2-a832-bdd83d21e322 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:04.744211 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a8599cf1-80f6-4d4d-87e6-6c4d16dc33a4 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (80daab7d-b95a-46d2-a832-bdd83d21e322), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:04.795018 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ed7d3-4e76-41ce-bacd-b48e9a910c18 req-e0f46890-8038-4a30-9c84-5bad972dd16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:04.797396 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-255ed7d3-4e76-41ce-bacd-b48e9a910c18 req-e0f46890-8038-4a30-9c84-5bad972dd16e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0721471 Feb 09 01:53:04.865361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6f50f-f2b8-4562-821d-96c008f02406 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Subnet': ['ID=842a8cad-3530-40ee-add1-eb292c7be119,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:04.911530 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-495ee928-c688-49a8-a32f-a317f3e1f124 tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks [] for security_group (a8f21240-03e2-477c-8d08-400841575e3d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:04.918884 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-255ed7d3-4e76-41ce-bacd-b48e9a910c18 req-82122930-981b-4e49-bed0-2655507dfe3d service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149755 Feb 09 01:53:04.932016 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-495ee928-c688-49a8-a32f-a317f3e1f124 tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a8f21240-03e2-477c-8d08-400841575e3d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:04.945545 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b6f50f-f2b8-4562-821d-96c008f02406 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Checking segment: {'id': '80c59a0d-8412-4063-8447-02a95c2548a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5020740e-8a2d-4662-ad0b-1e1707f1961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:53:04.945956 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b6f50f-f2b8-4562-821d-96c008f02406 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network hostable DHCP agents. Network: 5020740e-8a2d-4662-ad0b-1e1707f1961e, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:53:04.997446 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495ee928-c688-49a8-a32f-a317f3e1f124 tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:53:05.033194 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ee928-c688-49a8-a32f-a317f3e1f124 tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f21240-03e2-477c-8d08-400841575e3d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:05.036902 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-495ee928-c688-49a8-a32f-a317f3e1f124 tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (b760da10-1927-4230-930b-55b14268f8dd), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:05.037345 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-495ee928-c688-49a8-a32f-a317f3e1f124 tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Added segment b760da10-1927-4230-930b-55b14268f8dd of type vlan for network 2c9d8706-eaa1-494a-a015-8bedfa71362d Feb 09 01:53:05.063844 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a8599cf1-80f6-4d4d-87e6-6c4d16dc33a4 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] For port 80daab7d-b95a-46d2-a832-bdd83d21e322, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=80daab7d-b95a-46d2-a832-bdd83d21e322,segment=NetworkSegment(f40aff49-fbe0-489d-8771-6ac38f1e80d7),segment_id=f40aff49-fbe0-489d-8771-6ac38f1e80d7)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:05.064438 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a8599cf1-80f6-4d4d-87e6-6c4d16dc33a4 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (80daab7d-b95a-46d2-a832-bdd83d21e322), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:05.080601 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b6f50f-f2b8-4562-821d-96c008f02406 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network 5020740e-8a2d-4662-ad0b-1e1707f1961e is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:53:05.109675 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a8599cf1-80f6-4d4d-87e6-6c4d16dc33a4 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Calling delete_port for 80daab7d-b95a-46d2-a832-bdd83d21e322 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:05.131029 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-255ed7d3-4e76-41ce-bacd-b48e9a910c18 req-bed9e4dc-1c79-4ee0-b6ee-c85a1d6b02e7 service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046106 Feb 09 01:53:05.132277 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-96b6f50f-f2b8-4562-821d-96c008f02406 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 5020740e-8a2d-4662-ad0b-1e1707f1961e) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:05.141913 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-495ee928-c688-49a8-a32f-a317f3e1f124 tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (2c9d8706-eaa1-494a-a015-8bedfa71362d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:05.145094 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b6f50f-f2b8-4562-821d-96c008f02406 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:05.145686 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-96b6f50f-f2b8-4562-821d-96c008f02406 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:05.157000 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da689551-9a40-4f97-abee-0811fac25471 None None] Network 5020740e-8a2d-4662-ad0b-1e1707f1961e requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:05.234354 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-96b6f50f-f2b8-4562-821d-96c008f02406 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2313426 Feb 09 01:53:05.239158 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53696) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:05.253492 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-5a8f5075-3342-42ed-83e0-626d69fcab0c tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-684824392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:05.257285 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-495ee928-c688-49a8-a32f-a317f3e1f124 tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (2c9d8706-eaa1-494a-a015-8bedfa71362d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:05.274662 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495ee928-c688-49a8-a32f-a317f3e1f124 tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:05.275534 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-495ee928-c688-49a8-a32f-a317f3e1f124 tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:05.286497 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a8f5075-3342-42ed-83e0-626d69fcab0c tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (f5cf66fc-dfd4-4f28-80b2-108e651311f6), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:05.288083 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a8f5075-3342-42ed-83e0-626d69fcab0c tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (f5cf66fc-dfd4-4f28-80b2-108e651311f6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:05.334134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc18fb1-ebb8-41ee-9efd-5b502fb6d473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-5020740e-8a2d-4662-ad0b-1e1707f1961e', 'network_id': '5020740e-8a2d-4662-ad0b-1e1707f1961e', 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'fixed_ips': [{'subnet_id': '842a8cad-3530-40ee-add1-eb292c7be119'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:53:05.335020 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fcc18fb1-ebb8-41ee-9efd-5b502fb6d473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:05.462580 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a8599cf1-80f6-4d4d-87e6-6c4d16dc33a4 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (80daab7d-b95a-46d2-a832-bdd83d21e322), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:05.525084 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-495ee928-c688-49a8-a32f-a317f3e1f124 tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5244124 Feb 09 01:53:05.553915 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-fcc18fb1-ebb8-41ee-9efd-5b502fb6d473 None None] Allocated IP 172.20.0.2 (5020740e-8a2d-4662-ad0b-1e1707f1961e/842a8cad-3530-40ee-add1-eb292c7be119/37d549a2-b4b2-4f27-a8fd-dccc6e1863f0) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:53:05.576265 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53700) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:05.599710 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8599cf1-80f6-4d4d-87e6-6c4d16dc33a4 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Port': ['ID=80daab7d-b95a-46d2-a832-bdd83d21e322,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:05.609435 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b564dccb-51b5-4000-92aa-3ff6febcd3dd tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Request body: {'subnet': {'network_id': '2c9d8706-eaa1-494a-a015-8bedfa71362d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:05.778961 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fcc18fb1-ebb8-41ee-9efd-5b502fb6d473 None None] Publish callbacks [] for port (37d549a2-b4b2-4f27-a8fd-dccc6e1863f0), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:05.798732 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fcc18fb1-ebb8-41ee-9efd-5b502fb6d473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (37d549a2-b4b2-4f27-a8fd-dccc6e1863f0), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:05.857433 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc18fb1-ebb8-41ee-9efd-5b502fb6d473 None None] Network 5020740e-8a2d-4662-ad0b-1e1707f1961e is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:05.878646 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a8f5075-3342-42ed-83e0-626d69fcab0c tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router_controller (f5cf66fc-dfd4-4f28-80b2-108e651311f6), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:05.885057 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a8f5075-3342-42ed-83e0-626d69fcab0c tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (f5cf66fc-dfd4-4f28-80b2-108e651311f6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:05.886600 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ee928-c688-49a8-a32f-a317f3e1f124 tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Pushing event updated for resources: {'Network': ['ID=2c9d8706-eaa1-494a-a015-8bedfa71362d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:05.919413 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a8f5075-3342-42ed-83e0-626d69fcab0c tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:05.924823 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5a8f5075-3342-42ed-83e0-626d69fcab0c tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6822286 Feb 09 01:53:05.926841 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53706) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:05.935879 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-29d1de75-6fcc-4183-9a22-40f774311d39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'port': {'network_id': '5020740e-8a2d-4662-ad0b-1e1707f1961e', 'name': 'tempest-RoutersTest-414754084'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:05.954194 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-fcc18fb1-ebb8-41ee-9efd-5b502fb6d473 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:05.965313 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 2c9d8706-eaa1-494a-a015-8bedfa71362d details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:53:05.994909 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc18fb1-ebb8-41ee-9efd-5b502fb6d473 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:53:06.012803 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a8599cf1-80f6-4d4d-87e6-6c4d16dc33a4 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (9b6a6b2a-5a87-40e2-b036-4b31e575e525), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:06.025166 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b564dccb-51b5-4000-92aa-3ff6febcd3dd tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Made reservation on behalf of 448a06bdd84d4628b530643a46bcd261 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:06.030370 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b564dccb-51b5-4000-92aa-3ff6febcd3dd tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:06.049421 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404fc1c-5bd1-4899-a8bf-39100ef260cf req-dd5ddce6-e051-4f2a-9864-b54aaa72c794 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:06.051475 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6404fc1c-5bd1-4899-a8bf-39100ef260cf req-dd5ddce6-e051-4f2a-9864-b54aaa72c794 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34 HTTP/1.1" status: 200 len: 944 time: 0.2147298 Feb 09 01:53:06.104890 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd8c75-2206-4609-9ffd-d18783f2f2a4 req-201bfea1-e49b-4598-867b-4bd9f4b0e48b tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:06.105418 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc18fb1-ebb8-41ee-9efd-5b502fb6d473 None None] Pushing event updated for resources: {'Port': ['ID=37d549a2-b4b2-4f27-a8fd-dccc6e1863f0,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:06.122664 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c6fd8c75-2206-4609-9ffd-d18783f2f2a4 req-201bfea1-e49b-4598-867b-4bd9f4b0e48b tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.3358407 Feb 09 01:53:06.177980 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fcc18fb1-ebb8-41ee-9efd-5b502fb6d473 None None] Attempting to bind port 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:53:06.179083 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fcc18fb1-ebb8-41ee-9efd-5b502fb6d473 None None] Attempting to bind port 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '80c59a0d-8412-4063-8447-02a95c2548a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5020740e-8a2d-4662-ad0b-1e1707f1961e'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:53:06.179682 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc18fb1-ebb8-41ee-9efd-5b502fb6d473 None None] Attempting to bind port 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0 on network 5020740e-8a2d-4662-ad0b-1e1707f1961e {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:53:06.184309 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d1de75-6fcc-4183-9a22-40f774311d39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Made reservation on behalf of e5d99e53c4864d1fb3cc111a041859c7 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:06.187299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc18fb1-ebb8-41ee-9efd-5b502fb6d473 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:53:06.187867 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-29d1de75-6fcc-4183-9a22-40f774311d39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:06.188133 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc18fb1-ebb8-41ee-9efd-5b502fb6d473 None None] Checking segment: {'id': '80c59a0d-8412-4063-8447-02a95c2548a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5020740e-8a2d-4662-ad0b-1e1707f1961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:53:06.188721 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fcc18fb1-ebb8-41ee-9efd-5b502fb6d473 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:06.189381 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc18fb1-ebb8-41ee-9efd-5b502fb6d473 None None] Bound using segment: {'id': '80c59a0d-8412-4063-8447-02a95c2548a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5020740e-8a2d-4662-ad0b-1e1707f1961e'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:53:06.190039 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fcc18fb1-ebb8-41ee-9efd-5b502fb6d473 None None] Bound port: 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c59a0d-8412-4063-8447-02a95c2548a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5020740e-8a2d-4662-ad0b-1e1707f1961e'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:53:06.190604 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fcc18fb1-ebb8-41ee-9efd-5b502fb6d473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (37d549a2-b4b2-4f27-a8fd-dccc6e1863f0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:06.250312 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c6fd8c75-2206-4609-9ffd-d18783f2f2a4 req-71fa18f0-e5ca-4c35-b5b2-4a4d605602ca tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224749 Feb 09 01:53:06.274704 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-29d1de75-6fcc-4183-9a22-40f774311d39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] device_id is not set on port dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:53:06.279727 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-fcc18fb1-ebb8-41ee-9efd-5b502fb6d473 None None] For port 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:53:06.284504 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-fcc18fb1-ebb8-41ee-9efd-5b502fb6d473 None None] For port 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=37d549a2-b4b2-4f27-a8fd-dccc6e1863f0,segment=NetworkSegment(80c59a0d-8412-4063-8447-02a95c2548a6),segment_id=80c59a0d-8412-4063-8447-02a95c2548a6)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:53:06.300285 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fcc18fb1-ebb8-41ee-9efd-5b502fb6d473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (37d549a2-b4b2-4f27-a8fd-dccc6e1863f0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:06.331591 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6404fc1c-5bd1-4899-a8bf-39100ef260cf req-b4bb5305-8796-4384-9433-9cfd6120e2a3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667162 Feb 09 01:53:06.398450 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc18fb1-ebb8-41ee-9efd-5b502fb6d473 None None] Pushing event updated for resources: {'Port': ['ID=37d549a2-b4b2-4f27-a8fd-dccc6e1863f0,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:06.557767 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-29d1de75-6fcc-4183-9a22-40f774311d39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Allocated IP 172.20.0.9 (5020740e-8a2d-4662-ad0b-1e1707f1961e/842a8cad-3530-40ee-add1-eb292c7be119/dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:53:06.653126 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b564dccb-51b5-4000-92aa-3ff6febcd3dd tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (78b6b592-c6bd-4656-839d-79bf4762cc41), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:06.685775 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8599cf1-80f6-4d4d-87e6-6c4d16dc33a4 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:53:06.824443 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-29d1de75-6fcc-4183-9a22-40f774311d39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for port (dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:06.877251 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-29d1de75-6fcc-4183-9a22-40f774311d39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:06.940905 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d1de75-6fcc-4183-9a22-40f774311d39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network 5020740e-8a2d-4662-ad0b-1e1707f1961e is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:06.944547 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-29d1de75-6fcc-4183-9a22-40f774311d39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:06.949539 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564dccb-51b5-4000-92aa-3ff6febcd3dd tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Pushing event updated for resources: {'Subnet': ['ID=78b6b592-c6bd-4656-839d-79bf4762cc41,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:06.954952 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d1de75-6fcc-4183-9a22-40f774311d39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:53:06.992204 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240a852-01f9-4c24-9579-a24a06b812eb req-feb877d2-8dcc-44c2-b20c-e58ae24d96eb tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:06.994983 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0240a852-01f9-4c24-9579-a24a06b812eb req-feb877d2-8dcc-44c2-b20c-e58ae24d96eb tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.3461342 Feb 09 01:53:07.000319 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1de75-6fcc-4183-9a22-40f774311d39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Port': ['ID=dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:07.025481 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d1de75-6fcc-4183-9a22-40f774311d39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:07.026128 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-29d1de75-6fcc-4183-9a22-40f774311d39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:07.030608 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b564dccb-51b5-4000-92aa-3ff6febcd3dd tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Checking segment: {'id': 'b760da10-1927-4230-930b-55b14268f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2c9d8706-eaa1-494a-a015-8bedfa71362d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:53:07.031096 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b564dccb-51b5-4000-92aa-3ff6febcd3dd tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Network hostable DHCP agents. Network: 2c9d8706-eaa1-494a-a015-8bedfa71362d, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:53:07.048712 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-29d1de75-6fcc-4183-9a22-40f774311d39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1198549 Feb 09 01:53:07.050959 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53714) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:07.061742 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8599cf1-80f6-4d4d-87e6-6c4d16dc33a4 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:53:07.067578 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a8599cf1-80f6-4d4d-87e6-6c4d16dc33a4 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/routers/9b6a6b2a-5a87-40e2-b036-4b31e575e525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8493192 Feb 09 01:53:07.071092 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53716) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:07.076780 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb1d7e5-04e1-4756-a144-5ba7c45d188e None None] Sync routers for ids ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:53:07.101352 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb1d7e5-04e1-4756-a144-5ba7c45d188e None None] Routers {'9b6a6b2a-5a87-40e2-b036-4b31e575e525'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:07.102072 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4fb1d7e5-04e1-4756-a144-5ba7c45d188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:07.132057 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-31902805-8c18-4da5-84a8-452c11796b83 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting subnet ea83c285-b44b-4dee-af8d-ebf53daae230 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:53:07.148978 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31902805-8c18-4da5-84a8-452c11796b83 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for subnet (ea83c285-b44b-4dee-af8d-ebf53daae230), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:07.184675 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b564dccb-51b5-4000-92aa-3ff6febcd3dd tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Network 2c9d8706-eaa1-494a-a015-8bedfa71362d is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:53:07.202685 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0240a852-01f9-4c24-9579-a24a06b812eb req-05e56f8c-9640-4a79-b3f2-d5373ff410a0 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924980 Feb 09 01:53:07.206374 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b564dccb-51b5-4000-92aa-3ff6febcd3dd tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 2c9d8706-eaa1-494a-a015-8bedfa71362d) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:07.218392 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b628e0-e307-495c-ae39-74d4ef6c025a None None] Network 2c9d8706-eaa1-494a-a015-8bedfa71362d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:07.228895 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b564dccb-51b5-4000-92aa-3ff6febcd3dd tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:07.229916 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b564dccb-51b5-4000-92aa-3ff6febcd3dd tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:07.245075 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31902805-8c18-4da5-84a8-452c11796b83 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (ea83c285-b44b-4dee-af8d-ebf53daae230), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:07.350092 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-4fb1d7e5-04e1-4756-a144-5ba7c45d188e None None] Set router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:53:07.358744 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b564dccb-51b5-4000-92aa-3ff6febcd3dd tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7602665 Feb 09 01:53:07.373716 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53720) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:07.380028 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-ce4d9c1c-9d54-4c56-a112-c814999bf73e tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Request body: {'port': {'network_id': '2c9d8706-eaa1-494a-a015-8bedfa71362d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1673413138'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:07.538623 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4599c9-d960-4eda-8216-20741efc706c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-2c9d8706-eaa1-494a-a015-8bedfa71362d', 'network_id': '2c9d8706-eaa1-494a-a015-8bedfa71362d', 'project_id': '448a06bdd84d4628b530643a46bcd261', 'fixed_ips': [{'subnet_id': '78b6b592-c6bd-4656-839d-79bf4762cc41'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:53:07.541538 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-de4599c9-d960-4eda-8216-20741efc706c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:07.603767 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c9e5aab0-bb82-4f8c-983b-50fdf6ae492c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:07.610347 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31902805-8c18-4da5-84a8-452c11796b83 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (ea83c285-b44b-4dee-af8d-ebf53daae230), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:07.742263 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103623d-2edd-445e-b521-8835e7b11309 req-03aaa40b-ce35-4f6a-ba5f-fd7a3533915f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:07.753574 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f103623d-2edd-445e-b521-8835e7b11309 req-03aaa40b-ce35-4f6a-ba5f-fd7a3533915f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34 HTTP/1.1" status: 200 len: 944 time: 0.2659667 Feb 09 01:53:07.914616 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f103623d-2edd-445e-b521-8835e7b11309 req-f654be41-666f-4454-b415-61ece3b6d022 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594639 Feb 09 01:53:07.945078 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31902805-8c18-4da5-84a8-452c11796b83 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (ea83c285-b44b-4dee-af8d-ebf53daae230), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:07.976340 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:53:08.004910 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31902805-8c18-4da5-84a8-452c11796b83 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Subnet': ['ID=ea83c285-b44b-4dee-af8d-ebf53daae230,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:08.019777 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31902805-8c18-4da5-84a8-452c11796b83 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:08.032747 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-31902805-8c18-4da5-84a8-452c11796b83 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/subnets/ea83c285-b44b-4dee-af8d-ebf53daae230 HTTP/1.1" status: 204 len: 168 time: 0.9575005 Feb 09 01:53:08.037593 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53730) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:08.069858 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4fb1d7e5-04e1-4756-a144-5ba7c45d188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 10, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None, '_interfaces': [{'id': 'd935b279-27b6-47b1-bc66-ebaba3160426', 'name': '', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:0f:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:15Z', 'updated_at': '2022-02-09T01:52:22Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:08.096659 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea58f83-26d8-4719-b338-51a335a066de None None] Network f4329b4f-616c-4e5e-854f-78502a4b9edf requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:08.166234 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb1d7e5-04e1-4756-a144-5ba7c45d188e None None] Checking router: 9b6a6b2a-5a87-40e2-b036-4b31e575e525 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:53:08.189576 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac96b89-49c5-4149-8e73-232385ba605d req-bef3dbdc-0918-4ac9-8f17-16acf9faf07e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:08.194996 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb1d7e5-04e1-4756-a144-5ba7c45d188e None None] Routers {'9b6a6b2a-5a87-40e2-b036-4b31e575e525'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:08.196462 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4fb1d7e5-04e1-4756-a144-5ba7c45d188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:52:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:08.207132 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ac96b89-49c5-4149-8e73-232385ba605d req-bef3dbdc-0918-4ac9-8f17-16acf9faf07e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.8665240 Feb 09 01:53:08.244541 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device c572ad94-c9a7-45b1-8feb-5994b09c6a24 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:53:08.347091 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4bceb9-995a-4404-930b-a28a9910048b None None] Network 5020740e-8a2d-4662-ad0b-1e1707f1961e requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:08.458905 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4d9c1c-9d54-4c56-a112-c814999bf73e tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Made reservation on behalf of 448a06bdd84d4628b530643a46bcd261 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:08.468022 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-4fb1d7e5-04e1-4756-a144-5ba7c45d188e None None] Set router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:53:08.469456 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce4d9c1c-9d54-4c56-a112-c814999bf73e tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:08.475473 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ac96b89-49c5-4149-8e73-232385ba605d req-c8d84e7c-c04f-4461-a2be-b3ac262804b3 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674341 Feb 09 01:53:08.528294 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-ce4d9c1c-9d54-4c56-a112-c814999bf73e tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] device_id is not set on port 79b28fa1-efb6-40f1-b938-3d87112499a1 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:53:08.541288 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-de4599c9-d960-4eda-8216-20741efc706c None None] Allocated IP 172.20.0.2 (2c9d8706-eaa1-494a-a015-8bedfa71362d/78b6b592-c6bd-4656-839d-79bf4762cc41/52c48988-4e5c-4389-a48c-f1733d62e882) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:53:08.681267 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:53:08.683415 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1d552a65-a24e-49fc-b1bc-92738787c571 None None] Provisioning complete for port 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:08.684050 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d552a65-a24e-49fc-b1bc-92738787c571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (37d549a2-b4b2-4f27-a8fd-dccc6e1863f0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:08.717666 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d8101e5-3188-44ce-bb7d-b03951bd80a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:09.288734 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4fb1d7e5-04e1-4756-a144-5ba7c45d188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 10, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None, '_interfaces': [{'id': 'd935b279-27b6-47b1-bc66-ebaba3160426', 'name': '', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:0f:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:15Z', 'updated_at': '2022-02-09T01:52:22Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:09.353277 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb1d7e5-04e1-4756-a144-5ba7c45d188e None None] The sync data for ids ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'] in n-d-828387-3 is: [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 10, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None, '_interfaces': [{'id': 'd935b279-27b6-47b1-bc66-ebaba3160426', 'name': '', 'network_id': '0764505a-67df-4fd2-b0f8-5b3d84d98eee', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'mac_address': 'fa:16:3e:0f:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:15Z', 'updated_at': '2022-02-09T01:52:22Z', 'revision_number': 5, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'subnets': [{'id': '238253dd-54d4-4af4-9862-69c50c95fc6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:53:09.382366 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0b6746d-e9bd-4625-af33-33cad3befb5c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (f4329b4f-616c-4e5e-854f-78502a4b9edf), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:09.433819 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ea000-ba18-4cf1-ad2f-7e3e5e5d9bef req-91438b98-1195-464f-868e-2441747b97e7 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:09.442938 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c67ea000-ba18-4cf1-ad2f-7e3e5e5d9bef req-91438b98-1195-464f-868e-2441747b97e7 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34 HTTP/1.1" status: 200 len: 944 time: 0.2033217 Feb 09 01:53:09.447362 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:09.447941 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (37d549a2-b4b2-4f27-a8fd-dccc6e1863f0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:09.546237 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c67ea000-ba18-4cf1-ad2f-7e3e5e5d9bef req-c7acd4e8-6b63-4bf5-a511-cdabb8a28d48 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015081 Feb 09 01:53:09.570627 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-e0b6746d-e9bd-4625-af33-33cad3befb5c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting port ffd6de02-57a9-476b-a80b-1183bafadc33 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:09.570627 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0b6746d-e9bd-4625-af33-33cad3befb5c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ffd6de02-57a9-476b-a80b-1183bafadc33), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:09.639848 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02a332-9bae-408b-97cc-7a48665fb42f req-16e59c7d-c0ef-449c-a671-ac4fb677ae5c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:09.641590 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2b02a332-9bae-408b-97cc-7a48665fb42f req-16e59c7d-c0ef-449c-a671-ac4fb677ae5c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.6601720 Feb 09 01:53:09.703191 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-e0b6746d-e9bd-4625-af33-33cad3befb5c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] For port ffd6de02-57a9-476b-a80b-1183bafadc33, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ffd6de02-57a9-476b-a80b-1183bafadc33,segment=NetworkSegment(f40aff49-fbe0-489d-8771-6ac38f1e80d7),segment_id=f40aff49-fbe0-489d-8771-6ac38f1e80d7)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:09.703191 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0b6746d-e9bd-4625-af33-33cad3befb5c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ffd6de02-57a9-476b-a80b-1183bafadc33), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:09.761281 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:09.763625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-e0b6746d-e9bd-4625-af33-33cad3befb5c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Calling delete_port for ffd6de02-57a9-476b-a80b-1183bafadc33 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:09.784364 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2b02a332-9bae-408b-97cc-7a48665fb42f req-492c55c1-0df3-4ebe-9baf-a00926bd9e42 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356022 Feb 09 01:53:09.836245 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f140299b-9220-402b-9b2d-d8293f9f60b6 None None] DHCP port deletion for f4329b4f-616c-4e5e-854f-78502a4b9edf request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:53:09.874165 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port c572ad94-c9a7-45b1-8feb-5994b09c6a24, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=c572ad94-c9a7-45b1-8feb-5994b09c6a24,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:09.945061 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1d552a65-a24e-49fc-b1bc-92738787c571 None None] Current status of the port 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:09.946192 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d552a65-a24e-49fc-b1bc-92738787c571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (37d549a2-b4b2-4f27-a8fd-dccc6e1863f0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:09.990994 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d8101e5-3188-44ce-bb7d-b03951bd80a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for port (dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:09.998215 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d8101e5-3188-44ce-bb7d-b03951bd80a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:10.012935 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1d552a65-a24e-49fc-b1bc-92738787c571 None None] For port 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=37d549a2-b4b2-4f27-a8fd-dccc6e1863f0,segment=NetworkSegment(80c59a0d-8412-4063-8447-02a95c2548a6),segment_id=80c59a0d-8412-4063-8447-02a95c2548a6)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:10.016035 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e1283fe1-f6b9-417c-a794-8183ae638af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:10.030936 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d552a65-a24e-49fc-b1bc-92738787c571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (37d549a2-b4b2-4f27-a8fd-dccc6e1863f0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:10.035683 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0b6746d-e9bd-4625-af33-33cad3befb5c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ffd6de02-57a9-476b-a80b-1183bafadc33), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:10.082054 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'c572ad94-c9a7-45b1-8feb-5994b09c6a24', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'port_id': 'c572ad94-c9a7-45b1-8feb-5994b09c6a24', 'mac_address': 'fa:16:3e:51:de:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:53:10.086259 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f140299b-9220-402b-9b2d-d8293f9f60b6 None None] The port 'ffd6de02-57a9-476b-a80b-1183bafadc33' was deleted {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 09 01:53:10.130847 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6746d-e9bd-4625-af33-33cad3befb5c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Port': ['ID=ffd6de02-57a9-476b-a80b-1183bafadc33,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:10.141961 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b6746d-e9bd-4625-af33-33cad3befb5c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] No DVR routers for this DVR port ffd6de02-57a9-476b-a80b-1183bafadc33 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:10.177865 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:10.178268 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (37d549a2-b4b2-4f27-a8fd-dccc6e1863f0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:10.251896 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8101e5-3188-44ce-bb7d-b03951bd80a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Port': ['ID=dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:10.408912 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0b6746d-e9bd-4625-af33-33cad3befb5c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (f4329b4f-616c-4e5e-854f-78502a4b9edf), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:10.422054 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-de4599c9-d960-4eda-8216-20741efc706c None None] Publish callbacks [] for port (52c48988-4e5c-4389-a48c-f1733d62e882), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:10.451005 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e0b6746d-e9bd-4625-af33-33cad3befb5c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4329b4f-616c-4e5e-854f-78502a4b9edf']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:10.465397 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e0b6746d-e9bd-4625-af33-33cad3befb5c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40aff49-fbe0-489d-8771-6ac38f1e80d7') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:10.466046 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e0b6746d-e9bd-4625-af33-33cad3befb5c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40aff49-fbe0-489d-8771-6ac38f1e80d7') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:10.482602 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0b6746d-e9bd-4625-af33-33cad3befb5c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (f40aff49-fbe0-489d-8771-6ac38f1e80d7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:10.502753 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0b6746d-e9bd-4625-af33-33cad3befb5c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f40aff49-fbe0-489d-8771-6ac38f1e80d7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:10.505085 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-de4599c9-d960-4eda-8216-20741efc706c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (52c48988-4e5c-4389-a48c-f1733d62e882), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:10.511914 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b6746d-e9bd-4625-af33-33cad3befb5c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:53:10.512182 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port c572ad94-c9a7-45b1-8feb-5994b09c6a24 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:10.512628 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c572ad94-c9a7-45b1-8feb-5994b09c6a24), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:10.513006 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0b6746d-e9bd-4625-af33-33cad3befb5c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (f40aff49-fbe0-489d-8771-6ac38f1e80d7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:10.562833 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d552a65-a24e-49fc-b1bc-92738787c571 None None] Pushing event updated for resources: {'Port': ['ID=37d549a2-b4b2-4f27-a8fd-dccc6e1863f0,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:10.632622 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4599c9-d960-4eda-8216-20741efc706c None None] Pushing event updated for resources: {'Port': ['ID=52c48988-4e5c-4389-a48c-f1733d62e882,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:10.647119 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c572ad94-c9a7-45b1-8feb-5994b09c6a24 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:53:10.660489 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:53:10.665913 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0b6746d-e9bd-4625-af33-33cad3befb5c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (f4329b4f-616c-4e5e-854f-78502a4b9edf), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:10.671199 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port c572ad94-c9a7-45b1-8feb-5994b09c6a24, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=c572ad94-c9a7-45b1-8feb-5994b09c6a24,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:10.687533 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4599c9-d960-4eda-8216-20741efc706c None None] Network 2c9d8706-eaa1-494a-a015-8bedfa71362d is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:10.705798 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c572ad94-c9a7-45b1-8feb-5994b09c6a24), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:10.718847 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-de4599c9-d960-4eda-8216-20741efc706c None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:10.722539 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4599c9-d960-4eda-8216-20741efc706c None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:53:10.738412 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0b6746d-e9bd-4625-af33-33cad3befb5c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:10.753770 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e0b6746d-e9bd-4625-af33-33cad3befb5c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/networks/f4329b4f-616c-4e5e-854f-78502a4b9edf HTTP/1.1" status: 204 len: 168 time: 2.7140863 Feb 09 01:53:10.760976 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6746d-e9bd-4625-af33-33cad3befb5c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Network': ['ID=f4329b4f-616c-4e5e-854f-78502a4b9edf,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:10.761535 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-ce4d9c1c-9d54-4c56-a112-c814999bf73e tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Allocated IP 172.20.0.7 (2c9d8706-eaa1-494a-a015-8bedfa71362d/78b6b592-c6bd-4656-839d-79bf4762cc41/79b28fa1-efb6-40f1-b938-3d87112499a1) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:53:10.771563 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53746) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:10.836247 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:53:10.837469 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:53:10.878283 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6a39d36c-d987-46fc-ad02-7f01f97be9e0 None None] Provisioning complete for port 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:10.878661 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6a39d36c-d987-46fc-ad02-7f01f97be9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (37d549a2-b4b2-4f27-a8fd-dccc6e1863f0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:11.121013 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d8101e5-3188-44ce-bb7d-b03951bd80a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (f5cf66fc-dfd4-4f28-80b2-108e651311f6), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:11.130225 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:11.200300 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['c572ad94-c9a7-45b1-8feb-5994b09c6a24'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:53:11.319831 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5135af2-e555-40be-b54c-6452585af510 req-a90e9bc8-e91d-4da7-95a5-a74d0b41b594 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:11.334274 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b5135af2-e555-40be-b54c-6452585af510 req-a90e9bc8-e91d-4da7-95a5-a74d0b41b594 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34 HTTP/1.1" status: 200 len: 945 time: 0.2762115 Feb 09 01:53:11.356081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-de4599c9-d960-4eda-8216-20741efc706c None None] Attempting to bind port 52c48988-4e5c-4389-a48c-f1733d62e882 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:53:11.356454 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-de4599c9-d960-4eda-8216-20741efc706c None None] Attempting to bind port 52c48988-4e5c-4389-a48c-f1733d62e882 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'b760da10-1927-4230-930b-55b14268f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2c9d8706-eaa1-494a-a015-8bedfa71362d'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:53:11.356816 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4599c9-d960-4eda-8216-20741efc706c None None] Attempting to bind port 52c48988-4e5c-4389-a48c-f1733d62e882 on network 2c9d8706-eaa1-494a-a015-8bedfa71362d {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:53:11.374152 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:11.391088 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4599c9-d960-4eda-8216-20741efc706c None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:53:11.391494 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4599c9-d960-4eda-8216-20741efc706c None None] Checking segment: {'id': 'b760da10-1927-4230-930b-55b14268f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2c9d8706-eaa1-494a-a015-8bedfa71362d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:53:11.391895 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-de4599c9-d960-4eda-8216-20741efc706c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:11.396638 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4599c9-d960-4eda-8216-20741efc706c None None] Bound using segment: {'id': 'b760da10-1927-4230-930b-55b14268f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2c9d8706-eaa1-494a-a015-8bedfa71362d'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:53:11.397204 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-de4599c9-d960-4eda-8216-20741efc706c None None] Bound port: 52c48988-4e5c-4389-a48c-f1733d62e882, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b760da10-1927-4230-930b-55b14268f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2c9d8706-eaa1-494a-a015-8bedfa71362d'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:53:11.397605 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-de4599c9-d960-4eda-8216-20741efc706c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (52c48988-4e5c-4389-a48c-f1733d62e882), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:11.449710 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169a0d9-b172-4be1-814f-51b8dab2260b req-bade9113-aec8-409b-adcd-cc47a06c78bb tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:11.451866 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a169a0d9-b172-4be1-814f-51b8dab2260b req-bade9113-aec8-409b-adcd-cc47a06c78bb tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.4843335 Feb 09 01:53:11.464205 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=c572ad94-c9a7-45b1-8feb-5994b09c6a24,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:11.472985 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d8101e5-3188-44ce-bb7d-b03951bd80a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:11.521886 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b5135af2-e555-40be-b54c-6452585af510 req-32aa481d-0c27-4638-b66b-3c59d53b682f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864338 Feb 09 01:53:11.555363 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:11.668708 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6a39d36c-d987-46fc-ad02-7f01f97be9e0 None None] Current status of the port 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:11.746528 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2fb2d54c-8208-4428-bd60-f94c1e4489e5 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (9b6a6b2a-5a87-40e2-b036-4b31e575e525), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:11.750899 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6a39d36c-d987-46fc-ad02-7f01f97be9e0 None None] Provisioning complete for port dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:11.751528 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6a39d36c-d987-46fc-ad02-7f01f97be9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:11.760246 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-de4599c9-d960-4eda-8216-20741efc706c None None] For port 52c48988-4e5c-4389-a48c-f1733d62e882, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:53:11.796221 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:53:11.849865 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-de4599c9-d960-4eda-8216-20741efc706c None None] For port 52c48988-4e5c-4389-a48c-f1733d62e882, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=52c48988-4e5c-4389-a48c-f1733d62e882,segment=NetworkSegment(b760da10-1927-4230-930b-55b14268f8dd),segment_id=b760da10-1927-4230-930b-55b14268f8dd)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:53:11.887713 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-de4599c9-d960-4eda-8216-20741efc706c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (52c48988-4e5c-4389-a48c-f1733d62e882), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:11.967690 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6a39d36c-d987-46fc-ad02-7f01f97be9e0 None None] Port dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:53:11.985111 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:11.985658 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (37d549a2-b4b2-4f27-a8fd-dccc6e1863f0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:12.122296 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d8101e5-3188-44ce-bb7d-b03951bd80a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for port (dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:12.195179 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a169a0d9-b172-4be1-814f-51b8dab2260b req-7b440632-2377-4b8d-aa68-6275ec9500fe tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7345660 Feb 09 01:53:12.196632 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d8101e5-3188-44ce-bb7d-b03951bd80a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:12.206527 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4599c9-d960-4eda-8216-20741efc706c None None] Pushing event updated for resources: {'Port': ['ID=52c48988-4e5c-4389-a48c-f1733d62e882,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:12.217934 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e6361a7b-58ac-4c31-9665-fad32034ddcd None None] Provisioning complete for port dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:12.218603 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e6361a7b-58ac-4c31-9665-fad32034ddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:12.407857 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8101e5-3188-44ce-bb7d-b03951bd80a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Port': ['ID=dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:12.412933 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e6361a7b-58ac-4c31-9665-fad32034ddcd None None] Port dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:53:12.433533 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:12.433904 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2fb2d54c-8208-4428-bd60-f94c1e4489e5 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting port d935b279-27b6-47b1-bc66-ebaba3160426 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:12.434324 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2fb2d54c-8208-4428-bd60-f94c1e4489e5 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (d935b279-27b6-47b1-bc66-ebaba3160426), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:12.486644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:12.556365 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d8101e5-3188-44ce-bb7d-b03951bd80a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (f5cf66fc-dfd4-4f28-80b2-108e651311f6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:12.579049 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce4d9c1c-9d54-4c56-a112-c814999bf73e tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks [] for port (79b28fa1-efb6-40f1-b938-3d87112499a1), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:12.596702 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8fb4f2c8-345e-47f7-b5ac-234aa937cfbb req-b44f3589-0b0e-420b-92ff-9edb61e83e11 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bd20ddec-e04d-407a-bd5d-dceb9f88c086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4171491 Feb 09 01:53:12.612001 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 80daab7d-b95a-46d2-a832-bdd83d21e322 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:12.663510 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 80daab7d-b95a-46d2-a832-bdd83d21e322 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:53:12.666026 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 80daab7d-b95a-46d2-a832-bdd83d21e322 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:53:12.666937 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ffd6de02-57a9-476b-a80b-1183bafadc33 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:12.716014 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: ffd6de02-57a9-476b-a80b-1183bafadc33 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:53:12.716633 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ffd6de02-57a9-476b-a80b-1183bafadc33 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:53:12.726008 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-2fb2d54c-8208-4428-bd60-f94c1e4489e5 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] For port d935b279-27b6-47b1-bc66-ebaba3160426, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d935b279-27b6-47b1-bc66-ebaba3160426,segment=NetworkSegment(c1a39ff3-e87b-4c59-877e-28f2e1fa39f3),segment_id=c1a39ff3-e87b-4c59-877e-28f2e1fa39f3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:12.726008 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2fb2d54c-8208-4428-bd60-f94c1e4489e5 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (d935b279-27b6-47b1-bc66-ebaba3160426), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:12.747406 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2fb2d54c-8208-4428-bd60-f94c1e4489e5 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Calling delete_port for d935b279-27b6-47b1-bc66-ebaba3160426 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:12.762772 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce4d9c1c-9d54-4c56-a112-c814999bf73e tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (79b28fa1-efb6-40f1-b938-3d87112499a1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:12.768054 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4f2c8-345e-47f7-b5ac-234aa937cfbb req-174ffaf9-a478-4a80-95b0-04ee35db9f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:12.769939 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8fb4f2c8-345e-47f7-b5ac-234aa937cfbb req-174ffaf9-a478-4a80-95b0-04ee35db9f75 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&device_id=bd20ddec-e04d-407a-bd5d-dceb9f88c086 HTTP/1.1" status: 200 len: 1128 time: 0.1423526 Feb 09 01:53:12.781659 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2164fd-3bf5-414a-ae46-8ed2bbf108aa req-d9d8015e-db44-4aed-8b9c-584299237865 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:12.784450 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5b2164fd-3bf5-414a-ae46-8ed2bbf108aa req-d9d8015e-db44-4aed-8b9c-584299237865 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34 HTTP/1.1" status: 200 len: 945 time: 0.1312823 Feb 09 01:53:12.896363 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5b2164fd-3bf5-414a-ae46-8ed2bbf108aa req-e41723a5-bc2d-40f5-8853-785a8261f7c6 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687430 Feb 09 01:53:12.904812 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8101e5-3188-44ce-bb7d-b03951bd80a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network 5020740e-8a2d-4662-ad0b-1e1707f1961e is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:12.911150 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-6d8101e5-3188-44ce-bb7d-b03951bd80a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:12.947674 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4d9c1c-9d54-4c56-a112-c814999bf73e tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Network 2c9d8706-eaa1-494a-a015-8bedfa71362d is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:12.962504 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-ce4d9c1c-9d54-4c56-a112-c814999bf73e tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:12.966330 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4d9c1c-9d54-4c56-a112-c814999bf73e tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:53:13.065487 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2fb2d54c-8208-4428-bd60-f94c1e4489e5 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (d935b279-27b6-47b1-bc66-ebaba3160426), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:13.110400 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2d54c-8208-4428-bd60-f94c1e4489e5 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Port': ['ID=d935b279-27b6-47b1-bc66-ebaba3160426,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:13.296269 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2fb2d54c-8208-4428-bd60-f94c1e4489e5 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (9b6a6b2a-5a87-40e2-b036-4b31e575e525), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:13.430160 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:13.486092 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-62fde019-d5c9-4885-8b61-cf74403fa1fa None None] Provisioning complete for port dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:13.486480 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-62fde019-d5c9-4885-8b61-cf74403fa1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:13.572240 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-62fde019-d5c9-4885-8b61-cf74403fa1fa None None] Port dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:53:13.673412 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb2d54c-8208-4428-bd60-f94c1e4489e5 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:53:13.687891 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4f2c8-345e-47f7-b5ac-234aa937cfbb req-6d68418e-0647-4586-b495-cc4bac76ccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:13.689469 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8fb4f2c8-345e-47f7-b5ac-234aa937cfbb req-6d68418e-0647-4586-b495-cc4bac76ccbf service neutron] 10.222.0.67 "GET /v2.0/networks?id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 200 len: 906 time: 0.8951948 Feb 09 01:53:13.730329 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d9c1c-9d54-4c56-a112-c814999bf73e tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Pushing event updated for resources: {'Port': ['ID=79b28fa1-efb6-40f1-b938-3d87112499a1,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:13.752412 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe48ffc7-fafa-4265-9d63-70693f4f9787 None None] Network 2c9d8706-eaa1-494a-a015-8bedfa71362d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:13.817892 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb2d54c-8208-4428-bd60-f94c1e4489e5 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:53:13.830006 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8fb4f2c8-345e-47f7-b5ac-234aa937cfbb req-8e7dd2b6-e195-43e1-a933-196bd2018261 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a23ba66-360c-46da-9c7a-dca9a04eb217 HTTP/1.1" status: 200 len: 217 time: 0.0804245 Feb 09 01:53:13.832850 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53760) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:13.836380 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2fb2d54c-8208-4428-bd60-f94c1e4489e5 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/routers/9b6a6b2a-5a87-40e2-b036-4b31e575e525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0633557 Feb 09 01:53:13.851419 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4199d0ab-e818-4f66-8849-b0229e3b5f09 None None] Sync routers for ids ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:53:13.869685 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-87eb703b-deed-463c-a3b5-65cba0e98eef None None] Provisioning complete for port 52c48988-4e5c-4389-a48c-f1733d62e882 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:13.870082 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-87eb703b-deed-463c-a3b5-65cba0e98eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (52c48988-4e5c-4389-a48c-f1733d62e882), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:13.881812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 52c48988-4e5c-4389-a48c-f1733d62e882 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:53:13.917795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4199d0ab-e818-4f66-8849-b0229e3b5f09 None None] Routers {'9b6a6b2a-5a87-40e2-b036-4b31e575e525'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:13.918414 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4199d0ab-e818-4f66-8849-b0229e3b5f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:13.942943 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4d9c1c-9d54-4c56-a112-c814999bf73e tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:13.943593 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce4d9c1c-9d54-4c56-a112-c814999bf73e tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:14.005010 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac9570-e518-4e87-8d39-1970345874ba req-15687f63-22d5-4920-bac9-7e7f849fe506 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:14.006540 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c8ac9570-e518-4e87-8d39-1970345874ba req-15687f63-22d5-4920-bac9-7e7f849fe506 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.3137743 Feb 09 01:53:14.008122 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4f2c8-345e-47f7-b5ac-234aa937cfbb req-85e8302a-88f2-4d89-874c-a8761384062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:14.009577 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8fb4f2c8-345e-47f7-b5ac-234aa937cfbb req-85e8302a-88f2-4d89-874c-a8761384062d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c HTTP/1.1" status: 200 len: 845 time: 0.1592512 Feb 09 01:53:14.017184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa937d95-6ab0-4f81-a1f3-df4b6b94331a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting subnet 238253dd-54d4-4af4-9862-69c50c95fc6e {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:53:14.025367 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ce4d9c1c-9d54-4c56-a112-c814999bf73e tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.6462684 Feb 09 01:53:14.042280 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53764) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:14.049348 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa937d95-6ab0-4f81-a1f3-df4b6b94331a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for subnet (238253dd-54d4-4af4-9862-69c50c95fc6e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:14.095854 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8fb4f2c8-345e-47f7-b5ac-234aa937cfbb req-a0be0a1a-651f-4153-887c-38006c469c11 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=30f7b1d3-dfdd-498b-b6de-9d9501b1c299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725956 Feb 09 01:53:14.098226 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3ba8b-6416-4eb5-a508-9a759d357126 req-d1341b56-8979-49c8-8542-43468b6936dd tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:14.099980 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a1f3ba8b-6416-4eb5-a508-9a759d357126 req-d1341b56-8979-49c8-8542-43468b6936dd tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34 HTTP/1.1" status: 200 len: 945 time: 0.0976360 Feb 09 01:53:14.191824 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa937d95-6ab0-4f81-a1f3-df4b6b94331a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (238253dd-54d4-4af4-9862-69c50c95fc6e), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:14.253199 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a1f3ba8b-6416-4eb5-a508-9a759d357126 req-0a48b0ed-d5c3-4e2c-8dc8-282d9e1ea278 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268582 Feb 09 01:53:14.257200 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c8ac9570-e518-4e87-8d39-1970345874ba req-9b2ddc7d-2bca-48c3-acfb-ff6201fc8caa tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252693 Feb 09 01:53:14.261253 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a7b8fc67-0459-43aa-b048-fec34c1f205d tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Deleting port 79b28fa1-efb6-40f1-b938-3d87112499a1 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:14.261604 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a7b8fc67-0459-43aa-b048-fec34c1f205d tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (79b28fa1-efb6-40f1-b938-3d87112499a1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:14.264559 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8101e5-3188-44ce-bb7d-b03951bd80a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Router f5cf66fc-dfd4-4f28-80b2-108e651311f6 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:53:14.348187 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8fb4f2c8-345e-47f7-b5ac-234aa937cfbb req-ac038f8a-4463-426d-8eae-3a48f4970d64 service neutron] 10.222.0.67 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422099 Feb 09 01:53:14.402652 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a7b8fc67-0459-43aa-b048-fec34c1f205d tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (79b28fa1-efb6-40f1-b938-3d87112499a1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:14.419105 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-4199d0ab-e818-4f66-8849-b0229e3b5f09 None None] Set router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:53:14.420878 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a7b8fc67-0459-43aa-b048-fec34c1f205d tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Calling delete_port for 79b28fa1-efb6-40f1-b938-3d87112499a1 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:14.492394 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa937d95-6ab0-4f81-a1f3-df4b6b94331a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (238253dd-54d4-4af4-9862-69c50c95fc6e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:14.510856 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 52c48988-4e5c-4389-a48c-f1733d62e882 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:14.511627 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (52c48988-4e5c-4389-a48c-f1733d62e882), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:14.547040 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4199d0ab-e818-4f66-8849-b0229e3b5f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:53:12Z', 'revision_number': 11, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:14.573268 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8101e5-3188-44ce-bb7d-b03951bd80a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:53:14.589502 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c622a95a-5949-4d97-a20e-e841a0b8eff1 None None] Sync routers for ids ['f5cf66fc-dfd4-4f28-80b2-108e651311f6'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:53:14.604998 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c622a95a-5949-4d97-a20e-e841a0b8eff1 None None] Routers {'f5cf66fc-dfd4-4f28-80b2-108e651311f6'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:14.607685 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c622a95a-5949-4d97-a20e-e841a0b8eff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['f5cf66fc-dfd4-4f28-80b2-108e651311f6'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:14.634395 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a7b8fc67-0459-43aa-b048-fec34c1f205d tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (79b28fa1-efb6-40f1-b938-3d87112499a1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:14.675080 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4199d0ab-e818-4f66-8849-b0229e3b5f09 None None] Checking router: 9b6a6b2a-5a87-40e2-b036-4b31e575e525 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:53:14.683362 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 52c48988-4e5c-4389-a48c-f1733d62e882 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:14.683754 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (52c48988-4e5c-4389-a48c-f1733d62e882), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:14.689172 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-87eb703b-deed-463c-a3b5-65cba0e98eef None None] Current status of the port 52c48988-4e5c-4389-a48c-f1733d62e882 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:14.689558 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-87eb703b-deed-463c-a3b5-65cba0e98eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (52c48988-4e5c-4389-a48c-f1733d62e882), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:14.689994 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c622a95a-5949-4d97-a20e-e841a0b8eff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:14.704407 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6d8101e5-3188-44ce-bb7d-b03951bd80a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/routers/f5cf66fc-dfd4-4f28-80b2-108e651311f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6520834 Feb 09 01:53:14.705455 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c622a95a-5949-4d97-a20e-e841a0b8eff1 None None] Routers {'f5cf66fc-dfd4-4f28-80b2-108e651311f6'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:14.706917 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c622a95a-5949-4d97-a20e-e841a0b8eff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['f5cf66fc-dfd4-4f28-80b2-108e651311f6'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:14.713463 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4199d0ab-e818-4f66-8849-b0229e3b5f09 None None] Routers {'9b6a6b2a-5a87-40e2-b036-4b31e575e525'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:14.714099 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4199d0ab-e818-4f66-8849-b0229e3b5f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:14.719399 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53770) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:14.734593 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8fc67-0459-43aa-b048-fec34c1f205d tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Pushing event deleted for resources: {'Port': ['ID=79b28fa1-efb6-40f1-b938-3d87112499a1,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:14.796751 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c622a95a-5949-4d97-a20e-e841a0b8eff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:14.797765 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c622a95a-5949-4d97-a20e-e841a0b8eff1 None None] The sync data for ids ['f5cf66fc-dfd4-4f28-80b2-108e651311f6'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:53:14.805712 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8fb4f2c8-345e-47f7-b5ac-234aa937cfbb req-86e20145-7654-40ea-bf83-cb61c4f75dd0 service neutron] 10.222.0.67 "GET /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875725 Feb 09 01:53:14.813219 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 52c48988-4e5c-4389-a48c-f1733d62e882, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=52c48988-4e5c-4389-a48c-f1733d62e882,segment=NetworkSegment(b760da10-1927-4230-930b-55b14268f8dd),segment_id=b760da10-1927-4230-930b-55b14268f8dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:14.814679 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device c572ad94-c9a7-45b1-8feb-5994b09c6a24 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:53:14.815486 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9561c3-def4-481a-b226-0d614a75507a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:14.824083 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5d9561c3-def4-481a-b226-0d614a75507a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/ports/dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a HTTP/1.1" status: 200 len: 976 time: 0.0951273 Feb 09 01:53:14.825745 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa937d95-6ab0-4f81-a1f3-df4b6b94331a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (238253dd-54d4-4af4-9862-69c50c95fc6e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:14.828856 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53772) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:14.880307 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a7b8fc67-0459-43aa-b048-fec34c1f205d tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:14.887798 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a7b8fc67-0459-43aa-b048-fec34c1f205d tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] 10.222.0.36 "DELETE /v2.0/ports/79b28fa1-efb6-40f1-b938-3d87112499a1 HTTP/1.1" status: 204 len: 168 time: 0.8392475 Feb 09 01:53:14.890446 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53774) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:14.929595 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (52c48988-4e5c-4389-a48c-f1733d62e882), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:14.957573 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa937d95-6ab0-4f81-a1f3-df4b6b94331a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Subnet': ['ID=238253dd-54d4-4af4-9862-69c50c95fc6e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:14.967582 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa937d95-6ab0-4f81-a1f3-df4b6b94331a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:14.974571 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53778) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:14.983432 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-aa937d95-6ab0-4f81-a1f3-df4b6b94331a tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/subnets/238253dd-54d4-4af4-9862-69c50c95fc6e HTTP/1.1" status: 204 len: 168 time: 1.1368413 Feb 09 01:53:14.999482 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-4199d0ab-e818-4f66-8849-b0229e3b5f09 None None] Set router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:53:15.012817 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:53:15.074095 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa62679-de61-415c-89c2-0b4ee47f71fe None None] Network 0764505a-67df-4fd2-b0f8-5b3d84d98eee requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:15.095175 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d5d6-423b-48e4-8408-b02bd55a3324 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (0764505a-67df-4fd2-b0f8-5b3d84d98eee), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:15.134844 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cf874156-445c-4fe5-b552-47abb051c290 tempest-DHCPAgentSchedulersTestJSON-1872251843 tempest-DHCPAgentSchedulersTestJSON-1872251843-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.2368343 Feb 09 01:53:15.136614 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53780) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:15.150903 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4199d0ab-e818-4f66-8849-b0229e3b5f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:53:12Z', 'revision_number': 11, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:15.152908 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d3406a0a-4e87-4193-93d1-7e7670fb530b tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1372541810'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:15.271659 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3406a0a-4e87-4193-93d1-7e7670fb530b tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Made reservation on behalf of 448a06bdd84d4628b530643a46bcd261 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:15.294024 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d3406a0a-4e87-4193-93d1-7e7670fb530b tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:15.354513 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4199d0ab-e818-4f66-8849-b0229e3b5f09 None None] The sync data for ids ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'] in n-d-828387-3 is: [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:53:12Z', 'revision_number': 11, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:53:15.446108 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=52c48988-4e5c-4389-a48c-f1733d62e882,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:15.453046 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-87eb703b-deed-463c-a3b5-65cba0e98eef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:53:15.453615 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-87eb703b-deed-463c-a3b5-65cba0e98eef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:53:15.455767 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port c572ad94-c9a7-45b1-8feb-5994b09c6a24 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:53:15.469647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port c572ad94-c9a7-45b1-8feb-5994b09c6a24 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:15.473916 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c572ad94-c9a7-45b1-8feb-5994b09c6a24), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:15.504436 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3406a0a-4e87-4193-93d1-7e7670fb530b tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:53:15.519012 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b5c9d5d6-423b-48e4-8408-b02bd55a3324 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Deleting port 1061d163-8e3a-45cb-bfce-5e8637a68998 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:15.519928 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d5d6-423b-48e4-8408-b02bd55a3324 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (1061d163-8e3a-45cb-bfce-5e8637a68998), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:15.636998 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d3406a0a-4e87-4193-93d1-7e7670fb530b tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (59effea3-c8d4-42a9-9c11-50371d030983), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:15.637976 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-d3406a0a-4e87-4193-93d1-7e7670fb530b tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Added segment 59effea3-c8d4-42a9-9c11-50371d030983 of type vlan for network be16bfa7-7db3-48e4-9bfe-c8c52c7a659c Feb 09 01:53:15.669313 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bc396-ad3a-44d4-a8c4-25ac9936a3a6 req-6a193529-1c86-472f-bb09-e5a8c7cb0a9c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:15.678266 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-117bc396-ad3a-44d4-a8c4-25ac9936a3a6 req-6a193529-1c86-472f-bb09-e5a8c7cb0a9c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34 HTTP/1.1" status: 200 len: 945 time: 0.2305479 Feb 09 01:53:15.699886 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f7a259c3-e799-4f25-ada3-fb502783a47b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (f5cf66fc-dfd4-4f28-80b2-108e651311f6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:15.735918 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port c572ad94-c9a7-45b1-8feb-5994b09c6a24 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:15.736830 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c572ad94-c9a7-45b1-8feb-5994b09c6a24), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:15.803455 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ee6e52-d50f-4b48-8a22-4b0c32edb5d9 None None] DHCP port deletion for 0764505a-67df-4fd2-b0f8-5b3d84d98eee request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:53:15.829236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e143ef-7266-483d-816e-2615a0568683 req-1948d7d9-c55b-41e8-871e-a14fddb8d14e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:15.835801 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-76e143ef-7266-483d-816e-2615a0568683 req-1948d7d9-c55b-41e8-871e-a14fddb8d14e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.3255103 Feb 09 01:53:15.874675 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d1febb-5beb-46d3-87f7-d137c9d22b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c572ad94-c9a7-45b1-8feb-5994b09c6a24'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:53:15.875707 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d3406a0a-4e87-4193-93d1-7e7670fb530b tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (be16bfa7-7db3-48e4-9bfe-c8c52c7a659c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:15.879918 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f269d09d-2418-492f-ba88-2b8d8a14164d" -d '{"events": [{"server_uuid": "62d1febb-5beb-46d3-87f7-d137c9d22b34", "name": "network-vif-plugged", "status": "completed", "tag": "c572ad94-c9a7-45b1-8feb-5994b09c6a24"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:53:15.897694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-b5c9d5d6-423b-48e4-8408-b02bd55a3324 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] For port 1061d163-8e3a-45cb-bfce-5e8637a68998, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1061d163-8e3a-45cb-bfce-5e8637a68998,segment=NetworkSegment(c1a39ff3-e87b-4c59-877e-28f2e1fa39f3),segment_id=c1a39ff3-e87b-4c59-877e-28f2e1fa39f3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:15.898457 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d5d6-423b-48e4-8408-b02bd55a3324 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (1061d163-8e3a-45cb-bfce-5e8637a68998), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:15.973860 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-117bc396-ad3a-44d4-a8c4-25ac9936a3a6 req-01270ad1-c301-49b7-b415-a8683336cb19 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900162 Feb 09 01:53:15.996630 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b5c9d5d6-423b-48e4-8408-b02bd55a3324 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Calling delete_port for 1061d163-8e3a-45cb-bfce-5e8637a68998 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:16.048767 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d3406a0a-4e87-4193-93d1-7e7670fb530b tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (be16bfa7-7db3-48e4-9bfe-c8c52c7a659c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:16.054416 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3406a0a-4e87-4193-93d1-7e7670fb530b tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:16.056097 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d3406a0a-4e87-4193-93d1-7e7670fb530b tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:16.066043 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 52c48988-4e5c-4389-a48c-f1733d62e882 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:53:16.078115 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port c572ad94-c9a7-45b1-8feb-5994b09c6a24, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=c572ad94-c9a7-45b1-8feb-5994b09c6a24,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:16.114474 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-87eb703b-deed-463c-a3b5-65cba0e98eef None None] Current status of the port 52c48988-4e5c-4389-a48c-f1733d62e882 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:16.121237 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c572ad94-c9a7-45b1-8feb-5994b09c6a24), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:16.163760 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-76e143ef-7266-483d-816e-2615a0568683 req-ced74c5d-aa5e-4156-a2b3-10afd6c7a50c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999721 Feb 09 01:53:16.242047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-85ee6e52-d50f-4b48-8a22-4b0c32edb5d9 None None] Deleting port 1061d163-8e3a-45cb-bfce-5e8637a68998 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:16.243579 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-85ee6e52-d50f-4b48-8a22-4b0c32edb5d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (1061d163-8e3a-45cb-bfce-5e8637a68998), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:16.245588 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=c572ad94-c9a7-45b1-8feb-5994b09c6a24,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:16.262554 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a4b9e487-6f07-4ce3-907e-a638350cb06c None None] Could not find standard attr ID for object 79b28fa1-efb6-40f1-b938-3d87112499a1. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:53:16.278083 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d3406a0a-4e87-4193-93d1-7e7670fb530b tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1403785 Feb 09 01:53:16.283479 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53794) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:16.287151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 52c48988-4e5c-4389-a48c-f1733d62e882 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:16.287908 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (52c48988-4e5c-4389-a48c-f1733d62e882), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:16.337198 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3406a0a-4e87-4193-93d1-7e7670fb530b tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Pushing event updated for resources: {'Network': ['ID=be16bfa7-7db3-48e4-9bfe-c8c52c7a659c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:16.369668 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97262979-bda0-4472-a091-a78fbc3b725f x-openstack-request-id: req-97262979-bda0-4472-a091-a78fbc3b725f {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:53:16.370388 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d1febb-5beb-46d3-87f7-d137c9d22b34", "name": "network-vif-plugged", "status": "completed", "tag": "c572ad94-c9a7-45b1-8feb-5994b09c6a24", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:53:16.370873 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97262979-bda0-4472-a091-a78fbc3b725f {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:53:16.371559 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d1febb-5beb-46d3-87f7-d137c9d22b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c572ad94-c9a7-45b1-8feb-5994b09c6a24', 'code': 200} Feb 09 01:53:16.374407 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network be16bfa7-7db3-48e4-9bfe-c8c52c7a659c details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:53:16.460414 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a4b9e487-6f07-4ce3-907e-a638350cb06c None None] Provisioning complete for port 52c48988-4e5c-4389-a48c-f1733d62e882 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:16.460887 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a4b9e487-6f07-4ce3-907e-a638350cb06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (52c48988-4e5c-4389-a48c-f1733d62e882), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:16.498895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-f7a259c3-e799-4f25-ada3-fb502783a47b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting port dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:16.499882 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f7a259c3-e799-4f25-ada3-fb502783a47b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:16.512895 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-85ee6e52-d50f-4b48-8a22-4b0c32edb5d9 None None] For port 1061d163-8e3a-45cb-bfce-5e8637a68998, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1061d163-8e3a-45cb-bfce-5e8637a68998,segment=NetworkSegment(c1a39ff3-e87b-4c59-877e-28f2e1fa39f3),segment_id=c1a39ff3-e87b-4c59-877e-28f2e1fa39f3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:16.513337 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-85ee6e52-d50f-4b48-8a22-4b0c32edb5d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (1061d163-8e3a-45cb-bfce-5e8637a68998), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:16.545733 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-85ee6e52-d50f-4b48-8a22-4b0c32edb5d9 None None] Calling delete_port for 1061d163-8e3a-45cb-bfce-5e8637a68998 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:16.608984 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d5d6-423b-48e4-8408-b02bd55a3324 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (1061d163-8e3a-45cb-bfce-5e8637a68998), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:16.657181 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8b252529-9e0a-49ea-a315-1e30c0efa9e7 tempest-DHCPAgentSchedulersTestJSON-1872251843 tempest-DHCPAgentSchedulersTestJSON-1872251843-project-admin] 10.222.0.36 "GET /v2.0/agents/b6a7b214-c12c-4f47-a158-f903b756dbf9/dhcp-networks HTTP/1.1" status: 200 len: 11979 time: 0.3719120 Feb 09 01:53:16.659897 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53798) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:16.660521 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeca28-fc78-4083-98af-0ca521875e28 req-a622664e-1117-432a-a51a-8b85efecf9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:16.662344 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9d5d6-423b-48e4-8408-b02bd55a3324 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Port': ['ID=1061d163-8e3a-45cb-bfce-5e8637a68998,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:16.662514 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fcdeca28-fc78-4083-98af-0ca521875e28 req-a622664e-1117-432a-a51a-8b85efecf9a2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34 HTTP/1.1" status: 200 len: 1128 time: 0.2662008 Feb 09 01:53:16.672864 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c9d5d6-423b-48e4-8408-b02bd55a3324 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] No DVR routers for this DVR port 1061d163-8e3a-45cb-bfce-5e8637a68998 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:16.685768 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238bef4-700b-4eae-9709-1b6ea5546ba4 req-ace8024e-c9a8-4d8b-9136-1065869b1e12 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:16.694239 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c238bef4-700b-4eae-9709-1b6ea5546ba4 req-ace8024e-c9a8-4d8b-9136-1065869b1e12 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 945 time: 0.2163315 Feb 09 01:53:16.695056 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 52c48988-4e5c-4389-a48c-f1733d62e882 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:16.721868 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-85ee6e52-d50f-4b48-8a22-4b0c32edb5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (1061d163-8e3a-45cb-bfce-5e8637a68998), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:16.726709 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a4b9e487-6f07-4ce3-907e-a638350cb06c None None] Current status of the port 52c48988-4e5c-4389-a48c-f1733d62e882 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:16.750766 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f7a259c3-e799-4f25-ada3-fb502783a47b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:16.784585 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee6e52-d50f-4b48-8a22-4b0c32edb5d9 None None] Pushing event deleted for resources: {'Port': ['ID=1061d163-8e3a-45cb-bfce-5e8637a68998,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:16.788464 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee6e52-d50f-4b48-8a22-4b0c32edb5d9 None None] No DVR routers for this DVR port 1061d163-8e3a-45cb-bfce-5e8637a68998 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:16.799748 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-f7a259c3-e799-4f25-ada3-fb502783a47b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Calling delete_port for dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:16.824591 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1061d163-8e3a-45cb-bfce-5e8637a68998 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:16.825186 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d5d6-423b-48e4-8408-b02bd55a3324 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (0764505a-67df-4fd2-b0f8-5b3d84d98eee), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:16.834237 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c238bef4-700b-4eae-9709-1b6ea5546ba4 req-5c844381-099c-4a59-beaa-b5425a750ef1 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388681 Feb 09 01:53:16.848495 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 1061d163-8e3a-45cb-bfce-5e8637a68998 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:53:16.848920 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1061d163-8e3a-45cb-bfce-5e8637a68998 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:53:16.849407 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d935b279-27b6-47b1-bc66-ebaba3160426 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:16.860421 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fcdeca28-fc78-4083-98af-0ca521875e28 req-50ec3973-a447-439f-a2aa-f0a412b14684 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907685 Feb 09 01:53:16.860715 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b5c9d5d6-423b-48e4-8408-b02bd55a3324 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0764505a-67df-4fd2-b0f8-5b3d84d98eee']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:16.885038 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: d935b279-27b6-47b1-bc66-ebaba3160426 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:53:16.885622 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b5c9d5d6-423b-48e4-8408-b02bd55a3324 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a39ff3-e87b-4c59-877e-28f2e1fa39f3') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:16.885768 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d935b279-27b6-47b1-bc66-ebaba3160426 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:53:16.885875 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b5c9d5d6-423b-48e4-8408-b02bd55a3324 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a39ff3-e87b-4c59-877e-28f2e1fa39f3') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:16.888109 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361879a3-caa4-4ac9-bb05-6b38d12d9604 tempest-DHCPAgentSchedulersTestJSON-1872251843 tempest-DHCPAgentSchedulersTestJSON-1872251843-project-admin] Network be16bfa7-7db3-48e4-9bfe-c8c52c7a659c is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:53:16.909601 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d5d6-423b-48e4-8408-b02bd55a3324 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (c1a39ff3-e87b-4c59-877e-28f2e1fa39f3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:16.922272 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-361879a3-caa4-4ac9-bb05-6b38d12d9604 tempest-DHCPAgentSchedulersTestJSON-1872251843 tempest-DHCPAgentSchedulersTestJSON-1872251843-project-admin] 10.222.0.36 "POST /v2.0/agents/b6a7b214-c12c-4f47-a158-f903b756dbf9/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2612224 Feb 09 01:53:16.925365 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53800) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:16.938264 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d5d6-423b-48e4-8408-b02bd55a3324 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (c1a39ff3-e87b-4c59-877e-28f2e1fa39f3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:16.938496 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f3973b-7140-4995-a55c-75e3b67fd34a None None] Network be16bfa7-7db3-48e4-9bfe-c8c52c7a659c requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:16.970468 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c9d5d6-423b-48e4-8408-b02bd55a3324 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:53:16.970468 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d5d6-423b-48e4-8408-b02bd55a3324 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (c1a39ff3-e87b-4c59-877e-28f2e1fa39f3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:53:16.973477 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:53:17.101343 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f7a259c3-e799-4f25-ada3-fb502783a47b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:17.141469 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a259c3-e799-4f25-ada3-fb502783a47b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Port': ['ID=dcea1df6-fa89-4dd3-bf3c-0b57c56c7b2a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:17.145108 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d5d6-423b-48e4-8408-b02bd55a3324 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (0764505a-67df-4fd2-b0f8-5b3d84d98eee), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:17.182198 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d5d6-423b-48e4-8408-b02bd55a3324 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:17.191165 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b5c9d5d6-423b-48e4-8408-b02bd55a3324 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/networks/0764505a-67df-4fd2-b0f8-5b3d84d98eee HTTP/1.1" status: 204 len: 168 time: 2.2107942 Feb 09 01:53:17.192437 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53804) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:17.211020 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-36ad0e88-599a-4190-99de-c927929eed86 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'router': {'routes': None}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:17.224702 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9d5d6-423b-48e4-8408-b02bd55a3324 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Pushing event deleted for resources: {'Network': ['ID=0764505a-67df-4fd2-b0f8-5b3d84d98eee,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:17.369903 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f7a259c3-e799-4f25-ada3-fb502783a47b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (f5cf66fc-dfd4-4f28-80b2-108e651311f6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:17.788310 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-115de041-ba27-4385-8614-99f209a0bfbb tempest-DHCPAgentSchedulersTestJSON-1872251843 tempest-DHCPAgentSchedulersTestJSON-1872251843-project-admin] 10.222.0.36 "GET /v2.0/agents/b6a7b214-c12c-4f47-a158-f903b756dbf9/dhcp-networks HTTP/1.1" status: 200 len: 12750 time: 0.8615625 Feb 09 01:53:17.795839 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847189bb-00ef-4509-8ffa-d3703939f1b2 req-4131f87a-9ac9-46a4-923e-81c9fc42ab54 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:17.797960 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-847189bb-00ef-4509-8ffa-d3703939f1b2 req-4131f87a-9ac9-46a4-923e-81c9fc42ab54 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34 HTTP/1.1" status: 200 len: 946 time: 0.6695774 Feb 09 01:53:17.798984 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53808) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:17.837242 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9062a5-80b1-45a5-890d-100f60475771 req-65abae0e-473a-4e08-a793-a5dfcef18a1c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:17.838803 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8f9062a5-80b1-45a5-890d-100f60475771 req-65abae0e-473a-4e08-a793-a5dfcef18a1c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.5450883 Feb 09 01:53:17.945486 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a259c3-e799-4f25-ada3-fb502783a47b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Router f5cf66fc-dfd4-4f28-80b2-108e651311f6 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:53:17.973461 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8f9062a5-80b1-45a5-890d-100f60475771 req-37536f4d-a87f-407e-8d85-bb7067de773f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995929 Feb 09 01:53:17.990597 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.extraroute_db [None req-36ad0e88-599a-4190-99de-c927929eed86 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Added routes are [] {{(pid=103184) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 01:53:17.991369 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.extraroute_db [None req-36ad0e88-599a-4190-99de-c927929eed86 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Removed routes are [] {{(pid=103184) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 01:53:17.991369 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-36ad0e88-599a-4190-99de-c927929eed86 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (9b6a6b2a-5a87-40e2-b036-4b31e575e525), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:18.051952 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dd20cab0-ce34-4111-9c6f-d4a9fe2f2ad8 tempest-DHCPAgentSchedulersTestJSON-1872251843 tempest-DHCPAgentSchedulersTestJSON-1872251843-project-admin] 10.222.0.36 "DELETE /v2.0/agents/b6a7b214-c12c-4f47-a158-f903b756dbf9/dhcp-networks/be16bfa7-7db3-48e4-9bfe-c8c52c7a659c HTTP/1.1" status: 204 len: 168 time: 0.1980047 Feb 09 01:53:18.054779 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53812) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:18.100601 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-847189bb-00ef-4509-8ffa-d3703939f1b2 req-7900ed6a-a23b-49af-9d8e-a17895274770 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026830 Feb 09 01:53:18.120990 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a259c3-e799-4f25-ada3-fb502783a47b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:53:18.132641 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f7a259c3-e799-4f25-ada3-fb502783a47b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/routers/f5cf66fc-dfd4-4f28-80b2-108e651311f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2969501 Feb 09 01:53:18.134857 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53814) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:18.137590 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2803a895-5ca2-42ce-8fcd-5e7474770bc0 None None] Sync routers for ids ['f5cf66fc-dfd4-4f28-80b2-108e651311f6'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:53:18.153344 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2803a895-5ca2-42ce-8fcd-5e7474770bc0 None None] Routers {'f5cf66fc-dfd4-4f28-80b2-108e651311f6'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:18.154018 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-2803a895-5ca2-42ce-8fcd-5e7474770bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['f5cf66fc-dfd4-4f28-80b2-108e651311f6'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:18.192251 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-2803a895-5ca2-42ce-8fcd-5e7474770bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:18.204651 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2803a895-5ca2-42ce-8fcd-5e7474770bc0 None None] Routers {'f5cf66fc-dfd4-4f28-80b2-108e651311f6'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:18.205283 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-2803a895-5ca2-42ce-8fcd-5e7474770bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['f5cf66fc-dfd4-4f28-80b2-108e651311f6'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:18.284554 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-2803a895-5ca2-42ce-8fcd-5e7474770bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:18.285277 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2803a895-5ca2-42ce-8fcd-5e7474770bc0 None None] The sync data for ids ['f5cf66fc-dfd4-4f28-80b2-108e651311f6'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:53:18.380555 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9792213-b7f4-48eb-ab81-e7a787590bd7 req-9077e3ee-0b0b-48af-b915-6f5234305774 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:18.382070 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9792213-b7f4-48eb-ab81-e7a787590bd7 req-9077e3ee-0b0b-48af-b915-6f5234305774 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 945 time: 0.2969968 Feb 09 01:53:18.438178 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-02c362cc-2b4c-4a13-ac05-096e135621c3 tempest-DHCPAgentSchedulersTestJSON-1872251843 tempest-DHCPAgentSchedulersTestJSON-1872251843-project-admin] 10.222.0.36 "GET /v2.0/agents/b6a7b214-c12c-4f47-a158-f903b756dbf9/dhcp-networks HTTP/1.1" status: 200 len: 11234 time: 0.3786864 Feb 09 01:53:18.441618 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-36ad0e88-599a-4190-99de-c927929eed86 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (9b6a6b2a-5a87-40e2-b036-4b31e575e525), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:18.443964 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53816) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:18.455062 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-cf39a1c5-44e9-4840-a516-6371f8f84feb tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 01:53:18.455415 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-36ad0e88-599a-4190-99de-c927929eed86 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608658'] for router (9b6a6b2a-5a87-40e2-b036-4b31e575e525), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:18.456162 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cf39a1c5-44e9-4840-a516-6371f8f84feb tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/routers/f5cf66fc-dfd4-4f28-80b2-108e651311f6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3189666 Feb 09 01:53:18.459591 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53818) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:18.485714 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9792213-b7f4-48eb-ab81-e7a787590bd7 req-2e4bb484-be66-422d-8146-9509aa14d24a tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977600 Feb 09 01:53:18.504611 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1e8b3d09-2e3a-412f-9a31-3b71e415ee59 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5cf66fc-dfd4-4f28-80b2-108e651311f6 HTTP/1.1" status: 200 len: 205 time: 0.0381725 Feb 09 01:53:18.505289 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53820) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:18.513419 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a3d390b0-0970-43d1-8fb2-6edb7ba99106 tempest-DHCPAgentSchedulersTestJSON-1872251843 tempest-DHCPAgentSchedulersTestJSON-1872251843-project-admin] 10.222.0.36 "GET /v2.0/networks/2c9d8706-eaa1-494a-a015-8bedfa71362d/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0667787 Feb 09 01:53:18.539580 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53822) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:18.574229 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-87c594f4-71a3-45f7-83e9-382a9d5698e8 tempest-DHCPAgentSchedulersTestJSON-1872251843 tempest-DHCPAgentSchedulersTestJSON-1872251843-project-admin] 10.222.0.36 "GET /v2.0/networks/2c9d8706-eaa1-494a-a015-8bedfa71362d/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0330169 Feb 09 01:53:18.576303 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ad0e88-599a-4190-99de-c927929eed86 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:53:18.577030 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53824) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:18.596802 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e82acfb7-28c8-401a-9877-55b96dfbc150 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (f5cf66fc-dfd4-4f28-80b2-108e651311f6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:18.729209 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ad0e88-599a-4190-99de-c927929eed86 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:53:18.739652 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b43521f-615f-4166-8274-cf09b0a31eba None None] Sync routers for ids ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:53:18.741961 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-36ad0e88-599a-4190-99de-c927929eed86 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:18.745273 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-36ad0e88-599a-4190-99de-c927929eed86 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/routers/9b6a6b2a-5a87-40e2-b036-4b31e575e525 HTTP/1.1" status: 200 len: 704 time: 1.5526714 Feb 09 01:53:18.747893 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53826) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:18.763023 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b43521f-615f-4166-8274-cf09b0a31eba None None] Routers {'9b6a6b2a-5a87-40e2-b036-4b31e575e525'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:18.763910 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-1b43521f-615f-4166-8274-cf09b0a31eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:18.788360 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2f0b340e-b15b-4412-bf98-b22ebad4bfbe tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b6a6b2a-5a87-40e2-b036-4b31e575e525 HTTP/1.1" status: 200 len: 205 time: 0.0366850 Feb 09 01:53:18.788617 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53828) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:18.814065 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e82acfb7-28c8-401a-9877-55b96dfbc150 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (f5cf66fc-dfd4-4f28-80b2-108e651311f6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:18.818200 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e82acfb7-28c8-401a-9877-55b96dfbc150 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router_controller (f5cf66fc-dfd4-4f28-80b2-108e651311f6), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:18.874557 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-1b43521f-615f-4166-8274-cf09b0a31eba None None] Set router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:53:18.912717 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e82acfb7-28c8-401a-9877-55b96dfbc150 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (f5cf66fc-dfd4-4f28-80b2-108e651311f6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:18.913563 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-83928b98-5aaf-4828-a18f-3043173e819f tempest-DHCPAgentSchedulersTestJSON-1872251843 tempest-DHCPAgentSchedulersTestJSON-1872251843-project-admin] 10.222.0.36 "GET /v2.0/agents/b6a7b214-c12c-4f47-a158-f903b756dbf9/dhcp-networks HTTP/1.1" status: 200 len: 11234 time: 0.3354297 Feb 09 01:53:18.914298 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82acfb7-28c8-401a-9877-55b96dfbc150 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Fanout notify agent at l3_agent the message router_deleted on router f5cf66fc-dfd4-4f28-80b2-108e651311f6 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:53:18.918169 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19fff204-cbe8-40c8-ab8a-02ae9128000c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (9b6a6b2a-5a87-40e2-b036-4b31e575e525), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:18.920131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53830) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:18.926166 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e82acfb7-28c8-401a-9877-55b96dfbc150 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:18.929190 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e82acfb7-28c8-401a-9877-55b96dfbc150 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/routers/f5cf66fc-dfd4-4f28-80b2-108e651311f6 HTTP/1.1" status: 204 len: 168 time: 0.4224265 Feb 09 01:53:18.932212 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53832) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:18.983639 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-1b43521f-615f-4166-8274-cf09b0a31eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:53:12Z', 'revision_number': 11, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:19.050684 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-925a2b86-2a2f-42b7-8115-b1ba8b98773d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting subnet 842a8cad-3530-40ee-add1-eb292c7be119 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:53:19.056223 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-925a2b86-2a2f-42b7-8115-b1ba8b98773d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for subnet (842a8cad-3530-40ee-add1-eb292c7be119), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.065002 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b43521f-615f-4166-8274-cf09b0a31eba None None] Checking router: 9b6a6b2a-5a87-40e2-b036-4b31e575e525 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:53:19.087340 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b43521f-615f-4166-8274-cf09b0a31eba None None] Routers {'9b6a6b2a-5a87-40e2-b036-4b31e575e525'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:19.088300 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-1b43521f-615f-4166-8274-cf09b0a31eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:19.096178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1be094-b99a-4cca-8966-1e9418d96633 req-e5cdb99d-92f2-46cb-97b0-370d0f12dd40 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:19.097834 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d1be094-b99a-4cca-8966-1e9418d96633 req-e5cdb99d-92f2-46cb-97b0-370d0f12dd40 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.67 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 945 time: 0.1478665 Feb 09 01:53:19.117395 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c9a3702d-2200-4242-b68f-15efa0ed7a6d tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (be16bfa7-7db3-48e4-9bfe-c8c52c7a659c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.203570 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-1b43521f-615f-4166-8274-cf09b0a31eba None None] Set router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:53:19.213362 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-925a2b86-2a2f-42b7-8115-b1ba8b98773d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (842a8cad-3530-40ee-add1-eb292c7be119), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.275725 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-1b43521f-615f-4166-8274-cf09b0a31eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:53:12Z', 'revision_number': 11, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:19.302859 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19fff204-cbe8-40c8-ab8a-02ae9128000c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (9b6a6b2a-5a87-40e2-b036-4b31e575e525), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.306702 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19fff204-cbe8-40c8-ab8a-02ae9128000c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router_controller (9b6a6b2a-5a87-40e2-b036-4b31e575e525), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.308427 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b43521f-615f-4166-8274-cf09b0a31eba None None] The sync data for ids ['9b6a6b2a-5a87-40e2-b036-4b31e575e525'] in n-d-828387-3 is: [{'id': '9b6a6b2a-5a87-40e2-b036-4b31e575e525', 'name': 'tempest-RoutersIpV6Test-router-305204421', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:12Z', 'updated_at': '2022-02-09T01:53:12Z', 'revision_number': 11, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:53:19.389811 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e328d-640f-433c-9416-810d68c37b28 req-58ea423c-f663-46b2-98d4-a7dde56083d1 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:19.391469 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b21e328d-640f-433c-9416-810d68c37b28 req-58ea423c-f663-46b2-98d4-a7dde56083d1 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34 HTTP/1.1" status: 200 len: 946 time: 0.1717670 Feb 09 01:53:19.399256 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-6d1be094-b99a-4cca-8966-1e9418d96633 req-d1be7339-e84d-487a-8466-f338229a3e3d tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Deleting port ca940e40-2348-4639-9526-1902063d5cfc {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:19.399256 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6d1be094-b99a-4cca-8966-1e9418d96633 req-d1be7339-e84d-487a-8466-f338229a3e3d tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ca940e40-2348-4639-9526-1902063d5cfc), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.414340 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19fff204-cbe8-40c8-ab8a-02ae9128000c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (9b6a6b2a-5a87-40e2-b036-4b31e575e525), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.415074 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fff204-cbe8-40c8-ab8a-02ae9128000c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Fanout notify agent at l3_agent the message router_deleted on router 9b6a6b2a-5a87-40e2-b036-4b31e575e525 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:53:19.418364 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c9a3702d-2200-4242-b68f-15efa0ed7a6d tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (be16bfa7-7db3-48e4-9bfe-c8c52c7a659c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.425558 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19fff204-cbe8-40c8-ab8a-02ae9128000c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.426679 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-19fff204-cbe8-40c8-ab8a-02ae9128000c tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/routers/9b6a6b2a-5a87-40e2-b036-4b31e575e525 HTTP/1.1" status: 204 len: 168 time: 0.6371961 Feb 09 01:53:19.434922 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0201464-e384-47ed-b712-a2c7b1d166f7 req-38e2ae76-f0e0-4693-8b33-c3c54e33de64 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:19.436438 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0201464-e384-47ed-b712-a2c7b1d166f7 req-38e2ae76-f0e0-4693-8b33-c3c54e33de64 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.3245950 Feb 09 01:53:19.441851 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53838) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:19.450439 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-16d70062-29ef-4cb5-85c6-b8f9e743d817 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-19726230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:19.456913 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-925a2b86-2a2f-42b7-8115-b1ba8b98773d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (842a8cad-3530-40ee-add1-eb292c7be119), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.482663 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c9a3702d-2200-4242-b68f-15efa0ed7a6d tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be16bfa7-7db3-48e4-9bfe-c8c52c7a659c']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:19.499909 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c9a3702d-2200-4242-b68f-15efa0ed7a6d tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59effea3-c8d4-42a9-9c11-50371d030983') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:19.500911 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c9a3702d-2200-4242-b68f-15efa0ed7a6d tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59effea3-c8d4-42a9-9c11-50371d030983') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:19.520528 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c9a3702d-2200-4242-b68f-15efa0ed7a6d tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (59effea3-c8d4-42a9-9c11-50371d030983), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.530708 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16d70062-29ef-4cb5-85c6-b8f9e743d817 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (9e6309c0-6b1a-4b9c-919f-452fe75dcfff), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.531798 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16d70062-29ef-4cb5-85c6-b8f9e743d817 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (9e6309c0-6b1a-4b9c-919f-452fe75dcfff), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.548165 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c9a3702d-2200-4242-b68f-15efa0ed7a6d tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (59effea3-c8d4-42a9-9c11-50371d030983), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.559920 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a3702d-2200-4242-b68f-15efa0ed7a6d tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:53:19.560330 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c9a3702d-2200-4242-b68f-15efa0ed7a6d tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (59effea3-c8d4-42a9-9c11-50371d030983), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:53:19.563569 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:53:19.569071 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0201464-e384-47ed-b712-a2c7b1d166f7 req-ab991983-f566-45c5-8d89-922fd763b85e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212635 Feb 09 01:53:19.585429 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b21e328d-640f-433c-9416-810d68c37b28 req-d00107bf-5bdc-40a1-a80d-7d9f6375049e tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783557 Feb 09 01:53:19.597055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-6d1be094-b99a-4cca-8966-1e9418d96633 req-d1be7339-e84d-487a-8466-f338229a3e3d tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] For port ca940e40-2348-4639-9526-1902063d5cfc, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ca940e40-2348-4639-9526-1902063d5cfc,segment=NetworkSegment(d3a41fe1-8171-4f9c-b2fc-540dad47233c),segment_id=d3a41fe1-8171-4f9c-b2fc-540dad47233c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:19.597802 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6d1be094-b99a-4cca-8966-1e9418d96633 req-d1be7339-e84d-487a-8466-f338229a3e3d tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ca940e40-2348-4639-9526-1902063d5cfc), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.614161 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-6d1be094-b99a-4cca-8966-1e9418d96633 req-d1be7339-e84d-487a-8466-f338229a3e3d tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Calling delete_port for ca940e40-2348-4639-9526-1902063d5cfc owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:19.616441 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-925a2b86-2a2f-42b7-8115-b1ba8b98773d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (842a8cad-3530-40ee-add1-eb292c7be119), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.653100 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c9a3702d-2200-4242-b68f-15efa0ed7a6d tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (be16bfa7-7db3-48e4-9bfe-c8c52c7a659c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.669270 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-925a2b86-2a2f-42b7-8115-b1ba8b98773d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.675920 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-925a2b86-2a2f-42b7-8115-b1ba8b98773d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/subnets/842a8cad-3530-40ee-add1-eb292c7be119 HTTP/1.1" status: 204 len: 168 time: 0.7389760 Feb 09 01:53:19.685346 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48427e4b-6abd-44b2-98be-eeb63c1e49e4 None None] Network 5020740e-8a2d-4662-ad0b-1e1707f1961e requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:19.692704 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c9a3702d-2200-4242-b68f-15efa0ed7a6d tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.700373 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c9a3702d-2200-4242-b68f-15efa0ed7a6d tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] 10.222.0.36 "DELETE /v2.0/networks/be16bfa7-7db3-48e4-9bfe-c8c52c7a659c HTTP/1.1" status: 204 len: 168 time: 0.7768626 Feb 09 01:53:19.702363 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53844) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:19.702918 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53846) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:19.709691 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a2b86-2a2f-42b7-8115-b1ba8b98773d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Subnet': ['ID=842a8cad-3530-40ee-add1-eb292c7be119,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:19.784975 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3702d-2200-4242-b68f-15efa0ed7a6d tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Pushing event deleted for resources: {'Network': ['ID=be16bfa7-7db3-48e4-9bfe-c8c52c7a659c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:19.816126 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-c622ce1e-a85a-4185-a092-94a9919a74cf tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] DELETE failed (client error): The resource could not be found. Feb 09 01:53:19.817062 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c622ce1e-a85a-4185-a092-94a9919a74cf tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:53:19.821163 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c622ce1e-a85a-4185-a092-94a9919a74cf tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] 10.222.0.36 "DELETE /v2.0/ports/79b28fa1-efb6-40f1-b938-3d87112499a1 HTTP/1.1" status: 404 len: 333 time: 0.1147337 Feb 09 01:53:19.827875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c9b7a-affa-4665-abed-b7c455f85aa2 req-df4804f3-ae64-4ff7-9efd-5b27958ac7f9 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:19.830983 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d16c9b7a-affa-4665-abed-b7c455f85aa2 req-df4804f3-ae64-4ff7-9efd-5b27958ac7f9 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=0937dec7-8729-46ae-b177-46f7ffb1ad1d HTTP/1.1" status: 200 len: 945 time: 0.1091917 Feb 09 01:53:19.830983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53848) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:19.866564 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16d70062-29ef-4cb5-85c6-b8f9e743d817 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router_controller (9e6309c0-6b1a-4b9c-919f-452fe75dcfff), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.875363 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16d70062-29ef-4cb5-85c6-b8f9e743d817 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (9e6309c0-6b1a-4b9c-919f-452fe75dcfff), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.886218 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5efc0158-bb89-433b-bb11-a8062b6c0ffe tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (5020740e-8a2d-4662-ad0b-1e1707f1961e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.902060 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7216ad-12d2-4ed7-8938-b03c66f53dc5 None None] DHCP port deletion for 5020740e-8a2d-4662-ad0b-1e1707f1961e request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:53:19.931967 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16d70062-29ef-4cb5-85c6-b8f9e743d817 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.933814 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-16d70062-29ef-4cb5-85c6-b8f9e743d817 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4909859 Feb 09 01:53:19.938435 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53850) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:19.947529 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-3245f6d7-424f-4d68-b740-8e9103750c15 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:19.947884 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9cbd35a-949a-444e-903b-bbe4395a5b15 tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Deleting subnet 78b6b592-c6bd-4656-839d-79bf4762cc41 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:53:19.952804 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6d1be094-b99a-4cca-8966-1e9418d96633 req-d1be7339-e84d-487a-8466-f338229a3e3d tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ca940e40-2348-4639-9526-1902063d5cfc), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.957675 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b9cbd35a-949a-444e-903b-bbe4395a5b15 tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks [] for subnet (78b6b592-c6bd-4656-839d-79bf4762cc41), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.972955 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['ca940e40-2348-4639-9526-1902063d5cfc'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:53:19.975061 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['719ef8f8-41c4-4e78-bd87-81cf10377bd5'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:53:20.036795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3b7216ad-12d2-4ed7-8938-b03c66f53dc5 None None] Deleting port 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:20.037265 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b7216ad-12d2-4ed7-8938-b03c66f53dc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (37d549a2-b4b2-4f27-a8fd-dccc6e1863f0), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:20.042315 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be7339-e84d-487a-8466-f338229a3e3d tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Pushing event deleted for resources: {'Port': ['ID=ca940e40-2348-4639-9526-1902063d5cfc,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:20.055912 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d16c9b7a-affa-4665-abed-b7c455f85aa2 req-0512a417-c57a-4835-a9a1-5faac0817970 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054377 Feb 09 01:53:20.096473 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b9cbd35a-949a-444e-903b-bbe4395a5b15 tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (78b6b592-c6bd-4656-839d-79bf4762cc41), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:20.099446 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1be094-b99a-4cca-8966-1e9418d96633 req-d1be7339-e84d-487a-8466-f338229a3e3d tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] No DVR routers for this DVR port ca940e40-2348-4639-9526-1902063d5cfc on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:20.103746 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6d1be094-b99a-4cca-8966-1e9418d96633 req-d1be7339-e84d-487a-8466-f338229a3e3d tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:20.107144 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d1be094-b99a-4cca-8966-1e9418d96633 req-d1be7339-e84d-487a-8466-f338229a3e3d tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.67 "DELETE /v2.0/ports/ca940e40-2348-4639-9526-1902063d5cfc HTTP/1.1" status: 204 len: 173 time: 0.9998679 Feb 09 01:53:20.124110 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-5efc0158-bb89-433b-bb11-a8062b6c0ffe tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting port 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:20.125014 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5efc0158-bb89-433b-bb11-a8062b6c0ffe tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (37d549a2-b4b2-4f27-a8fd-dccc6e1863f0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:20.129571 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0937dec7-8729-46ae-b177-46f7ffb1ad1d', 'name': 'network-vif-deleted', 'tag': 'ca940e40-2348-4639-9526-1902063d5cfc'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:53:20.132990 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b117263d-cf90-4ad7-91fd-398d694ec551" -d '{"events": [{"server_uuid": "0937dec7-8729-46ae-b177-46f7ffb1ad1d", "name": "network-vif-deleted", "tag": "ca940e40-2348-4639-9526-1902063d5cfc"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:53:20.144542 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3b7216ad-12d2-4ed7-8938-b03c66f53dc5 None None] For port 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=37d549a2-b4b2-4f27-a8fd-dccc6e1863f0,segment=NetworkSegment(80c59a0d-8412-4063-8447-02a95c2548a6),segment_id=80c59a0d-8412-4063-8447-02a95c2548a6)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:20.145015 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b7216ad-12d2-4ed7-8938-b03c66f53dc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (37d549a2-b4b2-4f27-a8fd-dccc6e1863f0), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:20.170552 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3b7216ad-12d2-4ed7-8938-b03c66f53dc5 None None] Calling delete_port for 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:20.189377 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccfe0e3-07dc-4062-8154-ff015af28ca8 x-openstack-request-id: req-eccfe0e3-07dc-4062-8154-ff015af28ca8 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:53:20.192400 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0937dec7-8729-46ae-b177-46f7ffb1ad1d", "name": "network-vif-deleted", "tag": "ca940e40-2348-4639-9526-1902063d5cfc", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:53:20.193890 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eccfe0e3-07dc-4062-8154-ff015af28ca8 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:53:20.194931 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0937dec7-8729-46ae-b177-46f7ffb1ad1d', 'name': 'network-vif-deleted', 'tag': 'ca940e40-2348-4639-9526-1902063d5cfc', 'status': 'completed', 'code': 200} Feb 09 01:53:20.199388 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-5efc0158-bb89-433b-bb11-a8062b6c0ffe tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] For port 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=37d549a2-b4b2-4f27-a8fd-dccc6e1863f0,segment=NetworkSegment(80c59a0d-8412-4063-8447-02a95c2548a6),segment_id=80c59a0d-8412-4063-8447-02a95c2548a6)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:20.200155 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5efc0158-bb89-433b-bb11-a8062b6c0ffe tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (37d549a2-b4b2-4f27-a8fd-dccc6e1863f0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:20.220360 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-5efc0158-bb89-433b-bb11-a8062b6c0ffe tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Calling delete_port for 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:20.301421 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b9cbd35a-949a-444e-903b-bbe4395a5b15 tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (78b6b592-c6bd-4656-839d-79bf4762cc41), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:20.330740 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b7216ad-12d2-4ed7-8938-b03c66f53dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (37d549a2-b4b2-4f27-a8fd-dccc6e1863f0), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:20.338908 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3245f6d7-424f-4d68-b740-8e9103750c15 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (9e6309c0-6b1a-4b9c-919f-452fe75dcfff), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:20.353786 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3245f6d7-424f-4d68-b740-8e9103750c15 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608658'] for router (9e6309c0-6b1a-4b9c-919f-452fe75dcfff), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:20.366759 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7216ad-12d2-4ed7-8938-b03c66f53dc5 None None] No DVR routers for this DVR port 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:20.368718 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7216ad-12d2-4ed7-8938-b03c66f53dc5 None None] Pushing event deleted for resources: {'Port': ['ID=37d549a2-b4b2-4f27-a8fd-dccc6e1863f0,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:20.388073 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b9cbd35a-949a-444e-903b-bbe4395a5b15 tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (78b6b592-c6bd-4656-839d-79bf4762cc41), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:20.416211 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbd35a-949a-444e-903b-bbe4395a5b15 tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Pushing event deleted for resources: {'Subnet': ['ID=78b6b592-c6bd-4656-839d-79bf4762cc41,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:20.434939 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b9cbd35a-949a-444e-903b-bbe4395a5b15 tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:20.435580 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046d0c0a-5bbd-40a7-bcdd-519ce52f7dc4 None None] Network 2c9d8706-eaa1-494a-a015-8bedfa71362d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:20.441555 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b9cbd35a-949a-444e-903b-bbe4395a5b15 tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] 10.222.0.36 "DELETE /v2.0/subnets/78b6b592-c6bd-4656-839d-79bf4762cc41 HTTP/1.1" status: 204 len: 168 time: 0.5915260 Feb 09 01:53:20.442513 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53854) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:20.476108 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5efc0158-bb89-433b-bb11-a8062b6c0ffe tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (37d549a2-b4b2-4f27-a8fd-dccc6e1863f0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:20.522884 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc0158-bb89-433b-bb11-a8062b6c0ffe tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Port': ['ID=37d549a2-b4b2-4f27-a8fd-dccc6e1863f0,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:20.537537 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc0158-bb89-433b-bb11-a8062b6c0ffe tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] No DVR routers for this DVR port 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:20.581348 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a28a2765-e53b-4f9a-aaff-8c07927f60ba tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (2c9d8706-eaa1-494a-a015-8bedfa71362d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:20.617294 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3245f6d7-424f-4d68-b740-8e9103750c15 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Router 9e6309c0-6b1a-4b9c-919f-452fe75dcfff is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:53:20.672971 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-a28a2765-e53b-4f9a-aaff-8c07927f60ba tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Deleting port 52c48988-4e5c-4389-a48c-f1733d62e882 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:20.673246 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a28a2765-e53b-4f9a-aaff-8c07927f60ba tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (52c48988-4e5c-4389-a48c-f1733d62e882), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:20.736243 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5efc0158-bb89-433b-bb11-a8062b6c0ffe tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (5020740e-8a2d-4662-ad0b-1e1707f1961e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:20.750046 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3245f6d7-424f-4d68-b740-8e9103750c15 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:53:20.759732 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3245f6d7-424f-4d68-b740-8e9103750c15 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:20.763746 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470c01cc-cc87-4d54-92a4-8155aad3aaf5 None None] Sync routers for ids ['9e6309c0-6b1a-4b9c-919f-452fe75dcfff'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:53:20.766396 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3245f6d7-424f-4d68-b740-8e9103750c15 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "PUT /v2.0/routers/9e6309c0-6b1a-4b9c-919f-452fe75dcfff HTTP/1.1" status: 200 len: 696 time: 0.8260343 Feb 09 01:53:20.772025 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53860) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:20.793873 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470c01cc-cc87-4d54-92a4-8155aad3aaf5 None None] Routers {'9e6309c0-6b1a-4b9c-919f-452fe75dcfff'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:20.794504 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-470c01cc-cc87-4d54-92a4-8155aad3aaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9e6309c0-6b1a-4b9c-919f-452fe75dcfff'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:20.821576 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-a28a2765-e53b-4f9a-aaff-8c07927f60ba tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] For port 52c48988-4e5c-4389-a48c-f1733d62e882, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=52c48988-4e5c-4389-a48c-f1733d62e882,segment=NetworkSegment(b760da10-1927-4230-930b-55b14268f8dd),segment_id=b760da10-1927-4230-930b-55b14268f8dd)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:20.822001 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a28a2765-e53b-4f9a-aaff-8c07927f60ba tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (52c48988-4e5c-4389-a48c-f1733d62e882), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:20.850847 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a38c8-9aeb-4c9b-8b46-d91dd7c6e169 req-331f9394-0a2a-4949-9460-58065fd0fd3e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:20.853002 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aa3a38c8-9aeb-4c9b-8b46-d91dd7c6e169 req-331f9394-0a2a-4949-9460-58065fd0fd3e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.1277521 Feb 09 01:53:20.854274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-a28a2765-e53b-4f9a-aaff-8c07927f60ba tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Calling delete_port for 52c48988-4e5c-4389-a48c-f1733d62e882 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:20.879728 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-470c01cc-cc87-4d54-92a4-8155aad3aaf5 None None] Set router 9e6309c0-6b1a-4b9c-919f-452fe75dcfff gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:53:20.943400 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-470c01cc-cc87-4d54-92a4-8155aad3aaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6309c0-6b1a-4b9c-919f-452fe75dcfff', 'name': 'tempest-RoutersIpV6Test-router-19726230', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:19Z', 'updated_at': '2022-02-09T01:53:20Z', 'revision_number': 2, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:20.974745 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470c01cc-cc87-4d54-92a4-8155aad3aaf5 None None] Checking router: 9e6309c0-6b1a-4b9c-919f-452fe75dcfff for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:53:20.979845 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aa3a38c8-9aeb-4c9b-8b46-d91dd7c6e169 req-922ed106-14d0-44a4-996b-dc3d10f0880e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188283 Feb 09 01:53:20.986495 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470c01cc-cc87-4d54-92a4-8155aad3aaf5 None None] Routers {'9e6309c0-6b1a-4b9c-919f-452fe75dcfff'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:20.987125 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-470c01cc-cc87-4d54-92a4-8155aad3aaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9e6309c0-6b1a-4b9c-919f-452fe75dcfff'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:21.006776 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a28a2765-e53b-4f9a-aaff-8c07927f60ba tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (52c48988-4e5c-4389-a48c-f1733d62e882), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:21.043593 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a2765-e53b-4f9a-aaff-8c07927f60ba tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Pushing event deleted for resources: {'Port': ['ID=52c48988-4e5c-4389-a48c-f1733d62e882,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:21.059119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a2765-e53b-4f9a-aaff-8c07927f60ba tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] No DVR routers for this DVR port 52c48988-4e5c-4389-a48c-f1733d62e882 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:21.069565 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af441d6-66ad-4f9e-9a94-0356af968dc9 None None] DHCP port deletion for 2c9d8706-eaa1-494a-a015-8bedfa71362d request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:53:21.089054 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-470c01cc-cc87-4d54-92a4-8155aad3aaf5 None None] Set router 9e6309c0-6b1a-4b9c-919f-452fe75dcfff gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:53:21.167122 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-470c01cc-cc87-4d54-92a4-8155aad3aaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6309c0-6b1a-4b9c-919f-452fe75dcfff', 'name': 'tempest-RoutersIpV6Test-router-19726230', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:19Z', 'updated_at': '2022-02-09T01:53:20Z', 'revision_number': 2, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:21.188095 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a28a2765-e53b-4f9a-aaff-8c07927f60ba tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (2c9d8706-eaa1-494a-a015-8bedfa71362d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:21.201301 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470c01cc-cc87-4d54-92a4-8155aad3aaf5 None None] The sync data for ids ['9e6309c0-6b1a-4b9c-919f-452fe75dcfff'] in n-d-828387-3 is: [{'id': '9e6309c0-6b1a-4b9c-919f-452fe75dcfff', 'name': 'tempest-RoutersIpV6Test-router-19726230', 'tenant_id': '247ac12d74ff449fabfbe552acae8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:19Z', 'updated_at': '2022-02-09T01:53:20Z', 'revision_number': 2, 'project_id': '247ac12d74ff449fabfbe552acae8758', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:53:21.226522 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-a28a2765-e53b-4f9a-aaff-8c07927f60ba tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9d8706-eaa1-494a-a015-8bedfa71362d']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:21.239508 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-a28a2765-e53b-4f9a-aaff-8c07927f60ba tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b760da10-1927-4230-930b-55b14268f8dd') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:21.239957 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-a28a2765-e53b-4f9a-aaff-8c07927f60ba tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b760da10-1927-4230-930b-55b14268f8dd') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:21.251241 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-5efc0158-bb89-433b-bb11-a8062b6c0ffe tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5020740e-8a2d-4662-ad0b-1e1707f1961e']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:21.255373 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a28a2765-e53b-4f9a-aaff-8c07927f60ba tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (b760da10-1927-4230-930b-55b14268f8dd), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:21.271914 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a28a2765-e53b-4f9a-aaff-8c07927f60ba tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (b760da10-1927-4230-930b-55b14268f8dd), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:21.291486 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28a2765-e53b-4f9a-aaff-8c07927f60ba tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:53:21.291848 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a28a2765-e53b-4f9a-aaff-8c07927f60ba tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (b760da10-1927-4230-930b-55b14268f8dd), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:53:21.295187 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:53:21.300752 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-5efc0158-bb89-433b-bb11-a8062b6c0ffe tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c59a0d-8412-4063-8447-02a95c2548a6') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:21.301461 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-5efc0158-bb89-433b-bb11-a8062b6c0ffe tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c59a0d-8412-4063-8447-02a95c2548a6') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:21.318560 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5efc0158-bb89-433b-bb11-a8062b6c0ffe tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (80c59a0d-8412-4063-8447-02a95c2548a6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:21.355025 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5efc0158-bb89-433b-bb11-a8062b6c0ffe tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (80c59a0d-8412-4063-8447-02a95c2548a6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:21.370129 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-384f93bd-507d-4668-b731-1fa7331df402 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/routers/9e6309c0-6b1a-4b9c-919f-452fe75dcfff HTTP/1.1" status: 200 len: 702 time: 0.5969260 Feb 09 01:53:21.374225 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53868) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:21.388255 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5efc0158-bb89-433b-bb11-a8062b6c0ffe tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:53:21.388671 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5efc0158-bb89-433b-bb11-a8062b6c0ffe tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (80c59a0d-8412-4063-8447-02a95c2548a6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:53:21.393647 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:53:21.397156 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a28a2765-e53b-4f9a-aaff-8c07927f60ba tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (2c9d8706-eaa1-494a-a015-8bedfa71362d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:21.404892 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a28a2765-e53b-4f9a-aaff-8c07927f60ba tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:21.408224 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a28a2765-e53b-4f9a-aaff-8c07927f60ba tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] 10.222.0.36 "DELETE /v2.0/networks/2c9d8706-eaa1-494a-a015-8bedfa71362d HTTP/1.1" status: 204 len: 168 time: 0.9646771 Feb 09 01:53:21.427261 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a2765-e53b-4f9a-aaff-8c07927f60ba tempest-DHCPAgentSchedulersTestJSON-284743284 tempest-DHCPAgentSchedulersTestJSON-284743284-project] Pushing event deleted for resources: {'Network': ['ID=2c9d8706-eaa1-494a-a015-8bedfa71362d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:21.453099 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-44420901-4f6d-40f3-9be0-163733a08647 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6309c0-6b1a-4b9c-919f-452fe75dcfff HTTP/1.1" status: 200 len: 205 time: 0.0774996 Feb 09 01:53:21.458543 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53872) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:21.528688 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6ff9a-d1cb-412c-8e75-8446704cbd8b req-5fad7e2b-74d7-4657-8544-7722c3d7d387 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:21.531558 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-06d6ff9a-d1cb-412c-8e75-8446704cbd8b req-5fad7e2b-74d7-4657-8544-7722c3d7d387 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.1391084 Feb 09 01:53:21.532380 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5efc0158-bb89-433b-bb11-a8062b6c0ffe tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (5020740e-8a2d-4662-ad0b-1e1707f1961e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:21.544965 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5efc0158-bb89-433b-bb11-a8062b6c0ffe tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:21.554552 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5efc0158-bb89-433b-bb11-a8062b6c0ffe tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/networks/5020740e-8a2d-4662-ad0b-1e1707f1961e HTTP/1.1" status: 204 len: 168 time: 1.8443668 Feb 09 01:53:21.572497 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc0158-bb89-433b-bb11-a8062b6c0ffe tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Network': ['ID=5020740e-8a2d-4662-ad0b-1e1707f1961e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:21.574267 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53874) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:21.588629 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5736b3b3-0c03-4225-b405-61105874ca7b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (9e6309c0-6b1a-4b9c-919f-452fe75dcfff), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:21.589092 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-365a71ee-68f8-4a1f-91e9-9e8946b09b90 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'network': {'name': 'tempest-RoutersTest-516888897'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:21.656732 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-06d6ff9a-d1cb-412c-8e75-8446704cbd8b req-027b0a54-3633-4341-b153-cd7c3c51396a tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111784 Feb 09 01:53:21.657446 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365a71ee-68f8-4a1f-91e9-9e8946b09b90 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Made reservation on behalf of e5d99e53c4864d1fb3cc111a041859c7 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:21.665030 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-365a71ee-68f8-4a1f-91e9-9e8946b09b90 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:21.717583 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365a71ee-68f8-4a1f-91e9-9e8946b09b90 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:53:21.719691 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:21.730615 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-365a71ee-68f8-4a1f-91e9-9e8946b09b90 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (3e7811c6-e52d-4626-a9b1-0cb1a03f8a0e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:21.731119 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-365a71ee-68f8-4a1f-91e9-9e8946b09b90 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Added segment 3e7811c6-e52d-4626-a9b1-0cb1a03f8a0e of type vlan for network 46a25e9e-b059-475d-aad3-e27455e874b0 Feb 09 01:53:21.760889 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:53:21.761548 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 37d549a2-b4b2-4f27-a8fd-dccc6e1863f0 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:53:21.762152 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 52c48988-4e5c-4389-a48c-f1733d62e882 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:21.784250 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 52c48988-4e5c-4389-a48c-f1733d62e882 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:53:21.793406 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 52c48988-4e5c-4389-a48c-f1733d62e882 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:53:21.802045 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-365a71ee-68f8-4a1f-91e9-9e8946b09b90 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (46a25e9e-b059-475d-aad3-e27455e874b0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:21.821035 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53880) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:21.851091 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5736b3b3-0c03-4225-b405-61105874ca7b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (9e6309c0-6b1a-4b9c-919f-452fe75dcfff), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:21.852697 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5736b3b3-0c03-4225-b405-61105874ca7b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router_controller (9e6309c0-6b1a-4b9c-919f-452fe75dcfff), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:21.878107 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-365a71ee-68f8-4a1f-91e9-9e8946b09b90 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (46a25e9e-b059-475d-aad3-e27455e874b0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:21.888183 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365a71ee-68f8-4a1f-91e9-9e8946b09b90 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:21.888841 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-365a71ee-68f8-4a1f-91e9-9e8946b09b90 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:21.919420 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5736b3b3-0c03-4225-b405-61105874ca7b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (9e6309c0-6b1a-4b9c-919f-452fe75dcfff), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:21.920125 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5736b3b3-0c03-4225-b405-61105874ca7b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Fanout notify agent at l3_agent the message router_deleted on router 9e6309c0-6b1a-4b9c-919f-452fe75dcfff {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:53:21.928287 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5736b3b3-0c03-4225-b405-61105874ca7b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:21.929502 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5736b3b3-0c03-4225-b405-61105874ca7b tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/routers/9e6309c0-6b1a-4b9c-919f-452fe75dcfff HTTP/1.1" status: 204 len: 168 time: 0.4690962 Feb 09 01:53:21.935774 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53884) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:21.970276 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-663a5a93-dbaa-4778-9800-e63209dfe166 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6309c0-6b1a-4b9c-919f-452fe75dcfff HTTP/1.1" status: 200 len: 205 time: 0.0331056 Feb 09 01:53:21.970948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53886) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:21.973203 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-365a71ee-68f8-4a1f-91e9-9e8946b09b90 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3965847 Feb 09 01:53:21.978440 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53888) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:21.990620 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-c75d4562-f2f2-494f-9d0e-41c4ff0f25df tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'subnet': {'network_id': '46a25e9e-b059-475d-aad3-e27455e874b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:22.020381 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-08f57653-02d1-4733-bd7d-a2728044647f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] delete failed (client error): The resource could not be found. Feb 09 01:53:22.021727 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-08f57653-02d1-4733-bd7d-a2728044647f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/routers/9e6309c0-6b1a-4b9c-919f-452fe75dcfff HTTP/1.1" status: 404 len: 336 time: 0.0496168 Feb 09 01:53:22.024260 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53892) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:22.044902 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a71ee-68f8-4a1f-91e9-9e8946b09b90 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Network': ['ID=46a25e9e-b059-475d-aad3-e27455e874b0,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:22.065952 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f019f8b-71e0-4785-9e9b-4215ebcf5e25 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] DELETE failed (client error): The resource could not be found. Feb 09 01:53:22.066429 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f019f8b-71e0-4785-9e9b-4215ebcf5e25 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:53:22.073531 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4f019f8b-71e0-4785-9e9b-4215ebcf5e25 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/subnets/6d7336ea-0609-4767-9c96-b13b63ff1cda HTTP/1.1" status: 404 len: 337 time: 0.0449326 Feb 09 01:53:22.078221 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53894) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:22.080009 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 46a25e9e-b059-475d-aad3-e27455e874b0 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:53:22.116383 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76a0a91-4648-4743-8553-4c79b9b3536e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] DELETE failed (client error): The resource could not be found. Feb 09 01:53:22.116895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f76a0a91-4648-4743-8553-4c79b9b3536e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:53:22.120780 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f76a0a91-4648-4743-8553-4c79b9b3536e tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/subnets/73737dc1-879e-4825-b57f-ec0bcfd0c21f HTTP/1.1" status: 404 len: 337 time: 0.0408554 Feb 09 01:53:22.123636 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53896) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:22.156119 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8c9bd444-4560-4baf-a82b-a81f04b6087a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=448a06bdd84d4628b530643a46bcd261&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3278010 Feb 09 01:53:22.156119 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53898) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:22.157965 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-527f8591-e400-4237-9948-fe7dd9185783 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] DELETE failed (client error): The resource could not be found. Feb 09 01:53:22.158580 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-527f8591-e400-4237-9948-fe7dd9185783 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:53:22.162218 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-527f8591-e400-4237-9948-fe7dd9185783 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/subnets/ea83c285-b44b-4dee-af8d-ebf53daae230 HTTP/1.1" status: 404 len: 337 time: 0.0345821 Feb 09 01:53:22.165065 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53900) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:22.199280 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75d4562-f2f2-494f-9d0e-41c4ff0f25df tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Made reservation on behalf of e5d99e53c4864d1fb3cc111a041859c7 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:22.200990 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea6f2d7-f119-4cdf-ab1d-c6823238ca39 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] DELETE failed (client error): The resource could not be found. Feb 09 01:53:22.201486 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea6f2d7-f119-4cdf-ab1d-c6823238ca39 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:53:22.202693 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c75d4562-f2f2-494f-9d0e-41c4ff0f25df tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:22.204991 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4ea6f2d7-f119-4cdf-ab1d-c6823238ca39 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/subnets/238253dd-54d4-4af4-9862-69c50c95fc6e HTTP/1.1" status: 404 len: 337 time: 0.0382771 Feb 09 01:53:22.207369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53902) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:22.237708 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0affbfea-7833-403d-81cd-c2526fc79174 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b6a6b2a-5a87-40e2-b036-4b31e575e525 HTTP/1.1" status: 200 len: 205 time: 0.0290241 Feb 09 01:53:22.241660 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53904) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:22.271353 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53134f16-4e24-4ba4-9c1c-866a75672b3f req-9640004d-11d2-413b-adb0-6949c594f87f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:22.273116 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-53134f16-4e24-4ba4-9c1c-866a75672b3f req-9640004d-11d2-413b-adb0-6949c594f87f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.1743515 Feb 09 01:53:22.291055 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-dc4a5376-296b-42c3-a383-45198adf54ff tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] delete failed (client error): The resource could not be found. Feb 09 01:53:22.292600 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-dc4a5376-296b-42c3-a383-45198adf54ff tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/routers/9b6a6b2a-5a87-40e2-b036-4b31e575e525 HTTP/1.1" status: 404 len: 336 time: 0.0496824 Feb 09 01:53:22.295880 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53906) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:22.328035 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8a98e948-88f3-4057-b949-fefeb79c9cec tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/ports?device_id=023ccdd0-f45e-4adc-824d-63c0cdafcabc HTTP/1.1" status: 200 len: 205 time: 0.0310771 Feb 09 01:53:22.330465 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53908) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:22.338026 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2050-a3d9-49b8-8da1-8bf0485f07c7 admin admin] Publish callbacks [] for security_group (a8f21240-03e2-477c-8d08-400841575e3d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:22.371997 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-bdb40759-2a61-4ea2-b527-7aa9d58608a6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] delete failed (client error): The resource could not be found. Feb 09 01:53:22.373150 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bdb40759-2a61-4ea2-b527-7aa9d58608a6 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/routers/023ccdd0-f45e-4adc-824d-63c0cdafcabc HTTP/1.1" status: 404 len: 336 time: 0.0417657 Feb 09 01:53:22.376255 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53910) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:22.388611 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-53134f16-4e24-4ba4-9c1c-866a75672b3f req-8d977b20-0128-44c5-8821-7453e5455dad tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041102 Feb 09 01:53:22.388611 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2050-a3d9-49b8-8da1-8bf0485f07c7 admin admin] Publish callbacks [] for security_group (a8f21240-03e2-477c-8d08-400841575e3d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:22.406084 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1b09f3-969d-4707-a082-4f0ed3fd602f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] DELETE failed (client error): The resource could not be found. Feb 09 01:53:22.411756 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d1b09f3-969d-4707-a082-4f0ed3fd602f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:53:22.419897 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8d1b09f3-969d-4707-a082-4f0ed3fd602f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/subnets/5fbacf6c-56e5-4e63-9da6-22d96f9c33d8 HTTP/1.1" status: 404 len: 337 time: 0.0422790 Feb 09 01:53:22.420843 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53912) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:22.461591 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-80f815e9-c3d7-4926-9b52-dc205d524379 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/ports?device_id=facd3fe6-fb35-4bba-9b1f-d0dfea25db01 HTTP/1.1" status: 200 len: 205 time: 0.0390368 Feb 09 01:53:22.465322 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53914) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:22.517854 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-6a425f9f-d64e-4591-b8fa-846cd273d2fb tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] delete failed (client error): The resource could not be found. Feb 09 01:53:22.518970 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6a425f9f-d64e-4591-b8fa-846cd273d2fb tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/routers/facd3fe6-fb35-4bba-9b1f-d0dfea25db01 HTTP/1.1" status: 404 len: 336 time: 0.0507035 Feb 09 01:53:22.521701 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53916) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:22.531013 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c75d4562-f2f2-494f-9d0e-41c4ff0f25df tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (1f9ae455-6ad1-41e8-9c46-1fb46bff31cf), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:22.538408 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2050-a3d9-49b8-8da1-8bf0485f07c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a8f21240-03e2-477c-8d08-400841575e3d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:22.541330 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2050-a3d9-49b8-8da1-8bf0485f07c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:22.545356 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4bfb2050-a3d9-49b8-8da1-8bf0485f07c7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8f21240-03e2-477c-8d08-400841575e3d HTTP/1.1" status: 204 len: 168 time: 0.3882251 Feb 09 01:53:22.556784 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-70595f25-4711-4a43-9305-a0b1ee68ceb5 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c683dd-f605-4a3f-9658-88032d55f8b6 HTTP/1.1" status: 200 len: 205 time: 0.0334277 Feb 09 01:53:22.560366 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53920) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:22.581859 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb2050-a3d9-49b8-8da1-8bf0485f07c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f21240-03e2-477c-8d08-400841575e3d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:22.626432 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-d0fb48ba-af3a-4ebc-9671-97d0383bd547 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] delete failed (client error): The resource could not be found. Feb 09 01:53:22.629907 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d0fb48ba-af3a-4ebc-9671-97d0383bd547 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/routers/c5c683dd-f605-4a3f-9658-88032d55f8b6 HTTP/1.1" status: 404 len: 336 time: 0.0663569 Feb 09 01:53:22.630241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53922) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:22.637154 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d4562-f2f2-494f-9d0e-41c4ff0f25df tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Subnet': ['ID=1f9ae455-6ad1-41e8-9c46-1fb46bff31cf,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:22.657457 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75d4562-f2f2-494f-9d0e-41c4ff0f25df tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Checking segment: {'id': '3e7811c6-e52d-4626-a9b1-0cb1a03f8a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '46a25e9e-b059-475d-aad3-e27455e874b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:53:22.657843 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75d4562-f2f2-494f-9d0e-41c4ff0f25df tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network hostable DHCP agents. Network: 46a25e9e-b059-475d-aad3-e27455e874b0, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:53:22.664744 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bca54f3-c149-41e2-9bb1-1ab561a32534 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] DELETE failed (client error): The resource could not be found. Feb 09 01:53:22.665500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bca54f3-c149-41e2-9bb1-1ab561a32534 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:53:22.670952 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6bca54f3-c149-41e2-9bb1-1ab561a32534 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/subnets/54830c86-79c3-4c7f-92a6-51cd6fb4710c HTTP/1.1" status: 404 len: 337 time: 0.0377240 Feb 09 01:53:22.672772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53924) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:22.690830 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75d4562-f2f2-494f-9d0e-41c4ff0f25df tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network 46a25e9e-b059-475d-aad3-e27455e874b0 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:53:22.706140 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e5d0cd43-9fd8-45e8-a805-0c39c0993f72 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de HTTP/1.1" status: 200 len: 205 time: 0.0323739 Feb 09 01:53:22.708554 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-c75d4562-f2f2-494f-9d0e-41c4ff0f25df tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 46a25e9e-b059-475d-aad3-e27455e874b0) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:22.709012 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53928) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:22.719246 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fa481e-147b-43fd-a7a3-96615e33f0ab None None] Network 46a25e9e-b059-475d-aad3-e27455e874b0 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:22.724868 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75d4562-f2f2-494f-9d0e-41c4ff0f25df tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:22.725478 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c75d4562-f2f2-494f-9d0e-41c4ff0f25df tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:22.760215 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c75d4562-f2f2-494f-9d0e-41c4ff0f25df tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7752874 Feb 09 01:53:22.760888 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53930) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:22.766042 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d6254b96-14e0-4756-bdf0-74000b6f17e0 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-35232531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:22.770282 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-708f75b0-d80e-4c0a-973c-fa469739c6a1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] delete failed (client error): The resource could not be found. Feb 09 01:53:22.771293 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-708f75b0-d80e-4c0a-973c-fa469739c6a1 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/routers/5a95d5af-eb4c-4e82-b1f7-b6b63bfff9de HTTP/1.1" status: 404 len: 336 time: 0.0589514 Feb 09 01:53:22.782946 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53932) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:22.797963 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d6254b96-14e0-4756-bdf0-74000b6f17e0 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (a12cfeee-a357-4253-b1a5-592b24083d62), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:22.800573 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d6254b96-14e0-4756-bdf0-74000b6f17e0 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (a12cfeee-a357-4253-b1a5-592b24083d62), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:22.818516 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device ca940e40-2348-4639-9526-1902063d5cfc no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:22.834602 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a574bcd-f002-40b9-bfbb-20ada3d4eae7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] DELETE failed (client error): The resource could not be found. Feb 09 01:53:22.835072 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a574bcd-f002-40b9-bfbb-20ada3d4eae7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:53:22.839600 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9a574bcd-f002-40b9-bfbb-20ada3d4eae7 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/subnets/0de08219-9c56-4924-83f0-27ad59c01715 HTTP/1.1" status: 404 len: 337 time: 0.0595543 Feb 09 01:53:22.842916 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53936) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:22.851654 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: ca940e40-2348-4639-9526-1902063d5cfc {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:53:22.852851 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device ca940e40-2348-4639-9526-1902063d5cfc not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:53:22.895673 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3a25e-48b7-41a7-8078-2e9c698711b1 req-81e1ab34-09a3-4684-b8c3-57633865dccb tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:22.918087 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d7c3a25e-48b7-41a7-8078-2e9c698711b1 req-81e1ab34-09a3-4684-b8c3-57633865dccb tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.1370132 Feb 09 01:53:22.946684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-46a25e9e-b059-475d-aad3-e27455e874b0', 'network_id': '46a25e9e-b059-475d-aad3-e27455e874b0', 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'fixed_ips': [{'subnet_id': '1f9ae455-6ad1-41e8-9c46-1fb46bff31cf'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:53:22.950908 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:22.973507 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d6254b96-14e0-4756-bdf0-74000b6f17e0 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router_controller (a12cfeee-a357-4253-b1a5-592b24083d62), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:22.977626 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c0c60d4e-d3ef-4e22-9621-48dd54be7ea5 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf77de57-d6b2-4af0-96d0-1a7bc91664ac HTTP/1.1" status: 200 len: 205 time: 0.1322038 Feb 09 01:53:22.981026 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d6254b96-14e0-4756-bdf0-74000b6f17e0 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (a12cfeee-a357-4253-b1a5-592b24083d62), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:22.986848 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53942) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:23.011055 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d7c3a25e-48b7-41a7-8078-2e9c698711b1 req-419c3ba1-0645-42f2-a187-2ecb1a9fb516 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918627 Feb 09 01:53:23.041068 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-642bff28-9c51-4f95-87c6-c44ecf85ad9f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] delete failed (client error): The resource could not be found. Feb 09 01:53:23.042183 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-642bff28-9c51-4f95-87c6-c44ecf85ad9f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/routers/bf77de57-d6b2-4af0-96d0-1a7bc91664ac HTTP/1.1" status: 404 len: 336 time: 0.0531354 Feb 09 01:53:23.045765 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53944) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:23.048639 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d6254b96-14e0-4756-bdf0-74000b6f17e0 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:23.053500 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d6254b96-14e0-4756-bdf0-74000b6f17e0 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2913270 Feb 09 01:53:23.054425 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53946) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:23.074610 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3368964-8270-42ff-9afe-c8b20342ed4f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] DELETE failed (client error): The resource could not be found. Feb 09 01:53:23.075052 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3368964-8270-42ff-9afe-c8b20342ed4f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:53:23.078249 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c3368964-8270-42ff-9afe-c8b20342ed4f tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/subnets/1d9b36c9-0272-4c71-9ee4-65ed51e119a9 HTTP/1.1" status: 404 len: 337 time: 0.0312784 Feb 09 01:53:23.081938 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53948) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:23.117195 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aabcb61-9b0e-4306-977a-5b461dc89db0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] DELETE failed (client error): The resource could not be found. Feb 09 01:53:23.118053 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aabcb61-9b0e-4306-977a-5b461dc89db0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:53:23.124893 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2aabcb61-9b0e-4306-977a-5b461dc89db0 tempest-RoutersIpV6Test-1886372868 tempest-RoutersIpV6Test-1886372868-project] 10.222.0.36 "DELETE /v2.0/subnets/da68f6da-1fc2-409e-b6e3-2a14f4afff97 HTTP/1.1" status: 404 len: 337 time: 0.0408218 Feb 09 01:53:23.175085 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Allocated IP 172.20.0.2 (46a25e9e-b059-475d-aad3-e27455e874b0/1f9ae455-6ad1-41e8-9c46-1fb46bff31cf/12f4eea2-c039-4980-ad66-a79c72875389) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:53:23.189438 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53952) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:23.212920 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c05e75ba-ac95-4ea7-893a-483836eb73f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:23.341735 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c05e75ba-ac95-4ea7-893a-483836eb73f0 admin admin] Publish callbacks [] for security_group (56033056-f624-43fc-bc62-ff6453fb70a6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:23.347050 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c05e75ba-ac95-4ea7-893a-483836eb73f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (56033056-f624-43fc-bc62-ff6453fb70a6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:23.419526 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e41555b5-372f-422d-a335-af17d8a3abe9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:23.436687 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Publish callbacks [] for port (12f4eea2-c039-4980-ad66-a79c72875389), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:23.445096 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (12f4eea2-c039-4980-ad66-a79c72875389), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:23.512064 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Network 46a25e9e-b059-475d-aad3-e27455e874b0 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:23.516347 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:23.526499 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:53:23.531390 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Pushing event updated for resources: {'Port': ['ID=12f4eea2-c039-4980-ad66-a79c72875389,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:23.551708 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53958) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:23.569452 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:23.569866 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:23.570280 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:23.570767 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:23.571344 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:23.572135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:23.573285 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:23.573285 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:23.573696 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:23.574094 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:23.574492 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:23.574888 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:23.575305 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:23.626191 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Attempting to bind port 12f4eea2-c039-4980-ad66-a79c72875389 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:53:23.626919 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Attempting to bind port 12f4eea2-c039-4980-ad66-a79c72875389 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3e7811c6-e52d-4626-a9b1-0cb1a03f8a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '46a25e9e-b059-475d-aad3-e27455e874b0'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:53:23.627887 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Attempting to bind port 12f4eea2-c039-4980-ad66-a79c72875389 on network 46a25e9e-b059-475d-aad3-e27455e874b0 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:53:23.636107 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:53:23.636895 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Checking segment: {'id': '3e7811c6-e52d-4626-a9b1-0cb1a03f8a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '46a25e9e-b059-475d-aad3-e27455e874b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:53:23.637480 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:23.638210 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Bound using segment: {'id': '3e7811c6-e52d-4626-a9b1-0cb1a03f8a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '46a25e9e-b059-475d-aad3-e27455e874b0'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:53:23.639038 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Bound port: 12f4eea2-c039-4980-ad66-a79c72875389, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7811c6-e52d-4626-a9b1-0cb1a03f8a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '46a25e9e-b059-475d-aad3-e27455e874b0'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:53:23.639640 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (12f4eea2-c039-4980-ad66-a79c72875389), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:23.719961 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bb8b6-666f-4824-a06a-db1129503209 req-e454a9be-50a6-4a40-8116-103819b1e6d1 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:23.721573 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-445bb8b6-666f-4824-a06a-db1129503209 req-e454a9be-50a6-4a40-8116-103819b1e6d1 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.1707501 Feb 09 01:53:23.753187 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] For port 12f4eea2-c039-4980-ad66-a79c72875389, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:53:23.760568 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] For port 12f4eea2-c039-4980-ad66-a79c72875389, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=12f4eea2-c039-4980-ad66-a79c72875389,segment=NetworkSegment(3e7811c6-e52d-4626-a9b1-0cb1a03f8a0e),segment_id=3e7811c6-e52d-4626-a9b1-0cb1a03f8a0e)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:53:23.763353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e75ba-ac95-4ea7-893a-483836eb73f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56033056-f624-43fc-bc62-ff6453fb70a6,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:23.767736 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c05e75ba-ac95-4ea7-893a-483836eb73f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b76055ab82964b29bd2dac3bac974b2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5769935 Feb 09 01:53:23.769799 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (12f4eea2-c039-4980-ad66-a79c72875389), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:23.778142 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53962) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:23.840636 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a2e7c-845c-4f69-b444-4189d3a930aa None None] Pushing event updated for resources: {'Port': ['ID=12f4eea2-c039-4980-ad66-a79c72875389,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:23.921652 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-627160eb-8208-4f98-967d-db086a4cc440 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=247ac12d74ff449fabfbe552acae8758&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3685465 Feb 09 01:53:23.924590 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53964) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:23.929078 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-445bb8b6-666f-4824-a06a-db1129503209 req-7695b625-3e6d-483c-a288-2997954120e3 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944580 Feb 09 01:53:23.972377 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-50bbc260-e24e-46e8-a929-57666fbca473 admin admin] Publish callbacks [] for security_group (56033056-f624-43fc-bc62-ff6453fb70a6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:23.977753 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-e41555b5-372f-422d-a335-af17d8a3abe9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Allocated IP 172.20.0.1 (46a25e9e-b059-475d-aad3-e27455e874b0/1f9ae455-6ad1-41e8-9c46-1fb46bff31cf/f588c050-28e0-4aa7-ae0c-ee8743791389) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:53:23.989598 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-83783768-d140-4f0e-9cf0-487410736ae2 admin admin] Publish callbacks [] for security_group (432ec041-8cd2-4d84-904d-decf8e91f24f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:24.020316 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-83783768-d140-4f0e-9cf0-487410736ae2 admin admin] Publish callbacks [] for security_group (432ec041-8cd2-4d84-904d-decf8e91f24f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:24.102947 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-50bbc260-e24e-46e8-a929-57666fbca473 admin admin] Publish callbacks [] for security_group (56033056-f624-43fc-bc62-ff6453fb70a6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:24.130915 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-83783768-d140-4f0e-9cf0-487410736ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (432ec041-8cd2-4d84-904d-decf8e91f24f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:24.135137 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-83783768-d140-4f0e-9cf0-487410736ae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:24.137165 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-83783768-d140-4f0e-9cf0-487410736ae2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/432ec041-8cd2-4d84-904d-decf8e91f24f HTTP/1.1" status: 204 len: 168 time: 0.2103584 Feb 09 01:53:24.152405 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83783768-d140-4f0e-9cf0-487410736ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432ec041-8cd2-4d84-904d-decf8e91f24f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:24.303692 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0395f8-f9cd-42c0-a74a-6398e7f58f98 req-f1d27c7c-ab78-4cbf-97af-cfba1f6dd7fa tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:24.305282 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa0395f8-f9cd-42c0-a74a-6398e7f58f98 req-f1d27c7c-ab78-4cbf-97af-cfba1f6dd7fa tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.1417873 Feb 09 01:53:24.348152 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-50bbc260-e24e-46e8-a929-57666fbca473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (56033056-f624-43fc-bc62-ff6453fb70a6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:24.350713 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-50bbc260-e24e-46e8-a929-57666fbca473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:24.351929 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-50bbc260-e24e-46e8-a929-57666fbca473 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56033056-f624-43fc-bc62-ff6453fb70a6 HTTP/1.1" status: 204 len: 168 time: 0.5710189 Feb 09 01:53:24.372266 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e41555b5-372f-422d-a335-af17d8a3abe9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for port (f588c050-28e0-4aa7-ae0c-ee8743791389), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:24.381534 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbc260-e24e-46e8-a929-57666fbca473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56033056-f624-43fc-bc62-ff6453fb70a6,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:24.408624 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa0395f8-f9cd-42c0-a74a-6398e7f58f98 req-52f30c2e-be8a-4999-a66e-8fc1e4127a84 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879581 Feb 09 01:53:24.441340 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e41555b5-372f-422d-a335-af17d8a3abe9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (f588c050-28e0-4aa7-ae0c-ee8743791389), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:24.504415 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41555b5-372f-422d-a335-af17d8a3abe9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network 46a25e9e-b059-475d-aad3-e27455e874b0 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:24.507721 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-e41555b5-372f-422d-a335-af17d8a3abe9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:24.512631 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41555b5-372f-422d-a335-af17d8a3abe9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:53:24.516849 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41555b5-372f-422d-a335-af17d8a3abe9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Port': ['ID=f588c050-28e0-4aa7-ae0c-ee8743791389,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:24.567944 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e41555b5-372f-422d-a335-af17d8a3abe9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (a12cfeee-a357-4253-b1a5-592b24083d62), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:24.733248 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e41555b5-372f-422d-a335-af17d8a3abe9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f588c050-28e0-4aa7-ae0c-ee8743791389), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:25.108178 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f60906b-cd1b-4caf-a552-c02746abac34 None None] Network 46a25e9e-b059-475d-aad3-e27455e874b0 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:25.160112 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571f8cd-6b3d-4ad3-a3e1-af2d0cd2ca3b req-27ffa063-8e68-472c-80c2-7b2805d6fa11 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:25.162371 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e41555b5-372f-422d-a335-af17d8a3abe9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for port (f588c050-28e0-4aa7-ae0c-ee8743791389), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:25.172386 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4571f8cd-6b3d-4ad3-a3e1-af2d0cd2ca3b req-27ffa063-8e68-472c-80c2-7b2805d6fa11 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.0856359 Feb 09 01:53:25.172386 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54006) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:25.176163 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e41555b5-372f-422d-a335-af17d8a3abe9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (f588c050-28e0-4aa7-ae0c-ee8743791389), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:25.235989 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b8a390d6-403d-4ddc-8cc8-a3cab3c44f2e None None] Provisioning complete for port 12f4eea2-c039-4980-ad66-a79c72875389 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:25.236399 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b8a390d6-403d-4ddc-8cc8-a3cab3c44f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (12f4eea2-c039-4980-ad66-a79c72875389), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:25.302984 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4571f8cd-6b3d-4ad3-a3e1-af2d0cd2ca3b req-f5bf0e2a-0884-49c3-b970-bffe89f19732 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230855 Feb 09 01:53:25.357789 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41555b5-372f-422d-a335-af17d8a3abe9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Port': ['ID=f588c050-28e0-4aa7-ae0c-ee8743791389,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:25.360895 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e41555b5-372f-422d-a335-af17d8a3abe9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (a12cfeee-a357-4253-b1a5-592b24083d62), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:25.376754 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-cf26dd98-d95e-438b-83a0-fce4156c20d5 tempest-SubnetPoolsTestJSON-650646209 tempest-SubnetPoolsTestJSON-650646209-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1498829', 'prefixes': ['172.20.0.0/16']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:25.433600 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b8a390d6-403d-4ddc-8cc8-a3cab3c44f2e None None] Current status of the port 12f4eea2-c039-4980-ad66-a79c72875389 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:25.434274 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b8a390d6-403d-4ddc-8cc8-a3cab3c44f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (12f4eea2-c039-4980-ad66-a79c72875389), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:25.493590 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b8a390d6-403d-4ddc-8cc8-a3cab3c44f2e None None] For port 12f4eea2-c039-4980-ad66-a79c72875389, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=12f4eea2-c039-4980-ad66-a79c72875389,segment=NetworkSegment(3e7811c6-e52d-4626-a9b1-0cb1a03f8a0e),segment_id=3e7811c6-e52d-4626-a9b1-0cb1a03f8a0e)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:25.500919 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b8a390d6-403d-4ddc-8cc8-a3cab3c44f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (12f4eea2-c039-4980-ad66-a79c72875389), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:25.530167 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cf26dd98-d95e-438b-83a0-fce4156c20d5 tempest-SubnetPoolsTestJSON-650646209 tempest-SubnetPoolsTestJSON-650646209-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:25.533892 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cf26dd98-d95e-438b-83a0-fce4156c20d5 tempest-SubnetPoolsTestJSON-650646209 tempest-SubnetPoolsTestJSON-650646209-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 734 time: 0.3583419 Feb 09 01:53:25.535046 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54022) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:25.567700 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41555b5-372f-422d-a335-af17d8a3abe9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network 46a25e9e-b059-475d-aad3-e27455e874b0 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:25.617000 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a390d6-403d-4ddc-8cc8-a3cab3c44f2e None None] Pushing event updated for resources: {'Port': ['ID=12f4eea2-c039-4980-ad66-a79c72875389,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:25.628124 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-e41555b5-372f-422d-a335-af17d8a3abe9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:25.632188 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0091c588-4fbb-4480-aae5-59cfd1802ed8 tempest-SubnetPoolsTestJSON-650646209 tempest-SubnetPoolsTestJSON-650646209-project] 10.222.0.36 "GET /v2.0/subnetpools/70a94ac1-ea88-4959-9b86-f8221ee8bcea HTTP/1.1" status: 200 len: 729 time: 0.0924885 Feb 09 01:53:25.636958 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54026) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:25.648256 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-7e5e5a08-7d41-415c-9ff1-8ac54263b912 tempest-SubnetPoolsTestJSON-650646209 tempest-SubnetPoolsTestJSON-650646209-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1574328017'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:25.776882 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7e5e5a08-7d41-415c-9ff1-8ac54263b912 tempest-SubnetPoolsTestJSON-650646209 tempest-SubnetPoolsTestJSON-650646209-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:25.779056 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7e5e5a08-7d41-415c-9ff1-8ac54263b912 tempest-SubnetPoolsTestJSON-650646209 tempest-SubnetPoolsTestJSON-650646209-project] 10.222.0.36 "PUT /v2.0/subnetpools/70a94ac1-ea88-4959-9b86-f8221ee8bcea HTTP/1.1" status: 200 len: 684 time: 0.1408434 Feb 09 01:53:25.782036 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54028) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:25.804419 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669993a6-4edd-4e6a-948d-585fa1c7e461 req-8184d141-fa89-424a-8cc3-fc90dfea88da tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:25.804419 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-669993a6-4edd-4e6a-948d-585fa1c7e461 req-8184d141-fa89-424a-8cc3-fc90dfea88da tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.2336950 Feb 09 01:53:25.824888 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41555b5-372f-422d-a335-af17d8a3abe9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Router a12cfeee-a357-4253-b1a5-592b24083d62 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:53:25.841480 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5d333331-8b1e-4130-a7f5-43518cb4dc08 None None] Provisioning complete for port f588c050-28e0-4aa7-ae0c-ee8743791389 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:25.841480 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5d333331-8b1e-4130-a7f5-43518cb4dc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f588c050-28e0-4aa7-ae0c-ee8743791389), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:25.885604 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5d333331-8b1e-4130-a7f5-43518cb4dc08 None None] Port f588c050-28e0-4aa7-ae0c-ee8743791389 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:53:25.890015 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 12f4eea2-c039-4980-ad66-a79c72875389 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:53:25.923043 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dd91f4fd-4ece-418c-bbed-fa567b067c73 tempest-SubnetPoolsTestJSON-650646209 tempest-SubnetPoolsTestJSON-650646209-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:25.924707 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-dd91f4fd-4ece-418c-bbed-fa567b067c73 tempest-SubnetPoolsTestJSON-650646209 tempest-SubnetPoolsTestJSON-650646209-project] 10.222.0.36 "DELETE /v2.0/subnetpools/70a94ac1-ea88-4959-9b86-f8221ee8bcea HTTP/1.1" status: 204 len: 168 time: 0.1415396 Feb 09 01:53:25.928211 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54032) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:25.948571 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-9e9aac33-b72a-43ca-8731-1186157a1b0e tempest-SubnetPoolsTestJSON-650646209 tempest-SubnetPoolsTestJSON-650646209-project] show failed (client error): The resource could not be found. Feb 09 01:53:25.950285 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9e9aac33-b72a-43ca-8731-1186157a1b0e tempest-SubnetPoolsTestJSON-650646209 tempest-SubnetPoolsTestJSON-650646209-project] 10.222.0.36 "GET /v2.0/subnetpools/70a94ac1-ea88-4959-9b86-f8221ee8bcea HTTP/1.1" status: 404 len: 346 time: 0.0180960 Feb 09 01:53:25.955573 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54034) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:25.974979 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5d333331-8b1e-4130-a7f5-43518cb4dc08 None None] Provisioning complete for port 12f4eea2-c039-4980-ad66-a79c72875389 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:25.975541 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5d333331-8b1e-4130-a7f5-43518cb4dc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (12f4eea2-c039-4980-ad66-a79c72875389), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:25.997544 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-7e9227cd-e9fd-414d-9476-f68fda2f122a tempest-SubnetPoolsTestJSON-650646209 tempest-SubnetPoolsTestJSON-650646209-project] delete failed (client error): The resource could not be found. Feb 09 01:53:25.998778 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7e9227cd-e9fd-414d-9476-f68fda2f122a tempest-SubnetPoolsTestJSON-650646209 tempest-SubnetPoolsTestJSON-650646209-project] 10.222.0.36 "DELETE /v2.0/subnetpools/70a94ac1-ea88-4959-9b86-f8221ee8bcea HTTP/1.1" status: 404 len: 346 time: 0.0398374 Feb 09 01:53:26.071560 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 12f4eea2-c039-4980-ad66-a79c72875389 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:26.071560 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (12f4eea2-c039-4980-ad66-a79c72875389), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:26.167254 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5d333331-8b1e-4130-a7f5-43518cb4dc08 None None] Current status of the port 12f4eea2-c039-4980-ad66-a79c72875389 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:26.243534 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 12f4eea2-c039-4980-ad66-a79c72875389 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:26.298338 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-62103d14-b195-44cd-8bc1-644ba21e913f None None] Provisioning complete for port f588c050-28e0-4aa7-ae0c-ee8743791389 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:26.298860 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-62103d14-b195-44cd-8bc1-644ba21e913f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f588c050-28e0-4aa7-ae0c-ee8743791389), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:26.357145 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-62103d14-b195-44cd-8bc1-644ba21e913f None None] Port f588c050-28e0-4aa7-ae0c-ee8743791389 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:53:26.426296 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54050) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:26.473750 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-669993a6-4edd-4e6a-948d-585fa1c7e461 req-658d215e-92f5-417b-833a-b2884259b137 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6632023 Feb 09 01:53:26.498790 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41555b5-372f-422d-a335-af17d8a3abe9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:53:26.521600 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2576c5f0-ce31-4412-bd6f-b1ddc02531f5 None None] Sync routers for ids ['a12cfeee-a357-4253-b1a5-592b24083d62'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:53:26.523157 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e41555b5-372f-422d-a335-af17d8a3abe9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/routers/a12cfeee-a357-4253-b1a5-592b24083d62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4651785 Feb 09 01:53:26.525731 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54056) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:26.552724 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2576c5f0-ce31-4412-bd6f-b1ddc02531f5 None None] Routers {'a12cfeee-a357-4253-b1a5-592b24083d62'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:26.553811 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-2576c5f0-ce31-4412-bd6f-b1ddc02531f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a12cfeee-a357-4253-b1a5-592b24083d62'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:26.603933 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6d7232-4b6b-440f-9933-e52d48720e8f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:26.610411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9f6d7232-4b6b-440f-9933-e52d48720e8f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/ports/f588c050-28e0-4aa7-ae0c-ee8743791389 HTTP/1.1" status: 200 len: 910 time: 0.0757022 Feb 09 01:53:26.610710 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54060) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:26.628576 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1a135-c2c9-4c3d-919d-f43791dc2730 req-1ece4952-4a73-4527-ae95-00c113a5019d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:26.630838 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8b1a135-c2c9-4c3d-919d-f43791dc2730 req-1ece4952-4a73-4527-ae95-00c113a5019d tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.2020085 Feb 09 01:53:26.634225 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-2576c5f0-ce31-4412-bd6f-b1ddc02531f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:26.645334 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2576c5f0-ce31-4412-bd6f-b1ddc02531f5 None None] Routers {'a12cfeee-a357-4253-b1a5-592b24083d62'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:26.646801 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-2576c5f0-ce31-4412-bd6f-b1ddc02531f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a12cfeee-a357-4253-b1a5-592b24083d62'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:26.695329 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-bf9123e7-7f63-46ea-acbc-4c296ef96dcb None None] Provisioning complete for port f588c050-28e0-4aa7-ae0c-ee8743791389 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:26.695674 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bf9123e7-7f63-46ea-acbc-4c296ef96dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f588c050-28e0-4aa7-ae0c-ee8743791389), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:26.711813 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-2576c5f0-ce31-4412-bd6f-b1ddc02531f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:26.712646 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2576c5f0-ce31-4412-bd6f-b1ddc02531f5 None None] The sync data for ids ['a12cfeee-a357-4253-b1a5-592b24083d62'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:53:26.725541 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8b1a135-c2c9-4c3d-919d-f43791dc2730 req-50a39591-252e-4c86-9429-af15d49382d8 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860901 Feb 09 01:53:26.781694 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54062) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:26.792605 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-bf9123e7-7f63-46ea-acbc-4c296ef96dcb None None] Port f588c050-28e0-4aa7-ae0c-ee8743791389 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:53:26.832031 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a43b028-0d3d-4852-a3b0-ab28bec313fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:26.845521 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-a41561e0-5555-40f1-9bca-7d78a10e52b7 tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2004734336'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:26.846893 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-a41561e0-5555-40f1-9bca-7d78a10e52b7 tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] Unknown quota resources ['metering_label']. {{(pid=103183) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:53:27.034201 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92da929d-b4bb-4466-a281-c3485338deef tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (a12cfeee-a357-4253-b1a5-592b24083d62), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:27.077007 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a41561e0-5555-40f1-9bca-7d78a10e52b7 tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:27.078226 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a41561e0-5555-40f1-9bca-7d78a10e52b7 tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2951844 Feb 09 01:53:27.081513 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54066) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:27.085723 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2b37a092-3312-4460-8b44-fe13687989d8 tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '49a78cf8-46e6-4936-82e6-1994cce21a28'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:27.086893 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2b37a092-3312-4460-8b44-fe13687989d8 tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103183) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:53:27.196615 n-d-828387-3 neutron-server[103183]: WARNING neutron.services.metering.metering_plugin [None req-2b37a092-3312-4460-8b44-fe13687989d8 tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 01:53:27.237564 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a43b028-0d3d-4852-a3b0-ab28bec313fa admin admin] Publish callbacks [] for security_group (7a7d7e7c-aca1-4455-af0e-5bd1c000e1f6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:27.287509 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a43b028-0d3d-4852-a3b0-ab28bec313fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7a7d7e7c-aca1-4455-af0e-5bd1c000e1f6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:27.328012 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-92da929d-b4bb-4466-a281-c3485338deef tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting port f588c050-28e0-4aa7-ae0c-ee8743791389 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:27.328431 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92da929d-b4bb-4466-a281-c3485338deef tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (f588c050-28e0-4aa7-ae0c-ee8743791389), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:27.335729 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2b37a092-3312-4460-8b44-fe13687989d8 tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:27.342694 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2b37a092-3312-4460-8b44-fe13687989d8 tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2556696 Feb 09 01:53:27.346854 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54068) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:27.351192 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-57f46e94-508c-4b97-91a0-186a5253e5ac tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '49a78cf8-46e6-4936-82e6-1994cce21a28'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:27.351873 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-57f46e94-508c-4b97-91a0-186a5253e5ac tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103184) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:53:27.366021 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5a43b028-0d3d-4852-a3b0-ab28bec313fa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8be83957a1d642d38f74acd2cb46a473&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9386139 Feb 09 01:53:27.368270 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43b028-0d3d-4852-a3b0-ab28bec313fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7d7e7c-aca1-4455-af0e-5bd1c000e1f6,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:27.370782 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54072) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:27.431048 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d00eef77-7cc7-4f92-b91c-038734b6f7bd admin admin] Publish callbacks [] for security_group (7a7d7e7c-aca1-4455-af0e-5bd1c000e1f6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:27.457041 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d00eef77-7cc7-4f92-b91c-038734b6f7bd admin admin] Publish callbacks [] for security_group (7a7d7e7c-aca1-4455-af0e-5bd1c000e1f6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:27.513803 n-d-828387-3 neutron-server[103184]: WARNING neutron.services.metering.metering_plugin [None req-57f46e94-508c-4b97-91a0-186a5253e5ac tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 01:53:27.521525 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d00eef77-7cc7-4f92-b91c-038734b6f7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7a7d7e7c-aca1-4455-af0e-5bd1c000e1f6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:27.526502 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d00eef77-7cc7-4f92-b91c-038734b6f7bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:27.530712 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d00eef77-7cc7-4f92-b91c-038734b6f7bd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a7d7e7c-aca1-4455-af0e-5bd1c000e1f6 HTTP/1.1" status: 204 len: 168 time: 0.1566381 Feb 09 01:53:27.540949 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00eef77-7cc7-4f92-b91c-038734b6f7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7d7e7c-aca1-4455-af0e-5bd1c000e1f6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:27.670038 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57f46e94-508c-4b97-91a0-186a5253e5ac tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:27.674151 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-57f46e94-508c-4b97-91a0-186a5253e5ac tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3234205 Feb 09 01:53:27.674705 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54078) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:27.690008 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92da929d-b4bb-4466-a281-c3485338deef tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (f588c050-28e0-4aa7-ae0c-ee8743791389), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:27.696839 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e9173412-1a73-4200-b05b-9a4c12c2ee33 tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=102e66f0-7566-439d-bf9f-a14bb36f2482 HTTP/1.1" status: 200 len: 462 time: 0.0202560 Feb 09 01:53:27.699334 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54080) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:27.709825 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-92da929d-b4bb-4466-a281-c3485338deef tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Calling delete_port for f588c050-28e0-4aa7-ae0c-ee8743791389 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:27.712031 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 12f4eea2-c039-4980-ad66-a79c72875389 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:53:27.767147 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22119084-7f39-483a-8395-2239f1928683 req-0988133a-520f-4d70-baab-f523afdad870 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:27.773703 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22119084-7f39-483a-8395-2239f1928683 req-0988133a-520f-4d70-baab-f523afdad870 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.1686680 Feb 09 01:53:27.779395 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 12f4eea2-c039-4980-ad66-a79c72875389 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:27.779793 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (12f4eea2-c039-4980-ad66-a79c72875389), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:27.891072 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 12f4eea2-c039-4980-ad66-a79c72875389 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:27.940873 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-880ac3dc-dcb1-4f36-b9b5-9e31de9d944e tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:27.942312 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-880ac3dc-dcb1-4f36-b9b5-9e31de9d944e tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/102e66f0-7566-439d-bf9f-a14bb36f2482 HTTP/1.1" status: 204 len: 168 time: 0.2418115 Feb 09 01:53:27.945987 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54090) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:27.956260 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22119084-7f39-483a-8395-2239f1928683 req-4e0c8ca7-6f2b-4da3-a757-745f339b96b9 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4471406-dab9-4c7c-b36a-752dad523dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655569 Feb 09 01:53:27.989296 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cfba7-946e-45b3-94e0-80ef2ba9046f req-802c488b-ad18-4feb-b1d2-e0c026d5a94e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:27.992057 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c06cfba7-946e-45b3-94e0-80ef2ba9046f req-802c488b-ad18-4feb-b1d2-e0c026d5a94e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.1156869 Feb 09 01:53:28.036157 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-13b625db-c6b5-4426-85ec-89a5fe589c5a tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=102e66f0-7566-439d-bf9f-a14bb36f2482 HTTP/1.1" status: 200 len: 221 time: 0.0857177 Feb 09 01:53:28.040964 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54092) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:28.049819 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-9114f37e-55ed-423e-b0ac-a523cd0ecd26 tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1022687944', 'description': 'label created by tempest'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:28.051033 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-9114f37e-55ed-423e-b0ac-a523cd0ecd26 tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] Unknown quota resources ['metering_label']. {{(pid=103183) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:53:28.120015 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92da929d-b4bb-4466-a281-c3485338deef tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (f588c050-28e0-4aa7-ae0c-ee8743791389), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:28.172839 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da929d-b4bb-4466-a281-c3485338deef tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Port': ['ID=f588c050-28e0-4aa7-ae0c-ee8743791389,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:28.179749 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c06cfba7-946e-45b3-94e0-80ef2ba9046f req-7bbde68c-28a0-452a-912a-c7440b2fb285 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514580 Feb 09 01:53:28.277339 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9114f37e-55ed-423e-b0ac-a523cd0ecd26 tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:28.278760 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9114f37e-55ed-423e-b0ac-a523cd0ecd26 tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2361000 Feb 09 01:53:28.282986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54098) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:28.394953 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92da929d-b4bb-4466-a281-c3485338deef tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (a12cfeee-a357-4253-b1a5-592b24083d62), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:28.445041 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-23f91391-ca2b-4b04-9ca1-9c334b4fcdbf tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=811c2196-35ad-460a-a17f-795b4dd57c99 HTTP/1.1" status: 200 len: 468 time: 0.1605527 Feb 09 01:53:28.447855 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54104) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:28.489974 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a391f42-3776-4758-b9ba-0b991d3affc8 req-9a56ae13-1a3a-412e-913e-77ad208f2f88 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:28.492157 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a391f42-3776-4758-b9ba-0b991d3affc8 req-9a56ae13-1a3a-412e-913e-77ad208f2f88 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 946 time: 0.1430945 Feb 09 01:53:28.609961 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-1a391f42-3776-4758-b9ba-0b991d3affc8 req-dbef5947-3fb9-4583-a9a4-ed5b396d0990 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Deleting port 719ef8f8-41c4-4e78-bd87-81cf10377bd5 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:28.612456 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1a391f42-3776-4758-b9ba-0b991d3affc8 req-dbef5947-3fb9-4583-a9a4-ed5b396d0990 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (719ef8f8-41c4-4e78-bd87-81cf10377bd5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:28.684075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54112) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:28.723181 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-1a391f42-3776-4758-b9ba-0b991d3affc8 req-dbef5947-3fb9-4583-a9a4-ed5b396d0990 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] For port 719ef8f8-41c4-4e78-bd87-81cf10377bd5, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=719ef8f8-41c4-4e78-bd87-81cf10377bd5,segment=NetworkSegment(d3a41fe1-8171-4f9c-b2fc-540dad47233c),segment_id=d3a41fe1-8171-4f9c-b2fc-540dad47233c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:28.723583 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1a391f42-3776-4758-b9ba-0b991d3affc8 req-dbef5947-3fb9-4583-a9a4-ed5b396d0990 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (719ef8f8-41c4-4e78-bd87-81cf10377bd5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:28.737569 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-1a391f42-3776-4758-b9ba-0b991d3affc8 req-dbef5947-3fb9-4583-a9a4-ed5b396d0990 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Calling delete_port for 719ef8f8-41c4-4e78-bd87-81cf10377bd5 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:28.788590 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-df397b17-928f-4db6-8ba7-b3a9a173e700 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-265068879'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:28.821224 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1b86ee5c-b12b-4db3-aa34-2b33a2144e61 tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:28.825317 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1b86ee5c-b12b-4db3-aa34-2b33a2144e61 tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/811c2196-35ad-460a-a17f-795b4dd57c99 HTTP/1.1" status: 204 len: 168 time: 0.3735642 Feb 09 01:53:28.825317 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54116) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:28.828280 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92da929d-b4bb-4466-a281-c3485338deef tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Router a12cfeee-a357-4253-b1a5-592b24083d62 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:53:28.829464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df397b17-928f-4db6-8ba7-b3a9a173e700 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] Made reservation on behalf of 7b25505d40dc490097b7759e5958e9d4 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:28.832775 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-df397b17-928f-4db6-8ba7-b3a9a173e700 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:28.840920 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2037c29a-a025-45a1-88cb-e720ae5d3312 tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=811c2196-35ad-460a-a17f-795b4dd57c99 HTTP/1.1" status: 200 len: 216 time: 0.0146432 Feb 09 01:53:28.844396 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54118) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:28.848290 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-df397b17-928f-4db6-8ba7-b3a9a173e700 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:28.861177 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a9c57a59-88e8-41ef-ae61-b712a7769af5 tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0117772 Feb 09 01:53:28.861520 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54120) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:28.941333 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54122) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:28.941747 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2ecea34a-b12c-4369-8653-e62df64e856d tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0790725 Feb 09 01:53:28.943522 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1a391f42-3776-4758-b9ba-0b991d3affc8 req-dbef5947-3fb9-4583-a9a4-ed5b396d0990 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (719ef8f8-41c4-4e78-bd87-81cf10377bd5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:28.951774 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92da929d-b4bb-4466-a281-c3485338deef tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:53:28.955061 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-92da929d-b4bb-4466-a281-c3485338deef tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/routers/a12cfeee-a357-4253-b1a5-592b24083d62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3432932 Feb 09 01:53:28.955755 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54124) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:28.959558 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81064be2-7769-4cbf-b546-d051c1ac4819 None None] Sync routers for ids ['a12cfeee-a357-4253-b1a5-592b24083d62'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:53:28.974645 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81064be2-7769-4cbf-b546-d051c1ac4819 None None] Routers {'a12cfeee-a357-4253-b1a5-592b24083d62'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:28.975589 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-81064be2-7769-4cbf-b546-d051c1ac4819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a12cfeee-a357-4253-b1a5-592b24083d62'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:28.994878 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cfde391c-cf5c-4a0e-9b47-a2b56d5d2b91 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/ports?device_id=a12cfeee-a357-4253-b1a5-592b24083d62 HTTP/1.1" status: 200 len: 205 time: 0.0380759 Feb 09 01:53:28.998762 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54128) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:29.012681 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-81064be2-7769-4cbf-b546-d051c1ac4819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:29.022988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81064be2-7769-4cbf-b546-d051c1ac4819 None None] Routers {'a12cfeee-a357-4253-b1a5-592b24083d62'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:29.024126 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-81064be2-7769-4cbf-b546-d051c1ac4819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a12cfeee-a357-4253-b1a5-592b24083d62'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:29.046278 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e35a9a3c-e37a-4cf4-91a0-9239984f6fc9 tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels/49a78cf8-46e6-4936-82e6-1994cce21a28 HTTP/1.1" status: 200 len: 473 time: 0.1001065 Feb 09 01:53:29.047127 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54130) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:29.048361 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef5947-3fb9-4583-a9a4-ed5b396d0990 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Pushing event deleted for resources: {'Port': ['ID=719ef8f8-41c4-4e78-bd87-81cf10377bd5,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:29.078506 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-81064be2-7769-4cbf-b546-d051c1ac4819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:29.079197 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81064be2-7769-4cbf-b546-d051c1ac4819 None None] The sync data for ids ['a12cfeee-a357-4253-b1a5-592b24083d62'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:53:29.095369 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-14b9d09e-f3c4-470a-82fe-805e4b578471 tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules/7387a490-4062-406d-8f20-596c67f6f8ad HTTP/1.1" status: 200 len: 459 time: 0.0444140 Feb 09 01:53:29.101410 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54132) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:29.127924 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a391f42-3776-4758-b9ba-0b991d3affc8 req-dbef5947-3fb9-4583-a9a4-ed5b396d0990 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] No DVR routers for this DVR port 719ef8f8-41c4-4e78-bd87-81cf10377bd5 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:29.134729 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-df397b17-928f-4db6-8ba7-b3a9a173e700 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] Publish callbacks [] for security_group (93dfa32f-1749-4296-b5d7-e4009591298b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:29.136422 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1a391f42-3776-4758-b9ba-0b991d3affc8 req-dbef5947-3fb9-4583-a9a4-ed5b396d0990 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:29.140024 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a391f42-3776-4758-b9ba-0b991d3affc8 req-dbef5947-3fb9-4583-a9a4-ed5b396d0990 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.48 "DELETE /v2.0/ports/719ef8f8-41c4-4e78-bd87-81cf10377bd5 HTTP/1.1" status: 204 len: 173 time: 0.6420529 Feb 09 01:53:29.140487 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcc35ad-8610-4331-b987-920e37648060', 'name': 'network-vif-deleted', 'tag': '719ef8f8-41c4-4e78-bd87-81cf10377bd5'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:53:29.142739 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9594d656-028e-46ca-82f5-797c9b2362da" -d '{"events": [{"server_uuid": "8dcc35ad-8610-4331-b987-920e37648060", "name": "network-vif-deleted", "tag": "719ef8f8-41c4-4e78-bd87-81cf10377bd5"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:53:29.146839 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c4b87351-3062-4678-b739-c66e29a6a34c tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (a12cfeee-a357-4253-b1a5-592b24083d62), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:29.147434 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-df397b17-928f-4db6-8ba7-b3a9a173e700 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (93dfa32f-1749-4296-b5d7-e4009591298b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:29.152370 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b49fece2-6b22-468f-8ebd-7bdaba4af46b req-6ca62938-fcc2-4362-bb37-adaf72cd2359 tempest-ServerRescueNegativeTestJSON-1937749785 tempest-ServerRescueNegativeTestJSON-1937749785-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dcc35ad-8610-4331-b987-920e37648060 HTTP/1.1" status: 200 len: 210 time: 0.0404735 Feb 09 01:53:29.161518 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df397b17-928f-4db6-8ba7-b3a9a173e700 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:53:29.172424 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-df397b17-928f-4db6-8ba7-b3a9a173e700 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (ea338b8e-ccb0-442e-ad7a-0391de1a76aa), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:29.172777 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-df397b17-928f-4db6-8ba7-b3a9a173e700 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] Added segment ea338b8e-ccb0-442e-ad7a-0391de1a76aa of type vlan for network 5887429d-a622-42c0-81d6-1882c7663f0c Feb 09 01:53:29.226494 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3defc3-32cb-47a5-b2a8-ef9da8ce65a2 x-openstack-request-id: req-4d3defc3-32cb-47a5-b2a8-ef9da8ce65a2 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:53:29.227988 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dcc35ad-8610-4331-b987-920e37648060", "name": "network-vif-deleted", "tag": "719ef8f8-41c4-4e78-bd87-81cf10377bd5", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:53:29.228465 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d3defc3-32cb-47a5-b2a8-ef9da8ce65a2 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:53:29.229116 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcc35ad-8610-4331-b987-920e37648060', 'name': 'network-vif-deleted', 'tag': '719ef8f8-41c4-4e78-bd87-81cf10377bd5', 'status': 'completed', 'code': 200} Feb 09 01:53:29.271965 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-df397b17-928f-4db6-8ba7-b3a9a173e700 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (5887429d-a622-42c0-81d6-1882c7663f0c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:29.305695 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df397b17-928f-4db6-8ba7-b3a9a173e700 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93dfa32f-1749-4296-b5d7-e4009591298b,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:29.386850 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c4b87351-3062-4678-b739-c66e29a6a34c tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (a12cfeee-a357-4253-b1a5-592b24083d62), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:29.389207 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c4b87351-3062-4678-b739-c66e29a6a34c tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router_controller (a12cfeee-a357-4253-b1a5-592b24083d62), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:29.427814 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97668441-3b45-4a27-a9a0-a98fef97c9d1 tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:29.428979 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-97668441-3b45-4a27-a9a0-a98fef97c9d1 tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/7387a490-4062-406d-8f20-596c67f6f8ad HTTP/1.1" status: 204 len: 168 time: 0.3258557 Feb 09 01:53:29.431370 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-df397b17-928f-4db6-8ba7-b3a9a173e700 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (5887429d-a622-42c0-81d6-1882c7663f0c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:29.432605 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54138) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:29.436533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df397b17-928f-4db6-8ba7-b3a9a173e700 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:29.437209 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-df397b17-928f-4db6-8ba7-b3a9a173e700 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:29.496946 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c4b87351-3062-4678-b739-c66e29a6a34c tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (a12cfeee-a357-4253-b1a5-592b24083d62), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:29.497443 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b87351-3062-4678-b739-c66e29a6a34c tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Fanout notify agent at l3_agent the message router_deleted on router a12cfeee-a357-4253-b1a5-592b24083d62 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:53:29.499542 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-df397b17-928f-4db6-8ba7-b3a9a173e700 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.8143160 Feb 09 01:53:29.504390 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c4b87351-3062-4678-b739-c66e29a6a34c tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:29.504972 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54140) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:29.505708 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c4b87351-3062-4678-b739-c66e29a6a34c tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/routers/a12cfeee-a357-4253-b1a5-592b24083d62 HTTP/1.1" status: 204 len: 168 time: 0.5055432 Feb 09 01:53:29.509331 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54142) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:29.526278 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-65b27fe4-78cb-48c4-94d2-4e5e04c50a58 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5887429d-a622-42c0-81d6-1882c7663f0c', 'tempest-TagsTest-Tag-654826512') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:29.547623 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df397b17-928f-4db6-8ba7-b3a9a173e700 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] Pushing event updated for resources: {'Network': ['ID=5887429d-a622-42c0-81d6-1882c7663f0c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:29.562383 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 5887429d-a622-42c0-81d6-1882c7663f0c details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:53:29.594867 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abedc35-4e45-42e6-b7bb-2125c02359c4 req-bc477d18-031d-41b4-8d55-93d89ce54617 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:29.597791 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5abedc35-4e45-42e6-b7bb-2125c02359c4 req-bc477d18-031d-41b4-8d55-93d89ce54617 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.2433836 Feb 09 01:53:29.681012 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-81bdca64-dabf-4778-b571-a1b35589974f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting subnet 1f9ae455-6ad1-41e8-9c46-1fb46bff31cf {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:53:29.684978 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-81bdca64-dabf-4778-b571-a1b35589974f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for subnet (1f9ae455-6ad1-41e8-9c46-1fb46bff31cf), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:29.690064 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5abedc35-4e45-42e6-b7bb-2125c02359c4 req-75b7616b-7988-4c06-ba1f-12d45b774996 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777936 Feb 09 01:53:29.694861 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-65b27fe4-78cb-48c4-94d2-4e5e04c50a58 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] 10.222.0.36 "PUT /v2.0/networks/5887429d-a622-42c0-81d6-1882c7663f0c/tags/tempest-TagsTest-Tag-654826512 HTTP/1.1" status: 201 len: 201 time: 0.1792076 Feb 09 01:53:29.696200 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54146) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:29.702087 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-e0378537-b14f-4599-be87-e164395abc0b tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5887429d-a622-42c0-81d6-1882c7663f0c', 'tempest-TagsTest-Tag-654826512') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:29.777116 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d126613e-3af8-4334-8790-3f56a51ecd69 tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:29.780710 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d126613e-3af8-4334-8790-3f56a51ecd69 tempest-MeteringIpV6TestJSON-1966549572 tempest-MeteringIpV6TestJSON-1966549572-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/49a78cf8-46e6-4936-82e6-1994cce21a28 HTTP/1.1" status: 204 len: 168 time: 0.3447948 Feb 09 01:53:29.799414 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-81bdca64-dabf-4778-b571-a1b35589974f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (1f9ae455-6ad1-41e8-9c46-1fb46bff31cf), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:29.810582 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e0378537-b14f-4599-be87-e164395abc0b tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] 10.222.0.36 "GET /v2.0/networks/5887429d-a622-42c0-81d6-1882c7663f0c/tags/tempest-TagsTest-Tag-654826512 HTTP/1.1" status: 204 len: 168 time: 0.1129780 Feb 09 01:53:29.815256 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54150) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:29.819744 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-b4ef9427-2c1f-4cdf-a16d-e6c2bb97fed2 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5887429d-a622-42c0-81d6-1882c7663f0c') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:29.899708 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-81bdca64-dabf-4778-b571-a1b35589974f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (1f9ae455-6ad1-41e8-9c46-1fb46bff31cf), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:29.906647 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b4ef9427-2c1f-4cdf-a16d-e6c2bb97fed2 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] 10.222.0.36 "GET /v2.0/networks/5887429d-a622-42c0-81d6-1882c7663f0c/tags HTTP/1.1" status: 200 len: 237 time: 0.0902603 Feb 09 01:53:29.909287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54152) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:29.914461 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-e19f820f-3853-439b-9db5-7a136efa4816 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5887429d-a622-42c0-81d6-1882c7663f0c', {'tags': ['tempest-TagsTest-Tag-1002304173', 'tempest-TagsTest-Tag-1091523609', 'tempest-TagsTest-Tag-1930843324']}) {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:29.973189 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-81bdca64-dabf-4778-b571-a1b35589974f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (1f9ae455-6ad1-41e8-9c46-1fb46bff31cf), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:30.002929 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bdca64-dabf-4778-b571-a1b35589974f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Subnet': ['ID=1f9ae455-6ad1-41e8-9c46-1fb46bff31cf,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:30.003533 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e19f820f-3853-439b-9db5-7a136efa4816 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] 10.222.0.36 "PUT /v2.0/networks/5887429d-a622-42c0-81d6-1882c7663f0c/tags HTTP/1.1" status: 200 len: 309 time: 0.0929317 Feb 09 01:53:30.005982 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54154) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:30.010949 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-81bdca64-dabf-4778-b571-a1b35589974f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:30.014062 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-81bdca64-dabf-4778-b571-a1b35589974f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/subnets/1f9ae455-6ad1-41e8-9c46-1fb46bff31cf HTTP/1.1" status: 204 len: 168 time: 0.5038080 Feb 09 01:53:30.017119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-7ca75fb6-6a09-49d8-96c4-4111b45b0060 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5887429d-a622-42c0-81d6-1882c7663f0c', 'tempest-TagsTest-Tag-1002304173') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:30.019715 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049e1cdf-31f0-471f-9f45-b4d268ec4b53 None None] Network 46a25e9e-b059-475d-aad3-e27455e874b0 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:30.020230 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54156) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:30.122862 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c4913a4c-66a5-41a9-9b09-aa35bfd8d1c6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (46a25e9e-b059-475d-aad3-e27455e874b0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:30.137597 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7ca75fb6-6a09-49d8-96c4-4111b45b0060 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] 10.222.0.36 "DELETE /v2.0/networks/5887429d-a622-42c0-81d6-1882c7663f0c/tags/tempest-TagsTest-Tag-1002304173 HTTP/1.1" status: 204 len: 168 time: 0.1286743 Feb 09 01:53:30.138307 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54162) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:30.139140 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54160) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:30.168297 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-d0433eb7-4d73-4d7c-9819-7574d2387ec1 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5887429d-a622-42c0-81d6-1882c7663f0c', 'tempest-TagsTest-Tag-1002304173') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:30.227344 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298d5e88-12bd-4039-acc1-9a9be6643fe6 None None] DHCP port deletion for 46a25e9e-b059-475d-aad3-e27455e874b0 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:53:30.264047 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54168) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:30.269697 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d3a262ea-5e6b-4718-9356-ccc6fcda7bb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:30.283087 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-298d5e88-12bd-4039-acc1-9a9be6643fe6 None None] Deleting port 12f4eea2-c039-4980-ad66-a79c72875389 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:30.283487 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-298d5e88-12bd-4039-acc1-9a9be6643fe6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (12f4eea2-c039-4980-ad66-a79c72875389), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:30.350540 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c4913a4c-66a5-41a9-9b09-aa35bfd8d1c6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting port 12f4eea2-c039-4980-ad66-a79c72875389 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:30.350881 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c4913a4c-66a5-41a9-9b09-aa35bfd8d1c6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (12f4eea2-c039-4980-ad66-a79c72875389), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:30.353045 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-298d5e88-12bd-4039-acc1-9a9be6643fe6 None None] For port 12f4eea2-c039-4980-ad66-a79c72875389, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=12f4eea2-c039-4980-ad66-a79c72875389,segment=NetworkSegment(3e7811c6-e52d-4626-a9b1-0cb1a03f8a0e),segment_id=3e7811c6-e52d-4626-a9b1-0cb1a03f8a0e)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:30.353453 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-298d5e88-12bd-4039-acc1-9a9be6643fe6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (12f4eea2-c039-4980-ad66-a79c72875389), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:30.358601 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-d0433eb7-4d73-4d7c-9819-7574d2387ec1 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] show failed (client error): The resource could not be found. Feb 09 01:53:30.362309 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d0433eb7-4d73-4d7c-9819-7574d2387ec1 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] 10.222.0.36 "GET /v2.0/networks/5887429d-a622-42c0-81d6-1882c7663f0c/tags/tempest-TagsTest-Tag-1002304173 HTTP/1.1" status: 404 len: 326 time: 0.2202277 Feb 09 01:53:30.362577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54170) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:30.368368 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-e295e3d4-c3ff-41df-b892-31d6556f6ce9 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5887429d-a622-42c0-81d6-1882c7663f0c', 'tempest-TagsTest-Tag-1091523609') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:30.369308 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-298d5e88-12bd-4039-acc1-9a9be6643fe6 None None] Calling delete_port for 12f4eea2-c039-4980-ad66-a79c72875389 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:30.388569 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d3a262ea-5e6b-4718-9356-ccc6fcda7bb3 admin admin] Publish callbacks [] for security_group (e9505f05-54c6-47b2-aea1-c927ac8a792d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:30.420630 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d3a262ea-5e6b-4718-9356-ccc6fcda7bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e9505f05-54c6-47b2-aea1-c927ac8a792d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:30.458200 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-c4913a4c-66a5-41a9-9b09-aa35bfd8d1c6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] For port 12f4eea2-c039-4980-ad66-a79c72875389, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=12f4eea2-c039-4980-ad66-a79c72875389,segment=NetworkSegment(3e7811c6-e52d-4626-a9b1-0cb1a03f8a0e),segment_id=3e7811c6-e52d-4626-a9b1-0cb1a03f8a0e)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:30.458790 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c4913a4c-66a5-41a9-9b09-aa35bfd8d1c6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (12f4eea2-c039-4980-ad66-a79c72875389), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:30.466372 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a262ea-5e6b-4718-9356-ccc6fcda7bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9505f05-54c6-47b2-aea1-c927ac8a792d,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:30.477271 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d3a262ea-5e6b-4718-9356-ccc6fcda7bb3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=df3d880a638a45e8ac843db2d5b025ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3362494 Feb 09 01:53:30.480611 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54172) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:30.491198 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-298d5e88-12bd-4039-acc1-9a9be6643fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (12f4eea2-c039-4980-ad66-a79c72875389), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:30.515186 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e295e3d4-c3ff-41df-b892-31d6556f6ce9 tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] 10.222.0.36 "GET /v2.0/networks/5887429d-a622-42c0-81d6-1882c7663f0c/tags/tempest-TagsTest-Tag-1091523609 HTTP/1.1" status: 204 len: 168 time: 0.1515963 Feb 09 01:53:30.518035 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54174) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:30.519852 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d5e88-12bd-4039-acc1-9a9be6643fe6 None None] Pushing event deleted for resources: {'Port': ['ID=12f4eea2-c039-4980-ad66-a79c72875389,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:30.523005 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-3cc4d375-4750-4702-b494-137c0dff55ed tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5887429d-a622-42c0-81d6-1882c7663f0c', 'tempest-TagsTest-Tag-1930843324') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:30.525413 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298d5e88-12bd-4039-acc1-9a9be6643fe6 None None] No DVR routers for this DVR port 12f4eea2-c039-4980-ad66-a79c72875389 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:30.544801 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-155a8550-0ddd-4f43-888d-9b8135c9ffac admin admin] Publish callbacks [] for security_group (e9505f05-54c6-47b2-aea1-c927ac8a792d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:30.570109 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-155a8550-0ddd-4f43-888d-9b8135c9ffac admin admin] Publish callbacks [] for security_group (e9505f05-54c6-47b2-aea1-c927ac8a792d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:30.629130 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-155a8550-0ddd-4f43-888d-9b8135c9ffac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e9505f05-54c6-47b2-aea1-c927ac8a792d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:30.631950 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-155a8550-0ddd-4f43-888d-9b8135c9ffac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:30.634236 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-155a8550-0ddd-4f43-888d-9b8135c9ffac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e9505f05-54c6-47b2-aea1-c927ac8a792d HTTP/1.1" status: 204 len: 168 time: 0.1522510 Feb 09 01:53:30.651702 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a8550-0ddd-4f43-888d-9b8135c9ffac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9505f05-54c6-47b2-aea1-c927ac8a792d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:30.798574 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 719ef8f8-41c4-4e78-bd87-81cf10377bd5 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:30.822301 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 719ef8f8-41c4-4e78-bd87-81cf10377bd5 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:53:30.822812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 719ef8f8-41c4-4e78-bd87-81cf10377bd5 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:53:30.930405 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c4913a4c-66a5-41a9-9b09-aa35bfd8d1c6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Calling delete_port for 12f4eea2-c039-4980-ad66-a79c72875389 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:30.964871 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54184) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:30.983931 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-556ad5e9-3e3d-4c88-b6f7-1f8a71cdff8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:31.076529 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-556ad5e9-3e3d-4c88-b6f7-1f8a71cdff8e admin admin] Publish callbacks [] for security_group (15f86c90-42d9-4174-b197-fc7efe2b02b0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:31.081075 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-556ad5e9-3e3d-4c88-b6f7-1f8a71cdff8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (15f86c90-42d9-4174-b197-fc7efe2b02b0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:31.120481 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ad5e9-3e3d-4c88-b6f7-1f8a71cdff8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f86c90-42d9-4174-b197-fc7efe2b02b0,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:31.125090 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bc6b6-70be-4398-a7b3-a8988297b9d8 req-b5f53906-db65-461d-84f8-ed7d8f647646 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:31.128109 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-556ad5e9-3e3d-4c88-b6f7-1f8a71cdff8e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e6d76d8597d462bb835f22f6e20c0cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1593304 Feb 09 01:53:31.128261 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-838bc6b6-70be-4398-a7b3-a8988297b9d8 req-b5f53906-db65-461d-84f8-ed7d8f647646 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.2005432 Feb 09 01:53:31.128471 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54186) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:31.133891 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3cc4d375-4750-4702-b494-137c0dff55ed tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] 10.222.0.36 "GET /v2.0/networks/5887429d-a622-42c0-81d6-1882c7663f0c/tags/tempest-TagsTest-Tag-1930843324 HTTP/1.1" status: 204 len: 168 time: 0.6141727 Feb 09 01:53:31.136346 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54188) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:31.140852 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-c9b9629f-82d6-4ee2-afd1-daccc7cde48e tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5887429d-a622-42c0-81d6-1882c7663f0c') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:31.196709 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c4913a4c-66a5-41a9-9b09-aa35bfd8d1c6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (12f4eea2-c039-4980-ad66-a79c72875389), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:31.244448 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e910dfdf-a835-4214-a094-fb1e50849791 admin admin] Publish callbacks [] for security_group (15f86c90-42d9-4174-b197-fc7efe2b02b0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:31.264952 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4913a4c-66a5-41a9-9b09-aa35bfd8d1c6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Port': ['ID=12f4eea2-c039-4980-ad66-a79c72875389,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:31.267622 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4913a4c-66a5-41a9-9b09-aa35bfd8d1c6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] No DVR routers for this DVR port 12f4eea2-c039-4980-ad66-a79c72875389 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:31.276210 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-838bc6b6-70be-4398-a7b3-a8988297b9d8 req-ce2e0e81-0462-469a-a61d-706d79e70501 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329696 Feb 09 01:53:31.283291 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e910dfdf-a835-4214-a094-fb1e50849791 admin admin] Publish callbacks [] for security_group (15f86c90-42d9-4174-b197-fc7efe2b02b0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:31.299908 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c9b9629f-82d6-4ee2-afd1-daccc7cde48e tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] 10.222.0.36 "DELETE /v2.0/networks/5887429d-a622-42c0-81d6-1882c7663f0c/tags HTTP/1.1" status: 204 len: 168 time: 0.1616461 Feb 09 01:53:31.306229 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54190) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:31.318442 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-0862253b-de1f-4daf-a78d-50e9e21d6d5a tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5887429d-a622-42c0-81d6-1882c7663f0c', 'tempest-TagsTest-Tag-1091523609') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:31.366628 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c4913a4c-66a5-41a9-9b09-aa35bfd8d1c6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (46a25e9e-b059-475d-aad3-e27455e874b0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:31.395014 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c4913a4c-66a5-41a9-9b09-aa35bfd8d1c6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a25e9e-b059-475d-aad3-e27455e874b0']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:31.406215 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-0862253b-de1f-4daf-a78d-50e9e21d6d5a tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] show failed (client error): The resource could not be found. Feb 09 01:53:31.414611 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0862253b-de1f-4daf-a78d-50e9e21d6d5a tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] 10.222.0.36 "GET /v2.0/networks/5887429d-a622-42c0-81d6-1882c7663f0c/tags/tempest-TagsTest-Tag-1091523609 HTTP/1.1" status: 404 len: 326 time: 0.1001937 Feb 09 01:53:31.414611 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e910dfdf-a835-4214-a094-fb1e50849791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (15f86c90-42d9-4174-b197-fc7efe2b02b0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:31.414611 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e910dfdf-a835-4214-a094-fb1e50849791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:31.415421 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c4913a4c-66a5-41a9-9b09-aa35bfd8d1c6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7811c6-e52d-4626-a9b1-0cb1a03f8a0e') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:31.415421 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c4913a4c-66a5-41a9-9b09-aa35bfd8d1c6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7811c6-e52d-4626-a9b1-0cb1a03f8a0e') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:31.416172 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e910dfdf-a835-4214-a094-fb1e50849791 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15f86c90-42d9-4174-b197-fc7efe2b02b0 HTTP/1.1" status: 204 len: 168 time: 0.2827895 Feb 09 01:53:31.416587 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54192) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:31.419556 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-e7c94e6d-fdc6-4a14-b6a4-35dab82f185c tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5887429d-a622-42c0-81d6-1882c7663f0c', 'tempest-TagsTest-Tag-1930843324') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:31.421285 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910dfdf-a835-4214-a094-fb1e50849791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f86c90-42d9-4174-b197-fc7efe2b02b0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:31.445908 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c4913a4c-66a5-41a9-9b09-aa35bfd8d1c6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (3e7811c6-e52d-4626-a9b1-0cb1a03f8a0e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:31.513024 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c4913a4c-66a5-41a9-9b09-aa35bfd8d1c6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (3e7811c6-e52d-4626-a9b1-0cb1a03f8a0e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:31.526469 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4913a4c-66a5-41a9-9b09-aa35bfd8d1c6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:53:31.526935 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c4913a4c-66a5-41a9-9b09-aa35bfd8d1c6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (3e7811c6-e52d-4626-a9b1-0cb1a03f8a0e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:53:31.532508 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:53:31.607091 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-e7c94e6d-fdc6-4a14-b6a4-35dab82f185c tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] show failed (client error): The resource could not be found. Feb 09 01:53:31.610872 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e7c94e6d-fdc6-4a14-b6a4-35dab82f185c tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] 10.222.0.36 "GET /v2.0/networks/5887429d-a622-42c0-81d6-1882c7663f0c/tags/tempest-TagsTest-Tag-1930843324 HTTP/1.1" status: 404 len: 326 time: 0.1922185 Feb 09 01:53:31.611299 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54198) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:31.618890 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-1e041c25-d275-406b-a95d-c44062c70ceb tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5887429d-a622-42c0-81d6-1882c7663f0c') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:31.628293 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-62eebe5d-24f4-4237-ab04-7d96f2f70111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (76229788-e337-4ad1-a18b-a0760854e3f6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:31.641555 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c4913a4c-66a5-41a9-9b09-aa35bfd8d1c6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (46a25e9e-b059-475d-aad3-e27455e874b0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:31.668818 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 12f4eea2-c039-4980-ad66-a79c72875389 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:31.693268 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 12f4eea2-c039-4980-ad66-a79c72875389 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:53:31.693610 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 12f4eea2-c039-4980-ad66-a79c72875389 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:53:31.710684 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c4913a4c-66a5-41a9-9b09-aa35bfd8d1c6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:31.714669 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c4913a4c-66a5-41a9-9b09-aa35bfd8d1c6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/networks/46a25e9e-b059-475d-aad3-e27455e874b0 HTTP/1.1" status: 204 len: 168 time: 1.6936848 Feb 09 01:53:31.719013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54202) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:31.724534 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-04ad9e5d-de7f-49ab-816e-e7cdb75f76ce tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1645219262', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}, 'admin_state_up': False}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:31.754014 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-04ad9e5d-de7f-49ab-816e-e7cdb75f76ce tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (14280025-bb3d-4100-9f1e-09b2673af9cb), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:31.755053 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-04ad9e5d-de7f-49ab-816e-e7cdb75f76ce tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (14280025-bb3d-4100-9f1e-09b2673af9cb), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:31.766702 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4913a4c-66a5-41a9-9b09-aa35bfd8d1c6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Network': ['ID=46a25e9e-b059-475d-aad3-e27455e874b0,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:31.837451 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-04ad9e5d-de7f-49ab-816e-e7cdb75f76ce tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router_controller (14280025-bb3d-4100-9f1e-09b2673af9cb), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:31.892239 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1e041c25-d275-406b-a95d-c44062c70ceb tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] 10.222.0.36 "DELETE /v2.0/networks/5887429d-a622-42c0-81d6-1882c7663f0c/tags HTTP/1.1" status: 204 len: 168 time: 0.2799821 Feb 09 01:53:31.892941 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54214) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:32.029638 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b7e5069c-98c5-40b5-b4de-c043f9cb85ec tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (5887429d-a622-42c0-81d6-1882c7663f0c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:32.192662 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db28cf-7a5b-4149-b060-2279c820a737 req-7db35ee4-8bd9-4307-b1b7-394fb455e0e4 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:32.194203 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-95db28cf-7a5b-4149-b060-2279c820a737 req-7db35ee4-8bd9-4307-b1b7-394fb455e0e4 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2004926 Feb 09 01:53:32.244845 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b7e5069c-98c5-40b5-b4de-c043f9cb85ec tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (5887429d-a622-42c0-81d6-1882c7663f0c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:32.317833 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b7e5069c-98c5-40b5-b4de-c043f9cb85ec tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5887429d-a622-42c0-81d6-1882c7663f0c']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:32.321312 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54226) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:32.341942 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-04ad9e5d-de7f-49ab-816e-e7cdb75f76ce tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router_gateway (14280025-bb3d-4100-9f1e-09b2673af9cb), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:32.355572 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b7e5069c-98c5-40b5-b4de-c043f9cb85ec tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea338b8e-ccb0-442e-ad7a-0391de1a76aa') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:32.355883 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b7e5069c-98c5-40b5-b4de-c043f9cb85ec tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea338b8e-ccb0-442e-ad7a-0391de1a76aa') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:32.376651 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b7e5069c-98c5-40b5-b4de-c043f9cb85ec tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (ea338b8e-ccb0-442e-ad7a-0391de1a76aa), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:32.382126 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-95db28cf-7a5b-4149-b060-2279c820a737 req-071a79d2-6c54-49e0-bc91-6809f7ca9b25 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403439 Feb 09 01:53:32.403910 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b7e5069c-98c5-40b5-b4de-c043f9cb85ec tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (ea338b8e-ccb0-442e-ad7a-0391de1a76aa), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:32.422315 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e5069c-98c5-40b5-b4de-c043f9cb85ec tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:53:32.422315 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b7e5069c-98c5-40b5-b4de-c043f9cb85ec tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (ea338b8e-ccb0-442e-ad7a-0391de1a76aa), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:53:32.481051 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:53:32.491609 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-03b36e2d-de68-4773-a9bf-1c44e206e36b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-300069748'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:32.497385 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18ad20-964d-4cbe-842d-5f6a96c9a421 req-4ec0217b-db6b-471a-a9ae-f8770bcf0b9e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:32.498916 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e18ad20-964d-4cbe-842d-5f6a96c9a421 req-4ec0217b-db6b-471a-a9ae-f8770bcf0b9e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.1030362 Feb 09 01:53:32.524691 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b7e5069c-98c5-40b5-b4de-c043f9cb85ec tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (5887429d-a622-42c0-81d6-1882c7663f0c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:32.537236 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b7e5069c-98c5-40b5-b4de-c043f9cb85ec tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:32.542286 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b7e5069c-98c5-40b5-b4de-c043f9cb85ec tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] 10.222.0.36 "DELETE /v2.0/networks/5887429d-a622-42c0-81d6-1882c7663f0c HTTP/1.1" status: 204 len: 168 time: 0.6464911 Feb 09 01:53:32.560375 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-62eebe5d-24f4-4237-ab04-7d96f2f70111 admin admin] Deleting port af045b43-253d-4c6e-80db-99d4de5c06a1 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:32.560737 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-62eebe5d-24f4-4237-ab04-7d96f2f70111 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (af045b43-253d-4c6e-80db-99d4de5c06a1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:32.582382 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e18ad20-964d-4cbe-842d-5f6a96c9a421 req-57b974ba-8a80-453a-8f80-0386d4d299b5 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754855 Feb 09 01:53:32.588937 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5069c-98c5-40b5-b4de-c043f9cb85ec tempest-TagsTest-894377185 tempest-TagsTest-894377185-project] Pushing event deleted for resources: {'Network': ['ID=5887429d-a622-42c0-81d6-1882c7663f0c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:32.615112 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b36e2d-de68-4773-a9bf-1c44e206e36b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:32.619405 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-03b36e2d-de68-4773-a9bf-1c44e206e36b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:32.647538 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-03b36e2d-de68-4773-a9bf-1c44e206e36b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:32.693949 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4797ec8-6f0f-4f24-8cb4-19c92cfd67eb req-a7bf0b9c-3ba6-4b0f-9a4b-edf115053023 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:32.696286 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f4797ec8-6f0f-4f24-8cb4-19c92cfd67eb req-a7bf0b9c-3ba6-4b0f-9a4b-edf115053023 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.1874306 Feb 09 01:53:32.698974 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-04ad9e5d-de7f-49ab-816e-e7cdb75f76ce tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router_gateway (14280025-bb3d-4100-9f1e-09b2673af9cb), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:32.719527 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-04ad9e5d-de7f-49ab-816e-e7cdb75f76ce tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:32.733122 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-62eebe5d-24f4-4237-ab04-7d96f2f70111 admin admin] For port af045b43-253d-4c6e-80db-99d4de5c06a1, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=af045b43-253d-4c6e-80db-99d4de5c06a1,segment=NetworkSegment(d3a41fe1-8171-4f9c-b2fc-540dad47233c),segment_id=d3a41fe1-8171-4f9c-b2fc-540dad47233c)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:32.733646 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-62eebe5d-24f4-4237-ab04-7d96f2f70111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (af045b43-253d-4c6e-80db-99d4de5c06a1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:32.769320 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-62eebe5d-24f4-4237-ab04-7d96f2f70111 admin admin] Calling delete_port for af045b43-253d-4c6e-80db-99d4de5c06a1 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:32.847117 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-04ad9e5d-de7f-49ab-816e-e7cdb75f76ce tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Allocated IP 172.25.7.5 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/878a5a7f-8838-49f0-9655-69f19f27a35a) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:53:32.859168 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f4797ec8-6f0f-4f24-8cb4-19c92cfd67eb req-116bbf70-c03f-498e-9523-35e5a8342962 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490276 Feb 09 01:53:32.910506 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-03b36e2d-de68-4773-a9bf-1c44e206e36b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for security_group (8697849f-a44a-4867-96f2-7e2217e436e3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:32.913777 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54238) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:32.926835 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-03b36e2d-de68-4773-a9bf-1c44e206e36b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8697849f-a44a-4867-96f2-7e2217e436e3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:33.028028 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-04ad9e5d-de7f-49ab-816e-e7cdb75f76ce tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for port (878a5a7f-8838-49f0-9655-69f19f27a35a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:33.086841 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-04ad9e5d-de7f-49ab-816e-e7cdb75f76ce tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (878a5a7f-8838-49f0-9655-69f19f27a35a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:33.138650 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ad9e5d-de7f-49ab-816e-e7cdb75f76ce tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:33.142856 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-04ad9e5d-de7f-49ab-816e-e7cdb75f76ce tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:33.145338 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ad9e5d-de7f-49ab-816e-e7cdb75f76ce tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:53:33.188431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad9e5d-de7f-49ab-816e-e7cdb75f76ce tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Port': ['ID=878a5a7f-8838-49f0-9655-69f19f27a35a,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:33.297598 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b36e2d-de68-4773-a9bf-1c44e206e36b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:53:33.360764 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b36e2d-de68-4773-a9bf-1c44e206e36b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8697849f-a44a-4867-96f2-7e2217e436e3,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:33.373572 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-03b36e2d-de68-4773-a9bf-1c44e206e36b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (3530c268-3460-4143-91fe-fe4a42534254), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:33.374052 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-03b36e2d-de68-4773-a9bf-1c44e206e36b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Added segment 3530c268-3460-4143-91fe-fe4a42534254 of type vlan for network ffa86b77-0960-4058-af84-97833edc3344 Feb 09 01:53:33.455904 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-83b18ce9-65c1-447b-82a9-6c4aa4b91290 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b25505d40dc490097b7759e5958e9d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5375178 Feb 09 01:53:33.457731 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54244) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:33.466308 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-03b36e2d-de68-4773-a9bf-1c44e206e36b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (ffa86b77-0960-4058-af84-97833edc3344), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:33.471822 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-04ad9e5d-de7f-49ab-816e-e7cdb75f76ce tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router_gateway (14280025-bb3d-4100-9f1e-09b2673af9cb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:33.492484 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64875a19-bd62-45b1-ab33-18b9c35ef3f6 req-d568e39a-f35d-4d63-8acb-ab278490854d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:33.494390 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-64875a19-bd62-45b1-ab33-18b9c35ef3f6 req-d568e39a-f35d-4d63-8acb-ab278490854d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2627020 Feb 09 01:53:33.614920 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-03b36e2d-de68-4773-a9bf-1c44e206e36b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (ffa86b77-0960-4058-af84-97833edc3344), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:33.620472 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b36e2d-de68-4773-a9bf-1c44e206e36b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:33.621070 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-03b36e2d-de68-4773-a9bf-1c44e206e36b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:33.641482 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-62eebe5d-24f4-4237-ab04-7d96f2f70111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (af045b43-253d-4c6e-80db-99d4de5c06a1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:33.739954 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-64875a19-bd62-45b1-ab33-18b9c35ef3f6 req-ba2a0aae-626f-4d1c-9d54-3977333eb268 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170808 Feb 09 01:53:33.754432 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eebe5d-24f4-4237-ab04-7d96f2f70111 admin admin] Pushing event deleted for resources: {'Port': ['ID=af045b43-253d-4c6e-80db-99d4de5c06a1,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:33.769033 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-03b36e2d-de68-4773-a9bf-1c44e206e36b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4373589 Feb 09 01:53:33.770499 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54250) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:33.775886 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68a32632-1547-4e9b-919d-f12d1d3bf5d5 admin admin] Publish callbacks [] for security_group (93dfa32f-1749-4296-b5d7-e4009591298b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:33.776347 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4393af44-e854-4917-a042-5c4d43805c27 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:33.804884 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b36e2d-de68-4773-a9bf-1c44e206e36b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Network': ['ID=ffa86b77-0960-4058-af84-97833edc3344,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:33.818402 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network ffa86b77-0960-4058-af84-97833edc3344 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:53:33.834538 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-04ad9e5d-de7f-49ab-816e-e7cdb75f76ce tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (14280025-bb3d-4100-9f1e-09b2673af9cb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:33.848256 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae25615-4aaa-4d53-9c42-4e9dcd5ab702 req-96f468bb-7c48-46e1-a559-97c08975766c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:33.849804 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5ae25615-4aaa-4d53-9c42-4e9dcd5ab702 req-96f468bb-7c48-46e1-a559-97c08975766c tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.1502755 Feb 09 01:53:33.866401 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68a32632-1547-4e9b-919d-f12d1d3bf5d5 admin admin] Publish callbacks [] for security_group (93dfa32f-1749-4296-b5d7-e4009591298b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:34.029482 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68a32632-1547-4e9b-919d-f12d1d3bf5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (93dfa32f-1749-4296-b5d7-e4009591298b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:34.033232 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68a32632-1547-4e9b-919d-f12d1d3bf5d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:34.040562 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-68a32632-1547-4e9b-919d-f12d1d3bf5d5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93dfa32f-1749-4296-b5d7-e4009591298b HTTP/1.1" status: 204 len: 168 time: 0.5807595 Feb 09 01:53:34.061543 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a32632-1547-4e9b-919d-f12d1d3bf5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dfa32f-1749-4296-b5d7-e4009591298b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:34.065857 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5ae25615-4aaa-4d53-9c42-4e9dcd5ab702 req-7adea92a-dda5-4176-ade5-f637b07c16db tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033932 Feb 09 01:53:34.074133 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4393af44-e854-4917-a042-5c4d43805c27 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:34.079372 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4393af44-e854-4917-a042-5c4d43805c27 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:34.118227 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-62eebe5d-24f4-4237-ab04-7d96f2f70111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (76229788-e337-4ad1-a18b-a0760854e3f6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:34.298310 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ad9e5d-de7f-49ab-816e-e7cdb75f76ce tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Router 14280025-bb3d-4100-9f1e-09b2673af9cb is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:53:34.437647 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdc88d-cf2f-464e-a336-d4340609f4f7 req-aee905c3-d9c0-4f3f-9e00-7a640d6cbe26 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:34.439131 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7bdc88d-cf2f-464e-a336-d4340609f4f7 req-aee905c3-d9c0-4f3f-9e00-7a640d6cbe26 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.1982663 Feb 09 01:53:34.527697 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4393af44-e854-4917-a042-5c4d43805c27 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (b494a600-3bbe-4f83-b1b7-71cb98ae09da), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:34.560689 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62eebe5d-24f4-4237-ab04-7d96f2f70111 admin admin] Router 76229788-e337-4ad1-a18b-a0760854e3f6 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:53:34.594985 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7bdc88d-cf2f-464e-a336-d4340609f4f7 req-ed135f82-8b8d-412a-846b-99faa5ee1d24 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272268 Feb 09 01:53:34.599050 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ad9e5d-de7f-49ab-816e-e7cdb75f76ce tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:53:34.618008 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140d73d1-3dff-4357-8186-ed989c3978ac None None] Sync routers for ids ['14280025-bb3d-4100-9f1e-09b2673af9cb'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:53:34.629496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393af44-e854-4917-a042-5c4d43805c27 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=b494a600-3bbe-4f83-b1b7-71cb98ae09da,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:34.642777 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-04ad9e5d-de7f-49ab-816e-e7cdb75f76ce tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:34.644036 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-04ad9e5d-de7f-49ab-816e-e7cdb75f76ce tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.9231415 Feb 09 01:53:34.646455 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140d73d1-3dff-4357-8186-ed989c3978ac None None] Routers {'14280025-bb3d-4100-9f1e-09b2673af9cb'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:34.646766 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54270) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:34.648007 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-140d73d1-3dff-4357-8186-ed989c3978ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['14280025-bb3d-4100-9f1e-09b2673af9cb'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:34.726244 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-140d73d1-3dff-4357-8186-ed989c3978ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:34.729804 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393af44-e854-4917-a042-5c4d43805c27 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Checking segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:53:34.730157 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4393af44-e854-4917-a042-5c4d43805c27 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network hostable DHCP agents. Network: ffa86b77-0960-4058-af84-97833edc3344, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:53:34.743464 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140d73d1-3dff-4357-8186-ed989c3978ac None None] Routers {'14280025-bb3d-4100-9f1e-09b2673af9cb'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:34.744202 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-140d73d1-3dff-4357-8186-ed989c3978ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['14280025-bb3d-4100-9f1e-09b2673af9cb'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:34.761594 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62eebe5d-24f4-4237-ab04-7d96f2f70111 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:53:34.768315 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4393af44-e854-4917-a042-5c4d43805c27 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:53:34.769474 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-62eebe5d-24f4-4237-ab04-7d96f2f70111 admin admin] 10.222.0.36 "PUT /v2.0/routers/76229788-e337-4ad1-a18b-a0760854e3f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5016706 Feb 09 01:53:34.775005 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90dca37-da88-4451-935e-337a817f4893 None None] Sync routers for ids ['76229788-e337-4ad1-a18b-a0760854e3f6'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:53:34.779323 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54274) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:34.786690 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-4393af44-e854-4917-a042-5c4d43805c27 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, ffa86b77-0960-4058-af84-97833edc3344) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:34.788639 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90dca37-da88-4451-935e-337a817f4893 None None] Routers {'76229788-e337-4ad1-a18b-a0760854e3f6'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:34.790354 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d90dca37-da88-4451-935e-337a817f4893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['76229788-e337-4ad1-a18b-a0760854e3f6'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:34.808452 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d0d9547f-aaa1-42d8-8e04-432e8667999c tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/routers/14280025-bb3d-4100-9f1e-09b2673af9cb HTTP/1.1" status: 200 len: 879 time: 0.1596837 Feb 09 01:53:34.810573 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54276) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:34.811264 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-140d73d1-3dff-4357-8186-ed989c3978ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:34.811931 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140d73d1-3dff-4357-8186-ed989c3978ac None None] The sync data for ids ['14280025-bb3d-4100-9f1e-09b2673af9cb'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:53:34.819765 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4393af44-e854-4917-a042-5c4d43805c27 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:34.820919 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4393af44-e854-4917-a042-5c4d43805c27 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:34.841887 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ed03c5-8e53-4dff-b833-0f57b9c578d5 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:34.916302 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4393af44-e854-4917-a042-5c4d43805c27 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1455493 Feb 09 01:53:34.919008 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54282) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:34.925873 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-5c70a435-b82e-445b-8983-1897e2c8e66b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'name': 'tempest-NetworksTestDHCPv6-1493949337'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:34.959063 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7159784c-c096-4c66-a2d1-05d0d8d5e747 admin admin] Publish callbacks [] for router (76229788-e337-4ad1-a18b-a0760854e3f6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:35.075460 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d65e7e-64cb-4206-933b-0e6accacf1bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ffa86b77-0960-4058-af84-97833edc3344', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'fixed_ips': [{'subnet_id': 'b494a600-3bbe-4f83-b1b7-71cb98ae09da'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:53:35.076661 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94d65e7e-64cb-4206-933b-0e6accacf1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:35.079556 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c70a435-b82e-445b-8983-1897e2c8e66b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:35.085000 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5c70a435-b82e-445b-8983-1897e2c8e66b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:35.111761 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-5c70a435-b82e-445b-8983-1897e2c8e66b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] device_id is not set on port b5c97467-ad7f-414b-97a3-09f85847a35a yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:53:35.140062 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7159784c-c096-4c66-a2d1-05d0d8d5e747 admin admin] Publish callbacks [] for router_gateway (76229788-e337-4ad1-a18b-a0760854e3f6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:35.181812 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0294b16c-d810-4ec0-821e-ce4b4d64d91f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.3676968 Feb 09 01:53:35.183414 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54290) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:35.193086 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-71200f95-ecce-46e7-87fa-1fe972c85b1b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1645219262'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:35.276883 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1a3c3-5b0b-4f1e-94a3-ebaa2dae2265 req-038d6f57-b350-416c-998e-9fe5e46faeb9 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:35.279251 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-42b1a3c3-5b0b-4f1e-94a3-ebaa2dae2265 req-038d6f57-b350-416c-998e-9fe5e46faeb9 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.0923369 Feb 09 01:53:35.284666 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d90dca37-da88-4451-935e-337a817f4893 None None] Set router 76229788-e337-4ad1-a18b-a0760854e3f6 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:53:35.284873 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-7159784c-c096-4c66-a2d1-05d0d8d5e747 admin admin] Deleting port 26ef1439-13c6-47b9-a9f0-7b1c031eb11e {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:35.285159 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7159784c-c096-4c66-a2d1-05d0d8d5e747 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (26ef1439-13c6-47b9-a9f0-7b1c031eb11e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:35.403713 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-5c70a435-b82e-445b-8983-1897e2c8e66b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8::2e1 (ffa86b77-0960-4058-af84-97833edc3344/b494a600-3bbe-4f83-b1b7-71cb98ae09da/b5c97467-ad7f-414b-97a3-09f85847a35a) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:53:35.443848 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-7159784c-c096-4c66-a2d1-05d0d8d5e747 admin admin] For port 26ef1439-13c6-47b9-a9f0-7b1c031eb11e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=26ef1439-13c6-47b9-a9f0-7b1c031eb11e,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:35.444239 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7159784c-c096-4c66-a2d1-05d0d8d5e747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (26ef1439-13c6-47b9-a9f0-7b1c031eb11e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:35.467178 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-7159784c-c096-4c66-a2d1-05d0d8d5e747 admin admin] Calling delete_port for 26ef1439-13c6-47b9-a9f0-7b1c031eb11e owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:35.498334 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-42b1a3c3-5b0b-4f1e-94a3-ebaa2dae2265 req-d5fe4b91-54c7-4f16-ab44-cd0b6c9da3fb tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945448 Feb 09 01:53:35.588047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d90dca37-da88-4451-935e-337a817f4893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76229788-e337-4ad1-a18b-a0760854e3f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1767334834-router', 'tenant_id': '07e140259b184093891c4d6ee1230ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '26ef1439-13c6-47b9-a9f0-7b1c031eb11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:30Z', 'updated_at': '2022-02-09T01:53:33Z', 'revision_number': 5, 'project_id': '07e140259b184093891c4d6ee1230ea9', 'gw_port': {'id': '26ef1439-13c6-47b9-a9f0-7b1c031eb11e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76229788-e337-4ad1-a18b-a0760854e3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:33Z', 'updated_at': '2022-02-09T01:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:35.624135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90dca37-da88-4451-935e-337a817f4893 None None] Checking router: 76229788-e337-4ad1-a18b-a0760854e3f6 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:53:35.635966 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90dca37-da88-4451-935e-337a817f4893 None None] Routers {'76229788-e337-4ad1-a18b-a0760854e3f6'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:35.636863 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d90dca37-da88-4451-935e-337a817f4893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['76229788-e337-4ad1-a18b-a0760854e3f6'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:35.771553 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7159784c-c096-4c66-a2d1-05d0d8d5e747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (26ef1439-13c6-47b9-a9f0-7b1c031eb11e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:35.786539 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-71200f95-ecce-46e7-87fa-1fe972c85b1b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (14280025-bb3d-4100-9f1e-09b2673af9cb), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:35.812041 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159784c-c096-4c66-a2d1-05d0d8d5e747 admin admin] Pushing event deleted for resources: {'Port': ['ID=26ef1439-13c6-47b9-a9f0-7b1c031eb11e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:35.819541 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-71200f95-ecce-46e7-87fa-1fe972c85b1b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608658'] for router (14280025-bb3d-4100-9f1e-09b2673af9cb), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:35.836923 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d90dca37-da88-4451-935e-337a817f4893 None None] Set router 76229788-e337-4ad1-a18b-a0760854e3f6 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:53:35.926121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d90dca37-da88-4451-935e-337a817f4893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76229788-e337-4ad1-a18b-a0760854e3f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1767334834-router', 'tenant_id': '07e140259b184093891c4d6ee1230ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:30Z', 'updated_at': '2022-02-09T01:53:35Z', 'revision_number': 6, 'project_id': '07e140259b184093891c4d6ee1230ea9', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:35.942785 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7159784c-c096-4c66-a2d1-05d0d8d5e747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (76229788-e337-4ad1-a18b-a0760854e3f6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:35.985684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90dca37-da88-4451-935e-337a817f4893 None None] The sync data for ids ['76229788-e337-4ad1-a18b-a0760854e3f6'] in n-d-828387-3 is: [{'id': '76229788-e337-4ad1-a18b-a0760854e3f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1767334834-router', 'tenant_id': '07e140259b184093891c4d6ee1230ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:30Z', 'updated_at': '2022-02-09T01:53:35Z', 'revision_number': 6, 'project_id': '07e140259b184093891c4d6ee1230ea9', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:53:36.091828 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7159784c-c096-4c66-a2d1-05d0d8d5e747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (76229788-e337-4ad1-a18b-a0760854e3f6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:36.094330 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7159784c-c096-4c66-a2d1-05d0d8d5e747 admin admin] Publish callbacks [] for router_controller (76229788-e337-4ad1-a18b-a0760854e3f6), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:36.152103 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7159784c-c096-4c66-a2d1-05d0d8d5e747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (76229788-e337-4ad1-a18b-a0760854e3f6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:36.152712 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7159784c-c096-4c66-a2d1-05d0d8d5e747 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76229788-e337-4ad1-a18b-a0760854e3f6 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:53:36.157246 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7159784c-c096-4c66-a2d1-05d0d8d5e747 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:36.161005 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7159784c-c096-4c66-a2d1-05d0d8d5e747 admin admin] 10.222.0.36 "DELETE /v2.0/routers/76229788-e337-4ad1-a18b-a0760854e3f6 HTTP/1.1" status: 204 len: 168 time: 1.3772020 Feb 09 01:53:36.161005 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54310) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:36.211865 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed92415c-8b39-4ea4-aa01-8671a297a1b8 admin admin] Deleting subnet f38153e0-346d-45ee-a8ba-011ed1d4fedb {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:53:36.217364 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ed92415c-8b39-4ea4-aa01-8671a297a1b8 admin admin] Publish callbacks [] for subnet (f38153e0-346d-45ee-a8ba-011ed1d4fedb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:36.260393 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ed92415c-8b39-4ea4-aa01-8671a297a1b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (f38153e0-346d-45ee-a8ba-011ed1d4fedb), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:36.306538 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ed92415c-8b39-4ea4-aa01-8671a297a1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (f38153e0-346d-45ee-a8ba-011ed1d4fedb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:36.319496 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5c70a435-b82e-445b-8983-1897e2c8e66b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (b5c97467-ad7f-414b-97a3-09f85847a35a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:36.386540 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ed92415c-8b39-4ea4-aa01-8671a297a1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (f38153e0-346d-45ee-a8ba-011ed1d4fedb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:36.389460 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83f20d-14cd-4aa0-a9c1-6fd50a6152b1 req-f144e4ee-c85c-40c4-a202-6fc3bfce2682 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:36.392624 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2f83f20d-14cd-4aa0-a9c1-6fd50a6152b1 req-f144e4ee-c85c-40c4-a202-6fc3bfce2682 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.5884590 Feb 09 01:53:36.413479 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92415c-8b39-4ea4-aa01-8671a297a1b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f38153e0-346d-45ee-a8ba-011ed1d4fedb,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:36.421112 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ed92415c-8b39-4ea4-aa01-8671a297a1b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:36.421112 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ed92415c-8b39-4ea4-aa01-8671a297a1b8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f38153e0-346d-45ee-a8ba-011ed1d4fedb HTTP/1.1" status: 204 len: 168 time: 0.2591722 Feb 09 01:53:36.423448 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54326) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:36.464241 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5c70a435-b82e-445b-8983-1897e2c8e66b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (b5c97467-ad7f-414b-97a3-09f85847a35a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:36.520149 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-94d65e7e-64cb-4206-933b-0e6accacf1bd None None] Allocated IP 2001:db8::2 (ffa86b77-0960-4058-af84-97833edc3344/b494a600-3bbe-4f83-b1b7-71cb98ae09da/262c5298-31b6-4306-be15-5a90d58fc345) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:53:36.529782 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c70a435-b82e-445b-8983-1897e2c8e66b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:36.535820 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71200f95-ecce-46e7-87fa-1fe972c85b1b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Router 14280025-bb3d-4100-9f1e-09b2673af9cb has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:53:36.538306 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e1538c9-7691-4925-957f-60ac03d37ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (48733fa2-0a6e-4f10-9d66-30891daf5281), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:36.542633 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-5c70a435-b82e-445b-8983-1897e2c8e66b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:36.548274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c70a435-b82e-445b-8983-1897e2c8e66b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:53:36.559581 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c70a435-b82e-445b-8983-1897e2c8e66b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:36.561556 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5c70a435-b82e-445b-8983-1897e2c8e66b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:36.588097 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2f83f20d-14cd-4aa0-a9c1-6fd50a6152b1 req-3bf8427a-3f8f-48ce-8f1d-0e247a9066aa tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849716 Feb 09 01:53:36.588907 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70a435-b82e-445b-8983-1897e2c8e66b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=b5c97467-ad7f-414b-97a3-09f85847a35a,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:36.670534 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5c70a435-b82e-445b-8983-1897e2c8e66b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7492671 Feb 09 01:53:36.671320 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54342) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:36.753311 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e1538c9-7691-4925-957f-60ac03d37ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (48733fa2-0a6e-4f10-9d66-30891daf5281), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:36.785959 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-7e1538c9-7691-4925-957f-60ac03d37ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48733fa2-0a6e-4f10-9d66-30891daf5281']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:36.799917 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-7e1538c9-7691-4925-957f-60ac03d37ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a41fe1-8171-4f9c-b2fc-540dad47233c') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:36.800214 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-7e1538c9-7691-4925-957f-60ac03d37ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a41fe1-8171-4f9c-b2fc-540dad47233c') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:36.813672 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e1538c9-7691-4925-957f-60ac03d37ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (d3a41fe1-8171-4f9c-b2fc-540dad47233c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:36.834148 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d7928a-d926-4573-b310-ff4e17fd1f2c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:36.834666 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e1538c9-7691-4925-957f-60ac03d37ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (d3a41fe1-8171-4f9c-b2fc-540dad47233c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:36.836531 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b9d7928a-d926-4573-b310-ff4e17fd1f2c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1304867 Feb 09 01:53:36.839016 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54346) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:36.851651 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94d65e7e-64cb-4206-933b-0e6accacf1bd None None] Publish callbacks [] for port (262c5298-31b6-4306-be15-5a90d58fc345), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:36.851950 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d9d03-a9dd-48d1-b13a-c477bf7e952e req-7162815d-a896-4567-b75e-cc0839a890d5 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:36.853653 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-310d9d03-a9dd-48d1-b13a-c477bf7e952e req-7162815d-a896-4567-b75e-cc0839a890d5 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.1488423 Feb 09 01:53:36.856692 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1538c9-7691-4925-957f-60ac03d37ef6 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:53:36.857134 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e1538c9-7691-4925-957f-60ac03d37ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (d3a41fe1-8171-4f9c-b2fc-540dad47233c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:53:36.859559 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:53:36.865003 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94d65e7e-64cb-4206-933b-0e6accacf1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (262c5298-31b6-4306-be15-5a90d58fc345), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:36.881969 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71200f95-ecce-46e7-87fa-1fe972c85b1b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:53:36.894395 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d63d033-8072-4494-8cd2-f8dff4561801 None None] Sync routers for ids ['14280025-bb3d-4100-9f1e-09b2673af9cb'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:53:36.904522 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-71200f95-ecce-46e7-87fa-1fe972c85b1b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:36.907167 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-71200f95-ecce-46e7-87fa-1fe972c85b1b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/routers/14280025-bb3d-4100-9f1e-09b2673af9cb HTTP/1.1" status: 200 len: 886 time: 1.7227626 Feb 09 01:53:36.912709 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d63d033-8072-4494-8cd2-f8dff4561801 None None] Routers {'14280025-bb3d-4100-9f1e-09b2673af9cb'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:36.915238 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-5d63d033-8072-4494-8cd2-f8dff4561801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['14280025-bb3d-4100-9f1e-09b2673af9cb'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:36.919484 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54348) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:36.965960 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-310d9d03-a9dd-48d1-b13a-c477bf7e952e req-9339829f-e063-454c-bcd5-c3732697a7f6 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935678 Feb 09 01:53:36.967235 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e1538c9-7691-4925-957f-60ac03d37ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (48733fa2-0a6e-4f10-9d66-30891daf5281), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:36.977272 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e1538c9-7691-4925-957f-60ac03d37ef6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:36.981020 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7e1538c9-7691-4925-957f-60ac03d37ef6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/48733fa2-0a6e-4f10-9d66-30891daf5281 HTTP/1.1" status: 204 len: 168 time: 0.5565684 Feb 09 01:53:37.026991 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1538c9-7691-4925-957f-60ac03d37ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=48733fa2-0a6e-4f10-9d66-30891daf5281,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:37.027166 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d65e7e-64cb-4206-933b-0e6accacf1bd None None] Pushing event updated for resources: {'Port': ['ID=262c5298-31b6-4306-be15-5a90d58fc345,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:37.028025 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-5d63d033-8072-4494-8cd2-f8dff4561801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:37.031234 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d65e7e-64cb-4206-933b-0e6accacf1bd None None] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:37.035695 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d63d033-8072-4494-8cd2-f8dff4561801 None None] Routers {'14280025-bb3d-4100-9f1e-09b2673af9cb'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:37.036406 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-94d65e7e-64cb-4206-933b-0e6accacf1bd None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:37.036517 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-5d63d033-8072-4494-8cd2-f8dff4561801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['14280025-bb3d-4100-9f1e-09b2673af9cb'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:37.040609 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d65e7e-64cb-4206-933b-0e6accacf1bd None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:53:37.080732 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-5d63d033-8072-4494-8cd2-f8dff4561801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:37.081550 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d63d033-8072-4494-8cd2-f8dff4561801 None None] The sync data for ids ['14280025-bb3d-4100-9f1e-09b2673af9cb'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:53:37.134130 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-94d65e7e-64cb-4206-933b-0e6accacf1bd None None] Attempting to bind port 262c5298-31b6-4306-be15-5a90d58fc345 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:53:37.134517 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-94d65e7e-64cb-4206-933b-0e6accacf1bd None None] Attempting to bind port 262c5298-31b6-4306-be15-5a90d58fc345 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:53:37.134920 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d65e7e-64cb-4206-933b-0e6accacf1bd None None] Attempting to bind port 262c5298-31b6-4306-be15-5a90d58fc345 on network ffa86b77-0960-4058-af84-97833edc3344 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:53:37.141826 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d65e7e-64cb-4206-933b-0e6accacf1bd None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:53:37.143641 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d65e7e-64cb-4206-933b-0e6accacf1bd None None] Checking segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:53:37.144061 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94d65e7e-64cb-4206-933b-0e6accacf1bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:37.144470 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d65e7e-64cb-4206-933b-0e6accacf1bd None None] Bound using segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:53:37.145509 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-94d65e7e-64cb-4206-933b-0e6accacf1bd None None] Bound port: 262c5298-31b6-4306-be15-5a90d58fc345, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:53:37.145509 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94d65e7e-64cb-4206-933b-0e6accacf1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (262c5298-31b6-4306-be15-5a90d58fc345), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:37.182834 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54354) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:37.241069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-fd357104-c438-411f-844c-0de68af7d2fa tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting port b5c97467-ad7f-414b-97a3-09f85847a35a {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:37.241620 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fd357104-c438-411f-844c-0de68af7d2fa tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b5c97467-ad7f-414b-97a3-09f85847a35a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:37.243530 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4c15c2bb-3a2e-48e4-b743-5c3d7fde224c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07e140259b184093891c4d6ee1230ea9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0592799 Feb 09 01:53:37.245843 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54360) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:37.247678 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-94d65e7e-64cb-4206-933b-0e6accacf1bd None None] For port 262c5298-31b6-4306-be15-5a90d58fc345, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:53:37.251987 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-94d65e7e-64cb-4206-933b-0e6accacf1bd None None] For port 262c5298-31b6-4306-be15-5a90d58fc345, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=262c5298-31b6-4306-be15-5a90d58fc345,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:53:37.254929 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a45cde05-28a0-42df-995c-b62c7a113b4b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/routers/14280025-bb3d-4100-9f1e-09b2673af9cb HTTP/1.1" status: 200 len: 886 time: 0.3339581 Feb 09 01:53:37.260740 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94d65e7e-64cb-4206-933b-0e6accacf1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (262c5298-31b6-4306-be15-5a90d58fc345), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:37.263463 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54362) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:37.299858 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-55f824f0-d97f-4311-b291-fc0024d3996c tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/ports?device_id=14280025-bb3d-4100-9f1e-09b2673af9cb HTTP/1.1" status: 200 len: 205 time: 0.0350859 Feb 09 01:53:37.304260 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54364) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:37.330301 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54366) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:37.332861 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d65e7e-64cb-4206-933b-0e6accacf1bd None None] Pushing event updated for resources: {'Port': ['ID=262c5298-31b6-4306-be15-5a90d58fc345,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:37.431904 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1217c461-d707-488f-b760-6e9f7a05ee56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:37.432094 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fd357104-c438-411f-844c-0de68af7d2fa tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b5c97467-ad7f-414b-97a3-09f85847a35a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:37.453908 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-fd357104-c438-411f-844c-0de68af7d2fa tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Calling delete_port for b5c97467-ad7f-414b-97a3-09f85847a35a owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:37.464252 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-00ecabe0-2ef1-4a6e-8d43-66826d54ba6a admin admin] Publish callbacks [] for security_group (b4471406-dab9-4c7c-b36a-752dad523dc7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:37.668533 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fd357104-c438-411f-844c-0de68af7d2fa tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (b5c97467-ad7f-414b-97a3-09f85847a35a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:37.743954 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd357104-c438-411f-844c-0de68af7d2fa tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Port': ['ID=b5c97467-ad7f-414b-97a3-09f85847a35a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:37.757348 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device af045b43-253d-4c6e-80db-99d4de5c06a1 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:37.806955 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: af045b43-253d-4c6e-80db-99d4de5c06a1 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:53:37.807787 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device af045b43-253d-4c6e-80db-99d4de5c06a1 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:53:37.808533 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 26ef1439-13c6-47b9-a9f0-7b1c031eb11e no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:37.814278 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a165ef21-5128-424b-8efd-51c74036b10a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:37.824884 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fd357104-c438-411f-844c-0de68af7d2fa tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:37.832334 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fd357104-c438-411f-844c-0de68af7d2fa tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/b5c97467-ad7f-414b-97a3-09f85847a35a HTTP/1.1" status: 204 len: 168 time: 0.9922383 Feb 09 01:53:37.841507 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54372) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:37.842130 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 26ef1439-13c6-47b9-a9f0-7b1c031eb11e {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:53:37.842502 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 26ef1439-13c6-47b9-a9f0-7b1c031eb11e not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:53:37.885812 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-00ecabe0-2ef1-4a6e-8d43-66826d54ba6a admin admin] Publish callbacks [] for security_group (b4471406-dab9-4c7c-b36a-752dad523dc7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:37.944252 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bcdc3c3f-ac0b-4368-8bac-3c17b3d13bd3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (14280025-bb3d-4100-9f1e-09b2673af9cb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:37.980183 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5935d02d-6619-4a50-8ace-a1f29141b083 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:37.981730 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5935d02d-6619-4a50-8ace-a1f29141b083 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:37.985899 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5935d02d-6619-4a50-8ace-a1f29141b083 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1406517 Feb 09 01:53:37.996719 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54378) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:38.056972 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed47c95-ecd4-4faa-aa3a-6f5181ddc312 req-544a029c-0f50-4ac6-9731-67e85e4c2cd4 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:38.058365 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eed47c95-ecd4-4faa-aa3a-6f5181ddc312 req-544a029c-0f50-4ac6-9731-67e85e4c2cd4 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2117987 Feb 09 01:53:38.112892 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-00ecabe0-2ef1-4a6e-8d43-66826d54ba6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b4471406-dab9-4c7c-b36a-752dad523dc7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:38.115513 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-00ecabe0-2ef1-4a6e-8d43-66826d54ba6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:38.120217 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-00ecabe0-2ef1-4a6e-8d43-66826d54ba6a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4471406-dab9-4c7c-b36a-752dad523dc7 HTTP/1.1" status: 204 len: 168 time: 0.8697395 Feb 09 01:53:38.120411 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796eb41-2c1e-45ac-b558-34feb40ae663 req-b6ce8b03-6769-4e62-91c9-58d36b47cdab tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:38.123526 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796eb41-2c1e-45ac-b558-34feb40ae663 req-b6ce8b03-6769-4e62-91c9-58d36b47cdab tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:38.128914 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796eb41-2c1e-45ac-b558-34feb40ae663 req-b6ce8b03-6769-4e62-91c9-58d36b47cdab tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:38.135291 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796eb41-2c1e-45ac-b558-34feb40ae663 req-b6ce8b03-6769-4e62-91c9-58d36b47cdab tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:38.140983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796eb41-2c1e-45ac-b558-34feb40ae663 req-b6ce8b03-6769-4e62-91c9-58d36b47cdab tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:38.146595 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796eb41-2c1e-45ac-b558-34feb40ae663 req-b6ce8b03-6769-4e62-91c9-58d36b47cdab tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:38.152356 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796eb41-2c1e-45ac-b558-34feb40ae663 req-b6ce8b03-6769-4e62-91c9-58d36b47cdab tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:38.153008 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eed47c95-ecd4-4faa-aa3a-6f5181ddc312 req-26cb6c43-7672-4c7e-912f-0cd8e0c851f2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883789 Feb 09 01:53:38.154307 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c796eb41-2c1e-45ac-b558-34feb40ae663 req-b6ce8b03-6769-4e62-91c9-58d36b47cdab tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5434 time: 0.1807578 Feb 09 01:53:38.156531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecabe0-2ef1-4a6e-8d43-66826d54ba6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4471406-dab9-4c7c-b36a-752dad523dc7,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:38.163290 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f332503-4ac1-4b15-af50-b249c85584eb tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet b494a600-3bbe-4f83-b1b7-71cb98ae09da {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:53:38.164829 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bcdc3c3f-ac0b-4368-8bac-3c17b3d13bd3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router_gateway (14280025-bb3d-4100-9f1e-09b2673af9cb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:38.170802 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f332503-4ac1-4b15-af50-b249c85584eb tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (b494a600-3bbe-4f83-b1b7-71cb98ae09da), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:38.176886 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a165ef21-5128-424b-8efd-51c74036b10a admin admin] Publish callbacks [] for security_group (050e8993-342f-4f76-846f-bb7618d4f46a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:38.208464 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a165ef21-5128-424b-8efd-51c74036b10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (050e8993-342f-4f76-846f-bb7618d4f46a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:38.316894 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-bcdc3c3f-ac0b-4368-8bac-3c17b3d13bd3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting port 878a5a7f-8838-49f0-9655-69f19f27a35a {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:38.316894 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bcdc3c3f-ac0b-4368-8bac-3c17b3d13bd3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (878a5a7f-8838-49f0-9655-69f19f27a35a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:38.322579 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a165ef21-5128-424b-8efd-51c74036b10a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=57668b4647b64dfca806b56607447589&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9910753 Feb 09 01:53:38.343008 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54384) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:38.353445 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165ef21-5128-424b-8efd-51c74036b10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050e8993-342f-4f76-846f-bb7618d4f46a,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:38.364508 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f332503-4ac1-4b15-af50-b249c85584eb tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (b494a600-3bbe-4f83-b1b7-71cb98ae09da), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:38.437173 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c796eb41-2c1e-45ac-b558-34feb40ae663 req-023e67e3-a5bc-432c-a0ea-0990c838e751 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2632105 Feb 09 01:53:38.464234 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f37ac-7236-48f1-a6a8-3547555423b4 req-cc3706bd-07a1-4acd-a202-ce04e8f4a1f3 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:38.466108 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be0f37ac-7236-48f1-a6a8-3547555423b4 req-cc3706bd-07a1-4acd-a202-ce04e8f4a1f3 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.2023695 Feb 09 01:53:38.489295 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bcdc3c3f-ac0b-4368-8bac-3c17b3d13bd3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (878a5a7f-8838-49f0-9655-69f19f27a35a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:38.515483 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f332503-4ac1-4b15-af50-b249c85584eb tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (b494a600-3bbe-4f83-b1b7-71cb98ae09da), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:38.522147 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80bebc24-01b6-4881-836a-e8e9478b2228 admin admin] Publish callbacks [] for security_group (050e8993-342f-4f76-846f-bb7618d4f46a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:38.541415 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-bcdc3c3f-ac0b-4368-8bac-3c17b3d13bd3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Calling delete_port for 878a5a7f-8838-49f0-9655-69f19f27a35a owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:38.596380 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f332503-4ac1-4b15-af50-b249c85584eb tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (b494a600-3bbe-4f83-b1b7-71cb98ae09da), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:38.599869 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80bebc24-01b6-4881-836a-e8e9478b2228 admin admin] Publish callbacks [] for security_group (050e8993-342f-4f76-846f-bb7618d4f46a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:38.618110 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be0f37ac-7236-48f1-a6a8-3547555423b4 req-c3d270fe-0098-4eff-b431-e3beefc44eaa tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405544 Feb 09 01:53:38.645333 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f332503-4ac1-4b15-af50-b249c85584eb tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:38.651639 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6f332503-4ac1-4b15-af50-b249c85584eb tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/b494a600-3bbe-4f83-b1b7-71cb98ae09da HTTP/1.1" status: 204 len: 168 time: 0.6517372 Feb 09 01:53:38.652536 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54394) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:38.661878 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f332503-4ac1-4b15-af50-b249c85584eb tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=b494a600-3bbe-4f83-b1b7-71cb98ae09da,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:38.702470 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7cce22d9-f4d9-4948-bd95-6482311dd044 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477881 Feb 09 01:53:38.705523 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54398) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:38.713811 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2f76a052-5349-4876-9e6e-7ad386e635d7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:38.834279 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f76a052-5349-4876-9e6e-7ad386e635d7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:38.834485 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80bebc24-01b6-4881-836a-e8e9478b2228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (050e8993-342f-4f76-846f-bb7618d4f46a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:38.837988 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80bebc24-01b6-4881-836a-e8e9478b2228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:38.839379 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-80bebc24-01b6-4881-836a-e8e9478b2228 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/050e8993-342f-4f76-846f-bb7618d4f46a HTTP/1.1" status: 204 len: 168 time: 0.4938025 Feb 09 01:53:38.841888 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2f76a052-5349-4876-9e6e-7ad386e635d7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:38.854345 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bcdc3c3f-ac0b-4368-8bac-3c17b3d13bd3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (878a5a7f-8838-49f0-9655-69f19f27a35a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:38.856530 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bebc24-01b6-4881-836a-e8e9478b2228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050e8993-342f-4f76-846f-bb7618d4f46a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:38.889155 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04135ea1-9292-42be-8c7d-8caff9800359 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:38.930884 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bebc24-01b6-4881-836a-e8e9478b2228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:38.931483 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bebc24-01b6-4881-836a-e8e9478b2228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:38.932020 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bebc24-01b6-4881-836a-e8e9478b2228 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:38.932375 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bebc24-01b6-4881-836a-e8e9478b2228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:38.937901 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bebc24-01b6-4881-836a-e8e9478b2228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:38.938524 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bebc24-01b6-4881-836a-e8e9478b2228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:38.938889 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bebc24-01b6-4881-836a-e8e9478b2228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:38.939255 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bebc24-01b6-4881-836a-e8e9478b2228 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:38.940178 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bebc24-01b6-4881-836a-e8e9478b2228 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:38.940698 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bebc24-01b6-4881-836a-e8e9478b2228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:38.941186 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bebc24-01b6-4881-836a-e8e9478b2228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:38.941868 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bebc24-01b6-4881-836a-e8e9478b2228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:38.942378 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bebc24-01b6-4881-836a-e8e9478b2228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:38.954888 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc3c3f-ac0b-4368-8bac-3c17b3d13bd3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Port': ['ID=878a5a7f-8838-49f0-9655-69f19f27a35a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:39.010410 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-407ab37a-d219-4353-8c98-5e266378deeb None None] Provisioning complete for port 262c5298-31b6-4306-be15-5a90d58fc345 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:39.010790 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-407ab37a-d219-4353-8c98-5e266378deeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (262c5298-31b6-4306-be15-5a90d58fc345), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.090064 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bcdc3c3f-ac0b-4368-8bac-3c17b3d13bd3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (14280025-bb3d-4100-9f1e-09b2673af9cb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.158873 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-407ab37a-d219-4353-8c98-5e266378deeb None None] Current status of the port 262c5298-31b6-4306-be15-5a90d58fc345 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:39.161360 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-407ab37a-d219-4353-8c98-5e266378deeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (262c5298-31b6-4306-be15-5a90d58fc345), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.190871 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2f76a052-5349-4876-9e6e-7ad386e635d7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (b6db395b-e030-4ff0-be4e-bc195e963294), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.231776 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bcdc3c3f-ac0b-4368-8bac-3c17b3d13bd3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (14280025-bb3d-4100-9f1e-09b2673af9cb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.234698 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bcdc3c3f-ac0b-4368-8bac-3c17b3d13bd3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router_controller (14280025-bb3d-4100-9f1e-09b2673af9cb), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.251106 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04355f43-19f9-4100-bad0-53eb0197f42d None None] DHCP port deletion for ffa86b77-0960-4058-af84-97833edc3344 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:53:39.279052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-407ab37a-d219-4353-8c98-5e266378deeb None None] For port 262c5298-31b6-4306-be15-5a90d58fc345, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=262c5298-31b6-4306-be15-5a90d58fc345,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:39.325918 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f76a052-5349-4876-9e6e-7ad386e635d7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:39.327141 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-407ab37a-d219-4353-8c98-5e266378deeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (262c5298-31b6-4306-be15-5a90d58fc345), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.330990 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-2f76a052-5349-4876-9e6e-7ad386e635d7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:39.341247 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f76a052-5349-4876-9e6e-7ad386e635d7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:39.345069 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bcdc3c3f-ac0b-4368-8bac-3c17b3d13bd3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (14280025-bb3d-4100-9f1e-09b2673af9cb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.346841 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2f76a052-5349-4876-9e6e-7ad386e635d7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.347179 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdc3c3f-ac0b-4368-8bac-3c17b3d13bd3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Fanout notify agent at l3_agent the message router_deleted on router 14280025-bb3d-4100-9f1e-09b2673af9cb {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:53:39.357904 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bcdc3c3f-ac0b-4368-8bac-3c17b3d13bd3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.359307 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bcdc3c3f-ac0b-4368-8bac-3c17b3d13bd3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/routers/14280025-bb3d-4100-9f1e-09b2673af9cb HTTP/1.1" status: 204 len: 168 time: 2.0527329 Feb 09 01:53:39.363736 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54416) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:39.370427 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d739d2f9-3abe-42a8-8b1a-be687b2221ec tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'network': {'name': 'tempest-RoutersTest-1288489805'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:39.374984 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76a052-5349-4876-9e6e-7ad386e635d7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=b6db395b-e030-4ff0-be4e-bc195e963294,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:39.401111 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2f76a052-5349-4876-9e6e-7ad386e635d7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6940963 Feb 09 01:53:39.406299 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54418) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:39.420569 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f7a32e00-5f33-4669-a60a-81bbaf8b2b08 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'name': 'tempest-NetworksTestDHCPv6-203667364'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:39.424967 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d739d2f9-3abe-42a8-8b1a-be687b2221ec tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Made reservation on behalf of e5d99e53c4864d1fb3cc111a041859c7 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:39.432085 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d739d2f9-3abe-42a8-8b1a-be687b2221ec tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.444423 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ab37a-d219-4353-8c98-5e266378deeb None None] Pushing event updated for resources: {'Port': ['ID=262c5298-31b6-4306-be15-5a90d58fc345,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:39.445859 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54420) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:39.451913 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-04355f43-19f9-4100-bad0-53eb0197f42d None None] Deleting port 262c5298-31b6-4306-be15-5a90d58fc345 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:39.452543 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-04355f43-19f9-4100-bad0-53eb0197f42d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (262c5298-31b6-4306-be15-5a90d58fc345), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.464623 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eb0bb565-ac33-4587-b31e-dc9ad9d36c90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.551532 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d739d2f9-3abe-42a8-8b1a-be687b2221ec tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:53:39.580460 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d739d2f9-3abe-42a8-8b1a-be687b2221ec tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (3ab25e36-c020-45d7-a6cd-3bbbf3ef2f51), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.580806 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-d739d2f9-3abe-42a8-8b1a-be687b2221ec tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Added segment 3ab25e36-c020-45d7-a6cd-3bbbf3ef2f51 of type vlan for network 3c741b5f-968d-48f9-9812-632c56711537 Feb 09 01:53:39.637293 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eb0bb565-ac33-4587-b31e-dc9ad9d36c90 admin admin] Publish callbacks [] for security_group (c5430070-bb3a-48a8-b297-af2affc08c93), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.644870 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eb0bb565-ac33-4587-b31e-dc9ad9d36c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c5430070-bb3a-48a8-b297-af2affc08c93), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.685514 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d739d2f9-3abe-42a8-8b1a-be687b2221ec tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (3c741b5f-968d-48f9-9812-632c56711537), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.694824 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-04355f43-19f9-4100-bad0-53eb0197f42d None None] For port 262c5298-31b6-4306-be15-5a90d58fc345, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=262c5298-31b6-4306-be15-5a90d58fc345,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:39.696264 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-04355f43-19f9-4100-bad0-53eb0197f42d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (262c5298-31b6-4306-be15-5a90d58fc345), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.704799 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a32e00-5f33-4669-a60a-81bbaf8b2b08 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:39.705354 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.708384 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7a32e00-5f33-4669-a60a-81bbaf8b2b08 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.711838 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-04355f43-19f9-4100-bad0-53eb0197f42d None None] Calling delete_port for 262c5298-31b6-4306-be15-5a90d58fc345 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:39.724664 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0bb565-ac33-4587-b31e-dc9ad9d36c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5430070-bb3a-48a8-b297-af2affc08c93,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:39.734197 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-eb0bb565-ac33-4587-b31e-dc9ad9d36c90 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d830745be194e678b6886090ad1645f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2867739 Feb 09 01:53:39.737912 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54428) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:39.766390 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-f7a32e00-5f33-4669-a60a-81bbaf8b2b08 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] device_id is not set on port efaa2160-d9e0-42b6-8b7e-08e688f64e26 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:53:39.771023 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e79c7-07ae-4e64-ba01-b3169f9e7abc req-a2d398d5-f45a-4069-9289-5c13156296fc tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:39.772890 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f66e79c7-07ae-4e64-ba01-b3169f9e7abc req-a2d398d5-f45a-4069-9289-5c13156296fc tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.1119809 Feb 09 01:53:39.785595 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73308ac-c613-411e-bb76-e27b42137317 req-510fa038-6ade-4cc7-aec1-64a97155bb7a tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:39.792565 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73308ac-c613-411e-bb76-e27b42137317 req-510fa038-6ade-4cc7-aec1-64a97155bb7a tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:39.799361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73308ac-c613-411e-bb76-e27b42137317 req-510fa038-6ade-4cc7-aec1-64a97155bb7a tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:39.805020 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73308ac-c613-411e-bb76-e27b42137317 req-510fa038-6ade-4cc7-aec1-64a97155bb7a tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:39.811251 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73308ac-c613-411e-bb76-e27b42137317 req-510fa038-6ade-4cc7-aec1-64a97155bb7a tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:39.813803 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b82df5a8-de2d-499e-8067-f8dbdbdc7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.818367 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73308ac-c613-411e-bb76-e27b42137317 req-510fa038-6ade-4cc7-aec1-64a97155bb7a tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:39.824931 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73308ac-c613-411e-bb76-e27b42137317 req-510fa038-6ade-4cc7-aec1-64a97155bb7a tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:39.827104 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d73308ac-c613-411e-bb76-e27b42137317 req-510fa038-6ade-4cc7-aec1-64a97155bb7a tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5434 time: 0.2037320 Feb 09 01:53:39.835360 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d739d2f9-3abe-42a8-8b1a-be687b2221ec tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (3c741b5f-968d-48f9-9812-632c56711537), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.840995 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-04355f43-19f9-4100-bad0-53eb0197f42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (262c5298-31b6-4306-be15-5a90d58fc345), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.841299 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d739d2f9-3abe-42a8-8b1a-be687b2221ec tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:39.842059 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d739d2f9-3abe-42a8-8b1a-be687b2221ec tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.844614 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f66e79c7-07ae-4e64-ba01-b3169f9e7abc req-1f75e1b4-926f-4f91-aa10-a52a44b109a3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630932 Feb 09 01:53:39.887406 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04355f43-19f9-4100-bad0-53eb0197f42d None None] Pushing event deleted for resources: {'Port': ['ID=262c5298-31b6-4306-be15-5a90d58fc345,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:39.896607 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04355f43-19f9-4100-bad0-53eb0197f42d None None] No DVR routers for this DVR port 262c5298-31b6-4306-be15-5a90d58fc345 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:39.914679 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e547fd1c-876a-48bc-b83b-2c616a213167 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:39.997325 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d739d2f9-3abe-42a8-8b1a-be687b2221ec tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6323881 Feb 09 01:53:40.000347 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54432) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:40.009895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2ec45436-0cc9-4e3e-96cc-b24675bead39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'subnet': {'network_id': '3c741b5f-968d-48f9-9812-632c56711537', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:40.032567 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739d2f9-3abe-42a8-8b1a-be687b2221ec tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Network': ['ID=3c741b5f-968d-48f9-9812-632c56711537,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:40.050994 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 3c741b5f-968d-48f9-9812-632c56711537 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:53:40.084950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51927cb-72ef-4159-98f7-25b595eccb43 req-60d7bb5b-10a2-4882-a8b1-af924e8f5d15 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:40.086717 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b51927cb-72ef-4159-98f7-25b595eccb43 req-60d7bb5b-10a2-4882-a8b1-af924e8f5d15 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.1489522 Feb 09 01:53:40.097196 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ded799bd-5581-48a2-a819-89ba10103274 admin admin] Publish callbacks [] for security_group (c5430070-bb3a-48a8-b297-af2affc08c93), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:40.103554 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c00d13e-f443-43c6-b539-a44196fe2de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ffa86b77-0960-4058-af84-97833edc3344', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'fixed_ips': [{'subnet_id': 'b6db395b-e030-4ff0-be4e-bc195e963294'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:53:40.104584 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6c00d13e-f443-43c6-b539-a44196fe2de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:40.126707 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d73308ac-c613-411e-bb76-e27b42137317 req-868cd205-f823-4f84-b3eb-b1fa5fab369e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2814553 Feb 09 01:53:40.152399 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ded799bd-5581-48a2-a819-89ba10103274 admin admin] Publish callbacks [] for security_group (c5430070-bb3a-48a8-b297-af2affc08c93), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:40.159637 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b51927cb-72ef-4159-98f7-25b595eccb43 req-863abafe-385c-482d-8a29-c0ace0f3e53a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651631 Feb 09 01:53:40.175191 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-f7a32e00-5f33-4669-a60a-81bbaf8b2b08 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8::323 (ffa86b77-0960-4058-af84-97833edc3344/b6db395b-e030-4ff0-be4e-bc195e963294/efaa2160-d9e0-42b6-8b7e-08e688f64e26) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:53:40.212438 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec45436-0cc9-4e3e-96cc-b24675bead39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Made reservation on behalf of e5d99e53c4864d1fb3cc111a041859c7 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:40.224014 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2ec45436-0cc9-4e3e-96cc-b24675bead39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:40.329290 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ded799bd-5581-48a2-a819-89ba10103274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c5430070-bb3a-48a8-b297-af2affc08c93), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:40.332258 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ded799bd-5581-48a2-a819-89ba10103274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:40.333669 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ded799bd-5581-48a2-a819-89ba10103274 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c5430070-bb3a-48a8-b297-af2affc08c93 HTTP/1.1" status: 204 len: 168 time: 0.5925744 Feb 09 01:53:40.380099 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded799bd-5581-48a2-a819-89ba10103274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5430070-bb3a-48a8-b297-af2affc08c93,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:40.497810 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7a32e00-5f33-4669-a60a-81bbaf8b2b08 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (efaa2160-d9e0-42b6-8b7e-08e688f64e26), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:40.562520 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2ec45436-0cc9-4e3e-96cc-b24675bead39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (28eb31d6-9149-46ea-8e35-b686a36ecd79), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:40.572649 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7a32e00-5f33-4669-a60a-81bbaf8b2b08 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (efaa2160-d9e0-42b6-8b7e-08e688f64e26), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:40.639598 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-6c00d13e-f443-43c6-b539-a44196fe2de2 None None] Allocated IP 2001:db8::2 (ffa86b77-0960-4058-af84-97833edc3344/b6db395b-e030-4ff0-be4e-bc195e963294/7739573b-0425-4f14-9517-f4a9371352e0) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:53:40.691013 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a32e00-5f33-4669-a60a-81bbaf8b2b08 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:40.707331 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-f7a32e00-5f33-4669-a60a-81bbaf8b2b08 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:40.710130 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a32e00-5f33-4669-a60a-81bbaf8b2b08 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:53:40.716070 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a32e00-5f33-4669-a60a-81bbaf8b2b08 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:40.716568 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7a32e00-5f33-4669-a60a-81bbaf8b2b08 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:40.728825 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f7132-1998-4acf-8abc-08a53261346a req-1fecea6b-2924-40be-ac8c-4cb0aeb04d02 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:40.730386 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309f7132-1998-4acf-8abc-08a53261346a req-1fecea6b-2924-40be-ac8c-4cb0aeb04d02 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.2698448 Feb 09 01:53:40.764185 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54450) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:40.771660 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a32e00-5f33-4669-a60a-81bbaf8b2b08 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=efaa2160-d9e0-42b6-8b7e-08e688f64e26,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:40.787260 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f7a32e00-5f33-4669-a60a-81bbaf8b2b08 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3781996 Feb 09 01:53:40.790095 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54456) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:40.805610 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec45436-0cc9-4e3e-96cc-b24675bead39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Subnet': ['ID=28eb31d6-9149-46ea-8e35-b686a36ecd79,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:40.826976 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec45436-0cc9-4e3e-96cc-b24675bead39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Checking segment: {'id': '3ab25e36-c020-45d7-a6cd-3bbbf3ef2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3c741b5f-968d-48f9-9812-632c56711537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:53:40.827344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec45436-0cc9-4e3e-96cc-b24675bead39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network hostable DHCP agents. Network: 3c741b5f-968d-48f9-9812-632c56711537, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:53:40.866202 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:40.883754 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec45436-0cc9-4e3e-96cc-b24675bead39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network 3c741b5f-968d-48f9-9812-632c56711537 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:53:40.900882 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309f7132-1998-4acf-8abc-08a53261346a req-1a165a92-783e-440b-9443-db26d913097f tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485798 Feb 09 01:53:40.916086 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-2ec45436-0cc9-4e3e-96cc-b24675bead39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 3c741b5f-968d-48f9-9812-632c56711537) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:40.917592 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec45436-0cc9-4e3e-96cc-b24675bead39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:40.918769 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2ec45436-0cc9-4e3e-96cc-b24675bead39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:40.948715 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c4b3e5-fbcc-40f4-80fc-0bb36b1d4a19 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:40.953479 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b0c4b3e5-fbcc-40f4-80fc-0bb36b1d4a19 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1586487 Feb 09 01:53:40.953651 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2ec45436-0cc9-4e3e-96cc-b24675bead39 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9510262 Feb 09 01:53:40.953887 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54466) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:40.955792 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54468) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:40.961671 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b0f49caf-a914-4427-b552-d0ddd0205900 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-424278726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:40.994908 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d176a965-b98c-47bd-8b67-d662e9a1c275 None None] Network 3c741b5f-968d-48f9-9812-632c56711537 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:41.019046 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0f49caf-a914-4427-b552-d0ddd0205900 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (b3875a98-6a5e-4605-b06b-6e1d48dce291), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.022864 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0f49caf-a914-4427-b552-d0ddd0205900 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (b3875a98-6a5e-4605-b06b-6e1d48dce291), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.033042 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.094211 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6c00d13e-f443-43c6-b539-a44196fe2de2 None None] Publish callbacks [] for port (7739573b-0425-4f14-9517-f4a9371352e0), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.104938 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6c00d13e-f443-43c6-b539-a44196fe2de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (7739573b-0425-4f14-9517-f4a9371352e0), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.147180 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08cdfc80-3fee-4914-9ea3-fc166bfcfd26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.181659 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f829ade-54ae-40c4-afff-798d8d6e1c18 req-0dda331f-c8de-4ca2-9b95-f7942cc13ac1 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:41.182669 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00d13e-f443-43c6-b539-a44196fe2de2 None None] Pushing event updated for resources: {'Port': ['ID=7739573b-0425-4f14-9517-f4a9371352e0,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:41.184350 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f829ade-54ae-40c4-afff-798d8d6e1c18 req-0dda331f-c8de-4ca2-9b95-f7942cc13ac1 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.0861862 Feb 09 01:53:41.189093 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-3e0fdc28-2392-4de2-8722-cde13ca88a33 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting port efaa2160-d9e0-42b6-8b7e-08e688f64e26 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:41.189930 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3e0fdc28-2392-4de2-8722-cde13ca88a33 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (efaa2160-d9e0-42b6-8b7e-08e688f64e26), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.207923 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c00d13e-f443-43c6-b539-a44196fe2de2 None None] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:41.211219 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-6c00d13e-f443-43c6-b539-a44196fe2de2 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:41.214761 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c00d13e-f443-43c6-b539-a44196fe2de2 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:53:41.252548 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0f49caf-a914-4427-b552-d0ddd0205900 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router_controller (b3875a98-6a5e-4605-b06b-6e1d48dce291), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.283700 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6b4950-809c-40c2-939e-6ae894aeb279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-3c741b5f-968d-48f9-9812-632c56711537', 'network_id': '3c741b5f-968d-48f9-9812-632c56711537', 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'fixed_ips': [{'subnet_id': '28eb31d6-9149-46ea-8e35-b686a36ecd79'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:53:41.284764 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9f6b4950-809c-40c2-939e-6ae894aeb279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.286556 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0f49caf-a914-4427-b552-d0ddd0205900 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (b3875a98-6a5e-4605-b06b-6e1d48dce291), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.314616 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-6c00d13e-f443-43c6-b539-a44196fe2de2 None None] Attempting to bind port 7739573b-0425-4f14-9517-f4a9371352e0 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:53:41.315046 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-6c00d13e-f443-43c6-b539-a44196fe2de2 None None] Attempting to bind port 7739573b-0425-4f14-9517-f4a9371352e0 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:53:41.315565 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c00d13e-f443-43c6-b539-a44196fe2de2 None None] Attempting to bind port 7739573b-0425-4f14-9517-f4a9371352e0 on network ffa86b77-0960-4058-af84-97833edc3344 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:53:41.325865 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d700dd-17b9-4be8-8897-27a7887fbe92 req-c176197d-4c87-4ed6-b235-565a705fe12f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:41.328655 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-64d700dd-17b9-4be8-8897-27a7887fbe92 req-c176197d-4c87-4ed6-b235-565a705fe12f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2925932 Feb 09 01:53:41.331784 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c00d13e-f443-43c6-b539-a44196fe2de2 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:53:41.332260 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c00d13e-f443-43c6-b539-a44196fe2de2 None None] Checking segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:53:41.332672 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6c00d13e-f443-43c6-b539-a44196fe2de2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.333147 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c00d13e-f443-43c6-b539-a44196fe2de2 None None] Bound using segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:53:41.333801 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-6c00d13e-f443-43c6-b539-a44196fe2de2 None None] Bound port: 7739573b-0425-4f14-9517-f4a9371352e0, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:53:41.334194 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6c00d13e-f443-43c6-b539-a44196fe2de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7739573b-0425-4f14-9517-f4a9371352e0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.342824 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0f49caf-a914-4427-b552-d0ddd0205900 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.347909 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b0f49caf-a914-4427-b552-d0ddd0205900 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3909879 Feb 09 01:53:41.350558 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54478) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:41.356360 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3e0fdc28-2392-4de2-8722-cde13ca88a33 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (efaa2160-d9e0-42b6-8b7e-08e688f64e26), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.383910 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-3e0fdc28-2392-4de2-8722-cde13ca88a33 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Calling delete_port for efaa2160-d9e0-42b6-8b7e-08e688f64e26 owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:41.444182 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08cdfc80-3fee-4914-9ea3-fc166bfcfd26 admin admin] Publish callbacks [] for security_group (62c1ba9a-5c19-4f66-bd14-56c936437029), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.488575 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08cdfc80-3fee-4914-9ea3-fc166bfcfd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (62c1ba9a-5c19-4f66-bd14-56c936437029), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.512549 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-6c00d13e-f443-43c6-b539-a44196fe2de2 None None] For port 7739573b-0425-4f14-9517-f4a9371352e0, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:53:41.518017 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-6c00d13e-f443-43c6-b539-a44196fe2de2 None None] For port 7739573b-0425-4f14-9517-f4a9371352e0, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=7739573b-0425-4f14-9517-f4a9371352e0,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:53:41.534075 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6c00d13e-f443-43c6-b539-a44196fe2de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7739573b-0425-4f14-9517-f4a9371352e0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.535537 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-9f6b4950-809c-40c2-939e-6ae894aeb279 None None] Allocated IP 172.20.0.2 (3c741b5f-968d-48f9-9812-632c56711537/28eb31d6-9149-46ea-8e35-b686a36ecd79/a3575546-fda5-4d49-a088-5a552c065f23) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:53:41.628706 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3e0fdc28-2392-4de2-8722-cde13ca88a33 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (efaa2160-d9e0-42b6-8b7e-08e688f64e26), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.648760 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdfc80-3fee-4914-9ea3-fc166bfcfd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c1ba9a-5c19-4f66-bd14-56c936437029,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:41.657571 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-08cdfc80-3fee-4914-9ea3-fc166bfcfd26 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2c3d7409f804c878f1ecc65ff0c1cbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8920581 Feb 09 01:53:41.660530 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54484) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:41.664275 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-64d700dd-17b9-4be8-8897-27a7887fbe92 req-ec349c26-520e-401a-a274-81b94329d866 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3115048 Feb 09 01:53:41.678459 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00d13e-f443-43c6-b539-a44196fe2de2 None None] Pushing event updated for resources: {'Port': ['ID=7739573b-0425-4f14-9517-f4a9371352e0,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:41.719666 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f829ade-54ae-40c4-afff-798d8d6e1c18 req-bfd66bb9-d9c9-4eea-a744-8348fa3af9ec tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5258126 Feb 09 01:53:41.822420 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fdc28-2392-4de2-8722-cde13ca88a33 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Port': ['ID=efaa2160-d9e0-42b6-8b7e-08e688f64e26,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:41.884210 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9f6b4950-809c-40c2-939e-6ae894aeb279 None None] Publish callbacks [] for port (a3575546-fda5-4d49-a088-5a552c065f23), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.895951 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9f6b4950-809c-40c2-939e-6ae894aeb279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (a3575546-fda5-4d49-a088-5a552c065f23), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.897892 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a72613c9-1f2e-498f-994d-6e974375a417 admin admin] Publish callbacks [] for security_group (62c1ba9a-5c19-4f66-bd14-56c936437029), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.964086 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3e0fdc28-2392-4de2-8722-cde13ca88a33 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.976157 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3e0fdc28-2392-4de2-8722-cde13ca88a33 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/efaa2160-d9e0-42b6-8b7e-08e688f64e26 HTTP/1.1" status: 204 len: 168 time: 1.0187635 Feb 09 01:53:41.979016 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54490) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:42.043507 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7424585-64c8-4a00-855c-c7b5b462f6dc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.045245 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7424585-64c8-4a00-855c-c7b5b462f6dc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.049572 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d7424585-64c8-4a00-855c-c7b5b462f6dc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0675237 Feb 09 01:53:42.049732 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b4950-809c-40c2-939e-6ae894aeb279 None None] Pushing event updated for resources: {'Port': ['ID=a3575546-fda5-4d49-a088-5a552c065f23,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:42.050187 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54492) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:42.099268 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6b4950-809c-40c2-939e-6ae894aeb279 None None] Network 3c741b5f-968d-48f9-9812-632c56711537 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:42.102533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-70ebf445-c057-40d7-b997-efbe2ae60f43 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.103044 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-9f6b4950-809c-40c2-939e-6ae894aeb279 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:42.110268 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6b4950-809c-40c2-939e-6ae894aeb279 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:53:42.120238 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-70ebf445-c057-40d7-b997-efbe2ae60f43 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.143298 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-70ebf445-c057-40d7-b997-efbe2ae60f43 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.162175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-70ebf445-c057-40d7-b997-efbe2ae60f43 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.173339 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-70ebf445-c057-40d7-b997-efbe2ae60f43 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.196345 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-70ebf445-c057-40d7-b997-efbe2ae60f43 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.204658 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-70ebf445-c057-40d7-b997-efbe2ae60f43 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.205692 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-9f6b4950-809c-40c2-939e-6ae894aeb279 None None] Attempting to bind port a3575546-fda5-4d49-a088-5a552c065f23 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:53:42.206218 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-9f6b4950-809c-40c2-939e-6ae894aeb279 None None] Attempting to bind port a3575546-fda5-4d49-a088-5a552c065f23 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3ab25e36-c020-45d7-a6cd-3bbbf3ef2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3c741b5f-968d-48f9-9812-632c56711537'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:53:42.206872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6b4950-809c-40c2-939e-6ae894aeb279 None None] Attempting to bind port a3575546-fda5-4d49-a088-5a552c065f23 on network 3c741b5f-968d-48f9-9812-632c56711537 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:53:42.213509 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-70ebf445-c057-40d7-b997-efbe2ae60f43 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5434 time: 0.7382066 Feb 09 01:53:42.215428 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6b4950-809c-40c2-939e-6ae894aeb279 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:53:42.216039 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6b4950-809c-40c2-939e-6ae894aeb279 None None] Checking segment: {'id': '3ab25e36-c020-45d7-a6cd-3bbbf3ef2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3c741b5f-968d-48f9-9812-632c56711537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:53:42.216783 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9f6b4950-809c-40c2-939e-6ae894aeb279 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:42.217336 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6b4950-809c-40c2-939e-6ae894aeb279 None None] Bound using segment: {'id': '3ab25e36-c020-45d7-a6cd-3bbbf3ef2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3c741b5f-968d-48f9-9812-632c56711537'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:53:42.218366 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-9f6b4950-809c-40c2-939e-6ae894aeb279 None None] Bound port: a3575546-fda5-4d49-a088-5a552c065f23, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab25e36-c020-45d7-a6cd-3bbbf3ef2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3c741b5f-968d-48f9-9812-632c56711537'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:53:42.219177 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9f6b4950-809c-40c2-939e-6ae894aeb279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a3575546-fda5-4d49-a088-5a552c065f23), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:42.274284 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a72613c9-1f2e-498f-994d-6e974375a417 admin admin] Publish callbacks [] for security_group (62c1ba9a-5c19-4f66-bd14-56c936437029), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:42.319740 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-9f6b4950-809c-40c2-939e-6ae894aeb279 None None] For port a3575546-fda5-4d49-a088-5a552c065f23, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:53:42.321701 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b17e87a9-5deb-4807-86be-ebe391f924a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:42.336516 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-9f6b4950-809c-40c2-939e-6ae894aeb279 None None] For port a3575546-fda5-4d49-a088-5a552c065f23, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a3575546-fda5-4d49-a088-5a552c065f23,segment=NetworkSegment(3ab25e36-c020-45d7-a6cd-3bbbf3ef2f51),segment_id=3ab25e36-c020-45d7-a6cd-3bbbf3ef2f51)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:53:42.347165 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-76704fb0-4e86-43e8-a291-19a4fcfab490 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.350299 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9f6b4950-809c-40c2-939e-6ae894aeb279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a3575546-fda5-4d49-a088-5a552c065f23), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:42.354474 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-76704fb0-4e86-43e8-a291-19a4fcfab490 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.48 "GET /v2.0/ports/12c6d339-2c74-42d5-a6e4-5f638ebb91f3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0781562 Feb 09 01:53:42.363669 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fda7a0-b829-409f-bc0f-71a33d47b647 req-e6315fe1-9ec0-4b14-8ebf-31fc1aa98923 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.371283 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fda7a0-b829-409f-bc0f-71a33d47b647 req-e6315fe1-9ec0-4b14-8ebf-31fc1aa98923 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.376647 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fda7a0-b829-409f-bc0f-71a33d47b647 req-e6315fe1-9ec0-4b14-8ebf-31fc1aa98923 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.382878 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fda7a0-b829-409f-bc0f-71a33d47b647 req-e6315fe1-9ec0-4b14-8ebf-31fc1aa98923 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.388441 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fda7a0-b829-409f-bc0f-71a33d47b647 req-e6315fe1-9ec0-4b14-8ebf-31fc1aa98923 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.395448 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fda7a0-b829-409f-bc0f-71a33d47b647 req-e6315fe1-9ec0-4b14-8ebf-31fc1aa98923 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.401834 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fda7a0-b829-409f-bc0f-71a33d47b647 req-e6315fe1-9ec0-4b14-8ebf-31fc1aa98923 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.410235 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-35fda7a0-b829-409f-bc0f-71a33d47b647 req-e6315fe1-9ec0-4b14-8ebf-31fc1aa98923 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5434 time: 0.5899458 Feb 09 01:53:42.455289 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-e192731f-5003-4969-a12c-810a6ac56a50 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet b6db395b-e030-4ff0-be4e-bc195e963294 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:53:42.458876 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e192731f-5003-4969-a12c-810a6ac56a50 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (b6db395b-e030-4ff0-be4e-bc195e963294), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:42.473577 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b4950-809c-40c2-939e-6ae894aeb279 None None] Pushing event updated for resources: {'Port': ['ID=a3575546-fda5-4d49-a088-5a552c065f23,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:42.499126 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:42.532891 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eb6cf-0c06-449c-afcf-152bb8f6c3d1 req-92b6230e-74b4-4a4c-87f8-fe8d8362b73a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.542934 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b52eb6cf-0c06-449c-afcf-152bb8f6c3d1 req-92b6230e-74b4-4a4c-87f8-fe8d8362b73a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.2987208 Feb 09 01:53:42.564351 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e192731f-5003-4969-a12c-810a6ac56a50 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (b6db395b-e030-4ff0-be4e-bc195e963294), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:42.588984 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a72613c9-1f2e-498f-994d-6e974375a417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (62c1ba9a-5c19-4f66-bd14-56c936437029), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:42.591651 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a72613c9-1f2e-498f-994d-6e974375a417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:42.595526 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a72613c9-1f2e-498f-994d-6e974375a417 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62c1ba9a-5c19-4f66-bd14-56c936437029 HTTP/1.1" status: 204 len: 168 time: 0.9302011 Feb 09 01:53:42.624298 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72613c9-1f2e-498f-994d-6e974375a417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c1ba9a-5c19-4f66-bd14-56c936437029,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:42.681268 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b52eb6cf-0c06-449c-afcf-152bb8f6c3d1 req-d361bd27-23ee-40b4-a014-3df55ca92084 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325021 Feb 09 01:53:42.765958 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e192731f-5003-4969-a12c-810a6ac56a50 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (b6db395b-e030-4ff0-be4e-bc195e963294), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:42.925437 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e192731f-5003-4969-a12c-810a6ac56a50 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (b6db395b-e030-4ff0-be4e-bc195e963294), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:42.949958 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-35fda7a0-b829-409f-bc0f-71a33d47b647 req-80f96a60-2b98-464f-be75-8aaf7029fbf6 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5388033 Feb 09 01:53:43.033427 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-28e9f9b8-3daf-4f86-a04f-4dfb4fc52af0 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.48 "GET /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6708164 Feb 09 01:53:43.034579 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e192731f-5003-4969-a12c-810a6ac56a50 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:43.042953 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e192731f-5003-4969-a12c-810a6ac56a50 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/b6db395b-e030-4ff0-be4e-bc195e963294 HTTP/1.1" status: 204 len: 168 time: 0.9898298 Feb 09 01:53:43.052528 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:43.055786 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54514) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:43.058287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192731f-5003-4969-a12c-810a6ac56a50 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=b6db395b-e030-4ff0-be4e-bc195e963294,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:43.106372 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-b17e87a9-5deb-4807-86be-ebe391f924a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Allocated IP 172.20.0.1 (3c741b5f-968d-48f9-9812-632c56711537/28eb31d6-9149-46ea-8e35-b686a36ecd79/9ec67631-79fc-4876-921b-1634b282e114) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:53:43.156197 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6b260815-9f1a-444f-b493-fdcde36e0e7b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886874 Feb 09 01:53:43.167250 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54520) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:43.173221 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-a59c38f5-a9d3-4182-89e5-056eae1159a8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:43.193435 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 28fa76b1-4ebd-4297-bced-ed4c8b21284e no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:43.239931 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b70c0-3abb-4f78-a6aa-f45c2811ef05 req-0e088be3-2fe0-4d04-9a89-6578589552c1 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:43.248868 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-517b70c0-3abb-4f78-a6aa-f45c2811ef05 req-0e088be3-2fe0-4d04-9a89-6578589552c1 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.3865905 Feb 09 01:53:43.357739 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 28fa76b1-4ebd-4297-bced-ed4c8b21284e is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:43.358151 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (28fa76b1-4ebd-4297-bced-ed4c8b21284e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:43.359691 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (12c6d339-2c74-42d5-a6e4-5f638ebb91f3), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:43.402478 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-517b70c0-3abb-4f78-a6aa-f45c2811ef05 req-c6bdd34c-bf27-4b64-a5c9-cbf30e899e1f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502106 Feb 09 01:53:43.431292 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a11649-c0c0-44ff-938a-18196f86a78a None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:43.433468 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28fa76b1-4ebd-4297-bced-ed4c8b21284e'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:53:43.436328 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf517f5-f667-4dfa-b08c-c4bff3e84f19" -d '{"events": [{"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-unplugged", "status": "completed", "tag": "28fa76b1-4ebd-4297-bced-ed4c8b21284e"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:53:43.457857 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59c38f5-a9d3-4182-89e5-056eae1159a8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:43.459819 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:43.469619 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a59c38f5-a9d3-4182-89e5-056eae1159a8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:43.560245 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6da7f88-c6ca-4a22-a993-aa65b13c832b x-openstack-request-id: req-a6da7f88-c6ca-4a22-a993-aa65b13c832b {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:53:43.560540 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-unplugged", "status": "completed", "tag": "28fa76b1-4ebd-4297-bced-ed4c8b21284e", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:53:43.560800 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6da7f88-c6ca-4a22-a993-aa65b13c832b {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:53:43.561192 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28fa76b1-4ebd-4297-bced-ed4c8b21284e', 'code': 200} Feb 09 01:53:43.563795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 28fa76b1-4ebd-4297-bced-ed4c8b21284e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=28fa76b1-4ebd-4297-bced-ed4c8b21284e,segment=NetworkSegment(f19cd584-be4a-44e7-93fd-3736899ef908),segment_id=f19cd584-be4a-44e7-93fd-3736899ef908)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:43.564550 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b17e87a9-5deb-4807-86be-ebe391f924a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for port (9ec67631-79fc-4876-921b-1634b282e114), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:43.583396 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (28fa76b1-4ebd-4297-bced-ed4c8b21284e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:43.584121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 3e5a309d-a187-428b-be54-6139af1e1d5b no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:43.637236 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b17e87a9-5deb-4807-86be-ebe391f924a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (9ec67631-79fc-4876-921b-1634b282e114), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:43.731427 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 3e5a309d-a187-428b-be54-6139af1e1d5b is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:43.731824 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3e5a309d-a187-428b-be54-6139af1e1d5b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:43.742153 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17e87a9-5deb-4807-86be-ebe391f924a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network 3c741b5f-968d-48f9-9812-632c56711537 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:43.748383 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b17e87a9-5deb-4807-86be-ebe391f924a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:43.758783 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e87a9-5deb-4807-86be-ebe391f924a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:53:43.802791 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e532ef48-35d1-4d4f-9090-1efd44c67868 None None] Provisioning complete for port 7739573b-0425-4f14-9517-f4a9371352e0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:43.803167 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e532ef48-35d1-4d4f-9090-1efd44c67868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7739573b-0425-4f14-9517-f4a9371352e0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:43.848344 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e87a9-5deb-4807-86be-ebe391f924a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Port': ['ID=9ec67631-79fc-4876-921b-1634b282e114,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:43.878346 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b17e87a9-5deb-4807-86be-ebe391f924a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (b3875a98-6a5e-4605-b06b-6e1d48dce291), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:43.990675 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 3e5a309d-a187-428b-be54-6139af1e1d5b, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=3e5a309d-a187-428b-be54-6139af1e1d5b,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:44.015901 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3e5a309d-a187-428b-be54-6139af1e1d5b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:44.017276 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device c256480c-5c68-4a1d-819c-22216ad81ce4 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:44.112453 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7739573b-0425-4f14-9517-f4a9371352e0 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:53:44.267274 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=28fa76b1-4ebd-4297-bced-ed4c8b21284e,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:44.367114 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312b73c-334a-4595-96ea-3695dc1aa7ef req-053805ab-0100-44bc-94dc-9f4df3ffb4df tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:44.376515 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312b73c-334a-4595-96ea-3695dc1aa7ef req-053805ab-0100-44bc-94dc-9f4df3ffb4df tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:44.386204 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312b73c-334a-4595-96ea-3695dc1aa7ef req-053805ab-0100-44bc-94dc-9f4df3ffb4df tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:44.392574 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312b73c-334a-4595-96ea-3695dc1aa7ef req-053805ab-0100-44bc-94dc-9f4df3ffb4df tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:44.399258 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312b73c-334a-4595-96ea-3695dc1aa7ef req-053805ab-0100-44bc-94dc-9f4df3ffb4df tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:44.404411 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e49faa0-c0d4-47b5-9423-a7f0906155c2 None None] DHCP port deletion for ffa86b77-0960-4058-af84-97833edc3344 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:53:44.408369 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312b73c-334a-4595-96ea-3695dc1aa7ef req-053805ab-0100-44bc-94dc-9f4df3ffb4df tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:44.414496 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312b73c-334a-4595-96ea-3695dc1aa7ef req-053805ab-0100-44bc-94dc-9f4df3ffb4df tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:44.424121 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f312b73c-334a-4595-96ea-3695dc1aa7ef req-053805ab-0100-44bc-94dc-9f4df3ffb4df tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 5430 time: 0.3022101 Feb 09 01:53:44.424944 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 7739573b-0425-4f14-9517-f4a9371352e0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:44.425319 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7739573b-0425-4f14-9517-f4a9371352e0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:44.434358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e532ef48-35d1-4d4f-9090-1efd44c67868 None None] Current status of the port 7739573b-0425-4f14-9517-f4a9371352e0 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:44.434747 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e532ef48-35d1-4d4f-9090-1efd44c67868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7739573b-0425-4f14-9517-f4a9371352e0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:44.498960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=3e5a309d-a187-428b-be54-6139af1e1d5b,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:44.516774 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a59c38f5-a9d3-4182-89e5-056eae1159a8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (4b02fd56-61d9-4cf4-90cc-16d1f221caa1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:44.518987 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb60e97f-dce0-4219-a744-b0d47493f3ea None None] Network 3c741b5f-968d-48f9-9812-632c56711537 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:44.525799 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b17e87a9-5deb-4807-86be-ebe391f924a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9ec67631-79fc-4876-921b-1634b282e114), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:44.543958 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port c256480c-5c68-4a1d-819c-22216ad81ce4 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:44.544345 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c256480c-5c68-4a1d-819c-22216ad81ce4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:44.569477 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] For port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=12c6d339-2c74-42d5-a6e4-5f638ebb91f3,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:44.627306 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59c38f5-a9d3-4182-89e5-056eae1159a8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:44.634811 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] For port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:53:44.641987 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e532ef48-35d1-4d4f-9090-1efd44c67868 None None] For port 7739573b-0425-4f14-9517-f4a9371352e0, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=7739573b-0425-4f14-9517-f4a9371352e0,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:44.643719 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78f006-040a-4ab9-96ba-34e5ea9f5586 req-de14c78d-6846-49b6-a03f-723851ef46bc tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:44.645906 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd78f006-040a-4ab9-96ba-34e5ea9f5586 req-de14c78d-6846-49b6-a03f-723851ef46bc tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.2746704 Feb 09 01:53:44.648505 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c38f5-a9d3-4182-89e5-056eae1159a8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=4b02fd56-61d9-4cf4-90cc-16d1f221caa1,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:44.651148 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-a59c38f5-a9d3-4182-89e5-056eae1159a8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:44.658513 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59c38f5-a9d3-4182-89e5-056eae1159a8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:44.659676 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a59c38f5-a9d3-4182-89e5-056eae1159a8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:44.672184 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e532ef48-35d1-4d4f-9090-1efd44c67868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7739573b-0425-4f14-9517-f4a9371352e0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:44.682792 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f312b73c-334a-4595-96ea-3695dc1aa7ef req-2f75738e-d145-403f-bc80-1070c4e65a1b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2565782 Feb 09 01:53:44.684121 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837a229-2737-4d48-809b-a4def513cb8f req-a0ab5818-1b89-45a6-a9c2-9cdded3a69a0 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:44.685742 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d837a229-2737-4d48-809b-a4def513cb8f req-a0ab5818-1b89-45a6-a9c2-9cdded3a69a0 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.48 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 1.1923647 Feb 09 01:53:44.702217 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a59c38f5-a9d3-4182-89e5-056eae1159a8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5341597 Feb 09 01:53:44.705396 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port c256480c-5c68-4a1d-819c-22216ad81ce4, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c256480c-5c68-4a1d-819c-22216ad81ce4,segment=NetworkSegment(f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d),segment_id=f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:44.732687 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54556) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:44.734102 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c256480c-5c68-4a1d-819c-22216ad81ce4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:44.734860 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device d1d95269-3302-4bd7-8678-3ab10c8c0ac5 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:44.735038 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] device_id is not set on port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:53:44.748152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-770fc63f-d6c0-49b5-a011-d073b47e3b28 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'name': 'tempest-NetworksTestDHCPv6-1046472205'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:44.790373 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] Publish callbacks [] for port (12c6d339-2c74-42d5-a6e4-5f638ebb91f3), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:44.836591 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (12c6d339-2c74-42d5-a6e4-5f638ebb91f3), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:44.857032 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6e49faa0-c0d4-47b5-9423-a7f0906155c2 None None] Deleting port 7739573b-0425-4f14-9517-f4a9371352e0 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:44.857406 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e49faa0-c0d4-47b5-9423-a7f0906155c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (7739573b-0425-4f14-9517-f4a9371352e0), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:44.930284 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 7739573b-0425-4f14-9517-f4a9371352e0 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:44.931277 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ba22d-6466-4df0-961e-53c784e0505f req-265c4fed-3120-499d-b025-f3b36ed5d8ae tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:44.931495 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a3575546-fda5-4d49-a088-5a552c065f23 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:53:44.933115 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532ef48-35d1-4d4f-9090-1efd44c67868 None None] Pushing event updated for resources: {'Port': ['ID=7739573b-0425-4f14-9517-f4a9371352e0,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:44.933453 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b52ba22d-6466-4df0-961e-53c784e0505f req-265c4fed-3120-499d-b025-f3b36ed5d8ae tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.1315393 Feb 09 01:53:44.937765 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd78f006-040a-4ab9-96ba-34e5ea9f5586 req-139a7922-41d4-462f-9551-d6b901af9c74 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509103 Feb 09 01:53:45.015706 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] No DVR routers for this DVR port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:45.025553 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c5e43e85-a286-4dec-bf33-e2cae9ce3dd6 None None] Provisioning complete for port a3575546-fda5-4d49-a088-5a552c065f23 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:45.025924 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c5e43e85-a286-4dec-bf33-e2cae9ce3dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a3575546-fda5-4d49-a088-5a552c065f23), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:45.045009 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] Pushing event updated for resources: {'Port': ['ID=12c6d339-2c74-42d5-a6e4-5f638ebb91f3,revision_number=6']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:45.080736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:45.081085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:45.081591 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:45.082065 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:45.082570 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:45.083042 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:45.083540 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:45.084033 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:45.084367 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:45.084693 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:45.085161 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:45.085588 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:45.086092 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:45.105606 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b52ba22d-6466-4df0-961e-53c784e0505f req-8bbf41d6-b3ef-409d-bc4f-017159f9a30e tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141160 Feb 09 01:53:45.125915 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] In _notify_port_updated(), no bound segment for port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 on network 4c4e88d2-2146-4771-81ab-7d54809701c2 {{(pid=103183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:53:45.127039 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:45.127835 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:45.129329 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-31062312-26a1-4f98-89e1-406fb6c3c04a service neutron] 10.222.0.48 "PUT /v2.0/ports/12c6d339-2c74-42d5-a6e4-5f638ebb91f3 HTTP/1.1" status: 200 len: 1027 time: 2.0863335 Feb 09 01:53:45.131920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770fc63f-d6c0-49b5-a011-d073b47e3b28 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:45.135712 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-770fc63f-d6c0-49b5-a011-d073b47e3b28 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:45.138544 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b17e87a9-5deb-4807-86be-ebe391f924a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for port (9ec67631-79fc-4876-921b-1634b282e114), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:45.148253 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b17e87a9-5deb-4807-86be-ebe391f924a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (9ec67631-79fc-4876-921b-1634b282e114), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:45.164948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-d837a229-2737-4d48-809b-a4def513cb8f req-abd789f9-ffdb-4e67-865a-1f1ef9e4607a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Deleting port f3250546-0c08-4984-b1b3-99ab299ed379 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:45.165297 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d837a229-2737-4d48-809b-a4def513cb8f req-abd789f9-ffdb-4e67-865a-1f1ef9e4607a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (f3250546-0c08-4984-b1b3-99ab299ed379), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:45.238204 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-6e49faa0-c0d4-47b5-9423-a7f0906155c2 None None] For port 7739573b-0425-4f14-9517-f4a9371352e0, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=7739573b-0425-4f14-9517-f4a9371352e0,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:45.238551 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e49faa0-c0d4-47b5-9423-a7f0906155c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (7739573b-0425-4f14-9517-f4a9371352e0), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:45.259312 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6e49faa0-c0d4-47b5-9423-a7f0906155c2 None None] Calling delete_port for 7739573b-0425-4f14-9517-f4a9371352e0 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:45.330817 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b17e87a9-5deb-4807-86be-ebe391f924a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (b3875a98-6a5e-4605-b06b-6e1d48dce291), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:45.354472 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-770fc63f-d6c0-49b5-a011-d073b47e3b28 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] device_id is not set on port 538267c1-1d1c-434e-97e9-4e2bc596f75f yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:53:45.357609 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e87a9-5deb-4807-86be-ebe391f924a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Port': ['ID=9ec67631-79fc-4876-921b-1634b282e114,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:45.436873 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-5812f75a-567c-4dd4-8671-20a5bf4b0b49 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:45.438260 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-5812f75a-567c-4dd4-8671-20a5bf4b0b49 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.48 "GET /v2.0/ports/3e5a309d-a187-428b-be54-6139af1e1d5b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2975938 Feb 09 01:53:45.464882 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-86d23487-017a-47a1-b96a-a4d01cda6abb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:45.486797 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=c256480c-5c68-4a1d-819c-22216ad81ce4,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:45.560045 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bf5a3-dc9f-4c8e-9368-92642116239f req-e0297514-99ee-411d-846e-e58a975e91a4 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:45.581594 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e5a309d-a187-428b-be54-6139af1e1d5b'}, {'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c256480c-5c68-4a1d-819c-22216ad81ce4'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:53:45.585914 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4e436f-11f7-4dba-8122-33796771bce1" -d '{"events": [{"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-unplugged", "status": "completed", "tag": "3e5a309d-a187-428b-be54-6139af1e1d5b"}, {"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-unplugged", "status": "completed", "tag": "c256480c-5c68-4a1d-819c-22216ad81ce4"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:53:45.591343 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port d1d95269-3302-4bd7-8678-3ab10c8c0ac5 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:45.591829 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d1d95269-3302-4bd7-8678-3ab10c8c0ac5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:45.593112 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa3bf5a3-dc9f-4c8e-9368-92642116239f req-e0297514-99ee-411d-846e-e58a975e91a4 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.1347859 Feb 09 01:53:45.602623 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e49faa0-c0d4-47b5-9423-a7f0906155c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (7739573b-0425-4f14-9517-f4a9371352e0), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:45.672086 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e49faa0-c0d4-47b5-9423-a7f0906155c2 None None] No DVR routers for this DVR port 7739573b-0425-4f14-9517-f4a9371352e0 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:45.720194 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14427d50-d7ab-4bd4-9de5-388cc97d9d0d None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:45.727540 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa3bf5a3-dc9f-4c8e-9368-92642116239f req-e7a7b4ef-0d72-4df2-a3e0-229a4f368cae tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318028 Feb 09 01:53:45.731912 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-d837a229-2737-4d48-809b-a4def513cb8f req-abd789f9-ffdb-4e67-865a-1f1ef9e4607a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] For port f3250546-0c08-4984-b1b3-99ab299ed379, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=f3250546-0c08-4984-b1b3-99ab299ed379,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:45.732422 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d837a229-2737-4d48-809b-a4def513cb8f req-abd789f9-ffdb-4e67-865a-1f1ef9e4607a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (f3250546-0c08-4984-b1b3-99ab299ed379), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:45.735891 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49faa0-c0d4-47b5-9423-a7f0906155c2 None None] Pushing event deleted for resources: {'Port': ['ID=7739573b-0425-4f14-9517-f4a9371352e0,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:45.755705 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17e87a9-5deb-4807-86be-ebe391f924a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network 3c741b5f-968d-48f9-9812-632c56711537 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:45.757353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-770fc63f-d6c0-49b5-a011-d073b47e3b28 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8::1a9 (ffa86b77-0960-4058-af84-97833edc3344/4b02fd56-61d9-4cf4-90cc-16d1f221caa1/538267c1-1d1c-434e-97e9-4e2bc596f75f) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:53:45.757552 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port a3575546-fda5-4d49-a088-5a552c065f23 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:45.758457 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a3575546-fda5-4d49-a088-5a552c065f23), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:45.765151 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b17e87a9-5deb-4807-86be-ebe391f924a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:45.765343 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5597cf-eebd-4fbf-9d7f-da3aafea25c7 req-3c69c455-975c-4e00-b540-a6f8af9f0883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:45.766906 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b5597cf-eebd-4fbf-9d7f-da3aafea25c7 req-3c69c455-975c-4e00-b540-a6f8af9f0883 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 1126 time: 0.3354502 Feb 09 01:53:45.777071 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-d837a229-2737-4d48-809b-a4def513cb8f req-abd789f9-ffdb-4e67-865a-1f1ef9e4607a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Calling delete_port for f3250546-0c08-4984-b1b3-99ab299ed379 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:45.778940 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-86d23487-017a-47a1-b96a-a4d01cda6abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3e5a309d-a187-428b-be54-6139af1e1d5b), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:45.910502 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 09 Feb 2022 01:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce83b11-6745-4ff1-b036-ba0a149fd1c8 x-openstack-request-id: req-fce83b11-6745-4ff1-b036-ba0a149fd1c8 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:53:45.910848 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-unplugged", "status": "completed", "tag": "3e5a309d-a187-428b-be54-6139af1e1d5b", "code": 200}, {"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-unplugged", "status": "completed", "tag": "c256480c-5c68-4a1d-819c-22216ad81ce4", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:53:45.914303 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fce83b11-6745-4ff1-b036-ba0a149fd1c8 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:53:45.914920 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e5a309d-a187-428b-be54-6139af1e1d5b', 'code': 200} Feb 09 01:53:45.915256 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c256480c-5c68-4a1d-819c-22216ad81ce4', 'code': 200} Feb 09 01:53:45.972751 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port d1d95269-3302-4bd7-8678-3ab10c8c0ac5, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=d1d95269-3302-4bd7-8678-3ab10c8c0ac5,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:46.068840 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d1d95269-3302-4bd7-8678-3ab10c8c0ac5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:46.070321 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:46.106621 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17e87a9-5deb-4807-86be-ebe391f924a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Router b3875a98-6a5e-4605-b06b-6e1d48dce291 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:53:46.200148 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=d1d95269-3302-4bd7-8678-3ab10c8c0ac5,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:46.243108 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c5e43e85-a286-4dec-bf33-e2cae9ce3dd6 None None] Current status of the port a3575546-fda5-4d49-a088-5a552c065f23 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:46.244742 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c5e43e85-a286-4dec-bf33-e2cae9ce3dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a3575546-fda5-4d49-a088-5a552c065f23), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:46.276507 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26365328-88d0-4687-bf65-3f5536bea291 req-3b00053c-1e43-480b-ad88-ad6d2add5f7b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:46.281944 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26365328-88d0-4687-bf65-3f5536bea291 req-3b00053c-1e43-480b-ad88-ad6d2add5f7b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:46.287666 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26365328-88d0-4687-bf65-3f5536bea291 req-3b00053c-1e43-480b-ad88-ad6d2add5f7b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:46.295068 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26365328-88d0-4687-bf65-3f5536bea291 req-3b00053c-1e43-480b-ad88-ad6d2add5f7b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:46.299658 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26365328-88d0-4687-bf65-3f5536bea291 req-3b00053c-1e43-480b-ad88-ad6d2add5f7b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:46.306342 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26365328-88d0-4687-bf65-3f5536bea291 req-3b00053c-1e43-480b-ad88-ad6d2add5f7b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:46.315909 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-26365328-88d0-4687-bf65-3f5536bea291 req-3b00053c-1e43-480b-ad88-ad6d2add5f7b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 4652 time: 0.3243115 Feb 09 01:53:46.318732 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5597cf-eebd-4fbf-9d7f-da3aafea25c7 req-0e4e453f-8abd-4eac-9b99-f3e58cf36f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:46.320681 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b5597cf-eebd-4fbf-9d7f-da3aafea25c7 req-0e4e453f-8abd-4eac-9b99-f3e58cf36f62 service neutron] 10.222.0.67 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 912 time: 0.5456491 Feb 09 01:53:46.360976 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17e87a9-5deb-4807-86be-ebe391f924a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:53:46.378378 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b17e87a9-5deb-4807-86be-ebe391f924a3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/routers/b3875a98-6a5e-4605-b06b-6e1d48dce291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0223329 Feb 09 01:53:46.379288 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54586) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:46.466292 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc2455b-8253-489f-a15d-efe574f7649a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:46.467811 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0cc2455b-8253-489f-a15d-efe574f7649a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/ports/9ec67631-79fc-4876-921b-1634b282e114 HTTP/1.1" status: 200 len: 910 time: 0.0879295 Feb 09 01:53:46.472823 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54588) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:46.481755 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6f1896ac-96ba-46e4-ad5c-fbb761e74fd4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '28eb31d6-9149-46ea-8e35-b686a36ecd79'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:46.547564 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393d612-2feb-4797-87e3-a0924ef774b7 req-a414b350-d345-47a5-a67c-d4a4db8b35cb tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:46.556405 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7393d612-2feb-4797-87e3-a0924ef774b7 req-a414b350-d345-47a5-a67c-d4a4db8b35cb tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b667ea-4a3e-4bb3-af30-2f3e2283a79a HTTP/1.1" status: 200 len: 946 time: 0.4141345 Feb 09 01:53:46.563285 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port a3575546-fda5-4d49-a088-5a552c065f23 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:46.564247 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a3575546-fda5-4d49-a088-5a552c065f23), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:46.566589 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ba0408-a124-4b46-9690-f6626ff4b7a0 None None] Sync routers for ids ['b3875a98-6a5e-4605-b06b-6e1d48dce291'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:53:46.599574 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb3e59b-547a-4658-ab36-0ec9cada5dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ffa86b77-0960-4058-af84-97833edc3344', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'fixed_ips': [{'subnet_id': '4b02fd56-61d9-4cf4-90cc-16d1f221caa1'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:53:46.600672 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-abb3e59b-547a-4658-ab36-0ec9cada5dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:46.619395 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-86d23487-017a-47a1-b96a-a4d01cda6abb service neutron] For port 3e5a309d-a187-428b-be54-6139af1e1d5b, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=3e5a309d-a187-428b-be54-6139af1e1d5b,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:46.662724 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b5597cf-eebd-4fbf-9d7f-da3aafea25c7 req-a8d209c9-b230-4a92-91a5-524cf6dbdb8a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3 HTTP/1.1" status: 200 len: 999 time: 0.3294172 Feb 09 01:53:46.681387 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-26365328-88d0-4687-bf65-3f5536bea291 req-612b154d-d2d7-4a3b-babf-56c9395d5055 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=421432c6-0672-41be-9538-9f9e50172196&id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3325400 Feb 09 01:53:46.682950 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c5e43e85-a286-4dec-bf33-e2cae9ce3dd6 None None] For port a3575546-fda5-4d49-a088-5a552c065f23, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a3575546-fda5-4d49-a088-5a552c065f23,segment=NetworkSegment(3ab25e36-c020-45d7-a6cd-3bbbf3ef2f51),segment_id=3ab25e36-c020-45d7-a6cd-3bbbf3ef2f51)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:46.684326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ba0408-a124-4b46-9690-f6626ff4b7a0 None None] Routers {'b3875a98-6a5e-4605-b06b-6e1d48dce291'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:46.685329 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-86ba0408-a124-4b46-9690-f6626ff4b7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b3875a98-6a5e-4605-b06b-6e1d48dce291'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:46.691649 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d837a229-2737-4d48-809b-a4def513cb8f req-abd789f9-ffdb-4e67-865a-1f1ef9e4607a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (f3250546-0c08-4984-b1b3-99ab299ed379), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:46.749185 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6f1896ac-96ba-46e4-ad5c-fbb761e74fd4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9ec67631-79fc-4876-921b-1634b282e114), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:46.769328 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-770fc63f-d6c0-49b5-a011-d073b47e3b28 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (538267c1-1d1c-434e-97e9-4e2bc596f75f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:46.774179 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5597cf-eebd-4fbf-9d7f-da3aafea25c7 req-77de16c4-b220-4031-877e-c6465361e926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:46.775892 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b5597cf-eebd-4fbf-9d7f-da3aafea25c7 req-77de16c4-b220-4031-877e-c6465361e926 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.1066577 Feb 09 01:53:46.803380 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['6a23ba66-360c-46da-9c7a-dca9a04eb217'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:53:46.806044 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c5e43e85-a286-4dec-bf33-e2cae9ce3dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a3575546-fda5-4d49-a088-5a552c065f23), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:46.812963 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-86ba0408-a124-4b46-9690-f6626ff4b7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:46.823804 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:46.824120 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:46.843178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd789f9-ffdb-4e67-865a-1f1ef9e4607a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Pushing event deleted for resources: {'Port': ['ID=f3250546-0c08-4984-b1b3-99ab299ed379,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:46.934686 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-d837a229-2737-4d48-809b-a4def513cb8f req-abd789f9-ffdb-4e67-865a-1f1ef9e4607a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] No DVR routers for this DVR port f3250546-0c08-4984-b1b3-99ab299ed379 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:46.937933 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d837a229-2737-4d48-809b-a4def513cb8f req-abd789f9-ffdb-4e67-865a-1f1ef9e4607a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:46.941799 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d837a229-2737-4d48-809b-a4def513cb8f req-abd789f9-ffdb-4e67-865a-1f1ef9e4607a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.48 "DELETE /v2.0/ports/f3250546-0c08-4984-b1b3-99ab299ed379 HTTP/1.1" status: 204 len: 173 time: 2.2423334 Feb 09 01:53:46.953093 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b667ea-4a3e-4bb3-af30-2f3e2283a79a', 'name': 'network-vif-deleted', 'tag': 'f3250546-0c08-4984-b1b3-99ab299ed379'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:53:46.956066 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dc00a8-4514-48be-83cc-d434980807e1" -d '{"events": [{"server_uuid": "30b667ea-4a3e-4bb3-af30-2f3e2283a79a", "name": "network-vif-deleted", "tag": "f3250546-0c08-4984-b1b3-99ab299ed379"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:53:46.977598 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-86d23487-017a-47a1-b96a-a4d01cda6abb service neutron] For port 3e5a309d-a187-428b-be54-6139af1e1d5b, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:53:47.006584 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7393d612-2feb-4797-87e3-a0924ef774b7 req-293261fe-b73e-4b08-a05e-530695d244d1 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069960 Feb 09 01:53:47.006830 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:53:47.006928 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:53:47.070346 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ba0408-a124-4b46-9690-f6626ff4b7a0 None None] Routers {'b3875a98-6a5e-4605-b06b-6e1d48dce291'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:47.071072 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-86ba0408-a124-4b46-9690-f6626ff4b7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b3875a98-6a5e-4605-b06b-6e1d48dce291'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:47.135880 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-86d23487-017a-47a1-b96a-a4d01cda6abb service neutron] device_id is not set on port 3e5a309d-a187-428b-be54-6139af1e1d5b yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:53:47.141260 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-86ba0408-a124-4b46-9690-f6626ff4b7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:47.141690 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ba0408-a124-4b46-9690-f6626ff4b7a0 None None] The sync data for ids ['b3875a98-6a5e-4605-b06b-6e1d48dce291'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:53:47.143807 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5597cf-eebd-4fbf-9d7f-da3aafea25c7 req-238bcfc6-3ff1-494a-be19-901e222fc021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:47.151426 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b5597cf-eebd-4fbf-9d7f-da3aafea25c7 req-238bcfc6-3ff1-494a-be19-901e222fc021 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3542426 Feb 09 01:53:47.156300 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-770fc63f-d6c0-49b5-a011-d073b47e3b28 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (538267c1-1d1c-434e-97e9-4e2bc596f75f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:47.162338 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-86d23487-017a-47a1-b96a-a4d01cda6abb service neutron] Publish callbacks [] for port (3e5a309d-a187-428b-be54-6139af1e1d5b), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:47.192334 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac,segment=NetworkSegment(f19cd584-be4a-44e7-93fd-3736899ef908),segment_id=f19cd584-be4a-44e7-93fd-3736899ef908)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:47.193542 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-cd52329f-a830-4e9b-9d20-3da16b2ec671 None None] Provisioning complete for port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:47.193923 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cd52329f-a830-4e9b-9d20-3da16b2ec671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (12c6d339-2c74-42d5-a6e4-5f638ebb91f3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:47.290196 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b5597cf-eebd-4fbf-9d7f-da3aafea25c7 req-07a1de48-cf40-4058-b105-bed4357f3e5a service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303322 Feb 09 01:53:47.292497 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:47.295387 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c65d4f-7555-423e-b81c-f2a8f04f1648 x-openstack-request-id: req-54c65d4f-7555-423e-b81c-f2a8f04f1648 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:53:47.295943 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b667ea-4a3e-4bb3-af30-2f3e2283a79a", "name": "network-vif-deleted", "tag": "f3250546-0c08-4984-b1b3-99ab299ed379", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:53:47.296300 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-54c65d4f-7555-423e-b81c-f2a8f04f1648 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:53:47.296814 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b667ea-4a3e-4bb3-af30-2f3e2283a79a', 'name': 'network-vif-deleted', 'tag': 'f3250546-0c08-4984-b1b3-99ab299ed379', 'status': 'completed', 'code': 200} Feb 09 01:53:47.303988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device cd86026c-c167-4b35-80bb-22f2c9696705 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:47.320841 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c92be-22e7-4b13-ae8a-b95181ae1a9a req-5cad1a12-ac7c-48e3-913c-2ad4ea489199 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:47.322482 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-157c92be-22e7-4b13-ae8a-b95181ae1a9a req-5cad1a12-ac7c-48e3-913c-2ad4ea489199 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2910225 Feb 09 01:53:47.336787 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770fc63f-d6c0-49b5-a011-d073b47e3b28 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:47.341618 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-86d23487-017a-47a1-b96a-a4d01cda6abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (3e5a309d-a187-428b-be54-6139af1e1d5b), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:47.359439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-770fc63f-d6c0-49b5-a011-d073b47e3b28 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:47.396482 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770fc63f-d6c0-49b5-a011-d073b47e3b28 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:53:47.404117 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770fc63f-d6c0-49b5-a011-d073b47e3b28 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:47.404911 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-770fc63f-d6c0-49b5-a011-d073b47e3b28 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:47.452346 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e43e85-a286-4dec-bf33-e2cae9ce3dd6 None None] Pushing event updated for resources: {'Port': ['ID=a3575546-fda5-4d49-a088-5a552c065f23,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:47.489782 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770fc63f-d6c0-49b5-a011-d073b47e3b28 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=538267c1-1d1c-434e-97e9-4e2bc596f75f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:47.518493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-86d23487-017a-47a1-b96a-a4d01cda6abb service neutron] No DVR routers for this DVR port 3e5a309d-a187-428b-be54-6139af1e1d5b on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:47.561341 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-770fc63f-d6c0-49b5-a011-d073b47e3b28 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8215191 Feb 09 01:53:47.564510 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54608) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:47.610021 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-157c92be-22e7-4b13-ae8a-b95181ae1a9a req-53fdd840-3282-4c24-b2ec-ce13bb6d737a tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2675798 Feb 09 01:53:47.620417 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-abb3e59b-547a-4658-ab36-0ec9cada5dfd None None] Allocated IP 2001:db8::2 (ffa86b77-0960-4058-af84-97833edc3344/4b02fd56-61d9-4cf4-90cc-16d1f221caa1/d92eabfe-7b74-44af-b239-734eb9aeb423) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:53:47.699501 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d23487-017a-47a1-b96a-a4d01cda6abb service neutron] Pushing event updated for resources: {'Port': ['ID=3e5a309d-a187-428b-be54-6139af1e1d5b,revision_number=7']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:47.717384 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b5597cf-eebd-4fbf-9d7f-da3aafea25c7 req-a8b3e46c-87a2-4902-954c-a1e142101a77 service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102008 Feb 09 01:53:47.719249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-86d23487-017a-47a1-b96a-a4d01cda6abb service neutron] In _notify_port_updated(), no bound segment for port 3e5a309d-a187-428b-be54-6139af1e1d5b on network 4c4e88d2-2146-4771-81ab-7d54809701c2 {{(pid=103183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:53:47.720122 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-86d23487-017a-47a1-b96a-a4d01cda6abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:47.720895 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-86d23487-017a-47a1-b96a-a4d01cda6abb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:47.728568 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-86d23487-017a-47a1-b96a-a4d01cda6abb service neutron] 10.222.0.48 "PUT /v2.0/ports/3e5a309d-a187-428b-be54-6139af1e1d5b HTTP/1.1" status: 200 len: 1028 time: 2.2690840 Feb 09 01:53:47.785361 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:47.849678 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b74fdc9-0fd3-43a0-a7fe-b8caed76ffc0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:47.856065 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3b74fdc9-0fd3-43a0-a7fe-b8caed76ffc0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2473431 Feb 09 01:53:47.856446 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54618) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:47.993527 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6f1896ac-96ba-46e4-ad5c-fbb761e74fd4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for port (9ec67631-79fc-4876-921b-1634b282e114), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:48.009327 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6f1896ac-96ba-46e4-ad5c-fbb761e74fd4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (9ec67631-79fc-4876-921b-1634b282e114), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:48.071316 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-abb3e59b-547a-4658-ab36-0ec9cada5dfd None None] Publish callbacks [] for port (d92eabfe-7b74-44af-b239-734eb9aeb423), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:48.086534 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1d95269-3302-4bd7-8678-3ab10c8c0ac5'}, {'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:53:48.090886 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d125b254-b5ef-474e-b002-11abf1429a3a" -d '{"events": [{"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-unplugged", "status": "completed", "tag": "d1d95269-3302-4bd7-8678-3ab10c8c0ac5"}, {"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-unplugged", "status": "completed", "tag": "c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:53:48.098133 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e9809-7e5d-4527-a67b-868e04312107 req-c1485168-f974-4059-abea-13322d21779d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:48.103947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e9809-7e5d-4527-a67b-868e04312107 req-c1485168-f974-4059-abea-13322d21779d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:48.107241 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1896ac-96ba-46e4-ad5c-fbb761e74fd4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:48.107241 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6f1896ac-96ba-46e4-ad5c-fbb761e74fd4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:48.114499 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6f1896ac-96ba-46e4-ad5c-fbb761e74fd4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/ports/9ec67631-79fc-4876-921b-1634b282e114 HTTP/1.1" status: 200 len: 910 time: 1.6383667 Feb 09 01:53:48.117502 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54624) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:48.127991 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e9809-7e5d-4527-a67b-868e04312107 req-c1485168-f974-4059-abea-13322d21779d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:48.144344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e9809-7e5d-4527-a67b-868e04312107 req-c1485168-f974-4059-abea-13322d21779d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:48.157348 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e9809-7e5d-4527-a67b-868e04312107 req-c1485168-f974-4059-abea-13322d21779d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:48.168278 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-677e9809-7e5d-4527-a67b-868e04312107 req-c1485168-f974-4059-abea-13322d21779d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 3877 time: 0.3034418 Feb 09 01:53:48.188236 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-cd52329f-a830-4e9b-9d20-3da16b2ec671 None None] Port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:53:48.251642 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-7a4e2087-2fdb-4166-988e-01c861dd23ac tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Deleting port 28fa76b1-4ebd-4297-bced-ed4c8b21284e {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:48.251997 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-7a4e2087-2fdb-4166-988e-01c861dd23ac tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (28fa76b1-4ebd-4297-bced-ed4c8b21284e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:48.314460 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-abb3e59b-547a-4658-ab36-0ec9cada5dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (d92eabfe-7b74-44af-b239-734eb9aeb423), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:48.464615 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 09 Feb 2022 01:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e549b6-ee2c-4a15-b644-6224b1bbcee3 x-openstack-request-id: req-01e549b6-ee2c-4a15-b644-6224b1bbcee3 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:53:48.464915 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-unplugged", "status": "completed", "tag": "d1d95269-3302-4bd7-8678-3ab10c8c0ac5", "code": 200}, {"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-unplugged", "status": "completed", "tag": "c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:53:48.465179 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-01e549b6-ee2c-4a15-b644-6224b1bbcee3 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:53:48.465597 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1d95269-3302-4bd7-8678-3ab10c8c0ac5', 'code': 200} Feb 09 01:53:48.465856 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac', 'code': 200} Feb 09 01:53:48.479121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3e59b-547a-4658-ab36-0ec9cada5dfd None None] Pushing event updated for resources: {'Port': ['ID=d92eabfe-7b74-44af-b239-734eb9aeb423,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:48.522513 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-7a4e2087-2fdb-4166-988e-01c861dd23ac tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] For port 28fa76b1-4ebd-4297-bced-ed4c8b21284e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=28fa76b1-4ebd-4297-bced-ed4c8b21284e,segment=NetworkSegment(f19cd584-be4a-44e7-93fd-3736899ef908),segment_id=f19cd584-be4a-44e7-93fd-3736899ef908)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:48.523619 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-7a4e2087-2fdb-4166-988e-01c861dd23ac tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (28fa76b1-4ebd-4297-bced-ed4c8b21284e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:48.561216 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-7a4e2087-2fdb-4166-988e-01c861dd23ac tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Calling delete_port for 28fa76b1-4ebd-4297-bced-ed4c8b21284e owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:48.610128 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port cd86026c-c167-4b35-80bb-22f2c9696705 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:48.610525 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cd86026c-c167-4b35-80bb-22f2c9696705), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:48.705217 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2ce99ef4-013d-43d8-973f-d11be082a3ef tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting port 538267c1-1d1c-434e-97e9-4e2bc596f75f {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:48.705568 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ce99ef4-013d-43d8-973f-d11be082a3ef tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (538267c1-1d1c-434e-97e9-4e2bc596f75f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:48.718110 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port a3575546-fda5-4d49-a088-5a552c065f23 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:48.750102 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb3e59b-547a-4658-ab36-0ec9cada5dfd None None] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:48.752727 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-cd52329f-a830-4e9b-9d20-3da16b2ec671 None None] Provisioning complete for port 9ec67631-79fc-4876-921b-1634b282e114 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:48.753497 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cd52329f-a830-4e9b-9d20-3da16b2ec671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9ec67631-79fc-4876-921b-1634b282e114), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:48.774926 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1896ac-96ba-46e4-ad5c-fbb761e74fd4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Port': ['ID=9ec67631-79fc-4876-921b-1634b282e114,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:48.793466 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-7a4e2087-2fdb-4166-988e-01c861dd23ac tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (28fa76b1-4ebd-4297-bced-ed4c8b21284e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:48.798561 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-abb3e59b-547a-4658-ab36-0ec9cada5dfd None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:48.815330 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb3e59b-547a-4658-ab36-0ec9cada5dfd None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:53:48.862783 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port cd86026c-c167-4b35-80bb-22f2c9696705, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=cd86026c-c167-4b35-80bb-22f2c9696705,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:48.911199 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (cd86026c-c167-4b35-80bb-22f2c9696705), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:48.912263 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:48.956724 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-677e9809-7e5d-4527-a67b-868e04312107 req-09abcee9-da23-4cfc-a1b7-1c50463b922d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7872331 Feb 09 01:53:48.959624 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e2087-2fdb-4166-988e-01c861dd23ac tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event deleted for resources: {'Port': ['ID=28fa76b1-4ebd-4297-bced-ed4c8b21284e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:48.973388 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-7a4e2087-2fdb-4166-988e-01c861dd23ac tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] No DVR routers for this DVR port 28fa76b1-4ebd-4297-bced-ed4c8b21284e on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:48.982133 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-7a4e2087-2fdb-4166-988e-01c861dd23ac tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:48.994251 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-7a4e2087-2fdb-4166-988e-01c861dd23ac tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.48 "DELETE /v2.0/ports/28fa76b1-4ebd-4297-bced-ed4c8b21284e HTTP/1.1" status: 204 len: 173 time: 1.2647607 Feb 09 01:53:49.015233 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-cd52329f-a830-4e9b-9d20-3da16b2ec671 None None] Port 9ec67631-79fc-4876-921b-1634b282e114 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:53:49.027726 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fa18c-da79-4a7a-a688-330d0c6644a3 req-c921eb8a-94ef-438b-a89f-bbb017d69bee tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:49.034017 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3d4fa18c-da79-4a7a-a688-330d0c6644a3 req-c921eb8a-94ef-438b-a89f-bbb017d69bee tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2737226 Feb 09 01:53:49.034829 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a3575546-fda5-4d49-a088-5a552c065f23 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:53:49.108711 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ce99ef4-013d-43d8-973f-d11be082a3ef tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (538267c1-1d1c-434e-97e9-4e2bc596f75f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:49.128933 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-c611c5a6-2743-442c-8cda-3cac92ca1981 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Deleting port c256480c-5c68-4a1d-819c-22216ad81ce4 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:49.129453 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-c611c5a6-2743-442c-8cda-3cac92ca1981 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (c256480c-5c68-4a1d-819c-22216ad81ce4), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:49.150440 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] The host n-h2-828387-3 is not matching for port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 host ! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:53:49.151135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:53:49.153287 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2ce99ef4-013d-43d8-973f-d11be082a3ef tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Calling delete_port for 538267c1-1d1c-434e-97e9-4e2bc596f75f owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:49.177463 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3d4fa18c-da79-4a7a-a688-330d0c6644a3 req-795c0471-c6ba-4908-af8d-0669db527a27 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422393 Feb 09 01:53:49.211622 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device f3250546-0c08-4984-b1b3-99ab299ed379 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:49.256344 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-cd52329f-a830-4e9b-9d20-3da16b2ec671 None None] Provisioning complete for port a3575546-fda5-4d49-a088-5a552c065f23 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:49.264764 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cd52329f-a830-4e9b-9d20-3da16b2ec671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a3575546-fda5-4d49-a088-5a552c065f23), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:49.294553 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-c611c5a6-2743-442c-8cda-3cac92ca1981 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] For port c256480c-5c68-4a1d-819c-22216ad81ce4, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c256480c-5c68-4a1d-819c-22216ad81ce4,segment=NetworkSegment(f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d),segment_id=f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:49.294937 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-c611c5a6-2743-442c-8cda-3cac92ca1981 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (c256480c-5c68-4a1d-819c-22216ad81ce4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:49.297375 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-deleted', 'tag': '28fa76b1-4ebd-4297-bced-ed4c8b21284e'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:53:49.299659 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bbb6af-b66e-47e4-9a0a-f40354f324f0" -d '{"events": [{"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-deleted", "tag": "28fa76b1-4ebd-4297-bced-ed4c8b21284e"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:53:49.330733 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=cd86026c-c167-4b35-80bb-22f2c9696705,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:49.370891 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-abb3e59b-547a-4658-ab36-0ec9cada5dfd None None] Attempting to bind port d92eabfe-7b74-44af-b239-734eb9aeb423 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:53:49.372657 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-abb3e59b-547a-4658-ab36-0ec9cada5dfd None None] Attempting to bind port d92eabfe-7b74-44af-b239-734eb9aeb423 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:53:49.373031 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb3e59b-547a-4658-ab36-0ec9cada5dfd None None] Attempting to bind port d92eabfe-7b74-44af-b239-734eb9aeb423 on network ffa86b77-0960-4058-af84-97833edc3344 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:53:49.406886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb3e59b-547a-4658-ab36-0ec9cada5dfd None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:53:49.407569 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb3e59b-547a-4658-ab36-0ec9cada5dfd None None] Checking segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:53:49.408109 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-abb3e59b-547a-4658-ab36-0ec9cada5dfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:49.408512 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb3e59b-547a-4658-ab36-0ec9cada5dfd None None] Bound using segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:53:49.409001 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-abb3e59b-547a-4658-ab36-0ec9cada5dfd None None] Bound port: d92eabfe-7b74-44af-b239-734eb9aeb423, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:53:49.409502 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-abb3e59b-547a-4658-ab36-0ec9cada5dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d92eabfe-7b74-44af-b239-734eb9aeb423), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:49.412773 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: f3250546-0c08-4984-b1b3-99ab299ed379 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:53:49.413123 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device f3250546-0c08-4984-b1b3-99ab299ed379 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:53:49.486745 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea59ede1-75bd-4888-a805-31059dd689d1 x-openstack-request-id: req-ea59ede1-75bd-4888-a805-31059dd689d1 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:53:49.488497 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-deleted", "tag": "28fa76b1-4ebd-4297-bced-ed4c8b21284e", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:53:49.489788 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea59ede1-75bd-4888-a805-31059dd689d1 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:53:49.491299 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-deleted', 'tag': '28fa76b1-4ebd-4297-bced-ed4c8b21284e', 'status': 'completed', 'code': 200} Feb 09 01:53:49.541304 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port a3575546-fda5-4d49-a088-5a552c065f23 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:49.542503 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a3575546-fda5-4d49-a088-5a552c065f23), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:49.559522 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ce99ef4-013d-43d8-973f-d11be082a3ef tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (538267c1-1d1c-434e-97e9-4e2bc596f75f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:49.604245 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce99ef4-013d-43d8-973f-d11be082a3ef tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Port': ['ID=538267c1-1d1c-434e-97e9-4e2bc596f75f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:49.615938 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-305f0357-c40a-4531-993e-66109648b0bd tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (b3875a98-6a5e-4605-b06b-6e1d48dce291), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:49.646757 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-abb3e59b-547a-4658-ab36-0ec9cada5dfd None None] For port d92eabfe-7b74-44af-b239-734eb9aeb423, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:53:49.648864 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-abb3e59b-547a-4658-ab36-0ec9cada5dfd None None] For port d92eabfe-7b74-44af-b239-734eb9aeb423, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d92eabfe-7b74-44af-b239-734eb9aeb423,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:53:49.669138 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-abb3e59b-547a-4658-ab36-0ec9cada5dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d92eabfe-7b74-44af-b239-734eb9aeb423), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:49.847171 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702f8af-f635-44ee-8ca8-a8e6169e0872 req-3d3d068e-2357-4e1d-a00a-183e6e772b2c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:49.863455 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d702f8af-f635-44ee-8ca8-a8e6169e0872 req-3d3d068e-2357-4e1d-a00a-183e6e772b2c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.4665549 Feb 09 01:53:49.870518 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3e59b-547a-4658-ab36-0ec9cada5dfd None None] Pushing event updated for resources: {'Port': ['ID=d92eabfe-7b74-44af-b239-734eb9aeb423,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:49.877713 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-cd52329f-a830-4e9b-9d20-3da16b2ec671 None None] Current status of the port a3575546-fda5-4d49-a088-5a552c065f23 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:50.018725 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port a3575546-fda5-4d49-a088-5a552c065f23 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:50.034799 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ce99ef4-013d-43d8-973f-d11be082a3ef tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:50.047898 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2ce99ef4-013d-43d8-973f-d11be082a3ef tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/538267c1-1d1c-434e-97e9-4e2bc596f75f HTTP/1.1" status: 204 len: 168 time: 2.1871181 Feb 09 01:53:50.049975 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54688) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:50.064206 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-2f733d31-8e33-48b6-9463-1a61cc784b0e None None] Provisioning complete for port 3e5a309d-a187-428b-be54-6139af1e1d5b triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:50.064653 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2f733d31-8e33-48b6-9463-1a61cc784b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3e5a309d-a187-428b-be54-6139af1e1d5b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:50.143095 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d702f8af-f635-44ee-8ca8-a8e6169e0872 req-87da895b-1150-4b06-9e60-7969b0720098 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2818985 Feb 09 01:53:50.182760 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-c611c5a6-2743-442c-8cda-3cac92ca1981 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:50.183942 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-c611c5a6-2743-442c-8cda-3cac92ca1981 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (87fe8bfe-6b27-4021-88e4-f32c08b5e5aa), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:50.184593 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-c611c5a6-2743-442c-8cda-3cac92ca1981 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Floating IP 87fe8bfe-6b27-4021-88e4-f32c08b5e5aa disassociated. External IP: 172.25.7.114, port: c256480c-5c68-4a1d-819c-22216ad81ce4. Feb 09 01:53:50.185139 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-c611c5a6-2743-442c-8cda-3cac92ca1981 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Calling delete_port for c256480c-5c68-4a1d-819c-22216ad81ce4 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:50.305673 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e2abcb-162e-4e1a-b316-f6cbd762880e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:50.307254 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e2abcb-162e-4e1a-b316-f6cbd762880e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:50.318613 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a2e2abcb-162e-4e1a-b316-f6cbd762880e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2462013 Feb 09 01:53:50.320731 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54694) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:50.462790 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc6a435-ed32-4150-a5e9-cfae7f86c733 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet 4b02fd56-61d9-4cf4-90cc-16d1f221caa1 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:53:50.471426 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd86026c-c167-4b35-80bb-22f2c9696705'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:53:50.474447 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bfba76-266c-4a33-a2ef-09bed3aef3aa" -d '{"events": [{"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-unplugged", "status": "completed", "tag": "cd86026c-c167-4b35-80bb-22f2c9696705"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:53:50.480289 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7739573b-0425-4f14-9517-f4a9371352e0 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:50.492174 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1cc6a435-ed32-4150-a5e9-cfae7f86c733 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (4b02fd56-61d9-4cf4-90cc-16d1f221caa1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:50.530085 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 7739573b-0425-4f14-9517-f4a9371352e0 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:53:50.530759 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7739573b-0425-4f14-9517-f4a9371352e0 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:53:50.558514 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2f733d31-8e33-48b6-9463-1a61cc784b0e None None] Port 3e5a309d-a187-428b-be54-6139af1e1d5b cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:53:50.583383 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1cc6a435-ed32-4150-a5e9-cfae7f86c733 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (4b02fd56-61d9-4cf4-90cc-16d1f221caa1), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:50.666760 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-305f0357-c40a-4531-993e-66109648b0bd tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting port 9ec67631-79fc-4876-921b-1634b282e114 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:50.667114 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-305f0357-c40a-4531-993e-66109648b0bd tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9ec67631-79fc-4876-921b-1634b282e114), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:50.786716 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824d09f-3242-4685-94e0-9bbc7db6c518 req-08690162-982b-4dcc-bd1c-3eb383b1900e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:50.788344 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b824d09f-3242-4685-94e0-9bbc7db6c518 req-08690162-982b-4dcc-bd1c-3eb383b1900e tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd20ddec-e04d-407a-bd5d-dceb9f88c086 HTTP/1.1" status: 200 len: 946 time: 0.1790414 Feb 09 01:53:50.840659 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1cc6a435-ed32-4150-a5e9-cfae7f86c733 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (4b02fd56-61d9-4cf4-90cc-16d1f221caa1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:50.950467 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d92eabfe-7b74-44af-b239-734eb9aeb423 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:53:50.973150 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-305f0357-c40a-4531-993e-66109648b0bd tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9ec67631-79fc-4876-921b-1634b282e114), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:51.032712 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-305f0357-c40a-4531-993e-66109648b0bd tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Calling delete_port for 9ec67631-79fc-4876-921b-1634b282e114 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:51.046838 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port d92eabfe-7b74-44af-b239-734eb9aeb423 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:51.048102 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d92eabfe-7b74-44af-b239-734eb9aeb423), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:51.083406 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1cc6a435-ed32-4150-a5e9-cfae7f86c733 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (4b02fd56-61d9-4cf4-90cc-16d1f221caa1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:51.107991 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b824d09f-3242-4685-94e0-9bbc7db6c518 req-cf0c0197-6ee9-4e70-9c1e-add56adfc48a tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084967 Feb 09 01:53:51.153543 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-c611c5a6-2743-442c-8cda-3cac92ca1981 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (c256480c-5c68-4a1d-819c-22216ad81ce4), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:51.158721 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6a435-ed32-4150-a5e9-cfae7f86c733 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=4b02fd56-61d9-4cf4-90cc-16d1f221caa1,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:51.206766 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e61d9d0-d6c0-4eb4-8182-29d0f94f13d1 x-openstack-request-id: req-1e61d9d0-d6c0-4eb4-8182-29d0f94f13d1 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:53:51.207221 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-unplugged", "status": "completed", "tag": "cd86026c-c167-4b35-80bb-22f2c9696705", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:53:51.207629 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e61d9d0-d6c0-4eb4-8182-29d0f94f13d1 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:53:51.208182 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd86026c-c167-4b35-80bb-22f2c9696705', 'code': 200} Feb 09 01:53:51.224991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port d92eabfe-7b74-44af-b239-734eb9aeb423 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:51.225313 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d92eabfe-7b74-44af-b239-734eb9aeb423), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:51.228993 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1cc6a435-ed32-4150-a5e9-cfae7f86c733 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:51.238176 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1cc6a435-ed32-4150-a5e9-cfae7f86c733 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/4b02fd56-61d9-4cf4-90cc-16d1f221caa1 HTTP/1.1" status: 204 len: 168 time: 0.9163015 Feb 09 01:53:51.240565 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54714) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:51.243383 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f855f8-9f0a-4b73-9984-6974e61917f0 req-56ec4826-8169-4e34-8809-dc8997ccb8ef tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:51.249056 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f855f8-9f0a-4b73-9984-6974e61917f0 req-56ec4826-8169-4e34-8809-dc8997ccb8ef tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:51.265704 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f855f8-9f0a-4b73-9984-6974e61917f0 req-56ec4826-8169-4e34-8809-dc8997ccb8ef tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:51.271784 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f855f8-9f0a-4b73-9984-6974e61917f0 req-56ec4826-8169-4e34-8809-dc8997ccb8ef tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:51.280329 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e3f855f8-9f0a-4b73-9984-6974e61917f0 req-56ec4826-8169-4e34-8809-dc8997ccb8ef tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 3142 time: 0.4320872 Feb 09 01:53:51.309614 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port d92eabfe-7b74-44af-b239-734eb9aeb423, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d92eabfe-7b74-44af-b239-734eb9aeb423,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:51.311097 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611c5a6-2743-442c-8cda-3cac92ca1981 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event deleted for resources: {'Port': ['ID=c256480c-5c68-4a1d-819c-22216ad81ce4,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:51.328191 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d92eabfe-7b74-44af-b239-734eb9aeb423), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:51.428705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025b86f3-38fa-496f-a695-d8f6acc8b1b0 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:51.457265 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e3f855f8-9f0a-4b73-9984-6974e61917f0 req-03c529dd-c649-4fa0-923a-1702d9a0b795 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720850 Feb 09 01:53:51.495973 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-235d77c2-b3ab-4295-af78-59b0ad63edab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2537506 Feb 09 01:53:51.509435 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54720) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:51.510160 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-305f0357-c40a-4531-993e-66109648b0bd tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (9ec67631-79fc-4876-921b-1634b282e114), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:51.529575 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=d92eabfe-7b74-44af-b239-734eb9aeb423,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:51.550362 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-c611c5a6-2743-442c-8cda-3cac92ca1981 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Router 2fd7a201-612c-4b7d-950d-bd3eeda0bbd8 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:53:51.602522 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3935b56f-a801-49e1-b084-fe79f34534c4 None None] Provisioning complete for port d92eabfe-7b74-44af-b239-734eb9aeb423 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:51.606302 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3935b56f-a801-49e1-b084-fe79f34534c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d92eabfe-7b74-44af-b239-734eb9aeb423), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:51.652365 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f0357-c40a-4531-993e-66109648b0bd tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Port': ['ID=9ec67631-79fc-4876-921b-1634b282e114,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:51.783994 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3935b56f-a801-49e1-b084-fe79f34534c4 None None] Current status of the port d92eabfe-7b74-44af-b239-734eb9aeb423 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:51.818373 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-c611c5a6-2743-442c-8cda-3cac92ca1981 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:53:51.832435 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fbca9b-c33f-4f88-924d-3ce4959e5db4 None None] DHCP port deletion for ffa86b77-0960-4058-af84-97833edc3344 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:53:51.862779 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986bdb36-34b4-426f-8840-6e9e5df99ccc None None] Sync routers for ids ['2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:53:51.880401 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-c611c5a6-2743-442c-8cda-3cac92ca1981 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] No DVR routers for this DVR port c256480c-5c68-4a1d-819c-22216ad81ce4 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:51.885666 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-c611c5a6-2743-442c-8cda-3cac92ca1981 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:51.895490 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-c611c5a6-2743-442c-8cda-3cac92ca1981 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.48 "DELETE /v2.0/ports/c256480c-5c68-4a1d-819c-22216ad81ce4 HTTP/1.1" status: 204 len: 173 time: 2.8960986 Feb 09 01:53:51.904530 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986bdb36-34b4-426f-8840-6e9e5df99ccc None None] Routers {'2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:51.905148 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-986bdb36-34b4-426f-8840-6e9e5df99ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:51.910231 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-deleted', 'tag': 'c256480c-5c68-4a1d-819c-22216ad81ce4'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:53:51.922278 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb7f6fd-33e8-4b64-99a2-bb9608db7058" -d '{"events": [{"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-deleted", "tag": "c256480c-5c68-4a1d-819c-22216ad81ce4"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:53:51.958159 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95814c55-9edd-4f1f-9ef8-198a2f313d1b req-25dd5bad-e862-4db3-a5c9-8bc5dbcc94b7 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:51.968305 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-95814c55-9edd-4f1f-9ef8-198a2f313d1b req-25dd5bad-e862-4db3-a5c9-8bc5dbcc94b7 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.4709897 Feb 09 01:53:52.037772 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-84fbca9b-c33f-4f88-924d-3ce4959e5db4 None None] Deleting port d92eabfe-7b74-44af-b239-734eb9aeb423 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:52.038220 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-84fbca9b-c33f-4f88-924d-3ce4959e5db4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (d92eabfe-7b74-44af-b239-734eb9aeb423), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:52.097887 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0aaddd-6913-4c40-907c-62deb1968f72 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:52.103169 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cc0aaddd-6913-4c40-907c-62deb1968f72 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5870206 Feb 09 01:53:52.110256 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54734) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:52.137511 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa1c61e-99b2-429f-900f-8875012b6dbb x-openstack-request-id: req-7aa1c61e-99b2-429f-900f-8875012b6dbb {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:53:52.138475 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-deleted", "tag": "c256480c-5c68-4a1d-819c-22216ad81ce4", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:53:52.139092 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7aa1c61e-99b2-429f-900f-8875012b6dbb {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:53:52.139703 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-deleted', 'tag': 'c256480c-5c68-4a1d-819c-22216ad81ce4', 'status': 'completed', 'code': 200} Feb 09 01:53:52.210775 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-305f0357-c40a-4531-993e-66109648b0bd tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (b3875a98-6a5e-4605-b06b-6e1d48dce291), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:52.213971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-84fbca9b-c33f-4f88-924d-3ce4959e5db4 None None] For port d92eabfe-7b74-44af-b239-734eb9aeb423, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d92eabfe-7b74-44af-b239-734eb9aeb423,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:52.214886 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917b0eb-1851-44f6-9eb3-fe7c6ea3a58b req-38153845-960d-4bf5-be3b-f445c89cb5f4 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:52.216788 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3917b0eb-1851-44f6-9eb3-fe7c6ea3a58b req-38153845-960d-4bf5-be3b-f445c89cb5f4 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd20ddec-e04d-407a-bd5d-dceb9f88c086 HTTP/1.1" status: 200 len: 946 time: 0.2706950 Feb 09 01:53:52.219871 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-84fbca9b-c33f-4f88-924d-3ce4959e5db4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (d92eabfe-7b74-44af-b239-734eb9aeb423), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:52.256208 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-84fbca9b-c33f-4f88-924d-3ce4959e5db4 None None] Calling delete_port for d92eabfe-7b74-44af-b239-734eb9aeb423 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:52.276370 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-986bdb36-34b4-426f-8840-6e9e5df99ccc None None] Set router 2fd7a201-612c-4b7d-950d-bd3eeda0bbd8 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:53:52.337239 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-8dc9bad1-345c-4703-9196-de43646a16e1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Deleting port c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:52.338120 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-8dc9bad1-345c-4703-9196-de43646a16e1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:52.429908 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-84fbca9b-c33f-4f88-924d-3ce4959e5db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (d92eabfe-7b74-44af-b239-734eb9aeb423), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:52.433000 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:53:52.456352 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d17c8c-ee56-4e10-b8c6-a1706ccda9ea tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:52.460685 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-62d17c8c-ee56-4e10-b8c6-a1706ccda9ea tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3466461 Feb 09 01:53:52.464312 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbca9b-c33f-4f88-924d-3ce4959e5db4 None None] Pushing event deleted for resources: {'Port': ['ID=d92eabfe-7b74-44af-b239-734eb9aeb423,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:52.466306 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fbca9b-c33f-4f88-924d-3ce4959e5db4 None None] No DVR routers for this DVR port d92eabfe-7b74-44af-b239-734eb9aeb423 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:52.475762 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54738) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:52.537378 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528619c-d106-4dcd-8c08-4038800d200f req-56f3ab94-34f3-4405-aa28-007282e9615b tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:52.540355 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7528619c-d106-4dcd-8c08-4038800d200f req-56f3ab94-34f3-4405-aa28-007282e9615b tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd20ddec-e04d-407a-bd5d-dceb9f88c086 HTTP/1.1" status: 200 len: 946 time: 0.2414019 Feb 09 01:53:52.548028 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-8dc9bad1-345c-4703-9196-de43646a16e1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] For port c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac,segment=NetworkSegment(f19cd584-be4a-44e7-93fd-3736899ef908),segment_id=f19cd584-be4a-44e7-93fd-3736899ef908)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:52.549038 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-8dc9bad1-345c-4703-9196-de43646a16e1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:52.556437 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-3917b0eb-1851-44f6-9eb3-fe7c6ea3a58b req-dc58c8ac-f950-4adc-b0e3-686320e53275 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Deleting port 6a23ba66-360c-46da-9c7a-dca9a04eb217 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:52.557099 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3917b0eb-1851-44f6-9eb3-fe7c6ea3a58b req-dc58c8ac-f950-4adc-b0e3-686320e53275 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (6a23ba66-360c-46da-9c7a-dca9a04eb217), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:52.645869 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-8dc9bad1-345c-4703-9196-de43646a16e1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Calling delete_port for c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:52.688011 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-986bdb36-34b4-426f-8840-6e9e5df99ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'name': 'tempest-TaggedBootDevicesTest-1522749418-router', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:33Z', 'updated_at': '2022-02-09T01:46:50Z', 'revision_number': 4, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'gw_port': {'id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:39Z', 'updated_at': '2022-02-09T01:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '28f00988-3af8-4f0a-8629-5ac20cdcd7f1', 'name': '', 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'mac_address': 'fa:16:3e:dd:8a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '7a8dc3cb-389b-4805-b231-7a2cad302cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:48Z', 'updated_at': '2022-02-09T01:47:16Z', 'revision_number': 5, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'subnets': [{'id': '7a8dc3cb-389b-4805-b231-7a2cad302cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:52.752047 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986bdb36-34b4-426f-8840-6e9e5df99ccc None None] Checking router: 2fd7a201-612c-4b7d-950d-bd3eeda0bbd8 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:53:52.774930 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986bdb36-34b4-426f-8840-6e9e5df99ccc None None] Routers {'2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:52.779041 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-986bdb36-34b4-426f-8840-6e9e5df99ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:52.896785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d92eabfe-7b74-44af-b239-734eb9aeb423 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:52.917792 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-95814c55-9edd-4f1f-9ef8-198a2f313d1b req-f8a0a953-bbd7-42fa-a486-4513a3f6eca8 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9485524 Feb 09 01:53:52.929914 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b30b7177-ea2d-4fcd-b942-ed363f860a26 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4433150 Feb 09 01:53:52.938032 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7528619c-d106-4dcd-8c08-4038800d200f req-4ea12043-5b24-4d9f-9133-06d67ef7be08 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/security-groups?id=03e6bf44-36cc-4b1d-b3b6-467bed41c46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707726 Feb 09 01:53:52.938604 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54746) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:52.952141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: d92eabfe-7b74-44af-b239-734eb9aeb423 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:53:52.952141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d92eabfe-7b74-44af-b239-734eb9aeb423 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:53:52.957908 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-169a7749-c794-4b9e-b39d-eb7ee691ae12 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:53.010229 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-3917b0eb-1851-44f6-9eb3-fe7c6ea3a58b req-dc58c8ac-f950-4adc-b0e3-686320e53275 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] For port 6a23ba66-360c-46da-9c7a-dca9a04eb217, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6a23ba66-360c-46da-9c7a-dca9a04eb217,segment=NetworkSegment(a49dfeae-5d9f-45ea-b836-96bad37fdbdd),segment_id=a49dfeae-5d9f-45ea-b836-96bad37fdbdd)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:53.010607 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3917b0eb-1851-44f6-9eb3-fe7c6ea3a58b req-dc58c8ac-f950-4adc-b0e3-686320e53275 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (6a23ba66-360c-46da-9c7a-dca9a04eb217), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:53.037001 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-3917b0eb-1851-44f6-9eb3-fe7c6ea3a58b req-dc58c8ac-f950-4adc-b0e3-686320e53275 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Calling delete_port for 6a23ba66-360c-46da-9c7a-dca9a04eb217 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:53.170722 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169a7749-c794-4b9e-b39d-eb7ee691ae12 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:53.172312 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-169a7749-c794-4b9e-b39d-eb7ee691ae12 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:53.258110 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305f0357-c40a-4531-993e-66109648b0bd tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Router b3875a98-6a5e-4605-b06b-6e1d48dce291 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:53:53.288099 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-986bdb36-34b4-426f-8840-6e9e5df99ccc None None] Set router 2fd7a201-612c-4b7d-950d-bd3eeda0bbd8 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:53:53.421219 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-8dc9bad1-345c-4703-9196-de43646a16e1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:53.516089 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-169a7749-c794-4b9e-b39d-eb7ee691ae12 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (cc71f1e0-d366-45e6-8d85-a2db268e56c5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:53.519716 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9bad1-345c-4703-9196-de43646a16e1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event deleted for resources: {'Port': ['ID=c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:53.535635 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbc6dd-188c-4660-8378-3f96867a1e7b req-83a6caef-459a-468a-9e78-d22d3c2d5889 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:53.545303 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbc6dd-188c-4660-8378-3f96867a1e7b req-83a6caef-459a-468a-9e78-d22d3c2d5889 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:53.551464 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbc6dd-188c-4660-8378-3f96867a1e7b req-83a6caef-459a-468a-9e78-d22d3c2d5889 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:53.560665 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aafbc6dd-188c-4660-8378-3f96867a1e7b req-83a6caef-459a-468a-9e78-d22d3c2d5889 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 2409 time: 0.4054873 Feb 09 01:53:53.668682 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-8dc9bad1-345c-4703-9196-de43646a16e1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] No DVR routers for this DVR port c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:53.679958 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-8dc9bad1-345c-4703-9196-de43646a16e1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:53.684957 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a7749-c794-4b9e-b39d-eb7ee691ae12 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=cc71f1e0-d366-45e6-8d85-a2db268e56c5,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:53.687163 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-8dc9bad1-345c-4703-9196-de43646a16e1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.48 "DELETE /v2.0/ports/c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac HTTP/1.1" status: 204 len: 173 time: 1.7448549 Feb 09 01:53:53.687657 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-986bdb36-34b4-426f-8840-6e9e5df99ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'name': 'tempest-TaggedBootDevicesTest-1522749418-router', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:33Z', 'updated_at': '2022-02-09T01:46:50Z', 'revision_number': 4, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'gw_port': {'id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:39Z', 'updated_at': '2022-02-09T01:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '28f00988-3af8-4f0a-8629-5ac20cdcd7f1', 'name': '', 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'mac_address': 'fa:16:3e:dd:8a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '7a8dc3cb-389b-4805-b231-7a2cad302cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:48Z', 'updated_at': '2022-02-09T01:47:16Z', 'revision_number': 5, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'subnets': [{'id': '7a8dc3cb-389b-4805-b231-7a2cad302cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:53.717501 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986bdb36-34b4-426f-8840-6e9e5df99ccc None None] The sync data for ids ['2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'] in n-d-828387-3 is: [{'id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'name': 'tempest-TaggedBootDevicesTest-1522749418-router', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:33Z', 'updated_at': '2022-02-09T01:46:50Z', 'revision_number': 4, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'gw_port': {'id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:39Z', 'updated_at': '2022-02-09T01:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '28f00988-3af8-4f0a-8629-5ac20cdcd7f1', 'name': '', 'network_id': 'ad7f13d6-48b1-4260-a707-f8bf8cbabb95', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'mac_address': 'fa:16:3e:dd:8a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '7a8dc3cb-389b-4805-b231-7a2cad302cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:48Z', 'updated_at': '2022-02-09T01:47:16Z', 'revision_number': 5, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'subnets': [{'id': '7a8dc3cb-389b-4805-b231-7a2cad302cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:53:53.724239 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1abf9d-6a18-46df-b991-3883825fada1 req-155bc5fb-0e8f-422b-9e92-246f75320a6c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:53.726027 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3d1abf9d-6a18-46df-b991-3883825fada1 req-155bc5fb-0e8f-422b-9e92-246f75320a6c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.3172214 Feb 09 01:53:53.734711 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3917b0eb-1851-44f6-9eb3-fe7c6ea3a58b req-dc58c8ac-f950-4adc-b0e3-686320e53275 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (6a23ba66-360c-46da-9c7a-dca9a04eb217), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:53.770922 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169a7749-c794-4b9e-b39d-eb7ee691ae12 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:53.795934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58c8ac-f950-4adc-b0e3-686320e53275 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Pushing event deleted for resources: {'Port': ['ID=6a23ba66-360c-46da-9c7a-dca9a04eb217,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:53.829479 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-169a7749-c794-4b9e-b39d-eb7ee691ae12 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:53.833078 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169a7749-c794-4b9e-b39d-eb7ee691ae12 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:53.833948 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-169a7749-c794-4b9e-b39d-eb7ee691ae12 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:53.845286 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a48931-8541-4bd9-ad45-d9cd559b3353 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:53.864933 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aafbc6dd-188c-4660-8378-3f96867a1e7b req-168bc41f-8078-4bf1-b9c2-bd90dadc87cd tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3030794 Feb 09 01:53:53.886886 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-169a7749-c794-4b9e-b39d-eb7ee691ae12 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9467988 Feb 09 01:53:53.891807 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54756) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:53.900661 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-25917c3e-3f80-4b57-82bb-7f16f4acad0e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'fixed_ips': [{'subnet_id': 'cc71f1e0-d366-45e6-8d85-a2db268e56c5', 'ip_address': '2001:db8::59d3:f78c:7d15:4d03'}], 'name': 'tempest-NetworksTestDHCPv6-1228417389'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:53.926091 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305f0357-c40a-4531-993e-66109648b0bd tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:53:53.931408 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-3917b0eb-1851-44f6-9eb3-fe7c6ea3a58b req-dc58c8ac-f950-4adc-b0e3-686320e53275 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] No DVR routers for this DVR port 6a23ba66-360c-46da-9c7a-dca9a04eb217 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:53.942419 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3917b0eb-1851-44f6-9eb3-fe7c6ea3a58b req-dc58c8ac-f950-4adc-b0e3-686320e53275 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:53.947134 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-305f0357-c40a-4531-993e-66109648b0bd tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/routers/b3875a98-6a5e-4605-b06b-6e1d48dce291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7866926 Feb 09 01:53:53.953225 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3917b0eb-1851-44f6-9eb3-fe7c6ea3a58b req-dc58c8ac-f950-4adc-b0e3-686320e53275 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.67 "DELETE /v2.0/ports/6a23ba66-360c-46da-9c7a-dca9a04eb217 HTTP/1.1" status: 204 len: 173 time: 1.7258542 Feb 09 01:53:53.984625 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54758) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:54.027235 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3d1abf9d-6a18-46df-b991-3883825fada1 req-066bfd55-19cd-4e55-8cbe-2b69515512b9 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2852094 Feb 09 01:53:54.029201 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380d98ac-7809-463e-94c6-ad9b0c8a5134 None None] Sync routers for ids ['b3875a98-6a5e-4605-b06b-6e1d48dce291'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:53:54.102993 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0b6b2305-0932-497a-842d-1a74e9e605db tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3875a98-6a5e-4605-b06b-6e1d48dce291 HTTP/1.1" status: 200 len: 205 time: 0.1111703 Feb 09 01:53:54.104969 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54762) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:54.139972 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380d98ac-7809-463e-94c6-ad9b0c8a5134 None None] Routers {'b3875a98-6a5e-4605-b06b-6e1d48dce291'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:54.142618 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-380d98ac-7809-463e-94c6-ad9b0c8a5134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b3875a98-6a5e-4605-b06b-6e1d48dce291'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:54.144203 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-deleted', 'tag': 'c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac'}, {'server_uuid': 'bd20ddec-e04d-407a-bd5d-dceb9f88c086', 'name': 'network-vif-deleted', 'tag': '6a23ba66-360c-46da-9c7a-dca9a04eb217'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:53:54.168715 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b945fce-6e03-4dd7-bcbd-7c74877ce3f9" -d '{"events": [{"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-deleted", "tag": "c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac"}, {"server_uuid": "bd20ddec-e04d-407a-bd5d-dceb9f88c086", "name": "network-vif-deleted", "tag": "6a23ba66-360c-46da-9c7a-dca9a04eb217"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:53:54.253448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-380d98ac-7809-463e-94c6-ad9b0c8a5134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:54.278537 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc062400-67dd-4d46-abda-e0e9c556f4a9 req-0c06ec57-0c87-42ca-a5b0-567bba8ffb01 tempest-ServersTestJSON-104965512 tempest-ServersTestJSON-104965512-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd20ddec-e04d-407a-bd5d-dceb9f88c086 HTTP/1.1" status: 200 len: 210 time: 0.1249542 Feb 09 01:53:54.365464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-bc14e439-52dd-41f9-98c7-bc213f869d4f tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Deleting port cd86026c-c167-4b35-80bb-22f2c9696705 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:54.368043 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-bc14e439-52dd-41f9-98c7-bc213f869d4f tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (cd86026c-c167-4b35-80bb-22f2c9696705), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:54.412604 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25917c3e-3f80-4b57-82bb-7f16f4acad0e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:54.434359 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380d98ac-7809-463e-94c6-ad9b0c8a5134 None None] Routers {'b3875a98-6a5e-4605-b06b-6e1d48dce291'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:53:54.435576 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-380d98ac-7809-463e-94c6-ad9b0c8a5134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b3875a98-6a5e-4605-b06b-6e1d48dce291'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:54.447830 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ef4de2-f7c0-432a-aabf-46c28fc9e439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ffa86b77-0960-4058-af84-97833edc3344', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'fixed_ips': [{'subnet_id': 'cc71f1e0-d366-45e6-8d85-a2db268e56c5'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:53:54.452177 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-75ef4de2-f7c0-432a-aabf-46c28fc9e439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:54.455638 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f032511-735c-438f-a461-eb253e6d6340 None None] New status for floating IP 87fe8bfe-6b27-4021-88e4-f32c08b5e5aa: DOWN {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:53:54.540745 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-380d98ac-7809-463e-94c6-ad9b0c8a5134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:54.545008 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380d98ac-7809-463e-94c6-ad9b0c8a5134 None None] The sync data for ids ['b3875a98-6a5e-4605-b06b-6e1d48dce291'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:53:54.566263 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-bc14e439-52dd-41f9-98c7-bc213f869d4f tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] For port cd86026c-c167-4b35-80bb-22f2c9696705, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=cd86026c-c167-4b35-80bb-22f2c9696705,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:54.566824 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-bc14e439-52dd-41f9-98c7-bc213f869d4f tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (cd86026c-c167-4b35-80bb-22f2c9696705), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:54.583178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-bc14e439-52dd-41f9-98c7-bc213f869d4f tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Calling delete_port for cd86026c-c167-4b35-80bb-22f2c9696705 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:54.595893 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25917c3e-3f80-4b57-82bb-7f16f4acad0e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:54.635415 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-25917c3e-3f80-4b57-82bb-7f16f4acad0e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] device_id is not set on port 126ab783-0f5f-40bb-9b48-2da9a9837db0 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:53:54.730676 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e19997-62c7-45d2-a704-b58091f53a64 x-openstack-request-id: req-28e19997-62c7-45d2-a704-b58091f53a64 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:53:54.731011 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-deleted", "tag": "c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac", "status": "completed", "code": 200}, {"server_uuid": "bd20ddec-e04d-407a-bd5d-dceb9f88c086", "name": "network-vif-deleted", "tag": "6a23ba66-360c-46da-9c7a-dca9a04eb217", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:53:54.731270 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28e19997-62c7-45d2-a704-b58091f53a64 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:53:54.731945 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-deleted', 'tag': 'c1ddd768-a1d6-4a2a-b6aa-9c38e62ed2ac', 'status': 'completed', 'code': 200} Feb 09 01:53:54.732216 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd20ddec-e04d-407a-bd5d-dceb9f88c086', 'name': 'network-vif-deleted', 'tag': '6a23ba66-360c-46da-9c7a-dca9a04eb217', 'status': 'completed', 'code': 200} Feb 09 01:53:54.734837 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-da351fbf-69bd-4930-ab47-0f2d1d1bb3e4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (b3875a98-6a5e-4605-b06b-6e1d48dce291), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:54.802090 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-bc14e439-52dd-41f9-98c7-bc213f869d4f tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (cd86026c-c167-4b35-80bb-22f2c9696705), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:54.870043 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14e439-52dd-41f9-98c7-bc213f869d4f tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event deleted for resources: {'Port': ['ID=cd86026c-c167-4b35-80bb-22f2c9696705,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:54.887513 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-75ef4de2-f7c0-432a-aabf-46c28fc9e439 None None] Allocated IP 2001:db8::2 (ffa86b77-0960-4058-af84-97833edc3344/cc71f1e0-d366-45e6-8d85-a2db268e56c5/f0e646a1-914b-4327-922f-84c5ac473ef7) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:53:55.036554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-bc14e439-52dd-41f9-98c7-bc213f869d4f tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] No DVR routers for this DVR port cd86026c-c167-4b35-80bb-22f2c9696705 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:55.040897 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-bc14e439-52dd-41f9-98c7-bc213f869d4f tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:55.047432 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-bc14e439-52dd-41f9-98c7-bc213f869d4f tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.48 "DELETE /v2.0/ports/cd86026c-c167-4b35-80bb-22f2c9696705 HTTP/1.1" status: 204 len: 173 time: 1.3170359 Feb 09 01:53:55.062501 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-da351fbf-69bd-4930-ab47-0f2d1d1bb3e4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (b3875a98-6a5e-4605-b06b-6e1d48dce291), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:55.082308 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-75ef4de2-f7c0-432a-aabf-46c28fc9e439 None None] Publish callbacks [] for port (f0e646a1-914b-4327-922f-84c5ac473ef7), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:55.089806 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6a23ba66-360c-46da-9c7a-dca9a04eb217 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:55.093152 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-75ef4de2-f7c0-432a-aabf-46c28fc9e439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (f0e646a1-914b-4327-922f-84c5ac473ef7), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:55.105229 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-da351fbf-69bd-4930-ab47-0f2d1d1bb3e4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router_controller (b3875a98-6a5e-4605-b06b-6e1d48dce291), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:55.165816 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef4de2-f7c0-432a-aabf-46c28fc9e439 None None] Pushing event updated for resources: {'Port': ['ID=f0e646a1-914b-4327-922f-84c5ac473ef7,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:55.171570 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 6a23ba66-360c-46da-9c7a-dca9a04eb217 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:53:55.172033 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6a23ba66-360c-46da-9c7a-dca9a04eb217 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:53:55.184840 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ef4de2-f7c0-432a-aabf-46c28fc9e439 None None] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:55.187721 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-75ef4de2-f7c0-432a-aabf-46c28fc9e439 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:55.190270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ef4de2-f7c0-432a-aabf-46c28fc9e439 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:53:55.263939 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f4165-5385-439b-a6a6-d90160f1babf req-60821239-ce84-495a-a752-605894b968ca tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:55.265572 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-166f4165-5385-439b-a6a6-d90160f1babf req-60821239-ce84-495a-a752-605894b968ca tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 942 time: 0.2342448 Feb 09 01:53:55.266863 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-25917c3e-3f80-4b57-82bb-7f16f4acad0e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8::59d3:f78c:7d15:4d03 (ffa86b77-0960-4058-af84-97833edc3344/cc71f1e0-d366-45e6-8d85-a2db268e56c5/126ab783-0f5f-40bb-9b48-2da9a9837db0) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:53:55.267093 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-da351fbf-69bd-4930-ab47-0f2d1d1bb3e4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (b3875a98-6a5e-4605-b06b-6e1d48dce291), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:55.272042 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da351fbf-69bd-4930-ab47-0f2d1d1bb3e4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Fanout notify agent at l3_agent the message router_deleted on router b3875a98-6a5e-4605-b06b-6e1d48dce291 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:53:55.292761 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-da351fbf-69bd-4930-ab47-0f2d1d1bb3e4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:55.293782 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-da351fbf-69bd-4930-ab47-0f2d1d1bb3e4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/routers/b3875a98-6a5e-4605-b06b-6e1d48dce291 HTTP/1.1" status: 204 len: 168 time: 1.1797049 Feb 09 01:53:55.297746 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54780) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:55.348007 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-75ef4de2-f7c0-432a-aabf-46c28fc9e439 None None] Attempting to bind port f0e646a1-914b-4327-922f-84c5ac473ef7 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:53:55.349056 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-75ef4de2-f7c0-432a-aabf-46c28fc9e439 None None] Attempting to bind port f0e646a1-914b-4327-922f-84c5ac473ef7 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:53:55.349600 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ef4de2-f7c0-432a-aabf-46c28fc9e439 None None] Attempting to bind port f0e646a1-914b-4327-922f-84c5ac473ef7 on network ffa86b77-0960-4058-af84-97833edc3344 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:53:55.370756 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ef4de2-f7c0-432a-aabf-46c28fc9e439 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:53:55.373840 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ef4de2-f7c0-432a-aabf-46c28fc9e439 None None] Checking segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:53:55.374367 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-75ef4de2-f7c0-432a-aabf-46c28fc9e439 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:55.374950 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ef4de2-f7c0-432a-aabf-46c28fc9e439 None None] Bound using segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:53:55.380609 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-75ef4de2-f7c0-432a-aabf-46c28fc9e439 None None] Bound port: f0e646a1-914b-4327-922f-84c5ac473ef7, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:53:55.381216 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-75ef4de2-f7c0-432a-aabf-46c28fc9e439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f0e646a1-914b-4327-922f-84c5ac473ef7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:55.402360 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b0426-102b-4bac-b00e-8bd748f5aead req-0de571b4-4ace-4d67-9b5f-41e83501c794 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:55.405161 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b0b0426-102b-4bac-b00e-8bd748f5aead req-0de571b4-4ace-4d67-9b5f-41e83501c794 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2201684 Feb 09 01:53:55.464433 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-166f4165-5385-439b-a6a6-d90160f1babf req-8d76d1e8-cbe7-4097-be51-046cae2b6d25 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups?id=999c68bd-4a65-4b52-8070-dc0e0b732663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827905 Feb 09 01:53:55.496848 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-6ef45d25-7ed1-4f78-8933-e3fb2aab6ef8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Deleting port d1d95269-3302-4bd7-8678-3ab10c8c0ac5 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:55.497201 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-6ef45d25-7ed1-4f78-8933-e3fb2aab6ef8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (d1d95269-3302-4bd7-8678-3ab10c8c0ac5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:55.565519 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-75ef4de2-f7c0-432a-aabf-46c28fc9e439 None None] For port f0e646a1-914b-4327-922f-84c5ac473ef7, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:53:55.581720 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-75ef4de2-f7c0-432a-aabf-46c28fc9e439 None None] For port f0e646a1-914b-4327-922f-84c5ac473ef7, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f0e646a1-914b-4327-922f-84c5ac473ef7,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:53:55.593585 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-75ef4de2-f7c0-432a-aabf-46c28fc9e439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f0e646a1-914b-4327-922f-84c5ac473ef7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:55.637440 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-776ed445-e82a-44de-a1e0-422564fc67f1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting subnet 28eb31d6-9149-46ea-8e35-b686a36ecd79 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:53:55.646344 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25917c3e-3f80-4b57-82bb-7f16f4acad0e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (126ab783-0f5f-40bb-9b48-2da9a9837db0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:55.647166 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-776ed445-e82a-44de-a1e0-422564fc67f1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for subnet (28eb31d6-9149-46ea-8e35-b686a36ecd79), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:55.668777 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef4de2-f7c0-432a-aabf-46c28fc9e439 None None] Pushing event updated for resources: {'Port': ['ID=f0e646a1-914b-4327-922f-84c5ac473ef7,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:55.732753 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54790) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:55.744312 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25917c3e-3f80-4b57-82bb-7f16f4acad0e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (126ab783-0f5f-40bb-9b48-2da9a9837db0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:55.760303 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b0b0426-102b-4bac-b00e-8bd748f5aead req-377772fa-137f-422b-9598-ede23b6c5986 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3439984 Feb 09 01:53:55.762865 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-776ed445-e82a-44de-a1e0-422564fc67f1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (28eb31d6-9149-46ea-8e35-b686a36ecd79), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:55.853052 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-6ef45d25-7ed1-4f78-8933-e3fb2aab6ef8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] For port d1d95269-3302-4bd7-8678-3ab10c8c0ac5, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=d1d95269-3302-4bd7-8678-3ab10c8c0ac5,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:55.853436 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-6ef45d25-7ed1-4f78-8933-e3fb2aab6ef8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (d1d95269-3302-4bd7-8678-3ab10c8c0ac5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:55.873069 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25917c3e-3f80-4b57-82bb-7f16f4acad0e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:55.886342 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25917c3e-3f80-4b57-82bb-7f16f4acad0e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=126ab783-0f5f-40bb-9b48-2da9a9837db0,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:55.907010 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-6ef45d25-7ed1-4f78-8933-e3fb2aab6ef8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Calling delete_port for d1d95269-3302-4bd7-8678-3ab10c8c0ac5 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:55.945221 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-25917c3e-3f80-4b57-82bb-7f16f4acad0e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:55.956208 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25917c3e-3f80-4b57-82bb-7f16f4acad0e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:53:55.971960 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25917c3e-3f80-4b57-82bb-7f16f4acad0e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:55.973699 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25917c3e-3f80-4b57-82bb-7f16f4acad0e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:56.006034 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-776ed445-e82a-44de-a1e0-422564fc67f1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (28eb31d6-9149-46ea-8e35-b686a36ecd79), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:56.008136 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32f1789-199c-469c-93d6-8e82b85cc28b admin admin] Deleting subnet 1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:53:56.046226 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d32f1789-199c-469c-93d6-8e82b85cc28b admin admin] Publish callbacks [] for subnet (1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:56.109426 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-25917c3e-3f80-4b57-82bb-7f16f4acad0e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2161694 Feb 09 01:53:56.113077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54796) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:56.175296 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d32f1789-199c-469c-93d6-8e82b85cc28b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:56.261300 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3769d20f-135f-4a38-bb65-0b3da2667de9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:56.270219 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3769d20f-135f-4a38-bb65-0b3da2667de9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:56.274671 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3769d20f-135f-4a38-bb65-0b3da2667de9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1575258 Feb 09 01:53:56.274884 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-776ed445-e82a-44de-a1e0-422564fc67f1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (28eb31d6-9149-46ea-8e35-b686a36ecd79), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:56.275840 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d32f1789-199c-469c-93d6-8e82b85cc28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:56.298894 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54798) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:56.337280 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d32f1789-199c-469c-93d6-8e82b85cc28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:56.340245 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda919a2-db2a-4d77-8b48-867f2e5ce8b6 req-835a4b31-7aa2-4271-b60a-ad807e7a75b5 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:56.350211 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dda919a2-db2a-4d77-8b48-867f2e5ce8b6 req-835a4b31-7aa2-4271-b60a-ad807e7a75b5 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2776499 Feb 09 01:53:56.378112 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f1789-199c-469c-93d6-8e82b85cc28b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:56.380329 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d32f1789-199c-469c-93d6-8e82b85cc28b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:56.386953 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d32f1789-199c-469c-93d6-8e82b85cc28b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1bfa83d7-1b60-4bf1-9aa4-096dc0c2919c HTTP/1.1" status: 204 len: 168 time: 0.6525054 Feb 09 01:53:56.388827 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54800) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:56.425561 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ed445-e82a-44de-a1e0-422564fc67f1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Subnet': ['ID=28eb31d6-9149-46ea-8e35-b686a36ecd79,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:56.456476 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767b77cf-5751-486d-a254-f4c36390a9a3 None None] Network 3c741b5f-968d-48f9-9812-632c56711537 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:56.471152 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e30d9c8-0f80-409d-81fc-ce5bbf37fbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (30f7b1d3-dfdd-498b-b6de-9d9501b1c299), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:56.534993 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-776ed445-e82a-44de-a1e0-422564fc67f1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:56.547719 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-776ed445-e82a-44de-a1e0-422564fc67f1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/subnets/28eb31d6-9149-46ea-8e35-b686a36ecd79 HTTP/1.1" status: 204 len: 168 time: 1.2482879 Feb 09 01:53:56.572357 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54808) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:56.652084 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dda919a2-db2a-4d77-8b48-867f2e5ce8b6 req-431fa45f-2e4e-496f-bc64-bf9a62666508 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2998915 Feb 09 01:53:56.697103 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-6ef45d25-7ed1-4f78-8933-e3fb2aab6ef8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (d1d95269-3302-4bd7-8678-3ab10c8c0ac5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:56.760183 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c04a636-e7d6-416e-bdae-cc4519fe08d6 None None] DHCP port deletion for 3c741b5f-968d-48f9-9812-632c56711537 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:53:56.760579 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-deleted', 'tag': 'cd86026c-c167-4b35-80bb-22f2c9696705'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:53:56.763410 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057e5f13-7758-4ca8-9bd6-fde0110e2b15" -d '{"events": [{"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-deleted", "tag": "cd86026c-c167-4b35-80bb-22f2c9696705"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:53:56.770748 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-72de6587-7750-49b0-8ec6-abffe7982d45 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting port 126ab783-0f5f-40bb-9b48-2da9a9837db0 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:56.771099 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-72de6587-7750-49b0-8ec6-abffe7982d45 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (126ab783-0f5f-40bb-9b48-2da9a9837db0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:56.775147 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef45d25-7ed1-4f78-8933-e3fb2aab6ef8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event deleted for resources: {'Port': ['ID=d1d95269-3302-4bd7-8678-3ab10c8c0ac5,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:56.889142 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f25de74-5752-4cc3-9fd8-a4192e437c80 x-openstack-request-id: req-0f25de74-5752-4cc3-9fd8-a4192e437c80 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:53:56.889477 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-deleted", "tag": "cd86026c-c167-4b35-80bb-22f2c9696705", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:53:56.889694 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0f25de74-5752-4cc3-9fd8-a4192e437c80 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:53:56.890096 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-deleted', 'tag': 'cd86026c-c167-4b35-80bb-22f2c9696705', 'status': 'completed', 'code': 200} Feb 09 01:53:56.915115 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-6ef45d25-7ed1-4f78-8933-e3fb2aab6ef8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] No DVR routers for this DVR port d1d95269-3302-4bd7-8678-3ab10c8c0ac5 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:56.919499 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-6ef45d25-7ed1-4f78-8933-e3fb2aab6ef8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:56.924668 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-71b2f1a9-64ea-4595-aa10-e29149fb8e15 req-6ef45d25-7ed1-4f78-8933-e3fb2aab6ef8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.48 "DELETE /v2.0/ports/d1d95269-3302-4bd7-8678-3ab10c8c0ac5 HTTP/1.1" status: 204 len: 173 time: 1.8737504 Feb 09 01:53:56.969861 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0c04a636-e7d6-416e-bdae-cc4519fe08d6 None None] Deleting port a3575546-fda5-4d49-a088-5a552c065f23 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:56.971535 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c04a636-e7d6-416e-bdae-cc4519fe08d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a3575546-fda5-4d49-a088-5a552c065f23), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:57.036112 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-72de6587-7750-49b0-8ec6-abffe7982d45 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (126ab783-0f5f-40bb-9b48-2da9a9837db0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:57.059619 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-602cadfd-d256-4be6-8f7c-4705e3ccf864 req-2bd569a0-00c7-456a-ad05-341790bb3490 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.4144244 Feb 09 01:53:57.068518 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e30d9c8-0f80-409d-81fc-ce5bbf37fbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (30f7b1d3-dfdd-498b-b6de-9d9501b1c299), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:57.099319 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-72de6587-7750-49b0-8ec6-abffe7982d45 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Calling delete_port for 126ab783-0f5f-40bb-9b48-2da9a9837db0 owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:57.147469 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cf14342a-2702-4085-919f-70c48b0e61c3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (3c741b5f-968d-48f9-9812-632c56711537), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:57.151706 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f0e646a1-914b-4327-922f-84c5ac473ef7 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:53:57.228161 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-0c04a636-e7d6-416e-bdae-cc4519fe08d6 None None] For port a3575546-fda5-4d49-a088-5a552c065f23, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a3575546-fda5-4d49-a088-5a552c065f23,segment=NetworkSegment(3ab25e36-c020-45d7-a6cd-3bbbf3ef2f51),segment_id=3ab25e36-c020-45d7-a6cd-3bbbf3ef2f51)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:57.228797 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c04a636-e7d6-416e-bdae-cc4519fe08d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a3575546-fda5-4d49-a088-5a552c065f23), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:57.254425 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0c04a636-e7d6-416e-bdae-cc4519fe08d6 None None] Calling delete_port for a3575546-fda5-4d49-a088-5a552c065f23 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:57.258439 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-9e30d9c8-0f80-409d-81fc-ce5bbf37fbdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f7b1d3-dfdd-498b-b6de-9d9501b1c299']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:57.359427 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-9e30d9c8-0f80-409d-81fc-ce5bbf37fbdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:57.359736 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-9e30d9c8-0f80-409d-81fc-ce5bbf37fbdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49dfeae-5d9f-45ea-b836-96bad37fdbdd') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:57.384387 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e30d9c8-0f80-409d-81fc-ce5bbf37fbdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (a49dfeae-5d9f-45ea-b836-96bad37fdbdd), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:57.438548 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e30d9c8-0f80-409d-81fc-ce5bbf37fbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (a49dfeae-5d9f-45ea-b836-96bad37fdbdd), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:57.450171 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port f0e646a1-914b-4327-922f-84c5ac473ef7 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:57.450171 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f0e646a1-914b-4327-922f-84c5ac473ef7), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:57.469466 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e30d9c8-0f80-409d-81fc-ce5bbf37fbdd admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:53:57.469892 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e30d9c8-0f80-409d-81fc-ce5bbf37fbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (a49dfeae-5d9f-45ea-b836-96bad37fdbdd), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:57.472395 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54820) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:53:57.473609 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:53:57.497630 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-72de6587-7750-49b0-8ec6-abffe7982d45 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (126ab783-0f5f-40bb-9b48-2da9a9837db0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:57.567264 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-cf14342a-2702-4085-919f-70c48b0e61c3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting port a3575546-fda5-4d49-a088-5a552c065f23 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:53:57.567621 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cf14342a-2702-4085-919f-70c48b0e61c3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a3575546-fda5-4d49-a088-5a552c065f23), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:57.587443 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-72de6587-7750-49b0-8ec6-abffe7982d45 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:57.598069 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-72de6587-7750-49b0-8ec6-abffe7982d45 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/126ab783-0f5f-40bb-9b48-2da9a9837db0 HTTP/1.1" status: 204 len: 168 time: 1.2422380 Feb 09 01:53:57.602341 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54826) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:57.650468 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de6587-7750-49b0-8ec6-abffe7982d45 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Port': ['ID=126ab783-0f5f-40bb-9b48-2da9a9837db0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:57.752390 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c04a636-e7d6-416e-bdae-cc4519fe08d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (a3575546-fda5-4d49-a088-5a552c065f23), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:57.790340 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b6622cf-9dfd-4b6e-b189-0c9c88baf66a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:57.800845 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04a636-e7d6-416e-bdae-cc4519fe08d6 None None] Pushing event deleted for resources: {'Port': ['ID=a3575546-fda5-4d49-a088-5a552c065f23,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:57.821739 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-cf14342a-2702-4085-919f-70c48b0e61c3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] For port a3575546-fda5-4d49-a088-5a552c065f23, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a3575546-fda5-4d49-a088-5a552c065f23,segment=NetworkSegment(3ab25e36-c020-45d7-a6cd-3bbbf3ef2f51),segment_id=3ab25e36-c020-45d7-a6cd-3bbbf3ef2f51)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:57.822117 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cf14342a-2702-4085-919f-70c48b0e61c3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a3575546-fda5-4d49-a088-5a552c065f23), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:57.823980 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c04a636-e7d6-416e-bdae-cc4519fe08d6 None None] No DVR routers for this DVR port a3575546-fda5-4d49-a088-5a552c065f23 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:57.851747 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e4e17be8-5cbc-495a-b4a9-b0f0f52f3d08 None None] Provisioning complete for port f0e646a1-914b-4327-922f-84c5ac473ef7 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:57.852667 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e4e17be8-5cbc-495a-b4a9-b0f0f52f3d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f0e646a1-914b-4327-922f-84c5ac473ef7), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:57.868094 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-cf14342a-2702-4085-919f-70c48b0e61c3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Calling delete_port for a3575546-fda5-4d49-a088-5a552c065f23 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:53:58.068680 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b6622cf-9dfd-4b6e-b189-0c9c88baf66a admin admin] Publish callbacks [] for security_group (45bc68a7-4403-4055-8a2a-b720cba624b0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:58.078482 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b6622cf-9dfd-4b6e-b189-0c9c88baf66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (45bc68a7-4403-4055-8a2a-b720cba624b0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:58.078671 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cf14342a-2702-4085-919f-70c48b0e61c3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (a3575546-fda5-4d49-a088-5a552c065f23), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:58.106173 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ae25c-120a-40b4-88d9-5026fbd4dd86 req-360be6dd-1514-403b-9b89-02188527325b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:58.107888 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-797ae25c-120a-40b4-88d9-5026fbd4dd86 req-360be6dd-1514-403b-9b89-02188527325b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2899773 Feb 09 01:53:58.174631 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1b6622cf-9dfd-4b6e-b189-0c9c88baf66a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c65ee0edf1354c87a7e6a7e5864cb9b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6997900 Feb 09 01:53:58.177996 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54834) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:58.178593 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port f0e646a1-914b-4327-922f-84c5ac473ef7 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:58.179711 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f0e646a1-914b-4327-922f-84c5ac473ef7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:58.187733 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6622cf-9dfd-4b6e-b189-0c9c88baf66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bc68a7-4403-4055-8a2a-b720cba624b0,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:58.228549 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e30d9c8-0f80-409d-81fc-ce5bbf37fbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (30f7b1d3-dfdd-498b-b6de-9d9501b1c299), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:58.234423 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e30d9c8-0f80-409d-81fc-ce5bbf37fbdd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:58.237780 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9e30d9c8-0f80-409d-81fc-ce5bbf37fbdd admin admin] 10.222.0.36 "DELETE /v2.0/networks/30f7b1d3-dfdd-498b-b6de-9d9501b1c299 HTTP/1.1" status: 204 len: 168 time: 1.8477857 Feb 09 01:53:58.278585 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e4e17be8-5cbc-495a-b4a9-b0f0f52f3d08 None None] Current status of the port f0e646a1-914b-4327-922f-84c5ac473ef7 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:58.278987 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e4e17be8-5cbc-495a-b4a9-b0f0f52f3d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f0e646a1-914b-4327-922f-84c5ac473ef7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:58.307938 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14342a-2702-4085-919f-70c48b0e61c3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Port': ['ID=a3575546-fda5-4d49-a088-5a552c065f23,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:58.325053 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30d9c8-0f80-409d-81fc-ce5bbf37fbdd admin admin] Pushing event deleted for resources: {'Network': ['ID=30f7b1d3-dfdd-498b-b6de-9d9501b1c299,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:58.353093 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf14342a-2702-4085-919f-70c48b0e61c3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] No DVR routers for this DVR port a3575546-fda5-4d49-a088-5a552c065f23 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:58.378674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port f0e646a1-914b-4327-922f-84c5ac473ef7, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f0e646a1-914b-4327-922f-84c5ac473ef7,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:58.386938 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f0e646a1-914b-4327-922f-84c5ac473ef7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:58.432415 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2f0bae6f-c10f-4031-8349-f713890fd309 admin admin] Publish callbacks [] for security_group (45bc68a7-4403-4055-8a2a-b720cba624b0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:58.474159 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-797ae25c-120a-40b4-88d9-5026fbd4dd86 req-03b59c5a-d823-44bb-9964-26e5a1d1a74f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3555849 Feb 09 01:53:58.498038 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b31cfb40-2c69-40b8-9b23-f2977c78889a req-fad0321a-daae-4b5c-b43d-3e210df15d2d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.1955392 Feb 09 01:53:58.535736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54840) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:58.543372 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-e4e17be8-5cbc-495a-b4a9-b0f0f52f3d08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:53:58.546684 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-e4e17be8-5cbc-495a-b4a9-b0f0f52f3d08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:53:58.546848 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39589866-7201-417f-b6c5-083b0bb40713 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:58.547768 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a3575546-fda5-4d49-a088-5a552c065f23 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:58.552568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39589866-7201-417f-b6c5-083b0bb40713 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:58.558368 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-39589866-7201-417f-b6c5-083b0bb40713 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9326813 Feb 09 01:53:58.563959 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54842) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:58.566092 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2f0bae6f-c10f-4031-8349-f713890fd309 admin admin] Publish callbacks [] for security_group (45bc68a7-4403-4055-8a2a-b720cba624b0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:58.664974 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: a3575546-fda5-4d49-a088-5a552c065f23 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:53:58.670889 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cf14342a-2702-4085-919f-70c48b0e61c3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (3c741b5f-968d-48f9-9812-632c56711537), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:58.671369 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a3575546-fda5-4d49-a088-5a552c065f23 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:53:58.704872 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-cf14342a-2702-4085-919f-70c48b0e61c3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c741b5f-968d-48f9-9812-632c56711537']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:58.715706 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-cf14342a-2702-4085-919f-70c48b0e61c3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab25e36-c020-45d7-a6cd-3bbbf3ef2f51') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:58.716039 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-cf14342a-2702-4085-919f-70c48b0e61c3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab25e36-c020-45d7-a6cd-3bbbf3ef2f51') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:58.720076 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=f0e646a1-914b-4327-922f-84c5ac473ef7,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:58.726922 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cf14342a-2702-4085-919f-70c48b0e61c3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (3ab25e36-c020-45d7-a6cd-3bbbf3ef2f51), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:58.740869 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cf14342a-2702-4085-919f-70c48b0e61c3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (3ab25e36-c020-45d7-a6cd-3bbbf3ef2f51), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:58.747822 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf14342a-2702-4085-919f-70c48b0e61c3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:53:58.748312 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cf14342a-2702-4085-919f-70c48b0e61c3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (3ab25e36-c020-45d7-a6cd-3bbbf3ef2f51), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:58.816104 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-faca0e52-9ff2-405e-ad2d-88e7efa99acf tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet cc71f1e0-d366-45e6-8d85-a2db268e56c5 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:53:58.822783 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-faca0e52-9ff2-405e-ad2d-88e7efa99acf tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (cc71f1e0-d366-45e6-8d85-a2db268e56c5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:58.851681 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b55b8999-a8ef-4a0f-bfae-3f0a6468cc81 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=57a477aa675d4adb8145bd3e3ad9c65b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3111718 Feb 09 01:53:58.858503 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54848) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:53:58.877279 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:53:58.883232 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cf14342a-2702-4085-919f-70c48b0e61c3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (3c741b5f-968d-48f9-9812-632c56711537), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:58.904114 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cf14342a-2702-4085-919f-70c48b0e61c3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:58.911647 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cf14342a-2702-4085-919f-70c48b0e61c3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/networks/3c741b5f-968d-48f9-9812-632c56711537 HTTP/1.1" status: 204 len: 168 time: 2.3352649 Feb 09 01:53:58.912533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bca8a-87c9-43d5-a4a8-a3a105803c58 req-0bc6e9ed-7ae3-42b2-b79b-0b0599d0ff86 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:58.921640 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-596bca8a-87c9-43d5-a4a8-a3a105803c58 req-0bc6e9ed-7ae3-42b2-b79b-0b0599d0ff86 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2360189 Feb 09 01:53:58.922993 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54850) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:58.927666 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-40ddf172-4984-4fdc-bc61-f73f2e7131c4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-127978453', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:58.934124 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-deleted', 'tag': 'd1d95269-3302-4bd7-8678-3ab10c8c0ac5'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:53:58.935373 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14342a-2702-4085-919f-70c48b0e61c3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Network': ['ID=3c741b5f-968d-48f9-9812-632c56711537,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:58.937361 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f42d6b-c940-4eb0-8bcd-a42779d17608" -d '{"events": [{"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-deleted", "tag": "d1d95269-3302-4bd7-8678-3ab10c8c0ac5"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:53:58.956129 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2f0bae6f-c10f-4031-8349-f713890fd309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (45bc68a7-4403-4055-8a2a-b720cba624b0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:58.959174 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2f0bae6f-c10f-4031-8349-f713890fd309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:58.961082 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2f0bae6f-c10f-4031-8349-f713890fd309 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45bc68a7-4403-4055-8a2a-b720cba624b0 HTTP/1.1" status: 204 len: 168 time: 0.7799408 Feb 09 01:53:58.981149 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-faca0e52-9ff2-405e-ad2d-88e7efa99acf tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (cc71f1e0-d366-45e6-8d85-a2db268e56c5), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:58.997422 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-40ddf172-4984-4fdc-bc61-f73f2e7131c4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (513a9dd9-9882-4ae0-b26a-20b8445a07e5), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:58.998721 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-40ddf172-4984-4fdc-bc61-f73f2e7131c4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (513a9dd9-9882-4ae0-b26a-20b8445a07e5), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:59.000906 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f32c2ee-2be9-46fb-a54f-eac730957234 x-openstack-request-id: req-9f32c2ee-2be9-46fb-a54f-eac730957234 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:53:59.001273 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5992b64-5d75-42e1-911e-ae9a02c92d36", "name": "network-vif-deleted", "tag": "d1d95269-3302-4bd7-8678-3ab10c8c0ac5", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:53:59.001640 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f32c2ee-2be9-46fb-a54f-eac730957234 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:53:59.001954 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5992b64-5d75-42e1-911e-ae9a02c92d36', 'name': 'network-vif-deleted', 'tag': 'd1d95269-3302-4bd7-8678-3ab10c8c0ac5', 'status': 'completed', 'code': 200} Feb 09 01:53:59.009836 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f0e646a1-914b-4327-922f-84c5ac473ef7 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:53:59.124935 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-40ddf172-4984-4fdc-bc61-f73f2e7131c4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router_controller (513a9dd9-9882-4ae0-b26a-20b8445a07e5), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:59.134271 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-40ddf172-4984-4fdc-bc61-f73f2e7131c4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (513a9dd9-9882-4ae0-b26a-20b8445a07e5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:59.169313 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-40ddf172-4984-4fdc-bc61-f73f2e7131c4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:59.173873 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-40ddf172-4984-4fdc-bc61-f73f2e7131c4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2496171 Feb 09 01:53:59.174711 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54856) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:59.184006 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-afeb2f96-122f-4636-9ad3-c5e231f88318 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'network': {'name': 'tempest-RoutersTest-455577015'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:59.198897 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e4e17be8-5cbc-495a-b4a9-b0f0f52f3d08 None None] Current status of the port f0e646a1-914b-4327-922f-84c5ac473ef7 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:59.232616 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afeb2f96-122f-4636-9ad3-c5e231f88318 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Made reservation on behalf of e5d99e53c4864d1fb3cc111a041859c7 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:59.236560 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-afeb2f96-122f-4636-9ad3-c5e231f88318 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:59.277903 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port f0e646a1-914b-4327-922f-84c5ac473ef7 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:59.278424 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f0e646a1-914b-4327-922f-84c5ac473ef7), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:59.291830 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afeb2f96-122f-4636-9ad3-c5e231f88318 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:53:59.310969 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-afeb2f96-122f-4636-9ad3-c5e231f88318 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (81fad9c1-d6ec-46bf-8fb3-9d0497350a13), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:59.312683 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-afeb2f96-122f-4636-9ad3-c5e231f88318 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Added segment 81fad9c1-d6ec-46bf-8fb3-9d0497350a13 of type vlan for network eb61f28a-c737-4e0e-b074-a9a5051d844b Feb 09 01:53:59.380141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b96c0253-69ae-411a-b62d-6f5513107338 None None] Could not find standard attr ID for object 126ab783-0f5f-40bb-9b48-2da9a9837db0. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:53:59.404930 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-afeb2f96-122f-4636-9ad3-c5e231f88318 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (eb61f28a-c737-4e0e-b074-a9a5051d844b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:59.450920 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port f0e646a1-914b-4327-922f-84c5ac473ef7 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:59.459337 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-afeb2f96-122f-4636-9ad3-c5e231f88318 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (eb61f28a-c737-4e0e-b074-a9a5051d844b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:59.464973 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeb2f96-122f-4636-9ad3-c5e231f88318 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:59.467896 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-afeb2f96-122f-4636-9ad3-c5e231f88318 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:59.627432 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0bae6f-c10f-4031-8349-f713890fd309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bc68a7-4403-4055-8a2a-b720cba624b0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:59.630430 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-afeb2f96-122f-4636-9ad3-c5e231f88318 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4542408 Feb 09 01:53:59.631922 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54864) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:59.668374 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-596bca8a-87c9-43d5-a4a8-a3a105803c58 req-96140c2f-6fd1-48f6-a1fc-a2dd66c793b3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7455971 Feb 09 01:53:59.711133 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6db8d5ee-01ca-427d-bd1d-1a368e641d3c admin admin] Publish callbacks [] for security_group (03e6bf44-36cc-4b1d-b3b6-467bed41c46e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:59.724849 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-2e0a67df-ff29-4de0-8b58-25b50d5cd16a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'subnet': {'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:59.767302 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6db8d5ee-01ca-427d-bd1d-1a368e641d3c admin admin] Publish callbacks [] for security_group (03e6bf44-36cc-4b1d-b3b6-467bed41c46e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:59.790409 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-faca0e52-9ff2-405e-ad2d-88e7efa99acf tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (cc71f1e0-d366-45e6-8d85-a2db268e56c5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:59.871020 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb2f96-122f-4636-9ad3-c5e231f88318 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Network': ['ID=eb61f28a-c737-4e0e-b074-a9a5051d844b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:59.889489 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network eb61f28a-c737-4e0e-b074-a9a5051d844b details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:53:59.985584 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6db8d5ee-01ca-427d-bd1d-1a368e641d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (03e6bf44-36cc-4b1d-b3b6-467bed41c46e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:59.995472 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-af982f2d-e107-49f7-86e7-29f45115cb7d req-d6982ab5-6da2-4692-a11e-3edd903c25f9 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.1359668 Feb 09 01:53:59.997120 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6db8d5ee-01ca-427d-bd1d-1a368e641d3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:00.000575 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6db8d5ee-01ca-427d-bd1d-1a368e641d3c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/03e6bf44-36cc-4b1d-b3b6-467bed41c46e HTTP/1.1" status: 204 len: 168 time: 1.1393883 Feb 09 01:54:00.023098 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a3306-7484-4adb-9b0e-e7c0c3bbb08d req-482ab216-8835-4900-95a9-9b677806d984 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:00.024746 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f63a3306-7484-4adb-9b0e-e7c0c3bbb08d req-482ab216-8835-4900-95a9-9b677806d984 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2056901 Feb 09 01:54:00.031464 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-faca0e52-9ff2-405e-ad2d-88e7efa99acf tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (cc71f1e0-d366-45e6-8d85-a2db268e56c5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:00.091616 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8d5ee-01ca-427d-bd1d-1a368e641d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e6bf44-36cc-4b1d-b3b6-467bed41c46e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:00.158963 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-faca0e52-9ff2-405e-ad2d-88e7efa99acf tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:00.160389 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0a67df-ff29-4de0-8b58-25b50d5cd16a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Made reservation on behalf of e5d99e53c4864d1fb3cc111a041859c7 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:00.165903 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2e0a67df-ff29-4de0-8b58-25b50d5cd16a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:00.166273 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fddd3ab-3cdb-4ceb-9370-9007da5612e7 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:00.181985 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54884) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:00.184477 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-faca0e52-9ff2-405e-ad2d-88e7efa99acf tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/cc71f1e0-d366-45e6-8d85-a2db268e56c5 HTTP/1.1" status: 204 len: 168 time: 1.6159189 Feb 09 01:54:00.203136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca0e52-9ff2-405e-ad2d-88e7efa99acf tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=cc71f1e0-d366-45e6-8d85-a2db268e56c5,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:00.267570 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f63a3306-7484-4adb-9b0e-e7c0c3bbb08d req-69cd6fee-008e-4e65-873b-3f0815e08540 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197034 Feb 09 01:54:00.495860 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-77f884c5-9df0-40ae-8e1b-acb3c3e0bf2b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3122211 Feb 09 01:54:00.498661 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54896) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:00.504585 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-949e76d3-20b9-4a28-a5cf-dfdb65642101 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:00.575972 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b033fc-5f98-4dbe-b13e-00b8c1cf338a None None] DHCP port deletion for ffa86b77-0960-4058-af84-97833edc3344 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:54:00.689881 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-41b033fc-5f98-4dbe-b13e-00b8c1cf338a None None] Deleting port f0e646a1-914b-4327-922f-84c5ac473ef7 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:00.690262 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-41b033fc-5f98-4dbe-b13e-00b8c1cf338a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (f0e646a1-914b-4327-922f-84c5ac473ef7), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:00.696243 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79485aa0-0f7b-40c8-816c-a515d3b235e4 req-ecabc6fe-7a0a-444b-8558-13cc17254fe2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:00.700182 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-79485aa0-0f7b-40c8-816c-a515d3b235e4 req-ecabc6fe-7a0a-444b-8558-13cc17254fe2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2112300 Feb 09 01:54:00.791415 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-41b033fc-5f98-4dbe-b13e-00b8c1cf338a None None] For port f0e646a1-914b-4327-922f-84c5ac473ef7, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f0e646a1-914b-4327-922f-84c5ac473ef7,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:00.793147 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-41b033fc-5f98-4dbe-b13e-00b8c1cf338a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (f0e646a1-914b-4327-922f-84c5ac473ef7), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:00.820462 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-41b033fc-5f98-4dbe-b13e-00b8c1cf338a None None] Calling delete_port for f0e646a1-914b-4327-922f-84c5ac473ef7 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:00.875898 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949e76d3-20b9-4a28-a5cf-dfdb65642101 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:00.882955 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-949e76d3-20b9-4a28-a5cf-dfdb65642101 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:00.898702 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-79485aa0-0f7b-40c8-816c-a515d3b235e4 req-ab2e33e6-8660-4fe4-b83a-039bf26afa6a tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779516 Feb 09 01:54:00.992343 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f0e646a1-914b-4327-922f-84c5ac473ef7 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:54:01.056801 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2e0a67df-ff29-4de0-8b58-25b50d5cd16a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (beb16306-3a5e-4893-b8fb-1dcbb43a00b1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:01.086893 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-41b033fc-5f98-4dbe-b13e-00b8c1cf338a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (f0e646a1-914b-4327-922f-84c5ac473ef7), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:01.187026 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a67df-ff29-4de0-8b58-25b50d5cd16a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Subnet': ['ID=beb16306-3a5e-4893-b8fb-1dcbb43a00b1,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:01.193902 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0a67df-ff29-4de0-8b58-25b50d5cd16a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Checking segment: {'id': '81fad9c1-d6ec-46bf-8fb3-9d0497350a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:01.194371 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0a67df-ff29-4de0-8b58-25b50d5cd16a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network hostable DHCP agents. Network: eb61f28a-c737-4e0e-b074-a9a5051d844b, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:54:01.209430 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b033fc-5f98-4dbe-b13e-00b8c1cf338a None None] No DVR routers for this DVR port f0e646a1-914b-4327-922f-84c5ac473ef7 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:54:01.216999 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0a67df-ff29-4de0-8b58-25b50d5cd16a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network eb61f28a-c737-4e0e-b074-a9a5051d844b is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:54:01.221795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b033fc-5f98-4dbe-b13e-00b8c1cf338a None None] Pushing event deleted for resources: {'Port': ['ID=f0e646a1-914b-4327-922f-84c5ac473ef7,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:01.248861 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-2e0a67df-ff29-4de0-8b58-25b50d5cd16a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, eb61f28a-c737-4e0e-b074-a9a5051d844b) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:01.269243 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f30a5f-ff54-4e59-b57f-8f8be6a74e7d None None] Network eb61f28a-c737-4e0e-b074-a9a5051d844b requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:01.274333 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0a67df-ff29-4de0-8b58-25b50d5cd16a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:01.274939 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2e0a67df-ff29-4de0-8b58-25b50d5cd16a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:01.304923 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-679ba5d0-4f12-4927-b34c-ec58591dc493 req-6e8a4aaa-95d7-4cb5-ad84-bc7cd1662800 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.1291008 Feb 09 01:54:01.330521 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2e0a67df-ff29-4de0-8b58-25b50d5cd16a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6553507 Feb 09 01:54:01.332086 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54944) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:01.420309 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No active binding found for port f0e646a1-914b-4327-922f-84c5ac473ef7 {{(pid=103185) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 01:54:01.420699 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] The host n-d-828387-3 is not matching for port f0e646a1-914b-4327-922f-84c5ac473ef7 host None! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:54:01.421290 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f0e646a1-914b-4327-922f-84c5ac473ef7 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:54:01.556509 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52d11bc-c497-4323-b1f6-270827bbe033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-eb61f28a-c737-4e0e-b074-a9a5051d844b', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:54:01.557745 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f52d11bc-c497-4323-b1f6-270827bbe033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:01.636098 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-949e76d3-20b9-4a28-a5cf-dfdb65642101 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (dedd2565-619d-4d53-893e-4a347646803f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:01.771724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949e76d3-20b9-4a28-a5cf-dfdb65642101 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:01.777114 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-949e76d3-20b9-4a28-a5cf-dfdb65642101 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:01.791719 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259b61b1-2351-4816-b563-e61f577e1ef7 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:01.795409 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949e76d3-20b9-4a28-a5cf-dfdb65642101 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:01.797251 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-949e76d3-20b9-4a28-a5cf-dfdb65642101 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:01.850178 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-949e76d3-20b9-4a28-a5cf-dfdb65642101 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3501165 Feb 09 01:54:01.852771 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54962) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:01.860374 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54966) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:01.888956 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-be3b219a-b5a8-4383-bf69-37764ee4bda0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'fixed_ips': [{'subnet_id': 'dedd2565-619d-4d53-893e-4a347646803f', 'ip_address': '2001:db8::4c12:5b92:8127:60e5'}], 'name': 'tempest-NetworksTestDHCPv6-1662379934'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:02.039301 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e76d3-20b9-4a28-a5cf-dfdb65642101 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=dedd2565-619d-4d53-893e-4a347646803f,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:02.107981 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54976) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:02.126514 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5756e6da-e718-4cd8-9cd4-1d5a47daeb7d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:02.223569 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3b219a-b5a8-4383-bf69-37764ee4bda0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:02.429414 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0312ab4d-cedd-4876-b265-676460bc25cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ffa86b77-0960-4058-af84-97833edc3344', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'fixed_ips': [{'subnet_id': 'dedd2565-619d-4d53-893e-4a347646803f'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:54:02.430239 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0312ab4d-cedd-4876-b265-676460bc25cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:02.481582 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-f52d11bc-c497-4323-b1f6-270827bbe033 None None] Allocated IP 172.20.0.2 (eb61f28a-c737-4e0e-b074-a9a5051d844b/beb16306-3a5e-4893-b8fb-1dcbb43a00b1/2096b10a-d661-4f92-82b8-491c74d82205) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:02.531977 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be3b219a-b5a8-4383-bf69-37764ee4bda0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:02.548879 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-a33376e9-bdfe-4459-9e2f-9af4f55feffc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1509146456-network', 'tenant_id': '225062ed147a4a2299a703d06854300c'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:02.576275 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ddd9577-5863-4015-b12a-8a38a2f7a8fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:02.597849 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-be3b219a-b5a8-4383-bf69-37764ee4bda0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] device_id is not set on port af62291d-b36e-4f51-a5c6-8c3f3d5c1bec yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:54:02.608972 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33376e9-bdfe-4459-9e2f-9af4f55feffc admin admin] Made reservation on behalf of 225062ed147a4a2299a703d06854300c for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:02.611662 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a33376e9-bdfe-4459-9e2f-9af4f55feffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:02.662610 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a33376e9-bdfe-4459-9e2f-9af4f55feffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:02.752585 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a33376e9-bdfe-4459-9e2f-9af4f55feffc admin admin] Publish callbacks [] for security_group (63b56283-4ade-48f9-988d-c22feeb4cd0e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:02.767557 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a33376e9-bdfe-4459-9e2f-9af4f55feffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (63b56283-4ade-48f9-988d-c22feeb4cd0e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:02.807405 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-0312ab4d-cedd-4876-b265-676460bc25cc None None] Allocated IP 2001:db8::2 (ffa86b77-0960-4058-af84-97833edc3344/dedd2565-619d-4d53-893e-4a347646803f/951927cb-3403-4587-8589-c74495f04507) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:02.837280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a33376e9-bdfe-4459-9e2f-9af4f55feffc admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:54:02.878541 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33376e9-bdfe-4459-9e2f-9af4f55feffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b56283-4ade-48f9-988d-c22feeb4cd0e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:02.884082 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a33376e9-bdfe-4459-9e2f-9af4f55feffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (d447ab0c-ee12-42e3-bab2-39796f883669), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:02.884762 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-a33376e9-bdfe-4459-9e2f-9af4f55feffc admin admin] Added segment d447ab0c-ee12-42e3-bab2-39796f883669 of type vlan for network bbe85234-1f1c-44c0-aeaf-3380123bb751 Feb 09 01:54:02.900288 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b110a1c6-f9b5-44d8-861b-580aff1f05dc req-e8388af4-b315-414e-a0cd-f21f26a2f1cf tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.0295334 Feb 09 01:54:03.006356 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a33376e9-bdfe-4459-9e2f-9af4f55feffc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (bbe85234-1f1c-44c0-aeaf-3380123bb751), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:03.035687 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ddd9577-5863-4015-b12a-8a38a2f7a8fb admin admin] Publish callbacks [] for security_group (88d56b6c-8816-4fec-a0c1-a94528ffdc46), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:03.042638 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ddd9577-5863-4015-b12a-8a38a2f7a8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (88d56b6c-8816-4fec-a0c1-a94528ffdc46), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:03.074478 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a33376e9-bdfe-4459-9e2f-9af4f55feffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (bbe85234-1f1c-44c0-aeaf-3380123bb751), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:03.075673 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33376e9-bdfe-4459-9e2f-9af4f55feffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:03.076352 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a33376e9-bdfe-4459-9e2f-9af4f55feffc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:03.150135 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33376e9-bdfe-4459-9e2f-9af4f55feffc admin admin] Pushing event updated for resources: {'Network': ['ID=bbe85234-1f1c-44c0-aeaf-3380123bb751,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:03.163354 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7ddd9577-5863-4015-b12a-8a38a2f7a8fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a6eaca734ab40c89f7c1424738cd24d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3000820 Feb 09 01:54:03.166258 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54984) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:03.168348 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd9577-5863-4015-b12a-8a38a2f7a8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d56b6c-8816-4fec-a0c1-a94528ffdc46,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:03.169437 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network bbe85234-1f1c-44c0-aeaf-3380123bb751 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:54:03.181677 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a33376e9-bdfe-4459-9e2f-9af4f55feffc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0713398 Feb 09 01:54:03.183483 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54986) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:03.193506 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-dbd0d9e4-8a78-4a1f-b173-11962fdf808b admin admin] Request body: {'subnet': {'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1509146456-subnet', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:03.236391 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd0d9e4-8a78-4a1f-b173-11962fdf808b admin admin] Made reservation on behalf of 225062ed147a4a2299a703d06854300c for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:03.239269 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dbd0d9e4-8a78-4a1f-b173-11962fdf808b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:03.260918 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0006d3cd-b2c5-40b3-9d1a-9557a2f7b34b admin admin] Publish callbacks [] for security_group (88d56b6c-8816-4fec-a0c1-a94528ffdc46), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:03.286092 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0312ab4d-cedd-4876-b265-676460bc25cc None None] Publish callbacks [] for port (951927cb-3403-4587-8589-c74495f04507), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:03.289690 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0006d3cd-b2c5-40b3-9d1a-9557a2f7b34b admin admin] Publish callbacks [] for security_group (88d56b6c-8816-4fec-a0c1-a94528ffdc46), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:03.325832 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f52d11bc-c497-4323-b1f6-270827bbe033 None None] Publish callbacks [] for port (2096b10a-d661-4f92-82b8-491c74d82205), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:03.332113 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0312ab4d-cedd-4876-b265-676460bc25cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (951927cb-3403-4587-8589-c74495f04507), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:03.443035 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0312ab4d-cedd-4876-b265-676460bc25cc None None] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:03.446334 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f52d11bc-c497-4323-b1f6-270827bbe033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (2096b10a-d661-4f92-82b8-491c74d82205), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:03.480359 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-0312ab4d-cedd-4876-b265-676460bc25cc None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:03.487670 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-5756e6da-e718-4cd8-9cd4-1d5a47daeb7d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Allocated IP 172.20.0.1 (eb61f28a-c737-4e0e-b074-a9a5051d844b/beb16306-3a5e-4893-b8fb-1dcbb43a00b1/0bc39fff-58c5-4f35-aee0-18983b784cac) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:03.488599 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0312ab4d-cedd-4876-b265-676460bc25cc None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:03.513182 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0006d3cd-b2c5-40b3-9d1a-9557a2f7b34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (88d56b6c-8816-4fec-a0c1-a94528ffdc46), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:03.515823 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0006d3cd-b2c5-40b3-9d1a-9557a2f7b34b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:03.523894 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-be3b219a-b5a8-4383-bf69-37764ee4bda0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8::4c12:5b92:8127:60e5 (ffa86b77-0960-4058-af84-97833edc3344/dedd2565-619d-4d53-893e-4a347646803f/af62291d-b36e-4f51-a5c6-8c3f3d5c1bec) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:03.525367 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0006d3cd-b2c5-40b3-9d1a-9557a2f7b34b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88d56b6c-8816-4fec-a0c1-a94528ffdc46 HTTP/1.1" status: 204 len: 168 time: 0.3579416 Feb 09 01:54:03.552475 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52d11bc-c497-4323-b1f6-270827bbe033 None None] Network eb61f28a-c737-4e0e-b074-a9a5051d844b is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:03.565469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-f52d11bc-c497-4323-b1f6-270827bbe033 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:03.568328 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52d11bc-c497-4323-b1f6-270827bbe033 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:03.586372 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006d3cd-b2c5-40b3-9d1a-9557a2f7b34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d56b6c-8816-4fec-a0c1-a94528ffdc46,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:03.662731 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312ab4d-cedd-4876-b265-676460bc25cc None None] Pushing event updated for resources: {'Port': ['ID=951927cb-3403-4587-8589-c74495f04507,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:03.816778 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5756e6da-e718-4cd8-9cd4-1d5a47daeb7d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for port (0bc39fff-58c5-4f35-aee0-18983b784cac), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:03.965256 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5756e6da-e718-4cd8-9cd4-1d5a47daeb7d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (0bc39fff-58c5-4f35-aee0-18983b784cac), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:03.997896 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-0312ab4d-cedd-4876-b265-676460bc25cc None None] Attempting to bind port 951927cb-3403-4587-8589-c74495f04507 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:54:03.998504 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-0312ab4d-cedd-4876-b265-676460bc25cc None None] Attempting to bind port 951927cb-3403-4587-8589-c74495f04507 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:54:03.999053 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0312ab4d-cedd-4876-b265-676460bc25cc None None] Attempting to bind port 951927cb-3403-4587-8589-c74495f04507 on network ffa86b77-0960-4058-af84-97833edc3344 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:54:04.021443 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-f52d11bc-c497-4323-b1f6-270827bbe033 None None] Attempting to bind port 2096b10a-d661-4f92-82b8-491c74d82205 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:54:04.022153 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-f52d11bc-c497-4323-b1f6-270827bbe033 None None] Attempting to bind port 2096b10a-d661-4f92-82b8-491c74d82205 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '81fad9c1-d6ec-46bf-8fb3-9d0497350a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:54:04.023410 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52d11bc-c497-4323-b1f6-270827bbe033 None None] Attempting to bind port 2096b10a-d661-4f92-82b8-491c74d82205 on network eb61f28a-c737-4e0e-b074-a9a5051d844b {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:54:04.030520 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0312ab4d-cedd-4876-b265-676460bc25cc None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:54:04.031130 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0312ab4d-cedd-4876-b265-676460bc25cc None None] Checking segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:04.031893 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0312ab4d-cedd-4876-b265-676460bc25cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:04.033833 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0312ab4d-cedd-4876-b265-676460bc25cc None None] Bound using segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:54:04.034601 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-0312ab4d-cedd-4876-b265-676460bc25cc None None] Bound port: 951927cb-3403-4587-8589-c74495f04507, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:54:04.036590 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0312ab4d-cedd-4876-b265-676460bc25cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (951927cb-3403-4587-8589-c74495f04507), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:04.041123 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52d11bc-c497-4323-b1f6-270827bbe033 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:54:04.041751 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52d11bc-c497-4323-b1f6-270827bbe033 None None] Checking segment: {'id': '81fad9c1-d6ec-46bf-8fb3-9d0497350a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:04.042308 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f52d11bc-c497-4323-b1f6-270827bbe033 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:04.042887 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52d11bc-c497-4323-b1f6-270827bbe033 None None] Bound using segment: {'id': '81fad9c1-d6ec-46bf-8fb3-9d0497350a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:54:04.043542 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-f52d11bc-c497-4323-b1f6-270827bbe033 None None] Bound port: 2096b10a-d661-4f92-82b8-491c74d82205, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fad9c1-d6ec-46bf-8fb3-9d0497350a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:54:04.044078 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f52d11bc-c497-4323-b1f6-270827bbe033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2096b10a-d661-4f92-82b8-491c74d82205), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:04.064784 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d11bc-c497-4323-b1f6-270827bbe033 None None] Pushing event updated for resources: {'Port': ['ID=2096b10a-d661-4f92-82b8-491c74d82205,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:04.093402 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756e6da-e718-4cd8-9cd4-1d5a47daeb7d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Port': ['ID=0bc39fff-58c5-4f35-aee0-18983b784cac,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:04.105534 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5756e6da-e718-4cd8-9cd4-1d5a47daeb7d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network eb61f28a-c737-4e0e-b074-a9a5051d844b is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:04.107451 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-5756e6da-e718-4cd8-9cd4-1d5a47daeb7d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:04.109697 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5756e6da-e718-4cd8-9cd4-1d5a47daeb7d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:04.161916 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5756e6da-e718-4cd8-9cd4-1d5a47daeb7d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (513a9dd9-9882-4ae0-b26a-20b8445a07e5), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:04.180845 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dbd0d9e4-8a78-4a1f-b173-11962fdf808b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (e5fb0614-877d-4584-bc3c-a9b6e8f6847d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:04.305990 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-f52d11bc-c497-4323-b1f6-270827bbe033 None None] For port 2096b10a-d661-4f92-82b8-491c74d82205, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:54:04.312307 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0d9e4-8a78-4a1f-b173-11962fdf808b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5fb0614-877d-4584-bc3c-a9b6e8f6847d,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:04.327936 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf37835e-5a99-413b-bb25-d6b39a0ace24 req-f974109d-ca59-4986-b965-a4541e3fb32e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.1993334 Feb 09 01:54:04.337943 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-f52d11bc-c497-4323-b1f6-270827bbe033 None None] For port 2096b10a-d661-4f92-82b8-491c74d82205, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=2096b10a-d661-4f92-82b8-491c74d82205,segment=NetworkSegment(81fad9c1-d6ec-46bf-8fb3-9d0497350a13),segment_id=81fad9c1-d6ec-46bf-8fb3-9d0497350a13)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:54:04.359792 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f52d11bc-c497-4323-b1f6-270827bbe033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2096b10a-d661-4f92-82b8-491c74d82205), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:04.428114 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-0312ab4d-cedd-4876-b265-676460bc25cc None None] For port 951927cb-3403-4587-8589-c74495f04507, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:54:04.430958 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be3b219a-b5a8-4383-bf69-37764ee4bda0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (af62291d-b36e-4f51-a5c6-8c3f3d5c1bec), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:04.465077 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5756e6da-e718-4cd8-9cd4-1d5a47daeb7d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0bc39fff-58c5-4f35-aee0-18983b784cac), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:04.510030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-0312ab4d-cedd-4876-b265-676460bc25cc None None] For port 951927cb-3403-4587-8589-c74495f04507, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=951927cb-3403-4587-8589-c74495f04507,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:54:04.510570 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd0d9e4-8a78-4a1f-b173-11962fdf808b admin admin] Checking segment: {'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:04.510926 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd0d9e4-8a78-4a1f-b173-11962fdf808b admin admin] Network hostable DHCP agents. Network: bbe85234-1f1c-44c0-aeaf-3380123bb751, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:54:04.551958 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0312ab4d-cedd-4876-b265-676460bc25cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (951927cb-3403-4587-8589-c74495f04507), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:04.575649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd0d9e4-8a78-4a1f-b173-11962fdf808b admin admin] Network bbe85234-1f1c-44c0-aeaf-3380123bb751 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:54:04.580505 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d11bc-c497-4323-b1f6-270827bbe033 None None] Pushing event updated for resources: {'Port': ['ID=2096b10a-d661-4f92-82b8-491c74d82205,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:04.581275 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be3b219a-b5a8-4383-bf69-37764ee4bda0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (af62291d-b36e-4f51-a5c6-8c3f3d5c1bec), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:04.722105 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-dbd0d9e4-8a78-4a1f-b173-11962fdf808b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, bbe85234-1f1c-44c0-aeaf-3380123bb751) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:04.744115 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0418b4-e908-4a2d-b6c0-f76f60a9933a None None] Network bbe85234-1f1c-44c0-aeaf-3380123bb751 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:04.757962 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd0d9e4-8a78-4a1f-b173-11962fdf808b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:04.759906 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dbd0d9e4-8a78-4a1f-b173-11962fdf808b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:04.766036 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312ab4d-cedd-4876-b265-676460bc25cc None None] Pushing event updated for resources: {'Port': ['ID=951927cb-3403-4587-8589-c74495f04507,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:04.901723 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3b219a-b5a8-4383-bf69-37764ee4bda0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:04.907925 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b219a-b5a8-4383-bf69-37764ee4bda0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=af62291d-b36e-4f51-a5c6-8c3f3d5c1bec,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:04.910649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-be3b219a-b5a8-4383-bf69-37764ee4bda0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:04.932619 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-dbd0d9e4-8a78-4a1f-b173-11962fdf808b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7476299 Feb 09 01:54:04.934019 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3b219a-b5a8-4383-bf69-37764ee4bda0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:04.948468 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3b219a-b5a8-4383-bf69-37764ee4bda0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:04.949773 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be3b219a-b5a8-4383-bf69-37764ee4bda0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:04.952520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55016) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:04.970401 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-8089be06-98b4-4ba9-8572-d82f174dbec9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1509146456-router', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:05.084544 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-be3b219a-b5a8-4383-bf69-37764ee4bda0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2094967 Feb 09 01:54:05.089365 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55024) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:05.128069 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8089be06-98b4-4ba9-8572-d82f174dbec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (20662644-ff05-4f60-ad92-0c100ae0a426), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:05.150562 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8089be06-98b4-4ba9-8572-d82f174dbec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (20662644-ff05-4f60-ad92-0c100ae0a426), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:05.200782 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb5bf73-ddbc-47f5-8f13-84941ffe692a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-bbe85234-1f1c-44c0-aeaf-3380123bb751', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'project_id': '225062ed147a4a2299a703d06854300c', 'fixed_ips': [{'subnet_id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:54:05.201889 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ceb5bf73-ddbc-47f5-8f13-84941ffe692a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:05.327094 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8089be06-98b4-4ba9-8572-d82f174dbec9 admin admin] Publish callbacks [] for router_controller (20662644-ff05-4f60-ad92-0c100ae0a426), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:05.461052 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308aa3bb-9a98-4d75-bc43-49033c5e3bc0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:05.489024 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308aa3bb-9a98-4d75-bc43-49033c5e3bc0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:05.511805 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-308aa3bb-9a98-4d75-bc43-49033c5e3bc0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4212840 Feb 09 01:54:05.520758 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55036) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:05.649833 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-ceb5bf73-ddbc-47f5-8f13-84941ffe692a None None] Allocated IP 172.20.0.2 (bbe85234-1f1c-44c0-aeaf-3380123bb751/e5fb0614-877d-4584-bc3c-a9b6e8f6847d/25c09227-288a-4a1b-9265-7f811c9999e4) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:05.661894 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d4f9764-3f3f-4db0-852c-406fb9f75209 req-0022f14e-eb08-43ed-b4fe-41de6ea31284 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.1284516 Feb 09 01:54:05.669276 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5756e6da-e718-4cd8-9cd4-1d5a47daeb7d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for port (0bc39fff-58c5-4f35-aee0-18983b784cac), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:05.692981 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5756e6da-e718-4cd8-9cd4-1d5a47daeb7d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (0bc39fff-58c5-4f35-aee0-18983b784cac), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:05.824753 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8089be06-98b4-4ba9-8572-d82f174dbec9 admin admin] Publish callbacks [] for router_gateway (20662644-ff05-4f60-ad92-0c100ae0a426), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:05.942003 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ceb5bf73-ddbc-47f5-8f13-84941ffe692a None None] Publish callbacks [] for port (25c09227-288a-4a1b-9265-7f811c9999e4), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:05.945111 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756e6da-e718-4cd8-9cd4-1d5a47daeb7d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Port': ['ID=0bc39fff-58c5-4f35-aee0-18983b784cac,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:05.954153 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5756e6da-e718-4cd8-9cd4-1d5a47daeb7d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (513a9dd9-9882-4ae0-b26a-20b8445a07e5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:05.956028 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ceb5bf73-ddbc-47f5-8f13-84941ffe692a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (25c09227-288a-4a1b-9265-7f811c9999e4), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:06.042944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-dc32d79f-82c0-48f8-845c-3bda5442c7f5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting port af62291d-b36e-4f51-a5c6-8c3f3d5c1bec {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:06.048135 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dc32d79f-82c0-48f8-845c-3bda5442c7f5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (af62291d-b36e-4f51-a5c6-8c3f3d5c1bec), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:06.060780 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb5bf73-ddbc-47f5-8f13-84941ffe692a None None] Network bbe85234-1f1c-44c0-aeaf-3380123bb751 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:06.109412 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-ceb5bf73-ddbc-47f5-8f13-84941ffe692a None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:06.115455 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb5bf73-ddbc-47f5-8f13-84941ffe692a None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:06.134985 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5bf73-ddbc-47f5-8f13-84941ffe692a None None] Pushing event updated for resources: {'Port': ['ID=25c09227-288a-4a1b-9265-7f811c9999e4,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:06.258708 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-ceb5bf73-ddbc-47f5-8f13-84941ffe692a None None] Attempting to bind port 25c09227-288a-4a1b-9265-7f811c9999e4 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:54:06.259190 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-ceb5bf73-ddbc-47f5-8f13-84941ffe692a None None] Attempting to bind port 25c09227-288a-4a1b-9265-7f811c9999e4 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:54:06.259593 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5bf73-ddbc-47f5-8f13-84941ffe692a None None] Attempting to bind port 25c09227-288a-4a1b-9265-7f811c9999e4 on network bbe85234-1f1c-44c0-aeaf-3380123bb751 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:54:06.260763 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5756e6da-e718-4cd8-9cd4-1d5a47daeb7d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network eb61f28a-c737-4e0e-b074-a9a5051d844b is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:06.265937 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-5756e6da-e718-4cd8-9cd4-1d5a47daeb7d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:06.267041 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5bf73-ddbc-47f5-8f13-84941ffe692a None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:54:06.267457 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5bf73-ddbc-47f5-8f13-84941ffe692a None None] Checking segment: {'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:06.267866 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ceb5bf73-ddbc-47f5-8f13-84941ffe692a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:06.268257 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5bf73-ddbc-47f5-8f13-84941ffe692a None None] Bound using segment: {'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:54:06.268850 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-ceb5bf73-ddbc-47f5-8f13-84941ffe692a None None] Bound port: 25c09227-288a-4a1b-9265-7f811c9999e4, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:54:06.269247 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ceb5bf73-ddbc-47f5-8f13-84941ffe692a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (25c09227-288a-4a1b-9265-7f811c9999e4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:06.483339 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ceb5bf73-ddbc-47f5-8f13-84941ffe692a None None] For port 25c09227-288a-4a1b-9265-7f811c9999e4, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:54:06.500960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ceb5bf73-ddbc-47f5-8f13-84941ffe692a None None] For port 25c09227-288a-4a1b-9265-7f811c9999e4, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=25c09227-288a-4a1b-9265-7f811c9999e4,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:54:06.522703 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ceb5bf73-ddbc-47f5-8f13-84941ffe692a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (25c09227-288a-4a1b-9265-7f811c9999e4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:06.540865 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dc32d79f-82c0-48f8-845c-3bda5442c7f5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (af62291d-b36e-4f51-a5c6-8c3f3d5c1bec), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:06.597068 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-dc32d79f-82c0-48f8-845c-3bda5442c7f5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Calling delete_port for af62291d-b36e-4f51-a5c6-8c3f3d5c1bec owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:06.621275 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8089be06-98b4-4ba9-8572-d82f174dbec9 admin admin] Publish callbacks [] for router_gateway (20662644-ff05-4f60-ad92-0c100ae0a426), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:06.738534 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5bf73-ddbc-47f5-8f13-84941ffe692a None None] Pushing event updated for resources: {'Port': ['ID=25c09227-288a-4a1b-9265-7f811c9999e4,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:06.861101 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5756e6da-e718-4cd8-9cd4-1d5a47daeb7d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:54:06.863981 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3331ca5a-6966-4e39-86d8-d122394a26ec None None] Network eb61f28a-c737-4e0e-b074-a9a5051d844b requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:06.901327 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8089be06-98b4-4ba9-8572-d82f174dbec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:07.105118 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-559c8c1b-1ab3-43fe-a279-5ad75b4ac142 None None] Provisioning complete for port 2096b10a-d661-4f92-82b8-491c74d82205 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:07.105504 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-559c8c1b-1ab3-43fe-a279-5ad75b4ac142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2096b10a-d661-4f92-82b8-491c74d82205), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:07.221708 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5756e6da-e718-4cd8-9cd4-1d5a47daeb7d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:54:07.241495 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 951927cb-3403-4587-8589-c74495f04507 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:07.243356 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5756e6da-e718-4cd8-9cd4-1d5a47daeb7d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/routers/513a9dd9-9882-4ae0-b26a-20b8445a07e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9100709 Feb 09 01:54:07.244606 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55060) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:07.244740 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d295188-6f66-4f08-a917-7cb5a1b93ee1 req-afcffe56-2fcc-405e-8741-12ca74a12253 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.0902712 Feb 09 01:54:07.251523 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-aca8e88d-336d-42e5-b51d-ec21be1bfe38 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'network': {'name': 'tempest-RoutersTest-1867863254'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:07.265318 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] Sync routers for ids ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:54:07.281348 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca8e88d-336d-42e5-b51d-ec21be1bfe38 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Made reservation on behalf of e5d99e53c4864d1fb3cc111a041859c7 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:07.286651 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aca8e88d-336d-42e5-b51d-ec21be1bfe38 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:07.322649 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca8e88d-336d-42e5-b51d-ec21be1bfe38 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:54:07.349259 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aca8e88d-336d-42e5-b51d-ec21be1bfe38 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (1efd09a2-24ca-4908-8c34-a83c84cff5c4), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:07.352567 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-aca8e88d-336d-42e5-b51d-ec21be1bfe38 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Added segment 1efd09a2-24ca-4908-8c34-a83c84cff5c4 of type vlan for network f6439075-d3f9-4140-9ea7-a6fbe530b2b9 Feb 09 01:54:07.383387 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-8089be06-98b4-4ba9-8572-d82f174dbec9 admin admin] Allocated IP 172.25.7.183 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/017da7db-8cc0-4f00-bb81-b8ddb6806a89) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:07.440566 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] Routers {'513a9dd9-9882-4ae0-b26a-20b8445a07e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:07.441285 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:53:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:07.485907 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aca8e88d-336d-42e5-b51d-ec21be1bfe38 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (f6439075-d3f9-4140-9ea7-a6fbe530b2b9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:07.548826 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aca8e88d-336d-42e5-b51d-ec21be1bfe38 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (f6439075-d3f9-4140-9ea7-a6fbe530b2b9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:07.558112 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca8e88d-336d-42e5-b51d-ec21be1bfe38 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:07.559989 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aca8e88d-336d-42e5-b51d-ec21be1bfe38 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:07.696405 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55070) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:07.697712 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-aca8e88d-336d-42e5-b51d-ec21be1bfe38 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4516122 Feb 09 01:54:07.707884 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8e88d-336d-42e5-b51d-ec21be1bfe38 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Network': ['ID=f6439075-d3f9-4140-9ea7-a6fbe530b2b9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:07.714847 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-c90c6774-4c76-4eb7-bc3f-2a39ade710dd tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'subnet': {'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:07.828316 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8089be06-98b4-4ba9-8572-d82f174dbec9 admin admin] Publish callbacks [] for port (017da7db-8cc0-4f00-bb81-b8ddb6806a89), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:07.884885 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dc32d79f-82c0-48f8-845c-3bda5442c7f5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (af62291d-b36e-4f51-a5c6-8c3f3d5c1bec), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:07.910476 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] Set router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:07.918845 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8089be06-98b4-4ba9-8572-d82f174dbec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (017da7db-8cc0-4f00-bb81-b8ddb6806a89), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:08.025267 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network f6439075-d3f9-4140-9ea7-a6fbe530b2b9 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:54:08.141015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8089be06-98b4-4ba9-8572-d82f174dbec9 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:08.184545 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-8089be06-98b4-4ba9-8572-d82f174dbec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:08.189233 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8089be06-98b4-4ba9-8572-d82f174dbec9 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:08.325595 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089be06-98b4-4ba9-8572-d82f174dbec9 admin admin] Pushing event updated for resources: {'Port': ['ID=017da7db-8cc0-4f00-bb81-b8ddb6806a89,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:08.470983 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dc32d79f-82c0-48f8-845c-3bda5442c7f5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:08.477739 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-dc32d79f-82c0-48f8-845c-3bda5442c7f5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/af62291d-b36e-4f51-a5c6-8c3f3d5c1bec HTTP/1.1" status: 204 len: 168 time: 2.9558835 Feb 09 01:54:08.543653 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-798c576a-2e09-4fa4-8c2c-da690d4d517e req-a74df7c7-ca0d-4b7e-9702-1a0713d53154 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.0856032 Feb 09 01:54:08.544299 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55096) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:08.548270 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e8be8f37-7544-4bf4-99bb-a4898327b168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:08.707766 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fba8524-8d8e-44d5-9100-7d1c45f3d45f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:08.709840 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fba8524-8d8e-44d5-9100-7d1c45f3d45f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:08.714009 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2fba8524-8d8e-44d5-9100-7d1c45f3d45f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1664433 Feb 09 01:54:08.714562 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55104) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:08.732227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32d79f-82c0-48f8-845c-3bda5442c7f5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Port': ['ID=af62291d-b36e-4f51-a5c6-8c3f3d5c1bec,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:08.768720 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-559c8c1b-1ab3-43fe-a279-5ad75b4ac142 None None] Current status of the port 2096b10a-d661-4f92-82b8-491c74d82205 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:08.774237 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-559c8c1b-1ab3-43fe-a279-5ad75b4ac142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2096b10a-d661-4f92-82b8-491c74d82205), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:08.800416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 951927cb-3403-4587-8589-c74495f04507 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:08.803366 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90c6774-4c76-4eb7-bc3f-2a39ade710dd tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Made reservation on behalf of e5d99e53c4864d1fb3cc111a041859c7 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:08.806883 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c90c6774-4c76-4eb7-bc3f-2a39ade710dd tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:08.823171 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (951927cb-3403-4587-8589-c74495f04507), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:08.839765 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c524e6-3c86-402e-8536-203c8175a6a8 None None] Network bbe85234-1f1c-44c0-aeaf-3380123bb751 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:08.916477 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6a2d80-9162-4592-a127-5c59138a3b01 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet dedd2565-619d-4d53-893e-4a347646803f {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:54:08.925206 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2d80-9162-4592-a127-5c59138a3b01 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (dedd2565-619d-4d53-893e-4a347646803f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:08.991853 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-559c8c1b-1ab3-43fe-a279-5ad75b4ac142 None None] For port 2096b10a-d661-4f92-82b8-491c74d82205, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=2096b10a-d661-4f92-82b8-491c74d82205,segment=NetworkSegment(81fad9c1-d6ec-46bf-8fb3-9d0497350a13),segment_id=81fad9c1-d6ec-46bf-8fb3-9d0497350a13)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:09.027967 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-559c8c1b-1ab3-43fe-a279-5ad75b4ac142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2096b10a-d661-4f92-82b8-491c74d82205), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:09.069383 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2d80-9162-4592-a127-5c59138a3b01 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (dedd2565-619d-4d53-893e-4a347646803f), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:09.136629 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:54:04Z', 'revision_number': 2, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:04Z', 'revision_number': 2, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:09.293865 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] Checking router: 513a9dd9-9882-4ae0-b26a-20b8445a07e5 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:54:09.294601 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] Updating router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 port 0bc39fff-58c5-4f35-aee0-18983b784cac binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:54:09.364269 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2d80-9162-4592-a127-5c59138a3b01 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (dedd2565-619d-4d53-893e-4a347646803f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:09.385458 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c8c1b-1ab3-43fe-a279-5ad75b4ac142 None None] Pushing event updated for resources: {'Port': ['ID=2096b10a-d661-4f92-82b8-491c74d82205,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:09.450896 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c90c6774-4c76-4eb7-bc3f-2a39ade710dd tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (85287a94-1d5d-4447-9bcf-185e2ab69149), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:09.462129 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0c69d754-92e5-45a1-8e7a-c240ab78f5a3 None None] Provisioning complete for port 25c09227-288a-4a1b-9265-7f811c9999e4 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:09.463594 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c69d754-92e5-45a1-8e7a-c240ab78f5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (25c09227-288a-4a1b-9265-7f811c9999e4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:09.507399 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2d80-9162-4592-a127-5c59138a3b01 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (dedd2565-619d-4d53-893e-4a347646803f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:09.528398 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2d80-9162-4592-a127-5c59138a3b01 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:09.534383 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7a6a2d80-9162-4592-a127-5c59138a3b01 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/dedd2565-619d-4d53-893e-4a347646803f HTTP/1.1" status: 204 len: 168 time: 0.8175931 Feb 09 01:54:09.542435 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55114) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:09.571056 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0bc39fff-58c5-4f35-aee0-18983b784cac), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:09.586665 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02f1f13-cde3-4739-bc04-93e94b63f229 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:09.602032 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a2d80-9162-4592-a127-5c59138a3b01 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=dedd2565-619d-4d53-893e-4a347646803f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:09.605446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 951927cb-3403-4587-8589-c74495f04507 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:09.605848 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (951927cb-3403-4587-8589-c74495f04507), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:09.725086 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-04f3c5b5-0e2a-4475-a4f1-0e2b1522addc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1814172 Feb 09 01:54:09.741971 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c6774-4c76-4eb7-bc3f-2a39ade710dd tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Subnet': ['ID=85287a94-1d5d-4447-9bcf-185e2ab69149,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:09.743361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55122) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:09.756352 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-349e3536-2a98-4d8d-952e-9b61b9ab37eb tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:09.916952 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8089be06-98b4-4ba9-8572-d82f174dbec9 admin admin] Publish callbacks [] for router_gateway (20662644-ff05-4f60-ad92-0c100ae0a426), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:09.978953 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349e3536-2a98-4d8d-952e-9b61b9ab37eb tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:09.985742 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-349e3536-2a98-4d8d-952e-9b61b9ab37eb tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:10.148761 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2e4f6f1b-928f-48d3-9c09-844ceae894a8 req-36c2a7e1-806e-4006-98d2-66330d979def tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.2327821 Feb 09 01:54:10.229503 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90c6774-4c76-4eb7-bc3f-2a39ade710dd tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Checking segment: {'id': '1efd09a2-24ca-4908-8c34-a83c84cff5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:10.229869 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90c6774-4c76-4eb7-bc3f-2a39ade710dd tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network hostable DHCP agents. Network: f6439075-d3f9-4140-9ea7-a6fbe530b2b9, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:54:10.269834 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55126) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:10.285198 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90c6774-4c76-4eb7-bc3f-2a39ade710dd tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network f6439075-d3f9-4140-9ea7-a6fbe530b2b9 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:54:10.308489 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-c90c6774-4c76-4eb7-bc3f-2a39ade710dd tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, f6439075-d3f9-4140-9ea7-a6fbe530b2b9) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:10.314989 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90c6774-4c76-4eb7-bc3f-2a39ade710dd tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:10.315676 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c90c6774-4c76-4eb7-bc3f-2a39ade710dd tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:10.350955 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-743a05ac-eb6c-4e5f-b5dd-267a471c65be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:10.357038 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:10.375520 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715ad061-c7b3-4f7c-8c62-2dd146587f03 None None] Network f6439075-d3f9-4140-9ea7-a6fbe530b2b9 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:10.486324 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-349e3536-2a98-4d8d-952e-9b61b9ab37eb tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (6c28ac9e-f7aa-4952-bd6d-e42b8a20b3fc), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:10.581591 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:54:10.581978 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:54:10.590426 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349e3536-2a98-4d8d-952e-9b61b9ab37eb tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:10.603107 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-349e3536-2a98-4d8d-952e-9b61b9ab37eb tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:10.610094 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349e3536-2a98-4d8d-952e-9b61b9ab37eb tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:10.615476 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-349e3536-2a98-4d8d-952e-9b61b9ab37eb tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:10.636105 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0c69d754-92e5-45a1-8e7a-c240ab78f5a3 None None] Current status of the port 25c09227-288a-4a1b-9265-7f811c9999e4 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:10.636495 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c69d754-92e5-45a1-8e7a-c240ab78f5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (25c09227-288a-4a1b-9265-7f811c9999e4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:10.666442 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e3536-2a98-4d8d-952e-9b61b9ab37eb tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=6c28ac9e-f7aa-4952-bd6d-e42b8a20b3fc,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:10.693048 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-349e3536-2a98-4d8d-952e-9b61b9ab37eb tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9459119 Feb 09 01:54:10.694332 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55130) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:10.710216 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-84f7e5fd-e4a8-4994-8b44-4e5e710a21ce tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'fixed_ips': [{'subnet_id': '6c28ac9e-f7aa-4952-bd6d-e42b8a20b3fc', 'ip_address': '2001:db8::2955:d2d0:b84a:bdf4'}], 'name': 'tempest-NetworksTestDHCPv6-82799894'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:10.833114 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e202ec16-3299-4992-a910-a64de5207bb6 None None] DHCP port deletion for ffa86b77-0960-4058-af84-97833edc3344 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:54:10.846951 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-0c69d754-92e5-45a1-8e7a-c240ab78f5a3 None None] For port 25c09227-288a-4a1b-9265-7f811c9999e4, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=25c09227-288a-4a1b-9265-7f811c9999e4,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:10.857179 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53352a9e-084c-442f-acdf-78664bc88a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-f6439075-d3f9-4140-9ea7-a6fbe530b2b9', 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9', 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'fixed_ips': [{'subnet_id': '85287a94-1d5d-4447-9bcf-185e2ab69149'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:54:10.858253 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-53352a9e-084c-442f-acdf-78664bc88a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:10.873868 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:10.885712 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c69d754-92e5-45a1-8e7a-c240ab78f5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (25c09227-288a-4a1b-9265-7f811c9999e4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:10.912314 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0c69d754-92e5-45a1-8e7a-c240ab78f5a3 None None] Could not find standard attr ID for object af62291d-b36e-4f51-a5c6-8c3f3d5c1bec. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:54:10.926779 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c90c6774-4c76-4eb7-bc3f-2a39ade710dd tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2175627 Feb 09 01:54:10.936601 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55134) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:10.981731 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-81af0b7b-f41b-498d-b93a-afee75c24f2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:11.025915 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:11.037123 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f7e5fd-e4a8-4994-8b44-4e5e710a21ce tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:11.222408 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-84f7e5fd-e4a8-4994-8b44-4e5e710a21ce tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:11.268485 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-84f7e5fd-e4a8-4994-8b44-4e5e710a21ce tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] device_id is not set on port a80f6d8f-1ab7-4b5d-96b8-6fd8215cade6 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:54:11.292044 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8089be06-98b4-4ba9-8572-d82f174dbec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (20662644-ff05-4f60-ad92-0c100ae0a426), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:11.311084 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-586bca4e-414c-43bf-aa12-3b33f0e8b085 req-79439284-21d4-47f8-991a-3da551882fae service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4061575 Feb 09 01:54:11.360675 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0c69d754-92e5-45a1-8e7a-c240ab78f5a3 None None] Provisioning complete for port 951927cb-3403-4587-8589-c74495f04507 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:11.361273 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c69d754-92e5-45a1-8e7a-c240ab78f5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (951927cb-3403-4587-8589-c74495f04507), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:11.438292 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-657a43b3-789e-47c3-aa42-d902f1f0d478 req-524b7932-2fb2-44ee-a4b5-9d9ae3c246e9 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.1640947 Feb 09 01:54:11.521680 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-81af0b7b-f41b-498d-b93a-afee75c24f2a admin admin] Publish callbacks [] for security_group (7bb3786b-30b3-4d7d-a3c1-fee9730c65fd), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:11.592707 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-81af0b7b-f41b-498d-b93a-afee75c24f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7bb3786b-30b3-4d7d-a3c1-fee9730c65fd), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:11.691234 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-81af0b7b-f41b-498d-b93a-afee75c24f2a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=857864031bc141b691b8be7994231cf1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4183922 Feb 09 01:54:11.693726 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55140) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:11.709695 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af0b7b-f41b-498d-b93a-afee75c24f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb3786b-30b3-4d7d-a3c1-fee9730c65fd,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:11.735181 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bca4e-414c-43bf-aa12-3b33f0e8b085 req-fc674f92-b466-4f6d-aef7-aa90f1e5e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:11.754753 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-586bca4e-414c-43bf-aa12-3b33f0e8b085 req-fc674f92-b466-4f6d-aef7-aa90f1e5e416 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2aa93a5c7c644979abedd23e70cb219a&device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 1127 time: 0.4139032 Feb 09 01:54:11.983305 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-370e665e-3bad-4773-83d1-40f7811ba8a6 admin admin] Publish callbacks [] for security_group (7bb3786b-30b3-4d7d-a3c1-fee9730c65fd), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:11.991302 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-84f7e5fd-e4a8-4994-8b44-4e5e710a21ce tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8::2955:d2d0:b84a:bdf4 (ffa86b77-0960-4058-af84-97833edc3344/6c28ac9e-f7aa-4952-bd6d-e42b8a20b3fc/a80f6d8f-1ab7-4b5d-96b8-6fd8215cade6) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:12.027832 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb4cc-d774-4a7f-98dc-c1e9b11a402b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:12.073325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69d754-92e5-45a1-8e7a-c240ab78f5a3 None None] Pushing event updated for resources: {'Port': ['ID=25c09227-288a-4a1b-9265-7f811c9999e4,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:12.082904 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] Publish callbacks [] for port (0bc39fff-58c5-4f35-aee0-18983b784cac), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:12.087844 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 951927cb-3403-4587-8589-c74495f04507 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:12.088218 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (951927cb-3403-4587-8589-c74495f04507), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:12.162311 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bca4e-414c-43bf-aa12-3b33f0e8b085 req-c7790fef-c171-49dc-be8f-1e7a0f1b7fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:12.165254 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-586bca4e-414c-43bf-aa12-3b33f0e8b085 req-c7790fef-c171-49dc-be8f-1e7a0f1b7fa0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9dc25977-4db6-44bb-84a0-2bb695d1e7b3 HTTP/1.1" status: 200 len: 910 time: 0.3463149 Feb 09 01:54:12.187201 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8089be06-98b4-4ba9-8572-d82f174dbec9 admin admin] Router 20662644-ff05-4f60-ad92-0c100ae0a426 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:54:12.187520 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-370e665e-3bad-4773-83d1-40f7811ba8a6 admin admin] Publish callbacks [] for security_group (7bb3786b-30b3-4d7d-a3c1-fee9730c65fd), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:12.275741 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0bc39fff-58c5-4f35-aee0-18983b784cac), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:12.293828 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 951927cb-3403-4587-8589-c74495f04507, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=951927cb-3403-4587-8589-c74495f04507,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:12.410804 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-53352a9e-084c-442f-acdf-78664bc88a92 None None] Allocated IP 172.21.0.2 (f6439075-d3f9-4140-9ea7-a6fbe530b2b9/85287a94-1d5d-4447-9bcf-185e2ab69149/0bd3d97a-04d0-4644-b0d9-11d2b0c39bed) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:12.431200 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-370e665e-3bad-4773-83d1-40f7811ba8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7bb3786b-30b3-4d7d-a3c1-fee9730c65fd), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:12.437566 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-370e665e-3bad-4773-83d1-40f7811ba8a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:12.440099 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-370e665e-3bad-4773-83d1-40f7811ba8a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7bb3786b-30b3-4d7d-a3c1-fee9730c65fd HTTP/1.1" status: 204 len: 168 time: 0.7447193 Feb 09 01:54:12.455114 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8089be06-98b4-4ba9-8572-d82f174dbec9 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:54:12.466038 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] Sync routers for ids ['20662644-ff05-4f60-ad92-0c100ae0a426'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:54:12.480116 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] Routers {'20662644-ff05-4f60-ad92-0c100ae0a426'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:12.480808 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['20662644-ff05-4f60-ad92-0c100ae0a426'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:12.484128 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e665e-3bad-4773-83d1-40f7811ba8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb3786b-30b3-4d7d-a3c1-fee9730c65fd,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:12.531661 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-586bca4e-414c-43bf-aa12-3b33f0e8b085 req-7c6becf5-820e-460e-ba53-5107653c7f47 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f003e7c2-76a6-408f-ba92-0282e046ea76 HTTP/1.1" status: 200 len: 1001 time: 0.3572605 Feb 09 01:54:12.596986 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (951927cb-3403-4587-8589-c74495f04507), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:12.598028 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 2096b10a-d661-4f92-82b8-491c74d82205 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:12.634728 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-84f7e5fd-e4a8-4994-8b44-4e5e710a21ce tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (a80f6d8f-1ab7-4b5d-96b8-6fd8215cade6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:12.688469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e202ec16-3299-4992-a910-a64de5207bb6 None None] Deleting port 951927cb-3403-4587-8589-c74495f04507 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:12.688915 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e202ec16-3299-4992-a910-a64de5207bb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (951927cb-3403-4587-8589-c74495f04507), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:12.761557 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:12.762967 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8089be06-98b4-4ba9-8572-d82f174dbec9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:12.767523 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8089be06-98b4-4ba9-8572-d82f174dbec9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.8103311 Feb 09 01:54:12.770326 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55158) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:12.793397 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-84f7e5fd-e4a8-4994-8b44-4e5e710a21ce tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (a80f6d8f-1ab7-4b5d-96b8-6fd8215cade6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:12.827560 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] Set router 20662644-ff05-4f60-ad92-0c100ae0a426 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:12.839131 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a6ff4cd4-0d03-4467-8812-5749cbcd66a8 req-f715e0a3-42e9-467a-8042-add099ed938d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.1847649 Feb 09 01:54:12.925871 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e202ec16-3299-4992-a910-a64de5207bb6 None None] For port 951927cb-3403-4587-8589-c74495f04507, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=951927cb-3403-4587-8589-c74495f04507,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:12.926255 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e202ec16-3299-4992-a910-a64de5207bb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (951927cb-3403-4587-8589-c74495f04507), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:12.941575 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e202ec16-3299-4992-a910-a64de5207bb6 None None] Calling delete_port for 951927cb-3403-4587-8589-c74495f04507 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:12.951017 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bca4e-414c-43bf-aa12-3b33f0e8b085 req-286220d9-0ddf-4d76-be4e-1636660f5eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:12.952995 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-586bca4e-414c-43bf-aa12-3b33f0e8b085 req-286220d9-0ddf-4d76-be4e-1636660f5eb6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=31c54961-46dc-40c7-88f9-d9c98de17b88 HTTP/1.1" status: 200 len: 848 time: 0.4084747 Feb 09 01:54:13.057693 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0c69d754-92e5-45a1-8e7a-c240ab78f5a3 None None] Current status of the port 951927cb-3403-4587-8589-c74495f04507 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:13.102759 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e202ec16-3299-4992-a910-a64de5207bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (951927cb-3403-4587-8589-c74495f04507), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:13.111511 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44bae9-bcae-44b6-a5a1-3f1550f1d315 None None] Pushing event updated for resources: {'Port': ['ID=0bc39fff-58c5-4f35-aee0-18983b784cac,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:13.129294 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bca4e-414c-43bf-aa12-3b33f0e8b085 req-726598cb-3c7f-446c-99de-9d17ce310beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:13.134751 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7e5fd-e4a8-4994-8b44-4e5e710a21ce tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=a80f6d8f-1ab7-4b5d-96b8-6fd8215cade6,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:13.135182 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-586bca4e-414c-43bf-aa12-3b33f0e8b085 req-726598cb-3c7f-446c-99de-9d17ce310beb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9dc25977-4db6-44bb-84a0-2bb695d1e7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1669738 Feb 09 01:54:13.157272 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f7e5fd-e4a8-4994-8b44-4e5e710a21ce tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:13.168219 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-84f7e5fd-e4a8-4994-8b44-4e5e710a21ce tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:13.187294 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55162) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:13.224975 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f7e5fd-e4a8-4994-8b44-4e5e710a21ce tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:13.231698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event deleted for resources: {'Port': ['ID=951927cb-3403-4587-8589-c74495f04507,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:13.234233 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e202ec16-3299-4992-a910-a64de5207bb6 None None] No DVR routers for this DVR port 951927cb-3403-4587-8589-c74495f04507 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:54:13.245452 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f7e5fd-e4a8-4994-8b44-4e5e710a21ce tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:13.246354 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-84f7e5fd-e4a8-4994-8b44-4e5e710a21ce tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:13.251726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] Attempting to bind port 0bc39fff-58c5-4f35-aee0-18983b784cac on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:54:13.252324 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] Attempting to bind port 0bc39fff-58c5-4f35-aee0-18983b784cac by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '81fad9c1-d6ec-46bf-8fb3-9d0497350a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:54:13.252832 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] Attempting to bind port 0bc39fff-58c5-4f35-aee0-18983b784cac on network eb61f28a-c737-4e0e-b074-a9a5051d844b {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:54:13.269796 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:54:13.270392 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] Checking segment: {'id': '81fad9c1-d6ec-46bf-8fb3-9d0497350a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:13.271121 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:13.272494 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] Bound using segment: {'id': '81fad9c1-d6ec-46bf-8fb3-9d0497350a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:54:13.273332 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] Bound port: 0bc39fff-58c5-4f35-aee0-18983b784cac, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fad9c1-d6ec-46bf-8fb3-9d0497350a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:54:13.273886 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0bc39fff-58c5-4f35-aee0-18983b784cac), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:13.291555 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'name': 'tempest-AttachVolumeShelveTestJSON-1509146456-router', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:05Z', 'updated_at': '2022-02-09T01:54:09Z', 'revision_number': 3, 'project_id': '225062ed147a4a2299a703d06854300c', 'gw_port': {'id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:06Z', 'updated_at': '2022-02-09T01:54:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:13.297586 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fed9b6-3034-442a-ad4e-bfe5679898ab None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:13.337031 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-586bca4e-414c-43bf-aa12-3b33f0e8b085 req-ca68d8b7-c760-4e65-87db-ce2febc22a64 service neutron] 10.222.0.67 "GET /v2.0/networks/9dc25977-4db6-44bb-84a0-2bb695d1e7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956353 Feb 09 01:54:13.355024 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-84f7e5fd-e4a8-4994-8b44-4e5e710a21ce tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.6563325 Feb 09 01:54:13.364477 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55164) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:13.373225 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] Checking router: 20662644-ff05-4f60-ad92-0c100ae0a426 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:54:13.373719 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] Updating router 20662644-ff05-4f60-ad92-0c100ae0a426 port 017da7db-8cc0-4f00-bb81-b8ddb6806a89 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:54:13.376834 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202ec16-3299-4992-a910-a64de5207bb6 None None] Pushing event deleted for resources: {'Port': ['ID=951927cb-3403-4587-8589-c74495f04507,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:13.389698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-14766eca-3acb-4374-89f7-1e2212867b92 None None] Provisioning complete for port 25c09227-288a-4a1b-9265-7f811c9999e4 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:13.390329 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-14766eca-3acb-4374-89f7-1e2212867b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (25c09227-288a-4a1b-9265-7f811c9999e4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:13.409006 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f1bb7d3e-753b-45f9-970a-dd282f409b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:13.446246 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (017da7db-8cc0-4f00-bb81-b8ddb6806a89), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:13.560945 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9283331f-b7c6-4fbd-bdca-8f5fca66613c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:13.565455 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9283331f-b7c6-4fbd-bdca-8f5fca66613c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1999524 Feb 09 01:54:13.568071 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55166) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:13.571754 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 2096b10a-d661-4f92-82b8-491c74d82205 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:13.579755 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-586bca4e-414c-43bf-aa12-3b33f0e8b085 req-db3e42a8-1935-4e7d-8770-7ab08e0c7325 service neutron] 10.222.0.67 "GET /v2.0/networks/9dc25977-4db6-44bb-84a0-2bb695d1e7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357168 Feb 09 01:54:13.580448 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2096b10a-d661-4f92-82b8-491c74d82205), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:13.678552 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f1bb7d3e-753b-45f9-970a-dd282f409b4d admin admin] Publish callbacks [] for security_group (dea63bd5-a3d6-490f-aec7-bf45a80f184e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:13.688111 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f1bb7d3e-753b-45f9-970a-dd282f409b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (dea63bd5-a3d6-490f-aec7-bf45a80f184e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:13.718445 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-c39f1643-29bf-47bc-b088-57fbe6881e5e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting port a80f6d8f-1ab7-4b5d-96b8-6fd8215cade6 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:13.718952 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c39f1643-29bf-47bc-b088-57fbe6881e5e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a80f6d8f-1ab7-4b5d-96b8-6fd8215cade6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:13.748438 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:13.771178 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f1bb7d3e-753b-45f9-970a-dd282f409b4d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=55053bfb436640e8ba2d80afd55e2761&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5474453 Feb 09 01:54:13.773729 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb7d3e-753b-45f9-970a-dd282f409b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea63bd5-a3d6-490f-aec7-bf45a80f184e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:13.788351 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55174) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:13.921599 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3e717084-9e6f-40c3-ae05-dca7e911acd0 admin admin] Publish callbacks [] for security_group (dea63bd5-a3d6-490f-aec7-bf45a80f184e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:13.945386 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-53352a9e-084c-442f-acdf-78664bc88a92 None None] Publish callbacks [] for port (0bd3d97a-04d0-4644-b0d9-11d2b0c39bed), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:13.951315 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3e717084-9e6f-40c3-ae05-dca7e911acd0 admin admin] Publish callbacks [] for security_group (dea63bd5-a3d6-490f-aec7-bf45a80f184e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:13.971422 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c39f1643-29bf-47bc-b088-57fbe6881e5e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a80f6d8f-1ab7-4b5d-96b8-6fd8215cade6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:13.982723 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-14766eca-3acb-4374-89f7-1e2212867b92 None None] Current status of the port 25c09227-288a-4a1b-9265-7f811c9999e4 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:14.002539 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-c39f1643-29bf-47bc-b088-57fbe6881e5e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Calling delete_port for a80f6d8f-1ab7-4b5d-96b8-6fd8215cade6 owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:14.012185 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-53352a9e-084c-442f-acdf-78664bc88a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (0bd3d97a-04d0-4644-b0d9-11d2b0c39bed), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:14.027315 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] For port 0bc39fff-58c5-4f35-aee0-18983b784cac, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:54:14.041920 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] For port 0bc39fff-58c5-4f35-aee0-18983b784cac, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0bc39fff-58c5-4f35-aee0-18983b784cac,segment=NetworkSegment(81fad9c1-d6ec-46bf-8fb3-9d0497350a13),segment_id=81fad9c1-d6ec-46bf-8fb3-9d0497350a13)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:54:14.061086 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] Publish callbacks [] for port (017da7db-8cc0-4f00-bb81-b8ddb6806a89), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:14.063152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-9e7eb4cc-d774-4a7f-98dc-c1e9b11a402b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Allocated IP 172.21.0.1 (f6439075-d3f9-4140-9ea7-a6fbe530b2b9/85287a94-1d5d-4447-9bcf-185e2ab69149/8f80f017-9fb0-47e8-961a-f04b48254f6c) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:14.065223 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3e717084-9e6f-40c3-ae05-dca7e911acd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (dea63bd5-a3d6-490f-aec7-bf45a80f184e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:14.072266 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (017da7db-8cc0-4f00-bb81-b8ddb6806a89), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:14.075856 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3e717084-9e6f-40c3-ae05-dca7e911acd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:14.080628 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3e717084-9e6f-40c3-ae05-dca7e911acd0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dea63bd5-a3d6-490f-aec7-bf45a80f184e HTTP/1.1" status: 204 len: 168 time: 0.2825768 Feb 09 01:54:14.114984 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e717084-9e6f-40c3-ae05-dca7e911acd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea63bd5-a3d6-490f-aec7-bf45a80f184e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:14.136550 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] Attempting to bind port 017da7db-8cc0-4f00-bb81-b8ddb6806a89 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:54:14.137084 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] Attempting to bind port 017da7db-8cc0-4f00-bb81-b8ddb6806a89 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:54:14.137542 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] Attempting to bind port 017da7db-8cc0-4f00-bb81-b8ddb6806a89 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:54:14.150053 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:54:14.150546 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:14.151134 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:14.151580 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:54:14.152561 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] Bound port: 017da7db-8cc0-4f00-bb81-b8ddb6806a89, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:54:14.153263 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (017da7db-8cc0-4f00-bb81-b8ddb6806a89), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:14.198232 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b97ec-1037-4402-911a-d4cc3d378226 None None] Pushing event updated for resources: {'Port': ['ID=017da7db-8cc0-4f00-bb81-b8ddb6806a89,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:14.213718 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b97ec-1037-4402-911a-d4cc3d378226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:14.214368 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b97ec-1037-4402-911a-d4cc3d378226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:14.214751 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53352a9e-084c-442f-acdf-78664bc88a92 None None] Pushing event updated for resources: {'Port': ['ID=0bd3d97a-04d0-4644-b0d9-11d2b0c39bed,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:14.215352 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b97ec-1037-4402-911a-d4cc3d378226 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:14.216228 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b97ec-1037-4402-911a-d4cc3d378226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:14.216618 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b97ec-1037-4402-911a-d4cc3d378226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:14.217117 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b97ec-1037-4402-911a-d4cc3d378226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:14.217632 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b97ec-1037-4402-911a-d4cc3d378226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:14.218105 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b97ec-1037-4402-911a-d4cc3d378226 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:14.218607 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b97ec-1037-4402-911a-d4cc3d378226 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:14.219237 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b97ec-1037-4402-911a-d4cc3d378226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:14.220533 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b97ec-1037-4402-911a-d4cc3d378226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:14.220976 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b97ec-1037-4402-911a-d4cc3d378226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:14.221527 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b97ec-1037-4402-911a-d4cc3d378226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:14.230766 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0bc39fff-58c5-4f35-aee0-18983b784cac), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:14.242583 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-71240c35-9c4c-4975-9457-605d99633d70 req-414ac251-b421-4171-a591-acb8490552b2 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.0954850 Feb 09 01:54:14.273546 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-14766eca-3acb-4374-89f7-1e2212867b92 None None] Provisioning complete for port 2096b10a-d661-4f92-82b8-491c74d82205 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:14.273739 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] For port 017da7db-8cc0-4f00-bb81-b8ddb6806a89, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:54:14.274815 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-14766eca-3acb-4374-89f7-1e2212867b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2096b10a-d661-4f92-82b8-491c74d82205), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:14.295917 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] For port 017da7db-8cc0-4f00-bb81-b8ddb6806a89, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=017da7db-8cc0-4f00-bb81-b8ddb6806a89,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:54:14.310723 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (017da7db-8cc0-4f00-bb81-b8ddb6806a89), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:14.328716 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53352a9e-084c-442f-acdf-78664bc88a92 None None] Network f6439075-d3f9-4140-9ea7-a6fbe530b2b9 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:14.378642 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b97ec-1037-4402-911a-d4cc3d378226 None None] Pushing event updated for resources: {'Port': ['ID=017da7db-8cc0-4f00-bb81-b8ddb6806a89,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:14.420379 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bec4c6ab-444a-4d12-8ef9-cc9b281b3255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:14.432315 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] Routers {'20662644-ff05-4f60-ad92-0c100ae0a426'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:14.432950 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['20662644-ff05-4f60-ad92-0c100ae0a426'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:14.557743 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 2096b10a-d661-4f92-82b8-491c74d82205 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:14.562146 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] Routers {'513a9dd9-9882-4ae0-b26a-20b8445a07e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:14.562895 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:14.574528 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb4cc-d774-4a7f-98dc-c1e9b11a402b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for port (8f80f017-9fb0-47e8-961a-f04b48254f6c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:14.683631 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] Set router 20662644-ff05-4f60-ad92-0c100ae0a426 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:14.737291 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] Set router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:14.806455 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb4cc-d774-4a7f-98dc-c1e9b11a402b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (8f80f017-9fb0-47e8-961a-f04b48254f6c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:14.908276 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-53352a9e-084c-442f-acdf-78664bc88a92 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:14.934598 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53352a9e-084c-442f-acdf-78664bc88a92 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:14.979481 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7eb4cc-d774-4a7f-98dc-c1e9b11a402b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network f6439075-d3f9-4140-9ea7-a6fbe530b2b9 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:15.000435 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-9e7eb4cc-d774-4a7f-98dc-c1e9b11a402b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:15.003801 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f66d8aa-0c3d-48f7-a2c1-b3428a7adec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ffa86b77-0960-4058-af84-97833edc3344', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'fixed_ips': [{'subnet_id': '6c28ac9e-f7aa-4952-bd6d-e42b8a20b3fc'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:54:15.004759 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f66d8aa-0c3d-48f7-a2c1-b3428a7adec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:15.011618 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 2096b10a-d661-4f92-82b8-491c74d82205 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:15.015504 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7eb4cc-d774-4a7f-98dc-c1e9b11a402b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:15.057994 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7eb4cc-d774-4a7f-98dc-c1e9b11a402b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Port': ['ID=8f80f017-9fb0-47e8-961a-f04b48254f6c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:15.062732 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c39f1643-29bf-47bc-b088-57fbe6881e5e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a80f6d8f-1ab7-4b5d-96b8-6fd8215cade6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:15.103856 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'name': 'tempest-AttachVolumeShelveTestJSON-1509146456-router', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:05Z', 'updated_at': '2022-02-09T01:54:09Z', 'revision_number': 3, 'project_id': '225062ed147a4a2299a703d06854300c', 'gw_port': {'id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:06Z', 'updated_at': '2022-02-09T01:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:15.137006 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c39cf-e688-4ccf-a6ba-c2dd5e8d0546 None None] The sync data for ids ['20662644-ff05-4f60-ad92-0c100ae0a426'] in n-d-828387-3 is: [{'id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'name': 'tempest-AttachVolumeShelveTestJSON-1509146456-router', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:05Z', 'updated_at': '2022-02-09T01:54:09Z', 'revision_number': 3, 'project_id': '225062ed147a4a2299a703d06854300c', 'gw_port': {'id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:06Z', 'updated_at': '2022-02-09T01:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:54:15.155466 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f1643-29bf-47bc-b088-57fbe6881e5e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Port': ['ID=a80f6d8f-1ab7-4b5d-96b8-6fd8215cade6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:15.176155 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb4cc-d774-4a7f-98dc-c1e9b11a402b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (513a9dd9-9882-4ae0-b26a-20b8445a07e5), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:15.242167 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-bec4c6ab-444a-4d12-8ef9-cc9b281b3255 admin admin] Allocated IP 172.20.0.1 (bbe85234-1f1c-44c0-aeaf-3380123bb751/e5fb0614-877d-4584-bc3c-a9b6e8f6847d/0d0b7492-4c38-4c2a-b778-a9ac17e20de8) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:15.246603 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44bae9-bcae-44b6-a5a1-3f1550f1d315 None None] Pushing event updated for resources: {'Port': ['ID=0bc39fff-58c5-4f35-aee0-18983b784cac,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:15.319612 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c39f1643-29bf-47bc-b088-57fbe6881e5e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:15.332595 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55204) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:15.339823 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c39f1643-29bf-47bc-b088-57fbe6881e5e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/a80f6d8f-1ab7-4b5d-96b8-6fd8215cade6 HTTP/1.1" status: 204 len: 168 time: 1.7706549 Feb 09 01:54:15.459953 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a13379aa-d1e2-4f74-beba-2a3ecf80a7c1 req-7962aa9e-4cf7-4813-85e1-cdf2639660a8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.0539598 Feb 09 01:54:15.476350 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0413b6cd-bb67-49f8-ae8f-4939cebb7db4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:15.478130 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0413b6cd-bb67-49f8-ae8f-4939cebb7db4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:15.480033 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0413b6cd-bb67-49f8-ae8f-4939cebb7db4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1465082 Feb 09 01:54:15.483148 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55212) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:15.555466 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bec4c6ab-444a-4d12-8ef9-cc9b281b3255 admin admin] Publish callbacks [] for port (0d0b7492-4c38-4c2a-b778-a9ac17e20de8), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:15.636728 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bec4c6ab-444a-4d12-8ef9-cc9b281b3255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (0d0b7492-4c38-4c2a-b778-a9ac17e20de8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:15.730236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0cb31c-3a8d-4eb7-be10-a31d9cabac71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet 6c28ac9e-f7aa-4952-bd6d-e42b8a20b3fc {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:54:15.754714 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9f0cb31c-3a8d-4eb7-be10-a31d9cabac71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (6c28ac9e-f7aa-4952-bd6d-e42b8a20b3fc), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:15.773745 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec4c6ab-444a-4d12-8ef9-cc9b281b3255 admin admin] Network bbe85234-1f1c-44c0-aeaf-3380123bb751 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:15.789288 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-bec4c6ab-444a-4d12-8ef9-cc9b281b3255 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:15.805380 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec4c6ab-444a-4d12-8ef9-cc9b281b3255 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:15.813463 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-53352a9e-084c-442f-acdf-78664bc88a92 None None] Attempting to bind port 0bd3d97a-04d0-4644-b0d9-11d2b0c39bed on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:54:15.813971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-53352a9e-084c-442f-acdf-78664bc88a92 None None] Attempting to bind port 0bd3d97a-04d0-4644-b0d9-11d2b0c39bed by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '1efd09a2-24ca-4908-8c34-a83c84cff5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:54:15.814198 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53352a9e-084c-442f-acdf-78664bc88a92 None None] Attempting to bind port 0bd3d97a-04d0-4644-b0d9-11d2b0c39bed on network f6439075-d3f9-4140-9ea7-a6fbe530b2b9 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:54:15.820268 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4c6ab-444a-4d12-8ef9-cc9b281b3255 admin admin] Pushing event updated for resources: {'Port': ['ID=0d0b7492-4c38-4c2a-b778-a9ac17e20de8,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:15.831748 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53352a9e-084c-442f-acdf-78664bc88a92 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:54:15.831898 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53352a9e-084c-442f-acdf-78664bc88a92 None None] Checking segment: {'id': '1efd09a2-24ca-4908-8c34-a83c84cff5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:15.833254 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-53352a9e-084c-442f-acdf-78664bc88a92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:15.833659 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53352a9e-084c-442f-acdf-78664bc88a92 None None] Bound using segment: {'id': '1efd09a2-24ca-4908-8c34-a83c84cff5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:54:15.834159 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-53352a9e-084c-442f-acdf-78664bc88a92 None None] Bound port: 0bd3d97a-04d0-4644-b0d9-11d2b0c39bed, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1efd09a2-24ca-4908-8c34-a83c84cff5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:54:15.835150 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-53352a9e-084c-442f-acdf-78664bc88a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0bd3d97a-04d0-4644-b0d9-11d2b0c39bed), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:15.843812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 2096b10a-d661-4f92-82b8-491c74d82205 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:15.844196 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2096b10a-d661-4f92-82b8-491c74d82205), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:15.879235 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb4cc-d774-4a7f-98dc-c1e9b11a402b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8f80f017-9fb0-47e8-961a-f04b48254f6c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:15.923011 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bec4c6ab-444a-4d12-8ef9-cc9b281b3255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (20662644-ff05-4f60-ad92-0c100ae0a426), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:16.050432 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9f0cb31c-3a8d-4eb7-be10-a31d9cabac71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (6c28ac9e-f7aa-4952-bd6d-e42b8a20b3fc), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:16.302526 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bec4c6ab-444a-4d12-8ef9-cc9b281b3255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0d0b7492-4c38-4c2a-b778-a9ac17e20de8), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:16.460365 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9f0cb31c-3a8d-4eb7-be10-a31d9cabac71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (6c28ac9e-f7aa-4952-bd6d-e42b8a20b3fc), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:16.614991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-14766eca-3acb-4374-89f7-1e2212867b92 None None] Current status of the port 2096b10a-d661-4f92-82b8-491c74d82205 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:16.703512 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-14766eca-3acb-4374-89f7-1e2212867b92 None None] Provisioning complete for port 0bc39fff-58c5-4f35-aee0-18983b784cac triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:16.703813 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-14766eca-3acb-4374-89f7-1e2212867b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0bc39fff-58c5-4f35-aee0-18983b784cac), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:16.748960 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4bfa40ae-f549-4b91-8a2c-d30345fb6a5d req-2463a028-3f72-46f0-b55f-68c00e684733 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.1175964 Feb 09 01:54:16.811580 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bec4c6ab-444a-4d12-8ef9-cc9b281b3255 admin admin] Publish callbacks [] for port (0d0b7492-4c38-4c2a-b778-a9ac17e20de8), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:16.820361 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bec4c6ab-444a-4d12-8ef9-cc9b281b3255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (0d0b7492-4c38-4c2a-b778-a9ac17e20de8), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:16.837800 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-53352a9e-084c-442f-acdf-78664bc88a92 None None] For port 0bd3d97a-04d0-4644-b0d9-11d2b0c39bed, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:54:16.841839 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-53352a9e-084c-442f-acdf-78664bc88a92 None None] For port 0bd3d97a-04d0-4644-b0d9-11d2b0c39bed, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0bd3d97a-04d0-4644-b0d9-11d2b0c39bed,segment=NetworkSegment(1efd09a2-24ca-4908-8c34-a83c84cff5c4),segment_id=1efd09a2-24ca-4908-8c34-a83c84cff5c4)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:54:16.940629 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-53352a9e-084c-442f-acdf-78664bc88a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0bd3d97a-04d0-4644-b0d9-11d2b0c39bed), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:17.012991 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bec4c6ab-444a-4d12-8ef9-cc9b281b3255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (20662644-ff05-4f60-ad92-0c100ae0a426), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:17.023507 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4c6ab-444a-4d12-8ef9-cc9b281b3255 admin admin] Pushing event updated for resources: {'Port': ['ID=0d0b7492-4c38-4c2a-b778-a9ac17e20de8,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:17.071461 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53352a9e-084c-442f-acdf-78664bc88a92 None None] Pushing event updated for resources: {'Port': ['ID=0bd3d97a-04d0-4644-b0d9-11d2b0c39bed,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:17.148118 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:54:04Z', 'revision_number': 2, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:13Z', 'revision_number': 4, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:17.252229 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 2096b10a-d661-4f92-82b8-491c74d82205 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:17.253743 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 25c09227-288a-4a1b-9265-7f811c9999e4 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:17.263693 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec4c6ab-444a-4d12-8ef9-cc9b281b3255 admin admin] Network bbe85234-1f1c-44c0-aeaf-3380123bb751 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:17.268162 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-bec4c6ab-444a-4d12-8ef9-cc9b281b3255 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:17.282500 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcafe88a-6050-475c-b46d-050110d942ac None None] The sync data for ids ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'] in n-d-828387-3 is: [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:54:04Z', 'revision_number': 2, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:13Z', 'revision_number': 4, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:54:17.384150 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-14766eca-3acb-4374-89f7-1e2212867b92 None None] Current status of the port 0bc39fff-58c5-4f35-aee0-18983b784cac is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:17.385328 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-14766eca-3acb-4374-89f7-1e2212867b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0bc39fff-58c5-4f35-aee0-18983b784cac), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:17.480577 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-14766eca-3acb-4374-89f7-1e2212867b92 None None] For port 0bc39fff-58c5-4f35-aee0-18983b784cac, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0bc39fff-58c5-4f35-aee0-18983b784cac,segment=NetworkSegment(81fad9c1-d6ec-46bf-8fb3-9d0497350a13),segment_id=81fad9c1-d6ec-46bf-8fb3-9d0497350a13)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:17.492817 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-14766eca-3acb-4374-89f7-1e2212867b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0bc39fff-58c5-4f35-aee0-18983b784cac), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:17.592422 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 25c09227-288a-4a1b-9265-7f811c9999e4 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:17.594906 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (25c09227-288a-4a1b-9265-7f811c9999e4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:17.650136 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec4c6ab-444a-4d12-8ef9-cc9b281b3255 admin admin] Router 20662644-ff05-4f60-ad92-0c100ae0a426 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:54:17.786449 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14766eca-3acb-4374-89f7-1e2212867b92 None None] Pushing event updated for resources: {'Port': ['ID=0bc39fff-58c5-4f35-aee0-18983b784cac,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:17.902014 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-382b667f-0a0a-4c80-b951-c7db70a8bb7a None None] Provisioning complete for port 0bc39fff-58c5-4f35-aee0-18983b784cac triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:17.903537 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-382b667f-0a0a-4c80-b951-c7db70a8bb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0bc39fff-58c5-4f35-aee0-18983b784cac), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:18.120495 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec4c6ab-444a-4d12-8ef9-cc9b281b3255 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:54:18.141470 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bec4c6ab-444a-4d12-8ef9-cc9b281b3255 admin admin] 10.222.0.36 "PUT /v2.0/routers/20662644-ff05-4f60-ad92-0c100ae0a426/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3593318 Feb 09 01:54:18.141684 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b99edae9-c2e5-4d22-9659-316c847e4792 req-ee12f9db-07ee-44e7-861f-83628e6a3cf0 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.1634073 Feb 09 01:54:18.267122 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb4cc-d774-4a7f-98dc-c1e9b11a402b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for port (8f80f017-9fb0-47e8-961a-f04b48254f6c), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:18.275286 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 25c09227-288a-4a1b-9265-7f811c9999e4 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:18.310623 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb4cc-d774-4a7f-98dc-c1e9b11a402b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (8f80f017-9fb0-47e8-961a-f04b48254f6c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:18.399765 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb4cc-d774-4a7f-98dc-c1e9b11a402b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (513a9dd9-9882-4ae0-b26a-20b8445a07e5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:18.404671 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9f0cb31c-3a8d-4eb7-be10-a31d9cabac71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (6c28ac9e-f7aa-4952-bd6d-e42b8a20b3fc), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:18.432600 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] Sync routers for ids ['20662644-ff05-4f60-ad92-0c100ae0a426'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:54:18.451616 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 951927cb-3403-4587-8589-c74495f04507 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server [None req-1f66d8aa-0c3d-48f7-a2c1-b3428a7adec8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c28ac9e-f7aa-4952-bd6d-e42b8a20b3fc: This subnet is being modified by another concurrent operation. Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c28ac9e-f7aa-4952-bd6d-e42b8a20b3fc: This subnet is being modified by another concurrent operation. Feb 09 01:54:18.467619 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server Feb 09 01:54:18.551798 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] Routers {'20662644-ff05-4f60-ad92-0c100ae0a426'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:18.552870 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['20662644-ff05-4f60-ad92-0c100ae0a426'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:18.652555 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7eb4cc-d774-4a7f-98dc-c1e9b11a402b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Port': ['ID=8f80f017-9fb0-47e8-961a-f04b48254f6c,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:18.671832 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cb31c-3a8d-4eb7-be10-a31d9cabac71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=6c28ac9e-f7aa-4952-bd6d-e42b8a20b3fc,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:18.724579 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9f0cb31c-3a8d-4eb7-be10-a31d9cabac71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:18.734412 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9f0cb31c-3a8d-4eb7-be10-a31d9cabac71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/6c28ac9e-f7aa-4952-bd6d-e42b8a20b3fc HTTP/1.1" status: 204 len: 168 time: 3.2500963 Feb 09 01:54:18.737062 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55286) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:18.748320 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] Set router 20662644-ff05-4f60-ad92-0c100ae0a426 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:18.868019 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-85d531e3-7ba6-4190-9e8b-8675dd102e05 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1276708 Feb 09 01:54:18.868601 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55290) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:18.902424 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7eb4cc-d774-4a7f-98dc-c1e9b11a402b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network f6439075-d3f9-4140-9ea7-a6fbe530b2b9 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:18.902712 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 951927cb-3403-4587-8589-c74495f04507 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:54:18.904439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-9e7eb4cc-d774-4a7f-98dc-c1e9b11a402b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:18.910843 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 951927cb-3403-4587-8589-c74495f04507 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:54:18.971950 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-db45a159-dfab-47a3-951c-5ad6092eba59 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1020715 Feb 09 01:54:18.972616 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55292) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:19.054678 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-382b667f-0a0a-4c80-b951-c7db70a8bb7a None None] Current status of the port 0bc39fff-58c5-4f35-aee0-18983b784cac is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:19.097552 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7eb4cc-d774-4a7f-98dc-c1e9b11a402b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:54:19.098364 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-382b667f-0a0a-4c80-b951-c7db70a8bb7a None None] Provisioning complete for port 0d0b7492-4c38-4c2a-b778-a9ac17e20de8 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:19.099042 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-382b667f-0a0a-4c80-b951-c7db70a8bb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0d0b7492-4c38-4c2a-b778-a9ac17e20de8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:19.206240 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334591c7-ec84-4247-bf3a-32cb9d2e7048 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:19.213232 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-334591c7-ec84-4247-bf3a-32cb9d2e7048 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2393448 Feb 09 01:54:19.215626 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55298) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:19.350391 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-782494fc-3628-479a-8718-df671bd1f76c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1334238 Feb 09 01:54:19.354944 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55302) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:19.356582 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-382b667f-0a0a-4c80-b951-c7db70a8bb7a None None] Port 0d0b7492-4c38-4c2a-b778-a9ac17e20de8 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:54:19.368738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7eb4cc-d774-4a7f-98dc-c1e9b11a402b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:54:19.383553 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b5ac469d-953c-4233-94ac-30ff2b2a5b52 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:19.387055 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9e7eb4cc-d774-4a7f-98dc-c1e9b11a402b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/routers/513a9dd9-9882-4ae0-b26a-20b8445a07e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4326985 Feb 09 01:54:19.391637 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55304) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:19.396864 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-7143fc69-f8be-47da-832c-b6dbf63914c1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'network': {'name': 'tempest-RoutersTest-1508911833'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:19.400973 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0bd3d97a-04d0-4644-b0d9-11d2b0c39bed up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:19.511381 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 0bd3d97a-04d0-4644-b0d9-11d2b0c39bed triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:19.511859 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0bd3d97a-04d0-4644-b0d9-11d2b0c39bed), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:19.525763 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'name': 'tempest-AttachVolumeShelveTestJSON-1509146456-router', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:05Z', 'updated_at': '2022-02-09T01:54:16Z', 'revision_number': 4, 'project_id': '225062ed147a4a2299a703d06854300c', 'gw_port': {'id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:06Z', 'updated_at': '2022-02-09T01:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0d0b7492-4c38-4c2a-b778-a9ac17e20de8', 'name': '', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'mac_address': 'fa:16:3e:ba:68:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:14Z', 'updated_at': '2022-02-09T01:54:16Z', 'revision_number': 2, 'project_id': '225062ed147a4a2299a703d06854300c', 'subnets': [{'id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:19.542481 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-910b9b71-d60b-4e51-a130-adb29192a227 req-c192c4b6-4dde-4751-92ed-93ecc32b0dbc tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.1161234 Feb 09 01:54:19.574930 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7143fc69-f8be-47da-832c-b6dbf63914c1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Made reservation on behalf of e5d99e53c4864d1fb3cc111a041859c7 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:19.597947 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7143fc69-f8be-47da-832c-b6dbf63914c1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:19.668221 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ac469d-953c-4233-94ac-30ff2b2a5b52 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:19.668876 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] Checking router: 20662644-ff05-4f60-ad92-0c100ae0a426 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:54:19.669947 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] Updating router 20662644-ff05-4f60-ad92-0c100ae0a426 port 0d0b7492-4c38-4c2a-b778-a9ac17e20de8 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:54:19.678759 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7143fc69-f8be-47da-832c-b6dbf63914c1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:54:19.680419 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5ac469d-953c-4233-94ac-30ff2b2a5b52 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:19.703468 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7143fc69-f8be-47da-832c-b6dbf63914c1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (c66eceaa-b836-4bb1-8b34-7033709fb30c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:19.705244 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-7143fc69-f8be-47da-832c-b6dbf63914c1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Added segment c66eceaa-b836-4bb1-8b34-7033709fb30c of type vlan for network 2ba4a829-bbf4-4203-946b-4ce4869ba857 Feb 09 01:54:19.833199 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7143fc69-f8be-47da-832c-b6dbf63914c1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (2ba4a829-bbf4-4203-946b-4ce4869ba857), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:19.878978 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4ab1c91d-a733-4f8c-a3e9-295103daa4b3 None None] Provisioning complete for port 0d0b7492-4c38-4c2a-b778-a9ac17e20de8 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:19.879438 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c91d-a733-4f8c-a3e9-295103daa4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0d0b7492-4c38-4c2a-b778-a9ac17e20de8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:19.885971 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7143fc69-f8be-47da-832c-b6dbf63914c1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (2ba4a829-bbf4-4203-946b-4ce4869ba857), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:19.902760 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7143fc69-f8be-47da-832c-b6dbf63914c1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:19.904420 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7143fc69-f8be-47da-832c-b6dbf63914c1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:19.938032 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0e1855-bed3-4d68-ae6c-a8109c2051af None None] get_active_networks_info from n-d-828387-3 {{(pid=103185) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:54:20.007695 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55314) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:20.009223 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143fc69-f8be-47da-832c-b6dbf63914c1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Network': ['ID=2ba4a829-bbf4-4203-946b-4ce4869ba857,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:20.022896 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7143fc69-f8be-47da-832c-b6dbf63914c1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6255925 Feb 09 01:54:20.024037 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55316) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:20.027920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4ae0a51a-3837-4a7c-a79c-3377141f23e0 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2051321134', 'description': 'tempest-description--2088693'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:20.040022 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-5aa8c9cb-5529-461d-8dbf-9c70a517dfde tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'subnet': {'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:20.096226 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 2ba4a829-bbf4-4203-946b-4ce4869ba857 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:54:20.098927 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4ab1c91d-a733-4f8c-a3e9-295103daa4b3 None None] Port 0d0b7492-4c38-4c2a-b778-a9ac17e20de8 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:54:20.108531 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0d0b7492-4c38-4c2a-b778-a9ac17e20de8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:20.196523 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731a520d-e366-4060-972a-e9724ab30149 None None] Sync routers for ids ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:54:20.213989 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731a520d-e366-4060-972a-e9724ab30149 None None] Routers {'513a9dd9-9882-4ae0-b26a-20b8445a07e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:20.214618 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-731a520d-e366-4060-972a-e9724ab30149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:20.222647 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ae0a51a-3837-4a7c-a79c-3377141f23e0 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:20.252945 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5ac469d-953c-4233-94ac-30ff2b2a5b52 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (5ff3109b-bb55-47d2-b5d1-8bdead083607), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:20.331724 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac469d-953c-4233-94ac-30ff2b2a5b52 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=5ff3109b-bb55-47d2-b5d1-8bdead083607,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:20.349291 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ac469d-953c-4233-94ac-30ff2b2a5b52 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:20.350027 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa8c9cb-5529-461d-8dbf-9c70a517dfde tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Made reservation on behalf of e5d99e53c4864d1fb3cc111a041859c7 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:20.353318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b5ac469d-953c-4233-94ac-30ff2b2a5b52 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:20.357745 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5aa8c9cb-5529-461d-8dbf-9c70a517dfde tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:20.364286 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ac469d-953c-4233-94ac-30ff2b2a5b52 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:20.366006 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5ac469d-953c-4233-94ac-30ff2b2a5b52 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:20.419235 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b5ac469d-953c-4233-94ac-30ff2b2a5b52 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0622830 Feb 09 01:54:20.421324 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55320) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:20.430702 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ab90f6d2-81ac-4369-af2f-8a64a33f54dd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'fixed_ips': [{'subnet_id': '5ff3109b-bb55-47d2-b5d1-8bdead083607', 'ip_address': '2001:db8::af2d:3dc1:785c:ce66'}], 'name': 'tempest-NetworksTestDHCPv6-2018093291'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:20.440704 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-731a520d-e366-4060-972a-e9724ab30149 None None] Set router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:20.571496 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 0bd3d97a-04d0-4644-b0d9-11d2b0c39bed is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:20.572370 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0bd3d97a-04d0-4644-b0d9-11d2b0c39bed), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:20.577689 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ae0a51a-3837-4a7c-a79c-3377141f23e0 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for security_group (9b108279-6c10-420c-ae95-f8a57e627874), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:20.592527 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ae0a51a-3837-4a7c-a79c-3377141f23e0 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9b108279-6c10-420c-ae95-f8a57e627874), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:20.654771 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab90f6d2-81ac-4369-af2f-8a64a33f54dd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:20.689860 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0a51a-3837-4a7c-a79c-3377141f23e0 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b108279-6c10-420c-ae95-f8a57e627874,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:20.695091 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ae0a51a-3837-4a7c-a79c-3377141f23e0 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:20.707612 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4ae0a51a-3837-4a7c-a79c-3377141f23e0 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6933379 Feb 09 01:54:20.738223 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-290dfb83-217a-4a73-9148-4957ce67a440 None None] Provisioning complete for port 0bd3d97a-04d0-4644-b0d9-11d2b0c39bed triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:20.738601 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-290dfb83-217a-4a73-9148-4957ce67a440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0bd3d97a-04d0-4644-b0d9-11d2b0c39bed), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:20.748228 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55330) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:20.757986 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-731a520d-e366-4060-972a-e9724ab30149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:54:15Z', 'revision_number': 3, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:17Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f80f017-9fb0-47e8-961a-f04b48254f6c', 'name': '', 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:61:d9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:12Z', 'updated_at': '2022-02-09T01:54:16Z', 'revision_number': 2, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:20.762607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-a38ea243-b9e1-49a9-8a50-cdbcec833055 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Request body: {'security_group_rule': {'security_group_id': '9b108279-6c10-420c-ae95-f8a57e627874', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:20.815056 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d05d1f30-44ad-42f7-aae0-0a03f1f8a11f req-4b73b314-52db-433c-953a-f8d6821c8a94 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.0688500 Feb 09 01:54:20.856532 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731a520d-e366-4060-972a-e9724ab30149 None None] Checking router: 513a9dd9-9882-4ae0-b26a-20b8445a07e5 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:54:20.857048 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731a520d-e366-4060-972a-e9724ab30149 None None] Updating router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 port 8f80f017-9fb0-47e8-961a-f04b48254f6c binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:54:20.883395 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab90f6d2-81ac-4369-af2f-8a64a33f54dd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:20.914687 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-731a520d-e366-4060-972a-e9724ab30149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8f80f017-9fb0-47e8-961a-f04b48254f6c), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:20.919713 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-ab90f6d2-81ac-4369-af2f-8a64a33f54dd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] device_id is not set on port a4f41af0-fbfa-4482-8f31-85a29090027c yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:54:20.955521 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a38ea243-b9e1-49a9-8a50-cdbcec833055 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for security_group_rule (01a5bae6-2bb2-4982-982c-f7fc975bcc40), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:21.118836 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a38ea243-b9e1-49a9-8a50-cdbcec833055 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for security_group_rule (01a5bae6-2bb2-4982-982c-f7fc975bcc40), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:21.128752 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a38ea243-b9e1-49a9-8a50-cdbcec833055 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (01a5bae6-2bb2-4982-982c-f7fc975bcc40), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:21.160902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ea243-b9e1-49a9-8a50-cdbcec833055 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a5bae6-2bb2-4982-982c-f7fc975bcc40,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:21.172118 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5aa8c9cb-5529-461d-8dbf-9c70a517dfde tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (4cb87c45-90d9-42a1-ba91-e54910472c09), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:21.219142 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a38ea243-b9e1-49a9-8a50-cdbcec833055 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:21.221978 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a38ea243-b9e1-49a9-8a50-cdbcec833055 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4727867 Feb 09 01:54:21.234902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55342) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:21.240243 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-38f92de2-38be-48a5-9e40-9a5a03e575e4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Request body: {'security_group_rule': {'security_group_id': '9b108279-6c10-420c-ae95-f8a57e627874', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:21.310590 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa8c9cb-5529-461d-8dbf-9c70a517dfde tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Checking segment: {'id': 'c66eceaa-b836-4bb1-8b34-7033709fb30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:21.310956 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa8c9cb-5529-461d-8dbf-9c70a517dfde tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network hostable DHCP agents. Network: 2ba4a829-bbf4-4203-946b-4ce4869ba857, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:54:21.345357 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8c9cb-5529-461d-8dbf-9c70a517dfde tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Subnet': ['ID=4cb87c45-90d9-42a1-ba91-e54910472c09,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:21.346463 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-ab90f6d2-81ac-4369-af2f-8a64a33f54dd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8::af2d:3dc1:785c:ce66 (ffa86b77-0960-4058-af84-97833edc3344/5ff3109b-bb55-47d2-b5d1-8bdead083607/a4f41af0-fbfa-4482-8f31-85a29090027c) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:21.354107 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa8c9cb-5529-461d-8dbf-9c70a517dfde tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network 2ba4a829-bbf4-4203-946b-4ce4869ba857 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:54:21.368954 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-38f92de2-38be-48a5-9e40-9a5a03e575e4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for security_group_rule (0e66edd9-4f2a-4f7f-ad5f-de2ce447777d), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:21.456224 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-38f92de2-38be-48a5-9e40-9a5a03e575e4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for security_group_rule (0e66edd9-4f2a-4f7f-ad5f-de2ce447777d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:21.464223 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-5aa8c9cb-5529-461d-8dbf-9c70a517dfde tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 2ba4a829-bbf4-4203-946b-4ce4869ba857) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:21.483427 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa8c9cb-5529-461d-8dbf-9c70a517dfde tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:21.484477 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5aa8c9cb-5529-461d-8dbf-9c70a517dfde tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:21.490066 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-38f92de2-38be-48a5-9e40-9a5a03e575e4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (0e66edd9-4f2a-4f7f-ad5f-de2ce447777d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:21.502031 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] Publish callbacks [] for port (0d0b7492-4c38-4c2a-b778-a9ac17e20de8), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:21.514176 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 0bd3d97a-04d0-4644-b0d9-11d2b0c39bed, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0bd3d97a-04d0-4644-b0d9-11d2b0c39bed,segment=NetworkSegment(1efd09a2-24ca-4908-8c34-a83c84cff5c4),segment_id=1efd09a2-24ca-4908-8c34-a83c84cff5c4)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:21.527332 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-38f92de2-38be-48a5-9e40-9a5a03e575e4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:21.529044 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-38f92de2-38be-48a5-9e40-9a5a03e575e4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2924428 Feb 09 01:54:21.535681 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55348) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:21.538001 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0d0b7492-4c38-4c2a-b778-a9ac17e20de8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:21.545777 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-91d4b6da-0e2a-4144-ae11-c68fe25ac363 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:21.552784 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0bd3d97a-04d0-4644-b0d9-11d2b0c39bed), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:21.554162 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0bc39fff-58c5-4f35-aee0-18983b784cac up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:21.582597 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5aa8c9cb-5529-461d-8dbf-9c70a517dfde tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5485613 Feb 09 01:54:21.586213 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-91d4b6da-0e2a-4144-ae11-c68fe25ac363 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:21.589551 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f92de2-38be-48a5-9e40-9a5a03e575e4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e66edd9-4f2a-4f7f-ad5f-de2ce447777d,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:21.593090 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55350) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:21.725306 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab90f6d2-81ac-4369-af2f-8a64a33f54dd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (a4f41af0-fbfa-4482-8f31-85a29090027c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:21.790100 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab90f6d2-81ac-4369-af2f-8a64a33f54dd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (a4f41af0-fbfa-4482-8f31-85a29090027c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:21.890440 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90f6d2-81ac-4369-af2f-8a64a33f54dd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=a4f41af0-fbfa-4482-8f31-85a29090027c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:21.915238 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab90f6d2-81ac-4369-af2f-8a64a33f54dd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:21.916801 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-ab90f6d2-81ac-4369-af2f-8a64a33f54dd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:21.926708 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab90f6d2-81ac-4369-af2f-8a64a33f54dd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:21.932144 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab90f6d2-81ac-4369-af2f-8a64a33f54dd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:21.932782 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab90f6d2-81ac-4369-af2f-8a64a33f54dd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:21.958828 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-731a520d-e366-4060-972a-e9724ab30149 None None] Publish callbacks [] for port (8f80f017-9fb0-47e8-961a-f04b48254f6c), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:21.971011 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-731a520d-e366-4060-972a-e9724ab30149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8f80f017-9fb0-47e8-961a-f04b48254f6c), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:21.973884 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ab90f6d2-81ac-4369-af2f-8a64a33f54dd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5499835 Feb 09 01:54:21.978745 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55358) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:21.986227 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-2a3c1b5c-8d7e-4cc9-a206-aa382b18a79e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'fixed_ips': [{'subnet_id': '5ff3109b-bb55-47d2-b5d1-8bdead083607', 'ip_address': '2001:db8::af2d:3dc1:785c:ce66'}], 'name': 'tempest-NetworksTestDHCPv6-540283268'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:21.994396 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] Attempting to bind port 0d0b7492-4c38-4c2a-b778-a9ac17e20de8 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:54:21.996356 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] Attempting to bind port 0d0b7492-4c38-4c2a-b778-a9ac17e20de8 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:54:21.996805 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] Attempting to bind port 0d0b7492-4c38-4c2a-b778-a9ac17e20de8 on network bbe85234-1f1c-44c0-aeaf-3380123bb751 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:54:22.014684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0e1855-bed3-4d68-ae6c-a8109c2051af None None] Resources bound (agent type, host, resource id): {{(pid=103185) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:54:22.119942 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3dcf4a63-4067-4775-8435-c1c09c41d675 req-8205eaf1-621c-4fe3-bd24-9d53d50bee70 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.0944242 Feb 09 01:54:22.141882 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c8fe6-6a50-4bca-8b10-fa4737fce183 None None] Pushing event updated for resources: {'Port': ['ID=8f80f017-9fb0-47e8-961a-f04b48254f6c,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:22.226750 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3c1b5c-8d7e-4cc9-a206-aa382b18a79e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:22.241116 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2a3c1b5c-8d7e-4cc9-a206-aa382b18a79e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:22.244122 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-731a520d-e366-4060-972a-e9724ab30149 None None] Attempting to bind port 8f80f017-9fb0-47e8-961a-f04b48254f6c on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:54:22.244713 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-731a520d-e366-4060-972a-e9724ab30149 None None] Attempting to bind port 8f80f017-9fb0-47e8-961a-f04b48254f6c by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '1efd09a2-24ca-4908-8c34-a83c84cff5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:54:22.245246 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731a520d-e366-4060-972a-e9724ab30149 None None] Attempting to bind port 8f80f017-9fb0-47e8-961a-f04b48254f6c on network f6439075-d3f9-4140-9ea7-a6fbe530b2b9 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:54:22.262330 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731a520d-e366-4060-972a-e9724ab30149 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:54:22.262974 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731a520d-e366-4060-972a-e9724ab30149 None None] Checking segment: {'id': '1efd09a2-24ca-4908-8c34-a83c84cff5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:22.263606 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-731a520d-e366-4060-972a-e9724ab30149 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:22.266157 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731a520d-e366-4060-972a-e9724ab30149 None None] Bound using segment: {'id': '1efd09a2-24ca-4908-8c34-a83c84cff5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:54:22.266788 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-731a520d-e366-4060-972a-e9724ab30149 None None] Bound port: 8f80f017-9fb0-47e8-961a-f04b48254f6c, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1efd09a2-24ca-4908-8c34-a83c84cff5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:54:22.267339 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-731a520d-e366-4060-972a-e9724ab30149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8f80f017-9fb0-47e8-961a-f04b48254f6c), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:22.290201 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-2a3c1b5c-8d7e-4cc9-a206-aa382b18a79e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] device_id is not set on port 12d0b4d3-7e75-44cf-8ad1-876ecf9b1000 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:54:22.404558 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915063b-e8ef-4722-bec6-b6ba7eee4806 None None] Pushing event updated for resources: {'Port': ['ID=0d0b7492-4c38-4c2a-b778-a9ac17e20de8,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:22.410971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:54:22.423740 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] Checking segment: {'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:22.425556 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:22.426072 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] Bound using segment: {'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:54:22.426950 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] Bound port: 0d0b7492-4c38-4c2a-b778-a9ac17e20de8, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:54:22.427817 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0d0b7492-4c38-4c2a-b778-a9ac17e20de8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:22.461313 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-731a520d-e366-4060-972a-e9724ab30149 None None] For port 8f80f017-9fb0-47e8-961a-f04b48254f6c, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:54:22.472295 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-731a520d-e366-4060-972a-e9724ab30149 None None] For port 8f80f017-9fb0-47e8-961a-f04b48254f6c, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8f80f017-9fb0-47e8-961a-f04b48254f6c,segment=NetworkSegment(1efd09a2-24ca-4908-8c34-a83c84cff5c4),segment_id=1efd09a2-24ca-4908-8c34-a83c84cff5c4)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:54:22.492539 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-731a520d-e366-4060-972a-e9724ab30149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8f80f017-9fb0-47e8-961a-f04b48254f6c), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:22.643325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-290dfb83-217a-4a73-9148-4957ce67a440 None None] Current status of the port 0bd3d97a-04d0-4644-b0d9-11d2b0c39bed is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:22.645079 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28e7c5d0-d3d4-48db-9541-5d3a5fca1d16 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:22.669969 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731a520d-e366-4060-972a-e9724ab30149 None None] Routers {'513a9dd9-9882-4ae0-b26a-20b8445a07e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:22.676525 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-731a520d-e366-4060-972a-e9724ab30149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:22.742303 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 0bc39fff-58c5-4f35-aee0-18983b784cac triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:22.742690 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0bc39fff-58c5-4f35-aee0-18983b784cac), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:22.755482 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3c1b5c-8d7e-4cc9-a206-aa382b18a79e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 01:54:22.756523 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3c1b5c-8d7e-4cc9-a206-aa382b18a79e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:54:22.795592 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2a3c1b5c-8d7e-4cc9-a206-aa382b18a79e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8155913 Feb 09 01:54:22.798165 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55372) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:22.835555 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=0bd3d97a-04d0-4644-b0d9-11d2b0c39bed,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:22.847310 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d34f54-4a33-468c-b959-f093d7543fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-2ba4a829-bbf4-4203-946b-4ce4869ba857', 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857', 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'fixed_ips': [{'subnet_id': '4cb87c45-90d9-42a1-ba91-e54910472c09'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:54:22.848496 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-63d34f54-4a33-468c-b959-f093d7543fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:22.885423 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdfcb06-c5c3-46b3-8b3a-0b50368022b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ffa86b77-0960-4058-af84-97833edc3344', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'fixed_ips': [{'subnet_id': '5ff3109b-bb55-47d2-b5d1-8bdead083607'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:54:22.886821 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8bdfcb06-c5c3-46b3-8b3a-0b50368022b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:22.913425 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308c2ecf-6200-4c37-bbe8-164804475f3d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:22.924619 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-308c2ecf-6200-4c37-bbe8-164804475f3d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1230488 Feb 09 01:54:22.925504 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55374) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:22.947298 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c8fe6-6a50-4bca-8b10-fa4737fce183 None None] Pushing event updated for resources: {'Port': ['ID=8f80f017-9fb0-47e8-961a-f04b48254f6c,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:22.981125 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-91d4b6da-0e2a-4144-ae11-c68fe25ac363 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:23.010676 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] For port 0d0b7492-4c38-4c2a-b778-a9ac17e20de8, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:54:23.012666 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-731a520d-e366-4060-972a-e9724ab30149 None None] Set router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:23.058313 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] For port 0d0b7492-4c38-4c2a-b778-a9ac17e20de8, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0d0b7492-4c38-4c2a-b778-a9ac17e20de8,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:54:23.103664 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0d0b7492-4c38-4c2a-b778-a9ac17e20de8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:23.144865 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2c73160a-06b3-4202-a0c1-29476118af63 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting port a4f41af0-fbfa-4482-8f31-85a29090027c {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:23.145221 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c73160a-06b3-4202-a0c1-29476118af63 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a4f41af0-fbfa-4482-8f31-85a29090027c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:23.311220 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 0bc39fff-58c5-4f35-aee0-18983b784cac is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:23.320112 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 017da7db-8cc0-4f00-bb81-b8ddb6806a89 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:23.324552 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915063b-e8ef-4722-bec6-b6ba7eee4806 None None] Pushing event updated for resources: {'Port': ['ID=0d0b7492-4c38-4c2a-b778-a9ac17e20de8,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:23.401547 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c73160a-06b3-4202-a0c1-29476118af63 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a4f41af0-fbfa-4482-8f31-85a29090027c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:23.431449 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2c73160a-06b3-4202-a0c1-29476118af63 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Calling delete_port for a4f41af0-fbfa-4482-8f31-85a29090027c owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:23.462774 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7bc75342-4bb2-4fba-9031-210b039ad6c1 req-d61f860a-b12c-4d7a-8f9c-bfaa57c19fcb tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.0805058 Feb 09 01:54:23.471074 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-731a520d-e366-4060-972a-e9724ab30149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:54:15Z', 'revision_number': 3, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:17Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f80f017-9fb0-47e8-961a-f04b48254f6c', 'name': '', 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:61:d9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:12Z', 'updated_at': '2022-02-09T01:54:22Z', 'revision_number': 4, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:23.490443 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] Routers {'20662644-ff05-4f60-ad92-0c100ae0a426'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:23.491460 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['20662644-ff05-4f60-ad92-0c100ae0a426'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:23.573266 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731a520d-e366-4060-972a-e9724ab30149 None None] The sync data for ids ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'] in n-d-828387-3 is: [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:54:15Z', 'revision_number': 3, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:17Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f80f017-9fb0-47e8-961a-f04b48254f6c', 'name': '', 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:61:d9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:12Z', 'updated_at': '2022-02-09T01:54:22Z', 'revision_number': 4, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:54:23.588560 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-91d4b6da-0e2a-4144-ae11-c68fe25ac363 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Allocated IP 172.25.7.168 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/3f2c78f5-a681-4559-8241-742b28af2e5e) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:23.682326 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c73160a-06b3-4202-a0c1-29476118af63 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (a4f41af0-fbfa-4482-8f31-85a29090027c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:23.753794 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73160a-06b3-4202-a0c1-29476118af63 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Port': ['ID=a4f41af0-fbfa-4482-8f31-85a29090027c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:23.817954 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c73160a-06b3-4202-a0c1-29476118af63 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:23.823560 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2c73160a-06b3-4202-a0c1-29476118af63 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/a4f41af0-fbfa-4482-8f31-85a29090027c HTTP/1.1" status: 204 len: 168 time: 0.8970883 Feb 09 01:54:23.825996 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55390) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:23.867879 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-63d34f54-4a33-468c-b959-f093d7543fb5 None None] Allocated IP 172.22.0.2 (2ba4a829-bbf4-4203-946b-4ce4869ba857/4cb87c45-90d9-42a1-ba91-e54910472c09/88387866-2493-49c3-a7c1-3453a5f4a53a) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:23.884978 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-91d4b6da-0e2a-4144-ae11-c68fe25ac363 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for port (3f2c78f5-a681-4559-8241-742b28af2e5e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:23.943414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418ea006-9bca-45a7-8e00-bb0e5ff0ce64 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:23.945123 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418ea006-9bca-45a7-8e00-bb0e5ff0ce64 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:23.946816 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-418ea006-9bca-45a7-8e00-bb0e5ff0ce64 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1194956 Feb 09 01:54:23.956098 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55392) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:24.022886 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-91d4b6da-0e2a-4144-ae11-c68fe25ac363 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (3f2c78f5-a681-4559-8241-742b28af2e5e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:24.083828 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 017da7db-8cc0-4f00-bb81-b8ddb6806a89 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:24.084286 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (017da7db-8cc0-4f00-bb81-b8ddb6806a89), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:24.111126 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03d8bad-6367-4182-80f4-61a71a3eb38a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet 5ff3109b-bb55-47d2-b5d1-8bdead083607 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:54:24.124263 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d4b6da-0e2a-4144-ae11-c68fe25ac363 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:24.151162 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-91d4b6da-0e2a-4144-ae11-c68fe25ac363 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:24.160302 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d4b6da-0e2a-4144-ae11-c68fe25ac363 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:24.163296 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-8bdfcb06-c5c3-46b3-8b3a-0b50368022b5 None None] Allocated IP 2001:db8::2 (ffa86b77-0960-4058-af84-97833edc3344/5ff3109b-bb55-47d2-b5d1-8bdead083607/b924a96e-27ed-4818-a934-1703deee6363) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:24.248710 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4b6da-0e2a-4144-ae11-c68fe25ac363 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Pushing event updated for resources: {'Port': ['ID=3f2c78f5-a681-4559-8241-742b28af2e5e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:24.249054 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] Set router 20662644-ff05-4f60-ad92-0c100ae0a426 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:24.434483 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-91d4b6da-0e2a-4144-ae11-c68fe25ac363 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for floatingip (25c10675-39e4-4e93-9df4-ada7cb8a89f2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:24.544666 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-91d4b6da-0e2a-4144-ae11-c68fe25ac363 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3f2c78f5-a681-4559-8241-742b28af2e5e), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:24.704546 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6e0f5bf3-e094-47e7-ada7-8ab3f0ec10b7 req-09f838b7-7141-4ccd-b56c-f030609ffa86 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.0769205 Feb 09 01:54:24.925803 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-91d4b6da-0e2a-4144-ae11-c68fe25ac363 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for port (3f2c78f5-a681-4559-8241-742b28af2e5e), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:24.936052 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-91d4b6da-0e2a-4144-ae11-c68fe25ac363 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (3f2c78f5-a681-4559-8241-742b28af2e5e), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:24.962068 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 017da7db-8cc0-4f00-bb81-b8ddb6806a89 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:24.962615 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (017da7db-8cc0-4f00-bb81-b8ddb6806a89), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.018157 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4b6da-0e2a-4144-ae11-c68fe25ac363 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Pushing event updated for resources: {'Port': ['ID=3f2c78f5-a681-4559-8241-742b28af2e5e,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:25.071843 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-91d4b6da-0e2a-4144-ae11-c68fe25ac363 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (25c10675-39e4-4e93-9df4-ada7cb8a89f2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.092371 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-91d4b6da-0e2a-4144-ae11-c68fe25ac363 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.095262 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-91d4b6da-0e2a-4144-ae11-c68fe25ac363 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5544906 Feb 09 01:54:25.283596 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 017da7db-8cc0-4f00-bb81-b8ddb6806a89, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=017da7db-8cc0-4f00-bb81-b8ddb6806a89,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:25.310926 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (017da7db-8cc0-4f00-bb81-b8ddb6806a89), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.376163 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-63d34f54-4a33-468c-b959-f093d7543fb5 None None] Publish callbacks [] for port (88387866-2493-49c3-a7c1-3453a5f4a53a), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.409639 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8bdfcb06-c5c3-46b3-8b3a-0b50368022b5 None None] Publish callbacks [] for port (b924a96e-27ed-4818-a934-1703deee6363), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.419935 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d03d8bad-6367-4182-80f4-61a71a3eb38a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (5ff3109b-bb55-47d2-b5d1-8bdead083607), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.435251 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-63d34f54-4a33-468c-b959-f093d7543fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (88387866-2493-49c3-a7c1-3453a5f4a53a), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.475241 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8bdfcb06-c5c3-46b3-8b3a-0b50368022b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (b924a96e-27ed-4818-a934-1703deee6363), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.488090 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d03d8bad-6367-4182-80f4-61a71a3eb38a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (5ff3109b-bb55-47d2-b5d1-8bdead083607), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.516318 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=017da7db-8cc0-4f00-bb81-b8ddb6806a89,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:25.573455 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d34f54-4a33-468c-b959-f093d7543fb5 None None] Network 2ba4a829-bbf4-4203-946b-4ce4869ba857 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:25.581151 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-11468498-1a09-4d75-b6ce-471526b4225c tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2051321134&fields=id&tenant_id=225062ed147a4a2299a703d06854300c HTTP/1.1" status: 200 len: 267 time: 0.1944199 Feb 09 01:54:25.614640 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdfcb06-c5c3-46b3-8b3a-0b50368022b5 None None] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:25.617274 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d03d8bad-6367-4182-80f4-61a71a3eb38a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (5ff3109b-bb55-47d2-b5d1-8bdead083607), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.651270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-8bdfcb06-c5c3-46b3-8b3a-0b50368022b5 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:25.651548 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-63d34f54-4a33-468c-b959-f093d7543fb5 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:25.653753 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:25.654098 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:25.654439 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:25.654772 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:25.655102 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:25.657707 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-28e7c5d0-d3d4-48db-9541-5d3a5fca1d16 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Allocated IP 172.22.0.1 (2ba4a829-bbf4-4203-946b-4ce4869ba857/4cb87c45-90d9-42a1-ba91-e54910472c09/b74be433-de8b-40bb-bb9e-f0bad1dd942b) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:25.664315 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:25.664954 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:25.665340 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:25.665684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:25.666019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:25.666353 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:25.666701 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:25.667010 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:25.771873 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d34f54-4a33-468c-b959-f093d7543fb5 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:25.778078 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdfcb06-c5c3-46b3-8b3a-0b50368022b5 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:25.780237 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d34f54-4a33-468c-b959-f093d7543fb5 None None] Pushing event updated for resources: {'Port': ['ID=88387866-2493-49c3-a7c1-3453a5f4a53a,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:25.791795 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d03d8bad-6367-4182-80f4-61a71a3eb38a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (5ff3109b-bb55-47d2-b5d1-8bdead083607), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.804850 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0bd3d97a-04d0-4644-b0d9-11d2b0c39bed up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:25.839623 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d8bad-6367-4182-80f4-61a71a3eb38a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff3109b-bb55-47d2-b5d1-8bdead083607,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:25.862665 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d03d8bad-6367-4182-80f4-61a71a3eb38a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.866935 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d03d8bad-6367-4182-80f4-61a71a3eb38a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/5ff3109b-bb55-47d2-b5d1-8bdead083607 HTTP/1.1" status: 204 len: 168 time: 1.9094050 Feb 09 01:54:25.870219 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-504b1299-9f10-41b8-bb2e-e379885027fa tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:25.871229 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55444) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:25.876876 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-504b1299-9f10-41b8-bb2e-e379885027fa tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/networks?id=bbe85234-1f1c-44c0-aeaf-3380123bb751 HTTP/1.1" status: 200 len: 817 time: 0.2805963 Feb 09 01:54:25.913059 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-d1284242-a227-43a3-8ba0-1451666e72dd tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/quotas/225062ed147a4a2299a703d06854300c HTTP/1.1" status: 200 len: 375 time: 0.0351288 Feb 09 01:54:25.942103 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28e7c5d0-d3d4-48db-9541-5d3a5fca1d16 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for port (b74be433-de8b-40bb-bb9e-f0bad1dd942b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.970984 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55446) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:25.978651 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-10dc61e4-9a7c-46d8-9cfa-32c208a2dabd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:25.979089 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5c3f567c-358c-4162-a0fa-6c5f69fe1af2 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928929 Feb 09 01:54:25.999441 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'name': 'tempest-AttachVolumeShelveTestJSON-1509146456-router', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:05Z', 'updated_at': '2022-02-09T01:54:16Z', 'revision_number': 4, 'project_id': '225062ed147a4a2299a703d06854300c', 'gw_port': {'id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:06Z', 'updated_at': '2022-02-09T01:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0d0b7492-4c38-4c2a-b778-a9ac17e20de8', 'name': '', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'mac_address': 'fa:16:3e:ba:68:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:14Z', 'updated_at': '2022-02-09T01:54:22Z', 'revision_number': 4, 'project_id': '225062ed147a4a2299a703d06854300c', 'subnets': [{'id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:26.041250 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-42e7ff25-4cff-46c3-85b8-73b23a7fd7df req-2d89bb50-2c07-4747-8c80-391189f4c2e2 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.0771697 Feb 09 01:54:26.098559 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ae66f-5751-41e8-a0a9-dcad7f45c881 None None] The sync data for ids ['20662644-ff05-4f60-ad92-0c100ae0a426'] in n-d-828387-3 is: [{'id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'name': 'tempest-AttachVolumeShelveTestJSON-1509146456-router', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:05Z', 'updated_at': '2022-02-09T01:54:16Z', 'revision_number': 4, 'project_id': '225062ed147a4a2299a703d06854300c', 'gw_port': {'id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:06Z', 'updated_at': '2022-02-09T01:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0d0b7492-4c38-4c2a-b778-a9ac17e20de8', 'name': '', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'mac_address': 'fa:16:3e:ba:68:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:14Z', 'updated_at': '2022-02-09T01:54:22Z', 'revision_number': 4, 'project_id': '225062ed147a4a2299a703d06854300c', 'subnets': [{'id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:54:26.120746 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-8bdfcb06-c5c3-46b3-8b3a-0b50368022b5 None None] Attempting to bind port b924a96e-27ed-4818-a934-1703deee6363 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:54:26.121267 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-8bdfcb06-c5c3-46b3-8b3a-0b50368022b5 None None] Attempting to bind port b924a96e-27ed-4818-a934-1703deee6363 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:54:26.121736 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdfcb06-c5c3-46b3-8b3a-0b50368022b5 None None] Attempting to bind port b924a96e-27ed-4818-a934-1703deee6363 on network ffa86b77-0960-4058-af84-97833edc3344 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:54:26.134816 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-6b8ac60f-28ed-49fd-b848-2cbb6ac1b987 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=225062ed147a4a2299a703d06854300c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2149613 Feb 09 01:54:26.150369 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdfcb06-c5c3-46b3-8b3a-0b50368022b5 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:54:26.150893 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdfcb06-c5c3-46b3-8b3a-0b50368022b5 None None] Checking segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:26.151426 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8bdfcb06-c5c3-46b3-8b3a-0b50368022b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:26.152019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdfcb06-c5c3-46b3-8b3a-0b50368022b5 None None] Bound using segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:54:26.152666 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-8bdfcb06-c5c3-46b3-8b3a-0b50368022b5 None None] Bound port: b924a96e-27ed-4818-a934-1703deee6363, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:54:26.153147 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8bdfcb06-c5c3-46b3-8b3a-0b50368022b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b924a96e-27ed-4818-a934-1703deee6363), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:26.166730 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28e7c5d0-d3d4-48db-9541-5d3a5fca1d16 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (b74be433-de8b-40bb-bb9e-f0bad1dd942b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:26.218255 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfcb06-c5c3-46b3-8b3a-0b50368022b5 None None] Pushing event updated for resources: {'Port': ['ID=b924a96e-27ed-4818-a934-1703deee6363,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:26.221272 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 0bd3d97a-04d0-4644-b0d9-11d2b0c39bed triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:26.221759 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0bd3d97a-04d0-4644-b0d9-11d2b0c39bed), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:26.376349 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e7c5d0-d3d4-48db-9541-5d3a5fca1d16 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network 2ba4a829-bbf4-4203-946b-4ce4869ba857 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:26.404524 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-63d34f54-4a33-468c-b959-f093d7543fb5 None None] Attempting to bind port 88387866-2493-49c3-a7c1-3453a5f4a53a on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:54:26.407347 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-63d34f54-4a33-468c-b959-f093d7543fb5 None None] Attempting to bind port 88387866-2493-49c3-a7c1-3453a5f4a53a by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'c66eceaa-b836-4bb1-8b34-7033709fb30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:54:26.407825 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d34f54-4a33-468c-b959-f093d7543fb5 None None] Attempting to bind port 88387866-2493-49c3-a7c1-3453a5f4a53a on network 2ba4a829-bbf4-4203-946b-4ce4869ba857 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:54:26.414101 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dc61e4-9a7c-46d8-9cfa-32c208a2dabd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:26.422386 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-10dc61e4-9a7c-46d8-9cfa-32c208a2dabd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:26.430835 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-28e7c5d0-d3d4-48db-9541-5d3a5fca1d16 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:26.434226 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d34f54-4a33-468c-b959-f093d7543fb5 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:54:26.434399 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d34f54-4a33-468c-b959-f093d7543fb5 None None] Checking segment: {'id': 'c66eceaa-b836-4bb1-8b34-7033709fb30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:26.434796 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-63d34f54-4a33-468c-b959-f093d7543fb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:26.436343 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d34f54-4a33-468c-b959-f093d7543fb5 None None] Bound using segment: {'id': 'c66eceaa-b836-4bb1-8b34-7033709fb30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:54:26.436839 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-63d34f54-4a33-468c-b959-f093d7543fb5 None None] Bound port: 88387866-2493-49c3-a7c1-3453a5f4a53a, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66eceaa-b836-4bb1-8b34-7033709fb30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:54:26.437232 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-63d34f54-4a33-468c-b959-f093d7543fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (88387866-2493-49c3-a7c1-3453a5f4a53a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:26.441810 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e7c5d0-d3d4-48db-9541-5d3a5fca1d16 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:26.512560 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-8bdfcb06-c5c3-46b3-8b3a-0b50368022b5 None None] For port b924a96e-27ed-4818-a934-1703deee6363, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:54:26.531117 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7c5d0-d3d4-48db-9541-5d3a5fca1d16 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Port': ['ID=b74be433-de8b-40bb-bb9e-f0bad1dd942b,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:26.568144 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-8bdfcb06-c5c3-46b3-8b3a-0b50368022b5 None None] For port b924a96e-27ed-4818-a934-1703deee6363, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b924a96e-27ed-4818-a934-1703deee6363,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:54:26.609654 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 0bd3d97a-04d0-4644-b0d9-11d2b0c39bed is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:26.610938 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8f80f017-9fb0-47e8-961a-f04b48254f6c up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:26.616573 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8bdfcb06-c5c3-46b3-8b3a-0b50368022b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b924a96e-27ed-4818-a934-1703deee6363), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:26.674002 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28e7c5d0-d3d4-48db-9541-5d3a5fca1d16 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (513a9dd9-9882-4ae0-b26a-20b8445a07e5), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:26.864345 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-63d34f54-4a33-468c-b959-f093d7543fb5 None None] For port 88387866-2493-49c3-a7c1-3453a5f4a53a, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:54:26.868846 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-63d34f54-4a33-468c-b959-f093d7543fb5 None None] For port 88387866-2493-49c3-a7c1-3453a5f4a53a, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=88387866-2493-49c3-a7c1-3453a5f4a53a,segment=NetworkSegment(c66eceaa-b836-4bb1-8b34-7033709fb30c),segment_id=c66eceaa-b836-4bb1-8b34-7033709fb30c)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:54:26.870779 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfcb06-c5c3-46b3-8b3a-0b50368022b5 None None] Pushing event updated for resources: {'Port': ['ID=b924a96e-27ed-4818-a934-1703deee6363,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:26.887189 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-63d34f54-4a33-468c-b959-f093d7543fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (88387866-2493-49c3-a7c1-3453a5f4a53a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:26.900393 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 8f80f017-9fb0-47e8-961a-f04b48254f6c triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:26.901065 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8f80f017-9fb0-47e8-961a-f04b48254f6c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:27.062061 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d34f54-4a33-468c-b959-f093d7543fb5 None None] Pushing event updated for resources: {'Port': ['ID=88387866-2493-49c3-a7c1-3453a5f4a53a,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:27.220072 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-da01ff1a-ca8b-4012-81e6-67aa5ef7cd65 service neutron] 10.222.0.36 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0779881 Feb 09 01:54:27.223122 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-10dc61e4-9a7c-46d8-9cfa-32c208a2dabd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (67bd385e-ce9b-4a3c-ad33-8edb3b3bd8f5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:27.268029 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 8f80f017-9fb0-47e8-961a-f04b48254f6c is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:27.268140 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8f80f017-9fb0-47e8-961a-f04b48254f6c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:27.314695 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-55d2e0d7-13cf-4320-b4b4-ecab05c58215 req-0f1f1d23-77dc-4a05-9c94-5d026596edd3 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.0488350 Feb 09 01:54:27.400750 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 8f80f017-9fb0-47e8-961a-f04b48254f6c, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8f80f017-9fb0-47e8-961a-f04b48254f6c,segment=NetworkSegment(1efd09a2-24ca-4908-8c34-a83c84cff5c4),segment_id=1efd09a2-24ca-4908-8c34-a83c84cff5c4)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:27.446086 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8f80f017-9fb0-47e8-961a-f04b48254f6c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:27.524353 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=8f80f017-9fb0-47e8-961a-f04b48254f6c,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:27.584947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dc61e4-9a7c-46d8-9cfa-32c208a2dabd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:27.647110 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-10dc61e4-9a7c-46d8-9cfa-32c208a2dabd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:27.656164 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dc61e4-9a7c-46d8-9cfa-32c208a2dabd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:27.656737 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-10dc61e4-9a7c-46d8-9cfa-32c208a2dabd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:27.670786 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc61e4-9a7c-46d8-9cfa-32c208a2dabd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=67bd385e-ce9b-4a3c-ad33-8edb3b3bd8f5,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:27.688781 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28e7c5d0-d3d4-48db-9541-5d3a5fca1d16 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b74be433-de8b-40bb-bb9e-f0bad1dd942b), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:27.708384 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-10dc61e4-9a7c-46d8-9cfa-32c208a2dabd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7330773 Feb 09 01:54:27.708683 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55478) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:27.713941 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b538c67a-d5b2-48f4-8e65-5ebbd8396eaf tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'fixed_ips': [{'subnet_id': '67bd385e-ce9b-4a3c-ad33-8edb3b3bd8f5', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-844992559'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:27.767359 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-081b2250-48c5-43bc-8a55-fe175c038126 service neutron] 10.222.0.36 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311763 Feb 09 01:54:27.929433 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 017da7db-8cc0-4f00-bb81-b8ddb6806a89 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:27.994161 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b538c67a-d5b2-48f4-8e65-5ebbd8396eaf tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:28.111314 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 017da7db-8cc0-4f00-bb81-b8ddb6806a89 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:28.111874 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (017da7db-8cc0-4f00-bb81-b8ddb6806a89), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:28.385096 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 017da7db-8cc0-4f00-bb81-b8ddb6806a89 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:28.386374 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 88387866-2493-49c3-a7c1-3453a5f4a53a up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:28.555070 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 88387866-2493-49c3-a7c1-3453a5f4a53a triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:28.555481 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (88387866-2493-49c3-a7c1-3453a5f4a53a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:28.774586 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e3319597-3a96-46f2-8a30-26bd6a71ec6a req-015a637d-ecb4-4c8f-82ea-7462134f7dec tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.1568153 Feb 09 01:54:28.846098 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 88387866-2493-49c3-a7c1-3453a5f4a53a is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:28.846425 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (88387866-2493-49c3-a7c1-3453a5f4a53a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:28.896337 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b09825-93b0-4e4c-a78d-5cbc6f8c5f8e None None] get_active_networks_info from n-d-828387-3 {{(pid=103185) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:54:28.912385 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7dc17167-ce20-49b5-847d-1cec48cc2ab8 req-414c71c1-4e86-4977-ae55-b61fed7e615e tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 210 time: 0.0974884 Feb 09 01:54:29.000285 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b538c67a-d5b2-48f4-8e65-5ebbd8396eaf tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:29.030261 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-b538c67a-d5b2-48f4-8e65-5ebbd8396eaf tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] device_id is not set on port 3917d003-47e6-4234-baa9-40a8bf1a6c41 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:54:29.075343 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28e7c5d0-d3d4-48db-9541-5d3a5fca1d16 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for port (b74be433-de8b-40bb-bb9e-f0bad1dd942b), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:29.082341 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28e7c5d0-d3d4-48db-9541-5d3a5fca1d16 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (b74be433-de8b-40bb-bb9e-f0bad1dd942b), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:29.228352 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-b538c67a-d5b2-48f4-8e65-5ebbd8396eaf tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:54:29.229039 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b538c67a-d5b2-48f4-8e65-5ebbd8396eaf tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:54:29.254877 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b538c67a-d5b2-48f4-8e65-5ebbd8396eaf tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5447719 Feb 09 01:54:29.255777 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55514) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:29.303243 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7c5d0-d3d4-48db-9541-5d3a5fca1d16 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Port': ['ID=b74be433-de8b-40bb-bb9e-f0bad1dd942b,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:29.318118 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28e7c5d0-d3d4-48db-9541-5d3a5fca1d16 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (513a9dd9-9882-4ae0-b26a-20b8445a07e5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:29.342076 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b09825-93b0-4e4c-a78d-5cbc6f8c5f8e None None] Resources bound (agent type, host, resource id): {{(pid=103185) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:54:29.347570 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-bebf49ee-9721-48c4-9885-12d9aabb324b None None] Provisioning complete for port 88387866-2493-49c3-a7c1-3453a5f4a53a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:29.348226 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bebf49ee-9721-48c4-9885-12d9aabb324b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (88387866-2493-49c3-a7c1-3453a5f4a53a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:29.371717 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615bd0a6-756d-45c8-9e53-e869ef7ebbe3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:29.379110 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-615bd0a6-756d-45c8-9e53-e869ef7ebbe3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1211483 Feb 09 01:54:29.380285 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55520) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:29.385538 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:54:29.416237 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 88387866-2493-49c3-a7c1-3453a5f4a53a, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=88387866-2493-49c3-a7c1-3453a5f4a53a,segment=NetworkSegment(c66eceaa-b836-4bb1-8b34-7033709fb30c),segment_id=c66eceaa-b836-4bb1-8b34-7033709fb30c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:29.521271 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42370355-64ea-423e-a5c3-0aa76bac1485 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:29.528265 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42370355-64ea-423e-a5c3-0aa76bac1485 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:29.536029 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55522) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:29.537872 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-42370355-64ea-423e-a5c3-0aa76bac1485 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1547358 Feb 09 01:54:29.578093 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (88387866-2493-49c3-a7c1-3453a5f4a53a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:29.579237 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0d0b7492-4c38-4c2a-b778-a9ac17e20de8 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:29.680929 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=88387866-2493-49c3-a7c1-3453a5f4a53a,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:29.719643 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e5532a-4a8a-4301-b202-a15d62a8b8f8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet 67bd385e-ce9b-4a3c-ad33-8edb3b3bd8f5 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:54:29.726187 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-75e5532a-4a8a-4301-b202-a15d62a8b8f8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (67bd385e-ce9b-4a3c-ad33-8edb3b3bd8f5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:29.819243 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e7c5d0-d3d4-48db-9541-5d3a5fca1d16 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network 2ba4a829-bbf4-4203-946b-4ce4869ba857 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:29.931741 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-bebf49ee-9721-48c4-9885-12d9aabb324b None None] Current status of the port 88387866-2493-49c3-a7c1-3453a5f4a53a is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:30.001548 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c675b6-d4e6-4327-8b28-b35897ad9923 None None] Update dhcp port {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'fixed_ips': [{'subnet_id': '67bd385e-ce9b-4a3c-ad33-8edb3b3bd8f5'}], 'binding:host_id': 'n-d-828387-3'}, 'id': 'b924a96e-27ed-4818-a934-1703deee6363'} from n-d-828387-3. {{(pid=103185) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:54:30.028061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-ea4fc582-d845-4bf2-8640-d858e1aefd58 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:30.029908 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-ea4fc582-d845-4bf2-8640-d858e1aefd58 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.48 "GET /v2.0/networks?id=bbe85234-1f1c-44c0-aeaf-3380123bb751 HTTP/1.1" status: 200 len: 817 time: 0.1779909 Feb 09 01:54:30.031057 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-28e7c5d0-d3d4-48db-9541-5d3a5fca1d16 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:30.076654 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d8e047e4-ad23-4e82-b910-2fe2bac87db0 req-e317efdb-029b-4b48-a3b9-76d20ad00016 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 210 time: 0.0359299 Feb 09 01:54:30.092314 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b7c675b6-d4e6-4327-8b28-b35897ad9923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b924a96e-27ed-4818-a934-1703deee6363), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.106728 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 0d0b7492-4c38-4c2a-b778-a9ac17e20de8 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:30.107128 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0d0b7492-4c38-4c2a-b778-a9ac17e20de8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.344588 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-75e5532a-4a8a-4301-b202-a15d62a8b8f8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (67bd385e-ce9b-4a3c-ad33-8edb3b3bd8f5), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.350852 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e7c5d0-d3d4-48db-9541-5d3a5fca1d16 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:54:30.353841 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-df1d3209-7369-42ae-b2fc-be69e1d4c49c req-bb6a77af-f47d-4789-b8a4-c73257792132 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.2507043 Feb 09 01:54:30.384924 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-52938e15-0681-43a9-9c7d-ddc7421a95c1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=225062ed147a4a2299a703d06854300c HTTP/1.1" status: 200 len: 380 time: 0.3227558 Feb 09 01:54:30.396280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-7824c4ae-3065-4180-906e-9deb6dd49fd4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Request body: {'port': {'device_id': '02cbf41f-5d80-4951-a18d-60e5cd680594', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'admin_state_up': True, 'tenant_id': '225062ed147a4a2299a703d06854300c', 'security_groups': ['9b108279-6c10-420c-ae95-f8a57e627874']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:30.420538 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 0d0b7492-4c38-4c2a-b778-a9ac17e20de8 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:30.421790 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0d0b7492-4c38-4c2a-b778-a9ac17e20de8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.461586 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 0d0b7492-4c38-4c2a-b778-a9ac17e20de8, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0d0b7492-4c38-4c2a-b778-a9ac17e20de8,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:30.469449 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0d0b7492-4c38-4c2a-b778-a9ac17e20de8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.528528 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-75e5532a-4a8a-4301-b202-a15d62a8b8f8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (67bd385e-ce9b-4a3c-ad33-8edb3b3bd8f5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.576077 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=0d0b7492-4c38-4c2a-b778-a9ac17e20de8,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:30.646137 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 88387866-2493-49c3-a7c1-3453a5f4a53a up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:30.752418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e7c5d0-d3d4-48db-9541-5d3a5fca1d16 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:54:30.762876 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-28e7c5d0-d3d4-48db-9541-5d3a5fca1d16 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/routers/513a9dd9-9882-4ae0-b26a-20b8445a07e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1637142 Feb 09 01:54:30.762958 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55544) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:30.767627 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-719480f8-8d90-45e6-a42c-263313f378df tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'network': {'name': 'tempest-RoutersTest-873792163'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:30.778657 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] Sync routers for ids ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:54:30.797663 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 88387866-2493-49c3-a7c1-3453a5f4a53a triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:30.802995 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (88387866-2493-49c3-a7c1-3453a5f4a53a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.809961 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719480f8-8d90-45e6-a42c-263313f378df tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Made reservation on behalf of e5d99e53c4864d1fb3cc111a041859c7 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:30.813304 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-719480f8-8d90-45e6-a42c-263313f378df tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.844406 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-7824c4ae-3065-4180-906e-9deb6dd49fd4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Made reservation on behalf of 225062ed147a4a2299a703d06854300c for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:30.852241 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-7824c4ae-3065-4180-906e-9deb6dd49fd4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.864068 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719480f8-8d90-45e6-a42c-263313f378df tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server [None req-b7c675b6-d4e6-4327-8b28-b35897ad9923 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67bd385e-ce9b-4a3c-ad33-8edb3b3bd8f5: This subnet is being modified by another concurrent operation. Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67bd385e-ce9b-4a3c-ad33-8edb3b3bd8f5: This subnet is being modified by another concurrent operation. Feb 09 01:54:30.866779 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server Feb 09 01:54:30.871391 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] Routers {'513a9dd9-9882-4ae0-b26a-20b8445a07e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:30.874274 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:30.882872 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-719480f8-8d90-45e6-a42c-263313f378df tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f79bc5e0-daf2-42a2-af87-47d4b3358845), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.882872 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-719480f8-8d90-45e6-a42c-263313f378df tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Added segment f79bc5e0-daf2-42a2-af87-47d4b3358845 of type vlan for network 0e81003d-18aa-4ce4-a95e-092e041b810b Feb 09 01:54:30.909595 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-75e5532a-4a8a-4301-b202-a15d62a8b8f8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (67bd385e-ce9b-4a3c-ad33-8edb3b3bd8f5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.951132 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5532a-4a8a-4301-b202-a15d62a8b8f8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=67bd385e-ce9b-4a3c-ad33-8edb3b3bd8f5,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:30.979962 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-719480f8-8d90-45e6-a42c-263313f378df tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (0e81003d-18aa-4ce4-a95e-092e041b810b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.980639 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-75e5532a-4a8a-4301-b202-a15d62a8b8f8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.984409 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-75e5532a-4a8a-4301-b202-a15d62a8b8f8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/67bd385e-ce9b-4a3c-ad33-8edb3b3bd8f5 HTTP/1.1" status: 204 len: 168 time: 1.4460740 Feb 09 01:54:30.997595 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55548) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:31.056787 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cb10eb-39de-4cd9-a01a-f8f4bf676371 None None] get_active_networks_info from n-d-828387-3 {{(pid=103185) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:54:31.072731 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-11bf2eff-a5b6-4610-ae25-02d640ce629b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739498 Feb 09 01:54:31.078585 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55550) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:31.094551 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-bc7a94f4-4be5-4932-aa4a-e3a0c80346ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:31.113639 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-719480f8-8d90-45e6-a42c-263313f378df tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (0e81003d-18aa-4ce4-a95e-092e041b810b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:31.120743 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719480f8-8d90-45e6-a42c-263313f378df tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:31.121355 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-719480f8-8d90-45e6-a42c-263313f378df tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:31.294808 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-719480f8-8d90-45e6-a42c-263313f378df tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5312791 Feb 09 01:54:31.311433 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55558) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:31.327242 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d9704fee-cdc6-40cd-b0b7-f7d322a46826 req-1fd4a991-2540-4b7d-b610-47b14115393c tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 210 time: 0.0616841 Feb 09 01:54:31.336454 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-42275812-dc03-41c6-9a02-9a36dafa344d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'subnet': {'network_id': '0e81003d-18aa-4ce4-a95e-092e041b810b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:31.345810 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719480f8-8d90-45e6-a42c-263313f378df tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Network': ['ID=0e81003d-18aa-4ce4-a95e-092e041b810b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:31.498634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 0e81003d-18aa-4ce4-a95e-092e041b810b details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:54:31.501547 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] Set router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:31.665752 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cecbb5b9-8077-45bb-b96e-b6c27b708feb req-b8464014-dd7c-409c-94bf-b98a8e6c2f7e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.1015840 Feb 09 01:54:31.683416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 88387866-2493-49c3-a7c1-3453a5f4a53a is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:31.688020 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8f80f017-9fb0-47e8-961a-f04b48254f6c up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:31.696418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-7824c4ae-3065-4180-906e-9deb6dd49fd4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Allocated IP 172.20.0.6 (bbe85234-1f1c-44c0-aeaf-3380123bb751/e5fb0614-877d-4584-bc3c-a9b6e8f6847d/5999e920-e451-43c7-9f89-0a79191cb1d1) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:31.717324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7a94f4-4be5-4932-aa4a-e3a0c80346ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:31.721934 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bc7a94f4-4be5-4932-aa4a-e3a0c80346ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:31.873991 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42275812-dc03-41c6-9a02-9a36dafa344d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Made reservation on behalf of e5d99e53c4864d1fb3cc111a041859c7 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:31.882792 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-42275812-dc03-41c6-9a02-9a36dafa344d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:32.003307 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 8f80f017-9fb0-47e8-961a-f04b48254f6c triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:32.003966 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8f80f017-9fb0-47e8-961a-f04b48254f6c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:32.062000 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cb10eb-39de-4cd9-a01a-f8f4bf676371 None None] Resources bound (agent type, host, resource id): {{(pid=103185) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:54:32.251984 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55594) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:32.400980 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-42275812-dc03-41c6-9a02-9a36dafa344d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (c874d6f3-7b5a-4319-89f9-ef9e23825297), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:32.407773 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 8f80f017-9fb0-47e8-961a-f04b48254f6c is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:32.423505 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:54:27Z', 'revision_number': 4, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:17Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f80f017-9fb0-47e8-961a-f04b48254f6c', 'name': '', 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:61:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:12Z', 'updated_at': '2022-02-09T01:54:27Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74be433-de8b-40bb-bb9e-f0bad1dd942b', 'name': '', 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:de:2f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:23Z', 'updated_at': '2022-02-09T01:54:28Z', 'revision_number': 2, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:32.478971 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-7824c4ae-3065-4180-906e-9deb6dd49fd4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:32.487782 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] Checking router: 513a9dd9-9882-4ae0-b26a-20b8445a07e5 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:54:32.494176 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] Updating router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 port b74be433-de8b-40bb-bb9e-f0bad1dd942b binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:54:32.565928 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-507ab662-ed79-4ade-b1bd-9be6775bef5f req-4db58d68-ef49-42d7-956c-b01313627150 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 210 time: 0.0465250 Feb 09 01:54:32.592151 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42275812-dc03-41c6-9a02-9a36dafa344d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Subnet': ['ID=c874d6f3-7b5a-4319-89f9-ef9e23825297,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:32.624773 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b74be433-de8b-40bb-bb9e-f0bad1dd942b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:32.645488 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42275812-dc03-41c6-9a02-9a36dafa344d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Checking segment: {'id': 'f79bc5e0-daf2-42a2-af87-47d4b3358845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0e81003d-18aa-4ce4-a95e-092e041b810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:32.645924 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42275812-dc03-41c6-9a02-9a36dafa344d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network hostable DHCP agents. Network: 0e81003d-18aa-4ce4-a95e-092e041b810b, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:54:32.661702 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bc7a94f4-4be5-4932-aa4a-e3a0c80346ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (2c890a15-a4ea-4445-bbcf-3f822a166959), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:32.677305 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2247e219-b325-4cf1-9044-b3051dd78c02 None None] Network f6439075-d3f9-4140-9ea7-a6fbe530b2b9 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:32.698614 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-7824c4ae-3065-4180-906e-9deb6dd49fd4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:32.783584 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42275812-dc03-41c6-9a02-9a36dafa344d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network 0e81003d-18aa-4ce4-a95e-092e041b810b is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:54:32.793595 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7a94f4-4be5-4932-aa4a-e3a0c80346ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:32.805464 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a296140-dd1e-4d5f-b83c-672b28dd84ca None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:32.822206 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-7824c4ae-3065-4180-906e-9deb6dd49fd4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Network bbe85234-1f1c-44c0-aeaf-3380123bb751 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:32.828359 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a94f4-4be5-4932-aa4a-e3a0c80346ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=2c890a15-a4ea-4445-bbcf-3f822a166959,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:32.838994 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-bc7a94f4-4be5-4932-aa4a-e3a0c80346ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:32.851062 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7a94f4-4be5-4932-aa4a-e3a0c80346ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:32.851761 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bc7a94f4-4be5-4932-aa4a-e3a0c80346ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:32.858368 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-42275812-dc03-41c6-9a02-9a36dafa344d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 0e81003d-18aa-4ce4-a95e-092e041b810b) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:32.865947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-7824c4ae-3065-4180-906e-9deb6dd49fd4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:32.881992 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42275812-dc03-41c6-9a02-9a36dafa344d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:32.882862 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-42275812-dc03-41c6-9a02-9a36dafa344d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:32.904345 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-7824c4ae-3065-4180-906e-9deb6dd49fd4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:32.980170 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad79bf0f-4ef3-4750-a747-d2196074d886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:32.989573 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824c4ae-3065-4180-906e-9deb6dd49fd4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Pushing event updated for resources: {'Port': ['ID=5999e920-e451-43c7-9f89-0a79191cb1d1,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:33.000189 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0d0b7492-4c38-4c2a-b778-a9ac17e20de8 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:33.001994 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72231975-cac3-4428-a290-e4e32d2a971a None None] Network 2ba4a829-bbf4-4203-946b-4ce4869ba857 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:33.004102 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f477f9-475d-45af-8e30-e6da3d737120 None None] Network 0e81003d-18aa-4ce4-a95e-092e041b810b requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:33.052286 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bc7a94f4-4be5-4932-aa4a-e3a0c80346ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9688218 Feb 09 01:54:33.118767 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55610) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:33.136146 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-663ac0be-4604-4bb9-8ee1-b24649811a2b req-19da429d-3d1c-4584-819e-7eed0b0e3646 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.1671114 Feb 09 01:54:33.144798 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-42275812-dc03-41c6-9a02-9a36dafa344d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8235672 Feb 09 01:54:33.154458 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e2306a5f-9041-4d83-a901-05a9e9387cb6 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-477786256', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:33.167985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55614) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:33.206001 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad79bf0f-4ef3-4750-a747-d2196074d886 admin admin] Publish callbacks [] for security_group (7a74d39c-b64b-43dd-b2b8-b76b1d41ebd8), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:33.215281 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad79bf0f-4ef3-4750-a747-d2196074d886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7a74d39c-b64b-43dd-b2b8-b76b1d41ebd8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:33.325171 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ad79bf0f-4ef3-4750-a747-d2196074d886 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f7995b4801b48fe910038dad86add67&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0719855 Feb 09 01:54:33.339782 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55618) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:33.361733 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14496e43-a895-42a1-9f09-e12fa0d2dfb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-0e81003d-18aa-4ce4-a95e-092e041b810b', 'network_id': '0e81003d-18aa-4ce4-a95e-092e041b810b', 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'fixed_ips': [{'subnet_id': 'c874d6f3-7b5a-4319-89f9-ef9e23825297'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:54:33.362119 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79bf0f-4ef3-4750-a747-d2196074d886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a74d39c-b64b-43dd-b2b8-b76b1d41ebd8,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:33.362377 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-14496e43-a895-42a1-9f09-e12fa0d2dfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:33.457118 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-7824c4ae-3065-4180-906e-9deb6dd49fd4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:33.462124 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-7824c4ae-3065-4180-906e-9deb6dd49fd4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:33.468449 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8aa4e2f3-61aa-4958-8c9c-0e6f8b45e0c5 None None] Provisioning complete for port 0d0b7492-4c38-4c2a-b778-a9ac17e20de8 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:33.469031 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8aa4e2f3-61aa-4958-8c9c-0e6f8b45e0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0d0b7492-4c38-4c2a-b778-a9ac17e20de8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:33.488379 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0dc5b406-3141-44db-a689-c41939603e99 admin admin] Publish callbacks [] for security_group (7a74d39c-b64b-43dd-b2b8-b76b1d41ebd8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:33.529684 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e2306a5f-9041-4d83-a901-05a9e9387cb6 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (77d3c20b-4956-4853-8a1a-c36096989678), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:33.541796 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0dc5b406-3141-44db-a689-c41939603e99 admin admin] Publish callbacks [] for security_group (7a74d39c-b64b-43dd-b2b8-b76b1d41ebd8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:33.543567 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e2306a5f-9041-4d83-a901-05a9e9387cb6 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (77d3c20b-4956-4853-8a1a-c36096989678), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:33.564330 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-7824c4ae-3065-4180-906e-9deb6dd49fd4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1725142 Feb 09 01:54:33.587154 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-6a1f5a82-ecab-4e89-8ded-51e9a8b8a253 service neutron] Request body: {'port': {'device_id': '02cbf41f-5d80-4951-a18d-60e5cd680594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:33.648255 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0dc5b406-3141-44db-a689-c41939603e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7a74d39c-b64b-43dd-b2b8-b76b1d41ebd8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:33.658756 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0dc5b406-3141-44db-a689-c41939603e99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:33.661423 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0dc5b406-3141-44db-a689-c41939603e99 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a74d39c-b64b-43dd-b2b8-b76b1d41ebd8 HTTP/1.1" status: 204 len: 168 time: 0.3207438 Feb 09 01:54:33.688543 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5b406-3141-44db-a689-c41939603e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a74d39c-b64b-43dd-b2b8-b76b1d41ebd8,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:33.868809 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8aa4e2f3-61aa-4958-8c9c-0e6f8b45e0c5 None None] Current status of the port 0d0b7492-4c38-4c2a-b778-a9ac17e20de8 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:33.946274 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d93847-9a02-449d-aa28-81771e83f74d req-e61d6e8c-a762-43dc-a08c-52ab3c7e9145 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:33.952580 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-04d93847-9a02-449d-aa28-81771e83f74d req-e61d6e8c-a762-43dc-a08c-52ab3c7e9145 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 931 time: 0.1693048 Feb 09 01:54:34.064819 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-14496e43-a895-42a1-9f09-e12fa0d2dfb2 None None] Allocated IP 172.23.0.2 (0e81003d-18aa-4ce4-a95e-092e041b810b/c874d6f3-7b5a-4319-89f9-ef9e23825297/7e81a7a7-80ac-4636-9d35-4538c505999b) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:34.127992 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-04d93847-9a02-449d-aa28-81771e83f74d req-c24db34c-4998-48a1-b4f3-39e410fb86ce tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737416 Feb 09 01:54:34.151854 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e2306a5f-9041-4d83-a901-05a9e9387cb6 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for router_controller (77d3c20b-4956-4853-8a1a-c36096989678), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.205020 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e2306a5f-9041-4d83-a901-05a9e9387cb6 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (77d3c20b-4956-4853-8a1a-c36096989678), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.290977 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55642) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:34.320640 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be7290fc-a482-46c6-a32d-58a37845df91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.360156 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-6a1f5a82-ecab-4e89-8ded-51e9a8b8a253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.434770 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e2306a5f-9041-4d83-a901-05a9e9387cb6 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.435882 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e2306a5f-9041-4d83-a901-05a9e9387cb6 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2987797 Feb 09 01:54:34.440471 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55646) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:34.541376 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be7290fc-a482-46c6-a32d-58a37845df91 admin admin] Publish callbacks [] for security_group (e8ae15ca-0506-4e20-8ddf-2b6d95cfeffb), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.548420 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be7290fc-a482-46c6-a32d-58a37845df91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e8ae15ca-0506-4e20-8ddf-2b6d95cfeffb), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.591500 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7290fc-a482-46c6-a32d-58a37845df91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ae15ca-0506-4e20-8ddf-2b6d95cfeffb,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:34.620461 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec8ec151-a897-435a-92f4-43abeacfe8a9 req-49684263-7cdc-4c76-a5c4-5da351174bb8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.2064233 Feb 09 01:54:34.668017 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-be7290fc-a482-46c6-a32d-58a37845df91 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a14de8b83f0948f6b3203fb2c9fe558a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3759065 Feb 09 01:54:34.673064 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55650) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:34.814295 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8bb15bbd-167f-4ba8-bdb2-aaab3f2a3574 admin admin] Publish callbacks [] for security_group (e8ae15ca-0506-4e20-8ddf-2b6d95cfeffb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.866041 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8bb15bbd-167f-4ba8-bdb2-aaab3f2a3574 admin admin] Publish callbacks [] for security_group (e8ae15ca-0506-4e20-8ddf-2b6d95cfeffb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.874812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 0d0b7492-4c38-4c2a-b778-a9ac17e20de8 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:34.875405 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0d0b7492-4c38-4c2a-b778-a9ac17e20de8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.982620 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8bb15bbd-167f-4ba8-bdb2-aaab3f2a3574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e8ae15ca-0506-4e20-8ddf-2b6d95cfeffb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.986418 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8bb15bbd-167f-4ba8-bdb2-aaab3f2a3574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.992016 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8bb15bbd-167f-4ba8-bdb2-aaab3f2a3574 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8ae15ca-0506-4e20-8ddf-2b6d95cfeffb HTTP/1.1" status: 204 len: 168 time: 0.3175118 Feb 09 01:54:35.023660 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb15bbd-167f-4ba8-bdb2-aaab3f2a3574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ae15ca-0506-4e20-8ddf-2b6d95cfeffb,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:35.155565 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaf85ac-6108-4288-b55f-0a79bc092620 None None] Update dhcp port {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'fixed_ips': [{'subnet_id': '2c890a15-a4ea-4445-bbcf-3f822a166959'}], 'binding:host_id': 'n-d-828387-3'}, 'id': 'b924a96e-27ed-4818-a934-1703deee6363'} from n-d-828387-3. {{(pid=103185) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:54:35.475758 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423aa526-2843-4a93-8bd3-f9ee4ebb3380 req-2a2136fa-3f31-470e-b7e8-1947eef19a65 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:35.487760 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-423aa526-2843-4a93-8bd3-f9ee4ebb3380 req-2a2136fa-3f31-470e-b7e8-1947eef19a65 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 931 time: 0.1490610 Feb 09 01:54:35.602640 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-14496e43-a895-42a1-9f09-e12fa0d2dfb2 None None] Publish callbacks [] for port (7e81a7a7-80ac-4636-9d35-4538c505999b), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:35.612327 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-423aa526-2843-4a93-8bd3-f9ee4ebb3380 req-e8ef2d6c-9f62-4efd-8f72-9d8076389bf0 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229677 Feb 09 01:54:35.726216 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-faaf85ac-6108-4288-b55f-0a79bc092620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b924a96e-27ed-4818-a934-1703deee6363), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:35.749438 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] Publish callbacks [] for port (b74be433-de8b-40bb-bb9e-f0bad1dd942b), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:35.768654 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-14496e43-a895-42a1-9f09-e12fa0d2dfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (7e81a7a7-80ac-4636-9d35-4538c505999b), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:35.781053 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b74be433-de8b-40bb-bb9e-f0bad1dd942b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:35.862551 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14496e43-a895-42a1-9f09-e12fa0d2dfb2 None None] Network 0e81003d-18aa-4ce4-a95e-092e041b810b is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:35.873032 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14496e43-a895-42a1-9f09-e12fa0d2dfb2 None None] Pushing event updated for resources: {'Port': ['ID=7e81a7a7-80ac-4636-9d35-4538c505999b,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:35.875881 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-14496e43-a895-42a1-9f09-e12fa0d2dfb2 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:35.981933 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14496e43-a895-42a1-9f09-e12fa0d2dfb2 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:35.988924 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 0d0b7492-4c38-4c2a-b778-a9ac17e20de8 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:35.991867 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-823d2509-edec-4351-bcab-a8d5ae764f76 None None] Provisioning complete for port 5999e920-e451-43c7-9f89-0a79191cb1d1 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:35.992299 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-823d2509-edec-4351-bcab-a8d5ae764f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:36.052108 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067bbbbf-69af-4a88-89cd-cffb0e3fce8b None None] Pushing event updated for resources: {'Port': ['ID=b74be433-de8b-40bb-bb9e-f0bad1dd942b,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:36.095062 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-823d2509-edec-4351-bcab-a8d5ae764f76 None None] Port 5999e920-e451-43c7-9f89-0a79191cb1d1 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:54:36.148728 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-14496e43-a895-42a1-9f09-e12fa0d2dfb2 None None] Attempting to bind port 7e81a7a7-80ac-4636-9d35-4538c505999b on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:54:36.149115 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-14496e43-a895-42a1-9f09-e12fa0d2dfb2 None None] Attempting to bind port 7e81a7a7-80ac-4636-9d35-4538c505999b by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f79bc5e0-daf2-42a2-af87-47d4b3358845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0e81003d-18aa-4ce4-a95e-092e041b810b'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:54:36.149482 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14496e43-a895-42a1-9f09-e12fa0d2dfb2 None None] Attempting to bind port 7e81a7a7-80ac-4636-9d35-4538c505999b on network 0e81003d-18aa-4ce4-a95e-092e041b810b {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:54:36.277962 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-6a1f5a82-ecab-4e89-8ded-51e9a8b8a253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5999e920-e451-43c7-9f89-0a79191cb1d1 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:54:36.292092 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-6a1f5a82-ecab-4e89-8ded-51e9a8b8a253 service neutron] Publish callbacks [] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:36.313457 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-6a1f5a82-ecab-4e89-8ded-51e9a8b8a253 service neutron] Transition to ACTIVE for port object 5999e920-e451-43c7-9f89-0a79191cb1d1 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:54:36.365819 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14496e43-a895-42a1-9f09-e12fa0d2dfb2 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:54:36.366287 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14496e43-a895-42a1-9f09-e12fa0d2dfb2 None None] Checking segment: {'id': 'f79bc5e0-daf2-42a2-af87-47d4b3358845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0e81003d-18aa-4ce4-a95e-092e041b810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:36.367103 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-14496e43-a895-42a1-9f09-e12fa0d2dfb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:36.367658 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14496e43-a895-42a1-9f09-e12fa0d2dfb2 None None] Bound using segment: {'id': 'f79bc5e0-daf2-42a2-af87-47d4b3358845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0e81003d-18aa-4ce4-a95e-092e041b810b'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:54:36.368181 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-14496e43-a895-42a1-9f09-e12fa0d2dfb2 None None] Bound port: 7e81a7a7-80ac-4636-9d35-4538c505999b, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79bc5e0-daf2-42a2-af87-47d4b3358845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0e81003d-18aa-4ce4-a95e-092e041b810b'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:54:36.368578 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-14496e43-a895-42a1-9f09-e12fa0d2dfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7e81a7a7-80ac-4636-9d35-4538c505999b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:36.407835 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1c36ef83-2758-42a9-991b-43d5a8d17b30 None None] Provisioning complete for port 8f80f017-9fb0-47e8-961a-f04b48254f6c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:36.408375 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1c36ef83-2758-42a9-991b-43d5a8d17b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8f80f017-9fb0-47e8-961a-f04b48254f6c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:36.504625 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] Attempting to bind port b74be433-de8b-40bb-bb9e-f0bad1dd942b on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:54:36.505006 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] Attempting to bind port b74be433-de8b-40bb-bb9e-f0bad1dd942b by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'c66eceaa-b836-4bb1-8b34-7033709fb30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:54:36.505373 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] Attempting to bind port b74be433-de8b-40bb-bb9e-f0bad1dd942b on network 2ba4a829-bbf4-4203-946b-4ce4869ba857 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:54:36.506776 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-6a1f5a82-ecab-4e89-8ded-51e9a8b8a253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:36.523851 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-89a912c1-93de-4201-9842-537b638820f0 req-a6b7c8da-5b87-4a9f-a8bc-4210b342e4e0 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.1010988 Feb 09 01:54:36.609467 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:54:36.609877 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] Checking segment: {'id': 'c66eceaa-b836-4bb1-8b34-7033709fb30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:36.616244 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:36.616756 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] Bound using segment: {'id': 'c66eceaa-b836-4bb1-8b34-7033709fb30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:54:36.617368 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] Bound port: b74be433-de8b-40bb-bb9e-f0bad1dd942b, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66eceaa-b836-4bb1-8b34-7033709fb30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:54:36.617916 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b74be433-de8b-40bb-bb9e-f0bad1dd942b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:36.929286 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f5a82-ecab-4e89-8ded-51e9a8b8a253 service neutron] Pushing event updated for resources: {'Port': ['ID=5999e920-e451-43c7-9f89-0a79191cb1d1,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:36.930400 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c25b4-0594-471c-91fd-f9dfcb7127f9 req-f704c479-68cb-4b2d-9166-e4d0eb3c5912 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:36.933898 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb3c25b4-0594-471c-91fd-f9dfcb7127f9 req-f704c479-68cb-4b2d-9166-e4d0eb3c5912 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 943 time: 0.1721599 Feb 09 01:54:36.993555 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e3370fee-dd73-4830-a195-1b72982999c7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:37.075299 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb3c25b4-0594-471c-91fd-f9dfcb7127f9 req-17541ae8-71b6-44e5-86d6-6c51a251ff15 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279066 Feb 09 01:54:37.138949 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] For port b74be433-de8b-40bb-bb9e-f0bad1dd942b, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:54:37.175969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-14496e43-a895-42a1-9f09-e12fa0d2dfb2 None None] For port 7e81a7a7-80ac-4636-9d35-4538c505999b, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:54:37.180537 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1c36ef83-2758-42a9-991b-43d5a8d17b30 None None] Current status of the port 8f80f017-9fb0-47e8-961a-f04b48254f6c is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:37.189042 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] For port b74be433-de8b-40bb-bb9e-f0bad1dd942b, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b74be433-de8b-40bb-bb9e-f0bad1dd942b,segment=NetworkSegment(c66eceaa-b836-4bb1-8b34-7033709fb30c),segment_id=c66eceaa-b836-4bb1-8b34-7033709fb30c)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:54:37.205378 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed1522f-74f1-44de-a066-b1fa24783ea1 None None] Network 2ba4a829-bbf4-4203-946b-4ce4869ba857 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:37.211304 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-14496e43-a895-42a1-9f09-e12fa0d2dfb2 None None] For port 7e81a7a7-80ac-4636-9d35-4538c505999b, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=7e81a7a7-80ac-4636-9d35-4538c505999b,segment=NetworkSegment(f79bc5e0-daf2-42a2-af87-47d4b3358845),segment_id=f79bc5e0-daf2-42a2-af87-47d4b3358845)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:54:37.220610 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b74be433-de8b-40bb-bb9e-f0bad1dd942b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:37.225224 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-faaf85ac-6108-4288-b55f-0a79bc092620 None None] Allocated IP 2001:db8::2 (ffa86b77-0960-4058-af84-97833edc3344/2c890a15-a4ea-4445-bbcf-3f822a166959/b924a96e-27ed-4818-a934-1703deee6363) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:37.311889 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-14496e43-a895-42a1-9f09-e12fa0d2dfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7e81a7a7-80ac-4636-9d35-4538c505999b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:37.377841 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-6a1f5a82-ecab-4e89-8ded-51e9a8b8a253 service neutron] Attempting to bind port 5999e920-e451-43c7-9f89-0a79191cb1d1 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:54:37.378702 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-6a1f5a82-ecab-4e89-8ded-51e9a8b8a253 service neutron] Attempting to bind port 5999e920-e451-43c7-9f89-0a79191cb1d1 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:54:37.379054 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-6a1f5a82-ecab-4e89-8ded-51e9a8b8a253 service neutron] Attempting to bind port 5999e920-e451-43c7-9f89-0a79191cb1d1 on network bbe85234-1f1c-44c0-aeaf-3380123bb751 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:54:37.389709 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1c36ef83-2758-42a9-991b-43d5a8d17b30 None None] Provisioning complete for port 0bd3d97a-04d0-4644-b0d9-11d2b0c39bed triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:37.391410 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-6a1f5a82-ecab-4e89-8ded-51e9a8b8a253 service neutron] Port 5999e920-e451-43c7-9f89-0a79191cb1d1 on network bbe85234-1f1c-44c0-aeaf-3380123bb751 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:54:37.391822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-6a1f5a82-ecab-4e89-8ded-51e9a8b8a253 service neutron] Attempting to bind port 5999e920-e451-43c7-9f89-0a79191cb1d1 on network bbe85234-1f1c-44c0-aeaf-3380123bb751 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:54:37.392216 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1c36ef83-2758-42a9-991b-43d5a8d17b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0bd3d97a-04d0-4644-b0d9-11d2b0c39bed), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:37.402500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-6a1f5a82-ecab-4e89-8ded-51e9a8b8a253 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:54:37.402846 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-6a1f5a82-ecab-4e89-8ded-51e9a8b8a253 service neutron] Checking segment: {'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:37.403394 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-6a1f5a82-ecab-4e89-8ded-51e9a8b8a253 service neutron] Bound using segment: {'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:54:37.403858 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-6a1f5a82-ecab-4e89-8ded-51e9a8b8a253 service neutron] Bound port: 5999e920-e451-43c7-9f89-0a79191cb1d1, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:54:37.404270 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-6a1f5a82-ecab-4e89-8ded-51e9a8b8a253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:37.488576 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c818a32-5cf5-4214-abfe-4dba8fa483a9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:37.614252 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067bbbbf-69af-4a88-89cd-cffb0e3fce8b None None] Pushing event updated for resources: {'Port': ['ID=b74be433-de8b-40bb-bb9e-f0bad1dd942b,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:37.618259 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] Routers {'513a9dd9-9882-4ae0-b26a-20b8445a07e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:37.619141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:37.705975 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-14087b6f-cfca-413f-bf5a-cb96a74bb944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:37.861907 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2d00d30-8daa-4f97-a927-35bbb2ddadab req-a10fd40b-ef31-4ec4-a610-3d90722701c1 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.1266873 Feb 09 01:54:37.942355 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-6a1f5a82-ecab-4e89-8ded-51e9a8b8a253 service neutron] For port 5999e920-e451-43c7-9f89-0a79191cb1d1, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:54:37.948443 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-6a1f5a82-ecab-4e89-8ded-51e9a8b8a253 service neutron] For port 5999e920-e451-43c7-9f89-0a79191cb1d1, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5999e920-e451-43c7-9f89-0a79191cb1d1,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:54:37.966217 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-6a1f5a82-ecab-4e89-8ded-51e9a8b8a253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:37.971606 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-faaf85ac-6108-4288-b55f-0a79bc092620 None None] For port b924a96e-27ed-4818-a934-1703deee6363, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b924a96e-27ed-4818-a934-1703deee6363,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:38.130357 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14496e43-a895-42a1-9f09-e12fa0d2dfb2 None None] Pushing event updated for resources: {'Port': ['ID=7e81a7a7-80ac-4636-9d35-4538c505999b,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:38.166810 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] Set router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:38.213460 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-6a1f5a82-ecab-4e89-8ded-51e9a8b8a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:38.214323 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-6a1f5a82-ecab-4e89-8ded-51e9a8b8a253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:38.217961 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-6a1f5a82-ecab-4e89-8ded-51e9a8b8a253 service neutron] 10.222.0.48 "PUT /v2.0/ports/5999e920-e451-43c7-9f89-0a79191cb1d1 HTTP/1.1" status: 200 len: 1091 time: 4.6355779 Feb 09 01:54:38.230160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02cbf41f-5d80-4951-a18d-60e5cd680594', 'tag': '5999e920-e451-43c7-9f89-0a79191cb1d1'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:54:38.232431 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fed3eb9-e2c0-45e6-ae94-05d5e4606d94" -d '{"events": [{"name": "network-changed", "server_uuid": "02cbf41f-5d80-4951-a18d-60e5cd680594", "tag": "5999e920-e451-43c7-9f89-0a79191cb1d1"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:54:38.310294 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-faaf85ac-6108-4288-b55f-0a79bc092620 None None] Publish callbacks [] for port (b924a96e-27ed-4818-a934-1703deee6363), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:38.353970 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1c36ef83-2758-42a9-991b-43d5a8d17b30 None None] Current status of the port 0bd3d97a-04d0-4644-b0d9-11d2b0c39bed is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:38.369392 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fcff5-a7df-4484-8cbd-7b4528531b1b req-8fe6a199-43ef-4f7b-8b70-ca12a924bbb4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:38.373450 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-faaf85ac-6108-4288-b55f-0a79bc092620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b924a96e-27ed-4818-a934-1703deee6363), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:38.387825 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4c7fcff5-a7df-4484-8cbd-7b4528531b1b req-8fe6a199-43ef-4f7b-8b70-ca12a924bbb4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 943 time: 0.1510985 Feb 09 01:54:38.412313 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b744830a-80a8-4bab-873f-98eaeab56ff2 x-openstack-request-id: req-b744830a-80a8-4bab-873f-98eaeab56ff2 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:54:38.413872 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02cbf41f-5d80-4951-a18d-60e5cd680594", "tag": "5999e920-e451-43c7-9f89-0a79191cb1d1", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:54:38.414142 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b744830a-80a8-4bab-873f-98eaeab56ff2 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:54:38.414566 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02cbf41f-5d80-4951-a18d-60e5cd680594', 'tag': '5999e920-e451-43c7-9f89-0a79191cb1d1', 'status': 'completed', 'code': 200} Feb 09 01:54:38.528088 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4c7fcff5-a7df-4484-8cbd-7b4528531b1b req-f4fec368-f21f-4aa3-87d1-52c0fc65bf8d tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318045 Feb 09 01:54:38.587551 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f5a82-ecab-4e89-8ded-51e9a8b8a253 service neutron] Pushing event updated for resources: {'Port': ['ID=5999e920-e451-43c7-9f89-0a79191cb1d1,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:38.695477 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-b791af6e-4ddf-4523-8be7-f2fe752638cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:38.697030 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-b791af6e-4ddf-4523-8be7-f2fe752638cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=225062ed147a4a2299a703d06854300c&device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 1125 time: 0.4147646 Feb 09 01:54:38.759922 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-1610500c-ba48-4cbc-b71d-087f4edc6353 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5999e920-e451-43c7-9f89-0a79191cb1d1 HTTP/1.1" status: 200 len: 217 time: 0.0553091 Feb 09 01:54:38.784153 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-2c818a32-5cf5-4214-abfe-4dba8fa483a9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8::1 (ffa86b77-0960-4058-af84-97833edc3344/2c890a15-a4ea-4445-bbcf-3f822a166959/ed85cbfe-d17f-4d93-99c9-acd00e45674a) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:38.830714 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-e3370fee-dd73-4830-a195-1b72982999c7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Allocated IP 172.23.0.1 (0e81003d-18aa-4ce4-a95e-092e041b810b/c874d6f3-7b5a-4319-89f9-ef9e23825297/2b7be9d7-a81c-4036-9e84-4452ec9ba323) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:39.157128 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1c36ef83-2758-42a9-991b-43d5a8d17b30 None None] Provisioning complete for port 0d0b7492-4c38-4c2a-b778-a9ac17e20de8 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:39.159195 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1c36ef83-2758-42a9-991b-43d5a8d17b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0d0b7492-4c38-4c2a-b778-a9ac17e20de8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:39.185921 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e3370fee-dd73-4830-a195-1b72982999c7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for port (2b7be9d7-a81c-4036-9e84-4452ec9ba323), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:39.223709 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-96be0c81-2cad-4f17-a3ff-8100aa79c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:39.225259 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-96be0c81-2cad-4f17-a3ff-8100aa79c910 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e5fb0614-877d-4584-bc3c-a9b6e8f6847d HTTP/1.1" status: 200 len: 856 time: 0.4528029 Feb 09 01:54:39.249473 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf85ac-6108-4288-b55f-0a79bc092620 None None] Pushing event updated for resources: {'Port': ['ID=b924a96e-27ed-4818-a934-1703deee6363,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:39.279358 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c2c05da8-cf39-42c7-9a7e-e99f73c8d399 req-656d26ae-b1fa-426b-bb77-e463a21c4349 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.0838685 Feb 09 01:54:39.449564 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1c36ef83-2758-42a9-991b-43d5a8d17b30 None None] Current status of the port 0d0b7492-4c38-4c2a-b778-a9ac17e20de8 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:39.467354 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c818a32-5cf5-4214-abfe-4dba8fa483a9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (ed85cbfe-d17f-4d93-99c9-acd00e45674a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:39.473401 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e3370fee-dd73-4830-a195-1b72982999c7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (2b7be9d7-a81c-4036-9e84-4452ec9ba323), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:39.474179 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:54:27Z', 'revision_number': 4, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:17Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f80f017-9fb0-47e8-961a-f04b48254f6c', 'name': '', 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:61:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:12Z', 'updated_at': '2022-02-09T01:54:27Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74be433-de8b-40bb-bb9e-f0bad1dd942b', 'name': '', 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:de:2f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:23Z', 'updated_at': '2022-02-09T01:54:37Z', 'revision_number': 4, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:39.520226 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6921172-23cb-47d2-9aa8-3c83da43cb15 None None] The sync data for ids ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'] in n-d-828387-3 is: [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:54:27Z', 'revision_number': 4, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:17Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f80f017-9fb0-47e8-961a-f04b48254f6c', 'name': '', 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:61:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:12Z', 'updated_at': '2022-02-09T01:54:27Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74be433-de8b-40bb-bb9e-f0bad1dd942b', 'name': '', 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:de:2f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:23Z', 'updated_at': '2022-02-09T01:54:37Z', 'revision_number': 4, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:54:39.547582 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-8168763d-2eec-45c7-8e33-bff844fbde81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:39.553261 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-8168763d-2eec-45c7-8e33-bff844fbde81 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bbe85234-1f1c-44c0-aeaf-3380123bb751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3081484 Feb 09 01:54:39.642171 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3370fee-dd73-4830-a195-1b72982999c7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Port': ['ID=2b7be9d7-a81c-4036-9e84-4452ec9ba323,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:39.666611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d07f8351-fa07-482d-9f4d-30389a91b6b3 None None] Provisioning complete for port 88387866-2493-49c3-a7c1-3453a5f4a53a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:39.686204 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d07f8351-fa07-482d-9f4d-30389a91b6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (88387866-2493-49c3-a7c1-3453a5f4a53a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:39.733576 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3370fee-dd73-4830-a195-1b72982999c7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network 0e81003d-18aa-4ce4-a95e-092e041b810b is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:39.845251 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2c8983-7f18-486e-af88-b72863fb84ab None None] Network 0e81003d-18aa-4ce4-a95e-092e041b810b requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:39.855255 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fd0fc-0bc9-4dff-a07a-41983f6e6b48 req-f8a16f35-f662-467d-a820-5966cc0ff6a9 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:39.876245 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e2fd0fc-0bc9-4dff-a07a-41983f6e6b48 req-f8a16f35-f662-467d-a820-5966cc0ff6a9 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 943 time: 0.1416740 Feb 09 01:54:40.021951 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-e3370fee-dd73-4830-a195-1b72982999c7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:40.037032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3370fee-dd73-4830-a195-1b72982999c7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:40.053655 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e2fd0fc-0bc9-4dff-a07a-41983f6e6b48 req-6a9cc33b-28d7-4b66-a759-a8c7b2becc15 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747935 Feb 09 01:54:40.053786 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c818a32-5cf5-4214-abfe-4dba8fa483a9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ed85cbfe-d17f-4d93-99c9-acd00e45674a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:40.062856 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bc9fffec-49f5-4c00-8861-8901c566557c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:40.071618 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:40.202996 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c818a32-5cf5-4214-abfe-4dba8fa483a9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:40.308266 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-2c818a32-5cf5-4214-abfe-4dba8fa483a9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:40.355544 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d07f8351-fa07-482d-9f4d-30389a91b6b3 None None] Current status of the port 88387866-2493-49c3-a7c1-3453a5f4a53a is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:40.356178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c818a32-5cf5-4214-abfe-4dba8fa483a9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:40.356891 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c818a32-5cf5-4214-abfe-4dba8fa483a9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (77d3c20b-4956-4853-8a1a-c36096989678), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:40.423099 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d07f8351-fa07-482d-9f4d-30389a91b6b3 None None] Provisioning complete for port b74be433-de8b-40bb-bb9e-f0bad1dd942b triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:40.430921 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d07f8351-fa07-482d-9f4d-30389a91b6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b74be433-de8b-40bb-bb9e-f0bad1dd942b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:40.555684 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-7bccdef2-25ef-41ec-98dd-877cf9a5eeb5 service neutron] 10.222.0.48 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9050941 Feb 09 01:54:40.706632 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b74be433-de8b-40bb-bb9e-f0bad1dd942b up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:40.834713 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9825cf7f-d79b-41f1-a092-d1184fca8bfe req-8639c387-8590-437d-9744-36373dba7099 service neutron] 10.222.0.48 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667663 Feb 09 01:54:40.862008 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e3370fee-dd73-4830-a195-1b72982999c7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (513a9dd9-9882-4ae0-b26a-20b8445a07e5), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:40.959842 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d07f8351-fa07-482d-9f4d-30389a91b6b3 None None] Current status of the port b74be433-de8b-40bb-bb9e-f0bad1dd942b is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:40.960542 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d07f8351-fa07-482d-9f4d-30389a91b6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b74be433-de8b-40bb-bb9e-f0bad1dd942b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:41.007288 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:41.023001 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:41.059347 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c818a32-5cf5-4214-abfe-4dba8fa483a9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=ed85cbfe-d17f-4d93-99c9-acd00e45674a,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:41.105303 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a29ca7f3-e8ed-4b02-85f7-d204288c2b28 req-8551bf11-9602-4000-8354-f942d78a133e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.5635746 Feb 09 01:54:41.146343 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d07f8351-fa07-482d-9f4d-30389a91b6b3 None None] For port b74be433-de8b-40bb-bb9e-f0bad1dd942b, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b74be433-de8b-40bb-bb9e-f0bad1dd942b,segment=NetworkSegment(c66eceaa-b836-4bb1-8b34-7033709fb30c),segment_id=c66eceaa-b836-4bb1-8b34-7033709fb30c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:41.147438 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b74be433-de8b-40bb-bb9e-f0bad1dd942b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:41.147991 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b74be433-de8b-40bb-bb9e-f0bad1dd942b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:41.162304 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d07f8351-fa07-482d-9f4d-30389a91b6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b74be433-de8b-40bb-bb9e-f0bad1dd942b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:41.354558 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e3370fee-dd73-4830-a195-1b72982999c7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2b7be9d7-a81c-4036-9e84-4452ec9ba323), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:41.432515 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb3bc3-08f2-4ea2-a5d8-fe12870d8451 req-cee8bb25-a6f6-46d0-997e-457091e7229c tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:41.434108 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fecb3bc3-08f2-4ea2-a5d8-fe12870d8451 req-cee8bb25-a6f6-46d0-997e-457091e7229c tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 943 time: 0.1965337 Feb 09 01:54:41.446388 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-39551da9-c2bf-4b52-87f4-cc8a33fc338e None None] Provisioning complete for port 2b7be9d7-a81c-4036-9e84-4452ec9ba323 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:41.448620 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-39551da9-c2bf-4b52-87f4-cc8a33fc338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2b7be9d7-a81c-4036-9e84-4452ec9ba323), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:41.504908 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed3eb9-e2c0-45e6-ae94-05d5e4606d94 req-90d98f9d-3232-4ace-b837-2f0ac221ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:41.510718 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-39551da9-c2bf-4b52-87f4-cc8a33fc338e None None] Port 2b7be9d7-a81c-4036-9e84-4452ec9ba323 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:54:41.512772 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5a9ed9-d2dc-4009-8367-0eddc8ca71a2 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:41.515091 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f8351-fa07-482d-9f4d-30389a91b6b3 None None] Pushing event updated for resources: {'Port': ['ID=b74be433-de8b-40bb-bb9e-f0bad1dd942b,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:41.516788 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9fed3eb9-e2c0-45e6-ae94-05d5e4606d94 req-90d98f9d-3232-4ace-b837-2f0ac221ab0a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=225062ed147a4a2299a703d06854300c&device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 1125 time: 0.4287417 Feb 09 01:54:41.629141 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c818a32-5cf5-4214-abfe-4dba8fa483a9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ed85cbfe-d17f-4d93-99c9-acd00e45674a), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:41.639343 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-39551da9-c2bf-4b52-87f4-cc8a33fc338e None None] Provisioning complete for port 7e81a7a7-80ac-4636-9d35-4538c505999b triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:41.639759 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-39551da9-c2bf-4b52-87f4-cc8a33fc338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7e81a7a7-80ac-4636-9d35-4538c505999b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:41.640967 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fecb3bc3-08f2-4ea2-a5d8-fe12870d8451 req-421a3e09-bc3f-492e-b710-3b56df2a83f4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007599 Feb 09 01:54:41.755465 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b74be433-de8b-40bb-bb9e-f0bad1dd942b is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:41.756855 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7e81a7a7-80ac-4636-9d35-4538c505999b up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:41.945377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 7e81a7a7-80ac-4636-9d35-4538c505999b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:41.946070 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7e81a7a7-80ac-4636-9d35-4538c505999b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:41.963669 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed3eb9-e2c0-45e6-ae94-05d5e4606d94 req-ed9818b0-a8c9-4cec-893a-f787e4fd255f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:41.965471 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9fed3eb9-e2c0-45e6-ae94-05d5e4606d94 req-ed9818b0-a8c9-4cec-893a-f787e4fd255f service neutron] 10.222.0.48 "GET /v2.0/networks?id=bbe85234-1f1c-44c0-aeaf-3380123bb751 HTTP/1.1" status: 200 len: 918 time: 0.4212167 Feb 09 01:54:41.986386 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-39551da9-c2bf-4b52-87f4-cc8a33fc338e None None] Current status of the port 7e81a7a7-80ac-4636-9d35-4538c505999b is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:41.987026 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-39551da9-c2bf-4b52-87f4-cc8a33fc338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7e81a7a7-80ac-4636-9d35-4538c505999b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:42.089471 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-39551da9-c2bf-4b52-87f4-cc8a33fc338e None None] For port 7e81a7a7-80ac-4636-9d35-4538c505999b, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=7e81a7a7-80ac-4636-9d35-4538c505999b,segment=NetworkSegment(f79bc5e0-daf2-42a2-af87-47d4b3358845),segment_id=f79bc5e0-daf2-42a2-af87-47d4b3358845)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:42.098055 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-39551da9-c2bf-4b52-87f4-cc8a33fc338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7e81a7a7-80ac-4636-9d35-4538c505999b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:42.192563 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 7e81a7a7-80ac-4636-9d35-4538c505999b is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:42.192563 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7e81a7a7-80ac-4636-9d35-4538c505999b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:42.222400 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-39551da9-c2bf-4b52-87f4-cc8a33fc338e None None] Provisioning complete for port b74be433-de8b-40bb-bb9e-f0bad1dd942b triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:42.223049 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-39551da9-c2bf-4b52-87f4-cc8a33fc338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b74be433-de8b-40bb-bb9e-f0bad1dd942b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:42.326078 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55856) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:42.330206 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39551da9-c2bf-4b52-87f4-cc8a33fc338e None None] Pushing event updated for resources: {'Port': ['ID=7e81a7a7-80ac-4636-9d35-4538c505999b,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:42.427504 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18fa99d-af03-4b45-982a-012e35cff227 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:42.438277 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:42.477329 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55862) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:42.485735 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:54:42.486730 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:54:42.574224 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9fed3eb9-e2c0-45e6-ae94-05d5e4606d94 req-f40165f5-06a1-454a-8ee7-d9ccad69c0f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5999e920-e451-43c7-9f89-0a79191cb1d1 HTTP/1.1" status: 200 len: 217 time: 0.5800467 Feb 09 01:54:42.613562 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-39551da9-c2bf-4b52-87f4-cc8a33fc338e None None] Current status of the port b74be433-de8b-40bb-bb9e-f0bad1dd942b is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:42.650590 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6828cf4b-ef6b-4fee-b013-f79da6823a51 req-e2016dc9-7917-40ae-a8ac-e56d8a15926b tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.0749700 Feb 09 01:54:42.651514 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-11353ff2-86dc-4fc6-b21c-811567fdfaae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:42.759895 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-86bf1a8f-11cb-41ba-9db5-3a22bea1cf84 None None] Provisioning complete for port 2b7be9d7-a81c-4036-9e84-4452ec9ba323 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:42.760272 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-86bf1a8f-11cb-41ba-9db5-3a22bea1cf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2b7be9d7-a81c-4036-9e84-4452ec9ba323), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:42.774293 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b7fad4ba-b7dc-4ae2-af08-b752b17d4e76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:42.808510 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed3eb9-e2c0-45e6-ae94-05d5e4606d94 req-0db7a1dc-ebcb-4299-af67-20092a7a4a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:42.810387 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9fed3eb9-e2c0-45e6-ae94-05d5e4606d94 req-0db7a1dc-ebcb-4299-af67-20092a7a4a4d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e5fb0614-877d-4584-bc3c-a9b6e8f6847d HTTP/1.1" status: 200 len: 856 time: 0.2210243 Feb 09 01:54:42.823830 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-86bf1a8f-11cb-41ba-9db5-3a22bea1cf84 None None] Port 2b7be9d7-a81c-4036-9e84-4452ec9ba323 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:54:42.837276 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-86bf1a8f-11cb-41ba-9db5-3a22bea1cf84 None None] Provisioning complete for port ed85cbfe-d17f-4d93-99c9-acd00e45674a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:42.838036 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-86bf1a8f-11cb-41ba-9db5-3a22bea1cf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ed85cbfe-d17f-4d93-99c9-acd00e45674a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:42.886692 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-86bf1a8f-11cb-41ba-9db5-3a22bea1cf84 None None] Port ed85cbfe-d17f-4d93-99c9-acd00e45674a cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:54:42.903306 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-86bf1a8f-11cb-41ba-9db5-3a22bea1cf84 None None] Provisioning complete for port b924a96e-27ed-4818-a934-1703deee6363 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:42.903306 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-86bf1a8f-11cb-41ba-9db5-3a22bea1cf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b924a96e-27ed-4818-a934-1703deee6363), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:42.939510 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-11353ff2-86dc-4fc6-b21c-811567fdfaae admin admin] Publish callbacks [] for security_group (6c1a3d8e-ffa9-475f-b668-852002ab1683), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:42.970537 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-11353ff2-86dc-4fc6-b21c-811567fdfaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6c1a3d8e-ffa9-475f-b668-852002ab1683), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.008941 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-11353ff2-86dc-4fc6-b21c-811567fdfaae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7ad63fe78254bd99f374f85f2d03f89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6815758 Feb 09 01:54:43.024447 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55868) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:43.026807 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa9f61-f9a2-4e38-98fa-f4c06cccd751 req-379d6ed6-d437-4fbe-951c-8d855c1fbef4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:43.028419 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-02fa9f61-f9a2-4e38-98fa-f4c06cccd751 req-379d6ed6-d437-4fbe-951c-8d855c1fbef4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 943 time: 0.2489941 Feb 09 01:54:43.074531 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-86bf1a8f-11cb-41ba-9db5-3a22bea1cf84 None None] Current status of the port b924a96e-27ed-4818-a934-1703deee6363 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:43.074924 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-86bf1a8f-11cb-41ba-9db5-3a22bea1cf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b924a96e-27ed-4818-a934-1703deee6363), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.086787 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 7e81a7a7-80ac-4636-9d35-4538c505999b is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:43.087923 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b924a96e-27ed-4818-a934-1703deee6363 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:43.101873 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c818a32-5cf5-4214-abfe-4dba8fa483a9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (ed85cbfe-d17f-4d93-99c9-acd00e45674a), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.149149 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed3eb9-e2c0-45e6-ae94-05d5e4606d94 req-9c3fcb09-736d-4206-81c8-3cb1475d801c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:43.150770 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9fed3eb9-e2c0-45e6-ae94-05d5e4606d94 req-9c3fcb09-736d-4206-81c8-3cb1475d801c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bbe85234-1f1c-44c0-aeaf-3380123bb751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3198600 Feb 09 01:54:43.151469 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c818a32-5cf5-4214-abfe-4dba8fa483a9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (ed85cbfe-d17f-4d93-99c9-acd00e45674a), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.153657 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c818a32-5cf5-4214-abfe-4dba8fa483a9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (77d3c20b-4956-4853-8a1a-c36096989678), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.154764 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-86bf1a8f-11cb-41ba-9db5-3a22bea1cf84 None None] For port b924a96e-27ed-4818-a934-1703deee6363, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b924a96e-27ed-4818-a934-1703deee6363,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:43.165579 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-86bf1a8f-11cb-41ba-9db5-3a22bea1cf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b924a96e-27ed-4818-a934-1703deee6363), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.182906 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b7fad4ba-b7dc-4ae2-af08-b752b17d4e76 admin admin] Publish callbacks [] for security_group (19691106-b133-4054-a8f3-b5bb8794218e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.184704 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11353ff2-86dc-4fc6-b21c-811567fdfaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1a3d8e-ffa9-475f-b668-852002ab1683,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:43.213418 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353ff2-86dc-4fc6-b21c-811567fdfaae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:43.214111 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353ff2-86dc-4fc6-b21c-811567fdfaae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:43.215524 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353ff2-86dc-4fc6-b21c-811567fdfaae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:43.216092 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353ff2-86dc-4fc6-b21c-811567fdfaae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:43.216721 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353ff2-86dc-4fc6-b21c-811567fdfaae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:43.217281 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353ff2-86dc-4fc6-b21c-811567fdfaae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:43.217987 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353ff2-86dc-4fc6-b21c-811567fdfaae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:43.218524 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353ff2-86dc-4fc6-b21c-811567fdfaae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:43.219617 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353ff2-86dc-4fc6-b21c-811567fdfaae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:43.220180 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353ff2-86dc-4fc6-b21c-811567fdfaae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:43.220773 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353ff2-86dc-4fc6-b21c-811567fdfaae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:43.221367 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353ff2-86dc-4fc6-b21c-811567fdfaae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:43.222274 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353ff2-86dc-4fc6-b21c-811567fdfaae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:43.241117 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b924a96e-27ed-4818-a934-1703deee6363 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:43.241641 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b924a96e-27ed-4818-a934-1703deee6363), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.255069 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b7fad4ba-b7dc-4ae2-af08-b752b17d4e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (19691106-b133-4054-a8f3-b5bb8794218e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.266680 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf1a8f-11cb-41ba-9db5-3a22bea1cf84 None None] Pushing event updated for resources: {'Port': ['ID=b924a96e-27ed-4818-a934-1703deee6363,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:43.335706 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b7fad4ba-b7dc-4ae2-af08-b752b17d4e76 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b59d643b174e424f85e61c58992dcf5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8541653 Feb 09 01:54:43.335920 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-998f4a18-5648-4917-b228-2f30dc2defd3 None None] Provisioning complete for port ed85cbfe-d17f-4d93-99c9-acd00e45674a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:43.336686 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-998f4a18-5648-4917-b228-2f30dc2defd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ed85cbfe-d17f-4d93-99c9-acd00e45674a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.356922 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-02fa9f61-f9a2-4e38-98fa-f4c06cccd751 req-c805eb1f-b806-491a-a72d-b7243aa5d1bb tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037500 Feb 09 01:54:43.358434 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55872) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:43.383460 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9fed3eb9-e2c0-45e6-ae94-05d5e4606d94 req-b21ade30-9cde-4f61-8566-7161a43bd161 service neutron] 10.222.0.48 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062354 Feb 09 01:54:43.384124 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c818a32-5cf5-4214-abfe-4dba8fa483a9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=ed85cbfe-d17f-4d93-99c9-acd00e45674a,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:43.417828 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-998f4a18-5648-4917-b228-2f30dc2defd3 None None] Port ed85cbfe-d17f-4d93-99c9-acd00e45674a cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:54:43.442614 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fad4ba-b7dc-4ae2-af08-b752b17d4e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19691106-b133-4054-a8f3-b5bb8794218e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:43.479381 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.491641 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b924a96e-27ed-4818-a934-1703deee6363 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:43.492462 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c881f3c4-a24d-4d23-a0ae-41685a50dcd3 admin admin] Publish callbacks [] for security_group (19691106-b133-4054-a8f3-b5bb8794218e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.494961 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-998f4a18-5648-4917-b228-2f30dc2defd3 None None] Provisioning complete for port b924a96e-27ed-4818-a934-1703deee6363 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:43.495362 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-998f4a18-5648-4917-b228-2f30dc2defd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b924a96e-27ed-4818-a934-1703deee6363), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.551936 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c881f3c4-a24d-4d23-a0ae-41685a50dcd3 admin admin] Publish callbacks [] for security_group (19691106-b133-4054-a8f3-b5bb8794218e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.639936 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e3370fee-dd73-4830-a195-1b72982999c7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for port (2b7be9d7-a81c-4036-9e84-4452ec9ba323), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.644787 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-998f4a18-5648-4917-b228-2f30dc2defd3 None None] Current status of the port b924a96e-27ed-4818-a934-1703deee6363 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:43.651059 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c881f3c4-a24d-4d23-a0ae-41685a50dcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (19691106-b133-4054-a8f3-b5bb8794218e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.660618 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c881f3c4-a24d-4d23-a0ae-41685a50dcd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.664087 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c881f3c4-a24d-4d23-a0ae-41685a50dcd3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/19691106-b133-4054-a8f3-b5bb8794218e HTTP/1.1" status: 204 len: 168 time: 0.2934318 Feb 09 01:54:43.664915 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e3370fee-dd73-4830-a195-1b72982999c7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (2b7be9d7-a81c-4036-9e84-4452ec9ba323), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.666249 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b74be433-de8b-40bb-bb9e-f0bad1dd942b up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:43.680941 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881f3c4-a24d-4d23-a0ae-41685a50dcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19691106-b133-4054-a8f3-b5bb8794218e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:43.753570 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3370fee-dd73-4830-a195-1b72982999c7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event updated for resources: {'Port': ['ID=2b7be9d7-a81c-4036-9e84-4452ec9ba323,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:43.758645 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-398c4e24-04e6-4ef6-b98a-04904e563fa8 admin admin] Publish callbacks [] for security_group (6c1a3d8e-ffa9-475f-b668-852002ab1683), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.784499 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-398c4e24-04e6-4ef6-b98a-04904e563fa8 admin admin] Publish callbacks [] for security_group (6c1a3d8e-ffa9-475f-b668-852002ab1683), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.792976 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-bc8169c3-4492-4ccd-881e-3e06b365ff2f None None] Could not find standard attr ID for object a4f41af0-fbfa-4482-8f31-85a29090027c. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:54:43.854087 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b74be433-de8b-40bb-bb9e-f0bad1dd942b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:43.854571 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b74be433-de8b-40bb-bb9e-f0bad1dd942b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.894899 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9fed3eb9-e2c0-45e6-ae94-05d5e4606d94 req-752dc51a-8d2e-4f72-abd2-1550365093b1 service neutron] 10.222.0.48 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976032 Feb 09 01:54:43.924597 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-398c4e24-04e6-4ef6-b98a-04904e563fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6c1a3d8e-ffa9-475f-b668-852002ab1683), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.927804 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-398c4e24-04e6-4ef6-b98a-04904e563fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.929943 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-398c4e24-04e6-4ef6-b98a-04904e563fa8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6c1a3d8e-ffa9-475f-b668-852002ab1683 HTTP/1.1" status: 204 len: 168 time: 0.9034133 Feb 09 01:54:43.940813 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9ae45dd4-41b0-4b6e-8602-40f5a9f2d16b req-075e9df3-3dc8-426e-a90a-6dda4eabed8d tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.0792120 Feb 09 01:54:43.980521 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c818a32-5cf5-4214-abfe-4dba8fa483a9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:43.991727 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e3370fee-dd73-4830-a195-1b72982999c7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (513a9dd9-9882-4ae0-b26a-20b8445a07e5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:44.017098 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-2c818a32-5cf5-4214-abfe-4dba8fa483a9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:44.022526 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c4e24-04e6-4ef6-b98a-04904e563fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1a3d8e-ffa9-475f-b668-852002ab1683,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:44.052490 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f6925af0-538e-496b-a353-cb95aea66502 None None] Provisioning complete for port ed85cbfe-d17f-4d93-99c9-acd00e45674a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:44.052877 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f6925af0-538e-496b-a353-cb95aea66502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ed85cbfe-d17f-4d93-99c9-acd00e45674a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:44.058146 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b74be433-de8b-40bb-bb9e-f0bad1dd942b is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:44.059794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7e81a7a7-80ac-4636-9d35-4538c505999b up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:44.236671 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55884) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:44.260308 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9d29388c-bcdf-40d4-aa1b-5d9cd288c2c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:44.347830 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3370fee-dd73-4830-a195-1b72982999c7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Network 0e81003d-18aa-4ce4-a95e-092e041b810b is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:44.388876 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f6925af0-538e-496b-a353-cb95aea66502 None None] Port ed85cbfe-d17f-4d93-99c9-acd00e45674a cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:54:44.393380 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9d29388c-bcdf-40d4-aa1b-5d9cd288c2c8 admin admin] Publish callbacks [] for security_group (e874f9d9-0207-46b1-a703-17cee61f1e23), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:44.400399 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9d29388c-bcdf-40d4-aa1b-5d9cd288c2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e874f9d9-0207-46b1-a703-17cee61f1e23), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:44.452391 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-e3370fee-dd73-4830-a195-1b72982999c7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:44.455131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29388c-bcdf-40d4-aa1b-5d9cd288c2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e874f9d9-0207-46b1-a703-17cee61f1e23,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:44.483474 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9d29388c-bcdf-40d4-aa1b-5d9cd288c2c8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6a499af06904dbba72a82a0a6e5ab91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2434583 Feb 09 01:54:44.483987 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55888) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:44.514918 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 7e81a7a7-80ac-4636-9d35-4538c505999b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:44.515529 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7e81a7a7-80ac-4636-9d35-4538c505999b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:44.619354 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55890) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:44.638596 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fa869961-bd18-4003-9a8c-bccd47293c23 admin admin] Publish callbacks [] for security_group (e874f9d9-0207-46b1-a703-17cee61f1e23), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:44.657829 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcac26-d6bc-4db0-8831-031436c8ce3b req-0b5bd1a8-4386-4aa8-88f1-39d0faff6e9a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:44.665287 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a2dcac26-d6bc-4db0-8831-031436c8ce3b req-0b5bd1a8-4386-4aa8-88f1-39d0faff6e9a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 943 time: 0.1473470 Feb 09 01:54:44.675397 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-158f86e0-cbf4-43f0-9aa3-77c4ab406ad3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:44.726225 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 7e81a7a7-80ac-4636-9d35-4538c505999b is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:44.728362 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b924a96e-27ed-4818-a934-1703deee6363 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:44.735648 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fa869961-bd18-4003-9a8c-bccd47293c23 admin admin] Publish callbacks [] for security_group (e874f9d9-0207-46b1-a703-17cee61f1e23), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:44.807879 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c818a32-5cf5-4214-abfe-4dba8fa483a9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Router 77d3c20b-4956-4853-8a1a-c36096989678 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:54:44.813655 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3370fee-dd73-4830-a195-1b72982999c7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:54:44.820427 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b924a96e-27ed-4818-a934-1703deee6363 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:44.821846 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b924a96e-27ed-4818-a934-1703deee6363), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:44.843901 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a2dcac26-d6bc-4db0-8831-031436c8ce3b req-cf6aa9f0-271b-4f4e-af0a-e664c3e0598c tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774354 Feb 09 01:54:44.922972 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-57c9b0be-db72-4842-9ea0-8d7b82d24b3f None None] Provisioning complete for port ed85cbfe-d17f-4d93-99c9-acd00e45674a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:44.922972 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-57c9b0be-db72-4842-9ea0-8d7b82d24b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ed85cbfe-d17f-4d93-99c9-acd00e45674a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:44.930743 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fa869961-bd18-4003-9a8c-bccd47293c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e874f9d9-0207-46b1-a703-17cee61f1e23), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:44.933345 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fa869961-bd18-4003-9a8c-bccd47293c23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:44.934494 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fa869961-bd18-4003-9a8c-bccd47293c23 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e874f9d9-0207-46b1-a703-17cee61f1e23 HTTP/1.1" status: 204 len: 168 time: 0.4495871 Feb 09 01:54:44.964995 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa869961-bd18-4003-9a8c-bccd47293c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e874f9d9-0207-46b1-a703-17cee61f1e23,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:44.977635 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-158f86e0-cbf4-43f0-9aa3-77c4ab406ad3 admin admin] Publish callbacks [] for security_group (700cf3f3-e699-40be-8cd7-322512f4d373), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:44.984812 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-158f86e0-cbf4-43f0-9aa3-77c4ab406ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (700cf3f3-e699-40be-8cd7-322512f4d373), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:45.047724 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f86e0-cbf4-43f0-9aa3-77c4ab406ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700cf3f3-e699-40be-8cd7-322512f4d373,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:45.077002 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-57c9b0be-db72-4842-9ea0-8d7b82d24b3f None None] Port ed85cbfe-d17f-4d93-99c9-acd00e45674a cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:54:45.096604 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-158f86e0-cbf4-43f0-9aa3-77c4ab406ad3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a9c1fd2bb84431cac75ba6ecbb6afa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4687958 Feb 09 01:54:45.097066 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55896) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:45.101267 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5999e920-e451-43c7-9f89-0a79191cb1d1 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:54:45.152808 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-883217f3-51f7-4db7-b334-9ceb1f775e4b req-2322735a-8171-4c11-bc06-c4de4f6f3fd4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.0533640 Feb 09 01:54:45.168714 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c818a32-5cf5-4214-abfe-4dba8fa483a9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:54:45.177339 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3370fee-dd73-4830-a195-1b72982999c7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:54:45.181000 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b924a96e-27ed-4818-a934-1703deee6363 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:45.195455 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2c818a32-5cf5-4214-abfe-4dba8fa483a9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "PUT /v2.0/routers/77d3c20b-4956-4853-8a1a-c36096989678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7357836 Feb 09 01:54:45.196125 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55898) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:45.199485 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] Sync routers for ids ['77d3c20b-4956-4853-8a1a-c36096989678'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:54:45.203541 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e3370fee-dd73-4830-a195-1b72982999c7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/routers/513a9dd9-9882-4ae0-b26a-20b8445a07e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0301239 Feb 09 01:54:45.206182 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55900) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:45.214302 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] Routers {'77d3c20b-4956-4853-8a1a-c36096989678'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:45.214897 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['77d3c20b-4956-4853-8a1a-c36096989678'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:45.238740 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1a69bd13-14a0-4e52-8a17-541c12de006b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:45.264954 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] Sync routers for ids ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:54:45.269299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a8984a05-51aa-407c-9ec4-0c5afb07a8c6 None None] Provisioning complete for port 2b7be9d7-a81c-4036-9e84-4452ec9ba323 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:45.269730 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a8984a05-51aa-407c-9ec4-0c5afb07a8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2b7be9d7-a81c-4036-9e84-4452ec9ba323), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:45.302172 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba7682c-4b26-45a5-b017-4d90c87abaff tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:45.303666 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fba7682c-4b26-45a5-b017-4d90c87abaff tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports/ed85cbfe-d17f-4d93-99c9-acd00e45674a HTTP/1.1" status: 200 len: 911 time: 0.1027434 Feb 09 01:54:45.309899 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55906) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:45.312075 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5999e920-e451-43c7-9f89-0a79191cb1d1, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5999e920-e451-43c7-9f89-0a79191cb1d1,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:45.337429 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] Routers {'513a9dd9-9882-4ae0-b26a-20b8445a07e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:45.338318 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:45.408622 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] Set router 77d3c20b-4956-4853-8a1a-c36096989678 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:45.429247 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221abe71-7626-4426-9369-0d8dcc111b14 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:45.445342 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221abe71-7626-4426-9369-0d8dcc111b14 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:45.448207 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-221abe71-7626-4426-9369-0d8dcc111b14 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1370542 Feb 09 01:54:45.451518 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55910) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:45.465235 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] Set router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:45.571006 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '5999e920-e451-43c7-9f89-0a79191cb1d1', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'port_id': '5999e920-e451-43c7-9f89-0a79191cb1d1', 'mac_address': 'fa:16:3e:ba:f0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:54:45.622411 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d3c20b-4956-4853-8a1a-c36096989678', 'name': 'tempest-NetworksTestDHCPv6-router-477786256', 'tenant_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:33Z', 'updated_at': '2022-02-09T01:54:41Z', 'revision_number': 2, 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'gw_port_host': None, '_interfaces': [{'id': 'ed85cbfe-d17f-4d93-99c9-acd00e45674a', 'name': '', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'tenant_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'mac_address': 'fa:16:3e:14:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d3c20b-4956-4853-8a1a-c36096989678', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '2c890a15-a4ea-4445-bbcf-3f822a166959', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:37Z', 'updated_at': '2022-02-09T01:54:42Z', 'revision_number': 2, 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'subnets': [{'id': '2c890a15-a4ea-4445-bbcf-3f822a166959', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:45.654985 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] Checking router: 77d3c20b-4956-4853-8a1a-c36096989678 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:54:45.655547 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] Updating router 77d3c20b-4956-4853-8a1a-c36096989678 port ed85cbfe-d17f-4d93-99c9-acd00e45674a binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:54:45.669196 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a8984a05-51aa-407c-9ec4-0c5afb07a8c6 None None] Port 2b7be9d7-a81c-4036-9e84-4452ec9ba323 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:54:45.687303 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ed85cbfe-d17f-4d93-99c9-acd00e45674a), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:45.755757 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5999e920-e451-43c7-9f89-0a79191cb1d1 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:45.756139 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:45.797087 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5999e920-e451-43c7-9f89-0a79191cb1d1 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:54:45.840457 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5999e920-e451-43c7-9f89-0a79191cb1d1, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5999e920-e451-43c7-9f89-0a79191cb1d1,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:45.848935 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:45.942451 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=5999e920-e451-43c7-9f89-0a79191cb1d1,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:45.961845 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f369273f-7211-46dc-b044-7ab3e3fe7082 admin admin] Publish callbacks [] for security_group (700cf3f3-e699-40be-8cd7-322512f4d373), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:46.050856 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] Publish callbacks [] for port (ed85cbfe-d17f-4d93-99c9-acd00e45674a), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:46.059267 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ed85cbfe-d17f-4d93-99c9-acd00e45674a), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:46.089465 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:54:41Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:17Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b7be9d7-a81c-4036-9e84-4452ec9ba323', 'name': '', 'network_id': '0e81003d-18aa-4ce4-a95e-092e041b810b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:3e:a7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': 'c874d6f3-7b5a-4319-89f9-ef9e23825297', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:37Z', 'updated_at': '2022-02-09T01:54:42Z', 'revision_number': 2, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'c874d6f3-7b5a-4319-89f9-ef9e23825297', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f80f017-9fb0-47e8-961a-f04b48254f6c', 'name': '', 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:61:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:12Z', 'updated_at': '2022-02-09T01:54:27Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74be433-de8b-40bb-bb9e-f0bad1dd942b', 'name': '', 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:de:2f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:23Z', 'updated_at': '2022-02-09T01:54:41Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:46.091785 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.extraroute_db [None req-1a69bd13-14a0-4e52-8a17-541c12de006b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103184) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 01:54:46.117092 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f369273f-7211-46dc-b044-7ab3e3fe7082 admin admin] Publish callbacks [] for security_group (700cf3f3-e699-40be-8cd7-322512f4d373), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:46.145498 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] Checking router: 513a9dd9-9882-4ae0-b26a-20b8445a07e5 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:54:46.146962 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] Updating router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 port 2b7be9d7-a81c-4036-9e84-4452ec9ba323 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:54:46.195200 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.extraroute_db [None req-1a69bd13-14a0-4e52-8a17-541c12de006b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Removed routes are [] {{(pid=103184) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 01:54:46.195590 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1a69bd13-14a0-4e52-8a17-541c12de006b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (513a9dd9-9882-4ae0-b26a-20b8445a07e5), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:46.216745 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['5999e920-e451-43c7-9f89-0a79191cb1d1'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:54:46.227305 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2b7be9d7-a81c-4036-9e84-4452ec9ba323), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:46.301551 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] Attempting to bind port ed85cbfe-d17f-4d93-99c9-acd00e45674a on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:54:46.302117 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] Attempting to bind port ed85cbfe-d17f-4d93-99c9-acd00e45674a by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:54:46.302454 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] Attempting to bind port ed85cbfe-d17f-4d93-99c9-acd00e45674a on network ffa86b77-0960-4058-af84-97833edc3344 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:54:46.332430 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:54:46.332801 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] Checking segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:46.337396 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:46.338885 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] Bound using segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:54:46.339575 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] Bound port: ed85cbfe-d17f-4d93-99c9-acd00e45674a, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:54:46.342814 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ed85cbfe-d17f-4d93-99c9-acd00e45674a), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:46.391592 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0f5ec-c7cf-4214-bc4b-45655c3e1470 None None] Pushing event updated for resources: {'Port': ['ID=ed85cbfe-d17f-4d93-99c9-acd00e45674a,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:46.398877 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b2aac38-888a-4ec1-beed-af784d8044b5 req-5b45d105-04fe-4f20-bb51-9272c51c6b5a tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.0801876 Feb 09 01:54:46.424960 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55815b-d1f6-47f6-8780-0d2ebd0cb92b req-acdee969-69d6-43e9-9792-e01379f58872 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:46.426934 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be55815b-d1f6-47f6-8780-0d2ebd0cb92b req-acdee969-69d6-43e9-9792-e01379f58872 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 944 time: 0.4244463 Feb 09 01:54:46.498232 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] For port ed85cbfe-d17f-4d93-99c9-acd00e45674a, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:54:46.502337 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] For port ed85cbfe-d17f-4d93-99c9-acd00e45674a, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ed85cbfe-d17f-4d93-99c9-acd00e45674a,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:54:46.509686 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ed85cbfe-d17f-4d93-99c9-acd00e45674a), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:46.644845 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be55815b-d1f6-47f6-8780-0d2ebd0cb92b req-8b3e639e-f3ab-4440-9c0b-1ea0def35fb3 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043161 Feb 09 01:54:46.695852 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] Publish callbacks [] for port (2b7be9d7-a81c-4036-9e84-4452ec9ba323), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:46.697336 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0f5ec-c7cf-4214-bc4b-45655c3e1470 None None] Pushing event updated for resources: {'Port': ['ID=ed85cbfe-d17f-4d93-99c9-acd00e45674a,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:46.717140 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2b7be9d7-a81c-4036-9e84-4452ec9ba323), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:46.732210 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] Routers {'77d3c20b-4956-4853-8a1a-c36096989678'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:46.732932 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['77d3c20b-4956-4853-8a1a-c36096989678'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:46.754712 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f369273f-7211-46dc-b044-7ab3e3fe7082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (700cf3f3-e699-40be-8cd7-322512f4d373), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:46.759436 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f369273f-7211-46dc-b044-7ab3e3fe7082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:46.766838 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f369273f-7211-46dc-b044-7ab3e3fe7082 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/700cf3f3-e699-40be-8cd7-322512f4d373 HTTP/1.1" status: 204 len: 168 time: 1.6683662 Feb 09 01:54:46.781038 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369273f-7211-46dc-b044-7ab3e3fe7082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700cf3f3-e699-40be-8cd7-322512f4d373,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:46.923051 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52afce-1645-45a4-8ad4-1d99b522d0ba None None] Pushing event updated for resources: {'Port': ['ID=2b7be9d7-a81c-4036-9e84-4452ec9ba323,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:46.962580 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] Set router 77d3c20b-4956-4853-8a1a-c36096989678 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:46.971322 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9ab4da1a-7ac6-4c76-9d90-2ea4beb648e9 None None] Provisioning complete for port ed85cbfe-d17f-4d93-99c9-acd00e45674a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:46.971712 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9ab4da1a-7ac6-4c76-9d90-2ea4beb648e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ed85cbfe-d17f-4d93-99c9-acd00e45674a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:47.398395 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] Attempting to bind port 2b7be9d7-a81c-4036-9e84-4452ec9ba323 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:54:47.400268 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] Attempting to bind port 2b7be9d7-a81c-4036-9e84-4452ec9ba323 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f79bc5e0-daf2-42a2-af87-47d4b3358845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0e81003d-18aa-4ce4-a95e-092e041b810b'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:54:47.401005 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] Attempting to bind port 2b7be9d7-a81c-4036-9e84-4452ec9ba323 on network 0e81003d-18aa-4ce4-a95e-092e041b810b {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:54:47.415774 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d3c20b-4956-4853-8a1a-c36096989678', 'name': 'tempest-NetworksTestDHCPv6-router-477786256', 'tenant_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:33Z', 'updated_at': '2022-02-09T01:54:41Z', 'revision_number': 2, 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'gw_port_host': None, '_interfaces': [{'id': 'ed85cbfe-d17f-4d93-99c9-acd00e45674a', 'name': '', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'tenant_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'mac_address': 'fa:16:3e:14:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d3c20b-4956-4853-8a1a-c36096989678', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '2c890a15-a4ea-4445-bbcf-3f822a166959', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:37Z', 'updated_at': '2022-02-09T01:54:46Z', 'revision_number': 4, 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'subnets': [{'id': '2c890a15-a4ea-4445-bbcf-3f822a166959', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:47.485513 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:54:47.486090 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] Checking segment: {'id': 'f79bc5e0-daf2-42a2-af87-47d4b3358845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0e81003d-18aa-4ce4-a95e-092e041b810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:47.488714 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:47.489306 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] Bound using segment: {'id': 'f79bc5e0-daf2-42a2-af87-47d4b3358845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0e81003d-18aa-4ce4-a95e-092e041b810b'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:54:47.490290 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] Bound port: 2b7be9d7-a81c-4036-9e84-4452ec9ba323, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79bc5e0-daf2-42a2-af87-47d4b3358845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0e81003d-18aa-4ce4-a95e-092e041b810b'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:54:47.491533 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2b7be9d7-a81c-4036-9e84-4452ec9ba323), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:47.497913 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17590043-84c1-485d-984c-87982f4b9d62 None None] The sync data for ids ['77d3c20b-4956-4853-8a1a-c36096989678'] in n-d-828387-3 is: [{'id': '77d3c20b-4956-4853-8a1a-c36096989678', 'name': 'tempest-NetworksTestDHCPv6-router-477786256', 'tenant_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:33Z', 'updated_at': '2022-02-09T01:54:41Z', 'revision_number': 2, 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'gw_port_host': None, '_interfaces': [{'id': 'ed85cbfe-d17f-4d93-99c9-acd00e45674a', 'name': '', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'tenant_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'mac_address': 'fa:16:3e:14:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d3c20b-4956-4853-8a1a-c36096989678', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '2c890a15-a4ea-4445-bbcf-3f822a166959', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:37Z', 'updated_at': '2022-02-09T01:54:46Z', 'revision_number': 4, 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'subnets': [{'id': '2c890a15-a4ea-4445-bbcf-3f822a166959', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:54:47.552889 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9ab4da1a-7ac6-4c76-9d90-2ea4beb648e9 None None] Current status of the port ed85cbfe-d17f-4d93-99c9-acd00e45674a is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:47.553280 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9ab4da1a-7ac6-4c76-9d90-2ea4beb648e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ed85cbfe-d17f-4d93-99c9-acd00e45674a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:47.588634 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1a69bd13-14a0-4e52-8a17-541c12de006b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (513a9dd9-9882-4ae0-b26a-20b8445a07e5), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:47.606080 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1a69bd13-14a0-4e52-8a17-541c12de006b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608658'] for router (513a9dd9-9882-4ae0-b26a-20b8445a07e5), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:47.671841 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-89bc1f08-14b5-4578-bdc4-26e50597b419 req-6adec52f-254c-4068-819a-e1ce253a2da9 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.0651271 Feb 09 01:54:47.714720 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-9ab4da1a-7ac6-4c76-9d90-2ea4beb648e9 None None] For port ed85cbfe-d17f-4d93-99c9-acd00e45674a, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ed85cbfe-d17f-4d93-99c9-acd00e45674a,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:47.730215 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9ab4da1a-7ac6-4c76-9d90-2ea4beb648e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ed85cbfe-d17f-4d93-99c9-acd00e45674a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:47.797915 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] For port 2b7be9d7-a81c-4036-9e84-4452ec9ba323, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:54:47.800710 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4da1a-7ac6-4c76-9d90-2ea4beb648e9 None None] Pushing event updated for resources: {'Port': ['ID=ed85cbfe-d17f-4d93-99c9-acd00e45674a,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:47.818552 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] For port 2b7be9d7-a81c-4036-9e84-4452ec9ba323, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=2b7be9d7-a81c-4036-9e84-4452ec9ba323,segment=NetworkSegment(f79bc5e0-daf2-42a2-af87-47d4b3358845),segment_id=f79bc5e0-daf2-42a2-af87-47d4b3358845)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:54:47.831160 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2b7be9d7-a81c-4036-9e84-4452ec9ba323), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:47.937942 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52afce-1645-45a4-8ad4-1d99b522d0ba None None] Pushing event updated for resources: {'Port': ['ID=2b7be9d7-a81c-4036-9e84-4452ec9ba323,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:47.962733 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] Routers {'513a9dd9-9882-4ae0-b26a-20b8445a07e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:47.964139 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:48.100175 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a69bd13-14a0-4e52-8a17-541c12de006b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:54:48.158264 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] Set router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:48.171585 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f1871df-5109-4b3f-b443-3f672c499c7e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (77d3c20b-4956-4853-8a1a-c36096989678), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:48.482657 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a69bd13-14a0-4e52-8a17-541c12de006b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:54:48.494748 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1a69bd13-14a0-4e52-8a17-541c12de006b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:48.496046 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1a69bd13-14a0-4e52-8a17-541c12de006b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/routers/513a9dd9-9882-4ae0-b26a-20b8445a07e5 HTTP/1.1" status: 200 len: 933 time: 3.2859023 Feb 09 01:54:48.499115 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55980) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:48.504406 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0959f0-a572-4c1e-a8ea-05f5c658a9c1 req-21badfc7-42ce-4f96-91cf-cc44bbe3cc21 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:48.512443 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0c0959f0-a572-4c1e-a8ea-05f5c658a9c1 req-21badfc7-42ce-4f96-91cf-cc44bbe3cc21 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 944 time: 0.6121640 Feb 09 01:54:48.641352 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-26ba0990-0cad-4933-8ed9-f3df208aa367 None None] Provisioning complete for port 2b7be9d7-a81c-4036-9e84-4452ec9ba323 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:48.641846 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-26ba0990-0cad-4933-8ed9-f3df208aa367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2b7be9d7-a81c-4036-9e84-4452ec9ba323), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:48.652280 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0c0959f0-a572-4c1e-a8ea-05f5c658a9c1 req-e2ec3b3c-444b-4fa7-bb0a-e860f56ae7ae tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384597 Feb 09 01:54:48.819027 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-50eea6b7-059b-480a-9996-9ce9ddc59656 req-bb2d8da6-1905-49bc-8b35-0772c68b08a0 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.0525970 Feb 09 01:54:48.828594 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c3b574f0-e766-4e19-a463-02d0b3b13a8d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/routers/513a9dd9-9882-4ae0-b26a-20b8445a07e5 HTTP/1.1" status: 200 len: 933 time: 0.3282254 Feb 09 01:54:48.829555 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55994) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:48.835445 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-370e0e09-353b-4c42-95f9-976e681dc46a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'router': {'routes': None}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:48.946086 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:54:46Z', 'revision_number': 6, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:17Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b7be9d7-a81c-4036-9e84-4452ec9ba323', 'name': '', 'network_id': '0e81003d-18aa-4ce4-a95e-092e041b810b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:3e:a7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': 'c874d6f3-7b5a-4319-89f9-ef9e23825297', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:37Z', 'updated_at': '2022-02-09T01:54:47Z', 'revision_number': 4, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'c874d6f3-7b5a-4319-89f9-ef9e23825297', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f80f017-9fb0-47e8-961a-f04b48254f6c', 'name': '', 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:61:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:12Z', 'updated_at': '2022-02-09T01:54:27Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74be433-de8b-40bb-bb9e-f0bad1dd942b', 'name': '', 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:de:2f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:23Z', 'updated_at': '2022-02-09T01:54:41Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:48.953505 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-26ba0990-0cad-4933-8ed9-f3df208aa367 None None] Current status of the port 2b7be9d7-a81c-4036-9e84-4452ec9ba323 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:48.954095 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-26ba0990-0cad-4933-8ed9-f3df208aa367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2b7be9d7-a81c-4036-9e84-4452ec9ba323), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:49.002002 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2f1871df-5109-4b3f-b443-3f672c499c7e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting port ed85cbfe-d17f-4d93-99c9-acd00e45674a {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:49.002178 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f1871df-5109-4b3f-b443-3f672c499c7e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ed85cbfe-d17f-4d93-99c9-acd00e45674a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:49.002267 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f0da38-e4b4-4703-b238-d4d151ca034b None None] The sync data for ids ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'] in n-d-828387-3 is: [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:54:46Z', 'revision_number': 6, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:17Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b7be9d7-a81c-4036-9e84-4452ec9ba323', 'name': '', 'network_id': '0e81003d-18aa-4ce4-a95e-092e041b810b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:3e:a7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': 'c874d6f3-7b5a-4319-89f9-ef9e23825297', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:37Z', 'updated_at': '2022-02-09T01:54:47Z', 'revision_number': 4, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'c874d6f3-7b5a-4319-89f9-ef9e23825297', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f80f017-9fb0-47e8-961a-f04b48254f6c', 'name': '', 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:61:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:12Z', 'updated_at': '2022-02-09T01:54:27Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74be433-de8b-40bb-bb9e-f0bad1dd942b', 'name': '', 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:de:2f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:23Z', 'updated_at': '2022-02-09T01:54:41Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:54:49.076521 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-26ba0990-0cad-4933-8ed9-f3df208aa367 None None] For port 2b7be9d7-a81c-4036-9e84-4452ec9ba323, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=2b7be9d7-a81c-4036-9e84-4452ec9ba323,segment=NetworkSegment(f79bc5e0-daf2-42a2-af87-47d4b3358845),segment_id=f79bc5e0-daf2-42a2-af87-47d4b3358845)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:49.112072 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5999e920-e451-43c7-9f89-0a79191cb1d1 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:49.131556 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-26ba0990-0cad-4933-8ed9-f3df208aa367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2b7be9d7-a81c-4036-9e84-4452ec9ba323), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:49.276988 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-2f1871df-5109-4b3f-b443-3f672c499c7e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] For port ed85cbfe-d17f-4d93-99c9-acd00e45674a, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ed85cbfe-d17f-4d93-99c9-acd00e45674a,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:49.277591 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f1871df-5109-4b3f-b443-3f672c499c7e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ed85cbfe-d17f-4d93-99c9-acd00e45674a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:49.320870 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-26ba0990-0cad-4933-8ed9-f3df208aa367 None None] Provisioning complete for port ed85cbfe-d17f-4d93-99c9-acd00e45674a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:49.321721 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-26ba0990-0cad-4933-8ed9-f3df208aa367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ed85cbfe-d17f-4d93-99c9-acd00e45674a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:49.324788 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2f1871df-5109-4b3f-b443-3f672c499c7e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Calling delete_port for ed85cbfe-d17f-4d93-99c9-acd00e45674a owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:49.422042 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 5999e920-e451-43c7-9f89-0a79191cb1d1 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:54:49.433263 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 5999e920-e451-43c7-9f89-0a79191cb1d1 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:49.433649 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:49.435299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba0990-0cad-4933-8ed9-f3df208aa367 None None] Pushing event updated for resources: {'Port': ['ID=2b7be9d7-a81c-4036-9e84-4452ec9ba323,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:49.650452 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-26ba0990-0cad-4933-8ed9-f3df208aa367 None None] Current status of the port ed85cbfe-d17f-4d93-99c9-acd00e45674a is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:49.824866 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 2b7be9d7-a81c-4036-9e84-4452ec9ba323 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:49.904650 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-fdf1f8ec-9ca2-4df8-9bf9-dda7c67dec18 None None] Provisioning complete for port 2b7be9d7-a81c-4036-9e84-4452ec9ba323 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:49.905025 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f8ec-9ca2-4df8-9bf9-dda7c67dec18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2b7be9d7-a81c-4036-9e84-4452ec9ba323), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:49.916766 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.extraroute_db [None req-370e0e09-353b-4c42-95f9-976e681dc46a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Added routes are [] {{(pid=103183) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 01:54:49.917673 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.extraroute_db [None req-370e0e09-353b-4c42-95f9-976e681dc46a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103183) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 01:54:50.002357 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5999e920-e451-43c7-9f89-0a79191cb1d1 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:50.002877 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.023087 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-370e0e09-353b-4c42-95f9-976e681dc46a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (513a9dd9-9882-4ae0-b26a-20b8445a07e5), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.063555 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f1871df-5109-4b3f-b443-3f672c499c7e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ed85cbfe-d17f-4d93-99c9-acd00e45674a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.079158 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 2b7be9d7-a81c-4036-9e84-4452ec9ba323 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:50.081706 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2b7be9d7-a81c-4036-9e84-4452ec9ba323), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.147914 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cbf41f-5d80-4951-a18d-60e5cd680594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5999e920-e451-43c7-9f89-0a79191cb1d1'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:54:50.150552 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a280535a-2df2-46b5-a5b5-6048808c1c62" -d '{"events": [{"server_uuid": "02cbf41f-5d80-4951-a18d-60e5cd680594", "name": "network-vif-plugged", "status": "completed", "tag": "5999e920-e451-43c7-9f89-0a79191cb1d1"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:54:50.173034 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5999e920-e451-43c7-9f89-0a79191cb1d1, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5999e920-e451-43c7-9f89-0a79191cb1d1,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:50.191091 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c3b765a7-e581-48d3-a241-c5beef95eada req-61c03b79-5857-46dd-bc43-84e35525934a tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.1529653 Feb 09 01:54:50.206250 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.245433 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1871df-5109-4b3f-b443-3f672c499c7e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Port': ['ID=ed85cbfe-d17f-4d93-99c9-acd00e45674a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:50.329039 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6af83e-5ac0-443e-a453-bc5062e41c4a req-f1ac490c-38ac-40aa-bb85-ad986563e71b tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:50.330878 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2c6af83e-5ac0-443e-a453-bc5062e41c4a req-f1ac490c-38ac-40aa-bb85-ad986563e71b tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 944 time: 0.4572749 Feb 09 01:54:50.355438 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-fdf1f8ec-9ca2-4df8-9bf9-dda7c67dec18 None None] Current status of the port 2b7be9d7-a81c-4036-9e84-4452ec9ba323 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:50.372489 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187aa20e-bb2c-4f44-a8b7-7f8dd0e2afb9 x-openstack-request-id: req-187aa20e-bb2c-4f44-a8b7-7f8dd0e2afb9 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:54:50.372608 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cbf41f-5d80-4951-a18d-60e5cd680594", "name": "network-vif-plugged", "status": "completed", "tag": "5999e920-e451-43c7-9f89-0a79191cb1d1", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:54:50.372849 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-187aa20e-bb2c-4f44-a8b7-7f8dd0e2afb9 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:54:50.373254 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cbf41f-5d80-4951-a18d-60e5cd680594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5999e920-e451-43c7-9f89-0a79191cb1d1', 'code': 200} Feb 09 01:54:50.435558 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=5999e920-e451-43c7-9f89-0a79191cb1d1,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:50.472311 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56040) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:50.481080 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 2b7be9d7-a81c-4036-9e84-4452ec9ba323 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:50.482202 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ed85cbfe-d17f-4d93-99c9-acd00e45674a up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:50.511160 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f1871df-5109-4b3f-b443-3f672c499c7e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (77d3c20b-4956-4853-8a1a-c36096989678), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.528271 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-370e0e09-353b-4c42-95f9-976e681dc46a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (513a9dd9-9882-4ae0-b26a-20b8445a07e5), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.533900 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-370e0e09-353b-4c42-95f9-976e681dc46a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608658'] for router (513a9dd9-9882-4ae0-b26a-20b8445a07e5), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.591785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: ed85cbfe-d17f-4d93-99c9-acd00e45674a {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:54:50.592145 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ed85cbfe-d17f-4d93-99c9-acd00e45674a not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 01:54:50.648287 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Port ed85cbfe-d17f-4d93-99c9-acd00e45674a not found, will not notify nova. {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 01:54:50.681073 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2c6af83e-5ac0-443e-a453-bc5062e41c4a req-4393eacc-738c-4dab-ba4e-ad48fb62b2c8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019180 Feb 09 01:54:50.727716 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c31649-1a77-4b91-9ecc-145faf6f4b97 req-37a13d4b-5009-4b79-bffe-b1d649a6996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:50.729330 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-76c31649-1a77-4b91-9ecc-145faf6f4b97 req-37a13d4b-5009-4b79-bffe-b1d649a6996a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 1127 time: 0.2579439 Feb 09 01:54:50.785761 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b838ef8e-9ab2-4c2d-9a41-d473551814a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.801599 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1871df-5109-4b3f-b443-3f672c499c7e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Router 77d3c20b-4956-4853-8a1a-c36096989678 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:54:50.821194 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d05abe-cb7f-437d-bd4b-47435bc3e921 None None] Sync routers for ids ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:54:50.837491 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d05abe-cb7f-437d-bd4b-47435bc3e921 None None] Routers {'513a9dd9-9882-4ae0-b26a-20b8445a07e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:50.841098 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-99d05abe-cb7f-437d-bd4b-47435bc3e921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:50.847747 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370e0e09-353b-4c42-95f9-976e681dc46a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:54:50.897844 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1871df-5109-4b3f-b443-3f672c499c7e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:54:50.905510 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2f1871df-5109-4b3f-b443-3f672c499c7e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "PUT /v2.0/routers/77d3c20b-4956-4853-8a1a-c36096989678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4509907 Feb 09 01:54:50.905672 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-76c31649-1a77-4b91-9ecc-145faf6f4b97 req-f7e8774b-1708-478c-b1db-3bf85cd0e390 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657226 Feb 09 01:54:50.905772 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56044) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:50.914797 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766ecb8-6f43-4480-b842-7fbbd4faf60d None None] Sync routers for ids ['77d3c20b-4956-4853-8a1a-c36096989678'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:54:50.947306 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766ecb8-6f43-4480-b842-7fbbd4faf60d None None] Routers {'77d3c20b-4956-4853-8a1a-c36096989678'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:50.950919 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8766ecb8-6f43-4480-b842-7fbbd4faf60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['77d3c20b-4956-4853-8a1a-c36096989678'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:51.064312 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92ce886-0cb0-443e-bd43-6941173915b4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:51.066172 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92ce886-0cb0-443e-bd43-6941173915b4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:51.071365 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a92ce886-0cb0-443e-bd43-6941173915b4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1621697 Feb 09 01:54:51.071918 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56046) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:51.093586 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-99d05abe-cb7f-437d-bd4b-47435bc3e921 None None] Set router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:51.117945 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370e0e09-353b-4c42-95f9-976e681dc46a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:54:51.128357 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-370e0e09-353b-4c42-95f9-976e681dc46a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:51.136771 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-370e0e09-353b-4c42-95f9-976e681dc46a tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/routers/513a9dd9-9882-4ae0-b26a-20b8445a07e5 HTTP/1.1" status: 200 len: 699 time: 2.3059349 Feb 09 01:54:51.136905 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56052) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:51.164346 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b838ef8e-9ab2-4c2d-9a41-d473551814a3 admin admin] Publish callbacks [] for security_group (4e48e73f-baab-4d92-b02a-75bc20eeabff), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:51.174518 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b838ef8e-9ab2-4c2d-9a41-d473551814a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4e48e73f-baab-4d92-b02a-75bc20eeabff), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:51.207139 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-8766ecb8-6f43-4480-b842-7fbbd4faf60d None None] Set router 77d3c20b-4956-4853-8a1a-c36096989678 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:51.270306 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b838ef8e-9ab2-4c2d-9a41-d473551814a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d261a6252234192a71f7705a7007875&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7968912 Feb 09 01:54:51.271190 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56056) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:51.273506 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838ef8e-9ab2-4c2d-9a41-d473551814a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e48e73f-baab-4d92-b02a-75bc20eeabff,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:51.300330 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b838ef8e-9ab2-4c2d-9a41-d473551814a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:51.301126 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b838ef8e-9ab2-4c2d-9a41-d473551814a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:51.301616 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b838ef8e-9ab2-4c2d-9a41-d473551814a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:51.302717 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b838ef8e-9ab2-4c2d-9a41-d473551814a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:51.303334 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b838ef8e-9ab2-4c2d-9a41-d473551814a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:51.303909 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b838ef8e-9ab2-4c2d-9a41-d473551814a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:51.304358 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b838ef8e-9ab2-4c2d-9a41-d473551814a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:51.304905 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b838ef8e-9ab2-4c2d-9a41-d473551814a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:51.305362 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b838ef8e-9ab2-4c2d-9a41-d473551814a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:51.305809 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b838ef8e-9ab2-4c2d-9a41-d473551814a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:51.306307 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b838ef8e-9ab2-4c2d-9a41-d473551814a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:51.306748 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b838ef8e-9ab2-4c2d-9a41-d473551814a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:51.307190 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b838ef8e-9ab2-4c2d-9a41-d473551814a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:51.326525 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8766ecb8-6f43-4480-b842-7fbbd4faf60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d3c20b-4956-4853-8a1a-c36096989678', 'name': 'tempest-NetworksTestDHCPv6-router-477786256', 'tenant_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:33Z', 'updated_at': '2022-02-09T01:54:49Z', 'revision_number': 3, 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:51.328395 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcabf68f-f1de-4a57-8cd5-a8a2bb2294c9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet 2c890a15-a4ea-4445-bbcf-3f822a166959 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:54:51.345097 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bcabf68f-f1de-4a57-8cd5-a8a2bb2294c9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (2c890a15-a4ea-4445-bbcf-3f822a166959), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:51.389367 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4d852ecc-5956-4f83-b80a-0ef2a3117b51 admin admin] Publish callbacks [] for security_group (4e48e73f-baab-4d92-b02a-75bc20eeabff), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:51.409194 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766ecb8-6f43-4480-b842-7fbbd4faf60d None None] Checking router: 77d3c20b-4956-4853-8a1a-c36096989678 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:54:51.414851 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1e7a82e5-2704-42e2-8ee4-9f97b39100b6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/routers/513a9dd9-9882-4ae0-b26a-20b8445a07e5 HTTP/1.1" status: 200 len: 699 time: 0.2763245 Feb 09 01:54:51.418557 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56060) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:51.432872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766ecb8-6f43-4480-b842-7fbbd4faf60d None None] Routers {'77d3c20b-4956-4853-8a1a-c36096989678'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:51.433524 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8766ecb8-6f43-4480-b842-7fbbd4faf60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['77d3c20b-4956-4853-8a1a-c36096989678'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:51.438971 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64350a97-8fdc-4307-a542-8b5d632751bf req-05fffb13-3e73-4662-9e2b-48d83e6e10bc tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.0525603 Feb 09 01:54:51.476791 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4d852ecc-5956-4f83-b80a-0ef2a3117b51 admin admin] Publish callbacks [] for security_group (4e48e73f-baab-4d92-b02a-75bc20eeabff), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:51.585871 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4d852ecc-5956-4f83-b80a-0ef2a3117b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4e48e73f-baab-4d92-b02a-75bc20eeabff), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:51.588709 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4d852ecc-5956-4f83-b80a-0ef2a3117b51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:51.594717 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4d852ecc-5956-4f83-b80a-0ef2a3117b51 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e48e73f-baab-4d92-b02a-75bc20eeabff HTTP/1.1" status: 204 len: 168 time: 0.3198962 Feb 09 01:54:51.608138 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-8766ecb8-6f43-4480-b842-7fbbd4faf60d None None] Set router 77d3c20b-4956-4853-8a1a-c36096989678 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:51.614026 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d852ecc-5956-4f83-b80a-0ef2a3117b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e48e73f-baab-4d92-b02a-75bc20eeabff,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:51.668676 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-99d05abe-cb7f-437d-bd4b-47435bc3e921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:54:49Z', 'revision_number': 7, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:17Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b7be9d7-a81c-4036-9e84-4452ec9ba323', 'name': '', 'network_id': '0e81003d-18aa-4ce4-a95e-092e041b810b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:3e:a7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': 'c874d6f3-7b5a-4319-89f9-ef9e23825297', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:37Z', 'updated_at': '2022-02-09T01:54:49Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'c874d6f3-7b5a-4319-89f9-ef9e23825297', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f80f017-9fb0-47e8-961a-f04b48254f6c', 'name': '', 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:61:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:12Z', 'updated_at': '2022-02-09T01:54:27Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74be433-de8b-40bb-bb9e-f0bad1dd942b', 'name': '', 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:de:2f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:23Z', 'updated_at': '2022-02-09T01:54:41Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:51.685520 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8766ecb8-6f43-4480-b842-7fbbd4faf60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d3c20b-4956-4853-8a1a-c36096989678', 'name': 'tempest-NetworksTestDHCPv6-router-477786256', 'tenant_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:33Z', 'updated_at': '2022-02-09T01:54:49Z', 'revision_number': 3, 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:51.755989 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d05abe-cb7f-437d-bd4b-47435bc3e921 None None] Checking router: 513a9dd9-9882-4ae0-b26a-20b8445a07e5 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:54:51.760115 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766ecb8-6f43-4480-b842-7fbbd4faf60d None None] The sync data for ids ['77d3c20b-4956-4853-8a1a-c36096989678'] in n-d-828387-3 is: [{'id': '77d3c20b-4956-4853-8a1a-c36096989678', 'name': 'tempest-NetworksTestDHCPv6-router-477786256', 'tenant_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:33Z', 'updated_at': '2022-02-09T01:54:49Z', 'revision_number': 3, 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:54:51.785177 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d05abe-cb7f-437d-bd4b-47435bc3e921 None None] Routers {'513a9dd9-9882-4ae0-b26a-20b8445a07e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:51.785822 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-99d05abe-cb7f-437d-bd4b-47435bc3e921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:51.950991 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-99d05abe-cb7f-437d-bd4b-47435bc3e921 None None] Set router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:52.150047 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bcabf68f-f1de-4a57-8cd5-a8a2bb2294c9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (2c890a15-a4ea-4445-bbcf-3f822a166959), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:52.355359 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-99d05abe-cb7f-437d-bd4b-47435bc3e921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:54:49Z', 'revision_number': 7, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:17Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b7be9d7-a81c-4036-9e84-4452ec9ba323', 'name': '', 'network_id': '0e81003d-18aa-4ce4-a95e-092e041b810b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:3e:a7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': 'c874d6f3-7b5a-4319-89f9-ef9e23825297', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:37Z', 'updated_at': '2022-02-09T01:54:49Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'c874d6f3-7b5a-4319-89f9-ef9e23825297', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f80f017-9fb0-47e8-961a-f04b48254f6c', 'name': '', 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:61:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:12Z', 'updated_at': '2022-02-09T01:54:27Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74be433-de8b-40bb-bb9e-f0bad1dd942b', 'name': '', 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:de:2f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:23Z', 'updated_at': '2022-02-09T01:54:41Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:52.405192 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d05abe-cb7f-437d-bd4b-47435bc3e921 None None] The sync data for ids ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'] in n-d-828387-3 is: [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:54:49Z', 'revision_number': 7, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:17Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b7be9d7-a81c-4036-9e84-4452ec9ba323', 'name': '', 'network_id': '0e81003d-18aa-4ce4-a95e-092e041b810b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:3e:a7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': 'c874d6f3-7b5a-4319-89f9-ef9e23825297', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:37Z', 'updated_at': '2022-02-09T01:54:49Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'c874d6f3-7b5a-4319-89f9-ef9e23825297', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f80f017-9fb0-47e8-961a-f04b48254f6c', 'name': '', 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:61:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:12Z', 'updated_at': '2022-02-09T01:54:27Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74be433-de8b-40bb-bb9e-f0bad1dd942b', 'name': '', 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:de:2f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:23Z', 'updated_at': '2022-02-09T01:54:41Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:54:52.450856 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0a14d-4eae-4695-b9c1-0af9728c96fd req-2e02062b-8475-4984-88f5-64ce371bd109 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:52.452436 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ee0a14d-4eae-4695-b9c1-0af9728c96fd req-2e02062b-8475-4984-88f5-64ce371bd109 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.2973185 Feb 09 01:54:52.604946 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bcabf68f-f1de-4a57-8cd5-a8a2bb2294c9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (2c890a15-a4ea-4445-bbcf-3f822a166959), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:52.684033 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e9276873-c8fb-477d-8980-26f8a1f35e44 req-cca6fc86-7661-4994-897b-70e3647698c8 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.0534754 Feb 09 01:54:52.731623 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bcabf68f-f1de-4a57-8cd5-a8a2bb2294c9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (2c890a15-a4ea-4445-bbcf-3f822a166959), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:52.829498 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabf68f-f1de-4a57-8cd5-a8a2bb2294c9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=2c890a15-a4ea-4445-bbcf-3f822a166959,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:52.834400 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4277e2b-5f58-4c23-bb23-28e23f068ac6 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:52.875968 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ee0a14d-4eae-4695-b9c1-0af9728c96fd req-61a17003-b818-4da6-b07d-b0b38a1914b6 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3195491 Feb 09 01:54:52.893294 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3673f24-3dc1-46bf-8c27-4e16a6e60511 None None] Sync routers for ids ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:54:52.902882 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bcabf68f-f1de-4a57-8cd5-a8a2bb2294c9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:52.918953 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bcabf68f-f1de-4a57-8cd5-a8a2bb2294c9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/2c890a15-a4ea-4445-bbcf-3f822a166959 HTTP/1.1" status: 204 len: 168 time: 1.8439026 Feb 09 01:54:52.919419 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56092) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:52.933112 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3673f24-3dc1-46bf-8c27-4e16a6e60511 None None] Routers {'513a9dd9-9882-4ae0-b26a-20b8445a07e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:52.933752 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a3673f24-3dc1-46bf-8c27-4e16a6e60511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:53.159056 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916db950-af74-4c08-9ca2-a1b96054874e None None] DHCP port deletion for ffa86b77-0960-4058-af84-97833edc3344 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:54:53.191881 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-a3673f24-3dc1-46bf-8c27-4e16a6e60511 None None] Set router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:53.221656 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a6dc7216-bec4-44a6-a3dd-771064117870 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3004260 Feb 09 01:54:53.227636 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56104) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:53.347297 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-916db950-af74-4c08-9ca2-a1b96054874e None None] Deleting port b924a96e-27ed-4818-a934-1703deee6363 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:53.347297 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-916db950-af74-4c08-9ca2-a1b96054874e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b924a96e-27ed-4818-a934-1703deee6363), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:53.418187 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-011182c7-4616-4582-9559-155820bc7978 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (513a9dd9-9882-4ae0-b26a-20b8445a07e5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:53.428136 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8f4e0258-6d7c-4225-ab2d-b42121b985f7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for router (77d3c20b-4956-4853-8a1a-c36096989678), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:53.463280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1eb79-f4c4-4814-a124-47ca7afbcfb0 req-e6694a52-2600-47f8-bd8d-485ad0e71d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:53.464603 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fde1eb79-f4c4-4814-a124-47ca7afbcfb0 req-e6694a52-2600-47f8-bd8d-485ad0e71d56 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 1126 time: 0.1911359 Feb 09 01:54:53.496020 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-916db950-af74-4c08-9ca2-a1b96054874e None None] For port b924a96e-27ed-4818-a934-1703deee6363, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b924a96e-27ed-4818-a934-1703deee6363,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:53.497411 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-916db950-af74-4c08-9ca2-a1b96054874e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b924a96e-27ed-4818-a934-1703deee6363), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:53.524762 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-916db950-af74-4c08-9ca2-a1b96054874e None None] Calling delete_port for b924a96e-27ed-4818-a934-1703deee6363 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:53.696005 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1eb79-f4c4-4814-a124-47ca7afbcfb0 req-1a08c22d-e8c3-40b8-ba45-215d2ed840dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:53.697515 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fde1eb79-f4c4-4814-a124-47ca7afbcfb0 req-1a08c22d-e8c3-40b8-ba45-215d2ed840dd service neutron] 10.222.0.67 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 912 time: 0.2217662 Feb 09 01:54:53.727383 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ed85cbfe-d17f-4d93-99c9-acd00e45674a no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:54:53.799086 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: ed85cbfe-d17f-4d93-99c9-acd00e45674a {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:54:53.799444 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ed85cbfe-d17f-4d93-99c9-acd00e45674a not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:54:53.804127 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b924a96e-27ed-4818-a934-1703deee6363 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:54:53.835645 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fde1eb79-f4c4-4814-a124-47ca7afbcfb0 req-7506cdc9-1dd9-442a-b008-d8163c32597e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3 HTTP/1.1" status: 200 len: 999 time: 0.1315641 Feb 09 01:54:53.882804 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-916db950-af74-4c08-9ca2-a1b96054874e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (b924a96e-27ed-4818-a934-1703deee6363), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:53.915489 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a3673f24-3dc1-46bf-8c27-4e16a6e60511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:54:49Z', 'revision_number': 7, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:17Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b7be9d7-a81c-4036-9e84-4452ec9ba323', 'name': '', 'network_id': '0e81003d-18aa-4ce4-a95e-092e041b810b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:3e:a7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': 'c874d6f3-7b5a-4319-89f9-ef9e23825297', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:37Z', 'updated_at': '2022-02-09T01:54:49Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'c874d6f3-7b5a-4319-89f9-ef9e23825297', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f80f017-9fb0-47e8-961a-f04b48254f6c', 'name': '', 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:61:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:12Z', 'updated_at': '2022-02-09T01:54:27Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74be433-de8b-40bb-bb9e-f0bad1dd942b', 'name': '', 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:de:2f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:23Z', 'updated_at': '2022-02-09T01:54:41Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:53.923428 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8f4e0258-6d7c-4225-ab2d-b42121b985f7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (77d3c20b-4956-4853-8a1a-c36096989678), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:53.936608 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916db950-af74-4c08-9ca2-a1b96054874e None None] Pushing event deleted for resources: {'Port': ['ID=b924a96e-27ed-4818-a934-1703deee6363,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:53.941207 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8f4e0258-6d7c-4225-ab2d-b42121b985f7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for router_controller (77d3c20b-4956-4853-8a1a-c36096989678), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:53.952629 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-56ffd4ad-5cf1-407f-8a2c-6ec60518871b req-a54b09d2-0002-4279-be2f-742f5dac1500 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.1159711 Feb 09 01:54:53.954648 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916db950-af74-4c08-9ca2-a1b96054874e None None] No DVR routers for this DVR port b924a96e-27ed-4818-a934-1703deee6363 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:54:53.992443 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3673f24-3dc1-46bf-8c27-4e16a6e60511 None None] Checking router: 513a9dd9-9882-4ae0-b26a-20b8445a07e5 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:54:54.001292 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No active binding found for port b924a96e-27ed-4818-a934-1703deee6363 {{(pid=103185) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 01:54:54.001572 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] The host n-d-828387-3 is not matching for port b924a96e-27ed-4818-a934-1703deee6363 host None! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:54:54.001678 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1eb79-f4c4-4814-a124-47ca7afbcfb0 req-ddf792e0-970e-4962-be60-7a34d23d6da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:54.001981 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b924a96e-27ed-4818-a934-1703deee6363 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:54:54.003186 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fde1eb79-f4c4-4814-a124-47ca7afbcfb0 req-ddf792e0-970e-4962-be60-7a34d23d6da4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.1444957 Feb 09 01:54:54.013613 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3673f24-3dc1-46bf-8c27-4e16a6e60511 None None] Routers {'513a9dd9-9882-4ae0-b26a-20b8445a07e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:54.018480 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a3673f24-3dc1-46bf-8c27-4e16a6e60511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:54.106618 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1eb79-f4c4-4814-a124-47ca7afbcfb0 req-85fc1621-9cf7-4525-b3e3-db04ec5a0fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:54.108173 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fde1eb79-f4c4-4814-a124-47ca7afbcfb0 req-85fc1621-9cf7-4525-b3e3-db04ec5a0fc1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0985754 Feb 09 01:54:54.179680 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-a3673f24-3dc1-46bf-8c27-4e16a6e60511 None None] Set router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:54.190916 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc62cf7-569e-4904-815d-faed2409ab42 req-403bdef1-5d72-41ca-a63e-fc9e4b4c6026 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:54.192309 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fdc62cf7-569e-4904-815d-faed2409ab42 req-403bdef1-5d72-41ca-a63e-fc9e4b4c6026 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.8051865 Feb 09 01:54:54.213986 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8f4e0258-6d7c-4225-ab2d-b42121b985f7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (77d3c20b-4956-4853-8a1a-c36096989678), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:54.213986 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4e0258-6d7c-4225-ab2d-b42121b985f7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Fanout notify agent at l3_agent the message router_deleted on router 77d3c20b-4956-4853-8a1a-c36096989678 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:54:54.227713 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605407a-255b-44f8-8ac3-241f54f34844 req-df5fdb92-2b0b-49b0-bc82-941f270feed9 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:54.236709 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c605407a-255b-44f8-8ac3-241f54f34844 req-df5fdb92-2b0b-49b0-bc82-941f270feed9 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.1475599 Feb 09 01:54:54.242964 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8f4e0258-6d7c-4225-ab2d-b42121b985f7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:54.247327 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8f4e0258-6d7c-4225-ab2d-b42121b985f7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/routers/77d3c20b-4956-4853-8a1a-c36096989678 HTTP/1.1" status: 204 len: 168 time: 1.0075841 Feb 09 01:54:54.250854 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56188) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:54.289593 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6691d911-5ce5-4543-9489-3b8d0c766738 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:54.358301 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c605407a-255b-44f8-8ac3-241f54f34844 req-ad9a35ef-325e-471d-b075-9d499e23caae tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207223 Feb 09 01:54:54.360719 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fde1eb79-f4c4-4814-a124-47ca7afbcfb0 req-c6b68e66-467c-44e9-bd6e-ac4528dfd72a service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274020 Feb 09 01:54:54.562533 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6691d911-5ce5-4543-9489-3b8d0c766738 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:54.566361 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6691d911-5ce5-4543-9489-3b8d0c766738 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:54.596033 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a3673f24-3dc1-46bf-8c27-4e16a6e60511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:54:49Z', 'revision_number': 7, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:17Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b7be9d7-a81c-4036-9e84-4452ec9ba323', 'name': '', 'network_id': '0e81003d-18aa-4ce4-a95e-092e041b810b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:3e:a7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': 'c874d6f3-7b5a-4319-89f9-ef9e23825297', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:37Z', 'updated_at': '2022-02-09T01:54:49Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'c874d6f3-7b5a-4319-89f9-ef9e23825297', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f80f017-9fb0-47e8-961a-f04b48254f6c', 'name': '', 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:61:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:12Z', 'updated_at': '2022-02-09T01:54:27Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74be433-de8b-40bb-bb9e-f0bad1dd942b', 'name': '', 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:de:2f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:23Z', 'updated_at': '2022-02-09T01:54:41Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:54.663751 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3673f24-3dc1-46bf-8c27-4e16a6e60511 None None] The sync data for ids ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'] in n-d-828387-3 is: [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:54:49Z', 'revision_number': 7, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:17Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b7be9d7-a81c-4036-9e84-4452ec9ba323', 'name': '', 'network_id': '0e81003d-18aa-4ce4-a95e-092e041b810b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:3e:a7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': 'c874d6f3-7b5a-4319-89f9-ef9e23825297', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:37Z', 'updated_at': '2022-02-09T01:54:49Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'c874d6f3-7b5a-4319-89f9-ef9e23825297', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f80f017-9fb0-47e8-961a-f04b48254f6c', 'name': '', 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:61:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:12Z', 'updated_at': '2022-02-09T01:54:27Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74be433-de8b-40bb-bb9e-f0bad1dd942b', 'name': '', 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:de:2f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:23Z', 'updated_at': '2022-02-09T01:54:41Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:54:54.796180 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fdc62cf7-569e-4904-815d-faed2409ab42 req-2177de8b-063d-4e4e-88c9-d5911c477fcd tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5941236 Feb 09 01:54:54.975289 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56208) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:55.009784 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6691d911-5ce5-4543-9489-3b8d0c766738 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (d2fedb33-750a-48a0-b778-80a3fbda053b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:55.125980 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6691d911-5ce5-4543-9489-3b8d0c766738 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:55.169456 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-6691d911-5ce5-4543-9489-3b8d0c766738 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:55.173099 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-011182c7-4616-4582-9559-155820bc7978 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting port 2b7be9d7-a81c-4036-9e84-4452ec9ba323 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:55.173515 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-011182c7-4616-4582-9559-155820bc7978 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (2b7be9d7-a81c-4036-9e84-4452ec9ba323), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:55.179416 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6691d911-5ce5-4543-9489-3b8d0c766738 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:55.179855 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6691d911-5ce5-4543-9489-3b8d0c766738 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:55.181964 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b1ed5a-0ba6-4f5a-ba2c-62d0823e1e11 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:55.185920 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3a6eaa4a-13a9-45fb-b61f-ec4e779fe110 req-3b532fff-4a4e-45c8-a742-1f3b580f9776 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.0772393 Feb 09 01:54:55.236633 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691d911-5ce5-4543-9489-3b8d0c766738 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=d2fedb33-750a-48a0-b778-80a3fbda053b,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:55.255971 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-626a1d81-954c-4d7f-ada4-1acae702da13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:55.268888 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6691d911-5ce5-4543-9489-3b8d0c766738 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9962361 Feb 09 01:54:55.276402 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56214) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:55.281223 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-3eb51a7b-223e-4f29-9995-ec8d76838d37 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-403604214', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:55.340785 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fde1eb79-f4c4-4814-a124-47ca7afbcfb0 req-59dd62b9-0df7-4f82-9a55-eebdbd623121 service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9735489 Feb 09 01:54:55.357892 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-011182c7-4616-4582-9559-155820bc7978 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] For port 2b7be9d7-a81c-4036-9e84-4452ec9ba323, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=2b7be9d7-a81c-4036-9e84-4452ec9ba323,segment=NetworkSegment(f79bc5e0-daf2-42a2-af87-47d4b3358845),segment_id=f79bc5e0-daf2-42a2-af87-47d4b3358845)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:55.358274 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-011182c7-4616-4582-9559-155820bc7978 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (2b7be9d7-a81c-4036-9e84-4452ec9ba323), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:55.365058 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3eb51a7b-223e-4f29-9995-ec8d76838d37 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (8a5e3374-7748-4469-9983-0d3907cd112d), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:55.366069 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3eb51a7b-223e-4f29-9995-ec8d76838d37 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (8a5e3374-7748-4469-9983-0d3907cd112d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:55.389015 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-011182c7-4616-4582-9559-155820bc7978 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Calling delete_port for 2b7be9d7-a81c-4036-9e84-4452ec9ba323 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:55.403420 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf6add-780c-4a2a-8c3a-91e3b2904567 req-fd126590-10bd-4ddf-b512-61df973adcad tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:55.416684 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-23bf6add-780c-4a2a-8c3a-91e3b2904567 req-fd126590-10bd-4ddf-b512-61df973adcad tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.2570682 Feb 09 01:54:55.428931 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56216) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:55.431516 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c751f3-0c5d-4258-900a-726847566958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ffa86b77-0960-4058-af84-97833edc3344', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'fixed_ips': [{'subnet_id': 'd2fedb33-750a-48a0-b778-80a3fbda053b'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:54:55.432729 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-28c751f3-0c5d-4258-900a-726847566958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:55.442790 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-873b679b-bcf6-403c-8b0e-8ca4c7df0ecb tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Request body: {'floatingip': {'port_id': '5999e920-e451-43c7-9f89-0a79191cb1d1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:55.599158 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-873b679b-bcf6-403c-8b0e-8ca4c7df0ecb tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for floatingip (25c10675-39e4-4e93-9df4-ada7cb8a89f2), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:55.601954 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3eb51a7b-223e-4f29-9995-ec8d76838d37 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for router_controller (8a5e3374-7748-4469-9983-0d3907cd112d), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:55.604246 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-28c751f3-0c5d-4258-900a-726847566958 None None] Allocated IP 2001:db8::2 (ffa86b77-0960-4058-af84-97833edc3344/d2fedb33-750a-48a0-b778-80a3fbda053b/0c7a01fe-bb94-461e-879b-399f0186a529) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:55.641365 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-626a1d81-954c-4d7f-ada4-1acae702da13 admin admin] Publish callbacks [] for security_group (acad5969-feac-4c8c-8555-63fc12727deb), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:55.642644 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3eb51a7b-223e-4f29-9995-ec8d76838d37 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (8a5e3374-7748-4469-9983-0d3907cd112d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:55.665594 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-626a1d81-954c-4d7f-ada4-1acae702da13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (acad5969-feac-4c8c-8555-63fc12727deb), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:55.752284 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3eb51a7b-223e-4f29-9995-ec8d76838d37 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:55.753415 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3eb51a7b-223e-4f29-9995-ec8d76838d37 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4761381 Feb 09 01:54:55.758223 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56218) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:55.803110 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-28c751f3-0c5d-4258-900a-726847566958 None None] Publish callbacks [] for port (0c7a01fe-bb94-461e-879b-399f0186a529), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:55.812549 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-28c751f3-0c5d-4258-900a-726847566958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (0c7a01fe-bb94-461e-879b-399f0186a529), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:55.835555 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c751f3-0c5d-4258-900a-726847566958 None None] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:55.838217 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-28c751f3-0c5d-4258-900a-726847566958 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:55.847634 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-626a1d81-954c-4d7f-ada4-1acae702da13 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=18e12f7d04a24935b34f1151f5a4962d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8654249 Feb 09 01:54:55.852398 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a1d81-954c-4d7f-ada4-1acae702da13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acad5969-feac-4c8c-8555-63fc12727deb,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:55.854821 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56222) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:55.898201 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c751f3-0c5d-4258-900a-726847566958 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:55.996755 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c751f3-0c5d-4258-900a-726847566958 None None] Pushing event updated for resources: {'Port': ['ID=0c7a01fe-bb94-461e-879b-399f0186a529,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:56.011374 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-28c751f3-0c5d-4258-900a-726847566958 None None] Attempting to bind port 0c7a01fe-bb94-461e-879b-399f0186a529 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:54:56.011885 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-28c751f3-0c5d-4258-900a-726847566958 None None] Attempting to bind port 0c7a01fe-bb94-461e-879b-399f0186a529 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:54:56.013158 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c751f3-0c5d-4258-900a-726847566958 None None] Attempting to bind port 0c7a01fe-bb94-461e-879b-399f0186a529 on network ffa86b77-0960-4058-af84-97833edc3344 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:54:56.019841 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c751f3-0c5d-4258-900a-726847566958 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:54:56.020401 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c751f3-0c5d-4258-900a-726847566958 None None] Checking segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:56.021628 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-28c751f3-0c5d-4258-900a-726847566958 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:56.022384 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c751f3-0c5d-4258-900a-726847566958 None None] Bound using segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:54:56.023822 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-28c751f3-0c5d-4258-900a-726847566958 None None] Bound port: 0c7a01fe-bb94-461e-879b-399f0186a529, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:54:56.024390 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-28c751f3-0c5d-4258-900a-726847566958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0c7a01fe-bb94-461e-879b-399f0186a529), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:56.151879 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-28c751f3-0c5d-4258-900a-726847566958 None None] For port 0c7a01fe-bb94-461e-879b-399f0186a529, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:54:56.159416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-28c751f3-0c5d-4258-900a-726847566958 None None] For port 0c7a01fe-bb94-461e-879b-399f0186a529, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0c7a01fe-bb94-461e-879b-399f0186a529,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:54:56.170580 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-28c751f3-0c5d-4258-900a-726847566958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0c7a01fe-bb94-461e-879b-399f0186a529), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:56.298736 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c751f3-0c5d-4258-900a-726847566958 None None] Pushing event updated for resources: {'Port': ['ID=0c7a01fe-bb94-461e-879b-399f0186a529,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:56.388314 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-95b3f5a5-5265-4aae-8e3d-8aaed5d3c4b5 req-6ec0e99f-1b53-4bc7-9ac3-9cc321a418b7 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5992b64-5d75-42e1-911e-ae9a02c92d36 HTTP/1.1" status: 200 len: 210 time: 0.0454075 Feb 09 01:54:56.412872 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ae916e86-6672-427f-bedb-d8d7077b8e71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:56.503481 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6f03b66-c78d-42cc-b36d-8a4a3db78007 admin admin] Publish callbacks [] for security_group (acad5969-feac-4c8c-8555-63fc12727deb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:56.563305 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-011182c7-4616-4582-9559-155820bc7978 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (2b7be9d7-a81c-4036-9e84-4452ec9ba323), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:56.620189 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1f53c-fd5a-4242-b226-3fd4214f72c9 req-d6633cfd-c54e-48ea-90cc-e8b447fa1825 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:56.623675 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e8d1f53c-fd5a-4242-b226-3fd4214f72c9 req-d6633cfd-c54e-48ea-90cc-e8b447fa1825 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.6441994 Feb 09 01:54:56.684529 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6f03b66-c78d-42cc-b36d-8a4a3db78007 admin admin] Publish callbacks [] for security_group (acad5969-feac-4c8c-8555-63fc12727deb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:56.720779 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011182c7-4616-4582-9559-155820bc7978 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Port': ['ID=2b7be9d7-a81c-4036-9e84-4452ec9ba323,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:56.761897 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-ae916e86-6672-427f-bedb-d8d7077b8e71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8::1 (ffa86b77-0960-4058-af84-97833edc3344/d2fedb33-750a-48a0-b778-80a3fbda053b/0614e69e-9ecd-4004-a7ac-92052e205d7e) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:56.919540 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ae916e86-6672-427f-bedb-d8d7077b8e71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (0614e69e-9ecd-4004-a7ac-92052e205d7e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:56.978070 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ae916e86-6672-427f-bedb-d8d7077b8e71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (0614e69e-9ecd-4004-a7ac-92052e205d7e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:57.035137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae916e86-6672-427f-bedb-d8d7077b8e71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:57.045210 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-ae916e86-6672-427f-bedb-d8d7077b8e71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:57.048740 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae916e86-6672-427f-bedb-d8d7077b8e71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:57.049300 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ae916e86-6672-427f-bedb-d8d7077b8e71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (8a5e3374-7748-4469-9983-0d3907cd112d), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:57.076834 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e8d1f53c-fd5a-4242-b226-3fd4214f72c9 req-d76216ec-f3e5-43bf-8b2f-314e97c16976 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3877647 Feb 09 01:54:57.115529 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae916e86-6672-427f-bedb-d8d7077b8e71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=0614e69e-9ecd-4004-a7ac-92052e205d7e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:57.218030 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ae916e86-6672-427f-bedb-d8d7077b8e71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0614e69e-9ecd-4004-a7ac-92052e205d7e), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:57.243575 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6f03b66-c78d-42cc-b36d-8a4a3db78007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (acad5969-feac-4c8c-8555-63fc12727deb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:57.246628 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6f03b66-c78d-42cc-b36d-8a4a3db78007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:57.250428 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b6f03b66-c78d-42cc-b36d-8a4a3db78007 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/acad5969-feac-4c8c-8555-63fc12727deb HTTP/1.1" status: 204 len: 168 time: 1.3885508 Feb 09 01:54:57.294169 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f03b66-c78d-42cc-b36d-8a4a3db78007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acad5969-feac-4c8c-8555-63fc12727deb,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:57.303858 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.db.resource_extend [None req-873b679b-bcf6-403c-8b0e-8ca4c7df0ecb tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:54:57.379826 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-011182c7-4616-4582-9559-155820bc7978 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (513a9dd9-9882-4ae0-b26a-20b8445a07e5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:57.566494 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-873b679b-bcf6-403c-8b0e-8ca4c7df0ecb tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:57.579773 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ae916e86-6672-427f-bedb-d8d7077b8e71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (0614e69e-9ecd-4004-a7ac-92052e205d7e), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:57.591722 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ae916e86-6672-427f-bedb-d8d7077b8e71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (0614e69e-9ecd-4004-a7ac-92052e205d7e), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:57.592900 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ae916e86-6672-427f-bedb-d8d7077b8e71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (8a5e3374-7748-4469-9983-0d3907cd112d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:57.597964 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-873b679b-bcf6-403c-8b0e-8ca4c7df0ecb tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (25c10675-39e4-4e93-9df4-ada7cb8a89f2), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:57.599885 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56238) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:57.742306 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae916e86-6672-427f-bedb-d8d7077b8e71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=0614e69e-9ecd-4004-a7ac-92052e205d7e,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:57.760581 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae916e86-6672-427f-bedb-d8d7077b8e71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:57.762208 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-ae916e86-6672-427f-bedb-d8d7077b8e71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:57.906739 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0c7a01fe-bb94-461e-879b-399f0186a529 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:57.968084 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f002ea67-ec46-46b1-9b45-e0b0187472d5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for security_group (999c68bd-4a65-4b52-8070-dc0e0b732663), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:57.972599 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 0c7a01fe-bb94-461e-879b-399f0186a529 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:57.973327 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0c7a01fe-bb94-461e-879b-399f0186a529), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:57.983690 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-873b679b-bcf6-403c-8b0e-8ca4c7df0ecb tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Floating IP 25c10675-39e4-4e93-9df4-ada7cb8a89f2 associated. External IP: 172.25.7.168, port: 5999e920-e451-43c7-9f89-0a79191cb1d1. Feb 09 01:54:57.991918 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae916e86-6672-427f-bedb-d8d7077b8e71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Router 8a5e3374-7748-4469-9983-0d3907cd112d is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:54:58.096776 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011182c7-4616-4582-9559-155820bc7978 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:54:58.124737 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 0c7a01fe-bb94-461e-879b-399f0186a529 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:58.125332 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0c7a01fe-bb94-461e-879b-399f0186a529), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:58.151446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a015c480-3ab4-46f7-ad69-560089e002b7 None None] Provisioning complete for port 0c7a01fe-bb94-461e-879b-399f0186a529 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:58.152064 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a015c480-3ab4-46f7-ad69-560089e002b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0c7a01fe-bb94-461e-879b-399f0186a529), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:58.166333 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f002ea67-ec46-46b1-9b45-e0b0187472d5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for security_group (999c68bd-4a65-4b52-8070-dc0e0b732663), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:58.212002 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 0c7a01fe-bb94-461e-879b-399f0186a529, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0c7a01fe-bb94-461e-879b-399f0186a529,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:58.217818 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0c7a01fe-bb94-461e-879b-399f0186a529), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:58.320411 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae916e86-6672-427f-bedb-d8d7077b8e71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:54:58.347266 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ae916e86-6672-427f-bedb-d8d7077b8e71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "PUT /v2.0/routers/8a5e3374-7748-4469-9983-0d3907cd112d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5852861 Feb 09 01:54:58.430247 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56254) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:58.546385 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] Sync routers for ids ['8a5e3374-7748-4469-9983-0d3907cd112d'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:54:58.577376 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] Routers {'8a5e3374-7748-4469-9983-0d3907cd112d'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:58.578221 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['8a5e3374-7748-4469-9983-0d3907cd112d'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:58.581439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c531ba3d-c75f-4722-bb3d-79151416e308 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:58.585876 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c531ba3d-c75f-4722-bb3d-79151416e308 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports/0614e69e-9ecd-4004-a7ac-92052e205d7e HTTP/1.1" status: 200 len: 911 time: 0.1497717 Feb 09 01:54:58.597810 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56260) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:58.636225 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4007f9-51fb-4a13-8e68-2116e7801b00 req-01cc3186-919d-40d6-9734-d1d08d9fdb91 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:58.646161 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd4007f9-51fb-4a13-8e68-2116e7801b00 req-01cc3186-919d-40d6-9734-d1d08d9fdb91 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2993402 Feb 09 01:54:58.743283 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] Set router 8a5e3374-7748-4469-9983-0d3907cd112d gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:58.794653 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd4007f9-51fb-4a13-8e68-2116e7801b00 req-e3ee06e1-a2e7-4a8b-863f-33c51d68b275 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437392 Feb 09 01:54:58.859782 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba03c6fd-1f7a-43b1-b414-600eb5da4d45 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:58.868813 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba03c6fd-1f7a-43b1-b414-600eb5da4d45 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:58.873205 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ba03c6fd-1f7a-43b1-b414-600eb5da4d45 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2716501 Feb 09 01:54:58.875420 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56268) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:59.000510 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a015c480-3ab4-46f7-ad69-560089e002b7 None None] Current status of the port 0c7a01fe-bb94-461e-879b-399f0186a529 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:59.001518 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873b679b-bcf6-403c-8b0e-8ca4c7df0ecb tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Router 20662644-ff05-4f60-ad92-0c100ae0a426 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:54:59.009570 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=0c7a01fe-bb94-461e-879b-399f0186a529,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:59.023470 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011182c7-4616-4582-9559-155820bc7978 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:54:59.037634 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56272) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:59.041012 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-011182c7-4616-4582-9559-155820bc7978 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/routers/513a9dd9-9882-4ae0-b26a-20b8445a07e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6208315 Feb 09 01:54:59.041340 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5876ab04-5a4b-42f7-a51f-eba3d6240a9d None None] Sync routers for ids ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:54:59.054873 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5876ab04-5a4b-42f7-a51f-eba3d6240a9d None None] Routers {'513a9dd9-9882-4ae0-b26a-20b8445a07e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:59.055699 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f002ea67-ec46-46b1-9b45-e0b0187472d5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (999c68bd-4a65-4b52-8070-dc0e0b732663), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:59.056226 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-5876ab04-5a4b-42f7-a51f-eba3d6240a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:59.061345 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f002ea67-ec46-46b1-9b45-e0b0187472d5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:59.070646 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f002ea67-ec46-46b1-9b45-e0b0187472d5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "DELETE /v2.0/security-groups/999c68bd-4a65-4b52-8070-dc0e0b732663 HTTP/1.1" status: 204 len: 168 time: 1.4667034 Feb 09 01:54:59.072932 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56274) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:59.091899 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5e3374-7748-4469-9983-0d3907cd112d', 'name': 'tempest-NetworksTestDHCPv6-router-403604214', 'tenant_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:55Z', 'updated_at': '2022-02-09T01:54:57Z', 'revision_number': 2, 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'gw_port_host': None, '_interfaces': [{'id': '0614e69e-9ecd-4004-a7ac-92052e205d7e', 'name': '', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'tenant_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'mac_address': 'fa:16:3e:dc:e2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5e3374-7748-4469-9983-0d3907cd112d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'd2fedb33-750a-48a0-b778-80a3fbda053b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:56Z', 'updated_at': '2022-02-09T01:54:57Z', 'revision_number': 2, 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'subnets': [{'id': 'd2fedb33-750a-48a0-b778-80a3fbda053b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:59.110676 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002ea67-ec46-46b1-9b45-e0b0187472d5 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=999c68bd-4a65-4b52-8070-dc0e0b732663,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:59.116696 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-136df898-83f6-4f61-a987-4abe3e5f971e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] show failed (client error): The resource could not be found. Feb 09 01:54:59.123820 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-136df898-83f6-4f61-a987-4abe3e5f971e tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "GET /v2.0/security-groups/999c68bd-4a65-4b52-8070-dc0e0b732663 HTTP/1.1" status: 404 len: 347 time: 0.0367253 Feb 09 01:54:59.150821 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] Checking router: 8a5e3374-7748-4469-9983-0d3907cd112d for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:54:59.151167 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] Updating router 8a5e3374-7748-4469-9983-0d3907cd112d port 0614e69e-9ecd-4004-a7ac-92052e205d7e binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:54:59.164917 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56276) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:59.187438 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0614e69e-9ecd-4004-a7ac-92052e205d7e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:59.196903 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf3891d-4d0c-49ee-b9fe-a1edc73b06d5 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting subnet c874d6f3-7b5a-4319-89f9-ef9e23825297 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:54:59.206078 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ddf3891d-4d0c-49ee-b9fe-a1edc73b06d5 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for subnet (c874d6f3-7b5a-4319-89f9-ef9e23825297), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:59.226979 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-5876ab04-5a4b-42f7-a51f-eba3d6240a9d None None] Set router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:59.304026 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-477c696f-6fe0-4f3a-b796-158e7c56c263 None None] Provisioning complete for port 0614e69e-9ecd-4004-a7ac-92052e205d7e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:59.304774 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-477c696f-6fe0-4f3a-b796-158e7c56c263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0614e69e-9ecd-4004-a7ac-92052e205d7e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:59.471971 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ddf3891d-4d0c-49ee-b9fe-a1edc73b06d5 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (c874d6f3-7b5a-4319-89f9-ef9e23825297), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:59.518691 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-477c696f-6fe0-4f3a-b796-158e7c56c263 None None] Port 0614e69e-9ecd-4004-a7ac-92052e205d7e cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:54:59.558662 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873b679b-bcf6-403c-8b0e-8ca4c7df0ecb tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:54:59.572318 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-873b679b-bcf6-403c-8b0e-8ca4c7df0ecb tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:59.638558 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-5876ab04-5a4b-42f7-a51f-eba3d6240a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:54:56Z', 'revision_number': 8, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:17Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f80f017-9fb0-47e8-961a-f04b48254f6c', 'name': '', 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:61:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:12Z', 'updated_at': '2022-02-09T01:54:27Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74be433-de8b-40bb-bb9e-f0bad1dd942b', 'name': '', 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:de:2f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:23Z', 'updated_at': '2022-02-09T01:54:41Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:59.688282 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5876ab04-5a4b-42f7-a51f-eba3d6240a9d None None] Checking router: 513a9dd9-9882-4ae0-b26a-20b8445a07e5 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:54:59.697965 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ebfd70-df41-4c94-bca0-c702d9ad1501 None None] Sync routers for ids ['20662644-ff05-4f60-ad92-0c100ae0a426'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:54:59.702346 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5876ab04-5a4b-42f7-a51f-eba3d6240a9d None None] Routers {'513a9dd9-9882-4ae0-b26a-20b8445a07e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:59.703901 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-5876ab04-5a4b-42f7-a51f-eba3d6240a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:59.723237 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ddf3891d-4d0c-49ee-b9fe-a1edc73b06d5 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (c874d6f3-7b5a-4319-89f9-ef9e23825297), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:59.725061 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-39cdadb1-3f89-4d3a-a5d1-8326a25f46bf tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Deleting port 71cf4e0a-e56b-4f70-b012-66f5bd321925 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:59.725676 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-39cdadb1-3f89-4d3a-a5d1-8326a25f46bf tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (71cf4e0a-e56b-4f70-b012-66f5bd321925), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:59.728994 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-873b679b-bcf6-403c-8b0e-8ca4c7df0ecb tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "PUT /v2.0/floatingips/25c10675-39e4-4e93-9df4-ada7cb8a89f2 HTTP/1.1" status: 200 len: 991 time: 4.2992778 Feb 09 01:54:59.730382 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02cbf41f-5d80-4951-a18d-60e5cd680594', 'tag': '5999e920-e451-43c7-9f89-0a79191cb1d1'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:54:59.741263 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc6e1fe-f7e3-4e95-92e8-8133b7fd4349" -d '{"events": [{"name": "network-changed", "server_uuid": "02cbf41f-5d80-4951-a18d-60e5cd680594", "tag": "5999e920-e451-43c7-9f89-0a79191cb1d1"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:54:59.742008 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0c7a01fe-bb94-461e-879b-399f0186a529 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:59.749778 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ebfd70-df41-4c94-bca0-c702d9ad1501 None None] Routers {'20662644-ff05-4f60-ad92-0c100ae0a426'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:59.750367 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-c6ebfd70-df41-4c94-bca0-c702d9ad1501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['20662644-ff05-4f60-ad92-0c100ae0a426'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:59.902957 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-39cdadb1-3f89-4d3a-a5d1-8326a25f46bf tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (71cf4e0a-e56b-4f70-b012-66f5bd321925), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:59.903489 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-39cdadb1-3f89-4d3a-a5d1-8326a25f46bf tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for floatingip (71cf4e0a-e56b-4f70-b012-66f5bd321925), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:59.922068 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-39cdadb1-3f89-4d3a-a5d1-8326a25f46bf tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Calling delete_port for 71cf4e0a-e56b-4f70-b012-66f5bd321925 owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:59.940255 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-5876ab04-5a4b-42f7-a51f-eba3d6240a9d None None] Set router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:59.966244 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56300) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:00.002635 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-c6ebfd70-df41-4c94-bca0-c702d9ad1501 None None] Set router 20662644-ff05-4f60-ad92-0c100ae0a426 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:00.049696 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ddf3891d-4d0c-49ee-b9fe-a1edc73b06d5 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (c874d6f3-7b5a-4319-89f9-ef9e23825297), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:00.103167 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ddf3891d-4d0c-49ee-b9fe-a1edc73b06d5 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:00.117422 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ddf3891d-4d0c-49ee-b9fe-a1edc73b06d5 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/subnets/c874d6f3-7b5a-4319-89f9-ef9e23825297 HTTP/1.1" status: 204 len: 168 time: 1.0783823 Feb 09 01:55:00.118062 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56304) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:00.132475 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2b885-0d1f-47e1-af86-7f8e237785bb req-ad10f8e5-7ba3-43c5-bec4-a08fc3b95189 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:00.134894 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-46a2b885-0d1f-47e1-af86-7f8e237785bb req-ad10f8e5-7ba3-43c5-bec4-a08fc3b95189 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.3082254 Feb 09 01:55:00.194391 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3891d-4d0c-49ee-b9fe-a1edc73b06d5 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Subnet': ['ID=c874d6f3-7b5a-4319-89f9-ef9e23825297,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:00.225098 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9e44c3-a6d6-4955-bb83-fffec96f2177 x-openstack-request-id: req-ba9e44c3-a6d6-4955-bb83-fffec96f2177 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:55:00.227883 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02cbf41f-5d80-4951-a18d-60e5cd680594", "tag": "5999e920-e451-43c7-9f89-0a79191cb1d1", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:55:00.228594 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba9e44c3-a6d6-4955-bb83-fffec96f2177 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:55:00.229493 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02cbf41f-5d80-4951-a18d-60e5cd680594', 'tag': '5999e920-e451-43c7-9f89-0a79191cb1d1', 'status': 'completed', 'code': 200} Feb 09 01:55:00.279241 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-5876ab04-5a4b-42f7-a51f-eba3d6240a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:54:56Z', 'revision_number': 8, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:17Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f80f017-9fb0-47e8-961a-f04b48254f6c', 'name': '', 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:61:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:12Z', 'updated_at': '2022-02-09T01:54:27Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74be433-de8b-40bb-bb9e-f0bad1dd942b', 'name': '', 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:de:2f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:23Z', 'updated_at': '2022-02-09T01:54:41Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:00.363994 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5876ab04-5a4b-42f7-a51f-eba3d6240a9d None None] The sync data for ids ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'] in n-d-828387-3 is: [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:54:56Z', 'revision_number': 8, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:17Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f80f017-9fb0-47e8-961a-f04b48254f6c', 'name': '', 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:61:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:12Z', 'updated_at': '2022-02-09T01:54:27Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74be433-de8b-40bb-bb9e-f0bad1dd942b', 'name': '', 'network_id': '2ba4a829-bbf4-4203-946b-4ce4869ba857', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:de:2f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:23Z', 'updated_at': '2022-02-09T01:54:41Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '4cb87c45-90d9-42a1-ba91-e54910472c09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:00.385730 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-46a2b885-0d1f-47e1-af86-7f8e237785bb req-6985c704-7272-4e53-9e16-22bc73809df9 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313437 Feb 09 01:55:00.461632 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6cfa689a-f58d-409b-bb04-3406f6f0a2d9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (0e81003d-18aa-4ce4-a95e-092e041b810b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:00.479967 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6e1fe-f7e3-4e95-92e8-8133b7fd4349 req-cb334630-558a-433c-966d-47c1972fd01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:00.482387 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bc6e1fe-f7e3-4e95-92e8-8133b7fd4349 req-cb334630-558a-433c-966d-47c1972fd01e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=225062ed147a4a2299a703d06854300c&device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 1127 time: 0.2628822 Feb 09 01:55:00.488558 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-39cdadb1-3f89-4d3a-a5d1-8326a25f46bf tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (71cf4e0a-e56b-4f70-b012-66f5bd321925), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:00.499405 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-12cb132b-45bb-430c-a3c7-ad5d1b2c1925 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (8a5e3374-7748-4469-9983-0d3907cd112d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:00.533465 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdadb1-3f89-4d3a-a5d1-8326a25f46bf tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event deleted for resources: {'Port': ['ID=71cf4e0a-e56b-4f70-b012-66f5bd321925,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:00.534088 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b75bf1-9a29-4923-9e73-d26c1b898960 None None] Network 0e81003d-18aa-4ce4-a95e-092e041b810b requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:00.588198 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-24fe5118-2454-4edb-8412-dd2e62c46c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-965685457'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:00.659350 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-39cdadb1-3f89-4d3a-a5d1-8326a25f46bf tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for floatingip (87fe8bfe-6b27-4021-88e4-f32c08b5e5aa), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:00.663523 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-39cdadb1-3f89-4d3a-a5d1-8326a25f46bf tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:00.668440 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-39cdadb1-3f89-4d3a-a5d1-8326a25f46bf tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "DELETE /v2.0/floatingips/87fe8bfe-6b27-4021-88e4-f32c08b5e5aa HTTP/1.1" status: 204 len: 168 time: 1.4981892 Feb 09 01:55:00.668440 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fe5118-2454-4edb-8412-dd2e62c46c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] Made reservation on behalf of 9f16b4fb6dcb4d7ea518eddb589a01a6 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:00.670919 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24fe5118-2454-4edb-8412-dd2e62c46c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:00.673024 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56310) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:00.777067 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc77f6-58a2-4262-a02e-e5cacf0b0b5d req-2c1b2b8b-5680-4b09-ad21-7c0acb47fe0d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:00.778652 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e2dc77f6-58a2-4262-a02e-e5cacf0b0b5d req-2c1b2b8b-5680-4b09-ad21-7c0acb47fe0d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2488391 Feb 09 01:55:00.829787 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24fe5118-2454-4edb-8412-dd2e62c46c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:00.888507 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-6cfa689a-f58d-409b-bb04-3406f6f0a2d9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting port 7e81a7a7-80ac-4636-9d35-4538c505999b {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:00.888699 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6cfa689a-f58d-409b-bb04-3406f6f0a2d9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (7e81a7a7-80ac-4636-9d35-4538c505999b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:00.917769 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-fc99927d-f011-41b8-ad40-dcc79745c399 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Deleting port 3e5a309d-a187-428b-be54-6139af1e1d5b {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:00.922568 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc99927d-f011-41b8-ad40-dcc79745c399 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (3e5a309d-a187-428b-be54-6139af1e1d5b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:00.962715 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6e1fe-f7e3-4e95-92e8-8133b7fd4349 req-7eea2f74-362a-4702-8a07-18e124111a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:00.964122 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] Publish callbacks [] for port (0614e69e-9ecd-4004-a7ac-92052e205d7e), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:00.969610 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bc6e1fe-f7e3-4e95-92e8-8133b7fd4349 req-7eea2f74-362a-4702-8a07-18e124111a11 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bbe85234-1f1c-44c0-aeaf-3380123bb751 HTTP/1.1" status: 200 len: 918 time: 0.4803474 Feb 09 01:55:00.981789 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0614e69e-9ecd-4004-a7ac-92052e205d7e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:01.191446 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24fe5118-2454-4edb-8412-dd2e62c46c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] Publish callbacks [] for security_group (43a4b61e-d8d3-4c4f-b4fc-9295c14a64ea), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:01.197338 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24fe5118-2454-4edb-8412-dd2e62c46c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (43a4b61e-d8d3-4c4f-b4fc-9295c14a64ea), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:01.206353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-6cfa689a-f58d-409b-bb04-3406f6f0a2d9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] For port 7e81a7a7-80ac-4636-9d35-4538c505999b, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=7e81a7a7-80ac-4636-9d35-4538c505999b,segment=NetworkSegment(f79bc5e0-daf2-42a2-af87-47d4b3358845),segment_id=f79bc5e0-daf2-42a2-af87-47d4b3358845)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:01.206730 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6cfa689a-f58d-409b-bb04-3406f6f0a2d9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (7e81a7a7-80ac-4636-9d35-4538c505999b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:01.218173 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24fe5118-2454-4edb-8412-dd2e62c46c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:55:01.237493 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24fe5118-2454-4edb-8412-dd2e62c46c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (02fbc748-ac99-419c-96db-1a61e929d386), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:01.239299 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-24fe5118-2454-4edb-8412-dd2e62c46c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] Added segment 02fbc748-ac99-419c-96db-1a61e929d386 of type vlan for network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 Feb 09 01:55:01.272765 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-6cfa689a-f58d-409b-bb04-3406f6f0a2d9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Calling delete_port for 7e81a7a7-80ac-4636-9d35-4538c505999b owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:01.337707 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6e295-e4eb-45ef-b569-b3974f49570a None None] Pushing event updated for resources: {'Port': ['ID=0614e69e-9ecd-4004-a7ac-92052e205d7e,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:01.360098 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 0c7a01fe-bb94-461e-879b-399f0186a529 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:01.360667 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0c7a01fe-bb94-461e-879b-399f0186a529), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:01.361809 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e2dc77f6-58a2-4262-a02e-e5cacf0b0b5d req-d094726e-af64-46c1-87a8-fbe6af71e9b5 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5628014 Feb 09 01:55:01.404133 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24fe5118-2454-4edb-8412-dd2e62c46c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (7378cba7-dc6d-4289-ad49-61a04df1d2f6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:01.407238 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc99927d-f011-41b8-ad40-dcc79745c399 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (3e5a309d-a187-428b-be54-6139af1e1d5b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:01.414663 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] Attempting to bind port 0614e69e-9ecd-4004-a7ac-92052e205d7e on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:01.416675 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] Attempting to bind port 0614e69e-9ecd-4004-a7ac-92052e205d7e by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:01.416675 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] Attempting to bind port 0614e69e-9ecd-4004-a7ac-92052e205d7e on network ffa86b77-0960-4058-af84-97833edc3344 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:01.444984 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:55:01.445358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] Checking segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:01.445680 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:01.446063 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] Bound using segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:55:01.446570 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] Bound port: 0614e69e-9ecd-4004-a7ac-92052e205d7e, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:55:01.446926 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0614e69e-9ecd-4004-a7ac-92052e205d7e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:01.477359 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-fc99927d-f011-41b8-ad40-dcc79745c399 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Calling delete_port for 3e5a309d-a187-428b-be54-6139af1e1d5b owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:01.530397 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe5118-2454-4edb-8412-dd2e62c46c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a4b61e-d8d3-4c4f-b4fc-9295c14a64ea,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:01.582844 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806b91e4-c637-4373-a38c-ab871a41aa83 None None] DHCP port deletion for 0e81003d-18aa-4ce4-a95e-092e041b810b request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:55:01.620118 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24fe5118-2454-4edb-8412-dd2e62c46c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (7378cba7-dc6d-4289-ad49-61a04df1d2f6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:01.625442 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-c6ebfd70-df41-4c94-bca0-c702d9ad1501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'name': 'tempest-AttachVolumeShelveTestJSON-1509146456-router', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:05Z', 'updated_at': '2022-02-09T01:54:16Z', 'revision_number': 4, 'project_id': '225062ed147a4a2299a703d06854300c', 'gw_port': {'id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:06Z', 'updated_at': '2022-02-09T01:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '25c10675-39e4-4e93-9df4-ada7cb8a89f2', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'port_id': '5999e920-e451-43c7-9f89-0a79191cb1d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'mac_address': 'fa:16:3e:ba:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cbf41f-5d80-4951-a18d-60e5cd680594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:54:24Z', 'updated_at': '2022-02-09T01:54:57Z', 'revision_number': 1, 'project_id': '225062ed147a4a2299a703d06854300c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d0b7492-4c38-4c2a-b778-a9ac17e20de8', 'name': '', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'mac_address': 'fa:16:3e:ba:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:14Z', 'updated_at': '2022-02-09T01:54:30Z', 'revision_number': 5, 'project_id': '225062ed147a4a2299a703d06854300c', 'subnets': [{'id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:01.626613 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fe5118-2454-4edb-8412-dd2e62c46c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:01.629367 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24fe5118-2454-4edb-8412-dd2e62c46c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:01.672883 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ebfd70-df41-4c94-bca0-c702d9ad1501 None None] Checking router: 20662644-ff05-4f60-ad92-0c100ae0a426 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:55:01.788931 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] For port 0614e69e-9ecd-4004-a7ac-92052e205d7e, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:55:01.790161 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe5118-2454-4edb-8412-dd2e62c46c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] Pushing event updated for resources: {'Network': ['ID=7378cba7-dc6d-4289-ad49-61a04df1d2f6,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:01.803939 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] For port 0614e69e-9ecd-4004-a7ac-92052e205d7e, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0614e69e-9ecd-4004-a7ac-92052e205d7e,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:55:01.804953 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-24fe5118-2454-4edb-8412-dd2e62c46c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.8346910 Feb 09 01:55:01.834153 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ebfd70-df41-4c94-bca0-c702d9ad1501 None None] Routers {'20662644-ff05-4f60-ad92-0c100ae0a426'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:01.836022 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-c6ebfd70-df41-4c94-bca0-c702d9ad1501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['20662644-ff05-4f60-ad92-0c100ae0a426'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:01.860130 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59aa049-70fd-4d9b-97e2-9ea047c8ff97 req-712d0f63-4b5a-4506-b7cc-6244139ef8b0 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:01.862695 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f59aa049-70fd-4d9b-97e2-9ea047c8ff97 req-712d0f63-4b5a-4506-b7cc-6244139ef8b0 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.2158306 Feb 09 01:55:01.955770 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f59aa049-70fd-4d9b-97e2-9ea047c8ff97 req-98739ee0-71cc-40d3-ad4f-3d52afc44128 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776086 Feb 09 01:55:01.992875 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-892326e9-9ce8-4503-b515-8444a6e354ab None None] Provisioning complete for port 0614e69e-9ecd-4004-a7ac-92052e205d7e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:01.992875 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-892326e9-9ce8-4503-b515-8444a6e354ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0614e69e-9ecd-4004-a7ac-92052e205d7e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:02.043134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:55:02.054666 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bc6e1fe-f7e3-4e95-92e8-8133b7fd4349 req-94170e14-06b4-4602-97fb-93ab151ab4b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5999e920-e451-43c7-9f89-0a79191cb1d1 HTTP/1.1" status: 200 len: 999 time: 1.0394442 Feb 09 01:55:02.071311 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56324) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:02.080386 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc99927d-f011-41b8-ad40-dcc79745c399 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (3e5a309d-a187-428b-be54-6139af1e1d5b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:02.093028 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Request body: {'port': {'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6', 'binding:host_id': 'n-h1-828387-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072578434'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:02.211038 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99927d-f011-41b8-ad40-dcc79745c399 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event deleted for resources: {'Port': ['ID=3e5a309d-a187-428b-be54-6139af1e1d5b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:02.219044 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Made reservation on behalf of 4cb3b53b9c994b5ea5e0e71155ffd901 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:02.223792 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:02.234840 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 0c7a01fe-bb94-461e-879b-399f0186a529 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:02.235746 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6e1fe-f7e3-4e95-92e8-8133b7fd4349 req-ee13eaad-b7c5-45d8-8155-55e94d20c3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:02.237424 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bc6e1fe-f7e3-4e95-92e8-8133b7fd4349 req-ee13eaad-b7c5-45d8-8155-55e94d20c3a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e5fb0614-877d-4584-bc3c-a9b6e8f6847d HTTP/1.1" status: 200 len: 856 time: 0.1707356 Feb 09 01:55:02.250270 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0614e69e-9ecd-4004-a7ac-92052e205d7e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:02.337289 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:02.382521 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc99927d-f011-41b8-ad40-dcc79745c399 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:02.388950 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fc99927d-f011-41b8-ad40-dcc79745c399 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "DELETE /v2.0/ports/3e5a309d-a187-428b-be54-6139af1e1d5b HTTP/1.1" status: 204 len: 168 time: 1.7148101 Feb 09 01:55:02.399900 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56330) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:02.506634 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6cfa689a-f58d-409b-bb04-3406f6f0a2d9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (7e81a7a7-80ac-4636-9d35-4538c505999b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:02.673059 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa689a-f58d-409b-bb04-3406f6f0a2d9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] No DVR routers for this DVR port 7e81a7a7-80ac-4636-9d35-4538c505999b on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:02.684342 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa689a-f58d-409b-bb04-3406f6f0a2d9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Port': ['ID=7e81a7a7-80ac-4636-9d35-4538c505999b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:02.738735 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-87ad4ffe-550a-4632-b56d-2b8e05ca8ed7 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Deleting port 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:02.748870 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87ad4ffe-550a-4632-b56d-2b8e05ca8ed7 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (12c6d339-2c74-42d5-a6e4-5f638ebb91f3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:02.777124 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a131809-8061-4f5f-ae5b-8b4f6c5ae614 req-0354a086-6279-47b2-9762-911e41ddc55a tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:02.791185 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2a131809-8061-4f5f-ae5b-8b4f6c5ae614 req-0354a086-6279-47b2-9762-911e41ddc55a tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2248096 Feb 09 01:55:02.853246 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 2b7be9d7-a81c-4036-9e84-4452ec9ba323 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:55:02.936570 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6e1fe-f7e3-4e95-92e8-8133b7fd4349 req-225aa142-1ccf-4faf-89df-5c94ca8e974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:02.938294 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bc6e1fe-f7e3-4e95-92e8-8133b7fd4349 req-225aa142-1ccf-4faf-89df-5c94ca8e974d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bbe85234-1f1c-44c0-aeaf-3380123bb751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6603746 Feb 09 01:55:02.952136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-12cb132b-45bb-430c-a3c7-ad5d1b2c1925 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting port 0614e69e-9ecd-4004-a7ac-92052e205d7e {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:02.952136 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-12cb132b-45bb-430c-a3c7-ad5d1b2c1925 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0614e69e-9ecd-4004-a7ac-92052e205d7e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:02.967824 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6cfa689a-f58d-409b-bb04-3406f6f0a2d9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (0e81003d-18aa-4ce4-a95e-092e041b810b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:02.978113 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6e295-e4eb-45ef-b569-b3974f49570a None None] Pushing event updated for resources: {'Port': ['ID=0614e69e-9ecd-4004-a7ac-92052e205d7e,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:02.997501 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 2b7be9d7-a81c-4036-9e84-4452ec9ba323 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:55:02.997854 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 2b7be9d7-a81c-4036-9e84-4452ec9ba323 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:55:02.998274 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7e81a7a7-80ac-4636-9d35-4538c505999b no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:55:03.014944 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87ad4ffe-550a-4632-b56d-2b8e05ca8ed7 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (12c6d339-2c74-42d5-a6e4-5f638ebb91f3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.064399 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 7e81a7a7-80ac-4636-9d35-4538c505999b {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:55:03.064780 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7e81a7a7-80ac-4636-9d35-4538c505999b not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:55:03.069004 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-87ad4ffe-550a-4632-b56d-2b8e05ca8ed7 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Calling delete_port for 12c6d339-2c74-42d5-a6e4-5f638ebb91f3 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:03.099334 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] Routers {'8a5e3374-7748-4469-9983-0d3907cd112d'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:03.099872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['8a5e3374-7748-4469-9983-0d3907cd112d'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:03.105483 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2a131809-8061-4f5f-ae5b-8b4f6c5ae614 req-2cd31cbd-f333-4708-a95d-037a3f5007c4 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3130088 Feb 09 01:55:03.267382 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-6cfa689a-f58d-409b-bb04-3406f6f0a2d9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e81003d-18aa-4ce4-a95e-092e041b810b']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:03.306136 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87ad4ffe-550a-4632-b56d-2b8e05ca8ed7 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (12c6d339-2c74-42d5-a6e4-5f638ebb91f3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.327525 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-6cfa689a-f58d-409b-bb04-3406f6f0a2d9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79bc5e0-daf2-42a2-af87-47d4b3358845') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:03.329471 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-6cfa689a-f58d-409b-bb04-3406f6f0a2d9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79bc5e0-daf2-42a2-af87-47d4b3358845') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:03.360148 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6cfa689a-f58d-409b-bb04-3406f6f0a2d9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (f79bc5e0-daf2-42a2-af87-47d4b3358845), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.391621 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad4ffe-550a-4632-b56d-2b8e05ca8ed7 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event deleted for resources: {'Port': ['ID=12c6d339-2c74-42d5-a6e4-5f638ebb91f3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:03.402369 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks [] for security_group (5ccbb7c8-ff1c-4c39-8d6d-befae060658b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.410058 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-c6ebfd70-df41-4c94-bca0-c702d9ad1501 None None] Set router 20662644-ff05-4f60-ad92-0c100ae0a426 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:03.415381 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-806b91e4-c637-4373-a38c-ab871a41aa83 None None] Deleting port 7e81a7a7-80ac-4636-9d35-4538c505999b {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:03.415766 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-806b91e4-c637-4373-a38c-ab871a41aa83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (7e81a7a7-80ac-4636-9d35-4538c505999b), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.442448 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-12cb132b-45bb-430c-a3c7-ad5d1b2c1925 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] For port 0614e69e-9ecd-4004-a7ac-92052e205d7e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0614e69e-9ecd-4004-a7ac-92052e205d7e,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:03.442448 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-12cb132b-45bb-430c-a3c7-ad5d1b2c1925 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0614e69e-9ecd-4004-a7ac-92052e205d7e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.445624 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5ccbb7c8-ff1c-4c39-8d6d-befae060658b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.461603 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6cfa689a-f58d-409b-bb04-3406f6f0a2d9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f79bc5e0-daf2-42a2-af87-47d4b3358845), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.470825 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] device_id is not set on port 904af8ea-c3d8-4703-ad83-f79c76875792 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:55:03.497811 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cfa689a-f58d-409b-bb04-3406f6f0a2d9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:55:03.498337 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6cfa689a-f58d-409b-bb04-3406f6f0a2d9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (f79bc5e0-daf2-42a2-af87-47d4b3358845), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:55:03.507238 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:55:03.519684 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87ad4ffe-550a-4632-b56d-2b8e05ca8ed7 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.522881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-12cb132b-45bb-430c-a3c7-ad5d1b2c1925 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Calling delete_port for 0614e69e-9ecd-4004-a7ac-92052e205d7e owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:03.526722 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-87ad4ffe-550a-4632-b56d-2b8e05ca8ed7 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "DELETE /v2.0/ports/12c6d339-2c74-42d5-a6e4-5f638ebb91f3 HTTP/1.1" status: 204 len: 168 time: 1.1234400 Feb 09 01:55:03.527009 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56338) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:03.536395 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bc6e1fe-f7e3-4e95-92e8-8133b7fd4349 req-ca3f39cc-dd89-4b28-a496-43904eb05d50 service neutron] 10.222.0.48 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782909 Feb 09 01:55:03.568482 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-892326e9-9ce8-4503-b515-8444a6e354ab None None] Current status of the port 0614e69e-9ecd-4004-a7ac-92052e205d7e is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:03.569055 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-892326e9-9ce8-4503-b515-8444a6e354ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0614e69e-9ecd-4004-a7ac-92052e205d7e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.589669 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a4fc71-0982-40af-a7e7-1447b8575337 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Deleting subnet 3bc3f2a6-89ef-44ae-abab-e266af1c666f {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:55:03.593615 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-62a4fc71-0982-40af-a7e7-1447b8575337 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for subnet (3bc3f2a6-89ef-44ae-abab-e266af1c666f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.600162 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] Set router 8a5e3374-7748-4469-9983-0d3907cd112d gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:03.639351 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-62a4fc71-0982-40af-a7e7-1447b8575337 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (3bc3f2a6-89ef-44ae-abab-e266af1c666f), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.647700 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6671047-fde4-432f-af54-bf23f78c8693 req-67a79d76-65de-44ee-843c-8a48159ff3b6 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:03.654702 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d6671047-fde4-432f-af54-bf23f78c8693 req-67a79d76-65de-44ee-843c-8a48159ff3b6 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.4910250 Feb 09 01:55:03.722897 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccbb7c8-ff1c-4c39-8d6d-befae060658b,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:03.800236 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-62a4fc71-0982-40af-a7e7-1447b8575337 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (3bc3f2a6-89ef-44ae-abab-e266af1c666f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.883332 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-62a4fc71-0982-40af-a7e7-1447b8575337 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (3bc3f2a6-89ef-44ae-abab-e266af1c666f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.918300 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4fc71-0982-40af-a7e7-1447b8575337 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event deleted for resources: {'Subnet': ['ID=3bc3f2a6-89ef-44ae-abab-e266af1c666f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:03.925040 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-62a4fc71-0982-40af-a7e7-1447b8575337 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.932411 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-62a4fc71-0982-40af-a7e7-1447b8575337 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "DELETE /v2.0/subnets/3bc3f2a6-89ef-44ae-abab-e266af1c666f HTTP/1.1" status: 204 len: 168 time: 0.4020088 Feb 09 01:55:03.933257 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56340) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:03.947099 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6cfa689a-f58d-409b-bb04-3406f6f0a2d9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (0e81003d-18aa-4ce4-a95e-092e041b810b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.989427 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6cfa689a-f58d-409b-bb04-3406f6f0a2d9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.993205 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6cfa689a-f58d-409b-bb04-3406f6f0a2d9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/networks/0e81003d-18aa-4ce4-a95e-092e041b810b HTTP/1.1" status: 204 len: 168 time: 3.8198709 Feb 09 01:55:03.997439 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56342) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:04.000030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cfa1e9-6e8e-4cc7-873c-f28f9e89451a None None] Network 5c2d2fcf-eafc-455c-9448-5e06dd737c5d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:04.065240 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab94ff0b-b19b-4235-8fc8-648f66d7d4fa tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Deleting subnet 0235b1dd-fcc4-44a6-a199-16b7109f4c7c {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:55:04.076527 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa689a-f58d-409b-bb04-3406f6f0a2d9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Network': ['ID=0e81003d-18aa-4ce4-a95e-092e041b810b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:04.103884 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-892326e9-9ce8-4503-b515-8444a6e354ab None None] For port 0614e69e-9ecd-4004-a7ac-92052e205d7e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0614e69e-9ecd-4004-a7ac-92052e205d7e,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:04.111875 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab94ff0b-b19b-4235-8fc8-648f66d7d4fa tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for subnet (0235b1dd-fcc4-44a6-a199-16b7109f4c7c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.138220 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-806b91e4-c637-4373-a38c-ab871a41aa83 None None] For port 7e81a7a7-80ac-4636-9d35-4538c505999b, host n-d-828387-3, got binding levels [] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:04.138627 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-806b91e4-c637-4373-a38c-ab871a41aa83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (7e81a7a7-80ac-4636-9d35-4538c505999b), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.154390 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-806b91e4-c637-4373-a38c-ab871a41aa83 None None] Calling delete_port for 7e81a7a7-80ac-4636-9d35-4538c505999b owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:04.157917 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.ipam_backend_mixin [None req-806b91e4-c637-4373-a38c-ab871a41aa83 None None] Port 7e81a7a7-80ac-4636-9d35-4538c505999b was not found and therefore no delete operation was performed {{(pid=103185) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:55:04.167192 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-806b91e4-c637-4373-a38c-ab871a41aa83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (7e81a7a7-80ac-4636-9d35-4538c505999b), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.178717 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab94ff0b-b19b-4235-8fc8-648f66d7d4fa tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (0235b1dd-fcc4-44a6-a199-16b7109f4c7c), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.205575 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-806b91e4-c637-4373-a38c-ab871a41aa83 None None] Network 0e81003d-18aa-4ce4-a95e-092e041b810b is not hosted by any dhcp agent {{(pid=103185) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:55:04.206474 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b91e4-c637-4373-a38c-ab871a41aa83 None None] No DVR routers for this DVR port 7e81a7a7-80ac-4636-9d35-4538c505999b on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:04.209166 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-892326e9-9ce8-4503-b515-8444a6e354ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0614e69e-9ecd-4004-a7ac-92052e205d7e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.221564 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b91e4-c637-4373-a38c-ab871a41aa83 None None] Pushing event deleted for resources: {'Port': ['ID=7e81a7a7-80ac-4636-9d35-4538c505999b,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:04.271882 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d6671047-fde4-432f-af54-bf23f78c8693 req-467ccbc6-5448-4f5b-8296-72ea32789282 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6161757 Feb 09 01:55:04.319107 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bc6e1fe-f7e3-4e95-92e8-8133b7fd4349 req-c7e84ee0-912f-4c41-bd9f-f60d2b3f31dc service neutron] 10.222.0.48 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6873226 Feb 09 01:55:04.321819 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892326e9-9ce8-4503-b515-8444a6e354ab None None] Pushing event updated for resources: {'Port': ['ID=0614e69e-9ecd-4004-a7ac-92052e205d7e,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:04.409205 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-fd1d884d-2fb4-4b04-a639-f4bd730df037 None None] Provisioning complete for port 0614e69e-9ecd-4004-a7ac-92052e205d7e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:04.409511 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fd1d884d-2fb4-4b04-a639-f4bd730df037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0614e69e-9ecd-4004-a7ac-92052e205d7e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.418652 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] device_id is not set on port 904af8ea-c3d8-4703-ad83-f79c76875792 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:55:04.434372 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks [] for port (904af8ea-c3d8-4703-ad83-f79c76875792), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.443429 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-403efd65-a254-4a5c-9750-07496038e8ed req-93f1f3c4-b06d-4f3c-b9f4-614bb418c2ae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5954325 Feb 09 01:55:04.450460 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (904af8ea-c3d8-4703-ad83-f79c76875792), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.584782 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Pushing event updated for resources: {'Port': ['ID=904af8ea-c3d8-4703-ad83-f79c76875792,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:04.603171 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab94ff0b-b19b-4235-8fc8-648f66d7d4fa tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (0235b1dd-fcc4-44a6-a199-16b7109f4c7c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.615555 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5e3374-7748-4469-9983-0d3907cd112d', 'name': 'tempest-NetworksTestDHCPv6-router-403604214', 'tenant_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:55Z', 'updated_at': '2022-02-09T01:54:57Z', 'revision_number': 2, 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'gw_port_host': None, '_interfaces': [{'id': '0614e69e-9ecd-4004-a7ac-92052e205d7e', 'name': '', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'tenant_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'mac_address': 'fa:16:3e:dc:e2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5e3374-7748-4469-9983-0d3907cd112d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'd2fedb33-750a-48a0-b778-80a3fbda053b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:56Z', 'updated_at': '2022-02-09T01:55:01Z', 'revision_number': 4, 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'subnets': [{'id': 'd2fedb33-750a-48a0-b778-80a3fbda053b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:04.662963 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ffb3a-fc4c-4198-94ad-57aec3e872e9 None None] The sync data for ids ['8a5e3374-7748-4469-9983-0d3907cd112d'] in n-d-828387-3 is: [{'id': '8a5e3374-7748-4469-9983-0d3907cd112d', 'name': 'tempest-NetworksTestDHCPv6-router-403604214', 'tenant_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:55Z', 'updated_at': '2022-02-09T01:54:57Z', 'revision_number': 2, 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'gw_port_host': None, '_interfaces': [{'id': '0614e69e-9ecd-4004-a7ac-92052e205d7e', 'name': '', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'tenant_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'mac_address': 'fa:16:3e:dc:e2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5e3374-7748-4469-9983-0d3907cd112d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'd2fedb33-750a-48a0-b778-80a3fbda053b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:56Z', 'updated_at': '2022-02-09T01:55:01Z', 'revision_number': 4, 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'subnets': [{'id': 'd2fedb33-750a-48a0-b778-80a3fbda053b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:04.703567 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Checking segment: {'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:04.703943 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Network hostable DHCP agents. Network: 7378cba7-dc6d-4289-ad49-61a04df1d2f6, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:55:04.730249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403efd65-a254-4a5c-9750-07496038e8ed req-935efb33-3bba-41c9-9f3d-ba6a9e7b3041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:04.732027 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-403efd65-a254-4a5c-9750-07496038e8ed req-935efb33-3bba-41c9-9f3d-ba6a9e7b3041 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 1127 time: 0.1858428 Feb 09 01:55:04.736385 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:55:04.760197 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-fd1d884d-2fb4-4b04-a639-f4bd730df037 None None] Current status of the port 0614e69e-9ecd-4004-a7ac-92052e205d7e is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:04.787029 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4c790a-2f2c-4ac5-aaa4-73493a1e7286 None None] DHCP port deletion for 5c2d2fcf-eafc-455c-9448-5e06dd737c5d request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:55:04.798394 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab94ff0b-b19b-4235-8fc8-648f66d7d4fa tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (0235b1dd-fcc4-44a6-a199-16b7109f4c7c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.840971 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab94ff0b-b19b-4235-8fc8-648f66d7d4fa tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.847265 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ab94ff0b-b19b-4235-8fc8-648f66d7d4fa tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "DELETE /v2.0/subnets/0235b1dd-fcc4-44a6-a199-16b7109f4c7c HTTP/1.1" status: 204 len: 168 time: 0.9094362 Feb 09 01:55:04.849425 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f5dc0c-cdd4-40ab-9311-7b8ae8e074d2 None None] Network 4c4e88d2-2146-4771-81ab-7d54809701c2 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:04.868622 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56358) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:04.882641 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94ff0b-b19b-4235-8fc8-648f66d7d4fa tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event deleted for resources: {'Subnet': ['ID=0235b1dd-fcc4-44a6-a199-16b7109f4c7c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:04.941565 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 7378cba7-dc6d-4289-ad49-61a04df1d2f6) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:04.964827 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:04.990786 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:04.991562 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:04.992072 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:04.993151 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aef0b643-7452-4515-a0d1-c5c3bde233a4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (5c2d2fcf-eafc-455c-9448-5e06dd737c5d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.007669 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-00a094fe-f92f-409d-bfb6-fe37f8ab1b09 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (513a9dd9-9882-4ae0-b26a-20b8445a07e5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.020222 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403efd65-a254-4a5c-9750-07496038e8ed req-21648f9e-53b5-4aa3-94a3-4c6b5476d168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:05.021903 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-403efd65-a254-4a5c-9750-07496038e8ed req-21648f9e-53b5-4aa3-94a3-4c6b5476d168 service neutron] 10.222.0.48 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 912 time: 0.2585664 Feb 09 01:55:05.025212 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port 904af8ea-c3d8-4703-ad83-f79c76875792 on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:05.025752 n-d-828387-3 neutron-server[103183]: ERROR neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:05.028048 n-d-828387-3 neutron-server[103183]: INFO neutron.plugins.ml2.plugin [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 2 to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 Feb 09 01:55:05.064236 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd0cd49-38dd-41b8-b278-ed8a9f318616 None None] Network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:05.095042 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:05.095431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:05.095774 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:05.099484 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-403efd65-a254-4a5c-9750-07496038e8ed req-e7adb814-da51-4ef8-bc4c-b340cab11adb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85780f84-ca0f-4032-af43-e604d2f48a5f HTTP/1.1" status: 200 len: 217 time: 0.0529521 Feb 09 01:55:05.185317 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403efd65-a254-4a5c-9750-07496038e8ed req-274ff9cf-cd5a-4748-8c2f-1685edb29372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:05.187077 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-403efd65-a254-4a5c-9750-07496038e8ed req-274ff9cf-cd5a-4748-8c2f-1685edb29372 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.0677557 Feb 09 01:55:05.191835 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port 904af8ea-c3d8-4703-ad83-f79c76875792 on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:05.192208 n-d-828387-3 neutron-server[103183]: ERROR neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:05.194625 n-d-828387-3 neutron-server[103183]: INFO neutron.plugins.ml2.plugin [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 3 to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 Feb 09 01:55:05.225564 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:05.225918 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:05.226253 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:05.248809 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-12cb132b-45bb-430c-a3c7-ad5d1b2c1925 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (0614e69e-9ecd-4004-a7ac-92052e205d7e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.316699 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb132b-45bb-430c-a3c7-ad5d1b2c1925 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Port': ['ID=0614e69e-9ecd-4004-a7ac-92052e205d7e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:05.317627 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-aef0b643-7452-4515-a0d1-c5c3bde233a4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Deleting port 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:05.317627 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aef0b643-7452-4515-a0d1-c5c3bde233a4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.320200 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port 904af8ea-c3d8-4703-ad83-f79c76875792 on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:05.320700 n-d-828387-3 neutron-server[103183]: ERROR neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:05.327917 n-d-828387-3 neutron-server[103183]: INFO neutron.plugins.ml2.plugin [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 4 to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 Feb 09 01:55:05.345922 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:05.346239 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:05.346585 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:05.357145 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port 904af8ea-c3d8-4703-ad83-f79c76875792 on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:05.357479 n-d-828387-3 neutron-server[103183]: ERROR neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:05.365475 n-d-828387-3 neutron-server[103183]: INFO neutron.plugins.ml2.plugin [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 5 to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 Feb 09 01:55:05.396621 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-c6ebfd70-df41-4c94-bca0-c702d9ad1501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'name': 'tempest-AttachVolumeShelveTestJSON-1509146456-router', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:05Z', 'updated_at': '2022-02-09T01:54:16Z', 'revision_number': 4, 'project_id': '225062ed147a4a2299a703d06854300c', 'gw_port': {'id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:06Z', 'updated_at': '2022-02-09T01:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '25c10675-39e4-4e93-9df4-ada7cb8a89f2', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'port_id': '5999e920-e451-43c7-9f89-0a79191cb1d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'mac_address': 'fa:16:3e:ba:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cbf41f-5d80-4951-a18d-60e5cd680594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:54:24Z', 'updated_at': '2022-02-09T01:54:57Z', 'revision_number': 1, 'project_id': '225062ed147a4a2299a703d06854300c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d0b7492-4c38-4c2a-b778-a9ac17e20de8', 'name': '', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'mac_address': 'fa:16:3e:ba:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:14Z', 'updated_at': '2022-02-09T01:54:30Z', 'revision_number': 5, 'project_id': '225062ed147a4a2299a703d06854300c', 'subnets': [{'id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:05.399808 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c790a-2f2c-4ac5-aaa4-73493a1e7286 None None] Deleting port 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:05.400206 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2f4c790a-2f2c-4ac5-aaa4-73493a1e7286 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.478176 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:05.478504 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:05.478845 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:05.501188 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10d20d2-f893-4da3-9c15-e11f5a7ebc05 None None] DHCP port deletion for 4c4e88d2-2146-4771-81ab-7d54809701c2 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:55:05.511104 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ebfd70-df41-4c94-bca0-c702d9ad1501 None None] The sync data for ids ['20662644-ff05-4f60-ad92-0c100ae0a426'] in n-d-828387-3 is: [{'id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'name': 'tempest-AttachVolumeShelveTestJSON-1509146456-router', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:05Z', 'updated_at': '2022-02-09T01:54:16Z', 'revision_number': 4, 'project_id': '225062ed147a4a2299a703d06854300c', 'gw_port': {'id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:06Z', 'updated_at': '2022-02-09T01:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '25c10675-39e4-4e93-9df4-ada7cb8a89f2', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'port_id': '5999e920-e451-43c7-9f89-0a79191cb1d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'mac_address': 'fa:16:3e:ba:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cbf41f-5d80-4951-a18d-60e5cd680594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:54:24Z', 'updated_at': '2022-02-09T01:54:57Z', 'revision_number': 1, 'project_id': '225062ed147a4a2299a703d06854300c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d0b7492-4c38-4c2a-b778-a9ac17e20de8', 'name': '', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'mac_address': 'fa:16:3e:ba:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:14Z', 'updated_at': '2022-02-09T01:54:30Z', 'revision_number': 5, 'project_id': '225062ed147a4a2299a703d06854300c', 'subnets': [{'id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:05.624109 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-aef0b643-7452-4515-a0d1-c5c3bde233a4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] For port 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6,segment=NetworkSegment(f19cd584-be4a-44e7-93fd-3736899ef908),segment_id=f19cd584-be4a-44e7-93fd-3736899ef908)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:05.624616 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aef0b643-7452-4515-a0d1-c5c3bde233a4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.632872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-2f4c790a-2f2c-4ac5-aaa4-73493a1e7286 None None] For port 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6,segment=NetworkSegment(f19cd584-be4a-44e7-93fd-3736899ef908),segment_id=f19cd584-be4a-44e7-93fd-3736899ef908)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:05.633626 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2f4c790a-2f2c-4ac5-aaa4-73493a1e7286 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.655685 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c790a-2f2c-4ac5-aaa4-73493a1e7286 None None] Calling delete_port for 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:05.700952 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-aef0b643-7452-4515-a0d1-c5c3bde233a4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Calling delete_port for 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:05.708902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port 904af8ea-c3d8-4703-ad83-f79c76875792 on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:05.709247 n-d-828387-3 neutron-server[103183]: ERROR neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:05.714926 n-d-828387-3 neutron-server[103183]: INFO neutron.plugins.ml2.plugin [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 6 to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 Feb 09 01:55:05.749610 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de3652-176f-4fe4-ba39-4e256cf34617 req-01e463c3-127c-4c92-84ff-5658a5309540 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:05.751013 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-90de3652-176f-4fe4-ba39-4e256cf34617 req-01e463c3-127c-4c92-84ff-5658a5309540 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.2667186 Feb 09 01:55:05.766408 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c10d20d2-f893-4da3-9c15-e11f5a7ebc05 None None] Deleting port b0dfb239-a581-49e4-be38-d463a04fec89 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:05.766977 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c10d20d2-f893-4da3-9c15-e11f5a7ebc05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b0dfb239-a581-49e4-be38-d463a04fec89), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.802533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403efd65-a254-4a5c-9750-07496038e8ed req-3f0b0ab1-55cd-443e-8cf9-8a2ec850c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:05.805308 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-403efd65-a254-4a5c-9750-07496038e8ed req-3f0b0ab1-55cd-443e-8cf9-8a2ec850c00d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5928090 Feb 09 01:55:05.806705 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-12cb132b-45bb-430c-a3c7-ad5d1b2c1925 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (8a5e3374-7748-4469-9983-0d3907cd112d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.830992 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:05.831400 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:05.831704 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:05.872668 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port 904af8ea-c3d8-4703-ad83-f79c76875792 on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:05.875093 n-d-828387-3 neutron-server[103183]: ERROR neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:05.997576 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-90de3652-176f-4fe4-ba39-4e256cf34617 req-60bd3a66-40d5-40a8-8aec-28f93f0a22a1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670091 Feb 09 01:55:06.044497 n-d-828387-3 neutron-server[103183]: INFO neutron.plugins.ml2.plugin [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 7 to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 Feb 09 01:55:06.089104 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-403efd65-a254-4a5c-9750-07496038e8ed req-822e3f23-8766-42f7-acb8-c4007b893000 service neutron] 10.222.0.48 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491434 Feb 09 01:55:06.098113 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:06.098432 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:06.098936 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:06.110029 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aef0b643-7452-4515-a0d1-c5c3bde233a4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.136735 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c10d20d2-f893-4da3-9c15-e11f5a7ebc05 None None] For port b0dfb239-a581-49e4-be38-d463a04fec89, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b0dfb239-a581-49e4-be38-d463a04fec89,segment=NetworkSegment(1b999e3b-e59d-48ae-9125-e7848ad131ee),segment_id=1b999e3b-e59d-48ae-9125-e7848ad131ee)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:06.137368 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c10d20d2-f893-4da3-9c15-e11f5a7ebc05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b0dfb239-a581-49e4-be38-d463a04fec89), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.152380 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2f4c790a-2f2c-4ac5-aaa4-73493a1e7286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.175931 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c10d20d2-f893-4da3-9c15-e11f5a7ebc05 None None] Calling delete_port for b0dfb239-a581-49e4-be38-d463a04fec89 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:06.213654 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4c790a-2f2c-4ac5-aaa4-73493a1e7286 None None] No DVR routers for this DVR port 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:06.238458 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c790a-2f2c-4ac5-aaa4-73493a1e7286 None None] Pushing event deleted for resources: {'Port': ['ID=37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:06.351869 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c10d20d2-f893-4da3-9c15-e11f5a7ebc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (b0dfb239-a581-49e4-be38-d463a04fec89), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.387900 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:55:06.419140 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d20d2-f893-4da3-9c15-e11f5a7ebc05 None None] Pushing event deleted for resources: {'Port': ['ID=b0dfb239-a581-49e4-be38-d463a04fec89,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:06.423611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10d20d2-f893-4da3-9c15-e11f5a7ebc05 None None] No DVR routers for this DVR port b0dfb239-a581-49e4-be38-d463a04fec89 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:06.449273 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port 904af8ea-c3d8-4703-ad83-f79c76875792 on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:06.449273 n-d-828387-3 neutron-server[103183]: ERROR neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:06.463345 n-d-828387-3 neutron-server[103183]: INFO neutron.plugins.ml2.plugin [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 8 to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 Feb 09 01:55:06.536647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:55:06.537225 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:06.537571 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:06.537909 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:06.585470 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:55:06.591862 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:55:06.592602 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b0dfb239-a581-49e4-be38-d463a04fec89 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:55:06.620713 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port 904af8ea-c3d8-4703-ad83-f79c76875792 on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:06.621057 n-d-828387-3 neutron-server[103183]: ERROR neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:06.625643 n-d-828387-3 neutron-server[103183]: INFO neutron.plugins.ml2.plugin [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 9 to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 Feb 09 01:55:06.656830 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: b0dfb239-a581-49e4-be38-d463a04fec89 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:55:06.658248 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b0dfb239-a581-49e4-be38-d463a04fec89 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:55:06.663522 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:06.663777 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:06.664116 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:06.673002 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-403efd65-a254-4a5c-9750-07496038e8ed req-8935e1b2-c757-4b8b-864b-fd0235c6004a service neutron] 10.222.0.48 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580131 Feb 09 01:55:06.680183 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cb132b-45bb-430c-a3c7-ad5d1b2c1925 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Router 8a5e3374-7748-4469-9983-0d3907cd112d has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:55:06.685972 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port 904af8ea-c3d8-4703-ad83-f79c76875792 on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:06.686311 n-d-828387-3 neutron-server[103183]: ERROR neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:06.687815 n-d-828387-3 neutron-server[103183]: INFO neutron.plugins.ml2.plugin [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 10 to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 Feb 09 01:55:06.712211 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:06.712211 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:06.712630 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:06.753427 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0b643-7452-4515-a0d1-c5c3bde233a4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event deleted for resources: {'Port': ['ID=37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:06.761392 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-00a094fe-f92f-409d-bfb6-fe37f8ab1b09 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting port b74be433-de8b-40bb-bb9e-f0bad1dd942b {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:06.761741 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-00a094fe-f92f-409d-bfb6-fe37f8ab1b09 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b74be433-de8b-40bb-bb9e-f0bad1dd942b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.766866 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef0b643-7452-4515-a0d1-c5c3bde233a4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] No DVR routers for this DVR port 37c7340f-367b-4df1-a1ce-6d4d7f7fbcc6 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:06.783469 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port 904af8ea-c3d8-4703-ad83-f79c76875792 on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:06.783833 n-d-828387-3 neutron-server[103183]: ERROR neutron.plugins.ml2.managers [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port 904af8ea-c3d8-4703-ad83-f79c76875792 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:06.784117 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (904af8ea-c3d8-4703-ad83-f79c76875792), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.804339 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cb132b-45bb-430c-a3c7-ad5d1b2c1925 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:55:06.810933 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-12cb132b-45bb-430c-a3c7-ad5d1b2c1925 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "PUT /v2.0/routers/8a5e3374-7748-4469-9983-0d3907cd112d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9344327 Feb 09 01:55:06.813441 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56380) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:06.908558 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d067d543-2d94-4e85-99a4-4b818a5aba92 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:06.911657 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d067d543-2d94-4e85-99a4-4b818a5aba92 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:06.913535 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d067d543-2d94-4e85-99a4-4b818a5aba92 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0989559 Feb 09 01:55:06.920227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56384) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:07.021235 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] For port 904af8ea-c3d8-4703-ad83-f79c76875792, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:55:07.022358 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempted to set empty binding levels {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 01:55:07.030250 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (904af8ea-c3d8-4703-ad83-f79c76875792), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.084945 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ad61b7-1cc8-40fa-87f2-a1186f17397b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet d2fedb33-750a-48a0-b778-80a3fbda053b {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:55:07.094617 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:07.096591 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.115695 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-71ad61b7-1cc8-40fa-87f2-a1186f17397b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (d2fedb33-750a-48a0-b778-80a3fbda053b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.130099 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.0453055 Feb 09 01:55:07.130267 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-00a094fe-f92f-409d-bfb6-fe37f8ab1b09 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] For port b74be433-de8b-40bb-bb9e-f0bad1dd942b, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b74be433-de8b-40bb-bb9e-f0bad1dd942b,segment=NetworkSegment(c66eceaa-b836-4bb1-8b34-7033709fb30c),segment_id=c66eceaa-b836-4bb1-8b34-7033709fb30c)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:07.130267 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-00a094fe-f92f-409d-bfb6-fe37f8ab1b09 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b74be433-de8b-40bb-bb9e-f0bad1dd942b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.151698 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56388) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:07.160731 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ee97c-7a71-4d1a-ad6b-4f30f34faf84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Pushing event updated for resources: {'Port': ['ID=904af8ea-c3d8-4703-ad83-f79c76875792,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:07.166480 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aef0b643-7452-4515-a0d1-c5c3bde233a4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (5c2d2fcf-eafc-455c-9448-5e06dd737c5d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.191008 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-71ad61b7-1cc8-40fa-87f2-a1186f17397b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (d2fedb33-750a-48a0-b778-80a3fbda053b), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.196226 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-00a094fe-f92f-409d-bfb6-fe37f8ab1b09 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Calling delete_port for b74be433-de8b-40bb-bb9e-f0bad1dd942b owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:07.240890 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-aef0b643-7452-4515-a0d1-c5c3bde233a4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2d2fcf-eafc-455c-9448-5e06dd737c5d']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:07.279629 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-aef0b643-7452-4515-a0d1-c5c3bde233a4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19cd584-be4a-44e7-93fd-3736899ef908') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:07.279986 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-aef0b643-7452-4515-a0d1-c5c3bde233a4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19cd584-be4a-44e7-93fd-3736899ef908') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:07.348817 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-71ad61b7-1cc8-40fa-87f2-a1186f17397b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (d2fedb33-750a-48a0-b778-80a3fbda053b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.354054 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aef0b643-7452-4515-a0d1-c5c3bde233a4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (f19cd584-be4a-44e7-93fd-3736899ef908), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.391587 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd14db-8f10-4e26-9e7e-8d1558e7e921 None None] Sync routers for ids ['8a5e3374-7748-4469-9983-0d3907cd112d'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:07.411647 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dd14db-8f10-4e26-9e7e-8d1558e7e921 None None] Routers {'8a5e3374-7748-4469-9983-0d3907cd112d'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:07.412556 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-12dd14db-8f10-4e26-9e7e-8d1558e7e921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['8a5e3374-7748-4469-9983-0d3907cd112d'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:07.445237 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-71ad61b7-1cc8-40fa-87f2-a1186f17397b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (d2fedb33-750a-48a0-b778-80a3fbda053b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.451553 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dba2830e-01f3-4797-a86b-33a85a9a7844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.480055 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aef0b643-7452-4515-a0d1-c5c3bde233a4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f19cd584-be4a-44e7-93fd-3736899ef908), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.500092 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256054fb-c59b-459b-b9c6-2f7b739c0afb None None] New status for floating IP 25c10675-39e4-4e93-9df4-ada7cb8a89f2: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:55:07.513644 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef0b643-7452-4515-a0d1-c5c3bde233a4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:55:07.513970 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aef0b643-7452-4515-a0d1-c5c3bde233a4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (f19cd584-be4a-44e7-93fd-3736899ef908), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:55:07.524087 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:55:07.537443 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad61b7-1cc8-40fa-87f2-a1186f17397b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=d2fedb33-750a-48a0-b778-80a3fbda053b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:07.557569 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-71ad61b7-1cc8-40fa-87f2-a1186f17397b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.571331 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-71ad61b7-1cc8-40fa-87f2-a1186f17397b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/d2fedb33-750a-48a0-b778-80a3fbda053b HTTP/1.1" status: 204 len: 168 time: 0.6498206 Feb 09 01:55:07.576616 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56394) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:07.626360 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ab5e0b-1a10-48cd-a869-bab3cc521e39 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:07.640701 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-12dd14db-8f10-4e26-9e7e-8d1558e7e921 None None] Set router 8a5e3374-7748-4469-9983-0d3907cd112d gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:07.742044 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cc39b201-eaea-484b-a196-a9be1d8d21d4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1638062 Feb 09 01:55:07.744588 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56396) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:07.750741 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-12dd14db-8f10-4e26-9e7e-8d1558e7e921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5e3374-7748-4469-9983-0d3907cd112d', 'name': 'tempest-NetworksTestDHCPv6-router-403604214', 'tenant_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:55Z', 'updated_at': '2022-02-09T01:55:04Z', 'revision_number': 3, 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:07.804723 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-e04210ac-3515-4ed5-888e-755391ac1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Deleting port 904af8ea-c3d8-4703-ad83-f79c76875792 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:07.805284 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e04210ac-3515-4ed5-888e-755391ac1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (904af8ea-c3d8-4703-ad83-f79c76875792), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.820513 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aef0b643-7452-4515-a0d1-c5c3bde233a4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (5c2d2fcf-eafc-455c-9448-5e06dd737c5d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.849210 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aef0b643-7452-4515-a0d1-c5c3bde233a4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.861145 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-aef0b643-7452-4515-a0d1-c5c3bde233a4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "DELETE /v2.0/networks/5c2d2fcf-eafc-455c-9448-5e06dd737c5d HTTP/1.1" status: 204 len: 168 time: 2.9889357 Feb 09 01:55:07.867682 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56398) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:07.959731 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79dd1563-cfcf-4957-890c-fe014bbea6dc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for router (8a5e3374-7748-4469-9983-0d3907cd112d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:08.031985 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0b643-7452-4515-a0d1-c5c3bde233a4 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event deleted for resources: {'Network': ['ID=5c2d2fcf-eafc-455c-9448-5e06dd737c5d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:08.081572 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145a86b9-a6f1-4fed-a66c-0aefaa2ee687 None None] DHCP port deletion for ffa86b77-0960-4058-af84-97833edc3344 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:55:08.097081 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd14db-8f10-4e26-9e7e-8d1558e7e921 None None] Checking router: 8a5e3374-7748-4469-9983-0d3907cd112d for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:55:08.132918 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dd14db-8f10-4e26-9e7e-8d1558e7e921 None None] Routers {'8a5e3374-7748-4469-9983-0d3907cd112d'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:08.133808 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-12dd14db-8f10-4e26-9e7e-8d1558e7e921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:54:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['8a5e3374-7748-4469-9983-0d3907cd112d'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:08.226277 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-145a86b9-a6f1-4fed-a66c-0aefaa2ee687 None None] Deleting port 0c7a01fe-bb94-461e-879b-399f0186a529 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:08.227050 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-145a86b9-a6f1-4fed-a66c-0aefaa2ee687 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0c7a01fe-bb94-461e-879b-399f0186a529), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:08.284816 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-12dd14db-8f10-4e26-9e7e-8d1558e7e921 None None] Set router 8a5e3374-7748-4469-9983-0d3907cd112d gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:08.320484 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-e04210ac-3515-4ed5-888e-755391ac1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] For port 904af8ea-c3d8-4703-ad83-f79c76875792, host n-h1-828387-3, got binding levels [] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:08.320661 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e04210ac-3515-4ed5-888e-755391ac1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (904af8ea-c3d8-4703-ad83-f79c76875792), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:08.365186 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-e04210ac-3515-4ed5-888e-755391ac1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Calling delete_port for 904af8ea-c3d8-4703-ad83-f79c76875792 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:08.373460 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-145a86b9-a6f1-4fed-a66c-0aefaa2ee687 None None] For port 0c7a01fe-bb94-461e-879b-399f0186a529, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0c7a01fe-bb94-461e-879b-399f0186a529,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:08.374348 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-145a86b9-a6f1-4fed-a66c-0aefaa2ee687 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0c7a01fe-bb94-461e-879b-399f0186a529), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:08.382352 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a19db03f-8cbe-4d69-8e95-3736e1862e73 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (4c4e88d2-2146-4771-81ab-7d54809701c2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:08.386890 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-00a094fe-f92f-409d-bfb6-fe37f8ab1b09 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (b74be433-de8b-40bb-bb9e-f0bad1dd942b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:08.416815 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-145a86b9-a6f1-4fed-a66c-0aefaa2ee687 None None] Calling delete_port for 0c7a01fe-bb94-461e-879b-399f0186a529 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:08.437494 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-12dd14db-8f10-4e26-9e7e-8d1558e7e921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5e3374-7748-4469-9983-0d3907cd112d', 'name': 'tempest-NetworksTestDHCPv6-router-403604214', 'tenant_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:55Z', 'updated_at': '2022-02-09T01:55:04Z', 'revision_number': 3, 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:08.553090 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd14db-8f10-4e26-9e7e-8d1558e7e921 None None] The sync data for ids ['8a5e3374-7748-4469-9983-0d3907cd112d'] in n-d-828387-3 is: [{'id': '8a5e3374-7748-4469-9983-0d3907cd112d', 'name': 'tempest-NetworksTestDHCPv6-router-403604214', 'tenant_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:55Z', 'updated_at': '2022-02-09T01:55:04Z', 'revision_number': 3, 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'gw_port_host': None}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:08.579189 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a094fe-f92f-409d-bfb6-fe37f8ab1b09 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Port': ['ID=b74be433-de8b-40bb-bb9e-f0bad1dd942b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:08.617169 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0c7a01fe-bb94-461e-879b-399f0186a529 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:55:08.746469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 0c7a01fe-bb94-461e-879b-399f0186a529 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:08.746862 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0c7a01fe-bb94-461e-879b-399f0186a529), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:08.806938 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 0c7a01fe-bb94-461e-879b-399f0186a529, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0c7a01fe-bb94-461e-879b-399f0186a529,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:08.812080 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0c7a01fe-bb94-461e-879b-399f0186a529), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:08.882203 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=0c7a01fe-bb94-461e-879b-399f0186a529,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:08.888076 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-145a86b9-a6f1-4fed-a66c-0aefaa2ee687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (0c7a01fe-bb94-461e-879b-399f0186a529), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:08.929960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a86b9-a6f1-4fed-a66c-0aefaa2ee687 None None] Pushing event deleted for resources: {'Port': ['ID=0c7a01fe-bb94-461e-879b-399f0186a529,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:08.933496 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a86b9-a6f1-4fed-a66c-0aefaa2ee687 None None] No DVR routers for this DVR port 0c7a01fe-bb94-461e-879b-399f0186a529 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:09.238410 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a19db03f-8cbe-4d69-8e95-3736e1862e73 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (4c4e88d2-2146-4771-81ab-7d54809701c2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.326103 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-a19db03f-8cbe-4d69-8e95-3736e1862e73 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4e88d2-2146-4771-81ab-7d54809701c2']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:09.355703 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79dd1563-cfcf-4957-890c-fe014bbea6dc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (8a5e3374-7748-4469-9983-0d3907cd112d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.359807 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79dd1563-cfcf-4957-890c-fe014bbea6dc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for router_controller (8a5e3374-7748-4469-9983-0d3907cd112d), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.408192 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-a19db03f-8cbe-4d69-8e95-3736e1862e73 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b999e3b-e59d-48ae-9125-e7848ad131ee') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:09.412587 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-a19db03f-8cbe-4d69-8e95-3736e1862e73 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b999e3b-e59d-48ae-9125-e7848ad131ee') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:09.423261 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e04210ac-3515-4ed5-888e-755391ac1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (904af8ea-c3d8-4703-ad83-f79c76875792), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.480173 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a19db03f-8cbe-4d69-8e95-3736e1862e73 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (1b999e3b-e59d-48ae-9125-e7848ad131ee), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.480678 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79dd1563-cfcf-4957-890c-fe014bbea6dc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (8a5e3374-7748-4469-9983-0d3907cd112d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.481873 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dd1563-cfcf-4957-890c-fe014bbea6dc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Fanout notify agent at l3_agent the message router_deleted on router 8a5e3374-7748-4469-9983-0d3907cd112d {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:55:09.490588 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79dd1563-cfcf-4957-890c-fe014bbea6dc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.500084 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-79dd1563-cfcf-4957-890c-fe014bbea6dc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/routers/8a5e3374-7748-4469-9983-0d3907cd112d HTTP/1.1" status: 204 len: 168 time: 1.7542672 Feb 09 01:55:09.500902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56406) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:09.550763 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04210ac-3515-4ed5-888e-755391ac1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Pushing event deleted for resources: {'Port': ['ID=904af8ea-c3d8-4703-ad83-f79c76875792,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:09.569535 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4f268fae-d751-490a-b85e-3d481ff0ac7e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0668473 Feb 09 01:55:09.576152 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e04210ac-3515-4ed5-888e-755391ac1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.577580 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56408) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:09.584313 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e04210ac-3515-4ed5-888e-755391ac1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] 10.222.0.36 "DELETE /v2.0/ports/904af8ea-c3d8-4703-ad83-f79c76875792 HTTP/1.1" status: 204 len: 168 time: 2.4317725 Feb 09 01:55:09.586851 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56410) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:09.622649 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a19db03f-8cbe-4d69-8e95-3736e1862e73 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (1b999e3b-e59d-48ae-9125-e7848ad131ee), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.686864 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed56237a-b75b-4396-9089-f6673da1396e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:09.693323 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ed56237a-b75b-4396-9089-f6673da1396e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1145787 Feb 09 01:55:09.695936 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-00a094fe-f92f-409d-bfb6-fe37f8ab1b09 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (513a9dd9-9882-4ae0-b26a-20b8445a07e5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.696837 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56412) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:09.706634 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19db03f-8cbe-4d69-8e95-3736e1862e73 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:55:09.707244 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a19db03f-8cbe-4d69-8e95-3736e1862e73 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (1b999e3b-e59d-48ae-9125-e7848ad131ee), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.715272 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.717692 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e130a25-e328-45c9-b1c4-57a8018ec0ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:55:09.724325 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8e130a25-e328-45c9-b1c4-57a8018ec0ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] 10.222.0.36 "GET /v2.0/ports/904af8ea-c3d8-4703-ad83-f79c76875792 HTTP/1.1" status: 404 len: 333 time: 0.1335447 Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:55:09.725618 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:55:09.761218 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56414) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:09.778531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-9339d9c0-1626-46ad-94c2-f2ddfc6651be tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Request body: {'port': {'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1747515519'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:09.784802 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6c6f153a-5a2b-4e9c-9874-aa6d33994b68 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863433 Feb 09 01:55:09.785595 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56418) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:09.791460 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-6cdc5f75-a67c-4747-a9ec-bfa19c7a7532 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:09.817753 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c0390a6c-f31d-495e-9107-1af93f78c812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.940806 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdc5f75-a67c-4747-a9ec-bfa19c7a7532 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:09.960181 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9339d9c0-1626-46ad-94c2-f2ddfc6651be tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Made reservation on behalf of 4cb3b53b9c994b5ea5e0e71155ffd901 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:09.961123 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6cdc5f75-a67c-4747-a9ec-bfa19c7a7532 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.963295 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9339d9c0-1626-46ad-94c2-f2ddfc6651be tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.974758 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a19db03f-8cbe-4d69-8e95-3736e1862e73 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (4c4e88d2-2146-4771-81ab-7d54809701c2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.980526 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a19db03f-8cbe-4d69-8e95-3736e1862e73 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.999234 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a19db03f-8cbe-4d69-8e95-3736e1862e73 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] 10.222.0.36 "DELETE /v2.0/networks/4c4e88d2-2146-4771-81ab-7d54809701c2 HTTP/1.1" status: 204 len: 168 time: 2.0465734 Feb 09 01:55:10.029093 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19db03f-8cbe-4d69-8e95-3736e1862e73 tempest-TaggedBootDevicesTest-1099053584 tempest-TaggedBootDevicesTest-1099053584-project] Pushing event deleted for resources: {'Network': ['ID=4c4e88d2-2146-4771-81ab-7d54809701c2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:10.042307 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-9339d9c0-1626-46ad-94c2-f2ddfc6651be tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] device_id is not set on port bc6edd73-1420-43ac-af85-5b8c190b3b2d yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:55:10.456412 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0614e69e-9ecd-4004-a7ac-92052e205d7e no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:55:10.471936 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a094fe-f92f-409d-bfb6-fe37f8ab1b09 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:55:10.505473 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 0614e69e-9ecd-4004-a7ac-92052e205d7e {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:55:10.505899 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0614e69e-9ecd-4004-a7ac-92052e205d7e not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:55:10.518049 n-d-828387-3 neutron-server[103183]: DEBUG neutron.objects.ports [None req-6cdc5f75-a67c-4747-a9ec-bfa19c7a7532 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103183) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:55:10.521305 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6cdc5f75-a67c-4747-a9ec-bfa19c7a7532 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (fd83fc9c-85a3-4667-b1d0-33733ae5cebf), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:10.530725 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9339d9c0-1626-46ad-94c2-f2ddfc6651be tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks [] for port (bc6edd73-1420-43ac-af85-5b8c190b3b2d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:10.574621 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdc5f75-a67c-4747-a9ec-bfa19c7a7532 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:10.579092 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-6cdc5f75-a67c-4747-a9ec-bfa19c7a7532 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:10.590963 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0879234b-9eec-481d-9e0e-a801d2140085 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:10.592498 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdc5f75-a67c-4747-a9ec-bfa19c7a7532 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:10.594805 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9339d9c0-1626-46ad-94c2-f2ddfc6651be tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (bc6edd73-1420-43ac-af85-5b8c190b3b2d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:10.595120 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6cdc5f75-a67c-4747-a9ec-bfa19c7a7532 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:10.622159 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6cdc5f75-a67c-4747-a9ec-bfa19c7a7532 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8346796 Feb 09 01:55:10.627545 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56434) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:10.636588 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-69ee6513-d96e-4f31-88f2-f2dedf4b5270 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:10.645246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc5f75-a67c-4747-a9ec-bfa19c7a7532 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=fd83fc9c-85a3-4667-b1d0-33733ae5cebf,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:10.697058 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339d9c0-1626-46ad-94c2-f2ddfc6651be tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Pushing event updated for resources: {'Port': ['ID=bc6edd73-1420-43ac-af85-5b8c190b3b2d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:10.768775 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9339d9c0-1626-46ad-94c2-f2ddfc6651be tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:10.774003 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-9339d9c0-1626-46ad-94c2-f2ddfc6651be tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:10.776807 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9339d9c0-1626-46ad-94c2-f2ddfc6651be tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:10.777955 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9339d9c0-1626-46ad-94c2-f2ddfc6651be tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:10.778627 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9339d9c0-1626-46ad-94c2-f2ddfc6651be tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:10.825509 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b6b373-9ca4-40d2-bfc0-e3d6b5e30ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ffa86b77-0960-4058-af84-97833edc3344', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'fixed_ips': [{'subnet_id': 'fd83fc9c-85a3-4667-b1d0-33733ae5cebf'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:55:10.827177 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9339d9c0-1626-46ad-94c2-f2ddfc6651be tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0619416 Feb 09 01:55:10.829357 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-11b6b373-9ca4-40d2-bfc0-e3d6b5e30ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:10.834458 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56436) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:10.847513 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:10.861480 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a094fe-f92f-409d-bfb6-fe37f8ab1b09 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:55:10.876668 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bbd537-f1e7-4de0-9b49-22c481b28217 None None] Sync routers for ids ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:10.882189 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f23c993-3b01-4b7f-bfc9-f10edf83e39b req-5bd4c701-c9a3-4859-8535-df1d6db18fb0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1800532 Feb 09 01:55:10.884238 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56440) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:10.886243 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ee6513-d96e-4f31-88f2-f2dedf4b5270 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:10.891975 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-69ee6513-d96e-4f31-88f2-f2dedf4b5270 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:10.900341 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-00a094fe-f92f-409d-bfb6-fe37f8ab1b09 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/routers/513a9dd9-9882-4ae0-b26a-20b8445a07e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9017131 Feb 09 01:55:10.909252 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bbd537-f1e7-4de0-9b49-22c481b28217 None None] Routers {'513a9dd9-9882-4ae0-b26a-20b8445a07e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:10.914251 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-15bbd537-f1e7-4de0-9b49-22c481b28217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:10.986870 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.049838 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.051033 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bc6edd73-1420-43ac-af85-5b8c190b3b2d), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.256777 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-15bbd537-f1e7-4de0-9b49-22c481b28217 None None] Set router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:11.321918 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cac3f9e-5f70-4125-b963-09f980303d61 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting subnet 4cb87c45-90d9-42a1-ba91-e54910472c09 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:55:11.322895 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-11b6b373-9ca4-40d2-bfc0-e3d6b5e30ad0 None None] Allocated IP 2001:db8::f816:3eff:fef7:add7 (ffa86b77-0960-4058-af84-97833edc3344/fd83fc9c-85a3-4667-b1d0-33733ae5cebf/cd698566-9f87-49d2-a269-d73d3d550728) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:11.325755 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2cac3f9e-5f70-4125-b963-09f980303d61 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for subnet (4cb87c45-90d9-42a1-ba91-e54910472c09), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.363333 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] device_id is not set on port bc6edd73-1420-43ac-af85-5b8c190b3b2d yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:55:11.377283 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2cac3f9e-5f70-4125-b963-09f980303d61 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (4cb87c45-90d9-42a1-ba91-e54910472c09), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.393011 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks [] for port (bc6edd73-1420-43ac-af85-5b8c190b3b2d), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.401002 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (bc6edd73-1420-43ac-af85-5b8c190b3b2d), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.479009 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Pushing event updated for resources: {'Port': ['ID=bc6edd73-1420-43ac-af85-5b8c190b3b2d,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:11.486377 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2cac3f9e-5f70-4125-b963-09f980303d61 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (4cb87c45-90d9-42a1-ba91-e54910472c09), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.550111 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:11.551110 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:11.552516 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:11.558524 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port bc6edd73-1420-43ac-af85-5b8c190b3b2d on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:11.559366 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:11.560210 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 2 to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d Feb 09 01:55:11.560373 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-69ee6513-d96e-4f31-88f2-f2dedf4b5270 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (97358e68-d98e-4656-bf3c-d118302c60ea), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.576248 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:11.576941 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:11.577566 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:11.583968 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port bc6edd73-1420-43ac-af85-5b8c190b3b2d on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:11.584851 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:11.585515 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 3 to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d Feb 09 01:55:11.600460 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:11.601190 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:11.601783 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:11.606940 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port bc6edd73-1420-43ac-af85-5b8c190b3b2d on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:11.607604 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:11.608209 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 4 to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d Feb 09 01:55:11.625058 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2cac3f9e-5f70-4125-b963-09f980303d61 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (4cb87c45-90d9-42a1-ba91-e54910472c09), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.625735 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:11.626284 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:11.627094 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:11.632327 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port bc6edd73-1420-43ac-af85-5b8c190b3b2d on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:11.633028 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:11.633139 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee6513-d96e-4f31-88f2-f2dedf4b5270 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=97358e68-d98e-4656-bf3c-d118302c60ea,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:11.633777 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 5 to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d Feb 09 01:55:11.658088 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:11.660023 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:11.660510 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:11.667170 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port bc6edd73-1420-43ac-af85-5b8c190b3b2d on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:11.667666 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:11.668162 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 6 to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d Feb 09 01:55:11.683722 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:11.684214 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:11.684657 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:11.688240 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-11b6b373-9ca4-40d2-bfc0-e3d6b5e30ad0 None None] Publish callbacks [] for port (cd698566-9f87-49d2-a269-d73d3d550728), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.692953 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port bc6edd73-1420-43ac-af85-5b8c190b3b2d on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:11.693548 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:11.694212 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 7 to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d Feb 09 01:55:11.695499 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac3f9e-5f70-4125-b963-09f980303d61 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb87c45-90d9-42a1-ba91-e54910472c09,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:11.700086 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-11b6b373-9ca4-40d2-bfc0-e3d6b5e30ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (cd698566-9f87-49d2-a269-d73d3d550728), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.704922 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ee6513-d96e-4f31-88f2-f2dedf4b5270 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:11.712554 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2cac3f9e-5f70-4125-b963-09f980303d61 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.713513 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:11.713990 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:11.714481 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:11.719560 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2cac3f9e-5f70-4125-b963-09f980303d61 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/subnets/4cb87c45-90d9-42a1-ba91-e54910472c09 HTTP/1.1" status: 204 len: 168 time: 0.5004432 Feb 09 01:55:11.719806 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56446) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:11.720627 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port bc6edd73-1420-43ac-af85-5b8c190b3b2d on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:11.721133 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:11.727033 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-69ee6513-d96e-4f31-88f2-f2dedf4b5270 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:11.730240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ee6513-d96e-4f31-88f2-f2dedf4b5270 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:11.730793 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-69ee6513-d96e-4f31-88f2-f2dedf4b5270 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.742385 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ed6c6c-a48b-4380-ae47-26c0d3adeffc None None] Network 2ba4a829-bbf4-4203-946b-4ce4869ba857 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:11.750592 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-69ee6513-d96e-4f31-88f2-f2dedf4b5270 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1198628 Feb 09 01:55:11.753855 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23c993-3b01-4b7f-bfc9-f10edf83e39b req-ff01dbeb-8ef3-4cc9-b026-0184e4ec70ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:11.756335 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f23c993-3b01-4b7f-bfc9-f10edf83e39b req-ff01dbeb-8ef3-4cc9-b026-0184e4ec70ea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 1126 time: 0.4442232 Feb 09 01:55:11.756822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56448) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:11.774152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-575e9d54-0d83-4d48-b44f-1b43110ad0ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'mac_address': 'fa:16:3e:f0:b5:c1', 'name': 'tempest-NetworksTestDHCPv6-453269641'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:11.806332 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-15bbd537-f1e7-4de0-9b49-22c481b28217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:55:07Z', 'revision_number': 9, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:17Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f80f017-9fb0-47e8-961a-f04b48254f6c', 'name': '', 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:61:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:12Z', 'updated_at': '2022-02-09T01:54:27Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:11.814373 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 8 to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d Feb 09 01:55:11.833320 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1be62c05-210a-4718-94af-2e8f39e7baa1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (2ba4a829-bbf4-4203-946b-4ce4869ba857), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.836399 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:11.836850 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:11.837288 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:11.844424 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port bc6edd73-1420-43ac-af85-5b8c190b3b2d on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:11.845073 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:11.846299 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 9 to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d Feb 09 01:55:11.870295 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bbd537-f1e7-4de0-9b49-22c481b28217 None None] Checking router: 513a9dd9-9882-4ae0-b26a-20b8445a07e5 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:55:11.898230 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:11.898790 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:11.899271 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:11.911610 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bbd537-f1e7-4de0-9b49-22c481b28217 None None] Routers {'513a9dd9-9882-4ae0-b26a-20b8445a07e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:11.912369 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-15bbd537-f1e7-4de0-9b49-22c481b28217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:11.913646 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port bc6edd73-1420-43ac-af85-5b8c190b3b2d on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:11.914085 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:11.918044 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b6b373-9ca4-40d2-bfc0-e3d6b5e30ad0 None None] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:11.921909 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 10 to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d Feb 09 01:55:11.930519 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-11b6b373-9ca4-40d2-bfc0-e3d6b5e30ad0 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:11.959618 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b6b373-9ca4-40d2-bfc0-e3d6b5e30ad0 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:11.967122 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:11.968477 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:11.969803 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:11.971611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6b373-9ca4-40d2-bfc0-e3d6b5e30ad0 None None] Pushing event updated for resources: {'Port': ['ID=cd698566-9f87-49d2-a269-d73d3d550728,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:11.989352 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port bc6edd73-1420-43ac-af85-5b8c190b3b2d on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:11.989875 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port bc6edd73-1420-43ac-af85-5b8c190b3b2d on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:11.990397 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bc6edd73-1420-43ac-af85-5b8c190b3b2d), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.996191 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-1be62c05-210a-4718-94af-2e8f39e7baa1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting port 88387866-2493-49c3-a7c1-3453a5f4a53a {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:11.996716 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1be62c05-210a-4718-94af-2e8f39e7baa1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (88387866-2493-49c3-a7c1-3453a5f4a53a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:12.073954 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23c993-3b01-4b7f-bfc9-f10edf83e39b req-48b7d21f-455f-4ded-be8e-43c33b2a410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:12.075955 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f23c993-3b01-4b7f-bfc9-f10edf83e39b req-48b7d21f-455f-4ded-be8e-43c33b2a410e service neutron] 10.222.0.67 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 912 time: 0.2972541 Feb 09 01:55:12.081603 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-1be62c05-210a-4718-94af-2e8f39e7baa1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] For port 88387866-2493-49c3-a7c1-3453a5f4a53a, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=88387866-2493-49c3-a7c1-3453a5f4a53a,segment=NetworkSegment(c66eceaa-b836-4bb1-8b34-7033709fb30c),segment_id=c66eceaa-b836-4bb1-8b34-7033709fb30c)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:12.082109 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1be62c05-210a-4718-94af-2e8f39e7baa1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (88387866-2493-49c3-a7c1-3453a5f4a53a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:12.096431 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-11b6b373-9ca4-40d2-bfc0-e3d6b5e30ad0 None None] Attempting to bind port cd698566-9f87-49d2-a269-d73d3d550728 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:12.097086 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-11b6b373-9ca4-40d2-bfc0-e3d6b5e30ad0 None None] Attempting to bind port cd698566-9f87-49d2-a269-d73d3d550728 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:12.097609 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b6b373-9ca4-40d2-bfc0-e3d6b5e30ad0 None None] Attempting to bind port cd698566-9f87-49d2-a269-d73d3d550728 on network ffa86b77-0960-4058-af84-97833edc3344 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:12.099504 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-1be62c05-210a-4718-94af-2e8f39e7baa1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Calling delete_port for 88387866-2493-49c3-a7c1-3453a5f4a53a owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:12.107296 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b6b373-9ca4-40d2-bfc0-e3d6b5e30ad0 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:55:12.107968 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b6b373-9ca4-40d2-bfc0-e3d6b5e30ad0 None None] Checking segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:12.108544 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-11b6b373-9ca4-40d2-bfc0-e3d6b5e30ad0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:12.109085 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b6b373-9ca4-40d2-bfc0-e3d6b5e30ad0 None None] Bound using segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:55:12.109838 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-11b6b373-9ca4-40d2-bfc0-e3d6b5e30ad0 None None] Bound port: cd698566-9f87-49d2-a269-d73d3d550728, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:55:12.110411 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-11b6b373-9ca4-40d2-bfc0-e3d6b5e30ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cd698566-9f87-49d2-a269-d73d3d550728), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:12.160285 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-15bbd537-f1e7-4de0-9b49-22c481b28217 None None] Set router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:12.230386 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b45798-3f74-4883-a8be-30cd51f45279 None None] DHCP port deletion for 2ba4a829-bbf4-4203-946b-4ce4869ba857 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:55:12.250136 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1be62c05-210a-4718-94af-2e8f39e7baa1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (88387866-2493-49c3-a7c1-3453a5f4a53a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:12.262628 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-11b6b373-9ca4-40d2-bfc0-e3d6b5e30ad0 None None] For port cd698566-9f87-49d2-a269-d73d3d550728, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:55:12.278496 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-11b6b373-9ca4-40d2-bfc0-e3d6b5e30ad0 None None] For port cd698566-9f87-49d2-a269-d73d3d550728, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=cd698566-9f87-49d2-a269-d73d3d550728,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:55:12.294612 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575e9d54-0d83-4d48-b44f-1b43110ad0ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:12.295158 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be62c05-210a-4718-94af-2e8f39e7baa1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] No DVR routers for this DVR port 88387866-2493-49c3-a7c1-3453a5f4a53a on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:12.299246 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be62c05-210a-4718-94af-2e8f39e7baa1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Port': ['ID=88387866-2493-49c3-a7c1-3453a5f4a53a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:12.317718 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-11b6b373-9ca4-40d2-bfc0-e3d6b5e30ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (cd698566-9f87-49d2-a269-d73d3d550728), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:12.436438 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 88387866-2493-49c3-a7c1-3453a5f4a53a no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:55:12.496829 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 88387866-2493-49c3-a7c1-3453a5f4a53a {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:55:12.497040 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-575e9d54-0d83-4d48-b44f-1b43110ad0ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:12.497456 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 88387866-2493-49c3-a7c1-3453a5f4a53a not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:55:12.500871 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:12.570434 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6b373-9ca4-40d2-bfc0-e3d6b5e30ad0 None None] Pushing event updated for resources: {'Port': ['ID=cd698566-9f87-49d2-a269-d73d3d550728,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:12.606435 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-575e9d54-0d83-4d48-b44f-1b43110ad0ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] device_id is not set on port 50bbf443-c0f1-4a26-bdd0-3a0f1dfe5f5e yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:55:12.616388 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f23c993-3b01-4b7f-bfc9-f10edf83e39b req-845dbd27-598f-4046-a481-459739a2fcc6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3 HTTP/1.1" status: 200 len: 999 time: 0.5309246 Feb 09 01:55:12.722772 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-15bbd537-f1e7-4de0-9b49-22c481b28217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:55:07Z', 'revision_number': 9, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:17Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f80f017-9fb0-47e8-961a-f04b48254f6c', 'name': '', 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:61:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:12Z', 'updated_at': '2022-02-09T01:54:27Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:12.788566 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bbd537-f1e7-4de0-9b49-22c481b28217 None None] The sync data for ids ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'] in n-d-828387-3 is: [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:55:07Z', 'revision_number': 9, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:17Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f80f017-9fb0-47e8-961a-f04b48254f6c', 'name': '', 'network_id': 'f6439075-d3f9-4140-9ea7-a6fbe530b2b9', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:61:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:12Z', 'updated_at': '2022-02-09T01:54:27Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': '85287a94-1d5d-4447-9bcf-185e2ab69149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:12.842461 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23c993-3b01-4b7f-bfc9-f10edf83e39b req-d49c285f-9577-4335-989e-3e803c9a7065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:12.852839 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f23c993-3b01-4b7f-bfc9-f10edf83e39b req-d49c285f-9577-4335-989e-3e803c9a7065 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.2293544 Feb 09 01:55:12.990986 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1be62c05-210a-4718-94af-2e8f39e7baa1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (2ba4a829-bbf4-4203-946b-4ce4869ba857), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.001462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] For port bc6edd73-1420-43ac-af85-5b8c190b3b2d, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:55:13.001946 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempted to set empty binding levels {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 01:55:13.006618 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23c993-3b01-4b7f-bfc9-f10edf83e39b req-35ba2c7b-cecb-4e5b-ae86-7bfbc6a475a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.008458 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f23c993-3b01-4b7f-bfc9-f10edf83e39b req-35ba2c7b-cecb-4e5b-ae86-7bfbc6a475a0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1231453 Feb 09 01:55:13.011921 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (bc6edd73-1420-43ac-af85-5b8c190b3b2d), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.061431 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-1be62c05-210a-4718-94af-2e8f39e7baa1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba4a829-bbf4-4203-946b-4ce4869ba857']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:13.067830 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-575e9d54-0d83-4d48-b44f-1b43110ad0ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 172.20.0.6 (ffa86b77-0960-4058-af84-97833edc3344/97358e68-d98e-4656-bf3c-d118302c60ea/50bbf443-c0f1-4a26-bdd0-3a0f1dfe5f5e) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:13.074891 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] In _notify_port_updated(), no bound segment for port bc6edd73-1420-43ac-af85-5b8c190b3b2d on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103184) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:55:13.075804 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.076406 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-575e9d54-0d83-4d48-b44f-1b43110ad0ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8::f816:3eff:fef0:b5c1 (ffa86b77-0960-4058-af84-97833edc3344/fd83fc9c-85a3-4667-b1d0-33733ae5cebf/50bbf443-c0f1-4a26-bdd0-3a0f1dfe5f5e) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:13.076546 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.077820 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] 10.222.0.36 "PUT /v2.0/ports/bc6edd73-1420-43ac-af85-5b8c190b3b2d HTTP/1.1" status: 200 len: 979 time: 2.2423089 Feb 09 01:55:13.092021 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56456) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:13.097314 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-1be62c05-210a-4718-94af-2e8f39e7baa1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66eceaa-b836-4bb1-8b34-7033709fb30c') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:13.097630 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-1be62c05-210a-4718-94af-2e8f39e7baa1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66eceaa-b836-4bb1-8b34-7033709fb30c') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:13.205646 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef58b0d-d89d-4e80-aba8-4395f6bf35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Pushing event updated for resources: {'Port': ['ID=bc6edd73-1420-43ac-af85-5b8c190b3b2d,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:13.216422 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1be62c05-210a-4718-94af-2e8f39e7baa1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (c66eceaa-b836-4bb1-8b34-7033709fb30c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.254810 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1be62c05-210a-4718-94af-2e8f39e7baa1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (c66eceaa-b836-4bb1-8b34-7033709fb30c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.276723 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be62c05-210a-4718-94af-2e8f39e7baa1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:55:13.277200 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1be62c05-210a-4718-94af-2e8f39e7baa1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (c66eceaa-b836-4bb1-8b34-7033709fb30c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:55:13.280892 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:55:13.405253 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f23c993-3b01-4b7f-bfc9-f10edf83e39b req-a3e8b37b-0384-45f4-b40b-a7a542ce63b8 service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574108 Feb 09 01:55:13.406655 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.428409 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.429525 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.430013 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.431828 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.431828 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.432142 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.432490 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.432964 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.433562 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.434044 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.434507 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.434969 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.435470 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.435933 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.436396 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.436857 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.437311 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.437776 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.438608 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.438862 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.439375 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.440025 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.440506 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.440951 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.441408 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.441995 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.442957 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.443992 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.444191 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.444656 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.445131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.445662 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.446052 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.446486 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.446949 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.448031 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.452653 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-056c3c2f-54c6-4fd7-ab2d-ded18c113fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33581 time: 0.3595545 Feb 09 01:55:13.458550 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56458) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:13.490816 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1be62c05-210a-4718-94af-2e8f39e7baa1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (2ba4a829-bbf4-4203-946b-4ce4869ba857), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.496933 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1be62c05-210a-4718-94af-2e8f39e7baa1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.503969 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1be62c05-210a-4718-94af-2e8f39e7baa1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/networks/2ba4a829-bbf4-4203-946b-4ce4869ba857 HTTP/1.1" status: 204 len: 168 time: 1.7814825 Feb 09 01:55:13.505030 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56460) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:13.543930 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-575e9d54-0d83-4d48-b44f-1b43110ad0ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (50bbf443-c0f1-4a26-bdd0-3a0f1dfe5f5e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.569598 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be62c05-210a-4718-94af-2e8f39e7baa1 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Network': ['ID=2ba4a829-bbf4-4203-946b-4ce4869ba857,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:13.639379 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f23c993-3b01-4b7f-bfc9-f10edf83e39b req-ea3d3f07-3c41-4806-a0a3-9431f4055adb service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127826 Feb 09 01:55:13.675941 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-575e9d54-0d83-4d48-b44f-1b43110ad0ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (50bbf443-c0f1-4a26-bdd0-3a0f1dfe5f5e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.771559 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e9d54-0d83-4d48-b44f-1b43110ad0ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=50bbf443-c0f1-4a26-bdd0-3a0f1dfe5f5e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:13.803995 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575e9d54-0d83-4d48-b44f-1b43110ad0ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:13.807041 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-575e9d54-0d83-4d48-b44f-1b43110ad0ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:13.811628 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575e9d54-0d83-4d48-b44f-1b43110ad0ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:13.914993 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e9d54-0d83-4d48-b44f-1b43110ad0ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.916090 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-575e9d54-0d83-4d48-b44f-1b43110ad0ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.933798 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d95ec2b8-86f6-44ae-8f67-15ecbeb53986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Deleting port bc6edd73-1420-43ac-af85-5b8c190b3b2d {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:13.934771 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d95ec2b8-86f6-44ae-8f67-15ecbeb53986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (bc6edd73-1420-43ac-af85-5b8c190b3b2d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.946473 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-575e9d54-0d83-4d48-b44f-1b43110ad0ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1885376 Feb 09 01:55:13.947277 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56464) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:14.078398 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461237ad-3121-440a-b59c-41a5f308a7c9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:14.089563 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461237ad-3121-440a-b59c-41a5f308a7c9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:14.092883 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-461237ad-3121-440a-b59c-41a5f308a7c9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1424887 Feb 09 01:55:14.096094 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56466) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:14.155966 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-d95ec2b8-86f6-44ae-8f67-15ecbeb53986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] For port bc6edd73-1420-43ac-af85-5b8c190b3b2d, host n-h1-828387-3, got binding levels [] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:14.155966 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d95ec2b8-86f6-44ae-8f67-15ecbeb53986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (bc6edd73-1420-43ac-af85-5b8c190b3b2d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.187678 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d95ec2b8-86f6-44ae-8f67-15ecbeb53986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Calling delete_port for bc6edd73-1420-43ac-af85-5b8c190b3b2d owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:14.224762 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0c0705-8199-47fb-9b65-f3f134a24785 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:14.308422 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-d5507d43-29c8-44f1-b1b3-5f6f003edcef tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting port 50bbf443-c0f1-4a26-bdd0-3a0f1dfe5f5e {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:14.308773 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5507d43-29c8-44f1-b1b3-5f6f003edcef tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (50bbf443-c0f1-4a26-bdd0-3a0f1dfe5f5e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.367515 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d95ec2b8-86f6-44ae-8f67-15ecbeb53986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (bc6edd73-1420-43ac-af85-5b8c190b3b2d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.393682 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-74902c58-fbc5-482a-9cc1-123838a3ddf9 None None] Provisioning complete for port cd698566-9f87-49d2-a269-d73d3d550728 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:14.394333 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-74902c58-fbc5-482a-9cc1-123838a3ddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cd698566-9f87-49d2-a269-d73d3d550728), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.478434 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ec2b8-86f6-44ae-8f67-15ecbeb53986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc6edd73-1420-43ac-af85-5b8c190b3b2d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:14.490022 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d95ec2b8-86f6-44ae-8f67-15ecbeb53986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.497898 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d95ec2b8-86f6-44ae-8f67-15ecbeb53986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] 10.222.0.36 "DELETE /v2.0/ports/bc6edd73-1420-43ac-af85-5b8c190b3b2d HTTP/1.1" status: 204 len: 168 time: 1.0380907 Feb 09 01:55:14.504042 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56474) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:14.558232 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5507d43-29c8-44f1-b1b3-5f6f003edcef tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (50bbf443-c0f1-4a26-bdd0-3a0f1dfe5f5e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.559964 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c7edfd-aeb3-4f08-a8cb-9e39e10fcb47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:55:14.561455 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-46c7edfd-aeb3-4f08-a8cb-9e39e10fcb47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] 10.222.0.36 "GET /v2.0/ports/bc6edd73-1420-43ac-af85-5b8c190b3b2d HTTP/1.1" status: 404 len: 333 time: 0.0519490 Feb 09 01:55:14.573262 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56478) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:14.584156 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device cd698566-9f87-49d2-a269-d73d3d550728 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:14.587828 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-dbf96f00-dc73-45e9-af6d-f356e4124adf tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-416644661', 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:14.591198 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-d5507d43-29c8-44f1-b1b3-5f6f003edcef tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Calling delete_port for 50bbf443-c0f1-4a26-bdd0-3a0f1dfe5f5e owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:14.652837 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf96f00-dc73-45e9-af6d-f356e4124adf tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Made reservation on behalf of 4cb3b53b9c994b5ea5e0e71155ffd901 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:14.659527 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dbf96f00-dc73-45e9-af6d-f356e4124adf tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.727315 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-dbf96f00-dc73-45e9-af6d-f356e4124adf tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] device_id is not set on port b76cf65d-5e89-442d-b98f-05f611868c79 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:55:14.765049 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port cd698566-9f87-49d2-a269-d73d3d550728 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:14.765429 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cd698566-9f87-49d2-a269-d73d3d550728), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.808515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-74902c58-fbc5-482a-9cc1-123838a3ddf9 None None] Current status of the port cd698566-9f87-49d2-a269-d73d3d550728 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:14.808853 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-74902c58-fbc5-482a-9cc1-123838a3ddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cd698566-9f87-49d2-a269-d73d3d550728), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.854309 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29b0d8d9-9118-4c41-8e30-cc1d65917746 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (513a9dd9-9882-4ae0-b26a-20b8445a07e5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.867419 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-74902c58-fbc5-482a-9cc1-123838a3ddf9 None None] For port cd698566-9f87-49d2-a269-d73d3d550728, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=cd698566-9f87-49d2-a269-d73d3d550728,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:14.895796 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-74902c58-fbc5-482a-9cc1-123838a3ddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (cd698566-9f87-49d2-a269-d73d3d550728), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.964760 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2412568-c817-4b79-990d-6438d2c65632 None None] Update dhcp port {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'fixed_ips': [{'subnet_id': 'fd83fc9c-85a3-4667-b1d0-33733ae5cebf', 'ip_address': '2001:db8::f816:3eff:fef7:add7'}, {'subnet_id': '97358e68-d98e-4656-bf3c-d118302c60ea'}], 'binding:host_id': 'n-d-828387-3'}, 'id': 'cd698566-9f87-49d2-a269-d73d3d550728'} from n-d-828387-3. {{(pid=103185) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:55:15.026384 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5507d43-29c8-44f1-b1b3-5f6f003edcef tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (50bbf443-c0f1-4a26-bdd0-3a0f1dfe5f5e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:15.039242 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74902c58-fbc5-482a-9cc1-123838a3ddf9 None None] Pushing event updated for resources: {'Port': ['ID=cd698566-9f87-49d2-a269-d73d3d550728,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:15.050349 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b2412568-c817-4b79-990d-6438d2c65632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cd698566-9f87-49d2-a269-d73d3d550728), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:15.053891 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port cd698566-9f87-49d2-a269-d73d3d550728 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:15.075732 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b74be433-de8b-40bb-bb9e-f0bad1dd942b no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:55:15.099820 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5507d43-29c8-44f1-b1b3-5f6f003edcef tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Port': ['ID=50bbf443-c0f1-4a26-bdd0-3a0f1dfe5f5e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:15.134178 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: b74be433-de8b-40bb-bb9e-f0bad1dd942b {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:55:15.134552 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b74be433-de8b-40bb-bb9e-f0bad1dd942b not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:55:15.305951 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5507d43-29c8-44f1-b1b3-5f6f003edcef tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:15.310770 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d5507d43-29c8-44f1-b1b3-5f6f003edcef tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/50bbf443-c0f1-4a26-bdd0-3a0f1dfe5f5e HTTP/1.1" status: 204 len: 168 time: 1.2133458 Feb 09 01:55:15.320242 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56488) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:15.465298 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56492) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:15.517449 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b766dc48-995f-4fdd-af36-adeba9f7968c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:15.519016 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b766dc48-995f-4fdd-af36-adeba9f7968c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:15.520792 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b766dc48-995f-4fdd-af36-adeba9f7968c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:15.522872 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b766dc48-995f-4fdd-af36-adeba9f7968c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2015922 Feb 09 01:55:15.526884 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56496) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:15.571672 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dbf96f00-dc73-45e9-af6d-f356e4124adf tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks [] for port (b76cf65d-5e89-442d-b98f-05f611868c79), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:15.636379 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-b2412568-c817-4b79-990d-6438d2c65632 None None] Allocated IP 172.20.0.2 (ffa86b77-0960-4058-af84-97833edc3344/97358e68-d98e-4656-bf3c-d118302c60ea/cd698566-9f87-49d2-a269-d73d3d550728) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:15.641876 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc635547-6812-40af-b93d-83fc0b632316 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet 97358e68-d98e-4656-bf3c-d118302c60ea {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:55:15.716420 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dbf96f00-dc73-45e9-af6d-f356e4124adf tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (b76cf65d-5e89-442d-b98f-05f611868c79), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:15.753288 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c986681f-d87b-45f1-bcc2-f1b259316d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:15.774373 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf96f00-dc73-45e9-af6d-f356e4124adf tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Pushing event updated for resources: {'Port': ['ID=b76cf65d-5e89-442d-b98f-05f611868c79,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:15.813119 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf96f00-dc73-45e9-af6d-f356e4124adf tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:15.826675 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b2412568-c817-4b79-990d-6438d2c65632 None None] For port cd698566-9f87-49d2-a269-d73d3d550728, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=cd698566-9f87-49d2-a269-d73d3d550728,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:15.831669 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-dbf96f00-dc73-45e9-af6d-f356e4124adf tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:15.839228 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-29b0d8d9-9118-4c41-8e30-cc1d65917746 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting port 8f80f017-9fb0-47e8-961a-f04b48254f6c {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:15.839966 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29b0d8d9-9118-4c41-8e30-cc1d65917746 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (8f80f017-9fb0-47e8-961a-f04b48254f6c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:15.845381 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf96f00-dc73-45e9-af6d-f356e4124adf tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:15.847283 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf96f00-dc73-45e9-af6d-f356e4124adf tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:15.849017 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dbf96f00-dc73-45e9-af6d-f356e4124adf tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:15.863149 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b2412568-c817-4b79-990d-6438d2c65632 None None] Publish callbacks [] for port (cd698566-9f87-49d2-a269-d73d3d550728), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:15.868919 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b2412568-c817-4b79-990d-6438d2c65632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (cd698566-9f87-49d2-a269-d73d3d550728), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:15.874428 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dc635547-6812-40af-b93d-83fc0b632316 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (97358e68-d98e-4656-bf3c-d118302c60ea), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:15.929761 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dbf96f00-dc73-45e9-af6d-f356e4124adf tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3544829 Feb 09 01:55:15.932963 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56500) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:15.975888 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dc635547-6812-40af-b93d-83fc0b632316 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (97358e68-d98e-4656-bf3c-d118302c60ea), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:15.986650 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2412568-c817-4b79-990d-6438d2c65632 None None] Pushing event updated for resources: {'Port': ['ID=cd698566-9f87-49d2-a269-d73d3d550728,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:16.037607 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a91036-7cba-4085-8c31-d9f5040825ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:16.039755 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-17a91036-7cba-4085-8c31-d9f5040825ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] 10.222.0.36 "GET /v2.0/ports/b76cf65d-5e89-442d-b98f-05f611868c79 HTTP/1.1" status: 200 len: 958 time: 0.1006308 Feb 09 01:55:16.042930 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56504) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:16.096979 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-29b0d8d9-9118-4c41-8e30-cc1d65917746 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] For port 8f80f017-9fb0-47e8-961a-f04b48254f6c, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8f80f017-9fb0-47e8-961a-f04b48254f6c,segment=NetworkSegment(1efd09a2-24ca-4908-8c34-a83c84cff5c4),segment_id=1efd09a2-24ca-4908-8c34-a83c84cff5c4)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:16.097257 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29b0d8d9-9118-4c41-8e30-cc1d65917746 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (8f80f017-9fb0-47e8-961a-f04b48254f6c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.123831 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-29b0d8d9-9118-4c41-8e30-cc1d65917746 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Calling delete_port for 8f80f017-9fb0-47e8-961a-f04b48254f6c owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:16.152468 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c986681f-d87b-45f1-bcc2-f1b259316d55 admin admin] Publish callbacks [] for security_group (c8e2363a-97c9-4ee9-8585-dee60570b1e5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.214954 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dc635547-6812-40af-b93d-83fc0b632316 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (97358e68-d98e-4656-bf3c-d118302c60ea), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.249725 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-6d7b0b8a-4eb3-4851-88aa-5ce0253b39b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Deleting port b76cf65d-5e89-442d-b98f-05f611868c79 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:16.250149 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0b8a-4eb3-4851-88aa-5ce0253b39b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b76cf65d-5e89-442d-b98f-05f611868c79), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.279721 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c986681f-d87b-45f1-bcc2-f1b259316d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c8e2363a-97c9-4ee9-8585-dee60570b1e5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.288521 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dc635547-6812-40af-b93d-83fc0b632316 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (97358e68-d98e-4656-bf3c-d118302c60ea), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.329684 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc635547-6812-40af-b93d-83fc0b632316 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=97358e68-d98e-4656-bf3c-d118302c60ea,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:16.370726 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dc635547-6812-40af-b93d-83fc0b632316 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.376199 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-dc635547-6812-40af-b93d-83fc0b632316 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/97358e68-d98e-4656-bf3c-d118302c60ea HTTP/1.1" status: 204 len: 168 time: 0.8460793 Feb 09 01:55:16.381119 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56506) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:16.394652 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986681f-d87b-45f1-bcc2-f1b259316d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e2363a-97c9-4ee9-8585-dee60570b1e5,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:16.405357 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c986681f-d87b-45f1-bcc2-f1b259316d55 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49d7daf78aae4642bbd6832b809806ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9389167 Feb 09 01:55:16.406553 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56508) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:16.462449 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device cd698566-9f87-49d2-a269-d73d3d550728 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:16.525515 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0cce7733-0558-459a-98cc-0fb414c4db74 admin admin] Publish callbacks [] for security_group (c8e2363a-97c9-4ee9-8585-dee60570b1e5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.557051 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0b8a-4eb3-4851-88aa-5ce0253b39b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b76cf65d-5e89-442d-b98f-05f611868c79), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.570872 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0cce7733-0558-459a-98cc-0fb414c4db74 admin admin] Publish callbacks [] for security_group (c8e2363a-97c9-4ee9-8585-dee60570b1e5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.573095 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port cd698566-9f87-49d2-a269-d73d3d550728 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:16.573964 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cd698566-9f87-49d2-a269-d73d3d550728), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.583599 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-6d7b0b8a-4eb3-4851-88aa-5ce0253b39b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Calling delete_port for b76cf65d-5e89-442d-b98f-05f611868c79 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:16.656511 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0cce7733-0558-459a-98cc-0fb414c4db74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c8e2363a-97c9-4ee9-8585-dee60570b1e5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.659292 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0cce7733-0558-459a-98cc-0fb414c4db74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.664438 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0cce7733-0558-459a-98cc-0fb414c4db74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c8e2363a-97c9-4ee9-8585-dee60570b1e5 HTTP/1.1" status: 204 len: 168 time: 0.2568011 Feb 09 01:55:16.681840 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce7733-0558-459a-98cc-0fb414c4db74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e2363a-97c9-4ee9-8585-dee60570b1e5,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:16.733826 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0b8a-4eb3-4851-88aa-5ce0253b39b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (b76cf65d-5e89-442d-b98f-05f611868c79), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.734502 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port cd698566-9f87-49d2-a269-d73d3d550728 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:16.803751 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0b8a-4eb3-4851-88aa-5ce0253b39b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.809954 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56512) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:16.810086 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6d7b0b8a-4eb3-4851-88aa-5ce0253b39b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] 10.222.0.36 "DELETE /v2.0/ports/b76cf65d-5e89-442d-b98f-05f611868c79 HTTP/1.1" status: 204 len: 168 time: 0.7660167 Feb 09 01:55:16.810923 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b0b8a-4eb3-4851-88aa-5ce0253b39b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Pushing event deleted for resources: {'Port': ['ID=b76cf65d-5e89-442d-b98f-05f611868c79,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:16.843314 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1eb404-112e-4b43-9483-c41c47d15385 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet fd83fc9c-85a3-4667-b1d0-33733ae5cebf {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:55:16.852581 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb404-112e-4b43-9483-c41c47d15385 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (fd83fc9c-85a3-4667-b1d0-33733ae5cebf), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.863422 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-43cf873b-262c-404e-a60a-a98413d7feac tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:55:16.865324 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-43cf873b-262c-404e-a60a-a98413d7feac tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] 10.222.0.36 "GET /v2.0/ports/b76cf65d-5e89-442d-b98f-05f611868c79 HTTP/1.1" status: 404 len: 333 time: 0.0528874 Feb 09 01:55:16.870819 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56514) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:16.875948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-215b171c-0cd2-4723-acfb-1bf31ad877db tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Request body: {'port': {'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-486422079'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:16.908749 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215b171c-0cd2-4723-acfb-1bf31ad877db tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Made reservation on behalf of 4cb3b53b9c994b5ea5e0e71155ffd901 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:16.912707 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-215b171c-0cd2-4723-acfb-1bf31ad877db tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.958407 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb404-112e-4b43-9483-c41c47d15385 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (fd83fc9c-85a3-4667-b1d0-33733ae5cebf), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.968778 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-215b171c-0cd2-4723-acfb-1bf31ad877db tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] device_id is not set on port 050369be-62ff-4141-909d-acff129f68bd yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:55:17.069233 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29b0d8d9-9118-4c41-8e30-cc1d65917746 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (8f80f017-9fb0-47e8-961a-f04b48254f6c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.125051 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0d8d9-9118-4c41-8e30-cc1d65917746 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Port': ['ID=8f80f017-9fb0-47e8-961a-f04b48254f6c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:17.286965 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56520) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:17.302360 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb31bcf2-d3bf-46d3-b518-0cb577c38df8 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:17.321777 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-215b171c-0cd2-4723-acfb-1bf31ad877db tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks [] for port (050369be-62ff-4141-909d-acff129f68bd), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.339587 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb404-112e-4b43-9483-c41c47d15385 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (fd83fc9c-85a3-4667-b1d0-33733ae5cebf), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.381264 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-215b171c-0cd2-4723-acfb-1bf31ad877db tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (050369be-62ff-4141-909d-acff129f68bd), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.424537 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1c5704b1-ff1b-47ed-a544-0af4f987c8ee None None] Could not find standard attr ID for object 50bbf443-c0f1-4a26-bdd0-3a0f1dfe5f5e. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:55:17.462201 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19b19576-e878-4137-a5e4-c797e59bdf4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.476575 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1c5704b1-ff1b-47ed-a544-0af4f987c8ee None None] Provisioning complete for port cd698566-9f87-49d2-a269-d73d3d550728 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:17.476575 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1c5704b1-ff1b-47ed-a544-0af4f987c8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cd698566-9f87-49d2-a269-d73d3d550728), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.483154 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215b171c-0cd2-4723-acfb-1bf31ad877db tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:17.492926 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-215b171c-0cd2-4723-acfb-1bf31ad877db tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:17.502757 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215b171c-0cd2-4723-acfb-1bf31ad877db tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:17.505033 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215b171c-0cd2-4723-acfb-1bf31ad877db tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:17.505860 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-215b171c-0cd2-4723-acfb-1bf31ad877db tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.529118 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b171c-0cd2-4723-acfb-1bf31ad877db tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Pushing event updated for resources: {'Port': ['ID=050369be-62ff-4141-909d-acff129f68bd,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:17.564897 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-215b171c-0cd2-4723-acfb-1bf31ad877db tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6914947 Feb 09 01:55:17.566006 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56522) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:17.572588 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:17.669520 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (050369be-62ff-4141-909d-acff129f68bd), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.673427 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1c5704b1-ff1b-47ed-a544-0af4f987c8ee None None] Current status of the port cd698566-9f87-49d2-a269-d73d3d550728 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:17.895666 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] device_id is not set on port 050369be-62ff-4141-909d-acff129f68bd yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:55:17.905254 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks [] for port (050369be-62ff-4141-909d-acff129f68bd), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.914128 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (050369be-62ff-4141-909d-acff129f68bd), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.975199 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29b0d8d9-9118-4c41-8e30-cc1d65917746 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (513a9dd9-9882-4ae0-b26a-20b8445a07e5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.000199 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Pushing event updated for resources: {'Port': ['ID=050369be-62ff-4141-909d-acff129f68bd,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:18.018348 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:18.018702 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:18.019055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:18.024669 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb404-112e-4b43-9483-c41c47d15385 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (fd83fc9c-85a3-4667-b1d0-33733ae5cebf), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.027435 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port 050369be-62ff-4141-909d-acff129f68bd on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:18.027780 n-d-828387-3 neutron-server[103183]: ERROR neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port 050369be-62ff-4141-909d-acff129f68bd on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:18.028312 n-d-828387-3 neutron-server[103183]: INFO neutron.plugins.ml2.plugin [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 2 to bind port 050369be-62ff-4141-909d-acff129f68bd Feb 09 01:55:18.049069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:18.049422 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:18.049765 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:18.056033 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port 050369be-62ff-4141-909d-acff129f68bd on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:18.056393 n-d-828387-3 neutron-server[103183]: ERROR neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port 050369be-62ff-4141-909d-acff129f68bd on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:18.056863 n-d-828387-3 neutron-server[103183]: INFO neutron.plugins.ml2.plugin [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 3 to bind port 050369be-62ff-4141-909d-acff129f68bd Feb 09 01:55:18.077230 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:18.077230 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:18.077230 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:18.081378 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port 050369be-62ff-4141-909d-acff129f68bd on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:18.081703 n-d-828387-3 neutron-server[103183]: ERROR neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port 050369be-62ff-4141-909d-acff129f68bd on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:18.082101 n-d-828387-3 neutron-server[103183]: INFO neutron.plugins.ml2.plugin [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 4 to bind port 050369be-62ff-4141-909d-acff129f68bd Feb 09 01:55:18.097109 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:18.097442 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:18.097775 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:18.103972 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port 050369be-62ff-4141-909d-acff129f68bd on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:18.104431 n-d-828387-3 neutron-server[103183]: ERROR neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port 050369be-62ff-4141-909d-acff129f68bd on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:18.104911 n-d-828387-3 neutron-server[103183]: INFO neutron.plugins.ml2.plugin [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 5 to bind port 050369be-62ff-4141-909d-acff129f68bd Feb 09 01:55:18.120759 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:18.121414 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:18.121540 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:18.126624 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port 050369be-62ff-4141-909d-acff129f68bd on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:18.126959 n-d-828387-3 neutron-server[103183]: ERROR neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port 050369be-62ff-4141-909d-acff129f68bd on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:18.127407 n-d-828387-3 neutron-server[103183]: INFO neutron.plugins.ml2.plugin [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 6 to bind port 050369be-62ff-4141-909d-acff129f68bd Feb 09 01:55:18.142619 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:18.142958 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:18.143675 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:18.151338 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port 050369be-62ff-4141-909d-acff129f68bd on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:18.151680 n-d-828387-3 neutron-server[103183]: ERROR neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port 050369be-62ff-4141-909d-acff129f68bd on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:18.152094 n-d-828387-3 neutron-server[103183]: INFO neutron.plugins.ml2.plugin [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 7 to bind port 050369be-62ff-4141-909d-acff129f68bd Feb 09 01:55:18.166952 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:18.167372 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:18.167754 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:18.173297 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port 050369be-62ff-4141-909d-acff129f68bd on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:18.173494 n-d-828387-3 neutron-server[103183]: ERROR neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port 050369be-62ff-4141-909d-acff129f68bd on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:18.173880 n-d-828387-3 neutron-server[103183]: INFO neutron.plugins.ml2.plugin [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 8 to bind port 050369be-62ff-4141-909d-acff129f68bd Feb 09 01:55:18.177287 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1eb404-112e-4b43-9483-c41c47d15385 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=fd83fc9c-85a3-4667-b1d0-33733ae5cebf,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:18.193645 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb404-112e-4b43-9483-c41c47d15385 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.196180 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:18.196600 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:18.197178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:18.197966 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ea1eb404-112e-4b43-9483-c41c47d15385 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/fd83fc9c-85a3-4667-b1d0-33733ae5cebf HTTP/1.1" status: 204 len: 168 time: 1.8121316 Feb 09 01:55:18.200274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56526) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:18.239631 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19b19576-e878-4137-a5e4-c797e59bdf4b admin admin] Publish callbacks [] for security_group (cbfe4d94-5b66-4e83-b805-6abb751c97f5), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.246835 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19b19576-e878-4137-a5e4-c797e59bdf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (cbfe4d94-5b66-4e83-b805-6abb751c97f5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.256273 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port 050369be-62ff-4141-909d-acff129f68bd on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:18.256620 n-d-828387-3 neutron-server[103183]: ERROR neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port 050369be-62ff-4141-909d-acff129f68bd on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:18.257210 n-d-828387-3 neutron-server[103183]: INFO neutron.plugins.ml2.plugin [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 9 to bind port 050369be-62ff-4141-909d-acff129f68bd Feb 09 01:55:18.274568 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6a97df71-0bdb-491b-abfb-3d6a70b0f5f7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716774 Feb 09 01:55:18.275486 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b19576-e878-4137-a5e4-c797e59bdf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfe4d94-5b66-4e83-b805-6abb751c97f5,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:18.275613 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:18.275875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:18.276330 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:18.279556 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56528) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:18.282545 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port 050369be-62ff-4141-909d-acff129f68bd on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:18.282886 n-d-828387-3 neutron-server[103183]: ERROR neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port 050369be-62ff-4141-909d-acff129f68bd on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:18.283531 n-d-828387-3 neutron-server[103183]: INFO neutron.plugins.ml2.plugin [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempt 10 to bind port 050369be-62ff-4141-909d-acff129f68bd Feb 09 01:55:18.285337 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-abc7ac3d-a233-44e7-88ed-52229d2f414b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:18.298620 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:18.299143 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:18.299762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempting to bind port 050369be-62ff-4141-909d-acff129f68bd on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:18.307287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Port 050369be-62ff-4141-909d-acff129f68bd on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:18.307897 n-d-828387-3 neutron-server[103183]: ERROR neutron.plugins.ml2.managers [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Failed to bind port 050369be-62ff-4141-909d-acff129f68bd on host n-h1-828387-3 for vnic_type normal using segments [{'id': '02fbc748-ac99-419c-96db-1a61e929d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7378cba7-dc6d-4289-ad49-61a04df1d2f6'}] Feb 09 01:55:18.308283 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (050369be-62ff-4141-909d-acff129f68bd), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.392144 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] For port 050369be-62ff-4141-909d-acff129f68bd, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:55:18.392736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attempted to set empty binding levels {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 01:55:18.398797 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (050369be-62ff-4141-909d-acff129f68bd), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.418920 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caf8198-d132-4b86-b09c-d7dbc458a6ea None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:18.480008 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Pushing event updated for resources: {'Port': ['ID=050369be-62ff-4141-909d-acff129f68bd,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:18.492357 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] In _notify_port_updated(), no bound segment for port 050369be-62ff-4141-909d-acff129f68bd on network 7378cba7-dc6d-4289-ad49-61a04df1d2f6 {{(pid=103183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:55:18.492627 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-19b19576-e878-4137-a5e4-c797e59bdf4b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9942291f3f84fad889e80df1334414f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2024386 Feb 09 01:55:18.494267 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:18.494438 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.496198 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56530) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:18.499889 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7d065a6c-5387-4ab1-954a-fa70e3008300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] 10.222.0.36 "PUT /v2.0/ports/050369be-62ff-4141-909d-acff129f68bd HTTP/1.1" status: 200 len: 978 time: 0.9294667 Feb 09 01:55:18.500488 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56532) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:18.565126 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-573496d7-42b2-49cd-ad4e-7f50c6f2c522 None None] Provisioning complete for port cd698566-9f87-49d2-a269-d73d3d550728 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:18.565772 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-573496d7-42b2-49cd-ad4e-7f50c6f2c522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cd698566-9f87-49d2-a269-d73d3d550728), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.596706 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b0d8d9-9118-4c41-8e30-cc1d65917746 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:55:18.604127 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-75d998bd-071d-4387-ba6a-4e694c6237a2 admin admin] Publish callbacks [] for security_group (cbfe4d94-5b66-4e83-b805-6abb751c97f5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.616739 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc7ac3d-a233-44e7-88ed-52229d2f414b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:18.621404 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-abc7ac3d-a233-44e7-88ed-52229d2f414b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.646333 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-27eed1c8-65b9-4e4e-a46a-95129d6bee39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Deleting port 050369be-62ff-4141-909d-acff129f68bd {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:18.646605 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-27eed1c8-65b9-4e4e-a46a-95129d6bee39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (050369be-62ff-4141-909d-acff129f68bd), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.708163 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-573496d7-42b2-49cd-ad4e-7f50c6f2c522 None None] Current status of the port cd698566-9f87-49d2-a269-d73d3d550728 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:18.713115 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d25a605-62b6-4103-8b0f-20085e1e4161 None None] DHCP port deletion for ffa86b77-0960-4058-af84-97833edc3344 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:55:18.752137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-27eed1c8-65b9-4e4e-a46a-95129d6bee39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] For port 050369be-62ff-4141-909d-acff129f68bd, host n-h1-828387-3, got binding levels [] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:18.752443 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-27eed1c8-65b9-4e4e-a46a-95129d6bee39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (050369be-62ff-4141-909d-acff129f68bd), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.762703 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-75d998bd-071d-4387-ba6a-4e694c6237a2 admin admin] Publish callbacks [] for security_group (cbfe4d94-5b66-4e83-b805-6abb751c97f5), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.776679 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-27eed1c8-65b9-4e4e-a46a-95129d6bee39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Calling delete_port for 050369be-62ff-4141-909d-acff129f68bd owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:18.778385 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7d25a605-62b6-4103-8b0f-20085e1e4161 None None] Deleting port cd698566-9f87-49d2-a269-d73d3d550728 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:18.778766 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7d25a605-62b6-4103-8b0f-20085e1e4161 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (cd698566-9f87-49d2-a269-d73d3d550728), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.851732 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b0d8d9-9118-4c41-8e30-cc1d65917746 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:55:18.865801 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-29b0d8d9-9118-4c41-8e30-cc1d65917746 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/routers/513a9dd9-9882-4ae0-b26a-20b8445a07e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3386776 Feb 09 01:55:18.865970 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-7d25a605-62b6-4103-8b0f-20085e1e4161 None None] For port cd698566-9f87-49d2-a269-d73d3d550728, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=cd698566-9f87-49d2-a269-d73d3d550728,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:18.868410 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7d25a605-62b6-4103-8b0f-20085e1e4161 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (cd698566-9f87-49d2-a269-d73d3d550728), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.868573 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56534) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:18.883690 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7d25a605-62b6-4103-8b0f-20085e1e4161 None None] Calling delete_port for cd698566-9f87-49d2-a269-d73d3d550728 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:18.909271 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-27eed1c8-65b9-4e4e-a46a-95129d6bee39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (050369be-62ff-4141-909d-acff129f68bd), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.925952 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-75d998bd-071d-4387-ba6a-4e694c6237a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (cbfe4d94-5b66-4e83-b805-6abb751c97f5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.929105 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-75d998bd-071d-4387-ba6a-4e694c6237a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.930473 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-75d998bd-071d-4387-ba6a-4e694c6237a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cbfe4d94-5b66-4e83-b805-6abb751c97f5 HTTP/1.1" status: 204 len: 168 time: 0.4322758 Feb 09 01:55:18.960966 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eed1c8-65b9-4e4e-a46a-95129d6bee39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Pushing event deleted for resources: {'Port': ['ID=050369be-62ff-4141-909d-acff129f68bd,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:18.968887 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-27eed1c8-65b9-4e4e-a46a-95129d6bee39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.972756 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-27eed1c8-65b9-4e4e-a46a-95129d6bee39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] 10.222.0.36 "DELETE /v2.0/ports/050369be-62ff-4141-909d-acff129f68bd HTTP/1.1" status: 204 len: 168 time: 0.4711595 Feb 09 01:55:18.976388 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56538) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:18.983032 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2526abce-465e-433b-916a-6bea90717b0a None None] Sync routers for ids ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:18.992384 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d998bd-071d-4387-ba6a-4e694c6237a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfe4d94-5b66-4e83-b805-6abb751c97f5,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:19.010632 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-4813e6bb-6ee5-4c3d-8917-9f06fd6ca38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:55:19.017042 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4813e6bb-6ee5-4c3d-8917-9f06fd6ca38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-510964099-project-admin] 10.222.0.36 "GET /v2.0/ports/050369be-62ff-4141-909d-acff129f68bd HTTP/1.1" status: 404 len: 333 time: 0.0393133 Feb 09 01:55:19.017701 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56540) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:19.021251 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a717fb-52a6-4eaf-bd17-8139cdc19460 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting subnet 85287a94-1d5d-4447-9bcf-185e2ab69149 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:55:19.024690 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2526abce-465e-433b-916a-6bea90717b0a None None] Routers {'513a9dd9-9882-4ae0-b26a-20b8445a07e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:19.025327 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-2526abce-465e-433b-916a-6bea90717b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:19.031906 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-73a717fb-52a6-4eaf-bd17-8139cdc19460 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for subnet (85287a94-1d5d-4447-9bcf-185e2ab69149), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.126059 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-73a717fb-52a6-4eaf-bd17-8139cdc19460 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (85287a94-1d5d-4447-9bcf-185e2ab69149), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.149862 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c0461ffb-198a-46e3-9378-d313af049253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (7378cba7-dc6d-4289-ad49-61a04df1d2f6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.325519 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7d25a605-62b6-4103-8b0f-20085e1e4161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (cd698566-9f87-49d2-a269-d73d3d550728), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.329988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-2526abce-465e-433b-916a-6bea90717b0a None None] Set router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:19.360280 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c0461ffb-198a-46e3-9378-d313af049253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (7378cba7-dc6d-4289-ad49-61a04df1d2f6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.399922 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-c0461ffb-198a-46e3-9378-d313af049253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7378cba7-dc6d-4289-ad49-61a04df1d2f6']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:19.409774 n-d-828387-3 neutron-server[103184]: DEBUG neutron.objects.ports [None req-abc7ac3d-a233-44e7-88ed-52229d2f414b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103184) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:55:19.412462 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-abc7ac3d-a233-44e7-88ed-52229d2f414b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (ab421316-94bf-4f52-976f-1b7846d8331c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.417998 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-c0461ffb-198a-46e3-9378-d313af049253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fbc748-ac99-419c-96db-1a61e929d386') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:19.419153 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-c0461ffb-198a-46e3-9378-d313af049253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fbc748-ac99-419c-96db-1a61e929d386') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:19.425224 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25a605-62b6-4103-8b0f-20085e1e4161 None None] Pushing event deleted for resources: {'Port': ['ID=cd698566-9f87-49d2-a269-d73d3d550728,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:19.429078 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d25a605-62b6-4103-8b0f-20085e1e4161 None None] No DVR routers for this DVR port cd698566-9f87-49d2-a269-d73d3d550728 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:19.466679 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c0461ffb-198a-46e3-9378-d313af049253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (02fbc748-ac99-419c-96db-1a61e929d386), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.484137 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-73a717fb-52a6-4eaf-bd17-8139cdc19460 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (85287a94-1d5d-4447-9bcf-185e2ab69149), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.484428 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c0461ffb-198a-46e3-9378-d313af049253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (02fbc748-ac99-419c-96db-1a61e929d386), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.493485 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0461ffb-198a-46e3-9378-d313af049253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:55:19.494034 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c0461ffb-198a-46e3-9378-d313af049253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (02fbc748-ac99-419c-96db-1a61e929d386), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:55:19.499136 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:55:19.590075 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc7ac3d-a233-44e7-88ed-52229d2f414b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:19.592181 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c0461ffb-198a-46e3-9378-d313af049253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (7378cba7-dc6d-4289-ad49-61a04df1d2f6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.600278 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c0461ffb-198a-46e3-9378-d313af049253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.607989 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-abc7ac3d-a233-44e7-88ed-52229d2f414b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:19.612658 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c0461ffb-198a-46e3-9378-d313af049253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] 10.222.0.36 "DELETE /v2.0/networks/7378cba7-dc6d-4289-ad49-61a04df1d2f6 HTTP/1.1" status: 204 len: 168 time: 0.5938501 Feb 09 01:55:19.630326 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0461ffb-198a-46e3-9378-d313af049253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-967134367-project] Pushing event deleted for resources: {'Network': ['ID=7378cba7-dc6d-4289-ad49-61a04df1d2f6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:19.640408 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919bde5b-9472-4a8f-b0bc-00e4720380c9 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:19.641005 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56552) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:19.649645 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc7ac3d-a233-44e7-88ed-52229d2f414b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:19.650422 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-abc7ac3d-a233-44e7-88ed-52229d2f414b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.664062 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7ac3d-a233-44e7-88ed-52229d2f414b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=ab421316-94bf-4f52-976f-1b7846d8331c,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:19.672558 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6d913f3-6e42-47bd-b031-103afd11d300 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.718422 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56554) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:19.724231 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-abc7ac3d-a233-44e7-88ed-52229d2f414b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4433992 Feb 09 01:55:19.730814 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-1406df65-bbbd-4759-96ad-c4aae0551d59 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:19.756249 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-73a717fb-52a6-4eaf-bd17-8139cdc19460 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (85287a94-1d5d-4447-9bcf-185e2ab69149), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.808227 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a717fb-52a6-4eaf-bd17-8139cdc19460 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Subnet': ['ID=85287a94-1d5d-4447-9bcf-185e2ab69149,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:19.821416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c683399-0f49-48cf-9e6a-1373b24e444c None None] Network f6439075-d3f9-4140-9ea7-a6fbe530b2b9 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:19.824714 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-73a717fb-52a6-4eaf-bd17-8139cdc19460 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.829822 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-73a717fb-52a6-4eaf-bd17-8139cdc19460 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/subnets/85287a94-1d5d-4447-9bcf-185e2ab69149 HTTP/1.1" status: 204 len: 168 time: 0.9609606 Feb 09 01:55:19.835951 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56556) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:19.953260 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55efaa7e-8a44-468b-9beb-dec4268f4766 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (f6439075-d3f9-4140-9ea7-a6fbe530b2b9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.060217 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6d913f3-6e42-47bd-b031-103afd11d300 admin admin] Publish callbacks [] for security_group (232ec8d3-e2d9-4c28-9d0b-ff2daad34a72), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.067509 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6d913f3-6e42-47bd-b031-103afd11d300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (232ec8d3-e2d9-4c28-9d0b-ff2daad34a72), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.094352 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56562) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:20.118821 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-55efaa7e-8a44-468b-9beb-dec4268f4766 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting port 0bd3d97a-04d0-4644-b0d9-11d2b0c39bed {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:20.119167 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55efaa7e-8a44-468b-9beb-dec4268f4766 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0bd3d97a-04d0-4644-b0d9-11d2b0c39bed), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.143198 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b6d913f3-6e42-47bd-b031-103afd11d300 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9f265eb480cc4beb90f490cd9896d072&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5010698 Feb 09 01:55:20.148428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1406df65-bbbd-4759-96ad-c4aae0551d59 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:20.152095 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1406df65-bbbd-4759-96ad-c4aae0551d59 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.156943 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e650153-effd-48d0-805d-72c4d40df046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ffa86b77-0960-4058-af84-97833edc3344', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'fixed_ips': [{'subnet_id': 'ab421316-94bf-4f52-976f-1b7846d8331c'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:55:20.158746 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56566) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:20.159730 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4e650153-effd-48d0-805d-72c4d40df046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.213677 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d913f3-6e42-47bd-b031-103afd11d300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232ec8d3-e2d9-4c28-9d0b-ff2daad34a72,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:20.242886 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-55efaa7e-8a44-468b-9beb-dec4268f4766 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] For port 0bd3d97a-04d0-4644-b0d9-11d2b0c39bed, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0bd3d97a-04d0-4644-b0d9-11d2b0c39bed,segment=NetworkSegment(1efd09a2-24ca-4908-8c34-a83c84cff5c4),segment_id=1efd09a2-24ca-4908-8c34-a83c84cff5c4)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:20.243933 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55efaa7e-8a44-468b-9beb-dec4268f4766 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0bd3d97a-04d0-4644-b0d9-11d2b0c39bed), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.259237 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-55efaa7e-8a44-468b-9beb-dec4268f4766 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Calling delete_port for 0bd3d97a-04d0-4644-b0d9-11d2b0c39bed owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:20.319423 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2161d0c0-4ba4-41c3-928c-39492f0bd1b4 admin admin] Publish callbacks [] for security_group (232ec8d3-e2d9-4c28-9d0b-ff2daad34a72), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.371052 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55efaa7e-8a44-468b-9beb-dec4268f4766 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (0bd3d97a-04d0-4644-b0d9-11d2b0c39bed), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.372581 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2161d0c0-4ba4-41c3-928c-39492f0bd1b4 admin admin] Publish callbacks [] for security_group (232ec8d3-e2d9-4c28-9d0b-ff2daad34a72), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.409505 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efaa7e-8a44-468b-9beb-dec4268f4766 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Port': ['ID=0bd3d97a-04d0-4644-b0d9-11d2b0c39bed,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:20.437599 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-4e650153-effd-48d0-805d-72c4d40df046 None None] Allocated IP 2001:db8::f816:3eff:fe38:3c84 (ffa86b77-0960-4058-af84-97833edc3344/ab421316-94bf-4f52-976f-1b7846d8331c/e7a2e2fd-cc45-4bec-801e-a47c36a5c72b) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:20.445265 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55efaa7e-8a44-468b-9beb-dec4268f4766 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] No DVR routers for this DVR port 0bd3d97a-04d0-4644-b0d9-11d2b0c39bed on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:20.542236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56570) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:20.546215 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b2aa9cd6-ca6e-491b-b4e6-d5a45fc08933 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9f16b4fb6dcb4d7ea518eddb589a01a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4510911 Feb 09 01:55:20.576204 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2161d0c0-4ba4-41c3-928c-39492f0bd1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (232ec8d3-e2d9-4c28-9d0b-ff2daad34a72), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.579105 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2161d0c0-4ba4-41c3-928c-39492f0bd1b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.580335 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2161d0c0-4ba4-41c3-928c-39492f0bd1b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/232ec8d3-e2d9-4c28-9d0b-ff2daad34a72 HTTP/1.1" status: 204 len: 168 time: 0.4205379 Feb 09 01:55:20.622030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device cd698566-9f87-49d2-a269-d73d3d550728 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:55:20.628164 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161d0c0-4ba4-41c3-928c-39492f0bd1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232ec8d3-e2d9-4c28-9d0b-ff2daad34a72,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:20.643816 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55efaa7e-8a44-468b-9beb-dec4268f4766 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (f6439075-d3f9-4140-9ea7-a6fbe530b2b9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.674478 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-55efaa7e-8a44-468b-9beb-dec4268f4766 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6439075-d3f9-4140-9ea7-a6fbe530b2b9']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:20.689502 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-55efaa7e-8a44-468b-9beb-dec4268f4766 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1efd09a2-24ca-4908-8c34-a83c84cff5c4') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:20.690296 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-55efaa7e-8a44-468b-9beb-dec4268f4766 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1efd09a2-24ca-4908-8c34-a83c84cff5c4') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:20.703109 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: cd698566-9f87-49d2-a269-d73d3d550728 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:55:20.703801 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device cd698566-9f87-49d2-a269-d73d3d550728 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:55:20.705258 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55efaa7e-8a44-468b-9beb-dec4268f4766 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (1efd09a2-24ca-4908-8c34-a83c84cff5c4), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.716713 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3fb775cc-14de-4303-bc29-f3993d22fd2c admin admin] Publish callbacks [] for security_group (43a4b61e-d8d3-4c4f-b4fc-9295c14a64ea), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.741544 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55efaa7e-8a44-468b-9beb-dec4268f4766 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (1efd09a2-24ca-4908-8c34-a83c84cff5c4), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.759685 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55efaa7e-8a44-468b-9beb-dec4268f4766 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:55:20.760101 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55efaa7e-8a44-468b-9beb-dec4268f4766 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (1efd09a2-24ca-4908-8c34-a83c84cff5c4), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:55:20.772221 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:55:20.802298 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4e650153-effd-48d0-805d-72c4d40df046 None None] Publish callbacks [] for port (e7a2e2fd-cc45-4bec-801e-a47c36a5c72b), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.808792 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-2526abce-465e-433b-916a-6bea90717b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:55:16Z', 'revision_number': 10, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:17Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:20.815718 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4e650153-effd-48d0-805d-72c4d40df046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (e7a2e2fd-cc45-4bec-801e-a47c36a5c72b), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.835503 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3fb775cc-14de-4303-bc29-f3993d22fd2c admin admin] Publish callbacks [] for security_group (43a4b61e-d8d3-4c4f-b4fc-9295c14a64ea), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.935264 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e650153-effd-48d0-805d-72c4d40df046 None None] Pushing event updated for resources: {'Port': ['ID=e7a2e2fd-cc45-4bec-801e-a47c36a5c72b,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:20.938603 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d923e920-5016-4fc8-8960-2eb47570c945 None None] DHCP port deletion for f6439075-d3f9-4140-9ea7-a6fbe530b2b9 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:55:20.948695 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55efaa7e-8a44-468b-9beb-dec4268f4766 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (f6439075-d3f9-4140-9ea7-a6fbe530b2b9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.967119 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2526abce-465e-433b-916a-6bea90717b0a None None] Checking router: 513a9dd9-9882-4ae0-b26a-20b8445a07e5 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:55:20.968532 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55efaa7e-8a44-468b-9beb-dec4268f4766 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.980859 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e650153-effd-48d0-805d-72c4d40df046 None None] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:20.980982 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-55efaa7e-8a44-468b-9beb-dec4268f4766 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/networks/f6439075-d3f9-4140-9ea7-a6fbe530b2b9 HTTP/1.1" status: 204 len: 168 time: 1.1438870 Feb 09 01:55:20.984969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-4e650153-effd-48d0-805d-72c4d40df046 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:20.992205 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e650153-effd-48d0-805d-72c4d40df046 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:20.994603 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2526abce-465e-433b-916a-6bea90717b0a None None] Routers {'513a9dd9-9882-4ae0-b26a-20b8445a07e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:20.995344 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-2526abce-465e-433b-916a-6bea90717b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:21.002600 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56576) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:21.017467 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efaa7e-8a44-468b-9beb-dec4268f4766 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Network': ['ID=f6439075-d3f9-4140-9ea7-a6fbe530b2b9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:21.068623 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1406df65-bbbd-4759-96ad-c4aae0551d59 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (0c19ce96-4cf5-4d51-9bf0-525f2daab987), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:21.152143 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3fb775cc-14de-4303-bc29-f3993d22fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (43a4b61e-d8d3-4c4f-b4fc-9295c14a64ea), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:21.167989 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3fb775cc-14de-4303-bc29-f3993d22fd2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:21.172026 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3fb775cc-14de-4303-bc29-f3993d22fd2c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/43a4b61e-d8d3-4c4f-b4fc-9295c14a64ea HTTP/1.1" status: 204 len: 168 time: 0.6086903 Feb 09 01:55:21.211896 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb775cc-14de-4303-bc29-f3993d22fd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a4b61e-d8d3-4c4f-b4fc-9295c14a64ea,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:21.227113 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1406df65-bbbd-4759-96ad-c4aae0551d59 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:21.239490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-1406df65-bbbd-4759-96ad-c4aae0551d59 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:21.244159 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1406df65-bbbd-4759-96ad-c4aae0551d59 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:21.244772 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1406df65-bbbd-4759-96ad-c4aae0551d59 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:21.303061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406df65-bbbd-4759-96ad-c4aae0551d59 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=0c19ce96-4cf5-4d51-9bf0-525f2daab987,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:21.326653 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1406df65-bbbd-4759-96ad-c4aae0551d59 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6043916 Feb 09 01:55:21.327718 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56586) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:21.342808 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-5d252eb2-e237-4034-9cd6-75f6a6cd6e74 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'mac_address': 'fa:16:3e:2b:63:c0', 'name': 'tempest-NetworksTestDHCPv6-1766561820'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:21.390791 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4e650153-effd-48d0-805d-72c4d40df046 None None] Attempting to bind port e7a2e2fd-cc45-4bec-801e-a47c36a5c72b on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:21.391112 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4e650153-effd-48d0-805d-72c4d40df046 None None] Attempting to bind port e7a2e2fd-cc45-4bec-801e-a47c36a5c72b by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:21.391536 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e650153-effd-48d0-805d-72c4d40df046 None None] Attempting to bind port e7a2e2fd-cc45-4bec-801e-a47c36a5c72b on network ffa86b77-0960-4058-af84-97833edc3344 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:21.411405 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e650153-effd-48d0-805d-72c4d40df046 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:55:21.412071 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e650153-effd-48d0-805d-72c4d40df046 None None] Checking segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:21.412949 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4e650153-effd-48d0-805d-72c4d40df046 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:21.416398 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e650153-effd-48d0-805d-72c4d40df046 None None] Bound using segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:55:21.416960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4e650153-effd-48d0-805d-72c4d40df046 None None] Bound port: e7a2e2fd-cc45-4bec-801e-a47c36a5c72b, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:55:21.417778 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4e650153-effd-48d0-805d-72c4d40df046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e7a2e2fd-cc45-4bec-801e-a47c36a5c72b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:21.481871 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-2526abce-465e-433b-916a-6bea90717b0a None None] Set router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:21.614922 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4e650153-effd-48d0-805d-72c4d40df046 None None] For port e7a2e2fd-cc45-4bec-801e-a47c36a5c72b, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:55:21.702816 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d252eb2-e237-4034-9cd6-75f6a6cd6e74 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:21.736711 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4e650153-effd-48d0-805d-72c4d40df046 None None] For port e7a2e2fd-cc45-4bec-801e-a47c36a5c72b, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e7a2e2fd-cc45-4bec-801e-a47c36a5c72b,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:55:21.749015 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4e650153-effd-48d0-805d-72c4d40df046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e7a2e2fd-cc45-4bec-801e-a47c36a5c72b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:21.830019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e650153-effd-48d0-805d-72c4d40df046 None None] Pushing event updated for resources: {'Port': ['ID=e7a2e2fd-cc45-4bec-801e-a47c36a5c72b,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:21.916641 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d252eb2-e237-4034-9cd6-75f6a6cd6e74 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:21.976939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56600) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:21.983519 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-5d252eb2-e237-4034-9cd6-75f6a6cd6e74 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] device_id is not set on port 76f25647-b867-4603-8683-ab49f67d0657 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:55:22.009604 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-2526abce-465e-433b-916a-6bea90717b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:55:16Z', 'revision_number': 10, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:17Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:22.115841 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2526abce-465e-433b-916a-6bea90717b0a None None] The sync data for ids ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'] in n-d-828387-3 is: [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:55:16Z', 'revision_number': 10, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None, '_interfaces': [{'id': '0bc39fff-58c5-4f35-aee0-18983b784cac', 'name': '', 'network_id': 'eb61f28a-c737-4e0e-b074-a9a5051d844b', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'mac_address': 'fa:16:3e:13:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:02Z', 'updated_at': '2022-02-09T01:54:17Z', 'revision_number': 5, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'subnets': [{'id': 'beb16306-3a5e-4893-b8fb-1dcbb43a00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:22.168500 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ca840b98-cb37-4f9b-91d5-f63add568842 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (513a9dd9-9882-4ae0-b26a-20b8445a07e5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:22.224381 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2f03b9b6-a98f-4886-b98f-d7ab025d25ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4cb3b53b9c994b5ea5e0e71155ffd901&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2459767 Feb 09 01:55:22.229856 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56606) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:22.379121 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1eb61cb8-aced-4cc8-8460-66fcb17ff057 admin admin] Publish callbacks [] for security_group (5ccbb7c8-ff1c-4c39-8d6d-befae060658b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:22.424473 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1eb61cb8-aced-4cc8-8460-66fcb17ff057 admin admin] Publish callbacks [] for security_group (5ccbb7c8-ff1c-4c39-8d6d-befae060658b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:22.434108 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-5d252eb2-e237-4034-9cd6-75f6a6cd6e74 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 172.20.0.7 (ffa86b77-0960-4058-af84-97833edc3344/0c19ce96-4cf5-4d51-9bf0-525f2daab987/76f25647-b867-4603-8683-ab49f67d0657) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:22.445431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-5d252eb2-e237-4034-9cd6-75f6a6cd6e74 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8::f816:3eff:fe2b:63c0 (ffa86b77-0960-4058-af84-97833edc3344/ab421316-94bf-4f52-976f-1b7846d8331c/76f25647-b867-4603-8683-ab49f67d0657) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:22.616748 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1eb61cb8-aced-4cc8-8460-66fcb17ff057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5ccbb7c8-ff1c-4c39-8d6d-befae060658b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:22.622725 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1eb61cb8-aced-4cc8-8460-66fcb17ff057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:22.632238 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1eb61cb8-aced-4cc8-8460-66fcb17ff057 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ccbb7c8-ff1c-4c39-8d6d-befae060658b HTTP/1.1" status: 204 len: 168 time: 0.4009688 Feb 09 01:55:22.678835 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-ca840b98-cb37-4f9b-91d5-f63add568842 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting port 0bc39fff-58c5-4f35-aee0-18983b784cac {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:22.685064 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ca840b98-cb37-4f9b-91d5-f63add568842 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0bc39fff-58c5-4f35-aee0-18983b784cac), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:22.736795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0bd3d97a-04d0-4644-b0d9-11d2b0c39bed no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:55:22.751316 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb61cb8-aced-4cc8-8460-66fcb17ff057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccbb7c8-ff1c-4c39-8d6d-befae060658b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:22.833962 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 0bd3d97a-04d0-4644-b0d9-11d2b0c39bed {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:55:22.834470 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0bd3d97a-04d0-4644-b0d9-11d2b0c39bed not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:55:22.835387 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8f80f017-9fb0-47e8-961a-f04b48254f6c no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:55:22.871834 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 8f80f017-9fb0-47e8-961a-f04b48254f6c {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:55:22.872200 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8f80f017-9fb0-47e8-961a-f04b48254f6c not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:55:22.922914 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d252eb2-e237-4034-9cd6-75f6a6cd6e74 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (76f25647-b867-4603-8683-ab49f67d0657), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:23.012639 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d252eb2-e237-4034-9cd6-75f6a6cd6e74 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (76f25647-b867-4603-8683-ab49f67d0657), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:23.012934 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-ca840b98-cb37-4f9b-91d5-f63add568842 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] For port 0bc39fff-58c5-4f35-aee0-18983b784cac, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0bc39fff-58c5-4f35-aee0-18983b784cac,segment=NetworkSegment(81fad9c1-d6ec-46bf-8fb3-9d0497350a13),segment_id=81fad9c1-d6ec-46bf-8fb3-9d0497350a13)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:23.013421 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ca840b98-cb37-4f9b-91d5-f63add568842 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0bc39fff-58c5-4f35-aee0-18983b784cac), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:23.055358 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-ca840b98-cb37-4f9b-91d5-f63add568842 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Calling delete_port for 0bc39fff-58c5-4f35-aee0-18983b784cac owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:23.068791 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d252eb2-e237-4034-9cd6-75f6a6cd6e74 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:23.073629 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-5d252eb2-e237-4034-9cd6-75f6a6cd6e74 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:23.078729 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d252eb2-e237-4034-9cd6-75f6a6cd6e74 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:23.137044 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d252eb2-e237-4034-9cd6-75f6a6cd6e74 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=76f25647-b867-4603-8683-ab49f67d0657,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:23.163631 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d252eb2-e237-4034-9cd6-75f6a6cd6e74 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:23.164364 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d252eb2-e237-4034-9cd6-75f6a6cd6e74 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:23.192703 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5d252eb2-e237-4034-9cd6-75f6a6cd6e74 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8627982 Feb 09 01:55:23.193166 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56622) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:23.328225 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a2c39e-d7d4-4575-ad58-46be85213226 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:23.334696 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a2c39e-d7d4-4575-ad58-46be85213226 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:23.339324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56634) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:23.349468 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-76a2c39e-d7d4-4575-ad58-46be85213226 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1524661 Feb 09 01:55:23.501391 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ca840b98-cb37-4f9b-91d5-f63add568842 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (0bc39fff-58c5-4f35-aee0-18983b784cac), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:23.557537 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-f8b6e24e-f4b4-46a0-88cd-f5a4b7f2ecf9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting port 76f25647-b867-4603-8683-ab49f67d0657 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:23.557891 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f8b6e24e-f4b4-46a0-88cd-f5a4b7f2ecf9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (76f25647-b867-4603-8683-ab49f67d0657), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:23.568227 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca840b98-cb37-4f9b-91d5-f63add568842 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Port': ['ID=0bc39fff-58c5-4f35-aee0-18983b784cac,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:23.793340 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f8b6e24e-f4b4-46a0-88cd-f5a4b7f2ecf9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (76f25647-b867-4603-8683-ab49f67d0657), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:23.830778 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-f8b6e24e-f4b4-46a0-88cd-f5a4b7f2ecf9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Calling delete_port for 76f25647-b867-4603-8683-ab49f67d0657 owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:24.030228 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ca840b98-cb37-4f9b-91d5-f63add568842 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (513a9dd9-9882-4ae0-b26a-20b8445a07e5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:24.168935 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbc52ed-a632-4877-a50d-806a20220fb0 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:24.400784 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ac33c167-63ad-4fcf-a7a4-ed9e56d2b20b None None] Provisioning complete for port e7a2e2fd-cc45-4bec-801e-a47c36a5c72b triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:24.401502 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ac33c167-63ad-4fcf-a7a4-ed9e56d2b20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e7a2e2fd-cc45-4bec-801e-a47c36a5c72b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:24.467635 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca840b98-cb37-4f9b-91d5-f63add568842 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:55:24.700377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e7a2e2fd-cc45-4bec-801e-a47c36a5c72b up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:24.710176 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f8b6e24e-f4b4-46a0-88cd-f5a4b7f2ecf9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (76f25647-b867-4603-8683-ab49f67d0657), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:24.762279 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6e24e-f4b4-46a0-88cd-f5a4b7f2ecf9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Port': ['ID=76f25647-b867-4603-8683-ab49f67d0657,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:24.852562 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4488d1d4-8f01-446c-9ead-5160bd1c1c8f None None] Update dhcp port {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'fixed_ips': [{'subnet_id': 'ab421316-94bf-4f52-976f-1b7846d8331c', 'ip_address': '2001:db8::f816:3eff:fe38:3c84'}, {'subnet_id': '0c19ce96-4cf5-4d51-9bf0-525f2daab987'}], 'binding:host_id': 'n-d-828387-3'}, 'id': 'e7a2e2fd-cc45-4bec-801e-a47c36a5c72b'} from n-d-828387-3. {{(pid=103185) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:55:24.874104 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f8b6e24e-f4b4-46a0-88cd-f5a4b7f2ecf9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:24.890377 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f8b6e24e-f4b4-46a0-88cd-f5a4b7f2ecf9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/76f25647-b867-4603-8683-ab49f67d0657 HTTP/1.1" status: 204 len: 168 time: 1.5427141 Feb 09 01:55:24.891745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56676) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:24.902767 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4488d1d4-8f01-446c-9ead-5160bd1c1c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e7a2e2fd-cc45-4bec-801e-a47c36a5c72b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:24.922079 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ac33c167-63ad-4fcf-a7a4-ed9e56d2b20b None None] Current status of the port e7a2e2fd-cc45-4bec-801e-a47c36a5c72b is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:24.922657 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ac33c167-63ad-4fcf-a7a4-ed9e56d2b20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e7a2e2fd-cc45-4bec-801e-a47c36a5c72b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.020240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9101140b-6e0a-4be3-b945-bb3f4c405921 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:25.026573 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9101140b-6e0a-4be3-b945-bb3f4c405921 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:25.033948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9101140b-6e0a-4be3-b945-bb3f4c405921 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:25.040131 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port e7a2e2fd-cc45-4bec-801e-a47c36a5c72b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:25.040735 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e7a2e2fd-cc45-4bec-801e-a47c36a5c72b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.042214 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9101140b-6e0a-4be3-b945-bb3f4c405921 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1479926 Feb 09 01:55:25.042848 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56684) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:25.093588 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ac33c167-63ad-4fcf-a7a4-ed9e56d2b20b None None] For port e7a2e2fd-cc45-4bec-801e-a47c36a5c72b, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e7a2e2fd-cc45-4bec-801e-a47c36a5c72b,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:25.104790 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ac33c167-63ad-4fcf-a7a4-ed9e56d2b20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e7a2e2fd-cc45-4bec-801e-a47c36a5c72b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.168090 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3db53b-f7bc-456c-9387-e322e0931b7b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet 0c19ce96-4cf5-4d51-9bf0-525f2daab987 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:55:25.183815 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cb3db53b-f7bc-456c-9387-e322e0931b7b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (0c19ce96-4cf5-4d51-9bf0-525f2daab987), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.231262 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca840b98-cb37-4f9b-91d5-f63add568842 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:55:25.243966 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ca840b98-cb37-4f9b-91d5-f63add568842 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/routers/513a9dd9-9882-4ae0-b26a-20b8445a07e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2286859 Feb 09 01:55:25.244829 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56686) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:25.258410 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56688) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:25.261551 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2693f1cc-4480-49b3-828e-1fadbdebbde3 None None] Sync routers for ids ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:25.281899 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2693f1cc-4480-49b3-828e-1fadbdebbde3 None None] Routers {'513a9dd9-9882-4ae0-b26a-20b8445a07e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:25.282524 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-2693f1cc-4480-49b3-828e-1fadbdebbde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:25.307342 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33c167-63ad-4fcf-a7a4-ed9e56d2b20b None None] Pushing event updated for resources: {'Port': ['ID=e7a2e2fd-cc45-4bec-801e-a47c36a5c72b,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:25.313458 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cb3db53b-f7bc-456c-9387-e322e0931b7b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (0c19ce96-4cf5-4d51-9bf0-525f2daab987), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.320503 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port e7a2e2fd-cc45-4bec-801e-a47c36a5c72b is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:25.369692 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8825ea-fd41-48a3-a353-d75136afc53f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting subnet beb16306-3a5e-4893-b8fb-1dcbb43a00b1 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:55:25.375811 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cb8825ea-fd41-48a3-a353-d75136afc53f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for subnet (beb16306-3a5e-4893-b8fb-1dcbb43a00b1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.412851 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cb3db53b-f7bc-456c-9387-e322e0931b7b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (0c19ce96-4cf5-4d51-9bf0-525f2daab987), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.431119 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cb8825ea-fd41-48a3-a353-d75136afc53f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (beb16306-3a5e-4893-b8fb-1dcbb43a00b1), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.471722 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-2693f1cc-4480-49b3-828e-1fadbdebbde3 None None] Set router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:25.546681 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cb3db53b-f7bc-456c-9387-e322e0931b7b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (0c19ce96-4cf5-4d51-9bf0-525f2daab987), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server [None req-4488d1d4-8f01-446c-9ead-5160bd1c1c8f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c19ce96-4cf5-4d51-9bf0-525f2daab987: This subnet is being modified by another concurrent operation. Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c19ce96-4cf5-4d51-9bf0-525f2daab987: This subnet is being modified by another concurrent operation. Feb 09 01:55:25.548766 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server Feb 09 01:55:25.573280 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cb8825ea-fd41-48a3-a353-d75136afc53f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (beb16306-3a5e-4893-b8fb-1dcbb43a00b1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.612724 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cb3db53b-f7bc-456c-9387-e322e0931b7b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.626715 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cb3db53b-f7bc-456c-9387-e322e0931b7b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/0c19ce96-4cf5-4d51-9bf0-525f2daab987 HTTP/1.1" status: 204 len: 168 time: 0.5826769 Feb 09 01:55:25.627296 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56692) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:25.628079 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3db53b-f7bc-456c-9387-e322e0931b7b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=0c19ce96-4cf5-4d51-9bf0-525f2daab987,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:25.644373 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-2693f1cc-4480-49b3-828e-1fadbdebbde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:55:23Z', 'revision_number': 11, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:25.674870 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398382b7-d00a-403e-bc0e-95c86265d4cb None None] get_active_networks_info from n-d-828387-3 {{(pid=103185) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:55:25.715780 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-10bd5a7c-3cad-4add-a3ff-ad4dc2e906b2 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-732516650', 'router:external': True}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:25.731584 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cb8825ea-fd41-48a3-a353-d75136afc53f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (beb16306-3a5e-4893-b8fb-1dcbb43a00b1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.744403 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2693f1cc-4480-49b3-828e-1fadbdebbde3 None None] Checking router: 513a9dd9-9882-4ae0-b26a-20b8445a07e5 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:55:25.759080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa18e024-0383-4112-98e8-6b7613ef0685 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet ab421316-94bf-4f52-976f-1b7846d8331c {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:55:25.770839 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa18e024-0383-4112-98e8-6b7613ef0685 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (ab421316-94bf-4f52-976f-1b7846d8331c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.772252 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2693f1cc-4480-49b3-828e-1fadbdebbde3 None None] Routers {'513a9dd9-9882-4ae0-b26a-20b8445a07e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:25.779477 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-2693f1cc-4480-49b3-828e-1fadbdebbde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:25.783176 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7e2b41b4-fa80-4d6d-abd0-ba7b368d5e25 None None] Provisioning complete for port e7a2e2fd-cc45-4bec-801e-a47c36a5c72b triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:25.783762 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7e2b41b4-fa80-4d6d-abd0-ba7b368d5e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e7a2e2fd-cc45-4bec-801e-a47c36a5c72b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.829782 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa18e024-0383-4112-98e8-6b7613ef0685 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (ab421316-94bf-4f52-976f-1b7846d8331c), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.845515 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cb8825ea-fd41-48a3-a353-d75136afc53f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.849104 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cb8825ea-fd41-48a3-a353-d75136afc53f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/subnets/beb16306-3a5e-4893-b8fb-1dcbb43a00b1 HTTP/1.1" status: 204 len: 168 time: 0.6032877 Feb 09 01:55:25.852553 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8825ea-fd41-48a3-a353-d75136afc53f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Subnet': ['ID=beb16306-3a5e-4893-b8fb-1dcbb43a00b1,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:25.860741 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56698) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:25.927684 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa18e024-0383-4112-98e8-6b7613ef0685 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (ab421316-94bf-4f52-976f-1b7846d8331c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.982890 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22c3396e-dca6-48f0-ba1f-32ba7949b22f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (eb61f28a-c737-4e0e-b074-a9a5051d844b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.987356 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bd5a7c-3cad-4add-a3ff-ad4dc2e906b2 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Made reservation on behalf of f298064037a34878bbfc7c40aca5c869 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:25.990124 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-10bd5a7c-3cad-4add-a3ff-ad4dc2e906b2 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:26.002942 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa18e024-0383-4112-98e8-6b7613ef0685 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (ab421316-94bf-4f52-976f-1b7846d8331c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:26.004194 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-2693f1cc-4480-49b3-828e-1fadbdebbde3 None None] Set router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:26.006095 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-10bd5a7c-3cad-4add-a3ff-ad4dc2e906b2 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:26.070570 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18e024-0383-4112-98e8-6b7613ef0685 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=ab421316-94bf-4f52-976f-1b7846d8331c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:26.081795 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa18e024-0383-4112-98e8-6b7613ef0685 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:26.087851 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fa18e024-0383-4112-98e8-6b7613ef0685 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/ab421316-94bf-4f52-976f-1b7846d8331c HTTP/1.1" status: 204 len: 168 time: 0.4549329 Feb 09 01:55:26.090236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56704) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:26.103334 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b41b4-fa80-4d6d-abd0-ba7b368d5e25 None None] Current status of the port e7a2e2fd-cc45-4bec-801e-a47c36a5c72b is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:26.127167 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7e2b41b4-fa80-4d6d-abd0-ba7b368d5e25 None None] Could not find standard attr ID for object 76f25647-b867-4603-8683-ab49f67d0657. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:55:26.131866 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-22c3396e-dca6-48f0-ba1f-32ba7949b22f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Deleting port 2096b10a-d661-4f92-82b8-491c74d82205 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:26.132368 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22c3396e-dca6-48f0-ba1f-32ba7949b22f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (2096b10a-d661-4f92-82b8-491c74d82205), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:26.144250 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cc9f130c-f24b-45e4-8405-da200bdb84e3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527346 Feb 09 01:55:26.147467 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56706) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:26.154070 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-02838fae-497c-4841-a363-d8cfbc4e1e6c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:26.178729 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398382b7-d00a-403e-bc0e-95c86265d4cb None None] Resources bound (agent type, host, resource id): {{(pid=103185) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:55:26.233189 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-22c3396e-dca6-48f0-ba1f-32ba7949b22f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] For port 2096b10a-d661-4f92-82b8-491c74d82205, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=2096b10a-d661-4f92-82b8-491c74d82205,segment=NetworkSegment(81fad9c1-d6ec-46bf-8fb3-9d0497350a13),segment_id=81fad9c1-d6ec-46bf-8fb3-9d0497350a13)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:26.233553 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22c3396e-dca6-48f0-ba1f-32ba7949b22f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (2096b10a-d661-4f92-82b8-491c74d82205), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:26.250138 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-22c3396e-dca6-48f0-ba1f-32ba7949b22f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Calling delete_port for 2096b10a-d661-4f92-82b8-491c74d82205 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:26.279452 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-2693f1cc-4480-49b3-828e-1fadbdebbde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:55:23Z', 'revision_number': 11, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:26.336647 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02838fae-497c-4841-a363-d8cfbc4e1e6c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:26.344089 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-02838fae-497c-4841-a363-d8cfbc4e1e6c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:26.369216 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2693f1cc-4480-49b3-828e-1fadbdebbde3 None None] The sync data for ids ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'] in n-d-828387-3 is: [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:55:23Z', 'revision_number': 11, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:26.408919 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-10bd5a7c-3cad-4add-a3ff-ad4dc2e906b2 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for security_group (7a096428-da8d-4798-9325-0e10cf08890b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:26.414864 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-10bd5a7c-3cad-4add-a3ff-ad4dc2e906b2 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7a096428-da8d-4798-9325-0e10cf08890b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:26.442796 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e7a2e2fd-cc45-4bec-801e-a47c36a5c72b no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:55:26.455016 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22c3396e-dca6-48f0-ba1f-32ba7949b22f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (2096b10a-d661-4f92-82b8-491c74d82205), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:26.498645 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4c0c6d-c6f3-4534-b8ea-94d350f20229 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:26.516396 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bd5a7c-3cad-4add-a3ff-ad4dc2e906b2 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:55:26.519036 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c790dc-edfa-4cc7-9669-ddddb28cddbe None None] Network eb61f28a-c737-4e0e-b074-a9a5051d844b requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:26.563678 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd5a7c-3cad-4add-a3ff-ad4dc2e906b2 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a096428-da8d-4798-9325-0e10cf08890b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:26.568562 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c3396e-dca6-48f0-ba1f-32ba7949b22f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] No DVR routers for this DVR port 2096b10a-d661-4f92-82b8-491c74d82205 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:26.571670 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3396e-dca6-48f0-ba1f-32ba7949b22f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Port': ['ID=2096b10a-d661-4f92-82b8-491c74d82205,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:26.594467 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-10bd5a7c-3cad-4add-a3ff-ad4dc2e906b2 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (c3c5c526-5a89-4f59-a549-2883c5d712e2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:26.594467 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-10bd5a7c-3cad-4add-a3ff-ad4dc2e906b2 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Added segment c3c5c526-5a89-4f59-a549-2883c5d712e2 of type vlan for network 2ebca205-baa9-49a4-87ec-d43fd054f7b5 Feb 09 01:55:26.697866 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1880989d-779f-44c0-8b03-7260a8516927 None None] Provisioning complete for port e7a2e2fd-cc45-4bec-801e-a47c36a5c72b triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:26.698649 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1880989d-779f-44c0-8b03-7260a8516927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e7a2e2fd-cc45-4bec-801e-a47c36a5c72b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:26.711790 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-02838fae-497c-4841-a363-d8cfbc4e1e6c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (ae67b306-0a44-47e9-8ae9-951998da6101), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:26.786178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02838fae-497c-4841-a363-d8cfbc4e1e6c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:26.800036 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-02838fae-497c-4841-a363-d8cfbc4e1e6c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:26.805721 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22c3396e-dca6-48f0-ba1f-32ba7949b22f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (eb61f28a-c737-4e0e-b074-a9a5051d844b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:26.811025 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02838fae-497c-4841-a363-d8cfbc4e1e6c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:26.811747 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-02838fae-497c-4841-a363-d8cfbc4e1e6c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:26.828067 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df33fee3-4bec-42a8-9f49-e21d69ad781e None None] DHCP port deletion for eb61f28a-c737-4e0e-b074-a9a5051d844b request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:55:26.842167 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-02838fae-497c-4841-a363-d8cfbc4e1e6c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6934602 Feb 09 01:55:26.845607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56710) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:26.860922 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-7d35bad3-32a5-4d83-8268-0bf67cad9764 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:26.875833 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-22c3396e-dca6-48f0-ba1f-32ba7949b22f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb61f28a-c737-4e0e-b074-a9a5051d844b']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:26.897240 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-22c3396e-dca6-48f0-ba1f-32ba7949b22f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fad9c1-d6ec-46bf-8fb3-9d0497350a13') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:26.897240 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-22c3396e-dca6-48f0-ba1f-32ba7949b22f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fad9c1-d6ec-46bf-8fb3-9d0497350a13') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:26.904245 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22c3396e-dca6-48f0-ba1f-32ba7949b22f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (81fad9c1-d6ec-46bf-8fb3-9d0497350a13), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:26.919121 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22c3396e-dca6-48f0-ba1f-32ba7949b22f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (81fad9c1-d6ec-46bf-8fb3-9d0497350a13), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:26.926347 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c3396e-dca6-48f0-ba1f-32ba7949b22f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:55:26.926763 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22c3396e-dca6-48f0-ba1f-32ba7949b22f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (81fad9c1-d6ec-46bf-8fb3-9d0497350a13), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:26.961214 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02838fae-497c-4841-a363-d8cfbc4e1e6c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=ae67b306-0a44-47e9-8ae9-951998da6101,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:55:26.995712 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:55:27.049991 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22c3396e-dca6-48f0-ba1f-32ba7949b22f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (eb61f28a-c737-4e0e-b074-a9a5051d844b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:27.067450 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22c3396e-dca6-48f0-ba1f-32ba7949b22f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:27.072342 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-22c3396e-dca6-48f0-ba1f-32ba7949b22f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/networks/eb61f28a-c737-4e0e-b074-a9a5051d844b HTTP/1.1" status: 204 len: 168 time: 1.2098219 Feb 09 01:55:27.074488 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-10bd5a7c-3cad-4add-a3ff-ad4dc2e906b2 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (2ebca205-baa9-49a4-87ec-d43fd054f7b5), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:27.079135 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56714) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:27.085907 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2a2c0b78-1037-4207-89ca-f14d239103ef tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'router': {'routes': None}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:27.099559 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3396e-dca6-48f0-ba1f-32ba7949b22f tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Pushing event deleted for resources: {'Network': ['ID=eb61f28a-c737-4e0e-b074-a9a5051d844b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:27.143089 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-10bd5a7c-3cad-4add-a3ff-ad4dc2e906b2 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (2ebca205-baa9-49a4-87ec-d43fd054f7b5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:27.145429 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bd5a7c-3cad-4add-a3ff-ad4dc2e906b2 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:27.146307 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-10bd5a7c-3cad-4add-a3ff-ad4dc2e906b2 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:27.188362 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1880989d-779f-44c0-8b03-7260a8516927 None None] Current status of the port e7a2e2fd-cc45-4bec-801e-a47c36a5c72b is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:27.197408 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port e7a2e2fd-cc45-4bec-801e-a47c36a5c72b is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:27.197883 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e7a2e2fd-cc45-4bec-801e-a47c36a5c72b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:27.219358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa2fe49-40aa-4207-8806-0e41b673a30d None None] DHCP port deletion for ffa86b77-0960-4058-af84-97833edc3344 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:55:27.237683 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd5a7c-3cad-4add-a3ff-ad4dc2e906b2 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Pushing event updated for resources: {'Network': ['ID=2ebca205-baa9-49a4-87ec-d43fd054f7b5,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:27.252132 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-10bd5a7c-3cad-4add-a3ff-ad4dc2e906b2 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.9914668 Feb 09 01:55:27.255416 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56718) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:27.256838 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 2ebca205-baa9-49a4-87ec-d43fd054f7b5 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:55:27.262448 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4c9ae11b-8ce3-4ded-8e15-883e06ba614f tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Request body: {'subnet': {'network_id': '2ebca205-baa9-49a4-87ec-d43fd054f7b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:27.292905 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d35bad3-32a5-4d83-8268-0bf67cad9764 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:27.297599 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d35bad3-32a5-4d83-8268-0bf67cad9764 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:27.310324 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9ae11b-8ce3-4ded-8e15-883e06ba614f tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Made reservation on behalf of f298064037a34878bbfc7c40aca5c869 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:27.312811 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae11b-8ce3-4ded-8e15-883e06ba614f tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:27.400761 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port e7a2e2fd-cc45-4bec-801e-a47c36a5c72b, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e7a2e2fd-cc45-4bec-801e-a47c36a5c72b,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:27.415713 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e7a2e2fd-cc45-4bec-801e-a47c36a5c72b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:27.506882 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3aa2fe49-40aa-4207-8806-0e41b673a30d None None] Deleting port e7a2e2fd-cc45-4bec-801e-a47c36a5c72b {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:27.507547 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3aa2fe49-40aa-4207-8806-0e41b673a30d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e7a2e2fd-cc45-4bec-801e-a47c36a5c72b), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:27.597546 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=e7a2e2fd-cc45-4bec-801e-a47c36a5c72b,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:27.626151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:27.626758 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:27.626926 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:27.627167 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:27.627528 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:27.628436 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:27.628436 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:27.628698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:27.629552 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:27.629921 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:27.630247 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:27.630584 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:27.630908 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:27.666954 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.extraroute_db [None req-2a2c0b78-1037-4207-89ca-f14d239103ef tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Added routes are [] {{(pid=103183) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 01:55:27.669965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.extraroute_db [None req-2a2c0b78-1037-4207-89ca-f14d239103ef tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Removed routes are [] {{(pid=103183) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 01:55:27.670388 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a2c0b78-1037-4207-89ca-f14d239103ef tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (513a9dd9-9882-4ae0-b26a-20b8445a07e5), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:27.720845 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3aa2fe49-40aa-4207-8806-0e41b673a30d None None] For port e7a2e2fd-cc45-4bec-801e-a47c36a5c72b, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e7a2e2fd-cc45-4bec-801e-a47c36a5c72b,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:27.721244 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3aa2fe49-40aa-4207-8806-0e41b673a30d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e7a2e2fd-cc45-4bec-801e-a47c36a5c72b), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:27.744855 n-d-828387-3 neutron-server[103184]: DEBUG neutron.objects.ports [None req-4c9ae11b-8ce3-4ded-8e15-883e06ba614f tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103184) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:55:27.745982 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae11b-8ce3-4ded-8e15-883e06ba614f tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (2661854f-b8af-45cd-b156-f8ee0820480b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:27.764797 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3aa2fe49-40aa-4207-8806-0e41b673a30d None None] Calling delete_port for e7a2e2fd-cc45-4bec-801e-a47c36a5c72b owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:27.811591 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ae11b-8ce3-4ded-8e15-883e06ba614f tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2661854f-b8af-45cd-b156-f8ee0820480b,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:27.845627 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9ae11b-8ce3-4ded-8e15-883e06ba614f tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Checking segment: {'id': 'c3c5c526-5a89-4f59-a549-2883c5d712e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2ebca205-baa9-49a4-87ec-d43fd054f7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:27.847320 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9ae11b-8ce3-4ded-8e15-883e06ba614f tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Network hostable DHCP agents. Network: 2ebca205-baa9-49a4-87ec-d43fd054f7b5, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:55:27.885213 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9ae11b-8ce3-4ded-8e15-883e06ba614f tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Network 2ebca205-baa9-49a4-87ec-d43fd054f7b5 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:55:27.902277 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3aa2fe49-40aa-4207-8806-0e41b673a30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (e7a2e2fd-cc45-4bec-801e-a47c36a5c72b), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:27.906603 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-4c9ae11b-8ce3-4ded-8e15-883e06ba614f tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 2ebca205-baa9-49a4-87ec-d43fd054f7b5) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:27.916649 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9ae11b-8ce3-4ded-8e15-883e06ba614f tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:27.917259 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae11b-8ce3-4ded-8e15-883e06ba614f tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:27.936103 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1964c0-3481-4836-91d0-3ad72525176a None None] Network 2ebca205-baa9-49a4-87ec-d43fd054f7b5 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:27.939439 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa2fe49-40aa-4207-8806-0e41b673a30d None None] No DVR routers for this DVR port e7a2e2fd-cc45-4bec-801e-a47c36a5c72b on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:27.949721 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4c9ae11b-8ce3-4ded-8e15-883e06ba614f tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6932073 Feb 09 01:55:27.952387 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56722) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:27.957877 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f1d5371e-bb25-405c-95be-be2e707636bf tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2089313460', 'network_id': '2ebca205-baa9-49a4-87ec-d43fd054f7b5'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:28.015178 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d5371e-bb25-405c-95be-be2e707636bf tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Made reservation on behalf of f298064037a34878bbfc7c40aca5c869 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:28.017569 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f1d5371e-bb25-405c-95be-be2e707636bf tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.056069 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-f1d5371e-bb25-405c-95be-be2e707636bf tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] device_id is not set on port faa8fbfc-a706-4470-a10a-c789813f0012 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:55:28.056722 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a2c0b78-1037-4207-89ca-f14d239103ef tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (513a9dd9-9882-4ae0-b26a-20b8445a07e5), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.081673 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a2c0b78-1037-4207-89ca-f14d239103ef tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608658'] for router (513a9dd9-9882-4ae0-b26a-20b8445a07e5), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.090890 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e13db6-fe5b-4269-b296-70b35481f69a None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:28.092945 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2fe49-40aa-4207-8806-0e41b673a30d None None] Pushing event deleted for resources: {'Port': ['ID=e7a2e2fd-cc45-4bec-801e-a47c36a5c72b,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:28.216707 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-f1d5371e-bb25-405c-95be-be2e707636bf tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Allocated IP 172.20.0.7 (2ebca205-baa9-49a4-87ec-d43fd054f7b5/2661854f-b8af-45cd-b156-f8ee0820480b/faa8fbfc-a706-4470-a10a-c789813f0012) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:28.222304 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2c0b78-1037-4207-89ca-f14d239103ef tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:55:28.341344 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbcf11b-de78-42c5-9c71-5bc666f48fdd None None] Network 2ebca205-baa9-49a4-87ec-d43fd054f7b5 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:28.400721 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb45791-bcaf-4715-8dbe-395f1598f24b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ffa86b77-0960-4058-af84-97833edc3344', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'fixed_ips': [{'subnet_id': 'ae67b306-0a44-47e9-8ae9-951998da6101'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:55:28.401623 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cdb45791-bcaf-4715-8dbe-395f1598f24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.407345 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 2096b10a-d661-4f92-82b8-491c74d82205 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:55:28.441727 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2c0b78-1037-4207-89ca-f14d239103ef tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:55:28.449518 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 2096b10a-d661-4f92-82b8-491c74d82205 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:55:28.449518 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 2096b10a-d661-4f92-82b8-491c74d82205 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:55:28.449732 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0bc39fff-58c5-4f35-aee0-18983b784cac no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:55:28.462929 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60cbf1a-46e3-46c1-bf59-93f9f0cd7e6d None None] Sync routers for ids ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:28.465585 n-d-828387-3 neutron-server[103183]: DEBUG neutron.objects.ports [None req-7d35bad3-32a5-4d83-8268-0bf67cad9764 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103183) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:55:28.471338 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a2c0b78-1037-4207-89ca-f14d239103ef tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.472534 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2a2c0b78-1037-4207-89ca-f14d239103ef tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/routers/513a9dd9-9882-4ae0-b26a-20b8445a07e5 HTTP/1.1" status: 200 len: 700 time: 1.3923514 Feb 09 01:55:28.474048 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d35bad3-32a5-4d83-8268-0bf67cad9764 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (364d2d82-574a-4d57-aa52-0af62bf34ffd), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.476866 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56726) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:28.510987 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 0bc39fff-58c5-4f35-aee0-18983b784cac {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:55:28.511569 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0bc39fff-58c5-4f35-aee0-18983b784cac not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:55:28.528148 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60cbf1a-46e3-46c1-bf59-93f9f0cd7e6d None None] Routers {'513a9dd9-9882-4ae0-b26a-20b8445a07e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:28.528861 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f60cbf1a-46e3-46c1-bf59-93f9f0cd7e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:28.550480 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cfcffac8-0028-471c-b860-9e37bf698d02 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/ports?device_id=513a9dd9-9882-4ae0-b26a-20b8445a07e5 HTTP/1.1" status: 200 len: 205 time: 0.0693855 Feb 09 01:55:28.554638 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56728) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:28.557623 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f1d5371e-bb25-405c-95be-be2e707636bf tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for port (faa8fbfc-a706-4470-a10a-c789813f0012), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.610774 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f1d5371e-bb25-405c-95be-be2e707636bf tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (faa8fbfc-a706-4470-a10a-c789813f0012), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.641539 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d5371e-bb25-405c-95be-be2e707636bf tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Network 2ebca205-baa9-49a4-87ec-d43fd054f7b5 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:28.645728 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-f1d5371e-bb25-405c-95be-be2e707636bf tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:28.648724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d35bad3-32a5-4d83-8268-0bf67cad9764 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:28.655217 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-7d35bad3-32a5-4d83-8268-0bf67cad9764 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:28.662731 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d35bad3-32a5-4d83-8268-0bf67cad9764 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:28.663309 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d35bad3-32a5-4d83-8268-0bf67cad9764 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.668674 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35bad3-32a5-4d83-8268-0bf67cad9764 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=364d2d82-574a-4d57-aa52-0af62bf34ffd,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:28.682712 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a2fff45f-47f7-48ac-b7ad-6e3b04550269 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (513a9dd9-9882-4ae0-b26a-20b8445a07e5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.688241 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7d35bad3-32a5-4d83-8268-0bf67cad9764 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8410625 Feb 09 01:55:28.692493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56730) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:28.694183 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d5371e-bb25-405c-95be-be2e707636bf tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:28.721731 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-f60cbf1a-46e3-46c1-bf59-93f9f0cd7e6d None None] Set router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:28.745003 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5371e-bb25-405c-95be-be2e707636bf tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Pushing event updated for resources: {'Port': ['ID=faa8fbfc-a706-4470-a10a-c789813f0012,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:28.758078 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d5371e-bb25-405c-95be-be2e707636bf tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:28.759723 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f1d5371e-bb25-405c-95be-be2e707636bf tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.784610 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f1d5371e-bb25-405c-95be-be2e707636bf tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.8310506 Feb 09 01:55:28.785871 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56732) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:28.792962 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-a0daed48-8d44-481f-9230-c20b38518b39 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'mac_address': 'fa:16:3e:69:42:42', 'name': 'tempest-NetworksTestDHCPv6-1885615791'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:28.810681 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f60cbf1a-46e3-46c1-bf59-93f9f0cd7e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:55:23Z', 'revision_number': 11, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:28.854206 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60cbf1a-46e3-46c1-bf59-93f9f0cd7e6d None None] Checking router: 513a9dd9-9882-4ae0-b26a-20b8445a07e5 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:55:28.889602 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d9d46218-906a-4f80-8dec-70c363d2b7df tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Deleting port faa8fbfc-a706-4470-a10a-c789813f0012 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:28.889953 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d9d46218-906a-4f80-8dec-70c363d2b7df tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (faa8fbfc-a706-4470-a10a-c789813f0012), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.898896 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60cbf1a-46e3-46c1-bf59-93f9f0cd7e6d None None] Routers {'513a9dd9-9882-4ae0-b26a-20b8445a07e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:28.899701 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f60cbf1a-46e3-46c1-bf59-93f9f0cd7e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:28.980190 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a2fff45f-47f7-48ac-b7ad-6e3b04550269 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (513a9dd9-9882-4ae0-b26a-20b8445a07e5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.985457 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a2fff45f-47f7-48ac-b7ad-6e3b04550269 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router_controller (513a9dd9-9882-4ae0-b26a-20b8445a07e5), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.991902 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-f60cbf1a-46e3-46c1-bf59-93f9f0cd7e6d None None] Set router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:28.994281 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-cdb45791-bcaf-4715-8dbe-395f1598f24b None None] Allocated IP 172.20.0.2 (ffa86b77-0960-4058-af84-97833edc3344/ae67b306-0a44-47e9-8ae9-951998da6101/1f4472f8-3e28-4606-866a-51ccff318f29) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:29.003539 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d9d46218-906a-4f80-8dec-70c363d2b7df tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (faa8fbfc-a706-4470-a10a-c789813f0012), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.022745 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d9d46218-906a-4f80-8dec-70c363d2b7df tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Calling delete_port for faa8fbfc-a706-4470-a10a-c789813f0012 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:29.067218 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f60cbf1a-46e3-46c1-bf59-93f9f0cd7e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:55:23Z', 'revision_number': 11, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:29.071304 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-cdb45791-bcaf-4715-8dbe-395f1598f24b None None] Allocated IP 2001:db8::f816:3eff:feb2:a3d4 (ffa86b77-0960-4058-af84-97833edc3344/364d2d82-574a-4d57-aa52-0af62bf34ffd/1f4472f8-3e28-4606-866a-51ccff318f29) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:29.126621 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60cbf1a-46e3-46c1-bf59-93f9f0cd7e6d None None] The sync data for ids ['513a9dd9-9882-4ae0-b26a-20b8445a07e5'] in n-d-828387-3 is: [{'id': '513a9dd9-9882-4ae0-b26a-20b8445a07e5', 'name': 'tempest-RoutersTest-router-127978453', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:59Z', 'updated_at': '2022-02-09T01:55:23Z', 'revision_number': 11, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:29.229349 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d9d46218-906a-4f80-8dec-70c363d2b7df tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (faa8fbfc-a706-4470-a10a-c789813f0012), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.275915 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d46218-906a-4f80-8dec-70c363d2b7df tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Pushing event deleted for resources: {'Port': ['ID=faa8fbfc-a706-4470-a10a-c789813f0012,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:29.418757 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d9d46218-906a-4f80-8dec-70c363d2b7df tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.426583 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d9d46218-906a-4f80-8dec-70c363d2b7df tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "DELETE /v2.0/ports/faa8fbfc-a706-4470-a10a-c789813f0012 HTTP/1.1" status: 204 len: 168 time: 0.6369944 Feb 09 01:55:29.426823 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56752) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:29.440293 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-08e793cf-4ab2-470d-9151-37f84d39fea9 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ebca205-baa9-49a4-87ec-d43fd054f7b5', 'external_fixed_ips': [{'subnet_id': '2661854f-b8af-45cd-b156-f8ee0820480b', 'ip_address': '172.20.0.7'}]}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:29.493098 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a2fff45f-47f7-48ac-b7ad-6e3b04550269 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (513a9dd9-9882-4ae0-b26a-20b8445a07e5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.493691 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fff45f-47f7-48ac-b7ad-6e3b04550269 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Fanout notify agent at l3_agent the message router_deleted on router 513a9dd9-9882-4ae0-b26a-20b8445a07e5 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:55:29.503169 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a2fff45f-47f7-48ac-b7ad-6e3b04550269 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.509283 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cdb45791-bcaf-4715-8dbe-395f1598f24b None None] Publish callbacks [] for port (1f4472f8-3e28-4606-866a-51ccff318f29), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.509616 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a2fff45f-47f7-48ac-b7ad-6e3b04550269 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/routers/513a9dd9-9882-4ae0-b26a-20b8445a07e5 HTTP/1.1" status: 204 len: 168 time: 0.9535627 Feb 09 01:55:29.514480 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56756) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:29.522069 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cdb45791-bcaf-4715-8dbe-395f1598f24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (1f4472f8-3e28-4606-866a-51ccff318f29), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.522617 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-7aa1cb3f-c133-4198-b7e5-86f0a7a03b91 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-238386372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:29.529168 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08e793cf-4ab2-470d-9151-37f84d39fea9 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (66fbd481-389c-46c0-8ff6-873162b25689), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.534667 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08e793cf-4ab2-470d-9151-37f84d39fea9 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (66fbd481-389c-46c0-8ff6-873162b25689), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.566230 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7aa1cb3f-c133-4198-b7e5-86f0a7a03b91 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (72bf3353-c6a0-48e7-8adb-bba30413b726), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.567854 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7aa1cb3f-c133-4198-b7e5-86f0a7a03b91 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (72bf3353-c6a0-48e7-8adb-bba30413b726), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.595331 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb45791-bcaf-4715-8dbe-395f1598f24b None None] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:29.599903 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-cdb45791-bcaf-4715-8dbe-395f1598f24b None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:29.606446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb45791-bcaf-4715-8dbe-395f1598f24b None None] Pushing event updated for resources: {'Port': ['ID=1f4472f8-3e28-4606-866a-51ccff318f29,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:29.609720 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb45791-bcaf-4715-8dbe-395f1598f24b None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:29.625424 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0daed48-8d44-481f-9230-c20b38518b39 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:29.714098 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08e793cf-4ab2-470d-9151-37f84d39fea9 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_controller (66fbd481-389c-46c0-8ff6-873162b25689), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.737746 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cdb45791-bcaf-4715-8dbe-395f1598f24b None None] Attempting to bind port 1f4472f8-3e28-4606-866a-51ccff318f29 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:29.741847 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cdb45791-bcaf-4715-8dbe-395f1598f24b None None] Attempting to bind port 1f4472f8-3e28-4606-866a-51ccff318f29 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:29.742371 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb45791-bcaf-4715-8dbe-395f1598f24b None None] Attempting to bind port 1f4472f8-3e28-4606-866a-51ccff318f29 on network ffa86b77-0960-4058-af84-97833edc3344 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:29.756216 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb45791-bcaf-4715-8dbe-395f1598f24b None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:55:29.758064 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb45791-bcaf-4715-8dbe-395f1598f24b None None] Checking segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:29.759117 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cdb45791-bcaf-4715-8dbe-395f1598f24b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.760196 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb45791-bcaf-4715-8dbe-395f1598f24b None None] Bound using segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:55:29.760196 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cdb45791-bcaf-4715-8dbe-395f1598f24b None None] Bound port: 1f4472f8-3e28-4606-866a-51ccff318f29, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:55:29.763245 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cdb45791-bcaf-4715-8dbe-395f1598f24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1f4472f8-3e28-4606-866a-51ccff318f29), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.830156 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7aa1cb3f-c133-4198-b7e5-86f0a7a03b91 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router_controller (72bf3353-c6a0-48e7-8adb-bba30413b726), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.839801 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7aa1cb3f-c133-4198-b7e5-86f0a7a03b91 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (72bf3353-c6a0-48e7-8adb-bba30413b726), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.899743 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-cdb45791-bcaf-4715-8dbe-395f1598f24b None None] For port 1f4472f8-3e28-4606-866a-51ccff318f29, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:55:29.908893 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-cdb45791-bcaf-4715-8dbe-395f1598f24b None None] For port 1f4472f8-3e28-4606-866a-51ccff318f29, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1f4472f8-3e28-4606-866a-51ccff318f29,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:55:29.909126 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7aa1cb3f-c133-4198-b7e5-86f0a7a03b91 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.914668 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56760) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:29.915318 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7aa1cb3f-c133-4198-b7e5-86f0a7a03b91 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3986914 Feb 09 01:55:29.918885 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cdb45791-bcaf-4715-8dbe-395f1598f24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1f4472f8-3e28-4606-866a-51ccff318f29), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.924869 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-8b48d268-8e27-4841-91ca-5d3f1c0a0c1b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:29.954540 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a0daed48-8d44-481f-9230-c20b38518b39 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:30.002151 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-a0daed48-8d44-481f-9230-c20b38518b39 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] device_id is not set on port 045e77e9-a347-4974-afe7-c4418c9bcbdb yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:55:30.053062 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb45791-bcaf-4715-8dbe-395f1598f24b None None] Pushing event updated for resources: {'Port': ['ID=1f4472f8-3e28-4606-866a-51ccff318f29,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:30.218833 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08e793cf-4ab2-470d-9151-37f84d39fea9 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_gateway (66fbd481-389c-46c0-8ff6-873162b25689), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:30.383863 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-a0daed48-8d44-481f-9230-c20b38518b39 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 172.20.0.12 (ffa86b77-0960-4058-af84-97833edc3344/ae67b306-0a44-47e9-8ae9-951998da6101/045e77e9-a347-4974-afe7-c4418c9bcbdb) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:30.392415 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-a0daed48-8d44-481f-9230-c20b38518b39 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8::f816:3eff:fe69:4242 (ffa86b77-0960-4058-af84-97833edc3344/364d2d82-574a-4d57-aa52-0af62bf34ffd/045e77e9-a347-4974-afe7-c4418c9bcbdb) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:30.404283 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b48d268-8e27-4841-91ca-5d3f1c0a0c1b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (72bf3353-c6a0-48e7-8adb-bba30413b726), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:30.438611 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b48d268-8e27-4841-91ca-5d3f1c0a0c1b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608658'] for router (72bf3353-c6a0-48e7-8adb-bba30413b726), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:30.697926 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a0daed48-8d44-481f-9230-c20b38518b39 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (045e77e9-a347-4974-afe7-c4418c9bcbdb), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:30.763781 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b48d268-8e27-4841-91ca-5d3f1c0a0c1b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Router 72bf3353-c6a0-48e7-8adb-bba30413b726 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:55:30.801984 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a0daed48-8d44-481f-9230-c20b38518b39 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (045e77e9-a347-4974-afe7-c4418c9bcbdb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:30.893049 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0daed48-8d44-481f-9230-c20b38518b39 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:30.915582 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-a0daed48-8d44-481f-9230-c20b38518b39 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:30.921306 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b48d268-8e27-4841-91ca-5d3f1c0a0c1b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:55:30.921862 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0daed48-8d44-481f-9230-c20b38518b39 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:30.932609 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ecce51-7505-47b7-a266-67fd0869cadc None None] Sync routers for ids ['72bf3353-c6a0-48e7-8adb-bba30413b726'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:30.936552 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b48d268-8e27-4841-91ca-5d3f1c0a0c1b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:30.940621 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56774) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:30.941893 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8b48d268-8e27-4841-91ca-5d3f1c0a0c1b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "PUT /v2.0/routers/72bf3353-c6a0-48e7-8adb-bba30413b726 HTTP/1.1" status: 200 len: 693 time: 1.0262406 Feb 09 01:55:30.952525 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08e793cf-4ab2-470d-9151-37f84d39fea9 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_gateway (66fbd481-389c-46c0-8ff6-873162b25689), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:30.974543 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ecce51-7505-47b7-a266-67fd0869cadc None None] Routers {'72bf3353-c6a0-48e7-8adb-bba30413b726'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:30.974676 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08e793cf-4ab2-470d-9151-37f84d39fea9 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:30.978752 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a6ecce51-7505-47b7-a266-67fd0869cadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['72bf3353-c6a0-48e7-8adb-bba30413b726'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:31.099181 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a63300c8-345b-41bb-8be7-70f0187499c8 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/routers/72bf3353-c6a0-48e7-8adb-bba30413b726 HTTP/1.1" status: 200 len: 699 time: 0.1508338 Feb 09 01:55:31.100610 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daed48-8d44-481f-9230-c20b38518b39 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=045e77e9-a347-4974-afe7-c4418c9bcbdb,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:31.114899 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56776) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:31.153741 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-08e793cf-4ab2-470d-9151-37f84d39fea9 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Allocated IP 172.20.0.7 (2ebca205-baa9-49a4-87ec-d43fd054f7b5/2661854f-b8af-45cd-b156-f8ee0820480b/5b619837-b245-43de-9b59-4f6380d17f29) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:31.217092 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9261eddb-19be-4d56-9a72-810976158964 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/ports?device_id=72bf3353-c6a0-48e7-8adb-bba30413b726 HTTP/1.1" status: 200 len: 205 time: 0.0890517 Feb 09 01:55:31.222269 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56780) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:31.280730 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08e793cf-4ab2-470d-9151-37f84d39fea9 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for port (5b619837-b245-43de-9b59-4f6380d17f29), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:31.312263 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0daed48-8d44-481f-9230-c20b38518b39 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:31.312931 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a0daed48-8d44-481f-9230-c20b38518b39 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:31.314760 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-a6ecce51-7505-47b7-a266-67fd0869cadc None None] Set router 72bf3353-c6a0-48e7-8adb-bba30413b726 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:31.320960 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08e793cf-4ab2-470d-9151-37f84d39fea9 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (5b619837-b245-43de-9b59-4f6380d17f29), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:31.364286 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-396a8699-44e2-4753-99a0-c490e929f1c0 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (72bf3353-c6a0-48e7-8adb-bba30413b726), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:31.370614 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a0daed48-8d44-481f-9230-c20b38518b39 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.5828292 Feb 09 01:55:31.377874 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56782) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:31.438626 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a6ecce51-7505-47b7-a266-67fd0869cadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bf3353-c6a0-48e7-8adb-bba30413b726', 'name': 'tempest-RoutersTest-router-238386372', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:29Z', 'updated_at': '2022-02-09T01:55:30Z', 'revision_number': 2, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:31.443829 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e793cf-4ab2-470d-9151-37f84d39fea9 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Pushing event updated for resources: {'Port': ['ID=5b619837-b245-43de-9b59-4f6380d17f29,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:31.476701 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ecce51-7505-47b7-a266-67fd0869cadc None None] Checking router: 72bf3353-c6a0-48e7-8adb-bba30413b726 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:55:31.489572 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ecce51-7505-47b7-a266-67fd0869cadc None None] Routers {'72bf3353-c6a0-48e7-8adb-bba30413b726'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:31.491524 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a6ecce51-7505-47b7-a266-67fd0869cadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['72bf3353-c6a0-48e7-8adb-bba30413b726'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:31.497367 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e793cf-4ab2-470d-9151-37f84d39fea9 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Network 2ebca205-baa9-49a4-87ec-d43fd054f7b5 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:31.500588 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-08e793cf-4ab2-470d-9151-37f84d39fea9 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:31.507678 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e793cf-4ab2-470d-9151-37f84d39fea9 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:31.600123 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea6865e-7a71-4108-8a1c-d190d46676ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:31.613163 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea6865e-7a71-4108-8a1c-d190d46676ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:31.615511 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1ea6865e-7a71-4108-8a1c-d190d46676ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2218912 Feb 09 01:55:31.618353 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56784) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:31.648316 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-a6ecce51-7505-47b7-a266-67fd0869cadc None None] Set router 72bf3353-c6a0-48e7-8adb-bba30413b726 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:31.694740 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-396a8699-44e2-4753-99a0-c490e929f1c0 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (72bf3353-c6a0-48e7-8adb-bba30413b726), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:31.697560 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-396a8699-44e2-4753-99a0-c490e929f1c0 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router_controller (72bf3353-c6a0-48e7-8adb-bba30413b726), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:31.756278 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-396a8699-44e2-4753-99a0-c490e929f1c0 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (72bf3353-c6a0-48e7-8adb-bba30413b726), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:31.757077 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396a8699-44e2-4753-99a0-c490e929f1c0 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Fanout notify agent at l3_agent the message router_deleted on router 72bf3353-c6a0-48e7-8adb-bba30413b726 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:55:31.770598 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-396a8699-44e2-4753-99a0-c490e929f1c0 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:31.779856 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a6ecce51-7505-47b7-a266-67fd0869cadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bf3353-c6a0-48e7-8adb-bba30413b726', 'name': 'tempest-RoutersTest-router-238386372', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:29Z', 'updated_at': '2022-02-09T01:55:30Z', 'revision_number': 2, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:31.781899 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-396a8699-44e2-4753-99a0-c490e929f1c0 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/routers/72bf3353-c6a0-48e7-8adb-bba30413b726 HTTP/1.1" status: 204 len: 168 time: 0.5569563 Feb 09 01:55:31.782561 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56788) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:31.791259 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079bb70f-40a4-4ae6-8c9c-de7926be120b None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:31.836722 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c836bc4c-c6b3-47c9-8890-681f6017d416 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/ports?device_id=72bf3353-c6a0-48e7-8adb-bba30413b726 HTTP/1.1" status: 200 len: 205 time: 0.0529950 Feb 09 01:55:31.837361 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56790) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:31.861236 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ecce51-7505-47b7-a266-67fd0869cadc None None] The sync data for ids ['72bf3353-c6a0-48e7-8adb-bba30413b726'] in n-d-828387-3 is: [{'id': '72bf3353-c6a0-48e7-8adb-bba30413b726', 'name': 'tempest-RoutersTest-router-238386372', 'tenant_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:29Z', 'updated_at': '2022-02-09T01:55:30Z', 'revision_number': 2, 'project_id': 'e5d99e53c4864d1fb3cc111a041859c7', 'gw_port_host': None}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:31.940103 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4a4ec751-c222-4b19-b027-2aa39a17ded3 None None] Provisioning complete for port 1f4472f8-3e28-4606-866a-51ccff318f29 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:31.940769 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4a4ec751-c222-4b19-b027-2aa39a17ded3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1f4472f8-3e28-4606-866a-51ccff318f29), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:31.960225 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-b75d1b68-4998-416f-b992-02e53b679179 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] delete failed (client error): The resource could not be found. Feb 09 01:55:31.970222 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b75d1b68-4998-416f-b992-02e53b679179 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/routers/72bf3353-c6a0-48e7-8adb-bba30413b726 HTTP/1.1" status: 404 len: 336 time: 0.1305914 Feb 09 01:55:31.971475 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56792) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:32.057374 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22dc16c-35c4-4a09-9dfb-ae8888bd6ef4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] DELETE failed (client error): The resource could not be found. Feb 09 01:55:32.058836 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22dc16c-35c4-4a09-9dfb-ae8888bd6ef4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:32.073280 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a22dc16c-35c4-4a09-9dfb-ae8888bd6ef4 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/subnets/c874d6f3-7b5a-4319-89f9-ef9e23825297 HTTP/1.1" status: 404 len: 337 time: 0.0974753 Feb 09 01:55:32.074060 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56794) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:32.128503 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f8a965-6ea3-4992-a874-8e5826e522e3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] DELETE failed (client error): The resource could not be found. Feb 09 01:55:32.129896 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f8a965-6ea3-4992-a874-8e5826e522e3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:32.135200 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-18f8a965-6ea3-4992-a874-8e5826e522e3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/subnets/4cb87c45-90d9-42a1-ba91-e54910472c09 HTTP/1.1" status: 404 len: 337 time: 0.0586331 Feb 09 01:55:32.137722 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56796) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:32.182381 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4a4ec751-c222-4b19-b027-2aa39a17ded3 None None] Current status of the port 1f4472f8-3e28-4606-866a-51ccff318f29 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:32.183020 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4a4ec751-c222-4b19-b027-2aa39a17ded3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1f4472f8-3e28-4606-866a-51ccff318f29), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:32.255067 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-8394c800-524f-4464-b770-fadf49214250 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] DELETE failed (client error): The resource could not be found. Feb 09 01:55:32.258310 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8394c800-524f-4464-b770-fadf49214250 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:32.270906 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8394c800-524f-4464-b770-fadf49214250 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/subnets/85287a94-1d5d-4447-9bcf-185e2ab69149 HTTP/1.1" status: 404 len: 337 time: 0.1319082 Feb 09 01:55:32.273399 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56800) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:32.293773 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4a4ec751-c222-4b19-b027-2aa39a17ded3 None None] For port 1f4472f8-3e28-4606-866a-51ccff318f29, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1f4472f8-3e28-4606-866a-51ccff318f29,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:32.301051 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4a4ec751-c222-4b19-b027-2aa39a17ded3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1f4472f8-3e28-4606-866a-51ccff318f29), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:32.341349 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-64546d62-32bd-483b-91f6-e8276ad7d7bf tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] DELETE failed (client error): The resource could not be found. Feb 09 01:55:32.341846 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64546d62-32bd-483b-91f6-e8276ad7d7bf tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:32.362975 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-64546d62-32bd-483b-91f6-e8276ad7d7bf tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/subnets/beb16306-3a5e-4893-b8fb-1dcbb43a00b1 HTTP/1.1" status: 404 len: 337 time: 0.0854623 Feb 09 01:55:32.364895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56802) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:32.419521 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-46985faa-f119-49e1-8210-37c84de4b7b3 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/ports?device_id=513a9dd9-9882-4ae0-b26a-20b8445a07e5 HTTP/1.1" status: 200 len: 205 time: 0.0536773 Feb 09 01:55:32.421837 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56804) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:32.433727 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ec751-c222-4b19-b027-2aa39a17ded3 None None] Pushing event updated for resources: {'Port': ['ID=1f4472f8-3e28-4606-866a-51ccff318f29,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:32.493334 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-bb7d950e-b754-42e7-97f8-209b3c47b3b7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] delete failed (client error): The resource could not be found. Feb 09 01:55:32.495250 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bb7d950e-b754-42e7-97f8-209b3c47b3b7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/routers/513a9dd9-9882-4ae0-b26a-20b8445a07e5 HTTP/1.1" status: 404 len: 336 time: 0.0715773 Feb 09 01:55:32.497574 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56806) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:32.519653 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1f4472f8-3e28-4606-866a-51ccff318f29 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:32.547730 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7418a5e8-9247-4e18-bf1e-41ab9c9ff75d tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3875a98-6a5e-4605-b06b-6e1d48dce291 HTTP/1.1" status: 200 len: 205 time: 0.0465436 Feb 09 01:55:32.549890 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56808) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:32.618858 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-cc13a486-44e7-415a-9514-1a10cef8a08b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] delete failed (client error): The resource could not be found. Feb 09 01:55:32.620302 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cc13a486-44e7-415a-9514-1a10cef8a08b tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/routers/b3875a98-6a5e-4605-b06b-6e1d48dce291 HTTP/1.1" status: 404 len: 336 time: 0.0683413 Feb 09 01:55:32.622436 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 1f4472f8-3e28-4606-866a-51ccff318f29 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:32.622844 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1f4472f8-3e28-4606-866a-51ccff318f29), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:32.623484 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56810) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:32.662183 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6002da-7564-49fe-a809-e73e27e138e7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] DELETE failed (client error): The resource could not be found. Feb 09 01:55:32.662997 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed6002da-7564-49fe-a809-e73e27e138e7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:32.667657 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ed6002da-7564-49fe-a809-e73e27e138e7 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/subnets/28eb31d6-9149-46ea-8e35-b686a36ecd79 HTTP/1.1" status: 404 len: 337 time: 0.0428715 Feb 09 01:55:32.672034 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56812) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:32.723784 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-660c279b-89c5-4bc0-819d-0462725129a2 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/ports?device_id=14280025-bb3d-4100-9f1e-09b2673af9cb HTTP/1.1" status: 200 len: 205 time: 0.0462081 Feb 09 01:55:32.724333 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56814) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:32.804078 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 1f4472f8-3e28-4606-866a-51ccff318f29 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:32.823731 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-ba34828d-c184-4646-909a-890801fbd6e9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] delete failed (client error): The resource could not be found. Feb 09 01:55:32.828455 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ba34828d-c184-4646-909a-890801fbd6e9 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/routers/14280025-bb3d-4100-9f1e-09b2673af9cb HTTP/1.1" status: 404 len: 336 time: 0.1019902 Feb 09 01:55:32.829261 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56818) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:32.866895 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-893d56c6-737d-4c9e-9ffb-9e796c886141 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/ports?device_id=a12cfeee-a357-4253-b1a5-592b24083d62 HTTP/1.1" status: 200 len: 205 time: 0.0363369 Feb 09 01:55:32.867539 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56820) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:32.935302 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-7e2a47eb-c7c9-4e49-a31f-66d4dca87170 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] delete failed (client error): The resource could not be found. Feb 09 01:55:32.939180 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7e2a47eb-c7c9-4e49-a31f-66d4dca87170 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/routers/a12cfeee-a357-4253-b1a5-592b24083d62 HTTP/1.1" status: 404 len: 336 time: 0.0706336 Feb 09 01:55:32.939590 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56822) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:33.023722 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ab9f6c-bd5b-4f5b-a36d-fb6de3db3691 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] DELETE failed (client error): The resource could not be found. Feb 09 01:55:33.024179 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ab9f6c-bd5b-4f5b-a36d-fb6de3db3691 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:33.027320 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-45ab9f6c-bd5b-4f5b-a36d-fb6de3db3691 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/subnets/1f9ae455-6ad1-41e8-9c46-1fb46bff31cf HTTP/1.1" status: 404 len: 337 time: 0.0865631 Feb 09 01:55:33.030331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56824) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:33.082678 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-eb789e42-782a-4e56-89a9-5fa970150b4d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting port 045e77e9-a347-4974-afe7-c4418c9bcbdb {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:33.083322 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eb789e42-782a-4e56-89a9-5fa970150b4d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (045e77e9-a347-4974-afe7-c4418c9bcbdb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:33.105245 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-18b1047d-22df-4926-a3a9-bf8573471ebb tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5cf66fc-dfd4-4f28-80b2-108e651311f6 HTTP/1.1" status: 200 len: 205 time: 0.0734968 Feb 09 01:55:33.106252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56828) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:33.197102 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-c6a24824-7b66-4cd1-a9c8-60b00a62cedb tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] delete failed (client error): The resource could not be found. Feb 09 01:55:33.200438 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c6a24824-7b66-4cd1-a9c8-60b00a62cedb tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/routers/f5cf66fc-dfd4-4f28-80b2-108e651311f6 HTTP/1.1" status: 404 len: 336 time: 0.0907660 Feb 09 01:55:33.200870 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56830) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:33.236628 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7de9471-13f4-4aa9-9783-52dec4d0d73e tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] DELETE failed (client error): The resource could not be found. Feb 09 01:55:33.237206 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7de9471-13f4-4aa9-9783-52dec4d0d73e tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:33.244872 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08e793cf-4ab2-470d-9151-37f84d39fea9 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_gateway (66fbd481-389c-46c0-8ff6-873162b25689), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:33.245055 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d7de9471-13f4-4aa9-9783-52dec4d0d73e tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/subnets/842a8cad-3530-40ee-add1-eb292c7be119 HTTP/1.1" status: 404 len: 337 time: 0.0423813 Feb 09 01:55:33.246069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56832) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:33.293046 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-dfb1f7ec-67ce-4da5-b01e-e03842f35556 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2b7bf2-9440-4180-9016-97726092bd97 HTTP/1.1" status: 200 len: 205 time: 0.0453503 Feb 09 01:55:33.293874 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56834) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:33.339055 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eb789e42-782a-4e56-89a9-5fa970150b4d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (045e77e9-a347-4974-afe7-c4418c9bcbdb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:33.369746 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-eb789e42-782a-4e56-89a9-5fa970150b4d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Calling delete_port for 045e77e9-a347-4974-afe7-c4418c9bcbdb owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:33.392244 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-d32f62c7-cad0-48ba-854d-7a1afa242286 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] delete failed (client error): The resource could not be found. Feb 09 01:55:33.395186 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d32f62c7-cad0-48ba-854d-7a1afa242286 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/routers/9d2b7bf2-9440-4180-9016-97726092bd97 HTTP/1.1" status: 404 len: 336 time: 0.0979524 Feb 09 01:55:33.396013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56838) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:33.435096 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f42aa8-92d9-4367-a884-2951ba99cda2 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] DELETE failed (client error): The resource could not be found. Feb 09 01:55:33.435498 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f42aa8-92d9-4367-a884-2951ba99cda2 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:33.443148 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f8f42aa8-92d9-4367-a884-2951ba99cda2 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/subnets/6c3d3251-d9b2-4371-b58a-0fd60855b026 HTTP/1.1" status: 404 len: 337 time: 0.0459139 Feb 09 01:55:33.444045 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56840) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:33.676029 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eb789e42-782a-4e56-89a9-5fa970150b4d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (045e77e9-a347-4974-afe7-c4418c9bcbdb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:33.736167 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef16c42-1a66-4b7b-92c5-ad2641b29ac6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] DELETE failed (client error): The resource could not be found. Feb 09 01:55:33.736167 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef16c42-1a66-4b7b-92c5-ad2641b29ac6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:33.746666 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9ef16c42-1a66-4b7b-92c5-ad2641b29ac6 tempest-RoutersTest-311469719 tempest-RoutersTest-311469719-project] 10.222.0.36 "DELETE /v2.0/subnets/1ce9dde7-abba-4f97-9be0-3f56f309d2f7 HTTP/1.1" status: 404 len: 337 time: 0.2991440 Feb 09 01:55:33.768454 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e421cafa-f1a7-4cbf-bdbe-3fed011e324b None None] Provisioning complete for port 1f4472f8-3e28-4606-866a-51ccff318f29 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:33.768990 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e421cafa-f1a7-4cbf-bdbe-3fed011e324b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1f4472f8-3e28-4606-866a-51ccff318f29), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:33.920773 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e421cafa-f1a7-4cbf-bdbe-3fed011e324b None None] Current status of the port 1f4472f8-3e28-4606-866a-51ccff318f29 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:33.927860 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e421cafa-f1a7-4cbf-bdbe-3fed011e324b None None] Could not find standard attr ID for object 045e77e9-a347-4974-afe7-c4418c9bcbdb. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:55:34.045315 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-eca9473e-eebc-4944-ba6d-b2c124fecf7f None None] Could not find standard attr ID for object 76f25647-b867-4603-8683-ab49f67d0657. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:55:34.165329 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb789e42-782a-4e56-89a9-5fa970150b4d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Port': ['ID=045e77e9-a347-4974-afe7-c4418c9bcbdb,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:34.301686 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eb789e42-782a-4e56-89a9-5fa970150b4d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:34.310360 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-eb789e42-782a-4e56-89a9-5fa970150b4d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/045e77e9-a347-4974-afe7-c4418c9bcbdb HTTP/1.1" status: 204 len: 168 time: 2.6888206 Feb 09 01:55:34.310780 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56858) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:34.312096 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56860) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:34.365684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5a0032d1-f1ef-431f-bade-29435b51a1f1 None None] Could not find standard attr ID for object 045e77e9-a347-4974-afe7-c4418c9bcbdb. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:55:34.380890 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08e793cf-4ab2-470d-9151-37f84d39fea9 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (66fbd481-389c-46c0-8ff6-873162b25689), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:34.518025 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086f991a-8d12-4642-9ce1-ab73bbf756ad tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:34.519498 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086f991a-8d12-4642-9ce1-ab73bbf756ad tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:34.520796 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1f4472f8-3e28-4606-866a-51ccff318f29 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:34.521344 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086f991a-8d12-4642-9ce1-ab73bbf756ad tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:34.522694 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-086f991a-8d12-4642-9ce1-ab73bbf756ad tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2109199 Feb 09 01:55:34.528307 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56866) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:34.602758 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4636e8-e0e0-4e7b-8f66-681e565f9ead tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet 364d2d82-574a-4d57-aa52-0af62bf34ffd {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:55:34.608542 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b4636e8-e0e0-4e7b-8f66-681e565f9ead tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (364d2d82-574a-4d57-aa52-0af62bf34ffd), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:34.642787 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9ae4b223-0421-4c92-845d-02ecdd88cb44 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5d99e53c4864d1fb3cc111a041859c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3264117 Feb 09 01:55:34.645777 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56868) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:34.723926 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b4636e8-e0e0-4e7b-8f66-681e565f9ead tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (364d2d82-574a-4d57-aa52-0af62bf34ffd), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:34.768342 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6c1dee7c-2bbe-48a9-a483-89d238e799f1 admin admin] Publish callbacks [] for security_group (089b7e57-7355-4fe0-bb12-78db0db7b665), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:34.777089 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 1f4472f8-3e28-4606-866a-51ccff318f29 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:34.777720 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1f4472f8-3e28-4606-866a-51ccff318f29), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:34.802590 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6c1dee7c-2bbe-48a9-a483-89d238e799f1 admin admin] Publish callbacks [] for security_group (089b7e57-7355-4fe0-bb12-78db0db7b665), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:34.840048 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b4636e8-e0e0-4e7b-8f66-681e565f9ead tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (364d2d82-574a-4d57-aa52-0af62bf34ffd), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:34.867017 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6c1dee7c-2bbe-48a9-a483-89d238e799f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (089b7e57-7355-4fe0-bb12-78db0db7b665), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:34.871005 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6c1dee7c-2bbe-48a9-a483-89d238e799f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:34.883543 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6c1dee7c-2bbe-48a9-a483-89d238e799f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/089b7e57-7355-4fe0-bb12-78db0db7b665 HTTP/1.1" status: 204 len: 168 time: 0.2358408 Feb 09 01:55:34.920489 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e793cf-4ab2-470d-9151-37f84d39fea9 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Router 66fbd481-389c-46c0-8ff6-873162b25689 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:55:34.927402 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b4636e8-e0e0-4e7b-8f66-681e565f9ead tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (364d2d82-574a-4d57-aa52-0af62bf34ffd), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:34.936076 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dee7c-2bbe-48a9-a483-89d238e799f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089b7e57-7355-4fe0-bb12-78db0db7b665,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:34.942935 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 1f4472f8-3e28-4606-866a-51ccff318f29 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:35.002095 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4636e8-e0e0-4e7b-8f66-681e565f9ead tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=364d2d82-574a-4d57-aa52-0af62bf34ffd,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:35.025627 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b4636e8-e0e0-4e7b-8f66-681e565f9ead tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:35.032413 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6b4636e8-e0e0-4e7b-8f66-681e565f9ead tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/364d2d82-574a-4d57-aa52-0af62bf34ffd HTTP/1.1" status: 204 len: 168 time: 0.4998598 Feb 09 01:55:35.034675 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56874) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:35.172679 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcbda90c-c430-42a3-a674-bccccae284ac tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet ae67b306-0a44-47e9-8ae9-951998da6101 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:55:35.193456 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fcbda90c-c430-42a3-a674-bccccae284ac tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (ae67b306-0a44-47e9-8ae9-951998da6101), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:35.367987 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e793cf-4ab2-470d-9151-37f84d39fea9 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:55:35.384669 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c4429-1225-4ec5-9819-2e1f3af4bdb1 None None] Sync routers for ids ['66fbd481-389c-46c0-8ff6-873162b25689'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:35.424223 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fcbda90c-c430-42a3-a674-bccccae284ac tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (ae67b306-0a44-47e9-8ae9-951998da6101), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:35.450039 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015c4429-1225-4ec5-9819-2e1f3af4bdb1 None None] Routers {'66fbd481-389c-46c0-8ff6-873162b25689'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:35.458614 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-015c4429-1225-4ec5-9819-2e1f3af4bdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['66fbd481-389c-46c0-8ff6-873162b25689'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:35.480936 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08e793cf-4ab2-470d-9151-37f84d39fea9 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:35.482222 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-08e793cf-4ab2-470d-9151-37f84d39fea9 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.0544391 Feb 09 01:55:35.490918 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56886) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:35.678419 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-015c4429-1225-4ec5-9819-2e1f3af4bdb1 None None] Set router 66fbd481-389c-46c0-8ff6-873162b25689 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:35.873152 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fcbda90c-c430-42a3-a674-bccccae284ac tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (ae67b306-0a44-47e9-8ae9-951998da6101), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:35.966445 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c399a0e4-7e92-44f2-ac17-2918918a7f87 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router (66fbd481-389c-46c0-8ff6-873162b25689), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:36.056997 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e642fb-6e88-4625-a3a6-9ae2edcb78ff None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:36.092201 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fcbda90c-c430-42a3-a674-bccccae284ac tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (ae67b306-0a44-47e9-8ae9-951998da6101), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:36.196196 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbda90c-c430-42a3-a674-bccccae284ac tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=ae67b306-0a44-47e9-8ae9-951998da6101,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:36.262240 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-015c4429-1225-4ec5-9819-2e1f3af4bdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66fbd481-389c-46c0-8ff6-873162b25689', 'name': '', 'tenant_id': 'f298064037a34878bbfc7c40aca5c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebca205-baa9-49a4-87ec-d43fd054f7b5', 'external_fixed_ips': [{'subnet_id': '2661854f-b8af-45cd-b156-f8ee0820480b', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '5b619837-b245-43de-9b59-4f6380d17f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:29Z', 'updated_at': '2022-02-09T01:55:32Z', 'revision_number': 3, 'project_id': 'f298064037a34878bbfc7c40aca5c869', 'gw_port': {'id': '5b619837-b245-43de-9b59-4f6380d17f29', 'name': '', 'network_id': '2ebca205-baa9-49a4-87ec-d43fd054f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66fbd481-389c-46c0-8ff6-873162b25689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '2661854f-b8af-45cd-b156-f8ee0820480b', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:30Z', 'updated_at': '2022-02-09T01:55:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2661854f-b8af-45cd-b156-f8ee0820480b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:36.265962 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fcbda90c-c430-42a3-a674-bccccae284ac tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:36.270167 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fcbda90c-c430-42a3-a674-bccccae284ac tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/ae67b306-0a44-47e9-8ae9-951998da6101 HTTP/1.1" status: 204 len: 168 time: 1.2360830 Feb 09 01:55:36.273461 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56904) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:36.277890 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c399a0e4-7e92-44f2-ac17-2918918a7f87 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_gateway (66fbd481-389c-46c0-8ff6-873162b25689), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:36.298056 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c4429-1225-4ec5-9819-2e1f3af4bdb1 None None] Checking router: 66fbd481-389c-46c0-8ff6-873162b25689 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:55:36.298477 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c4429-1225-4ec5-9819-2e1f3af4bdb1 None None] Updating router 66fbd481-389c-46c0-8ff6-873162b25689 port 5b619837-b245-43de-9b59-4f6380d17f29 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:55:36.331080 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-015c4429-1225-4ec5-9819-2e1f3af4bdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5b619837-b245-43de-9b59-4f6380d17f29), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:36.331363 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-62ba742c-4480-49ba-a1e0-085d0617f807 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542438 Feb 09 01:55:36.354281 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56908) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:36.384175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-a3eb40f1-e281-4db0-b460-ae4a19393eae tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:36.415580 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f002ea-bde7-41bf-a8ab-dbddc62112e6 req-37ce4ad6-f8cb-4b85-bd36-966e94cc9569 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:36.417172 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-43f002ea-bde7-41bf-a8ab-dbddc62112e6 req-37ce4ad6-f8cb-4b85-bd36-966e94cc9569 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.8894820 Feb 09 01:55:36.440343 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c399a0e4-7e92-44f2-ac17-2918918a7f87 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Deleting port 5b619837-b245-43de-9b59-4f6380d17f29 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:36.442175 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c399a0e4-7e92-44f2-ac17-2918918a7f87 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5b619837-b245-43de-9b59-4f6380d17f29), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:36.500760 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4737b7-212c-466b-b976-8065906c8ef1 None None] DHCP port deletion for ffa86b77-0960-4058-af84-97833edc3344 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:55:36.553619 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c399a0e4-7e92-44f2-ac17-2918918a7f87 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5b619837-b245-43de-9b59-4f6380d17f29), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:36.575339 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c399a0e4-7e92-44f2-ac17-2918918a7f87 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Calling delete_port for 5b619837-b245-43de-9b59-4f6380d17f29 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:36.609763 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-43f002ea-bde7-41bf-a8ab-dbddc62112e6 req-a27d3d46-dee5-4870-a1ca-e6b7cdf4b395 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651249 Feb 09 01:55:36.611028 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3eb40f1-e281-4db0-b460-ae4a19393eae tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:36.615946 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a3eb40f1-e281-4db0-b460-ae4a19393eae tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:36.678327 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56912) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:36.748003 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9d4737b7-212c-466b-b976-8065906c8ef1 None None] Deleting port 1f4472f8-3e28-4606-866a-51ccff318f29 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:36.748335 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9d4737b7-212c-466b-b976-8065906c8ef1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (1f4472f8-3e28-4606-866a-51ccff318f29), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:36.866956 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-9d4737b7-212c-466b-b976-8065906c8ef1 None None] For port 1f4472f8-3e28-4606-866a-51ccff318f29, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1f4472f8-3e28-4606-866a-51ccff318f29,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:36.867590 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9d4737b7-212c-466b-b976-8065906c8ef1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (1f4472f8-3e28-4606-866a-51ccff318f29), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:36.899464 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9d4737b7-212c-466b-b976-8065906c8ef1 None None] Calling delete_port for 1f4472f8-3e28-4606-866a-51ccff318f29 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:36.920491 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-85b25e25-3100-4431-9a62-36c240a8501d tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1605257337', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:36.979582 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a3eb40f1-e281-4db0-b460-ae4a19393eae tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (ade2905d-bfab-4919-8126-0b95dc277323), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.026317 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-85b25e25-3100-4431-9a62-36c240a8501d tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (91584293-91f5-427b-9919-c866048a35b3), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.030001 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-85b25e25-3100-4431-9a62-36c240a8501d tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (91584293-91f5-427b-9919-c866048a35b3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.034216 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-015c4429-1225-4ec5-9819-2e1f3af4bdb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:55:37.035109 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-015c4429-1225-4ec5-9819-2e1f3af4bdb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:55:37.042638 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eb40f1-e281-4db0-b460-ae4a19393eae tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:37.043707 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c399a0e4-7e92-44f2-ac17-2918918a7f87 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (5b619837-b245-43de-9b59-4f6380d17f29), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.044237 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-a3eb40f1-e281-4db0-b460-ae4a19393eae tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:37.050527 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eb40f1-e281-4db0-b460-ae4a19393eae tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:37.051248 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a3eb40f1-e281-4db0-b460-ae4a19393eae tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.070140 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb40f1-e281-4db0-b460-ae4a19393eae tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=ade2905d-bfab-4919-8126-0b95dc277323,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:37.079257 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a3eb40f1-e281-4db0-b460-ae4a19393eae tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7153525 Feb 09 01:55:37.079660 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56918) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:37.080380 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9d4737b7-212c-466b-b976-8065906c8ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (1f4472f8-3e28-4606-866a-51ccff318f29), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.085798 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d26517b5-cefb-4fb5-ab74-9d183423ad92 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:37.105841 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399a0e4-7e92-44f2-ac17-2918918a7f87 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b619837-b245-43de-9b59-4f6380d17f29,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:37.138684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4737b7-212c-466b-b976-8065906c8ef1 None None] Pushing event deleted for resources: {'Port': ['ID=1f4472f8-3e28-4606-866a-51ccff318f29,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:37.144335 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4737b7-212c-466b-b976-8065906c8ef1 None None] No DVR routers for this DVR port 1f4472f8-3e28-4606-866a-51ccff318f29 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:37.171829 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080b36ed-04e3-403f-bec8-30fcfc10f6a5 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:37.276210 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-85b25e25-3100-4431-9a62-36c240a8501d tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for router_controller (91584293-91f5-427b-9919-c866048a35b3), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.280499 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c399a0e4-7e92-44f2-ac17-2918918a7f87 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (66fbd481-389c-46c0-8ff6-873162b25689), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.304514 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ebbb59-129a-43f9-8171-c8cef41a5c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ffa86b77-0960-4058-af84-97833edc3344', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'fixed_ips': [{'subnet_id': 'ade2905d-bfab-4919-8126-0b95dc277323'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:55:37.305997 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-08ebbb59-129a-43f9-8171-c8cef41a5c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.337217 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26517b5-cefb-4fb5-ab74-9d183423ad92 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:37.340683 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d26517b5-cefb-4fb5-ab74-9d183423ad92 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.478992 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-85b25e25-3100-4431-9a62-36c240a8501d tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (91584293-91f5-427b-9919-c866048a35b3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.501507 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c399a0e4-7e92-44f2-ac17-2918918a7f87 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (66fbd481-389c-46c0-8ff6-873162b25689), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.507280 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c399a0e4-7e92-44f2-ac17-2918918a7f87 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_controller (66fbd481-389c-46c0-8ff6-873162b25689), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.522087 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-08ebbb59-129a-43f9-8171-c8cef41a5c9c None None] Allocated IP 172.20.0.2 (ffa86b77-0960-4058-af84-97833edc3344/ade2905d-bfab-4919-8126-0b95dc277323/53f28ba7-5638-402d-8ac3-337958b582d3) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:37.522842 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-85b25e25-3100-4431-9a62-36c240a8501d tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.524523 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-85b25e25-3100-4431-9a62-36c240a8501d tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8451123 Feb 09 01:55:37.528960 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56924) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:37.541481 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b1d4e11c-c6fe-4bda-b008-9b640bc7e661 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1352360555'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:37.615379 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c399a0e4-7e92-44f2-ac17-2918918a7f87 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (66fbd481-389c-46c0-8ff6-873162b25689), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.616525 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c399a0e4-7e92-44f2-ac17-2918918a7f87 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66fbd481-389c-46c0-8ff6-873162b25689 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:55:37.627068 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c399a0e4-7e92-44f2-ac17-2918918a7f87 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.629362 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c399a0e4-7e92-44f2-ac17-2918918a7f87 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "DELETE /v2.0/routers/66fbd481-389c-46c0-8ff6-873162b25689 HTTP/1.1" status: 204 len: 168 time: 2.1367517 Feb 09 01:55:37.634376 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56926) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:37.690746 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d4e11c-c6fe-4bda-b008-9b640bc7e661 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Made reservation on behalf of 2b82fd846fc043f796aa6164e688404f for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:37.694420 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-08ebbb59-129a-43f9-8171-c8cef41a5c9c None None] Publish callbacks [] for port (53f28ba7-5638-402d-8ac3-337958b582d3), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.696425 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e11c-c6fe-4bda-b008-9b640bc7e661 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.713305 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e11c-c6fe-4bda-b008-9b640bc7e661 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.730328 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-e45c682a-d304-4425-8e64-96a399da6d49 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Deleting subnet 2661854f-b8af-45cd-b156-f8ee0820480b {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:55:37.748771 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-08ebbb59-129a-43f9-8171-c8cef41a5c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (53f28ba7-5638-402d-8ac3-337958b582d3), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.779137 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c4429-1225-4ec5-9819-2e1f3af4bdb1 None None] Port 5b619837-b245-43de-9b59-4f6380d17f29 not found while updating agent binding for router 66fbd481-389c-46c0-8ff6-873162b25689. {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 01:55:37.779708 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e45c682a-d304-4425-8e64-96a399da6d49 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for subnet (2661854f-b8af-45cd-b156-f8ee0820480b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.803847 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ebbb59-129a-43f9-8171-c8cef41a5c9c None None] Pushing event updated for resources: {'Port': ['ID=53f28ba7-5638-402d-8ac3-337958b582d3,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:37.809737 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f2f170cd-6cb6-4f84-a7cb-30d462237fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.823367 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ebbb59-129a-43f9-8171-c8cef41a5c9c None None] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:37.824951 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-08ebbb59-129a-43f9-8171-c8cef41a5c9c None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:37.826960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015c4429-1225-4ec5-9819-2e1f3af4bdb1 None None] Routers set() bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:37.827441 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015c4429-1225-4ec5-9819-2e1f3af4bdb1 None None] Router IDs set() for agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 01:55:37.828145 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_agentschedulers_db [None req-015c4429-1225-4ec5-9819-2e1f3af4bdb1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'66fbd481-389c-46c0-8ff6-873162b25689'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent'). {{(pid=103185) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 01:55:37.828606 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c4429-1225-4ec5-9819-2e1f3af4bdb1 None None] The sync data for ids ['66fbd481-389c-46c0-8ff6-873162b25689'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:37.830042 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ebbb59-129a-43f9-8171-c8cef41a5c9c None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:37.880927 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e45c682a-d304-4425-8e64-96a399da6d49 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (2661854f-b8af-45cd-b156-f8ee0820480b), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.892782 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-08ebbb59-129a-43f9-8171-c8cef41a5c9c None None] Attempting to bind port 53f28ba7-5638-402d-8ac3-337958b582d3 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:37.893240 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-08ebbb59-129a-43f9-8171-c8cef41a5c9c None None] Attempting to bind port 53f28ba7-5638-402d-8ac3-337958b582d3 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:37.893663 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ebbb59-129a-43f9-8171-c8cef41a5c9c None None] Attempting to bind port 53f28ba7-5638-402d-8ac3-337958b582d3 on network ffa86b77-0960-4058-af84-97833edc3344 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:37.900097 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ebbb59-129a-43f9-8171-c8cef41a5c9c None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:55:37.900710 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ebbb59-129a-43f9-8171-c8cef41a5c9c None None] Checking segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:37.901192 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-08ebbb59-129a-43f9-8171-c8cef41a5c9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.901716 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ebbb59-129a-43f9-8171-c8cef41a5c9c None None] Bound using segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:55:37.902270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-08ebbb59-129a-43f9-8171-c8cef41a5c9c None None] Bound port: 53f28ba7-5638-402d-8ac3-337958b582d3, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:55:37.902721 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-08ebbb59-129a-43f9-8171-c8cef41a5c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (53f28ba7-5638-402d-8ac3-337958b582d3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.952650 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e45c682a-d304-4425-8e64-96a399da6d49 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (2661854f-b8af-45cd-b156-f8ee0820480b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:37.970861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.objects.ports [None req-d26517b5-cefb-4fb5-ab74-9d183423ad92 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103183) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:55:37.991714 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-08ebbb59-129a-43f9-8171-c8cef41a5c9c None None] For port 53f28ba7-5638-402d-8ac3-337958b582d3, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:55:38.007784 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-08ebbb59-129a-43f9-8171-c8cef41a5c9c None None] For port 53f28ba7-5638-402d-8ac3-337958b582d3, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=53f28ba7-5638-402d-8ac3-337958b582d3,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:55:38.026149 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-08ebbb59-129a-43f9-8171-c8cef41a5c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (53f28ba7-5638-402d-8ac3-337958b582d3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:38.111344 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e45c682a-d304-4425-8e64-96a399da6d49 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (2661854f-b8af-45cd-b156-f8ee0820480b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:38.166169 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ebbb59-129a-43f9-8171-c8cef41a5c9c None None] Pushing event updated for resources: {'Port': ['ID=53f28ba7-5638-402d-8ac3-337958b582d3,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:38.259363 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c682a-d304-4425-8e64-96a399da6d49 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2661854f-b8af-45cd-b156-f8ee0820480b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:38.262652 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e45c682a-d304-4425-8e64-96a399da6d49 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:38.268545 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e45c682a-d304-4425-8e64-96a399da6d49 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/2661854f-b8af-45cd-b156-f8ee0820480b HTTP/1.1" status: 204 len: 168 time: 0.6302800 Feb 09 01:55:38.274301 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56934) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:38.431471 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124c9db-24b1-4240-b4d5-72c2badfe02a req-3939f5f2-fe54-4592-8b72-2108fa6df9c7 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:38.433093 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2124c9db-24b1-4240-b4d5-72c2badfe02a req-3939f5f2-fe54-4592-8b72-2108fa6df9c7 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.6546869 Feb 09 01:55:38.450969 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e11c-c6fe-4bda-b008-9b640bc7e661 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for security_group (ef61c1c1-0531-41d0-bc0f-323106ba7124), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:38.459027 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1f4472f8-3e28-4606-866a-51ccff318f29 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:55:38.539499 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 1f4472f8-3e28-4606-866a-51ccff318f29 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:55:38.539852 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1f4472f8-3e28-4606-866a-51ccff318f29 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:55:38.544027 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e11c-c6fe-4bda-b008-9b640bc7e661 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ef61c1c1-0531-41d0-bc0f-323106ba7124), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:38.568686 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0195e110-6734-486a-85ee-7022ebdf42a1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (2ebca205-baa9-49a4-87ec-d43fd054f7b5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:38.651293 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d4e11c-c6fe-4bda-b008-9b640bc7e661 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:55:38.668194 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2124c9db-24b1-4240-b4d5-72c2badfe02a req-d7a47215-f75a-4ccc-8554-57515efdd9f7 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212462 Feb 09 01:55:38.729502 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4e11c-c6fe-4bda-b008-9b640bc7e661 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef61c1c1-0531-41d0-bc0f-323106ba7124,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:38.740346 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e11c-c6fe-4bda-b008-9b640bc7e661 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (79798b9e-e754-4c1c-97c4-ce4946291ac5), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:38.740660 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-b1d4e11c-c6fe-4bda-b008-9b640bc7e661 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Added segment 79798b9e-e754-4c1c-97c4-ce4946291ac5 of type vlan for network 670ada46-e6ec-4118-874e-aa8ce6335514 Feb 09 01:55:38.849559 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0195e110-6734-486a-85ee-7022ebdf42a1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (2ebca205-baa9-49a4-87ec-d43fd054f7b5), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:38.863471 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d26517b5-cefb-4fb5-ab74-9d183423ad92 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (53f28ba7-5638-402d-8ac3-337958b582d3), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:38.872495 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0195e110-6734-486a-85ee-7022ebdf42a1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ebca205-baa9-49a4-87ec-d43fd054f7b5']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:38.882766 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0195e110-6734-486a-85ee-7022ebdf42a1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c5c526-5a89-4f59-a549-2883c5d712e2') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:38.882991 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0195e110-6734-486a-85ee-7022ebdf42a1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c5c526-5a89-4f59-a549-2883c5d712e2') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:38.893231 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0195e110-6734-486a-85ee-7022ebdf42a1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (c3c5c526-5a89-4f59-a549-2883c5d712e2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:38.907702 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0195e110-6734-486a-85ee-7022ebdf42a1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (c3c5c526-5a89-4f59-a549-2883c5d712e2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:38.915150 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0195e110-6734-486a-85ee-7022ebdf42a1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:55:38.915577 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0195e110-6734-486a-85ee-7022ebdf42a1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (c3c5c526-5a89-4f59-a549-2883c5d712e2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:55:38.917417 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:55:38.971952 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e11c-c6fe-4bda-b008-9b640bc7e661 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (670ada46-e6ec-4118-874e-aa8ce6335514), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:39.014113 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0195e110-6734-486a-85ee-7022ebdf42a1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (2ebca205-baa9-49a4-87ec-d43fd054f7b5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:39.021871 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0195e110-6734-486a-85ee-7022ebdf42a1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2ebca205-baa9-49a4-87ec-d43fd054f7b5 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 01:55:39.025662 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e11c-c6fe-4bda-b008-9b640bc7e661 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (670ada46-e6ec-4118-874e-aa8ce6335514), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:39.031187 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d4e11c-c6fe-4bda-b008-9b640bc7e661 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:39.031853 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e11c-c6fe-4bda-b008-9b640bc7e661 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:39.043890 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0195e110-6734-486a-85ee-7022ebdf42a1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:39.051110 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0195e110-6734-486a-85ee-7022ebdf42a1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "DELETE /v2.0/networks/2ebca205-baa9-49a4-87ec-d43fd054f7b5 HTTP/1.1" status: 204 len: 168 time: 0.7717562 Feb 09 01:55:39.051110 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195e110-6734-486a-85ee-7022ebdf42a1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Pushing event deleted for resources: {'Network': ['ID=2ebca205-baa9-49a4-87ec-d43fd054f7b5,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:39.191435 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-d26517b5-cefb-4fb5-ab74-9d183423ad92 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] For port 53f28ba7-5638-402d-8ac3-337958b582d3, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=53f28ba7-5638-402d-8ac3-337958b582d3,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:39.288235 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4e11c-c6fe-4bda-b008-9b640bc7e661 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event updated for resources: {'Network': ['ID=670ada46-e6ec-4118-874e-aa8ce6335514,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:39.290235 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d26517b5-cefb-4fb5-ab74-9d183423ad92 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (53f28ba7-5638-402d-8ac3-337958b582d3), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:39.307257 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 670ada46-e6ec-4118-874e-aa8ce6335514 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:55:39.330101 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d26517b5-cefb-4fb5-ab74-9d183423ad92 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (53f28ba7-5638-402d-8ac3-337958b582d3), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:39.347406 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b1d4e11c-c6fe-4bda-b008-9b640bc7e661 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8103571 Feb 09 01:55:39.348368 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56948) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:39.374626 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-8d2ecfc2-477c-4ef0-b8e5-198c5e74957e tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Request body: {'subnet': {'network_id': '670ada46-e6ec-4118-874e-aa8ce6335514', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:39.388446 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d26517b5-cefb-4fb5-ab74-9d183423ad92 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (e99e4f57-f509-4301-a3d0-b5675ac55370), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:39.627484 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56956) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:39.669519 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-49b381f9-9437-4b87-be6e-b7fb87c420f3 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Request body: {'router': {'name': 'tempest-router--397124390', 'project_id': 'ea3d6ef0575f4fd58a3a900312771d66'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:39.678812 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26517b5-cefb-4fb5-ab74-9d183423ad92 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=e99e4f57-f509-4301-a3d0-b5675ac55370,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:39.692194 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26517b5-cefb-4fb5-ab74-9d183423ad92 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:39.696258 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-d26517b5-cefb-4fb5-ab74-9d183423ad92 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:39.699657 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26517b5-cefb-4fb5-ab74-9d183423ad92 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:39.700370 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d26517b5-cefb-4fb5-ab74-9d183423ad92 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:39.725715 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:39.751855 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-49b381f9-9437-4b87-be6e-b7fb87c420f3 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (eee0b9f8-766b-4fae-a7d8-7ddcf45bac81), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:39.752923 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-49b381f9-9437-4b87-be6e-b7fb87c420f3 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (eee0b9f8-766b-4fae-a7d8-7ddcf45bac81), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:39.770812 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d26517b5-cefb-4fb5-ab74-9d183423ad92 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6900501 Feb 09 01:55:39.774099 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56962) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:39.782516 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-94939de4-0807-42a7-896e-1352ed2dd9c4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'mac_address': 'fa:16:3e:da:44:2c', 'name': 'tempest-NetworksTestDHCPv6-9494984'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:39.787008 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26517b5-cefb-4fb5-ab74-9d183423ad92 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=53f28ba7-5638-402d-8ac3-337958b582d3,revision_number=4']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:39.830852 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2ecfc2-477c-4ef0-b8e5-198c5e74957e tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Made reservation on behalf of 2b82fd846fc043f796aa6164e688404f for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:39.840338 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8d2ecfc2-477c-4ef0-b8e5-198c5e74957e tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:39.948231 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99070e6-1bd4-4489-ab21-4f988d68a81f None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:40.024287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0540a1-29ec-4a13-881f-fd715807d0dd req-fc74fd24-bc07-44f0-adab-e05ea8ec6881 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:40.025804 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f0540a1-29ec-4a13-881f-fd715807d0dd req-fc74fd24-bc07-44f0-adab-e05ea8ec6881 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.1793244 Feb 09 01:55:40.157594 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94939de4-0807-42a7-896e-1352ed2dd9c4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:40.181484 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e45e07a0-fce2-4855-b763-eba180d391c6 None None] Provisioning complete for port 53f28ba7-5638-402d-8ac3-337958b582d3 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:40.181853 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e45e07a0-fce2-4855-b763-eba180d391c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (53f28ba7-5638-402d-8ac3-337958b582d3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:40.183663 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-951d1a20-b81e-4417-8a33-e337de7f2edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:40.230522 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f0540a1-29ec-4a13-881f-fd715807d0dd req-392c9c20-1edc-4c6a-84af-38d18da62966 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803286 Feb 09 01:55:40.342357 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-94939de4-0807-42a7-896e-1352ed2dd9c4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:40.350829 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e45e07a0-fce2-4855-b763-eba180d391c6 None None] Current status of the port 53f28ba7-5638-402d-8ac3-337958b582d3 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:40.351834 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e45e07a0-fce2-4855-b763-eba180d391c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (53f28ba7-5638-402d-8ac3-337958b582d3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:40.399625 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-94939de4-0807-42a7-896e-1352ed2dd9c4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] device_id is not set on port 0bee106e-01fe-44a8-b867-54ecfc5c838f yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:55:40.436921 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e45e07a0-fce2-4855-b763-eba180d391c6 None None] For port 53f28ba7-5638-402d-8ac3-337958b582d3, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=53f28ba7-5638-402d-8ac3-337958b582d3,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:40.444863 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e45e07a0-fce2-4855-b763-eba180d391c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (53f28ba7-5638-402d-8ac3-337958b582d3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:40.518744 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 53f28ba7-5638-402d-8ac3-337958b582d3 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:40.671288 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56966) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:40.750481 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e07a0-fce2-4855-b763-eba180d391c6 None None] Pushing event updated for resources: {'Port': ['ID=53f28ba7-5638-402d-8ac3-337958b582d3,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:40.798096 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-49b381f9-9437-4b87-be6e-b7fb87c420f3 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_controller (eee0b9f8-766b-4fae-a7d8-7ddcf45bac81), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:40.813607 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-49b381f9-9437-4b87-be6e-b7fb87c420f3 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (eee0b9f8-766b-4fae-a7d8-7ddcf45bac81), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:40.831810 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 53f28ba7-5638-402d-8ac3-337958b582d3 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:40.832280 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (53f28ba7-5638-402d-8ac3-337958b582d3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:40.877395 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:40.912846 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:40.920050 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-94939de4-0807-42a7-896e-1352ed2dd9c4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 172.20.0.4 (ffa86b77-0960-4058-af84-97833edc3344/ade2905d-bfab-4919-8126-0b95dc277323/0bee106e-01fe-44a8-b867-54ecfc5c838f) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:40.933719 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-94939de4-0807-42a7-896e-1352ed2dd9c4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8::f816:3eff:feda:442c (ffa86b77-0960-4058-af84-97833edc3344/e99e4f57-f509-4301-a3d0-b5675ac55370/0bee106e-01fe-44a8-b867-54ecfc5c838f) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:41.018852 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-49b381f9-9437-4b87-be6e-b7fb87c420f3 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:41.033270 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-49b381f9-9437-4b87-be6e-b7fb87c420f3 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3909628 Feb 09 01:55:41.040375 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56974) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:41.048537 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 53f28ba7-5638-402d-8ac3-337958b582d3 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:41.368620 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f385d982-44b8-48fc-950a-645dd9ba2ec4 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router (eee0b9f8-766b-4fae-a7d8-7ddcf45bac81), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:41.463711 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8d2ecfc2-477c-4ef0-b8e5-198c5e74957e tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (8b7c039b-b101-43dc-b31b-4b283ecc5fc8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:41.531095 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-94939de4-0807-42a7-896e-1352ed2dd9c4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (0bee106e-01fe-44a8-b867-54ecfc5c838f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:41.600906 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-752e9e06-2f4b-4ca6-b092-2fe936f3d4eb None None] Provisioning complete for port 53f28ba7-5638-402d-8ac3-337958b582d3 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:41.601501 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-752e9e06-2f4b-4ca6-b092-2fe936f3d4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (53f28ba7-5638-402d-8ac3-337958b582d3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:41.711891 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-94939de4-0807-42a7-896e-1352ed2dd9c4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (0bee106e-01fe-44a8-b867-54ecfc5c838f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:41.723449 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f385d982-44b8-48fc-950a-645dd9ba2ec4 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (eee0b9f8-766b-4fae-a7d8-7ddcf45bac81), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:41.731764 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f385d982-44b8-48fc-950a-645dd9ba2ec4 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_controller (eee0b9f8-766b-4fae-a7d8-7ddcf45bac81), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:41.736070 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-752e9e06-2f4b-4ca6-b092-2fe936f3d4eb None None] Current status of the port 53f28ba7-5638-402d-8ac3-337958b582d3 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:41.798241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94939de4-0807-42a7-896e-1352ed2dd9c4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:41.828365 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94939de4-0807-42a7-896e-1352ed2dd9c4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=0bee106e-01fe-44a8-b867-54ecfc5c838f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:41.835904 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f385d982-44b8-48fc-950a-645dd9ba2ec4 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (eee0b9f8-766b-4fae-a7d8-7ddcf45bac81), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:41.838129 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f385d982-44b8-48fc-950a-645dd9ba2ec4 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eee0b9f8-766b-4fae-a7d8-7ddcf45bac81 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:55:41.839960 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ecfc2-477c-4ef0-b8e5-198c5e74957e tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event updated for resources: {'Subnet': ['ID=8b7c039b-b101-43dc-b31b-4b283ecc5fc8,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:41.846042 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f385d982-44b8-48fc-950a-645dd9ba2ec4 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:41.851247 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-94939de4-0807-42a7-896e-1352ed2dd9c4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:41.851463 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f385d982-44b8-48fc-950a-645dd9ba2ec4 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "DELETE /v2.0/routers/eee0b9f8-766b-4fae-a7d8-7ddcf45bac81 HTTP/1.1" status: 204 len: 168 time: 0.8037083 Feb 09 01:55:41.865048 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974d844-ee1f-4e02-b5d6-5bf086b2fb93 req-9f6a832a-1a30-4435-965c-3d630caa93de tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:41.866564 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8974d844-ee1f-4e02-b5d6-5bf086b2fb93 req-9f6a832a-1a30-4435-965c-3d630caa93de tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.5197694 Feb 09 01:55:41.867703 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2ecfc2-477c-4ef0-b8e5-198c5e74957e tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Checking segment: {'id': '79798b9e-e754-4c1c-97c4-ce4946291ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '670ada46-e6ec-4118-874e-aa8ce6335514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:41.868071 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2ecfc2-477c-4ef0-b8e5-198c5e74957e tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Network hostable DHCP agents. Network: 670ada46-e6ec-4118-874e-aa8ce6335514, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:55:41.882880 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94939de4-0807-42a7-896e-1352ed2dd9c4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:41.930307 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2ecfc2-477c-4ef0-b8e5-198c5e74957e tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Network 670ada46-e6ec-4118-874e-aa8ce6335514 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:55:41.975770 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8974d844-ee1f-4e02-b5d6-5bf086b2fb93 req-07e125cb-026f-4e67-9e63-07cb68d9717d tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017125 Feb 09 01:55:41.978565 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-8d2ecfc2-477c-4ef0-b8e5-198c5e74957e tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 670ada46-e6ec-4118-874e-aa8ce6335514) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:41.987751 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2ecfc2-477c-4ef0-b8e5-198c5e74957e tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:41.989483 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8d2ecfc2-477c-4ef0-b8e5-198c5e74957e tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:41.992747 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b819ca8-3f27-47c8-add7-0657597318ae None None] Network 670ada46-e6ec-4118-874e-aa8ce6335514 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:42.011246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94939de4-0807-42a7-896e-1352ed2dd9c4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:42.011493 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-94939de4-0807-42a7-896e-1352ed2dd9c4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:42.042240 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8d2ecfc2-477c-4ef0-b8e5-198c5e74957e tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6894984 Feb 09 01:55:42.042942 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56984) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:42.048114 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-89448d59-990e-4055-80d3-0d2fde512ede tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Request body: {'network': {'name': 'tempest-router-network01--370477895'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:42.087868 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-94939de4-0807-42a7-896e-1352ed2dd9c4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.3125701 Feb 09 01:55:42.090607 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56986) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:42.116487 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56990) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:42.122038 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89448d59-990e-4055-80d3-0d2fde512ede tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Made reservation on behalf of 2b82fd846fc043f796aa6164e688404f for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:42.130334 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89448d59-990e-4055-80d3-0d2fde512ede tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:42.236026 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c801eb08-02eb-4fdb-9d55-8085d68a68cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (2fd7a201-612c-4b7d-950d-bd3eeda0bbd8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:42.262422 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc285d9-e5f3-4324-98a2-7ab36283d76a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-670ada46-e6ec-4118-874e-aa8ce6335514', 'network_id': '670ada46-e6ec-4118-874e-aa8ce6335514', 'project_id': '2b82fd846fc043f796aa6164e688404f', 'fixed_ips': [{'subnet_id': '8b7c039b-b101-43dc-b31b-4b283ecc5fc8'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:55:42.263673 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4dc285d9-e5f3-4324-98a2-7ab36283d76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:42.270988 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89448d59-990e-4055-80d3-0d2fde512ede tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:55:42.303465 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c6b67f-9362-462a-8ea8-6696349b69f1 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:42.313222 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c6b67f-9362-462a-8ea8-6696349b69f1 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:42.314884 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b1c6b67f-9362-462a-8ea8-6696349b69f1 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.2232275 Feb 09 01:55:42.328756 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56998) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:42.412991 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:42.464409 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 53f28ba7-5638-402d-8ac3-337958b582d3 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:42.505125 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5e0716e1-2d55-475d-b9b1-e3e8e134bdf7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-163512118', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}, 'admin_state_up': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:42.511463 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89448d59-990e-4055-80d3-0d2fde512ede tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (47565389-35eb-41cf-bfbc-d39982d1e296), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:42.511809 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-89448d59-990e-4055-80d3-0d2fde512ede tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Added segment 47565389-35eb-41cf-bfbc-d39982d1e296 of type vlan for network 0d5d633f-d728-484a-b46f-05f5aeb9148a Feb 09 01:55:42.589487 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89448d59-990e-4055-80d3-0d2fde512ede tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (0d5d633f-d728-484a-b46f-05f5aeb9148a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:42.606074 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e0716e1-2d55-475d-b9b1-e3e8e134bdf7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (99803f71-f240-4742-81b1-90867bd1eb68), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:42.607118 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e0716e1-2d55-475d-b9b1-e3e8e134bdf7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (99803f71-f240-4742-81b1-90867bd1eb68), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:42.632651 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b6d91f8a-c3e3-4807-9922-173dcb33f46e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting port 0bee106e-01fe-44a8-b867-54ecfc5c838f {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:42.634224 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6d91f8a-c3e3-4807-9922-173dcb33f46e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0bee106e-01fe-44a8-b867-54ecfc5c838f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:42.716906 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89448d59-990e-4055-80d3-0d2fde512ede tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (0d5d633f-d728-484a-b46f-05f5aeb9148a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:42.721988 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89448d59-990e-4055-80d3-0d2fde512ede tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:42.722631 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89448d59-990e-4055-80d3-0d2fde512ede tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:42.775874 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57008) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:42.776443 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-89448d59-990e-4055-80d3-0d2fde512ede tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7318478 Feb 09 01:55:42.782537 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d0a18a2d-267f-488c-b0ad-ff377b682a45 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Request body: {'network': {'name': 'tempest-router-network02--499543380'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:42.822000 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a18a2d-267f-488c-b0ad-ff377b682a45 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Made reservation on behalf of 2b82fd846fc043f796aa6164e688404f for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:42.827380 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d0a18a2d-267f-488c-b0ad-ff377b682a45 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:42.834130 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e0716e1-2d55-475d-b9b1-e3e8e134bdf7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_controller (99803f71-f240-4742-81b1-90867bd1eb68), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:42.859533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-c801eb08-02eb-4fdb-9d55-8085d68a68cc admin admin] Deleting port 28f00988-3af8-4f0a-8629-5ac20cdcd7f1 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:42.860328 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c801eb08-02eb-4fdb-9d55-8085d68a68cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (28f00988-3af8-4f0a-8629-5ac20cdcd7f1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:42.913354 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a18a2d-267f-488c-b0ad-ff377b682a45 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:55:42.939057 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d0a18a2d-267f-488c-b0ad-ff377b682a45 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (cb24a50e-111e-4d82-8f02-f513affe7ed3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:42.939865 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-d0a18a2d-267f-488c-b0ad-ff377b682a45 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Added segment cb24a50e-111e-4d82-8f02-f513affe7ed3 of type vlan for network 85f64ef0-28d9-45bd-9e94-b6d9692618c0 Feb 09 01:55:42.960585 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5dbe2d71-675e-4018-98e3-6db93b1c129e None None] Provisioning complete for port 0bee106e-01fe-44a8-b867-54ecfc5c838f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:42.961146 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5dbe2d71-675e-4018-98e3-6db93b1c129e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0bee106e-01fe-44a8-b867-54ecfc5c838f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:42.986390 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89448d59-990e-4055-80d3-0d2fde512ede tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event updated for resources: {'Network': ['ID=0d5d633f-d728-484a-b46f-05f5aeb9148a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:43.013700 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6d91f8a-c3e3-4807-9922-173dcb33f46e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0bee106e-01fe-44a8-b867-54ecfc5c838f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:43.021571 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5dbe2d71-675e-4018-98e3-6db93b1c129e None None] Port 0bee106e-01fe-44a8-b867-54ecfc5c838f cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:55:43.029380 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 0d5d633f-d728-484a-b46f-05f5aeb9148a details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:55:43.032486 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d0a18a2d-267f-488c-b0ad-ff377b682a45 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (85f64ef0-28d9-45bd-9e94-b6d9692618c0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:43.045759 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-c801eb08-02eb-4fdb-9d55-8085d68a68cc admin admin] For port 28f00988-3af8-4f0a-8629-5ac20cdcd7f1, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=28f00988-3af8-4f0a-8629-5ac20cdcd7f1,segment=NetworkSegment(f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d),segment_id=f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:43.046267 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c801eb08-02eb-4fdb-9d55-8085d68a68cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (28f00988-3af8-4f0a-8629-5ac20cdcd7f1), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:43.047035 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b6d91f8a-c3e3-4807-9922-173dcb33f46e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Calling delete_port for 0bee106e-01fe-44a8-b867-54ecfc5c838f owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:43.059606 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 53f28ba7-5638-402d-8ac3-337958b582d3 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:43.059985 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (53f28ba7-5638-402d-8ac3-337958b582d3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:43.108557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-c801eb08-02eb-4fdb-9d55-8085d68a68cc admin admin] Calling delete_port for 28f00988-3af8-4f0a-8629-5ac20cdcd7f1 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:43.160569 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e0716e1-2d55-475d-b9b1-e3e8e134bdf7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_gateway (99803f71-f240-4742-81b1-90867bd1eb68), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:43.171315 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-4dc285d9-e5f3-4324-98a2-7ab36283d76a None None] Allocated IP 2001:db8::2 (670ada46-e6ec-4118-874e-aa8ce6335514/8b7c039b-b101-43dc-b31b-4b283ecc5fc8/b39d6975-aa31-468d-b343-15a0a644cd2e) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:43.243580 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d0a18a2d-267f-488c-b0ad-ff377b682a45 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (85f64ef0-28d9-45bd-9e94-b6d9692618c0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:43.256092 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a18a2d-267f-488c-b0ad-ff377b682a45 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:43.258687 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d0a18a2d-267f-488c-b0ad-ff377b682a45 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:43.391047 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:55:43.421378 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 53f28ba7-5638-402d-8ac3-337958b582d3 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:43.457009 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:43.480477 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6d91f8a-c3e3-4807-9922-173dcb33f46e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (0bee106e-01fe-44a8-b867-54ecfc5c838f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:43.499678 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d0a18a2d-267f-488c-b0ad-ff377b682a45 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7218392 Feb 09 01:55:43.506917 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57012) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:43.514732 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b01af254-10b4-482d-aa2b-e437384845ff tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Request body: {'subnet': {'network_id': '0d5d633f-d728-484a-b46f-05f5aeb9148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:43.537741 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d91f8a-c3e3-4807-9922-173dcb33f46e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Port': ['ID=0bee106e-01fe-44a8-b867-54ecfc5c838f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:43.538360 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408da53-46d7-411b-a914-76a23fcf2b28 req-7a359c3d-9c40-45c2-b768-9d27e7f89e37 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:43.545336 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f408da53-46d7-411b-a914-76a23fcf2b28 req-7a359c3d-9c40-45c2-b768-9d27e7f89e37 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.4272826 Feb 09 01:55:43.549869 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e0716e1-2d55-475d-b9b1-e3e8e134bdf7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_gateway (99803f71-f240-4742-81b1-90867bd1eb68), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:43.552940 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d91f8a-c3e3-4807-9922-173dcb33f46e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:43.553286 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d91f8a-c3e3-4807-9922-173dcb33f46e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:43.553770 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d91f8a-c3e3-4807-9922-173dcb33f46e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:43.554111 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d91f8a-c3e3-4807-9922-173dcb33f46e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:43.554605 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d91f8a-c3e3-4807-9922-173dcb33f46e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:43.555077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d91f8a-c3e3-4807-9922-173dcb33f46e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:43.555450 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d91f8a-c3e3-4807-9922-173dcb33f46e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:43.555780 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d91f8a-c3e3-4807-9922-173dcb33f46e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:43.556106 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d91f8a-c3e3-4807-9922-173dcb33f46e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:43.557094 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d91f8a-c3e3-4807-9922-173dcb33f46e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:43.557688 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d91f8a-c3e3-4807-9922-173dcb33f46e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:43.558023 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d91f8a-c3e3-4807-9922-173dcb33f46e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:43.558355 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d91f8a-c3e3-4807-9922-173dcb33f46e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:43.590267 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e0716e1-2d55-475d-b9b1-e3e8e134bdf7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:43.594715 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a18a2d-267f-488c-b0ad-ff377b682a45 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event updated for resources: {'Network': ['ID=85f64ef0-28d9-45bd-9e94-b6d9692618c0,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:43.643024 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 85f64ef0-28d9-45bd-9e94-b6d9692618c0 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:55:43.772446 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6d91f8a-c3e3-4807-9922-173dcb33f46e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:43.777100 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b6d91f8a-c3e3-4807-9922-173dcb33f46e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/0bee106e-01fe-44a8-b867-54ecfc5c838f HTTP/1.1" status: 204 len: 168 time: 1.4440088 Feb 09 01:55:43.780183 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57016) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:43.819473 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f408da53-46d7-411b-a914-76a23fcf2b28 req-b7cc7033-1e16-4e00-a70c-8adc867d601a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691028 Feb 09 01:55:43.871618 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4dc285d9-e5f3-4324-98a2-7ab36283d76a None None] Publish callbacks [] for port (b39d6975-aa31-468d-b343-15a0a644cd2e), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:43.881516 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4dc285d9-e5f3-4324-98a2-7ab36283d76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (b39d6975-aa31-468d-b343-15a0a644cd2e), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:43.943875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01af254-10b4-482d-aa2b-e437384845ff tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Made reservation on behalf of 2b82fd846fc043f796aa6164e688404f for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:43.947356 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b01af254-10b4-482d-aa2b-e437384845ff tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:43.966237 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-5e0716e1-2d55-475d-b9b1-e3e8e134bdf7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Allocated IP 172.25.7.239 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/ddd64607-1f45-41f9-8c3c-e5a51046c2ad) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:43.974227 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79891a24-67ec-441d-8237-fa80d272ba15 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:43.976294 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79891a24-67ec-441d-8237-fa80d272ba15 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:43.977784 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79891a24-67ec-441d-8237-fa80d272ba15 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:43.978622 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc285d9-e5f3-4324-98a2-7ab36283d76a None None] Network 670ada46-e6ec-4118-874e-aa8ce6335514 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:43.980423 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-79891a24-67ec-441d-8237-fa80d272ba15 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1993163 Feb 09 01:55:43.983698 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57018) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:43.984217 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-4dc285d9-e5f3-4324-98a2-7ab36283d76a None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:43.988716 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc285d9-e5f3-4324-98a2-7ab36283d76a None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:44.021428 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc285d9-e5f3-4324-98a2-7ab36283d76a None None] Pushing event updated for resources: {'Port': ['ID=b39d6975-aa31-468d-b343-15a0a644cd2e,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:44.071621 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4dc285d9-e5f3-4324-98a2-7ab36283d76a None None] Attempting to bind port b39d6975-aa31-468d-b343-15a0a644cd2e on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:44.072009 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4dc285d9-e5f3-4324-98a2-7ab36283d76a None None] Attempting to bind port b39d6975-aa31-468d-b343-15a0a644cd2e by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '79798b9e-e754-4c1c-97c4-ce4946291ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '670ada46-e6ec-4118-874e-aa8ce6335514'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:44.072416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc285d9-e5f3-4324-98a2-7ab36283d76a None None] Attempting to bind port b39d6975-aa31-468d-b343-15a0a644cd2e on network 670ada46-e6ec-4118-874e-aa8ce6335514 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:44.083614 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc285d9-e5f3-4324-98a2-7ab36283d76a None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:55:44.084192 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc285d9-e5f3-4324-98a2-7ab36283d76a None None] Checking segment: {'id': '79798b9e-e754-4c1c-97c4-ce4946291ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '670ada46-e6ec-4118-874e-aa8ce6335514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:44.084475 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4dc285d9-e5f3-4324-98a2-7ab36283d76a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:44.084864 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc285d9-e5f3-4324-98a2-7ab36283d76a None None] Bound using segment: {'id': '79798b9e-e754-4c1c-97c4-ce4946291ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '670ada46-e6ec-4118-874e-aa8ce6335514'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:55:44.085417 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4dc285d9-e5f3-4324-98a2-7ab36283d76a None None] Bound port: b39d6975-aa31-468d-b343-15a0a644cd2e, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79798b9e-e754-4c1c-97c4-ce4946291ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '670ada46-e6ec-4118-874e-aa8ce6335514'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:55:44.085879 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4dc285d9-e5f3-4324-98a2-7ab36283d76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b39d6975-aa31-468d-b343-15a0a644cd2e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:44.133012 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-13db3e5e-99e1-46e6-8186-256fb7daa187 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet ade2905d-bfab-4919-8126-0b95dc277323 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:55:44.139783 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-13db3e5e-99e1-46e6-8186-256fb7daa187 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (ade2905d-bfab-4919-8126-0b95dc277323), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:44.178227 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4dc285d9-e5f3-4324-98a2-7ab36283d76a None None] For port b39d6975-aa31-468d-b343-15a0a644cd2e, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:55:44.196338 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4dc285d9-e5f3-4324-98a2-7ab36283d76a None None] For port b39d6975-aa31-468d-b343-15a0a644cd2e, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b39d6975-aa31-468d-b343-15a0a644cd2e,segment=NetworkSegment(79798b9e-e754-4c1c-97c4-ce4946291ac5),segment_id=79798b9e-e754-4c1c-97c4-ce4946291ac5)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:55:44.205111 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4dc285d9-e5f3-4324-98a2-7ab36283d76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b39d6975-aa31-468d-b343-15a0a644cd2e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:44.213790 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-13db3e5e-99e1-46e6-8186-256fb7daa187 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (ade2905d-bfab-4919-8126-0b95dc277323), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:44.264357 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e0716e1-2d55-475d-b9b1-e3e8e134bdf7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for port (ddd64607-1f45-41f9-8c3c-e5a51046c2ad), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:44.368028 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc285d9-e5f3-4324-98a2-7ab36283d76a None None] Pushing event updated for resources: {'Port': ['ID=b39d6975-aa31-468d-b343-15a0a644cd2e,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:44.368647 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-13db3e5e-99e1-46e6-8186-256fb7daa187 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (ade2905d-bfab-4919-8126-0b95dc277323), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:44.403151 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e0716e1-2d55-475d-b9b1-e3e8e134bdf7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ddd64607-1f45-41f9-8c3c-e5a51046c2ad), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:44.458778 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0716e1-2d55-475d-b9b1-e3e8e134bdf7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Pushing event updated for resources: {'Port': ['ID=ddd64607-1f45-41f9-8c3c-e5a51046c2ad,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:44.467248 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c801eb08-02eb-4fdb-9d55-8085d68a68cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (28f00988-3af8-4f0a-8629-5ac20cdcd7f1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:44.481420 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0716e1-2d55-475d-b9b1-e3e8e134bdf7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:44.485167 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-5e0716e1-2d55-475d-b9b1-e3e8e134bdf7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:44.491359 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0716e1-2d55-475d-b9b1-e3e8e134bdf7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:44.515319 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801eb08-02eb-4fdb-9d55-8085d68a68cc admin admin] Pushing event deleted for resources: {'Port': ['ID=28f00988-3af8-4f0a-8629-5ac20cdcd7f1,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:44.545904 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-13db3e5e-99e1-46e6-8186-256fb7daa187 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (ade2905d-bfab-4919-8126-0b95dc277323), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:44.633734 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b01af254-10b4-482d-aa2b-e437384845ff tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (aecb89d1-b673-4ea7-8502-e31b1c2f5f91), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:44.692948 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db3e5e-99e1-46e6-8186-256fb7daa187 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=ade2905d-bfab-4919-8126-0b95dc277323,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:44.705488 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-13db3e5e-99e1-46e6-8186-256fb7daa187 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:44.712291 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-13db3e5e-99e1-46e6-8186-256fb7daa187 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/ade2905d-bfab-4919-8126-0b95dc277323 HTTP/1.1" status: 204 len: 168 time: 0.7247627 Feb 09 01:55:44.713831 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57020) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:44.741404 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c159c418-1af3-44b9-818c-c13cb5e10ec4 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:44.819736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01af254-10b4-482d-aa2b-e437384845ff tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event updated for resources: {'Subnet': ['ID=aecb89d1-b673-4ea7-8502-e31b1c2f5f91,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:44.855633 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-281e8e43-4ed2-4916-9119-d0812da86e4d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet e99e4f57-f509-4301-a3d0-b5675ac55370 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:55:44.866554 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-281e8e43-4ed2-4916-9119-d0812da86e4d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (e99e4f57-f509-4301-a3d0-b5675ac55370), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:44.866843 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01af254-10b4-482d-aa2b-e437384845ff tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Checking segment: {'id': '47565389-35eb-41cf-bfbc-d39982d1e296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0d5d633f-d728-484a-b46f-05f5aeb9148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:44.867003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01af254-10b4-482d-aa2b-e437384845ff tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Network hostable DHCP agents. Network: 0d5d633f-d728-484a-b46f-05f5aeb9148a, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:55:44.907264 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c801eb08-02eb-4fdb-9d55-8085d68a68cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (2fd7a201-612c-4b7d-950d-bd3eeda0bbd8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:45.063102 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01af254-10b4-482d-aa2b-e437384845ff tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Network 0d5d633f-d728-484a-b46f-05f5aeb9148a is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:55:45.098943 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-b01af254-10b4-482d-aa2b-e437384845ff tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 0d5d633f-d728-484a-b46f-05f5aeb9148a) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:45.103862 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01af254-10b4-482d-aa2b-e437384845ff tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:45.104476 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b01af254-10b4-482d-aa2b-e437384845ff tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:45.114557 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe569e2-cf14-4924-8af7-fc8f917ec3df None None] Network 0d5d633f-d728-484a-b46f-05f5aeb9148a requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:45.174357 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b01af254-10b4-482d-aa2b-e437384845ff tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6643684 Feb 09 01:55:45.179410 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57026) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:45.185497 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-768269dd-db5d-459e-a17c-5f3d2ed7e7c5 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Request body: {'subnet': {'network_id': '85f64ef0-28d9-45bd-9e94-b6d9692618c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:45.326310 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083c0e7a-2e6b-40a1-89c1-06762bb2479f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-0d5d633f-d728-484a-b46f-05f5aeb9148a', 'network_id': '0d5d633f-d728-484a-b46f-05f5aeb9148a', 'project_id': '2b82fd846fc043f796aa6164e688404f', 'fixed_ips': [{'subnet_id': 'aecb89d1-b673-4ea7-8502-e31b1c2f5f91'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:55:45.328830 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-083c0e7a-2e6b-40a1-89c1-06762bb2479f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:45.489286 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-281e8e43-4ed2-4916-9119-d0812da86e4d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (e99e4f57-f509-4301-a3d0-b5675ac55370), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:45.498807 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768269dd-db5d-459e-a17c-5f3d2ed7e7c5 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Made reservation on behalf of 2b82fd846fc043f796aa6164e688404f for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:45.502754 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-768269dd-db5d-459e-a17c-5f3d2ed7e7c5 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:45.579693 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c801eb08-02eb-4fdb-9d55-8085d68a68cc admin admin] Router 2fd7a201-612c-4b7d-950d-bd3eeda0bbd8 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:55:45.629937 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e0716e1-2d55-475d-b9b1-e3e8e134bdf7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_gateway (99803f71-f240-4742-81b1-90867bd1eb68), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:45.668553 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-083c0e7a-2e6b-40a1-89c1-06762bb2479f None None] Allocated IP 2001:db8::2 (0d5d633f-d728-484a-b46f-05f5aeb9148a/aecb89d1-b673-4ea7-8502-e31b1c2f5f91/2e919fca-5b09-4573-8ae5-d80ea0979802) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:45.764249 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b6e63-edcc-41fa-b628-20c666047900 req-ea01e233-eec5-4c3a-864e-6df82b5cb2c7 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:45.770078 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fd9b6e63-edcc-41fa-b628-20c666047900 req-ea01e233-eec5-4c3a-864e-6df82b5cb2c7 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.7593257 Feb 09 01:55:45.840945 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c801eb08-02eb-4fdb-9d55-8085d68a68cc admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:55:45.848496 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c801eb08-02eb-4fdb-9d55-8085d68a68cc admin admin] 10.222.0.36 "PUT /v2.0/routers/2fd7a201-612c-4b7d-950d-bd3eeda0bbd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1760044 Feb 09 01:55:45.853394 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57030) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:45.854319 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac9a0a9-58d4-4b6d-bd5a-e76fcd65d796 None None] Sync routers for ids ['2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:45.873011 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac9a0a9-58d4-4b6d-bd5a-e76fcd65d796 None None] Routers {'2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:45.873804 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-aac9a0a9-58d4-4b6d-bd5a-e76fcd65d796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:45.914009 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-281e8e43-4ed2-4916-9119-d0812da86e4d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (e99e4f57-f509-4301-a3d0-b5675ac55370), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:46.032142 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-083c0e7a-2e6b-40a1-89c1-06762bb2479f None None] Publish callbacks [] for port (2e919fca-5b09-4573-8ae5-d80ea0979802), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:46.042555 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-083c0e7a-2e6b-40a1-89c1-06762bb2479f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (2e919fca-5b09-4573-8ae5-d80ea0979802), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:46.062572 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fd9b6e63-edcc-41fa-b628-20c666047900 req-82788c19-e406-4129-9651-eb96e96c6b89 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833071 Feb 09 01:55:46.123419 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083c0e7a-2e6b-40a1-89c1-06762bb2479f None None] Network 0d5d633f-d728-484a-b46f-05f5aeb9148a is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:46.131715 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-083c0e7a-2e6b-40a1-89c1-06762bb2479f None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:46.136464 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083c0e7a-2e6b-40a1-89c1-06762bb2479f None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:46.154875 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-768269dd-db5d-459e-a17c-5f3d2ed7e7c5 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (3753d546-51c9-4fe0-8236-477162a36af7), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:46.187306 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-aac9a0a9-58d4-4b6d-bd5a-e76fcd65d796 None None] Set router 2fd7a201-612c-4b7d-950d-bd3eeda0bbd8 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:46.206185 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c0e7a-2e6b-40a1-89c1-06762bb2479f None None] Pushing event updated for resources: {'Port': ['ID=2e919fca-5b09-4573-8ae5-d80ea0979802,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:46.243373 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-281e8e43-4ed2-4916-9119-d0812da86e4d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (e99e4f57-f509-4301-a3d0-b5675ac55370), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:46.261813 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768269dd-db5d-459e-a17c-5f3d2ed7e7c5 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event updated for resources: {'Subnet': ['ID=3753d546-51c9-4fe0-8236-477162a36af7,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:46.281739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768269dd-db5d-459e-a17c-5f3d2ed7e7c5 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Checking segment: {'id': 'cb24a50e-111e-4d82-8f02-f513affe7ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '85f64ef0-28d9-45bd-9e94-b6d9692618c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:46.282111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768269dd-db5d-459e-a17c-5f3d2ed7e7c5 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Network hostable DHCP agents. Network: 85f64ef0-28d9-45bd-9e94-b6d9692618c0, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:55:46.294646 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe9b16ab-c7e5-4d36-82ea-6aff93b44d01 admin admin] Publish callbacks [] for router (2fd7a201-612c-4b7d-950d-bd3eeda0bbd8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:46.321320 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e8e43-4ed2-4916-9119-d0812da86e4d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=e99e4f57-f509-4301-a3d0-b5675ac55370,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:46.330261 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-281e8e43-4ed2-4916-9119-d0812da86e4d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:46.330862 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-083c0e7a-2e6b-40a1-89c1-06762bb2479f None None] Attempting to bind port 2e919fca-5b09-4573-8ae5-d80ea0979802 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:46.332013 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-083c0e7a-2e6b-40a1-89c1-06762bb2479f None None] Attempting to bind port 2e919fca-5b09-4573-8ae5-d80ea0979802 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '47565389-35eb-41cf-bfbc-d39982d1e296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0d5d633f-d728-484a-b46f-05f5aeb9148a'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:46.335153 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-281e8e43-4ed2-4916-9119-d0812da86e4d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/e99e4f57-f509-4301-a3d0-b5675ac55370 HTTP/1.1" status: 204 len: 168 time: 1.6201341 Feb 09 01:55:46.339318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57034) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:46.341627 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c0e7a-2e6b-40a1-89c1-06762bb2479f None None] Attempting to bind port 2e919fca-5b09-4573-8ae5-d80ea0979802 on network 0d5d633f-d728-484a-b46f-05f5aeb9148a {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:46.362960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41617791-d6d1-4cae-8912-48af6b41bd44 None None] Network 670ada46-e6ec-4118-874e-aa8ce6335514 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:46.383005 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2919d531-3f5a-4336-beb5-262ec96ffcfd None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:46.397958 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1e7f095c-7e9d-431a-a363-64ae5f7eb94d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573144 Feb 09 01:55:46.400605 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57036) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:46.448908 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-aac9a0a9-58d4-4b6d-bd5a-e76fcd65d796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'name': 'tempest-TaggedBootDevicesTest-1522749418-router', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:33Z', 'updated_at': '2022-02-09T01:55:43Z', 'revision_number': 5, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'gw_port': {'id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:39Z', 'updated_at': '2022-02-09T01:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:46.463663 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e0716e1-2d55-475d-b9b1-e3e8e134bdf7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (99803f71-f240-4742-81b1-90867bd1eb68), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:46.478854 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1c9488-667b-4faf-a374-c8ff8ad43394 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:46.480625 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1d1c9488-667b-4faf-a374-c8ff8ad43394 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0788155 Feb 09 01:55:46.484003 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57038) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:46.485358 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac9a0a9-58d4-4b6d-bd5a-e76fcd65d796 None None] Checking router: 2fd7a201-612c-4b7d-950d-bd3eeda0bbd8 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:55:46.497487 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac9a0a9-58d4-4b6d-bd5a-e76fcd65d796 None None] Routers {'2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:46.498420 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-aac9a0a9-58d4-4b6d-bd5a-e76fcd65d796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:46.510344 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe9b16ab-c7e5-4d36-82ea-6aff93b44d01 admin admin] Publish callbacks [] for router_gateway (2fd7a201-612c-4b7d-950d-bd3eeda0bbd8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:46.595037 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768269dd-db5d-459e-a17c-5f3d2ed7e7c5 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Network 85f64ef0-28d9-45bd-9e94-b6d9692618c0 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:55:46.598571 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a72a4ac-0ea0-4e6f-adcf-b4a678209c8c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:46.600646 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7a72a4ac-0ea0-4e6f-adcf-b4a678209c8c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1141822 Feb 09 01:55:46.605339 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57040) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:46.654077 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-aac9a0a9-58d4-4b6d-bd5a-e76fcd65d796 None None] Set router 2fd7a201-612c-4b7d-950d-bd3eeda0bbd8 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:46.720231 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c0e7a-2e6b-40a1-89c1-06762bb2479f None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:55:46.726123 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c0e7a-2e6b-40a1-89c1-06762bb2479f None None] Checking segment: {'id': '47565389-35eb-41cf-bfbc-d39982d1e296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0d5d633f-d728-484a-b46f-05f5aeb9148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:46.726600 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-083c0e7a-2e6b-40a1-89c1-06762bb2479f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:46.727050 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c0e7a-2e6b-40a1-89c1-06762bb2479f None None] Bound using segment: {'id': '47565389-35eb-41cf-bfbc-d39982d1e296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0d5d633f-d728-484a-b46f-05f5aeb9148a'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:55:46.727665 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-083c0e7a-2e6b-40a1-89c1-06762bb2479f None None] Bound port: 2e919fca-5b09-4573-8ae5-d80ea0979802, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47565389-35eb-41cf-bfbc-d39982d1e296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0d5d633f-d728-484a-b46f-05f5aeb9148a'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:55:46.728387 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-083c0e7a-2e6b-40a1-89c1-06762bb2479f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2e919fca-5b09-4573-8ae5-d80ea0979802), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:46.730701 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0716e1-2d55-475d-b9b1-e3e8e134bdf7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Router 99803f71-f240-4742-81b1-90867bd1eb68 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:55:46.738253 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-768269dd-db5d-459e-a17c-5f3d2ed7e7c5 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 85f64ef0-28d9-45bd-9e94-b6d9692618c0) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:46.747342 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768269dd-db5d-459e-a17c-5f3d2ed7e7c5 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:46.747952 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-768269dd-db5d-459e-a17c-5f3d2ed7e7c5 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:46.750836 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b39d6975-aa31-468d-b343-15a0a644cd2e up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:46.762629 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-01aa3f21-58bc-4217-b36c-ec38b21f00b7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1561751 Feb 09 01:55:46.771990 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57042) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:46.786052 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4cbd1826-8c15-417c-81cc-982806b56e66 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:46.797795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9b6780-49a3-48ef-b738-086f8b17546e None None] Network 85f64ef0-28d9-45bd-9e94-b6d9692618c0 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:46.882729 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-aac9a0a9-58d4-4b6d-bd5a-e76fcd65d796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'name': 'tempest-TaggedBootDevicesTest-1522749418-router', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:33Z', 'updated_at': '2022-02-09T01:55:43Z', 'revision_number': 5, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'gw_port': {'id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:39Z', 'updated_at': '2022-02-09T01:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:46.900746 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4e34bcba-edbd-4c89-b784-9298058c4597 None None] Provisioning complete for port b39d6975-aa31-468d-b343-15a0a644cd2e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:46.901391 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4e34bcba-edbd-4c89-b784-9298058c4597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b39d6975-aa31-468d-b343-15a0a644cd2e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:46.906469 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0716e1-2d55-475d-b9b1-e3e8e134bdf7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:55:46.911625 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac9a0a9-58d4-4b6d-bd5a-e76fcd65d796 None None] The sync data for ids ['2fd7a201-612c-4b7d-950d-bd3eeda0bbd8'] in n-d-828387-3 is: [{'id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'name': 'tempest-TaggedBootDevicesTest-1522749418-router', 'tenant_id': 'f921fef3089d433e88a36b5df24fed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:33Z', 'updated_at': '2022-02-09T01:55:43Z', 'revision_number': 5, 'project_id': 'f921fef3089d433e88a36b5df24fed2b', 'gw_port': {'id': 'bd25628e-6e97-47c3-8ebb-08ea9b3ea287', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd7a201-612c-4b7d-950d-bd3eeda0bbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:39Z', 'updated_at': '2022-02-09T01:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:46.936820 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-768269dd-db5d-459e-a17c-5f3d2ed7e7c5 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7562284 Feb 09 01:55:46.945031 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e0716e1-2d55-475d-b9b1-e3e8e134bdf7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:46.949099 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57044) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:46.951774 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5e0716e1-2d55-475d-b9b1-e3e8e134bdf7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8329382 Feb 09 01:55:46.952556 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57046) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:46.955326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79b1064-18f0-493c-a515-5ea3c1e81c73 None None] Sync routers for ids ['99803f71-f240-4742-81b1-90867bd1eb68'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:47.085162 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-083c0e7a-2e6b-40a1-89c1-06762bb2479f None None] For port 2e919fca-5b09-4573-8ae5-d80ea0979802, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:55:47.111611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79b1064-18f0-493c-a515-5ea3c1e81c73 None None] Routers {'99803f71-f240-4742-81b1-90867bd1eb68'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:47.112483 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b79b1064-18f0-493c-a515-5ea3c1e81c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['99803f71-f240-4742-81b1-90867bd1eb68'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:47.118166 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-fe9b16ab-c7e5-4d36-82ea-6aff93b44d01 admin admin] Deleting port bd25628e-6e97-47c3-8ebb-08ea9b3ea287 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:47.118510 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe9b16ab-c7e5-4d36-82ea-6aff93b44d01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (bd25628e-6e97-47c3-8ebb-08ea9b3ea287), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:47.289493 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-eac4dd13-4b2e-4aa5-bdc3-ccde3ebcc9f3 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "GET /v2.0/routers/99803f71-f240-4742-81b1-90867bd1eb68 HTTP/1.1" status: 200 len: 920 time: 0.3267925 Feb 09 01:55:47.290312 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57052) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:47.340569 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-90390e79-bae6-4969-9e7c-3e6366ae26a3 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "GET /v2.0/ports?device_id=99803f71-f240-4742-81b1-90867bd1eb68 HTTP/1.1" status: 200 len: 205 time: 0.0457721 Feb 09 01:55:47.341613 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57054) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:47.358867 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-083c0e7a-2e6b-40a1-89c1-06762bb2479f None None] For port 2e919fca-5b09-4573-8ae5-d80ea0979802, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=2e919fca-5b09-4573-8ae5-d80ea0979802,segment=NetworkSegment(47565389-35eb-41cf-bfbc-d39982d1e296),segment_id=47565389-35eb-41cf-bfbc-d39982d1e296)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:55:47.403760 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b79b1064-18f0-493c-a515-5ea3c1e81c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:47.422764 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-083c0e7a-2e6b-40a1-89c1-06762bb2479f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2e919fca-5b09-4573-8ae5-d80ea0979802), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:47.552178 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da62afde-effd-41f4-994d-e8bf67ecd2bb None None] DHCP port deletion for ffa86b77-0960-4058-af84-97833edc3344 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:55:47.604582 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8823d5-010f-4bb3-a9f6-247c1724c586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-85f64ef0-28d9-45bd-9e94-b6d9692618c0', 'network_id': '85f64ef0-28d9-45bd-9e94-b6d9692618c0', 'project_id': '2b82fd846fc043f796aa6164e688404f', 'fixed_ips': [{'subnet_id': '3753d546-51c9-4fe0-8236-477162a36af7'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:55:47.605466 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cb8823d5-010f-4bb3-a9f6-247c1724c586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:47.643702 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b39d6975-aa31-468d-b343-15a0a644cd2e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:47.644657 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b39d6975-aa31-468d-b343-15a0a644cd2e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:47.646776 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79b1064-18f0-493c-a515-5ea3c1e81c73 None None] Routers {'99803f71-f240-4742-81b1-90867bd1eb68'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:47.647597 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b79b1064-18f0-493c-a515-5ea3c1e81c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['99803f71-f240-4742-81b1-90867bd1eb68'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:47.648173 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5106e41-b079-4d31-a1c5-20acd309d5d7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router (99803f71-f240-4742-81b1-90867bd1eb68), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:47.649403 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4e34bcba-edbd-4c89-b784-9298058c4597 None None] Current status of the port b39d6975-aa31-468d-b343-15a0a644cd2e is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:47.649798 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4e34bcba-edbd-4c89-b784-9298058c4597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b39d6975-aa31-468d-b343-15a0a644cd2e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:47.735112 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-fe9b16ab-c7e5-4d36-82ea-6aff93b44d01 admin admin] For port bd25628e-6e97-47c3-8ebb-08ea9b3ea287, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=bd25628e-6e97-47c3-8ebb-08ea9b3ea287,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:47.735658 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe9b16ab-c7e5-4d36-82ea-6aff93b44d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (bd25628e-6e97-47c3-8ebb-08ea9b3ea287), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:47.751928 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-fe9b16ab-c7e5-4d36-82ea-6aff93b44d01 admin admin] Calling delete_port for bd25628e-6e97-47c3-8ebb-08ea9b3ea287 owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:47.841202 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b79b1064-18f0-493c-a515-5ea3c1e81c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:47.842775 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79b1064-18f0-493c-a515-5ea3c1e81c73 None None] The sync data for ids ['99803f71-f240-4742-81b1-90867bd1eb68'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:47.878935 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5106e41-b079-4d31-a1c5-20acd309d5d7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_gateway (99803f71-f240-4742-81b1-90867bd1eb68), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:47.930156 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c0e7a-2e6b-40a1-89c1-06762bb2479f None None] Pushing event updated for resources: {'Port': ['ID=2e919fca-5b09-4573-8ae5-d80ea0979802,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:48.014608 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4e34bcba-edbd-4c89-b784-9298058c4597 None None] For port b39d6975-aa31-468d-b343-15a0a644cd2e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b39d6975-aa31-468d-b343-15a0a644cd2e,segment=NetworkSegment(79798b9e-e754-4c1c-97c4-ce4946291ac5),segment_id=79798b9e-e754-4c1c-97c4-ce4946291ac5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:48.038635 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b5106e41-b079-4d31-a1c5-20acd309d5d7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Deleting port ddd64607-1f45-41f9-8c3c-e5a51046c2ad {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:48.038973 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5106e41-b079-4d31-a1c5-20acd309d5d7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ddd64607-1f45-41f9-8c3c-e5a51046c2ad), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:48.108923 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4e34bcba-edbd-4c89-b784-9298058c4597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b39d6975-aa31-468d-b343-15a0a644cd2e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:48.137510 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbd1826-8c15-417c-81cc-982806b56e66 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:48.140989 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4cbd1826-8c15-417c-81cc-982806b56e66 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:48.142493 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cbd1826-8c15-417c-81cc-982806b56e66 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:55:48.142927 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cbd1826-8c15-417c-81cc-982806b56e66 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:48.189177 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4cbd1826-8c15-417c-81cc-982806b56e66 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.4160774 Feb 09 01:55:48.189744 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57064) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:48.198652 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-0fecfbce-94f0-4be3-af5d-afc795190f9f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:48.217995 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93abf5a-890f-4ed4-9e90-0ef167d506e1 req-f0860685-e323-4f97-afd7-f71463d2d2d6 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:48.226385 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b93abf5a-890f-4ed4-9e90-0ef167d506e1 req-f0860685-e323-4f97-afd7-f71463d2d2d6 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 1.0410838 Feb 09 01:55:48.268175 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe9b16ab-c7e5-4d36-82ea-6aff93b44d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (bd25628e-6e97-47c3-8ebb-08ea9b3ea287), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:48.306741 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5106e41-b079-4d31-a1c5-20acd309d5d7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ddd64607-1f45-41f9-8c3c-e5a51046c2ad), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:48.336053 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b16ab-c7e5-4d36-82ea-6aff93b44d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd25628e-6e97-47c3-8ebb-08ea9b3ea287,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:48.341566 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4e34bcba-edbd-4c89-b784-9298058c4597 None None] Provisioning complete for port 53f28ba7-5638-402d-8ac3-337958b582d3 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:48.342029 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4e34bcba-edbd-4c89-b784-9298058c4597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (53f28ba7-5638-402d-8ac3-337958b582d3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:48.350244 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b5106e41-b079-4d31-a1c5-20acd309d5d7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Calling delete_port for ddd64607-1f45-41f9-8c3c-e5a51046c2ad owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:48.392996 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe9b16ab-c7e5-4d36-82ea-6aff93b44d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (2fd7a201-612c-4b7d-950d-bd3eeda0bbd8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:48.498701 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b39d6975-aa31-468d-b343-15a0a644cd2e is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:48.511712 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34bcba-edbd-4c89-b784-9298058c4597 None None] Pushing event updated for resources: {'Port': ['ID=b39d6975-aa31-468d-b343-15a0a644cd2e,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:48.522009 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-da62afde-effd-41f4-994d-e8bf67ecd2bb None None] Deleting port 53f28ba7-5638-402d-8ac3-337958b582d3 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:48.522605 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-da62afde-effd-41f4-994d-e8bf67ecd2bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (53f28ba7-5638-402d-8ac3-337958b582d3), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:48.535307 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe9b16ab-c7e5-4d36-82ea-6aff93b44d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (2fd7a201-612c-4b7d-950d-bd3eeda0bbd8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:48.540722 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe9b16ab-c7e5-4d36-82ea-6aff93b44d01 admin admin] Publish callbacks [] for router_controller (2fd7a201-612c-4b7d-950d-bd3eeda0bbd8), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:48.652129 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe9b16ab-c7e5-4d36-82ea-6aff93b44d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (2fd7a201-612c-4b7d-950d-bd3eeda0bbd8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:48.652953 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9b16ab-c7e5-4d36-82ea-6aff93b44d01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fd7a201-612c-4b7d-950d-bd3eeda0bbd8 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:55:48.663755 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe9b16ab-c7e5-4d36-82ea-6aff93b44d01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:48.668126 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fe9b16ab-c7e5-4d36-82ea-6aff93b44d01 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2fd7a201-612c-4b7d-950d-bd3eeda0bbd8 HTTP/1.1" status: 204 len: 168 time: 2.8137436 Feb 09 01:55:48.697939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57068) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:48.733148 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-cb8823d5-010f-4bb3-a9f6-247c1724c586 None None] Allocated IP 2001:db8::2 (85f64ef0-28d9-45bd-9e94-b6d9692618c0/3753d546-51c9-4fe0-8236-477162a36af7/3d168234-0e27-44f6-8edd-d7154e64a2b0) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:48.771175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57070) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:48.779350 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa353bb2-6a73-46f0-8deb-841fff62f709 admin admin] Deleting subnet 7a8dc3cb-389b-4805-b231-7a2cad302cd2 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:55:48.782934 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa353bb2-6a73-46f0-8deb-841fff62f709 admin admin] Publish callbacks [] for subnet (7a8dc3cb-389b-4805-b231-7a2cad302cd2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:48.862428 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4e34bcba-edbd-4c89-b784-9298058c4597 None None] Current status of the port 53f28ba7-5638-402d-8ac3-337958b582d3 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:48.868339 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:48.882250 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fecfbce-94f0-4be3-af5d-afc795190f9f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:48.882794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-da62afde-effd-41f4-994d-e8bf67ecd2bb None None] For port 53f28ba7-5638-402d-8ac3-337958b582d3, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=53f28ba7-5638-402d-8ac3-337958b582d3,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:48.882951 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-da62afde-effd-41f4-994d-e8bf67ecd2bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (53f28ba7-5638-402d-8ac3-337958b582d3), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:48.891946 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa353bb2-6a73-46f0-8deb-841fff62f709 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (7a8dc3cb-389b-4805-b231-7a2cad302cd2), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:48.911527 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0fecfbce-94f0-4be3-af5d-afc795190f9f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:48.917384 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 2e919fca-5b09-4573-8ae5-d80ea0979802 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:48.923183 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fecfbce-94f0-4be3-af5d-afc795190f9f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:55:48.923835 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fecfbce-94f0-4be3-af5d-afc795190f9f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:48.935786 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5106e41-b079-4d31-a1c5-20acd309d5d7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ddd64607-1f45-41f9-8c3c-e5a51046c2ad), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:49.031109 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-da62afde-effd-41f4-994d-e8bf67ecd2bb None None] Calling delete_port for 53f28ba7-5638-402d-8ac3-337958b582d3 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:49.066247 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5106e41-b079-4d31-a1c5-20acd309d5d7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Pushing event deleted for resources: {'Port': ['ID=ddd64607-1f45-41f9-8c3c-e5a51046c2ad,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:49.082838 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0fecfbce-94f0-4be3-af5d-afc795190f9f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8910034 Feb 09 01:55:49.111679 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57074) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:49.118753 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-54cf8acf-5d90-4fd4-9d56-dda776b7fc59 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:49.201462 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-00462197-362c-42b8-999b-43dc3b904176 None None] Provisioning complete for port b39d6975-aa31-468d-b343-15a0a644cd2e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:49.202108 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00462197-362c-42b8-999b-43dc3b904176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b39d6975-aa31-468d-b343-15a0a644cd2e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:49.265755 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5106e41-b079-4d31-a1c5-20acd309d5d7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (99803f71-f240-4742-81b1-90867bd1eb68), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:49.302761 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Allocated IP 2001:db8::1 (0d5d633f-d728-484a-b46f-05f5aeb9148a/aecb89d1-b673-4ea7-8502-e31b1c2f5f91/8a122424-26fb-4e57-bc61-6618c470e1c2) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:49.377006 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 2e919fca-5b09-4573-8ae5-d80ea0979802 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:49.377522 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2e919fca-5b09-4573-8ae5-d80ea0979802), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:49.446310 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for port (8a122424-26fb-4e57-bc61-6618c470e1c2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:49.481733 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5106e41-b079-4d31-a1c5-20acd309d5d7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (99803f71-f240-4742-81b1-90867bd1eb68), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:49.485014 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5106e41-b079-4d31-a1c5-20acd309d5d7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_controller (99803f71-f240-4742-81b1-90867bd1eb68), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:49.487045 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cf8acf-5d90-4fd4-9d56-dda776b7fc59 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:49.491002 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca58a74-9211-4807-8e10-7b9cccc299aa None None] Network 0d5d633f-d728-484a-b46f-05f5aeb9148a requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:49.492935 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-54cf8acf-5d90-4fd4-9d56-dda776b7fc59 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:49.494993 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-54cf8acf-5d90-4fd4-9d56-dda776b7fc59 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:55:49.496130 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54cf8acf-5d90-4fd4-9d56-dda776b7fc59 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:49.522023 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (8a122424-26fb-4e57-bc61-6618c470e1c2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:49.525171 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-da62afde-effd-41f4-994d-e8bf67ecd2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (53f28ba7-5638-402d-8ac3-337958b582d3), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:49.554050 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cb8823d5-010f-4bb3-a9f6-247c1724c586 None None] Publish callbacks [] for port (3d168234-0e27-44f6-8edd-d7154e64a2b0), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:49.564230 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-54cf8acf-5d90-4fd4-9d56-dda776b7fc59 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4502327 Feb 09 01:55:49.566775 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5106e41-b079-4d31-a1c5-20acd309d5d7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (99803f71-f240-4742-81b1-90867bd1eb68), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:49.568418 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5106e41-b079-4d31-a1c5-20acd309d5d7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Fanout notify agent at l3_agent the message router_deleted on router 99803f71-f240-4742-81b1-90867bd1eb68 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:55:49.574808 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57076) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:49.583002 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b93abf5a-890f-4ed4-9e90-0ef167d506e1 req-a372962b-0fe7-476a-86c1-6188f43d89a1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3480122 Feb 09 01:55:49.586447 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5106e41-b079-4d31-a1c5-20acd309d5d7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:49.588003 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b5106e41-b079-4d31-a1c5-20acd309d5d7 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "DELETE /v2.0/routers/99803f71-f240-4742-81b1-90867bd1eb68 HTTP/1.1" status: 204 len: 168 time: 2.2451448 Feb 09 01:55:49.595143 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e0a4ee48-75b3-4c7a-8dd7-0ab98d8adcce tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:49.621502 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cb8823d5-010f-4bb3-a9f6-247c1724c586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (3d168234-0e27-44f6-8edd-d7154e64a2b0), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:49.625233 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62afde-effd-41f4-994d-e8bf67ecd2bb None None] Pushing event deleted for resources: {'Port': ['ID=53f28ba7-5638-402d-8ac3-337958b582d3,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:49.648390 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57078) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:49.655279 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-a66fdb5b-e26f-4190-bf8e-ed10dd072975 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2009076946', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'enable_snat': False}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:49.685472 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8823d5-010f-4bb3-a9f6-247c1724c586 None None] Pushing event updated for resources: {'Port': ['ID=3d168234-0e27-44f6-8edd-d7154e64a2b0,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:49.686085 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c5744849-9cbf-45c7-a90e-d11908c737b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:49.693793 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da62afde-effd-41f4-994d-e8bf67ecd2bb None None] No DVR routers for this DVR port 53f28ba7-5638-402d-8ac3-337958b582d3 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:49.696014 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a66fdb5b-e26f-4190-bf8e-ed10dd072975 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (1f156e37-40c8-46a4-ad82-b0c8dc2fde33), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:49.697089 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a66fdb5b-e26f-4190-bf8e-ed10dd072975 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (1f156e37-40c8-46a4-ad82-b0c8dc2fde33), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:49.730129 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-00462197-362c-42b8-999b-43dc3b904176 None None] Current status of the port b39d6975-aa31-468d-b343-15a0a644cd2e is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:49.730821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Network 0d5d633f-d728-484a-b46f-05f5aeb9148a is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:49.738754 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8823d5-010f-4bb3-a9f6-247c1724c586 None None] Network 85f64ef0-28d9-45bd-9e94-b6d9692618c0 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:49.746340 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:49.753825 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event updated for resources: {'Port': ['ID=8a122424-26fb-4e57-bc61-6618c470e1c2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:49.760206 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa353bb2-6a73-46f0-8deb-841fff62f709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (7a8dc3cb-389b-4805-b231-7a2cad302cd2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:49.762773 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:49.763380 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (91584293-91f5-427b-9919-c866048a35b3), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:49.765522 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a4ee48-75b3-4c7a-8dd7-0ab98d8adcce tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:49.771903 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e0a4ee48-75b3-4c7a-8dd7-0ab98d8adcce tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:49.773496 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a4ee48-75b3-4c7a-8dd7-0ab98d8adcce tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:55:49.773939 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a4ee48-75b3-4c7a-8dd7-0ab98d8adcce tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:49.792805 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-cb8823d5-010f-4bb3-a9f6-247c1724c586 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:49.795361 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e0a4ee48-75b3-4c7a-8dd7-0ab98d8adcce tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2187729 Feb 09 01:55:49.798233 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57080) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:49.799352 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8823d5-010f-4bb3-a9f6-247c1724c586 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:49.804710 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-85c12bb1-95fc-42bb-9134-6e93934d4b31 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:49.841026 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 2e919fca-5b09-4573-8ae5-d80ea0979802 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:49.841554 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2e919fca-5b09-4573-8ae5-d80ea0979802), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:49.928188 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c12bb1-95fc-42bb-9134-6e93934d4b31 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:49.935003 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-85c12bb1-95fc-42bb-9134-6e93934d4b31 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:49.937460 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c12bb1-95fc-42bb-9134-6e93934d4b31 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:55:49.938080 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c12bb1-95fc-42bb-9134-6e93934d4b31 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:49.953937 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 2e919fca-5b09-4573-8ae5-d80ea0979802, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=2e919fca-5b09-4573-8ae5-d80ea0979802,segment=NetworkSegment(47565389-35eb-41cf-bfbc-d39982d1e296),segment_id=47565389-35eb-41cf-bfbc-d39982d1e296)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:49.955753 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cb8823d5-010f-4bb3-a9f6-247c1724c586 None None] Attempting to bind port 3d168234-0e27-44f6-8edd-d7154e64a2b0 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:49.956176 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cb8823d5-010f-4bb3-a9f6-247c1724c586 None None] Attempting to bind port 3d168234-0e27-44f6-8edd-d7154e64a2b0 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'cb24a50e-111e-4d82-8f02-f513affe7ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '85f64ef0-28d9-45bd-9e94-b6d9692618c0'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:49.957756 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8823d5-010f-4bb3-a9f6-247c1724c586 None None] Attempting to bind port 3d168234-0e27-44f6-8edd-d7154e64a2b0 on network 85f64ef0-28d9-45bd-9e94-b6d9692618c0 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:49.961947 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0eaf98d8-c99e-40f1-8249-754d87b1d777 None None] Provisioning complete for port 2e919fca-5b09-4573-8ae5-d80ea0979802 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:49.962292 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a66fdb5b-e26f-4190-bf8e-ed10dd072975 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_controller (1f156e37-40c8-46a4-ad82-b0c8dc2fde33), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:49.962837 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0eaf98d8-c99e-40f1-8249-754d87b1d777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2e919fca-5b09-4573-8ae5-d80ea0979802), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:49.975469 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-85c12bb1-95fc-42bb-9134-6e93934d4b31 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1727338 Feb 09 01:55:49.975685 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57082) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:49.982573 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-3069f414-d18e-4c3e-97a7-d1399de23f10 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:49.994167 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2e919fca-5b09-4573-8ae5-d80ea0979802), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:50.009240 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8823d5-010f-4bb3-a9f6-247c1724c586 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:55:50.010006 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8823d5-010f-4bb3-a9f6-247c1724c586 None None] Checking segment: {'id': 'cb24a50e-111e-4d82-8f02-f513affe7ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '85f64ef0-28d9-45bd-9e94-b6d9692618c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:50.010666 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cb8823d5-010f-4bb3-a9f6-247c1724c586 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:50.011236 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8823d5-010f-4bb3-a9f6-247c1724c586 None None] Bound using segment: {'id': 'cb24a50e-111e-4d82-8f02-f513affe7ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '85f64ef0-28d9-45bd-9e94-b6d9692618c0'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:55:50.011940 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cb8823d5-010f-4bb3-a9f6-247c1724c586 None None] Bound port: 3d168234-0e27-44f6-8edd-d7154e64a2b0, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb24a50e-111e-4d82-8f02-f513affe7ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '85f64ef0-28d9-45bd-9e94-b6d9692618c0'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:55:50.012545 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cb8823d5-010f-4bb3-a9f6-247c1724c586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3d168234-0e27-44f6-8edd-d7154e64a2b0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:50.116444 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa353bb2-6a73-46f0-8deb-841fff62f709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (7a8dc3cb-389b-4805-b231-7a2cad302cd2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:50.130136 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8a122424-26fb-4e57-bc61-6618c470e1c2), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:50.161167 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3069f414-d18e-4c3e-97a7-d1399de23f10 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:50.166162 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3069f414-d18e-4c3e-97a7-d1399de23f10 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:50.168189 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-3069f414-d18e-4c3e-97a7-d1399de23f10 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:55:50.168627 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3069f414-d18e-4c3e-97a7-d1399de23f10 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:50.188274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa353bb2-6a73-46f0-8deb-841fff62f709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a8dc3cb-389b-4805-b231-7a2cad302cd2,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:50.202586 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa353bb2-6a73-46f0-8deb-841fff62f709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:50.206372 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3069f414-d18e-4c3e-97a7-d1399de23f10 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2272351 Feb 09 01:55:50.207229 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57084) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:50.208286 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fa353bb2-6a73-46f0-8deb-841fff62f709 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7a8dc3cb-389b-4805-b231-7a2cad302cd2 HTTP/1.1" status: 204 len: 168 time: 1.5092056 Feb 09 01:55:50.220938 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57086) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:50.253277 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1780066a-8077-4408-a186-7507f1d174d2 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0423396 Feb 09 01:55:50.263278 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57088) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:50.279914 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 28f00988-3af8-4f0a-8629-5ac20cdcd7f1 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:55:50.282475 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca21a34c-542b-4d3f-a2aa-e74270a3fdd2 None None] Network ad7f13d6-48b1-4260-a707-f8bf8cbabb95 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:50.311390 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c5744849-9cbf-45c7-a90e-d11908c737b0 admin admin] Publish callbacks [] for security_group (b8fee39e-92be-4d60-b7e1-c254cbbba271), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:50.333104 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c5744849-9cbf-45c7-a90e-d11908c737b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b8fee39e-92be-4d60-b7e1-c254cbbba271), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:50.371825 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 28f00988-3af8-4f0a-8629-5ac20cdcd7f1 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:55:50.372641 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 28f00988-3af8-4f0a-8629-5ac20cdcd7f1 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:55:50.373711 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 53f28ba7-5638-402d-8ac3-337958b582d3 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:55:50.414406 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5744849-9cbf-45c7-a90e-d11908c737b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fee39e-92be-4d60-b7e1-c254cbbba271,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:50.418607 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a66fdb5b-e26f-4190-bf8e-ed10dd072975 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_gateway (1f156e37-40c8-46a4-ad82-b0c8dc2fde33), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:50.445642 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1070a06a-a99a-4f7e-8869-46122da51359 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:50.451877 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 53f28ba7-5638-402d-8ac3-337958b582d3 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:55:50.452294 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 53f28ba7-5638-402d-8ac3-337958b582d3 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:55:50.453236 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1070a06a-a99a-4f7e-8869-46122da51359 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1890333 Feb 09 01:55:50.458625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57090) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:50.477476 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=2e919fca-5b09-4573-8ae5-d80ea0979802,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:50.513666 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c5744849-9cbf-45c7-a90e-d11908c737b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd1b5045081b4db9898e6a64d5ccb608&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6916916 Feb 09 01:55:50.526968 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57092) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:50.554196 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-cb8823d5-010f-4bb3-a9f6-247c1724c586 None None] For port 3d168234-0e27-44f6-8edd-d7154e64a2b0, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:55:50.575542 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-cb8823d5-010f-4bb3-a9f6-247c1724c586 None None] For port 3d168234-0e27-44f6-8edd-d7154e64a2b0, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3d168234-0e27-44f6-8edd-d7154e64a2b0,segment=NetworkSegment(cb24a50e-111e-4d82-8f02-f513affe7ed3),segment_id=cb24a50e-111e-4d82-8f02-f513affe7ed3)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:55:50.594272 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cb8823d5-010f-4bb3-a9f6-247c1724c586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3d168234-0e27-44f6-8edd-d7154e64a2b0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:50.602855 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0eaf98d8-c99e-40f1-8249-754d87b1d777 None None] Current status of the port 2e919fca-5b09-4573-8ae5-d80ea0979802 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:50.617420 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3aece428-8163-49bb-9773-a68d117cc3f1 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1573572 Feb 09 01:55:50.626232 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57096) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:50.665628 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3e1aa5e-a4d9-4896-96dd-51e2994a023a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (ad7f13d6-48b1-4260-a707-f8bf8cbabb95), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:50.711558 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4fa4cf22-072f-4233-964c-f5d17e886815 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:50.742757 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8823d5-010f-4bb3-a9f6-247c1724c586 None None] Pushing event updated for resources: {'Port': ['ID=3d168234-0e27-44f6-8edd-d7154e64a2b0,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:50.765073 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d66895f-623d-41af-8069-4e7983c313ce None None] DHCP port deletion for ad7f13d6-48b1-4260-a707-f8bf8cbabb95 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:55:50.822493 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 2e919fca-5b09-4573-8ae5-d80ea0979802 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:50.895306 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1940a-c39a-4989-9cbf-b82294fb1593 req-44f725d7-e74a-49d9-82f1-7aee9f873523 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:50.896868 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e3e1940a-c39a-4989-9cbf-b82294fb1593 req-44f725d7-e74a-49d9-82f1-7aee9f873523 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.1173749 Feb 09 01:55:50.906366 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c3e1aa5e-a4d9-4896-96dd-51e2994a023a admin admin] Deleting port 52cf01a5-dba2-4194-86a5-a1dafb5661bc {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:50.907187 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3e1aa5e-a4d9-4896-96dd-51e2994a023a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (52cf01a5-dba2-4194-86a5-a1dafb5661bc), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:50.939523 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-81295d64-59e2-4e16-94c0-d09c8620dccf None None] Provisioning complete for port 2e919fca-5b09-4573-8ae5-d80ea0979802 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:50.940149 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-81295d64-59e2-4e16-94c0-d09c8620dccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2e919fca-5b09-4573-8ae5-d80ea0979802), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.030922 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41c02a76-aa19-4cf7-8ac1-0873706f10a2 admin admin] Publish callbacks [] for security_group (b8fee39e-92be-4d60-b7e1-c254cbbba271), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.059759 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 2e919fca-5b09-4573-8ae5-d80ea0979802 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:51.060137 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2e919fca-5b09-4573-8ae5-d80ea0979802), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.089029 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-c3e1aa5e-a4d9-4896-96dd-51e2994a023a admin admin] For port 52cf01a5-dba2-4194-86a5-a1dafb5661bc, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=52cf01a5-dba2-4194-86a5-a1dafb5661bc,segment=NetworkSegment(f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d),segment_id=f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:51.089597 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3e1aa5e-a4d9-4896-96dd-51e2994a023a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (52cf01a5-dba2-4194-86a5-a1dafb5661bc), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.108409 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1d66895f-623d-41af-8069-4e7983c313ce None None] Deleting port 52cf01a5-dba2-4194-86a5-a1dafb5661bc {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:51.108798 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d66895f-623d-41af-8069-4e7983c313ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (52cf01a5-dba2-4194-86a5-a1dafb5661bc), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.155926 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c3e1aa5e-a4d9-4896-96dd-51e2994a023a admin admin] Calling delete_port for 52cf01a5-dba2-4194-86a5-a1dafb5661bc owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:51.193446 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41c02a76-aa19-4cf7-8ac1-0873706f10a2 admin admin] Publish callbacks [] for security_group (b8fee39e-92be-4d60-b7e1-c254cbbba271), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.229204 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1d66895f-623d-41af-8069-4e7983c313ce None None] For port 52cf01a5-dba2-4194-86a5-a1dafb5661bc, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=52cf01a5-dba2-4194-86a5-a1dafb5661bc,segment=NetworkSegment(f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d),segment_id=f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:51.229616 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d66895f-623d-41af-8069-4e7983c313ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (52cf01a5-dba2-4194-86a5-a1dafb5661bc), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.247643 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1d66895f-623d-41af-8069-4e7983c313ce None None] Calling delete_port for 52cf01a5-dba2-4194-86a5-a1dafb5661bc owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:51.282245 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa4cf22-072f-4233-964c-f5d17e886815 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:51.288712 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4fa4cf22-072f-4233-964c-f5d17e886815 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.312962 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e3e1940a-c39a-4989-9cbf-b82294fb1593 req-013f6e41-3ee3-4bbe-ac71-cbcd6b976c51 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882751 Feb 09 01:55:51.369182 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d66895f-623d-41af-8069-4e7983c313ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (52cf01a5-dba2-4194-86a5-a1dafb5661bc), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.386863 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3e1aa5e-a4d9-4896-96dd-51e2994a023a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (52cf01a5-dba2-4194-86a5-a1dafb5661bc), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.429625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1aa5e-a4d9-4896-96dd-51e2994a023a admin admin] Pushing event deleted for resources: {'Port': ['ID=52cf01a5-dba2-4194-86a5-a1dafb5661bc,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:51.429871 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66895f-623d-41af-8069-4e7983c313ce None None] Pushing event deleted for resources: {'Port': ['ID=52cf01a5-dba2-4194-86a5-a1dafb5661bc,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:51.439286 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e1aa5e-a4d9-4896-96dd-51e2994a023a admin admin] No DVR routers for this DVR port 52cf01a5-dba2-4194-86a5-a1dafb5661bc on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:51.444775 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d66895f-623d-41af-8069-4e7983c313ce None None] No DVR routers for this DVR port 52cf01a5-dba2-4194-86a5-a1dafb5661bc on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:51.462314 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-81295d64-59e2-4e16-94c0-d09c8620dccf None None] Current status of the port 2e919fca-5b09-4573-8ae5-d80ea0979802 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:51.510631 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-81295d64-59e2-4e16-94c0-d09c8620dccf None None] Provisioning complete for port 8a122424-26fb-4e57-bc61-6618c470e1c2 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:51.511021 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-81295d64-59e2-4e16-94c0-d09c8620dccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8a122424-26fb-4e57-bc61-6618c470e1c2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.537361 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 2e919fca-5b09-4573-8ae5-d80ea0979802 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:51.538511 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b39d6975-aa31-468d-b343-15a0a644cd2e up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:51.589575 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-81295d64-59e2-4e16-94c0-d09c8620dccf None None] Port 8a122424-26fb-4e57-bc61-6618c470e1c2 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:55:51.601029 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3e1aa5e-a4d9-4896-96dd-51e2994a023a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (ad7f13d6-48b1-4260-a707-f8bf8cbabb95), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.618858 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b39d6975-aa31-468d-b343-15a0a644cd2e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:51.620020 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b39d6975-aa31-468d-b343-15a0a644cd2e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.637764 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c3e1aa5e-a4d9-4896-96dd-51e2994a023a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7f13d6-48b1-4260-a707-f8bf8cbabb95']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:51.650636 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c3e1aa5e-a4d9-4896-96dd-51e2994a023a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:51.651109 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c3e1aa5e-a4d9-4896-96dd-51e2994a023a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:51.666201 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3e1aa5e-a4d9-4896-96dd-51e2994a023a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.686869 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3e1aa5e-a4d9-4896-96dd-51e2994a023a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.697937 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e1aa5e-a4d9-4896-96dd-51e2994a023a admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:55:51.698349 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3e1aa5e-a4d9-4896-96dd-51e2994a023a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (f1c39aa5-4b44-4e3e-a68a-da5a3b6e784d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:55:51.700720 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:55:51.733175 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b39d6975-aa31-468d-b343-15a0a644cd2e is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:51.739595 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-06e8a9bb-9abd-4f1b-8b1b-688b14979f22 None None] Provisioning complete for port 8a122424-26fb-4e57-bc61-6618c470e1c2 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:51.740369 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-06e8a9bb-9abd-4f1b-8b1b-688b14979f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8a122424-26fb-4e57-bc61-6618c470e1c2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.745859 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bd25628e-6e97-47c3-8ebb-08ea9b3ea287 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:55:51.786589 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3e1aa5e-a4d9-4896-96dd-51e2994a023a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (ad7f13d6-48b1-4260-a707-f8bf8cbabb95), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.812455 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: bd25628e-6e97-47c3-8ebb-08ea9b3ea287 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:55:51.812894 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for port (8a122424-26fb-4e57-bc61-6618c470e1c2), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.813401 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bd25628e-6e97-47c3-8ebb-08ea9b3ea287 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:55:51.815192 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3e1aa5e-a4d9-4896-96dd-51e2994a023a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.822671 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c3e1aa5e-a4d9-4896-96dd-51e2994a023a admin admin] 10.222.0.36 "DELETE /v2.0/networks/ad7f13d6-48b1-4260-a707-f8bf8cbabb95 HTTP/1.1" status: 204 len: 168 time: 1.6004477 Feb 09 01:55:51.824164 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1aa5e-a4d9-4896-96dd-51e2994a023a admin admin] Pushing event deleted for resources: {'Network': ['ID=ad7f13d6-48b1-4260-a707-f8bf8cbabb95,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:51.826364 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57102) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:51.830660 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (8a122424-26fb-4e57-bc61-6618c470e1c2), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.831931 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (91584293-91f5-427b-9919-c866048a35b3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.833628 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-06e8a9bb-9abd-4f1b-8b1b-688b14979f22 None None] Port 8a122424-26fb-4e57-bc61-6618c470e1c2 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:55:51.982866 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41c02a76-aa19-4cf7-8ac1-0873706f10a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b8fee39e-92be-4d60-b7e1-c254cbbba271), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.985856 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41c02a76-aa19-4cf7-8ac1-0873706f10a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.991442 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-41c02a76-aa19-4cf7-8ac1-0873706f10a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b8fee39e-92be-4d60-b7e1-c254cbbba271 HTTP/1.1" status: 204 len: 168 time: 1.4619222 Feb 09 01:55:52.085374 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c02a76-aa19-4cf7-8ac1-0873706f10a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fee39e-92be-4d60-b7e1-c254cbbba271,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:52.126636 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c83dd3-68a6-403a-b396-3105a2a11161 req-ce2da665-6049-4166-a11e-0bf596ce258b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:52.128906 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-50c83dd3-68a6-403a-b396-3105a2a11161 req-ce2da665-6049-4166-a11e-0bf596ce258b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.3896875 Feb 09 01:55:52.129512 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event updated for resources: {'Port': ['ID=8a122424-26fb-4e57-bc61-6618c470e1c2,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:52.177563 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02a76-aa19-4cf7-8ac1-0873706f10a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.177913 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02a76-aa19-4cf7-8ac1-0873706f10a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.178250 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02a76-aa19-4cf7-8ac1-0873706f10a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.179269 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02a76-aa19-4cf7-8ac1-0873706f10a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.179891 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02a76-aa19-4cf7-8ac1-0873706f10a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.180241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02a76-aa19-4cf7-8ac1-0873706f10a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.180582 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02a76-aa19-4cf7-8ac1-0873706f10a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.181174 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02a76-aa19-4cf7-8ac1-0873706f10a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.181514 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02a76-aa19-4cf7-8ac1-0873706f10a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.181851 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02a76-aa19-4cf7-8ac1-0873706f10a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.182184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02a76-aa19-4cf7-8ac1-0873706f10a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.182513 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02a76-aa19-4cf7-8ac1-0873706f10a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.182838 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02a76-aa19-4cf7-8ac1-0873706f10a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.313089 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb70953c-386c-4626-a868-cc1fef5d98f0 None None] Network 85f64ef0-28d9-45bd-9e94-b6d9692618c0 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:52.325893 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.326517 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.326977 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.327509 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.328293 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.329940 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.329940 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.329940 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.330399 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.330627 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.331819 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.332238 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.332730 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:52.337485 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-115756df-3252-417a-b0ab-0739cfd3c076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (262f348a-48ee-47c9-92c5-d8154daf344a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:52.360846 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a66fdb5b-e26f-4190-bf8e-ed10dd072975 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_gateway (1f156e37-40c8-46a4-ad82-b0c8dc2fde33), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:52.434378 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-50c83dd3-68a6-403a-b396-3105a2a11161 req-3477e74d-b8ba-4591-a9f3-6f2f87d877b9 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2660344 Feb 09 01:55:52.435678 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a66fdb5b-e26f-4190-bf8e-ed10dd072975 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:52.454826 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a6391df4-e7fe-46da-8109-1873bed5434f None None] Provisioning complete for port 3d168234-0e27-44f6-8edd-d7154e64a2b0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:52.455712 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a6391df4-e7fe-46da-8109-1873bed5434f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3d168234-0e27-44f6-8edd-d7154e64a2b0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:52.506430 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Network 0d5d633f-d728-484a-b46f-05f5aeb9148a is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:52.508920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57112) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:52.558397 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:52.685334 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571f6ca-d56a-4173-9246-e8f0a07fe86f req-ed8eea5a-296a-47db-ad0a-6a7f2d5f98f8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:52.687007 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8571f6ca-d56a-4173-9246-e8f0a07fe86f req-ed8eea5a-296a-47db-ad0a-6a7f2d5f98f8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.1566615 Feb 09 01:55:52.698674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a6391df4-e7fe-46da-8109-1873bed5434f None None] Current status of the port 3d168234-0e27-44f6-8edd-d7154e64a2b0 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:52.699940 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a6391df4-e7fe-46da-8109-1873bed5434f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3d168234-0e27-44f6-8edd-d7154e64a2b0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:52.770633 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3d168234-0e27-44f6-8edd-d7154e64a2b0 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:52.783045 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a6391df4-e7fe-46da-8109-1873bed5434f None None] For port 3d168234-0e27-44f6-8edd-d7154e64a2b0, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3d168234-0e27-44f6-8edd-d7154e64a2b0,segment=NetworkSegment(cb24a50e-111e-4d82-8f02-f513affe7ed3),segment_id=cb24a50e-111e-4d82-8f02-f513affe7ed3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:52.804917 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a6391df4-e7fe-46da-8109-1873bed5434f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3d168234-0e27-44f6-8edd-d7154e64a2b0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:52.899960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6391df4-e7fe-46da-8109-1873bed5434f None None] Pushing event updated for resources: {'Port': ['ID=3d168234-0e27-44f6-8edd-d7154e64a2b0,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:52.904452 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 3d168234-0e27-44f6-8edd-d7154e64a2b0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:52.905113 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3d168234-0e27-44f6-8edd-d7154e64a2b0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:52.968267 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8571f6ca-d56a-4173-9246-e8f0a07fe86f req-c2267d8a-ce0e-4cbb-9ac6-fdeb214fd5fa tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305341 Feb 09 01:55:52.975536 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a87033b9-e76e-46ba-b7be-5d76250ca115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:53.016681 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 3d168234-0e27-44f6-8edd-d7154e64a2b0 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:53.120986 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 52cf01a5-dba2-4194-86a5-a1dafb5661bc no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:55:53.151486 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-115756df-3252-417a-b0ab-0739cfd3c076 admin admin] Deleting port 0681e110-3857-4631-8a0e-3593feff65c4 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:53.151831 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-115756df-3252-417a-b0ab-0739cfd3c076 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0681e110-3857-4631-8a0e-3593feff65c4), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:53.157939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd078e-5cc2-43d5-a924-29c80e4946c8 req-7b9897a4-9447-44a6-845c-40d3134f131c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:53.160313 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-88fd078e-5cc2-43d5-a924-29c80e4946c8 req-7b9897a4-9447-44a6-845c-40d3134f131c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.4664505 Feb 09 01:55:53.168242 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 52cf01a5-dba2-4194-86a5-a1dafb5661bc {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:55:53.168611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 52cf01a5-dba2-4194-86a5-a1dafb5661bc not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:55:53.220688 n-d-828387-3 neutron-server[103183]: DEBUG neutron.objects.ports [None req-4fa4cf22-072f-4233-964c-f5d17e886815 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103183) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:55:53.232004 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8b0ff4b1-4a50-43ea-88f3-c146f1ad3556 None None] Provisioning complete for port 8a122424-26fb-4e57-bc61-6618c470e1c2 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:53.232728 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff4b1-4a50-43ea-88f3-c146f1ad3556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8a122424-26fb-4e57-bc61-6618c470e1c2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:53.234271 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4fa4cf22-072f-4233-964c-f5d17e886815 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (e9d50963-9a7f-450a-aed9-c1551706183d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:53.260543 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-115756df-3252-417a-b0ab-0739cfd3c076 admin admin] For port 0681e110-3857-4631-8a0e-3593feff65c4, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0681e110-3857-4631-8a0e-3593feff65c4,segment=NetworkSegment(acaa55a4-737c-4868-82c9-9fdbfe48bf0f),segment_id=acaa55a4-737c-4868-82c9-9fdbfe48bf0f)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:53.260917 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-115756df-3252-417a-b0ab-0739cfd3c076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0681e110-3857-4631-8a0e-3593feff65c4), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:53.263513 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5999e920-e451-43c7-9f89-0a79191cb1d1 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:55:53.288870 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8b0ff4b1-4a50-43ea-88f3-c146f1ad3556 None None] Port 8a122424-26fb-4e57-bc61-6618c470e1c2 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:55:53.294558 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-115756df-3252-417a-b0ab-0739cfd3c076 admin admin] Calling delete_port for 0681e110-3857-4631-8a0e-3593feff65c4 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:53.309710 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Router 91584293-91f5-427b-9919-c866048a35b3 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:55:53.322428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-a66fdb5b-e26f-4190-bf8e-ed10dd072975 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Allocated IP 172.25.7.144 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/df9fb930-5f55-4426-961b-27dd88b70020) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:53.343920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa4cf22-072f-4233-964c-f5d17e886815 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:53.344126 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8b0ff4b1-4a50-43ea-88f3-c146f1ad3556 None None] Provisioning complete for port 3d168234-0e27-44f6-8edd-d7154e64a2b0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:53.344372 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff4b1-4a50-43ea-88f3-c146f1ad3556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3d168234-0e27-44f6-8edd-d7154e64a2b0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:53.354779 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-88fd078e-5cc2-43d5-a924-29c80e4946c8 req-4032028c-5421-45d5-951c-26129c311cbf tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848330 Feb 09 01:55:53.375650 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-4fa4cf22-072f-4233-964c-f5d17e886815 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:53.380588 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa4cf22-072f-4233-964c-f5d17e886815 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:53.381591 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4fa4cf22-072f-4233-964c-f5d17e886815 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:53.413019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6855825f-6fba-43c1-9722-5f69643f67b9 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:53.440191 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4fa4cf22-072f-4233-964c-f5d17e886815 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8098893 Feb 09 01:55:53.445766 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4cf22-072f-4233-964c-f5d17e886815 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=e9d50963-9a7f-450a-aed9-c1551706183d,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:53.457562 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57128) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:53.484386 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2a2eecdf-6025-444f-bad1-46c7b19098e3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'mac_address': 'fa:16:3e:48:40:c0', 'name': 'tempest-NetworksTestDHCPv6-1031850086'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:53.608733 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a87033b9-e76e-46ba-b7be-5d76250ca115 admin admin] Publish callbacks [] for security_group (2abd64cb-edf9-4f80-bdef-bf20c8f1b330), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:53.618117 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-115756df-3252-417a-b0ab-0739cfd3c076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (0681e110-3857-4631-8a0e-3593feff65c4), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:53.619999 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5999e920-e451-43c7-9f89-0a79191cb1d1, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5999e920-e451-43c7-9f89-0a79191cb1d1,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:53.636050 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7db7a4-1859-4713-b433-82eb70cfbaa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ffa86b77-0960-4058-af84-97833edc3344', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'fixed_ips': [{'subnet_id': 'e9d50963-9a7f-450a-aed9-c1551706183d'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:55:53.643095 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5c7db7a4-1859-4713-b433-82eb70cfbaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:53.652076 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115756df-3252-417a-b0ab-0739cfd3c076 admin admin] Pushing event deleted for resources: {'Port': ['ID=0681e110-3857-4631-8a0e-3593feff65c4,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:53.658042 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a87033b9-e76e-46ba-b7be-5d76250ca115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2abd64cb-edf9-4f80-bdef-bf20c8f1b330), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:53.677804 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '5999e920-e451-43c7-9f89-0a79191cb1d1', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'port_id': '5999e920-e451-43c7-9f89-0a79191cb1d1', 'mac_address': 'fa:16:3e:ba:f0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:55:53.765495 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a87033b9-e76e-46ba-b7be-5d76250ca115 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0a2569765164d318f9b8e489ca7a2ec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2415102 Feb 09 01:55:53.779186 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57142) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:53.798179 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:55:53.800258 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87033b9-e76e-46ba-b7be-5d76250ca115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abd64cb-edf9-4f80-bdef-bf20c8f1b330,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:53.809617 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f843c-8f69-4e34-ad0b-0aa834864124 None None] Sync routers for ids ['91584293-91f5-427b-9919-c866048a35b3'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:53.820324 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9d82c843-0ec2-47cd-982d-0c2535ecafee tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "PUT /v2.0/routers/91584293-91f5-427b-9919-c866048a35b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8687236 Feb 09 01:55:53.822127 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72f843c-8f69-4e34-ad0b-0aa834864124 None None] Routers {'91584293-91f5-427b-9919-c866048a35b3'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:53.826204 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a72f843c-8f69-4e34-ad0b-0aa834864124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['91584293-91f5-427b-9919-c866048a35b3'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:53.841988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5999e920-e451-43c7-9f89-0a79191cb1d1 is: ACTIVE; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:53.842526 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:53.846379 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57150) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:53.920633 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a72f843c-8f69-4e34-ad0b-0aa834864124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:53.933920 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5999e920-e451-43c7-9f89-0a79191cb1d1 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:55:53.941118 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72f843c-8f69-4e34-ad0b-0aa834864124 None None] Routers {'91584293-91f5-427b-9919-c866048a35b3'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:53.941747 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a72f843c-8f69-4e34-ad0b-0aa834864124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['91584293-91f5-427b-9919-c866048a35b3'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:53.942010 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a66fdb5b-e26f-4190-bf8e-ed10dd072975 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for port (df9fb930-5f55-4426-961b-27dd88b70020), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:54.001055 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-84fc1b60-7e8c-44c6-906e-000df9400d6c admin admin] Publish callbacks [] for security_group (2abd64cb-edf9-4f80-bdef-bf20c8f1b330), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:54.010313 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2eecdf-6025-444f-bad1-46c7b19098e3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:54.010657 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a72f843c-8f69-4e34-ad0b-0aa834864124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:54.022838 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f843c-8f69-4e34-ad0b-0aa834864124 None None] The sync data for ids ['91584293-91f5-427b-9919-c866048a35b3'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:54.036299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8b0ff4b1-4a50-43ea-88f3-c146f1ad3556 None None] Current status of the port 3d168234-0e27-44f6-8edd-d7154e64a2b0 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:54.045794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5999e920-e451-43c7-9f89-0a79191cb1d1, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5999e920-e451-43c7-9f89-0a79191cb1d1,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:54.079548 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-5c7db7a4-1859-4713-b433-82eb70cfbaa6 None None] Allocated IP 2001:db8::f816:3eff:fe2a:5a1f (ffa86b77-0960-4058-af84-97833edc3344/e9d50963-9a7f-450a-aed9-c1551706183d/15addba5-edbb-4dd4-ac1a-e4e1142b72f0) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:54.087414 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:54.125194 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-84fc1b60-7e8c-44c6-906e-000df9400d6c admin admin] Publish callbacks [] for security_group (2abd64cb-edf9-4f80-bdef-bf20c8f1b330), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:54.207391 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a66fdb5b-e26f-4190-bf8e-ed10dd072975 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (df9fb930-5f55-4426-961b-27dd88b70020), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:54.293885 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66fdb5b-e26f-4190-bf8e-ed10dd072975 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:54.306884 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a2eecdf-6025-444f-bad1-46c7b19098e3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:54.309500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-a66fdb5b-e26f-4190-bf8e-ed10dd072975 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:54.318734 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048e4b2-fdd1-4220-a2ec-a96142c0adc8 req-bd5b0926-cda5-4840-8d7a-8977f2f09acf tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:54.323769 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e048e4b2-fdd1-4220-a2ec-a96142c0adc8 req-bd5b0926-cda5-4840-8d7a-8977f2f09acf tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 944 time: 0.2144630 Feb 09 01:55:54.327479 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66fdb5b-e26f-4190-bf8e-ed10dd072975 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:54.328324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fdb5b-e26f-4190-bf8e-ed10dd072975 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Pushing event updated for resources: {'Port': ['ID=df9fb930-5f55-4426-961b-27dd88b70020,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:54.397233 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-84fc1b60-7e8c-44c6-906e-000df9400d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2abd64cb-edf9-4f80-bdef-bf20c8f1b330), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:54.399802 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-84fc1b60-7e8c-44c6-906e-000df9400d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:54.401034 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-84fc1b60-7e8c-44c6-906e-000df9400d6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2abd64cb-edf9-4f80-bdef-bf20c8f1b330 HTTP/1.1" status: 204 len: 168 time: 0.6206546 Feb 09 01:55:54.402112 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['5999e920-e451-43c7-9f89-0a79191cb1d1'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:55:54.436424 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-2a2eecdf-6025-444f-bad1-46c7b19098e3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] device_id is not set on port 3fca7c29-d116-4a0b-9cb2-531d5c1ab4be yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:55:54.444554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc1b60-7e8c-44c6-906e-000df9400d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abd64cb-edf9-4f80-bdef-bf20c8f1b330,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:54.474785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=5999e920-e451-43c7-9f89-0a79191cb1d1,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:54.696976 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-16144416-3666-4a16-80e2-d3f380fdf58f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:54.698572 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-16144416-3666-4a16-80e2-d3f380fdf58f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 811 time: 1.0096524 Feb 09 01:55:54.739587 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-de49f76f-c0d6-4a4c-b001-0a11699116fb tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/quotas/fbdae39344a5459eaf5d1a5fab3c54b2 HTTP/1.1" status: 200 len: 375 time: 0.0308447 Feb 09 01:55:54.743005 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-115756df-3252-417a-b0ab-0739cfd3c076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (262f348a-48ee-47c9-92c5-d8154daf344a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:54.822005 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5c7db7a4-1859-4713-b433-82eb70cfbaa6 None None] Publish callbacks [] for port (15addba5-edbb-4dd4-ac1a-e4e1142b72f0), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:54.834186 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5c7db7a4-1859-4713-b433-82eb70cfbaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (15addba5-edbb-4dd4-ac1a-e4e1142b72f0), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:54.844122 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3d168234-0e27-44f6-8edd-d7154e64a2b0 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:55.023630 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-5bf7a781-54d7-4462-bb73-ab67358a97c8 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2713654 Feb 09 01:55:55.115134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7db7a4-1859-4713-b433-82eb70cfbaa6 None None] Pushing event updated for resources: {'Port': ['ID=15addba5-edbb-4dd4-ac1a-e4e1142b72f0,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:55.164943 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7db7a4-1859-4713-b433-82eb70cfbaa6 None None] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:55.181132 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-5c7db7a4-1859-4713-b433-82eb70cfbaa6 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:55.211676 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7db7a4-1859-4713-b433-82eb70cfbaa6 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:55.252552 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 3d168234-0e27-44f6-8edd-d7154e64a2b0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:55.254109 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3d168234-0e27-44f6-8edd-d7154e64a2b0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:55.360513 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57168) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:55.411526 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e048e4b2-fdd1-4220-a2ec-a96142c0adc8 req-3720e66e-9bc6-48b3-ac76-2d0ed838644a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0789442 Feb 09 01:55:55.481933 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-5c7db7a4-1859-4713-b433-82eb70cfbaa6 None None] Attempting to bind port 15addba5-edbb-4dd4-ac1a-e4e1142b72f0 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:55.482303 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-5c7db7a4-1859-4713-b433-82eb70cfbaa6 None None] Attempting to bind port 15addba5-edbb-4dd4-ac1a-e4e1142b72f0 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:55.482675 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7db7a4-1859-4713-b433-82eb70cfbaa6 None None] Attempting to bind port 15addba5-edbb-4dd4-ac1a-e4e1142b72f0 on network ffa86b77-0960-4058-af84-97833edc3344 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:55.491159 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7db7a4-1859-4713-b433-82eb70cfbaa6 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:55:55.491620 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7db7a4-1859-4713-b433-82eb70cfbaa6 None None] Checking segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:55.491990 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5c7db7a4-1859-4713-b433-82eb70cfbaa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:55.492391 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7db7a4-1859-4713-b433-82eb70cfbaa6 None None] Bound using segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:55:55.492891 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-5c7db7a4-1859-4713-b433-82eb70cfbaa6 None None] Bound port: 15addba5-edbb-4dd4-ac1a-e4e1142b72f0, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:55:55.493285 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5c7db7a4-1859-4713-b433-82eb70cfbaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (15addba5-edbb-4dd4-ac1a-e4e1142b72f0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:55.538700 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a66fdb5b-e26f-4190-bf8e-ed10dd072975 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_gateway (1f156e37-40c8-46a4-ad82-b0c8dc2fde33), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:55.563465 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5c7db7a4-1859-4713-b433-82eb70cfbaa6 None None] For port 15addba5-edbb-4dd4-ac1a-e4e1142b72f0, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:55:55.567885 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5c7db7a4-1859-4713-b433-82eb70cfbaa6 None None] For port 15addba5-edbb-4dd4-ac1a-e4e1142b72f0, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=15addba5-edbb-4dd4-ac1a-e4e1142b72f0,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:55:55.576475 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5c7db7a4-1859-4713-b433-82eb70cfbaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (15addba5-edbb-4dd4-ac1a-e4e1142b72f0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:55.656497 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-4914a254-09a8-47d0-86d1-7a385b018552 service neutron] 10.222.0.36 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180091 Feb 09 01:55:55.681635 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115756df-3252-417a-b0ab-0739cfd3c076 admin admin] Router 262f348a-48ee-47c9-92c5-d8154daf344a has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:55:55.687531 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 3d168234-0e27-44f6-8edd-d7154e64a2b0 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:55.708222 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7db7a4-1859-4713-b433-82eb70cfbaa6 None None] Pushing event updated for resources: {'Port': ['ID=15addba5-edbb-4dd4-ac1a-e4e1142b72f0,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:55.737943 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0c3c5cbc-45b3-4848-b5b1-14a1ea81fd2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:55.795523 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-2a2eecdf-6025-444f-bad1-46c7b19098e3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8::f816:3eff:fe48:40c0 (ffa86b77-0960-4058-af84-97833edc3344/e9d50963-9a7f-450a-aed9-c1551706183d/3fca7c29-d116-4a0b-9cb2-531d5c1ab4be) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:56.023249 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a66fdb5b-e26f-4190-bf8e-ed10dd072975 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (1f156e37-40c8-46a4-ad82-b0c8dc2fde33), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:56.047891 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-3a580bdd-b388-4584-9f80-30de10fd028e tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:55:56.061763 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3a580bdd-b388-4584-9f80-30de10fd028e tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "PUT /v2.0/routers/91584293-91f5-427b-9919-c866048a35b3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1531327 Feb 09 01:55:56.077601 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57170) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:56.121043 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0c3c5cbc-45b3-4848-b5b1-14a1ea81fd2e admin admin] Publish callbacks [] for security_group (504ccd71-10e6-46d7-afcc-21451a603e76), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:56.158911 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0c3c5cbc-45b3-4848-b5b1-14a1ea81fd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (504ccd71-10e6-46d7-afcc-21451a603e76), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:56.236182 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c5cbc-45b3-4848-b5b1-14a1ea81fd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504ccd71-10e6-46d7-afcc-21451a603e76,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:56.258860 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0c3c5cbc-45b3-4848-b5b1-14a1ea81fd2e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=372867bf5feb4fb7b41212ec3a3a9058&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8436286 Feb 09 01:55:56.260899 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57172) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:56.280607 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-103d8f1c-5c4d-4473-8e1f-c8e72efe2079 service neutron] 10.222.0.36 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6224961 Feb 09 01:55:56.325749 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a2eecdf-6025-444f-bad1-46c7b19098e3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (3fca7c29-d116-4a0b-9cb2-531d5c1ab4be), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:56.400422 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1ff4a965-843d-4717-bf00-7aa757832162 admin admin] Publish callbacks [] for security_group (504ccd71-10e6-46d7-afcc-21451a603e76), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:56.406744 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66fdb5b-e26f-4190-bf8e-ed10dd072975 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Router 1f156e37-40c8-46a4-ad82-b0c8dc2fde33 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:55:56.465539 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115756df-3252-417a-b0ab-0739cfd3c076 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:55:56.471302 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-115756df-3252-417a-b0ab-0739cfd3c076 admin admin] 10.222.0.36 "PUT /v2.0/routers/262f348a-48ee-47c9-92c5-d8154daf344a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6397827 Feb 09 01:55:56.480519 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9628b674-9eee-4dce-9d37-e692ee07764a None None] Sync routers for ids ['262f348a-48ee-47c9-92c5-d8154daf344a'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:56.503163 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57178) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:56.533822 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9628b674-9eee-4dce-9d37-e692ee07764a None None] Routers {'262f348a-48ee-47c9-92c5-d8154daf344a'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:56.535746 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9628b674-9eee-4dce-9d37-e692ee07764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['262f348a-48ee-47c9-92c5-d8154daf344a'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:56.564468 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a2eecdf-6025-444f-bad1-46c7b19098e3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (3fca7c29-d116-4a0b-9cb2-531d5c1ab4be), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:56.726545 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1ff4a965-843d-4717-bf00-7aa757832162 admin admin] Publish callbacks [] for security_group (504ccd71-10e6-46d7-afcc-21451a603e76), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:56.829106 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-74fb0a0a-fe02-4b80-845b-dbf4d7f36d70 req-26e81645-d20f-49a7-a0d8-5abdfd1c9dde tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 210 time: 0.1925933 Feb 09 01:55:56.834166 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 15addba5-edbb-4dd4-ac1a-e4e1142b72f0 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:56.854881 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1ff4a965-843d-4717-bf00-7aa757832162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (504ccd71-10e6-46d7-afcc-21451a603e76), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:56.860405 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1ff4a965-843d-4717-bf00-7aa757832162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:56.864200 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1ff4a965-843d-4717-bf00-7aa757832162 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/504ccd71-10e6-46d7-afcc-21451a603e76 HTTP/1.1" status: 204 len: 168 time: 0.5987322 Feb 09 01:55:56.924939 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb7dc8-d057-44e9-b8c0-943c2be8860d req-9be21068-4d04-4e6d-94b2-f49c7f134ea2 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:56.927234 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e6cb7dc8-d057-44e9-b8c0-943c2be8860d req-9be21068-4d04-4e6d-94b2-f49c7f134ea2 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 944 time: 0.2773981 Feb 09 01:55:56.963804 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-9628b674-9eee-4dce-9d37-e692ee07764a None None] Set router 262f348a-48ee-47c9-92c5-d8154daf344a gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:56.967832 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa12ccdf-ef5f-4c6d-af62-9f744c1edac7 admin admin] Publish callbacks [] for router (262f348a-48ee-47c9-92c5-d8154daf344a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:57.033818 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66fdb5b-e26f-4190-bf8e-ed10dd072975 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:55:57.045068 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2eecdf-6025-444f-bad1-46c7b19098e3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:57.055302 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] Sync routers for ids ['1f156e37-40c8-46a4-ad82-b0c8dc2fde33'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:57.063946 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-2a2eecdf-6025-444f-bad1-46c7b19098e3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:57.072743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4a965-843d-4717-bf00-7aa757832162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504ccd71-10e6-46d7-afcc-21451a603e76,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:57.076748 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2eecdf-6025-444f-bad1-46c7b19098e3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:57.083184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2eecdf-6025-444f-bad1-46c7b19098e3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:57.083877 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a2eecdf-6025-444f-bad1-46c7b19098e3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:57.092578 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2eecdf-6025-444f-bad1-46c7b19098e3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=3fca7c29-d116-4a0b-9cb2-531d5c1ab4be,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:57.107229 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] Routers {'1f156e37-40c8-46a4-ad82-b0c8dc2fde33'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:57.112244 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['1f156e37-40c8-46a4-ad82-b0c8dc2fde33'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:57.123512 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a66fdb5b-e26f-4190-bf8e-ed10dd072975 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:57.127747 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a66fdb5b-e26f-4190-bf8e-ed10dd072975 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.4738216 Feb 09 01:55:57.129532 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57186) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:57.173175 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2a2eecdf-6025-444f-bad1-46c7b19098e3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7111444 Feb 09 01:55:57.213881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57188) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:57.331093 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5999e920-e451-43c7-9f89-0a79191cb1d1 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:57.352799 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 15addba5-edbb-4dd4-ac1a-e4e1142b72f0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:57.352799 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (15addba5-edbb-4dd4-ac1a-e4e1142b72f0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:57.431331 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e6cb7dc8-d057-44e9-b8c0-943c2be8860d req-775720be-bdbe-4817-8fbd-1f9f4e501a2f tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4964163 Feb 09 01:55:57.590834 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8531017-a54c-43f5-a153-22548b37249e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:57.603780 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8531017-a54c-43f5-a153-22548b37249e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:57.610899 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d8531017-a54c-43f5-a153-22548b37249e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3958557 Feb 09 01:55:57.613404 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57198) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:57.632850 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8aaad148-ef04-42b5-b430-26dae508e6b5 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "GET /v2.0/routers/1f156e37-40c8-46a4-ad82-b0c8dc2fde33 HTTP/1.1" status: 200 len: 909 time: 0.4931607 Feb 09 01:55:57.634944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57200) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:57.647083 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa12ccdf-ef5f-4c6d-af62-9f744c1edac7 admin admin] Publish callbacks [] for router_gateway (262f348a-48ee-47c9-92c5-d8154daf344a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:57.765246 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] Set router 1f156e37-40c8-46a4-ad82-b0c8dc2fde33 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:57.769024 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5cc9b985-c2d3-4549-a746-54ef706c520f None None] Provisioning complete for port 15addba5-edbb-4dd4-ac1a-e4e1142b72f0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:57.769569 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b985-c2d3-4549-a746-54ef706c520f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (15addba5-edbb-4dd4-ac1a-e4e1142b72f0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:57.792549 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-1b287d21-6d42-4767-bc0d-abc7c61018f1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2009076946', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'enable_snat': True}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:57.851979 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-85e423d7-211d-485e-ab7b-51f60faec047 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (91584293-91f5-427b-9919-c866048a35b3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:57.872380 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b287d21-6d42-4767-bc0d-abc7c61018f1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (752dc08a-1b15-47c4-9230-67f8b08bffe6), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:57.876036 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b287d21-6d42-4767-bc0d-abc7c61018f1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (752dc08a-1b15-47c4-9230-67f8b08bffe6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:57.953925 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-9fe3b99e-5908-4675-9489-d6ced87cc881 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting port 3fca7c29-d116-4a0b-9cb2-531d5c1ab4be {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:57.954283 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9fe3b99e-5908-4675-9489-d6ced87cc881 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (3fca7c29-d116-4a0b-9cb2-531d5c1ab4be), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:57.955694 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 5999e920-e451-43c7-9f89-0a79191cb1d1 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:57.956239 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:58.216843 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9628b674-9eee-4dce-9d37-e692ee07764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262f348a-48ee-47c9-92c5-d8154daf344a', 'name': 'tempest-TaggedBootDevicesTest-1149949853-router', 'tenant_id': '521706df347042b9a83592aef7c4b0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '731b6af1-65a4-464b-8003-f30dcca81f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:58Z', 'updated_at': '2022-02-09T01:55:53Z', 'revision_number': 5, 'project_id': '521706df347042b9a83592aef7c4b0d4', 'gw_port': {'id': '731b6af1-65a4-464b-8003-f30dcca81f35', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f348a-48ee-47c9-92c5-d8154daf344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:00Z', 'updated_at': '2022-02-09T01:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:58.224367 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 15addba5-edbb-4dd4-ac1a-e4e1142b72f0 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:58.224748 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (15addba5-edbb-4dd4-ac1a-e4e1142b72f0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:58.226739 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5cc9b985-c2d3-4549-a746-54ef706c520f None None] Current status of the port 15addba5-edbb-4dd4-ac1a-e4e1142b72f0 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:58.227116 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b985-c2d3-4549-a746-54ef706c520f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (15addba5-edbb-4dd4-ac1a-e4e1142b72f0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:58.279366 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9628b674-9eee-4dce-9d37-e692ee07764a None None] Checking router: 262f348a-48ee-47c9-92c5-d8154daf344a for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:55:58.306364 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8e637530-cc34-4eed-a897-52e35a1c1918 req-0a8ceaeb-e587-46c0-ae28-f9204d1a119a tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 210 time: 0.2848003 Feb 09 01:55:58.312121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9628b674-9eee-4dce-9d37-e692ee07764a None None] Routers {'262f348a-48ee-47c9-92c5-d8154daf344a'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:58.312758 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9628b674-9eee-4dce-9d37-e692ee07764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['262f348a-48ee-47c9-92c5-d8154daf344a'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:58.326385 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b287d21-6d42-4767-bc0d-abc7c61018f1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_controller (752dc08a-1b15-47c4-9230-67f8b08bffe6), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:58.357396 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f156e37-40c8-46a4-ad82-b0c8dc2fde33', 'name': 'tempest-snat-router-2009076946', 'tenant_id': 'f298064037a34878bbfc7c40aca5c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144'}], 'enable_snat': False}, 'gw_port_id': 'df9fb930-5f55-4426-961b-27dd88b70020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:49Z', 'updated_at': '2022-02-09T01:55:55Z', 'revision_number': 3, 'project_id': 'f298064037a34878bbfc7c40aca5c869', 'gw_port': {'id': 'df9fb930-5f55-4426-961b-27dd88b70020', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f156e37-40c8-46a4-ad82-b0c8dc2fde33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:52Z', 'updated_at': '2022-02-09T01:55:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:58.381219 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 15addba5-edbb-4dd4-ac1a-e4e1142b72f0, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=15addba5-edbb-4dd4-ac1a-e4e1142b72f0,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:58.426968 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] Checking router: 1f156e37-40c8-46a4-ad82-b0c8dc2fde33 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:55:58.427494 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] Updating router 1f156e37-40c8-46a4-ad82-b0c8dc2fde33 port df9fb930-5f55-4426-961b-27dd88b70020 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:55:58.498777 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (df9fb930-5f55-4426-961b-27dd88b70020), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:58.522125 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (15addba5-edbb-4dd4-ac1a-e4e1142b72f0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:58.642887 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9fe3b99e-5908-4675-9489-d6ced87cc881 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (3fca7c29-d116-4a0b-9cb2-531d5c1ab4be), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:58.654687 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5999e920-e451-43c7-9f89-0a79191cb1d1 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:58.667634 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:58.734004 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-9628b674-9eee-4dce-9d37-e692ee07764a None None] Set router 262f348a-48ee-47c9-92c5-d8154daf344a gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:58.734562 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-9fe3b99e-5908-4675-9489-d6ced87cc881 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Calling delete_port for 3fca7c29-d116-4a0b-9cb2-531d5c1ab4be owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:58.748741 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b287d21-6d42-4767-bc0d-abc7c61018f1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_gateway (752dc08a-1b15-47c4-9230-67f8b08bffe6), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:58.858034 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5999e920-e451-43c7-9f89-0a79191cb1d1, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5999e920-e451-43c7-9f89-0a79191cb1d1,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:58.927297 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-aa12ccdf-ef5f-4c6d-af62-9f744c1edac7 admin admin] Deleting port 731b6af1-65a4-464b-8003-f30dcca81f35 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:58.932032 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cbf41f-5d80-4951-a18d-60e5cd680594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5999e920-e451-43c7-9f89-0a79191cb1d1'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:55:58.938131 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e60d86-2eed-462b-b7e9-5da4f1b4570c" -d '{"events": [{"server_uuid": "02cbf41f-5d80-4951-a18d-60e5cd680594", "name": "network-vif-plugged", "status": "completed", "tag": "5999e920-e451-43c7-9f89-0a79191cb1d1"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:55:58.938989 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa12ccdf-ef5f-4c6d-af62-9f744c1edac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (731b6af1-65a4-464b-8003-f30dcca81f35), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:58.956935 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=15addba5-edbb-4dd4-ac1a-e4e1142b72f0,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:58.963485 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:59.084092 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=5999e920-e451-43c7-9f89-0a79191cb1d1,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:59.093054 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-5cc9b985-c2d3-4549-a746-54ef706c520f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:55:59.093425 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-5cc9b985-c2d3-4549-a746-54ef706c520f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:55:59.094045 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9628b674-9eee-4dce-9d37-e692ee07764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262f348a-48ee-47c9-92c5-d8154daf344a', 'name': 'tempest-TaggedBootDevicesTest-1149949853-router', 'tenant_id': '521706df347042b9a83592aef7c4b0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:58Z', 'updated_at': '2022-02-09T01:55:57Z', 'revision_number': 6, 'project_id': '521706df347042b9a83592aef7c4b0d4', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:59.127620 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] Publish callbacks [] for port (df9fb930-5f55-4426-961b-27dd88b70020), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:59.147933 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (df9fb930-5f55-4426-961b-27dd88b70020), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:59.178034 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9628b674-9eee-4dce-9d37-e692ee07764a None None] The sync data for ids ['262f348a-48ee-47c9-92c5-d8154daf344a'] in n-d-828387-3 is: [{'id': '262f348a-48ee-47c9-92c5-d8154daf344a', 'name': 'tempest-TaggedBootDevicesTest-1149949853-router', 'tenant_id': '521706df347042b9a83592aef7c4b0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:58Z', 'updated_at': '2022-02-09T01:55:57Z', 'revision_number': 6, 'project_id': '521706df347042b9a83592aef7c4b0d4', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:59.213228 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6447b-705f-4939-a2d6-16593307a4f3 None None] Pushing event updated for resources: {'Port': ['ID=df9fb930-5f55-4426-961b-27dd88b70020,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:59.223536 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6447b-705f-4939-a2d6-16593307a4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:59.224288 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6447b-705f-4939-a2d6-16593307a4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:59.224867 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6447b-705f-4939-a2d6-16593307a4f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:59.225460 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6447b-705f-4939-a2d6-16593307a4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:59.226088 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6447b-705f-4939-a2d6-16593307a4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:59.227403 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6447b-705f-4939-a2d6-16593307a4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:59.227942 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6447b-705f-4939-a2d6-16593307a4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:59.228472 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6447b-705f-4939-a2d6-16593307a4f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:59.229021 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6447b-705f-4939-a2d6-16593307a4f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:59.229564 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6447b-705f-4939-a2d6-16593307a4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:59.230108 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6447b-705f-4939-a2d6-16593307a4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:59.230637 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6447b-705f-4939-a2d6-16593307a4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:59.232587 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6447b-705f-4939-a2d6-16593307a4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:59.252931 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] Attempting to bind port df9fb930-5f55-4426-961b-27dd88b70020 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:59.254562 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] Attempting to bind port df9fb930-5f55-4426-961b-27dd88b70020 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:59.255191 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] Attempting to bind port df9fb930-5f55-4426-961b-27dd88b70020 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:59.262545 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:55:59.263428 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:59.264164 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:59.264889 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:55:59.265617 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] Bound port: df9fb930-5f55-4426-961b-27dd88b70020, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:55:59.269480 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (df9fb930-5f55-4426-961b-27dd88b70020), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:59.343060 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] For port df9fb930-5f55-4426-961b-27dd88b70020, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:55:59.348948 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] For port df9fb930-5f55-4426-961b-27dd88b70020, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=df9fb930-5f55-4426-961b-27dd88b70020,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:55:59.363006 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (df9fb930-5f55-4426-961b-27dd88b70020), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:59.435531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2037d43-13c4-4ff7-bf94-91c1860d63fe req-80d3b06e-913a-41f8-9ae2-406ad36776d2 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:59.437436 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b2037d43-13c4-4ff7-bf94-91c1860d63fe req-80d3b06e-913a-41f8-9ae2-406ad36776d2 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.5856473 Feb 09 01:55:59.463007 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6447b-705f-4939-a2d6-16593307a4f3 None None] Pushing event updated for resources: {'Port': ['ID=df9fb930-5f55-4426-961b-27dd88b70020,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:59.485975 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9fe3b99e-5908-4675-9489-d6ced87cc881 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (3fca7c29-d116-4a0b-9cb2-531d5c1ab4be), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:59.502642 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7338f2f-91fa-4c40-948f-422361381bed x-openstack-request-id: req-a7338f2f-91fa-4c40-948f-422361381bed {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:55:59.504016 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cbf41f-5d80-4951-a18d-60e5cd680594", "name": "network-vif-plugged", "status": "completed", "tag": "5999e920-e451-43c7-9f89-0a79191cb1d1", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:55:59.504016 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a7338f2f-91fa-4c40-948f-422361381bed {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:55:59.504335 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cbf41f-5d80-4951-a18d-60e5cd680594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5999e920-e451-43c7-9f89-0a79191cb1d1', 'code': 200} Feb 09 01:55:59.505977 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] Routers {'1f156e37-40c8-46a4-ad82-b0c8dc2fde33'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:59.514436 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['1f156e37-40c8-46a4-ad82-b0c8dc2fde33'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:59.583661 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-aa12ccdf-ef5f-4c6d-af62-9f744c1edac7 admin admin] For port 731b6af1-65a4-464b-8003-f30dcca81f35, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=731b6af1-65a4-464b-8003-f30dcca81f35,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:59.584175 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa12ccdf-ef5f-4c6d-af62-9f744c1edac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (731b6af1-65a4-464b-8003-f30dcca81f35), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:59.623036 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-aa12ccdf-ef5f-4c6d-af62-9f744c1edac7 admin admin] Calling delete_port for 731b6af1-65a4-464b-8003-f30dcca81f35 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:59.749247 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5cc9b985-c2d3-4549-a746-54ef706c520f None None] Current status of the port 15addba5-edbb-4dd4-ac1a-e4e1142b72f0 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:59.868980 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b5b70f51-d367-4e19-8bcd-54a4107607f5 None None] Could not find standard attr ID for object 3fca7c29-d116-4a0b-9cb2-531d5c1ab4be. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:55:59.916744 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3b99e-5908-4675-9489-d6ced87cc881 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Port': ['ID=3fca7c29-d116-4a0b-9cb2-531d5c1ab4be,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:59.951749 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] Set router 1f156e37-40c8-46a4-ad82-b0c8dc2fde33 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:59.976126 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa12ccdf-ef5f-4c6d-af62-9f744c1edac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (731b6af1-65a4-464b-8003-f30dcca81f35), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:00.095436 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9c90b6f2-82bd-4645-ba44-20eba2bae23c req-d137da47-b838-4186-8137-13068efe132f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 210 time: 0.1913629 Feb 09 01:56:00.100804 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9fe3b99e-5908-4675-9489-d6ced87cc881 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:00.107760 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12ccdf-ef5f-4c6d-af62-9f744c1edac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=731b6af1-65a4-464b-8003-f30dcca81f35,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:00.109457 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9fe3b99e-5908-4675-9489-d6ced87cc881 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/3fca7c29-d116-4a0b-9cb2-531d5c1ab4be HTTP/1.1" status: 204 len: 168 time: 2.4753156 Feb 09 01:56:00.113244 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57268) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:00.129151 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b2037d43-13c4-4ff7-bf94-91c1860d63fe req-7d7140be-8baa-4f63-9053-0fabb55663b0 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6132495 Feb 09 01:56:00.132428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-8c43c0e6-f7de-4686-96a6-ad5cc72203b9 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:00.133998 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-8c43c0e6-f7de-4686-96a6-ad5cc72203b9 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.48 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 811 time: 0.9823811 Feb 09 01:56:00.199496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df98594a-65bb-4a3c-be4e-84d7d7d600d2 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:00.201313 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df98594a-65bb-4a3c-be4e-84d7d7d600d2 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:00.205651 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-df98594a-65bb-4a3c-be4e-84d7d7d600d2 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0914001 Feb 09 01:56:00.207729 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57272) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:00.215998 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-9fe5a32c-59b2-464f-a6da-01d882ed5b26 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Request body: {'port': {'device_id': '652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'admin_state_up': True, 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:00.274376 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa12ccdf-ef5f-4c6d-af62-9f744c1edac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (262f348a-48ee-47c9-92c5-d8154daf344a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:00.509866 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-c092380c-2adb-485d-97f3-f53dc4fe7665 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet e9d50963-9a7f-450a-aed9-c1551706183d {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:56:00.520326 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa12ccdf-ef5f-4c6d-af62-9f744c1edac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (262f348a-48ee-47c9-92c5-d8154daf344a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:00.525671 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa12ccdf-ef5f-4c6d-af62-9f744c1edac7 admin admin] Publish callbacks [] for router_controller (262f348a-48ee-47c9-92c5-d8154daf344a), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:00.531096 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b287d21-6d42-4767-bc0d-abc7c61018f1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_gateway (752dc08a-1b15-47c4-9230-67f8b08bffe6), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:00.536501 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c092380c-2adb-485d-97f3-f53dc4fe7665 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (e9d50963-9a7f-450a-aed9-c1551706183d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:00.595714 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f156e37-40c8-46a4-ad82-b0c8dc2fde33', 'name': 'tempest-snat-router-2009076946', 'tenant_id': 'f298064037a34878bbfc7c40aca5c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144'}], 'enable_snat': False}, 'gw_port_id': 'df9fb930-5f55-4426-961b-27dd88b70020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:49Z', 'updated_at': '2022-02-09T01:55:55Z', 'revision_number': 3, 'project_id': 'f298064037a34878bbfc7c40aca5c869', 'gw_port': {'id': 'df9fb930-5f55-4426-961b-27dd88b70020', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f156e37-40c8-46a4-ad82-b0c8dc2fde33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:52Z', 'updated_at': '2022-02-09T01:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:00.598821 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b287d21-6d42-4767-bc0d-abc7c61018f1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:00.680680 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f89d8-eefd-466f-8df7-f08009056b2b None None] The sync data for ids ['1f156e37-40c8-46a4-ad82-b0c8dc2fde33'] in n-d-828387-3 is: [{'id': '1f156e37-40c8-46a4-ad82-b0c8dc2fde33', 'name': 'tempest-snat-router-2009076946', 'tenant_id': 'f298064037a34878bbfc7c40aca5c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144'}], 'enable_snat': False}, 'gw_port_id': 'df9fb930-5f55-4426-961b-27dd88b70020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:49Z', 'updated_at': '2022-02-09T01:55:55Z', 'revision_number': 3, 'project_id': 'f298064037a34878bbfc7c40aca5c869', 'gw_port': {'id': 'df9fb930-5f55-4426-961b-27dd88b70020', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f156e37-40c8-46a4-ad82-b0c8dc2fde33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:52Z', 'updated_at': '2022-02-09T01:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:56:00.714329 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa12ccdf-ef5f-4c6d-af62-9f744c1edac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (262f348a-48ee-47c9-92c5-d8154daf344a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:00.714916 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa12ccdf-ef5f-4c6d-af62-9f744c1edac7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 262f348a-48ee-47c9-92c5-d8154daf344a {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:56:00.727113 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa12ccdf-ef5f-4c6d-af62-9f744c1edac7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:00.731145 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-aa12ccdf-ef5f-4c6d-af62-9f744c1edac7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/262f348a-48ee-47c9-92c5-d8154daf344a HTTP/1.1" status: 204 len: 168 time: 4.2268071 Feb 09 01:56:00.732904 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57286) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:00.742975 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c092380c-2adb-485d-97f3-f53dc4fe7665 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (e9d50963-9a7f-450a-aed9-c1551706183d), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:00.743164 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 15addba5-edbb-4dd4-ac1a-e4e1142b72f0 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:00.868733 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-85e423d7-211d-485e-ab7b-51f60faec047 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Deleting port 8a122424-26fb-4e57-bc61-6618c470e1c2 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:00.869199 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-85e423d7-211d-485e-ab7b-51f60faec047 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (8a122424-26fb-4e57-bc61-6618c470e1c2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:00.877257 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 15addba5-edbb-4dd4-ac1a-e4e1142b72f0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:00.880126 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (15addba5-edbb-4dd4-ac1a-e4e1142b72f0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:00.888078 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0effbd6-5c61-44e2-908a-fe3f77edceaf admin admin] Deleting subnet 3b41c16e-9ec7-433b-8d89-414bd835cf8a {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:56:00.905472 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0effbd6-5c61-44e2-908a-fe3f77edceaf admin admin] Publish callbacks [] for subnet (3b41c16e-9ec7-433b-8d89-414bd835cf8a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:00.925055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-1b287d21-6d42-4767-bc0d-abc7c61018f1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Allocated IP 172.25.7.99 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/ddaf2893-e310-429b-af82-fdbc8b31488e) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:01.051194 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0effbd6-5c61-44e2-908a-fe3f77edceaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (3b41c16e-9ec7-433b-8d89-414bd835cf8a), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:01.079729 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b287d21-6d42-4767-bc0d-abc7c61018f1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for port (ddaf2893-e310-429b-af82-fdbc8b31488e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:01.208123 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c092380c-2adb-485d-97f3-f53dc4fe7665 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (e9d50963-9a7f-450a-aed9-c1551706183d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:01.277404 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b287d21-6d42-4767-bc0d-abc7c61018f1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ddaf2893-e310-429b-af82-fdbc8b31488e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:01.299035 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-85e423d7-211d-485e-ab7b-51f60faec047 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (8a122424-26fb-4e57-bc61-6618c470e1c2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:01.332067 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-9fe5a32c-59b2-464f-a6da-01d882ed5b26 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Made reservation on behalf of fbdae39344a5459eaf5d1a5fab3c54b2 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:01.351287 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-9fe5a32c-59b2-464f-a6da-01d882ed5b26 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:01.372306 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-85e423d7-211d-485e-ab7b-51f60faec047 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Calling delete_port for 8a122424-26fb-4e57-bc61-6618c470e1c2 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:01.436132 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 15addba5-edbb-4dd4-ac1a-e4e1142b72f0 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:01.476514 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-226217bb-8ec8-444d-b509-63026d2b0f9b req-a6d77aa2-d148-4629-a456-186a474922bf tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 210 time: 0.2026792 Feb 09 01:56:01.541455 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0681e110-3857-4631-8a0e-3593feff65c4 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:56:01.563014 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b287d21-6d42-4767-bc0d-abc7c61018f1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:01.570674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 0681e110-3857-4631-8a0e-3593feff65c4 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:56:01.571382 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0681e110-3857-4631-8a0e-3593feff65c4 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:56:01.571953 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 731b6af1-65a4-464b-8003-f30dcca81f35 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:56:01.620563 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-1b287d21-6d42-4767-bc0d-abc7c61018f1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:01.632106 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 731b6af1-65a4-464b-8003-f30dcca81f35 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:56:01.633479 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 731b6af1-65a4-464b-8003-f30dcca81f35 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:56:01.639816 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b287d21-6d42-4767-bc0d-abc7c61018f1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:01.643764 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b287d21-6d42-4767-bc0d-abc7c61018f1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Pushing event updated for resources: {'Port': ['ID=ddaf2893-e310-429b-af82-fdbc8b31488e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:01.653829 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c092380c-2adb-485d-97f3-f53dc4fe7665 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (e9d50963-9a7f-450a-aed9-c1551706183d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:01.750493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092380c-2adb-485d-97f3-f53dc4fe7665 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d50963-9a7f-450a-aed9-c1551706183d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:01.758307 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac6e466-a321-4cd0-abde-b7e7da136f9a None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:01.794400 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0effbd6-5c61-44e2-908a-fe3f77edceaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (3b41c16e-9ec7-433b-8d89-414bd835cf8a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:01.827067 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c092380c-2adb-485d-97f3-f53dc4fe7665 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:01.833829 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c092380c-2adb-485d-97f3-f53dc4fe7665 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/e9d50963-9a7f-450a-aed9-c1551706183d HTTP/1.1" status: 204 len: 168 time: 1.6233225 Feb 09 01:56:01.836982 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde7a63-382f-4e5a-a0c9-6d6ab83949ff req-1e1e7460-671f-4ce3-9a1b-559d8504efc1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:01.843662 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57314) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:01.850009 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9cde7a63-382f-4e5a-a0c9-6d6ab83949ff req-1e1e7460-671f-4ce3-9a1b-559d8504efc1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.4833009 Feb 09 01:56:01.978803 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-232ae32a-e2b9-4434-946e-fb0cce5f0e20 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1307678 Feb 09 01:56:01.981685 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57316) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:01.995271 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2dde106f-755b-4d51-839e-6894f6af1c7b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:02.036030 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9cde7a63-382f-4e5a-a0c9-6d6ab83949ff req-d742c1aa-8161-4521-afda-e8f627707374 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847465 Feb 09 01:56:02.067487 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0effbd6-5c61-44e2-908a-fe3f77edceaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (3b41c16e-9ec7-433b-8d89-414bd835cf8a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:02.118427 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0effbd6-5c61-44e2-908a-fe3f77edceaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b41c16e-9ec7-433b-8d89-414bd835cf8a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:02.135637 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0effbd6-5c61-44e2-908a-fe3f77edceaf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:02.139786 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f0effbd6-5c61-44e2-908a-fe3f77edceaf admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3b41c16e-9ec7-433b-8d89-414bd835cf8a HTTP/1.1" status: 204 len: 168 time: 1.4059370 Feb 09 01:56:02.142128 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-85e423d7-211d-485e-ab7b-51f60faec047 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (8a122424-26fb-4e57-bc61-6618c470e1c2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:02.144975 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57318) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:02.148585 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dab6d1-3586-4c01-8b17-dc090fecb27a None None] Network 38dd92fe-623b-4103-820e-e0068f80e24c requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:02.214504 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e423d7-211d-485e-ab7b-51f60faec047 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event deleted for resources: {'Port': ['ID=8a122424-26fb-4e57-bc61-6618c470e1c2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:02.263677 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581e9ee0-3ea5-41fe-a6bd-5111d0e8c29a None None] DHCP port deletion for ffa86b77-0960-4058-af84-97833edc3344 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:56:02.478443 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-9fe5a32c-59b2-464f-a6da-01d882ed5b26 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Allocated IP 172.20.0.11 (220e7f29-84b2-429c-a5a5-34d2ac552d01/e6231a07-44fd-4d5b-a5bf-cd666d960cb8/026485a7-9d2f-4ff7-884c-4233a8f24850) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:02.587521 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f4db798-8307-4936-9f18-6903e9c1fbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (38dd92fe-623b-4103-820e-e0068f80e24c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:02.612242 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-581e9ee0-3ea5-41fe-a6bd-5111d0e8c29a None None] Deleting port 15addba5-edbb-4dd4-ac1a-e4e1142b72f0 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:02.612746 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-581e9ee0-3ea5-41fe-a6bd-5111d0e8c29a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (15addba5-edbb-4dd4-ac1a-e4e1142b72f0), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:02.709124 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-85e423d7-211d-485e-ab7b-51f60faec047 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (91584293-91f5-427b-9919-c866048a35b3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:02.719562 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee7fddc-cc20-4960-a627-9b9dbdc9b475 None None] DHCP port deletion for 38dd92fe-623b-4103-820e-e0068f80e24c request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:56:02.837476 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dde106f-755b-4d51-839e-6894f6af1c7b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:02.849118 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2dde106f-755b-4d51-839e-6894f6af1c7b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:02.895034 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-581e9ee0-3ea5-41fe-a6bd-5111d0e8c29a None None] For port 15addba5-edbb-4dd4-ac1a-e4e1142b72f0, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=15addba5-edbb-4dd4-ac1a-e4e1142b72f0,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:02.895557 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-581e9ee0-3ea5-41fe-a6bd-5111d0e8c29a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (15addba5-edbb-4dd4-ac1a-e4e1142b72f0), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:02.945974 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device df9fb930-5f55-4426-961b-27dd88b70020 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:03.046267 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-581e9ee0-3ea5-41fe-a6bd-5111d0e8c29a None None] Calling delete_port for 15addba5-edbb-4dd4-ac1a-e4e1142b72f0 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:03.084093 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4ee7fddc-cc20-4960-a627-9b9dbdc9b475 None None] Deleting port d2820208-86e4-4577-81a5-b5d339bc96d1 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:03.084864 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4ee7fddc-cc20-4960-a627-9b9dbdc9b475 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (d2820208-86e4-4577-81a5-b5d339bc96d1), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:03.105349 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e423d7-211d-485e-ab7b-51f60faec047 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Router 91584293-91f5-427b-9919-c866048a35b3 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:56:03.106662 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0d019d1e-70ae-483a-a420-dc80c926fcc3 req-f754c084-a548-478d-b6e3-f814309039d7 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 210 time: 0.4643166 Feb 09 01:56:03.110686 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-5f4db798-8307-4936-9f18-6903e9c1fbf6 admin admin] Deleting port d2820208-86e4-4577-81a5-b5d339bc96d1 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:03.111743 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f4db798-8307-4936-9f18-6903e9c1fbf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (d2820208-86e4-4577-81a5-b5d339bc96d1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:03.216233 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port df9fb930-5f55-4426-961b-27dd88b70020 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:03.217558 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (df9fb930-5f55-4426-961b-27dd88b70020), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:03.285861 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4ee7fddc-cc20-4960-a627-9b9dbdc9b475 None None] For port d2820208-86e4-4577-81a5-b5d339bc96d1, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d2820208-86e4-4577-81a5-b5d339bc96d1,segment=NetworkSegment(acaa55a4-737c-4868-82c9-9fdbfe48bf0f),segment_id=acaa55a4-737c-4868-82c9-9fdbfe48bf0f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:03.286546 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4ee7fddc-cc20-4960-a627-9b9dbdc9b475 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (d2820208-86e4-4577-81a5-b5d339bc96d1), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:03.320553 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4ee7fddc-cc20-4960-a627-9b9dbdc9b475 None None] Calling delete_port for d2820208-86e4-4577-81a5-b5d339bc96d1 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:03.479720 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-581e9ee0-3ea5-41fe-a6bd-5111d0e8c29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (15addba5-edbb-4dd4-ac1a-e4e1142b72f0), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:03.481758 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port df9fb930-5f55-4426-961b-27dd88b70020 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:03.482303 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (df9fb930-5f55-4426-961b-27dd88b70020), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:03.514963 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-5f4db798-8307-4936-9f18-6903e9c1fbf6 admin admin] For port d2820208-86e4-4577-81a5-b5d339bc96d1, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d2820208-86e4-4577-81a5-b5d339bc96d1,segment=NetworkSegment(acaa55a4-737c-4868-82c9-9fdbfe48bf0f),segment_id=acaa55a4-737c-4868-82c9-9fdbfe48bf0f)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:03.516573 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f4db798-8307-4936-9f18-6903e9c1fbf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (d2820208-86e4-4577-81a5-b5d339bc96d1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:03.517665 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port df9fb930-5f55-4426-961b-27dd88b70020, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=df9fb930-5f55-4426-961b-27dd88b70020,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:03.532272 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (df9fb930-5f55-4426-961b-27dd88b70020), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:03.556922 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-5f4db798-8307-4936-9f18-6903e9c1fbf6 admin admin] Calling delete_port for d2820208-86e4-4577-81a5-b5d339bc96d1 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:03.561141 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b287d21-6d42-4767-bc0d-abc7c61018f1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_gateway (752dc08a-1b15-47c4-9230-67f8b08bffe6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:03.561600 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e423d7-211d-485e-ab7b-51f60faec047 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:56:03.569512 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-85e423d7-211d-485e-ab7b-51f60faec047 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "PUT /v2.0/routers/91584293-91f5-427b-9919-c866048a35b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4905257 Feb 09 01:56:03.576998 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e9ee0-3ea5-41fe-a6bd-5111d0e8c29a None None] Pushing event deleted for resources: {'Port': ['ID=15addba5-edbb-4dd4-ac1a-e4e1142b72f0,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:03.585396 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5ae13-2e98-446d-b5e5-9e81d1c3d343 None None] Sync routers for ids ['91584293-91f5-427b-9919-c866048a35b3'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:56:03.587948 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581e9ee0-3ea5-41fe-a6bd-5111d0e8c29a None None] No DVR routers for this DVR port 15addba5-edbb-4dd4-ac1a-e4e1142b72f0 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:03.598791 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3d378-71e2-491a-87fd-696211899efe req-915ddeba-fee4-4da1-a850-cdf85d65d1dd tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:03.600737 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ba3d378-71e2-491a-87fd-696211899efe req-915ddeba-fee4-4da1-a850-cdf85d65d1dd tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.3932335 Feb 09 01:56:03.603605 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57332) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:03.653249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.objects.ports [None req-2dde106f-755b-4d51-839e-6894f6af1c7b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103183) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:56:03.691822 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 15addba5-edbb-4dd4-ac1a-e4e1142b72f0 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:56:03.762324 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 15addba5-edbb-4dd4-ac1a-e4e1142b72f0 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:56:03.762695 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 15addba5-edbb-4dd4-ac1a-e4e1142b72f0 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:56:03.775095 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2dde106f-755b-4d51-839e-6894f6af1c7b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (257e1981-6e99-4d67-935d-d8b9560b64c4), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:03.791603 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-9fe5a32c-59b2-464f-a6da-01d882ed5b26 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for port (026485a7-9d2f-4ff7-884c-4233a8f24850), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:03.831518 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab5ae13-2e98-446d-b5e5-9e81d1c3d343 None None] Routers {'91584293-91f5-427b-9919-c866048a35b3'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:03.835050 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-dab5ae13-2e98-446d-b5e5-9e81d1c3d343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['91584293-91f5-427b-9919-c866048a35b3'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:03.915491 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dde106f-755b-4d51-839e-6894f6af1c7b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:03.938217 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-2dde106f-755b-4d51-839e-6894f6af1c7b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:03.964507 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dde106f-755b-4d51-839e-6894f6af1c7b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:03.965124 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2dde106f-755b-4d51-839e-6894f6af1c7b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:04.000744 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=df9fb930-5f55-4426-961b-27dd88b70020,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:04.001866 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde106f-755b-4d51-839e-6894f6af1c7b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=257e1981-6e99-4d67-935d-d8b9560b64c4,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:04.021038 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d7ba68-4d45-461f-9299-02469f7de861 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:04.040587 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ba3d378-71e2-491a-87fd-696211899efe req-036acec4-65cf-4cc2-b582-f67d6133bed3 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3992195 Feb 09 01:56:04.041705 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2dde106f-755b-4d51-839e-6894f6af1c7b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0562906 Feb 09 01:56:04.046322 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-bf59a455-6f54-4b90-95c1-e951e8d448b6 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] delete failed (client error): The resource could not be found. Feb 09 01:56:04.049798 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bf59a455-6f54-4b90-95c1-e951e8d448b6 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-476419188 HTTP/1.1" status: 404 len: 334 time: 0.4446940 Feb 09 01:56:04.057535 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57336) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:04.057912 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57338) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:04.069384 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-dab5ae13-2e98-446d-b5e5-9e81d1c3d343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:04.076602 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-0c904a5d-c6fb-47e2-a6b3-12a9c736f5a7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'mac_address': 'fa:16:3e:8b:30:7f', 'name': 'tempest-NetworksTestDHCPv6-430806973'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:04.084977 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4ee7fddc-cc20-4960-a627-9b9dbdc9b475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (d2820208-86e4-4577-81a5-b5d339bc96d1), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:04.114195 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1fbd5b23-c4b5-4596-89fa-ab5c0d9e2fb5 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Request body: {'router': {'external_gateway_info': {'network_id': '91584293-91f5-427b-9919-c866048a35b3'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:04.160748 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee7fddc-cc20-4960-a627-9b9dbdc9b475 None None] No DVR routers for this DVR port d2820208-86e4-4577-81a5-b5d339bc96d1 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:04.264468 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab5ae13-2e98-446d-b5e5-9e81d1c3d343 None None] Routers {'91584293-91f5-427b-9919-c866048a35b3'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:04.265264 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-dab5ae13-2e98-446d-b5e5-9e81d1c3d343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['91584293-91f5-427b-9919-c866048a35b3'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:04.267410 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7fddc-cc20-4960-a627-9b9dbdc9b475 None None] Pushing event deleted for resources: {'Port': ['ID=d2820208-86e4-4577-81a5-b5d339bc96d1,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:04.291073 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-9fe5a32c-59b2-464f-a6da-01d882ed5b26 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (026485a7-9d2f-4ff7-884c-4233a8f24850), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:04.377432 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['85780f84-ca0f-4032-af43-e604d2f48a5f'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:56:04.395543 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['c572ad94-c9a7-45b1-8feb-5994b09c6a24'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:56:04.426727 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-dab5ae13-2e98-446d-b5e5-9e81d1c3d343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:04.427550 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5ae13-2e98-446d-b5e5-9e81d1c3d343 None None] The sync data for ids ['91584293-91f5-427b-9919-c866048a35b3'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:56:04.460519 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-9fe5a32c-59b2-464f-a6da-01d882ed5b26 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Network 220e7f29-84b2-429c-a5a5-34d2ac552d01 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:04.491864 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-9fe5a32c-59b2-464f-a6da-01d882ed5b26 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:04.506074 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a7155-6d52-4c39-ab96-d2d3f3133f3a req-d46c5a5e-fef2-41fb-bbbe-3d5f8520b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:04.507990 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bc7a7155-6d52-4c39-ab96-d2d3f3133f3a req-d46c5a5e-fef2-41fb-bbbe-3d5f8520b5b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=225062ed147a4a2299a703d06854300c&device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 1127 time: 0.7001431 Feb 09 01:56:04.509237 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-9fe5a32c-59b2-464f-a6da-01d882ed5b26 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:04.538541 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d011988-2d94-478b-9633-30066c269d3b req-0d463464-8b30-4baf-9399-2ade69b81ff9 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:04.540803 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d011988-2d94-478b-9633-30066c269d3b req-0d463464-8b30-4baf-9399-2ade69b81ff9 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 932 time: 0.2711520 Feb 09 01:56:04.541649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5a32c-59b2-464f-a6da-01d882ed5b26 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Pushing event updated for resources: {'Port': ['ID=026485a7-9d2f-4ff7-884c-4233a8f24850,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:04.582487 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3085ce1-1803-4619-bbfd-bd96b1f425aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ffa86b77-0960-4058-af84-97833edc3344', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'fixed_ips': [{'subnet_id': '257e1981-6e99-4d67-935d-d8b9560b64c4'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:56:04.589791 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c3085ce1-1803-4619-bbfd-bd96b1f425aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:04.897273 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-c3085ce1-1803-4619-bbfd-bd96b1f425aa None None] Allocated IP 2001:db8::f816:3eff:fefd:fb0f (ffa86b77-0960-4058-af84-97833edc3344/257e1981-6e99-4d67-935d-d8b9560b64c4/cecf9716-206c-4ab8-a515-bc112b4d97e0) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:05.067425 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b287d21-6d42-4767-bc0d-abc7c61018f1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (752dc08a-1b15-47c4-9230-67f8b08bffe6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.092657 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device df9fb930-5f55-4426-961b-27dd88b70020 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:05.324121 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f4db798-8307-4936-9f18-6903e9c1fbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (d2820208-86e4-4577-81a5-b5d339bc96d1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.345744 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c3085ce1-1803-4619-bbfd-bd96b1f425aa None None] Publish callbacks [] for port (cecf9716-206c-4ab8-a515-bc112b4d97e0), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.354373 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d011988-2d94-478b-9633-30066c269d3b req-36e7aaa8-d417-4f2f-92cf-595f90d05385 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7723136 Feb 09 01:56:05.372337 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4db798-8307-4936-9f18-6903e9c1fbf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2820208-86e4-4577-81a5-b5d339bc96d1,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:05.374551 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4db798-8307-4936-9f18-6903e9c1fbf6 admin admin] No DVR routers for this DVR port d2820208-86e4-4577-81a5-b5d339bc96d1 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:05.401698 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1fbd5b23-c4b5-4596-89fa-ab5c0d9e2fb5 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for router_gateway (91584293-91f5-427b-9919-c866048a35b3), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.428730 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-9fe5a32c-59b2-464f-a6da-01d882ed5b26 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:05.429405 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-9fe5a32c-59b2-464f-a6da-01d882ed5b26 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.434446 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a7155-6d52-4c39-ab96-d2d3f3133f3a req-065346ad-4770-4fe3-808e-9ea320b5b0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:05.436594 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bc7a7155-6d52-4c39-ab96-d2d3f3133f3a req-065346ad-4770-4fe3-808e-9ea320b5b0c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bbe85234-1f1c-44c0-aeaf-3380123bb751 HTTP/1.1" status: 200 len: 918 time: 0.8876736 Feb 09 01:56:05.481188 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-1fbd5b23-c4b5-4596-89fa-ab5c0d9e2fb5 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] update failed (client error): The resource could not be found. Feb 09 01:56:05.487991 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1fbd5b23-c4b5-4596-89fa-ab5c0d9e2fb5 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "PUT /v2.0/routers/91584293-91f5-427b-9919-c866048a35b3 HTTP/1.1" status: 404 len: 339 time: 1.4224765 Feb 09 01:56:05.493120 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57348) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:05.511694 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-1846c005-538b-4248-870e-130167213bda tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1459273817'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:05.537203 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c3085ce1-1803-4619-bbfd-bd96b1f425aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (cecf9716-206c-4ab8-a515-bc112b4d97e0), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.537811 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32564a-e560-45dd-a01b-f05145ec4d0c req-06561ae9-efe5-4150-bbb4-636368b9d37c tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:05.539589 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e32564a-e560-45dd-a01b-f05145ec4d0c req-06561ae9-efe5-4150-bbb4-636368b9d37c tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.3315077 Feb 09 01:56:05.552668 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-9fe5a32c-59b2-464f-a6da-01d882ed5b26 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3457551 Feb 09 01:56:05.556707 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b287d21-6d42-4767-bc0d-abc7c61018f1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Router 752dc08a-1b15-47c4-9230-67f8b08bffe6 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:56:05.561434 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1846c005-538b-4248-870e-130167213bda tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Made reservation on behalf of 2b82fd846fc043f796aa6164e688404f for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:05.566044 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1846c005-538b-4248-870e-130167213bda tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.593910 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-d36cf5b7-9c51-40b0-91da-dd55112081b9 service neutron] Request body: {'port': {'device_id': '652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:05.596794 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f4db798-8307-4936-9f18-6903e9c1fbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (38dd92fe-623b-4103-820e-e0068f80e24c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.651499 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-5f4db798-8307-4936-9f18-6903e9c1fbf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38dd92fe-623b-4103-820e-e0068f80e24c']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:05.659197 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c904a5d-c6fb-47e2-a6b3-12a9c736f5a7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:05.659658 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1846c005-538b-4248-870e-130167213bda tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:56:05.673326 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1846c005-538b-4248-870e-130167213bda tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (a9541e08-58c6-47c2-8039-4ab82018390b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.673687 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-1846c005-538b-4248-870e-130167213bda tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Added segment a9541e08-58c6-47c2-8039-4ab82018390b of type vlan for network f5a4ce23-8424-4644-9046-8afcdf4ec63d Feb 09 01:56:05.695256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3085ce1-1803-4619-bbfd-bd96b1f425aa None None] Pushing event updated for resources: {'Port': ['ID=cecf9716-206c-4ab8-a515-bc112b4d97e0,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:05.711494 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-5f4db798-8307-4936-9f18-6903e9c1fbf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acaa55a4-737c-4868-82c9-9fdbfe48bf0f') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:05.712057 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-5f4db798-8307-4936-9f18-6903e9c1fbf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acaa55a4-737c-4868-82c9-9fdbfe48bf0f') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:05.722488 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f4db798-8307-4936-9f18-6903e9c1fbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (acaa55a4-737c-4868-82c9-9fdbfe48bf0f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.728528 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1846c005-538b-4248-870e-130167213bda tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (f5a4ce23-8424-4644-9046-8afcdf4ec63d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.739519 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f4db798-8307-4936-9f18-6903e9c1fbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (acaa55a4-737c-4868-82c9-9fdbfe48bf0f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.746988 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4db798-8307-4936-9f18-6903e9c1fbf6 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:56:05.747887 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f4db798-8307-4936-9f18-6903e9c1fbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (acaa55a4-737c-4868-82c9-9fdbfe48bf0f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.762733 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port df9fb930-5f55-4426-961b-27dd88b70020 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:05.763105 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (df9fb930-5f55-4426-961b-27dd88b70020), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.808420 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-d36cf5b7-9c51-40b0-91da-dd55112081b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (026485a7-9d2f-4ff7-884c-4233a8f24850), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.816422 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e32564a-e560-45dd-a01b-f05145ec4d0c req-1d06aa69-9d7f-46f4-85f3-28c5d47e475d tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2622991 Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:56:05.817742 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:56:05.823424 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f4db798-8307-4936-9f18-6903e9c1fbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (38dd92fe-623b-4103-820e-e0068f80e24c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.828693 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1846c005-538b-4248-870e-130167213bda tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (f5a4ce23-8424-4644-9046-8afcdf4ec63d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.837131 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1846c005-538b-4248-870e-130167213bda tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:05.837788 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1846c005-538b-4248-870e-130167213bda tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.842453 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f4db798-8307-4936-9f18-6903e9c1fbf6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.848039 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5f4db798-8307-4936-9f18-6903e9c1fbf6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/38dd92fe-623b-4103-820e-e0068f80e24c HTTP/1.1" status: 204 len: 168 time: 3.6418402 Feb 09 01:56:05.867665 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4db798-8307-4936-9f18-6903e9c1fbf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=38dd92fe-623b-4103-820e-e0068f80e24c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:05.876949 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-cad3d901-cef7-4e87-b01f-713c76d43356 None None] Provisioning complete for port 026485a7-9d2f-4ff7-884c-4233a8f24850 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:05.877317 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cad3d901-cef7-4e87-b01f-713c76d43356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (026485a7-9d2f-4ff7-884c-4233a8f24850), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.919336 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3085ce1-1803-4619-bbfd-bd96b1f425aa None None] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:05.923901 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0c904a5d-c6fb-47e2-a6b3-12a9c736f5a7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.976363 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-c3085ce1-1803-4619-bbfd-bd96b1f425aa None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:05.978577 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-0c904a5d-c6fb-47e2-a6b3-12a9c736f5a7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] device_id is not set on port 4b5ad3d8-5047-4594-9732-8f560820ab15 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:56:05.990859 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3085ce1-1803-4619-bbfd-bd96b1f425aa None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:06.031771 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1846c005-538b-4248-870e-130167213bda tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5351276 Feb 09 01:56:06.032439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57354) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:06.113058 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-cad3d901-cef7-4e87-b01f-713c76d43356 None None] Port 026485a7-9d2f-4ff7-884c-4233a8f24850 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:56:06.256292 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-afce1eb0-e947-433a-b59c-6ef7130d2b91 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Request body: {'subnet': {'network_id': 'f5a4ce23-8424-4644-9046-8afcdf4ec63d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:06.270621 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bc7a7155-6d52-4c39-ab96-d2d3f3133f3a req-bd9ad7a4-a76d-4fdf-9c68-8f4953cef90b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5999e920-e451-43c7-9f89-0a79191cb1d1 HTTP/1.1" status: 200 len: 1001 time: 0.8256118 Feb 09 01:56:06.301175 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-c3085ce1-1803-4619-bbfd-bd96b1f425aa None None] Attempting to bind port cecf9716-206c-4ab8-a515-bc112b4d97e0 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:56:06.301719 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-c3085ce1-1803-4619-bbfd-bd96b1f425aa None None] Attempting to bind port cecf9716-206c-4ab8-a515-bc112b4d97e0 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:56:06.302100 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3085ce1-1803-4619-bbfd-bd96b1f425aa None None] Attempting to bind port cecf9716-206c-4ab8-a515-bc112b4d97e0 on network ffa86b77-0960-4058-af84-97833edc3344 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:06.306524 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-0c904a5d-c6fb-47e2-a6b3-12a9c736f5a7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8::f816:3eff:fe8b:307f (ffa86b77-0960-4058-af84-97833edc3344/257e1981-6e99-4d67-935d-d8b9560b64c4/4b5ad3d8-5047-4594-9732-8f560820ab15) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:06.312868 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3085ce1-1803-4619-bbfd-bd96b1f425aa None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:56:06.313300 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3085ce1-1803-4619-bbfd-bd96b1f425aa None None] Checking segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:06.313913 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c3085ce1-1803-4619-bbfd-bd96b1f425aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:06.314366 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3085ce1-1803-4619-bbfd-bd96b1f425aa None None] Bound using segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:56:06.315670 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-c3085ce1-1803-4619-bbfd-bd96b1f425aa None None] Bound port: cecf9716-206c-4ab8-a515-bc112b4d97e0, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:56:06.316043 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c3085ce1-1803-4619-bbfd-bd96b1f425aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cecf9716-206c-4ab8-a515-bc112b4d97e0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:06.368560 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57356) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:06.454483 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c3085ce1-1803-4619-bbfd-bd96b1f425aa None None] For port cecf9716-206c-4ab8-a515-bc112b4d97e0, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:56:06.462927 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c3085ce1-1803-4619-bbfd-bd96b1f425aa None None] For port cecf9716-206c-4ab8-a515-bc112b4d97e0, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=cecf9716-206c-4ab8-a515-bc112b4d97e0,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:56:06.481937 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c3085ce1-1803-4619-bbfd-bd96b1f425aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (cecf9716-206c-4ab8-a515-bc112b4d97e0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:06.578673 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3085ce1-1803-4619-bbfd-bd96b1f425aa None None] Pushing event updated for resources: {'Port': ['ID=cecf9716-206c-4ab8-a515-bc112b4d97e0,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:06.584131 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port df9fb930-5f55-4426-961b-27dd88b70020 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:06.636304 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f6188519-c8f4-4490-a715-cfeb30576a89 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f921fef3089d433e88a36b5df24fed2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2663655 Feb 09 01:56:06.639042 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57360) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:06.715310 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d2820208-86e4-4577-81a5-b5d339bc96d1 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:56:06.770769 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: d2820208-86e4-4577-81a5-b5d339bc96d1 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:56:06.780425 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d2820208-86e4-4577-81a5-b5d339bc96d1 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:56:06.944017 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0c904a5d-c6fb-47e2-a6b3-12a9c736f5a7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (4b5ad3d8-5047-4594-9732-8f560820ab15), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:07.009413 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7541d56c-965e-48ff-8903-4e4528d0361a admin admin] Publish callbacks [] for security_group (421432c6-0672-41be-9538-9f9e50172196), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:07.066067 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-d36cf5b7-9c51-40b0-91da-dd55112081b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 026485a7-9d2f-4ff7-884c-4233a8f24850 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:56:07.082199 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-d36cf5b7-9c51-40b0-91da-dd55112081b9 service neutron] Publish callbacks [] for port (026485a7-9d2f-4ff7-884c-4233a8f24850), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:07.091505 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7541d56c-965e-48ff-8903-4e4528d0361a admin admin] Publish callbacks [] for security_group (421432c6-0672-41be-9538-9f9e50172196), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:07.105869 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-d36cf5b7-9c51-40b0-91da-dd55112081b9 service neutron] Transition to ACTIVE for port object 026485a7-9d2f-4ff7-884c-4233a8f24850 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:56:07.124258 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-d36cf5b7-9c51-40b0-91da-dd55112081b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (026485a7-9d2f-4ff7-884c-4233a8f24850), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:07.138959 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846c005-538b-4248-870e-130167213bda tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event updated for resources: {'Network': ['ID=f5a4ce23-8424-4644-9046-8afcdf4ec63d,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:07.151998 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network f5a4ce23-8424-4644-9046-8afcdf4ec63d details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:56:07.191974 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0c904a5d-c6fb-47e2-a6b3-12a9c736f5a7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (4b5ad3d8-5047-4594-9732-8f560820ab15), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:07.321289 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c904a5d-c6fb-47e2-a6b3-12a9c736f5a7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:07.325313 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-0c904a5d-c6fb-47e2-a6b3-12a9c736f5a7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:07.342608 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4de1f-32cf-4981-8d3c-698108d8e0a9 req-565e1fd5-a2f6-47fc-a0ae-c39f5b1351f0 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:07.357665 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d2a4de1f-32cf-4981-8d3c-698108d8e0a9 req-565e1fd5-a2f6-47fc-a0ae-c39f5b1351f0 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.3664787 Feb 09 01:56:07.359703 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c904a5d-c6fb-47e2-a6b3-12a9c736f5a7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:07.366347 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a7155-6d52-4c39-ab96-d2d3f3133f3a req-5fb4c568-f4ec-4cbb-b6a0-af21c2fa990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:07.368995 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bc7a7155-6d52-4c39-ab96-d2d3f3133f3a req-5fb4c568-f4ec-4cbb-b6a0-af21c2fa990e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e5fb0614-877d-4584-bc3c-a9b6e8f6847d HTTP/1.1" status: 200 len: 856 time: 1.0968332 Feb 09 01:56:07.369186 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c904a5d-c6fb-47e2-a6b3-12a9c736f5a7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:07.369709 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0c904a5d-c6fb-47e2-a6b3-12a9c736f5a7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:07.421602 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a733d6f-13d9-4aa8-8638-3d6ad4d7ed49 req-7743db8e-eeba-4516-be57-4416998b3d0f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:07.429982 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3a733d6f-13d9-4aa8-8638-3d6ad4d7ed49 req-7743db8e-eeba-4516-be57-4416998b3d0f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 932 time: 0.8273587 Feb 09 01:56:07.485775 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cf5b7-9c51-40b0-91da-dd55112081b9 service neutron] Pushing event updated for resources: {'Port': ['ID=026485a7-9d2f-4ff7-884c-4233a8f24850,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:07.500156 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c904a5d-c6fb-47e2-a6b3-12a9c736f5a7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=4b5ad3d8-5047-4594-9732-8f560820ab15,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:07.506064 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0c904a5d-c6fb-47e2-a6b3-12a9c736f5a7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4470127 Feb 09 01:56:07.520958 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57366) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:07.548417 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7541d56c-965e-48ff-8903-4e4528d0361a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (421432c6-0672-41be-9538-9f9e50172196), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:07.548915 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e3d6-8c67-4435-b5ae-69626cc71b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:07.551990 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7541d56c-965e-48ff-8903-4e4528d0361a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:07.552483 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b287d21-6d42-4767-bc0d-abc7c61018f1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:56:07.563898 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] Sync routers for ids ['752dc08a-1b15-47c4-9230-67f8b08bffe6'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:56:07.572069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afce1eb0-e947-433a-b59c-6ef7130d2b91 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Made reservation on behalf of 2b82fd846fc043f796aa6164e688404f for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:07.577922 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7541d56c-965e-48ff-8903-4e4528d0361a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/421432c6-0672-41be-9538-9f9e50172196 HTTP/1.1" status: 204 len: 168 time: 0.8677840 Feb 09 01:56:07.580469 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-afce1eb0-e947-433a-b59c-6ef7130d2b91 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:07.608201 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] Routers {'752dc08a-1b15-47c4-9230-67f8b08bffe6'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:07.608672 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['752dc08a-1b15-47c4-9230-67f8b08bffe6'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:07.660128 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541d56c-965e-48ff-8903-4e4528d0361a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421432c6-0672-41be-9538-9f9e50172196,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:07.704542 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d2a4de1f-32cf-4981-8d3c-698108d8e0a9 req-67db3777-d4b4-48e3-922a-45bfd0242607 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3458948 Feb 09 01:56:08.006597 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] Set router 752dc08a-1b15-47c4-9230-67f8b08bffe6 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:56:08.093377 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a7155-6d52-4c39-ab96-d2d3f3133f3a req-92a53b39-88da-482d-adae-f45f6d560684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:08.095553 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bc7a7155-6d52-4c39-ab96-d2d3f3133f3a req-92a53b39-88da-482d-adae-f45f6d560684 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bbe85234-1f1c-44c0-aeaf-3380123bb751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7116172 Feb 09 01:56:08.106835 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3a733d6f-13d9-4aa8-8638-3d6ad4d7ed49 req-9b099355-fe31-437b-8ef8-8a0dd6aba2fc tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6758184 Feb 09 01:56:08.151987 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b287d21-6d42-4767-bc0d-abc7c61018f1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:08.153395 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1b287d21-6d42-4767-bc0d-abc7c61018f1 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.3975012 Feb 09 01:56:08.156442 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57374) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:08.350728 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3218db04-9edc-4572-90ab-aeac9735fe3c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:08.367564 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3218db04-9edc-4572-90ab-aeac9735fe3c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:08.373113 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3218db04-9edc-4572-90ab-aeac9735fe3c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.8472512 Feb 09 01:56:08.448010 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57376) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:08.492766 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '752dc08a-1b15-47c4-9230-67f8b08bffe6', 'name': 'tempest-snat-router-2009076946', 'tenant_id': 'f298064037a34878bbfc7c40aca5c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ddaf2893-e310-429b-af82-fdbc8b31488e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:57Z', 'updated_at': '2022-02-09T01:56:02Z', 'revision_number': 3, 'project_id': 'f298064037a34878bbfc7c40aca5c869', 'gw_port': {'id': 'ddaf2893-e310-429b-af82-fdbc8b31488e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '752dc08a-1b15-47c4-9230-67f8b08bffe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:00Z', 'updated_at': '2022-02-09T01:56:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:08.512686 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57378) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:08.558080 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d26fc857-e8fb-4dd3-937f-34e995fbf6dd tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "GET /v2.0/routers/752dc08a-1b15-47c4-9230-67f8b08bffe6 HTTP/1.1" status: 200 len: 907 time: 0.4003003 Feb 09 01:56:08.570051 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57380) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:08.606877 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] Checking router: 752dc08a-1b15-47c4-9230-67f8b08bffe6 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:56:08.610619 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] Updating router 752dc08a-1b15-47c4-9230-67f8b08bffe6 port ddaf2893-e310-429b-af82-fdbc8b31488e binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:56:08.617818 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-d36cf5b7-9c51-40b0-91da-dd55112081b9 service neutron] Attempting to bind port 026485a7-9d2f-4ff7-884c-4233a8f24850 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:56:08.618660 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-d36cf5b7-9c51-40b0-91da-dd55112081b9 service neutron] Attempting to bind port 026485a7-9d2f-4ff7-884c-4233a8f24850 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:56:08.622732 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-d36cf5b7-9c51-40b0-91da-dd55112081b9 service neutron] Attempting to bind port 026485a7-9d2f-4ff7-884c-4233a8f24850 on network 220e7f29-84b2-429c-a5a5-34d2ac552d01 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:08.681370 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ddaf2893-e310-429b-af82-fdbc8b31488e), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:08.766822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-d36cf5b7-9c51-40b0-91da-dd55112081b9 service neutron] Port 026485a7-9d2f-4ff7-884c-4233a8f24850 on network 220e7f29-84b2-429c-a5a5-34d2ac552d01 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:56:08.767159 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-d36cf5b7-9c51-40b0-91da-dd55112081b9 service neutron] Attempting to bind port 026485a7-9d2f-4ff7-884c-4233a8f24850 on network 220e7f29-84b2-429c-a5a5-34d2ac552d01 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:08.849476 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-51e7a2da-7cab-4025-988f-725de6b27b79 None None] Provisioning complete for port cecf9716-206c-4ab8-a515-bc112b4d97e0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:08.854760 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-51e7a2da-7cab-4025-988f-725de6b27b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cecf9716-206c-4ab8-a515-bc112b4d97e0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:08.909863 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4a3f965d-2275-4b9a-a09d-ef970c22f38d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=521706df347042b9a83592aef7c4b0d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3934550 Feb 09 01:56:08.919641 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57384) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:08.947947 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de5c241e-55be-4a7d-ba1d-282d4f581470 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router (752dc08a-1b15-47c4-9230-67f8b08bffe6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:08.986586 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bc7a7155-6d52-4c39-ab96-d2d3f3133f3a req-cc5f1631-ade7-4a2f-8af1-bae470bfdf43 service neutron] 10.222.0.48 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8709681 Feb 09 01:56:09.026083 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-d36cf5b7-9c51-40b0-91da-dd55112081b9 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:56:09.026435 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-d36cf5b7-9c51-40b0-91da-dd55112081b9 service neutron] Checking segment: {'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:09.035530 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-d36cf5b7-9c51-40b0-91da-dd55112081b9 service neutron] Bound using segment: {'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:56:09.040469 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-d36cf5b7-9c51-40b0-91da-dd55112081b9 service neutron] Bound port: 026485a7-9d2f-4ff7-884c-4233a8f24850, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:56:09.041099 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-d36cf5b7-9c51-40b0-91da-dd55112081b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (026485a7-9d2f-4ff7-884c-4233a8f24850), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:09.223558 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device cecf9716-206c-4ab8-a515-bc112b4d97e0 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:09.397573 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-afce1eb0-e947-433a-b59c-6ef7130d2b91 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (b4139294-a0e9-402d-93ff-953dc2e60566), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:09.416389 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19b122b7-11f2-4da2-8ebd-c93be54b7eb0 admin admin] Publish callbacks [] for security_group (af5bfcb5-6ba9-4a9d-bbd6-d0e0a961239a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:09.466081 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] Publish callbacks [] for port (ddaf2893-e310-429b-af82-fdbc8b31488e), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:09.480759 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ddaf2893-e310-429b-af82-fdbc8b31488e), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:09.524835 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19b122b7-11f2-4da2-8ebd-c93be54b7eb0 admin admin] Publish callbacks [] for security_group (af5bfcb5-6ba9-4a9d-bbd6-d0e0a961239a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:09.592205 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72060a60-fe72-40a0-b10a-c2d6f42d9edf None None] Pushing event updated for resources: {'Port': ['ID=ddaf2893-e310-429b-af82-fdbc8b31488e,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:09.613656 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] Attempting to bind port ddaf2893-e310-429b-af82-fdbc8b31488e on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:56:09.615117 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] Attempting to bind port ddaf2893-e310-429b-af82-fdbc8b31488e by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:56:09.615487 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19b122b7-11f2-4da2-8ebd-c93be54b7eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (af5bfcb5-6ba9-4a9d-bbd6-d0e0a961239a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:09.616028 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] Attempting to bind port ddaf2893-e310-429b-af82-fdbc8b31488e on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:09.618490 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19b122b7-11f2-4da2-8ebd-c93be54b7eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:09.622780 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-19b122b7-11f2-4da2-8ebd-c93be54b7eb0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af5bfcb5-6ba9-4a9d-bbd6-d0e0a961239a HTTP/1.1" status: 204 len: 168 time: 0.6764555 Feb 09 01:56:09.625982 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:56:09.626868 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:09.628127 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:09.628801 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:56:09.629670 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] Bound port: ddaf2893-e310-429b-af82-fdbc8b31488e, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:56:09.630337 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ddaf2893-e310-429b-af82-fdbc8b31488e), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:09.642994 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b122b7-11f2-4da2-8ebd-c93be54b7eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5bfcb5-6ba9-4a9d-bbd6-d0e0a961239a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:09.667123 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fb71d-ee53-4dad-8d96-4ab4f10ff85e req-7ab46ae4-a366-451b-8d5c-38b8cbe7f38a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:09.670742 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1b6fb71d-ee53-4dad-8d96-4ab4f10ff85e req-7ab46ae4-a366-451b-8d5c-38b8cbe7f38a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.7470794 Feb 09 01:56:09.687253 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce1eb0-e947-433a-b59c-6ef7130d2b91 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event updated for resources: {'Subnet': ['ID=b4139294-a0e9-402d-93ff-953dc2e60566,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:09.733908 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de5c241e-55be-4a7d-ba1d-282d4f581470 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_gateway (752dc08a-1b15-47c4-9230-67f8b08bffe6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:09.735648 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] For port ddaf2893-e310-429b-af82-fdbc8b31488e, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:56:09.746523 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] For port ddaf2893-e310-429b-af82-fdbc8b31488e, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ddaf2893-e310-429b-af82-fdbc8b31488e,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:56:09.761809 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ddaf2893-e310-429b-af82-fdbc8b31488e), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:09.786533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-d36cf5b7-9c51-40b0-91da-dd55112081b9 service neutron] For port 026485a7-9d2f-4ff7-884c-4233a8f24850, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:56:09.800952 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-d36cf5b7-9c51-40b0-91da-dd55112081b9 service neutron] For port 026485a7-9d2f-4ff7-884c-4233a8f24850, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=026485a7-9d2f-4ff7-884c-4233a8f24850,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:56:09.876238 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:09.882550 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1b6fb71d-ee53-4dad-8d96-4ab4f10ff85e req-62e684bf-f21f-4858-ba73-7866eaa3513f tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021582 Feb 09 01:56:09.882778 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port cecf9716-206c-4ab8-a515-bc112b4d97e0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:09.883471 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cecf9716-206c-4ab8-a515-bc112b4d97e0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:09.896283 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-d36cf5b7-9c51-40b0-91da-dd55112081b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (026485a7-9d2f-4ff7-884c-4233a8f24850), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:09.915248 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-51e7a2da-7cab-4025-988f-725de6b27b79 None None] Current status of the port cecf9716-206c-4ab8-a515-bc112b4d97e0 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:09.932682 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-51e7a2da-7cab-4025-988f-725de6b27b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cecf9716-206c-4ab8-a515-bc112b4d97e0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:09.939075 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-de5c241e-55be-4a7d-ba1d-282d4f581470 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Deleting port ddaf2893-e310-429b-af82-fdbc8b31488e {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:09.943537 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de5c241e-55be-4a7d-ba1d-282d4f581470 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ddaf2893-e310-429b-af82-fdbc8b31488e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:09.989405 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72060a60-fe72-40a0-b10a-c2d6f42d9edf None None] Pushing event updated for resources: {'Port': ['ID=ddaf2893-e310-429b-af82-fdbc8b31488e,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:10.044835 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] Routers {'752dc08a-1b15-47c4-9230-67f8b08bffe6'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:10.044835 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:55:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['752dc08a-1b15-47c4-9230-67f8b08bffe6'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:10.055720 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-7ef6a845-9a2e-4504-8d16-041cf7072465 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting port 4b5ad3d8-5047-4594-9732-8f560820ab15 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:10.059686 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a845-9a2e-4504-8d16-041cf7072465 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (4b5ad3d8-5047-4594-9732-8f560820ab15), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:10.102327 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-51e7a2da-7cab-4025-988f-725de6b27b79 None None] For port cecf9716-206c-4ab8-a515-bc112b4d97e0, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=cecf9716-206c-4ab8-a515-bc112b4d97e0,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:10.184921 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port cecf9716-206c-4ab8-a515-bc112b4d97e0 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:10.201556 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-de5c241e-55be-4a7d-ba1d-282d4f581470 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] For port ddaf2893-e310-429b-af82-fdbc8b31488e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ddaf2893-e310-429b-af82-fdbc8b31488e,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:10.201556 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de5c241e-55be-4a7d-ba1d-282d4f581470 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ddaf2893-e310-429b-af82-fdbc8b31488e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:10.212964 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cecf9716-206c-4ab8-a515-bc112b4d97e0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:10.223055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-d36cf5b7-9c51-40b0-91da-dd55112081b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:10.224183 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-d36cf5b7-9c51-40b0-91da-dd55112081b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:10.227123 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-d36cf5b7-9c51-40b0-91da-dd55112081b9 service neutron] 10.222.0.48 "PUT /v2.0/ports/026485a7-9d2f-4ff7-884c-4233a8f24850 HTTP/1.1" status: 200 len: 1092 time: 4.6389303 Feb 09 01:56:10.244745 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-51e7a2da-7cab-4025-988f-725de6b27b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (cecf9716-206c-4ab8-a515-bc112b4d97e0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:10.273724 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] Set router 752dc08a-1b15-47c4-9230-67f8b08bffe6 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:56:10.274307 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7', 'tag': '026485a7-9d2f-4ff7-884c-4233a8f24850'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:56:10.277116 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-de5c241e-55be-4a7d-ba1d-282d4f581470 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Calling delete_port for ddaf2893-e310-429b-af82-fdbc8b31488e owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:10.279755 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4910fb-5493-4664-a0a1-c3242cd628d8" -d '{"events": [{"name": "network-changed", "server_uuid": "652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7", "tag": "026485a7-9d2f-4ff7-884c-4233a8f24850"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:56:10.290162 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bc7a7155-6d52-4c39-ab96-d2d3f3133f3a req-57c58646-c564-42a7-bace-e82cf27a4e11 service neutron] 10.222.0.48 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2886021 Feb 09 01:56:10.477248 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01ad45-eaa4-408f-b73d-3154d9938165 req-52e2637a-4cb7-4277-bba7-f0d0cd51f258 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:10.487810 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8d01ad45-eaa4-408f-b73d-3154d9938165 req-52e2637a-4cb7-4277-bba7-f0d0cd51f258 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 944 time: 1.0826550 Feb 09 01:56:10.536580 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-73e2fb05-497f-4890-83a7-374c0a0273cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:10.741457 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '752dc08a-1b15-47c4-9230-67f8b08bffe6', 'name': 'tempest-snat-router-2009076946', 'tenant_id': 'f298064037a34878bbfc7c40aca5c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:57Z', 'updated_at': '2022-02-09T01:56:09Z', 'revision_number': 4, 'project_id': 'f298064037a34878bbfc7c40aca5c869', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:10.751479 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3b505f96-34d1-4196-97bb-4f5a8aa8ea1a None None] Provisioning complete for port 4b5ad3d8-5047-4594-9732-8f560820ab15 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:10.751872 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b505f96-34d1-4196-97bb-4f5a8aa8ea1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4b5ad3d8-5047-4594-9732-8f560820ab15), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:10.870961 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235c5ede-177e-4a20-b660-b7eb1e9e2272 None None] The sync data for ids ['752dc08a-1b15-47c4-9230-67f8b08bffe6'] in n-d-828387-3 is: [{'id': '752dc08a-1b15-47c4-9230-67f8b08bffe6', 'name': 'tempest-snat-router-2009076946', 'tenant_id': 'f298064037a34878bbfc7c40aca5c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:57Z', 'updated_at': '2022-02-09T01:56:09Z', 'revision_number': 4, 'project_id': 'f298064037a34878bbfc7c40aca5c869', 'gw_port_host': None}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:56:10.954963 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7a2da-7cab-4025-988f-725de6b27b79 None None] Pushing event updated for resources: {'Port': ['ID=cecf9716-206c-4ab8-a515-bc112b4d97e0,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:11.012680 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:56:11.021301 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:56:11.026704 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:11.047077 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:11.048077 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3b505f96-34d1-4196-97bb-4f5a8aa8ea1a None None] Port 4b5ad3d8-5047-4594-9732-8f560820ab15 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:56:11.097314 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de5c241e-55be-4a7d-ba1d-282d4f581470 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ddaf2893-e310-429b-af82-fdbc8b31488e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:11.240305 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c241e-55be-4a7d-ba1d-282d4f581470 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddaf2893-e310-429b-af82-fdbc8b31488e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:11.568278 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba32278-ad7b-493d-bb5f-52d99d9fe21a req-fb359c82-9783-4f60-a5cf-138b57b65cbc tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:11.569993 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ba32278-ad7b-493d-bb5f-52d99d9fe21a req-fb359c82-9783-4f60-a5cf-138b57b65cbc tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.3549073 Feb 09 01:56:11.570910 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de5c241e-55be-4a7d-ba1d-282d4f581470 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (752dc08a-1b15-47c4-9230-67f8b08bffe6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:11.578729 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce1eb0-e947-433a-b59c-6ef7130d2b91 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Checking segment: {'id': 'a9541e08-58c6-47c2-8039-4ab82018390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f5a4ce23-8424-4644-9046-8afcdf4ec63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:11.579328 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afce1eb0-e947-433a-b59c-6ef7130d2b91 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Network hostable DHCP agents. Network: f5a4ce23-8424-4644-9046-8afcdf4ec63d, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:56:11.583886 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06e9d3d-152a-4a22-a991-d41a2eec5fff x-openstack-request-id: req-e06e9d3d-152a-4a22-a991-d41a2eec5fff {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:56:11.584197 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7", "tag": "026485a7-9d2f-4ff7-884c-4233a8f24850", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:56:11.584435 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e06e9d3d-152a-4a22-a991-d41a2eec5fff {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:56:11.585705 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7', 'tag': '026485a7-9d2f-4ff7-884c-4233a8f24850', 'status': 'completed', 'code': 200} Feb 09 01:56:11.609668 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port cecf9716-206c-4ab8-a515-bc112b4d97e0 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:11.803262 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a845-9a2e-4504-8d16-041cf7072465 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (4b5ad3d8-5047-4594-9732-8f560820ab15), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:11.817165 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device cecf9716-206c-4ab8-a515-bc112b4d97e0 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:11.836702 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-7ef6a845-9a2e-4504-8d16-041cf7072465 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Calling delete_port for 4b5ad3d8-5047-4594-9732-8f560820ab15 owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:11.934796 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57420) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:11.941283 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ba32278-ad7b-493d-bb5f-52d99d9fe21a req-f5248e57-d9ea-4de3-bbc8-b5b5a3c3941e tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3554897 Feb 09 01:56:11.952696 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de5c241e-55be-4a7d-ba1d-282d4f581470 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (752dc08a-1b15-47c4-9230-67f8b08bffe6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:11.964377 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de5c241e-55be-4a7d-ba1d-282d4f581470 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_controller (752dc08a-1b15-47c4-9230-67f8b08bffe6), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:11.979749 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port cecf9716-206c-4ab8-a515-bc112b4d97e0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:11.980341 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cecf9716-206c-4ab8-a515-bc112b4d97e0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:12.122580 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de5c241e-55be-4a7d-ba1d-282d4f581470 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (752dc08a-1b15-47c4-9230-67f8b08bffe6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:12.124120 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5c241e-55be-4a7d-ba1d-282d4f581470 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 752dc08a-1b15-47c4-9230-67f8b08bffe6 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:56:12.131763 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de5c241e-55be-4a7d-ba1d-282d4f581470 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:12.141559 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-de5c241e-55be-4a7d-ba1d-282d4f581470 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "DELETE /v2.0/routers/752dc08a-1b15-47c4-9230-67f8b08bffe6 HTTP/1.1" status: 204 len: 168 time: 3.5680902 Feb 09 01:56:12.142224 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57426) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:12.171282 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cf5b7-9c51-40b0-91da-dd55112081b9 service neutron] Pushing event updated for resources: {'Port': ['ID=026485a7-9d2f-4ff7-884c-4233a8f24850,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:12.183936 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a845-9a2e-4504-8d16-041cf7072465 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (4b5ad3d8-5047-4594-9732-8f560820ab15), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:12.266702 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afce1eb0-e947-433a-b59c-6ef7130d2b91 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Network f5a4ce23-8424-4644-9046-8afcdf4ec63d is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:56:12.286416 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6a845-9a2e-4504-8d16-041cf7072465 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Port': ['ID=4b5ad3d8-5047-4594-9732-8f560820ab15,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:12.296162 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a845-9a2e-4504-8d16-041cf7072465 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:12.305932 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7ef6a845-9a2e-4504-8d16-041cf7072465 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/4b5ad3d8-5047-4594-9732-8f560820ab15 HTTP/1.1" status: 204 len: 168 time: 3.8457851 Feb 09 01:56:12.313117 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-66201182-50c9-4d12-be12-51d72b448003 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-798417594-network', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:12.314528 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-afce1eb0-e947-433a-b59c-6ef7130d2b91 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, f5a4ce23-8424-4644-9046-8afcdf4ec63d) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:12.327372 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afce1eb0-e947-433a-b59c-6ef7130d2b91 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:12.327977 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-afce1eb0-e947-433a-b59c-6ef7130d2b91 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:12.331810 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port cecf9716-206c-4ab8-a515-bc112b4d97e0 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:12.350423 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01ef53d-d63a-4663-b7eb-b287158dbf3a None None] Network f5a4ce23-8424-4644-9046-8afcdf4ec63d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:12.360943 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57428) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:12.460244 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-afce1eb0-e947-433a-b59c-6ef7130d2b91 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 6.3195558 Feb 09 01:56:12.463144 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-5be3d54c-1d6c-4488-b909-eee3f8c9e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:12.464797 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-5be3d54c-1d6c-4488-b909-eee3f8c9e8cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 1126 time: 2.0904820 Feb 09 01:56:12.531982 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57430) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:12.541111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-ec831fdb-629b-4004-af80-adae136beefd tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f5a4ce23-8424-4644-9046-8afcdf4ec63d'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:12.550509 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c31d6b67-7d53-4f73-ab32-9693db840857 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router (1f156e37-40c8-46a4-ad82-b0c8dc2fde33), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:12.610286 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8d01ad45-eaa4-408f-b73d-3154d9938165 req-eb11ae0b-2afd-444e-8df6-1df53741ea11 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0170557 Feb 09 01:56:12.619262 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:12.781091 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-741a8be4-1477-4743-97a2-5b306138b431 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=026485a7-9d2f-4ff7-884c-4233a8f24850 HTTP/1.1" status: 200 len: 217 time: 0.2436874 Feb 09 01:56:12.817122 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6879e88-bad9-4fa1-a2cc-4e119bfb187a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-f5a4ce23-8424-4644-9046-8afcdf4ec63d', 'network_id': 'f5a4ce23-8424-4644-9046-8afcdf4ec63d', 'project_id': '2b82fd846fc043f796aa6164e688404f', 'fixed_ips': [{'subnet_id': 'b4139294-a0e9-402d-93ff-953dc2e60566'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:56:12.818072 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b6879e88-bad9-4fa1-a2cc-4e119bfb187a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:12.819189 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66201182-50c9-4d12-be12-51d72b448003 admin admin] Made reservation on behalf of 74ac5c4df87040abbaac41297bf571f6 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:12.821739 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-66201182-50c9-4d12-be12-51d72b448003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:12.835353 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-66201182-50c9-4d12-be12-51d72b448003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:12.874451 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6298e87b-bd67-4f8f-b5d6-768223f31556 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:12.875863 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6298e87b-bd67-4f8f-b5d6-768223f31556 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:12.886266 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6298e87b-bd67-4f8f-b5d6-768223f31556 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5113416 Feb 09 01:56:12.887040 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57436) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:12.926801 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06d80149-ab8a-420c-8752-f9027779629f req-8b1db65d-4a48-4a31-9651-5220b38e3091 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8884223 Feb 09 01:56:13.044670 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-387893c6-96f7-4c81-a1a6-08ca2c4c1dc5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet 257e1981-6e99-4d67-935d-d8b9560b64c4 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:56:13.055895 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-387893c6-96f7-4c81-a1a6-08ca2c4c1dc5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (257e1981-6e99-4d67-935d-d8b9560b64c4), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.122020 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c31d6b67-7d53-4f73-ab32-9693db840857 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_gateway (1f156e37-40c8-46a4-ad82-b0c8dc2fde33), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.143538 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-387893c6-96f7-4c81-a1a6-08ca2c4c1dc5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (257e1981-6e99-4d67-935d-d8b9560b64c4), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.180259 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-66201182-50c9-4d12-be12-51d72b448003 admin admin] Publish callbacks [] for security_group (81b52ba2-8fc6-4b4b-8443-15fad6e6bac8), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.219971 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-66201182-50c9-4d12-be12-51d72b448003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (81b52ba2-8fc6-4b4b-8443-15fad6e6bac8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.255186 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-b6879e88-bad9-4fa1-a2cc-4e119bfb187a None None] Allocated IP 2001:db8:1::2 (f5a4ce23-8424-4644-9046-8afcdf4ec63d/b4139294-a0e9-402d-93ff-953dc2e60566/05aec916-197d-43da-89c6-bc95b67397f3) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:13.307144 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66201182-50c9-4d12-be12-51d72b448003 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:56:13.328147 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ec831fdb-629b-4004-af80-adae136beefd tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for router_gateway (91584293-91f5-427b-9919-c866048a35b3), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.339605 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-66201182-50c9-4d12-be12-51d72b448003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (7f430253-9921-4b67-a8c0-4525552aa2a0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.340291 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-66201182-50c9-4d12-be12-51d72b448003 admin admin] Added segment 7f430253-9921-4b67-a8c0-4525552aa2a0 of type vlan for network 3435dd38-2d83-4661-a0ba-4947592a30a2 Feb 09 01:56:13.486525 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d80149-ab8a-420c-8752-f9027779629f req-f66bd4ab-e526-4e4c-bc52-30218e3f94ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:13.489034 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06d80149-ab8a-420c-8752-f9027779629f req-f66bd4ab-e526-4e4c-bc52-30218e3f94ed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2aa93a5c7c644979abedd23e70cb219a&device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 1127 time: 0.1488605 Feb 09 01:56:13.490610 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-17180ec7-e970-4713-86fd-1e88f548383e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:13.493633 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-17180ec7-e970-4713-86fd-1e88f548383e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.6982341 Feb 09 01:56:13.513509 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.688354 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d80149-ab8a-420c-8752-f9027779629f req-4a611e56-bfc7-4ac5-9582-7aad047f67ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:13.691035 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06d80149-ab8a-420c-8752-f9027779629f req-4a611e56-bfc7-4ac5-9582-7aad047f67ba service neutron] 10.222.0.67 "GET /v2.0/networks?id=9dc25977-4db6-44bb-84a0-2bb695d1e7b3 HTTP/1.1" status: 200 len: 910 time: 0.1392007 Feb 09 01:56:13.708225 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66201182-50c9-4d12-be12-51d72b448003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:13.756221 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b6879e88-bad9-4fa1-a2cc-4e119bfb187a None None] Publish callbacks [] for port (05aec916-197d-43da-89c6-bc95b67397f3), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.783017 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b6879e88-bad9-4fa1-a2cc-4e119bfb187a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (05aec916-197d-43da-89c6-bc95b67397f3), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.783306 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e7b79-d3e4-4c9f-9b7b-8126bafbdc6c req-cc9136fd-e2cb-45a9-bea4-50aad37009e1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:13.792981 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8a6e7b79-d3e4-4c9f-9b7b-8126bafbdc6c req-cc9136fd-e2cb-45a9-bea4-50aad37009e1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.6149657 Feb 09 01:56:13.816316 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06d80149-ab8a-420c-8752-f9027779629f req-4d42df0a-773a-4bf2-a1e0-fad745c8e820 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f003e7c2-76a6-408f-ba92-0282e046ea76 HTTP/1.1" status: 200 len: 1001 time: 0.1135032 Feb 09 01:56:13.818858 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-66201182-50c9-4d12-be12-51d72b448003 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (3435dd38-2d83-4661-a0ba-4947592a30a2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.822708 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-387893c6-96f7-4c81-a1a6-08ca2c4c1dc5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (257e1981-6e99-4d67-935d-d8b9560b64c4), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.829415 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c31d6b67-7d53-4f73-ab32-9693db840857 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Deleting port df9fb930-5f55-4426-961b-27dd88b70020 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:13.829883 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c31d6b67-7d53-4f73-ab32-9693db840857 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (df9fb930-5f55-4426-961b-27dd88b70020), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.885673 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6879e88-bad9-4fa1-a2cc-4e119bfb187a None None] Network f5a4ce23-8424-4644-9046-8afcdf4ec63d is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:13.888991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-b6879e88-bad9-4fa1-a2cc-4e119bfb187a None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:13.897508 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6879e88-bad9-4fa1-a2cc-4e119bfb187a None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:13.958193 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-442cf581-f555-47eb-a200-b35434f23c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:13.967671 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-442cf581-f555-47eb-a200-b35434f23c5a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4569194 Feb 09 01:56:13.985352 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-66201182-50c9-4d12-be12-51d72b448003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (3435dd38-2d83-4661-a0ba-4947592a30a2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.986480 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66201182-50c9-4d12-be12-51d72b448003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:13.987842 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-66201182-50c9-4d12-be12-51d72b448003 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:14.046916 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6879e88-bad9-4fa1-a2cc-4e119bfb187a None None] Pushing event updated for resources: {'Port': ['ID=05aec916-197d-43da-89c6-bc95b67397f3,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:14.064984 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8a6e7b79-d3e4-4c9f-9b7b-8126bafbdc6c req-439dbc5d-62ab-4fef-bb98-94e58e845f12 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646637 Feb 09 01:56:14.065234 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b6879e88-bad9-4fa1-a2cc-4e119bfb187a None None] Attempting to bind port 05aec916-197d-43da-89c6-bc95b67397f3 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:56:14.065774 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b6879e88-bad9-4fa1-a2cc-4e119bfb187a None None] Attempting to bind port 05aec916-197d-43da-89c6-bc95b67397f3 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'a9541e08-58c6-47c2-8039-4ab82018390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f5a4ce23-8424-4644-9046-8afcdf4ec63d'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:56:14.067628 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6879e88-bad9-4fa1-a2cc-4e119bfb187a None None] Attempting to bind port 05aec916-197d-43da-89c6-bc95b67397f3 on network f5a4ce23-8424-4644-9046-8afcdf4ec63d {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:14.075334 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-387893c6-96f7-4c81-a1a6-08ca2c4c1dc5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (257e1981-6e99-4d67-935d-d8b9560b64c4), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:14.092736 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6879e88-bad9-4fa1-a2cc-4e119bfb187a None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:56:14.093123 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6879e88-bad9-4fa1-a2cc-4e119bfb187a None None] Checking segment: {'id': 'a9541e08-58c6-47c2-8039-4ab82018390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f5a4ce23-8424-4644-9046-8afcdf4ec63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:14.093533 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b6879e88-bad9-4fa1-a2cc-4e119bfb187a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:14.093925 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6879e88-bad9-4fa1-a2cc-4e119bfb187a None None] Bound using segment: {'id': 'a9541e08-58c6-47c2-8039-4ab82018390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f5a4ce23-8424-4644-9046-8afcdf4ec63d'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:56:14.094408 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b6879e88-bad9-4fa1-a2cc-4e119bfb187a None None] Bound port: 05aec916-197d-43da-89c6-bc95b67397f3, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9541e08-58c6-47c2-8039-4ab82018390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f5a4ce23-8424-4644-9046-8afcdf4ec63d'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:56:14.094788 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b6879e88-bad9-4fa1-a2cc-4e119bfb187a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (05aec916-197d-43da-89c6-bc95b67397f3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:14.141735 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-66201182-50c9-4d12-be12-51d72b448003 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1943159 Feb 09 01:56:14.153363 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57446) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:14.154209 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387893c6-96f7-4c81-a1a6-08ca2c4c1dc5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=257e1981-6e99-4d67-935d-d8b9560b64c4,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:14.162747 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-11420847-b761-478d-b4bf-637835334859 admin admin] Request body: {'subnet': {'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-798417594-subnet', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:14.169543 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-c31d6b67-7d53-4f73-ab32-9693db840857 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] For port df9fb930-5f55-4426-961b-27dd88b70020, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=df9fb930-5f55-4426-961b-27dd88b70020,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:14.169997 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c31d6b67-7d53-4f73-ab32-9693db840857 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (df9fb930-5f55-4426-961b-27dd88b70020), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:14.172665 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66201182-50c9-4d12-be12-51d72b448003 admin admin] Pushing event updated for resources: {'Network': ['ID=3435dd38-2d83-4661-a0ba-4947592a30a2,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:14.184145 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-387893c6-96f7-4c81-a1a6-08ca2c4c1dc5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:14.189586 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-387893c6-96f7-4c81-a1a6-08ca2c4c1dc5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/257e1981-6e99-4d67-935d-d8b9560b64c4 HTTP/1.1" status: 204 len: 168 time: 1.2990274 Feb 09 01:56:14.192816 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57448) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:14.198312 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c31d6b67-7d53-4f73-ab32-9693db840857 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Calling delete_port for df9fb930-5f55-4426-961b-27dd88b70020 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:14.218720 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11420847-b761-478d-b4bf-637835334859 admin admin] Made reservation on behalf of 74ac5c4df87040abbaac41297bf571f6 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:14.219343 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef63109f-0e3b-476d-a777-e45efe64e6ba None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:14.221081 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-11420847-b761-478d-b4bf-637835334859 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:14.221886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 3435dd38-2d83-4661-a0ba-4947592a30a2 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:56:14.270079 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0d8b4908-b92b-4658-9e49-c7b11a511276 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694468 Feb 09 01:56:14.282042 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57450) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:14.289873 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d80149-ab8a-420c-8752-f9027779629f req-b7fa4482-0328-46e7-acbd-64ab7e80c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:14.291338 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06d80149-ab8a-420c-8752-f9027779629f req-b7fa4482-0328-46e7-acbd-64ab7e80c95c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=31c54961-46dc-40c7-88f9-d9c98de17b88 HTTP/1.1" status: 200 len: 848 time: 0.4590242 Feb 09 01:56:14.368107 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-ec831fdb-629b-4004-af80-adae136beefd tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:56:14.375101 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ec831fdb-629b-4004-af80-adae136beefd tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "PUT /v2.0/routers/91584293-91f5-427b-9919-c866048a35b3 HTTP/1.1" status: 400 len: 364 time: 1.8421679 Feb 09 01:56:14.390535 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57452) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:14.465895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f214e-f4d2-4774-9a61-03a31a535345 req-359e3e94-d463-4571-9d3c-2f65f9931f5e tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:14.469730 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5d7f214e-f4d2-4774-9a61-03a31a535345 req-359e3e94-d463-4571-9d3c-2f65f9931f5e tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 944 time: 0.6399579 Feb 09 01:56:14.483179 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-0cfba398-10a3-4a8e-b47e-ff114d6a224f service neutron] 10.222.0.48 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094700 Feb 09 01:56:14.505307 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b6879e88-bad9-4fa1-a2cc-4e119bfb187a None None] For port 05aec916-197d-43da-89c6-bc95b67397f3, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:56:14.523895 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b6879e88-bad9-4fa1-a2cc-4e119bfb187a None None] For port 05aec916-197d-43da-89c6-bc95b67397f3, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=05aec916-197d-43da-89c6-bc95b67397f3,segment=NetworkSegment(a9541e08-58c6-47c2-8039-4ab82018390b),segment_id=a9541e08-58c6-47c2-8039-4ab82018390b)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:56:14.556729 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b6879e88-bad9-4fa1-a2cc-4e119bfb187a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (05aec916-197d-43da-89c6-bc95b67397f3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:14.594025 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc569870-4c90-4fcb-8a03-3863db91a66d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:14.595722 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-dc569870-4c90-4fcb-8a03-3863db91a66d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3082268 Feb 09 01:56:14.652240 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57454) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:14.698112 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d80149-ab8a-420c-8752-f9027779629f req-9fe4b31f-f40f-4628-b264-3d09095854a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:14.698660 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948f2d5e-3ebc-42ca-a29f-7d9c520d86bd None None] DHCP port deletion for ffa86b77-0960-4058-af84-97833edc3344 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:56:14.700552 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06d80149-ab8a-420c-8752-f9027779629f req-9fe4b31f-f40f-4628-b264-3d09095854a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9dc25977-4db6-44bb-84a0-2bb695d1e7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3910186 Feb 09 01:56:14.817275 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52151426-6e5c-45ab-929d-45c0a13172c4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:14.818928 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-52151426-6e5c-45ab-929d-45c0a13172c4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1628451 Feb 09 01:56:14.828515 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57456) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:14.836395 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6879e88-bad9-4fa1-a2cc-4e119bfb187a None None] Pushing event updated for resources: {'Port': ['ID=05aec916-197d-43da-89c6-bc95b67397f3,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:14.866943 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-948f2d5e-3ebc-42ca-a29f-7d9c520d86bd None None] Deleting port cecf9716-206c-4ab8-a515-bc112b4d97e0 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:14.867349 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-948f2d5e-3ebc-42ca-a29f-7d9c520d86bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (cecf9716-206c-4ab8-a515-bc112b4d97e0), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:14.942959 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5d7f214e-f4d2-4774-9a61-03a31a535345 req-7a829fbf-d006-45ff-9856-9b4625ed3294 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649792 Feb 09 01:56:14.960526 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-51e8a965-8d58-4348-9e8b-378a739dd430 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126580 Feb 09 01:56:14.986675 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57458) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:15.061705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-948f2d5e-3ebc-42ca-a29f-7d9c520d86bd None None] For port cecf9716-206c-4ab8-a515-bc112b4d97e0, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=cecf9716-206c-4ab8-a515-bc112b4d97e0,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:15.062109 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-948f2d5e-3ebc-42ca-a29f-7d9c520d86bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (cecf9716-206c-4ab8-a515-bc112b4d97e0), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:15.092675 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-eb6a8b3c-bd85-46db-8096-9fce6cd323b8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:15.108934 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7d8770b-f697-463c-af92-3532f5ca4738 req-90f776b0-20cc-499c-806a-6683706f1061 service neutron] 10.222.0.48 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5960963 Feb 09 01:56:15.115115 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-948f2d5e-3ebc-42ca-a29f-7d9c520d86bd None None] Calling delete_port for cecf9716-206c-4ab8-a515-bc112b4d97e0 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:15.248661 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06d80149-ab8a-420c-8752-f9027779629f req-88dad926-ba8b-446b-b9f9-79f8bd3ca4bf service neutron] 10.222.0.67 "GET /v2.0/networks/9dc25977-4db6-44bb-84a0-2bb695d1e7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5363600 Feb 09 01:56:15.401176 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-948f2d5e-3ebc-42ca-a29f-7d9c520d86bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (cecf9716-206c-4ab8-a515-bc112b4d97e0), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:15.439124 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f2d5e-3ebc-42ca-a29f-7d9c520d86bd None None] Pushing event deleted for resources: {'Port': ['ID=cecf9716-206c-4ab8-a515-bc112b4d97e0,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:15.462649 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948f2d5e-3ebc-42ca-a29f-7d9c520d86bd None None] No DVR routers for this DVR port cecf9716-206c-4ab8-a515-bc112b4d97e0 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:15.702115 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c31d6b67-7d53-4f73-ab32-9693db840857 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (df9fb930-5f55-4426-961b-27dd88b70020), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:15.886920 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 05aec916-197d-43da-89c6-bc95b67397f3 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:15.915171 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4910fb-5493-4664-a0a1-c3242cd628d8 req-16d5ffb4-0df5-4105-b2e8-d76671aff7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:15.916801 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab4910fb-5493-4664-a0a1-c3242cd628d8 req-16d5ffb4-0df5-4105-b2e8-d76671aff7c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 1126 time: 0.7077255 Feb 09 01:56:15.962069 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d6b67-7d53-4f73-ab32-9693db840857 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Pushing event deleted for resources: {'Port': ['ID=df9fb930-5f55-4426-961b-27dd88b70020,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:16.041283 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06d80149-ab8a-420c-8752-f9027779629f req-716a2f0e-436a-4586-90dd-992dc86f9f12 service neutron] 10.222.0.67 "GET /v2.0/networks/9dc25977-4db6-44bb-84a0-2bb695d1e7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7822809 Feb 09 01:56:16.088075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4910fb-5493-4664-a0a1-c3242cd628d8 req-390c9e09-4cb5-4b27-bedb-d769ca34d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:16.094487 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab4910fb-5493-4664-a0a1-c3242cd628d8 req-390c9e09-4cb5-4b27-bedb-d769ca34d105 service neutron] 10.222.0.48 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 912 time: 0.1674054 Feb 09 01:56:16.099011 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6a8b3c-bd85-46db-8096-9fce6cd323b8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:16.104588 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eb6a8b3c-bd85-46db-8096-9fce6cd323b8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:16.168005 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 05aec916-197d-43da-89c6-bc95b67397f3 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:16.168517 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (05aec916-197d-43da-89c6-bc95b67397f3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:16.264101 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6cc4ab-6575-496d-bb00-9bcad61e7e4c req-83371e70-d055-4f63-9feb-26306c333328 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:16.274402 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab4910fb-5493-4664-a0a1-c3242cd628d8 req-ecc43759-4966-4d47-a905-423325de6ae9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=026485a7-9d2f-4ff7-884c-4233a8f24850 HTTP/1.1" status: 200 len: 217 time: 0.1716092 Feb 09 01:56:16.284901 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5d6cc4ab-6575-496d-bb00-9bcad61e7e4c req-83371e70-d055-4f63-9feb-26306c333328 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.8786507 Feb 09 01:56:16.323358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 05aec916-197d-43da-89c6-bc95b67397f3 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:16.323863 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (05aec916-197d-43da-89c6-bc95b67397f3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:16.423678 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 05aec916-197d-43da-89c6-bc95b67397f3, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=05aec916-197d-43da-89c6-bc95b67397f3,segment=NetworkSegment(a9541e08-58c6-47c2-8039-4ab82018390b),segment_id=a9541e08-58c6-47c2-8039-4ab82018390b)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:16.432925 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (05aec916-197d-43da-89c6-bc95b67397f3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:16.482418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4910fb-5493-4664-a0a1-c3242cd628d8 req-deffd21c-4123-4dfd-8d5b-b8d63364495f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:16.492092 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab4910fb-5493-4664-a0a1-c3242cd628d8 req-deffd21c-4123-4dfd-8d5b-b8d63364495f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.2087169 Feb 09 01:56:16.515572 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-11420847-b761-478d-b4bf-637835334859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (0e2644d8-69fa-4460-9750-5fbc866b4422), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:16.555345 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-683c618d-9c4a-4c02-9bef-2c8ce0d492fb tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:16.611148 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=05aec916-197d-43da-89c6-bc95b67397f3,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:16.618880 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device cecf9716-206c-4ab8-a515-bc112b4d97e0 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:56:16.660181 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f18ce-c8a5-42ce-b70e-429c13ae4467 req-cabcc8af-654a-46b8-80b0-316f0939b7d9 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:16.675427 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4d5f18ce-c8a5-42ce-b70e-429c13ae4467 req-cabcc8af-654a-46b8-80b0-316f0939b7d9 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 944 time: 0.4031191 Feb 09 01:56:16.701746 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: cecf9716-206c-4ab8-a515-bc112b4d97e0 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:56:16.702161 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device cecf9716-206c-4ab8-a515-bc112b4d97e0 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:56:16.707933 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442a1b68-80ea-4ea8-8ef4-04223326dc84 None None] Network f5a4ce23-8424-4644-9046-8afcdf4ec63d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:16.728440 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c31d6b67-7d53-4f73-ab32-9693db840857 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (1f156e37-40c8-46a4-ad82-b0c8dc2fde33), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:16.807388 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5d6cc4ab-6575-496d-bb00-9bcad61e7e4c req-065f2712-881b-4449-bee5-04ac349dd46c tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5207500 Feb 09 01:56:16.834209 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4d5f18ce-c8a5-42ce-b70e-429c13ae4467 req-3e4706dc-a997-4b65-a9ed-7b4022e871b5 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571889 Feb 09 01:56:16.837577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4910fb-5493-4664-a0a1-c3242cd628d8 req-da37f3cb-a6b0-4f3d-ae4d-7cffc9c02f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:16.840020 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab4910fb-5493-4664-a0a1-c3242cd628d8 req-da37f3cb-a6b0-4f3d-ae4d-7cffc9c02f2c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3376310 Feb 09 01:56:16.929446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-35157c25-669d-4890-bc3e-76c55ba31435 None None] Provisioning complete for port 05aec916-197d-43da-89c6-bc95b67397f3 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:16.929446 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-35157c25-669d-4890-bc3e-76c55ba31435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (05aec916-197d-43da-89c6-bc95b67397f3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.088950 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-35157c25-669d-4890-bc3e-76c55ba31435 None None] Current status of the port 05aec916-197d-43da-89c6-bc95b67397f3 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:17.145173 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab4910fb-5493-4664-a0a1-c3242cd628d8 req-26f2d878-c6d9-4e51-8365-460be125f527 service neutron] 10.222.0.48 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889583 Feb 09 01:56:17.251429 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c31d6b67-7d53-4f73-ab32-9693db840857 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (1f156e37-40c8-46a4-ad82-b0c8dc2fde33), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.253793 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c31d6b67-7d53-4f73-ab32-9693db840857 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_controller (1f156e37-40c8-46a4-ad82-b0c8dc2fde33), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.354428 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 026485a7-9d2f-4ff7-884c-4233a8f24850 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:56:17.466238 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab4910fb-5493-4664-a0a1-c3242cd628d8 req-6e7bcce3-5129-47a1-a3d3-7aa8f32ac844 service neutron] 10.222.0.48 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070383 Feb 09 01:56:17.554526 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11420847-b761-478d-b4bf-637835334859 admin admin] Checking segment: {'id': '7f430253-9921-4b67-a8c0-4525552aa2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:17.555464 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11420847-b761-478d-b4bf-637835334859 admin admin] Network hostable DHCP agents. Network: 3435dd38-2d83-4661-a0ba-4947592a30a2, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:56:17.559608 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c31d6b67-7d53-4f73-ab32-9693db840857 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (1f156e37-40c8-46a4-ad82-b0c8dc2fde33), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.560125 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31d6b67-7d53-4f73-ab32-9693db840857 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f156e37-40c8-46a4-ad82-b0c8dc2fde33 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:56:17.566128 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c31d6b67-7d53-4f73-ab32-9693db840857 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.571518 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57470) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:17.572506 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c31d6b67-7d53-4f73-ab32-9693db840857 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "DELETE /v2.0/routers/1f156e37-40c8-46a4-ad82-b0c8dc2fde33 HTTP/1.1" status: 204 len: 168 time: 5.4291427 Feb 09 01:56:17.573351 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11420847-b761-478d-b4bf-637835334859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e2644d8-69fa-4460-9750-5fbc866b4422,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:17.593686 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 026485a7-9d2f-4ff7-884c-4233a8f24850, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=026485a7-9d2f-4ff7-884c-4233a8f24850,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:17.594679 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-cbe4483d-3e65-46a9-9d4e-d9c924661aff tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-768421685', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}, 'admin_state_up': False}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:17.620533 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '026485a7-9d2f-4ff7-884c-4233a8f24850', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'port_id': '026485a7-9d2f-4ff7-884c-4233a8f24850', 'mac_address': 'fa:16:3e:e4:39:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:56:17.674018 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cbe4483d-3e65-46a9-9d4e-d9c924661aff tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (9e72eb27-986c-4306-8c6c-56c69414d825), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.681089 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cbe4483d-3e65-46a9-9d4e-d9c924661aff tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (9e72eb27-986c-4306-8c6c-56c69414d825), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.712275 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 026485a7-9d2f-4ff7-884c-4233a8f24850 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:17.712665 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (026485a7-9d2f-4ff7-884c-4233a8f24850), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.750461 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 026485a7-9d2f-4ff7-884c-4233a8f24850 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:56:17.793512 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 026485a7-9d2f-4ff7-884c-4233a8f24850, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=026485a7-9d2f-4ff7-884c-4233a8f24850,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:17.796176 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a89a3e70-9de7-49f1-b1ff-1bc4e9b18cfa None None] Provisioning complete for port 05aec916-197d-43da-89c6-bc95b67397f3 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:17.796675 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a89a3e70-9de7-49f1-b1ff-1bc4e9b18cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (05aec916-197d-43da-89c6-bc95b67397f3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.800190 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cbe4483d-3e65-46a9-9d4e-d9c924661aff tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_controller (9e72eb27-986c-4306-8c6c-56c69414d825), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.859070 n-d-828387-3 neutron-server[103184]: DEBUG neutron.objects.ports [None req-eb6a8b3c-bd85-46db-8096-9fce6cd323b8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103184) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:56:17.870336 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (026485a7-9d2f-4ff7-884c-4233a8f24850), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.877307 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eb6a8b3c-bd85-46db-8096-9fce6cd323b8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (135cdb09-0e32-4bd3-bd6b-541216715fec), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.909137 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11420847-b761-478d-b4bf-637835334859 admin admin] Network 3435dd38-2d83-4661-a0ba-4947592a30a2 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:56:18.071255 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cbe4483d-3e65-46a9-9d4e-d9c924661aff tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_gateway (9e72eb27-986c-4306-8c6c-56c69414d825), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:18.089736 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a89a3e70-9de7-49f1-b1ff-1bc4e9b18cfa None None] Current status of the port 05aec916-197d-43da-89c6-bc95b67397f3 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:18.113515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=026485a7-9d2f-4ff7-884c-4233a8f24850,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:18.242832 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['026485a7-9d2f-4ff7-884c-4233a8f24850'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:56:18.257447 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-11420847-b761-478d-b4bf-637835334859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 3435dd38-2d83-4661-a0ba-4947592a30a2) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:18.259745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33dc60a-6b9b-4cfc-a412-1517e56e568b req-2e094b0d-aabd-4ede-8188-7af3d724b48d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:18.261453 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c33dc60a-6b9b-4cfc-a412-1517e56e568b req-2e094b0d-aabd-4ede-8188-7af3d724b48d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 945 time: 0.0916412 Feb 09 01:56:18.291902 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6a8b3c-bd85-46db-8096-9fce6cd323b8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:18.307076 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11420847-b761-478d-b4bf-637835334859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:18.308203 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-11420847-b761-478d-b4bf-637835334859 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:18.316739 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 05aec916-197d-43da-89c6-bc95b67397f3 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:18.321427 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1089232-1b08-45e7-8e56-1967c5a458b5 None None] Network 3435dd38-2d83-4661-a0ba-4947592a30a2 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:18.356372 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c33dc60a-6b9b-4cfc-a412-1517e56e568b req-bb0990fb-f6d7-4cad-bf57-585e31e729d8 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844238 Feb 09 01:56:18.485173 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-683c618d-9c4a-4c02-9bef-2c8ce0d492fb tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Allocated IP 2001:db8::1 (670ada46-e6ec-4118-874e-aa8ce6335514/8b7c039b-b101-43dc-b31b-4b283ecc5fc8/77047737-291d-4cde-a8bb-642cbaf5389b) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:18.508776 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cbe4483d-3e65-46a9-9d4e-d9c924661aff tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_gateway (9e72eb27-986c-4306-8c6c-56c69414d825), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:18.548087 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cbe4483d-3e65-46a9-9d4e-d9c924661aff tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:18.644950 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-683c618d-9c4a-4c02-9bef-2c8ce0d492fb tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for port (77047737-291d-4cde-a8bb-642cbaf5389b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:18.688781 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a8b3c-bd85-46db-8096-9fce6cd323b8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=135cdb09-0e32-4bd3-bd6b-541216715fec,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:18.704071 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-cbe4483d-3e65-46a9-9d4e-d9c924661aff tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Allocated IP 172.25.7.97 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/4036d142-0635-4416-b460-aebc430b4c98) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:18.704719 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-eb6a8b3c-bd85-46db-8096-9fce6cd323b8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:18.719370 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6a8b3c-bd85-46db-8096-9fce6cd323b8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:18.723019 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eb6a8b3c-bd85-46db-8096-9fce6cd323b8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:18.742413 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-683c618d-9c4a-4c02-9bef-2c8ce0d492fb tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (77047737-291d-4cde-a8bb-642cbaf5389b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:18.833687 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-eb6a8b3c-bd85-46db-8096-9fce6cd323b8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.8424027 Feb 09 01:56:18.838965 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57478) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:18.843536 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c618d-9c4a-4c02-9bef-2c8ce0d492fb tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event updated for resources: {'Port': ['ID=77047737-291d-4cde-a8bb-642cbaf5389b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:18.849676 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cbe4483d-3e65-46a9-9d4e-d9c924661aff tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for port (4036d142-0635-4416-b460-aebc430b4c98), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:18.894076 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cbe4483d-3e65-46a9-9d4e-d9c924661aff tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (4036d142-0635-4416-b460-aebc430b4c98), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:18.896412 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d9fba835-be5d-4523-8870-644139deb7be tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'mac_address': 'fa:16:3e:c6:72:21', 'name': 'tempest-NetworksTestDHCPv6-1999658343'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:18.959389 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-11420847-b761-478d-b4bf-637835334859 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.8027012 Feb 09 01:56:18.968501 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57480) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:18.978700 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-5d0f1450-16fc-4d62-a257-9d58e5551a25 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-798417594-router', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:18.982687 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6f0353-739d-4d15-9f88-aef4fc2aa433 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:18.991483 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 05aec916-197d-43da-89c6-bc95b67397f3 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:18.991875 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (05aec916-197d-43da-89c6-bc95b67397f3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:19.026777 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683c618d-9c4a-4c02-9bef-2c8ce0d492fb tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Network 670ada46-e6ec-4118-874e-aa8ce6335514 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:19.035589 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe4483d-3e65-46a9-9d4e-d9c924661aff tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:19.043908 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb2ea6-7733-442e-bc31-a28e2e4fa0ba req-a1539f66-b06c-44fe-9daf-929cd01d4ef9 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:19.045600 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4fb2ea6-7733-442e-bc31-a28e2e4fa0ba req-a1539f66-b06c-44fe-9daf-929cd01d4ef9 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.9185762 Feb 09 01:56:19.055550 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270f1757-056c-493a-a4ea-1fbf6abfa3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-3435dd38-2d83-4661-a0ba-4947592a30a2', 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2', 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'fixed_ips': [{'subnet_id': '0e2644d8-69fa-4460-9750-5fbc866b4422'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:56:19.056436 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-270f1757-056c-493a-a4ea-1fbf6abfa3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:19.057204 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-683c618d-9c4a-4c02-9bef-2c8ce0d492fb tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:19.058003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-cbe4483d-3e65-46a9-9d4e-d9c924661aff tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:19.064004 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4483d-3e65-46a9-9d4e-d9c924661aff tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Pushing event updated for resources: {'Port': ['ID=4036d142-0635-4416-b460-aebc430b4c98,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:19.069267 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683c618d-9c4a-4c02-9bef-2c8ce0d492fb tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:19.075538 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-683c618d-9c4a-4c02-9bef-2c8ce0d492fb tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (91584293-91f5-427b-9919-c866048a35b3), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:19.078460 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe4483d-3e65-46a9-9d4e-d9c924661aff tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:19.176005 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d0f1450-16fc-4d62-a257-9d58e5551a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (58662943-6040-469a-9427-86d489310581), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:19.187472 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d0f1450-16fc-4d62-a257-9d58e5551a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (58662943-6040-469a-9427-86d489310581), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:19.421343 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7464be1e-6084-4045-8cd6-41c5ba67983f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ffa86b77-0960-4058-af84-97833edc3344', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'fixed_ips': [{'subnet_id': '135cdb09-0e32-4bd3-bd6b-541216715fec'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:56:19.423423 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7464be1e-6084-4045-8cd6-41c5ba67983f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:19.432917 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d0f1450-16fc-4d62-a257-9d58e5551a25 admin admin] Publish callbacks [] for router_controller (58662943-6040-469a-9427-86d489310581), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:19.605641 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 05aec916-197d-43da-89c6-bc95b67397f3 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:19.672931 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-270f1757-056c-493a-a4ea-1fbf6abfa3b6 None None] Allocated IP 172.20.0.2 (3435dd38-2d83-4661-a0ba-4947592a30a2/0e2644d8-69fa-4460-9750-5fbc866b4422/622df943-b2c4-45bc-9963-62d84176aa6e) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:19.722358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-107a376d-9b15-4c4d-9cc9-9c2f7607e73a None None] Provisioning complete for port 77047737-291d-4cde-a8bb-642cbaf5389b triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:19.722658 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-107a376d-9b15-4c4d-9cc9-9c2f7607e73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (77047737-291d-4cde-a8bb-642cbaf5389b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:19.775541 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device df9fb930-5f55-4426-961b-27dd88b70020 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:56:19.944710 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: df9fb930-5f55-4426-961b-27dd88b70020 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:56:19.946881 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device df9fb930-5f55-4426-961b-27dd88b70020 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:56:19.957510 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-107a376d-9b15-4c4d-9cc9-9c2f7607e73a None None] Port 77047737-291d-4cde-a8bb-642cbaf5389b cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:56:20.003026 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-7464be1e-6084-4045-8cd6-41c5ba67983f None None] Allocated IP 2001:db8::f816:3eff:fed3:c9d5 (ffa86b77-0960-4058-af84-97833edc3344/135cdb09-0e32-4bd3-bd6b-541216715fec/52c13bc6-f1b3-4261-b5d4-9000143eead3) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:20.047697 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d0f1450-16fc-4d62-a257-9d58e5551a25 admin admin] Publish callbacks [] for router_gateway (58662943-6040-469a-9427-86d489310581), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.060833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1635719-a097-49ad-b8e5-a43c6b3c96cc req-31997e96-f6ed-4ba2-a0b8-4da14e9d6ec8 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:20.062721 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1635719-a097-49ad-b8e5-a43c6b3c96cc req-31997e96-f6ed-4ba2-a0b8-4da14e9d6ec8 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 945 time: 0.4441605 Feb 09 01:56:20.065884 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cbe4483d-3e65-46a9-9d4e-d9c924661aff tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_gateway (9e72eb27-986c-4306-8c6c-56c69414d825), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.265012 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-270f1757-056c-493a-a4ea-1fbf6abfa3b6 None None] Publish callbacks [] for port (622df943-b2c4-45bc-9963-62d84176aa6e), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.322230 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4fb2ea6-7733-442e-bc31-a28e2e4fa0ba req-029bbf47-ccdb-4565-9f13-abcf5ea9c923 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2668014 Feb 09 01:56:20.361067 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-270f1757-056c-493a-a4ea-1fbf6abfa3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (622df943-b2c4-45bc-9963-62d84176aa6e), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.365204 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fba835-be5d-4523-8870-644139deb7be tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:20.393379 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:56:20.465503 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270f1757-056c-493a-a4ea-1fbf6abfa3b6 None None] Network 3435dd38-2d83-4661-a0ba-4947592a30a2 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:20.477582 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-683c618d-9c4a-4c02-9bef-2c8ce0d492fb tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (77047737-291d-4cde-a8bb-642cbaf5389b), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.492466 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-270f1757-056c-493a-a4ea-1fbf6abfa3b6 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:20.497004 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f1757-056c-493a-a4ea-1fbf6abfa3b6 None None] Pushing event updated for resources: {'Port': ['ID=622df943-b2c4-45bc-9963-62d84176aa6e,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:20.498459 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1635719-a097-49ad-b8e5-a43c6b3c96cc req-98294f35-acb7-4e09-abca-58f719749548 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286518 Feb 09 01:56:20.512666 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270f1757-056c-493a-a4ea-1fbf6abfa3b6 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:20.520038 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7464be1e-6084-4045-8cd6-41c5ba67983f None None] Publish callbacks [] for port (52c13bc6-f1b3-4261-b5d4-9000143eead3), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.548593 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7464be1e-6084-4045-8cd6-41c5ba67983f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (52c13bc6-f1b3-4261-b5d4-9000143eead3), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.642251 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-270f1757-056c-493a-a4ea-1fbf6abfa3b6 None None] Attempting to bind port 622df943-b2c4-45bc-9963-62d84176aa6e on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:56:20.647347 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-270f1757-056c-493a-a4ea-1fbf6abfa3b6 None None] Attempting to bind port 622df943-b2c4-45bc-9963-62d84176aa6e by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '7f430253-9921-4b67-a8c0-4525552aa2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:56:20.647978 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f1757-056c-493a-a4ea-1fbf6abfa3b6 None None] Attempting to bind port 622df943-b2c4-45bc-9963-62d84176aa6e on network 3435dd38-2d83-4661-a0ba-4947592a30a2 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:20.657317 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d9fba835-be5d-4523-8870-644139deb7be tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.672937 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7464be1e-6084-4045-8cd6-41c5ba67983f None None] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:20.694375 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-7464be1e-6084-4045-8cd6-41c5ba67983f None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:20.699836 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f1757-056c-493a-a4ea-1fbf6abfa3b6 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:56:20.700609 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f1757-056c-493a-a4ea-1fbf6abfa3b6 None None] Checking segment: {'id': '7f430253-9921-4b67-a8c0-4525552aa2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:20.701240 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-270f1757-056c-493a-a4ea-1fbf6abfa3b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.701848 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f1757-056c-493a-a4ea-1fbf6abfa3b6 None None] Bound using segment: {'id': '7f430253-9921-4b67-a8c0-4525552aa2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:56:20.702548 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-270f1757-056c-493a-a4ea-1fbf6abfa3b6 None None] Bound port: 622df943-b2c4-45bc-9963-62d84176aa6e, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f430253-9921-4b67-a8c0-4525552aa2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:56:20.703242 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-270f1757-056c-493a-a4ea-1fbf6abfa3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (622df943-b2c4-45bc-9963-62d84176aa6e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.706042 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7464be1e-6084-4045-8cd6-41c5ba67983f None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:20.710921 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464be1e-6084-4045-8cd6-41c5ba67983f None None] Pushing event updated for resources: {'Port': ['ID=52c13bc6-f1b3-4261-b5d4-9000143eead3,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:20.811370 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-270f1757-056c-493a-a4ea-1fbf6abfa3b6 None None] For port 622df943-b2c4-45bc-9963-62d84176aa6e, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:56:20.815997 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-270f1757-056c-493a-a4ea-1fbf6abfa3b6 None None] For port 622df943-b2c4-45bc-9963-62d84176aa6e, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=622df943-b2c4-45bc-9963-62d84176aa6e,segment=NetworkSegment(7f430253-9921-4b67-a8c0-4525552aa2a0),segment_id=7f430253-9921-4b67-a8c0-4525552aa2a0)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:56:20.873734 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-270f1757-056c-493a-a4ea-1fbf6abfa3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (622df943-b2c4-45bc-9963-62d84176aa6e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.930356 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-d9fba835-be5d-4523-8870-644139deb7be tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] device_id is not set on port 938d6ef2-7e7f-4ee1-81c1-e7e59fa751e2 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:56:20.975615 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-7464be1e-6084-4045-8cd6-41c5ba67983f None None] Attempting to bind port 52c13bc6-f1b3-4261-b5d4-9000143eead3 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:56:20.975615 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-7464be1e-6084-4045-8cd6-41c5ba67983f None None] Attempting to bind port 52c13bc6-f1b3-4261-b5d4-9000143eead3 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:56:20.975981 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7464be1e-6084-4045-8cd6-41c5ba67983f None None] Attempting to bind port 52c13bc6-f1b3-4261-b5d4-9000143eead3 on network ffa86b77-0960-4058-af84-97833edc3344 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:20.987863 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7464be1e-6084-4045-8cd6-41c5ba67983f None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:56:20.988249 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7464be1e-6084-4045-8cd6-41c5ba67983f None None] Checking segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:20.988659 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7464be1e-6084-4045-8cd6-41c5ba67983f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.989055 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7464be1e-6084-4045-8cd6-41c5ba67983f None None] Bound using segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:56:20.989556 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-7464be1e-6084-4045-8cd6-41c5ba67983f None None] Bound port: 52c13bc6-f1b3-4261-b5d4-9000143eead3, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:56:20.989945 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7464be1e-6084-4045-8cd6-41c5ba67983f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (52c13bc6-f1b3-4261-b5d4-9000143eead3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:21.005342 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f1757-056c-493a-a4ea-1fbf6abfa3b6 None None] Pushing event updated for resources: {'Port': ['ID=622df943-b2c4-45bc-9963-62d84176aa6e,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:21.112090 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-7464be1e-6084-4045-8cd6-41c5ba67983f None None] For port 52c13bc6-f1b3-4261-b5d4-9000143eead3, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:56:21.124090 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-7464be1e-6084-4045-8cd6-41c5ba67983f None None] For port 52c13bc6-f1b3-4261-b5d4-9000143eead3, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=52c13bc6-f1b3-4261-b5d4-9000143eead3,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:56:21.141855 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7464be1e-6084-4045-8cd6-41c5ba67983f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (52c13bc6-f1b3-4261-b5d4-9000143eead3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:21.215567 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-d9fba835-be5d-4523-8870-644139deb7be tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8::f816:3eff:fec6:7221 (ffa86b77-0960-4058-af84-97833edc3344/135cdb09-0e32-4bd3-bd6b-541216715fec/938d6ef2-7e7f-4ee1-81c1-e7e59fa751e2) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:21.335697 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464be1e-6084-4045-8cd6-41c5ba67983f None None] Pushing event updated for resources: {'Port': ['ID=52c13bc6-f1b3-4261-b5d4-9000143eead3,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:21.349550 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cbe4483d-3e65-46a9-9d4e-d9c924661aff tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (9e72eb27-986c-4306-8c6c-56c69414d825), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:21.386193 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 026485a7-9d2f-4ff7-884c-4233a8f24850 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:21.475902 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-683c618d-9c4a-4c02-9bef-2c8ce0d492fb tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for port (77047737-291d-4cde-a8bb-642cbaf5389b), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:21.559992 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-683c618d-9c4a-4c02-9bef-2c8ce0d492fb tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (77047737-291d-4cde-a8bb-642cbaf5389b), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:21.568456 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-683c618d-9c4a-4c02-9bef-2c8ce0d492fb tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (91584293-91f5-427b-9919-c866048a35b3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:21.582587 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 026485a7-9d2f-4ff7-884c-4233a8f24850 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:56:21.588186 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 026485a7-9d2f-4ff7-884c-4233a8f24850 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:21.590016 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (026485a7-9d2f-4ff7-884c-4233a8f24850), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:21.813529 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d0f1450-16fc-4d62-a257-9d58e5551a25 admin admin] Publish callbacks [] for router_gateway (58662943-6040-469a-9427-86d489310581), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:21.840421 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d0f1450-16fc-4d62-a257-9d58e5551a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:21.871629 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 026485a7-9d2f-4ff7-884c-4233a8f24850 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:21.872294 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (026485a7-9d2f-4ff7-884c-4233a8f24850), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:21.948968 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026485a7-9d2f-4ff7-884c-4233a8f24850'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:56:21.952389 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828a45fe-b60f-4c59-887e-f8899a4ce824" -d '{"events": [{"server_uuid": "652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7", "name": "network-vif-plugged", "status": "completed", "tag": "026485a7-9d2f-4ff7-884c-4233a8f24850"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:56:21.993276 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 026485a7-9d2f-4ff7-884c-4233a8f24850, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=026485a7-9d2f-4ff7-884c-4233a8f24850,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:22.001627 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (026485a7-9d2f-4ff7-884c-4233a8f24850), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:22.037783 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c618d-9c4a-4c02-9bef-2c8ce0d492fb tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event updated for resources: {'Port': ['ID=77047737-291d-4cde-a8bb-642cbaf5389b,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:22.079769 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c4a16-5c6e-4a21-af40-bd8e0ef0e0aa req-7048765c-5aed-43b0-8192-2d4f76158313 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:22.081806 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c31c4a16-5c6e-4a21-af40-bd8e0ef0e0aa req-7048765c-5aed-43b0-8192-2d4f76158313 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 945 time: 0.3459642 Feb 09 01:56:22.105082 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b146a6-8c4d-4c5d-abf8-d385c3ea1c99 req-e049a7b8-dbf9-4217-ab22-55007734637c tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:22.116344 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-05b146a6-8c4d-4c5d-abf8-d385c3ea1c99 req-e049a7b8-dbf9-4217-ab22-55007734637c tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.6218798 Feb 09 01:56:22.153679 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 622df943-b2c4-45bc-9963-62d84176aa6e up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:22.220002 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d9fba835-be5d-4523-8870-644139deb7be tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (938d6ef2-7e7f-4ee1-81c1-e7e59fa751e2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:22.271859 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=026485a7-9d2f-4ff7-884c-4233a8f24850,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:22.306394 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d9fba835-be5d-4523-8870-644139deb7be tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (938d6ef2-7e7f-4ee1-81c1-e7e59fa751e2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:22.313307 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 622df943-b2c4-45bc-9963-62d84176aa6e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:22.313688 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (622df943-b2c4-45bc-9963-62d84176aa6e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:22.340799 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-5d0f1450-16fc-4d62-a257-9d58e5551a25 admin admin] Allocated IP 172.25.7.74 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/8b689981-bcc1-4c6a-8421-35812b9789cb) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:22.415754 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c31c4a16-5c6e-4a21-af40-bd8e0ef0e0aa req-c38235fb-11e3-4c17-8232-9fd780a0bc20 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003387 Feb 09 01:56:22.458551 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe4483d-3e65-46a9-9d4e-d9c924661aff tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Router 9e72eb27-986c-4306-8c6c-56c69414d825 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:56:22.569419 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 622df943-b2c4-45bc-9963-62d84176aa6e is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:22.569823 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (622df943-b2c4-45bc-9963-62d84176aa6e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:22.578699 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683c618d-9c4a-4c02-9bef-2c8ce0d492fb tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Network 670ada46-e6ec-4118-874e-aa8ce6335514 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:22.588597 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-683c618d-9c4a-4c02-9bef-2c8ce0d492fb tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:22.606813 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa20be8-896f-4296-9429-1ccbbab320d9 x-openstack-request-id: req-4aa20be8-896f-4296-9429-1ccbbab320d9 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:56:22.607367 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7", "name": "network-vif-plugged", "status": "completed", "tag": "026485a7-9d2f-4ff7-884c-4233a8f24850", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:56:22.607484 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4aa20be8-896f-4296-9429-1ccbbab320d9 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:56:22.607799 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026485a7-9d2f-4ff7-884c-4233a8f24850', 'code': 200} Feb 09 01:56:22.635342 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-05b146a6-8c4d-4c5d-abf8-d385c3ea1c99 req-de3b5f3b-9261-436c-aa3e-d9a6a751e7d9 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5114961 Feb 09 01:56:22.657896 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fba835-be5d-4523-8870-644139deb7be tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:22.667771 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fba835-be5d-4523-8870-644139deb7be tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=938d6ef2-7e7f-4ee1-81c1-e7e59fa751e2,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:22.693770 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-d9fba835-be5d-4523-8870-644139deb7be tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:22.711548 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 622df943-b2c4-45bc-9963-62d84176aa6e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=622df943-b2c4-45bc-9963-62d84176aa6e,segment=NetworkSegment(7f430253-9921-4b67-a8c0-4525552aa2a0),segment_id=7f430253-9921-4b67-a8c0-4525552aa2a0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:22.723129 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (622df943-b2c4-45bc-9963-62d84176aa6e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:22.724514 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 52c13bc6-f1b3-4261-b5d4-9000143eead3 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:22.726315 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fba835-be5d-4523-8870-644139deb7be tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:22.773305 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fba835-be5d-4523-8870-644139deb7be tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:22.789728 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d9fba835-be5d-4523-8870-644139deb7be tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:22.881932 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe501586-2e66-4585-b360-579048a080d4 req-b6b072ba-10b7-40a5-93e0-a23aa9e3008f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:22.883353 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fe501586-2e66-4585-b360-579048a080d4 req-b6b072ba-10b7-40a5-93e0-a23aa9e3008f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 1128 time: 0.1663806 Feb 09 01:56:22.901913 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d0f1450-16fc-4d62-a257-9d58e5551a25 admin admin] Publish callbacks [] for port (8b689981-bcc1-4c6a-8421-35812b9789cb), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:22.992153 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe4483d-3e65-46a9-9d4e-d9c924661aff tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:56:23.041466 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cbe4483d-3e65-46a9-9d4e-d9c924661aff tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:23.044226 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cbe4483d-3e65-46a9-9d4e-d9c924661aff tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.4684567 Feb 09 01:56:23.059352 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e486d8e-8943-4267-9172-dec576a16b42 None None] Sync routers for ids ['9e72eb27-986c-4306-8c6c-56c69414d825'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:56:23.069658 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 52c13bc6-f1b3-4261-b5d4-9000143eead3 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:23.070354 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (52c13bc6-f1b3-4261-b5d4-9000143eead3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:23.083308 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=622df943-b2c4-45bc-9963-62d84176aa6e,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:23.100172 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57510) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:23.116409 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d85b318d-e996-4948-8839-3d6bc7859348 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'enable_snat': False}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:23.119155 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d9fba835-be5d-4523-8870-644139deb7be tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2607884 Feb 09 01:56:23.122042 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57512) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:23.198186 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e486d8e-8943-4267-9172-dec576a16b42 None None] Routers {'9e72eb27-986c-4306-8c6c-56c69414d825'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:23.198186 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-6e486d8e-8943-4267-9172-dec576a16b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:56:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9e72eb27-986c-4306-8c6c-56c69414d825'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:23.210830 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d0f1450-16fc-4d62-a257-9d58e5551a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (8b689981-bcc1-4c6a-8421-35812b9789cb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:23.272085 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683c618d-9c4a-4c02-9bef-2c8ce0d492fb tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Router 91584293-91f5-427b-9919-c866048a35b3 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:56:23.316473 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04f4482-f794-4f83-beb8-4c9d61ef3f9c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:23.323951 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04f4482-f794-4f83-beb8-4c9d61ef3f9c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:23.327710 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a04f4482-f794-4f83-beb8-4c9d61ef3f9c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2026565 Feb 09 01:56:23.332150 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57518) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:23.334973 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39815a4-2ad1-4875-8d07-2a971873c111 None None] Network 3435dd38-2d83-4661-a0ba-4947592a30a2 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:23.356076 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-6e486d8e-8943-4267-9172-dec576a16b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:23.387995 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fe501586-2e66-4585-b360-579048a080d4 req-6ddc2a74-b3e5-49ff-abed-f7e14d3f06e2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956691 Feb 09 01:56:23.400512 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0f1450-16fc-4d62-a257-9d58e5551a25 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:23.434501 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-5d0f1450-16fc-4d62-a257-9d58e5551a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:23.449127 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0f1450-16fc-4d62-a257-9d58e5551a25 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:23.456717 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-68d3fed4-964c-4ced-83cd-1e80dc2b96bb None None] Provisioning complete for port 622df943-b2c4-45bc-9963-62d84176aa6e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:23.457402 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-68d3fed4-964c-4ced-83cd-1e80dc2b96bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (622df943-b2c4-45bc-9963-62d84176aa6e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:23.463223 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f1450-16fc-4d62-a257-9d58e5551a25 admin admin] Pushing event updated for resources: {'Port': ['ID=8b689981-bcc1-4c6a-8421-35812b9789cb,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:23.466194 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e486d8e-8943-4267-9172-dec576a16b42 None None] Routers {'9e72eb27-986c-4306-8c6c-56c69414d825'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:23.471279 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-6e486d8e-8943-4267-9172-dec576a16b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:56:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9e72eb27-986c-4306-8c6c-56c69414d825'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:23.683291 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683c618d-9c4a-4c02-9bef-2c8ce0d492fb tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:56:23.690442 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-683c618d-9c4a-4c02-9bef-2c8ce0d492fb tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "PUT /v2.0/routers/91584293-91f5-427b-9919-c866048a35b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2941084 Feb 09 01:56:23.694249 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57532) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:23.697770 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ae91dc-992a-4a1d-984b-d557a8ddb3d6 None None] Sync routers for ids ['91584293-91f5-427b-9919-c866048a35b3'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:56:23.721187 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ae91dc-992a-4a1d-984b-d557a8ddb3d6 None None] Routers {'91584293-91f5-427b-9919-c866048a35b3'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:23.722812 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-43ae91dc-992a-4a1d-984b-d557a8ddb3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:56:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['91584293-91f5-427b-9919-c866048a35b3'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:23.782362 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-6e486d8e-8943-4267-9172-dec576a16b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:23.782871 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e486d8e-8943-4267-9172-dec576a16b42 None None] The sync data for ids ['9e72eb27-986c-4306-8c6c-56c69414d825'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:56:23.872188 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-43ae91dc-992a-4a1d-984b-d557a8ddb3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:23.875574 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-ecd30bc2-a48a-4a0a-9d1f-5aa8574a6fbc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting port 938d6ef2-7e7f-4ee1-81c1-e7e59fa751e2 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:23.876410 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ecd30bc2-a48a-4a0a-9d1f-5aa8574a6fbc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (938d6ef2-7e7f-4ee1-81c1-e7e59fa751e2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:23.891086 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 52c13bc6-f1b3-4261-b5d4-9000143eead3 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:23.891509 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (52c13bc6-f1b3-4261-b5d4-9000143eead3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:23.920787 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ae91dc-992a-4a1d-984b-d557a8ddb3d6 None None] Routers {'91584293-91f5-427b-9919-c866048a35b3'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:23.921678 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-43ae91dc-992a-4a1d-984b-d557a8ddb3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:56:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['91584293-91f5-427b-9919-c866048a35b3'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:23.984114 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-43ae91dc-992a-4a1d-984b-d557a8ddb3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:23.985235 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ae91dc-992a-4a1d-984b-d557a8ddb3d6 None None] The sync data for ids ['91584293-91f5-427b-9919-c866048a35b3'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:56:24.041204 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3fb54e67-8fab-4fc3-864d-ab34104f9630 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for router (91584293-91f5-427b-9919-c866048a35b3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.042983 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 52c13bc6-f1b3-4261-b5d4-9000143eead3, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=52c13bc6-f1b3-4261-b5d4-9000143eead3,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:24.047618 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-68d3fed4-964c-4ced-83cd-1e80dc2b96bb None None] Current status of the port 622df943-b2c4-45bc-9963-62d84176aa6e is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:24.055473 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (52c13bc6-f1b3-4261-b5d4-9000143eead3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.172301 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-3fb54e67-8fab-4fc3-864d-ab34104f9630 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 01:56:24.183760 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3fb54e67-8fab-4fc3-864d-ab34104f9630 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "DELETE /v2.0/routers/91584293-91f5-427b-9919-c866048a35b3 HTTP/1.1" status: 409 len: 329 time: 0.4882865 Feb 09 01:56:24.189553 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=52c13bc6-f1b3-4261-b5d4-9000143eead3,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:24.200432 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57536) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:24.214874 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-68d3fed4-964c-4ced-83cd-1e80dc2b96bb None None] Provisioning complete for port 77047737-291d-4cde-a8bb-642cbaf5389b triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:24.215359 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-68d3fed4-964c-4ced-83cd-1e80dc2b96bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (77047737-291d-4cde-a8bb-642cbaf5389b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.267558 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3bad4-1096-4ed0-896e-ffd2a7389163 req-dc386dd4-d862-4d48-9eab-1980d059793b tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:24.269159 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-85d3bad4-1096-4ed0-896e-ffd2a7389163 req-dc386dd4-d862-4d48-9eab-1980d059793b tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.4192777 Feb 09 01:56:24.277881 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-68d3fed4-964c-4ced-83cd-1e80dc2b96bb None None] Port 77047737-291d-4cde-a8bb-642cbaf5389b cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:56:24.281425 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 622df943-b2c4-45bc-9963-62d84176aa6e up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:24.338676 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 622df943-b2c4-45bc-9963-62d84176aa6e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:24.339063 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (622df943-b2c4-45bc-9963-62d84176aa6e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.378479 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ecd30bc2-a48a-4a0a-9d1f-5aa8574a6fbc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (938d6ef2-7e7f-4ee1-81c1-e7e59fa751e2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.387838 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-85d3bad4-1096-4ed0-896e-ffd2a7389163 req-3334fd86-64ec-4667-ae07-36783aed4434 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065667 Feb 09 01:56:24.396945 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d244a8-9820-4597-8ea8-c4f214d89872 req-954ed05a-94aa-49e9-a573-d400af878022 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:24.402745 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-ecd30bc2-a48a-4a0a-9d1f-5aa8574a6fbc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Calling delete_port for 938d6ef2-7e7f-4ee1-81c1-e7e59fa751e2 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:24.405532 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-11d244a8-9820-4597-8ea8-c4f214d89872 req-954ed05a-94aa-49e9-a573-d400af878022 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 946 time: 0.7950997 Feb 09 01:56:24.489755 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5854358-66cf-4e79-a804-f086c27a3f23 req-2318e3e7-6f4e-478e-babe-0a7357c93fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:24.491695 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c5854358-66cf-4e79-a804-f086c27a3f23 req-2318e3e7-6f4e-478e-babe-0a7357c93fad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=225062ed147a4a2299a703d06854300c&device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 1127 time: 0.3865106 Feb 09 01:56:24.509364 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e7b07433-5bfd-46d2-b2b8-8815783f94dc None None] Provisioning complete for port 938d6ef2-7e7f-4ee1-81c1-e7e59fa751e2 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:24.509953 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e7b07433-5bfd-46d2-b2b8-8815783f94dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (938d6ef2-7e7f-4ee1-81c1-e7e59fa751e2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.586549 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ecd30bc2-a48a-4a0a-9d1f-5aa8574a6fbc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (938d6ef2-7e7f-4ee1-81c1-e7e59fa751e2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.615617 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e7b07433-5bfd-46d2-b2b8-8815783f94dc None None] Port 938d6ef2-7e7f-4ee1-81c1-e7e59fa751e2 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:56:24.620105 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd30bc2-a48a-4a0a-9d1f-5aa8574a6fbc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Port': ['ID=938d6ef2-7e7f-4ee1-81c1-e7e59fa751e2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:24.665586 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 622df943-b2c4-45bc-9963-62d84176aa6e is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:24.686261 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e7b07433-5bfd-46d2-b2b8-8815783f94dc None None] Provisioning complete for port 52c13bc6-f1b3-4261-b5d4-9000143eead3 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:24.687023 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e7b07433-5bfd-46d2-b2b8-8815783f94dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (52c13bc6-f1b3-4261-b5d4-9000143eead3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.710429 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-11d244a8-9820-4597-8ea8-c4f214d89872 req-47362b3e-6098-4a07-b435-2d6201aa6f87 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026569 Feb 09 01:56:24.724556 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ecd30bc2-a48a-4a0a-9d1f-5aa8574a6fbc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.733341 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ecd30bc2-a48a-4a0a-9d1f-5aa8574a6fbc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/938d6ef2-7e7f-4ee1-81c1-e7e59fa751e2 HTTP/1.1" status: 204 len: 168 time: 1.3982320 Feb 09 01:56:24.748976 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57538) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:24.765763 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d0f1450-16fc-4d62-a257-9d58e5551a25 admin admin] Publish callbacks [] for router_gateway (58662943-6040-469a-9427-86d489310581), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.867763 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0080a008-9968-4bb4-bb8b-628ba973b47d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:24.869215 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0080a008-9968-4bb4-bb8b-628ba973b47d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:24.870788 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0080a008-9968-4bb4-bb8b-628ba973b47d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1125965 Feb 09 01:56:24.873662 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57540) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:24.920106 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e7b07433-5bfd-46d2-b2b8-8815783f94dc None None] Current status of the port 52c13bc6-f1b3-4261-b5d4-9000143eead3 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:24.974365 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-214c5e65-8eaa-44af-8a22-d4073e2269f3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet 135cdb09-0e32-4bd3-bd6b-541216715fec {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:56:24.978175 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-214c5e65-8eaa-44af-8a22-d4073e2269f3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (135cdb09-0e32-4bd3-bd6b-541216715fec), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:25.024511 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-214c5e65-8eaa-44af-8a22-d4073e2269f3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (135cdb09-0e32-4bd3-bd6b-541216715fec), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:25.052850 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-003c3f27-d6ad-458b-ba9e-bf80a84393cf None None] Provisioning complete for port 622df943-b2c4-45bc-9963-62d84176aa6e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:25.053368 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-003c3f27-d6ad-458b-ba9e-bf80a84393cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (622df943-b2c4-45bc-9963-62d84176aa6e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:25.131810 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-214c5e65-8eaa-44af-8a22-d4073e2269f3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (135cdb09-0e32-4bd3-bd6b-541216715fec), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:25.149688 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-003c3f27-d6ad-458b-ba9e-bf80a84393cf None None] Current status of the port 622df943-b2c4-45bc-9963-62d84176aa6e is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:25.212752 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-214c5e65-8eaa-44af-8a22-d4073e2269f3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (135cdb09-0e32-4bd3-bd6b-541216715fec), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:25.269050 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-214c5e65-8eaa-44af-8a22-d4073e2269f3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:25.275548 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc71543-2955-41b1-8daf-7209b0ad3480 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:25.275724 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-214c5e65-8eaa-44af-8a22-d4073e2269f3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/135cdb09-0e32-4bd3-bd6b-541216715fec HTTP/1.1" status: 204 len: 168 time: 0.3985224 Feb 09 01:56:25.275724 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c5e65-8eaa-44af-8a22-d4073e2269f3 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=135cdb09-0e32-4bd3-bd6b-541216715fec,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:25.276601 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57544) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:25.323470 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-64cf351e-9bcd-4472-a671-a8e18153566d tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429947 Feb 09 01:56:25.324292 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57546) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:25.343521 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-ec281804-cf31-453a-9e4e-323b6b187566 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:25.405009 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5854358-66cf-4e79-a804-f086c27a3f23 req-042ba2c3-e20b-4c79-8a16-d48ff14362ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:25.406498 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c5854358-66cf-4e79-a804-f086c27a3f23 req-042ba2c3-e20b-4c79-8a16-d48ff14362ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=bbe85234-1f1c-44c0-aeaf-3380123bb751 HTTP/1.1" status: 200 len: 918 time: 0.8981595 Feb 09 01:56:25.420782 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d85b318d-e996-4948-8839-3d6bc7859348 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_gateway (9e72eb27-986c-4306-8c6c-56c69414d825), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:25.458419 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a383d951-8797-4f75-936e-474f55b43511 None None] DHCP port deletion for ffa86b77-0960-4058-af84-97833edc3344 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:56:25.520564 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a383d951-8797-4f75-936e-474f55b43511 None None] Deleting port 52c13bc6-f1b3-4261-b5d4-9000143eead3 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:25.521503 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a383d951-8797-4f75-936e-474f55b43511 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (52c13bc6-f1b3-4261-b5d4-9000143eead3), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:25.558992 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7578c-45ed-4aa4-b0b2-2b7c55ef36b7 req-af6d2b42-4a9d-4e5d-9932-c91383cb9e32 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:25.560641 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2dc7578c-45ed-4aa4-b0b2-2b7c55ef36b7 req-af6d2b42-4a9d-4e5d-9932-c91383cb9e32 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.0618806 Feb 09 01:56:25.607373 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a383d951-8797-4f75-936e-474f55b43511 None None] For port 52c13bc6-f1b3-4261-b5d4-9000143eead3, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=52c13bc6-f1b3-4261-b5d4-9000143eead3,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:25.608145 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a383d951-8797-4f75-936e-474f55b43511 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (52c13bc6-f1b3-4261-b5d4-9000143eead3), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:25.626378 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a383d951-8797-4f75-936e-474f55b43511 None None] Calling delete_port for 52c13bc6-f1b3-4261-b5d4-9000143eead3 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:25.631087 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2dc7578c-45ed-4aa4-b0b2-2b7c55ef36b7 req-7cbfbf86-6931-4e6a-a4f3-af3586c71898 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598700 Feb 09 01:56:25.721040 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a383d951-8797-4f75-936e-474f55b43511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (52c13bc6-f1b3-4261-b5d4-9000143eead3), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:25.739970 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c5854358-66cf-4e79-a804-f086c27a3f23 req-1882016d-958e-4861-bd82-751aeca5b2b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5999e920-e451-43c7-9f89-0a79191cb1d1 HTTP/1.1" status: 200 len: 1001 time: 0.3020911 Feb 09 01:56:25.758066 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383d951-8797-4f75-936e-474f55b43511 None None] Pushing event deleted for resources: {'Port': ['ID=52c13bc6-f1b3-4261-b5d4-9000143eead3,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:25.761873 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a383d951-8797-4f75-936e-474f55b43511 None None] No DVR routers for this DVR port 52c13bc6-f1b3-4261-b5d4-9000143eead3 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:25.818743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec281804-cf31-453a-9e4e-323b6b187566 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:25.822092 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ec281804-cf31-453a-9e4e-323b6b187566 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:25.945778 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5854358-66cf-4e79-a804-f086c27a3f23 req-111a199f-eb83-4747-ac27-760450fa4708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:25.947252 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c5854358-66cf-4e79-a804-f086c27a3f23 req-111a199f-eb83-4747-ac27-760450fa4708 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e5fb0614-877d-4584-bc3c-a9b6e8f6847d HTTP/1.1" status: 200 len: 856 time: 0.1956105 Feb 09 01:56:26.018822 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d0f1450-16fc-4d62-a257-9d58e5551a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (58662943-6040-469a-9427-86d489310581), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:26.135678 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9054c4-289b-417b-8a1d-817453a5cdfa req-2c49d668-9aeb-4330-bca3-69e489baf11d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:26.137170 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc9054c4-289b-417b-8a1d-817453a5cdfa req-2c49d668-9aeb-4330-bca3-69e489baf11d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 946 time: 0.3008084 Feb 09 01:56:26.164603 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 52c13bc6-f1b3-4261-b5d4-9000143eead3 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:56:26.187436 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 52c13bc6-f1b3-4261-b5d4-9000143eead3 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:56:26.187796 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 52c13bc6-f1b3-4261-b5d4-9000143eead3 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:56:26.193933 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4373eb3c-a021-4d48-a0df-216c423b5899 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (91584293-91f5-427b-9919-c866048a35b3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:26.210149 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5854358-66cf-4e79-a804-f086c27a3f23 req-ab256b53-4338-4ec6-a983-0fce20987c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:26.215971 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c5854358-66cf-4e79-a804-f086c27a3f23 req-ab256b53-4338-4ec6-a983-0fce20987c7b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bbe85234-1f1c-44c0-aeaf-3380123bb751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2521620 Feb 09 01:56:26.524269 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc9054c4-289b-417b-8a1d-817453a5cdfa req-95cbf0bd-b268-46cc-a041-c1744047d48f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730719 Feb 09 01:56:26.663817 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-84427c1a-58ed-4530-9018-1e0e3723e605 req-0fb86bb0-dbbb-4aa4-b343-527a76d6dcdc tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2 HTTP/1.1" status: 200 len: 267 time: 0.0598047 Feb 09 01:56:26.751418 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84427c1a-58ed-4530-9018-1e0e3723e605 req-f577d8f0-6f5d-42d8-b835-804b5f48449f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:26.753434 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-84427c1a-58ed-4530-9018-1e0e3723e605 req-f577d8f0-6f5d-42d8-b835-804b5f48449f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 946 time: 0.0756204 Feb 09 01:56:26.765540 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-84427c1a-58ed-4530-9018-1e0e3723e605 req-c22bfa1a-87e6-419a-b3f0-690b1e8b9936 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Request body: {'port': {'security_groups': []}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:26.842806 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-84427c1a-58ed-4530-9018-1e0e3723e605 req-c22bfa1a-87e6-419a-b3f0-690b1e8b9936 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (026485a7-9d2f-4ff7-884c-4233a8f24850), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:26.990658 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c5854358-66cf-4e79-a804-f086c27a3f23 req-d1350643-b2d3-4ab8-b3bb-aa9e7cf4c096 service neutron] 10.222.0.48 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7223647 Feb 09 01:56:27.015998 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-84427c1a-58ed-4530-9018-1e0e3723e605 req-c22bfa1a-87e6-419a-b3f0-690b1e8b9936 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] For port 026485a7-9d2f-4ff7-884c-4233a8f24850, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=026485a7-9d2f-4ff7-884c-4233a8f24850,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:27.047312 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-84427c1a-58ed-4530-9018-1e0e3723e605 req-c22bfa1a-87e6-419a-b3f0-690b1e8b9936 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for port (026485a7-9d2f-4ff7-884c-4233a8f24850), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:27.052837 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-84427c1a-58ed-4530-9018-1e0e3723e605 req-c22bfa1a-87e6-419a-b3f0-690b1e8b9936 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (026485a7-9d2f-4ff7-884c-4233a8f24850), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:27.076014 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['c572ad94-c9a7-45b1-8feb-5994b09c6a24'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:56:27.133504 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['85780f84-ca0f-4032-af43-e604d2f48a5f', '026485a7-9d2f-4ff7-884c-4233a8f24850'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:56:27.143174 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0f1450-16fc-4d62-a257-9d58e5551a25 admin admin] Router 58662943-6040-469a-9427-86d489310581 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:56:27.213859 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7371a-ed2e-43be-92ff-3baa51b238be req-11d66e8e-f641-4421-9d28-e05a4720e1ee tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:27.221924 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-72f7371a-ed2e-43be-92ff-3baa51b238be req-11d66e8e-f641-4421-9d28-e05a4720e1ee tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.3485913 Feb 09 01:56:27.311609 n-d-828387-3 neutron-server[103183]: DEBUG neutron.objects.ports [None req-ec281804-cf31-453a-9e4e-323b6b187566 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103183) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:56:27.380706 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ec281804-cf31-453a-9e4e-323b6b187566 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (66d2feb6-7ae7-41d5-ae33-8bfc08d92e76), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:27.418104 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5999e920-e451-43c7-9f89-0a79191cb1d1 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:56:27.491199 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec281804-cf31-453a-9e4e-323b6b187566 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=66d2feb6-7ae7-41d5-ae33-8bfc08d92e76,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:27.526528 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84427c1a-58ed-4530-9018-1e0e3723e605 req-c22bfa1a-87e6-419a-b3f0-690b1e8b9936 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:27.527853 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-84427c1a-58ed-4530-9018-1e0e3723e605 req-c22bfa1a-87e6-419a-b3f0-690b1e8b9936 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:27.528385 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-72f7371a-ed2e-43be-92ff-3baa51b238be req-2387e683-8a9a-4a13-8307-5c0b83e78924 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3055573 Feb 09 01:56:27.529511 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-84427c1a-58ed-4530-9018-1e0e3723e605 req-c22bfa1a-87e6-419a-b3f0-690b1e8b9936 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "PUT /v2.0/ports/026485a7-9d2f-4ff7-884c-4233a8f24850 HTTP/1.1" status: 200 len: 905 time: 0.7691283 Feb 09 01:56:27.530102 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7', 'tag': '026485a7-9d2f-4ff7-884c-4233a8f24850'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:56:27.537464 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ac2efb-31e9-47d8-92a2-6b65279440bb" -d '{"events": [{"name": "network-changed", "server_uuid": "652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7", "tag": "026485a7-9d2f-4ff7-884c-4233a8f24850"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:56:27.587625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bfa1a-87e6-419a-b3f0-690b1e8b9936 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Pushing event updated for resources: {'Port': ['ID=026485a7-9d2f-4ff7-884c-4233a8f24850,revision_number=6']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:27.665652 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['026485a7-9d2f-4ff7-884c-4233a8f24850'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:56:27.670077 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8094cb7f-eb94-4506-9252-972ab2062e1d x-openstack-request-id: req-8094cb7f-eb94-4506-9252-972ab2062e1d {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:56:27.671057 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7", "tag": "026485a7-9d2f-4ff7-884c-4233a8f24850", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:56:27.671549 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8094cb7f-eb94-4506-9252-972ab2062e1d {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:56:27.672162 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7', 'tag': '026485a7-9d2f-4ff7-884c-4233a8f24850', 'status': 'completed', 'code': 200} Feb 09 01:56:27.702164 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec281804-cf31-453a-9e4e-323b6b187566 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:27.723898 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f858d6d-ed12-4ad2-87a8-8279dd6bb6f0 req-d40f34c0-8cf0-4a95-bff7-e6111f08041b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:27.733788 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3f858d6d-ed12-4ad2-87a8-8279dd6bb6f0 req-d40f34c0-8cf0-4a95-bff7-e6111f08041b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 908 time: 0.0995402 Feb 09 01:56:27.814497 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c5854358-66cf-4e79-a804-f086c27a3f23 req-32192f83-bbfd-4c71-a5a5-b920782ec157 service neutron] 10.222.0.48 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8128147 Feb 09 01:56:27.825063 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-ec281804-cf31-453a-9e4e-323b6b187566 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:27.840419 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec281804-cf31-453a-9e4e-323b6b187566 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:27.841008 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ec281804-cf31-453a-9e4e-323b6b187566 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:27.875659 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1793569-7e3a-469e-9d53-9ecb53d9034e None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:27.901840 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ec281804-cf31-453a-9e4e-323b6b187566 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5637593 Feb 09 01:56:27.904520 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57574) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:27.910275 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-eeb57779-3dc9-4a81-99f9-594f85314699 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'mac_address': 'fa:16:3e:40:9d:8c', 'name': 'tempest-NetworksTestDHCPv6-882260848'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:27.947040 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0f1450-16fc-4d62-a257-9d58e5551a25 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:56:27.997745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac2efb-31e9-47d8-92a2-6b65279440bb req-dbfb559e-a661-4753-bc6f-5b8caefca07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:28.000544 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31ac2efb-31e9-47d8-92a2-6b65279440bb req-dbfb559e-a661-4753-bc6f-5b8caefca07e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 1090 time: 0.3007967 Feb 09 01:56:28.024747 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] Sync routers for ids ['58662943-6040-469a-9427-86d489310581'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:56:28.041381 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-4373eb3c-a021-4d48-a0df-216c423b5899 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Deleting port 77047737-291d-4cde-a8bb-642cbaf5389b {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:28.042264 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4373eb3c-a021-4d48-a0df-216c423b5899 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (77047737-291d-4cde-a8bb-642cbaf5389b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:28.046060 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5999e920-e451-43c7-9f89-0a79191cb1d1 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:28.046442 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:28.053674 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d85b318d-e996-4948-8839-3d6bc7859348 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (9e72eb27-986c-4306-8c6c-56c69414d825), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:28.076795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] Routers {'58662943-6040-469a-9427-86d489310581'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:28.077504 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:56:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['58662943-6040-469a-9427-86d489310581'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:28.078930 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d0f1450-16fc-4d62-a257-9d58e5551a25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:28.086844 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5d0f1450-16fc-4d62-a257-9d58e5551a25 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.1143813 Feb 09 01:56:28.100483 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57576) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:28.221546 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d85b318d-e996-4948-8839-3d6bc7859348 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608658'] for router (9e72eb27-986c-4306-8c6c-56c69414d825), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:28.229652 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] Set router 58662943-6040-469a-9427-86d489310581 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:56:28.237034 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844b81d-5503-4d56-8934-15acb1fcaf2c req-db33b9a3-1f29-4dcd-9e16-5055fbd3465f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:28.239940 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b844b81d-5503-4d56-8934-15acb1fcaf2c req-db33b9a3-1f29-4dcd-9e16-5055fbd3465f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.4018254 Feb 09 01:56:28.313460 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-87981abd-7dfa-4287-87a2-55af72b741d6 None None] Provisioning complete for port 026485a7-9d2f-4ff7-884c-4233a8f24850 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:28.314414 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-87981abd-7dfa-4287-87a2-55af72b741d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (026485a7-9d2f-4ff7-884c-4233a8f24850), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:28.368945 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cbf41f-5d80-4951-a18d-60e5cd680594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5999e920-e451-43c7-9f89-0a79191cb1d1'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:56:28.371317 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcebf57-8550-4ca4-b4b3-2d6f56861da5" -d '{"events": [{"server_uuid": "02cbf41f-5d80-4951-a18d-60e5cd680594", "name": "network-vif-unplugged", "status": "completed", "tag": "5999e920-e451-43c7-9f89-0a79191cb1d1"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:56:28.447260 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb57779-3dc9-4a81-99f9-594f85314699 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:28.451690 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 5999e920-e451-43c7-9f89-0a79191cb1d1, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5999e920-e451-43c7-9f89-0a79191cb1d1,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:28.492725 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:28.498860 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0abd7af-f413-49ee-aacc-55bd159b8068 x-openstack-request-id: req-d0abd7af-f413-49ee-aacc-55bd159b8068 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:56:28.499167 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cbf41f-5d80-4951-a18d-60e5cd680594", "name": "network-vif-unplugged", "status": "completed", "tag": "5999e920-e451-43c7-9f89-0a79191cb1d1", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:56:28.499454 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d0abd7af-f413-49ee-aacc-55bd159b8068 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:56:28.499874 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cbf41f-5d80-4951-a18d-60e5cd680594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5999e920-e451-43c7-9f89-0a79191cb1d1', 'code': 200} Feb 09 01:56:28.573318 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79475918-cb33-4498-a2fa-9b6c9ccbddff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ffa86b77-0960-4058-af84-97833edc3344', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'fixed_ips': [{'subnet_id': '66d2feb6-7ae7-41d5-ae33-8bfc08d92e76'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:56:28.574627 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-79475918-cb33-4498-a2fa-9b6c9ccbddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:28.595279 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=5999e920-e451-43c7-9f89-0a79191cb1d1,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:28.623837 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4373eb3c-a021-4d48-a0df-216c423b5899 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (77047737-291d-4cde-a8bb-642cbaf5389b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:28.640703 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b844b81d-5503-4d56-8934-15acb1fcaf2c req-d01e6c96-6a74-4060-a465-5ab7c381235c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3816493 Feb 09 01:56:28.649064 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-87981abd-7dfa-4287-87a2-55af72b741d6 None None] Current status of the port 026485a7-9d2f-4ff7-884c-4233a8f24850 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:28.670333 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-4373eb3c-a021-4d48-a0df-216c423b5899 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Calling delete_port for 77047737-291d-4cde-a8bb-642cbaf5389b owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:28.687444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac2efb-31e9-47d8-92a2-6b65279440bb req-59f200a7-f533-40bf-a411-99dda96360a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:28.689762 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31ac2efb-31e9-47d8-92a2-6b65279440bb req-59f200a7-f533-40bf-a411-99dda96360a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 912 time: 0.6731977 Feb 09 01:56:28.733245 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:28.733511 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:28.734059 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:28.734407 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:28.734741 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:28.735073 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:28.735451 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:28.735779 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:28.736104 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:28.737508 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:28.737869 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:28.751144 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:28.751652 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:28.788944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85b318d-e996-4948-8839-3d6bc7859348 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Router 9e72eb27-986c-4306-8c6c-56c69414d825 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:56:28.803260 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31ac2efb-31e9-47d8-92a2-6b65279440bb req-a43e6174-89f9-4b8f-8c7a-2e077f46e250 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=026485a7-9d2f-4ff7-884c-4233a8f24850 HTTP/1.1" status: 200 len: 217 time: 0.1048598 Feb 09 01:56:28.851039 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eeb57779-3dc9-4a81-99f9-594f85314699 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:28.861490 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850d649-80a6-435e-bb69-bd464e43c696 req-3c1ebcfe-e889-42e9-938b-ccabf21d51dd tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:28.863585 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9850d649-80a6-435e-bb69-bd464e43c696 req-3c1ebcfe-e889-42e9-938b-ccabf21d51dd tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 943 time: 0.1403337 Feb 09 01:56:28.958081 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-eeb57779-3dc9-4a81-99f9-594f85314699 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] device_id is not set on port 90b948f6-be4b-4f0d-b14f-59aa0c78fabf yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:56:28.977983 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-79475918-cb33-4498-a2fa-9b6c9ccbddff None None] Allocated IP 2001:db8::f816:3eff:fef4:70af (ffa86b77-0960-4058-af84-97833edc3344/66d2feb6-7ae7-41d5-ae33-8bfc08d92e76/1af8eb82-1cf9-4bb2-a8ca-432682712b07) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:28.989450 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac2efb-31e9-47d8-92a2-6b65279440bb req-1948f05d-2c4c-4304-bf3d-900465ea9020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:28.991043 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58662943-6040-469a-9427-86d489310581', 'name': 'tempest-TaggedBootDevicesTest_v242-798417594-router', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:19Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 3, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'gw_port': {'id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58662943-6040-469a-9427-86d489310581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:21Z', 'updated_at': '2022-02-09T01:56:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:28.992378 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31ac2efb-31e9-47d8-92a2-6b65279440bb req-1948f05d-2c4c-4304-bf3d-900465ea9020 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.1593010 Feb 09 01:56:29.042726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] Checking router: 58662943-6040-469a-9427-86d489310581 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:56:29.043085 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] Updating router 58662943-6040-469a-9427-86d489310581 port 8b689981-bcc1-4c6a-8421-35812b9789cb binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:56:29.044875 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9850d649-80a6-435e-bb69-bd464e43c696 req-86e2d9cb-ff7b-4c5b-a070-91d0ba2ae9fa tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699710 Feb 09 01:56:29.137926 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8b689981-bcc1-4c6a-8421-35812b9789cb), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:29.140246 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-482fed47-6f0d-47a8-819e-4aad1546bbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:29.358668 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-482fed47-6f0d-47a8-819e-4aad1546bbf6 admin admin] Allocated IP 172.20.0.1 (3435dd38-2d83-4661-a0ba-4947592a30a2/0e2644d8-69fa-4460-9750-5fbc866b4422/74eb8ecb-76cd-4ea2-9edf-3f329a108391) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:29.365041 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-79475918-cb33-4498-a2fa-9b6c9ccbddff None None] Publish callbacks [] for port (1af8eb82-1cf9-4bb2-a8ca-432682712b07), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:29.376050 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-79475918-cb33-4498-a2fa-9b6c9ccbddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (1af8eb82-1cf9-4bb2-a8ca-432682712b07), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:29.437561 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79475918-cb33-4498-a2fa-9b6c9ccbddff None None] Pushing event updated for resources: {'Port': ['ID=1af8eb82-1cf9-4bb2-a8ca-432682712b07,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:29.474786 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b1f8a-f1d3-4957-a3a9-16f69106f35f req-93541342-af0b-4bd4-be6a-50e60554f370 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:29.475892 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79475918-cb33-4498-a2fa-9b6c9ccbddff None None] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:29.476640 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5d8b1f8a-f1d3-4957-a3a9-16f69106f35f req-93541342-af0b-4bd4-be6a-50e60554f370 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.6838670 Feb 09 01:56:29.489576 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-79475918-cb33-4498-a2fa-9b6c9ccbddff None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:29.495680 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79475918-cb33-4498-a2fa-9b6c9ccbddff None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:29.499189 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-482fed47-6f0d-47a8-819e-4aad1546bbf6 admin admin] Publish callbacks [] for port (74eb8ecb-76cd-4ea2-9edf-3f329a108391), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:29.558706 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-482fed47-6f0d-47a8-819e-4aad1546bbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (74eb8ecb-76cd-4ea2-9edf-3f329a108391), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:29.621810 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482fed47-6f0d-47a8-819e-4aad1546bbf6 admin admin] Network 3435dd38-2d83-4661-a0ba-4947592a30a2 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:29.650842 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-482fed47-6f0d-47a8-819e-4aad1546bbf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:29.654068 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482fed47-6f0d-47a8-819e-4aad1546bbf6 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:29.662223 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac2efb-31e9-47d8-92a2-6b65279440bb req-0b1316ac-25e5-4d82-a734-b0e7574d41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:29.664759 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31ac2efb-31e9-47d8-92a2-6b65279440bb req-0b1316ac-25e5-4d82-a734-b0e7574d41a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5882895 Feb 09 01:56:29.690110 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85b318d-e996-4948-8839-3d6bc7859348 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:56:29.698473 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d85b318d-e996-4948-8839-3d6bc7859348 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:29.699703 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d85b318d-e996-4948-8839-3d6bc7859348 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "PUT /v2.0/routers/9e72eb27-986c-4306-8c6c-56c69414d825 HTTP/1.1" status: 200 len: 920 time: 6.5973155 Feb 09 01:56:29.705207 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c6dd2-4855-45c9-b6f4-b930d3150d45 None None] Sync routers for ids ['9e72eb27-986c-4306-8c6c-56c69414d825'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:56:29.719266 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57596) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:29.724165 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c6dd2-4855-45c9-b6f4-b930d3150d45 None None] Routers {'9e72eb27-986c-4306-8c6c-56c69414d825'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:29.724794 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-297c6dd2-4855-45c9-b6f4-b930d3150d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:56:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9e72eb27-986c-4306-8c6c-56c69414d825'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:29.773594 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5d8b1f8a-f1d3-4957-a3a9-16f69106f35f req-f15d604a-f710-4df3-b2b8-18532c70c62e tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677498 Feb 09 01:56:29.823619 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-297c6dd2-4855-45c9-b6f4-b930d3150d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:29.839041 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c6dd2-4855-45c9-b6f4-b930d3150d45 None None] Routers {'9e72eb27-986c-4306-8c6c-56c69414d825'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:29.839688 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-297c6dd2-4855-45c9-b6f4-b930d3150d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:56:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9e72eb27-986c-4306-8c6c-56c69414d825'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:29.855662 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4373eb3c-a021-4d48-a0df-216c423b5899 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (77047737-291d-4cde-a8bb-642cbaf5389b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:29.886645 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e571c72c-eff8-46e9-9e63-69c0df650996 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "GET /v2.0/routers/9e72eb27-986c-4306-8c6c-56c69414d825 HTTP/1.1" status: 200 len: 920 time: 0.1630633 Feb 09 01:56:29.887234 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57600) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:29.926499 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-297c6dd2-4855-45c9-b6f4-b930d3150d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:29.927326 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c6dd2-4855-45c9-b6f4-b930d3150d45 None None] The sync data for ids ['9e72eb27-986c-4306-8c6c-56c69414d825'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:56:29.934743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373eb3c-a021-4d48-a0df-216c423b5899 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event deleted for resources: {'Port': ['ID=77047737-291d-4cde-a8bb-642cbaf5389b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:30.039785 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-482fed47-6f0d-47a8-819e-4aad1546bbf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (58662943-6040-469a-9427-86d489310581), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:30.051104 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482fed47-6f0d-47a8-819e-4aad1546bbf6 admin admin] Pushing event updated for resources: {'Port': ['ID=74eb8ecb-76cd-4ea2-9edf-3f329a108391,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:30.144258 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-eeb57779-3dc9-4a81-99f9-594f85314699 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8::f816:3eff:fe40:9d8c (ffa86b77-0960-4058-af84-97833edc3344/66d2feb6-7ae7-41d5-ae33-8bfc08d92e76/90b948f6-be4b-4f0d-b14f-59aa0c78fabf) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:30.274328 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] Publish callbacks [] for port (8b689981-bcc1-4c6a-8421-35812b9789cb), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:30.293175 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8b689981-bcc1-4c6a-8421-35812b9789cb), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:30.342200 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4373eb3c-a021-4d48-a0df-216c423b5899 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (91584293-91f5-427b-9919-c866048a35b3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:30.350737 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31ac2efb-31e9-47d8-92a2-6b65279440bb req-45592f22-12e4-4955-ab05-31c9a4ab5bb4 service neutron] 10.222.0.48 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6732402 Feb 09 01:56:30.363280 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4df9f31-3817-4b51-a4af-7665b2e2b86e tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:30.365186 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c4df9f31-3817-4b51-a4af-7665b2e2b86e tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&device_id=9e72eb27-986c-4306-8c6c-56c69414d825&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4576209 Feb 09 01:56:30.371833 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57614) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:30.387317 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1506f08d-bb5d-4e89-a510-cfb423309190 None None] Provisioning complete for port 74eb8ecb-76cd-4ea2-9edf-3f329a108391 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:30.388083 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1506f08d-bb5d-4e89-a510-cfb423309190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (74eb8ecb-76cd-4ea2-9edf-3f329a108391), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:30.389969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] Attempting to bind port 8b689981-bcc1-4c6a-8421-35812b9789cb on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:56:30.390526 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] Attempting to bind port 8b689981-bcc1-4c6a-8421-35812b9789cb by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:56:30.391060 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] Attempting to bind port 8b689981-bcc1-4c6a-8421-35812b9789cb on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:30.397364 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0d1f9-c5bf-4ea2-a3f8-1eb08b4fe6ca None None] Pushing event updated for resources: {'Port': ['ID=8b689981-bcc1-4c6a-8421-35812b9789cb,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:30.421698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:56:30.422399 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:30.422968 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:30.423709 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:56:30.424891 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] Bound port: 8b689981-bcc1-4c6a-8421-35812b9789cb, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:56:30.425666 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8b689981-bcc1-4c6a-8421-35812b9789cb), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:30.519053 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-79475918-cb33-4498-a2fa-9b6c9ccbddff None None] Attempting to bind port 1af8eb82-1cf9-4bb2-a8ca-432682712b07 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:56:30.520248 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-79475918-cb33-4498-a2fa-9b6c9ccbddff None None] Attempting to bind port 1af8eb82-1cf9-4bb2-a8ca-432682712b07 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:56:30.520782 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79475918-cb33-4498-a2fa-9b6c9ccbddff None None] Attempting to bind port 1af8eb82-1cf9-4bb2-a8ca-432682712b07 on network ffa86b77-0960-4058-af84-97833edc3344 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:30.531670 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79475918-cb33-4498-a2fa-9b6c9ccbddff None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:56:30.532350 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79475918-cb33-4498-a2fa-9b6c9ccbddff None None] Checking segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:30.534278 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-79475918-cb33-4498-a2fa-9b6c9ccbddff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:30.534857 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79475918-cb33-4498-a2fa-9b6c9ccbddff None None] Bound using segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:56:30.535567 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-79475918-cb33-4498-a2fa-9b6c9ccbddff None None] Bound port: 1af8eb82-1cf9-4bb2-a8ca-432682712b07, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:56:30.536132 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-79475918-cb33-4498-a2fa-9b6c9ccbddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1af8eb82-1cf9-4bb2-a8ca-432682712b07), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:30.547129 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1506f08d-bb5d-4e89-a510-cfb423309190 None None] Port 74eb8ecb-76cd-4ea2-9edf-3f329a108391 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:56:30.603306 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] For port 8b689981-bcc1-4c6a-8421-35812b9789cb, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:56:30.608866 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] For port 8b689981-bcc1-4c6a-8421-35812b9789cb, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8b689981-bcc1-4c6a-8421-35812b9789cb,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:56:30.609089 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6e5cb-c980-4be2-853d-15f823a5206f req-940e22b9-7134-479d-98d1-c29f0a92dea1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:30.610675 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f1f6e5cb-c980-4be2-853d-15f823a5206f req-940e22b9-7134-479d-98d1-c29f0a92dea1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 943 time: 0.3460763 Feb 09 01:56:30.618774 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8b689981-bcc1-4c6a-8421-35812b9789cb), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:30.688237 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0d1f9-c5bf-4ea2-a3f8-1eb08b4fe6ca None None] Pushing event updated for resources: {'Port': ['ID=8b689981-bcc1-4c6a-8421-35812b9789cb,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:30.726167 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-79475918-cb33-4498-a2fa-9b6c9ccbddff None None] For port 1af8eb82-1cf9-4bb2-a8ca-432682712b07, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:56:30.728165 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] Routers {'58662943-6040-469a-9427-86d489310581'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:30.728933 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:56:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['58662943-6040-469a-9427-86d489310581'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:30.732192 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-79475918-cb33-4498-a2fa-9b6c9ccbddff None None] For port 1af8eb82-1cf9-4bb2-a8ca-432682712b07, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1af8eb82-1cf9-4bb2-a8ca-432682712b07,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:56:30.734202 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f1f6e5cb-c980-4be2-853d-15f823a5206f req-b41651ec-7fea-4de7-948d-590901e04392 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095598 Feb 09 01:56:30.758861 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eeb57779-3dc9-4a81-99f9-594f85314699 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (90b948f6-be4b-4f0d-b14f-59aa0c78fabf), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:30.787823 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-79475918-cb33-4498-a2fa-9b6c9ccbddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1af8eb82-1cf9-4bb2-a8ca-432682712b07), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:30.842504 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4373eb3c-a021-4d48-a0df-216c423b5899 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Router 91584293-91f5-427b-9919-c866048a35b3 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:56:30.907883 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31ac2efb-31e9-47d8-92a2-6b65279440bb req-1a2022b9-439e-4f04-96f9-054dba947447 service neutron] 10.222.0.48 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359924 Feb 09 01:56:30.923533 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79475918-cb33-4498-a2fa-9b6c9ccbddff None None] Pushing event updated for resources: {'Port': ['ID=1af8eb82-1cf9-4bb2-a8ca-432682712b07,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:30.968412 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] Set router 58662943-6040-469a-9427-86d489310581 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:56:30.997198 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-482fed47-6f0d-47a8-819e-4aad1546bbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (74eb8ecb-76cd-4ea2-9edf-3f329a108391), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:31.033959 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eeb57779-3dc9-4a81-99f9-594f85314699 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (90b948f6-be4b-4f0d-b14f-59aa0c78fabf), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:31.059314 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4373eb3c-a021-4d48-a0df-216c423b5899 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:56:31.073452 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4373eb3c-a021-4d48-a0df-216c423b5899 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "PUT /v2.0/routers/91584293-91f5-427b-9919-c866048a35b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8289843 Feb 09 01:56:31.077189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57626) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:31.103220 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5359ce89-f5a9-4f0b-aedd-5a548b2cf71e None None] Sync routers for ids ['91584293-91f5-427b-9919-c866048a35b3'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:56:31.117351 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-dadeb049-2658-492e-9901-c798fcd097ca tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:31.124866 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-dadeb049-2658-492e-9901-c798fcd097ca tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 811 time: 0.9736195 Feb 09 01:56:31.137101 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5359ce89-f5a9-4f0b-aedd-5a548b2cf71e None None] Routers {'91584293-91f5-427b-9919-c866048a35b3'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:31.137986 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-5359ce89-f5a9-4f0b-aedd-5a548b2cf71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:56:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['91584293-91f5-427b-9919-c866048a35b3'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:31.161458 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f18cded-b70f-4d13-aa67-9f65c1a1c94f tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:31.167370 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-42a45bf6-0eef-41cc-a247-54424629e0a1 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] show failed (client error): The resource could not be found. Feb 09 01:56:31.168991 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-42a45bf6-0eef-41cc-a247-54424629e0a1 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-6673960 HTTP/1.1" status: 404 len: 332 time: 0.0905199 Feb 09 01:56:31.173079 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57628) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:31.176946 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7f18cded-b70f-4d13-aa67-9f65c1a1c94f tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 881 time: 0.7809739 Feb 09 01:56:31.180988 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d5d69906-bce7-47f1-b20a-dc7575cffa06 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:31.185976 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57630) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:31.281966 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bb682c2b-97c2-41b3-93d2-db481364b023 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e72eb27-986c-4306-8c6c-56c69414d825 HTTP/1.1" status: 200 len: 205 time: 0.0920072 Feb 09 01:56:31.282445 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57634) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:31.282588 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-5359ce89-f5a9-4f0b-aedd-5a548b2cf71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:31.293906 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-d5d69906-bce7-47f1-b20a-dc7575cffa06 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] update failed (client error): The resource could not be found. Feb 09 01:56:31.299373 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d5d69906-bce7-47f1-b20a-dc7575cffa06 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-477207481 HTTP/1.1" status: 404 len: 334 time: 0.1204319 Feb 09 01:56:31.316339 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-d82a51ff-6c90-4d0a-92d9-88c144b436e5 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/quotas/fbdae39344a5459eaf5d1a5fab3c54b2 HTTP/1.1" status: 200 len: 375 time: 0.1822047 Feb 09 01:56:31.340498 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5359ce89-f5a9-4f0b-aedd-5a548b2cf71e None None] Routers {'91584293-91f5-427b-9919-c866048a35b3'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:31.341741 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-5359ce89-f5a9-4f0b-aedd-5a548b2cf71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:56:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['91584293-91f5-427b-9919-c866048a35b3'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:31.344584 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57636) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:31.400710 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-5359ce89-f5a9-4f0b-aedd-5a548b2cf71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:31.401843 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5359ce89-f5a9-4f0b-aedd-5a548b2cf71e None None] The sync data for ids ['91584293-91f5-427b-9919-c866048a35b3'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:56:31.509816 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9aa6-5ef7-409a-be55-d7e903b87772 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router (9e72eb27-986c-4306-8c6c-56c69414d825), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:31.567527 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58662943-6040-469a-9427-86d489310581', 'name': 'tempest-TaggedBootDevicesTest_v242-798417594-router', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:19Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 3, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'gw_port': {'id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58662943-6040-469a-9427-86d489310581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:21Z', 'updated_at': '2022-02-09T01:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:31.591275 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a066339a-628b-42f6-8f32-0dd647d085cd None None] The sync data for ids ['58662943-6040-469a-9427-86d489310581'] in n-d-828387-3 is: [{'id': '58662943-6040-469a-9427-86d489310581', 'name': 'tempest-TaggedBootDevicesTest_v242-798417594-router', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:19Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 3, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'gw_port': {'id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58662943-6040-469a-9427-86d489310581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:21Z', 'updated_at': '2022-02-09T01:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:56:31.667772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-5aeee394-6f33-401b-a4d2-c0276aa7ce10 req-546d9fa7-30f8-47ba-83e3-af4aacd6d052 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:56:31.669128 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5aeee394-6f33-401b-a4d2-c0276aa7ce10 req-546d9fa7-30f8-47ba-83e3-af4aacd6d052 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136755 Feb 09 01:56:31.681805 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9aa6-5ef7-409a-be55-d7e903b87772 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_gateway (9e72eb27-986c-4306-8c6c-56c69414d825), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:31.787855 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-aa2c9aa6-5ef7-409a-be55-d7e903b87772 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Deleting port 4036d142-0635-4416-b460-aebc430b4c98 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:31.788446 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9aa6-5ef7-409a-be55-d7e903b87772 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (4036d142-0635-4416-b460-aebc430b4c98), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:31.922525 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9aa6-5ef7-409a-be55-d7e903b87772 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (4036d142-0635-4416-b460-aebc430b4c98), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:31.960966 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-aa2c9aa6-5ef7-409a-be55-d7e903b87772 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Calling delete_port for 4036d142-0635-4416-b460-aebc430b4c98 owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:32.195492 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb57779-3dc9-4a81-99f9-594f85314699 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:32.210595 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-482fed47-6f0d-47a8-819e-4aad1546bbf6 admin admin] Publish callbacks [] for port (74eb8ecb-76cd-4ea2-9edf-3f329a108391), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:32.227326 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-eeb57779-3dc9-4a81-99f9-594f85314699 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:32.230485 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb57779-3dc9-4a81-99f9-594f85314699 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:32.239018 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb57779-3dc9-4a81-99f9-594f85314699 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:32.239766 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eeb57779-3dc9-4a81-99f9-594f85314699 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:32.254674 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-482fed47-6f0d-47a8-819e-4aad1546bbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (74eb8ecb-76cd-4ea2-9edf-3f329a108391), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:32.301882 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb57779-3dc9-4a81-99f9-594f85314699 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=90b948f6-be4b-4f0d-b14f-59aa0c78fabf,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:32.312844 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-482fed47-6f0d-47a8-819e-4aad1546bbf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (58662943-6040-469a-9427-86d489310581), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:32.381964 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb721ae-bed6-4318-8f55-ce69d697179b tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Deleting subnet b4139294-a0e9-402d-93ff-953dc2e60566 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:56:32.391160 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eeb721ae-bed6-4318-8f55-ce69d697179b tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for subnet (b4139294-a0e9-402d-93ff-953dc2e60566), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:32.395599 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1af8eb82-1cf9-4bb2-a8ca-432682712b07 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:32.396055 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57658) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:32.451969 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-43e21db7-40ca-4200-9031-ee465a2d4723 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&fields=id HTTP/1.1" status: 200 len: 486 time: 1.1345906 Feb 09 01:56:32.464583 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9aa6-5ef7-409a-be55-d7e903b87772 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (4036d142-0635-4416-b460-aebc430b4c98), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:32.464749 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-eeb57779-3dc9-4a81-99f9-594f85314699 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.5589507 Feb 09 01:56:32.465407 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57662) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:32.531577 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 1af8eb82-1cf9-4bb2-a8ca-432682712b07 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:32.531964 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1af8eb82-1cf9-4bb2-a8ca-432682712b07), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:32.583984 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c9aa6-5ef7-409a-be55-d7e903b87772 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Pushing event deleted for resources: {'Port': ['ID=4036d142-0635-4416-b460-aebc430b4c98,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:32.641420 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0adcd-b336-414b-aab9-65969a0030c9 req-364cec03-2882-40bf-9404-4e41ed409de3 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:32.651166 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00b0adcd-b336-414b-aab9-65969a0030c9 req-364cec03-2882-40bf-9404-4e41ed409de3 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 943 time: 0.5677958 Feb 09 01:56:32.713287 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482fed47-6f0d-47a8-819e-4aad1546bbf6 admin admin] Pushing event updated for resources: {'Port': ['ID=74eb8ecb-76cd-4ea2-9edf-3f329a108391,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:32.732935 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 1af8eb82-1cf9-4bb2-a8ca-432682712b07 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:32.733413 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1af8eb82-1cf9-4bb2-a8ca-432682712b07), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:32.740662 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00b0adcd-b336-414b-aab9-65969a0030c9 req-f47a74b1-7b9d-4f33-9a7e-5a0f081c4f5a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857313 Feb 09 01:56:32.752743 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9aa6-5ef7-409a-be55-d7e903b87772 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (9e72eb27-986c-4306-8c6c-56c69414d825), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:32.776005 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eeb721ae-bed6-4318-8f55-ce69d697179b tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (b4139294-a0e9-402d-93ff-953dc2e60566), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:32.784653 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 1af8eb82-1cf9-4bb2-a8ca-432682712b07, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1af8eb82-1cf9-4bb2-a8ca-432682712b07,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:32.856998 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1af8eb82-1cf9-4bb2-a8ca-432682712b07), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:32.859402 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8b689981-bcc1-4c6a-8421-35812b9789cb up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:32.895935 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9aa6-5ef7-409a-be55-d7e903b87772 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (9e72eb27-986c-4306-8c6c-56c69414d825), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:32.900221 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9aa6-5ef7-409a-be55-d7e903b87772 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_controller (9e72eb27-986c-4306-8c6c-56c69414d825), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:32.975269 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-cb0989b4-82d6-4785-a42b-0a1ee5e42336 None None] Provisioning complete for port 1af8eb82-1cf9-4bb2-a8ca-432682712b07 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:32.975548 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9aa6-5ef7-409a-be55-d7e903b87772 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (9e72eb27-986c-4306-8c6c-56c69414d825), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:32.975860 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cb0989b4-82d6-4785-a42b-0a1ee5e42336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1af8eb82-1cf9-4bb2-a8ca-432682712b07), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:32.976287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2c9aa6-5ef7-409a-be55-d7e903b87772 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Fanout notify agent at l3_agent the message router_deleted on router 9e72eb27-986c-4306-8c6c-56c69414d825 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:56:32.997989 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9aa6-5ef7-409a-be55-d7e903b87772 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:33.005193 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-aa2c9aa6-5ef7-409a-be55-d7e903b87772 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "DELETE /v2.0/routers/9e72eb27-986c-4306-8c6c-56c69414d825 HTTP/1.1" status: 204 len: 168 time: 1.7203584 Feb 09 01:56:33.007880 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57666) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:33.012889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-8cc3f876-5098-4e40-9396-f64bd28e5379 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2100056657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:33.014020 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eeb721ae-bed6-4318-8f55-ce69d697179b tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (b4139294-a0e9-402d-93ff-953dc2e60566), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:33.041193 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8cc3f876-5098-4e40-9396-f64bd28e5379 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (7f9c1ac0-4a28-425c-a022-278abcec4d3b), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:33.042435 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8cc3f876-5098-4e40-9396-f64bd28e5379 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (7f9c1ac0-4a28-425c-a022-278abcec4d3b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:33.077289 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-083e25ac-458c-4050-9ad8-a0f1d4912187 service neutron] 10.222.0.36 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6103826 Feb 09 01:56:33.159571 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8cc3f876-5098-4e40-9396-f64bd28e5379 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_controller (7f9c1ac0-4a28-425c-a022-278abcec4d3b), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:33.167843 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8cc3f876-5098-4e40-9396-f64bd28e5379 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (7f9c1ac0-4a28-425c-a022-278abcec4d3b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:33.197901 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8cc3f876-5098-4e40-9396-f64bd28e5379 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:33.202690 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8cc3f876-5098-4e40-9396-f64bd28e5379 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1924317 Feb 09 01:56:33.204430 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57668) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:33.216993 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b668ed0-f3fd-4b8d-adb3-41ac12c7503b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:33.218030 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e031e615-dad8-4486-8933-df9a9b234f28 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Request body: {'router': {'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:33.225354 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b668ed0-f3fd-4b8d-adb3-41ac12c7503b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:33.230266 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5b668ed0-f3fd-4b8d-adb3-41ac12c7503b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7309947 Feb 09 01:56:33.230591 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-cb0989b4-82d6-4785-a42b-0a1ee5e42336 None None] Current status of the port 1af8eb82-1cf9-4bb2-a8ca-432682712b07 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:33.230900 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57670) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:33.235537 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 8b689981-bcc1-4c6a-8421-35812b9789cb triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:33.236378 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8b689981-bcc1-4c6a-8421-35812b9789cb), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:33.255031 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-cf6016ea-a20d-4ef9-a0ec-039fed8fca29 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8548782 Feb 09 01:56:33.268836 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-0156f25a-4fd6-409f-9c1a-0c65902539b0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:56:33.269876 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-0156f25a-4fd6-409f-9c1a-0c65902539b0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062654 Feb 09 01:56:33.340208 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482fed47-6f0d-47a8-819e-4aad1546bbf6 admin admin] Network 3435dd38-2d83-4661-a0ba-4947592a30a2 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:33.345461 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eeb721ae-bed6-4318-8f55-ce69d697179b tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (b4139294-a0e9-402d-93ff-953dc2e60566), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:33.347237 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=1af8eb82-1cf9-4bb2-a8ca-432682712b07,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:33.365247 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-482fed47-6f0d-47a8-819e-4aad1546bbf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:33.415652 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eeb721ae-bed6-4318-8f55-ce69d697179b tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:33.419345 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-eeb721ae-bed6-4318-8f55-ce69d697179b tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "DELETE /v2.0/subnets/b4139294-a0e9-402d-93ff-953dc2e60566 HTTP/1.1" status: 204 len: 168 time: 2.0623136 Feb 09 01:56:33.420356 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb721ae-bed6-4318-8f55-ce69d697179b tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event deleted for resources: {'Subnet': ['ID=b4139294-a0e9-402d-93ff-953dc2e60566,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:33.420481 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 5999e920-e451-43c7-9f89-0a79191cb1d1 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:56:33.426109 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-1032c530-efc1-4e1a-b4e9-e064df13a279 service neutron] 10.222.0.36 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374627 Feb 09 01:56:33.426109 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57672) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:33.426369 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b87ee70f-ee01-4c87-aac6-fc8658b5aa80 None None] Provisioning complete for port 90b948f6-be4b-4f0d-b14f-59aa0c78fabf triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:33.426731 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b87ee70f-ee01-4c87-aac6-fc8658b5aa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (90b948f6-be4b-4f0d-b14f-59aa0c78fabf), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:33.498902 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37df2c65-3526-48e1-a6c4-950d35076a7a None None] Network f5a4ce23-8424-4644-9046-8afcdf4ec63d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:33.586889 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 8b689981-bcc1-4c6a-8421-35812b9789cb is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:33.588292 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8b689981-bcc1-4c6a-8421-35812b9789cb), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:33.614869 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 8b689981-bcc1-4c6a-8421-35812b9789cb, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8b689981-bcc1-4c6a-8421-35812b9789cb,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:33.635728 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8b689981-bcc1-4c6a-8421-35812b9789cb), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:33.651378 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b87ee70f-ee01-4c87-aac6-fc8658b5aa80 None None] Port 90b948f6-be4b-4f0d-b14f-59aa0c78fabf cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:56:33.693970 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e031e615-dad8-4486-8933-df9a9b234f28 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_gateway (7f9c1ac0-4a28-425c-a022-278abcec4d3b), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:33.834671 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 5999e920-e451-43c7-9f89-0a79191cb1d1 is: DOWN; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:33.862569 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19363f59-d920-49a0-ab9b-3b57cd2c4b0f tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (f5a4ce23-8424-4644-9046-8afcdf4ec63d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:33.883012 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d9c94d5-1588-423d-b5a7-3d139cb57567 req-89fb8997-e507-44b2-b4c6-8f44d71ded3a tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 210 time: 0.1450768 Feb 09 01:56:33.904149 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=8b689981-bcc1-4c6a-8421-35812b9789cb,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:33.916045 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482fed47-6f0d-47a8-819e-4aad1546bbf6 admin admin] Router 58662943-6040-469a-9427-86d489310581 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:56:33.936214 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-552845c9-3eaa-4aaa-be73-369e3613d5fe None None] Provisioning complete for port 74eb8ecb-76cd-4ea2-9edf-3f329a108391 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:33.936750 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-552845c9-3eaa-4aaa-be73-369e3613d5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (74eb8ecb-76cd-4ea2-9edf-3f329a108391), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:33.992764 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-552845c9-3eaa-4aaa-be73-369e3613d5fe None None] Port 74eb8ecb-76cd-4ea2-9edf-3f329a108391 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:56:33.993614 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-532ca0fe-a1d4-44d7-af84-695d6d7e4525 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting port 90b948f6-be4b-4f0d-b14f-59aa0c78fabf {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:33.993976 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-532ca0fe-a1d4-44d7-af84-695d6d7e4525 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (90b948f6-be4b-4f0d-b14f-59aa0c78fabf), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:34.048332 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a3a61d-de73-4e1c-9a8b-39c7fc130195 None None] DHCP port deletion for f5a4ce23-8424-4644-9046-8afcdf4ec63d request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:56:34.167658 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-64a3a61d-de73-4e1c-9a8b-39c7fc130195 None None] Deleting port 05aec916-197d-43da-89c6-bc95b67397f3 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:34.168053 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-64a3a61d-de73-4e1c-9a8b-39c7fc130195 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (05aec916-197d-43da-89c6-bc95b67397f3), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:34.284424 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1af8eb82-1cf9-4bb2-a8ca-432682712b07 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:34.321450 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64da27f-9f36-4739-bb69-0182625cbff0 req-52dae14b-101a-4a79-92c5-5d9c313335e9 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:34.323072 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b64da27f-9f36-4739-bb69-0182625cbff0 req-52dae14b-101a-4a79-92c5-5d9c313335e9 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 943 time: 0.4565725 Feb 09 01:56:34.469266 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-64a3a61d-de73-4e1c-9a8b-39c7fc130195 None None] For port 05aec916-197d-43da-89c6-bc95b67397f3, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=05aec916-197d-43da-89c6-bc95b67397f3,segment=NetworkSegment(a9541e08-58c6-47c2-8039-4ab82018390b),segment_id=a9541e08-58c6-47c2-8039-4ab82018390b)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:34.469687 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-64a3a61d-de73-4e1c-9a8b-39c7fc130195 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (05aec916-197d-43da-89c6-bc95b67397f3), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:34.504718 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-64a3a61d-de73-4e1c-9a8b-39c7fc130195 None None] Calling delete_port for 05aec916-197d-43da-89c6-bc95b67397f3 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:34.506603 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 1af8eb82-1cf9-4bb2-a8ca-432682712b07 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:34.506979 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1af8eb82-1cf9-4bb2-a8ca-432682712b07), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:34.520590 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-532ca0fe-a1d4-44d7-af84-695d6d7e4525 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (90b948f6-be4b-4f0d-b14f-59aa0c78fabf), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:34.587608 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-532ca0fe-a1d4-44d7-af84-695d6d7e4525 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Calling delete_port for 90b948f6-be4b-4f0d-b14f-59aa0c78fabf owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:34.593951 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482fed47-6f0d-47a8-819e-4aad1546bbf6 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:56:34.617415 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] Sync routers for ids ['58662943-6040-469a-9427-86d489310581'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:56:34.637627 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] Routers {'58662943-6040-469a-9427-86d489310581'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:34.638403 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:56:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['58662943-6040-469a-9427-86d489310581'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:34.644513 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-482fed47-6f0d-47a8-819e-4aad1546bbf6 admin admin] 10.222.0.36 "PUT /v2.0/routers/58662943-6040-469a-9427-86d489310581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5336030 Feb 09 01:56:34.698296 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b64da27f-9f36-4739-bb69-0182625cbff0 req-1e62777f-d81b-44f7-8a07-bf1f046a4299 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3613331 Feb 09 01:56:34.701885 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-19363f59-d920-49a0-ab9b-3b57cd2c4b0f tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Deleting port 05aec916-197d-43da-89c6-bc95b67397f3 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:34.710893 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19363f59-d920-49a0-ab9b-3b57cd2c4b0f tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (05aec916-197d-43da-89c6-bc95b67397f3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:34.788618 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e031e615-dad8-4486-8933-df9a9b234f28 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_gateway (7f9c1ac0-4a28-425c-a022-278abcec4d3b), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:34.845382 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e031e615-dad8-4486-8933-df9a9b234f28 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:34.940396 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-19363f59-d920-49a0-ab9b-3b57cd2c4b0f tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] For port 05aec916-197d-43da-89c6-bc95b67397f3, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=05aec916-197d-43da-89c6-bc95b67397f3,segment=NetworkSegment(a9541e08-58c6-47c2-8039-4ab82018390b),segment_id=a9541e08-58c6-47c2-8039-4ab82018390b)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:34.941068 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19363f59-d920-49a0-ab9b-3b57cd2c4b0f tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (05aec916-197d-43da-89c6-bc95b67397f3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:34.978267 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-19363f59-d920-49a0-ab9b-3b57cd2c4b0f tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Calling delete_port for 05aec916-197d-43da-89c6-bc95b67397f3 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:35.060343 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] Set router 58662943-6040-469a-9427-86d489310581 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:56:35.144832 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5cd6c5d6-b56b-44ba-8c1c-db3d7a7bff38 req-d5f95967-c72e-46c4-b781-50cf182a55e1 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 210 time: 0.0429611 Feb 09 01:56:35.215976 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-e031e615-dad8-4486-8933-df9a9b234f28 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Allocated IP 172.25.7.48 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/0e3c4155-ee9a-4874-9bd4-c9ce03c85dde) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:35.246004 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-532ca0fe-a1d4-44d7-af84-695d6d7e4525 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (90b948f6-be4b-4f0d-b14f-59aa0c78fabf), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:35.261463 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 1af8eb82-1cf9-4bb2-a8ca-432682712b07 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:35.262581 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8b689981-bcc1-4c6a-8421-35812b9789cb up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:35.354261 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-64a3a61d-de73-4e1c-9a8b-39c7fc130195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (05aec916-197d-43da-89c6-bc95b67397f3), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:35.359352 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 8b689981-bcc1-4c6a-8421-35812b9789cb triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:35.359728 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8b689981-bcc1-4c6a-8421-35812b9789cb), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:35.371395 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ca0fe-a1d4-44d7-af84-695d6d7e4525 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Port': ['ID=90b948f6-be4b-4f0d-b14f-59aa0c78fabf,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:35.382542 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-532ca0fe-a1d4-44d7-af84-695d6d7e4525 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:35.390748 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-532ca0fe-a1d4-44d7-af84-695d6d7e4525 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/90b948f6-be4b-4f0d-b14f-59aa0c78fabf HTTP/1.1" status: 204 len: 168 time: 2.1464014 Feb 09 01:56:35.396838 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57708) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:35.512076 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3a61d-de73-4e1c-9a8b-39c7fc130195 None None] Pushing event deleted for resources: {'Port': ['ID=05aec916-197d-43da-89c6-bc95b67397f3,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:35.543489 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a3a61d-de73-4e1c-9a8b-39c7fc130195 None None] No DVR routers for this DVR port 05aec916-197d-43da-89c6-bc95b67397f3 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:35.584686 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50af8af1-85c8-4867-808f-3767fc94d8ff tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:35.586129 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50af8af1-85c8-4867-808f-3767fc94d8ff tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:35.594816 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-50af8af1-85c8-4867-808f-3767fc94d8ff tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1898737 Feb 09 01:56:35.604236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57714) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:35.606988 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19363f59-d920-49a0-ab9b-3b57cd2c4b0f tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (05aec916-197d-43da-89c6-bc95b67397f3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:35.621771 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58662943-6040-469a-9427-86d489310581', 'name': 'tempest-TaggedBootDevicesTest_v242-798417594-router', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:19Z', 'updated_at': '2022-02-09T01:56:30Z', 'revision_number': 4, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'gw_port': {'id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58662943-6040-469a-9427-86d489310581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:21Z', 'updated_at': '2022-02-09T01:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '74eb8ecb-76cd-4ea2-9edf-3f329a108391', 'name': '', 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'mac_address': 'fa:16:3e:13:64:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58662943-6040-469a-9427-86d489310581', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '0e2644d8-69fa-4460-9750-5fbc866b4422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:29Z', 'updated_at': '2022-02-09T01:56:31Z', 'revision_number': 2, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'subnets': [{'id': '0e2644d8-69fa-4460-9750-5fbc866b4422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:35.659588 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 8b689981-bcc1-4c6a-8421-35812b9789cb is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:35.684287 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19363f59-d920-49a0-ab9b-3b57cd2c4b0f tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event deleted for resources: {'Port': ['ID=05aec916-197d-43da-89c6-bc95b67397f3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:35.686967 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19363f59-d920-49a0-ab9b-3b57cd2c4b0f tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] No DVR routers for this DVR port 05aec916-197d-43da-89c6-bc95b67397f3 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:35.721151 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] Checking router: 58662943-6040-469a-9427-86d489310581 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:56:35.721500 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] Updating router 58662943-6040-469a-9427-86d489310581 port 74eb8ecb-76cd-4ea2-9edf-3f329a108391 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:56:35.761712 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57720) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:35.777594 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-7a7362e4-e1e0-4a87-b130-83f7e70df5c5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-727942738-network', 'tenant_id': '3ace5e28b4c44e07a657916947b58885'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:35.779741 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (74eb8ecb-76cd-4ea2-9edf-3f329a108391), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:35.790153 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 05aec916-197d-43da-89c6-bc95b67397f3 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:56:35.801157 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e031e615-dad8-4486-8933-df9a9b234f28 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for port (0e3c4155-ee9a-4874-9bd4-c9ce03c85dde), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:35.806453 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c031ba5-0cda-4ea7-a1cc-025178331de7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet 66d2feb6-7ae7-41d5-ae33-8bfc08d92e76 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:56:35.813157 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1c031ba5-0cda-4ea7-a1cc-025178331de7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (66d2feb6-7ae7-41d5-ae33-8bfc08d92e76), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:35.817226 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 05aec916-197d-43da-89c6-bc95b67397f3 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:56:35.817577 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 05aec916-197d-43da-89c6-bc95b67397f3 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:56:35.877127 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-c8d416e3-8183-450c-bc81-33e84846e73a tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:35.878892 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-c8d416e3-8183-450c-bc81-33e84846e73a tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.67 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 811 time: 0.4283183 Feb 09 01:56:35.888546 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1c031ba5-0cda-4ea7-a1cc-025178331de7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (66d2feb6-7ae7-41d5-ae33-8bfc08d92e76), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:35.905876 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19363f59-d920-49a0-ab9b-3b57cd2c4b0f tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (f5a4ce23-8424-4644-9046-8afcdf4ec63d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:35.918999 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-3ec29ada-4f8c-40be-aeb1-85d10b8a3426 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Request body: {'port': {'device_id': '1e571242-3c9e-412f-a9f5-71670f800993', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'admin_state_up': True, 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:35.941783 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-19363f59-d920-49a0-ab9b-3b57cd2c4b0f tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a4ce23-8424-4644-9046-8afcdf4ec63d']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:35.971639 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-19363f59-d920-49a0-ab9b-3b57cd2c4b0f tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9541e08-58c6-47c2-8039-4ab82018390b') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:35.972151 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-19363f59-d920-49a0-ab9b-3b57cd2c4b0f tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9541e08-58c6-47c2-8039-4ab82018390b') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:36.002525 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19363f59-d920-49a0-ab9b-3b57cd2c4b0f tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (a9541e08-58c6-47c2-8039-4ab82018390b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:36.024843 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19363f59-d920-49a0-ab9b-3b57cd2c4b0f tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (a9541e08-58c6-47c2-8039-4ab82018390b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:36.100186 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19363f59-d920-49a0-ab9b-3b57cd2c4b0f tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:56:36.100621 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19363f59-d920-49a0-ab9b-3b57cd2c4b0f tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (a9541e08-58c6-47c2-8039-4ab82018390b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:56:36.103908 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:56:36.112409 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e031e615-dad8-4486-8933-df9a9b234f28 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (0e3c4155-ee9a-4874-9bd4-c9ce03c85dde), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:36.194163 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] Publish callbacks [] for port (74eb8ecb-76cd-4ea2-9edf-3f329a108391), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:36.203585 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (74eb8ecb-76cd-4ea2-9edf-3f329a108391), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:36.252918 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1c031ba5-0cda-4ea7-a1cc-025178331de7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (66d2feb6-7ae7-41d5-ae33-8bfc08d92e76), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:36.269189 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7362e4-e1e0-4a87-b130-83f7e70df5c5 admin admin] Made reservation on behalf of 3ace5e28b4c44e07a657916947b58885 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:36.272593 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7a7362e4-e1e0-4a87-b130-83f7e70df5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:36.288884 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7a7362e4-e1e0-4a87-b130-83f7e70df5c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:36.312180 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2483e87-7621-4b70-85bf-f7f7e1fcd9fd req-35d4fe77-9505-411b-8534-9f52d94cafb4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:36.325014 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c2483e87-7621-4b70-85bf-f7f7e1fcd9fd req-35d4fe77-9505-411b-8534-9f52d94cafb4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 943 time: 0.2941561 Feb 09 01:56:36.349845 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19363f59-d920-49a0-ab9b-3b57cd2c4b0f tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (f5a4ce23-8424-4644-9046-8afcdf4ec63d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:36.563702 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef014a4d-b5ac-4b9f-8a1c-b49c23886c9d None None] Pushing event updated for resources: {'Port': ['ID=74eb8ecb-76cd-4ea2-9edf-3f329a108391,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:36.569827 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] Attempting to bind port 74eb8ecb-76cd-4ea2-9edf-3f329a108391 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:56:36.570566 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] Attempting to bind port 74eb8ecb-76cd-4ea2-9edf-3f329a108391 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '7f430253-9921-4b67-a8c0-4525552aa2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:56:36.571155 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] Attempting to bind port 74eb8ecb-76cd-4ea2-9edf-3f329a108391 on network 3435dd38-2d83-4661-a0ba-4947592a30a2 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:36.578367 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1c031ba5-0cda-4ea7-a1cc-025178331de7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (66d2feb6-7ae7-41d5-ae33-8bfc08d92e76), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:36.582832 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-3ec29ada-4f8c-40be-aeb1-85d10b8a3426 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Made reservation on behalf of fbdae39344a5459eaf5d1a5fab3c54b2 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:36.589824 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:56:36.590168 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] Checking segment: {'id': '7f430253-9921-4b67-a8c0-4525552aa2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:36.591009 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:36.591608 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] Bound using segment: {'id': '7f430253-9921-4b67-a8c0-4525552aa2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:56:36.591745 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-3ec29ada-4f8c-40be-aeb1-85d10b8a3426 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:36.591913 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19363f59-d920-49a0-ab9b-3b57cd2c4b0f tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:36.600097 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] Bound port: 74eb8ecb-76cd-4ea2-9edf-3f329a108391, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f430253-9921-4b67-a8c0-4525552aa2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:56:36.601559 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (74eb8ecb-76cd-4ea2-9edf-3f329a108391), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:36.617278 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-19363f59-d920-49a0-ab9b-3b57cd2c4b0f tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "DELETE /v2.0/networks/f5a4ce23-8424-4644-9046-8afcdf4ec63d HTTP/1.1" status: 204 len: 168 time: 3.1619251 Feb 09 01:56:36.621765 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57728) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:36.640400 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031e615-dad8-4486-8933-df9a9b234f28 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Pushing event updated for resources: {'Port': ['ID=0e3c4155-ee9a-4874-9bd4-c9ce03c85dde,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:36.684319 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0831239a-8e3a-45ce-97d9-4919fb0e9d65 None None] Provisioning complete for port 74eb8ecb-76cd-4ea2-9edf-3f329a108391 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:36.685395 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0831239a-8e3a-45ce-97d9-4919fb0e9d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (74eb8ecb-76cd-4ea2-9edf-3f329a108391), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:36.715195 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba142e2-203c-40cb-ae70-938303c2e5de tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Deleting subnet 3753d546-51c9-4fe0-8236-477162a36af7 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:56:36.734194 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19363f59-d920-49a0-ab9b-3b57cd2c4b0f tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event deleted for resources: {'Network': ['ID=f5a4ce23-8424-4644-9046-8afcdf4ec63d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:36.749613 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cba142e2-203c-40cb-ae70-938303c2e5de tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for subnet (3753d546-51c9-4fe0-8236-477162a36af7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:36.785470 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7a7362e4-e1e0-4a87-b130-83f7e70df5c5 admin admin] Publish callbacks [] for security_group (c27b8d22-8b5f-482d-9d31-9d99c051637e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:36.794854 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c2483e87-7621-4b70-85bf-f7f7e1fcd9fd req-e709f8e6-08b9-4bb3-9ae7-23a0de2b47a9 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4443552 Feb 09 01:56:36.806212 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7a7362e4-e1e0-4a87-b130-83f7e70df5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c27b8d22-8b5f-482d-9d31-9d99c051637e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:36.815932 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] For port 74eb8ecb-76cd-4ea2-9edf-3f329a108391, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:56:36.821106 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] For port 74eb8ecb-76cd-4ea2-9edf-3f329a108391, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=74eb8ecb-76cd-4ea2-9edf-3f329a108391,segment=NetworkSegment(7f430253-9921-4b67-a8c0-4525552aa2a0),segment_id=7f430253-9921-4b67-a8c0-4525552aa2a0)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:56:36.833282 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (74eb8ecb-76cd-4ea2-9edf-3f329a108391), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:36.838586 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7362e4-e1e0-4a87-b130-83f7e70df5c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:56:36.840689 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0831239a-8e3a-45ce-97d9-4919fb0e9d65 None None] Port 74eb8ecb-76cd-4ea2-9edf-3f329a108391 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:56:36.863321 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7a7362e4-e1e0-4a87-b130-83f7e70df5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (79690800-60b6-4c6f-8bdc-68b6d178a447), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:36.863761 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-7a7362e4-e1e0-4a87-b130-83f7e70df5c5 admin admin] Added segment 79690800-60b6-4c6f-8bdc-68b6d178a447 of type vlan for network e4c445ff-5c6c-41b0-86e2-d8599100330f Feb 09 01:56:36.897534 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-3ec29ada-4f8c-40be-aeb1-85d10b8a3426 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Allocated IP 172.20.0.9 (220e7f29-84b2-429c-a5a5-34d2ac552d01/e6231a07-44fd-4d5b-a5bf-cd666d960cb8/9253d208-c789-4e7a-bc91-8bd0f9a80a0e) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:36.937238 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7a7362e4-e1e0-4a87-b130-83f7e70df5c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (e4c445ff-5c6c-41b0-86e2-d8599100330f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:36.961266 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef014a4d-b5ac-4b9f-8a1c-b49c23886c9d None None] Pushing event updated for resources: {'Port': ['ID=74eb8ecb-76cd-4ea2-9edf-3f329a108391,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:36.975124 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] Routers {'58662943-6040-469a-9427-86d489310581'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:36.976122 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:56:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['58662943-6040-469a-9427-86d489310581'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:37.009704 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7362e4-e1e0-4a87-b130-83f7e70df5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27b8d22-8b5f-482d-9d31-9d99c051637e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:37.014123 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7a7362e4-e1e0-4a87-b130-83f7e70df5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (e4c445ff-5c6c-41b0-86e2-d8599100330f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:37.015857 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7362e4-e1e0-4a87-b130-83f7e70df5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:37.016823 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7a7362e4-e1e0-4a87-b130-83f7e70df5c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:37.047047 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cba142e2-203c-40cb-ae70-938303c2e5de tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (3753d546-51c9-4fe0-8236-477162a36af7), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:37.152171 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-3ec29ada-4f8c-40be-aeb1-85d10b8a3426 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for port (9253d208-c789-4e7a-bc91-8bd0f9a80a0e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:37.212072 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e031e615-dad8-4486-8933-df9a9b234f28 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:37.221124 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09efa723-7a89-4014-9b26-7427ee641776 req-8b62a835-34c9-4345-b21c-e5e11d628cd0 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 210 time: 0.8212910 Feb 09 01:56:37.221458 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7a7362e4-e1e0-4a87-b130-83f7e70df5c5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4577014 Feb 09 01:56:37.246819 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] Set router 58662943-6040-469a-9427-86d489310581 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:56:37.250918 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57730) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:37.255785 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1601bd13-d0b4-4e0e-bfaf-a6e9bf44be15 admin admin] Request body: {'subnet': {'network_id': 'e4c445ff-5c6c-41b0-86e2-d8599100330f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-727942738-subnet', 'tenant_id': '3ace5e28b4c44e07a657916947b58885', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:37.263099 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-3ec29ada-4f8c-40be-aeb1-85d10b8a3426 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9253d208-c789-4e7a-bc91-8bd0f9a80a0e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:37.278863 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['c572ad94-c9a7-45b1-8feb-5994b09c6a24'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:56:37.282422 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-e031e615-dad8-4486-8933-df9a9b234f28 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:37.291578 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e031e615-dad8-4486-8933-df9a9b234f28 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:37.294426 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7362e4-e1e0-4a87-b130-83f7e70df5c5 admin admin] Pushing event updated for resources: {'Network': ['ID=e4c445ff-5c6c-41b0-86e2-d8599100330f,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:37.351276 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1601bd13-d0b4-4e0e-bfaf-a6e9bf44be15 admin admin] Made reservation on behalf of 3ace5e28b4c44e07a657916947b58885 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:37.356527 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1601bd13-d0b4-4e0e-bfaf-a6e9bf44be15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:37.409819 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1c031ba5-0cda-4ea7-a1cc-025178331de7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:37.419814 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1c031ba5-0cda-4ea7-a1cc-025178331de7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/66d2feb6-7ae7-41d5-ae33-8bfc08d92e76 HTTP/1.1" status: 204 len: 168 time: 1.7960386 Feb 09 01:56:37.448857 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57734) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:37.474469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['85780f84-ca0f-4032-af43-e604d2f48a5f'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:56:37.480593 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cba142e2-203c-40cb-ae70-938303c2e5de tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (3753d546-51c9-4fe0-8236-477162a36af7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:37.484178 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab70f553-cba7-405f-8fca-e26637c55cfc None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:37.498090 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network e4c445ff-5c6c-41b0-86e2-d8599100330f details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:56:37.542011 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c031ba5-0cda-4ea7-a1cc-025178331de7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=66d2feb6-7ae7-41d5-ae33-8bfc08d92e76,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:37.685332 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-3ec29ada-4f8c-40be-aeb1-85d10b8a3426 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Network 220e7f29-84b2-429c-a5a5-34d2ac552d01 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:37.697514 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-3ec29ada-4f8c-40be-aeb1-85d10b8a3426 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:37.715808 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-3ec29ada-4f8c-40be-aeb1-85d10b8a3426 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:37.730610 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec29ada-4f8c-40be-aeb1-85d10b8a3426 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Pushing event updated for resources: {'Port': ['ID=9253d208-c789-4e7a-bc91-8bd0f9a80a0e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:37.987048 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-3ec29ada-4f8c-40be-aeb1-85d10b8a3426 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:37.987935 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-3ec29ada-4f8c-40be-aeb1-85d10b8a3426 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:37.990685 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-49eb7712-fb6e-40db-b434-91bb29dab562 None None] Provisioning complete for port 74eb8ecb-76cd-4ea2-9edf-3f329a108391 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:37.991906 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-49eb7712-fb6e-40db-b434-91bb29dab562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (74eb8ecb-76cd-4ea2-9edf-3f329a108391), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:38.045762 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-3ec29ada-4f8c-40be-aeb1-85d10b8a3426 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1537001 Feb 09 01:56:38.076101 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-c8fa25df-3727-4563-afec-2a6f84481fbf service neutron] Request body: {'port': {'device_id': '1e571242-3c9e-412f-a9f5-71670f800993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:38.137852 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58662943-6040-469a-9427-86d489310581', 'name': 'tempest-TaggedBootDevicesTest_v242-798417594-router', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:19Z', 'updated_at': '2022-02-09T01:56:30Z', 'revision_number': 4, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'gw_port': {'id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58662943-6040-469a-9427-86d489310581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:21Z', 'updated_at': '2022-02-09T01:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '74eb8ecb-76cd-4ea2-9edf-3f329a108391', 'name': '', 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'mac_address': 'fa:16:3e:13:64:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58662943-6040-469a-9427-86d489310581', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '0e2644d8-69fa-4460-9750-5fbc866b4422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:29Z', 'updated_at': '2022-02-09T01:56:36Z', 'revision_number': 4, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'subnets': [{'id': '0e2644d8-69fa-4460-9750-5fbc866b4422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:38.159416 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e031e615-dad8-4486-8933-df9a9b234f28 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_gateway (7f9c1ac0-4a28-425c-a022-278abcec4d3b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:38.162475 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2a2232d1-08ec-43bf-9837-936a0bb07330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:38.204157 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a8af06-12fe-4b0b-8fb6-46556b13511f None None] The sync data for ids ['58662943-6040-469a-9427-86d489310581'] in n-d-828387-3 is: [{'id': '58662943-6040-469a-9427-86d489310581', 'name': 'tempest-TaggedBootDevicesTest_v242-798417594-router', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:19Z', 'updated_at': '2022-02-09T01:56:30Z', 'revision_number': 4, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'gw_port': {'id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58662943-6040-469a-9427-86d489310581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:21Z', 'updated_at': '2022-02-09T01:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '74eb8ecb-76cd-4ea2-9edf-3f329a108391', 'name': '', 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'mac_address': 'fa:16:3e:13:64:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58662943-6040-469a-9427-86d489310581', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '0e2644d8-69fa-4460-9750-5fbc866b4422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:29Z', 'updated_at': '2022-02-09T01:56:36Z', 'revision_number': 4, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'subnets': [{'id': '0e2644d8-69fa-4460-9750-5fbc866b4422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:56:38.324284 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-c8fa25df-3727-4563-afec-2a6f84481fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9253d208-c789-4e7a-bc91-8bd0f9a80a0e), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:38.368330 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e143475f-9f11-434f-9d4a-8f1ee731bb0b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.9183216 Feb 09 01:56:38.380600 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57740) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:38.393100 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cba142e2-203c-40cb-ae70-938303c2e5de tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (3753d546-51c9-4fe0-8236-477162a36af7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:38.652417 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba142e2-203c-40cb-ae70-938303c2e5de tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event deleted for resources: {'Subnet': ['ID=3753d546-51c9-4fe0-8236-477162a36af7,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:38.701374 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cba142e2-203c-40cb-ae70-938303c2e5de tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:38.707946 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cba142e2-203c-40cb-ae70-938303c2e5de tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "DELETE /v2.0/subnets/3753d546-51c9-4fe0-8236-477162a36af7 HTTP/1.1" status: 204 len: 168 time: 2.0796649 Feb 09 01:56:38.708584 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a5d286-af57-456c-9aa2-5c7661c8e2dd None None] Network 85f64ef0-28d9-45bd-9e94-b6d9692618c0 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:38.720430 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57744) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:38.766985 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-49eb7712-fb6e-40db-b434-91bb29dab562 None None] Current status of the port 74eb8ecb-76cd-4ea2-9edf-3f329a108391 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:38.767459 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-49eb7712-fb6e-40db-b434-91bb29dab562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (74eb8ecb-76cd-4ea2-9edf-3f329a108391), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:38.888247 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f832cf-04ee-4345-aad3-3f0c42b1bdee None None] DHCP port deletion for ffa86b77-0960-4058-af84-97833edc3344 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:56:38.960039 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b6385-6058-4a34-9e8c-989e16efc173 req-b6f9c856-5bba-401e-a3e8-0e4ed2f20af9 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:38.964653 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f53b6385-6058-4a34-9e8c-989e16efc173 req-b6f9c856-5bba-401e-a3e8-0e4ed2f20af9 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 931 time: 0.3742731 Feb 09 01:56:38.996800 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cf97b1-ef67-4244-8973-fafa9234a005 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:38.998364 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-98cf97b1-ef67-4244-8973-fafa9234a005 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6138225 Feb 09 01:56:39.010828 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ce5eb-f733-460c-9734-946735e158c0 req-8330c580-524a-446a-8f88-d93ea139565a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:39.022998 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7a5ce5eb-f733-460c-9734-946735e158c0 req-8330c580-524a-446a-8f88-d93ea139565a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 943 time: 0.6569953 Feb 09 01:56:39.024636 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57746) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:39.055434 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f53b6385-6058-4a34-9e8c-989e16efc173 req-527f4d01-29f8-4bf0-b92f-86b06915fa6f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773535 Feb 09 01:56:39.075802 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e031e615-dad8-4486-8933-df9a9b234f28 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (7f9c1ac0-4a28-425c-a022-278abcec4d3b), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:39.083884 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81f8167-b9e5-48a8-a02b-975018ceafae tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Deleting subnet aecb89d1-b673-4ea7-8502-e31b1c2f5f91 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:56:39.113019 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e031e615-dad8-4486-8933-df9a9b234f28 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608658'] for router (7f9c1ac0-4a28-425c-a022-278abcec4d3b), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:39.115884 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a81f8167-b9e5-48a8-a02b-975018ceafae tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for subnet (aecb89d1-b673-4ea7-8502-e31b1c2f5f91), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:39.185635 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-49eb7712-fb6e-40db-b434-91bb29dab562 None None] For port 74eb8ecb-76cd-4ea2-9edf-3f329a108391, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=74eb8ecb-76cd-4ea2-9edf-3f329a108391,segment=NetworkSegment(7f430253-9921-4b67-a8c0-4525552aa2a0),segment_id=7f430253-9921-4b67-a8c0-4525552aa2a0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:39.194111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-c8fa25df-3727-4563-afec-2a6f84481fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9253d208-c789-4e7a-bc91-8bd0f9a80a0e {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:56:39.247822 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a81f8167-b9e5-48a8-a02b-975018ceafae tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (aecb89d1-b673-4ea7-8502-e31b1c2f5f91), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:39.251487 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-49eb7712-fb6e-40db-b434-91bb29dab562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (74eb8ecb-76cd-4ea2-9edf-3f329a108391), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:39.279848 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b36cc3-7bfa-4e05-904c-4fd32e6c63c0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:39.281592 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-53b36cc3-7bfa-4e05-904c-4fd32e6c63c0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2521758 Feb 09 01:56:39.301021 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57748) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:39.308543 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-c8fa25df-3727-4563-afec-2a6f84481fbf service neutron] Publish callbacks [] for port (9253d208-c789-4e7a-bc91-8bd0f9a80a0e), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:39.347199 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7a5ce5eb-f733-460c-9734-946735e158c0 req-8aa40bb5-6c00-4793-8b98-7c8dac2ee9a5 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3230801 Feb 09 01:56:39.348206 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1601bd13-d0b4-4e0e-bfaf-a6e9bf44be15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (90d8c99d-c555-4313-8938-cc148548bfe6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:39.355189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-c8fa25df-3727-4563-afec-2a6f84481fbf service neutron] Transition to ACTIVE for port object 9253d208-c789-4e7a-bc91-8bd0f9a80a0e will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:56:39.359431 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06066c52-ce1e-49eb-991d-61126b653a53 None None] DHCP port deletion for 85f64ef0-28d9-45bd-9e94-b6d9692618c0 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:56:39.363951 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-c8fa25df-3727-4563-afec-2a6f84481fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (9253d208-c789-4e7a-bc91-8bd0f9a80a0e), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:39.434029 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4107177a-ef81-43fa-935a-963fe9af46de tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1317954 Feb 09 01:56:39.452044 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57750) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:39.467639 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-1adabd6a-2b70-46e2-9753-de9d2fb055e5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:39.544552 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601bd13-d0b4-4e0e-bfaf-a6e9bf44be15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90d8c99d-c555-4313-8938-cc148548bfe6,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:39.549886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-76f832cf-04ee-4345-aad3-3f0c42b1bdee None None] Deleting port 1af8eb82-1cf9-4bb2-a8ca-432682712b07 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:39.550191 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-76f832cf-04ee-4345-aad3-3f0c42b1bdee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (1af8eb82-1cf9-4bb2-a8ca-432682712b07), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:39.568189 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb7712-fb6e-40db-b434-91bb29dab562 None None] Pushing event updated for resources: {'Port': ['ID=74eb8ecb-76cd-4ea2-9edf-3f329a108391,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:39.587391 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a81f8167-b9e5-48a8-a02b-975018ceafae tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (aecb89d1-b673-4ea7-8502-e31b1c2f5f91), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:39.591243 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1601bd13-d0b4-4e0e-bfaf-a6e9bf44be15 admin admin] Checking segment: {'id': '79690800-60b6-4c6f-8bdc-68b6d178a447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e4c445ff-5c6c-41b0-86e2-d8599100330f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:39.591617 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1601bd13-d0b4-4e0e-bfaf-a6e9bf44be15 admin admin] Network hostable DHCP agents. Network: e4c445ff-5c6c-41b0-86e2-d8599100330f, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:56:39.669553 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa25df-3727-4563-afec-2a6f84481fbf service neutron] Pushing event updated for resources: {'Port': ['ID=9253d208-c789-4e7a-bc91-8bd0f9a80a0e,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:39.705407 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1601bd13-d0b4-4e0e-bfaf-a6e9bf44be15 admin admin] Network e4c445ff-5c6c-41b0-86e2-d8599100330f is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:56:39.732768 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-76f832cf-04ee-4345-aad3-3f0c42b1bdee None None] For port 1af8eb82-1cf9-4bb2-a8ca-432682712b07, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1af8eb82-1cf9-4bb2-a8ca-432682712b07,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:39.733169 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-76f832cf-04ee-4345-aad3-3f0c42b1bdee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (1af8eb82-1cf9-4bb2-a8ca-432682712b07), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:39.741090 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-1601bd13-d0b4-4e0e-bfaf-a6e9bf44be15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, e4c445ff-5c6c-41b0-86e2-d8599100330f) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:39.746006 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1601bd13-d0b4-4e0e-bfaf-a6e9bf44be15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:39.746611 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1601bd13-d0b4-4e0e-bfaf-a6e9bf44be15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:39.750967 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a81f8167-b9e5-48a8-a02b-975018ceafae tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (aecb89d1-b673-4ea7-8502-e31b1c2f5f91), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:39.764407 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a94a1e-c675-469c-88f0-8e48d3d5a664 None None] Network e4c445ff-5c6c-41b0-86e2-d8599100330f requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:39.780371 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-06066c52-ce1e-49eb-991d-61126b653a53 None None] Deleting port 3d168234-0e27-44f6-8edd-d7154e64a2b0 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:39.780689 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-06066c52-ce1e-49eb-991d-61126b653a53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (3d168234-0e27-44f6-8edd-d7154e64a2b0), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:39.867305 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f8167-b9e5-48a8-a02b-975018ceafae tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event deleted for resources: {'Subnet': ['ID=aecb89d1-b673-4ea7-8502-e31b1c2f5f91,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:39.875658 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-76f832cf-04ee-4345-aad3-3f0c42b1bdee None None] Calling delete_port for 1af8eb82-1cf9-4bb2-a8ca-432682712b07 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:39.878660 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1601bd13-d0b4-4e0e-bfaf-a6e9bf44be15 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6265345 Feb 09 01:56:39.884062 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57754) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:39.885157 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a81f8167-b9e5-48a8-a02b-975018ceafae tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:39.896153 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a81f8167-b9e5-48a8-a02b-975018ceafae tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "DELETE /v2.0/subnets/aecb89d1-b673-4ea7-8502-e31b1c2f5f91 HTTP/1.1" status: 204 len: 168 time: 1.1727419 Feb 09 01:56:39.896386 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adabd6a-2b70-46e2-9753-de9d2fb055e5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:39.900709 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1adabd6a-2b70-46e2-9753-de9d2fb055e5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:39.905201 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57756) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:39.908638 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-c8fa25df-3727-4563-afec-2a6f84481fbf service neutron] Attempting to bind port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:56:39.909223 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-c8fa25df-3727-4563-afec-2a6f84481fbf service neutron] Attempting to bind port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:56:39.909564 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-c8fa25df-3727-4563-afec-2a6f84481fbf service neutron] Attempting to bind port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e on network 220e7f29-84b2-429c-a5a5-34d2ac552d01 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:39.911159 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6e19ab6e-581b-4964-9427-ad86aa93b6f7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-727942738-router', 'tenant_id': '3ace5e28b4c44e07a657916947b58885', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:39.953288 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e19ab6e-581b-4964-9427-ad86aa93b6f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (b66929c5-ed3a-4d93-9ca1-afcb6944ba79), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:39.954398 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e19ab6e-581b-4964-9427-ad86aa93b6f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (b66929c5-ed3a-4d93-9ca1-afcb6944ba79), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:39.992644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518cdbf2-40ef-470c-8aa6-4bf4d0d7fbe1 None None] Network 0d5d633f-d728-484a-b46f-05f5aeb9148a requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:40.062111 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0cfb234a-d94a-4f6a-8c50-705607d46a67 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (85f64ef0-28d9-45bd-9e94-b6d9692618c0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:40.153284 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e19ab6e-581b-4964-9427-ad86aa93b6f7 admin admin] Publish callbacks [] for router_controller (b66929c5-ed3a-4d93-9ca1-afcb6944ba79), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:40.171958 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:40.214712 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-c8fa25df-3727-4563-afec-2a6f84481fbf service neutron] Port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e on network 220e7f29-84b2-429c-a5a5-34d2ac552d01 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:56:40.215053 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-c8fa25df-3727-4563-afec-2a6f84481fbf service neutron] Attempting to bind port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e on network 220e7f29-84b2-429c-a5a5-34d2ac552d01 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:40.245169 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-c8fa25df-3727-4563-afec-2a6f84481fbf service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:56:40.245554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-c8fa25df-3727-4563-afec-2a6f84481fbf service neutron] Checking segment: {'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:40.245915 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-c8fa25df-3727-4563-afec-2a6f84481fbf service neutron] Bound using segment: {'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:56:40.246379 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-c8fa25df-3727-4563-afec-2a6f84481fbf service neutron] Bound port: 9253d208-c789-4e7a-bc91-8bd0f9a80a0e, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6499454f-77f3-4671-ae2b-f9d1fc883162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:56:40.246787 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-c8fa25df-3727-4563-afec-2a6f84481fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9253d208-c789-4e7a-bc91-8bd0f9a80a0e), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:40.319920 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-06066c52-ce1e-49eb-991d-61126b653a53 None None] For port 3d168234-0e27-44f6-8edd-d7154e64a2b0, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3d168234-0e27-44f6-8edd-d7154e64a2b0,segment=NetworkSegment(cb24a50e-111e-4d82-8f02-f513affe7ed3),segment_id=cb24a50e-111e-4d82-8f02-f513affe7ed3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:40.320514 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-06066c52-ce1e-49eb-991d-61126b653a53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (3d168234-0e27-44f6-8edd-d7154e64a2b0), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:40.395415 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d8adb83e-7ae6-4743-bd42-9497d953c3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:40.397222 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 74eb8ecb-76cd-4ea2-9edf-3f329a108391 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:40.503707 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-06066c52-ce1e-49eb-991d-61126b653a53 None None] Calling delete_port for 3d168234-0e27-44f6-8edd-d7154e64a2b0 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:40.633981 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61958e6c-7402-410b-acc3-7d13876ba7c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-e4c445ff-5c6c-41b0-86e2-d8599100330f', 'network_id': 'e4c445ff-5c6c-41b0-86e2-d8599100330f', 'project_id': '3ace5e28b4c44e07a657916947b58885', 'fixed_ips': [{'subnet_id': '90d8c99d-c555-4313-8938-cc148548bfe6'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:56:40.634871 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61958e6c-7402-410b-acc3-7d13876ba7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:40.662817 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e19ab6e-581b-4964-9427-ad86aa93b6f7 admin admin] Publish callbacks [] for router_gateway (b66929c5-ed3a-4d93-9ca1-afcb6944ba79), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:40.777988 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376726c-5eca-45d9-b6e0-f1c81430b0f5 req-b8c9881a-e742-48e3-9e4a-56bd585c18ae tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:40.777988 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a376726c-5eca-45d9-b6e0-f1c81430b0f5 req-b8c9881a-e742-48e3-9e4a-56bd585c18ae tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 943 time: 0.2022579 Feb 09 01:56:40.799941 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-61958e6c-7402-410b-acc3-7d13876ba7c7 None None] Allocated IP 172.20.0.2 (e4c445ff-5c6c-41b0-86e2-d8599100330f/90d8c99d-c555-4313-8938-cc148548bfe6/e0b13214-94b6-4d8a-b80d-b5261879abca) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:40.848907 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a376726c-5eca-45d9-b6e0-f1c81430b0f5 req-eff5162a-765f-4170-a4e0-3a99a3012cf5 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653145 Feb 09 01:56:41.008031 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61958e6c-7402-410b-acc3-7d13876ba7c7 None None] Publish callbacks [] for port (e0b13214-94b6-4d8a-b80d-b5261879abca), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:41.012049 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8469858c-80f6-48e8-9177-52c5f0d374d5 None None] DHCP port deletion for 0d5d633f-d728-484a-b46f-05f5aeb9148a request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:56:41.022630 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e19ab6e-581b-4964-9427-ad86aa93b6f7 admin admin] Publish callbacks [] for router_gateway (b66929c5-ed3a-4d93-9ca1-afcb6944ba79), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:41.051163 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e19ab6e-581b-4964-9427-ad86aa93b6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:41.051660 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61958e6c-7402-410b-acc3-7d13876ba7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (e0b13214-94b6-4d8a-b80d-b5261879abca), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:41.061525 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-76f832cf-04ee-4345-aad3-3f0c42b1bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (1af8eb82-1cf9-4bb2-a8ca-432682712b07), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:41.161543 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e031e615-dad8-4486-8933-df9a9b234f28 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Router 7f9c1ac0-4a28-425c-a022-278abcec4d3b is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:56:41.191989 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-c8fa25df-3727-4563-afec-2a6f84481fbf service neutron] For port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:56:41.193328 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-6e19ab6e-581b-4964-9427-ad86aa93b6f7 admin admin] Allocated IP 172.25.7.34 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/ee343c4b-3058-4d1c-818a-3b2cfd1a97d9) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:41.337698 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-c8fa25df-3727-4563-afec-2a6f84481fbf service neutron] For port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9253d208-c789-4e7a-bc91-8bd0f9a80a0e,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:56:41.348974 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2454b-66f4-43b9-af0e-1bc306fc683d req-96cac444-6685-4037-9616-3b32e18f48b8 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:41.350996 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-75a2454b-66f4-43b9-af0e-1bc306fc683d req-96cac444-6685-4037-9616-3b32e18f48b8 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 943 time: 1.1171141 Feb 09 01:56:41.401296 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-0cfb234a-d94a-4f6a-8c50-705607d46a67 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Deleting port 3d168234-0e27-44f6-8edd-d7154e64a2b0 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:41.401764 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0cfb234a-d94a-4f6a-8c50-705607d46a67 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (3d168234-0e27-44f6-8edd-d7154e64a2b0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:41.412738 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-c8fa25df-3727-4563-afec-2a6f84481fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (9253d208-c789-4e7a-bc91-8bd0f9a80a0e), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:41.421305 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e19ab6e-581b-4964-9427-ad86aa93b6f7 admin admin] Publish callbacks [] for port (ee343c4b-3058-4d1c-818a-3b2cfd1a97d9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:41.473227 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 74eb8ecb-76cd-4ea2-9edf-3f329a108391 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:41.474199 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (74eb8ecb-76cd-4ea2-9edf-3f329a108391), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:41.506953 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e19ab6e-581b-4964-9427-ad86aa93b6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ee343c4b-3058-4d1c-818a-3b2cfd1a97d9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:41.510248 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61958e6c-7402-410b-acc3-7d13876ba7c7 None None] Pushing event updated for resources: {'Port': ['ID=e0b13214-94b6-4d8a-b80d-b5261879abca,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:41.605986 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f832cf-04ee-4345-aad3-3f0c42b1bdee None None] No DVR routers for this DVR port 1af8eb82-1cf9-4bb2-a8ca-432682712b07 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:41.622283 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e19ab6e-581b-4964-9427-ad86aa93b6f7 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:41.631272 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-6e19ab6e-581b-4964-9427-ad86aa93b6f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:41.632153 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:41.641234 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e19ab6e-581b-4964-9427-ad86aa93b6f7 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:41.650091 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19ab6e-581b-4964-9427-ad86aa93b6f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ee343c4b-3058-4d1c-818a-3b2cfd1a97d9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:41.659176 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61958e6c-7402-410b-acc3-7d13876ba7c7 None None] Network e4c445ff-5c6c-41b0-86e2-d8599100330f is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:41.667453 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:41.668371 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f832cf-04ee-4345-aad3-3f0c42b1bdee None None] Pushing event deleted for resources: {'Port': ['ID=1af8eb82-1cf9-4bb2-a8ca-432682712b07,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:41.686267 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e031e615-dad8-4486-8933-df9a9b234f28 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:56:41.700150 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-61958e6c-7402-410b-acc3-7d13876ba7c7 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:41.709042 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dd3688-d06a-41e3-9645-0ae7eac53357 None None] Sync routers for ids ['7f9c1ac0-4a28-425c-a022-278abcec4d3b'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:56:41.712373 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-c8fa25df-3727-4563-afec-2a6f84481fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:41.713995 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-c8fa25df-3727-4563-afec-2a6f84481fbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:41.715600 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-c8fa25df-3727-4563-afec-2a6f84481fbf service neutron] 10.222.0.67 "PUT /v2.0/ports/9253d208-c789-4e7a-bc91-8bd0f9a80a0e HTTP/1.1" status: 200 len: 1091 time: 3.6560688 Feb 09 01:56:41.717802 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61958e6c-7402-410b-acc3-7d13876ba7c7 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:41.721279 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e571242-3c9e-412f-a9f5-71670f800993', 'tag': '9253d208-c789-4e7a-bc91-8bd0f9a80a0e'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:56:41.726626 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a2a15b-4916-4ac1-bb24-c890c9e135f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e571242-3c9e-412f-a9f5-71670f800993", "tag": "9253d208-c789-4e7a-bc91-8bd0f9a80a0e"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:56:41.730687 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-06066c52-ce1e-49eb-991d-61126b653a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (3d168234-0e27-44f6-8edd-d7154e64a2b0), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:41.766762 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e031e615-dad8-4486-8933-df9a9b234f28 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:41.791632 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e031e615-dad8-4486-8933-df9a9b234f28 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "PUT /v2.0/routers/7f9c1ac0-4a28-425c-a022-278abcec4d3b HTTP/1.1" status: 200 len: 879 time: 8.5839818 Feb 09 01:56:41.842964 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57774) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:41.849723 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-0cfb234a-d94a-4f6a-8c50-705607d46a67 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] For port 3d168234-0e27-44f6-8edd-d7154e64a2b0, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3d168234-0e27-44f6-8edd-d7154e64a2b0,segment=NetworkSegment(cb24a50e-111e-4d82-8f02-f513affe7ed3),segment_id=cb24a50e-111e-4d82-8f02-f513affe7ed3)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:41.850167 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0cfb234a-d94a-4f6a-8c50-705607d46a67 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (3d168234-0e27-44f6-8edd-d7154e64a2b0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:41.853860 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06066c52-ce1e-49eb-991d-61126b653a53 None None] No DVR routers for this DVR port 3d168234-0e27-44f6-8edd-d7154e64a2b0 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:41.880669 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-0cfb234a-d94a-4f6a-8c50-705607d46a67 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Calling delete_port for 3d168234-0e27-44f6-8edd-d7154e64a2b0 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:41.895897 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06066c52-ce1e-49eb-991d-61126b653a53 None None] Pushing event deleted for resources: {'Port': ['ID=3d168234-0e27-44f6-8edd-d7154e64a2b0,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:41.906697 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dd3688-d06a-41e3-9645-0ae7eac53357 None None] Routers {'7f9c1ac0-4a28-425c-a022-278abcec4d3b'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:41.908719 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-96dd3688-d06a-41e3-9645-0ae7eac53357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:56:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['7f9c1ac0-4a28-425c-a022-278abcec4d3b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:41.978372 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8469858c-80f6-48e8-9177-52c5f0d374d5 None None] Deleting port 2e919fca-5b09-4573-8ae5-d80ea0979802 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:41.978906 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8469858c-80f6-48e8-9177-52c5f0d374d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (2e919fca-5b09-4573-8ae5-d80ea0979802), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:42.033989 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-75a2454b-66f4-43b9-af0e-1bc306fc683d req-81b06f43-f950-4b75-8044-7cf9725d44d9 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6405058 Feb 09 01:56:42.034744 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0cfb234a-d94a-4f6a-8c50-705607d46a67 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (3d168234-0e27-44f6-8edd-d7154e64a2b0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:42.038176 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10607632-614f-4b46-b875-b0f67506168e x-openstack-request-id: req-10607632-614f-4b46-b875-b0f67506168e {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:56:42.038372 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e571242-3c9e-412f-a9f5-71670f800993", "tag": "9253d208-c789-4e7a-bc91-8bd0f9a80a0e", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:56:42.038630 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10607632-614f-4b46-b875-b0f67506168e {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:56:42.039040 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e571242-3c9e-412f-a9f5-71670f800993', 'tag': '9253d208-c789-4e7a-bc91-8bd0f9a80a0e', 'status': 'completed', 'code': 200} Feb 09 01:56:42.073191 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-96dd3688-d06a-41e3-9645-0ae7eac53357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:42.106842 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-61958e6c-7402-410b-acc3-7d13876ba7c7 None None] Attempting to bind port e0b13214-94b6-4d8a-b80d-b5261879abca on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:56:42.107404 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-61958e6c-7402-410b-acc3-7d13876ba7c7 None None] Attempting to bind port e0b13214-94b6-4d8a-b80d-b5261879abca by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '79690800-60b6-4c6f-8bdc-68b6d178a447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e4c445ff-5c6c-41b0-86e2-d8599100330f'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:56:42.107903 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61958e6c-7402-410b-acc3-7d13876ba7c7 None None] Attempting to bind port e0b13214-94b6-4d8a-b80d-b5261879abca on network e4c445ff-5c6c-41b0-86e2-d8599100330f {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:42.143672 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa25df-3727-4563-afec-2a6f84481fbf service neutron] Pushing event updated for resources: {'Port': ['ID=9253d208-c789-4e7a-bc91-8bd0f9a80a0e,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:42.149483 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61958e6c-7402-410b-acc3-7d13876ba7c7 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:56:42.150034 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61958e6c-7402-410b-acc3-7d13876ba7c7 None None] Checking segment: {'id': '79690800-60b6-4c6f-8bdc-68b6d178a447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e4c445ff-5c6c-41b0-86e2-d8599100330f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:42.150541 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61958e6c-7402-410b-acc3-7d13876ba7c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:42.151087 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61958e6c-7402-410b-acc3-7d13876ba7c7 None None] Bound using segment: {'id': '79690800-60b6-4c6f-8bdc-68b6d178a447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e4c445ff-5c6c-41b0-86e2-d8599100330f'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:56:42.151697 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-61958e6c-7402-410b-acc3-7d13876ba7c7 None None] Bound port: e0b13214-94b6-4d8a-b80d-b5261879abca, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79690800-60b6-4c6f-8bdc-68b6d178a447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e4c445ff-5c6c-41b0-86e2-d8599100330f'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:56:42.152276 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61958e6c-7402-410b-acc3-7d13876ba7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e0b13214-94b6-4d8a-b80d-b5261879abca), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:42.182070 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dd3688-d06a-41e3-9645-0ae7eac53357 None None] Routers {'7f9c1ac0-4a28-425c-a022-278abcec4d3b'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:42.182571 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-96dd3688-d06a-41e3-9645-0ae7eac53357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:56:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['7f9c1ac0-4a28-425c-a022-278abcec4d3b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:42.188578 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-8469858c-80f6-48e8-9177-52c5f0d374d5 None None] For port 2e919fca-5b09-4573-8ae5-d80ea0979802, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=2e919fca-5b09-4573-8ae5-d80ea0979802,segment=NetworkSegment(47565389-35eb-41cf-bfbc-d39982d1e296),segment_id=47565389-35eb-41cf-bfbc-d39982d1e296)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:42.189828 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8469858c-80f6-48e8-9177-52c5f0d374d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (2e919fca-5b09-4573-8ae5-d80ea0979802), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:42.194240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb234a-d94a-4f6a-8c50-705607d46a67 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event deleted for resources: {'Port': ['ID=3d168234-0e27-44f6-8edd-d7154e64a2b0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:42.197930 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1adabd6a-2b70-46e2-9753-de9d2fb055e5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (3d7a1bba-00fb-4aa7-93f5-c9c7b46df23b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:42.210447 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 74eb8ecb-76cd-4ea2-9edf-3f329a108391 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:42.279453 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8469858c-80f6-48e8-9177-52c5f0d374d5 None None] Calling delete_port for 2e919fca-5b09-4573-8ae5-d80ea0979802 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:42.281803 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-96dd3688-d06a-41e3-9645-0ae7eac53357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:42.283092 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dd3688-d06a-41e3-9645-0ae7eac53357 None None] The sync data for ids ['7f9c1ac0-4a28-425c-a022-278abcec4d3b'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:56:42.320542 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1af8eb82-1cf9-4bb2-a8ca-432682712b07 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:56:42.379039 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfb234a-d94a-4f6a-8c50-705607d46a67 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] No DVR routers for this DVR port 3d168234-0e27-44f6-8edd-d7154e64a2b0 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:42.398200 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a7fa2-9b4e-4529-a7e3-d358d7b527ed req-1c1facfd-28d2-4f11-b776-9d6e7009bfd3 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:42.400924 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-358a7fa2-9b4e-4529-a7e3-d358d7b527ed req-1c1facfd-28d2-4f11-b776-9d6e7009bfd3 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 943 time: 0.1792316 Feb 09 01:56:42.489289 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 1af8eb82-1cf9-4bb2-a8ca-432682712b07 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:56:42.490247 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1af8eb82-1cf9-4bb2-a8ca-432682712b07 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:56:42.490879 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3d168234-0e27-44f6-8edd-d7154e64a2b0 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:56:42.497571 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adabd6a-2b70-46e2-9753-de9d2fb055e5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:42.500191 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8469858c-80f6-48e8-9177-52c5f0d374d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (2e919fca-5b09-4573-8ae5-d80ea0979802), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:42.525047 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c3035933-d829-4a2c-9b3d-dd75e628c491 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "GET /v2.0/routers/7f9c1ac0-4a28-425c-a022-278abcec4d3b HTTP/1.1" status: 200 len: 920 time: 0.6682537 Feb 09 01:56:42.532304 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:42.536127 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57780) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:42.538217 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-1adabd6a-2b70-46e2-9753-de9d2fb055e5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:42.546198 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adabd6a-2b70-46e2-9753-de9d2fb055e5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:42.547634 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1adabd6a-2b70-46e2-9753-de9d2fb055e5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:42.559442 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 3d168234-0e27-44f6-8edd-d7154e64a2b0 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:56:42.560154 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3d168234-0e27-44f6-8edd-d7154e64a2b0 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:56:42.569186 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393ff5aa-9356-4f8f-979a-d0106cf5ce64 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:42.574251 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-61958e6c-7402-410b-acc3-7d13876ba7c7 None None] For port e0b13214-94b6-4d8a-b80d-b5261879abca, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:56:42.575736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-1d5153c2-08d7-4ec2-b2e8-22135f18a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:42.578623 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-1d5153c2-08d7-4ec2-b2e8-22135f18a6d7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 1125 time: 0.5386791 Feb 09 01:56:42.582240 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469858c-80f6-48e8-9177-52c5f0d374d5 None None] Pushing event deleted for resources: {'Port': ['ID=2e919fca-5b09-4573-8ae5-d80ea0979802,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:42.597392 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8469858c-80f6-48e8-9177-52c5f0d374d5 None None] No DVR routers for this DVR port 2e919fca-5b09-4573-8ae5-d80ea0979802 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:42.647095 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-61958e6c-7402-410b-acc3-7d13876ba7c7 None None] For port e0b13214-94b6-4d8a-b80d-b5261879abca, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e0b13214-94b6-4d8a-b80d-b5261879abca,segment=NetworkSegment(79690800-60b6-4c6f-8bdc-68b6d178a447),segment_id=79690800-60b6-4c6f-8bdc-68b6d178a447)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:56:42.671052 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61958e6c-7402-410b-acc3-7d13876ba7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e0b13214-94b6-4d8a-b80d-b5261879abca), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:42.705565 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-f78707e0-9374-48dc-88e1-9e2e95ce012a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9253d208-c789-4e7a-bc91-8bd0f9a80a0e HTTP/1.1" status: 200 len: 217 time: 0.0685353 Feb 09 01:56:42.707264 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-358a7fa2-9b4e-4529-a7e3-d358d7b527ed req-f44a955c-ec61-412c-ab37-9fe318da667d tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2980170 Feb 09 01:56:42.740273 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a378b802-0ad5-4d6f-a6b7-0c7d3d129677 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:42.741686 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a378b802-0ad5-4d6f-a6b7-0c7d3d129677 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&device_id=7f9c1ac0-4a28-425c-a022-278abcec4d3b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2016475 Feb 09 01:56:42.750542 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57782) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:42.759800 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e19ab6e-581b-4964-9427-ad86aa93b6f7 admin admin] Publish callbacks [] for router_gateway (b66929c5-ed3a-4d93-9ca1-afcb6944ba79), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:42.804699 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-07c636c5-2072-49cc-b751-a51e24fddb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:42.806748 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-07c636c5-2072-49cc-b751-a51e24fddb04 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.0824754 Feb 09 01:56:42.807402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adabd6a-2b70-46e2-9753-de9d2fb055e5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=3d7a1bba-00fb-4aa7-93f5-c9c7b46df23b,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:42.824634 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0cfb234a-d94a-4f6a-8c50-705607d46a67 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (85f64ef0-28d9-45bd-9e94-b6d9692618c0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:42.825772 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 2e919fca-5b09-4573-8ae5-d80ea0979802 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:56:42.855914 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 2e919fca-5b09-4573-8ae5-d80ea0979802 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:56:42.856598 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 2e919fca-5b09-4573-8ae5-d80ea0979802 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:56:42.905805 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1adabd6a-2b70-46e2-9753-de9d2fb055e5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4504321 Feb 09 01:56:42.906019 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57784) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:42.914467 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'mac_address': 'fa:16:3e:08:22:23', 'name': 'tempest-NetworksTestDHCPv6-450847303'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:42.918302 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61958e6c-7402-410b-acc3-7d13876ba7c7 None None] Pushing event updated for resources: {'Port': ['ID=e0b13214-94b6-4d8a-b80d-b5261879abca,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:42.934310 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0538b4c8-4bb0-45bf-80c5-e3bc2f7c745a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ffa86b77-0960-4058-af84-97833edc3344', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'fixed_ips': [{'subnet_id': '3d7a1bba-00fb-4aa7-93f5-c9c7b46df23b'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:56:42.940383 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0538b4c8-4bb0-45bf-80c5-e3bc2f7c745a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:42.984280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-0cfb234a-d94a-4f6a-8c50-705607d46a67 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f64ef0-28d9-45bd-9e94-b6d9692618c0']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:43.004410 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-0cfb234a-d94a-4f6a-8c50-705607d46a67 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb24a50e-111e-4d82-8f02-f513affe7ed3') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:43.005952 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-0cfb234a-d94a-4f6a-8c50-705607d46a67 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb24a50e-111e-4d82-8f02-f513affe7ed3') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:43.022282 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0cfb234a-d94a-4f6a-8c50-705607d46a67 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (cb24a50e-111e-4d82-8f02-f513affe7ed3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:43.040320 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-52d80c03-8efb-4efc-9d80-8460e17970c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:43.042258 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-52d80c03-8efb-4efc-9d80-8460e17970c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1932869 Feb 09 01:56:43.043655 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0cfb234a-d94a-4f6a-8c50-705607d46a67 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (cb24a50e-111e-4d82-8f02-f513affe7ed3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:43.077297 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cfb234a-d94a-4f6a-8c50-705607d46a67 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:56:43.079160 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0cfb234a-d94a-4f6a-8c50-705607d46a67 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (cb24a50e-111e-4d82-8f02-f513affe7ed3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:56:43.112478 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:56:43.136091 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb5e2df-c280-4a18-9ce0-ad2486a44050 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:43.137557 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-acb5e2df-c280-4a18-9ce0-ad2486a44050 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 881 time: 0.3860404 Feb 09 01:56:43.199447 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57788) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:43.320254 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0cfb234a-d94a-4f6a-8c50-705607d46a67 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (85f64ef0-28d9-45bd-9e94-b6d9692618c0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:43.334143 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0cfb234a-d94a-4f6a-8c50-705607d46a67 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:43.350006 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0cfb234a-d94a-4f6a-8c50-705607d46a67 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "DELETE /v2.0/networks/85f64ef0-28d9-45bd-9e94-b6d9692618c0 HTTP/1.1" status: 204 len: 168 time: 3.4350207 Feb 09 01:56:43.371685 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-0538b4c8-4bb0-45bf-80c5-e3bc2f7c745a None None] Allocated IP 2001:db8::2 (ffa86b77-0960-4058-af84-97833edc3344/3d7a1bba-00fb-4aa7-93f5-c9c7b46df23b/002569b9-9a62-4358-a8d0-499620adaa46) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:43.374534 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57790) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:43.497526 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb234a-d94a-4f6a-8c50-705607d46a67 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event deleted for resources: {'Network': ['ID=85f64ef0-28d9-45bd-9e94-b6d9692618c0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:43.503420 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:43.584069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f6334-5c91-4a1b-821c-db85de3e9ac8 req-3674091f-d915-43cf-b398-8fcb148eeb81 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:43.592533 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-003f6334-5c91-4a1b-821c-db85de3e9ac8 req-3674091f-d915-43cf-b398-8fcb148eeb81 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 943 time: 0.3767390 Feb 09 01:56:43.642806 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0538b4c8-4bb0-45bf-80c5-e3bc2f7c745a None None] Publish callbacks [] for port (002569b9-9a62-4358-a8d0-499620adaa46), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:43.651588 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af26a3e9-edf7-4abb-b093-b63f6cc58473 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (0d5d633f-d728-484a-b46f-05f5aeb9148a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:43.652841 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0538b4c8-4bb0-45bf-80c5-e3bc2f7c745a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (002569b9-9a62-4358-a8d0-499620adaa46), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:43.677088 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-fe8bd7e6-7055-4e58-8282-52e447002119 service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266069 Feb 09 01:56:43.719745 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0538b4c8-4bb0-45bf-80c5-e3bc2f7c745a None None] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:43.723917 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-0538b4c8-4bb0-45bf-80c5-e3bc2f7c745a None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:43.749048 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0538b4c8-4bb0-45bf-80c5-e3bc2f7c745a None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:43.756940 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538b4c8-4bb0-45bf-80c5-e3bc2f7c745a None None] Pushing event updated for resources: {'Port': ['ID=002569b9-9a62-4358-a8d0-499620adaa46,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:43.765770 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-eb804760-d1ec-4a6a-99f1-d2705b3a6496 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f9c1ac0-4a28-425c-a022-278abcec4d3b HTTP/1.1" status: 200 len: 205 time: 0.5635760 Feb 09 01:56:43.766006 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57796) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:43.775015 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:43.913073 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-0538b4c8-4bb0-45bf-80c5-e3bc2f7c745a None None] Attempting to bind port 002569b9-9a62-4358-a8d0-499620adaa46 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:56:43.913448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-0538b4c8-4bb0-45bf-80c5-e3bc2f7c745a None None] Attempting to bind port 002569b9-9a62-4358-a8d0-499620adaa46 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:56:43.913815 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0538b4c8-4bb0-45bf-80c5-e3bc2f7c745a None None] Attempting to bind port 002569b9-9a62-4358-a8d0-499620adaa46 on network ffa86b77-0960-4058-af84-97833edc3344 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:43.928625 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0538b4c8-4bb0-45bf-80c5-e3bc2f7c745a None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:56:43.929007 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0538b4c8-4bb0-45bf-80c5-e3bc2f7c745a None None] Checking segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:43.929415 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0538b4c8-4bb0-45bf-80c5-e3bc2f7c745a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:43.929812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0538b4c8-4bb0-45bf-80c5-e3bc2f7c745a None None] Bound using segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:56:43.930300 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-0538b4c8-4bb0-45bf-80c5-e3bc2f7c745a None None] Bound port: 002569b9-9a62-4358-a8d0-499620adaa46, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:56:43.930683 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0538b4c8-4bb0-45bf-80c5-e3bc2f7c745a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (002569b9-9a62-4358-a8d0-499620adaa46), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:43.936982 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e19ab6e-581b-4964-9427-ad86aa93b6f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (b66929c5-ed3a-4d93-9ca1-afcb6944ba79), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:43.953689 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-003f6334-5c91-4a1b-821c-db85de3e9ac8 req-39469428-965c-4202-b760-c40d0892352b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572536 Feb 09 01:56:44.021029 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-0538b4c8-4bb0-45bf-80c5-e3bc2f7c745a None None] For port 002569b9-9a62-4358-a8d0-499620adaa46, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:56:44.024312 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-0538b4c8-4bb0-45bf-80c5-e3bc2f7c745a None None] For port 002569b9-9a62-4358-a8d0-499620adaa46, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=002569b9-9a62-4358-a8d0-499620adaa46,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:56:44.037871 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0538b4c8-4bb0-45bf-80c5-e3bc2f7c745a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (002569b9-9a62-4358-a8d0-499620adaa46), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:44.117389 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538b4c8-4bb0-45bf-80c5-e3bc2f7c745a None None] Pushing event updated for resources: {'Port': ['ID=002569b9-9a62-4358-a8d0-499620adaa46,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:44.146181 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af26a3e9-edf7-4abb-b093-b63f6cc58473 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (0d5d633f-d728-484a-b46f-05f5aeb9148a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:44.162628 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-02538ba5-4b56-4073-b3b3-80cce0caf7b9 req-a14df7ec-c263-460e-ade5-a02b0c4de7ac service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779892 Feb 09 01:56:44.184080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-af26a3e9-edf7-4abb-b093-b63f6cc58473 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5d633f-d728-484a-b46f-05f5aeb9148a']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:44.208382 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-af26a3e9-edf7-4abb-b093-b63f6cc58473 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47565389-35eb-41cf-bfbc-d39982d1e296') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:44.208914 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-af26a3e9-edf7-4abb-b093-b63f6cc58473 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47565389-35eb-41cf-bfbc-d39982d1e296') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:44.222734 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af26a3e9-edf7-4abb-b093-b63f6cc58473 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (47565389-35eb-41cf-bfbc-d39982d1e296), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:44.296321 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af26a3e9-edf7-4abb-b093-b63f6cc58473 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (47565389-35eb-41cf-bfbc-d39982d1e296), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:44.322925 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af26a3e9-edf7-4abb-b093-b63f6cc58473 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:56:44.324197 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af26a3e9-edf7-4abb-b093-b63f6cc58473 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (47565389-35eb-41cf-bfbc-d39982d1e296), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:56:44.329213 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:56:44.348336 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b137-a293-47e7-8ff7-da07e8a3a95a tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router (7f9c1ac0-4a28-425c-a022-278abcec4d3b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:44.462851 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2a15b-4916-4ac1-bb24-c890c9e135f7 req-a0a09786-37ca-47ba-88c1-2a10af37adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:44.464608 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41a2a15b-4916-4ac1-bb24-c890c9e135f7 req-a0a09786-37ca-47ba-88c1-2a10af37adf1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 1125 time: 0.2390802 Feb 09 01:56:44.482266 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af26a3e9-edf7-4abb-b093-b63f6cc58473 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (0d5d633f-d728-484a-b46f-05f5aeb9148a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:44.547456 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af26a3e9-edf7-4abb-b093-b63f6cc58473 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:44.565281 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-af26a3e9-edf7-4abb-b093-b63f6cc58473 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "DELETE /v2.0/networks/0d5d633f-d728-484a-b46f-05f5aeb9148a HTTP/1.1" status: 204 len: 168 time: 1.1839361 Feb 09 01:56:44.572162 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57800) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:44.666968 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26a3e9-edf7-4abb-b093-b63f6cc58473 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event deleted for resources: {'Network': ['ID=0d5d633f-d728-484a-b46f-05f5aeb9148a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:44.694577 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dabfc1-cbbb-4c9f-8482-0bc5b4e15003 None None] Network e4c445ff-5c6c-41b0-86e2-d8599100330f requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:44.707252 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12328dd7-8ea2-4eb7-8cba-824ba3cd7424 req-46bcf2e9-357f-415c-8e2e-5acc5fd248e2 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:44.709141 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-12328dd7-8ea2-4eb7-8cba-824ba3cd7424 req-46bcf2e9-357f-415c-8e2e-5acc5fd248e2 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 943 time: 0.7637482 Feb 09 01:56:44.709862 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e19ab6e-581b-4964-9427-ad86aa93b6f7 admin admin] Router b66929c5-ed3a-4d93-9ca1-afcb6944ba79 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:56:44.755304 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d76968-7585-400e-821f-f23f685c9d7a tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Deleting subnet 8b7c039b-b101-43dc-b31b-4b283ecc5fc8 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:56:44.777656 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41d76968-7585-400e-821f-f23f685c9d7a tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for subnet (8b7c039b-b101-43dc-b31b-4b283ecc5fc8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:44.793236 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:44.833729 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-2666120f-ab25-4cc3-9159-c70974139eea None None] Provisioning complete for port e0b13214-94b6-4d8a-b80d-b5261879abca triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:44.834267 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2666120f-ab25-4cc3-9159-c70974139eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e0b13214-94b6-4d8a-b80d-b5261879abca), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:44.874530 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41d76968-7585-400e-821f-f23f685c9d7a tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (8b7c039b-b101-43dc-b31b-4b283ecc5fc8), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:44.939313 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2a15b-4916-4ac1-bb24-c890c9e135f7 req-f7325269-dd98-49b4-8549-fb2b3e4fb538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:44.941164 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41a2a15b-4916-4ac1-bb24-c890c9e135f7 req-f7325269-dd98-49b4-8549-fb2b3e4fb538 service neutron] 10.222.0.67 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 912 time: 0.4699838 Feb 09 01:56:44.946837 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e0b13214-94b6-4d8a-b80d-b5261879abca up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:44.991791 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41a2a15b-4916-4ac1-bb24-c890c9e135f7 req-d2a416b5-b9ba-4617-a70d-7e3128d3c273 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9253d208-c789-4e7a-bc91-8bd0f9a80a0e HTTP/1.1" status: 200 len: 217 time: 0.0434306 Feb 09 01:56:45.120747 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2a15b-4916-4ac1-bb24-c890c9e135f7 req-d04c1d96-978d-44b9-9d9b-3f10dc880f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:45.122270 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41a2a15b-4916-4ac1-bb24-c890c9e135f7 req-d04c1d96-978d-44b9-9d9b-3f10dc880f24 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.1223683 Feb 09 01:56:45.126089 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41d76968-7585-400e-821f-f23f685c9d7a tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (8b7c039b-b101-43dc-b31b-4b283ecc5fc8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:45.133222 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2666120f-ab25-4cc3-9159-c70974139eea None None] Current status of the port e0b13214-94b6-4d8a-b80d-b5261879abca is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:45.134136 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2666120f-ab25-4cc3-9159-c70974139eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e0b13214-94b6-4d8a-b80d-b5261879abca), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:45.153185 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] device_id is not set on port bafb76c0-1784-4362-80d1-244827a631f5 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:56:45.185920 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-12328dd7-8ea2-4eb7-8cba-824ba3cd7424 req-d9155a2c-ccea-4f61-925b-b53f09d58ee6 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4598944 Feb 09 01:56:45.195174 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b137-a293-47e7-8ff7-da07e8a3a95a tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_gateway (7f9c1ac0-4a28-425c-a022-278abcec4d3b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:45.195479 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-2666120f-ab25-4cc3-9159-c70974139eea None None] For port e0b13214-94b6-4d8a-b80d-b5261879abca, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e0b13214-94b6-4d8a-b80d-b5261879abca,segment=NetworkSegment(79690800-60b6-4c6f-8bdc-68b6d178a447),segment_id=79690800-60b6-4c6f-8bdc-68b6d178a447)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:45.209538 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2666120f-ab25-4cc3-9159-c70974139eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e0b13214-94b6-4d8a-b80d-b5261879abca), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:45.320499 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port e0b13214-94b6-4d8a-b80d-b5261879abca triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:45.321864 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e0b13214-94b6-4d8a-b80d-b5261879abca), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:45.349443 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666120f-ab25-4cc3-9159-c70974139eea None None] Pushing event updated for resources: {'Port': ['ID=e0b13214-94b6-4d8a-b80d-b5261879abca,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:45.350755 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2a15b-4916-4ac1-bb24-c890c9e135f7 req-07f67f47-f0dd-498d-8d7f-9d3c8971ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:45.353170 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41a2a15b-4916-4ac1-bb24-c890c9e135f7 req-07f67f47-f0dd-498d-8d7f-9d3c8971ca84 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2226942 Feb 09 01:56:45.382850 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b9129-c0fd-4edd-a2b1-6a9d36974caa req-99f16739-177c-431e-b4d0-24161cace593 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:45.384784 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-004b9129-c0fd-4edd-a2b1-6a9d36974caa req-99f16739-177c-431e-b4d0-24161cace593 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 943 time: 0.3165362 Feb 09 01:56:45.499191 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-004b9129-c0fd-4edd-a2b1-6a9d36974caa req-ff59f5a1-f982-47eb-b096-21859193a241 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975490 Feb 09 01:56:45.532594 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41d76968-7585-400e-821f-f23f685c9d7a tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (8b7c039b-b101-43dc-b31b-4b283ecc5fc8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:45.572923 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d76968-7585-400e-821f-f23f685c9d7a tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event deleted for resources: {'Subnet': ['ID=8b7c039b-b101-43dc-b31b-4b283ecc5fc8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:45.583322 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41d76968-7585-400e-821f-f23f685c9d7a tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:45.588910 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e19ab6e-581b-4964-9427-ad86aa93b6f7 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:56:45.593795 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-41d76968-7585-400e-821f-f23f685c9d7a tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "DELETE /v2.0/subnets/8b7c039b-b101-43dc-b31b-4b283ecc5fc8 HTTP/1.1" status: 204 len: 168 time: 1.0033672 Feb 09 01:56:45.595155 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57806) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:45.605844 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] Sync routers for ids ['b66929c5-ed3a-4d93-9ca1-afcb6944ba79'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:56:45.632940 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] Routers {'b66929c5-ed3a-4d93-9ca1-afcb6944ba79'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:45.633801 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:56:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b66929c5-ed3a-4d93-9ca1-afcb6944ba79'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:45.650769 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff21362-bf58-4a7f-8d64-beadbd82590c None None] Network 670ada46-e6ec-4118-874e-aa8ce6335514 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:45.654866 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port e0b13214-94b6-4d8a-b80d-b5261879abca is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:45.656176 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 002569b9-9a62-4358-a8d0-499620adaa46 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:45.663788 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41a2a15b-4916-4ac1-bb24-c890c9e135f7 req-d52c4770-0cf2-4c0f-ae37-32675a023840 service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976911 Feb 09 01:56:45.834058 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0c8dac5f-4702-4c87-a605-0112008692b9 None None] Provisioning complete for port e0b13214-94b6-4d8a-b80d-b5261879abca triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:45.834647 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c8dac5f-4702-4c87-a605-0112008692b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e0b13214-94b6-4d8a-b80d-b5261879abca), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:45.889107 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] Set router b66929c5-ed3a-4d93-9ca1-afcb6944ba79 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:56:45.906231 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8::a6 (ffa86b77-0960-4058-af84-97833edc3344/3d7a1bba-00fb-4aa7-93f5-c9c7b46df23b/bafb76c0-1784-4362-80d1-244827a631f5) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:45.934487 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e19ab6e-581b-4964-9427-ad86aa93b6f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:45.936085 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6e19ab6e-581b-4964-9427-ad86aa93b6f7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0292256 Feb 09 01:56:45.958804 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57810) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:45.976295 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41a2a15b-4916-4ac1-bb24-c890c9e135f7 req-ad5f8385-71b0-4188-98bb-2ded84ac52ee service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058805 Feb 09 01:56:45.977443 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4b137-a293-47e7-8ff7-da07e8a3a95a tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Deleting port 0e3c4155-ee9a-4874-9bd4-c9ce03c85dde {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:45.978017 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b137-a293-47e7-8ff7-da07e8a3a95a tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0e3c4155-ee9a-4874-9bd4-c9ce03c85dde), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:45.982885 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5223-7b15-4d00-9d7f-8ff1e4e121b9 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (670ada46-e6ec-4118-874e-aa8ce6335514), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:46.001530 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 002569b9-9a62-4358-a8d0-499620adaa46 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:46.002166 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (002569b9-9a62-4358-a8d0-499620adaa46), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:46.216460 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fd8b10-50da-46a2-9740-68fc7af962d6 None None] DHCP port deletion for 670ada46-e6ec-4118-874e-aa8ce6335514 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:56:46.339035 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66929c5-ed3a-4d93-9ca1-afcb6944ba79', 'name': 'tempest-TaggedBootDevicesTest_v242-727942738-router', 'tenant_id': '3ace5e28b4c44e07a657916947b58885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ee343c4b-3058-4d1c-818a-3b2cfd1a97d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:39Z', 'updated_at': '2022-02-09T01:56:42Z', 'revision_number': 3, 'project_id': '3ace5e28b4c44e07a657916947b58885', 'gw_port': {'id': 'ee343c4b-3058-4d1c-818a-3b2cfd1a97d9', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:68:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66929c5-ed3a-4d93-9ca1-afcb6944ba79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:41Z', 'updated_at': '2022-02-09T01:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:46.370770 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] Checking router: b66929c5-ed3a-4d93-9ca1-afcb6944ba79 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:56:46.371119 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] Updating router b66929c5-ed3a-4d93-9ca1-afcb6944ba79 port ee343c4b-3058-4d1c-818a-3b2cfd1a97d9 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:56:46.376139 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0c8dac5f-4702-4c87-a605-0112008692b9 None None] Current status of the port e0b13214-94b6-4d8a-b80d-b5261879abca is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:46.398226 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 002569b9-9a62-4358-a8d0-499620adaa46 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:46.398633 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (002569b9-9a62-4358-a8d0-499620adaa46), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:46.426257 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a6fd8b10-50da-46a2-9740-68fc7af962d6 None None] Deleting port b39d6975-aa31-468d-b343-15a0a644cd2e {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:46.427974 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a6fd8b10-50da-46a2-9740-68fc7af962d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b39d6975-aa31-468d-b343-15a0a644cd2e), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:46.448638 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ee343c4b-3058-4d1c-818a-3b2cfd1a97d9), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:46.515668 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 002569b9-9a62-4358-a8d0-499620adaa46, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=002569b9-9a62-4358-a8d0-499620adaa46,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:46.528061 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (002569b9-9a62-4358-a8d0-499620adaa46), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:46.704908 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1e86f215-aba4-42da-9916-2b9b27c758d4 None None] Provisioning complete for port 002569b9-9a62-4358-a8d0-499620adaa46 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:46.705592 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1e86f215-aba4-42da-9916-2b9b27c758d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (002569b9-9a62-4358-a8d0-499620adaa46), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:46.772050 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e0b13214-94b6-4d8a-b80d-b5261879abca up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:46.797300 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b137-a293-47e7-8ff7-da07e8a3a95a tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0e3c4155-ee9a-4874-9bd4-c9ce03c85dde), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:46.839948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfd604-cafc-40b9-890e-7726c4136934 req-3ff7c935-f6c8-4e0f-8eb5-7b106840d65d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:46.841535 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8dcfd604-cafc-40b9-890e-7726c4136934 req-3ff7c935-f6c8-4e0f-8eb5-7b106840d65d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 943 time: 0.1495609 Feb 09 01:56:46.871367 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a6fd8b10-50da-46a2-9740-68fc7af962d6 None None] For port b39d6975-aa31-468d-b343-15a0a644cd2e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b39d6975-aa31-468d-b343-15a0a644cd2e,segment=NetworkSegment(79798b9e-e754-4c1c-97c4-ce4946291ac5),segment_id=79798b9e-e754-4c1c-97c4-ce4946291ac5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:46.872231 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a6fd8b10-50da-46a2-9740-68fc7af962d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b39d6975-aa31-468d-b343-15a0a644cd2e), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:46.903087 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] Publish callbacks [] for port (ee343c4b-3058-4d1c-818a-3b2cfd1a97d9), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:46.911776 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a6fd8b10-50da-46a2-9740-68fc7af962d6 None None] Calling delete_port for b39d6975-aa31-468d-b343-15a0a644cd2e owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:46.913254 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ee343c4b-3058-4d1c-818a-3b2cfd1a97d9), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:46.924388 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4b137-a293-47e7-8ff7-da07e8a3a95a tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Calling delete_port for 0e3c4155-ee9a-4874-9bd4-c9ce03c85dde owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:46.947728 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9f329-b92c-449c-864b-3eb380037678 req-a9aa54f0-b70a-4127-be13-8c0dfbd814a1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:46.949366 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-08e9f329-b92c-449c-864b-3eb380037678 req-a9aa54f0-b70a-4127-be13-8c0dfbd814a1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 943 time: 0.6166415 Feb 09 01:56:46.961482 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8dcfd604-cafc-40b9-890e-7726c4136934 req-d129320b-b9bf-4d5c-96f1-2345c75f3b6d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124947 Feb 09 01:56:47.039292 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd5223-7b15-4d00-9d7f-8ff1e4e121b9 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Deleting port b39d6975-aa31-468d-b343-15a0a644cd2e {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:47.039543 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5223-7b15-4d00-9d7f-8ff1e4e121b9 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b39d6975-aa31-468d-b343-15a0a644cd2e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:47.066993 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] Attempting to bind port ee343c4b-3058-4d1c-818a-3b2cfd1a97d9 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:56:47.069817 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] Attempting to bind port ee343c4b-3058-4d1c-818a-3b2cfd1a97d9 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:56:47.070367 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] Attempting to bind port ee343c4b-3058-4d1c-818a-3b2cfd1a97d9 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:47.078591 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424faa12-7b11-4476-b3dd-f353e614f76c None None] Pushing event updated for resources: {'Port': ['ID=ee343c4b-3058-4d1c-818a-3b2cfd1a97d9,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:47.093102 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:56:47.093490 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:47.093898 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:47.095716 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:56:47.096202 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] Bound port: ee343c4b-3058-4d1c-818a-3b2cfd1a97d9, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:56:47.096767 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ee343c4b-3058-4d1c-818a-3b2cfd1a97d9), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:47.120177 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (bafb76c0-1784-4362-80d1-244827a631f5), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:47.218359 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] For port ee343c4b-3058-4d1c-818a-3b2cfd1a97d9, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:56:47.223274 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] For port ee343c4b-3058-4d1c-818a-3b2cfd1a97d9, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ee343c4b-3058-4d1c-818a-3b2cfd1a97d9,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:56:47.232848 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ee343c4b-3058-4d1c-818a-3b2cfd1a97d9), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:47.251965 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-08e9f329-b92c-449c-864b-3eb380037678 req-2c717dce-afe2-4109-b12a-3dfeb0eec3d3 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2713132 Feb 09 01:56:47.261888 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-3ccd5223-7b15-4d00-9d7f-8ff1e4e121b9 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] For port b39d6975-aa31-468d-b343-15a0a644cd2e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b39d6975-aa31-468d-b343-15a0a644cd2e,segment=NetworkSegment(79798b9e-e754-4c1c-97c4-ce4946291ac5),segment_id=79798b9e-e754-4c1c-97c4-ce4946291ac5)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:47.262633 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5223-7b15-4d00-9d7f-8ff1e4e121b9 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b39d6975-aa31-468d-b343-15a0a644cd2e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:47.372502 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=002569b9-9a62-4358-a8d0-499620adaa46,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:47.396531 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] Routers {'b66929c5-ed3a-4d93-9ca1-afcb6944ba79'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:47.397167 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:56:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b66929c5-ed3a-4d93-9ca1-afcb6944ba79'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:47.399156 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424faa12-7b11-4476-b3dd-f353e614f76c None None] Pushing event updated for resources: {'Port': ['ID=ee343c4b-3058-4d1c-818a-3b2cfd1a97d9,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:47.469004 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port e0b13214-94b6-4d8a-b80d-b5261879abca triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:47.469377 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e0b13214-94b6-4d8a-b80d-b5261879abca), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:47.470824 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd5223-7b15-4d00-9d7f-8ff1e4e121b9 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Calling delete_port for b39d6975-aa31-468d-b343-15a0a644cd2e owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:47.525130 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1e86f215-aba4-42da-9916-2b9b27c758d4 None None] Current status of the port 002569b9-9a62-4358-a8d0-499620adaa46 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:47.565201 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] Set router b66929c5-ed3a-4d93-9ca1-afcb6944ba79 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:56:47.575331 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (bafb76c0-1784-4362-80d1-244827a631f5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:47.635892 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port e0b13214-94b6-4d8a-b80d-b5261879abca is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:47.644469 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a6fd8b10-50da-46a2-9740-68fc7af962d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (b39d6975-aa31-468d-b343-15a0a644cd2e), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:47.685532 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5223-7b15-4d00-9d7f-8ff1e4e121b9 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (b39d6975-aa31-468d-b343-15a0a644cd2e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:47.720364 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd8b10-50da-46a2-9740-68fc7af962d6 None None] Pushing event deleted for resources: {'Port': ['ID=b39d6975-aa31-468d-b343-15a0a644cd2e,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:47.741742 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 9253d208-c789-4e7a-bc91-8bd0f9a80a0e details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:56:47.743518 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd8b10-50da-46a2-9740-68fc7af962d6 None None] No DVR routers for this DVR port b39d6975-aa31-468d-b343-15a0a644cd2e on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:47.746225 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b39d6975-aa31-468d-b343-15a0a644cd2e no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:56:47.806804 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: b39d6975-aa31-468d-b343-15a0a644cd2e {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:56:47.807196 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b39d6975-aa31-468d-b343-15a0a644cd2e not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:56:47.922555 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66929c5-ed3a-4d93-9ca1-afcb6944ba79', 'name': 'tempest-TaggedBootDevicesTest_v242-727942738-router', 'tenant_id': '3ace5e28b4c44e07a657916947b58885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ee343c4b-3058-4d1c-818a-3b2cfd1a97d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:39Z', 'updated_at': '2022-02-09T01:56:42Z', 'revision_number': 3, 'project_id': '3ace5e28b4c44e07a657916947b58885', 'gw_port': {'id': 'ee343c4b-3058-4d1c-818a-3b2cfd1a97d9', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:68:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66929c5-ed3a-4d93-9ca1-afcb6944ba79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:41Z', 'updated_at': '2022-02-09T01:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:47.980324 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3491b8-6993-40a5-ad1a-21eb7da5baab None None] The sync data for ids ['b66929c5-ed3a-4d93-9ca1-afcb6944ba79'] in n-d-828387-3 is: [{'id': 'b66929c5-ed3a-4d93-9ca1-afcb6944ba79', 'name': 'tempest-TaggedBootDevicesTest_v242-727942738-router', 'tenant_id': '3ace5e28b4c44e07a657916947b58885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ee343c4b-3058-4d1c-818a-3b2cfd1a97d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:39Z', 'updated_at': '2022-02-09T01:56:42Z', 'revision_number': 3, 'project_id': '3ace5e28b4c44e07a657916947b58885', 'gw_port': {'id': 'ee343c4b-3058-4d1c-818a-3b2cfd1a97d9', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:68:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66929c5-ed3a-4d93-9ca1-afcb6944ba79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:41Z', 'updated_at': '2022-02-09T01:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:56:48.004182 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9253d208-c789-4e7a-bc91-8bd0f9a80a0e,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:48.045129 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '9253d208-c789-4e7a-bc91-8bd0f9a80a0e', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'port_id': '9253d208-c789-4e7a-bc91-8bd0f9a80a0e', 'mac_address': 'fa:16:3e:dc:6e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:56:48.123538 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:48.123927 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9253d208-c789-4e7a-bc91-8bd0f9a80a0e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:48.144110 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9253d208-c789-4e7a-bc91-8bd0f9a80a0e {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:56:48.230377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9253d208-c789-4e7a-bc91-8bd0f9a80a0e,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:48.233831 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac7f20-3445-45b5-8485-28f01c31eab4 req-0e58432f-91aa-4046-a87b-223ecaa602a9 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:48.237261 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9253d208-c789-4e7a-bc91-8bd0f9a80a0e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:48.243556 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-57ac7f20-3445-45b5-8485-28f01c31eab4 req-0e58432f-91aa-4046-a87b-223ecaa602a9 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 943 time: 0.1245580 Feb 09 01:56:48.318375 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-57ac7f20-3445-45b5-8485-28f01c31eab4 req-2dc0e4e9-eff2-4790-9eb9-0021c35a2335 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724683 Feb 09 01:56:48.332231 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:48.343662 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccd5223-7b15-4d00-9d7f-8ff1e4e121b9 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] No DVR routers for this DVR port b39d6975-aa31-468d-b343-15a0a644cd2e on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:48.353351 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:48.411744 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:48.417712 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:48.418376 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:48.421738 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=9253d208-c789-4e7a-bc91-8bd0f9a80a0e,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:48.670209 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['9253d208-c789-4e7a-bc91-8bd0f9a80a0e'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:56:48.723363 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=bafb76c0-1784-4362-80d1-244827a631f5,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:48.747417 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:48.747776 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:48.748177 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:48.748565 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:48.748904 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:48.749236 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:48.749566 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:48.749900 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:48.750405 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:48.750791 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:48.751195 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:48.751862 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:48.752334 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:48.849585 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b137-a293-47e7-8ff7-da07e8a3a95a tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (0e3c4155-ee9a-4874-9bd4-c9ce03c85dde), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:48.877652 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7dee40e7-8a59-4a23-8587-b62e33669d2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.9675035 Feb 09 01:56:48.879510 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57824) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:48.913255 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5223-7b15-4d00-9d7f-8ff1e4e121b9 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (670ada46-e6ec-4118-874e-aa8ce6335514), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:48.925461 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd5223-7b15-4d00-9d7f-8ff1e4e121b9 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event deleted for resources: {'Port': ['ID=b39d6975-aa31-468d-b343-15a0a644cd2e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:48.929644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e57d042a-635d-4f20-9183-2e9ea117e11a None None] Provisioning complete for port bafb76c0-1784-4362-80d1-244827a631f5 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:48.930029 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e57d042a-635d-4f20-9183-2e9ea117e11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bafb76c0-1784-4362-80d1-244827a631f5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:48.969425 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ee343c4b-3058-4d1c-818a-3b2cfd1a97d9 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:49.025838 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42e9ef8-6a0f-4e9f-a7d6-cc481e78bb5f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:49.044668 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42e9ef8-6a0f-4e9f-a7d6-cc481e78bb5f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:49.046454 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f42e9ef8-6a0f-4e9f-a7d6-cc481e78bb5f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1659055 Feb 09 01:56:49.053910 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57828) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:49.060230 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4b137-a293-47e7-8ff7-da07e8a3a95a tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Pushing event deleted for resources: {'Port': ['ID=0e3c4155-ee9a-4874-9bd4-c9ce03c85dde,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:49.101625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-3ccd5223-7b15-4d00-9d7f-8ff1e4e121b9 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['670ada46-e6ec-4118-874e-aa8ce6335514']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:49.105379 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e57d042a-635d-4f20-9183-2e9ea117e11a None None] Port bafb76c0-1784-4362-80d1-244827a631f5 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:56:49.134549 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port ee343c4b-3058-4d1c-818a-3b2cfd1a97d9 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:49.135086 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ee343c4b-3058-4d1c-818a-3b2cfd1a97d9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:49.178558 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfe9db-e84a-461a-bf1d-d23792b0ac81 req-ae8ecb6d-6069-44bd-8764-e38aba6b43b3 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:49.180486 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-18bfe9db-e84a-461a-bf1d-d23792b0ac81 req-ae8ecb6d-6069-44bd-8764-e38aba6b43b3 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 943 time: 0.5968716 Feb 09 01:56:49.187803 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-3ccd5223-7b15-4d00-9d7f-8ff1e4e121b9 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79798b9e-e754-4c1c-97c4-ce4946291ac5') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:49.188348 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-3ccd5223-7b15-4d00-9d7f-8ff1e4e121b9 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79798b9e-e754-4c1c-97c4-ce4946291ac5') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:49.191946 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c7193ca-c1fe-447e-82ca-fe7095aef75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:49.269814 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5223-7b15-4d00-9d7f-8ff1e4e121b9 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (79798b9e-e754-4c1c-97c4-ce4946291ac5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:49.306773 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ee343c4b-3058-4d1c-818a-3b2cfd1a97d9 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:49.306773 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ee343c4b-3058-4d1c-818a-3b2cfd1a97d9), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:49.331419 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port ee343c4b-3058-4d1c-818a-3b2cfd1a97d9, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ee343c4b-3058-4d1c-818a-3b2cfd1a97d9,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:49.335851 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ee343c4b-3058-4d1c-818a-3b2cfd1a97d9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:49.337182 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 002569b9-9a62-4358-a8d0-499620adaa46 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:49.353634 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-9e57c406-d473-4057-a3b9-87d8b6dc9f8a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting port bafb76c0-1784-4362-80d1-244827a631f5 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:49.354203 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9e57c406-d473-4057-a3b9-87d8b6dc9f8a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (bafb76c0-1784-4362-80d1-244827a631f5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:49.453510 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=ee343c4b-3058-4d1c-818a-3b2cfd1a97d9,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:49.488020 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 002569b9-9a62-4358-a8d0-499620adaa46 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:49.488399 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (002569b9-9a62-4358-a8d0-499620adaa46), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:49.627947 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-1c7193ca-c1fe-447e-82ca-fe7095aef75a admin admin] Allocated IP 172.20.0.1 (e4c445ff-5c6c-41b0-86e2-d8599100330f/90d8c99d-c555-4313-8938-cc148548bfe6/3353fc5f-7b8b-4357-9217-e9117332226f) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:49.637925 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41215f14-5b19-4cd2-bca0-edbf6e7d1e5e req-7821515f-e279-490a-a8e6-8aef6efa9c6e tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:49.639509 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41215f14-5b19-4cd2-bca0-edbf6e7d1e5e req-7821515f-e279-490a-a8e6-8aef6efa9c6e tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 944 time: 0.1415277 Feb 09 01:56:49.679446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 002569b9-9a62-4358-a8d0-499620adaa46 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:49.727933 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41215f14-5b19-4cd2-bca0-edbf6e7d1e5e req-1efbd482-fb74-4ee2-9dc1-174f46346ba2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783246 Feb 09 01:56:49.763182 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9e57c406-d473-4057-a3b9-87d8b6dc9f8a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (bafb76c0-1784-4362-80d1-244827a631f5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:49.765494 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5223-7b15-4d00-9d7f-8ff1e4e121b9 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (79798b9e-e754-4c1c-97c4-ce4946291ac5), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:49.772708 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ccd5223-7b15-4d00-9d7f-8ff1e4e121b9 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:56:49.773440 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5223-7b15-4d00-9d7f-8ff1e4e121b9 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (79798b9e-e754-4c1c-97c4-ce4946291ac5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:49.794136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-9e57c406-d473-4057-a3b9-87d8b6dc9f8a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Calling delete_port for bafb76c0-1784-4362-80d1-244827a631f5 owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:56:49.856909 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:56:49.887791 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b137-a293-47e7-8ff7-da07e8a3a95a tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (7f9c1ac0-4a28-425c-a022-278abcec4d3b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:49.987611 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9e57c406-d473-4057-a3b9-87d8b6dc9f8a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (bafb76c0-1784-4362-80d1-244827a631f5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:49.994362 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-18bfe9db-e84a-461a-bf1d-d23792b0ac81 req-7c8ce35b-c249-4dd6-8713-7dccde20c6e0 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7949243 Feb 09 01:56:49.995295 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5223-7b15-4d00-9d7f-8ff1e4e121b9 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (670ada46-e6ec-4118-874e-aa8ce6335514), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:50.014687 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5223-7b15-4d00-9d7f-8ff1e4e121b9 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:50.022487 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3ccd5223-7b15-4d00-9d7f-8ff1e4e121b9 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "DELETE /v2.0/networks/670ada46-e6ec-4118-874e-aa8ce6335514 HTTP/1.1" status: 204 len: 168 time: 4.4245934 Feb 09 01:56:50.038788 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57832) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:50.039487 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57c406-d473-4057-a3b9-87d8b6dc9f8a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Port': ['ID=bafb76c0-1784-4362-80d1-244827a631f5,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:50.083394 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bcfbf1f9-a475-4e8f-ae56-ecd13d6d4d47 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "GET /v2.0/ports?device_id=91584293-91f5-427b-9919-c866048a35b3 HTTP/1.1" status: 200 len: 205 time: 0.0434663 Feb 09 01:56:50.086560 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57836) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:50.089169 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b137-a293-47e7-8ff7-da07e8a3a95a tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (7f9c1ac0-4a28-425c-a022-278abcec4d3b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:50.097992 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b137-a293-47e7-8ff7-da07e8a3a95a tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_controller (7f9c1ac0-4a28-425c-a022-278abcec4d3b), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:50.102280 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd5223-7b15-4d00-9d7f-8ff1e4e121b9 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Pushing event deleted for resources: {'Network': ['ID=670ada46-e6ec-4118-874e-aa8ce6335514,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:50.113944 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9e57c406-d473-4057-a3b9-87d8b6dc9f8a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:50.120907 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9e57c406-d473-4057-a3b9-87d8b6dc9f8a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/bafb76c0-1784-4362-80d1-244827a631f5 HTTP/1.1" status: 204 len: 168 time: 1.0617375 Feb 09 01:56:50.125160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57838) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:50.242704 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a0c7bd-5dd8-464c-9bbd-e1abb8af5e36 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:50.252680 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c7193ca-c1fe-447e-82ca-fe7095aef75a admin admin] Publish callbacks [] for port (3353fc5f-7b8b-4357-9217-e9117332226f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:50.254804 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a0c7bd-5dd8-464c-9bbd-e1abb8af5e36 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:50.256539 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-90a0c7bd-5dd8-464c-9bbd-e1abb8af5e36 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1300354 Feb 09 01:56:50.261757 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57840) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:50.347738 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a78fb22a-aaee-4ba2-9477-a10258f12094 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for router (91584293-91f5-427b-9919-c866048a35b3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:50.358423 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b137-a293-47e7-8ff7-da07e8a3a95a tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (7f9c1ac0-4a28-425c-a022-278abcec4d3b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:50.358607 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd4b137-a293-47e7-8ff7-da07e8a3a95a tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Fanout notify agent at l3_agent the message router_deleted on router 7f9c1ac0-4a28-425c-a022-278abcec4d3b {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:56:50.404716 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b137-a293-47e7-8ff7-da07e8a3a95a tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:50.409701 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fbd4b137-a293-47e7-8ff7-da07e8a3a95a tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "DELETE /v2.0/routers/7f9c1ac0-4a28-425c-a022-278abcec4d3b HTTP/1.1" status: 204 len: 168 time: 6.6388876 Feb 09 01:56:50.410175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57842) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:50.414765 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-0bd1483a-2f1b-46c4-8429-c3c377370c21 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-513473617', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:50.457782 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0bd1483a-2f1b-46c4-8429-c3c377370c21 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (5275736c-0712-423d-8006-fc888c992cc5), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:50.458854 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0bd1483a-2f1b-46c4-8429-c3c377370c21 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (5275736c-0712-423d-8006-fc888c992cc5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:50.509015 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc98f01-9a0c-4bb5-a90c-f3ed8fdd2731 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet 3d7a1bba-00fb-4aa7-93f5-c9c7b46df23b {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:56:50.533763 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1cc98f01-9a0c-4bb5-a90c-f3ed8fdd2731 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (3d7a1bba-00fb-4aa7-93f5-c9c7b46df23b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:50.552510 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0bd1483a-2f1b-46c4-8429-c3c377370c21 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_controller (5275736c-0712-423d-8006-fc888c992cc5), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:50.559091 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0bd1483a-2f1b-46c4-8429-c3c377370c21 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (5275736c-0712-423d-8006-fc888c992cc5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:50.585041 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0bd1483a-2f1b-46c4-8429-c3c377370c21 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:50.586602 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0bd1483a-2f1b-46c4-8429-c3c377370c21 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1754279 Feb 09 01:56:50.589892 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57844) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:50.597439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e4837269-e14d-4fcb-abb3-b28487aa2f1c tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'enable_snat': True}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:50.609435 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1cc98f01-9a0c-4bb5-a90c-f3ed8fdd2731 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (3d7a1bba-00fb-4aa7-93f5-c9c7b46df23b), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:50.807995 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ee343c4b-3058-4d1c-818a-3b2cfd1a97d9 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:50.906461 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port ee343c4b-3058-4d1c-818a-3b2cfd1a97d9 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:50.906844 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ee343c4b-3058-4d1c-818a-3b2cfd1a97d9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:51.007182 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c7193ca-c1fe-447e-82ca-fe7095aef75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (3353fc5f-7b8b-4357-9217-e9117332226f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:51.047151 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a78fb22a-aaee-4ba2-9477-a10258f12094 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (91584293-91f5-427b-9919-c866048a35b3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:51.088525 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a78fb22a-aaee-4ba2-9477-a10258f12094 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for router_controller (91584293-91f5-427b-9919-c866048a35b3), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:51.111569 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ee343c4b-3058-4d1c-818a-3b2cfd1a97d9 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:51.237826 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7193ca-c1fe-447e-82ca-fe7095aef75a admin admin] Network e4c445ff-5c6c-41b0-86e2-d8599100330f is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:51.299465 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1cc98f01-9a0c-4bb5-a90c-f3ed8fdd2731 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (3d7a1bba-00fb-4aa7-93f5-c9c7b46df23b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:51.304100 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-1c7193ca-c1fe-447e-82ca-fe7095aef75a admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:51.318849 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7193ca-c1fe-447e-82ca-fe7095aef75a admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:51.395894 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6cf55-f783-49ae-9d8e-0d1ab836463b req-a594b54e-4133-4a16-9376-8df290608dc6 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:51.408615 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cbd6cf55-f783-49ae-9d8e-0d1ab836463b req-a594b54e-4133-4a16-9376-8df290608dc6 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 944 time: 0.2673850 Feb 09 01:56:51.413094 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7193ca-c1fe-447e-82ca-fe7095aef75a admin admin] Pushing event updated for resources: {'Port': ['ID=3353fc5f-7b8b-4357-9217-e9117332226f,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:51.432827 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a78fb22a-aaee-4ba2-9477-a10258f12094 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (91584293-91f5-427b-9919-c866048a35b3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:51.433414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78fb22a-aaee-4ba2-9477-a10258f12094 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Fanout notify agent at l3_agent the message router_deleted on router 91584293-91f5-427b-9919-c866048a35b3 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:56:51.449711 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a78fb22a-aaee-4ba2-9477-a10258f12094 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:51.450988 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a78fb22a-aaee-4ba2-9477-a10258f12094 tempest-RoutersNegativeIpV6Test-1795771873 tempest-RoutersNegativeIpV6Test-1795771873-project] 10.222.0.36 "DELETE /v2.0/routers/91584293-91f5-427b-9919-c866048a35b3 HTTP/1.1" status: 204 len: 168 time: 1.3597398 Feb 09 01:56:51.492457 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c7193ca-c1fe-447e-82ca-fe7095aef75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (b66929c5-ed3a-4d93-9ca1-afcb6944ba79), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:51.515864 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec835a-e88f-46e8-be2c-87cadb979af0 req-9e92944e-827c-4264-a1f2-211ffd242837 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:51.521065 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-caec835a-e88f-46e8-be2c-87cadb979af0 req-9e92944e-827c-4264-a1f2-211ffd242837 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 943 time: 0.3378727 Feb 09 01:56:51.574680 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e4837269-e14d-4fcb-abb3-b28487aa2f1c tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_gateway (5275736c-0712-423d-8006-fc888c992cc5), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:51.664567 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cbd6cf55-f783-49ae-9d8e-0d1ab836463b req-00660992-5315-4bf0-93d0-7a5e7b763ecc tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544861 Feb 09 01:56:51.668044 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-caec835a-e88f-46e8-be2c-87cadb979af0 req-01cfe6d4-83a0-4305-a052-b98641126587 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035087 Feb 09 01:56:51.669500 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1cc98f01-9a0c-4bb5-a90c-f3ed8fdd2731 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (3d7a1bba-00fb-4aa7-93f5-c9c7b46df23b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:51.749396 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc98f01-9a0c-4bb5-a90c-f3ed8fdd2731 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=3d7a1bba-00fb-4aa7-93f5-c9c7b46df23b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:51.750303 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 9253d208-c789-4e7a-bc91-8bd0f9a80a0e up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:51.789823 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1cc98f01-9a0c-4bb5-a90c-f3ed8fdd2731 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:51.808800 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1cc98f01-9a0c-4bb5-a90c-f3ed8fdd2731 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/3d7a1bba-00fb-4aa7-93f5-c9c7b46df23b HTTP/1.1" status: 204 len: 168 time: 1.5071495 Feb 09 01:56:51.809031 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57854) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:51.848912 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b566fc0-5da4-4b46-86db-9ae0fb461429 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:51.881316 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2590f83a-39c6-4a2b-8741-1be349abd090 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719180 Feb 09 01:56:51.885827 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57858) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:51.956338 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7212e166-62fe-4d79-a630-bad0e1ecd28d None None] Provisioning complete for port 3353fc5f-7b8b-4357-9217-e9117332226f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:51.962759 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7212e166-62fe-4d79-a630-bad0e1ecd28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3353fc5f-7b8b-4357-9217-e9117332226f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:51.997549 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c7193ca-c1fe-447e-82ca-fe7095aef75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3353fc5f-7b8b-4357-9217-e9117332226f), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:52.019300 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57860) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:52.056194 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:56:52.069914 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:52.070898 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9253d208-c789-4e7a-bc91-8bd0f9a80a0e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:52.115482 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4115c60-ac62-4e63-872a-f88508fd9ed8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:52.119433 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b4115c60-ac62-4e63-872a-f88508fd9ed8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2299831 Feb 09 01:56:52.120190 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57864) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:52.235901 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:52.236751 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9253d208-c789-4e7a-bc91-8bd0f9a80a0e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:52.255193 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7212e166-62fe-4d79-a630-bad0e1ecd28d None None] Port 3353fc5f-7b8b-4357-9217-e9117332226f cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:56:52.280467 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e902bc9b-1cf9-4c3a-a32e-cb4173453d4b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:52.282108 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e902bc9b-1cf9-4c3a-a32e-cb4173453d4b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1608961 Feb 09 01:56:52.285612 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57868) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:52.292531 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e4837269-e14d-4fcb-abb3-b28487aa2f1c tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_gateway (5275736c-0712-423d-8006-fc888c992cc5), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:52.306376 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9253d208-c789-4e7a-bc91-8bd0f9a80a0e,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:52.308245 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e571242-3c9e-412f-a9f5-71670f800993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9253d208-c789-4e7a-bc91-8bd0f9a80a0e'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:56:52.311355 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea87cab-2542-4e31-a05b-108732367c05" -d '{"events": [{"server_uuid": "1e571242-3c9e-412f-a9f5-71670f800993", "name": "network-vif-plugged", "status": "completed", "tag": "9253d208-c789-4e7a-bc91-8bd0f9a80a0e"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:56:52.318182 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9253d208-c789-4e7a-bc91-8bd0f9a80a0e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:52.371511 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d7c36a20-6ccb-4f0e-b85d-fc832f93d40c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846460 Feb 09 01:56:52.376135 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57872) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:52.377661 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e4837269-e14d-4fcb-abb3-b28487aa2f1c tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:52.384286 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-05a61364-b73a-40ea-83bb-9743b9bc3034 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:52.406325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=9253d208-c789-4e7a-bc91-8bd0f9a80a0e,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:52.415141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75197df5-424c-459c-8f1c-dfde3340ad51 None None] DHCP port deletion for ffa86b77-0960-4058-af84-97833edc3344 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:56:52.420683 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28bee3c-75d5-43ce-8895-f61f399728d7 x-openstack-request-id: req-d28bee3c-75d5-43ce-8895-f61f399728d7 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:56:52.420999 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e571242-3c9e-412f-a9f5-71670f800993", "name": "network-vif-plugged", "status": "completed", "tag": "9253d208-c789-4e7a-bc91-8bd0f9a80a0e", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:56:52.421256 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d28bee3c-75d5-43ce-8895-f61f399728d7 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:56:52.421664 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e571242-3c9e-412f-a9f5-71670f800993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9253d208-c789-4e7a-bc91-8bd0f9a80a0e', 'code': 200} Feb 09 01:56:52.449163 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c7193ca-c1fe-447e-82ca-fe7095aef75a admin admin] Publish callbacks [] for port (3353fc5f-7b8b-4357-9217-e9117332226f), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:52.460836 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c7193ca-c1fe-447e-82ca-fe7095aef75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (3353fc5f-7b8b-4357-9217-e9117332226f), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:52.512155 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-75197df5-424c-459c-8f1c-dfde3340ad51 None None] Deleting port 002569b9-9a62-4358-a8d0-499620adaa46 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:52.512646 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-75197df5-424c-459c-8f1c-dfde3340ad51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (002569b9-9a62-4358-a8d0-499620adaa46), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:52.546008 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c7193ca-c1fe-447e-82ca-fe7095aef75a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (b66929c5-ed3a-4d93-9ca1-afcb6944ba79), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:52.598269 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-75197df5-424c-459c-8f1c-dfde3340ad51 None None] For port 002569b9-9a62-4358-a8d0-499620adaa46, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=002569b9-9a62-4358-a8d0-499620adaa46,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:52.598690 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-75197df5-424c-459c-8f1c-dfde3340ad51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (002569b9-9a62-4358-a8d0-499620adaa46), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:52.616127 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-75197df5-424c-459c-8f1c-dfde3340ad51 None None] Calling delete_port for 002569b9-9a62-4358-a8d0-499620adaa46 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:52.641497 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a61364-b73a-40ea-83bb-9743b9bc3034 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:52.646238 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05a61364-b73a-40ea-83bb-9743b9bc3034 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:52.690144 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7193ca-c1fe-447e-82ca-fe7095aef75a admin admin] Pushing event updated for resources: {'Port': ['ID=3353fc5f-7b8b-4357-9217-e9117332226f,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:52.773840 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7193ca-c1fe-447e-82ca-fe7095aef75a admin admin] Network e4c445ff-5c6c-41b0-86e2-d8599100330f is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:52.775141 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-1c7193ca-c1fe-447e-82ca-fe7095aef75a admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:52.790294 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 002569b9-9a62-4358-a8d0-499620adaa46 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:56:52.902117 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3137d6cf-cf67-4d05-abef-d2a0b3a67ab0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b82fd846fc043f796aa6164e688404f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8813260 Feb 09 01:56:52.904241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57878) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:52.963311 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-75197df5-424c-459c-8f1c-dfde3340ad51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (002569b9-9a62-4358-a8d0-499620adaa46), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:53.007838 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75197df5-424c-459c-8f1c-dfde3340ad51 None None] No DVR routers for this DVR port 002569b9-9a62-4358-a8d0-499620adaa46 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:53.021628 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75197df5-424c-459c-8f1c-dfde3340ad51 None None] Pushing event deleted for resources: {'Port': ['ID=002569b9-9a62-4358-a8d0-499620adaa46,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:53.029174 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 002569b9-9a62-4358-a8d0-499620adaa46 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:53.029174 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (002569b9-9a62-4358-a8d0-499620adaa46), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:53.064753 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7193ca-c1fe-447e-82ca-fe7095aef75a admin admin] Router b66929c5-ed3a-4d93-9ca1-afcb6944ba79 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:56:53.088544 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1484f-6ee7-4243-bb0e-7d09d5cf9e30 req-0f083b0c-a004-4c1f-9195-daec8fc7a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:53.106508 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eda1484f-6ee7-4243-bb0e-7d09d5cf9e30 req-0f083b0c-a004-4c1f-9195-daec8fc7a05e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 1127 time: 0.6201520 Feb 09 01:56:53.149735 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c61ea-b585-4213-a99e-eafd31906d11 req-d75391a2-8120-43e0-bf43-a2409e8aa095 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:53.169106 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ee7c61ea-b585-4213-a99e-eafd31906d11 req-d75391a2-8120-43e0-bf43-a2409e8aa095 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 945 time: 0.1526182 Feb 09 01:56:53.182986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-e4837269-e14d-4fcb-abb3-b28487aa2f1c tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Allocated IP 172.25.7.26 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/add24209-b4eb-4079-aaa0-5a78d4e7fa8f) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:53.214524 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8f884571-a86a-4239-8888-5988c1a3a4f4 None None] Provisioning complete for port 3353fc5f-7b8b-4357-9217-e9117332226f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:53.215115 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8f884571-a86a-4239-8888-5988c1a3a4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3353fc5f-7b8b-4357-9217-e9117332226f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:53.291245 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d45ac-c6c3-4b2f-8cf8-2882cc2ab7d7 req-5f60d0cc-1d07-4031-a55d-5caeb9c681c3 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:53.292840 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-da8d45ac-c6c3-4b2f-8cf8-2882cc2ab7d7 req-5f60d0cc-1d07-4031-a55d-5caeb9c681c3 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 943 time: 0.4242802 Feb 09 01:56:53.305893 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8f884571-a86a-4239-8888-5988c1a3a4f4 None None] Port 3353fc5f-7b8b-4357-9217-e9117332226f cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:56:53.316525 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c96ad266-df86-4fc6-aa3e-22baa2810cbb admin admin] Publish callbacks [] for security_group (ef61c1c1-0531-41d0-bc0f-323106ba7124), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:53.451626 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eda1484f-6ee7-4243-bb0e-7d09d5cf9e30 req-008c069b-c4a0-422a-93da-0429c4ecbade service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307545 Feb 09 01:56:53.457783 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c96ad266-df86-4fc6-aa3e-22baa2810cbb admin admin] Publish callbacks [] for security_group (ef61c1c1-0531-41d0-bc0f-323106ba7124), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:53.671622 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-da8d45ac-c6c3-4b2f-8cf8-2882cc2ab7d7 req-f2759a85-7a12-46fe-aad1-23d9d120ec00 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3211064 Feb 09 01:56:53.699925 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ee7c61ea-b585-4213-a99e-eafd31906d11 req-bf43cedb-9147-4c88-ada8-1c8206b568a6 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5301895 Feb 09 01:56:53.728168 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7193ca-c1fe-447e-82ca-fe7095aef75a admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:56:53.741806 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] Sync routers for ids ['b66929c5-ed3a-4d93-9ca1-afcb6944ba79'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:56:53.746038 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1c7193ca-c1fe-447e-82ca-fe7095aef75a admin admin] 10.222.0.36 "PUT /v2.0/routers/b66929c5-ed3a-4d93-9ca1-afcb6944ba79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7858887 Feb 09 01:56:53.758053 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] Routers {'b66929c5-ed3a-4d93-9ca1-afcb6944ba79'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:53.758867 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:56:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b66929c5-ed3a-4d93-9ca1-afcb6944ba79'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:53.788565 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e4837269-e14d-4fcb-abb3-b28487aa2f1c tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for port (add24209-b4eb-4079-aaa0-5a78d4e7fa8f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:53.906824 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c96ad266-df86-4fc6-aa3e-22baa2810cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ef61c1c1-0531-41d0-bc0f-323106ba7124), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:53.910078 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c96ad266-df86-4fc6-aa3e-22baa2810cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:53.913779 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c96ad266-df86-4fc6-aa3e-22baa2810cbb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef61c1c1-0531-41d0-bc0f-323106ba7124 HTTP/1.1" status: 204 len: 168 time: 0.9915719 Feb 09 01:56:53.925383 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] Set router b66929c5-ed3a-4d93-9ca1-afcb6944ba79 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:56:53.994609 n-d-828387-3 neutron-server[103183]: DEBUG neutron.objects.ports [None req-05a61364-b73a-40ea-83bb-9743b9bc3034 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103183) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:56:53.997264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ad266-df86-4fc6-aa3e-22baa2810cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef61c1c1-0531-41d0-bc0f-323106ba7124,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:54.009076 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ad266-df86-4fc6-aa3e-22baa2810cbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:54.014130 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ad266-df86-4fc6-aa3e-22baa2810cbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:54.015145 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ad266-df86-4fc6-aa3e-22baa2810cbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:54.016030 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ad266-df86-4fc6-aa3e-22baa2810cbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:54.017505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ad266-df86-4fc6-aa3e-22baa2810cbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:54.017958 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ad266-df86-4fc6-aa3e-22baa2810cbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:54.018587 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ad266-df86-4fc6-aa3e-22baa2810cbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:54.020963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ad266-df86-4fc6-aa3e-22baa2810cbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:54.021429 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ad266-df86-4fc6-aa3e-22baa2810cbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:54.021875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ad266-df86-4fc6-aa3e-22baa2810cbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:54.022342 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ad266-df86-4fc6-aa3e-22baa2810cbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:54.023362 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ad266-df86-4fc6-aa3e-22baa2810cbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:54.024795 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ad266-df86-4fc6-aa3e-22baa2810cbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:54.040259 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05a61364-b73a-40ea-83bb-9743b9bc3034 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (1dd6c3f6-ef99-490d-ba26-f1241ab68069), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:54.124623 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e4837269-e14d-4fcb-abb3-b28487aa2f1c tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (add24209-b4eb-4079-aaa0-5a78d4e7fa8f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:54.212065 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a61364-b73a-40ea-83bb-9743b9bc3034 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:54.218663 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a61364-b73a-40ea-83bb-9743b9bc3034 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=1dd6c3f6-ef99-490d-ba26-f1241ab68069,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:54.245521 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4837269-e14d-4fcb-abb3-b28487aa2f1c tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:54.248268 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-05a61364-b73a-40ea-83bb-9743b9bc3034 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:54.254542 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a61364-b73a-40ea-83bb-9743b9bc3034 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:54.255394 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05a61364-b73a-40ea-83bb-9743b9bc3034 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:54.269623 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-e4837269-e14d-4fcb-abb3-b28487aa2f1c tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:54.275351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4837269-e14d-4fcb-abb3-b28487aa2f1c tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:54.296226 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ba249f-8e3e-4af5-9593-10da6dea1b60 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:54.594933 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66929c5-ed3a-4d93-9ca1-afcb6944ba79', 'name': 'tempest-TaggedBootDevicesTest_v242-727942738-router', 'tenant_id': '3ace5e28b4c44e07a657916947b58885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ee343c4b-3058-4d1c-818a-3b2cfd1a97d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:39Z', 'updated_at': '2022-02-09T01:56:51Z', 'revision_number': 4, 'project_id': '3ace5e28b4c44e07a657916947b58885', 'gw_port': {'id': 'ee343c4b-3058-4d1c-818a-3b2cfd1a97d9', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:68:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66929c5-ed3a-4d93-9ca1-afcb6944ba79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:41Z', 'updated_at': '2022-02-09T01:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3353fc5f-7b8b-4357-9217-e9117332226f', 'name': '', 'network_id': 'e4c445ff-5c6c-41b0-86e2-d8599100330f', 'tenant_id': '3ace5e28b4c44e07a657916947b58885', 'mac_address': 'fa:16:3e:3f:0f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66929c5-ed3a-4d93-9ca1-afcb6944ba79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '90d8c99d-c555-4313-8938-cc148548bfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:49Z', 'updated_at': '2022-02-09T01:56:52Z', 'revision_number': 2, 'project_id': '3ace5e28b4c44e07a657916947b58885', 'subnets': [{'id': '90d8c99d-c555-4313-8938-cc148548bfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:54.627125 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-05a61364-b73a-40ea-83bb-9743b9bc3034 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2438958 Feb 09 01:56:54.630966 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57932) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:54.649772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4837269-e14d-4fcb-abb3-b28487aa2f1c tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Pushing event updated for resources: {'Port': ['ID=add24209-b4eb-4079-aaa0-5a78d4e7fa8f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:54.668258 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-53b2fd10-4579-403b-aee7-a494657ad144 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:54.689493 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] Checking router: b66929c5-ed3a-4d93-9ca1-afcb6944ba79 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:56:54.690516 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] Updating router b66929c5-ed3a-4d93-9ca1-afcb6944ba79 port 3353fc5f-7b8b-4357-9217-e9117332226f binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:56:54.741549 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfde9d2e-2934-4342-a0ba-f3b3bd2c43f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ffa86b77-0960-4058-af84-97833edc3344', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'fixed_ips': [{'subnet_id': '1dd6c3f6-ef99-490d-ba26-f1241ab68069'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:56:54.749416 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bfde9d2e-2934-4342-a0ba-f3b3bd2c43f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:54.814638 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3353fc5f-7b8b-4357-9217-e9117332226f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:55.349672 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba9e25-bca9-4750-bbb6-f1162b4a5bea req-99b7c025-1003-4305-b453-573dd016ba19 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:55.351314 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f4ba9e25-bca9-4750-bbb6-f1162b4a5bea req-99b7c025-1003-4305-b453-573dd016ba19 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 945 time: 0.4799852 Feb 09 01:56:55.374151 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df073321-fb07-4df1-82a1-1da6f301141e req-ba5a0361-ce2f-4302-b0f9-049a720a5cdd tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:55.377472 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-df073321-fb07-4df1-82a1-1da6f301141e req-ba5a0361-ce2f-4302-b0f9-049a720a5cdd tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 943 time: 0.3412466 Feb 09 01:56:55.473989 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e4837269-e14d-4fcb-abb3-b28487aa2f1c tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_gateway (5275736c-0712-423d-8006-fc888c992cc5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:55.490547 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-bfde9d2e-2934-4342-a0ba-f3b3bd2c43f5 None None] Allocated IP 2001:db8::f816:3eff:fe1c:5ae6 (ffa86b77-0960-4058-af84-97833edc3344/1dd6c3f6-ef99-490d-ba26-f1241ab68069/b31e51fc-ab74-4a27-8448-13067c1a74f4) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:55.495760 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b2fd10-4579-403b-aee7-a494657ad144 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:55.504585 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-53b2fd10-4579-403b-aee7-a494657ad144 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:55.631338 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f4ba9e25-bca9-4750-bbb6-f1162b4a5bea req-f8395149-c0f7-438a-8dff-d65d85fe9c1e tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679834 Feb 09 01:56:55.695241 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57984) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:55.713410 n-d-828387-3 neutron-server[103184]: INFO neutron.db.ipam_backend_mixin [None req-53b2fd10-4579-403b-aee7-a494657ad144 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1dd6c3f6-ef99-490d-ba26-f1241ab68069 (CIDR: 2001:db8::/64) Feb 09 01:56:55.729462 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b2fd10-4579-403b-aee7-a494657ad144 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:56:55.730108 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b2fd10-4579-403b-aee7-a494657ad144 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:56:55.753233 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-df073321-fb07-4df1-82a1-1da6f301141e req-44f8680d-0707-422f-9498-96580b767fc4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3533313 Feb 09 01:56:55.802701 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-53b2fd10-4579-403b-aee7-a494657ad144 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1532881 Feb 09 01:56:55.809022 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57988) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:55.831547 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d8dd17f9-8574-435d-9a39-6a757c24fbf8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:56.048977 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-dc66d8ea-0637-40cf-98da-f68bde74a980 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-997328803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:56.134279 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc66d8ea-0637-40cf-98da-f68bde74a980 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (a90aeea4-7577-4644-8118-bd4fee06f225), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:56.135472 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc66d8ea-0637-40cf-98da-f68bde74a980 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (a90aeea4-7577-4644-8118-bd4fee06f225), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:56.160671 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] Publish callbacks [] for port (3353fc5f-7b8b-4357-9217-e9117332226f), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:56.175335 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3353fc5f-7b8b-4357-9217-e9117332226f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:56.261410 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bfde9d2e-2934-4342-a0ba-f3b3bd2c43f5 None None] Publish callbacks [] for port (b31e51fc-ab74-4a27-8448-13067c1a74f4), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:56.287537 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc66d8ea-0637-40cf-98da-f68bde74a980 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks [] for router_controller (a90aeea4-7577-4644-8118-bd4fee06f225), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:56.293467 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bfde9d2e-2934-4342-a0ba-f3b3bd2c43f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (b31e51fc-ab74-4a27-8448-13067c1a74f4), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:56.303481 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822cebb-4e3d-407a-8f6c-999d9402ee4d None None] Pushing event updated for resources: {'Port': ['ID=3353fc5f-7b8b-4357-9217-e9117332226f,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:56.306206 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc66d8ea-0637-40cf-98da-f68bde74a980 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (a90aeea4-7577-4644-8118-bd4fee06f225), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:56.332084 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dd17f9-8574-435d-9a39-6a757c24fbf8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:56.336205 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8dd17f9-8574-435d-9a39-6a757c24fbf8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:56.420114 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde9d2e-2934-4342-a0ba-f3b3bd2c43f5 None None] Pushing event updated for resources: {'Port': ['ID=b31e51fc-ab74-4a27-8448-13067c1a74f4,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:56.454985 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e4837269-e14d-4fcb-abb3-b28487aa2f1c tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (5275736c-0712-423d-8006-fc888c992cc5), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:56.462209 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e4837269-e14d-4fcb-abb3-b28487aa2f1c tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608658'] for router (5275736c-0712-423d-8006-fc888c992cc5), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:56.490791 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc66d8ea-0637-40cf-98da-f68bde74a980 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:56.493343 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dc66d8ea-0637-40cf-98da-f68bde74a980 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7900946 Feb 09 01:56:56.496350 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57994) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:56.511092 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b9b099f7-e3ff-4bf5-8064-b98f8af94648 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1418679132'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:56.542156 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfde9d2e-2934-4342-a0ba-f3b3bd2c43f5 None None] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:56.553513 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-bfde9d2e-2934-4342-a0ba-f3b3bd2c43f5 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:56.577318 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde9d2e-2934-4342-a0ba-f3b3bd2c43f5 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:56.629189 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b099f7-e3ff-4bf5-8064-b98f8af94648 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Made reservation on behalf of db838676075b46b3a3a3b95b98d1eb3a for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:56.636133 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9b099f7-e3ff-4bf5-8064-b98f8af94648 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:56.672622 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] Attempting to bind port 3353fc5f-7b8b-4357-9217-e9117332226f on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:56:56.674299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] Attempting to bind port 3353fc5f-7b8b-4357-9217-e9117332226f by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '79690800-60b6-4c6f-8bdc-68b6d178a447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e4c445ff-5c6c-41b0-86e2-d8599100330f'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:56:56.682654 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] Attempting to bind port 3353fc5f-7b8b-4357-9217-e9117332226f on network e4c445ff-5c6c-41b0-86e2-d8599100330f {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:56.693317 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9b099f7-e3ff-4bf5-8064-b98f8af94648 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:56.815923 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:56:56.816610 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] Checking segment: {'id': '79690800-60b6-4c6f-8bdc-68b6d178a447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e4c445ff-5c6c-41b0-86e2-d8599100330f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:56.817133 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:56.824065 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] Bound using segment: {'id': '79690800-60b6-4c6f-8bdc-68b6d178a447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e4c445ff-5c6c-41b0-86e2-d8599100330f'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:56:56.825242 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-4de9408d-c4e0-4d73-8325-799e89cf2819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:56.827008 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-4de9408d-c4e0-4d73-8325-799e89cf2819 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594&tenant_id=225062ed147a4a2299a703d06854300c HTTP/1.1" status: 200 len: 1125 time: 0.3615932 Feb 09 01:56:56.828264 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] Bound port: 3353fc5f-7b8b-4357-9217-e9117332226f, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79690800-60b6-4c6f-8bdc-68b6d178a447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e4c445ff-5c6c-41b0-86e2-d8599100330f'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:56:56.828690 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3353fc5f-7b8b-4357-9217-e9117332226f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:56.844101 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828387-3', 'device_owner': 'compute:nova'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:57.002468 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:57.018096 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-bfde9d2e-2934-4342-a0ba-f3b3bd2c43f5 None None] Attempting to bind port b31e51fc-ab74-4a27-8448-13067c1a74f4 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:56:57.018500 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-bfde9d2e-2934-4342-a0ba-f3b3bd2c43f5 None None] Attempting to bind port b31e51fc-ab74-4a27-8448-13067c1a74f4 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:56:57.019179 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfde9d2e-2934-4342-a0ba-f3b3bd2c43f5 None None] Attempting to bind port b31e51fc-ab74-4a27-8448-13067c1a74f4 on network ffa86b77-0960-4058-af84-97833edc3344 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:57.035157 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9b099f7-e3ff-4bf5-8064-b98f8af94648 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks [] for security_group (83f0126f-18c2-4958-a553-7f9f51e9973d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:57.040229 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3d2c1-257e-4894-93e6-8b5e7a8e8091 req-a8a588cd-42f8-4135-81b2-9b7d244b4c50 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:57.043052 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-39f3d2c1-257e-4894-93e6-8b5e7a8e8091 req-a8a588cd-42f8-4135-81b2-9b7d244b4c50 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 945 time: 0.2714937 Feb 09 01:56:57.057128 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9b099f7-e3ff-4bf5-8064-b98f8af94648 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (83f0126f-18c2-4958-a553-7f9f51e9973d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:57.059048 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfde9d2e-2934-4342-a0ba-f3b3bd2c43f5 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:56:57.060373 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfde9d2e-2934-4342-a0ba-f3b3bd2c43f5 None None] Checking segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:57.060373 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bfde9d2e-2934-4342-a0ba-f3b3bd2c43f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:57.060373 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfde9d2e-2934-4342-a0ba-f3b3bd2c43f5 None None] Bound using segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:56:57.061593 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-bfde9d2e-2934-4342-a0ba-f3b3bd2c43f5 None None] Bound port: b31e51fc-ab74-4a27-8448-13067c1a74f4, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:56:57.061984 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bfde9d2e-2934-4342-a0ba-f3b3bd2c43f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b31e51fc-ab74-4a27-8448-13067c1a74f4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:57.108370 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b8914b45-3282-4f9a-869d-e9e96e4aed58 None None] Provisioning complete for port 3353fc5f-7b8b-4357-9217-e9117332226f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:57.109390 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b8914b45-3282-4f9a-869d-e9e96e4aed58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3353fc5f-7b8b-4357-9217-e9117332226f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:57.130759 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b099f7-e3ff-4bf5-8064-b98f8af94648 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:56:57.149870 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8dd17f9-8574-435d-9a39-6a757c24fbf8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (632df4c7-2174-4a02-b8d6-f2f598241843), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:57.151797 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b099f7-e3ff-4bf5-8064-b98f8af94648 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83f0126f-18c2-4958-a553-7f9f51e9973d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:57.163060 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4837269-e14d-4fcb-abb3-b28487aa2f1c tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Router 5275736c-0712-423d-8006-fc888c992cc5 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:56:57.171918 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9b099f7-e3ff-4bf5-8064-b98f8af94648 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (e78772f2-4477-4da7-9640-ba48957c27a4), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:57.177823 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-b9b099f7-e3ff-4bf5-8064-b98f8af94648 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Added segment e78772f2-4477-4da7-9640-ba48957c27a4 of type vlan for network 62bb4951-7a9e-47d7-9a11-0f409f33e3e9 Feb 09 01:56:57.213142 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74660487-8955-46a9-8b90-9e32d7d373ce req-ac8770f5-75b9-4280-a772-c007e89eb2f0 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:57.214648 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-74660487-8955-46a9-8b90-9e32d7d373ce req-ac8770f5-75b9-4280-a772-c007e89eb2f0 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 943 time: 0.2644563 Feb 09 01:56:57.331324 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dd17f9-8574-435d-9a39-6a757c24fbf8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:57.340239 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b8914b45-3282-4f9a-869d-e9e96e4aed58 None None] Port 3353fc5f-7b8b-4357-9217-e9117332226f cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:56:57.353462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd17f9-8574-435d-9a39-6a757c24fbf8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=632df4c7-2174-4a02-b8d6-f2f598241843,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:57.363968 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] For port 3353fc5f-7b8b-4357-9217-e9117332226f, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:56:57.366901 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-d8dd17f9-8574-435d-9a39-6a757c24fbf8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:57.370329 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] For port 3353fc5f-7b8b-4357-9217-e9117332226f, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3353fc5f-7b8b-4357-9217-e9117332226f,segment=NetworkSegment(79690800-60b6-4c6f-8bdc-68b6d178a447),segment_id=79690800-60b6-4c6f-8bdc-68b6d178a447)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:56:57.374635 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9b099f7-e3ff-4bf5-8064-b98f8af94648 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (62bb4951-7a9e-47d7-9a11-0f409f33e3e9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:57.385567 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dd17f9-8574-435d-9a39-6a757c24fbf8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:57.385905 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-bfde9d2e-2934-4342-a0ba-f3b3bd2c43f5 None None] For port b31e51fc-ab74-4a27-8448-13067c1a74f4, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:56:57.386731 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8dd17f9-8574-435d-9a39-6a757c24fbf8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:57.389259 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3353fc5f-7b8b-4357-9217-e9117332226f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:57.394223 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-bfde9d2e-2934-4342-a0ba-f3b3bd2c43f5 None None] For port b31e51fc-ab74-4a27-8448-13067c1a74f4, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b31e51fc-ab74-4a27-8448-13067c1a74f4,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:56:57.402596 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:56:57.421473 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-74660487-8955-46a9-8b90-9e32d7d373ce req-6411aabd-37ef-4d82-adaa-e075ea78249d tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933966 Feb 09 01:56:57.432950 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d8dd17f9-8574-435d-9a39-6a757c24fbf8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6221595 Feb 09 01:56:57.436671 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58002) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:57.437123 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bfde9d2e-2934-4342-a0ba-f3b3bd2c43f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b31e51fc-ab74-4a27-8448-13067c1a74f4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:57.444700 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f629e251-4ddc-487a-8337-8dd815931e5b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'mac_address': 'fa:16:3e:f0:c2:5e', 'name': 'tempest-NetworksTestDHCPv6-60968351'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:57.565287 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] Routers {'b66929c5-ed3a-4d93-9ca1-afcb6944ba79'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:57.566127 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:56:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b66929c5-ed3a-4d93-9ca1-afcb6944ba79'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:57.575641 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822cebb-4e3d-407a-8f6c-999d9402ee4d None None] Pushing event updated for resources: {'Port': ['ID=3353fc5f-7b8b-4357-9217-e9117332226f,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:57.614416 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9b099f7-e3ff-4bf5-8064-b98f8af94648 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (62bb4951-7a9e-47d7-9a11-0f409f33e3e9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:57.622588 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b099f7-e3ff-4bf5-8064-b98f8af94648 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:57.623262 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9b099f7-e3ff-4bf5-8064-b98f8af94648 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:57.812518 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b099f7-e3ff-4bf5-8064-b98f8af94648 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Pushing event updated for resources: {'Network': ['ID=62bb4951-7a9e-47d7-9a11-0f409f33e3e9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:57.829336 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b9b099f7-e3ff-4bf5-8064-b98f8af94648 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3260620 Feb 09 01:56:57.830215 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58006) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:57.838488 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-7c2951ad-1914-42b1-88fa-ac9c9d9a4e86 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Request body: {'subnet': {'network_id': '62bb4951-7a9e-47d7-9a11-0f409f33e3e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:57.926523 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-39f3d2c1-257e-4894-93e6-8b5e7a8e8091 req-abfcce67-0066-44ed-9484-5069a90dfdc0 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8721809 Feb 09 01:56:57.958321 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 62bb4951-7a9e-47d7-9a11-0f409f33e3e9 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:56:58.202822 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde9d2e-2934-4342-a0ba-f3b3bd2c43f5 None None] Pushing event updated for resources: {'Port': ['ID=b31e51fc-ab74-4a27-8448-13067c1a74f4,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:58.307988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] Set router b66929c5-ed3a-4d93-9ca1-afcb6944ba79 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:56:58.332462 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4837269-e14d-4fcb-abb3-b28487aa2f1c tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:56:58.349899 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95f343-f9fb-4e7d-8b0a-d321b0bf7425 None None] Sync routers for ids ['5275736c-0712-423d-8006-fc888c992cc5'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:56:58.352173 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e4837269-e14d-4fcb-abb3-b28487aa2f1c tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:58.354861 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e4837269-e14d-4fcb-abb3-b28487aa2f1c tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "PUT /v2.0/routers/5275736c-0712-423d-8006-fc888c992cc5 HTTP/1.1" status: 200 len: 913 time: 7.7632661 Feb 09 01:56:58.358037 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] For port 5999e920-e451-43c7-9f89-0a79191cb1d1, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=5999e920-e451-43c7-9f89-0a79191cb1d1,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:58.360550 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58014) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:58.371980 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95f343-f9fb-4e7d-8b0a-d321b0bf7425 None None] Routers {'5275736c-0712-423d-8006-fc888c992cc5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:58.372950 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-0f95f343-f9fb-4e7d-8b0a-d321b0bf7425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:56:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['5275736c-0712-423d-8006-fc888c992cc5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:58.384652 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f629e251-4ddc-487a-8337-8dd815931e5b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:58.437857 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b283e39d-d4d0-46df-8867-f5daee0835e9 None None] Provisioning complete for port 3353fc5f-7b8b-4357-9217-e9117332226f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:58.441325 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b283e39d-d4d0-46df-8867-f5daee0835e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3353fc5f-7b8b-4357-9217-e9117332226f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:58.536604 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-0f95f343-f9fb-4e7d-8b0a-d321b0bf7425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:58.614846 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95f343-f9fb-4e7d-8b0a-d321b0bf7425 None None] Routers {'5275736c-0712-423d-8006-fc888c992cc5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:58.616152 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-0f95f343-f9fb-4e7d-8b0a-d321b0bf7425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:56:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['5275736c-0712-423d-8006-fc888c992cc5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:58.748947 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2951ad-1914-42b1-88fa-ac9c9d9a4e86 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Made reservation on behalf of db838676075b46b3a3a3b95b98d1eb3a for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:58.770188 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c2951ad-1914-42b1-88fa-ac9c9d9a4e86 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:58.812007 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-0f95f343-f9fb-4e7d-8b0a-d321b0bf7425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:58.812966 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95f343-f9fb-4e7d-8b0a-d321b0bf7425 None None] The sync data for ids ['5275736c-0712-423d-8006-fc888c992cc5'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:56:58.846856 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] For port 5999e920-e451-43c7-9f89-0a79191cb1d1, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:56:58.933587 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b31e51fc-ab74-4a27-8448-13067c1a74f4 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:58.950893 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5999e920-e451-43c7-9f89-0a79191cb1d1 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:56:58.975852 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] Publish callbacks [] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:59.020102 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f629e251-4ddc-487a-8337-8dd815931e5b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:59.031644 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] Transition to ACTIVE for port object 5999e920-e451-43c7-9f89-0a79191cb1d1 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:56:59.053010 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b91bb-e2f0-4424-89e0-4907becbfb25 req-deccaf54-f60f-4901-8a05-75b8d40438d1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:59.055647 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c62b91bb-e2f0-4424-89e0-4907becbfb25 req-deccaf54-f60f-4901-8a05-75b8d40438d1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 943 time: 0.3094227 Feb 09 01:56:59.069798 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:59.091309 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b283e39d-d4d0-46df-8867-f5daee0835e9 None None] Current status of the port 3353fc5f-7b8b-4357-9217-e9117332226f is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:59.091764 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b283e39d-d4d0-46df-8867-f5daee0835e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3353fc5f-7b8b-4357-9217-e9117332226f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:59.151730 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66929c5-ed3a-4d93-9ca1-afcb6944ba79', 'name': 'tempest-TaggedBootDevicesTest_v242-727942738-router', 'tenant_id': '3ace5e28b4c44e07a657916947b58885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ee343c4b-3058-4d1c-818a-3b2cfd1a97d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:39Z', 'updated_at': '2022-02-09T01:56:51Z', 'revision_number': 4, 'project_id': '3ace5e28b4c44e07a657916947b58885', 'gw_port': {'id': 'ee343c4b-3058-4d1c-818a-3b2cfd1a97d9', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:68:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66929c5-ed3a-4d93-9ca1-afcb6944ba79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:41Z', 'updated_at': '2022-02-09T01:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3353fc5f-7b8b-4357-9217-e9117332226f', 'name': '', 'network_id': 'e4c445ff-5c6c-41b0-86e2-d8599100330f', 'tenant_id': '3ace5e28b4c44e07a657916947b58885', 'mac_address': 'fa:16:3e:3f:0f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66929c5-ed3a-4d93-9ca1-afcb6944ba79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '90d8c99d-c555-4313-8938-cc148548bfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:49Z', 'updated_at': '2022-02-09T01:56:57Z', 'revision_number': 4, 'project_id': '3ace5e28b4c44e07a657916947b58885', 'subnets': [{'id': '90d8c99d-c555-4313-8938-cc148548bfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:59.168402 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c62b91bb-e2f0-4424-89e0-4907becbfb25 req-be4d60a4-8a31-4c14-8718-38eef8cb2e6d tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989935 Feb 09 01:56:59.198759 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-f629e251-4ddc-487a-8337-8dd815931e5b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] device_id is not set on port 4d7808d1-e482-4978-b8a6-63f55a4042c9 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:56:59.212189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cef4b-a3b2-4110-8048-32cb9820549a req-113fd3ff-6b16-4771-9e1f-5c70c2dbdda0 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:59.213866 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-af3cef4b-a3b2-4110-8048-32cb9820549a req-113fd3ff-6b16-4771-9e1f-5c70c2dbdda0 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 945 time: 0.6568487 Feb 09 01:56:59.216496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] Pushing event updated for resources: {'Port': ['ID=5999e920-e451-43c7-9f89-0a79191cb1d1,revision_number=9']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:59.229381 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b519074-14e7-4eef-b73f-e8fa4ef2024b None None] The sync data for ids ['b66929c5-ed3a-4d93-9ca1-afcb6944ba79'] in n-d-828387-3 is: [{'id': 'b66929c5-ed3a-4d93-9ca1-afcb6944ba79', 'name': 'tempest-TaggedBootDevicesTest_v242-727942738-router', 'tenant_id': '3ace5e28b4c44e07a657916947b58885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ee343c4b-3058-4d1c-818a-3b2cfd1a97d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:39Z', 'updated_at': '2022-02-09T01:56:51Z', 'revision_number': 4, 'project_id': '3ace5e28b4c44e07a657916947b58885', 'gw_port': {'id': 'ee343c4b-3058-4d1c-818a-3b2cfd1a97d9', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:68:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66929c5-ed3a-4d93-9ca1-afcb6944ba79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:41Z', 'updated_at': '2022-02-09T01:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3353fc5f-7b8b-4357-9217-e9117332226f', 'name': '', 'network_id': 'e4c445ff-5c6c-41b0-86e2-d8599100330f', 'tenant_id': '3ace5e28b4c44e07a657916947b58885', 'mac_address': 'fa:16:3e:3f:0f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66929c5-ed3a-4d93-9ca1-afcb6944ba79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '90d8c99d-c555-4313-8938-cc148548bfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:49Z', 'updated_at': '2022-02-09T01:56:57Z', 'revision_number': 4, 'project_id': '3ace5e28b4c44e07a657916947b58885', 'subnets': [{'id': '90d8c99d-c555-4313-8938-cc148548bfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:56:59.263423 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b283e39d-d4d0-46df-8867-f5daee0835e9 None None] For port 3353fc5f-7b8b-4357-9217-e9117332226f, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3353fc5f-7b8b-4357-9217-e9117332226f,segment=NetworkSegment(79690800-60b6-4c6f-8bdc-68b6d178a447),segment_id=79690800-60b6-4c6f-8bdc-68b6d178a447)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:59.274577 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b31e51fc-ab74-4a27-8448-13067c1a74f4 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:59.275078 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b31e51fc-ab74-4a27-8448-13067c1a74f4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:59.462015 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b283e39d-d4d0-46df-8867-f5daee0835e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3353fc5f-7b8b-4357-9217-e9117332226f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:59.552734 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-95727e52-17b1-43d0-b6ef-0b737cf50630 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "GET /v2.0/routers/5275736c-0712-423d-8006-fc888c992cc5 HTTP/1.1" status: 200 len: 919 time: 1.1906340 Feb 09 01:56:59.569123 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58020) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:59.710295 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283e39d-d4d0-46df-8867-f5daee0835e9 None None] Pushing event updated for resources: {'Port': ['ID=3353fc5f-7b8b-4357-9217-e9117332226f,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:59.754226 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85db2bae-5a3c-43eb-85ca-afbd0aef6316 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:59.914845 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-af3cef4b-a3b2-4110-8048-32cb9820549a req-be07ebc7-d100-4b92-86cb-904b3a98d473 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6742780 Feb 09 01:56:59.916149 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] No DVR routers for this DVR port 5999e920-e451-43c7-9f89-0a79191cb1d1 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:57:00.006664 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-406d4a78-de2a-4dbf-8814-b5f9107c3473 None None] Provisioning complete for port b31e51fc-ab74-4a27-8448-13067c1a74f4 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:00.007481 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-406d4a78-de2a-4dbf-8814-b5f9107c3473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b31e51fc-ab74-4a27-8448-13067c1a74f4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:00.101192 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c2951ad-1914-42b1-88fa-ac9c9d9a4e86 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (af643e71-51cf-4bb4-9bb5-820c0c4afbbf), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:00.168697 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] Attempting to bind port 5999e920-e451-43c7-9f89-0a79191cb1d1 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:57:00.169535 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] Attempting to bind port 5999e920-e451-43c7-9f89-0a79191cb1d1 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:57:00.169535 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] Attempting to bind port 5999e920-e451-43c7-9f89-0a79191cb1d1 on network bbe85234-1f1c-44c0-aeaf-3380123bb751 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:57:00.181041 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43e96a9-28c0-4962-8d3b-3e46d52ba358 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:00.182724 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a43e96a9-28c0-4962-8d3b-3e46d52ba358 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&device_id=5275736c-0712-423d-8006-fc888c992cc5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5911138 Feb 09 01:57:00.185332 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] Port 5999e920-e451-43c7-9f89-0a79191cb1d1 on network bbe85234-1f1c-44c0-aeaf-3380123bb751 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:57:00.185782 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] Attempting to bind port 5999e920-e451-43c7-9f89-0a79191cb1d1 on network bbe85234-1f1c-44c0-aeaf-3380123bb751 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:57:00.187903 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58026) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:00.198742 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b31e51fc-ab74-4a27-8448-13067c1a74f4 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:00.199135 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b31e51fc-ab74-4a27-8448-13067c1a74f4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:00.263200 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:57:00.263931 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] Checking segment: {'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:57:00.264727 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] Bound using segment: {'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:57:00.265680 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] Bound port: 5999e920-e451-43c7-9f89-0a79191cb1d1, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:57:00.266268 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:00.314092 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port b31e51fc-ab74-4a27-8448-13067c1a74f4, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b31e51fc-ab74-4a27-8448-13067c1a74f4,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:00.331589 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b31e51fc-ab74-4a27-8448-13067c1a74f4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:00.432993 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-f629e251-4ddc-487a-8337-8dd815931e5b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8:0:1::1bd (ffa86b77-0960-4058-af84-97833edc3344/632df4c7-2174-4a02-b8d6-f2f598241843/4d7808d1-e482-4978-b8a6-63f55a4042c9) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:00.438663 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb6e7ca-cd01-4781-96fd-9e984f1c98aa tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:00.441066 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9fb6e7ca-cd01-4781-96fd-9e984f1c98aa tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 881 time: 0.2508068 Feb 09 01:57:00.443793 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-406d4a78-de2a-4dbf-8814-b5f9107c3473 None None] Current status of the port b31e51fc-ab74-4a27-8448-13067c1a74f4 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:00.444510 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58030) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:00.451299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=b31e51fc-ab74-4a27-8448-13067c1a74f4,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:00.482066 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2951ad-1914-42b1-88fa-ac9c9d9a4e86 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Pushing event updated for resources: {'Subnet': ['ID=af643e71-51cf-4bb4-9bb5-820c0c4afbbf,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:00.499719 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-f629e251-4ddc-487a-8337-8dd815931e5b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8::f816:3eff:fef0:c25e (ffa86b77-0960-4058-af84-97833edc3344/1dd6c3f6-ef99-490d-ba26-f1241ab68069/4d7808d1-e482-4978-b8a6-63f55a4042c9) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:00.507470 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2951ad-1914-42b1-88fa-ac9c9d9a4e86 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Checking segment: {'id': 'e78772f2-4477-4da7-9640-ba48957c27a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '62bb4951-7a9e-47d7-9a11-0f409f33e3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:57:00.508137 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2951ad-1914-42b1-88fa-ac9c9d9a4e86 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Network hostable DHCP agents. Network: 62bb4951-7a9e-47d7-9a11-0f409f33e3e9, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:57:00.529692 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] For port 5999e920-e451-43c7-9f89-0a79191cb1d1, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:57:00.531133 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f244302-9999-440c-8a82-91d64ff101e0 None None] Update dhcp port {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'fixed_ips': [{'subnet_id': '1dd6c3f6-ef99-490d-ba26-f1241ab68069', 'ip_address': '2001:db8::f816:3eff:fe1c:5ae6'}, {'subnet_id': '632df4c7-2174-4a02-b8d6-f2f598241843'}], 'binding:host_id': 'n-d-828387-3'}, 'id': 'b31e51fc-ab74-4a27-8448-13067c1a74f4'} from n-d-828387-3. {{(pid=103185) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:57:00.537993 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e70c65c8-8b83-446b-91e6-154c168ce894 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "GET /v2.0/ports?device_id=5275736c-0712-423d-8006-fc888c992cc5 HTTP/1.1" status: 200 len: 205 time: 0.0892570 Feb 09 01:57:00.540675 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58034) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:00.629509 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4f244302-9999-440c-8a82-91d64ff101e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b31e51fc-ab74-4a27-8448-13067c1a74f4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:00.632295 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2951ad-1914-42b1-88fa-ac9c9d9a4e86 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Network 62bb4951-7a9e-47d7-9a11-0f409f33e3e9 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:57:00.738523 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd26d3-cdaf-4689-a2f0-de5ce01852ae req-ac132db8-7874-4a9b-a70e-541b6675911d tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:00.748660 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d6dd26d3-cdaf-4689-a2f0-de5ce01852ae req-ac132db8-7874-4a9b-a70e-541b6675911d tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 943 time: 0.3155184 Feb 09 01:57:00.752139 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-7c2951ad-1914-42b1-88fa-ac9c9d9a4e86 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 62bb4951-7a9e-47d7-9a11-0f409f33e3e9) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:00.764491 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2951ad-1914-42b1-88fa-ac9c9d9a4e86 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:00.765072 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c2951ad-1914-42b1-88fa-ac9c9d9a4e86 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:00.767831 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223032de-2cbd-4240-bd89-bfea5a4c4cf7 None None] Network 62bb4951-7a9e-47d7-9a11-0f409f33e3e9 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:00.909223 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7c2951ad-1914-42b1-88fa-ac9c9d9a4e86 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0749002 Feb 09 01:57:00.930492 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58042) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:00.941605 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f616a3cc-5295-4798-8dcf-3d25c2796fba tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Request body: {'network': {'name': 'tempest-router-network01--1740470605'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:00.947894 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] For port 5999e920-e451-43c7-9f89-0a79191cb1d1, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=5999e920-e451-43c7-9f89-0a79191cb1d1,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:57:01.007785 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:01.158802 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:01.159597 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:01.161109 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] 10.222.0.67 "PUT /v2.0/ports/5999e920-e451-43c7-9f89-0a79191cb1d1 HTTP/1.1" status: 200 len: 1091 time: 4.3231971 Feb 09 01:57:01.163688 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02cbf41f-5d80-4951-a18d-60e5cd680594', 'tag': '5999e920-e451-43c7-9f89-0a79191cb1d1'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:57:01.166215 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01270c95-3f4c-4db8-a0d2-572eaa3429b3" -d '{"events": [{"name": "network-changed", "server_uuid": "02cbf41f-5d80-4951-a18d-60e5cd680594", "tag": "5999e920-e451-43c7-9f89-0a79191cb1d1"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:57:01.191834 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3353fc5f-7b8b-4357-9217-e9117332226f up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:01.240813 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7e4383f8-2984-4f4a-9ac5-9cb44efa340b tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router (5275736c-0712-423d-8006-fc888c992cc5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:01.293765 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffa737-7e9a-4ae5-894c-1e23f0007f6e service neutron] Pushing event updated for resources: {'Port': ['ID=5999e920-e451-43c7-9f89-0a79191cb1d1,revision_number=10']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:01.315115 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d6dd26d3-cdaf-4689-a2f0-de5ce01852ae req-a42ae1b6-e9a8-407f-9d78-c913486e7c79 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5334671 Feb 09 01:57:01.346817 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f616a3cc-5295-4798-8dcf-3d25c2796fba tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Made reservation on behalf of db838676075b46b3a3a3b95b98d1eb3a for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:01.359926 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f616a3cc-5295-4798-8dcf-3d25c2796fba tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:01.651636 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f616a3cc-5295-4798-8dcf-3d25c2796fba tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:57:01.713144 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f616a3cc-5295-4798-8dcf-3d25c2796fba tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (1ac4ebb7-1a56-4dc7-b49b-6056f30a1e23), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:01.713729 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-f616a3cc-5295-4798-8dcf-3d25c2796fba tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Added segment 1ac4ebb7-1a56-4dc7-b49b-6056f30a1e23 of type vlan for network 30fb5818-11d4-46b8-b76c-171377e0b63d Feb 09 01:57:01.820539 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f507d4b-ed09-403e-b592-c16ec14e0dce x-openstack-request-id: req-0f507d4b-ed09-403e-b592-c16ec14e0dce {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:57:01.822636 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02cbf41f-5d80-4951-a18d-60e5cd680594", "tag": "5999e920-e451-43c7-9f89-0a79191cb1d1", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:57:01.822636 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0f507d4b-ed09-403e-b592-c16ec14e0dce {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:57:01.822636 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02cbf41f-5d80-4951-a18d-60e5cd680594', 'tag': '5999e920-e451-43c7-9f89-0a79191cb1d1', 'status': 'completed', 'code': 200} Feb 09 01:57:01.885225 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-3da95c81-b7f0-4636-a320-7b2ff7d015a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:01.896557 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-3da95c81-b7f0-4636-a320-7b2ff7d015a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=225062ed147a4a2299a703d06854300c&device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 1126 time: 0.6969395 Feb 09 01:57:01.956517 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f616a3cc-5295-4798-8dcf-3d25c2796fba tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (30fb5818-11d4-46b8-b76c-171377e0b63d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:01.981689 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f629e251-4ddc-487a-8337-8dd815931e5b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (4d7808d1-e482-4978-b8a6-63f55a4042c9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:02.068046 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a4220-deaf-4354-b19f-b64e99dc3102 req-abaa1606-6138-4032-a838-c1951a210d7e tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:02.071750 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d84a4220-deaf-4354-b19f-b64e99dc3102 req-abaa1606-6138-4032-a838-c1951a210d7e tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 945 time: 0.4685078 Feb 09 01:57:02.104239 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba328942-76bf-4ad9-88b9-5cc0ee1907ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-62bb4951-7a9e-47d7-9a11-0f409f33e3e9', 'network_id': '62bb4951-7a9e-47d7-9a11-0f409f33e3e9', 'project_id': 'db838676075b46b3a3a3b95b98d1eb3a', 'fixed_ips': [{'subnet_id': 'af643e71-51cf-4bb4-9bb5-820c0c4afbbf'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:57:02.105183 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba328942-76bf-4ad9-88b9-5cc0ee1907ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:02.123801 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f616a3cc-5295-4798-8dcf-3d25c2796fba tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (30fb5818-11d4-46b8-b76c-171377e0b63d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:02.132578 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f616a3cc-5295-4798-8dcf-3d25c2796fba tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:02.133637 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f616a3cc-5295-4798-8dcf-3d25c2796fba tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:02.178665 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 3353fc5f-7b8b-4357-9217-e9117332226f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:02.179043 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3353fc5f-7b8b-4357-9217-e9117332226f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:02.202881 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f616a3cc-5295-4798-8dcf-3d25c2796fba tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2711143 Feb 09 01:57:02.211471 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58054) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:02.215401 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7e4383f8-2984-4f4a-9ac5-9cb44efa340b tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_gateway (5275736c-0712-423d-8006-fc888c992cc5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:02.225707 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-56cb82b5-3ff4-4b3e-b6ad-be6de6fa9baf tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Request body: {'network': {'name': 'tempest-router-network02--1534914811'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:02.278339 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d84a4220-deaf-4354-b19f-b64e99dc3102 req-542bf629-b1bb-44b7-b9c3-5f22f19cb0f7 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881599 Feb 09 01:57:02.311113 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f629e251-4ddc-487a-8337-8dd815931e5b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (4d7808d1-e482-4978-b8a6-63f55a4042c9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:02.320825 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616a3cc-5295-4798-8dcf-3d25c2796fba tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Pushing event updated for resources: {'Network': ['ID=30fb5818-11d4-46b8-b76c-171377e0b63d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:02.395773 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb0961-0f55-4cd0-bf20-086b09137db2 req-476644d4-6aae-4f8a-a5da-4686c9c16d95 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:02.397386 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00fb0961-0f55-4cd0-bf20-086b09137db2 req-476644d4-6aae-4f8a-a5da-4686c9c16d95 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 945 time: 0.4984045 Feb 09 01:57:02.496768 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f629e251-4ddc-487a-8337-8dd815931e5b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:02.505671 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00fb0961-0f55-4cd0-bf20-086b09137db2 req-79615600-3aab-4cf8-a8aa-c5b15c142c35 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/security-groups?id=13a24bd6-58e0-4f03-a408-95a39b8806a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904522 Feb 09 01:57:02.513003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cb82b5-3ff4-4b3e-b6ad-be6de6fa9baf tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Made reservation on behalf of db838676075b46b3a3a3b95b98d1eb3a for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:02.523672 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-56cb82b5-3ff4-4b3e-b6ad-be6de6fa9baf tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:02.559090 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-ba328942-76bf-4ad9-88b9-5cc0ee1907ee None None] Allocated IP 172.20.0.2 (62bb4951-7a9e-47d7-9a11-0f409f33e3e9/af643e71-51cf-4bb4-9bb5-820c0c4afbbf/1ed2200f-8752-46b6-ba52-9330adbbe38b) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:02.570235 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-f629e251-4ddc-487a-8337-8dd815931e5b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:02.588295 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-ddbec646-d650-41c8-a395-cefdf459c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:02.591574 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f629e251-4ddc-487a-8337-8dd815931e5b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:57:02.592166 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-ddbec646-d650-41c8-a395-cefdf459c9b4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bbe85234-1f1c-44c0-aeaf-3380123bb751 HTTP/1.1" status: 200 len: 918 time: 0.6837041 Feb 09 01:57:02.603591 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f629e251-4ddc-487a-8337-8dd815931e5b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:02.606815 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f629e251-4ddc-487a-8337-8dd815931e5b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:02.695812 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629e251-4ddc-487a-8337-8dd815931e5b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=4d7808d1-e482-4978-b8a6-63f55a4042c9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:02.724599 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f629e251-4ddc-487a-8337-8dd815931e5b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.2842720 Feb 09 01:57:02.726754 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58064) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:02.761037 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 30fb5818-11d4-46b8-b76c-171377e0b63d details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:57:02.792429 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56cb82b5-3ff4-4b3e-b6ad-be6de6fa9baf tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:57:02.808885 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-b9b11584-d43a-405f-8ad0-b9cbe9c517ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5999e920-e451-43c7-9f89-0a79191cb1d1 HTTP/1.1" status: 200 len: 999 time: 0.1932850 Feb 09 01:57:02.837164 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4951816-5b57-4cf8-8357-a4fb97329b24 req-fb454e84-d732-470c-8b91-19dbfb841743 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:02.838624 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e4951816-5b57-4cf8-8357-a4fb97329b24 req-fb454e84-d732-470c-8b91-19dbfb841743 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.67 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 945 time: 0.3744969 Feb 09 01:57:02.959785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-4f244302-9999-440c-8a82-91d64ff101e0 None None] Allocated IP 2001:db8:0:1::2 (ffa86b77-0960-4058-af84-97833edc3344/632df4c7-2174-4a02-b8d6-f2f598241843/b31e51fc-ab74-4a27-8448-13067c1a74f4) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:02.995469 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-1e718f4e-e051-4fd3-8a4a-3da53c2edd27 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting port 4d7808d1-e482-4978-b8a6-63f55a4042c9 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:02.995469 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1e718f4e-e051-4fd3-8a4a-3da53c2edd27 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (4d7808d1-e482-4978-b8a6-63f55a4042c9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:02.998059 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-7e4383f8-2984-4f4a-9ac5-9cb44efa340b tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Deleting port add24209-b4eb-4079-aaa0-5a78d4e7fa8f {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:02.998416 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7e4383f8-2984-4f4a-9ac5-9cb44efa340b tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (add24209-b4eb-4079-aaa0-5a78d4e7fa8f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:03.002630 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-56cb82b5-3ff4-4b3e-b6ad-be6de6fa9baf tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (ee3cce7d-01e3-45b2-a92b-d92c9a932cfb), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:03.002976 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-56cb82b5-3ff4-4b3e-b6ad-be6de6fa9baf tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Added segment ee3cce7d-01e3-45b2-a92b-d92c9a932cfb of type vlan for network 1e1f00de-6552-4934-9a23-8cdab026af67 Feb 09 01:57:03.112961 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4f244302-9999-440c-8a82-91d64ff101e0 None None] For port b31e51fc-ab74-4a27-8448-13067c1a74f4, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b31e51fc-ab74-4a27-8448-13067c1a74f4,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:03.128558 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-72a6dad3-77b6-4806-8797-eeee4f19b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:03.130812 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-72a6dad3-77b6-4806-8797-eeee4f19b2f7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5fb0614-877d-4584-bc3c-a9b6e8f6847d HTTP/1.1" status: 200 len: 856 time: 0.2098312 Feb 09 01:57:03.150274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005c0a5-90ab-41d7-9287-01e221df0fcb req-48939ea2-24e8-49e5-98e0-e7a4d2f374bb tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:03.151305 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-e4951816-5b57-4cf8-8357-a4fb97329b24 req-eeac12b1-9637-478b-8ebc-7d51a8282cdd tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Deleting port f003e7c2-76a6-408f-ba92-0282e046ea76 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:03.151674 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e4951816-5b57-4cf8-8357-a4fb97329b24 req-eeac12b1-9637-478b-8ebc-7d51a8282cdd tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (f003e7c2-76a6-408f-ba92-0282e046ea76), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:03.158908 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c005c0a5-90ab-41d7-9287-01e221df0fcb req-48939ea2-24e8-49e5-98e0-e7a4d2f374bb tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 944 time: 0.3674183 Feb 09 01:57:03.165562 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-56cb82b5-3ff4-4b3e-b6ad-be6de6fa9baf tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (1e1f00de-6552-4934-9a23-8cdab026af67), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:03.189976 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4f244302-9999-440c-8a82-91d64ff101e0 None None] Publish callbacks [] for port (b31e51fc-ab74-4a27-8448-13067c1a74f4), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:03.237661 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4f244302-9999-440c-8a82-91d64ff101e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b31e51fc-ab74-4a27-8448-13067c1a74f4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:03.305644 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.db.resource_extend [None req-56cb82b5-3ff4-4b3e-b6ad-be6de6fa9baf tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:57:03.351252 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1e718f4e-e051-4fd3-8a4a-3da53c2edd27 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (4d7808d1-e482-4978-b8a6-63f55a4042c9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:03.356187 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba328942-76bf-4ad9-88b9-5cc0ee1907ee None None] Publish callbacks [] for port (1ed2200f-8752-46b6-ba52-9330adbbe38b), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:03.366597 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7e4383f8-2984-4f4a-9ac5-9cb44efa340b tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (add24209-b4eb-4079-aaa0-5a78d4e7fa8f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:03.377998 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-1e718f4e-e051-4fd3-8a4a-3da53c2edd27 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Calling delete_port for 4d7808d1-e482-4978-b8a6-63f55a4042c9 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:03.387738 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-56cb82b5-3ff4-4b3e-b6ad-be6de6fa9baf tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (1e1f00de-6552-4934-9a23-8cdab026af67), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:03.393155 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cb82b5-3ff4-4b3e-b6ad-be6de6fa9baf tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:03.393865 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-56cb82b5-3ff4-4b3e-b6ad-be6de6fa9baf tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:03.401296 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-e4951816-5b57-4cf8-8357-a4fb97329b24 req-eeac12b1-9637-478b-8ebc-7d51a8282cdd tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] For port f003e7c2-76a6-408f-ba92-0282e046ea76, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f003e7c2-76a6-408f-ba92-0282e046ea76,segment=NetworkSegment(d4ea2450-6abe-43d3-9a61-35b9d1589dcc),segment_id=d4ea2450-6abe-43d3-9a61-35b9d1589dcc)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:03.401674 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e4951816-5b57-4cf8-8357-a4fb97329b24 req-eeac12b1-9637-478b-8ebc-7d51a8282cdd tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (f003e7c2-76a6-408f-ba92-0282e046ea76), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:03.410643 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-7e4383f8-2984-4f4a-9ac5-9cb44efa340b tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Calling delete_port for add24209-b4eb-4079-aaa0-5a78d4e7fa8f owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:03.444739 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c005c0a5-90ab-41d7-9287-01e221df0fcb req-1117e32d-e532-4092-93bf-4a458b1e3a9f tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2848749 Feb 09 01:57:03.498686 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-07e66dcc-80d4-4904-b028-77a7e4f23866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:03.500076 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-07e66dcc-80d4-4904-b028-77a7e4f23866 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bbe85234-1f1c-44c0-aeaf-3380123bb751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3313031 Feb 09 01:57:03.515370 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-56cb82b5-3ff4-4b3e-b6ad-be6de6fa9baf tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2936039 Feb 09 01:57:03.582871 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba328942-76bf-4ad9-88b9-5cc0ee1907ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (1ed2200f-8752-46b6-ba52-9330adbbe38b), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:03.624034 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58076) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:03.662767 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-ef9e2764-4022-41c0-b04f-ebde8b3d9318 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Request body: {'subnet': {'network_id': '30fb5818-11d4-46b8-b76c-171377e0b63d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:03.733730 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb82b5-3ff4-4b3e-b6ad-be6de6fa9baf tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Pushing event updated for resources: {'Network': ['ID=1e1f00de-6552-4934-9a23-8cdab026af67,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:03.774787 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 1e1f00de-6552-4934-9a23-8cdab026af67 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:57:03.812638 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 3353fc5f-7b8b-4357-9217-e9117332226f is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:03.817462 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b31e51fc-ab74-4a27-8448-13067c1a74f4 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:03.824683 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba328942-76bf-4ad9-88b9-5cc0ee1907ee None None] Network 62bb4951-7a9e-47d7-9a11-0f409f33e3e9 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:03.995709 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-ba328942-76bf-4ad9-88b9-5cc0ee1907ee None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:03.997813 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f244302-9999-440c-8a82-91d64ff101e0 None None] Pushing event updated for resources: {'Port': ['ID=b31e51fc-ab74-4a27-8448-13067c1a74f4,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:04.003779 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba328942-76bf-4ad9-88b9-5cc0ee1907ee None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:57:04.051804 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-fba9f7ab-66ff-4b83-a0a5-be575e95a205 service neutron] 10.222.0.67 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424294 Feb 09 01:57:04.075999 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1e718f4e-e051-4fd3-8a4a-3da53c2edd27 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (4d7808d1-e482-4978-b8a6-63f55a4042c9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:04.145400 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e718f4e-e051-4fd3-8a4a-3da53c2edd27 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Port': ['ID=4d7808d1-e482-4978-b8a6-63f55a4042c9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:04.240052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-ba328942-76bf-4ad9-88b9-5cc0ee1907ee None None] Attempting to bind port 1ed2200f-8752-46b6-ba52-9330adbbe38b on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:57:04.240052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-ba328942-76bf-4ad9-88b9-5cc0ee1907ee None None] Attempting to bind port 1ed2200f-8752-46b6-ba52-9330adbbe38b by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'e78772f2-4477-4da7-9640-ba48957c27a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '62bb4951-7a9e-47d7-9a11-0f409f33e3e9'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:57:04.240052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba328942-76bf-4ad9-88b9-5cc0ee1907ee None None] Attempting to bind port 1ed2200f-8752-46b6-ba52-9330adbbe38b on network 62bb4951-7a9e-47d7-9a11-0f409f33e3e9 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:57:04.241979 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba328942-76bf-4ad9-88b9-5cc0ee1907ee None None] Pushing event updated for resources: {'Port': ['ID=1ed2200f-8752-46b6-ba52-9330adbbe38b,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:04.252343 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9e2764-4022-41c0-b04f-ebde8b3d9318 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Made reservation on behalf of db838676075b46b3a3a3b95b98d1eb3a for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:04.253450 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba328942-76bf-4ad9-88b9-5cc0ee1907ee None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:57:04.253852 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba328942-76bf-4ad9-88b9-5cc0ee1907ee None None] Checking segment: {'id': 'e78772f2-4477-4da7-9640-ba48957c27a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '62bb4951-7a9e-47d7-9a11-0f409f33e3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:57:04.254265 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba328942-76bf-4ad9-88b9-5cc0ee1907ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:04.254833 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba328942-76bf-4ad9-88b9-5cc0ee1907ee None None] Bound using segment: {'id': 'e78772f2-4477-4da7-9640-ba48957c27a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '62bb4951-7a9e-47d7-9a11-0f409f33e3e9'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:57:04.255368 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-ba328942-76bf-4ad9-88b9-5cc0ee1907ee None None] Bound port: 1ed2200f-8752-46b6-ba52-9330adbbe38b, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78772f2-4477-4da7-9640-ba48957c27a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '62bb4951-7a9e-47d7-9a11-0f409f33e3e9'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:57:04.255760 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba328942-76bf-4ad9-88b9-5cc0ee1907ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1ed2200f-8752-46b6-ba52-9330adbbe38b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:04.261203 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2764-4022-41c0-b04f-ebde8b3d9318 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:04.269678 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b31e51fc-ab74-4a27-8448-13067c1a74f4 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:04.270065 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b31e51fc-ab74-4a27-8448-13067c1a74f4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:04.288685 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892ea81-94dd-495f-b280-970715520b20 req-0f41157f-aa10-4c50-ad97-becde74845d9 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:04.296313 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a892ea81-94dd-495f-b280-970715520b20 req-0f41157f-aa10-4c50-ad97-becde74845d9 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 945 time: 0.5749598 Feb 09 01:57:04.436954 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ba328942-76bf-4ad9-88b9-5cc0ee1907ee None None] For port 1ed2200f-8752-46b6-ba52-9330adbbe38b, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:57:04.441229 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ba328942-76bf-4ad9-88b9-5cc0ee1907ee None None] For port 1ed2200f-8752-46b6-ba52-9330adbbe38b, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1ed2200f-8752-46b6-ba52-9330adbbe38b,segment=NetworkSegment(e78772f2-4477-4da7-9640-ba48957c27a4),segment_id=e78772f2-4477-4da7-9640-ba48957c27a4)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:57:04.458008 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba328942-76bf-4ad9-88b9-5cc0ee1907ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1ed2200f-8752-46b6-ba52-9330adbbe38b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:04.539162 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-54dd3770-cfe0-42fb-92d7-2987773df516 req-cbec15a0-202d-4d65-a54b-7c70da528fb1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7014880 Feb 09 01:57:04.551731 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7e4383f8-2984-4f4a-9ac5-9cb44efa340b tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (add24209-b4eb-4079-aaa0-5a78d4e7fa8f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:04.600585 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba328942-76bf-4ad9-88b9-5cc0ee1907ee None None] Pushing event updated for resources: {'Port': ['ID=1ed2200f-8752-46b6-ba52-9330adbbe38b,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:04.650919 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4383f8-2984-4f4a-9ac5-9cb44efa340b tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Pushing event deleted for resources: {'Port': ['ID=add24209-b4eb-4079-aaa0-5a78d4e7fa8f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:04.765230 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b31e51fc-ab74-4a27-8448-13067c1a74f4 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:04.875236 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a892ea81-94dd-495f-b280-970715520b20 req-a53c76e6-5966-497d-973a-83e819288742 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/security-groups?id=13a24bd6-58e0-4f03-a408-95a39b8806a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5779026 Feb 09 01:57:04.979586 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b31e51fc-ab74-4a27-8448-13067c1a74f4 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:04.985547 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-625c5e96-3a7c-4525-942d-733e04320884 None None] Provisioning complete for port b31e51fc-ab74-4a27-8448-13067c1a74f4 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:04.985935 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-625c5e96-3a7c-4525-942d-733e04320884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b31e51fc-ab74-4a27-8448-13067c1a74f4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:04.992281 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8db3ee3-5960-497d-81d7-acbfcd332825 req-f99a3bf3-8b64-4ea7-8958-24f0f2b075ab service neutron] 10.222.0.67 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9193857 Feb 09 01:57:05.094324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd3770-cfe0-42fb-92d7-2987773df516 req-e2962485-06cb-411b-a61a-b933f8739af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:05.096917 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-54dd3770-cfe0-42fb-92d7-2987773df516 req-e2962485-06cb-411b-a61a-b933f8739af7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 1127 time: 0.4707561 Feb 09 01:57:05.322241 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7e4383f8-2984-4f4a-9ac5-9cb44efa340b tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (5275736c-0712-423d-8006-fc888c992cc5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:05.474638 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-625c5e96-3a7c-4525-942d-733e04320884 None None] Current status of the port b31e51fc-ab74-4a27-8448-13067c1a74f4 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:05.529101 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b31e51fc-ab74-4a27-8448-13067c1a74f4 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:05.529488 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b31e51fc-ab74-4a27-8448-13067c1a74f4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:05.581174 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2764-4022-41c0-b04f-ebde8b3d9318 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (afd24fc1-0190-44a3-b75d-f5f56f568651), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:05.584413 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1e718f4e-e051-4fd3-8a4a-3da53c2edd27 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:05.600470 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1e718f4e-e051-4fd3-8a4a-3da53c2edd27 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/4d7808d1-e482-4978-b8a6-63f55a4042c9 HTTP/1.1" status: 204 len: 168 time: 2.8710525 Feb 09 01:57:05.602210 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58102) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:05.658534 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a9c55186-9cad-410c-80f1-5c4c14e8d74a None None] Could not find standard attr ID for object 4d7808d1-e482-4978-b8a6-63f55a4042c9. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:57:05.664915 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7e4383f8-2984-4f4a-9ac5-9cb44efa340b tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (5275736c-0712-423d-8006-fc888c992cc5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:05.712449 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3592d-e1a3-49ac-a666-a8f7cc28636a req-8cfeaeb9-6005-4693-8b20-0bdc480f5a56 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:05.724964 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-99f3592d-e1a3-49ac-a666-a8f7cc28636a req-8cfeaeb9-6005-4693-8b20-0bdc480f5a56 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 945 time: 1.8592963 Feb 09 01:57:05.740878 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7e4383f8-2984-4f4a-9ac5-9cb44efa340b tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_controller (5275736c-0712-423d-8006-fc888c992cc5), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:05.749926 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e4951816-5b57-4cf8-8357-a4fb97329b24 req-eeac12b1-9637-478b-8ebc-7d51a8282cdd tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:05.750966 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e4951816-5b57-4cf8-8357-a4fb97329b24 req-eeac12b1-9637-478b-8ebc-7d51a8282cdd tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (257ee104-8c62-405b-afc9-50f8a17666c3), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:05.755191 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [req-e4951816-5b57-4cf8-8357-a4fb97329b24 req-eeac12b1-9637-478b-8ebc-7d51a8282cdd tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Floating IP 257ee104-8c62-405b-afc9-50f8a17666c3 disassociated. External IP: 172.25.7.222, port: f003e7c2-76a6-408f-ba92-0282e046ea76. Feb 09 01:57:05.755586 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-e4951816-5b57-4cf8-8357-a4fb97329b24 req-eeac12b1-9637-478b-8ebc-7d51a8282cdd tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Calling delete_port for f003e7c2-76a6-408f-ba92-0282e046ea76 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:05.830265 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b31e51fc-ab74-4a27-8448-13067c1a74f4 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:05.840808 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27905a0d-6aed-43c3-9847-896280e6e002 req-7e4af2a2-6103-4b33-9f58-db6cecd49eba tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:05.842793 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 9253d208-c789-4e7a-bc91-8bd0f9a80a0e details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:57:05.847831 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device f003e7c2-76a6-408f-ba92-0282e046ea76 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:57:05.851309 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-27905a0d-6aed-43c3-9847-896280e6e002 req-7e4af2a2-6103-4b33-9f58-db6cecd49eba tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 944 time: 0.7980676 Feb 09 01:57:06.047305 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796355cf-fc2e-4ac8-bc1b-9d15b58427f0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:06.055492 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-796355cf-fc2e-4ac8-bc1b-9d15b58427f0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4377418 Feb 09 01:57:06.062304 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58116) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:06.116818 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-99f3592d-e1a3-49ac-a666-a8f7cc28636a req-14d25307-bf84-4b32-9287-7276ba901c81 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862038 Feb 09 01:57:06.125404 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e2764-4022-41c0-b04f-ebde8b3d9318 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Pushing event updated for resources: {'Subnet': ['ID=afd24fc1-0190-44a3-b75d-f5f56f568651,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:06.177558 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port f003e7c2-76a6-408f-ba92-0282e046ea76 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:06.178148 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f003e7c2-76a6-408f-ba92-0282e046ea76), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.180451 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7e4383f8-2984-4f4a-9ac5-9cb44efa340b tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (5275736c-0712-423d-8006-fc888c992cc5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.180985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4383f8-2984-4f4a-9ac5-9cb44efa340b tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Fanout notify agent at l3_agent the message router_deleted on router 5275736c-0712-423d-8006-fc888c992cc5 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:57:06.184036 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01270c95-3f4c-4db8-a0d2-572eaa3429b3 req-f3084c56-45c7-4ae4-af3e-f58d28f05514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:06.185603 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01270c95-3f4c-4db8-a0d2-572eaa3429b3 req-f3084c56-45c7-4ae4-af3e-f58d28f05514 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=225062ed147a4a2299a703d06854300c&device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 1126 time: 1.0802672 Feb 09 01:57:06.224588 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7e4383f8-2984-4f4a-9ac5-9cb44efa340b tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.244257 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7e4383f8-2984-4f4a-9ac5-9cb44efa340b tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "DELETE /v2.0/routers/5275736c-0712-423d-8006-fc888c992cc5 HTTP/1.1" status: 204 len: 168 time: 5.7023191 Feb 09 01:57:06.255538 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58118) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:06.270821 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9253d208-c789-4e7a-bc91-8bd0f9a80a0e,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:06.278207 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-09833e55-7d51-4b9e-a658-efda21283b7e tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1061618868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:06.293372 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a31655-14e0-4fb0-922b-612bade249c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f003e7c2-76a6-408f-ba92-0282e046ea76'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:57:06.300056 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd3770-cfe0-42fb-92d7-2987773df516 req-827f648c-235d-4ac8-8b98-565817c2e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:06.301709 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-54dd3770-cfe0-42fb-92d7-2987773df516 req-827f648c-235d-4ac8-8b98-565817c2e6a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 912 time: 1.1708767 Feb 09 01:57:06.304680 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c36574-adb7-4abc-ad19-fcd9da818fb9" -d '{"events": [{"server_uuid": "04a31655-14e0-4fb0-922b-612bade249c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f003e7c2-76a6-408f-ba92-0282e046ea76"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:57:06.344093 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-09833e55-7d51-4b9e-a658-efda21283b7e tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (4c756eec-d5a0-4446-a983-c37815c4a6c6), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.345540 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-09833e55-7d51-4b9e-a658-efda21283b7e tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (4c756eec-d5a0-4446-a983-c37815c4a6c6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.368880 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port f003e7c2-76a6-408f-ba92-0282e046ea76, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f003e7c2-76a6-408f-ba92-0282e046ea76,segment=NetworkSegment(d4ea2450-6abe-43d3-9a61-35b9d1589dcc),segment_id=d4ea2450-6abe-43d3-9a61-35b9d1589dcc)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:06.377144 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '9253d208-c789-4e7a-bc91-8bd0f9a80a0e', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'port_id': '9253d208-c789-4e7a-bc91-8bd0f9a80a0e', 'mac_address': 'fa:16:3e:dc:6e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:57:06.379195 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f003e7c2-76a6-408f-ba92-0282e046ea76), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.456897 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6189afb-cc70-4b9e-ae56-844bc400ec12 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:06.460836 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d6189afb-cc70-4b9e-ae56-844bc400ec12 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3838074 Feb 09 01:57:06.476620 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58124) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:06.573176 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e is: ACTIVE; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:06.573564 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9253d208-c789-4e7a-bc91-8bd0f9a80a0e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.614125 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9253d208-c789-4e7a-bc91-8bd0f9a80a0e {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:57:06.643192 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9e2764-4022-41c0-b04f-ebde8b3d9318 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Checking segment: {'id': '1ac4ebb7-1a56-4dc7-b49b-6056f30a1e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '30fb5818-11d4-46b8-b76c-171377e0b63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:57:06.643835 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9e2764-4022-41c0-b04f-ebde8b3d9318 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Network hostable DHCP agents. Network: 30fb5818-11d4-46b8-b76c-171377e0b63d, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:57:06.655966 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-54dd3770-cfe0-42fb-92d7-2987773df516 req-41f63655-0f35-4b52-8862-3857df519f5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85780f84-ca0f-4032-af43-e604d2f48a5f HTTP/1.1" status: 200 len: 217 time: 0.3195350 Feb 09 01:57:06.670329 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9253d208-c789-4e7a-bc91-8bd0f9a80a0e,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:06.676867 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=f003e7c2-76a6-408f-ba92-0282e046ea76,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:06.684846 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0fe9c2-c843-4a27-b53e-b8c2f993ef2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:06.685733 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0fe9c2-c843-4a27-b53e-b8c2f993ef2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:06.687570 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0fe9c2-c843-4a27-b53e-b8c2f993ef2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:06.692664 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2a0fe9c2-c843-4a27-b53e-b8c2f993ef2f tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2118905 Feb 09 01:57:06.700130 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9253d208-c789-4e7a-bc91-8bd0f9a80a0e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.729982 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58128) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:06.770165 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01270c95-3f4c-4db8-a0d2-572eaa3429b3 req-359b9db6-63c1-4c8c-beec-d96053dcf4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:06.774655 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01270c95-3f4c-4db8-a0d2-572eaa3429b3 req-359b9db6-63c1-4c8c-beec-d96053dcf4d8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bbe85234-1f1c-44c0-aeaf-3380123bb751 HTTP/1.1" status: 200 len: 918 time: 0.5289962 Feb 09 01:57:06.784119 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-27905a0d-6aed-43c3-9847-896280e6e002 req-c3f8291d-ad60-428e-b7ed-5937185b2f37 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9317830 Feb 09 01:57:06.894743 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b602c68-1c18-4333-9c42-604e3d74015f x-openstack-request-id: req-6b602c68-1c18-4333-9c42-604e3d74015f {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:57:06.896241 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a31655-14e0-4fb0-922b-612bade249c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f003e7c2-76a6-408f-ba92-0282e046ea76", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:57:06.897302 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b602c68-1c18-4333-9c42-604e3d74015f {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:57:06.897916 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a31655-14e0-4fb0-922b-612bade249c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f003e7c2-76a6-408f-ba92-0282e046ea76', 'code': 200} Feb 09 01:57:06.900859 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=9253d208-c789-4e7a-bc91-8bd0f9a80a0e,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:06.916082 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ebfe03-1cb3-4f7a-842c-b79056a041b2 None None] Network 62bb4951-7a9e-47d7-9a11-0f409f33e3e9 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:06.926205 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-09833e55-7d51-4b9e-a658-efda21283b7e tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_controller (4c756eec-d5a0-4446-a983-c37815c4a6c6), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.947568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a2a3c-0cee-421b-bccb-d00e02e3a352 req-a5c02f08-be0a-4077-b3c7-b7aab5e76391 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:06.957076 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-365a2a3c-0cee-421b-bccb-d00e02e3a352 req-a5c02f08-be0a-4077-b3c7-b7aab5e76391 tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 945 time: 0.6292899 Feb 09 01:57:06.975731 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-09833e55-7d51-4b9e-a658-efda21283b7e tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (4c756eec-d5a0-4446-a983-c37815c4a6c6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.989017 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf2cb511-8510-47a7-990f-3399a35cc25a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet 1dd6c3f6-ef99-490d-ba26-f1241ab68069 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:57:06.992872 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cf2cb511-8510-47a7-990f-3399a35cc25a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (1dd6c3f6-ef99-490d-ba26-f1241ab68069), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:07.072155 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['9253d208-c789-4e7a-bc91-8bd0f9a80a0e'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:57:07.075796 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cf2cb511-8510-47a7-990f-3399a35cc25a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (1dd6c3f6-ef99-490d-ba26-f1241ab68069), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:07.110034 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1ed2200f-8752-46b6-ba52-9330adbbe38b up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:07.226678 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cf2cb511-8510-47a7-990f-3399a35cc25a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (1dd6c3f6-ef99-490d-ba26-f1241ab68069), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:07.312064 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e4951816-5b57-4cf8-8357-a4fb97329b24 req-eeac12b1-9637-478b-8ebc-7d51a8282cdd tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (f003e7c2-76a6-408f-ba92-0282e046ea76), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:07.325547 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cf2cb511-8510-47a7-990f-3399a35cc25a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (1dd6c3f6-ef99-490d-ba26-f1241ab68069), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:07.388942 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5caf47bd-7933-4df2-a571-bb00e969b06c None None] Provisioning complete for port 1ed2200f-8752-46b6-ba52-9330adbbe38b triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:07.389352 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5caf47bd-7933-4df2-a571-bb00e969b06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1ed2200f-8752-46b6-ba52-9330adbbe38b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:07.460927 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-365a2a3c-0cee-421b-bccb-d00e02e3a352 req-c70413fb-784b-4a0f-9451-e1dc971f447a tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/security-groups?id=13a24bd6-58e0-4f03-a408-95a39b8806a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5026467 Feb 09 01:57:07.466238 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-09833e55-7d51-4b9e-a658-efda21283b7e tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:07.467627 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-09833e55-7d51-4b9e-a658-efda21283b7e tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2111299 Feb 09 01:57:07.470073 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac12b1-9637-478b-8ebc-7d51a8282cdd tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Pushing event deleted for resources: {'Port': ['ID=f003e7c2-76a6-408f-ba92-0282e046ea76,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:07.473477 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2cb511-8510-47a7-990f-3399a35cc25a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd6c3f6-ef99-490d-ba26-f1241ab68069,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:07.475320 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58132) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:07.476471 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cf2cb511-8510-47a7-990f-3399a35cc25a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:07.479948 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cf2cb511-8510-47a7-990f-3399a35cc25a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/1dd6c3f6-ef99-490d-ba26-f1241ab68069 HTTP/1.1" status: 204 len: 168 time: 0.7485175 Feb 09 01:57:07.488052 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ac72a32a-0fbd-4582-ab1d-9747f94d9639 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'enable_snat': False}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:07.490316 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58134) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:07.568538 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd3e017-6437-440b-a4ba-ab79fbc0a277 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:07.886745 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01270c95-3f4c-4db8-a0d2-572eaa3429b3 req-c02921de-04c5-4a79-a685-35ed0f6543d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5999e920-e451-43c7-9f89-0a79191cb1d1 HTTP/1.1" status: 200 len: 999 time: 1.0403557 Feb 09 01:57:07.939689 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9e2764-4022-41c0-b04f-ebde8b3d9318 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Network 30fb5818-11d4-46b8-b76c-171377e0b63d is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:57:08.098999 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb8ba-d16a-48d1-b60b-8b2f5a5e9d9b req-cad73497-504a-4f71-898a-2319a239b4e3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:08.101393 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-87acb8ba-d16a-48d1-b60b-8b2f5a5e9d9b req-cad73497-504a-4f71-898a-2319a239b4e3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 944 time: 0.2132215 Feb 09 01:57:08.102781 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-ef9e2764-4022-41c0-b04f-ebde8b3d9318 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 30fb5818-11d4-46b8-b76c-171377e0b63d) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:08.121093 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9e2764-4022-41c0-b04f-ebde8b3d9318 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:08.122394 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2764-4022-41c0-b04f-ebde8b3d9318 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:08.131907 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd3770-cfe0-42fb-92d7-2987773df516 req-ab3eff25-07a4-4967-b059-05b768ae05c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:08.133848 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-54dd3770-cfe0-42fb-92d7-2987773df516 req-ab3eff25-07a4-4967-b059-05b768ae05c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 1.3483303 Feb 09 01:57:08.230009 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8a3809-e327-4613-8cc7-9aec610b40bc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet 632df4c7-2174-4a02-b8d6-f2f598241843 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:57:08.236548 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01270c95-3f4c-4db8-a0d2-572eaa3429b3 req-b4bb3a4d-28ba-4ecc-b51f-232c82e13f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:08.239201 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01270c95-3f4c-4db8-a0d2-572eaa3429b3 req-b4bb3a4d-28ba-4ecc-b51f-232c82e13f2a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5fb0614-877d-4584-bc3c-a9b6e8f6847d HTTP/1.1" status: 200 len: 856 time: 0.3047779 Feb 09 01:57:08.245239 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ef9e2764-4022-41c0-b04f-ebde8b3d9318 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6197326 Feb 09 01:57:08.251898 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58142) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:08.270674 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-26918aa9-da84-443d-b1b7-05c9da7c3568 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Request body: {'subnet': {'network_id': '1e1f00de-6552-4934-9a23-8cdab026af67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:08.328413 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3809-e327-4613-8cc7-9aec610b40bc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (632df4c7-2174-4a02-b8d6-f2f598241843), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:08.416469 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd3770-cfe0-42fb-92d7-2987773df516 req-f696dada-e5c2-4cd6-b8f2-f269c295c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:08.421660 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-54dd3770-cfe0-42fb-92d7-2987773df516 req-f696dada-e5c2-4cd6-b8f2-f269c295c3b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2657001 Feb 09 01:57:08.516115 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3809-e327-4613-8cc7-9aec610b40bc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (632df4c7-2174-4a02-b8d6-f2f598241843), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:08.660477 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ac72a32a-0fbd-4582-ab1d-9747f94d9639 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_gateway (4c756eec-d5a0-4446-a983-c37815c4a6c6), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:08.721241 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-87acb8ba-d16a-48d1-b60b-8b2f5a5e9d9b req-aa7ce9d8-884b-4623-98dd-3e9d1c4a70fc tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5948682 Feb 09 01:57:08.760027 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29f3927-ddb2-4c1c-be34-8bd2fb8da5cc None None] Network 30fb5818-11d4-46b8-b76c-171377e0b63d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:08.772741 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b0e72-0f26-4b7b-afbe-b9eb71ffe96d req-ce79c89d-85bd-45cc-85eb-850ec1109b95 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:08.789597 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f57b0e72-0f26-4b7b-afbe-b9eb71ffe96d req-ce79c89d-85bd-45cc-85eb-850ec1109b95 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 944 time: 0.5941432 Feb 09 01:57:08.847079 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01270c95-3f4c-4db8-a0d2-572eaa3429b3 req-fe880d4a-312f-48d6-a94f-d083695a7893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:08.853549 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01270c95-3f4c-4db8-a0d2-572eaa3429b3 req-fe880d4a-312f-48d6-a94f-d083695a7893 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bbe85234-1f1c-44c0-aeaf-3380123bb751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5867062 Feb 09 01:57:08.950379 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4951816-5b57-4cf8-8357-a4fb97329b24 req-eeac12b1-9637-478b-8ebc-7d51a8282cdd tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Router b8e896fb-86ff-4c57-a979-9ddba50bdfb6 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:57:08.953779 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-54dd3770-cfe0-42fb-92d7-2987773df516 req-59ddd6cc-c36e-4db2-8737-f7c880838a00 service neutron] 10.222.0.48 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116997 Feb 09 01:57:09.118814 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-23239aa3-b2e8-457c-ab79-9180ad154beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:09.120625 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01270c95-3f4c-4db8-a0d2-572eaa3429b3 req-29f0233d-386e-4896-9621-1551c2d12f4f service neutron] 10.222.0.67 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645787 Feb 09 01:57:09.121534 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26918aa9-da84-443d-b1b7-05c9da7c3568 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Made reservation on behalf of db838676075b46b3a3a3b95b98d1eb3a for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:09.132412 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-26918aa9-da84-443d-b1b7-05c9da7c3568 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:09.316267 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f57b0e72-0f26-4b7b-afbe-b9eb71ffe96d req-28342c4d-75fa-464a-a807-d72d9e3ee60e tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5253792 Feb 09 01:57:09.333120 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3809-e327-4613-8cc7-9aec610b40bc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (632df4c7-2174-4a02-b8d6-f2f598241843), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:09.391839 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 1ed2200f-8752-46b6-ba52-9330adbbe38b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:09.392681 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1ed2200f-8752-46b6-ba52-9330adbbe38b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:09.444531 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f7e2b7fe-b1da-4751-9ad5-7f1c0af641e2 req-d5409e7c-b17a-4897-ba9e-2801e558b77e tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a31655-14e0-4fb0-922b-612bade249c1 HTTP/1.1" status: 200 len: 210 time: 0.5885324 Feb 09 01:57:09.587958 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 1ed2200f-8752-46b6-ba52-9330adbbe38b is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:09.588613 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1ed2200f-8752-46b6-ba52-9330adbbe38b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:09.653449 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4951816-5b57-4cf8-8357-a4fb97329b24 req-eeac12b1-9637-478b-8ebc-7d51a8282cdd tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:57:09.733087 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44121e2a-a36f-46df-847c-6d885895621e None None] Sync routers for ids ['b8e896fb-86ff-4c57-a979-9ddba50bdfb6'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:57:09.735822 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5caf47bd-7933-4df2-a571-bb00e969b06c None None] Current status of the port 1ed2200f-8752-46b6-ba52-9330adbbe38b is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:09.750097 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5caf47bd-7933-4df2-a571-bb00e969b06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1ed2200f-8752-46b6-ba52-9330adbbe38b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:09.772937 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3809-e327-4613-8cc7-9aec610b40bc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (632df4c7-2174-4a02-b8d6-f2f598241843), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:09.881952 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4951816-5b57-4cf8-8357-a4fb97329b24 req-eeac12b1-9637-478b-8ebc-7d51a8282cdd tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] No DVR routers for this DVR port f003e7c2-76a6-408f-ba92-0282e046ea76 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:57:09.907350 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e777c792-a390-43d6-8fa9-1bf2be8c2315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-30fb5818-11d4-46b8-b76c-171377e0b63d', 'network_id': '30fb5818-11d4-46b8-b76c-171377e0b63d', 'project_id': 'db838676075b46b3a3a3b95b98d1eb3a', 'fixed_ips': [{'subnet_id': 'afd24fc1-0190-44a3-b75d-f5f56f568651'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:57:09.909014 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e777c792-a390-43d6-8fa9-1bf2be8c2315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:09.928345 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44121e2a-a36f-46df-847c-6d885895621e None None] Routers {'b8e896fb-86ff-4c57-a979-9ddba50bdfb6'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:09.929403 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-44121e2a-a36f-46df-847c-6d885895621e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:56:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b8e896fb-86ff-4c57-a979-9ddba50bdfb6'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:10.052953 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-54dd3770-cfe0-42fb-92d7-2987773df516 req-32558d8d-8500-458b-8046-11d0a70177d7 service neutron] 10.222.0.48 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9136190 Feb 09 01:57:10.075110 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01270c95-3f4c-4db8-a0d2-572eaa3429b3 req-a5635c2e-484f-41ae-9841-95a8250f23e4 service neutron] 10.222.0.67 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9381969 Feb 09 01:57:10.211288 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e4951816-5b57-4cf8-8357-a4fb97329b24 req-eeac12b1-9637-478b-8ebc-7d51a8282cdd tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:10.243131 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e4951816-5b57-4cf8-8357-a4fb97329b24 req-eeac12b1-9637-478b-8ebc-7d51a8282cdd tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.67 "DELETE /v2.0/ports/f003e7c2-76a6-408f-ba92-0282e046ea76 HTTP/1.1" status: 204 len: 173 time: 7.3944180 Feb 09 01:57:10.244408 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a31655-14e0-4fb0-922b-612bade249c1', 'name': 'network-vif-deleted', 'tag': 'f003e7c2-76a6-408f-ba92-0282e046ea76'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:57:10.247432 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b13e377-da8a-42b5-9eb8-db1573097b01" -d '{"events": [{"server_uuid": "04a31655-14e0-4fb0-922b-612bade249c1", "name": "network-vif-deleted", "tag": "f003e7c2-76a6-408f-ba92-0282e046ea76"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:57:10.320712 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a3809-e327-4613-8cc7-9aec610b40bc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=632df4c7-2174-4a02-b8d6-f2f598241843,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:10.355752 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3809-e327-4613-8cc7-9aec610b40bc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:10.371857 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7e8a3809-e327-4613-8cc7-9aec610b40bc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/632df4c7-2174-4a02-b8d6-f2f598241843 HTTP/1.1" status: 204 len: 168 time: 2.8797154 Feb 09 01:57:10.375161 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58162) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:10.487007 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b60919-f734-471f-bc9f-fbea0d0e3eea x-openstack-request-id: req-e0b60919-f734-471f-bc9f-fbea0d0e3eea {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:57:10.505531 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a31655-14e0-4fb0-922b-612bade249c1", "name": "network-vif-deleted", "tag": "f003e7c2-76a6-408f-ba92-0282e046ea76", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:57:10.505896 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e0b60919-f734-471f-bc9f-fbea0d0e3eea {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:57:10.506296 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a31655-14e0-4fb0-922b-612bade249c1', 'name': 'network-vif-deleted', 'tag': 'f003e7c2-76a6-408f-ba92-0282e046ea76', 'status': 'completed', 'code': 200} Feb 09 01:57:10.572930 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:10.584218 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 1ed2200f-8752-46b6-ba52-9330adbbe38b, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1ed2200f-8752-46b6-ba52-9330adbbe38b,segment=NetworkSegment(e78772f2-4477-4da7-9640-ba48957c27a4),segment_id=e78772f2-4477-4da7-9640-ba48957c27a4)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:10.669504 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-97f2feec-7d9a-4da2-ae9d-0f24fe55d3ae tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2735169 Feb 09 01:57:10.670754 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58166) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:10.722245 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-3afb81c2-8fef-40ee-b242-4eb8e7063edc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:10.724575 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1444cb13-56a2-4dfd-937d-f6890bf83d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:10.741402 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-5caf47bd-7933-4df2-a571-bb00e969b06c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:57:10.741814 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-5caf47bd-7933-4df2-a571-bb00e969b06c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:57:10.752486 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1ed2200f-8752-46b6-ba52-9330adbbe38b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:10.819452 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-26918aa9-da84-443d-b1b7-05c9da7c3568 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (524a8dbd-8f01-4ef9-b138-a57d9c3d4e77), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:10.938833 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ac72a32a-0fbd-4582-ab1d-9747f94d9639 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_gateway (4c756eec-d5a0-4446-a983-c37815c4a6c6), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:11.044317 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ac72a32a-0fbd-4582-ab1d-9747f94d9639 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:11.109315 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a5f09-b652-464b-8751-4b9aaf4841eb req-1405e0d7-60b0-4335-adc0-5396c933be5c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:11.118735 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c4a5f09-b652-464b-8751-4b9aaf4841eb req-1405e0d7-60b0-4335-adc0-5396c933be5c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 944 time: 1.1275723 Feb 09 01:57:11.124311 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26918aa9-da84-443d-b1b7-05c9da7c3568 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Pushing event updated for resources: {'Subnet': ['ID=524a8dbd-8f01-4ef9-b138-a57d9c3d4e77,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:11.129436 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=1ed2200f-8752-46b6-ba52-9330adbbe38b,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:11.168082 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f672961-f31a-4e78-8151-e26e5082deff None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:11.213991 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:11.299762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afb81c2-8fef-40ee-b242-4eb8e7063edc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:11.303900 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3afb81c2-8fef-40ee-b242-4eb8e7063edc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:11.337058 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9e466-7386-4ce2-8b19-ddd8e5b55d84 req-9358c905-30ac-4ee1-a781-8a51a2bbe4ba tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:11.338760 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-11c9e466-7386-4ce2-8b19-ddd8e5b55d84 req-9358c905-30ac-4ee1-a781-8a51a2bbe4ba tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 944 time: 0.6940405 Feb 09 01:57:11.666014 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-11c9e466-7386-4ce2-8b19-ddd8e5b55d84 req-e0f952db-e21c-49a4-90af-ac014cd42a34 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772646 Feb 09 01:57:11.723446 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c4a5f09-b652-464b-8751-4b9aaf4841eb req-93b2bf75-75db-499c-a122-b8e0f40da3a6 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5894334 Feb 09 01:57:11.845074 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26918aa9-da84-443d-b1b7-05c9da7c3568 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Checking segment: {'id': 'ee3cce7d-01e3-45b2-a92b-d92c9a932cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1e1f00de-6552-4934-9a23-8cdab026af67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:57:11.845462 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26918aa9-da84-443d-b1b7-05c9da7c3568 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Network hostable DHCP agents. Network: 1e1f00de-6552-4934-9a23-8cdab026af67, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:57:11.912236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58178) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:11.993008 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-e777c792-a390-43d6-8fa9-1bf2be8c2315 None None] Allocated IP 172.20.0.2 (30fb5818-11d4-46b8-b76c-171377e0b63d/afd24fc1-0190-44a3-b75d-f5f56f568651/86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:12.311648 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26918aa9-da84-443d-b1b7-05c9da7c3568 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Network 1e1f00de-6552-4934-9a23-8cdab026af67 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:57:12.358919 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-26918aa9-da84-443d-b1b7-05c9da7c3568 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 1e1f00de-6552-4934-9a23-8cdab026af67) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:12.410442 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 9253d208-c789-4e7a-bc91-8bd0f9a80a0e up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:12.412718 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98634f64-dc2e-46c4-a0e7-4a3587fb17a3 None None] Network 1e1f00de-6552-4934-9a23-8cdab026af67 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:12.452683 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26918aa9-da84-443d-b1b7-05c9da7c3568 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:12.461489 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-26918aa9-da84-443d-b1b7-05c9da7c3568 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.540023 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-26918aa9-da84-443d-b1b7-05c9da7c3568 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2746315 Feb 09 01:57:12.545046 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58188) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:12.665244 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-ac72a32a-0fbd-4582-ab1d-9747f94d9639 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Allocated IP 172.25.7.214 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/6e1a7bb6-c93e-41f6-ac00-e3390a1cff63) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:12.715198 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e777c792-a390-43d6-8fa9-1bf2be8c2315 None None] Publish callbacks [] for port (86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.761576 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.762711 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e777c792-a390-43d6-8fa9-1bf2be8c2315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.769027 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.815184 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3b8ce2-f222-44af-9072-55ea141c395b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-1e1f00de-6552-4934-9a23-8cdab026af67', 'network_id': '1e1f00de-6552-4934-9a23-8cdab026af67', 'project_id': 'db838676075b46b3a3a3b95b98d1eb3a', 'fixed_ips': [{'subnet_id': '524a8dbd-8f01-4ef9-b138-a57d9c3d4e77'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:57:12.837882 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2a3b8ce2-f222-44af-9072-55ea141c395b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.948860 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ac72a32a-0fbd-4582-ab1d-9747f94d9639 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for port (6e1a7bb6-c93e-41f6-ac00-e3390a1cff63), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:13.088346 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ac72a32a-0fbd-4582-ab1d-9747f94d9639 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (6e1a7bb6-c93e-41f6-ac00-e3390a1cff63), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:13.204946 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-2a3b8ce2-f222-44af-9072-55ea141c395b None None] Allocated IP 172.20.0.2 (1e1f00de-6552-4934-9a23-8cdab026af67/524a8dbd-8f01-4ef9-b138-a57d9c3d4e77/3c62baec-8746-4ab8-a0f1-c95d516fdfa0) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:13.220144 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-92e83055-0417-427b-a3c4-4a460268512a tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Deleting port 7a74aaa0-1960-44ff-b3d6-e1d603911ed4 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:13.236316 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-92e83055-0417-427b-a3c4-4a460268512a tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (7a74aaa0-1960-44ff-b3d6-e1d603911ed4), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:13.323157 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac72a32a-0fbd-4582-ab1d-9747f94d9639 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:13.332796 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-ac72a32a-0fbd-4582-ab1d-9747f94d9639 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:13.338702 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac72a32a-0fbd-4582-ab1d-9747f94d9639 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:57:13.429784 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7b3ecb5a-9407-4f92-8342-1e4db5214cbb req-3de35ee0-115a-48de-ac06-0bce3af4fcd6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.7052689 Feb 09 01:57:13.451159 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72a32a-0fbd-4582-ab1d-9747f94d9639 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Pushing event updated for resources: {'Port': ['ID=6e1a7bb6-c93e-41f6-ac00-e3390a1cff63,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:13.514989 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-92e83055-0417-427b-a3c4-4a460268512a tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (7a74aaa0-1960-44ff-b3d6-e1d603911ed4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:13.518320 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-92e83055-0417-427b-a3c4-4a460268512a tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for floatingip (7a74aaa0-1960-44ff-b3d6-e1d603911ed4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:13.527616 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c6741-dc86-462c-b493-f2bee3c43c29 req-59e9d9d5-5941-4b47-9944-2f98bf230466 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:13.536143 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-268c6741-dc86-462c-b493-f2bee3c43c29 req-59e9d9d5-5941-4b47-9944-2f98bf230466 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 944 time: 0.4708154 Feb 09 01:57:13.551966 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-92e83055-0417-427b-a3c4-4a460268512a tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Calling delete_port for 7a74aaa0-1960-44ff-b3d6-e1d603911ed4 owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:13.654258 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ecb5a-9407-4f92-8342-1e4db5214cbb req-229306df-5360-4a1a-9bad-2c00f09dea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:13.656179 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7b3ecb5a-9407-4f92-8342-1e4db5214cbb req-229306df-5360-4a1a-9bad-2c00f09dea68 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34 HTTP/1.1" status: 200 len: 1128 time: 0.1912124 Feb 09 01:57:13.670963 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2a3b8ce2-f222-44af-9072-55ea141c395b None None] Publish callbacks [] for port (3c62baec-8746-4ab8-a0f1-c95d516fdfa0), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:13.682286 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777c792-a390-43d6-8fa9-1bf2be8c2315 None None] Pushing event updated for resources: {'Port': ['ID=86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:13.689577 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1ed2200f-8752-46b6-ba52-9330adbbe38b up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:13.807452 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-44121e2a-a36f-46df-847c-6d885895621e None None] Set router b8e896fb-86ff-4c57-a979-9ddba50bdfb6 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:57:13.921027 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5caf47bd-7933-4df2-a571-bb00e969b06c None None] Current status of the port 1ed2200f-8752-46b6-ba52-9330adbbe38b is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:13.931238 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2a3b8ce2-f222-44af-9072-55ea141c395b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (3c62baec-8746-4ab8-a0f1-c95d516fdfa0), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:13.997788 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-268c6741-dc86-462c-b493-f2bee3c43c29 req-18b1b769-ce30-4d4f-9177-a8e0d22d3777 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4604440 Feb 09 01:57:14.132509 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-92e83055-0417-427b-a3c4-4a460268512a tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (7a74aaa0-1960-44ff-b3d6-e1d603911ed4), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:14.248691 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ecb5a-9407-4f92-8342-1e4db5214cbb req-68232eac-6366-42c3-886e-aa0dc6bb5ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:14.250820 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7b3ecb5a-9407-4f92-8342-1e4db5214cbb req-68232eac-6366-42c3-886e-aa0dc6bb5ecf service neutron] 10.222.0.67 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 912 time: 0.5673633 Feb 09 01:57:14.273303 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e83055-0417-427b-a3c4-4a460268512a tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Pushing event deleted for resources: {'Port': ['ID=7a74aaa0-1960-44ff-b3d6-e1d603911ed4,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:14.368152 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7b3ecb5a-9407-4f92-8342-1e4db5214cbb req-71c7bffa-fa47-430f-8361-3a421ff96e51 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c572ad94-c9a7-45b1-8feb-5994b09c6a24 HTTP/1.1" status: 200 len: 217 time: 0.1006255 Feb 09 01:57:14.401326 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2fccf-0bf5-448d-8ed9-052637bb29d6 req-d452c7f1-e5c9-4cf2-b8d6-a3ffef695063 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:14.402966 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00b2fccf-0bf5-448d-8ed9-052637bb29d6 req-d452c7f1-e5c9-4cf2-b8d6-a3ffef695063 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 944 time: 1.4319000 Feb 09 01:57:14.580708 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ac72a32a-0fbd-4582-ab1d-9747f94d9639 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router_gateway (4c756eec-d5a0-4446-a983-c37815c4a6c6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:14.690608 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-439e19b7-82c9-458d-9ddb-15733f16320d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:14.716687 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b8ce2-f222-44af-9072-55ea141c395b None None] Pushing event updated for resources: {'Port': ['ID=3c62baec-8746-4ab8-a0f1-c95d516fdfa0,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:14.821949 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:14.839674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e777c792-a390-43d6-8fa9-1bf2be8c2315 None None] Network 30fb5818-11d4-46b8-b76c-171377e0b63d is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:14.851389 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ecb5a-9407-4f92-8342-1e4db5214cbb req-b18ff128-a697-4b50-afd7-08cbb3fa4d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:14.853706 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7b3ecb5a-9407-4f92-8342-1e4db5214cbb req-b18ff128-a697-4b50-afd7-08cbb3fa4d9c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.4668510 Feb 09 01:57:14.912935 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00b2fccf-0bf5-448d-8ed9-052637bb29d6 req-e9a66ac5-cbd5-4937-8ef3-70a30308dfcb tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454677 Feb 09 01:57:14.930183 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-92e83055-0417-427b-a3c4-4a460268512a tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for floatingip (257ee104-8c62-405b-afc9-50f8a17666c3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:14.937251 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-92e83055-0417-427b-a3c4-4a460268512a tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:14.943773 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-92e83055-0417-427b-a3c4-4a460268512a tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "DELETE /v2.0/floatingips/257ee104-8c62-405b-afc9-50f8a17666c3 HTTP/1.1" status: 204 len: 168 time: 3.0301254 Feb 09 01:57:14.964439 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-e777c792-a390-43d6-8fa9-1bf2be8c2315 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:15.030459 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e777c792-a390-43d6-8fa9-1bf2be8c2315 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:57:15.049492 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3b8ce2-f222-44af-9072-55ea141c395b None None] Network 1e1f00de-6552-4934-9a23-8cdab026af67 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:15.086984 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d2a100de-c54e-434f-a3e1-5680bfeeca2f None None] Provisioning complete for port b31e51fc-ab74-4a27-8448-13067c1a74f4 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:15.090498 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d2a100de-c54e-434f-a3e1-5680bfeeca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b31e51fc-ab74-4a27-8448-13067c1a74f4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:15.122337 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-2a3b8ce2-f222-44af-9072-55ea141c395b None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:15.124454 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 1ed2200f-8752-46b6-ba52-9330adbbe38b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:15.126058 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1ed2200f-8752-46b6-ba52-9330adbbe38b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:15.280333 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3b8ce2-f222-44af-9072-55ea141c395b None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:57:15.318134 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ac72a32a-0fbd-4582-ab1d-9747f94d9639 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (4c756eec-d5a0-4446-a983-c37815c4a6c6), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:15.324927 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ac72a32a-0fbd-4582-ab1d-9747f94d9639 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608658'] for router (4c756eec-d5a0-4446-a983-c37815c4a6c6), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:15.330751 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:15.331406 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9253d208-c789-4e7a-bc91-8bd0f9a80a0e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:15.352403 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58208) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:15.716195 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-e777c792-a390-43d6-8fa9-1bf2be8c2315 None None] Attempting to bind port 86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:57:15.716875 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-e777c792-a390-43d6-8fa9-1bf2be8c2315 None None] Attempting to bind port 86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '1ac4ebb7-1a56-4dc7-b49b-6056f30a1e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '30fb5818-11d4-46b8-b76c-171377e0b63d'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:57:15.718073 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e777c792-a390-43d6-8fa9-1bf2be8c2315 None None] Attempting to bind port 86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0 on network 30fb5818-11d4-46b8-b76c-171377e0b63d {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:57:15.751886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-2a3b8ce2-f222-44af-9072-55ea141c395b None None] Attempting to bind port 3c62baec-8746-4ab8-a0f1-c95d516fdfa0 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:57:15.752281 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-2a3b8ce2-f222-44af-9072-55ea141c395b None None] Attempting to bind port 3c62baec-8746-4ab8-a0f1-c95d516fdfa0 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'ee3cce7d-01e3-45b2-a92b-d92c9a932cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1e1f00de-6552-4934-9a23-8cdab026af67'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:57:15.752676 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3b8ce2-f222-44af-9072-55ea141c395b None None] Attempting to bind port 3c62baec-8746-4ab8-a0f1-c95d516fdfa0 on network 1e1f00de-6552-4934-9a23-8cdab026af67 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:57:15.812665 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e777c792-a390-43d6-8fa9-1bf2be8c2315 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:57:15.814797 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e777c792-a390-43d6-8fa9-1bf2be8c2315 None None] Checking segment: {'id': '1ac4ebb7-1a56-4dc7-b49b-6056f30a1e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '30fb5818-11d4-46b8-b76c-171377e0b63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:57:15.814797 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e777c792-a390-43d6-8fa9-1bf2be8c2315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:15.815155 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e777c792-a390-43d6-8fa9-1bf2be8c2315 None None] Bound using segment: {'id': '1ac4ebb7-1a56-4dc7-b49b-6056f30a1e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '30fb5818-11d4-46b8-b76c-171377e0b63d'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:57:15.815852 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-e777c792-a390-43d6-8fa9-1bf2be8c2315 None None] Bound port: 86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac4ebb7-1a56-4dc7-b49b-6056f30a1e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '30fb5818-11d4-46b8-b76c-171377e0b63d'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:57:15.816650 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e777c792-a390-43d6-8fa9-1bf2be8c2315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:15.823641 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-07b49393-cdcb-4826-a191-c4ac36dcd33e tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for security_group (13a24bd6-58e0-4f03-a408-95a39b8806a6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:15.843354 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd78e0-4c8d-4370-8e8e-d628aed090eb req-d1ce1171-4049-4901-9334-777753aa093a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:15.850046 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fedd78e0-4c8d-4370-8e8e-d628aed090eb req-d1ce1171-4049-4901-9334-777753aa093a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 944 time: 0.5189943 Feb 09 01:57:15.902928 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ecb5a-9407-4f92-8342-1e4db5214cbb req-66df9168-5bb5-4431-a90f-b2aef543190d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:15.911453 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7b3ecb5a-9407-4f92-8342-1e4db5214cbb req-66df9168-5bb5-4431-a90f-b2aef543190d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9167168 Feb 09 01:57:15.916670 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3b8ce2-f222-44af-9072-55ea141c395b None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:57:15.917727 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3b8ce2-f222-44af-9072-55ea141c395b None None] Checking segment: {'id': 'ee3cce7d-01e3-45b2-a92b-d92c9a932cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1e1f00de-6552-4934-9a23-8cdab026af67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:57:15.918526 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2a3b8ce2-f222-44af-9072-55ea141c395b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:15.918700 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3b8ce2-f222-44af-9072-55ea141c395b None None] Bound using segment: {'id': 'ee3cce7d-01e3-45b2-a92b-d92c9a932cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1e1f00de-6552-4934-9a23-8cdab026af67'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:57:15.919314 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-2a3b8ce2-f222-44af-9072-55ea141c395b None None] Bound port: 3c62baec-8746-4ab8-a0f1-c95d516fdfa0, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3cce7d-01e3-45b2-a92b-d92c9a932cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1e1f00de-6552-4934-9a23-8cdab026af67'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:57:15.920425 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2a3b8ce2-f222-44af-9072-55ea141c395b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3c62baec-8746-4ab8-a0f1-c95d516fdfa0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:15.983356 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-07b49393-cdcb-4826-a191-c4ac36dcd33e tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for security_group (13a24bd6-58e0-4f03-a408-95a39b8806a6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:16.012081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-2a3b8ce2-f222-44af-9072-55ea141c395b None None] For port 3c62baec-8746-4ab8-a0f1-c95d516fdfa0, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:57:16.017245 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-2a3b8ce2-f222-44af-9072-55ea141c395b None None] For port 3c62baec-8746-4ab8-a0f1-c95d516fdfa0, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3c62baec-8746-4ab8-a0f1-c95d516fdfa0,segment=NetworkSegment(ee3cce7d-01e3-45b2-a92b-d92c9a932cfb),segment_id=ee3cce7d-01e3-45b2-a92b-d92c9a932cfb)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:57:16.045597 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b7fa40-361c-48d1-b2ba-757e03fe6c26 None None] DHCP port deletion for ffa86b77-0960-4058-af84-97833edc3344 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:57:16.084355 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2a3b8ce2-f222-44af-9072-55ea141c395b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3c62baec-8746-4ab8-a0f1-c95d516fdfa0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:16.248212 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b8ce2-f222-44af-9072-55ea141c395b None None] Pushing event updated for resources: {'Port': ['ID=3c62baec-8746-4ab8-a0f1-c95d516fdfa0,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:16.254733 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-44121e2a-a36f-46df-847c-6d885895621e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'name': 'tempest-TestServerBasicOps-1260166526-router', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:24Z', 'updated_at': '2022-02-09T01:50:35Z', 'revision_number': 4, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'gw_port': {'id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:27Z', 'updated_at': '2022-02-09T01:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '5283df05-cc35-4a6d-85da-a84d1d894298', 'name': '', 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'mac_address': 'fa:16:3e:27:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '31c54961-46dc-40c7-88f9-d9c98de17b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:33Z', 'updated_at': '2022-02-09T01:50:45Z', 'revision_number': 5, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'subnets': [{'id': '31c54961-46dc-40c7-88f9-d9c98de17b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:16.263547 n-d-828387-3 neutron-server[103183]: DEBUG neutron.objects.ports [None req-3afb81c2-8fef-40ee-b242-4eb8e7063edc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103183) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:57:16.305920 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44121e2a-a36f-46df-847c-6d885895621e None None] Checking router: b8e896fb-86ff-4c57-a979-9ddba50bdfb6 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:57:16.321388 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fedd78e0-4c8d-4370-8e8e-d628aed090eb req-578c4c62-4c8d-46e6-9904-fd83511015f1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4573612 Feb 09 01:57:16.377845 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44121e2a-a36f-46df-847c-6d885895621e None None] Routers {'b8e896fb-86ff-4c57-a979-9ddba50bdfb6'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:16.378504 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-44121e2a-a36f-46df-847c-6d885895621e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:57:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b8e896fb-86ff-4c57-a979-9ddba50bdfb6'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:16.381406 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d2a100de-c54e-434f-a3e1-5680bfeeca2f None None] Current status of the port b31e51fc-ab74-4a27-8448-13067c1a74f4 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:16.415587 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac72a32a-0fbd-4582-ab1d-9747f94d9639 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Router 4c756eec-d5a0-4446-a983-c37815c4a6c6 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:57:16.432377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 1ed2200f-8752-46b6-ba52-9330adbbe38b is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:16.444881 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7b3ecb5a-9407-4f92-8342-1e4db5214cbb req-d7798afd-6cd8-49cd-9a8d-7b30b6936fcb service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260823 Feb 09 01:57:16.563793 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:16.564471 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9253d208-c789-4e7a-bc91-8bd0f9a80a0e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:16.618449 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9253d208-c789-4e7a-bc91-8bd0f9a80a0e,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:16.631146 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e571242-3c9e-412f-a9f5-71670f800993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9253d208-c789-4e7a-bc91-8bd0f9a80a0e'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:57:16.633497 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235ee34c-9982-4b0f-bb61-bb18c1fe1771" -d '{"events": [{"server_uuid": "1e571242-3c9e-412f-a9f5-71670f800993", "name": "network-vif-plugged", "status": "completed", "tag": "9253d208-c789-4e7a-bc91-8bd0f9a80a0e"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:57:16.670136 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e777c792-a390-43d6-8fa9-1bf2be8c2315 None None] For port 86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:57:16.686932 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81076c-eb0d-49e9-83e7-dc0bbdfd897b req-a1f04e8b-1bc8-4af7-9d79-0edc79a8678b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:16.691180 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a81076c-eb0d-49e9-83e7-dc0bbdfd897b req-a1f04e8b-1bc8-4af7-9d79-0edc79a8678b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 944 time: 0.4826865 Feb 09 01:57:16.697304 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9253d208-c789-4e7a-bc91-8bd0f9a80a0e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:16.725913 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d2a100de-c54e-434f-a3e1-5680bfeeca2f None None] Provisioning complete for port 1ed2200f-8752-46b6-ba52-9330adbbe38b triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:16.726671 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d2a100de-c54e-434f-a3e1-5680bfeeca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1ed2200f-8752-46b6-ba52-9330adbbe38b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:16.794428 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b31e51fc-ab74-4a27-8448-13067c1a74f4 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:57:16.820667 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac72a32a-0fbd-4582-ab1d-9747f94d9639 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:57:16.827660 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ac72a32a-0fbd-4582-ab1d-9747f94d9639 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:16.833564 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387c4c48-eb3c-4cfb-97b4-bd31cc66f412 None None] Sync routers for ids ['4c756eec-d5a0-4446-a983-c37815c4a6c6'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:57:16.834403 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ac72a32a-0fbd-4582-ab1d-9747f94d9639 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "PUT /v2.0/routers/4c756eec-d5a0-4446-a983-c37815c4a6c6 HTTP/1.1" status: 200 len: 916 time: 9.3524041 Feb 09 01:57:16.835829 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58228) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:16.855646 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387c4c48-eb3c-4cfb-97b4-bd31cc66f412 None None] Routers {'4c756eec-d5a0-4446-a983-c37815c4a6c6'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:16.856336 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-387c4c48-eb3c-4cfb-97b4-bd31cc66f412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:57:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['4c756eec-d5a0-4446-a983-c37815c4a6c6'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:16.925746 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2201a890-a9f1-4cc7-b83c-ef35a8f85e31 x-openstack-request-id: req-2201a890-a9f1-4cc7-b83c-ef35a8f85e31 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:57:16.926652 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e571242-3c9e-412f-a9f5-71670f800993", "name": "network-vif-plugged", "status": "completed", "tag": "9253d208-c789-4e7a-bc91-8bd0f9a80a0e", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:57:16.927134 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2201a890-a9f1-4cc7-b83c-ef35a8f85e31 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:57:16.927792 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e571242-3c9e-412f-a9f5-71670f800993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9253d208-c789-4e7a-bc91-8bd0f9a80a0e', 'code': 200} Feb 09 01:57:16.927906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-439e19b7-82c9-458d-9ddb-15733f16320d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Allocated IP 172.20.0.1 (30fb5818-11d4-46b8-b76c-171377e0b63d/afd24fc1-0190-44a3-b75d-f5f56f568651/27f6e5aa-3f9a-404a-ab52-e14b3f5b6be0) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:16.973402 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-07b49393-cdcb-4826-a191-c4ac36dcd33e tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (13a24bd6-58e0-4f03-a408-95a39b8806a6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:16.976047 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-07b49393-cdcb-4826-a191-c4ac36dcd33e tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:16.977208 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-07b49393-cdcb-4826-a191-c4ac36dcd33e tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] 10.222.0.36 "DELETE /v2.0/security-groups/13a24bd6-58e0-4f03-a408-95a39b8806a6 HTTP/1.1" status: 204 len: 168 time: 1.6181169 Feb 09 01:57:17.031029 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-387c4c48-eb3c-4cfb-97b4-bd31cc66f412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:17.032208 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e777c792-a390-43d6-8fa9-1bf2be8c2315 None None] For port 86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0,segment=NetworkSegment(1ac4ebb7-1a56-4dc7-b49b-6056f30a1e23),segment_id=1ac4ebb7-1a56-4dc7-b49b-6056f30a1e23)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:57:17.064181 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387c4c48-eb3c-4cfb-97b4-bd31cc66f412 None None] Routers {'4c756eec-d5a0-4446-a983-c37815c4a6c6'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:17.065504 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-387c4c48-eb3c-4cfb-97b4-bd31cc66f412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:57:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['4c756eec-d5a0-4446-a983-c37815c4a6c6'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:17.114843 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e9b7fa40-361c-48d1-b2ba-757e03fe6c26 None None] Deleting port b31e51fc-ab74-4a27-8448-13067c1a74f4 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:17.115699 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e9b7fa40-361c-48d1-b2ba-757e03fe6c26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b31e51fc-ab74-4a27-8448-13067c1a74f4), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:17.123143 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-387c4c48-eb3c-4cfb-97b4-bd31cc66f412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:17.124261 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387c4c48-eb3c-4cfb-97b4-bd31cc66f412 None None] The sync data for ids ['4c756eec-d5a0-4446-a983-c37815c4a6c6'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:57:17.151321 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58234) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:17.202907 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a81076c-eb0d-49e9-83e7-dc0bbdfd897b req-379c363d-f237-4c66-bf68-9c27f7fa888f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939108 Feb 09 01:57:17.281056 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b49393-cdcb-4826-a191-c4ac36dcd33e tempest-TestServerBasicOps-1207169055 tempest-TestServerBasicOps-1207169055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a24bd6-58e0-4f03-a408-95a39b8806a6,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:17.288165 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3afb81c2-8fef-40ee-b242-4eb8e7063edc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b31e51fc-ab74-4a27-8448-13067c1a74f4), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:17.355984 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e9b7fa40-361c-48d1-b2ba-757e03fe6c26 None None] For port b31e51fc-ab74-4a27-8448-13067c1a74f4, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b31e51fc-ab74-4a27-8448-13067c1a74f4,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:17.355984 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e9b7fa40-361c-48d1-b2ba-757e03fe6c26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b31e51fc-ab74-4a27-8448-13067c1a74f4), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:17.370398 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e9b7fa40-361c-48d1-b2ba-757e03fe6c26 None None] Calling delete_port for b31e51fc-ab74-4a27-8448-13067c1a74f4 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:17.511035 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7b3ecb5a-9407-4f92-8342-1e4db5214cbb req-1214e57b-203c-4cb4-bf8e-f91efa769395 service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0499854 Feb 09 01:57:17.540917 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e777c792-a390-43d6-8fa9-1bf2be8c2315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:17.552007 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e9b7fa40-361c-48d1-b2ba-757e03fe6c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (b31e51fc-ab74-4a27-8448-13067c1a74f4), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:17.579087 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b7fa40-361c-48d1-b2ba-757e03fe6c26 None None] No DVR routers for this DVR port b31e51fc-ab74-4a27-8448-13067c1a74f4 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:57:17.629566 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6c498326-f939-4eaf-9236-2753e3c88623 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "GET /v2.0/routers/4c756eec-d5a0-4446-a983-c37815c4a6c6 HTTP/1.1" status: 200 len: 922 time: 0.7885816 Feb 09 01:57:17.645134 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58242) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:17.818151 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3131047-8231-445d-b2ab-48d9d931c67e req-828f42f1-b563-45dc-b6b6-126157263da5 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:17.821077 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a3131047-8231-445d-b2ab-48d9d931c67e req-828f42f1-b563-45dc-b6b6-126157263da5 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 944 time: 0.1877887 Feb 09 01:57:17.978128 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-44121e2a-a36f-46df-847c-6d885895621e None None] Set router b8e896fb-86ff-4c57-a979-9ddba50bdfb6 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:57:18.025394 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.db.api [None req-3afb81c2-8fef-40ee-b242-4eb8e7063edc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:57:18.025744 n-d-828387-3 neutron-server[103183]: DEBUG oslo_db.api [None req-3afb81c2-8fef-40ee-b242-4eb8e7063edc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:57:18.032418 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a3131047-8231-445d-b2ab-48d9d931c67e req-addbb874-0a1b-4536-9e63-91516ce17d11 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034612 Feb 09 01:57:18.124215 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d2a100de-c54e-434f-a3e1-5680bfeeca2f None None] Current status of the port 1ed2200f-8752-46b6-ba52-9330adbbe38b is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:18.129520 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=9253d208-c789-4e7a-bc91-8bd0f9a80a0e,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:18.197459 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-439e19b7-82c9-458d-9ddb-15733f16320d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks [] for port (27f6e5aa-3f9a-404a-ab52-e14b3f5b6be0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:18.315674 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-439e19b7-82c9-458d-9ddb-15733f16320d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (27f6e5aa-3f9a-404a-ab52-e14b3f5b6be0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:18.386683 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777c792-a390-43d6-8fa9-1bf2be8c2315 None None] Pushing event updated for resources: {'Port': ['ID=86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:18.399182 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b31e51fc-ab74-4a27-8448-13067c1a74f4 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:18.399863 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b31e51fc-ab74-4a27-8448-13067c1a74f4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:18.466431 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7fa40-361c-48d1-b2ba-757e03fe6c26 None None] Pushing event deleted for resources: {'Port': ['ID=b31e51fc-ab74-4a27-8448-13067c1a74f4,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:18.691961 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e19b7-82c9-458d-9ddb-15733f16320d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Pushing event updated for resources: {'Port': ['ID=27f6e5aa-3f9a-404a-ab52-e14b3f5b6be0,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:18.700435 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9270de3c-ee04-4db6-a6dd-07e214167539 None None] Network 1e1f00de-6552-4934-9a23-8cdab026af67 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:18.851606 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-3afb81c2-8fef-40ee-b242-4eb8e7063edc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Port b31e51fc-ab74-4a27-8448-13067c1a74f4 concurrently deleted while adding address for new subnet {'id': '32c1772c-71b6-4be5-8dc8-8d9b807d39fe', 'name': '', 'tenant_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2612, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:12Z', 'revision_number': 0, 'segment_id': None, 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5'}. {{(pid=103183) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Feb 09 01:57:18.852127 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3afb81c2-8fef-40ee-b242-4eb8e7063edc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (32c1772c-71b6-4be5-8dc8-8d9b807d39fe), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:18.877469 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439e19b7-82c9-458d-9ddb-15733f16320d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Network 30fb5818-11d4-46b8-b76c-171377e0b63d is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:18.905756 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-439e19b7-82c9-458d-9ddb-15733f16320d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:18.936447 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439e19b7-82c9-458d-9ddb-15733f16320d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:57:19.036207 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a56dc62-6cf3-4448-9438-5adefd74c291 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:19.051163 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4a56dc62-6cf3-4448-9438-5adefd74c291 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&device_id=4c756eec-d5a0-4446-a983-c37815c4a6c6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.3819835 Feb 09 01:57:19.053993 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58252) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:19.174261 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb81c2-8fef-40ee-b242-4eb8e7063edc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=32c1772c-71b6-4be5-8dc8-8d9b807d39fe,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:19.243861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afb81c2-8fef-40ee-b242-4eb8e7063edc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:19.276715 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-3afb81c2-8fef-40ee-b242-4eb8e7063edc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:19.287565 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afb81c2-8fef-40ee-b242-4eb8e7063edc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:19.288964 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3afb81c2-8fef-40ee-b242-4eb8e7063edc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:19.313250 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-439e19b7-82c9-458d-9ddb-15733f16320d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (a90aeea4-7577-4644-8118-bd4fee06f225), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:19.322940 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e696b8e-61ae-4387-b863-51d6c00ba909 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:19.326814 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0e696b8e-61ae-4387-b863-51d6c00ba909 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "GET /v2.0/networks/6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 881 time: 0.2705600 Feb 09 01:57:19.333563 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea09e3e-566b-4a1b-937e-e54c63c02f3e req-d893969e-9c8b-49e5-b3c5-f3a10e61366d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:19.341141 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2ea09e3e-566b-4a1b-937e-e54c63c02f3e req-d893969e-9c8b-49e5-b3c5-f3a10e61366d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 945 time: 0.7950563 Feb 09 01:57:19.347175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58256) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:19.366108 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:19.373956 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474fb518-6e3a-4087-8329-4bb22437133b None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:19.594849 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-af10ec2d-5a23-4071-8f42-3a4ad00f40ce tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c756eec-d5a0-4446-a983-c37815c4a6c6 HTTP/1.1" status: 200 len: 205 time: 0.2324495 Feb 09 01:57:19.610742 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b7467-4c26-4e31-9ebb-6a9670a38971 req-9b893fa8-6ca3-4e14-8c4c-c51f01de64ba tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:19.614387 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a61b7467-4c26-4e31-9ebb-6a9670a38971 req-9b893fa8-6ca3-4e14-8c4c-c51f01de64ba tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 944 time: 0.2822664 Feb 09 01:57:19.615827 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58260) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:19.664241 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3afb81c2-8fef-40ee-b242-4eb8e7063edc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 8.9659204 Feb 09 01:57:19.677219 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58262) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:19.700189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-acd8fa44-f734-4027-a996-0113d28ad555 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:19.913652 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-eb78b3c5-ad3a-4f77-9b44-ccbc85a79b08 None None] Provisioning complete for port 3c62baec-8746-4ab8-a0f1-c95d516fdfa0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:19.914689 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eb78b3c5-ad3a-4f77-9b44-ccbc85a79b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3c62baec-8746-4ab8-a0f1-c95d516fdfa0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:20.003864 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a61b7467-4c26-4e31-9ebb-6a9670a38971 req-08cc1205-3831-474e-8ecb-3bcd13b98359 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775667 Feb 09 01:57:20.060069 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51822e20-76b9-49ff-930a-c5714b6e1518 None None] Network 30fb5818-11d4-46b8-b76c-171377e0b63d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:20.064447 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-61e58c15-e770-4f8c-ad75-8a29de5cc59f tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router (4c756eec-d5a0-4446-a983-c37815c4a6c6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:20.128628 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd8fa44-f734-4027-a996-0113d28ad555 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:20.134922 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-acd8fa44-f734-4027-a996-0113d28ad555 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:20.400829 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107ae70b-f72a-4274-b4a3-489f16b69ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ffa86b77-0960-4058-af84-97833edc3344', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'fixed_ips': [{'subnet_id': '32c1772c-71b6-4be5-8dc8-8d9b807d39fe'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:57:20.401856 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-107ae70b-f72a-4274-b4a3-489f16b69ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:20.466053 n-d-828387-3 neutron-server[103183]: INFO neutron.db.ipam_backend_mixin [None req-acd8fa44-f734-4027-a996-0113d28ad555 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 32c1772c-71b6-4be5-8dc8-8d9b807d39fe (CIDR: 2001:db8::/64) Feb 09 01:57:20.622128 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd8fa44-f734-4027-a996-0113d28ad555 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:57:20.622638 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acd8fa44-f734-4027-a996-0113d28ad555 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:57:20.647736 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:20.648127 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:20.654977 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2ea09e3e-566b-4a1b-937e-e54c63c02f3e req-ef44de9e-cb5b-41c7-a722-a91495ab22d1 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1636894 Feb 09 01:57:20.676015 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-44121e2a-a36f-46df-847c-6d885895621e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'name': 'tempest-TestServerBasicOps-1260166526-router', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:24Z', 'updated_at': '2022-02-09T01:50:35Z', 'revision_number': 4, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'gw_port': {'id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:27Z', 'updated_at': '2022-02-09T01:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '5283df05-cc35-4a6d-85da-a84d1d894298', 'name': '', 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'mac_address': 'fa:16:3e:27:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '31c54961-46dc-40c7-88f9-d9c98de17b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:33Z', 'updated_at': '2022-02-09T01:50:45Z', 'revision_number': 5, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'subnets': [{'id': '31c54961-46dc-40c7-88f9-d9c98de17b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:20.721320 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-439e19b7-82c9-458d-9ddb-15733f16320d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (27f6e5aa-3f9a-404a-ab52-e14b3f5b6be0), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:20.790344 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-acd8fa44-f734-4027-a996-0113d28ad555 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1058609 Feb 09 01:57:20.817967 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58268) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:20.826736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-0640a328-ef7f-49f9-8748-a834231518a6 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:20.830494 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44121e2a-a36f-46df-847c-6d885895621e None None] The sync data for ids ['b8e896fb-86ff-4c57-a979-9ddba50bdfb6'] in n-d-828387-3 is: [{'id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'name': 'tempest-TestServerBasicOps-1260166526-router', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:24Z', 'updated_at': '2022-02-09T01:50:35Z', 'revision_number': 4, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'gw_port': {'id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:27Z', 'updated_at': '2022-02-09T01:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '5283df05-cc35-4a6d-85da-a84d1d894298', 'name': '', 'network_id': '9dc25977-4db6-44bb-84a0-2bb695d1e7b3', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'mac_address': 'fa:16:3e:27:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '31c54961-46dc-40c7-88f9-d9c98de17b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:33Z', 'updated_at': '2022-02-09T01:50:45Z', 'revision_number': 5, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'subnets': [{'id': '31c54961-46dc-40c7-88f9-d9c98de17b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:57:21.094749 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-eb78b3c5-ad3a-4f77-9b44-ccbc85a79b08 None None] Current status of the port 3c62baec-8746-4ab8-a0f1-c95d516fdfa0 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:21.095678 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eb78b3c5-ad3a-4f77-9b44-ccbc85a79b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3c62baec-8746-4ab8-a0f1-c95d516fdfa0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:21.220464 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-61e58c15-e770-4f8c-ad75-8a29de5cc59f tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_gateway (4c756eec-d5a0-4446-a983-c37815c4a6c6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:21.247128 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-107ae70b-f72a-4274-b4a3-489f16b69ef7 None None] Allocated IP 2001:db8::f816:3eff:fe3c:f82 (ffa86b77-0960-4058-af84-97833edc3344/32c1772c-71b6-4be5-8dc8-8d9b807d39fe/8ec77c91-c8ad-4541-8fe1-c9bcd9db9326) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:21.370848 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cb6a9-a7e8-4d30-a107-d4a2bbf14013 req-85903106-e03b-4f09-b957-786c19118884 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:21.378571 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-709cb6a9-a7e8-4d30-a107-d4a2bbf14013 req-85903106-e03b-4f09-b957-786c19118884 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 944 time: 0.1922178 Feb 09 01:57:21.464590 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-61e58c15-e770-4f8c-ad75-8a29de5cc59f tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Deleting port 6e1a7bb6-c93e-41f6-ac00-e3390a1cff63 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:21.465016 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-61e58c15-e770-4f8c-ad75-8a29de5cc59f tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (6e1a7bb6-c93e-41f6-ac00-e3390a1cff63), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:21.509889 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9860e1-13ae-40e2-a1ec-a9fc83ecfefb None None] New status for floating IP 257ee104-8c62-405b-afc9-50f8a17666c3: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:57:21.722504 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-709cb6a9-a7e8-4d30-a107-d4a2bbf14013 req-33e865dd-21a5-4ed6-be98-2109e82e437a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3352096 Feb 09 01:57:21.800653 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-61e58c15-e770-4f8c-ad75-8a29de5cc59f tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (6e1a7bb6-c93e-41f6-ac00-e3390a1cff63), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:21.837067 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-61e58c15-e770-4f8c-ad75-8a29de5cc59f tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Calling delete_port for 6e1a7bb6-c93e-41f6-ac00-e3390a1cff63 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:22.030446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-eb78b3c5-ad3a-4f77-9b44-ccbc85a79b08 None None] For port 3c62baec-8746-4ab8-a0f1-c95d516fdfa0, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3c62baec-8746-4ab8-a0f1-c95d516fdfa0,segment=NetworkSegment(ee3cce7d-01e3-45b2-a92b-d92c9a932cfb),segment_id=ee3cce7d-01e3-45b2-a92b-d92c9a932cfb)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:22.192051 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eb78b3c5-ad3a-4f77-9b44-ccbc85a79b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3c62baec-8746-4ab8-a0f1-c95d516fdfa0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:22.320323 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0640a328-ef7f-49f9-8748-a834231518a6 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:22.332060 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0640a328-ef7f-49f9-8748-a834231518a6 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:22.467227 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78b3c5-ad3a-4f77-9b44-ccbc85a79b08 None None] Pushing event updated for resources: {'Port': ['ID=3c62baec-8746-4ab8-a0f1-c95d516fdfa0,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:22.499449 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-61e58c15-e770-4f8c-ad75-8a29de5cc59f tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (6e1a7bb6-c93e-41f6-ac00-e3390a1cff63), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:22.598481 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-107ae70b-f72a-4274-b4a3-489f16b69ef7 None None] Publish callbacks [] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:22.630259 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e58c15-e770-4f8c-ad75-8a29de5cc59f tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Pushing event deleted for resources: {'Port': ['ID=6e1a7bb6-c93e-41f6-ac00-e3390a1cff63,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:22.633496 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-107ae70b-f72a-4274-b4a3-489f16b69ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:22.793716 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:22.794140 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:22.807443 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ae70b-f72a-4274-b4a3-489f16b69ef7 None None] Pushing event updated for resources: {'Port': ['ID=8ec77c91-c8ad-4541-8fe1-c9bcd9db9326,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:22.879750 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-61e58c15-e770-4f8c-ad75-8a29de5cc59f tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (4c756eec-d5a0-4446-a983-c37815c4a6c6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:22.888503 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-938f8dc5-123f-4103-beff-f38fc3227b10 None None] Provisioning complete for port 86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:22.888910 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-938f8dc5-123f-4103-beff-f38fc3227b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:22.959926 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0,segment=NetworkSegment(1ac4ebb7-1a56-4dc7-b49b-6056f30a1e23),segment_id=1ac4ebb7-1a56-4dc7-b49b-6056f30a1e23)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:22.975079 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107ae70b-f72a-4274-b4a3-489f16b69ef7 None None] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:23.018961 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:23.022387 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3c62baec-8746-4ab8-a0f1-c95d516fdfa0 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:23.105870 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-107ae70b-f72a-4274-b4a3-489f16b69ef7 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:23.116781 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-61e58c15-e770-4f8c-ad75-8a29de5cc59f tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (4c756eec-d5a0-4446-a983-c37815c4a6c6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:23.119154 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-61e58c15-e770-4f8c-ad75-8a29de5cc59f tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_controller (4c756eec-d5a0-4446-a983-c37815c4a6c6), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:23.145789 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107ae70b-f72a-4274-b4a3-489f16b69ef7 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:57:23.222751 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-61e58c15-e770-4f8c-ad75-8a29de5cc59f tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (4c756eec-d5a0-4446-a983-c37815c4a6c6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:23.223191 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e58c15-e770-4f8c-ad75-8a29de5cc59f tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Fanout notify agent at l3_agent the message router_deleted on router 4c756eec-d5a0-4446-a983-c37815c4a6c6 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:57:23.247196 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 3c62baec-8746-4ab8-a0f1-c95d516fdfa0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:23.247770 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3c62baec-8746-4ab8-a0f1-c95d516fdfa0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:23.260656 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-61e58c15-e770-4f8c-ad75-8a29de5cc59f tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:23.268033 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-61e58c15-e770-4f8c-ad75-8a29de5cc59f tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "DELETE /v2.0/routers/4c756eec-d5a0-4446-a983-c37815c4a6c6 HTTP/1.1" status: 204 len: 168 time: 3.6453760 Feb 09 01:57:23.277303 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58314) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:23.314067 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-89dad5e5-0d4d-44be-ae96-fc15f0107747 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-490260323', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}, 'admin_state_up': False}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:23.338448 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549377a-c83b-4e43-a7d6-7ab041510624 req-26315a21-06cc-4696-a41f-a086a592ce02 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:23.341507 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5549377a-c83b-4e43-a7d6-7ab041510624 req-26315a21-06cc-4696-a41f-a086a592ce02 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 944 time: 0.1762414 Feb 09 01:57:23.343600 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:23.369212 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-107ae70b-f72a-4274-b4a3-489f16b69ef7 None None] Attempting to bind port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:57:23.369655 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-107ae70b-f72a-4274-b4a3-489f16b69ef7 None None] Attempting to bind port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:57:23.370131 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107ae70b-f72a-4274-b4a3-489f16b69ef7 None None] Attempting to bind port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 on network ffa86b77-0960-4058-af84-97833edc3344 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:57:23.400246 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107ae70b-f72a-4274-b4a3-489f16b69ef7 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:57:23.400790 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107ae70b-f72a-4274-b4a3-489f16b69ef7 None None] Checking segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:57:23.401341 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-107ae70b-f72a-4274-b4a3-489f16b69ef7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:23.402198 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107ae70b-f72a-4274-b4a3-489f16b69ef7 None None] Bound using segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:57:23.402406 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-107ae70b-f72a-4274-b4a3-489f16b69ef7 None None] Bound port: 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:57:23.402931 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-107ae70b-f72a-4274-b4a3-489f16b69ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:23.429696 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-439e19b7-82c9-458d-9ddb-15733f16320d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks [] for port (27f6e5aa-3f9a-404a-ab52-e14b3f5b6be0), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:23.461031 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b23e0-c799-4669-9be3-a38cd8cfe2ed req-4b47008c-c0b9-4e98-a767-1362112d4be6 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:23.462824 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-254b23e0-c799-4669-9be3-a38cd8cfe2ed req-4b47008c-c0b9-4e98-a767-1362112d4be6 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 945 time: 1.5095153 Feb 09 01:57:23.470227 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89dad5e5-0d4d-44be-ae96-fc15f0107747 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (7e419857-7703-4521-900c-fce79d9b0e8d), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:23.471432 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89dad5e5-0d4d-44be-ae96-fc15f0107747 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (7e419857-7703-4521-900c-fce79d9b0e8d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:23.482299 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-439e19b7-82c9-458d-9ddb-15733f16320d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (27f6e5aa-3f9a-404a-ab52-e14b3f5b6be0), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:23.486070 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-938f8dc5-123f-4103-beff-f38fc3227b10 None None] Current status of the port 86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:23.559103 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5549377a-c83b-4e43-a7d6-7ab041510624 req-200dee84-3df9-404c-98b3-ed7b0e0c9ada tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107639 Feb 09 01:57:23.596017 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce87cc3b-22cc-45d6-9622-d128f3d3097e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (b8e896fb-86ff-4c57-a979-9ddba50bdfb6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:23.748295 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-107ae70b-f72a-4274-b4a3-489f16b69ef7 None None] For port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:57:23.752419 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-107ae70b-f72a-4274-b4a3-489f16b69ef7 None None] For port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8ec77c91-c8ad-4541-8fe1-c9bcd9db9326,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:57:23.767441 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-107ae70b-f72a-4274-b4a3-489f16b69ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:23.776291 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e19b7-82c9-458d-9ddb-15733f16320d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Pushing event updated for resources: {'Port': ['ID=27f6e5aa-3f9a-404a-ab52-e14b3f5b6be0,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:23.860474 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-938f8dc5-123f-4103-beff-f38fc3227b10 None None] Provisioning complete for port 3c62baec-8746-4ab8-a0f1-c95d516fdfa0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:23.860982 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-938f8dc5-123f-4103-beff-f38fc3227b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3c62baec-8746-4ab8-a0f1-c95d516fdfa0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:23.930601 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 3c62baec-8746-4ab8-a0f1-c95d516fdfa0 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:23.931964 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-254b23e0-c799-4669-9be3-a38cd8cfe2ed req-85197409-6e21-4980-87af-3e325e550f76 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355702 Feb 09 01:57:23.956025 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-439e19b7-82c9-458d-9ddb-15733f16320d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (a90aeea4-7577-4644-8118-bd4fee06f225), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:23.992634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ae70b-f72a-4274-b4a3-489f16b69ef7 None None] Pushing event updated for resources: {'Port': ['ID=8ec77c91-c8ad-4541-8fe1-c9bcd9db9326,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:24.004551 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89dad5e5-0d4d-44be-ae96-fc15f0107747 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_controller (7e419857-7703-4521-900c-fce79d9b0e8d), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:24.096769 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-938f8dc5-123f-4103-beff-f38fc3227b10 None None] Current status of the port 3c62baec-8746-4ab8-a0f1-c95d516fdfa0 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:24.162758 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:24.383069 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:24.386114 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:24.464689 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ece31867-0744-466c-83bd-aad7bdb768ba None None] Provisioning complete for port 86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:24.466263 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ece31867-0744-466c-83bd-aad7bdb768ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:24.643754 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89dad5e5-0d4d-44be-ae96-fc15f0107747 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_gateway (7e419857-7703-4521-900c-fce79d9b0e8d), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:24.709428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439e19b7-82c9-458d-9ddb-15733f16320d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Network 30fb5818-11d4-46b8-b76c-171377e0b63d is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:24.761480 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-439e19b7-82c9-458d-9ddb-15733f16320d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:25.044051 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942534f-a0ba-4bc2-a7c2-856db7cf662a req-d635273e-1b72-440d-b3a6-b688660eaa0b tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:25.045602 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7942534f-a0ba-4bc2-a7c2-856db7cf662a req-d635273e-1b72-440d-b3a6-b688660eaa0b tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 944 time: 0.2045434 Feb 09 01:57:25.142293 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7942534f-a0ba-4bc2-a7c2-856db7cf662a req-405b76eb-ba28-40f2-a437-c19a17e336ec tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879083 Feb 09 01:57:25.241590 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0640a328-ef7f-49f9-8748-a834231518a6 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (4046fe30-695e-4d14-8dc9-799b7379571b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:25.352551 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ece31867-0744-466c-83bd-aad7bdb768ba None None] Current status of the port 86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:25.364126 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:25.366376 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3c62baec-8746-4ab8-a0f1-c95d516fdfa0 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:25.416888 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ece31867-0744-466c-83bd-aad7bdb768ba None None] Provisioning complete for port 27f6e5aa-3f9a-404a-ab52-e14b3f5b6be0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:25.417891 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ece31867-0744-466c-83bd-aad7bdb768ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (27f6e5aa-3f9a-404a-ab52-e14b3f5b6be0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:25.441151 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0640a328-ef7f-49f9-8748-a834231518a6 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:25.457142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640a328-ef7f-49f9-8748-a834231518a6 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=4046fe30-695e-4d14-8dc9-799b7379571b,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:25.483346 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-0640a328-ef7f-49f9-8748-a834231518a6 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:25.494270 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0640a328-ef7f-49f9-8748-a834231518a6 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:25.495168 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0640a328-ef7f-49f9-8748-a834231518a6 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:25.511936 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ece31867-0744-466c-83bd-aad7bdb768ba None None] Port 27f6e5aa-3f9a-404a-ab52-e14b3f5b6be0 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:57:25.537315 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 3c62baec-8746-4ab8-a0f1-c95d516fdfa0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:25.541814 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3c62baec-8746-4ab8-a0f1-c95d516fdfa0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:25.584203 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0640a328-ef7f-49f9-8748-a834231518a6 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.7617328 Feb 09 01:57:25.586940 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58336) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:25.594442 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4c66a910-b6a5-4017-8c20-6614c52c9971 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'mac_address': 'fa:16:3e:72:3c:d2', 'name': 'tempest-NetworksTestDHCPv6-251892299'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:25.670690 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-10937666-634f-49d8-8046-5a6620322d50 None None] Provisioning complete for port 27f6e5aa-3f9a-404a-ab52-e14b3f5b6be0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:25.671081 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-10937666-634f-49d8-8046-5a6620322d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (27f6e5aa-3f9a-404a-ab52-e14b3f5b6be0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:25.705708 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775759d-cc11-4f89-80e1-d5a8ca28ee57 req-08181536-dace-4bf4-a5b2-f90ed6863ef7 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:25.709538 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f775759d-cc11-4f89-80e1-d5a8ca28ee57 req-08181536-dace-4bf4-a5b2-f90ed6863ef7 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 945 time: 0.5584824 Feb 09 01:57:25.756312 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aecb060-06cc-48dd-97bc-bf62e3a7d4bc None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:25.770787 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439e19b7-82c9-458d-9ddb-15733f16320d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Router a90aeea4-7577-4644-8118-bd4fee06f225 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:57:25.819506 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f775759d-cc11-4f89-80e1-d5a8ca28ee57 req-66d21d17-cd58-49ff-b9c7-e4c35a6c7280 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005273 Feb 09 01:57:25.855767 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-10937666-634f-49d8-8046-5a6620322d50 None None] Port 27f6e5aa-3f9a-404a-ab52-e14b3f5b6be0 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:57:25.858947 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 3c62baec-8746-4ab8-a0f1-c95d516fdfa0 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:25.914031 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c66a910-b6a5-4017-8c20-6614c52c9971 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:26.012869 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4b6deb39-2b29-4acd-aa7c-e65a55389d09 None None] Provisioning complete for port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:26.013403 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4b6deb39-2b29-4acd-aa7c-e65a55389d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:26.120562 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-ce87cc3b-22cc-45d6-9622-d128f3d3097e admin admin] Deleting port 5283df05-cc35-4a6d-85da-a84d1d894298 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:26.120999 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce87cc3b-22cc-45d6-9622-d128f3d3097e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5283df05-cc35-4a6d-85da-a84d1d894298), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:26.168313 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4b6deb39-2b29-4acd-aa7c-e65a55389d09 None None] Current status of the port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:26.168746 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4b6deb39-2b29-4acd-aa7c-e65a55389d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:26.196185 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a213f9-39d2-45ce-a9be-a6bc9a502698 None None] Update dhcp port {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'fixed_ips': [{'subnet_id': '32c1772c-71b6-4be5-8dc8-8d9b807d39fe', 'ip_address': '2001:db8::f816:3eff:fe3c:f82'}, {'subnet_id': '4046fe30-695e-4d14-8dc9-799b7379571b'}], 'binding:host_id': 'n-d-828387-3'}, 'id': '8ec77c91-c8ad-4541-8fe1-c9bcd9db9326'} from n-d-828387-3. {{(pid=103185) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:57:26.241453 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4b6deb39-2b29-4acd-aa7c-e65a55389d09 None None] For port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8ec77c91-c8ad-4541-8fe1-c9bcd9db9326,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:26.245203 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-58a213f9-39d2-45ce-a9be-a6bc9a502698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:26.248757 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4b6deb39-2b29-4acd-aa7c-e65a55389d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:26.350560 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:26.428584 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-ce87cc3b-22cc-45d6-9622-d128f3d3097e admin admin] For port 5283df05-cc35-4a6d-85da-a84d1d894298, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5283df05-cc35-4a6d-85da-a84d1d894298,segment=NetworkSegment(d4ea2450-6abe-43d3-9a61-35b9d1589dcc),segment_id=d4ea2450-6abe-43d3-9a61-35b9d1589dcc)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:26.428949 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce87cc3b-22cc-45d6-9622-d128f3d3097e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5283df05-cc35-4a6d-85da-a84d1d894298), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:26.443814 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4c66a910-b6a5-4017-8c20-6614c52c9971 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:26.446808 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-ce87cc3b-22cc-45d6-9622-d128f3d3097e admin admin] Calling delete_port for 5283df05-cc35-4a6d-85da-a84d1d894298 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:26.474156 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6deb39-2b29-4acd-aa7c-e65a55389d09 None None] Pushing event updated for resources: {'Port': ['ID=8ec77c91-c8ad-4541-8fe1-c9bcd9db9326,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:26.491003 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-4c66a910-b6a5-4017-8c20-6614c52c9971 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] device_id is not set on port 82ca426e-c71c-422a-894b-eb63fd8f8a16 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:57:26.581875 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-58a213f9-39d2-45ce-a9be-a6bc9a502698 None None] Allocated IP 2001:db8:0:1::2 (ffa86b77-0960-4058-af84-97833edc3344/4046fe30-695e-4d14-8dc9-799b7379571b/8ec77c91-c8ad-4541-8fe1-c9bcd9db9326) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:26.658037 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96582bb6-2935-412b-8f9a-8ff5dfe2707d req-8225dc71-dd7d-4e15-a1a5-e1a76f1a899c tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:26.659568 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96582bb6-2935-412b-8f9a-8ff5dfe2707d req-8225dc71-dd7d-4e15-a1a5-e1a76f1a899c tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 944 time: 0.2475677 Feb 09 01:57:26.683729 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439e19b7-82c9-458d-9ddb-15733f16320d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:57:26.695063 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:26.695687 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a15c625-2cd7-4cb1-a05d-20804f9b6901 None None] Sync routers for ids ['a90aeea4-7577-4644-8118-bd4fee06f225'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:57:26.698833 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:26.710846 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-439e19b7-82c9-458d-9ddb-15733f16320d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "PUT /v2.0/routers/a90aeea4-7577-4644-8118-bd4fee06f225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1583600 Feb 09 01:57:26.711428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58344) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:26.712096 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89dad5e5-0d4d-44be-ae96-fc15f0107747 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_gateway (7e419857-7703-4521-900c-fce79d9b0e8d), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:26.720078 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a15c625-2cd7-4cb1-a05d-20804f9b6901 None None] Routers {'a90aeea4-7577-4644-8118-bd4fee06f225'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:26.720979 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-3a15c625-2cd7-4cb1-a05d-20804f9b6901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:57:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a90aeea4-7577-4644-8118-bd4fee06f225'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:26.799319 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96582bb6-2935-412b-8f9a-8ff5dfe2707d req-f942e969-e155-417c-a690-d5c1cff9f037 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333795 Feb 09 01:57:26.816325 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-3a15c625-2cd7-4cb1-a05d-20804f9b6901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:26.829241 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89dad5e5-0d4d-44be-ae96-fc15f0107747 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:26.853825 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a15c625-2cd7-4cb1-a05d-20804f9b6901 None None] Routers {'a90aeea4-7577-4644-8118-bd4fee06f225'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:26.854822 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-3a15c625-2cd7-4cb1-a05d-20804f9b6901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:57:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a90aeea4-7577-4644-8118-bd4fee06f225'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:26.952526 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:26.961095 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-3a15c625-2cd7-4cb1-a05d-20804f9b6901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:26.962109 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a15c625-2cd7-4cb1-a05d-20804f9b6901 None None] The sync data for ids ['a90aeea4-7577-4644-8118-bd4fee06f225'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:57:27.005277 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-58a213f9-39d2-45ce-a9be-a6bc9a502698 None None] For port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8ec77c91-c8ad-4541-8fe1-c9bcd9db9326,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:27.079421 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-58a213f9-39d2-45ce-a9be-a6bc9a502698 None None] Publish callbacks [] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:27.090984 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-58a213f9-39d2-45ce-a9be-a6bc9a502698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:27.123069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-89dad5e5-0d4d-44be-ae96-fc15f0107747 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Allocated IP 172.25.7.176 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/93717f7f-3472-4da8-b76e-45e0ff7826e9) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:27.293047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a213f9-39d2-45ce-a9be-a6bc9a502698 None None] Pushing event updated for resources: {'Port': ['ID=8ec77c91-c8ad-4541-8fe1-c9bcd9db9326,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:27.474006 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-4c66a910-b6a5-4017-8c20-6614c52c9971 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8:0:1::2c2 (ffa86b77-0960-4058-af84-97833edc3344/4046fe30-695e-4d14-8dc9-799b7379571b/82ca426e-c71c-422a-894b-eb63fd8f8a16) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:27.501873 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-4c66a910-b6a5-4017-8c20-6614c52c9971 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8::f816:3eff:fe72:3cd2 (ffa86b77-0960-4058-af84-97833edc3344/32c1772c-71b6-4be5-8dc8-8d9b807d39fe/82ca426e-c71c-422a-894b-eb63fd8f8a16) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:27.835131 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4c66a910-b6a5-4017-8c20-6614c52c9971 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (82ca426e-c71c-422a-894b-eb63fd8f8a16), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:27.941233 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4c66a910-b6a5-4017-8c20-6614c52c9971 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (82ca426e-c71c-422a-894b-eb63fd8f8a16), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:28.045914 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66a910-b6a5-4017-8c20-6614c52c9971 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=82ca426e-c71c-422a-894b-eb63fd8f8a16,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:28.072162 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c66a910-b6a5-4017-8c20-6614c52c9971 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:28.081114 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-4c66a910-b6a5-4017-8c20-6614c52c9971 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:28.086727 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c66a910-b6a5-4017-8c20-6614c52c9971 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:57:28.094059 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c66a910-b6a5-4017-8c20-6614c52c9971 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:28.095151 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4c66a910-b6a5-4017-8c20-6614c52c9971 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:28.147927 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4c66a910-b6a5-4017-8c20-6614c52c9971 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5586653 Feb 09 01:57:28.160620 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58356) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:28.190044 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3523b-e34b-491a-8a9e-013b5bc8fa31 req-b75738f9-2f79-43b1-a839-4daee5438333 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:28.194104 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-35a3523b-e34b-491a-8a9e-013b5bc8fa31 req-b75738f9-2f79-43b1-a839-4daee5438333 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 945 time: 0.4396379 Feb 09 01:57:28.201558 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce87cc3b-22cc-45d6-9622-d128f3d3097e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5283df05-cc35-4a6d-85da-a84d1d894298), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:28.204282 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:28.287972 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce541cd8-59f4-49db-85c8-906d5bcdcb4e req-4c5ac033-5dc2-48fa-bbc9-d5e4fa23690e tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:28.287972 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce541cd8-59f4-49db-85c8-906d5bcdcb4e req-4c5ac033-5dc2-48fa-bbc9-d5e4fa23690e tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 944 time: 0.3592865 Feb 09 01:57:28.330097 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87cc3b-22cc-45d6-9622-d128f3d3097e admin admin] Pushing event deleted for resources: {'Port': ['ID=5283df05-cc35-4a6d-85da-a84d1d894298,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:28.368906 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:28.369614 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:28.372330 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89dad5e5-0d4d-44be-ae96-fc15f0107747 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for port (93717f7f-3472-4da8-b76e-45e0ff7826e9), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:28.392260 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce541cd8-59f4-49db-85c8-906d5bcdcb4e req-b477142a-0ca8-4923-8ae1-59b0a6230f63 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932317 Feb 09 01:57:28.407320 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-fd6171eb-ae71-4900-a295-b7de06ae9602 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting port 82ca426e-c71c-422a-894b-eb63fd8f8a16 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:28.408256 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd6171eb-ae71-4900-a295-b7de06ae9602 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (82ca426e-c71c-422a-894b-eb63fd8f8a16), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:28.581261 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b4a5aafa-3218-4614-8c39-688f4cb200e3 None None] Provisioning complete for port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:28.591842 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b4a5aafa-3218-4614-8c39-688f4cb200e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:28.607746 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:28.686628 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd6171eb-ae71-4900-a295-b7de06ae9602 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (82ca426e-c71c-422a-894b-eb63fd8f8a16), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:28.686628 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-fd6171eb-ae71-4900-a295-b7de06ae9602 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Calling delete_port for 82ca426e-c71c-422a-894b-eb63fd8f8a16 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:28.771996 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-35a3523b-e34b-491a-8a9e-013b5bc8fa31 req-3d509dfd-12db-469c-ba15-4357418e906f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5675380 Feb 09 01:57:28.912358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b4a5aafa-3218-4614-8c39-688f4cb200e3 None None] Current status of the port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:28.930509 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89dad5e5-0d4d-44be-ae96-fc15f0107747 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (93717f7f-3472-4da8-b76e-45e0ff7826e9), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:29.097691 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd6171eb-ae71-4900-a295-b7de06ae9602 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (82ca426e-c71c-422a-894b-eb63fd8f8a16), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:29.113601 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dad5e5-0d4d-44be-ae96-fc15f0107747 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:29.119624 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-89dad5e5-0d4d-44be-ae96-fc15f0107747 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:29.131191 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dad5e5-0d4d-44be-ae96-fc15f0107747 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:57:29.138634 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-dc42816d-815b-48a8-b864-e276945bf820 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:57:29.139645 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d58a138c-1bac-4571-9448-dc49cd02c8a9 None None] Could not find standard attr ID for object 82ca426e-c71c-422a-894b-eb63fd8f8a16. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:57:29.139790 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-dc42816d-815b-48a8-b864-e276945bf820 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "PUT /v2.0/routers/a90aeea4-7577-4644-8118-bd4fee06f225/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4255083 Feb 09 01:57:29.161684 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58360) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:29.163626 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6171eb-ae71-4900-a295-b7de06ae9602 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Port': ['ID=82ca426e-c71c-422a-894b-eb63fd8f8a16,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:29.178736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dad5e5-0d4d-44be-ae96-fc15f0107747 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Pushing event updated for resources: {'Port': ['ID=93717f7f-3472-4da8-b76e-45e0ff7826e9,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:29.467046 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd6171eb-ae71-4900-a295-b7de06ae9602 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:29.472418 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fd6171eb-ae71-4900-a295-b7de06ae9602 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/82ca426e-c71c-422a-894b-eb63fd8f8a16 HTTP/1.1" status: 204 len: 168 time: 1.3048034 Feb 09 01:57:29.511187 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58366) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:29.592492 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce87cc3b-22cc-45d6-9622-d128f3d3097e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (b8e896fb-86ff-4c57-a979-9ddba50bdfb6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:29.633542 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a264f-1959-4415-a713-4d598cb3175c req-00d00cca-2fef-42d8-bfb8-de2e30bd23c5 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:29.635414 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-568a264f-1959-4415-a713-4d598cb3175c req-00d00cca-2fef-42d8-bfb8-de2e30bd23c5 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 944 time: 0.0907071 Feb 09 01:57:29.684657 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd14276-1c30-4e20-93df-71c678fee0ea tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:29.686501 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-edd14276-1c30-4e20-93df-71c678fee0ea tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1739359 Feb 09 01:57:29.692890 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58370) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:29.808191 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-568a264f-1959-4415-a713-4d598cb3175c req-9b4ebd4a-a673-406c-b048-b2790015185e tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585107 Feb 09 01:57:29.889758 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc22406f-35a3-4b30-806c-97af15843b71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:29.902728 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fc22406f-35a3-4b30-806c-97af15843b71 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2087893 Feb 09 01:57:29.906981 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58374) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:29.998109 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89dad5e5-0d4d-44be-ae96-fc15f0107747 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_gateway (7e419857-7703-4521-900c-fce79d9b0e8d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:30.039621 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd95623d-4751-4f08-a133-8519ad0640b6 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:30.056325 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd95623d-4751-4f08-a133-8519ad0640b6 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:30.059134 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd95623d-4751-4f08-a133-8519ad0640b6 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:30.061123 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fd95623d-4751-4f08-a133-8519ad0640b6 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1528940 Feb 09 01:57:30.068377 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58376) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:30.146941 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37a577-bdea-4f90-861d-6d65c3141a9b req-eb8dc290-7726-43c0-9fc7-d6817333dff8 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:30.148723 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eb37a577-bdea-4f90-861d-6d65c3141a9b req-eb8dc290-7726-43c0-9fc7-d6817333dff8 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 945 time: 0.1894908 Feb 09 01:57:30.169552 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ba37db-cad4-4d70-a87d-948319151ad7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet 32c1772c-71b6-4be5-8dc8-8d9b807d39fe {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:57:30.178814 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-81ba37db-cad4-4d70-a87d-948319151ad7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (32c1772c-71b6-4be5-8dc8-8d9b807d39fe), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:30.211833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce87cc3b-22cc-45d6-9622-d128f3d3097e admin admin] Router b8e896fb-86ff-4c57-a979-9ddba50bdfb6 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:57:30.236830 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eb37a577-bdea-4f90-861d-6d65c3141a9b req-c7da1396-5dcc-4c7f-8347-11776a048b0c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808785 Feb 09 01:57:30.295813 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-81ba37db-cad4-4d70-a87d-948319151ad7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (32c1772c-71b6-4be5-8dc8-8d9b807d39fe), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:30.371925 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87a7f029-0b9d-4f5f-aee2-6f2c35aef000 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (a90aeea4-7577-4644-8118-bd4fee06f225), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:30.479860 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89dad5e5-0d4d-44be-ae96-fc15f0107747 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (7e419857-7703-4521-900c-fce79d9b0e8d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:30.491586 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce87cc3b-22cc-45d6-9622-d128f3d3097e admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:57:30.505911 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3173c538-54f1-46f8-84c6-d0c451932761 None None] Sync routers for ids ['b8e896fb-86ff-4c57-a979-9ddba50bdfb6'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:57:30.517629 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-81ba37db-cad4-4d70-a87d-948319151ad7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (32c1772c-71b6-4be5-8dc8-8d9b807d39fe), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:30.538669 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3173c538-54f1-46f8-84c6-d0c451932761 None None] Routers {'b8e896fb-86ff-4c57-a979-9ddba50bdfb6'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:30.539646 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3173c538-54f1-46f8-84c6-d0c451932761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:57:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b8e896fb-86ff-4c57-a979-9ddba50bdfb6'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:30.542853 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ce87cc3b-22cc-45d6-9622-d128f3d3097e admin admin] 10.222.0.36 "PUT /v2.0/routers/b8e896fb-86ff-4c57-a979-9ddba50bdfb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3902102 Feb 09 01:57:30.544998 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58380) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:30.705656 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-3173c538-54f1-46f8-84c6-d0c451932761 None None] Set router b8e896fb-86ff-4c57-a979-9ddba50bdfb6 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:57:30.791088 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-81ba37db-cad4-4d70-a87d-948319151ad7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (32c1772c-71b6-4be5-8dc8-8d9b807d39fe), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:30.808831 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-81ba37db-cad4-4d70-a87d-948319151ad7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:30.812062 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-81ba37db-cad4-4d70-a87d-948319151ad7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/32c1772c-71b6-4be5-8dc8-8d9b807d39fe HTTP/1.1" status: 204 len: 168 time: 0.7356057 Feb 09 01:57:30.817006 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58384) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:30.836348 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d55ec1-9119-4be5-9165-c64b2011eab1 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:30.908630 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28e5a8e-4bc2-4ad7-84fc-5f06b513217a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet 4046fe30-695e-4d14-8dc9-799b7379571b {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:57:30.912927 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a28e5a8e-4bc2-4ad7-84fc-5f06b513217a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (4046fe30-695e-4d14-8dc9-799b7379571b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:31.009533 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a28e5a8e-4bc2-4ad7-84fc-5f06b513217a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (4046fe30-695e-4d14-8dc9-799b7379571b), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:31.150328 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a28e5a8e-4bc2-4ad7-84fc-5f06b513217a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (4046fe30-695e-4d14-8dc9-799b7379571b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:31.372233 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba37db-cad4-4d70-a87d-948319151ad7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=32c1772c-71b6-4be5-8dc8-8d9b807d39fe,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:31.378643 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a28e5a8e-4bc2-4ad7-84fc-5f06b513217a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (4046fe30-695e-4d14-8dc9-799b7379571b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:31.450538 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3173c538-54f1-46f8-84c6-d0c451932761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'name': 'tempest-TestServerBasicOps-1260166526-router', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:24Z', 'updated_at': '2022-02-09T01:57:26Z', 'revision_number': 5, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'gw_port': {'id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:27Z', 'updated_at': '2022-02-09T01:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:31.486037 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e5a8e-4bc2-4ad7-84fc-5f06b513217a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=4046fe30-695e-4d14-8dc9-799b7379571b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:31.514547 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a28e5a8e-4bc2-4ad7-84fc-5f06b513217a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:31.528682 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a28e5a8e-4bc2-4ad7-84fc-5f06b513217a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/4046fe30-695e-4d14-8dc9-799b7379571b HTTP/1.1" status: 204 len: 168 time: 0.6883271 Feb 09 01:57:31.531374 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58400) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:31.572705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3173c538-54f1-46f8-84c6-d0c451932761 None None] Checking router: b8e896fb-86ff-4c57-a979-9ddba50bdfb6 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:57:31.608101 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3173c538-54f1-46f8-84c6-d0c451932761 None None] Routers {'b8e896fb-86ff-4c57-a979-9ddba50bdfb6'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:31.608867 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3173c538-54f1-46f8-84c6-d0c451932761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:57:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b8e896fb-86ff-4c57-a979-9ddba50bdfb6'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:31.611651 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19581de2-1e0e-4d03-872c-38f5458d2176 None None] Update dhcp port {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'fixed_ips': [{'subnet_id': '4046fe30-695e-4d14-8dc9-799b7379571b'}], 'binding:host_id': 'n-d-828387-3'}, 'id': '8ec77c91-c8ad-4541-8fe1-c9bcd9db9326'} from n-d-828387-3. {{(pid=103185) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:57:31.703609 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e63bc608-a2b1-4b28-b0d1-46c4fee60142 admin admin] Publish callbacks [] for router (b8e896fb-86ff-4c57-a979-9ddba50bdfb6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:31.734005 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58402) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:31.739860 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2829d27c-72c7-4149-8b73-814375aa5392 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2064781 Feb 09 01:57:31.754577 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d089c7b-48e3-4aa4-a22e-e247106edd07 req-aafb8eca-331c-4f8f-81cd-8976846abc5b tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:31.768464 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d089c7b-48e3-4aa4-a22e-e247106edd07 req-aafb8eca-331c-4f8f-81cd-8976846abc5b tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 944 time: 0.4704883 Feb 09 01:57:31.822979 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-ddbbc2f5-fecb-4e19-a9a4-dfffdadc69ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:31.920374 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d089c7b-48e3-4aa4-a22e-e247106edd07 req-8fba1182-f195-4397-9fe6-2ae49a465866 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219218 Feb 09 01:57:32.119530 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-87a7f029-0b9d-4f5f-aee2-6f2c35aef000 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Deleting port 27f6e5aa-3f9a-404a-ab52-e14b3f5b6be0 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:32.119883 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87a7f029-0b9d-4f5f-aee2-6f2c35aef000 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (27f6e5aa-3f9a-404a-ab52-e14b3f5b6be0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:32.139597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbbc2f5-fecb-4e19-a9a4-dfffdadc69ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:32.143833 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc2f5-fecb-4e19-a9a4-dfffdadc69ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:32.314483 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87a7f029-0b9d-4f5f-aee2-6f2c35aef000 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (27f6e5aa-3f9a-404a-ab52-e14b3f5b6be0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:32.339529 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-87a7f029-0b9d-4f5f-aee2-6f2c35aef000 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Calling delete_port for 27f6e5aa-3f9a-404a-ab52-e14b3f5b6be0 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:32.388810 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc2f5-fecb-4e19-a9a4-dfffdadc69ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (0a771993-0b86-4252-8356-a77a3c875e15), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:32.431478 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-3173c538-54f1-46f8-84c6-d0c451932761 None None] Set router b8e896fb-86ff-4c57-a979-9ddba50bdfb6 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:57:32.471445 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbc2f5-fecb-4e19-a9a4-dfffdadc69ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=0a771993-0b86-4252-8356-a77a3c875e15,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:32.482786 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f5760-ddc6-4d67-955c-f4e2d38ff170 req-c296550d-527f-4de7-bf73-9f7b080603f2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:32.485656 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e5f5760-ddc6-4d67-955c-f4e2d38ff170 req-c296550d-527f-4de7-bf73-9f7b080603f2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 945 time: 0.7759819 Feb 09 01:57:32.515908 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbbc2f5-fecb-4e19-a9a4-dfffdadc69ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:32.553516 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e5f5760-ddc6-4d67-955c-f4e2d38ff170 req-a5ae749d-b038-4999-81f3-ce7b67bbca5c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607195 Feb 09 01:57:32.556930 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-ddbbc2f5-fecb-4e19-a9a4-dfffdadc69ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:32.572480 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbbc2f5-fecb-4e19-a9a4-dfffdadc69ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:32.583335 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc2f5-fecb-4e19-a9a4-dfffdadc69ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:32.583335 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89dad5e5-0d4d-44be-ae96-fc15f0107747 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Router 7e419857-7703-4521-900c-fce79d9b0e8d is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:57:32.671013 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e63bc608-a2b1-4b28-b0d1-46c4fee60142 admin admin] Publish callbacks [] for router_gateway (b8e896fb-86ff-4c57-a979-9ddba50bdfb6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:32.685811 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ddbbc2f5-fecb-4e19-a9a4-dfffdadc69ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8784623 Feb 09 01:57:32.687003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58408) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:32.708520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-91bb3033-1250-4314-a58d-706300c96183 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:32.739232 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-19581de2-1e0e-4d03-872c-38f5458d2176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:32.753474 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87a7f029-0b9d-4f5f-aee2-6f2c35aef000 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (27f6e5aa-3f9a-404a-ab52-e14b3f5b6be0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:32.809758 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7f029-0b9d-4f5f-aee2-6f2c35aef000 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Pushing event deleted for resources: {'Port': ['ID=27f6e5aa-3f9a-404a-ab52-e14b3f5b6be0,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:32.983871 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dad5e5-0d4d-44be-ae96-fc15f0107747 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:57:32.995085 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b056de-0098-42e0-af18-91a7a534279f None None] Sync routers for ids ['7e419857-7703-4521-900c-fce79d9b0e8d'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:57:33.013650 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b056de-0098-42e0-af18-91a7a534279f None None] Routers {'7e419857-7703-4521-900c-fce79d9b0e8d'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:33.014292 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-69b056de-0098-42e0-af18-91a7a534279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:57:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['7e419857-7703-4521-900c-fce79d9b0e8d'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:33.216192 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-69b056de-0098-42e0-af18-91a7a534279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:33.253905 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b056de-0098-42e0-af18-91a7a534279f None None] Routers {'7e419857-7703-4521-900c-fce79d9b0e8d'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:33.255163 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-69b056de-0098-42e0-af18-91a7a534279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:57:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['7e419857-7703-4521-900c-fce79d9b0e8d'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:33.281351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-e63bc608-a2b1-4b28-b0d1-46c4fee60142 admin admin] Deleting port c57a6ef5-3319-468b-995b-577e103eba14 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:33.323616 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e63bc608-a2b1-4b28-b0d1-46c4fee60142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (c57a6ef5-3319-468b-995b-577e103eba14), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:33.328565 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87a7f029-0b9d-4f5f-aee2-6f2c35aef000 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (a90aeea4-7577-4644-8118-bd4fee06f225), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:33.329339 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-69b056de-0098-42e0-af18-91a7a534279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:33.329339 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b056de-0098-42e0-af18-91a7a534279f None None] The sync data for ids ['7e419857-7703-4521-900c-fce79d9b0e8d'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:57:33.382638 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89dad5e5-0d4d-44be-ae96-fc15f0107747 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:33.384211 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-89dad5e5-0d4d-44be-ae96-fc15f0107747 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.0971575 Feb 09 01:57:33.390966 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58416) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:33.399245 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-3d8e77c4-8238-4626-9e56-8dca7e2dd604 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:33.426669 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bb3033-1250-4314-a58d-706300c96183 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:33.438557 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-91bb3033-1250-4314-a58d-706300c96183 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:33.520116 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3173c538-54f1-46f8-84c6-d0c451932761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'name': 'tempest-TestServerBasicOps-1260166526-router', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:24Z', 'updated_at': '2022-02-09T01:57:26Z', 'revision_number': 5, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'gw_port': {'id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:27Z', 'updated_at': '2022-02-09T01:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:33.584896 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3173c538-54f1-46f8-84c6-d0c451932761 None None] The sync data for ids ['b8e896fb-86ff-4c57-a979-9ddba50bdfb6'] in n-d-828387-3 is: [{'id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'name': 'tempest-TestServerBasicOps-1260166526-router', 'tenant_id': '2aa93a5c7c644979abedd23e70cb219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:24Z', 'updated_at': '2022-02-09T01:57:26Z', 'revision_number': 5, 'project_id': '2aa93a5c7c644979abedd23e70cb219a', 'gw_port': {'id': 'c57a6ef5-3319-468b-995b-577e103eba14', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e896fb-86ff-4c57-a979-9ddba50bdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:27Z', 'updated_at': '2022-02-09T01:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:57:33.614618 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3edd064-efc5-4023-a9e1-f15ba52bf4d3 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:33.734510 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-fb54f3f9-4419-4890-a549-d9d8522bf14b None None] Provisioning complete for port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:33.735752 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb54f3f9-4419-4890-a549-d9d8522bf14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:33.879195 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-fb54f3f9-4419-4890-a549-d9d8522bf14b None None] Current status of the port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:33.954174 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-e63bc608-a2b1-4b28-b0d1-46c4fee60142 admin admin] For port c57a6ef5-3319-468b-995b-577e103eba14, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c57a6ef5-3319-468b-995b-577e103eba14,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:33.954705 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e63bc608-a2b1-4b28-b0d1-46c4fee60142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (c57a6ef5-3319-468b-995b-577e103eba14), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:34.038094 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-e63bc608-a2b1-4b28-b0d1-46c4fee60142 admin admin] Calling delete_port for c57a6ef5-3319-468b-995b-577e103eba14 owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:34.059908 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 5999e920-e451-43c7-9f89-0a79191cb1d1 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:57:34.091456 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e2a66c-5a26-4002-addc-da0a999fc1ec None None] Update dhcp port {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'fixed_ips': [{'subnet_id': '0a771993-0b86-4252-8356-a77a3c875e15'}], 'binding:host_id': 'n-d-828387-3'}, 'id': '8ec77c91-c8ad-4541-8fe1-c9bcd9db9326'} from n-d-828387-3. {{(pid=103185) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:57:34.204316 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:57:34.213882 n-d-828387-3 neutron-server[103183]: INFO neutron.db.ipam_backend_mixin [None req-91bb3033-1250-4314-a58d-706300c96183 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0a771993-0b86-4252-8356-a77a3c875e15 (CIDR: 2001:db8::/64) Feb 09 01:57:34.221341 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5283df05-cc35-4a6d-85da-a84d1d894298 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:57:34.296344 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-91bb3033-1250-4314-a58d-706300c96183 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:57:34.297102 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91bb3033-1250-4314-a58d-706300c96183 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:57:34.399781 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:57:34.413725 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cf60f-6731-4af6-bcad-18c24d8df089 req-14e7cea1-f86a-486d-8754-ca5ff12f5488 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:34.415430 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7b8cf60f-6731-4af6-bcad-18c24d8df089 req-14e7cea1-f86a-486d-8754-ca5ff12f5488 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 945 time: 0.5482635 Feb 09 01:57:34.448616 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-91bb3033-1250-4314-a58d-706300c96183 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7508402 Feb 09 01:57:34.455817 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58428) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:34.473896 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-1367abcc-a533-45ce-a492-1d9c6bc7071e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:34.491489 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785eeb2b-18ff-49f2-b5d7-f6966fb2469a req-79a85df4-3846-4469-8d1e-0921189ae549 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:34.494840 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 5999e920-e451-43c7-9f89-0a79191cb1d1, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=5999e920-e451-43c7-9f89-0a79191cb1d1,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:34.505019 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-785eeb2b-18ff-49f2-b5d7-f6966fb2469a req-79a85df4-3846-4469-8d1e-0921189ae549 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 944 time: 1.2088161 Feb 09 01:57:34.512399 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '5999e920-e451-43c7-9f89-0a79191cb1d1', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'port_id': '5999e920-e451-43c7-9f89-0a79191cb1d1', 'mac_address': 'fa:16:3e:ba:f0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:57:34.514604 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 5283df05-cc35-4a6d-85da-a84d1d894298 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:57:34.515192 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5283df05-cc35-4a6d-85da-a84d1d894298 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:57:34.515973 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:57:34.518821 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-73e2a66c-5a26-4002-addc-da0a999fc1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:34.600578 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 5999e920-e451-43c7-9f89-0a79191cb1d1 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:34.601248 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:34.659992 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5999e920-e451-43c7-9f89-0a79191cb1d1 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:57:34.664995 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7b8cf60f-6731-4af6-bcad-18c24d8df089 req-25968c30-6153-4a7e-87f7-4c067ac4e445 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394567 Feb 09 01:57:34.713327 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 5999e920-e451-43c7-9f89-0a79191cb1d1, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=5999e920-e451-43c7-9f89-0a79191cb1d1,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:34.739651 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:34.763393 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-785eeb2b-18ff-49f2-b5d7-f6966fb2469a req-a3e24dfa-8172-49ff-98ae-2b55d1693b9f tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408705 Feb 09 01:57:34.810585 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:34.810585 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:34.817958 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a7f029-0b9d-4f5f-aee2-6f2c35aef000 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Router a90aeea4-7577-4644-8118-bd4fee06f225 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:57:34.958245 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3d8e77c4-8238-4626-9e56-8dca7e2dd604 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_gateway (7e419857-7703-4521-900c-fce79d9b0e8d), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:35.003997 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3d8e77c4-8238-4626-9e56-8dca7e2dd604 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_gateway (7e419857-7703-4521-900c-fce79d9b0e8d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:35.087819 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e63bc608-a2b1-4b28-b0d1-46c4fee60142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (c57a6ef5-3319-468b-995b-577e103eba14), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:35.112281 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a7f029-0b9d-4f5f-aee2-6f2c35aef000 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:57:35.127346 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-87a7f029-0b9d-4f5f-aee2-6f2c35aef000 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "PUT /v2.0/routers/a90aeea4-7577-4644-8118-bd4fee06f225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9501286 Feb 09 01:57:35.131716 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58432) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:35.150880 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1367abcc-a533-45ce-a492-1d9c6bc7071e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:35.164782 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1367abcc-a533-45ce-a492-1d9c6bc7071e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:35.167822 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad297adc-1779-410d-b229-a1c1eeac9fd9 None None] Sync routers for ids ['a90aeea4-7577-4644-8118-bd4fee06f225'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:57:35.215626 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-eef8c9bb-5c91-493f-bbaa-be108671f8c2 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] delete failed (client error): The resource could not be found. Feb 09 01:57:35.216759 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-eef8c9bb-5c91-493f-bbaa-be108671f8c2 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-161125996 HTTP/1.1" status: 404 len: 334 time: 0.0839829 Feb 09 01:57:35.220722 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58436) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:35.226557 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ddb03fe2-84a3-4f39-af65-a73a62b282c3 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a90aeea4-7577-4644-8118-bd4fee06f225'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:35.250361 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8ec77c91-c8ad-4541-8fe1-c9bcd9db9326,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:35.267395 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=5999e920-e451-43c7-9f89-0a79191cb1d1,revision_number=11']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:35.276851 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['5999e920-e451-43c7-9f89-0a79191cb1d1'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:57:35.342286 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad297adc-1779-410d-b229-a1c1eeac9fd9 None None] Routers {'a90aeea4-7577-4644-8118-bd4fee06f225'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:35.347606 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ad297adc-1779-410d-b229-a1c1eeac9fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:57:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a90aeea4-7577-4644-8118-bd4fee06f225'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:35.439022 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ad297adc-1779-410d-b229-a1c1eeac9fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:35.445299 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:35.450147 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:35.450685 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:35.451195 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:35.451723 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:35.452198 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:35.452887 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:35.453393 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:35.454086 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:35.454583 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:35.455084 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:35.455600 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:35.456103 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:35.456596 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:35.529937 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bc608-a2b1-4b28-b0d1-46c4fee60142 admin admin] Pushing event deleted for resources: {'Port': ['ID=c57a6ef5-3319-468b-995b-577e103eba14,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:35.642892 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-3d8e77c4-8238-4626-9e56-8dca7e2dd604 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Deleting port 93717f7f-3472-4da8-b76e-45e0ff7826e9 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:35.643553 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3d8e77c4-8238-4626-9e56-8dca7e2dd604 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (93717f7f-3472-4da8-b76e-45e0ff7826e9), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:35.723762 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ddb03fe2-84a3-4f39-af65-a73a62b282c3 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks [] for router_gateway (a90aeea4-7577-4644-8118-bd4fee06f225), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:35.754213 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=8ec77c91-c8ad-4541-8fe1-c9bcd9db9326,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:35.758068 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad297adc-1779-410d-b229-a1c1eeac9fd9 None None] Routers {'a90aeea4-7577-4644-8118-bd4fee06f225'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:35.758690 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ad297adc-1779-410d-b229-a1c1eeac9fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:57:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a90aeea4-7577-4644-8118-bd4fee06f225'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:35.790334 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-ddb03fe2-84a3-4f39-af65-a73a62b282c3 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] update failed (client error): The resource could not be found. Feb 09 01:57:35.791543 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ddb03fe2-84a3-4f39-af65-a73a62b282c3 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "PUT /v2.0/routers/a90aeea4-7577-4644-8118-bd4fee06f225 HTTP/1.1" status: 404 len: 339 time: 0.5690510 Feb 09 01:57:35.795859 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58440) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:35.816126 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ad297adc-1779-410d-b229-a1c1eeac9fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:35.817544 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad297adc-1779-410d-b229-a1c1eeac9fd9 None None] The sync data for ids ['a90aeea4-7577-4644-8118-bd4fee06f225'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:57:35.834180 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3d8e77c4-8238-4626-9e56-8dca7e2dd604 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (93717f7f-3472-4da8-b76e-45e0ff7826e9), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:35.846302 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-73e2a66c-5a26-4002-addc-da0a999fc1ec None None] Allocated IP 2001:db8::2 (ffa86b77-0960-4058-af84-97833edc3344/0a771993-0b86-4252-8356-a77a3c875e15/8ec77c91-c8ad-4541-8fe1-c9bcd9db9326) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:35.868190 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-3d8e77c4-8238-4626-9e56-8dca7e2dd604 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Calling delete_port for 93717f7f-3472-4da8-b76e-45e0ff7826e9 owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:36.146888 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3d8e77c4-8238-4626-9e56-8dca7e2dd604 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (93717f7f-3472-4da8-b76e-45e0ff7826e9), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:36.151032 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e63bc608-a2b1-4b28-b0d1-46c4fee60142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (b8e896fb-86ff-4c57-a979-9ddba50bdfb6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:36.272491 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-73e2a66c-5a26-4002-addc-da0a999fc1ec None None] For port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8ec77c91-c8ad-4541-8fe1-c9bcd9db9326,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:36.395982 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-73e2a66c-5a26-4002-addc-da0a999fc1ec None None] Publish callbacks [] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:36.412775 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-73e2a66c-5a26-4002-addc-da0a999fc1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:36.545457 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2a66c-5a26-4002-addc-da0a999fc1ec None None] Pushing event updated for resources: {'Port': ['ID=8ec77c91-c8ad-4541-8fe1-c9bcd9db9326,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:36.588028 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e77c4-8238-4626-9e56-8dca7e2dd604 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Pushing event deleted for resources: {'Port': ['ID=93717f7f-3472-4da8-b76e-45e0ff7826e9,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:36.604385 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035248d-2ad0-42b8-b20f-0c68824b31af req-5576ecef-41eb-429b-8034-fd69e7f80a5e tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:36.611967 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f035248d-2ad0-42b8-b20f-0c68824b31af req-5576ecef-41eb-429b-8034-fd69e7f80a5e tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.6085625 Feb 09 01:57:36.976931 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ed996bf7-5d7d-42d5-b87e-752acb1035df tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:37.024934 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f035248d-2ad0-42b8-b20f-0c68824b31af req-8749ea5a-78a6-4507-a1a3-b4a8cb57cb6f tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4061561 Feb 09 01:57:37.466686 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-57685fb5-a5a8-4f5d-a653-21bba5fde294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:37.513343 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e63bc608-a2b1-4b28-b0d1-46c4fee60142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (b8e896fb-86ff-4c57-a979-9ddba50bdfb6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:37.527919 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e63bc608-a2b1-4b28-b0d1-46c4fee60142 admin admin] Publish callbacks [] for router_controller (b8e896fb-86ff-4c57-a979-9ddba50bdfb6), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:37.662542 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa786e-bd74-4b46-9514-ff8065e0179f req-38c192e3-917e-4e79-bf76-dd50f07a134b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:37.664148 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-20fa786e-bd74-4b46-9514-ff8065e0179f req-38c192e3-917e-4e79-bf76-dd50f07a134b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 945 time: 1.5458853 Feb 09 01:57:37.667348 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e63bc608-a2b1-4b28-b0d1-46c4fee60142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (b8e896fb-86ff-4c57-a979-9ddba50bdfb6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:37.667922 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63bc608-a2b1-4b28-b0d1-46c4fee60142 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8e896fb-86ff-4c57-a979-9ddba50bdfb6 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:57:37.674890 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e63bc608-a2b1-4b28-b0d1-46c4fee60142 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:37.678962 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e63bc608-a2b1-4b28-b0d1-46c4fee60142 admin admin] 10.222.0.36 "DELETE /v2.0/routers/b8e896fb-86ff-4c57-a979-9ddba50bdfb6 HTTP/1.1" status: 204 len: 168 time: 6.9034023 Feb 09 01:57:37.680991 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-ed996bf7-5d7d-42d5-b87e-752acb1035df tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Allocated IP 172.20.0.1 (62bb4951-7a9e-47d7-9a11-0f409f33e3e9/af643e71-51cf-4bb4-9bb5-820c0c4afbbf/4c315f35-fdb7-4704-ba50-4fcf7d5faa31) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:37.693364 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3d8e77c4-8238-4626-9e56-8dca7e2dd604 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (7e419857-7703-4521-900c-fce79d9b0e8d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:37.698159 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58452) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:38.002420 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 5999e920-e451-43c7-9f89-0a79191cb1d1 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:38.273723 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ed996bf7-5d7d-42d5-b87e-752acb1035df tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks [] for port (4c315f35-fdb7-4704-ba50-4fcf7d5faa31), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:38.294042 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3438bb7e-6c00-4890-b529-fbb668ea3cc3 None None] Provisioning complete for port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:38.304182 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3438bb7e-6c00-4890-b529-fbb668ea3cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:38.310991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 5999e920-e451-43c7-9f89-0a79191cb1d1 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:57:38.351377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 5999e920-e451-43c7-9f89-0a79191cb1d1 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:38.352464 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:38.356944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-017de0bd-bb11-4695-8c84-db141732138e admin admin] Deleting subnet 31c54961-46dc-40c7-88f9-d9c98de17b88 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:57:38.384388 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-20fa786e-bd74-4b46-9514-ff8065e0179f req-fc25c59d-b752-453d-8d65-a701bee21746 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7024248 Feb 09 01:57:38.390363 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-017de0bd-bb11-4695-8c84-db141732138e admin admin] Publish callbacks [] for subnet (31c54961-46dc-40c7-88f9-d9c98de17b88), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:38.401915 n-d-828387-3 neutron-server[103183]: DEBUG neutron.objects.ports [None req-1367abcc-a533-45ce-a492-1d9c6bc7071e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103183) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:57:38.614624 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41318aa-7023-4f77-8b27-1e60125ad12e req-549e3958-2707-4486-ad85-b299aaca60bb tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:38.641012 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a41318aa-7023-4f77-8b27-1e60125ad12e req-549e3958-2707-4486-ad85-b299aaca60bb tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 945 time: 0.4002793 Feb 09 01:57:38.646748 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 5999e920-e451-43c7-9f89-0a79191cb1d1 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:38.647801 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:38.705009 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:38.742534 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cbf41f-5d80-4951-a18d-60e5cd680594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5999e920-e451-43c7-9f89-0a79191cb1d1'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:57:38.746003 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477006bb-b5e8-4ef9-97b4-9336987162f9" -d '{"events": [{"server_uuid": "02cbf41f-5d80-4951-a18d-60e5cd680594", "name": "network-vif-plugged", "status": "completed", "tag": "5999e920-e451-43c7-9f89-0a79191cb1d1"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:57:38.777416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3438bb7e-6c00-4890-b529-fbb668ea3cc3 None None] Current status of the port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:38.778065 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3438bb7e-6c00-4890-b529-fbb668ea3cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:38.797758 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 5999e920-e451-43c7-9f89-0a79191cb1d1, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=5999e920-e451-43c7-9f89-0a79191cb1d1,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:38.840827 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3438bb7e-6c00-4890-b529-fbb668ea3cc3 None None] For port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8ec77c91-c8ad-4541-8fe1-c9bcd9db9326,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:38.857122 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:38.867898 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ed996bf7-5d7d-42d5-b87e-752acb1035df tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (4c315f35-fdb7-4704-ba50-4fcf7d5faa31), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:38.880383 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fd26c8-ceb8-4530-8b08-25568a4a7fea x-openstack-request-id: req-e4fd26c8-ceb8-4530-8b08-25568a4a7fea {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:57:38.882883 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cbf41f-5d80-4951-a18d-60e5cd680594", "name": "network-vif-plugged", "status": "completed", "tag": "5999e920-e451-43c7-9f89-0a79191cb1d1", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:57:38.883425 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e4fd26c8-ceb8-4530-8b08-25568a4a7fea {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:57:38.884008 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cbf41f-5d80-4951-a18d-60e5cd680594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5999e920-e451-43c7-9f89-0a79191cb1d1', 'code': 200} Feb 09 01:57:38.887597 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3438bb7e-6c00-4890-b529-fbb668ea3cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:38.942211 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-017de0bd-bb11-4695-8c84-db141732138e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (31c54961-46dc-40c7-88f9-d9c98de17b88), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:39.014105 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3d8e77c4-8238-4626-9e56-8dca7e2dd604 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (7e419857-7703-4521-900c-fce79d9b0e8d), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:39.041694 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3d8e77c4-8238-4626-9e56-8dca7e2dd604 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608658'] for router (7e419857-7703-4521-900c-fce79d9b0e8d), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:39.057185 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:39.058584 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:39.092104 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed996bf7-5d7d-42d5-b87e-752acb1035df tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Pushing event updated for resources: {'Port': ['ID=4c315f35-fdb7-4704-ba50-4fcf7d5faa31,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:39.184668 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed996bf7-5d7d-42d5-b87e-752acb1035df tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Network 62bb4951-7a9e-47d7-9a11-0f409f33e3e9 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:39.191450 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=5999e920-e451-43c7-9f89-0a79191cb1d1,revision_number=12']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:39.208824 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a41318aa-7023-4f77-8b27-1e60125ad12e req-ce5f3b5a-6532-4e0b-82a9-eccad5c834a5 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5630257 Feb 09 01:57:39.219129 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-ed996bf7-5d7d-42d5-b87e-752acb1035df tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:39.226661 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed996bf7-5d7d-42d5-b87e-752acb1035df tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:57:39.316518 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8e77c4-8238-4626-9e56-8dca7e2dd604 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Router 7e419857-7703-4521-900c-fce79d9b0e8d has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:57:39.323096 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-017de0bd-bb11-4695-8c84-db141732138e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (31c54961-46dc-40c7-88f9-d9c98de17b88), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:39.373402 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ed996bf7-5d7d-42d5-b87e-752acb1035df tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (a90aeea4-7577-4644-8118-bd4fee06f225), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:39.376505 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438bb7e-6c00-4890-b529-fbb668ea3cc3 None None] Pushing event updated for resources: {'Port': ['ID=8ec77c91-c8ad-4541-8fe1-c9bcd9db9326,revision_number=9']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:39.507666 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c1edc-9ece-4347-8fc7-d56b07f0e8ad req-9e4f4842-014e-42b8-a51b-09e2da6d9995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:39.509197 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d96c1edc-9ece-4347-8fc7-d56b07f0e8ad req-9e4f4842-014e-42b8-a51b-09e2da6d9995 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 1128 time: 0.3956649 Feb 09 01:57:39.527993 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:39.684042 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d96c1edc-9ece-4347-8fc7-d56b07f0e8ad req-45e05321-1603-4a1d-9c65-73e11eb0b2c5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635594 Feb 09 01:57:39.708224 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1367abcc-a533-45ce-a492-1d9c6bc7071e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:39.746458 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-aee0b4c9-e9d9-4343-8f7f-3c2ac8821192 None None] Provisioning complete for port 4c315f35-fdb7-4704-ba50-4fcf7d5faa31 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:39.749129 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-aee0b4c9-e9d9-4343-8f7f-3c2ac8821192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4c315f35-fdb7-4704-ba50-4fcf7d5faa31), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:39.774776 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8e77c4-8238-4626-9e56-8dca7e2dd604 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:57:39.787389 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ed996bf7-5d7d-42d5-b87e-752acb1035df tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4c315f35-fdb7-4704-ba50-4fcf7d5faa31), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:39.790748 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b4e58b-1bab-413e-a80f-2b5ee8f1ebd0 None None] Sync routers for ids ['7e419857-7703-4521-900c-fce79d9b0e8d'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:57:39.795983 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3d8e77c4-8238-4626-9e56-8dca7e2dd604 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:39.800303 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3d8e77c4-8238-4626-9e56-8dca7e2dd604 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "PUT /v2.0/routers/7e419857-7703-4521-900c-fce79d9b0e8d HTTP/1.1" status: 200 len: 705 time: 6.4053729 Feb 09 01:57:39.801239 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58468) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:39.820888 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-017de0bd-bb11-4695-8c84-db141732138e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (31c54961-46dc-40c7-88f9-d9c98de17b88), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:39.842294 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b4e58b-1bab-413e-a80f-2b5ee8f1ebd0 None None] Routers {'7e419857-7703-4521-900c-fce79d9b0e8d'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:39.842961 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-68b4e58b-1bab-413e-a80f-2b5ee8f1ebd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:57:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['7e419857-7703-4521-900c-fce79d9b0e8d'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:39.989558 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017de0bd-bb11-4695-8c84-db141732138e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31c54961-46dc-40c7-88f9-d9c98de17b88,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:40.009103 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-017de0bd-bb11-4695-8c84-db141732138e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:40.023957 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-017de0bd-bb11-4695-8c84-db141732138e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/31c54961-46dc-40c7-88f9-d9c98de17b88 HTTP/1.1" status: 204 len: 168 time: 2.3221667 Feb 09 01:57:40.035781 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58470) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:40.046357 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-aee0b4c9-e9d9-4343-8f7f-3c2ac8821192 None None] Port 4c315f35-fdb7-4704-ba50-4fcf7d5faa31 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:57:40.058652 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a547946-2794-466c-81d3-985aa0e362ab None None] Network 9dc25977-4db6-44bb-84a0-2bb695d1e7b3 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:40.073156 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-68b4e58b-1bab-413e-a80f-2b5ee8f1ebd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:40.116192 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b4e58b-1bab-413e-a80f-2b5ee8f1ebd0 None None] Routers {'7e419857-7703-4521-900c-fce79d9b0e8d'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:40.128418 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-68b4e58b-1bab-413e-a80f-2b5ee8f1ebd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:57:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['7e419857-7703-4521-900c-fce79d9b0e8d'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:40.220088 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2425e6a-6998-42b2-b66d-f1a4a4932660 req-4c919a94-29e0-4880-87ef-6f000205a2bf tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:40.234414 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d2425e6a-6998-42b2-b66d-f1a4a4932660 req-4c919a94-29e0-4880-87ef-6f000205a2bf tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 945 time: 0.6187882 Feb 09 01:57:40.269929 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:40.364972 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-68b4e58b-1bab-413e-a80f-2b5ee8f1ebd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:40.389735 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:40.408717 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b4e58b-1bab-413e-a80f-2b5ee8f1ebd0 None None] The sync data for ids ['7e419857-7703-4521-900c-fce79d9b0e8d'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:57:40.564682 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5eec0a9a-8bfe-4e2b-89f6-cbdbe20a251b tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "GET /v2.0/routers/7e419857-7703-4521-900c-fce79d9b0e8d HTTP/1.1" status: 200 len: 740 time: 0.7622828 Feb 09 01:57:40.571115 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58476) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:40.714206 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f60f7e7-285b-4a46-bb6a-dd8b093dda87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (9dc25977-4db6-44bb-84a0-2bb695d1e7b3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:40.806289 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8adb1447-bd90-445f-810b-68b682b02188 tempest-RoutersAdminTest-1651771582 tempest-RoutersAdminTest-1651771582-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&device_id=7e419857-7703-4521-900c-fce79d9b0e8d HTTP/1.1" status: 200 len: 205 time: 0.2186639 Feb 09 01:57:40.809010 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58482) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:40.930482 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d2425e6a-6998-42b2-b66d-f1a4a4932660 req-01d6b09d-e7e6-46e8-b81d-a49027339950 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959058 Feb 09 01:57:40.940978 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-355f6278-2deb-4521-99b0-77a44279fe90 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e419857-7703-4521-900c-fce79d9b0e8d HTTP/1.1" status: 200 len: 205 time: 0.1170108 Feb 09 01:57:40.944485 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58484) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:41.042424 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-1367abcc-a533-45ce-a492-1d9c6bc7071e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] For port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8ec77c91-c8ad-4541-8fe1-c9bcd9db9326,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:41.080479 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8a34be13-c2d7-46eb-a9f5-bcbaf20c2cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:41.099577 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:41.105618 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afe028-414f-4702-8f00-94455b2506d9 req-a87aebbb-8279-447f-ab4e-29c50f70b288 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:41.117130 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-36afe028-414f-4702-8f00-94455b2506d9 req-a87aebbb-8279-447f-ab4e-29c50f70b288 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 946 time: 0.5489807 Feb 09 01:57:41.171083 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:41.233446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:41.234047 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:41.291008 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-36afe028-414f-4702-8f00-94455b2506d9 req-9673bc4c-15a5-4f35-97ff-64e179688865 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676469 Feb 09 01:57:41.367617 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e8f815-daba-4f1a-8760-f165890baf84 None None] DHCP port deletion for 9dc25977-4db6-44bb-84a0-2bb695d1e7b3 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:57:41.463781 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ed996bf7-5d7d-42d5-b87e-752acb1035df tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks [] for port (4c315f35-fdb7-4704-ba50-4fcf7d5faa31), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:41.484765 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ed996bf7-5d7d-42d5-b87e-752acb1035df tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (4c315f35-fdb7-4704-ba50-4fcf7d5faa31), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:41.500408 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1367abcc-a533-45ce-a492-1d9c6bc7071e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:41.504608 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-81ba55c6-fa56-4656-8504-c493b380fcc8 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router (7e419857-7703-4521-900c-fce79d9b0e8d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:41.534671 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:41.554531 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c57a6ef5-3319-468b-995b-577e103eba14 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:57:41.591084 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1367abcc-a533-45ce-a492-1d9c6bc7071e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:41.609367 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: c57a6ef5-3319-468b-995b-577e103eba14 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:57:41.614171 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c57a6ef5-3319-468b-995b-577e103eba14 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:57:41.706250 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-16e8f815-daba-4f1a-8760-f165890baf84 None None] Deleting port 56044f61-edba-40ec-aab7-588eeef9e3e5 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:41.716149 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-16e8f815-daba-4f1a-8760-f165890baf84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (56044f61-edba-40ec-aab7-588eeef9e3e5), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:41.795165 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed996bf7-5d7d-42d5-b87e-752acb1035df tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Pushing event updated for resources: {'Port': ['ID=4c315f35-fdb7-4704-ba50-4fcf7d5faa31,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:41.810473 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367abcc-a533-45ce-a492-1d9c6bc7071e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=8ec77c91-c8ad-4541-8fe1-c9bcd9db9326,revision_number=11']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:41.827582 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-3f60f7e7-285b-4a46-bb6a-dd8b093dda87 admin admin] Deleting port 56044f61-edba-40ec-aab7-588eeef9e3e5 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:41.830548 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ed996bf7-5d7d-42d5-b87e-752acb1035df tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (a90aeea4-7577-4644-8118-bd4fee06f225), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:41.830854 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f60f7e7-285b-4a46-bb6a-dd8b093dda87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (56044f61-edba-40ec-aab7-588eeef9e3e5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:42.059746 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1367abcc-a533-45ce-a492-1d9c6bc7071e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (8886f06d-8bdb-4c30-90c8-ae45ad8787e2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:42.109260 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-16e8f815-daba-4f1a-8760-f165890baf84 None None] For port 56044f61-edba-40ec-aab7-588eeef9e3e5, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=56044f61-edba-40ec-aab7-588eeef9e3e5,segment=NetworkSegment(d4ea2450-6abe-43d3-9a61-35b9d1589dcc),segment_id=d4ea2450-6abe-43d3-9a61-35b9d1589dcc)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:42.122319 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-16e8f815-daba-4f1a-8760-f165890baf84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (56044f61-edba-40ec-aab7-588eeef9e3e5), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:42.203621 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-16e8f815-daba-4f1a-8760-f165890baf84 None None] Calling delete_port for 56044f61-edba-40ec-aab7-588eeef9e3e5 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:42.218290 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed996bf7-5d7d-42d5-b87e-752acb1035df tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Network 62bb4951-7a9e-47d7-9a11-0f409f33e3e9 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:42.231801 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-ed996bf7-5d7d-42d5-b87e-752acb1035df tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:42.346024 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:42.629641 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:42.650146 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:42.650606 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:42.751566 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-81ba55c6-fa56-4656-8504-c493b380fcc8 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (7e419857-7703-4521-900c-fce79d9b0e8d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:42.756873 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-81ba55c6-fa56-4656-8504-c493b380fcc8 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router_controller (7e419857-7703-4521-900c-fce79d9b0e8d), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:42.778193 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1367abcc-a533-45ce-a492-1d9c6bc7071e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:42.788217 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-16e8f815-daba-4f1a-8760-f165890baf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (56044f61-edba-40ec-aab7-588eeef9e3e5), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:42.811944 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5cbcd4-7a0f-43d8-b30a-d21ab708fea7 req-9cbb921a-e6c5-499e-bc9d-6d48980c8d30 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:42.813815 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5f5cbcd4-7a0f-43d8-b30a-d21ab708fea7 req-9cbb921a-e6c5-499e-bc9d-6d48980c8d30 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 946 time: 0.2349458 Feb 09 01:57:42.902254 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8f815-daba-4f1a-8760-f165890baf84 None None] Pushing event deleted for resources: {'Port': ['ID=56044f61-edba-40ec-aab7-588eeef9e3e5,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:42.930010 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed996bf7-5d7d-42d5-b87e-752acb1035df tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Router a90aeea4-7577-4644-8118-bd4fee06f225 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:57:42.948866 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e8f815-daba-4f1a-8760-f165890baf84 None None] No DVR routers for this DVR port 56044f61-edba-40ec-aab7-588eeef9e3e5 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:57:42.965212 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-1367abcc-a533-45ce-a492-1d9c6bc7071e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:42.973067 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-3f60f7e7-285b-4a46-bb6a-dd8b093dda87 admin admin] For port 56044f61-edba-40ec-aab7-588eeef9e3e5, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=56044f61-edba-40ec-aab7-588eeef9e3e5,segment=NetworkSegment(d4ea2450-6abe-43d3-9a61-35b9d1589dcc),segment_id=d4ea2450-6abe-43d3-9a61-35b9d1589dcc)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:42.980671 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f60f7e7-285b-4a46-bb6a-dd8b093dda87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (56044f61-edba-40ec-aab7-588eeef9e3e5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:42.986808 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-fd262745-97f4-4405-9d0b-14baeaceab33 None None] Provisioning complete for port 4c315f35-fdb7-4704-ba50-4fcf7d5faa31 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:42.995033 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fd262745-97f4-4405-9d0b-14baeaceab33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4c315f35-fdb7-4704-ba50-4fcf7d5faa31), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:43.017625 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1367abcc-a533-45ce-a492-1d9c6bc7071e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:43.018920 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1367abcc-a533-45ce-a492-1d9c6bc7071e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:43.034026 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367abcc-a533-45ce-a492-1d9c6bc7071e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=8886f06d-8bdb-4c30-90c8-ae45ad8787e2,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:43.081299 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-3f60f7e7-285b-4a46-bb6a-dd8b093dda87 admin admin] Calling delete_port for 56044f61-edba-40ec-aab7-588eeef9e3e5 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:43.097959 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-81ba55c6-fa56-4656-8504-c493b380fcc8 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (7e419857-7703-4521-900c-fce79d9b0e8d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:43.116679 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ba55c6-fa56-4656-8504-c493b380fcc8 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Fanout notify agent at l3_agent the message router_deleted on router 7e419857-7703-4521-900c-fce79d9b0e8d {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:57:43.141798 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-81ba55c6-fa56-4656-8504-c493b380fcc8 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:43.147432 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b8505b-aa2f-4b73-a38c-dee449bdab84 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:43.150321 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-81ba55c6-fa56-4656-8504-c493b380fcc8 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "DELETE /v2.0/routers/7e419857-7703-4521-900c-fce79d9b0e8d HTTP/1.1" status: 204 len: 168 time: 2.2031806 Feb 09 01:57:43.159398 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:43.164744 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58532) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:43.291687 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 56044f61-edba-40ec-aab7-588eeef9e3e5 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:57:43.309130 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-61abc4cb-19cf-4fda-839e-8cd6637327ae tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e419857-7703-4521-900c-fce79d9b0e8d HTTP/1.1" status: 200 len: 205 time: 0.1271327 Feb 09 01:57:43.322337 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1367abcc-a533-45ce-a492-1d9c6bc7071e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 8.8624277 Feb 09 01:57:43.338019 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58534) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:43.338805 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58536) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:43.359199 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-0099ca9a-117d-4915-be2d-124f96ca56bc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'mac_address': 'fa:16:3e:b4:01:9f', 'name': 'tempest-NetworksTestDHCPv6-295778186'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:43.418980 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 56044f61-edba-40ec-aab7-588eeef9e3e5 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:57:43.427821 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 56044f61-edba-40ec-aab7-588eeef9e3e5 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:57:43.435916 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-fd262745-97f4-4405-9d0b-14baeaceab33 None None] Port 4c315f35-fdb7-4704-ba50-4fcf7d5faa31 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:57:43.476400 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5f5cbcd4-7a0f-43d8-b30a-d21ab708fea7 req-c8033994-c1d5-4576-8003-664b8760a9c1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6325488 Feb 09 01:57:43.545209 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed996bf7-5d7d-42d5-b87e-752acb1035df tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:57:43.555604 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ed996bf7-5d7d-42d5-b87e-752acb1035df tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "PUT /v2.0/routers/a90aeea4-7577-4644-8118-bd4fee06f225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7566636 Feb 09 01:57:43.560962 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58538) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:43.561661 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:43.585894 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46270fd-143c-4cd5-a2d2-0069e0129655 None None] Sync routers for ids ['a90aeea4-7577-4644-8118-bd4fee06f225'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:57:43.610055 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46270fd-143c-4cd5-a2d2-0069e0129655 None None] Routers {'a90aeea4-7577-4644-8118-bd4fee06f225'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:43.612190 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d46270fd-143c-4cd5-a2d2-0069e0129655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:57:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a90aeea4-7577-4644-8118-bd4fee06f225'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:43.749733 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d46270fd-143c-4cd5-a2d2-0069e0129655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:43.854955 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46270fd-143c-4cd5-a2d2-0069e0129655 None None] Routers {'a90aeea4-7577-4644-8118-bd4fee06f225'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:43.855663 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d46270fd-143c-4cd5-a2d2-0069e0129655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:57:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a90aeea4-7577-4644-8118-bd4fee06f225'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:43.873599 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d70ce27e-c239-4c57-b718-68582796fc3e tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks [] for router (a90aeea4-7577-4644-8118-bd4fee06f225), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:44.002940 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d46270fd-143c-4cd5-a2d2-0069e0129655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:44.003530 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46270fd-143c-4cd5-a2d2-0069e0129655 None None] The sync data for ids ['a90aeea4-7577-4644-8118-bd4fee06f225'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:57:44.324703 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6b0b5-b990-4f26-b863-f75436eef1dc req-6f8a324e-d2c8-4a5e-981e-80bebda7cd93 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:44.333442 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a6e6b0b5-b990-4f26-b863-f75436eef1dc req-6f8a324e-d2c8-4a5e-981e-80bebda7cd93 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 945 time: 2.2130859 Feb 09 01:57:44.367733 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f60f7e7-285b-4a46-bb6a-dd8b093dda87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (56044f61-edba-40ec-aab7-588eeef9e3e5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:44.370295 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-46af388f-3975-4b74-aa8d-e38cc6acba26 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] delete failed (client error): The resource could not be found. Feb 09 01:57:44.371556 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-46af388f-3975-4b74-aa8d-e38cc6acba26 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "DELETE /v2.0/routers/7e419857-7703-4521-900c-fce79d9b0e8d HTTP/1.1" status: 404 len: 336 time: 1.0313742 Feb 09 01:57:44.425639 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58548) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:44.499906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60f7e7-285b-4a46-bb6a-dd8b093dda87 admin admin] Pushing event deleted for resources: {'Port': ['ID=56044f61-edba-40ec-aab7-588eeef9e3e5,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:44.573653 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e185463b-0025-4752-9b55-3e21d8c33cd1 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c756eec-d5a0-4446-a983-c37815c4a6c6 HTTP/1.1" status: 200 len: 205 time: 0.1348355 Feb 09 01:57:44.574722 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f60f7e7-285b-4a46-bb6a-dd8b093dda87 admin admin] No DVR routers for this DVR port 56044f61-edba-40ec-aab7-588eeef9e3e5 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:57:44.630910 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58552) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:44.763171 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f60f7e7-285b-4a46-bb6a-dd8b093dda87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (9dc25977-4db6-44bb-84a0-2bb695d1e7b3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:44.816597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-3f60f7e7-285b-4a46-bb6a-dd8b093dda87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc25977-4db6-44bb-84a0-2bb695d1e7b3']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:44.838097 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-3f60f7e7-285b-4a46-bb6a-dd8b093dda87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ea2450-6abe-43d3-9a61-35b9d1589dcc') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:44.838413 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-3f60f7e7-285b-4a46-bb6a-dd8b093dda87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ea2450-6abe-43d3-9a61-35b9d1589dcc') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:44.863459 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f60f7e7-285b-4a46-bb6a-dd8b093dda87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (d4ea2450-6abe-43d3-9a61-35b9d1589dcc), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:44.885384 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-d70ce27e-c239-4c57-b718-68582796fc3e tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 01:57:44.888520 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f60f7e7-285b-4a46-bb6a-dd8b093dda87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (d4ea2450-6abe-43d3-9a61-35b9d1589dcc), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:44.901584 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d70ce27e-c239-4c57-b718-68582796fc3e tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "DELETE /v2.0/routers/a90aeea4-7577-4644-8118-bd4fee06f225 HTTP/1.1" status: 409 len: 329 time: 1.3310905 Feb 09 01:57:44.910923 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58554) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:44.917893 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f60f7e7-285b-4a46-bb6a-dd8b093dda87 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:57:44.918325 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f60f7e7-285b-4a46-bb6a-dd8b093dda87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (d4ea2450-6abe-43d3-9a61-35b9d1589dcc), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:57:45.027677 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:57:45.077832 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a6e6b0b5-b990-4f26-b863-f75436eef1dc req-deed222d-95ed-4adf-8362-74fd0f32a8e7 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7428210 Feb 09 01:57:45.084053 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a8e38eb5-7062-448e-a557-f4845a5791b1 None None] Provisioning complete for port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:45.084511 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a8e38eb5-7062-448e-a557-f4845a5791b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:45.089800 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-fce57e22-ac92-4c82-b7e6-871479273439 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] delete failed (client error): The resource could not be found. Feb 09 01:57:45.093763 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fce57e22-ac92-4c82-b7e6-871479273439 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "DELETE /v2.0/routers/4c756eec-d5a0-4446-a983-c37815c4a6c6 HTTP/1.1" status: 404 len: 336 time: 0.1440120 Feb 09 01:57:45.113705 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58558) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:45.149485 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-842f6537-7329-4771-bc40-6c845fb64c1d tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "GET /v2.0/ports?device_id=5275736c-0712-423d-8006-fc888c992cc5 HTTP/1.1" status: 200 len: 205 time: 0.0413997 Feb 09 01:57:45.150631 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58560) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:45.153522 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0099ca9a-117d-4915-be2d-124f96ca56bc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:45.161469 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f60f7e7-285b-4a46-bb6a-dd8b093dda87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (9dc25977-4db6-44bb-84a0-2bb695d1e7b3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:45.236052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a8e38eb5-7062-448e-a557-f4845a5791b1 None None] Current status of the port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:45.260574 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f60f7e7-285b-4a46-bb6a-dd8b093dda87 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:45.268294 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3f60f7e7-285b-4a46-bb6a-dd8b093dda87 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9dc25977-4db6-44bb-84a0-2bb695d1e7b3 HTTP/1.1" status: 204 len: 168 time: 5.2095733 Feb 09 01:57:45.278448 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58566) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:45.285676 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-5c46f48b-4d27-4a15-ba0d-e2a9d8214192 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] delete failed (client error): The resource could not be found. Feb 09 01:57:45.286641 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5c46f48b-4d27-4a15-ba0d-e2a9d8214192 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "DELETE /v2.0/routers/5275736c-0712-423d-8006-fc888c992cc5 HTTP/1.1" status: 404 len: 336 time: 0.1272154 Feb 09 01:57:45.289623 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58568) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:45.307134 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60f7e7-285b-4a46-bb6a-dd8b093dda87 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc25977-4db6-44bb-84a0-2bb695d1e7b3,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:45.311048 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e53f62-fc9f-4ae4-98bf-b841491e574d req-16767e0e-ec6c-481f-9fea-f9658de491c9 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:45.318686 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-02e53f62-fc9f-4ae4-98bf-b841491e574d req-16767e0e-ec6c-481f-9fea-f9658de491c9 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 946 time: 0.5913091 Feb 09 01:57:45.371873 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c2bb25b8-aa43-4694-8f9d-446f9e0cbfc6 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f9c1ac0-4a28-425c-a022-278abcec4d3b HTTP/1.1" status: 200 len: 205 time: 0.0808704 Feb 09 01:57:45.374774 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58572) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:45.473216 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-800ef874-2782-43a8-8549-f22aadc3f30a tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] delete failed (client error): The resource could not be found. Feb 09 01:57:45.475959 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-800ef874-2782-43a8-8549-f22aadc3f30a tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "DELETE /v2.0/routers/7f9c1ac0-4a28-425c-a022-278abcec4d3b HTTP/1.1" status: 404 len: 336 time: 0.0985682 Feb 09 01:57:45.490021 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58574) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:45.563403 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-017a9c27-70ec-4bed-9dd1-63015ca4d84b tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e72eb27-986c-4306-8c6c-56c69414d825 HTTP/1.1" status: 200 len: 205 time: 0.0601342 Feb 09 01:57:45.565489 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58576) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:45.597819 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0099ca9a-117d-4915-be2d-124f96ca56bc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:45.641884 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-0099ca9a-117d-4915-be2d-124f96ca56bc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] device_id is not set on port 1d4d3dfe-7c72-451d-9376-bd2452b4355d yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:57:45.759019 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-f9385d74-9582-4c76-9cc5-d259e65a0145 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] delete failed (client error): The resource could not be found. Feb 09 01:57:45.762950 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f9385d74-9582-4c76-9cc5-d259e65a0145 tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "DELETE /v2.0/routers/9e72eb27-986c-4306-8c6c-56c69414d825 HTTP/1.1" status: 404 len: 336 time: 0.1948853 Feb 09 01:57:45.763729 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58582) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:45.892645 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-307fa147-3dd4-4095-8c20-19df8653443f tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "GET /v2.0/ports?device_id=99803f71-f240-4742-81b1-90867bd1eb68 HTTP/1.1" status: 200 len: 205 time: 0.0707033 Feb 09 01:57:45.895238 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58584) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:45.920998 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-02e53f62-fc9f-4ae4-98bf-b841491e574d req-497969ae-37f3-4410-878c-9e0973437f29 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6014202 Feb 09 01:57:45.955532 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-75e48018-4158-4f8c-a368-746f1bed33df tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] delete failed (client error): The resource could not be found. Feb 09 01:57:45.958917 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-75e48018-4158-4f8c-a368-746f1bed33df tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "DELETE /v2.0/routers/99803f71-f240-4742-81b1-90867bd1eb68 HTTP/1.1" status: 404 len: 336 time: 0.0609255 Feb 09 01:57:45.959632 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58588) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:45.996401 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-04adfef7-35f6-496a-8767-cc6a4420b8cf tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] DELETE failed (client error): The resource could not be found. Feb 09 01:57:45.996884 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04adfef7-35f6-496a-8767-cc6a4420b8cf tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:57:46.000010 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-04adfef7-35f6-496a-8767-cc6a4420b8cf tempest-RoutersAdminTest-428267892 tempest-RoutersAdminTest-428267892-project] 10.222.0.36 "DELETE /v2.0/subnets/2661854f-b8af-45cd-b156-f8ee0820480b HTTP/1.1" status: 404 len: 337 time: 0.0396225 Feb 09 01:57:46.001611 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-0099ca9a-117d-4915-be2d-124f96ca56bc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8::2d2 (ffa86b77-0960-4058-af84-97833edc3344/0a771993-0b86-4252-8356-a77a3c875e15/1d4d3dfe-7c72-451d-9376-bd2452b4355d) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:46.016041 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-0099ca9a-117d-4915-be2d-124f96ca56bc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8:0:1:f816:3eff:feb4:19f (ffa86b77-0960-4058-af84-97833edc3344/8886f06d-8bdb-4c30-90c8-ae45ad8787e2/1d4d3dfe-7c72-451d-9376-bd2452b4355d) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:46.269774 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f24baff1-3c49-4c1c-81e8-bf1f92e57d08 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (a90aeea4-7577-4644-8118-bd4fee06f225), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:46.375005 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58598) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:46.380435 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-63d7eb69-eebf-4d19-a252-5506c8db16f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (864cfa69-3ecc-4bf7-a036-7b7e703523c8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:46.498458 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0099ca9a-117d-4915-be2d-124f96ca56bc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (1d4d3dfe-7c72-451d-9376-bd2452b4355d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:46.518503 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a772f65-e5e9-492a-8c80-fcce52be34d8 req-f2708b6f-1622-4c14-9606-c0fd91fd6861 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:46.522721 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4a772f65-e5e9-492a-8c80-fcce52be34d8 req-f2708b6f-1622-4c14-9606-c0fd91fd6861 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 945 time: 0.2410247 Feb 09 01:57:46.633253 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ce015e2-356a-467f-ad6b-a24ba967f977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:46.652516 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4a772f65-e5e9-492a-8c80-fcce52be34d8 req-d4834a7a-366f-42ec-a26d-6ef319394f7c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216486 Feb 09 01:57:46.735232 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ce015e2-356a-467f-ad6b-a24ba967f977 admin admin] Publish callbacks [] for security_group (d919c8b6-b4aa-4c55-9110-3dbd6ebdd1cb), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:46.742729 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ce015e2-356a-467f-ad6b-a24ba967f977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d919c8b6-b4aa-4c55-9110-3dbd6ebdd1cb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:46.751416 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0099ca9a-117d-4915-be2d-124f96ca56bc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (1d4d3dfe-7c72-451d-9376-bd2452b4355d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:46.850219 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3ce015e2-356a-467f-ad6b-a24ba967f977 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9a1c59f06a334d03908c22b7cd141646&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4678128 Feb 09 01:57:46.851133 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce015e2-356a-467f-ad6b-a24ba967f977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d919c8b6-b4aa-4c55-9110-3dbd6ebdd1cb,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:46.857750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58606) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:46.875130 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0099ca9a-117d-4915-be2d-124f96ca56bc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:46.881379 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099ca9a-117d-4915-be2d-124f96ca56bc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=1d4d3dfe-7c72-451d-9376-bd2452b4355d,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:46.884934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-0099ca9a-117d-4915-be2d-124f96ca56bc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:46.901098 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0099ca9a-117d-4915-be2d-124f96ca56bc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:57:46.908363 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0099ca9a-117d-4915-be2d-124f96ca56bc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:46.909779 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0099ca9a-117d-4915-be2d-124f96ca56bc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:46.980216 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-671d0e86-c898-41b3-955a-0356a9ea328d admin admin] Publish callbacks [] for security_group (d919c8b6-b4aa-4c55-9110-3dbd6ebdd1cb), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:46.990635 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-63d7eb69-eebf-4d19-a252-5506c8db16f5 admin admin] Deleting port f1f94908-29e3-4c41-ad04-30027a199467 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:46.991142 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-63d7eb69-eebf-4d19-a252-5506c8db16f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (f1f94908-29e3-4c41-ad04-30027a199467), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:47.004859 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0099ca9a-117d-4915-be2d-124f96ca56bc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.6590614 Feb 09 01:57:47.027428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58608) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:47.055412 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-f24baff1-3c49-4c1c-81e8-bf1f92e57d08 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Deleting port 4c315f35-fdb7-4704-ba50-4fcf7d5faa31 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:47.055760 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f24baff1-3c49-4c1c-81e8-bf1f92e57d08 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (4c315f35-fdb7-4704-ba50-4fcf7d5faa31), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:47.110636 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-671d0e86-c898-41b3-955a-0356a9ea328d admin admin] Publish callbacks [] for security_group (d919c8b6-b4aa-4c55-9110-3dbd6ebdd1cb), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:47.258242 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-3ced54b3-54af-4b98-ae0b-40bae58db3ee tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting port 1d4d3dfe-7c72-451d-9376-bd2452b4355d {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:47.259013 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ced54b3-54af-4b98-ae0b-40bae58db3ee tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (1d4d3dfe-7c72-451d-9376-bd2452b4355d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:47.289199 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-63d7eb69-eebf-4d19-a252-5506c8db16f5 admin admin] For port f1f94908-29e3-4c41-ad04-30027a199467, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f1f94908-29e3-4c41-ad04-30027a199467,segment=NetworkSegment(c8f782ce-183b-4071-90ee-a61100d4d986),segment_id=c8f782ce-183b-4071-90ee-a61100d4d986)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:47.289645 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-63d7eb69-eebf-4d19-a252-5506c8db16f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (f1f94908-29e3-4c41-ad04-30027a199467), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:47.293391 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-671d0e86-c898-41b3-955a-0356a9ea328d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d919c8b6-b4aa-4c55-9110-3dbd6ebdd1cb), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:47.296860 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-671d0e86-c898-41b3-955a-0356a9ea328d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:47.298723 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-671d0e86-c898-41b3-955a-0356a9ea328d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d919c8b6-b4aa-4c55-9110-3dbd6ebdd1cb HTTP/1.1" status: 204 len: 168 time: 0.4369855 Feb 09 01:57:47.339651 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f24baff1-3c49-4c1c-81e8-bf1f92e57d08 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (4c315f35-fdb7-4704-ba50-4fcf7d5faa31), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:47.342408 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-63d7eb69-eebf-4d19-a252-5506c8db16f5 admin admin] Calling delete_port for f1f94908-29e3-4c41-ad04-30027a199467 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:47.352498 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d0e86-c898-41b3-955a-0356a9ea328d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d919c8b6-b4aa-4c55-9110-3dbd6ebdd1cb,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:47.425482 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-f24baff1-3c49-4c1c-81e8-bf1f92e57d08 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Calling delete_port for 4c315f35-fdb7-4704-ba50-4fcf7d5faa31 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:47.455453 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ced54b3-54af-4b98-ae0b-40bae58db3ee tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (1d4d3dfe-7c72-451d-9376-bd2452b4355d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:47.464583 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c1c325e8-add7-4f84-a400-6e443f7ae1fb None None] Provisioning complete for port 1d4d3dfe-7c72-451d-9376-bd2452b4355d triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:47.465146 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c1c325e8-add7-4f84-a400-6e443f7ae1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1d4d3dfe-7c72-451d-9376-bd2452b4355d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:47.474297 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-3ced54b3-54af-4b98-ae0b-40bae58db3ee tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Calling delete_port for 1d4d3dfe-7c72-451d-9376-bd2452b4355d owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:47.560480 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c1c325e8-add7-4f84-a400-6e443f7ae1fb None None] Port 1d4d3dfe-7c72-451d-9376-bd2452b4355d cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:57:47.861647 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ced54b3-54af-4b98-ae0b-40bae58db3ee tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (1d4d3dfe-7c72-451d-9376-bd2452b4355d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:47.921010 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced54b3-54af-4b98-ae0b-40bae58db3ee tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Port': ['ID=1d4d3dfe-7c72-451d-9376-bd2452b4355d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:48.041517 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58620) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:48.089298 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ced54b3-54af-4b98-ae0b-40bae58db3ee tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:48.099394 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3ced54b3-54af-4b98-ae0b-40bae58db3ee tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/1d4d3dfe-7c72-451d-9376-bd2452b4355d HTTP/1.1" status: 204 len: 168 time: 1.0704887 Feb 09 01:57:48.108814 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b303bd6-d780-46ab-b547-2124dab19bf2 req-043fb2f2-2609-4718-a40c-004e87194109 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:48.110239 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58622) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:48.110821 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5b303bd6-d780-46ab-b547-2124dab19bf2 req-043fb2f2-2609-4718-a40c-004e87194109 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 945 time: 0.3033535 Feb 09 01:57:48.215491 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a18c47c4-2ed2-4b8d-8251-6cc9c80b34bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f298064037a34878bbfc7c40aca5c869&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1709309 Feb 09 01:57:48.216326 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58624) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:48.271021 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-63d7eb69-eebf-4d19-a252-5506c8db16f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (f1f94908-29e3-4c41-ad04-30027a199467), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:48.280892 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5b303bd6-d780-46ab-b547-2124dab19bf2 req-6641e984-09c5-46b8-8eac-806c5f7a0e19 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587622 Feb 09 01:57:48.305612 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f24baff1-3c49-4c1c-81e8-bf1f92e57d08 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (4c315f35-fdb7-4704-ba50-4fcf7d5faa31), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:48.311332 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7eb69-eebf-4d19-a252-5506c8db16f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f94908-29e3-4c41-ad04-30027a199467,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:48.393503 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b1dcffc-29a5-4394-9200-9eeb599d46f6 admin admin] Publish callbacks [] for security_group (7a096428-da8d-4798-9325-0e10cf08890b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:48.416045 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2625774-78d4-42d6-ba24-0df8c4bb9284 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:48.417989 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c2625774-78d4-42d6-ba24-0df8c4bb9284 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2901886 Feb 09 01:57:48.421134 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58626) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:48.490137 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b1dcffc-29a5-4394-9200-9eeb599d46f6 admin admin] Publish callbacks [] for security_group (7a096428-da8d-4798-9325-0e10cf08890b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:48.521728 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24baff1-3c49-4c1c-81e8-bf1f92e57d08 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Pushing event deleted for resources: {'Port': ['ID=4c315f35-fdb7-4704-ba50-4fcf7d5faa31,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:48.621175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b82791-262c-4b79-a610-2e1224f756f6 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:48.622520 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b9b82791-262c-4b79-a610-2e1224f756f6 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1988556 Feb 09 01:57:48.630914 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58628) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:48.727059 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b1dcffc-29a5-4394-9200-9eeb599d46f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7a096428-da8d-4798-9325-0e10cf08890b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:48.732317 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b1dcffc-29a5-4394-9200-9eeb599d46f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:48.736891 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6b1dcffc-29a5-4394-9200-9eeb599d46f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a096428-da8d-4798-9325-0e10cf08890b HTTP/1.1" status: 204 len: 168 time: 0.5111675 Feb 09 01:57:48.753565 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1dcffc-29a5-4394-9200-9eeb599d46f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a096428-da8d-4798-9325-0e10cf08890b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:48.847174 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd21ea30-a784-4a03-aa4c-cf73789790e7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:48.848788 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd21ea30-a784-4a03-aa4c-cf73789790e7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:48.850298 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd21ea30-a784-4a03-aa4c-cf73789790e7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:48.864951 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bd21ea30-a784-4a03-aa4c-cf73789790e7 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2261477 Feb 09 01:57:48.869837 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58634) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:49.076298 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-67773fe0-681c-4e26-9a2b-247b492d63b0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet 0a771993-0b86-4252-8356-a77a3c875e15 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:57:49.095398 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-67773fe0-681c-4e26-9a2b-247b492d63b0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (0a771993-0b86-4252-8356-a77a3c875e15), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:49.237526 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-67773fe0-681c-4e26-9a2b-247b492d63b0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (0a771993-0b86-4252-8356-a77a3c875e15), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:49.348176 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-67773fe0-681c-4e26-9a2b-247b492d63b0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (0a771993-0b86-4252-8356-a77a3c875e15), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:49.520507 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b9b22-a16f-4ee8-9653-b6cb7bfbcca5 req-47ea395f-d35d-4eae-ae8f-5d642d5aceff tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:49.530739 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf2b9b22-a16f-4ee8-9653-b6cb7bfbcca5 req-47ea395f-d35d-4eae-ae8f-5d642d5aceff tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 945 time: 0.1461368 Feb 09 01:57:49.557039 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-67773fe0-681c-4e26-9a2b-247b492d63b0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (0a771993-0b86-4252-8356-a77a3c875e15), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:49.576573 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-63d7eb69-eebf-4d19-a252-5506c8db16f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (864cfa69-3ecc-4bf7-a036-7b7e703523c8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:49.600527 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f24baff1-3c49-4c1c-81e8-bf1f92e57d08 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (a90aeea4-7577-4644-8118-bd4fee06f225), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:49.649335 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf2b9b22-a16f-4ee8-9653-b6cb7bfbcca5 req-672e3411-8848-49a7-bf3c-e1755eddd068 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095722 Feb 09 01:57:49.649335 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67773fe0-681c-4e26-9a2b-247b492d63b0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=0a771993-0b86-4252-8356-a77a3c875e15,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:49.653558 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-67773fe0-681c-4e26-9a2b-247b492d63b0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:49.658134 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-67773fe0-681c-4e26-9a2b-247b492d63b0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/0a771993-0b86-4252-8356-a77a3c875e15 HTTP/1.1" status: 204 len: 168 time: 0.7827358 Feb 09 01:57:49.660966 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58650) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:49.667787 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ee12e1-329a-4900-8569-8655f406e6bc None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:49.804348 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-3846e429-aaab-48bc-a8f8-09ae2eb79340 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet 8886f06d-8bdb-4c30-90c8-ae45ad8787e2 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:57:49.812785 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3846e429-aaab-48bc-a8f8-09ae2eb79340 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (8886f06d-8bdb-4c30-90c8-ae45ad8787e2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:49.913022 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3846e429-aaab-48bc-a8f8-09ae2eb79340 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (8886f06d-8bdb-4c30-90c8-ae45ad8787e2), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:49.914225 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24baff1-3c49-4c1c-81e8-bf1f92e57d08 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Router a90aeea4-7577-4644-8118-bd4fee06f225 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:57:50.188687 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3846e429-aaab-48bc-a8f8-09ae2eb79340 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (8886f06d-8bdb-4c30-90c8-ae45ad8787e2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:50.378642 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3846e429-aaab-48bc-a8f8-09ae2eb79340 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (8886f06d-8bdb-4c30-90c8-ae45ad8787e2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:50.423659 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24baff1-3c49-4c1c-81e8-bf1f92e57d08 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:57:50.440827 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e360f269-f7eb-425a-af50-ebf126a4b20a None None] Sync routers for ids ['a90aeea4-7577-4644-8118-bd4fee06f225'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:57:50.459820 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58674) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:50.460636 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846e429-aaab-48bc-a8f8-09ae2eb79340 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=8886f06d-8bdb-4c30-90c8-ae45ad8787e2,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:50.462140 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e360f269-f7eb-425a-af50-ebf126a4b20a None None] Routers {'a90aeea4-7577-4644-8118-bd4fee06f225'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:50.473755 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f24baff1-3c49-4c1c-81e8-bf1f92e57d08 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "PUT /v2.0/routers/a90aeea4-7577-4644-8118-bd4fee06f225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5601163 Feb 09 01:57:50.475760 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-e360f269-f7eb-425a-af50-ebf126a4b20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:57:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a90aeea4-7577-4644-8118-bd4fee06f225'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:50.508475 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d7eb69-eebf-4d19-a252-5506c8db16f5 admin admin] Router 864cfa69-3ecc-4bf7-a036-7b7e703523c8 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:57:50.636068 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-e83e966c-a1e4-4767-ac95-d0babdca7b9d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] show failed (client error): The resource could not be found. Feb 09 01:57:50.637180 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e83e966c-a1e4-4767-ac95-d0babdca7b9d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-466406978 HTTP/1.1" status: 404 len: 334 time: 0.1711423 Feb 09 01:57:50.647668 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58678) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:50.682431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-1ea85bb1-3c00-4c7f-933d-2fbb6e913da8 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:50.814703 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-e360f269-f7eb-425a-af50-ebf126a4b20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:50.825034 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e360f269-f7eb-425a-af50-ebf126a4b20a None None] Routers {'a90aeea4-7577-4644-8118-bd4fee06f225'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:50.826065 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-e360f269-f7eb-425a-af50-ebf126a4b20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:57:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a90aeea4-7577-4644-8118-bd4fee06f225'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:50.829697 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3846e429-aaab-48bc-a8f8-09ae2eb79340 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:50.838489 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3846e429-aaab-48bc-a8f8-09ae2eb79340 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/8886f06d-8bdb-4c30-90c8-ae45ad8787e2 HTTP/1.1" status: 204 len: 168 time: 1.1757796 Feb 09 01:57:50.842069 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-1ea85bb1-3c00-4c7f-933d-2fbb6e913da8 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] update failed (client error): The resource could not be found. Feb 09 01:57:50.843313 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1ea85bb1-3c00-4c7f-933d-2fbb6e913da8 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-429111908 HTTP/1.1" status: 404 len: 334 time: 0.1941609 Feb 09 01:57:50.844587 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58684) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:50.854729 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58686) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:50.872456 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-e360f269-f7eb-425a-af50-ebf126a4b20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:50.874016 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e360f269-f7eb-425a-af50-ebf126a4b20a None None] The sync data for ids ['a90aeea4-7577-4644-8118-bd4fee06f225'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:57:51.020318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0f061-83d6-407e-a0ca-64df70c8daf3 req-d9822a89-efba-4981-bda6-e4783ad7d6ef tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:51.022284 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f3a0f061-83d6-407e-a0ca-64df70c8daf3 req-d9822a89-efba-4981-bda6-e4783ad7d6ef tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 945 time: 0.2138786 Feb 09 01:57:51.027940 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d7eb69-eebf-4d19-a252-5506c8db16f5 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:57:51.038948 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384c817b-2a9d-4e31-aaf9-0d3de8f980e4 None None] Sync routers for ids ['864cfa69-3ecc-4bf7-a036-7b7e703523c8'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:57:51.052850 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384c817b-2a9d-4e31-aaf9-0d3de8f980e4 None None] Routers {'864cfa69-3ecc-4bf7-a036-7b7e703523c8'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:51.053351 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-384c817b-2a9d-4e31-aaf9-0d3de8f980e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:57:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['864cfa69-3ecc-4bf7-a036-7b7e703523c8'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:51.056547 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-42aa0be6-8e63-4ad3-95f5-acf21b660f40 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2089884 Feb 09 01:57:51.061320 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58694) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:51.062856 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-63d7eb69-eebf-4d19-a252-5506c8db16f5 admin admin] 10.222.0.36 "PUT /v2.0/routers/864cfa69-3ecc-4bf7-a036-7b7e703523c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7824054 Feb 09 01:57:51.063707 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58696) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:51.138514 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-52bb2ad0-da13-4144-84af-4e0742f4cdb9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:51.359023 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f3a0f061-83d6-407e-a0ca-64df70c8daf3 req-db42dd52-1360-4c70-8fdf-3322042a21a6 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867775 Feb 09 01:57:51.395724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2e2453-67c4-45b9-9f76-699ebe64d50f tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Deleting subnet 524a8dbd-8f01-4ef9-b138-a57d9c3d4e77 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:57:51.422266 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb47acf-1686-431b-8621-747735f54c66 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:51.423526 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad2e2453-67c4-45b9-9f76-699ebe64d50f tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks [] for subnet (524a8dbd-8f01-4ef9-b138-a57d9c3d4e77), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:51.437567 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Publish callbacks [] for router (864cfa69-3ecc-4bf7-a036-7b7e703523c8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:51.480752 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad2e2453-67c4-45b9-9f76-699ebe64d50f tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (524a8dbd-8f01-4ef9-b138-a57d9c3d4e77), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:51.568537 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bb2ad0-da13-4144-84af-4e0742f4cdb9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:51.572878 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-52bb2ad0-da13-4144-84af-4e0742f4cdb9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:51.602538 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-384c817b-2a9d-4e31-aaf9-0d3de8f980e4 None None] Set router 864cfa69-3ecc-4bf7-a036-7b7e703523c8 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:57:51.705734 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Publish callbacks [] for router_gateway (864cfa69-3ecc-4bf7-a036-7b7e703523c8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:51.716141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7e5ca203-ced9-4e2f-a23e-33cf6e3e1998 None None] Provisioning complete for port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:51.716556 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca203-ced9-4e2f-a23e-33cf6e3e1998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:51.824035 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Deleting port c8b40686-d4d5-4443-93c7-ed18fde43f84 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:51.824671 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (c8b40686-d4d5-4443-93c7-ed18fde43f84), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:51.852177 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-52bb2ad0-da13-4144-84af-4e0742f4cdb9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (77040ed3-f383-4340-b929-ba4e0f58f9e6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:51.879942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bb2ad0-da13-4144-84af-4e0742f4cdb9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:51.886016 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-52bb2ad0-da13-4144-84af-4e0742f4cdb9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:51.895409 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bb2ad0-da13-4144-84af-4e0742f4cdb9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:51.897374 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-52bb2ad0-da13-4144-84af-4e0742f4cdb9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:51.905696 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58708) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:52.054171 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] For port c8b40686-d4d5-4443-93c7-ed18fde43f84, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c8b40686-d4d5-4443-93c7-ed18fde43f84,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:52.055122 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (c8b40686-d4d5-4443-93c7-ed18fde43f84), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:52.094100 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7e5ca203-ced9-4e2f-a23e-33cf6e3e1998 None None] Current status of the port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:52.119148 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Calling delete_port for c8b40686-d4d5-4443-93c7-ed18fde43f84 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:52.136467 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-52bb2ad0-da13-4144-84af-4e0742f4cdb9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0225039 Feb 09 01:57:52.141996 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58714) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:52.178703 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-78b94deb-6a49-45da-b082-06f504e8f0a5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:52.261160 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad2e2453-67c4-45b9-9f76-699ebe64d50f tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (524a8dbd-8f01-4ef9-b138-a57d9c3d4e77), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:52.281575 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd2cd58-dfd4-4cbb-a2d0-195997141591 None None] DHCP port deletion for ffa86b77-0960-4058-af84-97833edc3344 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:57:52.299629 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb2ad0-da13-4144-84af-4e0742f4cdb9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=77040ed3-f383-4340-b929-ba4e0f58f9e6,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:52.365333 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1259688795', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:52.392517 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Made reservation on behalf of 2c81159b918741918bda80be926af1e3 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:52.395445 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:52.433982 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:52.455880 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-384c817b-2a9d-4e31-aaf9-0d3de8f980e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864cfa69-3ecc-4bf7-a036-7b7e703523c8', 'name': 'tempest-TestServerBasicOps-1517887941-router', 'tenant_id': '82347e007e3b48d0b5383856ba3ba75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c8b40686-d4d5-4443-93c7-ed18fde43f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:44Z', 'updated_at': '2022-02-09T01:57:48Z', 'revision_number': 5, 'project_id': '82347e007e3b48d0b5383856ba3ba75a', 'gw_port': {'id': 'c8b40686-d4d5-4443-93c7-ed18fde43f84', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864cfa69-3ecc-4bf7-a036-7b7e703523c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:45Z', 'updated_at': '2022-02-09T01:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:52.478344 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7cd2cd58-dfd4-4cbb-a2d0-195997141591 None None] Deleting port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:52.478344 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7cd2cd58-dfd4-4cbb-a2d0-195997141591 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:52.623105 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (c8b40686-d4d5-4443-93c7-ed18fde43f84), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:52.701594 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8b40686-d4d5-4443-93c7-ed18fde43f84,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:52.739016 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-7cd2cd58-dfd4-4cbb-a2d0-195997141591 None None] For port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8ec77c91-c8ad-4541-8fe1-c9bcd9db9326,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:52.739773 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7cd2cd58-dfd4-4cbb-a2d0-195997141591 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:52.747988 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:52.748739 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:52.748739 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:52.749984 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:52.750527 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:52.750985 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:52.751379 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:52.751855 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:52.752202 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:52.752938 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:52.752938 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:52.753213 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:52.753537 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:52.815040 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (864cfa69-3ecc-4bf7-a036-7b7e703523c8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:52.980060 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (864cfa69-3ecc-4bf7-a036-7b7e703523c8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:52.982342 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Publish callbacks [] for router_controller (864cfa69-3ecc-4bf7-a036-7b7e703523c8), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:52.995510 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7cd2cd58-dfd4-4cbb-a2d0-195997141591 None None] Calling delete_port for 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:53.000445 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384c817b-2a9d-4e31-aaf9-0d3de8f980e4 None None] Checking router: 864cfa69-3ecc-4bf7-a036-7b7e703523c8 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:57:53.014162 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384c817b-2a9d-4e31-aaf9-0d3de8f980e4 None None] Routers {'864cfa69-3ecc-4bf7-a036-7b7e703523c8'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:53.015528 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-384c817b-2a9d-4e31-aaf9-0d3de8f980e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:57:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['864cfa69-3ecc-4bf7-a036-7b7e703523c8'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:53.049789 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (864cfa69-3ecc-4bf7-a036-7b7e703523c8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:53.050375 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 864cfa69-3ecc-4bf7-a036-7b7e703523c8 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:57:53.060732 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:53.066323 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5976dc2a-d6e7-4254-9d32-080e6994c996 admin admin] 10.222.0.36 "DELETE /v2.0/routers/864cfa69-3ecc-4bf7-a036-7b7e703523c8 HTTP/1.1" status: 204 len: 168 time: 1.9356296 Feb 09 01:57:53.066323 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58724) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:53.174924 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-384c817b-2a9d-4e31-aaf9-0d3de8f980e4 None None] Set router 864cfa69-3ecc-4bf7-a036-7b7e703523c8 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:57:53.181772 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9cdac9-caaa-4fd0-8465-29bcb7f7d410 admin admin] Deleting subnet 81f5e28f-0ce1-4e33-ae2f-f33fe2ed846b {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:57:53.194220 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1a9cdac9-caaa-4fd0-8465-29bcb7f7d410 admin admin] Publish callbacks [] for subnet (81f5e28f-0ce1-4e33-ae2f-f33fe2ed846b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:53.263498 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1a9cdac9-caaa-4fd0-8465-29bcb7f7d410 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (81f5e28f-0ce1-4e33-ae2f-f33fe2ed846b), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:53.384880 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-384c817b-2a9d-4e31-aaf9-0d3de8f980e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864cfa69-3ecc-4bf7-a036-7b7e703523c8', 'name': 'tempest-TestServerBasicOps-1517887941-router', 'tenant_id': '82347e007e3b48d0b5383856ba3ba75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:44Z', 'updated_at': '2022-02-09T01:57:52Z', 'revision_number': 7, 'project_id': '82347e007e3b48d0b5383856ba3ba75a', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:53.454429 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7cd2cd58-dfd4-4cbb-a2d0-195997141591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (8ec77c91-c8ad-4541-8fe1-c9bcd9db9326), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:53.476555 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1a9cdac9-caaa-4fd0-8465-29bcb7f7d410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (81f5e28f-0ce1-4e33-ae2f-f33fe2ed846b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:53.518827 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384c817b-2a9d-4e31-aaf9-0d3de8f980e4 None None] The sync data for ids ['864cfa69-3ecc-4bf7-a036-7b7e703523c8'] in n-d-828387-3 is: [{'id': '864cfa69-3ecc-4bf7-a036-7b7e703523c8', 'name': 'tempest-TestServerBasicOps-1517887941-router', 'tenant_id': '82347e007e3b48d0b5383856ba3ba75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:44Z', 'updated_at': '2022-02-09T01:57:52Z', 'revision_number': 7, 'project_id': '82347e007e3b48d0b5383856ba3ba75a', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:57:53.521576 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2cd58-dfd4-4cbb-a2d0-195997141591 None None] Pushing event deleted for resources: {'Port': ['ID=8ec77c91-c8ad-4541-8fe1-c9bcd9db9326,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:53.535886 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad2e2453-67c4-45b9-9f76-699ebe64d50f tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (524a8dbd-8f01-4ef9-b138-a57d9c3d4e77), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:53.548668 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd2cd58-dfd4-4cbb-a2d0-195997141591 None None] No DVR routers for this DVR port 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:57:53.554947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b94deb-6a49-45da-b082-06f504e8f0a5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:53.559473 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-78b94deb-6a49-45da-b082-06f504e8f0a5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:53.572835 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1420d0a9-54f6-4dc5-a2f9-3b7aa2a14659 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:53.639236 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1a9cdac9-caaa-4fd0-8465-29bcb7f7d410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (81f5e28f-0ce1-4e33-ae2f-f33fe2ed846b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:53.657912 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e2453-67c4-45b9-9f76-699ebe64d50f tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Pushing event deleted for resources: {'Subnet': ['ID=524a8dbd-8f01-4ef9-b138-a57d9c3d4e77,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:53.716841 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9cdac9-caaa-4fd0-8465-29bcb7f7d410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81f5e28f-0ce1-4e33-ae2f-f33fe2ed846b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:53.736365 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1a9cdac9-caaa-4fd0-8465-29bcb7f7d410 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:53.737963 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b7bc51-c24d-4b74-8e4c-bb76420e3b97 None None] Network 00e21e97-3b61-465d-8e13-f69e57d7cc7d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:53.743638 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1a9cdac9-caaa-4fd0-8465-29bcb7f7d410 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/81f5e28f-0ce1-4e33-ae2f-f33fe2ed846b HTTP/1.1" status: 204 len: 168 time: 0.6743355 Feb 09 01:57:53.746326 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58730) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:53.816780 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad2e2453-67c4-45b9-9f76-699ebe64d50f tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:53.823642 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ad2e2453-67c4-45b9-9f76-699ebe64d50f tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "DELETE /v2.0/subnets/524a8dbd-8f01-4ef9-b138-a57d9c3d4e77 HTTP/1.1" status: 204 len: 168 time: 2.9656518 Feb 09 01:57:53.828509 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58732) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:53.835177 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a115e945-6216-4930-8b55-79cfedcfd258 None None] Network 1e1f00de-6552-4934-9a23-8cdab026af67 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:53.852227 n-d-828387-3 neutron-server[103183]: INFO neutron.db.ipam_backend_mixin [None req-78b94deb-6a49-45da-b082-06f504e8f0a5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 77040ed3-f383-4340-b929-ba4e0f58f9e6 (CIDR: 2001:db8::/64) Feb 09 01:57:53.905245 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706dfcd3-b946-4eb2-857a-94ad3174f9ec req-b8e51228-d80e-400c-8659-a18148e4c118 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:53.911755 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b8cd941-44e0-41e9-9400-b419c80cf410 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Deleting subnet afd24fc1-0190-44a3-b75d-f5f56f568651 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:57:53.917556 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-706dfcd3-b946-4eb2-857a-94ad3174f9ec req-b8e51228-d80e-400c-8659-a18148e4c118 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 945 time: 0.6313195 Feb 09 01:57:53.928043 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b94deb-6a49-45da-b082-06f504e8f0a5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:57:53.928572 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b94deb-6a49-45da-b082-06f504e8f0a5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:57:53.929575 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b8cd941-44e0-41e9-9400-b419c80cf410 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks [] for subnet (afd24fc1-0190-44a3-b75d-f5f56f568651), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:54.028182 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8aef9b0-7419-412a-bb01-4939d5e7c2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (00e21e97-3b61-465d-8e13-f69e57d7cc7d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:54.037516 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebdc28a-fc1e-4437-a7a2-11e43354a9d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ffa86b77-0960-4058-af84-97833edc3344', 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'project_id': '13a42f7c4d1647ce9ae91dd694a942b5', 'fixed_ips': [{'subnet_id': '77040ed3-f383-4340-b929-ba4e0f58f9e6'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:57:54.038394 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ebdc28a-fc1e-4437-a7a2-11e43354a9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:54.041861 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58740) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:54.043230 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-78b94deb-6a49-45da-b082-06f504e8f0a5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8929265 Feb 09 01:57:54.061608 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-481923b8-ddc4-4682-98c4-799d1fcc3930 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'subnet': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:54.131963 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-706dfcd3-b946-4eb2-857a-94ad3174f9ec req-c3aa202c-f138-499a-92fa-863557282465 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133923 Feb 09 01:57:54.141845 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Publish callbacks [] for security_group (b5af50f6-2e67-4cc7-8727-12a7adbfe3a7), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:54.148669 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b5af50f6-2e67-4cc7-8727-12a7adbfe3a7), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:54.178963 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b8cd941-44e0-41e9-9400-b419c80cf410 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (afd24fc1-0190-44a3-b75d-f5f56f568651), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:54.238707 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5af50f6-2e67-4cc7-8727-12a7adbfe3a7,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:54.241802 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] device_id is not set on port 692c77dc-15d6-490d-b8dc-22f18df9c073 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:57:54.279848 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58748) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:54.286703 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:54.287063 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:54.287449 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:54.287822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:54.288164 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:54.288511 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:54.288848 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:54.289178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:54.289509 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:54.289839 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:54.290165 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:54.290387 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4cbb9aaa-2357-41da-b504-019f1248e2ba tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2107540967'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:54.290496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:54.290807 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:54.379607 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-5ebdc28a-fc1e-4437-a7a2-11e43354a9d3 None None] Allocated IP 2001:db8::2 (ffa86b77-0960-4058-af84-97833edc3344/77040ed3-f383-4340-b929-ba4e0f58f9e6/e6fa1638-aaa4-44c6-a704-ae180bcb0a4e) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:54.397302 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-e8aef9b0-7419-412a-bb01-4939d5e7c2b9 admin admin] Deleting port e8398574-2f69-4c89-9203-8ae26b6c567f {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:54.397830 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8aef9b0-7419-412a-bb01-4939d5e7c2b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e8398574-2f69-4c89-9203-8ae26b6c567f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:54.399931 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbb9aaa-2357-41da-b504-019f1248e2ba tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Made reservation on behalf of 74ac5c4df87040abbaac41297bf571f6 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:54.406241 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4cbb9aaa-2357-41da-b504-019f1248e2ba tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:54.463222 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b8cd941-44e0-41e9-9400-b419c80cf410 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (afd24fc1-0190-44a3-b75d-f5f56f568651), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:54.473865 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Allocated IP 172.25.7.14 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/692c77dc-15d6-490d-b8dc-22f18df9c073) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:54.559842 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbb9aaa-2357-41da-b504-019f1248e2ba tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:57:54.570510 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4cbb9aaa-2357-41da-b504-019f1248e2ba tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f0434725-cd04-47fb-addd-9573c52948dd), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:54.570850 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-4cbb9aaa-2357-41da-b504-019f1248e2ba tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Added segment f0434725-cd04-47fb-addd-9573c52948dd of type vlan for network 91f3e44e-bf94-49e8-bd52-1019903bad7b Feb 09 01:57:54.586397 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ebdc28a-fc1e-4437-a7a2-11e43354a9d3 None None] Publish callbacks [] for port (e6fa1638-aaa4-44c6-a704-ae180bcb0a4e), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:54.598846 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb34b68f-c3e7-4ee2-98e5-4198809ceb1f None None] DHCP port deletion for 00e21e97-3b61-465d-8e13-f69e57d7cc7d request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:57:54.605018 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077ec7f0-9564-4066-94bd-cea4baffa66e None None] DHCP port deletion for 1e1f00de-6552-4934-9a23-8cdab026af67 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:57:54.611775 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ebdc28a-fc1e-4437-a7a2-11e43354a9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (e6fa1638-aaa4-44c6-a704-ae180bcb0a4e), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:54.620171 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4cbb9aaa-2357-41da-b504-019f1248e2ba tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (91f3e44e-bf94-49e8-bd52-1019903bad7b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:54.661497 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481923b8-ddc4-4682-98c4-799d1fcc3930 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:54.665108 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-481923b8-ddc4-4682-98c4-799d1fcc3930 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:54.674243 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f1f94908-29e3-4c41-ad04-30027a199467 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:57:54.686706 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4cbb9aaa-2357-41da-b504-019f1248e2ba tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (91f3e44e-bf94-49e8-bd52-1019903bad7b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:54.690064 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebdc28a-fc1e-4437-a7a2-11e43354a9d3 None None] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:54.692127 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb9aaa-2357-41da-b504-019f1248e2ba tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:54.692742 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4cbb9aaa-2357-41da-b504-019f1248e2ba tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:54.696039 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-5ebdc28a-fc1e-4437-a7a2-11e43354a9d3 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:54.699335 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebdc28a-fc1e-4437-a7a2-11e43354a9d3 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:57:54.726591 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Publish callbacks [] for port (692c77dc-15d6-490d-b8dc-22f18df9c073), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:54.729060 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-e8aef9b0-7419-412a-bb01-4939d5e7c2b9 admin admin] For port e8398574-2f69-4c89-9203-8ae26b6c567f, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e8398574-2f69-4c89-9203-8ae26b6c567f,segment=NetworkSegment(c8f782ce-183b-4071-90ee-a61100d4d986),segment_id=c8f782ce-183b-4071-90ee-a61100d4d986)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:54.729434 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8aef9b0-7419-412a-bb01-4939d5e7c2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e8398574-2f69-4c89-9203-8ae26b6c567f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:54.775465 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (692c77dc-15d6-490d-b8dc-22f18df9c073), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:54.849997 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:54.853325 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:54.864724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:57:54.866703 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-e8aef9b0-7419-412a-bb01-4939d5e7c2b9 admin admin] Calling delete_port for e8398574-2f69-4c89-9203-8ae26b6c567f owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:54.880220 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4cbb9aaa-2357-41da-b504-019f1248e2ba tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5980544 Feb 09 01:57:54.882489 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58752) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:54.928381 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: f1f94908-29e3-4c41-ad04-30027a199467 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:57:54.928703 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f1f94908-29e3-4c41-ad04-30027a199467 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:57:54.929088 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:57:54.937106 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-bb600110-f48a-4157-8093-181b09df4f7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-726322281'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:54.944223 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Pushing event updated for resources: {'Port': ['ID=692c77dc-15d6-490d-b8dc-22f18df9c073,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:54.975290 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b8cd941-44e0-41e9-9400-b419c80cf410 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (afd24fc1-0190-44a3-b75d-f5f56f568651), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:54.977126 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-5ebdc28a-fc1e-4437-a7a2-11e43354a9d3 None None] Attempting to bind port e6fa1638-aaa4-44c6-a704-ae180bcb0a4e on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:57:54.977502 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-5ebdc28a-fc1e-4437-a7a2-11e43354a9d3 None None] Attempting to bind port e6fa1638-aaa4-44c6-a704-ae180bcb0a4e by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:57:54.977864 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebdc28a-fc1e-4437-a7a2-11e43354a9d3 None None] Attempting to bind port e6fa1638-aaa4-44c6-a704-ae180bcb0a4e on network ffa86b77-0960-4058-af84-97833edc3344 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:57:55.003536 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:57:55.003913 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8ec77c91-c8ad-4541-8fe1-c9bcd9db9326 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:57:55.012582 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebdc28a-fc1e-4437-a7a2-11e43354a9d3 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:57:55.012967 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebdc28a-fc1e-4437-a7a2-11e43354a9d3 None None] Checking segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:57:55.013366 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ebdc28a-fc1e-4437-a7a2-11e43354a9d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:55.013752 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebdc28a-fc1e-4437-a7a2-11e43354a9d3 None None] Bound using segment: {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:57:55.014232 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-5ebdc28a-fc1e-4437-a7a2-11e43354a9d3 None None] Bound port: e6fa1638-aaa4-44c6-a704-ae180bcb0a4e, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3530c268-3460-4143-91fe-fe4a42534254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffa86b77-0960-4058-af84-97833edc3344'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:57:55.015575 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ebdc28a-fc1e-4437-a7a2-11e43354a9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e6fa1638-aaa4-44c6-a704-ae180bcb0a4e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:55.020821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb600110-f48a-4157-8093-181b09df4f7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Made reservation on behalf of 74ac5c4df87040abbaac41297bf571f6 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:55.025965 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb600110-f48a-4157-8093-181b09df4f7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:55.034248 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:55.035173 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:55.061063 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-077ec7f0-9564-4066-94bd-cea4baffa66e None None] Deleting port 3c62baec-8746-4ab8-a0f1-c95d516fdfa0 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:55.062347 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-077ec7f0-9564-4066-94bd-cea4baffa66e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (3c62baec-8746-4ab8-a0f1-c95d516fdfa0), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:55.089455 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb600110-f48a-4157-8093-181b09df4f7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:57:55.100143 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb600110-f48a-4157-8093-181b09df4f7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (8adfb314-fb8f-470a-95d3-56e5004c01a2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:55.100860 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-bb600110-f48a-4157-8093-181b09df4f7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Added segment 8adfb314-fb8f-470a-95d3-56e5004c01a2 of type vlan for network ee7d3bb2-f456-41d8-93b8-334fc83bc2df Feb 09 01:57:55.102147 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cd941-44e0-41e9-9400-b419c80cf410 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Pushing event deleted for resources: {'Subnet': ['ID=afd24fc1-0190-44a3-b75d-f5f56f568651,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:55.104056 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb9aaa-2357-41da-b504-019f1248e2ba tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event updated for resources: {'Network': ['ID=91f3e44e-bf94-49e8-bd52-1019903bad7b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:55.136191 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b8cd941-44e0-41e9-9400-b419c80cf410 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:55.144070 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8b8cd941-44e0-41e9-9400-b419c80cf410 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "DELETE /v2.0/subnets/afd24fc1-0190-44a3-b75d-f5f56f568651 HTTP/1.1" status: 204 len: 168 time: 1.3143363 Feb 09 01:57:55.147756 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58754) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:55.160365 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb600110-f48a-4157-8093-181b09df4f7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (ee7d3bb2-f456-41d8-93b8-334fc83bc2df), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:55.195107 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-077ec7f0-9564-4066-94bd-cea4baffa66e None None] For port 3c62baec-8746-4ab8-a0f1-c95d516fdfa0, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3c62baec-8746-4ab8-a0f1-c95d516fdfa0,segment=NetworkSegment(ee3cce7d-01e3-45b2-a92b-d92c9a932cfb),segment_id=ee3cce7d-01e3-45b2-a92b-d92c9a932cfb)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:55.195753 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-077ec7f0-9564-4066-94bd-cea4baffa66e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (3c62baec-8746-4ab8-a0f1-c95d516fdfa0), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:55.218486 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-60cf0228-e94c-4d2c-ac59-329b5b415a2b tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.2463784 Feb 09 01:57:55.218965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58758) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:55.227375 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-be944431-ad76-4f10-b8a0-1b80d6802428 tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.14'}]}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:55.233023 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb600110-f48a-4157-8093-181b09df4f7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (ee7d3bb2-f456-41d8-93b8-334fc83bc2df), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:55.241834 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb600110-f48a-4157-8093-181b09df4f7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:55.242556 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb600110-f48a-4157-8093-181b09df4f7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:55.299748 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc12e94-7fc3-4481-968a-ca45fb2775c3 None None] Network 30fb5818-11d4-46b8-b76c-171377e0b63d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:55.301789 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 91f3e44e-bf94-49e8-bd52-1019903bad7b details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:57:55.303943 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdc28a-fc1e-4437-a7a2-11e43354a9d3 None None] Pushing event updated for resources: {'Port': ['ID=e6fa1638-aaa4-44c6-a704-ae180bcb0a4e,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:55.316813 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2fd57ae-1c5e-4aa1-a369-f0f1fa6315c2 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (1e1f00de-6552-4934-9a23-8cdab026af67), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:55.334135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-077ec7f0-9564-4066-94bd-cea4baffa66e None None] Calling delete_port for 3c62baec-8746-4ab8-a0f1-c95d516fdfa0 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:55.348647 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bb600110-f48a-4157-8093-181b09df4f7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4607270 Feb 09 01:57:55.354032 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58760) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:55.356232 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd502e5-1418-4fa5-bd90-8b3ea8d84b43 req-8e870f4c-944a-44da-95c0-55f101114b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:55.370131 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9dd502e5-1418-4fa5-bd90-8b3ea8d84b43 req-8e870f4c-944a-44da-95c0-55f101114b79 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 1127 time: 0.2818129 Feb 09 01:57:55.379599 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600110-f48a-4157-8093-181b09df4f7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event updated for resources: {'Network': ['ID=ee7d3bb2-f456-41d8-93b8-334fc83bc2df,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:55.383670 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6d12355e-0735-4146-ba8b-c1ee796ecd91 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Request body: {'subnet': {'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:55.394975 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be944431-ad76-4f10-b8a0-1b80d6802428 tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (247ff99e-5b0b-413d-8f2d-e2a4871d3e56), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:55.397554 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be944431-ad76-4f10-b8a0-1b80d6802428 tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (247ff99e-5b0b-413d-8f2d-e2a4871d3e56), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:55.421453 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network ee7d3bb2-f456-41d8-93b8-334fc83bc2df details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:57:55.439781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5ebdc28a-fc1e-4437-a7a2-11e43354a9d3 None None] For port e6fa1638-aaa4-44c6-a704-ae180bcb0a4e, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:57:55.470901 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be944431-ad76-4f10-b8a0-1b80d6802428 tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Publish callbacks [] for router_controller (247ff99e-5b0b-413d-8f2d-e2a4871d3e56), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:55.496579 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-fb34b68f-c3e7-4ee2-98e5-4198809ceb1f None None] Deleting port e8398574-2f69-4c89-9203-8ae26b6c567f {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:55.497120 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb34b68f-c3e7-4ee2-98e5-4198809ceb1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e8398574-2f69-4c89-9203-8ae26b6c567f), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:55.644733 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be944431-ad76-4f10-b8a0-1b80d6802428 tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Publish callbacks [] for router_gateway (247ff99e-5b0b-413d-8f2d-e2a4871d3e56), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:55.850230 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-fb34b68f-c3e7-4ee2-98e5-4198809ceb1f None None] For port e8398574-2f69-4c89-9203-8ae26b6c567f, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e8398574-2f69-4c89-9203-8ae26b6c567f,segment=NetworkSegment(c8f782ce-183b-4071-90ee-a61100d4d986),segment_id=c8f782ce-183b-4071-90ee-a61100d4d986)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:55.850778 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb34b68f-c3e7-4ee2-98e5-4198809ceb1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e8398574-2f69-4c89-9203-8ae26b6c567f), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:55.867097 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-fb34b68f-c3e7-4ee2-98e5-4198809ceb1f None None] Calling delete_port for e8398574-2f69-4c89-9203-8ae26b6c567f owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:55.918944 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be944431-ad76-4f10-b8a0-1b80d6802428 tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Publish callbacks [] for router_gateway (247ff99e-5b0b-413d-8f2d-e2a4871d3e56), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:55.935150 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5ebdc28a-fc1e-4437-a7a2-11e43354a9d3 None None] For port e6fa1638-aaa4-44c6-a704-ae180bcb0a4e, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e6fa1638-aaa4-44c6-a704-ae180bcb0a4e,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:57:55.950151 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be944431-ad76-4f10-b8a0-1b80d6802428 tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:55.995810 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-077ec7f0-9564-4066-94bd-cea4baffa66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (3c62baec-8746-4ab8-a0f1-c95d516fdfa0), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:56.012422 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ebdc28a-fc1e-4437-a7a2-11e43354a9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e6fa1638-aaa4-44c6-a704-ae180bcb0a4e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:56.047786 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16555f6e-6a44-4684-aad5-fe70ce428e14 None None] DHCP port deletion for 30fb5818-11d4-46b8-b76c-171377e0b63d request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:57:56.066077 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ec7f0-9564-4066-94bd-cea4baffa66e None None] Pushing event deleted for resources: {'Port': ['ID=3c62baec-8746-4ab8-a0f1-c95d516fdfa0,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:56.091085 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd502e5-1418-4fa5-bd90-8b3ea8d84b43 req-dd2fe614-961d-42ae-8dc4-585dd577dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:56.093655 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9dd502e5-1418-4fa5-bd90-8b3ea8d84b43 req-dd2fe614-961d-42ae-8dc4-585dd577dfeb service neutron] 10.222.0.67 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 912 time: 0.2043691 Feb 09 01:57:56.100914 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077ec7f0-9564-4066-94bd-cea4baffa66e None None] No DVR routers for this DVR port 3c62baec-8746-4ab8-a0f1-c95d516fdfa0 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:57:56.117859 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8aef9b0-7419-412a-bb01-4939d5e7c2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (e8398574-2f69-4c89-9203-8ae26b6c567f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:56.171423 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c8b40686-d4d5-4443-93c7-ed18fde43f84 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:57:56.193677 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9dd502e5-1418-4fa5-bd90-8b3ea8d84b43 req-912287ea-10b5-420d-8112-b141971ff9da service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9253d208-c789-4e7a-bc91-8bd0f9a80a0e HTTP/1.1" status: 200 len: 217 time: 0.0672669 Feb 09 01:57:56.222800 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: c8b40686-d4d5-4443-93c7-ed18fde43f84 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:57:56.223499 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c8b40686-d4d5-4443-93c7-ed18fde43f84 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:57:56.224121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e8398574-2f69-4c89-9203-8ae26b6c567f no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:57:56.295754 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb34b68f-c3e7-4ee2-98e5-4198809ceb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (e8398574-2f69-4c89-9203-8ae26b6c567f), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:56.305617 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: e8398574-2f69-4c89-9203-8ae26b6c567f {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:57:56.306078 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e8398574-2f69-4c89-9203-8ae26b6c567f not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:57:56.306594 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:57:56.312015 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be944431-ad76-4f10-b8a0-1b80d6802428 tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Publish callbacks [] for router (247ff99e-5b0b-413d-8f2d-e2a4871d3e56), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:56.367227 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aef9b0-7419-412a-bb01-4939d5e7c2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8398574-2f69-4c89-9203-8ae26b6c567f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:56.377210 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd502e5-1418-4fa5-bd90-8b3ea8d84b43 req-327145bc-1033-4f90-a198-a6471df76807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:56.379224 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb34b68f-c3e7-4ee2-98e5-4198809ceb1f None None] No DVR routers for this DVR port e8398574-2f69-4c89-9203-8ae26b6c567f on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:57:56.379395 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9dd502e5-1418-4fa5-bd90-8b3ea8d84b43 req-327145bc-1033-4f90-a198-a6471df76807 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.0714178 Feb 09 01:57:56.383566 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aef9b0-7419-412a-bb01-4939d5e7c2b9 admin admin] No DVR routers for this DVR port e8398574-2f69-4c89-9203-8ae26b6c567f on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:57:56.392055 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-16555f6e-6a44-4684-aad5-fe70ce428e14 None None] Deleting port 86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:56.392055 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-16555f6e-6a44-4684-aad5-fe70ce428e14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:56.394444 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdc28a-fc1e-4437-a7a2-11e43354a9d3 None None] Pushing event updated for resources: {'Port': ['ID=e6fa1638-aaa4-44c6-a704-ae180bcb0a4e,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:56.443794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34b68f-c3e7-4ee2-98e5-4198809ceb1f None None] Pushing event deleted for resources: {'Port': ['ID=e8398574-2f69-4c89-9203-8ae26b6c567f,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:56.532426 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-16555f6e-6a44-4684-aad5-fe70ce428e14 None None] For port 86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0,segment=NetworkSegment(1ac4ebb7-1a56-4dc7-b49b-6056f30a1e23),segment_id=1ac4ebb7-1a56-4dc7-b49b-6056f30a1e23)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:56.533199 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-16555f6e-6a44-4684-aad5-fe70ce428e14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:56.548228 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-16555f6e-6a44-4684-aad5-fe70ce428e14 None None] Calling delete_port for 86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:56.551151 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8aef9b0-7419-412a-bb01-4939d5e7c2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (00e21e97-3b61-465d-8e13-f69e57d7cc7d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:56.573334 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e8aef9b0-7419-412a-bb01-4939d5e7c2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e21e97-3b61-465d-8e13-f69e57d7cc7d']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:56.585659 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e8aef9b0-7419-412a-bb01-4939d5e7c2b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f782ce-183b-4071-90ee-a61100d4d986') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:56.585958 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e8aef9b0-7419-412a-bb01-4939d5e7c2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f782ce-183b-4071-90ee-a61100d4d986') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:56.596650 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8aef9b0-7419-412a-bb01-4939d5e7c2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (c8f782ce-183b-4071-90ee-a61100d4d986), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:56.619686 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8aef9b0-7419-412a-bb01-4939d5e7c2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (c8f782ce-183b-4071-90ee-a61100d4d986), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:56.628295 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8aef9b0-7419-412a-bb01-4939d5e7c2b9 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:57:56.628911 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8aef9b0-7419-412a-bb01-4939d5e7c2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (c8f782ce-183b-4071-90ee-a61100d4d986), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:56.653080 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be944431-ad76-4f10-b8a0-1b80d6802428 tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (247ff99e-5b0b-413d-8f2d-e2a4871d3e56), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:56.655943 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be944431-ad76-4f10-b8a0-1b80d6802428 tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Publish callbacks [] for router_controller (247ff99e-5b0b-413d-8f2d-e2a4871d3e56), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:56.680665 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-16555f6e-6a44-4684-aad5-fe70ce428e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:56.691433 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b04b2-dbbe-4a7a-adbf-40cb1b61d0a7 req-088c4c5b-d124-4731-a15a-a1efc7ad6670 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:56.693064 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e96b04b2-dbbe-4a7a-adbf-40cb1b61d0a7 req-088c4c5b-d124-4731-a15a-a1efc7ad6670 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 945 time: 1.4148490 Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:57:56.695175 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:57:56.697870 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:56.698489 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:56.714299 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be944431-ad76-4f10-b8a0-1b80d6802428 tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (247ff99e-5b0b-413d-8f2d-e2a4871d3e56), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:56.715609 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be944431-ad76-4f10-b8a0-1b80d6802428 tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 247ff99e-5b0b-413d-8f2d-e2a4871d3e56 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:57:56.731518 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16555f6e-6a44-4684-aad5-fe70ce428e14 None None] No DVR routers for this DVR port 86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:57:56.733645 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16555f6e-6a44-4684-aad5-fe70ce428e14 None None] Pushing event deleted for resources: {'Port': ['ID=86a5e86f-1bc4-4eef-9320-1fa65d2eb1e0,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:56.752073 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-be944431-ad76-4f10-b8a0-1b80d6802428 tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:57:56.753364 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-be944431-ad76-4f10-b8a0-1b80d6802428 tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.5316563 Feb 09 01:57:56.756237 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58764) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:56.793697 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3c62baec-8746-4ab8-a0f1-c95d516fdfa0 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:57:56.802854 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2fd57ae-1c5e-4aa1-a369-f0f1fa6315c2 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (1e1f00de-6552-4934-9a23-8cdab026af67), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:56.828341 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-a2fd57ae-1c5e-4aa1-a369-f0f1fa6315c2 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1f00de-6552-4934-9a23-8cdab026af67']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:56.829446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 3c62baec-8746-4ab8-a0f1-c95d516fdfa0 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:57:56.830097 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3c62baec-8746-4ab8-a0f1-c95d516fdfa0 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:57:56.840310 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-a2fd57ae-1c5e-4aa1-a369-f0f1fa6315c2 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee3cce7d-01e3-45b2-a92b-d92c9a932cfb') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:56.840717 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-a2fd57ae-1c5e-4aa1-a369-f0f1fa6315c2 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee3cce7d-01e3-45b2-a92b-d92c9a932cfb') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:56.852234 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2fd57ae-1c5e-4aa1-a369-f0f1fa6315c2 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (ee3cce7d-01e3-45b2-a92b-d92c9a932cfb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:56.866711 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2fd57ae-1c5e-4aa1-a369-f0f1fa6315c2 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (ee3cce7d-01e3-45b2-a92b-d92c9a932cfb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:56.873829 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2fd57ae-1c5e-4aa1-a369-f0f1fa6315c2 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:57:56.874265 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2fd57ae-1c5e-4aa1-a369-f0f1fa6315c2 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (ee3cce7d-01e3-45b2-a92b-d92c9a932cfb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:56.908925 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-10c49b70-b181-4bed-ba57-e348f5577e5a tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Deleting port 692c77dc-15d6-490d-b8dc-22f18df9c073 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:56.909281 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-10c49b70-b181-4bed-ba57-e348f5577e5a tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (692c77dc-15d6-490d-b8dc-22f18df9c073), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:57:56.918107 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:57:56.952783 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d12355e-0735-4146-ba8b-c1ee796ecd91 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Made reservation on behalf of 74ac5c4df87040abbaac41297bf571f6 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:56.956486 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d12355e-0735-4146-ba8b-c1ee796ecd91 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:57.020117 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-10c49b70-b181-4bed-ba57-e348f5577e5a tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (692c77dc-15d6-490d-b8dc-22f18df9c073), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:57.035929 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-10c49b70-b181-4bed-ba57-e348f5577e5a tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Calling delete_port for 692c77dc-15d6-490d-b8dc-22f18df9c073 owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:57.114864 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8aef9b0-7419-412a-bb01-4939d5e7c2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (00e21e97-3b61-465d-8e13-f69e57d7cc7d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:57.116572 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2fd57ae-1c5e-4aa1-a369-f0f1fa6315c2 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (1e1f00de-6552-4934-9a23-8cdab026af67), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:57.130618 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8aef9b0-7419-412a-bb01-4939d5e7c2b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:57.136686 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e8aef9b0-7419-412a-bb01-4939d5e7c2b9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/00e21e97-3b61-465d-8e13-f69e57d7cc7d HTTP/1.1" status: 204 len: 168 time: 3.3893211 Feb 09 01:57:57.147424 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd502e5-1418-4fa5-bd90-8b3ea8d84b43 req-cef2f4c3-0f99-4df4-93b8-321d8d2c8334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:57.148953 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9dd502e5-1418-4fa5-bd90-8b3ea8d84b43 req-cef2f4c3-0f99-4df4-93b8-321d8d2c8334 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7232871 Feb 09 01:57:57.158388 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2fd57ae-1c5e-4aa1-a369-f0f1fa6315c2 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:57.163248 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a2fd57ae-1c5e-4aa1-a369-f0f1fa6315c2 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "DELETE /v2.0/networks/1e1f00de-6552-4934-9a23-8cdab026af67 HTTP/1.1" status: 204 len: 168 time: 2.0109112 Feb 09 01:57:57.182817 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58774) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:57.249450 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aef9b0-7419-412a-bb01-4939d5e7c2b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=00e21e97-3b61-465d-8e13-f69e57d7cc7d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:57.273446 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-10c49b70-b181-4bed-ba57-e348f5577e5a tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (692c77dc-15d6-490d-b8dc-22f18df9c073), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:57.342650 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e96b04b2-dbbe-4a7a-adbf-40cb1b61d0a7 req-346d7837-0cbd-4b6c-9929-ed2e12f58c8a tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917587 Feb 09 01:57:57.440746 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c49b70-b181-4bed-ba57-e348f5577e5a tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Pushing event deleted for resources: {'Port': ['ID=692c77dc-15d6-490d-b8dc-22f18df9c073,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:57.454012 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58776) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:57.508383 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd57ae-1c5e-4aa1-a369-f0f1fa6315c2 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Pushing event deleted for resources: {'Network': ['ID=1e1f00de-6552-4934-9a23-8cdab026af67,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:57.522025 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-89f67916-bd61-4a79-867c-d757999f3832 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2aa93a5c7c644979abedd23e70cb219a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0631001 Feb 09 01:57:57.522025 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-10c49b70-b181-4bed-ba57-e348f5577e5a tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:57.529411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-10c49b70-b181-4bed-ba57-e348f5577e5a tempest-RoutersAdminNegativeIpV6Test-199332403 tempest-RoutersAdminNegativeIpV6Test-199332403-project-admin] 10.222.0.36 "DELETE /v2.0/ports/692c77dc-15d6-490d-b8dc-22f18df9c073 HTTP/1.1" status: 204 len: 168 time: 0.7709649 Feb 09 01:57:57.529875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58778) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:57.586787 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-595c1a9b-bdaf-4a88-8086-f0a58d6bdd4b tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (30fb5818-11d4-46b8-b76c-171377e0b63d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:57.645204 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43cacde0-f02d-410a-8807-daf6b89fa3f9 admin admin] Publish callbacks [] for security_group (d2c2175e-84b1-437d-be84-b15ce8a91734), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:57.679933 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43cacde0-f02d-410a-8807-daf6b89fa3f9 admin admin] Publish callbacks [] for security_group (d2c2175e-84b1-437d-be84-b15ce8a91734), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:57.753038 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43cacde0-f02d-410a-8807-daf6b89fa3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d2c2175e-84b1-437d-be84-b15ce8a91734), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:57.759576 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43cacde0-f02d-410a-8807-daf6b89fa3f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:57.761353 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-43cacde0-f02d-410a-8807-daf6b89fa3f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2c2175e-84b1-437d-be84-b15ce8a91734 HTTP/1.1" status: 204 len: 168 time: 0.2293575 Feb 09 01:57:57.789298 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cacde0-f02d-410a-8807-daf6b89fa3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c2175e-84b1-437d-be84-b15ce8a91734,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:57.852468 n-d-828387-3 neutron-server[103184]: DEBUG neutron.objects.ports [None req-481923b8-ddc4-4682-98c4-799d1fcc3930 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103184) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:57:57.980359 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0107bfd9-55a6-40fe-a608-956b8c3ddd00 None None] Provisioning complete for port e6fa1638-aaa4-44c6-a704-ae180bcb0a4e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:57.981421 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0107bfd9-55a6-40fe-a608-956b8c3ddd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e6fa1638-aaa4-44c6-a704-ae180bcb0a4e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:58.061002 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9dd502e5-1418-4fa5-bd90-8b3ea8d84b43 req-2b0cc9f8-3dd7-4ad4-9337-c915a0e1bb5e service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8793573 Feb 09 01:57:58.092349 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58788) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:58.240208 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0107bfd9-55a6-40fe-a608-956b8c3ddd00 None None] Current status of the port e6fa1638-aaa4-44c6-a704-ae180bcb0a4e is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:58.240835 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0107bfd9-55a6-40fe-a608-956b8c3ddd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e6fa1638-aaa4-44c6-a704-ae180bcb0a4e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:58.331611 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-29c04cca-1829-4cdf-81e8-f11343dce356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:58.334483 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e6fa1638-aaa4-44c6-a704-ae180bcb0a4e up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:58.361842 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58794) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:58.394742 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-595c1a9b-bdaf-4a88-8086-f0a58d6bdd4b tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (30fb5818-11d4-46b8-b76c-171377e0b63d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:58.428104 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a1f4f33a-5e5c-416f-8a39-56129784d2da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=82347e007e3b48d0b5383856ba3ba75a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0648379 Feb 09 01:57:58.431024 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58798) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:58.457644 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-595c1a9b-bdaf-4a88-8086-f0a58d6bdd4b tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30fb5818-11d4-46b8-b76c-171377e0b63d']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:58.481813 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-595c1a9b-bdaf-4a88-8086-f0a58d6bdd4b tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac4ebb7-1a56-4dc7-b49b-6056f30a1e23') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:58.482185 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-595c1a9b-bdaf-4a88-8086-f0a58d6bdd4b tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac4ebb7-1a56-4dc7-b49b-6056f30a1e23') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:58.494615 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-595c1a9b-bdaf-4a88-8086-f0a58d6bdd4b tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (1ac4ebb7-1a56-4dc7-b49b-6056f30a1e23), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:58.511588 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-595c1a9b-bdaf-4a88-8086-f0a58d6bdd4b tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (1ac4ebb7-1a56-4dc7-b49b-6056f30a1e23), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:58.522747 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595c1a9b-bdaf-4a88-8086-f0a58d6bdd4b tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:57:58.523160 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-595c1a9b-bdaf-4a88-8086-f0a58d6bdd4b tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (1ac4ebb7-1a56-4dc7-b49b-6056f30a1e23), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:58.525354 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-0107bfd9-55a6-40fe-a608-956b8c3ddd00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:57:58.525852 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-0107bfd9-55a6-40fe-a608-956b8c3ddd00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:57:58.536111 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port e6fa1638-aaa4-44c6-a704-ae180bcb0a4e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:58.536568 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e6fa1638-aaa4-44c6-a704-ae180bcb0a4e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:58.603006 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b71cb49c-95d9-4a87-8303-2126392bf55c admin admin] Publish callbacks [] for security_group (30b76d0b-bb9a-4217-b52e-375f45bad816), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:58.611791 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d12355e-0735-4146-ba8b-c1ee796ecd91 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (678160b0-2b2f-464c-ba3e-556e6e820726), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:58.641633 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b71cb49c-95d9-4a87-8303-2126392bf55c admin admin] Publish callbacks [] for security_group (30b76d0b-bb9a-4217-b52e-375f45bad816), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:58.665793 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-29c04cca-1829-4cdf-81e8-f11343dce356 admin admin] Publish callbacks [] for security_group (8764bf47-d164-4b84-80aa-c8b7afc169db), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:58.671307 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port e6fa1638-aaa4-44c6-a704-ae180bcb0a4e is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:58.672149 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e6fa1638-aaa4-44c6-a704-ae180bcb0a4e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:58.700783 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-29c04cca-1829-4cdf-81e8-f11343dce356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8764bf47-d164-4b84-80aa-c8b7afc169db), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:58.715099 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port e6fa1638-aaa4-44c6-a704-ae180bcb0a4e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e6fa1638-aaa4-44c6-a704-ae180bcb0a4e,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:58.722009 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e6fa1638-aaa4-44c6-a704-ae180bcb0a4e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:57:58.730372 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:57:58.754037 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c04cca-1829-4cdf-81e8-f11343dce356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8764bf47-d164-4b84-80aa-c8b7afc169db,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:58.763123 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997425a5-0702-4f57-9fa9-a8f37bc64cd0 req-67323c5c-bcbe-4c9b-97f3-3ff74f727f14 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:58.781948 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-997425a5-0702-4f57-9fa9-a8f37bc64cd0 req-67323c5c-bcbe-4c9b-97f3-3ff74f727f14 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 945 time: 0.3074400 Feb 09 01:57:58.789083 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=e6fa1638-aaa4-44c6-a704-ae180bcb0a4e,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:58.792556 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-481923b8-ddc4-4682-98c4-799d1fcc3930 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e6fa1638-aaa4-44c6-a704-ae180bcb0a4e), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:58.795119 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-595c1a9b-bdaf-4a88-8086-f0a58d6bdd4b tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (30fb5818-11d4-46b8-b76c-171377e0b63d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:58.801837 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-595c1a9b-bdaf-4a88-8086-f0a58d6bdd4b tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:58.805141 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-595c1a9b-bdaf-4a88-8086-f0a58d6bdd4b tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "DELETE /v2.0/networks/30fb5818-11d4-46b8-b76c-171377e0b63d HTTP/1.1" status: 204 len: 168 time: 1.6150930 Feb 09 01:57:58.816389 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58800) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:58.825394 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12355e-0735-4146-ba8b-c1ee796ecd91 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event updated for resources: {'Subnet': ['ID=678160b0-2b2f-464c-ba3e-556e6e820726,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:58.853883 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c1a9b-bdaf-4a88-8086-f0a58d6bdd4b tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Pushing event deleted for resources: {'Network': ['ID=30fb5818-11d4-46b8-b76c-171377e0b63d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:58.908118 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-997425a5-0702-4f57-9fa9-a8f37bc64cd0 req-1c51a846-bbe6-429e-bc3c-2eaf587a0b9e tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251307 Feb 09 01:57:58.916312 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-29c04cca-1829-4cdf-81e8-f11343dce356 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e9ec242d6454d1dab03795c546ea3a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8216648 Feb 09 01:57:58.919759 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58802) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:58.943683 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d12355e-0735-4146-ba8b-c1ee796ecd91 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Checking segment: {'id': 'f0434725-cd04-47fb-addd-9573c52948dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:57:58.944510 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d12355e-0735-4146-ba8b-c1ee796ecd91 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Network hostable DHCP agents. Network: 91f3e44e-bf94-49e8-bd52-1019903bad7b, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:57:59.011868 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9dd502e5-1418-4fa5-bd90-8b3ea8d84b43 req-42b8ca24-b085-4b23-9709-0fda0c3c9c55 service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7786617 Feb 09 01:57:59.020892 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a073cedb-b11f-4388-beb3-357c3997eb39 admin admin] Publish callbacks [] for security_group (8764bf47-d164-4b84-80aa-c8b7afc169db), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:59.022761 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b71cb49c-95d9-4a87-8303-2126392bf55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (30b76d0b-bb9a-4217-b52e-375f45bad816), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:59.026812 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b71cb49c-95d9-4a87-8303-2126392bf55c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:59.031237 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d12355e-0735-4146-ba8b-c1ee796ecd91 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Network 91f3e44e-bf94-49e8-bd52-1019903bad7b is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:57:59.031463 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b71cb49c-95d9-4a87-8303-2126392bf55c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/30b76d0b-bb9a-4217-b52e-375f45bad816 HTTP/1.1" status: 204 len: 168 time: 0.5988250 Feb 09 01:57:59.041570 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-898ed76c-6550-410e-bf0d-7d7b96dfe894 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Deleting subnet af643e71-51cf-4bb4-9bb5-820c0c4afbbf {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:57:59.058088 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-898ed76c-6550-410e-bf0d-7d7b96dfe894 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks [] for subnet (af643e71-51cf-4bb4-9bb5-820c0c4afbbf), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:59.060906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cb49c-95d9-4a87-8303-2126392bf55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b76d0b-bb9a-4217-b52e-375f45bad816,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:59.123367 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0107bfd9-55a6-40fe-a608-956b8c3ddd00 None None] Current status of the port e6fa1638-aaa4-44c6-a704-ae180bcb0a4e is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:59.135646 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a073cedb-b11f-4388-beb3-357c3997eb39 admin admin] Publish callbacks [] for security_group (8764bf47-d164-4b84-80aa-c8b7afc169db), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:59.164686 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-6d12355e-0735-4146-ba8b-c1ee796ecd91 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 91f3e44e-bf94-49e8-bd52-1019903bad7b) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:59.165752 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-898ed76c-6550-410e-bf0d-7d7b96dfe894 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (af643e71-51cf-4bb4-9bb5-820c0c4afbbf), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:59.172979 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9081127c-6a9a-4829-b12f-e28748d3fd0f None None] Network 91f3e44e-bf94-49e8-bd52-1019903bad7b requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:59.273720 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-481923b8-ddc4-4682-98c4-799d1fcc3930 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] For port e6fa1638-aaa4-44c6-a704-ae180bcb0a4e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e6fa1638-aaa4-44c6-a704-ae180bcb0a4e,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:59.325381 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a073cedb-b11f-4388-beb3-357c3997eb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8764bf47-d164-4b84-80aa-c8b7afc169db), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:59.329428 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d12355e-0735-4146-ba8b-c1ee796ecd91 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:59.329820 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d12355e-0735-4146-ba8b-c1ee796ecd91 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:59.330566 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a073cedb-b11f-4388-beb3-357c3997eb39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:59.331859 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a073cedb-b11f-4388-beb3-357c3997eb39 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8764bf47-d164-4b84-80aa-c8b7afc169db HTTP/1.1" status: 204 len: 168 time: 0.4111004 Feb 09 01:57:59.350814 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-481923b8-ddc4-4682-98c4-799d1fcc3930 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (e6fa1638-aaa4-44c6-a704-ae180bcb0a4e), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:59.358105 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073cedb-b11f-4388-beb3-357c3997eb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8764bf47-d164-4b84-80aa-c8b7afc169db,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:59.359723 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-481923b8-ddc4-4682-98c4-799d1fcc3930 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (e6fa1638-aaa4-44c6-a704-ae180bcb0a4e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:59.387265 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-898ed76c-6550-410e-bf0d-7d7b96dfe894 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (af643e71-51cf-4bb4-9bb5-820c0c4afbbf), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:59.387477 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6d12355e-0735-4146-ba8b-c1ee796ecd91 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.0141213 Feb 09 01:57:59.390457 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58812) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:59.457278 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25753aec-37af-41e0-935a-0405dccad25b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-91f3e44e-bf94-49e8-bd52-1019903bad7b', 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b', 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'fixed_ips': [{'subnet_id': '678160b0-2b2f-464c-ba3e-556e6e820726'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:57:59.458328 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-25753aec-37af-41e0-935a-0405dccad25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:59.516526 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481923b8-ddc4-4682-98c4-799d1fcc3930 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=e6fa1638-aaa4-44c6-a704-ae180bcb0a4e,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:59.523665 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-898ed76c-6550-410e-bf0d-7d7b96dfe894 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (af643e71-51cf-4bb4-9bb5-820c0c4afbbf), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:59.546599 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-534cbd31-eddf-431c-8baa-ede16e500b7f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Request body: {'subnet': {'network_id': 'ee7d3bb2-f456-41d8-93b8-334fc83bc2df', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:59.555935 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-481923b8-ddc4-4682-98c4-799d1fcc3930 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (c0d32acb-f709-48b1-9048-8fb65b764f93), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:59.595634 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-898ed76c-6550-410e-bf0d-7d7b96dfe894 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:59.608192 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-898ed76c-6550-410e-bf0d-7d7b96dfe894 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "DELETE /v2.0/subnets/af643e71-51cf-4bb4-9bb5-820c0c4afbbf HTTP/1.1" status: 204 len: 168 time: 0.7860718 Feb 09 01:57:59.608192 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ed76c-6550-410e-bf0d-7d7b96dfe894 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Pushing event deleted for resources: {'Subnet': ['ID=af643e71-51cf-4bb4-9bb5-820c0c4afbbf,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:59.610315 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58814) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:59.752108 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481923b8-ddc4-4682-98c4-799d1fcc3930 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:59.761310 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481923b8-ddc4-4682-98c4-799d1fcc3930 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Subnet': ['ID=c0d32acb-f709-48b1-9048-8fb65b764f93,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:59.783396 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab0baf2-3d8e-48a5-8217-b43fe8e8ff22 None None] Network 62bb4951-7a9e-47d7-9a11-0f409f33e3e9 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:59.788835 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-481923b8-ddc4-4682-98c4-799d1fcc3930 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:59.793536 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481923b8-ddc4-4682-98c4-799d1fcc3930 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:59.794132 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-481923b8-ddc4-4682-98c4-799d1fcc3930 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:59.797393 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-25753aec-37af-41e0-935a-0405dccad25b None None] Allocated IP 10.1.1.2 (91f3e44e-bf94-49e8-bd52-1019903bad7b/678160b0-2b2f-464c-ba3e-556e6e820726/876b304d-6c0d-42eb-abb8-af539e215885) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:59.815335 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6eb259f3-4095-430f-9d8c-9b11c1b3071d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (62bb4951-7a9e-47d7-9a11-0f409f33e3e9), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:59.861629 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-481923b8-ddc4-4682-98c4-799d1fcc3930 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.8107638 Feb 09 01:57:59.863504 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58822) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:59.878453 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d098d3b0-df81-4dc7-8749-fc1abf6c1936 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Request body: {'port': {'network_id': 'ffa86b77-0960-4058-af84-97833edc3344', 'mac_address': 'fa:16:3e:f5:1e:d9', 'name': 'tempest-NetworksTestDHCPv6-865667157'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:59.890091 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534cbd31-eddf-431c-8baa-ede16e500b7f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Made reservation on behalf of 74ac5c4df87040abbaac41297bf571f6 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:59.897345 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-534cbd31-eddf-431c-8baa-ede16e500b7f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:59.908160 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f84f082-964b-458b-825c-32f28765c6cd None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:59.960346 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-6eb259f3-4095-430f-9d8c-9b11c1b3071d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Deleting port 1ed2200f-8752-46b6-ba52-9330adbbe38b {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:59.960804 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6eb259f3-4095-430f-9d8c-9b11c1b3071d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (1ed2200f-8752-46b6-ba52-9330adbbe38b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:00.043885 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-6eb259f3-4095-430f-9d8c-9b11c1b3071d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] For port 1ed2200f-8752-46b6-ba52-9330adbbe38b, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1ed2200f-8752-46b6-ba52-9330adbbe38b,segment=NetworkSegment(e78772f2-4477-4da7-9640-ba48957c27a4),segment_id=e78772f2-4477-4da7-9640-ba48957c27a4)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:00.044893 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6eb259f3-4095-430f-9d8c-9b11c1b3071d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (1ed2200f-8752-46b6-ba52-9330adbbe38b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:00.073340 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-6eb259f3-4095-430f-9d8c-9b11c1b3071d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Calling delete_port for 1ed2200f-8752-46b6-ba52-9330adbbe38b owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:58:00.148534 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 9253d208-c789-4e7a-bc91-8bd0f9a80a0e no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:58:00.186018 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6eb259f3-4095-430f-9d8c-9b11c1b3071d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (1ed2200f-8752-46b6-ba52-9330adbbe38b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:00.238171 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58830) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:00.258815 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d098d3b0-df81-4dc7-8749-fc1abf6c1936 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Made reservation on behalf of 13a42f7c4d1647ce9ae91dd694a942b5 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:00.281824 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb259f3-4095-430f-9d8c-9b11c1b3071d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Pushing event deleted for resources: {'Port': ['ID=1ed2200f-8752-46b6-ba52-9330adbbe38b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:00.330595 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0a97d841-cd04-491c-a1a2-2f1492bc0193 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c81159b918741918bda80be926af1e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0911629 Feb 09 01:58:00.335603 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb259f3-4095-430f-9d8c-9b11c1b3071d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] No DVR routers for this DVR port 1ed2200f-8752-46b6-ba52-9330adbbe38b on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:58:00.346486 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58832) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:00.373568 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e6fa1638-aaa4-44c6-a704-ae180bcb0a4e up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:58:00.434826 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d098d3b0-df81-4dc7-8749-fc1abf6c1936 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:00.558362 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5250fa-0ea9-41e9-814a-44f9db779c6a req-cd5ba0db-4ae7-4664-8356-d91b18072578 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:00.560004 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e5250fa-0ea9-41e9-814a-44f9db779c6a req-cd5ba0db-4ae7-4664-8356-d91b18072578 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 945 time: 0.3761868 Feb 09 01:58:00.572687 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-d098d3b0-df81-4dc7-8749-fc1abf6c1936 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] device_id is not set on port 3c11a45a-74a8-4558-af95-8f490c532166 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:58:00.586342 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6050e455-520d-4154-8f14-79864103a7ef None None] DHCP port deletion for 62bb4951-7a9e-47d7-9a11-0f409f33e3e9 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:58:00.596927 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6eb259f3-4095-430f-9d8c-9b11c1b3071d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (62bb4951-7a9e-47d7-9a11-0f409f33e3e9), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:00.602260 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-534cbd31-eddf-431c-8baa-ede16e500b7f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (b1fe157d-43b5-4754-996c-299d00068483), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:00.645970 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ae6ae75-f79c-464d-acf4-bfd00fc6b9c4 admin admin] Publish callbacks [] for security_group (b5af50f6-2e67-4cc7-8727-12a7adbfe3a7), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:00.710482 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:00.711071 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9253d208-c789-4e7a-bc91-8bd0f9a80a0e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:00.719607 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ae6ae75-f79c-464d-acf4-bfd00fc6b9c4 admin admin] Publish callbacks [] for security_group (b5af50f6-2e67-4cc7-8727-12a7adbfe3a7), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:00.723009 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-6eb259f3-4095-430f-9d8c-9b11c1b3071d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62bb4951-7a9e-47d7-9a11-0f409f33e3e9']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:00.750608 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-6eb259f3-4095-430f-9d8c-9b11c1b3071d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78772f2-4477-4da7-9640-ba48957c27a4') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:00.750903 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-6eb259f3-4095-430f-9d8c-9b11c1b3071d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78772f2-4477-4da7-9640-ba48957c27a4') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:00.816175 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6eb259f3-4095-430f-9d8c-9b11c1b3071d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (e78772f2-4477-4da7-9640-ba48957c27a4), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:00.846121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e571242-3c9e-412f-a9f5-71670f800993', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9253d208-c789-4e7a-bc91-8bd0f9a80a0e'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:58:00.853691 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0149c0-91ff-4545-a543-1a30fbce9835" -d '{"events": [{"server_uuid": "1e571242-3c9e-412f-a9f5-71670f800993", "name": "network-vif-unplugged", "status": "completed", "tag": "9253d208-c789-4e7a-bc91-8bd0f9a80a0e"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:58:00.890566 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58846) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:00.919512 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6eb259f3-4095-430f-9d8c-9b11c1b3071d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (e78772f2-4477-4da7-9640-ba48957c27a4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:00.928544 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9253d208-c789-4e7a-bc91-8bd0f9a80a0e,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:00.945177 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9253d208-c789-4e7a-bc91-8bd0f9a80a0e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:00.955982 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b242268-4585-4e06-b474-853108cb7e1c x-openstack-request-id: req-2b242268-4585-4e06-b474-853108cb7e1c {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:58:00.959601 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e571242-3c9e-412f-a9f5-71670f800993", "name": "network-vif-unplugged", "status": "completed", "tag": "9253d208-c789-4e7a-bc91-8bd0f9a80a0e", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:58:00.962906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb259f3-4095-430f-9d8c-9b11c1b3071d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:58:00.963402 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6eb259f3-4095-430f-9d8c-9b11c1b3071d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (e78772f2-4477-4da7-9640-ba48957c27a4), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:00.966665 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534cbd31-eddf-431c-8baa-ede16e500b7f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event updated for resources: {'Subnet': ['ID=b1fe157d-43b5-4754-996c-299d00068483,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:00.968605 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2b242268-4585-4e06-b474-853108cb7e1c {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:58:00.968740 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:58:00.970735 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e571242-3c9e-412f-a9f5-71670f800993', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9253d208-c789-4e7a-bc91-8bd0f9a80a0e', 'code': 200} Feb 09 01:58:01.030497 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port e6fa1638-aaa4-44c6-a704-ae180bcb0a4e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:01.031364 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e6fa1638-aaa4-44c6-a704-ae180bcb0a4e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:01.031644 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e5250fa-0ea9-41e9-814a-44f9db779c6a req-1ebc8533-b5ff-4f93-bc12-5a57587b8cf7 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609609 Feb 09 01:58:01.073593 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ae6ae75-f79c-464d-acf4-bfd00fc6b9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b5af50f6-2e67-4cc7-8727-12a7adbfe3a7), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:01.083200 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ae6ae75-f79c-464d-acf4-bfd00fc6b9c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:01.087220 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7ae6ae75-f79c-464d-acf4-bfd00fc6b9c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5af50f6-2e67-4cc7-8727-12a7adbfe3a7 HTTP/1.1" status: 204 len: 168 time: 0.7383411 Feb 09 01:58:01.090385 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6eb259f3-4095-430f-9d8c-9b11c1b3071d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (62bb4951-7a9e-47d7-9a11-0f409f33e3e9), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:01.109408 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534cbd31-eddf-431c-8baa-ede16e500b7f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Checking segment: {'id': '8adfb314-fb8f-470a-95d3-56e5004c01a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ee7d3bb2-f456-41d8-93b8-334fc83bc2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:01.109814 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534cbd31-eddf-431c-8baa-ede16e500b7f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Network hostable DHCP agents. Network: ee7d3bb2-f456-41d8-93b8-334fc83bc2df, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:58:01.127158 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6eb259f3-4095-430f-9d8c-9b11c1b3071d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:01.130491 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6eb259f3-4095-430f-9d8c-9b11c1b3071d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "DELETE /v2.0/networks/62bb4951-7a9e-47d7-9a11-0f409f33e3e9 HTTP/1.1" status: 204 len: 168 time: 1.5171099 Feb 09 01:58:01.132853 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6ae75-f79c-464d-acf4-bfd00fc6b9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5af50f6-2e67-4cc7-8727-12a7adbfe3a7,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:01.134497 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58852) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:01.137681 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-25753aec-37af-41e0-935a-0405dccad25b None None] Publish callbacks [] for port (876b304d-6c0d-42eb-abb8-af539e215885), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:01.184535 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-25753aec-37af-41e0-935a-0405dccad25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (876b304d-6c0d-42eb-abb8-af539e215885), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:01.186633 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb259f3-4095-430f-9d8c-9b11c1b3071d tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Pushing event deleted for resources: {'Network': ['ID=62bb4951-7a9e-47d7-9a11-0f409f33e3e9,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:01.223909 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=9253d208-c789-4e7a-bc91-8bd0f9a80a0e,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:01.264306 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c3fb0c7b-096e-4246-88a8-1267827427c1 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90aeea4-7577-4644-8118-bd4fee06f225 HTTP/1.1" status: 200 len: 205 time: 0.0966077 Feb 09 01:58:01.268674 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58854) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:01.279893 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-9f938d4a-4023-46d7-82aa-6da1da2b83ce admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-352223522-network', 'tenant_id': '45951810457045edb8552adf500fdff5'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:01.306515 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534cbd31-eddf-431c-8baa-ede16e500b7f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Network ee7d3bb2-f456-41d8-93b8-334fc83bc2df is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:58:01.336482 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f938d4a-4023-46d7-82aa-6da1da2b83ce admin admin] Made reservation on behalf of 45951810457045edb8552adf500fdff5 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:01.339482 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9f938d4a-4023-46d7-82aa-6da1da2b83ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:01.360628 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9f938d4a-4023-46d7-82aa-6da1da2b83ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:01.364334 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25753aec-37af-41e0-935a-0405dccad25b None None] Pushing event updated for resources: {'Port': ['ID=876b304d-6c0d-42eb-abb8-af539e215885,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:01.378769 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25753aec-37af-41e0-935a-0405dccad25b None None] Network 91f3e44e-bf94-49e8-bd52-1019903bad7b is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:01.386240 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-25753aec-37af-41e0-935a-0405dccad25b None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:01.390959 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25753aec-37af-41e0-935a-0405dccad25b None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:01.527124 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-25753aec-37af-41e0-935a-0405dccad25b None None] Attempting to bind port 876b304d-6c0d-42eb-abb8-af539e215885 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:58:01.527601 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-25753aec-37af-41e0-935a-0405dccad25b None None] Attempting to bind port 876b304d-6c0d-42eb-abb8-af539e215885 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f0434725-cd04-47fb-addd-9573c52948dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:58:01.527972 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25753aec-37af-41e0-935a-0405dccad25b None None] Attempting to bind port 876b304d-6c0d-42eb-abb8-af539e215885 on network 91f3e44e-bf94-49e8-bd52-1019903bad7b {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:58:01.573296 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9f938d4a-4023-46d7-82aa-6da1da2b83ce admin admin] Publish callbacks [] for security_group (c1b81951-8a91-412f-95d7-44aa49225cab), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:01.573900 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25753aec-37af-41e0-935a-0405dccad25b None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:58:01.574302 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25753aec-37af-41e0-935a-0405dccad25b None None] Checking segment: {'id': 'f0434725-cd04-47fb-addd-9573c52948dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:01.575888 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-25753aec-37af-41e0-935a-0405dccad25b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:01.576375 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25753aec-37af-41e0-935a-0405dccad25b None None] Bound using segment: {'id': 'f0434725-cd04-47fb-addd-9573c52948dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:58:01.578102 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-25753aec-37af-41e0-935a-0405dccad25b None None] Bound port: 876b304d-6c0d-42eb-abb8-af539e215885, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0434725-cd04-47fb-addd-9573c52948dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:58:01.578261 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9f938d4a-4023-46d7-82aa-6da1da2b83ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c1b81951-8a91-412f-95d7-44aa49225cab), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:01.578501 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-25753aec-37af-41e0-935a-0405dccad25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (876b304d-6c0d-42eb-abb8-af539e215885), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:01.621493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f938d4a-4023-46d7-82aa-6da1da2b83ce admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:58:01.632658 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f938d4a-4023-46d7-82aa-6da1da2b83ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b81951-8a91-412f-95d7-44aa49225cab,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:01.660863 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9f938d4a-4023-46d7-82aa-6da1da2b83ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f5412662-5dc2-4534-a600-e772846872a1), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:01.661293 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-9f938d4a-4023-46d7-82aa-6da1da2b83ce admin admin] Added segment f5412662-5dc2-4534-a600-e772846872a1 of type vlan for network 528af48e-7b24-470c-9df1-f5cd11b0c0e3 Feb 09 01:58:01.734733 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9f938d4a-4023-46d7-82aa-6da1da2b83ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (528af48e-7b24-470c-9df1-f5cd11b0c0e3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:01.759159 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-25753aec-37af-41e0-935a-0405dccad25b None None] For port 876b304d-6c0d-42eb-abb8-af539e215885, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:58:01.762654 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-25753aec-37af-41e0-935a-0405dccad25b None None] For port 876b304d-6c0d-42eb-abb8-af539e215885, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=876b304d-6c0d-42eb-abb8-af539e215885,segment=NetworkSegment(f0434725-cd04-47fb-addd-9573c52948dd),segment_id=f0434725-cd04-47fb-addd-9573c52948dd)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:58:01.766454 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port e6fa1638-aaa4-44c6-a704-ae180bcb0a4e is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:01.773498 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9f938d4a-4023-46d7-82aa-6da1da2b83ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (528af48e-7b24-470c-9df1-f5cd11b0c0e3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:01.774954 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f938d4a-4023-46d7-82aa-6da1da2b83ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:01.776070 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9f938d4a-4023-46d7-82aa-6da1da2b83ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:01.783792 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-25753aec-37af-41e0-935a-0405dccad25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (876b304d-6c0d-42eb-abb8-af539e215885), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:01.921876 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25753aec-37af-41e0-935a-0405dccad25b None None] Pushing event updated for resources: {'Port': ['ID=876b304d-6c0d-42eb-abb8-af539e215885,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:01.948725 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9f938d4a-4023-46d7-82aa-6da1da2b83ce admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0519574 Feb 09 01:58:01.953040 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58868) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:01.958045 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-191c87cb-7009-48a0-a2ba-eae8c31049bb admin admin] Request body: {'subnet': {'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-352223522-subnet', 'tenant_id': '45951810457045edb8552adf500fdff5', 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:01.966074 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f938d4a-4023-46d7-82aa-6da1da2b83ce admin admin] Pushing event updated for resources: {'Network': ['ID=528af48e-7b24-470c-9df1-f5cd11b0c0e3,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:01.993805 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 528af48e-7b24-470c-9df1-f5cd11b0c0e3 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:58:02.000908 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-d098d3b0-df81-4dc7-8749-fc1abf6c1936 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8::355 (ffa86b77-0960-4058-af84-97833edc3344/77040ed3-f383-4340-b929-ba4e0f58f9e6/3c11a45a-74a8-4558-af95-8f490c532166) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:02.001410 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191c87cb-7009-48a0-a2ba-eae8c31049bb admin admin] Made reservation on behalf of 45951810457045edb8552adf500fdff5 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:02.003877 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-191c87cb-7009-48a0-a2ba-eae8c31049bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:02.086826 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-534cbd31-eddf-431c-8baa-ede16e500b7f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, ee7d3bb2-f456-41d8-93b8-334fc83bc2df) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:02.097092 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534cbd31-eddf-431c-8baa-ede16e500b7f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:02.098163 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-534cbd31-eddf-431c-8baa-ede16e500b7f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:02.143535 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-d098d3b0-df81-4dc7-8749-fc1abf6c1936 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Allocated IP 2001:db8:0:1:f816:3eff:fef5:1ed9 (ffa86b77-0960-4058-af84-97833edc3344/c0d32acb-f709-48b1-9048-8fb65b764f93/3c11a45a-74a8-4558-af95-8f490c532166) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:02.171104 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7c7e-859f-4bd1-8ab3-6f4d07cfdd49 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks [] for router (a90aeea4-7577-4644-8118-bd4fee06f225), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:02.192838 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58878) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:02.193402 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-534cbd31-eddf-431c-8baa-ede16e500b7f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7840283 Feb 09 01:58:02.210557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-063bbd06-69ce-4248-b7bb-47a81a8543ea tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Request body: {'port': {'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b', 'name': 'tempest-TaggedBootDevicesTest_v242-79564977', 'fixed_ips': [{'subnet_id': '678160b0-2b2f-464c-ba3e-556e6e820726'}]}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:02.451985 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc5db48-6a0e-4d42-9685-fdded4383cf0 None None] Network ee7d3bb2-f456-41d8-93b8-334fc83bc2df requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:58:02.454156 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1ed2200f-8752-46b6-ba52-9330adbbe38b no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:58:02.548385 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58882) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:02.577430 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22258f-632c-4388-bd34-a33bfe88210f req-d2e6788d-fb45-4da9-b42c-5632349c6b0a tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:02.584619 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3e22258f-632c-4388-bd34-a33bfe88210f req-d2e6788d-fb45-4da9-b42c-5632349c6b0a tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 943 time: 0.2519612 Feb 09 01:58:02.638814 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7c7e-859f-4bd1-8ab3-6f4d07cfdd49 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (a90aeea4-7577-4644-8118-bd4fee06f225), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:02.645996 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7c7e-859f-4bd1-8ab3-6f4d07cfdd49 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks [] for router_controller (a90aeea4-7577-4644-8118-bd4fee06f225), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:02.652780 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063bbd06-69ce-4248-b7bb-47a81a8543ea tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Made reservation on behalf of 74ac5c4df87040abbaac41297bf571f6 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:02.723764 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7c7e-859f-4bd1-8ab3-6f4d07cfdd49 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (a90aeea4-7577-4644-8118-bd4fee06f225), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:02.724060 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 1ed2200f-8752-46b6-ba52-9330adbbe38b {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:58:02.724439 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8d7c7e-859f-4bd1-8ab3-6f4d07cfdd49 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Fanout notify agent at l3_agent the message router_deleted on router a90aeea4-7577-4644-8118-bd4fee06f225 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:58:02.724911 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1ed2200f-8752-46b6-ba52-9330adbbe38b not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:58:02.757334 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7c7e-859f-4bd1-8ab3-6f4d07cfdd49 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:02.758030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1a46b97f-c009-4326-a53e-c16d2f4740a4 None None] Provisioning complete for port e6fa1638-aaa4-44c6-a704-ae180bcb0a4e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:02.759027 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1a46b97f-c009-4326-a53e-c16d2f4740a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e6fa1638-aaa4-44c6-a704-ae180bcb0a4e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:02.759632 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6a8d7c7e-859f-4bd1-8ab3-6f4d07cfdd49 tempest-RoutersNegativeTest-1145772419 tempest-RoutersNegativeTest-1145772419-project] 10.222.0.36 "DELETE /v2.0/routers/a90aeea4-7577-4644-8118-bd4fee06f225 HTTP/1.1" status: 204 len: 168 time: 1.4755535 Feb 09 01:58:02.829991 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3e22258f-632c-4388-bd34-a33bfe88210f req-5ea3e23c-10c8-4044-9715-b237c45e0f12 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441189 Feb 09 01:58:02.836226 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-191c87cb-7009-48a0-a2ba-eae8c31049bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (0d842827-dd41-4321-8463-eb5d857a5b67), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:02.851683 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d098d3b0-df81-4dc7-8749-fc1abf6c1936 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for port (3c11a45a-74a8-4558-af95-8f490c532166), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:02.900846 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Request body: {'networks': [{'name': 'tempest-network--80953409'}, {'name': 'tempest-network--1781855701'}]} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:02.901305 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Request body: {'network': {'name': 'tempest-network--80953409'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:02.901866 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Request body: {'network': {'name': 'tempest-network--1781855701'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:02.930032 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d592b902-cf32-4765-ac1f-623bdf0377a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ee7d3bb2-f456-41d8-93b8-334fc83bc2df', 'network_id': 'ee7d3bb2-f456-41d8-93b8-334fc83bc2df', 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'fixed_ips': [{'subnet_id': 'b1fe157d-43b5-4754-996c-299d00068483'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:58:02.931137 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d592b902-cf32-4765-ac1f-623bdf0377a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:02.936957 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Made reservation on behalf of dcaab6020d5c42f2865b13516e73fc2e for: {'network': 2} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:02.941241 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:03.044621 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d098d3b0-df81-4dc7-8749-fc1abf6c1936 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (3c11a45a-74a8-4558-af95-8f490c532166), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:03.191200 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1a46b97f-c009-4326-a53e-c16d2f4740a4 None None] Current status of the port e6fa1638-aaa4-44c6-a704-ae180bcb0a4e is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:03.227399 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d098d3b0-df81-4dc7-8749-fc1abf6c1936 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Network ffa86b77-0960-4058-af84-97833edc3344 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:03.246029 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-d592b902-cf32-4765-ac1f-623bdf0377a9 None None] Allocated IP 10.2.2.2 (ee7d3bb2-f456-41d8-93b8-334fc83bc2df/b1fe157d-43b5-4754-996c-299d00068483/738d8125-8d36-422f-818d-8867fca5c012) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:03.258025 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098d3b0-df81-4dc7-8749-fc1abf6c1936 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event updated for resources: {'Port': ['ID=3c11a45a-74a8-4558-af95-8f490c532166,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:03.289215 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-d098d3b0-df81-4dc7-8749-fc1abf6c1936 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:03.298362 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d098d3b0-df81-4dc7-8749-fc1abf6c1936 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:03.304086 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d098d3b0-df81-4dc7-8749-fc1abf6c1936 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:03.304720 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d098d3b0-df81-4dc7-8749-fc1abf6c1936 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:03.391882 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594ac81-4a80-4d2b-9862-ec0cdf337b2f req-294fd584-10a9-4de2-86b1-188a3aa525ad tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:03.398805 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1594ac81-4a80-4d2b-9862-ec0cdf337b2f req-294fd584-10a9-4de2-86b1-188a3aa525ad tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.3984931 Feb 09 01:58:03.414313 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d098d3b0-df81-4dc7-8749-fc1abf6c1936 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5487299 Feb 09 01:58:03.415046 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58894) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:03.498258 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58896) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:03.502828 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:03.546917 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d592b902-cf32-4765-ac1f-623bdf0377a9 None None] Publish callbacks [] for port (738d8125-8d36-422f-818d-8867fca5c012), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:03.552665 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c87cb-7009-48a0-a2ba-eae8c31049bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d842827-dd41-4321-8463-eb5d857a5b67,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:03.565373 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d592b902-cf32-4765-ac1f-623bdf0377a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (738d8125-8d36-422f-818d-8867fca5c012), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:03.574411 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-063bbd06-69ce-4248-b7bb-47a81a8543ea tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:03.603433 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-063bbd06-69ce-4248-b7bb-47a81a8543ea tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] device_id is not set on port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:58:03.609479 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1594ac81-4a80-4d2b-9862-ec0cdf337b2f req-a56da2e7-d849-40c1-929c-af9a635178a6 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918614 Feb 09 01:58:03.638943 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-25a788c7-bb38-4e39-b755-fbf564037967 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting port 3c11a45a-74a8-4558-af95-8f490c532166 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:58:03.640630 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25a788c7-bb38-4e39-b755-fbf564037967 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (3c11a45a-74a8-4558-af95-8f490c532166), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:03.714570 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d592b902-cf32-4765-ac1f-623bdf0377a9 None None] Network ee7d3bb2-f456-41d8-93b8-334fc83bc2df is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:03.726139 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-d592b902-cf32-4765-ac1f-623bdf0377a9 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:03.730681 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d592b902-cf32-4765-ac1f-623bdf0377a9 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:03.742081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592b902-cf32-4765-ac1f-623bdf0377a9 None None] Pushing event updated for resources: {'Port': ['ID=738d8125-8d36-422f-818d-8867fca5c012,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:03.858004 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d592b902-cf32-4765-ac1f-623bdf0377a9 None None] Attempting to bind port 738d8125-8d36-422f-818d-8867fca5c012 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:58:03.859706 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d592b902-cf32-4765-ac1f-623bdf0377a9 None None] Attempting to bind port 738d8125-8d36-422f-818d-8867fca5c012 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '8adfb314-fb8f-470a-95d3-56e5004c01a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ee7d3bb2-f456-41d8-93b8-334fc83bc2df'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:58:03.859706 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d592b902-cf32-4765-ac1f-623bdf0377a9 None None] Attempting to bind port 738d8125-8d36-422f-818d-8867fca5c012 on network ee7d3bb2-f456-41d8-93b8-334fc83bc2df {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:58:03.874809 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d592b902-cf32-4765-ac1f-623bdf0377a9 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:58:03.874809 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d592b902-cf32-4765-ac1f-623bdf0377a9 None None] Checking segment: {'id': '8adfb314-fb8f-470a-95d3-56e5004c01a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ee7d3bb2-f456-41d8-93b8-334fc83bc2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:03.876973 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d592b902-cf32-4765-ac1f-623bdf0377a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:03.880378 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d592b902-cf32-4765-ac1f-623bdf0377a9 None None] Bound using segment: {'id': '8adfb314-fb8f-470a-95d3-56e5004c01a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ee7d3bb2-f456-41d8-93b8-334fc83bc2df'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:58:03.886073 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d592b902-cf32-4765-ac1f-623bdf0377a9 None None] Bound port: 738d8125-8d36-422f-818d-8867fca5c012, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8adfb314-fb8f-470a-95d3-56e5004c01a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ee7d3bb2-f456-41d8-93b8-334fc83bc2df'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:58:03.886790 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d592b902-cf32-4765-ac1f-623bdf0377a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (738d8125-8d36-422f-818d-8867fca5c012), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:03.904349 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-451932c1-3c54-4155-9300-f26bcd01a644 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db838676075b46b3a3a3b95b98d1eb3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4045455 Feb 09 01:58:03.915653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58908) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:03.938440 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c87cb-7009-48a0-a2ba-eae8c31049bb admin admin] Checking segment: {'id': 'f5412662-5dc2-4534-a600-e772846872a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:03.938809 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191c87cb-7009-48a0-a2ba-eae8c31049bb admin admin] Network hostable DHCP agents. Network: 528af48e-7b24-470c-9df1-f5cd11b0c0e3, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:58:03.958948 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25a788c7-bb38-4e39-b755-fbf564037967 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (3c11a45a-74a8-4558-af95-8f490c532166), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:03.979281 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d592b902-cf32-4765-ac1f-623bdf0377a9 None None] For port 738d8125-8d36-422f-818d-8867fca5c012, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:58:03.992618 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d592b902-cf32-4765-ac1f-623bdf0377a9 None None] For port 738d8125-8d36-422f-818d-8867fca5c012, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=738d8125-8d36-422f-818d-8867fca5c012,segment=NetworkSegment(8adfb314-fb8f-470a-95d3-56e5004c01a2),segment_id=8adfb314-fb8f-470a-95d3-56e5004c01a2)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:58:04.010797 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d592b902-cf32-4765-ac1f-623bdf0377a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (738d8125-8d36-422f-818d-8867fca5c012), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:04.033998 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-25a788c7-bb38-4e39-b755-fbf564037967 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Calling delete_port for 3c11a45a-74a8-4558-af95-8f490c532166 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:58:04.104592 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592b902-cf32-4765-ac1f-623bdf0377a9 None None] Pushing event updated for resources: {'Port': ['ID=738d8125-8d36-422f-818d-8867fca5c012,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:04.136520 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks [] for security_group (ab618e50-8632-4987-8b5e-89f1b9402f8c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:04.144822 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5115834a-d937-46b8-a93e-e5aaf3c48422 None None] Network 91f3e44e-bf94-49e8-bd52-1019903bad7b requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:58:04.159482 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ab618e50-8632-4987-8b5e-89f1b9402f8c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:04.160226 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:04.249332 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191c87cb-7009-48a0-a2ba-eae8c31049bb admin admin] Network 528af48e-7b24-470c-9df1-f5cd11b0c0e3 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:58:04.279303 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6c683679-18e0-4158-911d-11778f68b214 None None] Provisioning complete for port 3c11a45a-74a8-4558-af95-8f490c532166 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:04.281154 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6c683679-18e0-4158-911d-11778f68b214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3c11a45a-74a8-4558-af95-8f490c532166), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:04.284695 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-7a905983-8952-4b28-be4e-ce0600c465ad req-c38d25a6-07f6-4282-84c3-89571d68f593 service neutron] (103183) timed out ('10.222.0.36', 55328) {{(pid=103183) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:58:04.287792 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 876b304d-6c0d-42eb-abb8-af539e215885 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:58:04.326220 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab618e50-8632-4987-8b5e-89f1b9402f8c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:04.329994 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-191c87cb-7009-48a0-a2ba-eae8c31049bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 528af48e-7b24-470c-9df1-f5cd11b0c0e3) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:04.336230 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:58:04.365532 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e693d5-0184-4c53-9db8-59830f4df5b2 req-442d8004-2a1a-4bc3-b206-deb68d68796d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:04.367022 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-61e693d5-0184-4c53-9db8-59830f4df5b2 req-442d8004-2a1a-4bc3-b206-deb68d68796d tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.4904149 Feb 09 01:58:04.374142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191c87cb-7009-48a0-a2ba-eae8c31049bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:04.375811 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-191c87cb-7009-48a0-a2ba-eae8c31049bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:04.394810 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98a4966-770b-4f6a-ac02-9f5c681220c6 None None] Network 528af48e-7b24-470c-9df1-f5cd11b0c0e3 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:58:04.409139 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (29a9987d-8eaa-4be8-8ad6-6d9e75d50059), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:04.409507 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Added segment 29a9987d-8eaa-4be8-8ad6-6d9e75d50059 of type vlan for network a42f33d6-cf72-47cf-a0e8-598dc0bca826 Feb 09 01:58:04.411566 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-287767fe-be57-4ff1-8e52-e3ce089e910a admin admin] Publish callbacks [] for security_group (83f0126f-18c2-4958-a553-7f9f51e9973d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:04.421122 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-063bbd06-69ce-4248-b7bb-47a81a8543ea tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Allocated IP 10.1.1.242 (91f3e44e-bf94-49e8-bd52-1019903bad7b/678160b0-2b2f-464c-ba3e-556e6e820726/9905adb9-d1e4-4bfa-82dc-a198aa75b6de) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:04.458103 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-191c87cb-7009-48a0-a2ba-eae8c31049bb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5015314 Feb 09 01:58:04.468184 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58910) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:04.477323 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6183cac8-f563-434a-a0da-755b3a0adc71 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-352223522-router', 'tenant_id': '45951810457045edb8552adf500fdff5', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:04.544959 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-287767fe-be57-4ff1-8e52-e3ce089e910a admin admin] Publish callbacks [] for security_group (83f0126f-18c2-4958-a553-7f9f51e9973d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:04.566335 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25a788c7-bb38-4e39-b755-fbf564037967 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (3c11a45a-74a8-4558-af95-8f490c532166), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:04.569409 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (a42f33d6-cf72-47cf-a0e8-598dc0bca826), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:04.615398 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-61e693d5-0184-4c53-9db8-59830f4df5b2 req-836edd2d-c9a8-47f0-938b-73ba2dc0ebde tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2318983 Feb 09 01:58:04.661189 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a788c7-bb38-4e39-b755-fbf564037967 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Port': ['ID=3c11a45a-74a8-4558-af95-8f490c532166,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:04.663647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6c683679-18e0-4158-911d-11778f68b214 None None] Port 3c11a45a-74a8-4558-af95-8f490c532166 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:58:04.677231 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 876b304d-6c0d-42eb-abb8-af539e215885 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:04.679793 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (876b304d-6c0d-42eb-abb8-af539e215885), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:04.704365 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:58:04.731921 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (d7270374-2271-412e-8572-328dd31f9e4b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:04.732280 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Added segment d7270374-2271-412e-8572-328dd31f9e4b of type vlan for network e434889c-cbbd-4ba3-adf3-2f8809d1d34c Feb 09 01:58:04.751655 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6183cac8-f563-434a-a0da-755b3a0adc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (a5d038ea-c867-4502-8025-00e4945508e1), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:04.754365 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6183cac8-f563-434a-a0da-755b3a0adc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (a5d038ea-c867-4502-8025-00e4945508e1), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:04.806670 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (e434889c-cbbd-4ba3-adf3-2f8809d1d34c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:04.864960 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25a788c7-bb38-4e39-b755-fbf564037967 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:04.872045 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-25a788c7-bb38-4e39-b755-fbf564037967 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/3c11a45a-74a8-4558-af95-8f490c532166 HTTP/1.1" status: 204 len: 168 time: 1.4410346 Feb 09 01:58:04.876311 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58916) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:04.919580 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-81b7a492-44e8-4580-a99f-add3b177e3bc None None] Provisioning complete for port 876b304d-6c0d-42eb-abb8-af539e215885 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:04.920058 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-81b7a492-44e8-4580-a99f-add3b177e3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (876b304d-6c0d-42eb-abb8-af539e215885), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:05.038786 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (a42f33d6-cf72-47cf-a0e8-598dc0bca826), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:05.046168 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (e434889c-cbbd-4ba3-adf3-2f8809d1d34c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:05.052180 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2849f1d-0e81-4e34-9412-ddd2fd0707d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-528af48e-7b24-470c-9df1-f5cd11b0c0e3', 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3', 'project_id': '45951810457045edb8552adf500fdff5', 'fixed_ips': [{'subnet_id': '0d842827-dd41-4321-8463-eb5d857a5b67'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:58:05.053365 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c2849f1d-0e81-4e34-9412-ddd2fd0707d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:05.056404 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:05.072734 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:05.073552 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:05.144374 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6183cac8-f563-434a-a0da-755b3a0adc71 admin admin] Publish callbacks [] for router_controller (a5d038ea-c867-4502-8025-00e4945508e1), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:05.282203 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256ede44-1628-48ee-a236-ff498d13b140 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:05.285530 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-256ede44-1628-48ee-a236-ff498d13b140 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4081392 Feb 09 01:58:05.291538 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58920) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:05.350540 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.7989478 Feb 09 01:58:05.362189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58922) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:05.402061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Pushing event updated for resources: {'Network': ['ID=a42f33d6-cf72-47cf-a0e8-598dc0bca826,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:05.418620 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6183cac8-f563-434a-a0da-755b3a0adc71 admin admin] Publish callbacks [] for router_gateway (a5d038ea-c867-4502-8025-00e4945508e1), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:05.443401 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network a42f33d6-cf72-47cf-a0e8-598dc0bca826 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:58:05.466572 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-287767fe-be57-4ff1-8e52-e3ce089e910a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (83f0126f-18c2-4958-a553-7f9f51e9973d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:05.470680 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-287767fe-be57-4ff1-8e52-e3ce089e910a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:05.472178 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-287767fe-be57-4ff1-8e52-e3ce089e910a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/83f0126f-18c2-4958-a553-7f9f51e9973d HTTP/1.1" status: 204 len: 168 time: 1.5167861 Feb 09 01:58:05.622874 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 876b304d-6c0d-42eb-abb8-af539e215885 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:05.626605 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (876b304d-6c0d-42eb-abb8-af539e215885), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:05.689103 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-81b7a492-44e8-4580-a99f-add3b177e3bc None None] Current status of the port 876b304d-6c0d-42eb-abb8-af539e215885 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:05.689754 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-81b7a492-44e8-4580-a99f-add3b177e3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (876b304d-6c0d-42eb-abb8-af539e215885), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:05.759623 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287767fe-be57-4ff1-8e52-e3ce089e910a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f0126f-18c2-4958-a553-7f9f51e9973d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:05.804230 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196e4ad-116c-4517-a279-c6cd5129a4da req-bf32637b-fcde-46a5-be15-185b65a2eefc tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:05.806380 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6196e4ad-116c-4517-a279-c6cd5129a4da req-bf32637b-fcde-46a5-be15-185b65a2eefc tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.7951753 Feb 09 01:58:05.809594 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-063bbd06-69ce-4248-b7bb-47a81a8543ea tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for port (9905adb9-d1e4-4bfa-82dc-a198aa75b6de), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:05.847040 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6183cac8-f563-434a-a0da-755b3a0adc71 admin admin] Publish callbacks [] for router_gateway (a5d038ea-c867-4502-8025-00e4945508e1), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:05.871595 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6183cac8-f563-434a-a0da-755b3a0adc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:05.905839 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 876b304d-6c0d-42eb-abb8-af539e215885, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=876b304d-6c0d-42eb-abb8-af539e215885,segment=NetworkSegment(f0434725-cd04-47fb-addd-9573c52948dd),segment_id=f0434725-cd04-47fb-addd-9573c52948dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:05.960599 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (876b304d-6c0d-42eb-abb8-af539e215885), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:05.985206 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fca68b8-5942-4d96-8390-0a675ff40aee tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:05.989276 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3fca68b8-5942-4d96-8390-0a675ff40aee tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6943021 Feb 09 01:58:05.990363 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d248dfba-fe83-4650-960c-cf67cea30c97 None None] Network ee7d3bb2-f456-41d8-93b8-334fc83bc2df requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:58:06.019282 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58930) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:06.027104 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e52d9-b3c3-4778-89a8-2f370fc1a64b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Pushing event updated for resources: {'Network': ['ID=e434889c-cbbd-4ba3-adf3-2f8809d1d34c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:06.099252 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-c2849f1d-0e81-4e34-9412-ddd2fd0707d7 None None] Allocated IP 172.20.0.2 (528af48e-7b24-470c-9df1-f5cd11b0c0e3/0d842827-dd41-4321-8463-eb5d857a5b67/5826583f-6247-485e-81c2-6fb01e19b382) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:06.100752 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-6183cac8-f563-434a-a0da-755b3a0adc71 admin admin] Allocated IP 172.25.7.246 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/7b6e39e3-1b90-4633-9f67-413dc0c08341) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:06.152323 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network e434889c-cbbd-4ba3-adf3-2f8809d1d34c details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:58:06.171494 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 9253d208-c789-4e7a-bc91-8bd0f9a80a0e no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:58:06.240104 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920e58ae-8862-4c60-91b2-1f52a8276267 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:06.256853 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920e58ae-8862-4c60-91b2-1f52a8276267 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:06.279049 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920e58ae-8862-4c60-91b2-1f52a8276267 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:06.285000 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920e58ae-8862-4c60-91b2-1f52a8276267 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:06.300000 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-920e58ae-8862-4c60-91b2-1f52a8276267 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.9320438 Feb 09 01:58:06.303593 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58940) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:06.328616 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6183cac8-f563-434a-a0da-755b3a0adc71 admin admin] Publish callbacks [] for port (7b6e39e3-1b90-4633-9f67-413dc0c08341), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:06.368488 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6183cac8-f563-434a-a0da-755b3a0adc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (7b6e39e3-1b90-4633-9f67-413dc0c08341), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:06.399292 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70af60f-8744-4b7b-a582-c4a6e2369b3b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:06.400891 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70af60f-8744-4b7b-a582-c4a6e2369b3b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:06.402223 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70af60f-8744-4b7b-a582-c4a6e2369b3b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:06.406643 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f70af60f-8744-4b7b-a582-c4a6e2369b3b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3743422 Feb 09 01:58:06.408133 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6196e4ad-116c-4517-a279-c6cd5129a4da req-bb1a1769-1795-4bc5-9ba7-5e7060fa67b2 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5189557 Feb 09 01:58:06.411899 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58942) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:06.446978 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e72afdf-94da-41f3-9576-0766eb6c3230 req-97e8002c-f297-496a-af6b-a78391c7ca28 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6103902 Feb 09 01:58:06.453866 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-063bbd06-69ce-4248-b7bb-47a81a8543ea tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9905adb9-d1e4-4bfa-82dc-a198aa75b6de), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:06.505050 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa02616e-0997-4a69-8c6c-a8644c69a95b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (a42f33d6-cf72-47cf-a0e8-598dc0bca826), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:06.517146 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6183cac8-f563-434a-a0da-755b3a0adc71 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:06.529800 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183cac8-f563-434a-a0da-755b3a0adc71 admin admin] Pushing event updated for resources: {'Port': ['ID=7b6e39e3-1b90-4633-9f67-413dc0c08341,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:06.533967 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-6183cac8-f563-434a-a0da-755b3a0adc71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:06.539020 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6183cac8-f563-434a-a0da-755b3a0adc71 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:06.696655 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063bbd06-69ce-4248-b7bb-47a81a8543ea tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Network 91f3e44e-bf94-49e8-bd52-1019903bad7b is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:06.723451 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-063bbd06-69ce-4248-b7bb-47a81a8543ea tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:06.724258 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 738d8125-8d36-422f-818d-8867fca5c012 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:58:06.729013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ec4648-5fa2-4356-8742-ab7ee4e39fe4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet 77040ed3-f383-4340-b929-ba4e0f58f9e6 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:58:06.734562 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063bbd06-69ce-4248-b7bb-47a81a8543ea tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:06.740962 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53ec4648-5fa2-4356-8742-ab7ee4e39fe4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (77040ed3-f383-4340-b929-ba4e0f58f9e6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:06.823912 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063bbd06-69ce-4248-b7bb-47a81a8543ea tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event updated for resources: {'Port': ['ID=9905adb9-d1e4-4bfa-82dc-a198aa75b6de,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:07.001704 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53ec4648-5fa2-4356-8742-ab7ee4e39fe4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (77040ed3-f383-4340-b929-ba4e0f58f9e6), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:07.009658 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-81b7a492-44e8-4580-a99f-add3b177e3bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:58:07.010016 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-81b7a492-44e8-4580-a99f-add3b177e3bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:58:07.026039 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=876b304d-6c0d-42eb-abb8-af539e215885,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:07.051013 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 738d8125-8d36-422f-818d-8867fca5c012 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:07.051709 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (738d8125-8d36-422f-818d-8867fca5c012), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:07.058646 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72afdf-94da-41f3-9576-0766eb6c3230 req-14a57f0c-c135-4ff5-80d7-604219caca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:07.061710 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e72afdf-94da-41f3-9576-0766eb6c3230 req-14a57f0c-c135-4ff5-80d7-604219caca1f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 1090 time: 0.5783560 Feb 09 01:58:07.069029 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa02616e-0997-4a69-8c6c-a8644c69a95b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (a42f33d6-cf72-47cf-a0e8-598dc0bca826), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:07.085588 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063bbd06-69ce-4248-b7bb-47a81a8543ea tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:07.086506 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-063bbd06-69ce-4248-b7bb-47a81a8543ea tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:07.142884 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-fa02616e-0997-4a69-8c6c-a8644c69a95b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a42f33d6-cf72-47cf-a0e8-598dc0bca826']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:07.147429 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6183cac8-f563-434a-a0da-755b3a0adc71 admin admin] Publish callbacks [] for router_gateway (a5d038ea-c867-4502-8025-00e4945508e1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:07.196155 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-063bbd06-69ce-4248-b7bb-47a81a8543ea tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.0000348 Feb 09 01:58:07.202128 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-fa02616e-0997-4a69-8c6c-a8644c69a95b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a9987d-8eaa-4be8-8ad6-6d9e75d50059') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:07.202645 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-fa02616e-0997-4a69-8c6c-a8644c69a95b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a9987d-8eaa-4be8-8ad6-6d9e75d50059') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:07.204377 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58956) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:07.218373 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-cf0e0aa2-ad67-401a-879a-544e29b2ebeb tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Request body: {'port': {'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b', 'name': 'tempest-TaggedBootDevicesTest_v242-1180627568', 'fixed_ips': [{'subnet_id': '678160b0-2b2f-464c-ba3e-556e6e820726'}]}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:07.248303 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e is: DOWN; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:07.253688 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa02616e-0997-4a69-8c6c-a8644c69a95b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (29a9987d-8eaa-4be8-8ad6-6d9e75d50059), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:07.402160 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa02616e-0997-4a69-8c6c-a8644c69a95b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (29a9987d-8eaa-4be8-8ad6-6d9e75d50059), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:07.530786 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c2849f1d-0e81-4e34-9412-ddd2fd0707d7 None None] Publish callbacks [] for port (5826583f-6247-485e-81c2-6fb01e19b382), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:07.537353 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53ec4648-5fa2-4356-8742-ab7ee4e39fe4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (77040ed3-f383-4340-b929-ba4e0f58f9e6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:07.560032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa02616e-0997-4a69-8c6c-a8644c69a95b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:58:07.560853 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa02616e-0997-4a69-8c6c-a8644c69a95b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (29a9987d-8eaa-4be8-8ad6-6d9e75d50059), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:58:07.566004 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:58:07.737982 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c2849f1d-0e81-4e34-9412-ddd2fd0707d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (5826583f-6247-485e-81c2-6fb01e19b382), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:07.756206 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6183cac8-f563-434a-a0da-755b3a0adc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (a5d038ea-c867-4502-8025-00e4945508e1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:07.856533 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cd47e2cf-44e3-467e-ae80-dfa877e6b0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:07.861368 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-81b7a492-44e8-4580-a99f-add3b177e3bc None None] Current status of the port 876b304d-6c0d-42eb-abb8-af539e215885 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:07.880083 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 738d8125-8d36-422f-818d-8867fca5c012 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:07.886582 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (738d8125-8d36-422f-818d-8867fca5c012), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:08.003775 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2849f1d-0e81-4e34-9412-ddd2fd0707d7 None None] Network 528af48e-7b24-470c-9df1-f5cd11b0c0e3 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:08.014940 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2849f1d-0e81-4e34-9412-ddd2fd0707d7 None None] Pushing event updated for resources: {'Port': ['ID=5826583f-6247-485e-81c2-6fb01e19b382,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:08.043495 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-c2849f1d-0e81-4e34-9412-ddd2fd0707d7 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:08.066843 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2849f1d-0e81-4e34-9412-ddd2fd0707d7 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:08.108537 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5563dc-bdd5-4fba-9963-0618ef4be3d6 req-3b659219-cdda-4137-ae4b-335f35136b80 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:08.119860 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3e5563dc-bdd5-4fba-9963-0618ef4be3d6 req-3b659219-cdda-4137-ae4b-335f35136b80 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.3653324 Feb 09 01:58:08.123167 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 738d8125-8d36-422f-818d-8867fca5c012, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=738d8125-8d36-422f-818d-8867fca5c012,segment=NetworkSegment(8adfb314-fb8f-470a-95d3-56e5004c01a2),segment_id=8adfb314-fb8f-470a-95d3-56e5004c01a2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:08.179568 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (738d8125-8d36-422f-818d-8867fca5c012), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:08.182236 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6d8dad60-38d1-40b0-aef9-d2456e999b66 None None] Provisioning complete for port 876b304d-6c0d-42eb-abb8-af539e215885 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:08.188578 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6d8dad60-38d1-40b0-aef9-d2456e999b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (876b304d-6c0d-42eb-abb8-af539e215885), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:08.239625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6183cac8-f563-434a-a0da-755b3a0adc71 admin admin] Router a5d038ea-c867-4502-8025-00e4945508e1 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:58:08.280306 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=738d8125-8d36-422f-818d-8867fca5c012,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:08.309197 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3e5563dc-bdd5-4fba-9963-0618ef4be3d6 req-16d10304-f5bd-480f-9573-99f34ef21245 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698945 Feb 09 01:58:08.395627 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 876b304d-6c0d-42eb-abb8-af539e215885 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:58:08.461360 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72afdf-94da-41f3-9576-0766eb6c3230 req-39a27837-0ce9-4231-a851-f722d621ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:08.465929 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e72afdf-94da-41f3-9576-0766eb6c3230 req-39a27837-0ce9-4231-a851-f722d621ac4e service neutron] 10.222.0.48 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 912 time: 1.3687239 Feb 09 01:58:08.522420 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-c2849f1d-0e81-4e34-9412-ddd2fd0707d7 None None] Attempting to bind port 5826583f-6247-485e-81c2-6fb01e19b382 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:58:08.522756 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-c2849f1d-0e81-4e34-9412-ddd2fd0707d7 None None] Attempting to bind port 5826583f-6247-485e-81c2-6fb01e19b382 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f5412662-5dc2-4534-a600-e772846872a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:58:08.523339 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2849f1d-0e81-4e34-9412-ddd2fd0707d7 None None] Attempting to bind port 5826583f-6247-485e-81c2-6fb01e19b382 on network 528af48e-7b24-470c-9df1-f5cd11b0c0e3 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:58:08.527935 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6183cac8-f563-434a-a0da-755b3a0adc71 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:58:08.538564 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2849f1d-0e81-4e34-9412-ddd2fd0707d7 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:58:08.539082 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2849f1d-0e81-4e34-9412-ddd2fd0707d7 None None] Checking segment: {'id': 'f5412662-5dc2-4534-a600-e772846872a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:08.539608 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c2849f1d-0e81-4e34-9412-ddd2fd0707d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:08.540188 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2849f1d-0e81-4e34-9412-ddd2fd0707d7 None None] Bound using segment: {'id': 'f5412662-5dc2-4534-a600-e772846872a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:58:08.540711 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-c2849f1d-0e81-4e34-9412-ddd2fd0707d7 None None] Bound port: 5826583f-6247-485e-81c2-6fb01e19b382, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5412662-5dc2-4534-a600-e772846872a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:58:08.541194 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c2849f1d-0e81-4e34-9412-ddd2fd0707d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5826583f-6247-485e-81c2-6fb01e19b382), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:08.556848 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] Sync routers for ids ['a5d038ea-c867-4502-8025-00e4945508e1'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:58:08.559231 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0e0aa2-ad67-401a-879a-544e29b2ebeb tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Made reservation on behalf of 74ac5c4df87040abbaac41297bf571f6 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:08.564177 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0aa2-ad67-401a-879a-544e29b2ebeb tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:08.571683 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e72afdf-94da-41f3-9576-0766eb6c3230 req-5778a250-5ead-4e2c-9645-1827dbff7fbf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=026485a7-9d2f-4ff7-884c-4233a8f24850 HTTP/1.1" status: 200 len: 217 time: 0.0652115 Feb 09 01:58:08.575242 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] Routers {'a5d038ea-c867-4502-8025-00e4945508e1'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:58:08.577846 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:57:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a5d038ea-c867-4502-8025-00e4945508e1'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:08.615398 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6183cac8-f563-434a-a0da-755b3a0adc71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:08.619147 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6183cac8-f563-434a-a0da-755b3a0adc71 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1449666 Feb 09 01:58:08.619411 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58982) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:08.655971 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa02616e-0997-4a69-8c6c-a8644c69a95b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (a42f33d6-cf72-47cf-a0e8-598dc0bca826), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:08.738514 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-cf0e0aa2-ad67-401a-879a-544e29b2ebeb tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] device_id is not set on port a7be7dc4-d914-4868-bc01-259d832746e1 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:58:08.745518 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] Set router a5d038ea-c867-4502-8025-00e4945508e1 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:58:08.851538 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6d8dad60-38d1-40b0-aef9-d2456e999b66 None None] Current status of the port 876b304d-6c0d-42eb-abb8-af539e215885 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:08.879621 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 876b304d-6c0d-42eb-abb8-af539e215885 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:08.882364 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (876b304d-6c0d-42eb-abb8-af539e215885), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.009991 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d038ea-c867-4502-8025-00e4945508e1', 'name': 'tempest-TestServerMultinode-352223522-router', 'tenant_id': '45951810457045edb8552adf500fdff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '7b6e39e3-1b90-4633-9f67-413dc0c08341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:04Z', 'updated_at': '2022-02-09T01:58:06Z', 'revision_number': 3, 'project_id': '45951810457045edb8552adf500fdff5', 'gw_port': {'id': '7b6e39e3-1b90-4633-9f67-413dc0c08341', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d038ea-c867-4502-8025-00e4945508e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:05Z', 'updated_at': '2022-02-09T01:58:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:09.014844 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c2849f1d-0e81-4e34-9412-ddd2fd0707d7 None None] For port 5826583f-6247-485e-81c2-6fb01e19b382, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:58:09.043811 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa02616e-0997-4a69-8c6c-a8644c69a95b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.046093 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6d8dad60-38d1-40b0-aef9-d2456e999b66 None None] Provisioning complete for port 738d8125-8d36-422f-818d-8867fca5c012 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:09.047966 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6d8dad60-38d1-40b0-aef9-d2456e999b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (738d8125-8d36-422f-818d-8867fca5c012), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.050111 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] Checking router: a5d038ea-c867-4502-8025-00e4945508e1 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:58:09.050645 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] Updating router a5d038ea-c867-4502-8025-00e4945508e1 port 7b6e39e3-1b90-4633-9f67-413dc0c08341 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:58:09.053652 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fa02616e-0997-4a69-8c6c-a8644c69a95b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] 10.222.0.36 "DELETE /v2.0/networks/a42f33d6-cf72-47cf-a0e8-598dc0bca826 HTTP/1.1" status: 204 len: 168 time: 2.7450209 Feb 09 01:58:09.071442 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c2849f1d-0e81-4e34-9412-ddd2fd0707d7 None None] For port 5826583f-6247-485e-81c2-6fb01e19b382, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5826583f-6247-485e-81c2-6fb01e19b382,segment=NetworkSegment(f5412662-5dc2-4534-a600-e772846872a1),segment_id=f5412662-5dc2-4534-a600-e772846872a1)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:58:09.084041 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7b6e39e3-1b90-4633-9f67-413dc0c08341), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.098119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72afdf-94da-41f3-9576-0766eb6c3230 req-ab2dffb0-87c0-4a11-b459-21ed160db501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:09.100227 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e72afdf-94da-41f3-9576-0766eb6c3230 req-ab2dffb0-87c0-4a11-b459-21ed160db501 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.5031121 Feb 09 01:58:09.101021 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59004) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:09.113426 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53ec4648-5fa2-4356-8742-ab7ee4e39fe4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (77040ed3-f383-4340-b929-ba4e0f58f9e6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.138805 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c2849f1d-0e81-4e34-9412-ddd2fd0707d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5826583f-6247-485e-81c2-6fb01e19b382), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.168737 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02616e-0997-4a69-8c6c-a8644c69a95b tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Pushing event deleted for resources: {'Network': ['ID=a42f33d6-cf72-47cf-a0e8-598dc0bca826,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:09.344967 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec4648-5fa2-4356-8742-ab7ee4e39fe4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=77040ed3-f383-4340-b929-ba4e0f58f9e6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:09.370642 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba8c9af8-ac1c-48f8-a916-15c2d8fd4c41 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (e434889c-cbbd-4ba3-adf3-2f8809d1d34c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.371884 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53ec4648-5fa2-4356-8742-ab7ee4e39fe4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.385390 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59016) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:09.385958 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-53ec4648-5fa2-4356-8742-ab7ee4e39fe4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/77040ed3-f383-4340-b929-ba4e0f58f9e6 HTTP/1.1" status: 204 len: 168 time: 2.9704676 Feb 09 01:58:09.414001 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b592db07-0c60-4dae-b624-0b906f97ea36 None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:58:09.464848 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72afdf-94da-41f3-9576-0766eb6c3230 req-3132168e-ebea-45f7-affb-4cae37d68d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:09.469168 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e72afdf-94da-41f3-9576-0766eb6c3230 req-3132168e-ebea-45f7-affb-4cae37d68d83 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3470528 Feb 09 01:58:09.509133 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] Publish callbacks [] for port (7b6e39e3-1b90-4633-9f67-413dc0c08341), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.515953 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 876b304d-6c0d-42eb-abb8-af539e215885 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:09.518114 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7b6e39e3-1b90-4633-9f67-413dc0c08341), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.554411 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-cf0e0aa2-ad67-401a-879a-544e29b2ebeb tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Allocated IP 10.1.1.232 (91f3e44e-bf94-49e8-bd52-1019903bad7b/678160b0-2b2f-464c-ba3e-556e6e820726/a7be7dc4-d914-4868-bc01-259d832746e1) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:09.575921 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-81fc364c-f5ba-47c6-93c9-40b8edb0d64b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Deleting subnet c0d32acb-f709-48b1-9048-8fb65b764f93 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:58:09.603930 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-81fc364c-f5ba-47c6-93c9-40b8edb0d64b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (c0d32acb-f709-48b1-9048-8fb65b764f93), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.630071 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2849f1d-0e81-4e34-9412-ddd2fd0707d7 None None] Pushing event updated for resources: {'Port': ['ID=5826583f-6247-485e-81c2-6fb01e19b382,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:09.634502 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcf167-84e8-4ad3-bd8d-2d1c27824389 None None] Pushing event updated for resources: {'Port': ['ID=7b6e39e3-1b90-4633-9f67-413dc0c08341,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:09.680408 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bcf167-84e8-4ad3-bd8d-2d1c27824389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.687758 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bcf167-84e8-4ad3-bd8d-2d1c27824389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.688353 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bcf167-84e8-4ad3-bd8d-2d1c27824389 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.692609 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bcf167-84e8-4ad3-bd8d-2d1c27824389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.693661 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bcf167-84e8-4ad3-bd8d-2d1c27824389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.694478 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bcf167-84e8-4ad3-bd8d-2d1c27824389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.696287 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bcf167-84e8-4ad3-bd8d-2d1c27824389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.697072 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bcf167-84e8-4ad3-bd8d-2d1c27824389 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.697703 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bcf167-84e8-4ad3-bd8d-2d1c27824389 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.699046 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bcf167-84e8-4ad3-bd8d-2d1c27824389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.703640 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bcf167-84e8-4ad3-bd8d-2d1c27824389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.704232 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bcf167-84e8-4ad3-bd8d-2d1c27824389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.704843 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bcf167-84e8-4ad3-bd8d-2d1c27824389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.723094 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] Attempting to bind port 7b6e39e3-1b90-4633-9f67-413dc0c08341 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:58:09.723674 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] Attempting to bind port 7b6e39e3-1b90-4633-9f67-413dc0c08341 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:58:09.724228 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] Attempting to bind port 7b6e39e3-1b90-4633-9f67-413dc0c08341 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:58:09.730926 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:58:09.731573 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:09.732159 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.733270 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:58:09.734213 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] Bound port: 7b6e39e3-1b90-4633-9f67-413dc0c08341, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:58:09.734922 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7b6e39e3-1b90-4633-9f67-413dc0c08341), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.767716 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6d8dad60-38d1-40b0-aef9-d2456e999b66 None None] Current status of the port 738d8125-8d36-422f-818d-8867fca5c012 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:09.892193 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-81fc364c-f5ba-47c6-93c9-40b8edb0d64b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (c0d32acb-f709-48b1-9048-8fb65b764f93), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.898624 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] For port 7b6e39e3-1b90-4633-9f67-413dc0c08341, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:58:09.910591 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] For port 7b6e39e3-1b90-4633-9f67-413dc0c08341, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=7b6e39e3-1b90-4633-9f67-413dc0c08341,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:58:09.929682 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7b6e39e3-1b90-4633-9f67-413dc0c08341), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.991370 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba8c9af8-ac1c-48f8-a916-15c2d8fd4c41 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (e434889c-cbbd-4ba3-adf3-2f8809d1d34c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:10.019936 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6d8dad60-38d1-40b0-aef9-d2456e999b66 None None] Provisioning complete for port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:10.020545 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6d8dad60-38d1-40b0-aef9-d2456e999b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9905adb9-d1e4-4bfa-82dc-a198aa75b6de), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:10.023676 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-ba8c9af8-ac1c-48f8-a916-15c2d8fd4c41 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e434889c-cbbd-4ba3-adf3-2f8809d1d34c']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:10.033689 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-ba8c9af8-ac1c-48f8-a916-15c2d8fd4c41 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7270374-2271-412e-8572-328dd31f9e4b') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:10.033940 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-ba8c9af8-ac1c-48f8-a916-15c2d8fd4c41 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7270374-2271-412e-8572-328dd31f9e4b') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:10.037614 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcf167-84e8-4ad3-bd8d-2d1c27824389 None None] Pushing event updated for resources: {'Port': ['ID=7b6e39e3-1b90-4633-9f67-413dc0c08341,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:10.044862 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba8c9af8-ac1c-48f8-a916-15c2d8fd4c41 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (d7270374-2271-412e-8572-328dd31f9e4b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:10.066984 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba8c9af8-ac1c-48f8-a916-15c2d8fd4c41 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (d7270374-2271-412e-8572-328dd31f9e4b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:10.078493 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8c9af8-ac1c-48f8-a916-15c2d8fd4c41 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:58:10.079477 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba8c9af8-ac1c-48f8-a916-15c2d8fd4c41 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (d7270374-2271-412e-8572-328dd31f9e4b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:10.079661 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] Routers {'a5d038ea-c867-4502-8025-00e4945508e1'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:58:10.080071 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:57:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a5d038ea-c867-4502-8025-00e4945508e1'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:10.090050 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:10.096335 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0aa2-ad67-401a-879a-544e29b2ebeb tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for port (a7be7dc4-d914-4868-bc01-259d832746e1), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:10.156179 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59022) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:10.175555 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6d8dad60-38d1-40b0-aef9-d2456e999b66 None None] Port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:58:10.181256 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-56708ff8-8fb3-47c0-b768-21ac4d0dd09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:58:10.181418 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:58:10.192687 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba8c9af8-ac1c-48f8-a916-15c2d8fd4c41 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (e434889c-cbbd-4ba3-adf3-2f8809d1d34c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:10.251417 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0aa2-ad67-401a-879a-544e29b2ebeb tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a7be7dc4-d914-4868-bc01-259d832746e1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:10.254949 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba8c9af8-ac1c-48f8-a916-15c2d8fd4c41 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:10.279986 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ba8c9af8-ac1c-48f8-a916-15c2d8fd4c41 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] 10.222.0.36 "DELETE /v2.0/networks/e434889c-cbbd-4ba3-adf3-2f8809d1d34c HTTP/1.1" status: 204 len: 168 time: 1.1773040 Feb 09 01:58:10.333252 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] Set router a5d038ea-c867-4502-8025-00e4945508e1 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:58:10.360978 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59026) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:10.430241 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c9af8-ac1c-48f8-a916-15c2d8fd4c41 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Pushing event deleted for resources: {'Network': ['ID=e434889c-cbbd-4ba3-adf3-2f8809d1d34c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:10.564112 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5826583f-6247-485e-81c2-6fb01e19b382 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:58:10.637274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0e0aa2-ad67-401a-879a-544e29b2ebeb tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Network 91f3e44e-bf94-49e8-bd52-1019903bad7b is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:10.645386 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-cf0e0aa2-ad67-401a-879a-544e29b2ebeb tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:10.650978 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0e0aa2-ad67-401a-879a-544e29b2ebeb tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:10.684369 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 5826583f-6247-485e-81c2-6fb01e19b382 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:10.687761 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5826583f-6247-485e-81c2-6fb01e19b382), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:10.776548 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d038ea-c867-4502-8025-00e4945508e1', 'name': 'tempest-TestServerMultinode-352223522-router', 'tenant_id': '45951810457045edb8552adf500fdff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '7b6e39e3-1b90-4633-9f67-413dc0c08341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:04Z', 'updated_at': '2022-02-09T01:58:06Z', 'revision_number': 3, 'project_id': '45951810457045edb8552adf500fdff5', 'gw_port': {'id': '7b6e39e3-1b90-4633-9f67-413dc0c08341', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d038ea-c867-4502-8025-00e4945508e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:05Z', 'updated_at': '2022-02-09T01:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:10.825014 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e0aa2-ad67-401a-879a-544e29b2ebeb tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event updated for resources: {'Port': ['ID=a7be7dc4-d914-4868-bc01-259d832746e1,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:10.825241 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff7a24f-3153-4bb3-9abd-82c1ba8b31e1 None None] The sync data for ids ['a5d038ea-c867-4502-8025-00e4945508e1'] in n-d-828387-3 is: [{'id': 'a5d038ea-c867-4502-8025-00e4945508e1', 'name': 'tempest-TestServerMultinode-352223522-router', 'tenant_id': '45951810457045edb8552adf500fdff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '7b6e39e3-1b90-4633-9f67-413dc0c08341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:04Z', 'updated_at': '2022-02-09T01:58:06Z', 'revision_number': 3, 'project_id': '45951810457045edb8552adf500fdff5', 'gw_port': {'id': '7b6e39e3-1b90-4633-9f67-413dc0c08341', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d038ea-c867-4502-8025-00e4945508e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:05Z', 'updated_at': '2022-02-09T01:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:58:10.857751 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:10.876249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32a90c-b015-4bd1-a762-a4ccedc85c90 req-841d336e-3723-448c-9b25-62461cec1cbb tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:10.878274 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8b32a90c-b015-4bd1-a762-a4ccedc85c90 req-841d336e-3723-448c-9b25-62461cec1cbb tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.6750019 Feb 09 01:58:10.974284 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:10.993824 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8b32a90c-b015-4bd1-a762-a4ccedc85c90 req-f43d2075-a443-4d3a-865b-be481d271ec3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082792 Feb 09 01:58:11.004703 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e72afdf-94da-41f3-9576-0766eb6c3230 req-b0f7f64d-c6bf-481a-a171-f69f0eea48d4 service neutron] 10.222.0.48 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7929869 Feb 09 01:58:11.030405 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 5826583f-6247-485e-81c2-6fb01e19b382 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:11.031118 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5826583f-6247-485e-81c2-6fb01e19b382), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:11.055927 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0e0aa2-ad67-401a-879a-544e29b2ebeb tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:11.056545 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0aa2-ad67-401a-879a-544e29b2ebeb tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:11.149503 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 5826583f-6247-485e-81c2-6fb01e19b382, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5826583f-6247-485e-81c2-6fb01e19b382,segment=NetworkSegment(f5412662-5dc2-4534-a600-e772846872a1),segment_id=f5412662-5dc2-4534-a600-e772846872a1)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:11.165291 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5826583f-6247-485e-81c2-6fb01e19b382), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:11.166637 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 738d8125-8d36-422f-818d-8867fca5c012 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:58:11.276952 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cf0e0aa2-ad67-401a-879a-544e29b2ebeb tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0664485 Feb 09 01:58:11.279866 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e72afdf-94da-41f3-9576-0766eb6c3230 req-cac895a9-7186-47ac-9ff3-c74dcaca6759 service neutron] 10.222.0.48 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903796 Feb 09 01:58:11.395763 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:58:11.408291 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=5826583f-6247-485e-81c2-6fb01e19b382,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:11.432918 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 738d8125-8d36-422f-818d-8867fca5c012 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:11.433390 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (738d8125-8d36-422f-818d-8867fca5c012), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:11.489061 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-52edf0ab-92bf-452f-9dfb-b3af520e2a15 None None] Provisioning complete for port a7be7dc4-d914-4868-bc01-259d832746e1 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:11.489440 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-52edf0ab-92bf-452f-9dfb-b3af520e2a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a7be7dc4-d914-4868-bc01-259d832746e1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:11.543507 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-52edf0ab-92bf-452f-9dfb-b3af520e2a15 None None] Port a7be7dc4-d914-4868-bc01-259d832746e1 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:58:11.612604 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 738d8125-8d36-422f-818d-8867fca5c012 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:11.617179 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290df270-2fce-49ab-a1c0-e88323ac7fa5 None None] Network 528af48e-7b24-470c-9df1-f5cd11b0c0e3 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:58:11.804600 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5754ae40-5bf0-4289-8215-7d23a319cf73 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:11.819875 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5754ae40-5bf0-4289-8215-7d23a319cf73 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:11.821865 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5754ae40-5bf0-4289-8215-7d23a319cf73 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.4599164 Feb 09 01:58:11.826224 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59034) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:11.833086 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4c6522b8-ab2d-4f07-8ef1-3dbb65c0d73e tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2093557123'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:11.912265 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6522b8-ab2d-4f07-8ef1-3dbb65c0d73e tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Made reservation on behalf of dcaab6020d5c42f2865b13516e73fc2e for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:11.924196 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4c6522b8-ab2d-4f07-8ef1-3dbb65c0d73e tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:11.966282 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-84ba12d5-0da7-485c-b8db-f0cfb590d60b None None] Provisioning complete for port 5826583f-6247-485e-81c2-6fb01e19b382 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:11.966721 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-84ba12d5-0da7-485c-b8db-f0cfb590d60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5826583f-6247-485e-81c2-6fb01e19b382), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:11.993355 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad930496-9cec-4f24-b3e1-6a62aaf993bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:12.060331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6522b8-ab2d-4f07-8ef1-3dbb65c0d73e tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:58:12.099359 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4c6522b8-ab2d-4f07-8ef1-3dbb65c0d73e tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (80a43962-b10d-49a0-84dd-fb198dccafe3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:12.099601 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-4c6522b8-ab2d-4f07-8ef1-3dbb65c0d73e tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Added segment 80a43962-b10d-49a0-84dd-fb198dccafe3 of type vlan for network 12061554-cc9b-4d86-821b-6d4bb23c6128 Feb 09 01:58:12.129677 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-81fc364c-f5ba-47c6-93c9-40b8edb0d64b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (c0d32acb-f709-48b1-9048-8fb65b764f93), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:12.223012 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-84ba12d5-0da7-485c-b8db-f0cfb590d60b None None] Current status of the port 5826583f-6247-485e-81c2-6fb01e19b382 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:12.322280 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4c6522b8-ab2d-4f07-8ef1-3dbb65c0d73e tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (12061554-cc9b-4d86-821b-6d4bb23c6128), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:12.330636 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:12.354602 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-81fc364c-f5ba-47c6-93c9-40b8edb0d64b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (c0d32acb-f709-48b1-9048-8fb65b764f93), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:12.370289 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7f7dc47a-2ca1-471e-b25e-afa9586e2cab None None] Provisioning complete for port e6fa1638-aaa4-44c6-a704-ae180bcb0a4e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:12.370921 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7f7dc47a-2ca1-471e-b25e-afa9586e2cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e6fa1638-aaa4-44c6-a704-ae180bcb0a4e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:12.405503 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68700cd-7fba-4f99-a243-d76a85b90cb5 req-38497451-7207-4bef-ad96-e2b35cc92180 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:12.416395 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f68700cd-7fba-4f99-a243-d76a85b90cb5 req-38497451-7207-4bef-ad96-e2b35cc92180 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.1799111 Feb 09 01:58:12.446637 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083218ef-3369-4d05-903a-13e74e5ffeda None None] Network ffa86b77-0960-4058-af84-97833edc3344 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:58:12.522025 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-81fc364c-f5ba-47c6-93c9-40b8edb0d64b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:12.530410 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59040) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:12.531166 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-81fc364c-f5ba-47c6-93c9-40b8edb0d64b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/c0d32acb-f709-48b1-9048-8fb65b764f93 HTTP/1.1" status: 204 len: 168 time: 3.1389897 Feb 09 01:58:12.543535 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59042) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:12.544489 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc364c-f5ba-47c6-93c9-40b8edb0d64b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Subnet': ['ID=c0d32acb-f709-48b1-9048-8fb65b764f93,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:12.549913 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-359a27b5-cc0c-4436-886c-41140d145dfd tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1765467376', 'description': 'tempest-description--1846804486'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:12.594094 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-359a27b5-cc0c-4436-886c-41140d145dfd tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:12.594844 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7b6e39e3-1b90-4633-9f67-413dc0c08341 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:58:12.646978 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4c6522b8-ab2d-4f07-8ef1-3dbb65c0d73e tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (12061554-cc9b-4d86-821b-6d4bb23c6128), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:12.654402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6522b8-ab2d-4f07-8ef1-3dbb65c0d73e tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:12.655559 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4c6522b8-ab2d-4f07-8ef1-3dbb65c0d73e tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:12.684761 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-956cdb79-c85f-4a28-ac2b-7b05d57a0958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:12.788724 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f68700cd-7fba-4f99-a243-d76a85b90cb5 req-6fcac936-fde9-4260-ad36-736a12b306c5 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3552232 Feb 09 01:58:12.809635 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4c6522b8-ab2d-4f07-8ef1-3dbb65c0d73e tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9810677 Feb 09 01:58:12.815294 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59044) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:12.820925 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4ed0bad4-c9d1-4076-924d-001d8ae4b592 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-304442431'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:12.841491 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6522b8-ab2d-4f07-8ef1-3dbb65c0d73e tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Pushing event updated for resources: {'Network': ['ID=12061554-cc9b-4d86-821b-6d4bb23c6128,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:12.884612 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 12061554-cc9b-4d86-821b-6d4bb23c6128 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:58:12.903162 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed0bad4-c9d1-4076-924d-001d8ae4b592 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Made reservation on behalf of dcaab6020d5c42f2865b13516e73fc2e for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:12.912125 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ed0bad4-c9d1-4076-924d-001d8ae4b592 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:12.965390 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-359a27b5-cc0c-4436-886c-41140d145dfd tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for security_group (1e638cb1-20b5-4643-bafe-af95ea8e6a1d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:12.974387 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-814bf481-050c-4ec0-a418-5d59b638bfb0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4268658 Feb 09 01:58:12.979165 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59050) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:12.997048 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 7b6e39e3-1b90-4633-9f67-413dc0c08341 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:12.997944 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7b6e39e3-1b90-4633-9f67-413dc0c08341), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:13.008722 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-359a27b5-cc0c-4436-886c-41140d145dfd tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1e638cb1-20b5-4643-bafe-af95ea8e6a1d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:13.045916 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7f7dc47a-2ca1-471e-b25e-afa9586e2cab None None] Current status of the port e6fa1638-aaa4-44c6-a704-ae180bcb0a4e is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:13.118674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d82679e-acd4-4f1e-b5d6-fb55ab8649e3 None None] DHCP port deletion for ffa86b77-0960-4058-af84-97833edc3344 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:58:13.133072 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a27b5-cc0c-4436-886c-41140d145dfd tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e638cb1-20b5-4643-bafe-af95ea8e6a1d,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:13.141187 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed0bad4-c9d1-4076-924d-001d8ae4b592 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:58:13.148035 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-359a27b5-cc0c-4436-886c-41140d145dfd tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:13.150088 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-359a27b5-cc0c-4436-886c-41140d145dfd tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6154888 Feb 09 01:58:13.154000 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59054) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:13.167251 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ed0bad4-c9d1-4076-924d-001d8ae4b592 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (b860153d-d2b1-4028-b943-e16af5f8632e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:13.167718 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-4ed0bad4-c9d1-4076-924d-001d8ae4b592 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Added segment b860153d-d2b1-4028-b943-e16af5f8632e of type vlan for network e7cc6498-af3b-4170-9a43-4cb25b955370 Feb 09 01:58:13.174716 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-57d11fb3-d4ca-446a-a907-39da57a58b8e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Request body: {'security_group_rule': {'security_group_id': '1e638cb1-20b5-4643-bafe-af95ea8e6a1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:13.200121 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38509118-cb00-44dc-885b-279c9973d545 req-cf4a7ab9-9a6d-45f0-b9d6-a76e215bf50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:13.203388 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-38509118-cb00-44dc-885b-279c9973d545 req-cf4a7ab9-9a6d-45f0-b9d6-a76e215bf50e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 1126 time: 0.2643223 Feb 09 01:58:13.257058 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 7b6e39e3-1b90-4633-9f67-413dc0c08341 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:13.258892 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7b6e39e3-1b90-4633-9f67-413dc0c08341), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:13.267396 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc37722b-5836-499d-b050-fc9975ff27de tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:13.276854 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cc37722b-5836-499d-b050-fc9975ff27de tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2920136 Feb 09 01:58:13.277679 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59056) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:13.288048 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 7b6e39e3-1b90-4633-9f67-413dc0c08341, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=7b6e39e3-1b90-4633-9f67-413dc0c08341,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:13.305469 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7b6e39e3-1b90-4633-9f67-413dc0c08341), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:13.306634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5826583f-6247-485e-81c2-6fb01e19b382 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:58:13.371852 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38509118-cb00-44dc-885b-279c9973d545 req-e6063d1b-c130-4078-857d-774d90261c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:13.373364 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-38509118-cb00-44dc-885b-279c9973d545 req-e6063d1b-c130-4078-857d-774d90261c9d service neutron] 10.222.0.67 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 912 time: 0.1333952 Feb 09 01:58:13.378690 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57d11fb3-d4ca-446a-a907-39da57a58b8e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for security_group_rule (f76f15c5-15f8-43f9-b465-f6d82b6749b5), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:13.387167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da12d54a-f7cf-49ac-a1af-f402267f84a2 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:13.391751 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-da12d54a-f7cf-49ac-a1af-f402267f84a2 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1034558 Feb 09 01:58:13.396384 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59058) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:13.400450 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ed0bad4-c9d1-4076-924d-001d8ae4b592 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (e7cc6498-af3b-4170-9a43-4cb25b955370), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:13.415448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=7b6e39e3-1b90-4633-9f67-413dc0c08341,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:13.457147 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8c0d9b43-1624-415e-866f-545befad673c None None] Provisioning complete for port 5826583f-6247-485e-81c2-6fb01e19b382 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:13.457769 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8c0d9b43-1624-415e-866f-545befad673c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5826583f-6247-485e-81c2-6fb01e19b382), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:13.471142 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ed0bad4-c9d1-4076-924d-001d8ae4b592 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (e7cc6498-af3b-4170-9a43-4cb25b955370), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:13.483470 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed0bad4-c9d1-4076-924d-001d8ae4b592 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:13.485628 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ed0bad4-c9d1-4076-924d-001d8ae4b592 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:13.505480 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 5826583f-6247-485e-81c2-6fb01e19b382 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:13.505873 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5826583f-6247-485e-81c2-6fb01e19b382), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:13.520813 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-38509118-cb00-44dc-885b-279c9973d545 req-a2f40c53-0941-401b-842a-be0155389326 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3 HTTP/1.1" status: 200 len: 999 time: 0.1383018 Feb 09 01:58:13.553331 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad930496-9cec-4f24-b3e1-6a62aaf993bb admin admin] Publish callbacks [] for security_group (3148704e-4cc0-44cf-9ecb-d73b2e87e1fa), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:13.619289 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 5826583f-6247-485e-81c2-6fb01e19b382 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:13.624892 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0d82679e-acd4-4f1e-b5d6-fb55ab8649e3 None None] Deleting port e6fa1638-aaa4-44c6-a704-ae180bcb0a4e {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:58:13.625262 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0d82679e-acd4-4f1e-b5d6-fb55ab8649e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e6fa1638-aaa4-44c6-a704-ae180bcb0a4e), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:13.665485 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0bad4-c9d1-4076-924d-001d8ae4b592 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Pushing event updated for resources: {'Network': ['ID=e7cc6498-af3b-4170-9a43-4cb25b955370,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:13.667977 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38509118-cb00-44dc-885b-279c9973d545 req-9f6bcc60-35fa-49d2-96c9-5db1008b6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:13.670102 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-38509118-cb00-44dc-885b-279c9973d545 req-9f6bcc60-35fa-49d2-96c9-5db1008b6f1e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.1113408 Feb 09 01:58:13.683421 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3366c88b-4ee2-487c-b96e-aee5bec83e0b tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1650400 Feb 09 01:58:13.689767 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4ed0bad4-c9d1-4076-924d-001d8ae4b592 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8731534 Feb 09 01:58:13.694394 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59062) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:13.695032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59064) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:13.696483 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad930496-9cec-4f24-b3e1-6a62aaf993bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3148704e-4cc0-44cf-9ecb-d73b2e87e1fa), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:13.705417 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Request body: {'ports': [{'network_id': '12061554-cc9b-4d86-821b-6d4bb23c6128', 'name': 'tempest-port--1469203593', 'admin_state_up': True}, {'network_id': 'e7cc6498-af3b-4170-9a43-4cb25b955370', 'admin_state_up': False}]} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:13.705832 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Request body: {'port': {'network_id': '12061554-cc9b-4d86-821b-6d4bb23c6128', 'name': 'tempest-port--1469203593', 'admin_state_up': True}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:13.711938 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Request body: {'port': {'network_id': 'e7cc6498-af3b-4170-9a43-4cb25b955370', 'admin_state_up': False}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:13.769115 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:13.775950 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network e7cc6498-af3b-4170-9a43-4cb25b955370 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:58:13.776271 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4b8d8f-3739-435a-ae81-5239820fab31 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:13.776881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a4b8d8f-3739-435a-ae81-5239820fab31 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:13.784426 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4a4b8d8f-3739-435a-ae81-5239820fab31 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/3c11a45a-74a8-4558-af95-8f490c532166 HTTP/1.1" status: 404 len: 333 time: 0.0883117 Feb 09 01:58:13.786525 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59066) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:13.807045 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ad930496-9cec-4f24-b3e1-6a62aaf993bb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=188fc2cde18b49dc9c52743c091575c3&name=default HTTP/1.1" status: 200 len: 3000 time: 3.6248634 Feb 09 01:58:13.825057 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59068) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:13.841328 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5be6d3-fcd5-49fd-be48-6102eab14054 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:13.841793 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f5be6d3-fcd5-49fd-be48-6102eab14054 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:13.853139 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7f5be6d3-fcd5-49fd-be48-6102eab14054 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/c0d32acb-f709-48b1-9048-8fb65b764f93 HTTP/1.1" status: 404 len: 337 time: 0.0655663 Feb 09 01:58:13.886088 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59072) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:13.888143 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-956cdb79-c85f-4a28-ac2b-7b05d57a0958 admin admin] Allocated IP 172.20.0.1 (528af48e-7b24-470c-9df1-f5cd11b0c0e3/0d842827-dd41-4321-8463-eb5d857a5b67/bfd0684f-8de4-4484-bf11-ed99c0ee5044) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:14.001320 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-0d82679e-acd4-4f1e-b5d6-fb55ab8649e3 None None] For port e6fa1638-aaa4-44c6-a704-ae180bcb0a4e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e6fa1638-aaa4-44c6-a704-ae180bcb0a4e,segment=NetworkSegment(3530c268-3460-4143-91fe-fe4a42534254),segment_id=3530c268-3460-4143-91fe-fe4a42534254)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:14.006270 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0d82679e-acd4-4f1e-b5d6-fb55ab8649e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e6fa1638-aaa4-44c6-a704-ae180bcb0a4e), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:14.018538 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b08013c-6523-4c47-a0a6-8295993e3304 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:14.019723 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b08013c-6523-4c47-a0a6-8295993e3304 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:14.027523 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8b08013c-6523-4c47-a0a6-8295993e3304 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/77040ed3-f383-4340-b929-ba4e0f58f9e6 HTTP/1.1" status: 404 len: 337 time: 0.0982568 Feb 09 01:58:14.051065 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6153a0e-113f-4113-851a-785d8079c90a admin admin] Publish callbacks [] for security_group (3148704e-4cc0-44cf-9ecb-d73b2e87e1fa), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:14.064917 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59074) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:14.073158 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0d82679e-acd4-4f1e-b5d6-fb55ab8649e3 None None] Calling delete_port for e6fa1638-aaa4-44c6-a704-ae180bcb0a4e owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:58:14.091035 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8c0d9b43-1624-415e-866f-545befad673c None None] Current status of the port 5826583f-6247-485e-81c2-6fb01e19b382 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:14.094422 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Made reservation on behalf of dcaab6020d5c42f2865b13516e73fc2e for: {'port': 2} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:14.095312 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57d11fb3-d4ca-446a-a907-39da57a58b8e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for security_group_rule (f76f15c5-15f8-43f9-b465-f6d82b6749b5), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:14.104427 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:14.132370 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:14.240756 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6153a0e-113f-4113-851a-785d8079c90a admin admin] Publish callbacks [] for security_group (3148704e-4cc0-44cf-9ecb-d73b2e87e1fa), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:14.325147 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-2110080c-d0fe-42bb-83e3-cc324a300629 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:14.325840 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2110080c-d0fe-42bb-83e3-cc324a300629 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:14.334818 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2110080c-d0fe-42bb-83e3-cc324a300629 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/1d4d3dfe-7c72-451d-9376-bd2452b4355d HTTP/1.1" status: 404 len: 333 time: 0.2344174 Feb 09 01:58:14.335047 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59078) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:14.346091 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57d11fb3-d4ca-446a-a907-39da57a58b8e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (f76f15c5-15f8-43f9-b465-f6d82b6749b5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:14.365567 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] device_id is not set on port 79b4d796-f9c1-46fd-8920-124ac06bdb5b yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:58:14.385798 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6153a0e-113f-4113-851a-785d8079c90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3148704e-4cc0-44cf-9ecb-d73b2e87e1fa), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:14.388450 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6153a0e-113f-4113-851a-785d8079c90a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:14.389994 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b6153a0e-113f-4113-851a-785d8079c90a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3148704e-4cc0-44cf-9ecb-d73b2e87e1fa HTTP/1.1" status: 204 len: 168 time: 0.5616674 Feb 09 01:58:14.430571 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-04bedcda-8466-46cf-b9f9-6d4c177fcde4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:14.431274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04bedcda-8466-46cf-b9f9-6d4c177fcde4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:14.438206 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-04bedcda-8466-46cf-b9f9-6d4c177fcde4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/8886f06d-8bdb-4c30-90c8-ae45ad8787e2 HTTP/1.1" status: 404 len: 337 time: 0.0991173 Feb 09 01:58:14.438580 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59082) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:14.449286 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d11fb3-d4ca-446a-a907-39da57a58b8e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76f15c5-15f8-43f9-b465-f6d82b6749b5,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:14.453428 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad930496-9cec-4f24-b3e1-6a62aaf993bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3148704e-4cc0-44cf-9ecb-d73b2e87e1fa,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:14.490833 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57d11fb3-d4ca-446a-a907-39da57a58b8e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:14.492159 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-57d11fb3-d4ca-446a-a907-39da57a58b8e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3289819 Feb 09 01:58:14.502521 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59084) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:14.511321 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d5242cd3-0d43-4244-b682-2583500c06d2 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Request body: {'security_group_rule': {'security_group_id': '1e638cb1-20b5-4643-bafe-af95ea8e6a1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:14.516724 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bceb834-ae8f-46e4-a291-1cd300d96886 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:14.517644 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bceb834-ae8f-46e4-a291-1cd300d96886 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:14.525546 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0bceb834-ae8f-46e4-a291-1cd300d96886 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/0a771993-0b86-4252-8356-a77a3c875e15 HTTP/1.1" status: 404 len: 337 time: 0.0833111 Feb 09 01:58:14.526851 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59086) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:14.540681 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2c966-9bf1-4070-94ea-f8f2a3563f69 req-2d4e0a10-1cab-452b-99c8-16638a5c85ae tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:14.542499 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f7a2c966-9bf1-4070-94ea-f8f2a3563f69 req-2d4e0a10-1cab-452b-99c8-16638a5c85ae tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.5108538 Feb 09 01:58:14.542986 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6153a0e-113f-4113-851a-785d8079c90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3148704e-4cc0-44cf-9ecb-d73b2e87e1fa,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:14.555176 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38509118-cb00-44dc-885b-279c9973d545 req-45c949b4-b916-4445-b10e-6095572693c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:14.556743 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-38509118-cb00-44dc-885b-279c9973d545 req-45c949b4-b916-4445-b10e-6095572693c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8720763 Feb 09 01:58:14.591610 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-76776b41-4695-49ea-b31b-c6e08d5c0de2 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:14.593182 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7b6e39e3-1b90-4633-9f67-413dc0c08341 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:58:14.594350 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76776b41-4695-49ea-b31b-c6e08d5c0de2 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:14.599267 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-76776b41-4695-49ea-b31b-c6e08d5c0de2 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/82ca426e-c71c-422a-894b-eb63fd8f8a16 HTTP/1.1" status: 404 len: 333 time: 0.0684366 Feb 09 01:58:14.605794 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59088) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:14.698020 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 7b6e39e3-1b90-4633-9f67-413dc0c08341 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:14.698402 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7b6e39e3-1b90-4633-9f67-413dc0c08341), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:14.736199 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef575da-ab34-4833-b7bf-c809104f736a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:14.736670 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ef575da-ab34-4833-b7bf-c809104f736a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:14.741413 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f7a2c966-9bf1-4070-94ea-f8f2a3563f69 req-a90a564a-2e07-4854-9b33-ef01f89bf286 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898787 Feb 09 01:58:14.743298 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3ef575da-ab34-4833-b7bf-c809104f736a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/4046fe30-695e-4d14-8dc9-799b7379571b HTTP/1.1" status: 404 len: 337 time: 0.1361802 Feb 09 01:58:14.746634 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59092) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:14.751859 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5242cd3-0d43-4244-b682-2583500c06d2 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for security_group_rule (8e2f07d8-ccea-4fbf-96fb-045e377e50e3), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:14.813449 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-82123812-41bb-47ca-b6ec-cabf35a22ea9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:14.814304 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82123812-41bb-47ca-b6ec-cabf35a22ea9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:14.817765 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-82123812-41bb-47ca-b6ec-cabf35a22ea9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/32c1772c-71b6-4be5-8dc8-8d9b807d39fe HTTP/1.1" status: 404 len: 337 time: 0.0681081 Feb 09 01:58:14.824114 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59094) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:14.845932 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 7b6e39e3-1b90-4633-9f67-413dc0c08341 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:14.855834 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0d82679e-acd4-4f1e-b5d6-fb55ab8649e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (e6fa1638-aaa4-44c6-a704-ae180bcb0a4e), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:14.867854 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-956cdb79-c85f-4a28-ac2b-7b05d57a0958 admin admin] Publish callbacks [] for port (bfd0684f-8de4-4484-bf11-ed99c0ee5044), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:14.927274 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-38509118-cb00-44dc-885b-279c9973d545 req-43293735-78de-42d8-a775-bb724c57a42b service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121576 Feb 09 01:58:14.938120 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8eb1fb1-e0ff-487d-81f5-6b211bb1a633 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:14.939312 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8eb1fb1-e0ff-487d-81f5-6b211bb1a633 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:14.957002 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b8eb1fb1-e0ff-487d-81f5-6b211bb1a633 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/4d7808d1-e482-4978-b8a6-63f55a4042c9 HTTP/1.1" status: 404 len: 333 time: 0.1213021 Feb 09 01:58:14.964466 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d82679e-acd4-4f1e-b5d6-fb55ab8649e3 None None] No DVR routers for this DVR port e6fa1638-aaa4-44c6-a704-ae180bcb0a4e on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:58:14.975625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59096) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:14.976293 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82679e-acd4-4f1e-b5d6-fb55ab8649e3 None None] Pushing event deleted for resources: {'Port': ['ID=e6fa1638-aaa4-44c6-a704-ae180bcb0a4e,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:14.976293 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e6fa1638-aaa4-44c6-a704-ae180bcb0a4e no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:58:15.009878 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: e6fa1638-aaa4-44c6-a704-ae180bcb0a4e {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:58:15.010239 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e6fa1638-aaa4-44c6-a704-ae180bcb0a4e not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:58:15.070406 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-98736168-9e74-4f9b-a5db-b3c91794627e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:15.070989 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98736168-9e74-4f9b-a5db-b3c91794627e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:15.074057 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-98736168-9e74-4f9b-a5db-b3c91794627e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/632df4c7-2174-4a02-b8d6-f2f598241843 HTTP/1.1" status: 404 len: 337 time: 0.1017876 Feb 09 01:58:15.080664 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59098) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:15.081070 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59100) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:15.132696 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-24171b69-b363-4f5c-9c6b-badeda3c3459 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:15.133249 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24171b69-b363-4f5c-9c6b-badeda3c3459 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:15.136317 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-24171b69-b363-4f5c-9c6b-badeda3c3459 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/1dd6c3f6-ef99-490d-ba26-f1241ab68069 HTTP/1.1" status: 404 len: 337 time: 0.0528667 Feb 09 01:58:15.144860 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59102) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:15.150352 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42a7e936-19b3-4b40-a7d4-8680118070e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:15.157984 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks [] for port (79b4d796-f9c1-46fd-8920-124ac06bdb5b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:15.164607 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-956cdb79-c85f-4a28-ac2b-7b05d57a0958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (bfd0684f-8de4-4484-bf11-ed99c0ee5044), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:15.253823 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] device_id is not set on port e24574ab-c4d4-4428-bca4-911c244c528b yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:58:15.270352 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42a7e936-19b3-4b40-a7d4-8680118070e4 admin admin] Publish callbacks [] for security_group (5110d838-7de2-4aec-9084-68d60d4ef889), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:15.298078 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42a7e936-19b3-4b40-a7d4-8680118070e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5110d838-7de2-4aec-9084-68d60d4ef889), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:15.330980 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956cdb79-c85f-4a28-ac2b-7b05d57a0958 admin admin] Network 528af48e-7b24-470c-9df1-f5cd11b0c0e3 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:15.351537 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-956cdb79-c85f-4a28-ac2b-7b05d57a0958 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:15.354854 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-38509118-cb00-44dc-885b-279c9973d545 req-f8d4e690-c9c3-4f48-ac30-de4158583a0d service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189727 Feb 09 01:58:15.360560 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956cdb79-c85f-4a28-ac2b-7b05d57a0958 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:15.371409 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks [] for port (e24574ab-c4d4-4428-bca4-911c244c528b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:15.406850 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-42a7e936-19b3-4b40-a7d4-8680118070e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de507bbe811741b88d1d047bfce21f53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3221385 Feb 09 01:58:15.410587 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956cdb79-c85f-4a28-ac2b-7b05d57a0958 admin admin] Pushing event updated for resources: {'Port': ['ID=bfd0684f-8de4-4484-bf11-ed99c0ee5044,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:15.413330 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59106) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:15.449450 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7e936-19b3-4b40-a7d4-8680118070e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5110d838-7de2-4aec-9084-68d60d4ef889,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:15.499839 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-956cdb79-c85f-4a28-ac2b-7b05d57a0958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (a5d038ea-c867-4502-8025-00e4945508e1), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:15.533544 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (79b4d796-f9c1-46fd-8920-124ac06bdb5b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:15.539746 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5242cd3-0d43-4244-b682-2583500c06d2 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for security_group_rule (8e2f07d8-ccea-4fbf-96fb-045e377e50e3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:15.563178 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4889a84-8df7-4e72-8759-c6be01043a20 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:15.564440 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4889a84-8df7-4e72-8759-c6be01043a20 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:15.568831 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a4889a84-8df7-4e72-8759-c6be01043a20 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/bafb76c0-1784-4362-80d1-244827a631f5 HTTP/1.1" status: 404 len: 333 time: 0.2983022 Feb 09 01:58:15.569874 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5242cd3-0d43-4244-b682-2583500c06d2 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (8e2f07d8-ccea-4fbf-96fb-045e377e50e3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:15.586866 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59108) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:15.638241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5242cd3-0d43-4244-b682-2583500c06d2 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2f07d8-ccea-4fbf-96fb-045e377e50e3,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:15.642515 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab08943c-419d-428b-ba63-6916fa693c08 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:15.642917 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab08943c-419d-428b-ba63-6916fa693c08 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:15.650029 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ab08943c-419d-428b-ba63-6916fa693c08 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/3d7a1bba-00fb-4aa7-93f5-c9c7b46df23b HTTP/1.1" status: 404 len: 337 time: 0.0598485 Feb 09 01:58:15.650667 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59110) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:15.689615 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Pushing event updated for resources: {'Port': ['ID=79b4d796-f9c1-46fd-8920-124ac06bdb5b,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:15.725079 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5242cd3-0d43-4244-b682-2583500c06d2 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:15.729130 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d5242cd3-0d43-4244-b682-2583500c06d2 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2206991 Feb 09 01:58:15.729980 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59112) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:15.735986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2526cb14-c3c6-4812-ae95-ab0af149edac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:15.748977 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Checking segment: {'id': '80a43962-b10d-49a0-84dd-fb198dccafe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '12061554-cc9b-4d86-821b-6d4bb23c6128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:15.749500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Network hostable DHCP agents. Network: 12061554-cc9b-4d86-821b-6d4bb23c6128, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:58:15.764510 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9358459-1682-42a7-b922-80a69e3182de tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:15.765467 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9358459-1682-42a7-b922-80a69e3182de tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:15.769888 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d9358459-1682-42a7-b922-80a69e3182de tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/90b948f6-be4b-4f0d-b14f-59aa0c78fabf HTTP/1.1" status: 404 len: 333 time: 0.1127152 Feb 09 01:58:15.773704 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59116) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:15.776686 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-380f64a4-3746-4684-85c1-932f660eadcc admin admin] Publish callbacks [] for security_group (5110d838-7de2-4aec-9084-68d60d4ef889), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:15.788550 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Network 12061554-cc9b-4d86-821b-6d4bb23c6128 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:58:15.799698 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2526cb14-c3c6-4812-ae95-ab0af149edac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:15.841683 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f58d72a-d125-412c-a967-6866299f0272 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:15.843006 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f58d72a-d125-412c-a967-6866299f0272 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:15.844268 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b37968b6-c170-4c9e-8346-fbcf69e7a5ef None None] Provisioning complete for port bfd0684f-8de4-4484-bf11-ed99c0ee5044 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:15.847062 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b37968b6-c170-4c9e-8346-fbcf69e7a5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bfd0684f-8de4-4484-bf11-ed99c0ee5044), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:15.848974 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1f58d72a-d125-412c-a967-6866299f0272 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/66d2feb6-7ae7-41d5-ae33-8bfc08d92e76 HTTP/1.1" status: 404 len: 337 time: 0.0727851 Feb 09 01:58:15.855798 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59120) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:15.873972 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-380f64a4-3746-4684-85c1-932f660eadcc admin admin] Publish callbacks [] for security_group (5110d838-7de2-4aec-9084-68d60d4ef889), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:15.931485 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 12061554-cc9b-4d86-821b-6d4bb23c6128) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:15.944681 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:15.953517 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (e24574ab-c4d4-4428-bca4-911c244c528b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:15.955076 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c92be0-9367-4fc5-82f7-a4a5cdcafb14 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:15.955703 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c92be0-9367-4fc5-82f7-a4a5cdcafb14 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:15.958047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b37968b6-c170-4c9e-8346-fbcf69e7a5ef None None] Port bfd0684f-8de4-4484-bf11-ed99c0ee5044 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:58:15.959062 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d3c92be0-9367-4fc5-82f7-a4a5cdcafb14 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/938d6ef2-7e7f-4ee1-81c1-e7e59fa751e2 HTTP/1.1" status: 404 len: 333 time: 0.0987508 Feb 09 01:58:15.971497 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59122) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:15.980398 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab74721f-499e-405b-9280-4b9240b48ece None None] Network 12061554-cc9b-4d86-821b-6d4bb23c6128 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:58:16.029301 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Pushing event updated for resources: {'Port': ['ID=e24574ab-c4d4-4428-bca4-911c244c528b,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:16.048133 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b621ab-fe85-4a40-b8ba-00fd8becd8d1 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:16.049609 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b621ab-fe85-4a40-b8ba-00fd8becd8d1 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:16.053586 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-68b621ab-fe85-4a40-b8ba-00fd8becd8d1 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/135cdb09-0e32-4bd3-bd6b-541216715fec HTTP/1.1" status: 404 len: 337 time: 0.0782113 Feb 09 01:58:16.060667 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59124) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:16.118172 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Checking segment: {'id': 'b860153d-d2b1-4028-b943-e16af5f8632e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e7cc6498-af3b-4170-9a43-4cb25b955370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:16.118875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Network hostable DHCP agents. Network: e7cc6498-af3b-4170-9a43-4cb25b955370, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:58:16.148520 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0732150-df43-4c73-b87d-505a403fc706 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:16.151083 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98766c42-fe8b-4c5e-996b-7788cd67892f req-e4864285-467b-4ce4-8bae-4b7eb62bbed8 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:16.152348 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0732150-df43-4c73-b87d-505a403fc706 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:16.152689 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98766c42-fe8b-4c5e-996b-7788cd67892f req-e4864285-467b-4ce4-8bae-4b7eb62bbed8 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.1803820 Feb 09 01:58:16.158967 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b0732150-df43-4c73-b87d-505a403fc706 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/4b5ad3d8-5047-4594-9732-8f560820ab15 HTTP/1.1" status: 404 len: 333 time: 0.0954895 Feb 09 01:58:16.163635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59126) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:16.181207 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-956cdb79-c85f-4a28-ac2b-7b05d57a0958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bfd0684f-8de4-4484-bf11-ed99c0ee5044), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:16.207635 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e7d83a-2da8-4daa-9075-6d7f3b0c843a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:16.208100 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e7d83a-2da8-4daa-9075-6d7f3b0c843a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:16.208775 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-380f64a4-3746-4684-85c1-932f660eadcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5110d838-7de2-4aec-9084-68d60d4ef889), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:16.213694 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e0e7d83a-2da8-4daa-9075-6d7f3b0c843a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/257e1981-6e99-4d67-935d-d8b9560b64c4 HTTP/1.1" status: 404 len: 337 time: 0.0419390 Feb 09 01:58:16.215338 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-380f64a4-3746-4684-85c1-932f660eadcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:16.218404 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-380f64a4-3746-4684-85c1-932f660eadcc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5110d838-7de2-4aec-9084-68d60d4ef889 HTTP/1.1" status: 204 len: 168 time: 0.8018486 Feb 09 01:58:16.219232 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59128) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:16.224478 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Network e7cc6498-af3b-4170-9a43-4cb25b955370 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:58:16.257215 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, e7cc6498-af3b-4170-9a43-4cb25b955370) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:16.272429 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9841a4-b231-4146-b3e1-fab922e4bccf None None] Network e7cc6498-af3b-4170-9a43-4cb25b955370 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:58:16.275315 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:16.282386 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:16.289469 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:16.290193 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:16.319357 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-597b98b3-efd8-45d3-a901-a2f43ef6d5c9 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6195800 Feb 09 01:58:16.319568 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3062c9-2a62-483a-92fa-b9e1bdb2001c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:16.319568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce3062c9-2a62-483a-92fa-b9e1bdb2001c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:16.320503 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59132) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:16.327776 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ce3062c9-2a62-483a-92fa-b9e1bdb2001c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/3fca7c29-d116-4a0b-9cb2-531d5c1ab4be HTTP/1.1" status: 404 len: 333 time: 0.0684593 Feb 09 01:58:16.328935 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f64a4-3746-4684-85c1-932f660eadcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5110d838-7de2-4aec-9084-68d60d4ef889,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:16.330721 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59134) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:16.334116 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98766c42-fe8b-4c5e-996b-7788cd67892f req-1daa2a7f-c252-45f9-a81c-efa12fca7c74 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712008 Feb 09 01:58:16.426638 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-12098608-8a9d-4e27-a00e-16b7b5e7cc51 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:16.427095 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12098608-8a9d-4e27-a00e-16b7b5e7cc51 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:16.435744 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-12098608-8a9d-4e27-a00e-16b7b5e7cc51 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/e9d50963-9a7f-450a-aed9-c1551706183d HTTP/1.1" status: 404 len: 337 time: 0.0898917 Feb 09 01:58:16.445677 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59138) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:16.504686 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2526cb14-c3c6-4812-ae95-ab0af149edac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:16.508050 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-0442b39b-9bc6-4106-940b-9925780ae830 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:16.508678 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0442b39b-9bc6-4106-940b-9925780ae830 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:16.514602 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0442b39b-9bc6-4106-940b-9925780ae830 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/0bee106e-01fe-44a8-b867-54ecfc5c838f HTTP/1.1" status: 404 len: 333 time: 0.0635223 Feb 09 01:58:16.533579 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59142) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:16.581968 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b909767-2052-416b-be7f-04e7528bb165 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:16.615356 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b909767-2052-416b-be7f-04e7528bb165 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:16.617105 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6b909767-2052-416b-be7f-04e7528bb165 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2932189 Feb 09 01:58:16.622273 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f3e3cc-75f5-4e46-93ce-48e0f8cc4df0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:16.622463 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59146) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:16.624789 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f3e3cc-75f5-4e46-93ce-48e0f8cc4df0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:16.631447 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-54f3e3cc-75f5-4e46-93ce-48e0f8cc4df0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/e99e4f57-f509-4301-a3d0-b5675ac55370 HTTP/1.1" status: 404 len: 337 time: 0.0912304 Feb 09 01:58:16.633958 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59148) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:16.692889 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49870f4-d7d7-44fb-8592-c5dabeda62d4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:16.693398 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49870f4-d7d7-44fb-8592-c5dabeda62d4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:16.696727 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a49870f4-d7d7-44fb-8592-c5dabeda62d4 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/ade2905d-bfab-4919-8126-0b95dc277323 HTTP/1.1" status: 404 len: 337 time: 0.0618012 Feb 09 01:58:16.713417 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59152) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:16.820271 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-956cdb79-c85f-4a28-ac2b-7b05d57a0958 admin admin] Publish callbacks [] for port (bfd0684f-8de4-4484-bf11-ed99c0ee5044), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:16.835611 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-70cd8256-d991-484a-b923-30b10437a2ea tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:16.835994 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70cd8256-d991-484a-b923-30b10437a2ea tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:16.843937 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-70cd8256-d991-484a-b923-30b10437a2ea tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/045e77e9-a347-4974-afe7-c4418c9bcbdb HTTP/1.1" status: 404 len: 333 time: 0.1292620 Feb 09 01:58:16.845505 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-956cdb79-c85f-4a28-ac2b-7b05d57a0958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (bfd0684f-8de4-4484-bf11-ed99c0ee5044), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:16.845650 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59158) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:16.874853 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-2526cb14-c3c6-4812-ae95-ab0af149edac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Allocated IP 172.25.7.158 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/34abc2d4-faf2-4fb6-8108-66c0d86bf90c) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:16.938437 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2f143d-2f65-4834-b334-df3bdfde96df tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:16.938991 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e2f143d-2f65-4834-b334-df3bdfde96df tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:16.942259 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2e2f143d-2f65-4834-b334-df3bdfde96df tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/364d2d82-574a-4d57-aa52-0af62bf34ffd HTTP/1.1" status: 404 len: 337 time: 0.0959027 Feb 09 01:58:16.966151 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956cdb79-c85f-4a28-ac2b-7b05d57a0958 admin admin] Pushing event updated for resources: {'Port': ['ID=bfd0684f-8de4-4484-bf11-ed99c0ee5044,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:16.966392 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59162) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:16.986858 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e070e02-d15d-48ba-8f55-52284aff1389 req-312239f3-f953-4919-b058-df7b75f83efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:16.988445 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e070e02-d15d-48ba-8f55-52284aff1389 req-312239f3-f953-4919-b058-df7b75f83efb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 1126 time: 0.3092072 Feb 09 01:58:17.010415 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5f1f1d-127e-4b34-a206-f34acfdd58c5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:17.010956 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5f1f1d-127e-4b34-a206-f34acfdd58c5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:17.014664 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3a5f1f1d-127e-4b34-a206-f34acfdd58c5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/ae67b306-0a44-47e9-8ae9-951998da6101 HTTP/1.1" status: 404 len: 337 time: 0.0431573 Feb 09 01:58:17.052920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59166) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:17.063659 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-956cdb79-c85f-4a28-ac2b-7b05d57a0958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (a5d038ea-c867-4502-8025-00e4945508e1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:17.102694 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4ad05-966c-418b-a15a-c1bbcfa8e0f7 req-907f2050-9793-4f89-a3b9-725e41d6bd2b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:17.104375 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3fc4ad05-966c-418b-a15a-c1bbcfa8e0f7 req-907f2050-9793-4f89-a3b9-725e41d6bd2b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.4848297 Feb 09 01:58:17.115534 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eabac30-501d-4892-8fbe-188cafe22e5e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:17.116336 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eabac30-501d-4892-8fbe-188cafe22e5e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:17.120245 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1eabac30-501d-4892-8fbe-188cafe22e5e tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/76f25647-b867-4603-8683-ab49f67d0657 HTTP/1.1" status: 404 len: 333 time: 0.0653782 Feb 09 01:58:17.126013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59168) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:17.169559 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9302f5-c0bd-4f2c-b2d1-15e006a519c8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:17.170684 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb9302f5-c0bd-4f2c-b2d1-15e006a519c8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:17.173947 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fb9302f5-c0bd-4f2c-b2d1-15e006a519c8 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/0c19ce96-4cf5-4d51-9bf0-525f2daab987 HTTP/1.1" status: 404 len: 337 time: 0.0403285 Feb 09 01:58:17.178696 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59170) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:17.220677 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfde0480-753f-40a6-9603-38ae7695b8df tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:17.221144 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfde0480-753f-40a6-9603-38ae7695b8df tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:17.227196 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dfde0480-753f-40a6-9603-38ae7695b8df tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/ab421316-94bf-4f52-976f-1b7846d8331c HTTP/1.1" status: 404 len: 337 time: 0.0454760 Feb 09 01:58:17.230252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59174) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:17.241191 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e070e02-d15d-48ba-8f55-52284aff1389 req-21519cf1-6c01-42bd-aa88-1f214cc6226f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:17.242821 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e070e02-d15d-48ba-8f55-52284aff1389 req-21519cf1-6c01-42bd-aa88-1f214cc6226f service neutron] 10.222.0.67 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 912 time: 0.2458227 Feb 09 01:58:17.256789 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-8c1fb0e7-6129-4b5b-815e-5148b0e548fc tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Deleting port 79b4d796-f9c1-46fd-8920-124ac06bdb5b {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:58:17.257238 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8c1fb0e7-6129-4b5b-815e-5148b0e548fc tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (79b4d796-f9c1-46fd-8920-124ac06bdb5b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:17.304964 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956cdb79-c85f-4a28-ac2b-7b05d57a0958 admin admin] Network 528af48e-7b24-470c-9df1-f5cd11b0c0e3 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:17.308203 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-956cdb79-c85f-4a28-ac2b-7b05d57a0958 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:17.330528 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45026b6-0055-4f57-ab94-8cd4bc47a638 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:17.331290 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a45026b6-0055-4f57-ab94-8cd4bc47a638 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:17.334500 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a45026b6-0055-4f57-ab94-8cd4bc47a638 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/50bbf443-c0f1-4a26-bdd0-3a0f1dfe5f5e HTTP/1.1" status: 404 len: 333 time: 0.1007721 Feb 09 01:58:17.337799 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2526cb14-c3c6-4812-ae95-ab0af149edac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for port (34abc2d4-faf2-4fb6-8108-66c0d86bf90c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:17.345311 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3fc4ad05-966c-418b-a15a-c1bbcfa8e0f7 req-6779c5fc-ea72-4f8e-9ffb-720bc067b29e tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329521 Feb 09 01:58:17.349087 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59180) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:17.404343 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-17608463-e05b-42a3-84c3-4def6c9b7fcc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:17.406042 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17608463-e05b-42a3-84c3-4def6c9b7fcc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:17.409745 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-17608463-e05b-42a3-84c3-4def6c9b7fcc tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/97358e68-d98e-4656-bf3c-d118302c60ea HTTP/1.1" status: 404 len: 337 time: 0.0586348 Feb 09 01:58:17.419245 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59182) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:17.432381 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8c1fb0e7-6129-4b5b-815e-5148b0e548fc tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (79b4d796-f9c1-46fd-8920-124ac06bdb5b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:17.464073 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-f718f062-c0dd-4190-9083-19732bf9fe0a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:17.464948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f718f062-c0dd-4190-9083-19732bf9fe0a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:17.469943 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f718f062-c0dd-4190-9083-19732bf9fe0a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/fd83fc9c-85a3-4667-b1d0-33733ae5cebf HTTP/1.1" status: 404 len: 337 time: 0.0486803 Feb 09 01:58:17.485773 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59184) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:17.493532 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-8c1fb0e7-6129-4b5b-815e-5148b0e548fc tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Calling delete_port for 79b4d796-f9c1-46fd-8920-124ac06bdb5b owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:58:17.555365 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3322e39b-30b9-4b7f-a190-9ea5e6419232 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a5e3374-7748-4469-9983-0d3907cd112d HTTP/1.1" status: 200 len: 205 time: 0.0610695 Feb 09 01:58:17.557336 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59188) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:17.568385 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2526cb14-c3c6-4812-ae95-ab0af149edac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (34abc2d4-faf2-4fb6-8108-66c0d86bf90c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:17.712407 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-2d9e88f1-b3d8-4d74-b57f-5bea5946a44f None None] Provisioning complete for port bfd0684f-8de4-4484-bf11-ed99c0ee5044 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:17.713641 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2d9e88f1-b3d8-4d74-b57f-5bea5946a44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bfd0684f-8de4-4484-bf11-ed99c0ee5044), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:17.723152 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-cabb0ac8-1482-4d44-bfcf-13aeffb9d4ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] delete failed (client error): The resource could not be found. Feb 09 01:58:17.724239 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cabb0ac8-1482-4d44-bfcf-13aeffb9d4ab tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/routers/8a5e3374-7748-4469-9983-0d3907cd112d HTTP/1.1" status: 404 len: 336 time: 0.1659179 Feb 09 01:58:17.761883 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2d9e88f1-b3d8-4d74-b57f-5bea5946a44f None None] Port bfd0684f-8de4-4484-bf11-ed99c0ee5044 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:58:17.772939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2526cb14-c3c6-4812-ae95-ab0af149edac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:17.775167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59194) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:17.793852 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-2526cb14-c3c6-4812-ae95-ab0af149edac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:17.832473 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e070e02-d15d-48ba-8f55-52284aff1389 req-04f59ca1-c80c-4088-a972-236f744eea86 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3 HTTP/1.1" status: 200 len: 999 time: 0.5821548 Feb 09 01:58:17.842669 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2526cb14-c3c6-4812-ae95-ab0af149edac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:17.894881 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92c5190-2c0c-405a-921d-9d3f7982a001 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:17.896459 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b92c5190-2c0c-405a-921d-9d3f7982a001 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:17.903702 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b92c5190-2c0c-405a-921d-9d3f7982a001 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/d2fedb33-750a-48a0-b778-80a3fbda053b HTTP/1.1" status: 404 len: 337 time: 0.1270967 Feb 09 01:58:17.905570 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526cb14-c3c6-4812-ae95-ab0af149edac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event updated for resources: {'Port': ['ID=34abc2d4-faf2-4fb6-8108-66c0d86bf90c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:17.908730 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59198) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:17.943079 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e070e02-d15d-48ba-8f55-52284aff1389 req-2d70f192-ef5c-4a36-bdf6-9704d49a99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:17.945154 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e070e02-d15d-48ba-8f55-52284aff1389 req-2d70f192-ef5c-4a36-bdf6-9704d49a99f8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.1043971 Feb 09 01:58:17.975548 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1033025c-ffa6-4a2e-9812-3eb2d17dc407 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d3c20b-4956-4853-8a1a-c36096989678 HTTP/1.1" status: 200 len: 205 time: 0.0596681 Feb 09 01:58:17.975766 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59200) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:18.006114 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956cdb79-c85f-4a28-ac2b-7b05d57a0958 admin admin] Router a5d038ea-c867-4502-8025-00e4945508e1 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:58:18.034222 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e070e02-d15d-48ba-8f55-52284aff1389 req-d8474efe-696f-4daa-ba62-b26b3ebb109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:18.035901 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e070e02-d15d-48ba-8f55-52284aff1389 req-d8474efe-696f-4daa-ba62-b26b3ebb109d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0668538 Feb 09 01:58:18.075425 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8c1fb0e7-6129-4b5b-815e-5148b0e548fc tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (79b4d796-f9c1-46fd-8920-124ac06bdb5b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:18.101493 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-cbbe09ea-1038-4678-9a9a-6dfca29e3328 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] delete failed (client error): The resource could not be found. Feb 09 01:58:18.106969 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cbbe09ea-1038-4678-9a9a-6dfca29e3328 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/routers/77d3c20b-4956-4853-8a1a-c36096989678 HTTP/1.1" status: 404 len: 336 time: 0.1304843 Feb 09 01:58:18.114503 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59206) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:18.181983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fb0e7-6129-4b5b-815e-5148b0e548fc tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Pushing event deleted for resources: {'Port': ['ID=79b4d796-f9c1-46fd-8920-124ac06bdb5b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:18.187153 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8c1fb0e7-6129-4b5b-815e-5148b0e548fc tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:18.193511 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8c1fb0e7-6129-4b5b-815e-5148b0e548fc tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] 10.222.0.36 "DELETE /v2.0/ports/79b4d796-f9c1-46fd-8920-124ac06bdb5b HTTP/1.1" status: 204 len: 168 time: 1.5679674 Feb 09 01:58:18.194228 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59210) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:18.197681 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-26106074-d241-483e-97c0-e6c2e2bebc78 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:18.198136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26106074-d241-483e-97c0-e6c2e2bebc78 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:18.204563 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-26106074-d241-483e-97c0-e6c2e2bebc78 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/2c890a15-a4ea-4445-bbcf-3f822a166959 HTTP/1.1" status: 404 len: 337 time: 0.0852745 Feb 09 01:58:18.205948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59212) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:18.269177 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956cdb79-c85f-4a28-ac2b-7b05d57a0958 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:58:18.272168 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e070e02-d15d-48ba-8f55-52284aff1389 req-51b262e2-fdc4-4923-9bdc-2e34002dbc05 service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925955 Feb 09 01:58:18.280208 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] Sync routers for ids ['a5d038ea-c867-4502-8025-00e4945508e1'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:58:18.286159 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-956cdb79-c85f-4a28-ac2b-7b05d57a0958 admin admin] 10.222.0.36 "PUT /v2.0/routers/a5d038ea-c867-4502-8025-00e4945508e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6652582 Feb 09 01:58:18.300950 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] Routers {'a5d038ea-c867-4502-8025-00e4945508e1'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:58:18.301487 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:58:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a5d038ea-c867-4502-8025-00e4945508e1'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:18.458116 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] Set router a5d038ea-c867-4502-8025-00e4945508e1 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:58:18.701837 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307faa2-f4c3-4e6f-92ba-cdb1b8d7b1f3 req-e1ede3b4-ab94-48a5-990f-bcdb89691127 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:18.703714 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9307faa2-f4c3-4e6f-92ba-cdb1b8d7b1f3 req-e1ede3b4-ab94-48a5-990f-bcdb89691127 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.1918864 Feb 09 01:58:18.837239 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-ea2ad76f-5956-4d28-9129-2ad840a3fba2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Deleting port e24574ab-c4d4-4428-bca4-911c244c528b {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:58:18.837597 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad76f-5956-4d28-9129-2ad840a3fba2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e24574ab-c4d4-4428-bca4-911c244c528b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:18.877079 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d038ea-c867-4502-8025-00e4945508e1', 'name': 'tempest-TestServerMultinode-352223522-router', 'tenant_id': '45951810457045edb8552adf500fdff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '7b6e39e3-1b90-4633-9f67-413dc0c08341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:04Z', 'updated_at': '2022-02-09T01:58:16Z', 'revision_number': 4, 'project_id': '45951810457045edb8552adf500fdff5', 'gw_port': {'id': '7b6e39e3-1b90-4633-9f67-413dc0c08341', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d038ea-c867-4502-8025-00e4945508e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:05Z', 'updated_at': '2022-02-09T01:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'bfd0684f-8de4-4484-bf11-ed99c0ee5044', 'name': '', 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3', 'tenant_id': '45951810457045edb8552adf500fdff5', 'mac_address': 'fa:16:3e:04:68:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d038ea-c867-4502-8025-00e4945508e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '0d842827-dd41-4321-8463-eb5d857a5b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:12Z', 'updated_at': '2022-02-09T01:58:16Z', 'revision_number': 2, 'project_id': '45951810457045edb8552adf500fdff5', 'subnets': [{'id': '0d842827-dd41-4321-8463-eb5d857a5b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:18.905321 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e070e02-d15d-48ba-8f55-52284aff1389 req-dffed610-0408-4a34-9bea-97ff55d494a7 service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6109273 Feb 09 01:58:18.929521 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-516ee2e2-7289-4206-9adc-711ad1d9f79a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:18.929992 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-516ee2e2-7289-4206-9adc-711ad1d9f79a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:18.933174 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-516ee2e2-7289-4206-9adc-711ad1d9f79a tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/67bd385e-ce9b-4a3c-ad33-8edb3b3bd8f5 HTTP/1.1" status: 404 len: 337 time: 0.7262721 Feb 09 01:58:18.949257 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2526cb14-c3c6-4812-ae95-ab0af149edac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for floatingip (dc312f77-7ca6-4841-9707-f8bbe35d75ea), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:18.950368 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59236) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:18.975978 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] Checking router: a5d038ea-c867-4502-8025-00e4945508e1 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:58:18.976342 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] Updating router a5d038ea-c867-4502-8025-00e4945508e1 port bfd0684f-8de4-4484-bf11-ed99c0ee5044 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:58:18.985388 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd3bbc1-3358-4a3d-a414-80d586d9b0d2 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:18.985925 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd3bbc1-3358-4a3d-a414-80d586d9b0d2 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:19.005511 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ddd3bbc1-3358-4a3d-a414-80d586d9b0d2 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/a4f41af0-fbfa-4482-8f31-85a29090027c HTTP/1.1" status: 404 len: 333 time: 0.0517659 Feb 09 01:58:19.006377 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9307faa2-f4c3-4e6f-92ba-cdb1b8d7b1f3 req-3da3883f-702b-4494-9767-2fd3d1137c0b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875729 Feb 09 01:58:19.006865 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59238) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:19.051387 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bfd0684f-8de4-4484-bf11-ed99c0ee5044), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:19.065857 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2526cb14-c3c6-4812-ae95-ab0af149edac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (34abc2d4-faf2-4fb6-8108-66c0d86bf90c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:19.086730 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71e8a7b-d050-4b15-ae8b-115d4e9bd1dd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:19.087240 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b71e8a7b-d050-4b15-ae8b-115d4e9bd1dd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:19.104575 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b71e8a7b-d050-4b15-ae8b-115d4e9bd1dd tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/5ff3109b-bb55-47d2-b5d1-8bdead083607 HTTP/1.1" status: 404 len: 337 time: 0.0938520 Feb 09 01:58:19.105550 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59246) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:19.162589 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59252) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:19.202829 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b48187-0b51-4f91-8b91-74ada0861751 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:19.206033 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b48187-0b51-4f91-8b91-74ada0861751 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:19.214201 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c9b48187-0b51-4f91-8b91-74ada0861751 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/a80f6d8f-1ab7-4b5d-96b8-6fd8215cade6 HTTP/1.1" status: 404 len: 333 time: 0.1035981 Feb 09 01:58:19.216496 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59256) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:19.238222 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad76f-5956-4d28-9129-2ad840a3fba2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e24574ab-c4d4-4428-bca4-911c244c528b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:19.279236 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-865c80e1-a6f7-4703-bc90-ba518dd0e905 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:19.280073 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-865c80e1-a6f7-4703-bc90-ba518dd0e905 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:19.283680 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-865c80e1-a6f7-4703-bc90-ba518dd0e905 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/6c28ac9e-f7aa-4952-bd6d-e42b8a20b3fc HTTP/1.1" status: 404 len: 337 time: 0.0654814 Feb 09 01:58:19.284796 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-ea2ad76f-5956-4d28-9129-2ad840a3fba2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Calling delete_port for e24574ab-c4d4-4428-bca4-911c244c528b owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:58:19.286417 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59258) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:19.324504 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e646d2-e942-4990-8284-c92be4e2f5c0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:19.325100 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e646d2-e942-4990-8284-c92be4e2f5c0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:19.329273 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-45e646d2-e942-4990-8284-c92be4e2f5c0 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/af62291d-b36e-4f51-a5c6-8c3f3d5c1bec HTTP/1.1" status: 404 len: 333 time: 0.0418975 Feb 09 01:58:19.332674 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59260) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:19.426307 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-495d861b-c249-4b07-82cb-300a3b305d36 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:19.426718 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-495d861b-c249-4b07-82cb-300a3b305d36 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:19.429085 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2526cb14-c3c6-4812-ae95-ab0af149edac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for port (34abc2d4-faf2-4fb6-8108-66c0d86bf90c), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:19.429786 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-495d861b-c249-4b07-82cb-300a3b305d36 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/dedd2565-619d-4d53-893e-4a347646803f HTTP/1.1" status: 404 len: 337 time: 0.0961468 Feb 09 01:58:19.441148 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59264) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:19.465230 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2526cb14-c3c6-4812-ae95-ab0af149edac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (34abc2d4-faf2-4fb6-8108-66c0d86bf90c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:19.540863 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad76f-5956-4d28-9129-2ad840a3fba2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (e24574ab-c4d4-4428-bca4-911c244c528b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:19.612092 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ad76f-5956-4d28-9129-2ad840a3fba2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Pushing event deleted for resources: {'Port': ['ID=e24574ab-c4d4-4428-bca4-911c244c528b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:19.621009 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad76f-5956-4d28-9129-2ad840a3fba2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:19.628549 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ea2ad76f-5956-4d28-9129-2ad840a3fba2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] 10.222.0.36 "DELETE /v2.0/ports/e24574ab-c4d4-4428-bca4-911c244c528b HTTP/1.1" status: 204 len: 168 time: 1.4293034 Feb 09 01:58:19.628813 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab74a80d-2355-4e35-a7ba-7b2a554f900c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:19.629085 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59272) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:19.629412 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab74a80d-2355-4e35-a7ba-7b2a554f900c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:19.636993 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ab74a80d-2355-4e35-a7ba-7b2a554f900c tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/126ab783-0f5f-40bb-9b48-2da9a9837db0 HTTP/1.1" status: 404 len: 333 time: 0.1942410 Feb 09 01:58:19.645031 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59274) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:19.687812 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-56b1bcf1-e3ea-4a9e-8ba1-77ef7590dd8c tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0569603 Feb 09 01:58:19.702575 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] Publish callbacks [] for port (bfd0684f-8de4-4484-bf11-ed99c0ee5044), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:19.716031 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526cb14-c3c6-4812-ae95-ab0af149edac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event updated for resources: {'Port': ['ID=34abc2d4-faf2-4fb6-8108-66c0d86bf90c,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:19.721043 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bfd0684f-8de4-4484-bf11-ed99c0ee5044), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:19.726264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59282) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:19.739894 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebacc6b-d989-4806-91cb-2e3f61e923b5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:19.740354 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aebacc6b-d989-4806-91cb-2e3f61e923b5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:19.743690 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-aebacc6b-d989-4806-91cb-2e3f61e923b5 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/cc71f1e0-d366-45e6-8d85-a2db268e56c5 HTTP/1.1" status: 404 len: 337 time: 0.0962179 Feb 09 01:58:19.746059 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59286) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:19.764659 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e762f6fc-c423-42af-a537-5072bfd22f70 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-603053800'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:19.776841 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e6078f-3e27-4b42-90a7-e0400b1cfe43 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:19.777407 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e6078f-3e27-4b42-90a7-e0400b1cfe43 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:19.785139 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-07e6078f-3e27-4b42-90a7-e0400b1cfe43 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/538267c1-1d1c-434e-97e9-4e2bc596f75f HTTP/1.1" status: 404 len: 333 time: 0.0337572 Feb 09 01:58:19.786097 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59288) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:19.831745 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59290) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:19.834802 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-6453c848-0bcb-45a7-9f9e-0ed53dbf45e2 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:19.835637 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6453c848-0bcb-45a7-9f9e-0ed53dbf45e2 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:19.841708 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6453c848-0bcb-45a7-9f9e-0ed53dbf45e2 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/4b02fd56-61d9-4cf4-90cc-16d1f221caa1 HTTP/1.1" status: 404 len: 337 time: 0.0516977 Feb 09 01:58:19.843474 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-3f9ce153-bd4a-4ed8-979a-1167a0121529 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1149871297-network', 'tenant_id': '031518a1ab064b70b895291126f98a2e'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:19.849148 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59294) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:19.852566 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eeb1166e-7612-418f-93a8-e3575ce663e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:19.880764 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e56e4-647c-4e7d-b971-edbe8e3cdf2d None None] Pushing event updated for resources: {'Port': ['ID=bfd0684f-8de4-4484-bf11-ed99c0ee5044,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:19.900118 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] Attempting to bind port bfd0684f-8de4-4484-bf11-ed99c0ee5044 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:58:19.900501 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] Attempting to bind port bfd0684f-8de4-4484-bf11-ed99c0ee5044 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f5412662-5dc2-4534-a600-e772846872a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:58:19.900865 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] Attempting to bind port bfd0684f-8de4-4484-bf11-ed99c0ee5044 on network 528af48e-7b24-470c-9df1-f5cd11b0c0e3 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:58:19.905007 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b0f88b-db6d-4a26-bbab-b1110cd3f552 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:19.906337 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b0f88b-db6d-4a26-bbab-b1110cd3f552 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:19.908506 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:58:19.908891 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] Checking segment: {'id': 'f5412662-5dc2-4534-a600-e772846872a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:19.909301 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:19.909835 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] Bound using segment: {'id': 'f5412662-5dc2-4534-a600-e772846872a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:58:19.910315 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] Bound port: bfd0684f-8de4-4484-bf11-ed99c0ee5044, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5412662-5dc2-4534-a600-e772846872a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:58:19.910694 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bfd0684f-8de4-4484-bf11-ed99c0ee5044), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:19.911322 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-59b0f88b-db6d-4a26-bbab-b1110cd3f552 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/efaa2160-d9e0-42b6-8b7e-08e688f64e26 HTTP/1.1" status: 404 len: 333 time: 0.0632727 Feb 09 01:58:19.913955 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59298) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:19.945525 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e762f6fc-c423-42af-a537-5072bfd22f70 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Made reservation on behalf of dcaab6020d5c42f2865b13516e73fc2e for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:19.948923 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e762f6fc-c423-42af-a537-5072bfd22f70 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:19.952802 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7c33ef-c9dc-4745-98e9-4f1e9dce16f9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:19.954518 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f7c33ef-c9dc-4745-98e9-4f1e9dce16f9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:19.961954 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6f7c33ef-c9dc-4745-98e9-4f1e9dce16f9 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/b6db395b-e030-4ff0-be4e-bc195e963294 HTTP/1.1" status: 404 len: 337 time: 0.0467188 Feb 09 01:58:19.963735 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9ce153-bd4a-4ed8-979a-1167a0121529 admin admin] Made reservation on behalf of 031518a1ab064b70b895291126f98a2e for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:19.965590 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59300) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:19.967377 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3f9ce153-bd4a-4ed8-979a-1167a0121529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:19.986724 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3f9ce153-bd4a-4ed8-979a-1167a0121529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:20.016159 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2526cb14-c3c6-4812-ae95-ab0af149edac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (dc312f77-7ca6-4841-9707-f8bbe35d75ea), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:20.062219 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] For port bfd0684f-8de4-4484-bf11-ed99c0ee5044, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:58:20.070199 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] For port bfd0684f-8de4-4484-bf11-ed99c0ee5044, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=bfd0684f-8de4-4484-bf11-ed99c0ee5044,segment=NetworkSegment(f5412662-5dc2-4534-a600-e772846872a1),segment_id=f5412662-5dc2-4534-a600-e772846872a1)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:58:20.086564 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bfd0684f-8de4-4484-bf11-ed99c0ee5044), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:20.088100 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-201d3a06-e662-46cf-92ac-73a16685a756 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:20.088828 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-201d3a06-e662-46cf-92ac-73a16685a756 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:20.096383 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-201d3a06-e662-46cf-92ac-73a16685a756 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/ports/b5c97467-ad7f-414b-97a3-09f85847a35a HTTP/1.1" status: 404 len: 333 time: 0.1236348 Feb 09 01:58:20.097404 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59308) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:20.138183 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e762f6fc-c423-42af-a537-5072bfd22f70 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:58:20.143768 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2526cb14-c3c6-4812-ae95-ab0af149edac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:20.153826 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2526cb14-c3c6-4812-ae95-ab0af149edac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4135656 Feb 09 01:58:20.202790 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c584f2b-f4d2-4a99-b3ef-eb189f403744 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:20.203081 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c584f2b-f4d2-4a99-b3ef-eb189f403744 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:20.204141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] Routers {'a5d038ea-c867-4502-8025-00e4945508e1'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:58:20.205630 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:58:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a5d038ea-c867-4502-8025-00e4945508e1'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:20.221258 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8c584f2b-f4d2-4a99-b3ef-eb189f403744 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/subnets/b494a600-3bbe-4f83-b1b7-71cb98ae09da HTTP/1.1" status: 404 len: 337 time: 0.1175320 Feb 09 01:58:20.234746 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59312) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:20.243519 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eeb1166e-7612-418f-93a8-e3575ce663e0 admin admin] Publish callbacks [] for security_group (ed867612-0e8e-4f89-8a6c-0a2d4123e37f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:20.273590 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eeb1166e-7612-418f-93a8-e3575ce663e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ed867612-0e8e-4f89-8a6c-0a2d4123e37f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:20.353218 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] Set router a5d038ea-c867-4502-8025-00e4945508e1 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:58:20.360485 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e762f6fc-c423-42af-a537-5072bfd22f70 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (681d5885-e6fb-41b9-8f59-7ea828dffa03), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:20.360844 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-e762f6fc-c423-42af-a537-5072bfd22f70 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Added segment 681d5885-e6fb-41b9-8f59-7ea828dffa03 of type vlan for network cb7c0b4b-0c17-4bde-9335-fe875d9162d4 Feb 09 01:58:20.370842 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-eeb1166e-7612-418f-93a8-e3575ce663e0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f92384b291a4190aa1b269f09ffb1cc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2057538 Feb 09 01:58:20.376756 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59316) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:20.517241 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3f9ce153-bd4a-4ed8-979a-1167a0121529 admin admin] Publish callbacks [] for security_group (8c7cd040-0a4d-4e07-a477-43c87965438c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:20.535123 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3f9ce153-bd4a-4ed8-979a-1167a0121529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8c7cd040-0a4d-4e07-a477-43c87965438c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:20.536869 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1166e-7612-418f-93a8-e3575ce663e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed867612-0e8e-4f89-8a6c-0a2d4123e37f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:20.547542 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-878bd179-ced5-4782-b338-0766f4420689 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (ffa86b77-0960-4058-af84-97833edc3344), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:20.573273 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f533a785-e98c-4f71-9c84-9a1bf8d56482 admin admin] Publish callbacks [] for security_group (ed867612-0e8e-4f89-8a6c-0a2d4123e37f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:20.575929 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e762f6fc-c423-42af-a537-5072bfd22f70 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (cb7c0b4b-0c17-4bde-9335-fe875d9162d4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:20.620760 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42873fe-6335-4470-b63f-a2fbc560fb4a req-751380fa-71de-4b77-a8a1-b9ffb5dbd894 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:20.622737 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a42873fe-6335-4470-b63f-a2fbc560fb4a req-751380fa-71de-4b77-a8a1-b9ffb5dbd894 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.3764215 Feb 09 01:58:20.624076 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59322) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:20.651977 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e56e4-647c-4e7d-b971-edbe8e3cdf2d None None] Pushing event updated for resources: {'Port': ['ID=bfd0684f-8de4-4484-bf11-ed99c0ee5044,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:20.684720 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ce153-bd4a-4ed8-979a-1167a0121529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7cd040-0a4d-4e07-a477-43c87965438c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:20.704945 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a42873fe-6335-4470-b63f-a2fbc560fb4a req-a411f377-2ac0-4999-80c3-82ad521ef147 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682917 Feb 09 01:58:20.727787 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e762f6fc-c423-42af-a537-5072bfd22f70 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (cb7c0b4b-0c17-4bde-9335-fe875d9162d4), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:20.730829 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9ce153-bd4a-4ed8-979a-1167a0121529 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:58:20.744478 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e762f6fc-c423-42af-a537-5072bfd22f70 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:20.747429 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e762f6fc-c423-42af-a537-5072bfd22f70 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:20.770581 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-057c0188-ad88-412c-a29b-73e6a0b16f0a None None] Provisioning complete for port bfd0684f-8de4-4484-bf11-ed99c0ee5044 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:20.770966 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-057c0188-ad88-412c-a29b-73e6a0b16f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bfd0684f-8de4-4484-bf11-ed99c0ee5044), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:20.834450 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e762f6fc-c423-42af-a537-5072bfd22f70 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0967338 Feb 09 01:58:20.838226 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f533a785-e98c-4f71-9c84-9a1bf8d56482 admin admin] Publish callbacks [] for security_group (ed867612-0e8e-4f89-8a6c-0a2d4123e37f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:20.840111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59336) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:20.852058 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-27ce76de-36f8-4c0d-9b37-28840c0aebe2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2020219948'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:20.862887 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762f6fc-c423-42af-a537-5072bfd22f70 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Pushing event updated for resources: {'Network': ['ID=cb7c0b4b-0c17-4bde-9335-fe875d9162d4,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:20.885612 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5c6f972d-b697-4d92-9ec6-7fc4660c01c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:20.903015 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-057c0188-ad88-412c-a29b-73e6a0b16f0a None None] Current status of the port bfd0684f-8de4-4484-bf11-ed99c0ee5044 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:20.903596 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-057c0188-ad88-412c-a29b-73e6a0b16f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bfd0684f-8de4-4484-bf11-ed99c0ee5044), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:20.918977 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network cb7c0b4b-0c17-4bde-9335-fe875d9162d4 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:58:20.921454 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f533a785-e98c-4f71-9c84-9a1bf8d56482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ed867612-0e8e-4f89-8a6c-0a2d4123e37f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:20.925415 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f533a785-e98c-4f71-9c84-9a1bf8d56482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:20.927065 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f533a785-e98c-4f71-9c84-9a1bf8d56482 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed867612-0e8e-4f89-8a6c-0a2d4123e37f HTTP/1.1" status: 204 len: 168 time: 0.5490000 Feb 09 01:58:20.941151 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-abd1499c-ead9-4791-a68b-a8c5981f0ff8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1765467376&fields=id&tenant_id=74ac5c4df87040abbaac41297bf571f6 HTTP/1.1" status: 200 len: 267 time: 0.2289929 Feb 09 01:58:20.942048 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ce76de-36f8-4c0d-9b37-28840c0aebe2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Made reservation on behalf of dcaab6020d5c42f2865b13516e73fc2e for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:20.951986 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-27ce76de-36f8-4c0d-9b37-28840c0aebe2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:20.961059 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3f9ce153-bd4a-4ed8-979a-1167a0121529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (536ffc20-18f9-4aee-bec3-6033b3f87716), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:20.961415 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-3f9ce153-bd4a-4ed8-979a-1167a0121529 admin admin] Added segment 536ffc20-18f9-4aee-bec3-6033b3f87716 of type vlan for network 53f74c50-3215-45c8-9b2a-f030dc39bfe6 Feb 09 01:58:21.012981 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533a785-e98c-4f71-9c84-9a1bf8d56482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed867612-0e8e-4f89-8a6c-0a2d4123e37f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:21.035666 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-057c0188-ad88-412c-a29b-73e6a0b16f0a None None] For port bfd0684f-8de4-4484-bf11-ed99c0ee5044, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=bfd0684f-8de4-4484-bf11-ed99c0ee5044,segment=NetworkSegment(f5412662-5dc2-4534-a600-e772846872a1),segment_id=f5412662-5dc2-4534-a600-e772846872a1)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:21.037513 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353f4ad-ce3a-4e99-9c06-1907fc976e63 req-7f1bb927-d2c3-4cbc-8c40-9cf95e603dda tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:21.048063 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6353f4ad-ce3a-4e99-9c06-1907fc976e63 req-7f1bb927-d2c3-4cbc-8c40-9cf95e603dda tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.1996064 Feb 09 01:58:21.067423 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-057c0188-ad88-412c-a29b-73e6a0b16f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bfd0684f-8de4-4484-bf11-ed99c0ee5044), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:21.117499 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d038ea-c867-4502-8025-00e4945508e1', 'name': 'tempest-TestServerMultinode-352223522-router', 'tenant_id': '45951810457045edb8552adf500fdff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '7b6e39e3-1b90-4633-9f67-413dc0c08341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:04Z', 'updated_at': '2022-02-09T01:58:16Z', 'revision_number': 4, 'project_id': '45951810457045edb8552adf500fdff5', 'gw_port': {'id': '7b6e39e3-1b90-4633-9f67-413dc0c08341', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d038ea-c867-4502-8025-00e4945508e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:05Z', 'updated_at': '2022-02-09T01:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'bfd0684f-8de4-4484-bf11-ed99c0ee5044', 'name': '', 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3', 'tenant_id': '45951810457045edb8552adf500fdff5', 'mac_address': 'fa:16:3e:04:68:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d038ea-c867-4502-8025-00e4945508e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '0d842827-dd41-4321-8463-eb5d857a5b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:12Z', 'updated_at': '2022-02-09T01:58:20Z', 'revision_number': 4, 'project_id': '45951810457045edb8552adf500fdff5', 'subnets': [{'id': '0d842827-dd41-4321-8463-eb5d857a5b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:21.155423 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-878bd179-ced5-4782-b338-0766f4420689 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (ffa86b77-0960-4058-af84-97833edc3344), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:21.169461 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee8cfaa-db63-4afe-92a2-0327c0d7cfbb None None] The sync data for ids ['a5d038ea-c867-4502-8025-00e4945508e1'] in n-d-828387-3 is: [{'id': 'a5d038ea-c867-4502-8025-00e4945508e1', 'name': 'tempest-TestServerMultinode-352223522-router', 'tenant_id': '45951810457045edb8552adf500fdff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '7b6e39e3-1b90-4633-9f67-413dc0c08341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:04Z', 'updated_at': '2022-02-09T01:58:16Z', 'revision_number': 4, 'project_id': '45951810457045edb8552adf500fdff5', 'gw_port': {'id': '7b6e39e3-1b90-4633-9f67-413dc0c08341', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d038ea-c867-4502-8025-00e4945508e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:05Z', 'updated_at': '2022-02-09T01:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'bfd0684f-8de4-4484-bf11-ed99c0ee5044', 'name': '', 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3', 'tenant_id': '45951810457045edb8552adf500fdff5', 'mac_address': 'fa:16:3e:04:68:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d038ea-c867-4502-8025-00e4945508e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '0d842827-dd41-4321-8463-eb5d857a5b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:12Z', 'updated_at': '2022-02-09T01:58:20Z', 'revision_number': 4, 'project_id': '45951810457045edb8552adf500fdff5', 'subnets': [{'id': '0d842827-dd41-4321-8463-eb5d857a5b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:58:21.174562 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c0188-ad88-412c-a29b-73e6a0b16f0a None None] Pushing event updated for resources: {'Port': ['ID=bfd0684f-8de4-4484-bf11-ed99c0ee5044,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:21.197066 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-878bd179-ced5-4782-b338-0766f4420689 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa86b77-0960-4058-af84-97833edc3344']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:21.212147 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7cbe3710-a379-4189-b302-9911117cfe14 None None] Provisioning complete for port bfd0684f-8de4-4484-bf11-ed99c0ee5044 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:21.212531 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3710-a379-4189-b302-9911117cfe14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bfd0684f-8de4-4484-bf11-ed99c0ee5044), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:21.221137 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6353f4ad-ce3a-4e99-9c06-1907fc976e63 req-f7a064bc-942e-4f60-8d47-9f914848a381 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718895 Feb 09 01:58:21.235241 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-548f3fd7-3608-4a8b-a0fa-f7f5756e9596 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:21.242961 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-548f3fd7-3608-4a8b-a0fa-f7f5756e9596 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports/9905adb9-d1e4-4bfa-82dc-a198aa75b6de HTTP/1.1" status: 200 len: 935 time: 0.3006797 Feb 09 01:58:21.298103 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3f9ce153-bd4a-4ed8-979a-1167a0121529 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (53f74c50-3215-45c8-9b2a-f030dc39bfe6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:21.318411 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-878bd179-ced5-4782-b338-0766f4420689 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3530c268-3460-4143-91fe-fe4a42534254') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:21.318775 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-878bd179-ced5-4782-b338-0766f4420689 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3530c268-3460-4143-91fe-fe4a42534254') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:21.354601 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ce76de-36f8-4c0d-9b37-28840c0aebe2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:58:21.362554 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe3710-a379-4189-b302-9911117cfe14 None None] Current status of the port bfd0684f-8de4-4484-bf11-ed99c0ee5044 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:21.391290 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-878bd179-ced5-4782-b338-0766f4420689 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (3530c268-3460-4143-91fe-fe4a42534254), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:21.413333 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-27ce76de-36f8-4c0d-9b37-28840c0aebe2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (8ee3a7de-0ff8-41c3-87da-e499a840aa67), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:21.413682 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-27ce76de-36f8-4c0d-9b37-28840c0aebe2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Added segment 8ee3a7de-0ff8-41c3-87da-e499a840aa67 of type vlan for network ed534b3a-c42d-46bd-8b0c-9aa4f507102e Feb 09 01:58:21.417954 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-17a715eb-48d2-462b-8844-cd93046abf7a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:21.428026 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-17a715eb-48d2-462b-8844-cd93046abf7a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports/a7be7dc4-d914-4868-bc01-259d832746e1 HTTP/1.1" status: 200 len: 937 time: 0.1825335 Feb 09 01:58:21.481063 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5c6f972d-b697-4d92-9ec6-7fc4660c01c8 admin admin] Publish callbacks [] for security_group (ab045d80-ce39-4868-8a48-86f06279541f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:21.521142 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5c6f972d-b697-4d92-9ec6-7fc4660c01c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ab045d80-ce39-4868-8a48-86f06279541f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:21.558868 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-d9259cff-b476-4e0b-aeda-dd57040317e4 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?network_id=ee7d3bb2-f456-41d8-93b8-334fc83bc2df&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1298401 Feb 09 01:58:21.559963 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-878bd179-ced5-4782-b338-0766f4420689 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (3530c268-3460-4143-91fe-fe4a42534254), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:21.578036 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-27ce76de-36f8-4c0d-9b37-28840c0aebe2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (ed534b3a-c42d-46bd-8b0c-9aa4f507102e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:21.594917 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3f9ce153-bd4a-4ed8-979a-1167a0121529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (53f74c50-3215-45c8-9b2a-f030dc39bfe6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:21.595935 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9ce153-bd4a-4ed8-979a-1167a0121529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:21.596505 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3f9ce153-bd4a-4ed8-979a-1167a0121529 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:21.619650 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878bd179-ced5-4782-b338-0766f4420689 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:58:21.620912 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-878bd179-ced5-4782-b338-0766f4420689 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (3530c268-3460-4143-91fe-fe4a42534254), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:21.639900 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f972d-b697-4d92-9ec6-7fc4660c01c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab045d80-ce39-4868-8a48-86f06279541f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:21.645843 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5c6f972d-b697-4d92-9ec6-7fc4660c01c8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b41f979fba86416fb2974c1f84531b49&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0183280 Feb 09 01:58:21.648811 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-27ce76de-36f8-4c0d-9b37-28840c0aebe2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (ed534b3a-c42d-46bd-8b0c-9aa4f507102e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:21.656837 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ce76de-36f8-4c0d-9b37-28840c0aebe2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:21.658037 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-27ce76de-36f8-4c0d-9b37-28840c0aebe2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:21.661051 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59354) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:58:21.667918 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:58:21.690542 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3f9ce153-bd4a-4ed8-979a-1167a0121529 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8545413 Feb 09 01:58:21.694906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e2a06-b5e3-472b-a9fc-fecee3cad262 req-1d4588eb-dc2b-413f-826a-63a282da1735 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:21.696583 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff7e2a06-b5e3-472b-a9fc-fecee3cad262 req-1d4588eb-dc2b-413f-826a-63a282da1735 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2859259 Feb 09 01:58:21.716102 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59356) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:21.765477 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-47266631-5839-4d40-a96f-b5b329d75cb6 admin admin] Request body: {'subnet': {'network_id': '53f74c50-3215-45c8-9b2a-f030dc39bfe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1149871297-subnet', 'tenant_id': '031518a1ab064b70b895291126f98a2e', 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:21.793827 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-1bd06bc1-27eb-48bf-815b-9be71a499006 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?network_id=ee7d3bb2-f456-41d8-93b8-334fc83bc2df&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1990519 Feb 09 01:58:21.862906 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-27ce76de-36f8-4c0d-9b37-28840c0aebe2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0023472 Feb 09 01:58:21.901684 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce76de-36f8-4c0d-9b37-28840c0aebe2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Pushing event updated for resources: {'Network': ['ID=ed534b3a-c42d-46bd-8b0c-9aa4f507102e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:21.901684 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47266631-5839-4d40-a96f-b5b329d75cb6 admin admin] Made reservation on behalf of 031518a1ab064b70b895291126f98a2e for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:21.901684 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-47266631-5839-4d40-a96f-b5b329d75cb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:21.910052 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6009aca4-2065-49b3-80fa-2f95528e7c14 admin admin] Publish callbacks [] for security_group (ab045d80-ce39-4868-8a48-86f06279541f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:21.945394 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network ed534b3a-c42d-46bd-8b0c-9aa4f507102e details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:58:22.051290 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ce153-bd4a-4ed8-979a-1167a0121529 admin admin] Pushing event updated for resources: {'Network': ['ID=53f74c50-3215-45c8-9b2a-f030dc39bfe6,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:22.068058 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-878bd179-ced5-4782-b338-0766f4420689 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (ffa86b77-0960-4058-af84-97833edc3344), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:22.085796 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-878bd179-ced5-4782-b338-0766f4420689 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:22.097898 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-878bd179-ced5-4782-b338-0766f4420689 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] 10.222.0.36 "DELETE /v2.0/networks/ffa86b77-0960-4058-af84-97833edc3344 HTTP/1.1" status: 204 len: 168 time: 1.8552232 Feb 09 01:58:22.100130 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 53f74c50-3215-45c8-9b2a-f030dc39bfe6 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:58:22.103451 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6009aca4-2065-49b3-80fa-2f95528e7c14 admin admin] Publish callbacks [] for security_group (ab045d80-ce39-4868-8a48-86f06279541f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:22.129269 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff7e2a06-b5e3-472b-a9fc-fecee3cad262 req-8876063d-bdc7-48f9-9da1-aae8e6ff5878 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3719447 Feb 09 01:58:22.195466 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bd179-ced5-4782-b338-0766f4420689 tempest-NetworksTestDHCPv6-270013528 tempest-NetworksTestDHCPv6-270013528-project] Pushing event deleted for resources: {'Network': ['ID=ffa86b77-0960-4058-af84-97833edc3344,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:22.390607 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-0369ae93-7c52-47a5-9313-18593312826b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:22.408742 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-0369ae93-7c52-47a5-9313-18593312826b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:22.423818 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-0369ae93-7c52-47a5-9313-18593312826b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:22.425529 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-0369ae93-7c52-47a5-9313-18593312826b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/networks?id=3435dd38-2d83-4661-a0ba-4947592a30a2&id=91f3e44e-bf94-49e8-bd52-1019903bad7b&id=91f3e44e-bf94-49e8-bd52-1019903bad7b&id=ee7d3bb2-f456-41d8-93b8-334fc83bc2df&id=ee7d3bb2-f456-41d8-93b8-334fc83bc2df HTTP/1.1" status: 200 len: 1994 time: 0.6309609 Feb 09 01:58:22.454573 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6009aca4-2065-49b3-80fa-2f95528e7c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ab045d80-ce39-4868-8a48-86f06279541f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:22.457160 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6009aca4-2065-49b3-80fa-2f95528e7c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:22.461495 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6009aca4-2065-49b3-80fa-2f95528e7c14 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab045d80-ce39-4868-8a48-86f06279541f HTTP/1.1" status: 204 len: 168 time: 0.7918189 Feb 09 01:58:22.474544 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e1927e52-047d-4c06-81be-65e36c00c45d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/quotas/74ac5c4df87040abbaac41297bf571f6 HTTP/1.1" status: 200 len: 375 time: 0.0342634 Feb 09 01:58:22.557899 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009aca4-2065-49b3-80fa-2f95528e7c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab045d80-ce39-4868-8a48-86f06279541f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:22.662052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bfd0684f-8de4-4484-bf11-ed99c0ee5044 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:58:22.678237 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c70fe1e9-3cb2-41f6-8671-dd0f1ad13860 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=74ac5c4df87040abbaac41297bf571f6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1905835 Feb 09 01:58:22.739517 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87b7c0-87d9-4c3d-8e85-de8e4b13fa10 req-38e355a3-ad99-4ef0-803e-550dfd929d83 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:22.748997 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b87b7c0-87d9-4c3d-8e85-de8e4b13fa10 req-38e355a3-ad99-4ef0-803e-550dfd929d83 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2014563 Feb 09 01:58:22.793895 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-47266631-5839-4d40-a96f-b5b329d75cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (661ee44d-a9bf-49e2-83a7-b56c33fc759a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:22.827405 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port bfd0684f-8de4-4484-bf11-ed99c0ee5044 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:22.830699 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bfd0684f-8de4-4484-bf11-ed99c0ee5044), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:22.895008 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-6ea14207-55ef-402b-ad09-4df0b9a573d0 service neutron] 10.222.0.36 "GET /v2.0/networks/3435dd38-2d83-4661-a0ba-4947592a30a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907830 Feb 09 01:58:22.986430 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59380) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:23.023483 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b87b7c0-87d9-4c3d-8e85-de8e4b13fa10 req-2b2f4595-af82-4d8b-88c2-6c3e17351cc9 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592542 Feb 09 01:58:23.024376 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47266631-5839-4d40-a96f-b5b329d75cb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=661ee44d-a9bf-49e2-83a7-b56c33fc759a,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:23.084840 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port bfd0684f-8de4-4484-bf11-ed99c0ee5044 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:23.108348 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47266631-5839-4d40-a96f-b5b329d75cb6 admin admin] Checking segment: {'id': '536ffc20-18f9-4aee-bec3-6033b3f87716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '53f74c50-3215-45c8-9b2a-f030dc39bfe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:23.109788 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47266631-5839-4d40-a96f-b5b329d75cb6 admin admin] Network hostable DHCP agents. Network: 53f74c50-3215-45c8-9b2a-f030dc39bfe6, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:58:23.150921 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47266631-5839-4d40-a96f-b5b329d75cb6 admin admin] Network 53f74c50-3215-45c8-9b2a-f030dc39bfe6 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:58:23.168903 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-47266631-5839-4d40-a96f-b5b329d75cb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 53f74c50-3215-45c8-9b2a-f030dc39bfe6) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:23.174691 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47266631-5839-4d40-a96f-b5b329d75cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:23.175626 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-47266631-5839-4d40-a96f-b5b329d75cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:23.187698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a050e7-e0a2-4c56-8f7c-b1c861755131 None None] Network 53f74c50-3215-45c8-9b2a-f030dc39bfe6 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:58:23.194747 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-545c0cd5-dbe3-4a71-8591-e9f60553e61b service neutron] 10.222.0.36 "GET /v2.0/networks/3435dd38-2d83-4661-a0ba-4947592a30a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902987 Feb 09 01:58:23.214382 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-47266631-5839-4d40-a96f-b5b329d75cb6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4589591 Feb 09 01:58:23.218315 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59386) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:23.223250 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-1937ce59-cb8a-464b-9e81-e04ca5c30e61 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1149871297-router', 'tenant_id': '031518a1ab064b70b895291126f98a2e', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:23.280521 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e317a0cc-d7e8-4f0f-b70b-fff35642199c service neutron] 10.222.0.36 "GET /v2.0/ports/9905adb9-d1e4-4bfa-82dc-a198aa75b6de?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0841558 Feb 09 01:58:23.299978 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1937ce59-cb8a-464b-9e81-e04ca5c30e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (205a820e-848f-4cf7-b7b0-9fd092a3e5af), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:23.302214 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1937ce59-cb8a-464b-9e81-e04ca5c30e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (205a820e-848f-4cf7-b7b0-9fd092a3e5af), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:23.465030 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1937ce59-cb8a-464b-9e81-e04ca5c30e61 admin admin] Publish callbacks [] for router_controller (205a820e-848f-4cf7-b7b0-9fd092a3e5af), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:23.541949 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d49cb81-a3af-4232-8751-875a13dd5cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-53f74c50-3215-45c8-9b2a-f030dc39bfe6', 'network_id': '53f74c50-3215-45c8-9b2a-f030dc39bfe6', 'project_id': '031518a1ab064b70b895291126f98a2e', 'fixed_ips': [{'subnet_id': '661ee44d-a9bf-49e2-83a7-b56c33fc759a'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:58:23.542523 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5d49cb81-a3af-4232-8751-875a13dd5cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:23.543756 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-41d837b6-9d24-4f09-bf1b-b245680d6667 service neutron] 10.222.0.36 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621856 Feb 09 01:58:23.765451 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-dfea2371-bee2-4bfa-bcc8-c4119d61c1b7 service neutron] 10.222.0.36 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192903 Feb 09 01:58:23.774244 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59388) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:23.856503 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1937ce59-cb8a-464b-9e81-e04ca5c30e61 admin admin] Publish callbacks [] for router_gateway (205a820e-848f-4cf7-b7b0-9fd092a3e5af), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:23.865650 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-60e880a1-78fb-4e3c-b738-0a923fe06d5f service neutron] 10.222.0.36 "GET /v2.0/ports/a7be7dc4-d914-4868-bc01-259d832746e1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0804098 Feb 09 01:58:23.874027 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7229dfe2-d300-4a1a-bebf-f6b220be463b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13a42f7c4d1647ce9ae91dd694a942b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8391044 Feb 09 01:58:23.877499 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59390) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:23.883955 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f855465b-438b-4d14-9d92-73b61b1bd91f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:23.921082 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-5d49cb81-a3af-4232-8751-875a13dd5cba None None] Allocated IP 172.20.0.2 (53f74c50-3215-45c8-9b2a-f030dc39bfe6/661ee44d-a9bf-49e2-83a7-b56c33fc759a/a9e46371-630d-4908-bf9e-e3bec000ebfd) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:24.087837 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-026e6a3f-35b1-4fdc-b8ab-fd268eeae9bc admin admin] Publish callbacks [] for security_group (8697849f-a44a-4867-96f2-7e2217e436e3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:24.145900 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-9cccfbfa-3857-460b-9190-81c7848836e1 service neutron] 10.222.0.36 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735643 Feb 09 01:58:24.207919 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-026e6a3f-35b1-4fdc-b8ab-fd268eeae9bc admin admin] Publish callbacks [] for security_group (8697849f-a44a-4867-96f2-7e2217e436e3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:24.332261 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-026e6a3f-35b1-4fdc-b8ab-fd268eeae9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8697849f-a44a-4867-96f2-7e2217e436e3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:24.335552 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-026e6a3f-35b1-4fdc-b8ab-fd268eeae9bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:24.339235 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-026e6a3f-35b1-4fdc-b8ab-fd268eeae9bc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8697849f-a44a-4867-96f2-7e2217e436e3 HTTP/1.1" status: 204 len: 168 time: 0.4561081 Feb 09 01:58:24.435954 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f855465b-438b-4d14-9d92-73b61b1bd91f admin admin] Publish callbacks [] for security_group (e714678f-d220-4ee3-bf5f-cc00f3eb9e8a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:24.439780 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e6a3f-35b1-4fdc-b8ab-fd268eeae9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8697849f-a44a-4867-96f2-7e2217e436e3,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:24.454162 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f855465b-438b-4d14-9d92-73b61b1bd91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e714678f-d220-4ee3-bf5f-cc00f3eb9e8a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:24.552225 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e3a492a4-5e16-4c27-a668-2598c49f8685 service neutron] 10.222.0.36 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029648 Feb 09 01:58:24.553824 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5d49cb81-a3af-4232-8751-875a13dd5cba None None] Publish callbacks [] for port (a9e46371-630d-4908-bf9e-e3bec000ebfd), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:24.570637 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5d49cb81-a3af-4232-8751-875a13dd5cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (a9e46371-630d-4908-bf9e-e3bec000ebfd), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:24.619965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df0787-157f-458c-a670-0b34384bde93 req-0126bfe8-1efe-4c72-99c2-c4eb8d1f06ce tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:24.632106 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30df0787-157f-458c-a670-0b34384bde93 req-0126bfe8-1efe-4c72-99c2-c4eb8d1f06ce tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.4688692 Feb 09 01:58:24.668983 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d49cb81-a3af-4232-8751-875a13dd5cba None None] Network 53f74c50-3215-45c8-9b2a-f030dc39bfe6 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:24.674312 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-5d49cb81-a3af-4232-8751-875a13dd5cba None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:24.684155 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d49cb81-a3af-4232-8751-875a13dd5cba None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:24.714325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49cb81-a3af-4232-8751-875a13dd5cba None None] Pushing event updated for resources: {'Port': ['ID=a9e46371-630d-4908-bf9e-e3bec000ebfd,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:24.760280 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30df0787-157f-458c-a670-0b34384bde93 req-7830a661-26b7-4ffd-9612-837bb9e73854 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271896 Feb 09 01:58:24.768058 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1937ce59-cb8a-464b-9e81-e04ca5c30e61 admin admin] Publish callbacks [] for router_gateway (205a820e-848f-4cf7-b7b0-9fd092a3e5af), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:24.796621 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e3436b55-82a8-401c-8c11-dc825759b79e service neutron] 10.222.0.36 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407718 Feb 09 01:58:24.818310 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1937ce59-cb8a-464b-9e81-e04ca5c30e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:24.874858 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-5d49cb81-a3af-4232-8751-875a13dd5cba None None] Attempting to bind port a9e46371-630d-4908-bf9e-e3bec000ebfd on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:58:24.875606 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-5d49cb81-a3af-4232-8751-875a13dd5cba None None] Attempting to bind port a9e46371-630d-4908-bf9e-e3bec000ebfd by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '536ffc20-18f9-4aee-bec3-6033b3f87716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '53f74c50-3215-45c8-9b2a-f030dc39bfe6'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:58:24.876089 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d49cb81-a3af-4232-8751-875a13dd5cba None None] Attempting to bind port a9e46371-630d-4908-bf9e-e3bec000ebfd on network 53f74c50-3215-45c8-9b2a-f030dc39bfe6 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:58:24.889856 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d49cb81-a3af-4232-8751-875a13dd5cba None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:58:24.891374 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d49cb81-a3af-4232-8751-875a13dd5cba None None] Checking segment: {'id': '536ffc20-18f9-4aee-bec3-6033b3f87716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '53f74c50-3215-45c8-9b2a-f030dc39bfe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:24.892081 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5d49cb81-a3af-4232-8751-875a13dd5cba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:24.897967 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d49cb81-a3af-4232-8751-875a13dd5cba None None] Bound using segment: {'id': '536ffc20-18f9-4aee-bec3-6033b3f87716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '53f74c50-3215-45c8-9b2a-f030dc39bfe6'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:58:24.898790 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-5d49cb81-a3af-4232-8751-875a13dd5cba None None] Bound port: a9e46371-630d-4908-bf9e-e3bec000ebfd, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536ffc20-18f9-4aee-bec3-6033b3f87716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '53f74c50-3215-45c8-9b2a-f030dc39bfe6'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:58:24.899441 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5d49cb81-a3af-4232-8751-875a13dd5cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a9e46371-630d-4908-bf9e-e3bec000ebfd), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:25.046262 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-de5e98a8-13a2-40ee-82cb-d785f648fff2 service neutron] 10.222.0.36 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478626 Feb 09 01:58:25.101830 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5d49cb81-a3af-4232-8751-875a13dd5cba None None] For port a9e46371-630d-4908-bf9e-e3bec000ebfd, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:58:25.106681 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5d49cb81-a3af-4232-8751-875a13dd5cba None None] For port a9e46371-630d-4908-bf9e-e3bec000ebfd, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a9e46371-630d-4908-bf9e-e3bec000ebfd,segment=NetworkSegment(536ffc20-18f9-4aee-bec3-6033b3f87716),segment_id=536ffc20-18f9-4aee-bec3-6033b3f87716)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:58:25.126395 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5d49cb81-a3af-4232-8751-875a13dd5cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a9e46371-630d-4908-bf9e-e3bec000ebfd), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:25.156687 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-1937ce59-cb8a-464b-9e81-e04ca5c30e61 admin admin] Allocated IP 172.25.7.110 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/132b4e40-cb9f-4d53-b621-0c3ffe39a246) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:25.264327 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e98ea483-fe90-46f2-a786-c9fc86bcd817 service neutron] 10.222.0.36 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157869 Feb 09 01:58:25.276881 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49cb81-a3af-4232-8751-875a13dd5cba None None] Pushing event updated for resources: {'Port': ['ID=a9e46371-630d-4908-bf9e-e3bec000ebfd,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:25.279192 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855465b-438b-4d14-9d92-73b61b1bd91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e714678f-d220-4ee3-bf5f-cc00f3eb9e8a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:25.282991 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59414) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:25.302504 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f855465b-438b-4d14-9d92-73b61b1bd91f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=40ce7747083e49cbb30131d137d08019&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5269563 Feb 09 01:58:25.306336 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5907aac8-857b-4e61-801e-a1ec34f306f2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Request body: {'subnets': [{'network_id': 'cb7c0b4b-0c17-4bde-9335-fe875d9162d4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1571628866', 'ip_version': 6}, {'network_id': 'ed534b3a-c42d-46bd-8b0c-9aa4f507102e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:25.306657 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5907aac8-857b-4e61-801e-a1ec34f306f2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Request body: {'subnet': {'network_id': 'cb7c0b4b-0c17-4bde-9335-fe875d9162d4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1571628866', 'ip_version': 6}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:25.307362 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5907aac8-857b-4e61-801e-a1ec34f306f2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Request body: {'subnet': {'network_id': 'ed534b3a-c42d-46bd-8b0c-9aa4f507102e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:25.325650 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59418) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:25.415478 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f780683-14b4-4dc7-b1df-69951b950e61 req-cf600850-4b29-48ca-acba-8f9b3b601351 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:25.423815 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f780683-14b4-4dc7-b1df-69951b950e61 req-cf600850-4b29-48ca-acba-8f9b3b601351 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2793236 Feb 09 01:58:25.510427 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32c68f2d-35ec-4e58-95a3-88743a5c2409 admin admin] Publish callbacks [] for security_group (e714678f-d220-4ee3-bf5f-cc00f3eb9e8a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:25.561523 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32c68f2d-35ec-4e58-95a3-88743a5c2409 admin admin] Publish callbacks [] for security_group (e714678f-d220-4ee3-bf5f-cc00f3eb9e8a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:25.659674 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3f0ad55e-2a71-4c5d-9e3d-3dd69967bfa1 service neutron] 10.222.0.36 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878376 Feb 09 01:58:25.661045 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32c68f2d-35ec-4e58-95a3-88743a5c2409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e714678f-d220-4ee3-bf5f-cc00f3eb9e8a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:25.664071 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32c68f2d-35ec-4e58-95a3-88743a5c2409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:25.667479 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-32c68f2d-35ec-4e58-95a3-88743a5c2409 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e714678f-d220-4ee3-bf5f-cc00f3eb9e8a HTTP/1.1" status: 204 len: 168 time: 0.3378594 Feb 09 01:58:25.691132 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7b20b-614d-4b3c-88f9-50cb6b80e611 req-3afa41f9-ad92-44d9-a09c-1997782aa80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:25.692681 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3e7b20b-614d-4b3c-88f9-50cb6b80e611 req-3afa41f9-ad92-44d9-a09c-1997782aa80b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 1126 time: 0.4146614 Feb 09 01:58:25.708945 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c68f2d-35ec-4e58-95a3-88743a5c2409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e714678f-d220-4ee3-bf5f-cc00f3eb9e8a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:25.734984 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1937ce59-cb8a-464b-9e81-e04ca5c30e61 admin admin] Publish callbacks [] for port (132b4e40-cb9f-4d53-b621-0c3ffe39a246), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:25.768107 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f780683-14b4-4dc7-b1df-69951b950e61 req-c9e4d5ed-0cd2-42ba-b6a2-5f6c4b43b069 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3385730 Feb 09 01:58:25.841202 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1937ce59-cb8a-464b-9e81-e04ca5c30e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (132b4e40-cb9f-4d53-b621-0c3ffe39a246), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:25.902115 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5907aac8-857b-4e61-801e-a1ec34f306f2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Made reservation on behalf of dcaab6020d5c42f2865b13516e73fc2e for: {'subnet': 2} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:25.907676 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5907aac8-857b-4e61-801e-a1ec34f306f2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:25.908027 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5907aac8-857b-4e61-801e-a1ec34f306f2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:25.940558 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937ce59-cb8a-464b-9e81-e04ca5c30e61 admin admin] Pushing event updated for resources: {'Port': ['ID=132b4e40-cb9f-4d53-b621-0c3ffe39a246,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:25.954184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1937ce59-cb8a-464b-9e81-e04ca5c30e61 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:25.956136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-1937ce59-cb8a-464b-9e81-e04ca5c30e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:25.963461 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1937ce59-cb8a-464b-9e81-e04ca5c30e61 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:26.021798 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59434) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:26.069190 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-bbcb63b7-46b1-4fb1-93c4-455978661484 service neutron] 10.222.0.36 "GET /v2.0/networks/ee7d3bb2-f456-41d8-93b8-334fc83bc2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010623 Feb 09 01:58:26.226006 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-72a2435a-de31-439f-a0a5-7174f53f96b9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-993897081'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:26.359243 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a2435a-de31-439f-a0a5-7174f53f96b9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:26.374326 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-72a2435a-de31-439f-a0a5-7174f53f96b9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:26.395975 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-72a2435a-de31-439f-a0a5-7174f53f96b9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:26.432828 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a9e46371-630d-4908-bf9e-e3bec000ebfd up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:58:26.505099 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1937ce59-cb8a-464b-9e81-e04ca5c30e61 admin admin] Publish callbacks [] for router_gateway (205a820e-848f-4cf7-b7b0-9fd092a3e5af), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:26.554498 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port a9e46371-630d-4908-bf9e-e3bec000ebfd triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:26.555155 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a9e46371-630d-4908-bf9e-e3bec000ebfd), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:26.703117 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port a9e46371-630d-4908-bf9e-e3bec000ebfd is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:26.703873 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a9e46371-630d-4908-bf9e-e3bec000ebfd), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:26.790718 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port a9e46371-630d-4908-bf9e-e3bec000ebfd, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a9e46371-630d-4908-bf9e-e3bec000ebfd,segment=NetworkSegment(536ffc20-18f9-4aee-bec3-6033b3f87716),segment_id=536ffc20-18f9-4aee-bec3-6033b3f87716)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:26.797662 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a9e46371-630d-4908-bf9e-e3bec000ebfd), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:26.896718 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=a9e46371-630d-4908-bf9e-e3bec000ebfd,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:26.909646 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7b20b-614d-4b3c-88f9-50cb6b80e611 req-149d7ffa-e9b9-4be1-b90c-b60204781769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:26.911558 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3e7b20b-614d-4b3c-88f9-50cb6b80e611 req-149d7ffa-e9b9-4be1-b90c-b60204781769 service neutron] 10.222.0.67 "GET /v2.0/networks?id=220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 200 len: 912 time: 1.1371615 Feb 09 01:58:26.947289 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6799a708-f710-4793-98b7-1691d6d9ea7e None None] Network 53f74c50-3215-45c8-9b2a-f030dc39bfe6 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:58:26.983929 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-72a2435a-de31-439f-a0a5-7174f53f96b9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (4a91f632-9eeb-4200-bb38-c5433e2b44be), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:27.003475 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-afed7157-1c95-42bc-8c01-374c84fd9fed service neutron] 10.222.0.36 "GET /v2.0/networks/ee7d3bb2-f456-41d8-93b8-334fc83bc2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9225063 Feb 09 01:58:27.033434 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-72a2435a-de31-439f-a0a5-7174f53f96b9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4a91f632-9eeb-4200-bb38-c5433e2b44be), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:27.085850 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5e6abdf5-2707-4d17-9155-b18394d7f376 None None] Provisioning complete for port a9e46371-630d-4908-bf9e-e3bec000ebfd triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:27.086405 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5e6abdf5-2707-4d17-9155-b18394d7f376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a9e46371-630d-4908-bf9e-e3bec000ebfd), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:27.095673 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a2435a-de31-439f-a0a5-7174f53f96b9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:58:27.109337 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3e7b20b-614d-4b3c-88f9-50cb6b80e611 req-2dcf1979-1ab3-412e-bcbf-506f49dd77fc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3 HTTP/1.1" status: 200 len: 999 time: 0.1883502 Feb 09 01:58:27.168779 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-72a2435a-de31-439f-a0a5-7174f53f96b9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (257832e5-e41e-48ba-bd6d-49c12ef4e0ef), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:27.169133 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-72a2435a-de31-439f-a0a5-7174f53f96b9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Added segment 257832e5-e41e-48ba-bd6d-49c12ef4e0ef of type vlan for network 2dd71ccd-b35c-4501-9503-a68b44d01f83 Feb 09 01:58:27.222201 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5e6abdf5-2707-4d17-9155-b18394d7f376 None None] Current status of the port a9e46371-630d-4908-bf9e-e3bec000ebfd is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:27.240908 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-72a2435a-de31-439f-a0a5-7174f53f96b9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (2dd71ccd-b35c-4501-9503-a68b44d01f83), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:27.252446 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2435a-de31-439f-a0a5-7174f53f96b9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a91f632-9eeb-4200-bb38-c5433e2b44be,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:27.290048 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1130a0-9b12-4b28-b035-d8e66ac84e09 req-d939d879-5ee8-41d5-83d7-40686acf7c24 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:27.290913 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7b20b-614d-4b3c-88f9-50cb6b80e611 req-09d85fbc-cc84-4aec-a07f-821be9637e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:27.292557 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3e7b20b-614d-4b3c-88f9-50cb6b80e611 req-09d85fbc-cc84-4aec-a07f-821be9637e16 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 200 len: 850 time: 0.1767178 Feb 09 01:58:27.303756 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fa1130a0-9b12-4b28-b035-d8e66ac84e09 req-d939d879-5ee8-41d5-83d7-40686acf7c24 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.3335497 Feb 09 01:58:27.304868 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1937ce59-cb8a-464b-9e81-e04ca5c30e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (205a820e-848f-4cf7-b7b0-9fd092a3e5af), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:27.395128 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-ce07e7ac-cf39-437b-a42a-888e5bb55f04 service neutron] 10.222.0.36 "GET /v2.0/networks/ee7d3bb2-f456-41d8-93b8-334fc83bc2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804264 Feb 09 01:58:27.407091 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fa1130a0-9b12-4b28-b035-d8e66ac84e09 req-79ed6eda-4641-4ce4-9b95-7af3714f1766 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939233 Feb 09 01:58:27.423397 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-72a2435a-de31-439f-a0a5-7174f53f96b9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (2dd71ccd-b35c-4501-9503-a68b44d01f83), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:27.444852 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a2435a-de31-439f-a0a5-7174f53f96b9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:27.448563 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-72a2435a-de31-439f-a0a5-7174f53f96b9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:27.604257 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-476ce12d-5e43-4323-aca5-b6fa58364b01 service neutron] 10.222.0.36 "GET /v2.0/networks/ee7d3bb2-f456-41d8-93b8-334fc83bc2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802325 Feb 09 01:58:27.622444 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-72a2435a-de31-439f-a0a5-7174f53f96b9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5989010 Feb 09 01:58:27.627983 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59476) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:27.635096 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2435a-de31-439f-a0a5-7174f53f96b9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Network': ['ID=2dd71ccd-b35c-4501-9503-a68b44d01f83,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:27.656270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 2dd71ccd-b35c-4501-9503-a68b44d01f83 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:58:27.665919 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-7dc8c2fa-c5da-4509-9bc1-4e726cf6ea7c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'port': {'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83', 'name': 'tempest-PortsIpV6TestJSON-978816275'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:27.677059 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1937ce59-cb8a-464b-9e81-e04ca5c30e61 admin admin] Router 205a820e-848f-4cf7-b7b0-9fd092a3e5af is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:58:27.773213 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3feaedd1-4df3-4e7e-9c8f-15879fb848a9 None None] Provisioning complete for port a9e46371-630d-4908-bf9e-e3bec000ebfd triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:27.773587 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3feaedd1-4df3-4e7e-9c8f-15879fb848a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a9e46371-630d-4908-bf9e-e3bec000ebfd), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:27.792006 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7b20b-614d-4b3c-88f9-50cb6b80e611 req-809e81b8-8867-4298-8e1b-273e18d76061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:27.794192 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3e7b20b-614d-4b3c-88f9-50cb6b80e611 req-809e81b8-8867-4298-8e1b-273e18d76061 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=220e7f29-84b2-429c-a5a5-34d2ac552d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4885874 Feb 09 01:58:27.877773 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3feaedd1-4df3-4e7e-9c8f-15879fb848a9 None None] Current status of the port a9e46371-630d-4908-bf9e-e3bec000ebfd is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:27.958000 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc8c2fa-c5da-4509-9bc1-4e726cf6ea7c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:27.961689 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7dc8c2fa-c5da-4509-9bc1-4e726cf6ea7c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:27.967820 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1937ce59-cb8a-464b-9e81-e04ca5c30e61 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:58:27.979412 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] Sync routers for ids ['205a820e-848f-4cf7-b7b0-9fd092a3e5af'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:58:27.995079 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] Routers {'205a820e-848f-4cf7-b7b0-9fd092a3e5af'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:58:27.999595 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:58:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['205a820e-848f-4cf7-b7b0-9fd092a3e5af'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:28.005126 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1937ce59-cb8a-464b-9e81-e04ca5c30e61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:28.006811 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1937ce59-cb8a-464b-9e81-e04ca5c30e61 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7870803 Feb 09 01:58:28.009860 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59498) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:28.048698 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-7dc8c2fa-c5da-4509-9bc1-4e726cf6ea7c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] device_id is not set on port 9ff739f7-eb53-4239-99a5-9f5f582186df yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:58:28.201904 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3e7b20b-614d-4b3c-88f9-50cb6b80e611 req-3244a566-081c-4177-996e-7abf82dcba7d service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999701 Feb 09 01:58:28.202559 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] Set router 205a820e-848f-4cf7-b7b0-9fd092a3e5af gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:58:28.340691 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a9e46371-630d-4908-bf9e-e3bec000ebfd up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:58:28.471329 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port a9e46371-630d-4908-bf9e-e3bec000ebfd triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:28.471966 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a9e46371-630d-4908-bf9e-e3bec000ebfd), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:28.494056 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5907aac8-857b-4e61-801e-a1ec34f306f2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (9020cb16-3afc-4991-b738-5fd3debb497b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:28.710247 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port a9e46371-630d-4908-bf9e-e3bec000ebfd is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:28.731602 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205a820e-848f-4cf7-b7b0-9fd092a3e5af', 'name': 'tempest-TestServerMultinode-1149871297-router', 'tenant_id': '031518a1ab064b70b895291126f98a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '132b4e40-cb9f-4d53-b621-0c3ffe39a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:23Z', 'updated_at': '2022-02-09T01:58:26Z', 'revision_number': 3, 'project_id': '031518a1ab064b70b895291126f98a2e', 'gw_port': {'id': '132b4e40-cb9f-4d53-b621-0c3ffe39a246', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:19:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205a820e-848f-4cf7-b7b0-9fd092a3e5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:24Z', 'updated_at': '2022-02-09T01:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:28.770718 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] Checking router: 205a820e-848f-4cf7-b7b0-9fd092a3e5af for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:58:28.771536 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] Updating router 205a820e-848f-4cf7-b7b0-9fd092a3e5af port 132b4e40-cb9f-4d53-b621-0c3ffe39a246 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:58:28.785253 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907aac8-857b-4e61-801e-a1ec34f306f2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Pushing event updated for resources: {'Subnet': ['ID=9020cb16-3afc-4991-b738-5fd3debb497b,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:28.826707 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (132b4e40-cb9f-4d53-b621-0c3ffe39a246), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:28.848956 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3e7b20b-614d-4b3c-88f9-50cb6b80e611 req-94466594-eef3-47cd-9db0-59978ebf6048 service neutron] 10.222.0.67 "GET /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6410978 Feb 09 01:58:28.864142 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7dc8c2fa-c5da-4509-9bc1-4e726cf6ea7c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for port (9ff739f7-eb53-4239-99a5-9f5f582186df), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:28.913773 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5907aac8-857b-4e61-801e-a1ec34f306f2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Checking segment: {'id': '681d5885-e6fb-41b9-8f59-7ea828dffa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cb7c0b4b-0c17-4bde-9335-fe875d9162d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:28.916407 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5907aac8-857b-4e61-801e-a1ec34f306f2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Network hostable DHCP agents. Network: cb7c0b4b-0c17-4bde-9335-fe875d9162d4, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:58:29.146970 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cc0ae776-a49f-4f6f-abcb-aaf0570f30a9 req-4f317420-f85a-4f21-b4c5-74bbf127a53e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.1441121 Feb 09 01:58:29.159407 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7dc8c2fa-c5da-4509-9bc1-4e726cf6ea7c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (9ff739f7-eb53-4239-99a5-9f5f582186df), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:29.232524 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5907aac8-857b-4e61-801e-a1ec34f306f2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Network cb7c0b4b-0c17-4bde-9335-fe875d9162d4 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:58:29.314479 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-5907aac8-857b-4e61-801e-a1ec34f306f2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, cb7c0b4b-0c17-4bde-9335-fe875d9162d4) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:29.317623 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] Publish callbacks [] for port (132b4e40-cb9f-4d53-b621-0c3ffe39a246), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:29.322862 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd1f79f-e185-43a1-bb8c-db81671f8031 None None] Network cb7c0b4b-0c17-4bde-9335-fe875d9162d4 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:58:29.334402 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5907aac8-857b-4e61-801e-a1ec34f306f2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (fdf9dea2-ee14-4209-afb0-3bf52502a1eb), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:29.338418 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (132b4e40-cb9f-4d53-b621-0c3ffe39a246), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:29.408866 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8c2fa-c5da-4509-9bc1-4e726cf6ea7c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Port': ['ID=9ff739f7-eb53-4239-99a5-9f5f582186df,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:29.434780 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39684478-0402-4f0f-b22b-8ea28daec731 req-1685d2cd-a9cd-4492-9061-64877822a859 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:29.477275 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] Attempting to bind port 132b4e40-cb9f-4d53-b621-0c3ffe39a246 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:58:29.477890 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] Attempting to bind port 132b4e40-cb9f-4d53-b621-0c3ffe39a246 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:58:29.478571 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] Attempting to bind port 132b4e40-cb9f-4d53-b621-0c3ffe39a246 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:58:29.485861 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-39684478-0402-4f0f-b22b-8ea28daec731 req-1685d2cd-a9cd-4492-9061-64877822a859 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2868743 Feb 09 01:58:29.497980 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:58:29.499512 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907aac8-857b-4e61-801e-a1ec34f306f2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Pushing event updated for resources: {'Subnet': ['ID=fdf9dea2-ee14-4209-afb0-3bf52502a1eb,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:29.499992 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:29.500678 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:29.501415 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:58:29.502146 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc8c2fa-c5da-4509-9bc1-4e726cf6ea7c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Checking segment: {'id': '257832e5-e41e-48ba-bd6d-49c12ef4e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:29.502509 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc8c2fa-c5da-4509-9bc1-4e726cf6ea7c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network hostable DHCP agents. Network: 2dd71ccd-b35c-4501-9503-a68b44d01f83, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:58:29.511301 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] Bound port: 132b4e40-cb9f-4d53-b621-0c3ffe39a246, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:58:29.512162 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (132b4e40-cb9f-4d53-b621-0c3ffe39a246), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:29.577427 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5907aac8-857b-4e61-801e-a1ec34f306f2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Checking segment: {'id': '8ee3a7de-0ff8-41c3-87da-e499a840aa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed534b3a-c42d-46bd-8b0c-9aa4f507102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:29.577801 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5907aac8-857b-4e61-801e-a1ec34f306f2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Network hostable DHCP agents. Network: ed534b3a-c42d-46bd-8b0c-9aa4f507102e, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:58:29.589402 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc8c2fa-c5da-4509-9bc1-4e726cf6ea7c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 2dd71ccd-b35c-4501-9503-a68b44d01f83 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:58:29.603087 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32c55f-1d59-45b6-8004-46253516665d None None] Pushing event updated for resources: {'Port': ['ID=132b4e40-cb9f-4d53-b621-0c3ffe39a246,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:29.623983 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-7dc8c2fa-c5da-4509-9bc1-4e726cf6ea7c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 2dd71ccd-b35c-4501-9503-a68b44d01f83) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:29.626939 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52dd2f3-9f31-4231-b46f-9af3c3fbb927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-cb7c0b4b-0c17-4bde-9335-fe875d9162d4', 'network_id': 'cb7c0b4b-0c17-4bde-9335-fe875d9162d4', 'project_id': 'dcaab6020d5c42f2865b13516e73fc2e', 'fixed_ips': [{'subnet_id': '9020cb16-3afc-4991-b738-5fd3debb497b'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:58:29.628880 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b52dd2f3-9f31-4231-b46f-9af3c3fbb927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:29.637479 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1846c65-7829-4794-8eda-fd86654817e6 None None] Network 2dd71ccd-b35c-4501-9503-a68b44d01f83 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:58:29.643340 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc8c2fa-c5da-4509-9bc1-4e726cf6ea7c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:29.643910 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] For port 132b4e40-cb9f-4d53-b621-0c3ffe39a246, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:58:29.649156 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] For port 132b4e40-cb9f-4d53-b621-0c3ffe39a246, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=132b4e40-cb9f-4d53-b621-0c3ffe39a246,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:58:29.650990 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc8c2fa-c5da-4509-9bc1-4e726cf6ea7c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:29.651694 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7dc8c2fa-c5da-4509-9bc1-4e726cf6ea7c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:29.654778 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5907aac8-857b-4e61-801e-a1ec34f306f2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Network ed534b3a-c42d-46bd-8b0c-9aa4f507102e is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:58:29.672676 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (132b4e40-cb9f-4d53-b621-0c3ffe39a246), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:29.682462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-5907aac8-857b-4e61-801e-a1ec34f306f2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, ed534b3a-c42d-46bd-8b0c-9aa4f507102e) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:29.694895 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5907aac8-857b-4e61-801e-a1ec34f306f2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:29.695392 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5907aac8-857b-4e61-801e-a1ec34f306f2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:29.696015 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5907aac8-857b-4e61-801e-a1ec34f306f2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:29.726319 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7dc8c2fa-c5da-4509-9bc1-4e726cf6ea7c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0925257 Feb 09 01:58:29.729521 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59538) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:29.735795 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-39684478-0402-4f0f-b22b-8ea28daec731 req-431ea131-7f61-4883-963c-4629ff0f06a3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496819 Feb 09 01:58:29.752293 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f0d69f-0453-4437-a58f-dc157b6862e6 None None] Network ed534b3a-c42d-46bd-8b0c-9aa4f507102e requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:58:29.757368 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5d3b1cf3-a11e-4926-9e3f-4a0e9f95c952 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-326205198'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:29.777013 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5907aac8-857b-4e61-801e-a1ec34f306f2 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.4770484 Feb 09 01:58:29.777976 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59540) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:29.784565 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6439869-83dd-43de-801f-3418ae407035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:29.846086 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] Routers {'205a820e-848f-4cf7-b7b0-9fd092a3e5af'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:58:29.846724 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:58:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['205a820e-848f-4cf7-b7b0-9fd092a3e5af'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:29.880656 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3b1cf3-a11e-4926-9e3f-4a0e9f95c952 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:29.886144 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d3b1cf3-a11e-4926-9e3f-4a0e9f95c952 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:29.892713 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8d4172-5b08-4ada-a2e2-39b5bcaebdeb tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:29.894191 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8d4172-5b08-4ada-a2e2-39b5bcaebdeb tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:29.895503 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8d4172-5b08-4ada-a2e2-39b5bcaebdeb tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:29.897101 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-eb8d4172-5b08-4ada-a2e2-39b5bcaebdeb tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1134553 Feb 09 01:58:29.907332 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59542) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:29.974707 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-c32bac81-9528-4a07-b176-7fc38b556364 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Deleting subnet 9020cb16-3afc-4991-b738-5fd3debb497b {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:58:29.979237 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c32bac81-9528-4a07-b176-7fc38b556364 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks [] for subnet (9020cb16-3afc-4991-b738-5fd3debb497b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:29.997542 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3b1cf3-a11e-4926-9e3f-4a0e9f95c952 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:58:30.012965 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32c55f-1d59-45b6-8004-46253516665d None None] Pushing event updated for resources: {'Port': ['ID=132b4e40-cb9f-4d53-b621-0c3ffe39a246,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:30.083856 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d3b1cf3-a11e-4926-9e3f-4a0e9f95c952 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (c3a114e0-66a5-4e91-b8ba-1f4a28537a8e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:30.084156 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-5d3b1cf3-a11e-4926-9e3f-4a0e9f95c952 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Added segment c3a114e0-66a5-4e91-b8ba-1f4a28537a8e of type vlan for network 27966c82-f3c2-4806-a58e-743b2132ae53 Feb 09 01:58:30.124973 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-b6439869-83dd-43de-801f-3418ae407035 admin admin] Allocated IP 172.20.0.1 (53f74c50-3215-45c8-9b2a-f030dc39bfe6/661ee44d-a9bf-49e2-83a7-b56c33fc759a/f2fe7ea0-abd0-4903-b312-8c0a1a6226f9) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:30.126197 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c32bac81-9528-4a07-b176-7fc38b556364 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (9020cb16-3afc-4991-b738-5fd3debb497b), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:30.141025 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] Set router 205a820e-848f-4cf7-b7b0-9fd092a3e5af gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:58:30.170909 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d3b1cf3-a11e-4926-9e3f-4a0e9f95c952 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (27966c82-f3c2-4806-a58e-743b2132ae53), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:30.221839 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c32bac81-9528-4a07-b176-7fc38b556364 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (9020cb16-3afc-4991-b738-5fd3debb497b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:30.315391 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d3b1cf3-a11e-4926-9e3f-4a0e9f95c952 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (27966c82-f3c2-4806-a58e-743b2132ae53), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:30.320570 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3b1cf3-a11e-4926-9e3f-4a0e9f95c952 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:30.321358 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d3b1cf3-a11e-4926-9e3f-4a0e9f95c952 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:30.349912 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84e07ef-1688-40d4-9c8f-9010d13fdbbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ed534b3a-c42d-46bd-8b0c-9aa4f507102e', 'network_id': 'ed534b3a-c42d-46bd-8b0c-9aa4f507102e', 'project_id': 'dcaab6020d5c42f2865b13516e73fc2e', 'fixed_ips': [{'subnet_id': 'fdf9dea2-ee14-4209-afb0-3bf52502a1eb'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:58:30.352093 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c84e07ef-1688-40d4-9c8f-9010d13fdbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:30.369475 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-82de21af-93f5-4d8f-a685-49c2c52e2bad req-4d077fb1-2c68-45b1-a44b-a1fcdafb3924 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0545068 Feb 09 01:58:30.472490 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6439869-83dd-43de-801f-3418ae407035 admin admin] Publish callbacks [] for port (f2fe7ea0-abd0-4903-b312-8c0a1a6226f9), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:30.532055 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5d3b1cf3-a11e-4926-9e3f-4a0e9f95c952 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8010299 Feb 09 01:58:30.541641 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59548) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:30.553072 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'ports': [{'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83'}, {'network_id': '27966c82-f3c2-4806-a58e-743b2132ae53'}]} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:30.554197 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'port': {'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:30.556480 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'port': {'network_id': '27966c82-f3c2-4806-a58e-743b2132ae53'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:30.558338 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b1cf3-a11e-4926-9e3f-4a0e9f95c952 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Network': ['ID=27966c82-f3c2-4806-a58e-743b2132ae53,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:30.565329 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c32bac81-9528-4a07-b176-7fc38b556364 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (9020cb16-3afc-4991-b738-5fd3debb497b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:30.627290 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205a820e-848f-4cf7-b7b0-9fd092a3e5af', 'name': 'tempest-TestServerMultinode-1149871297-router', 'tenant_id': '031518a1ab064b70b895291126f98a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '132b4e40-cb9f-4d53-b621-0c3ffe39a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:23Z', 'updated_at': '2022-02-09T01:58:26Z', 'revision_number': 3, 'project_id': '031518a1ab064b70b895291126f98a2e', 'gw_port': {'id': '132b4e40-cb9f-4d53-b621-0c3ffe39a246', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:19:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205a820e-848f-4cf7-b7b0-9fd092a3e5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:24Z', 'updated_at': '2022-02-09T01:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:30.678656 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bac81-9528-4a07-b176-7fc38b556364 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Pushing event deleted for resources: {'Subnet': ['ID=9020cb16-3afc-4991-b738-5fd3debb497b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:30.688399 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c32bac81-9528-4a07-b176-7fc38b556364 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:30.691619 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d01971-72f9-4b1c-882f-a0106a28727c None None] The sync data for ids ['205a820e-848f-4cf7-b7b0-9fd092a3e5af'] in n-d-828387-3 is: [{'id': '205a820e-848f-4cf7-b7b0-9fd092a3e5af', 'name': 'tempest-TestServerMultinode-1149871297-router', 'tenant_id': '031518a1ab064b70b895291126f98a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '132b4e40-cb9f-4d53-b621-0c3ffe39a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:23Z', 'updated_at': '2022-02-09T01:58:26Z', 'revision_number': 3, 'project_id': '031518a1ab064b70b895291126f98a2e', 'gw_port': {'id': '132b4e40-cb9f-4d53-b621-0c3ffe39a246', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:19:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205a820e-848f-4cf7-b7b0-9fd092a3e5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:24Z', 'updated_at': '2022-02-09T01:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:58:30.694624 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c32bac81-9528-4a07-b176-7fc38b556364 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] 10.222.0.36 "DELETE /v2.0/subnets/9020cb16-3afc-4991-b738-5fd3debb497b HTTP/1.1" status: 204 len: 168 time: 0.7841196 Feb 09 01:58:30.694624 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59552) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:30.722912 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6439869-83dd-43de-801f-3418ae407035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (f2fe7ea0-abd0-4903-b312-8c0a1a6226f9), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:30.750322 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-c84e07ef-1688-40d4-9c8f-9010d13fdbbd None None] Allocated IP 2001:db8:0:1::1 (ed534b3a-c42d-46bd-8b0c-9aa4f507102e/fdf9dea2-ee14-4209-afb0-3bf52502a1eb/4c4edc5d-4eb4-40af-bca0-f4648a235025) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:30.810856 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-d925e69d-712a-44b1-8fe1-271dced502ca tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Deleting subnet fdf9dea2-ee14-4209-afb0-3bf52502a1eb {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:58:30.831338 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6439869-83dd-43de-801f-3418ae407035 admin admin] Network 53f74c50-3215-45c8-9b2a-f030dc39bfe6 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:30.840414 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-b6439869-83dd-43de-801f-3418ae407035 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:30.851195 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6439869-83dd-43de-801f-3418ae407035 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:31.033184 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c84e07ef-1688-40d4-9c8f-9010d13fdbbd None None] Publish callbacks [] for port (4c4edc5d-4eb4-40af-bca0-f4648a235025), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:31.044707 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d925e69d-712a-44b1-8fe1-271dced502ca tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks [] for subnet (fdf9dea2-ee14-4209-afb0-3bf52502a1eb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:31.049555 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 27966c82-f3c2-4806-a58e-743b2132ae53 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:58:31.059582 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c84e07ef-1688-40d4-9c8f-9010d13fdbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (4c4edc5d-4eb4-40af-bca0-f4648a235025), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:31.064139 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6439869-83dd-43de-801f-3418ae407035 admin admin] Pushing event updated for resources: {'Port': ['ID=f2fe7ea0-abd0-4903-b312-8c0a1a6226f9,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server [None req-b52dd2f3-9f31-4231-b46f-9af3c3fbb927 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9020cb16-3afc-4991-b738-5fd3debb497b: This subnet is being modified by another concurrent operation. Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9020cb16-3afc-4991-b738-5fd3debb497b: This subnet is being modified by another concurrent operation. Feb 09 01:58:31.073997 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server Feb 09 01:58:31.166704 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84e07ef-1688-40d4-9c8f-9010d13fdbbd None None] Network ed534b3a-c42d-46bd-8b0c-9aa4f507102e is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:31.204340 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d925e69d-712a-44b1-8fe1-271dced502ca tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (fdf9dea2-ee14-4209-afb0-3bf52502a1eb), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:31.219566 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e07ef-1688-40d4-9c8f-9010d13fdbbd None None] Pushing event updated for resources: {'Port': ['ID=4c4edc5d-4eb4-40af-bca0-f4648a235025,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:31.226105 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee08537-7d70-43bd-b512-4b490ad117a1 None None] Network cb7c0b4b-0c17-4bde-9335-fe875d9162d4 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:58:31.327934 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-c84e07ef-1688-40d4-9c8f-9010d13fdbbd None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:31.331161 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84e07ef-1688-40d4-9c8f-9010d13fdbbd None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:31.385215 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-fc14bf64-929a-4385-9aa5-57802a1558ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:31.386559 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-fc14bf64-929a-4385-9aa5-57802a1558ed service neutron] 10.222.0.48 "GET /v2.0/ports/9905adb9-d1e4-4bfa-82dc-a198aa75b6de HTTP/1.1" status: 200 len: 1031 time: 0.3495393 Feb 09 01:58:31.387356 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6439869-83dd-43de-801f-3418ae407035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (205a820e-848f-4cf7-b7b0-9fd092a3e5af), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:31.569955 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-c84e07ef-1688-40d4-9c8f-9010d13fdbbd None None] Attempting to bind port 4c4edc5d-4eb4-40af-bca0-f4648a235025 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:58:31.570337 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-c84e07ef-1688-40d4-9c8f-9010d13fdbbd None None] Attempting to bind port 4c4edc5d-4eb4-40af-bca0-f4648a235025 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '8ee3a7de-0ff8-41c3-87da-e499a840aa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed534b3a-c42d-46bd-8b0c-9aa4f507102e'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:58:31.570708 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84e07ef-1688-40d4-9c8f-9010d13fdbbd None None] Attempting to bind port 4c4edc5d-4eb4-40af-bca0-f4648a235025 on network ed534b3a-c42d-46bd-8b0c-9aa4f507102e {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:58:31.577698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c4a12a34-c2e8-4ad1-b05b-714245bb39ff None None] Provisioning complete for port f2fe7ea0-abd0-4903-b312-8c0a1a6226f9 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:31.578085 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c4a12a34-c2e8-4ad1-b05b-714245bb39ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f2fe7ea0-abd0-4903-b312-8c0a1a6226f9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:31.580121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84e07ef-1688-40d4-9c8f-9010d13fdbbd None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:58:31.580506 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84e07ef-1688-40d4-9c8f-9010d13fdbbd None None] Checking segment: {'id': '8ee3a7de-0ff8-41c3-87da-e499a840aa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed534b3a-c42d-46bd-8b0c-9aa4f507102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:31.580916 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c84e07ef-1688-40d4-9c8f-9010d13fdbbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:31.582698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84e07ef-1688-40d4-9c8f-9010d13fdbbd None None] Bound using segment: {'id': '8ee3a7de-0ff8-41c3-87da-e499a840aa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed534b3a-c42d-46bd-8b0c-9aa4f507102e'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:58:31.583257 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-c84e07ef-1688-40d4-9c8f-9010d13fdbbd None None] Bound port: 4c4edc5d-4eb4-40af-bca0-f4648a235025, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee3a7de-0ff8-41c3-87da-e499a840aa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed534b3a-c42d-46bd-8b0c-9aa4f507102e'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:58:31.583663 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c84e07ef-1688-40d4-9c8f-9010d13fdbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4c4edc5d-4eb4-40af-bca0-f4648a235025), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:31.600299 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-39744ba8-b9f8-4b38-8a10-8e582ebec19c req-3de02ad2-fe0f-4c27-9970-326345005df4 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0583382 Feb 09 01:58:31.604371 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d925e69d-712a-44b1-8fe1-271dced502ca tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (fdf9dea2-ee14-4209-afb0-3bf52502a1eb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:31.715928 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-da717c66-c834-4edb-8561-f9555039caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:31.718762 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-da717c66-c834-4edb-8561-f9555039caeb service neutron] 10.222.0.48 "GET /v2.0/ports/a7be7dc4-d914-4868-bc01-259d832746e1 HTTP/1.1" status: 200 len: 1033 time: 0.3005776 Feb 09 01:58:31.747042 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c4a12a34-c2e8-4ad1-b05b-714245bb39ff None None] Port f2fe7ea0-abd0-4903-b312-8c0a1a6226f9 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:58:31.751261 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d925e69d-712a-44b1-8fe1-271dced502ca tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (fdf9dea2-ee14-4209-afb0-3bf52502a1eb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:31.783023 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c84e07ef-1688-40d4-9c8f-9010d13fdbbd None None] For port 4c4edc5d-4eb4-40af-bca0-f4648a235025, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:58:31.795271 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c84e07ef-1688-40d4-9c8f-9010d13fdbbd None None] For port 4c4edc5d-4eb4-40af-bca0-f4648a235025, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=4c4edc5d-4eb4-40af-bca0-f4648a235025,segment=NetworkSegment(8ee3a7de-0ff8-41c3-87da-e499a840aa67),segment_id=8ee3a7de-0ff8-41c3-87da-e499a840aa67)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:58:31.798404 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d925e69d-712a-44b1-8fe1-271dced502ca tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:31.802075 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d925e69d-712a-44b1-8fe1-271dced502ca tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] 10.222.0.36 "DELETE /v2.0/subnets/fdf9dea2-ee14-4209-afb0-3bf52502a1eb HTTP/1.1" status: 204 len: 168 time: 1.1063907 Feb 09 01:58:31.803740 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925e69d-712a-44b1-8fe1-271dced502ca tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf9dea2-ee14-4209-afb0-3bf52502a1eb,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:31.808259 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c84e07ef-1688-40d4-9c8f-9010d13fdbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4c4edc5d-4eb4-40af-bca0-f4648a235025), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:31.810955 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59562) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:31.909069 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec343669-1bfb-4dc2-ba80-deb62df92171 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:31.911133 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ec343669-1bfb-4dc2-ba80-deb62df92171 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0983274 Feb 09 01:58:31.914475 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59564) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:31.918007 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593f8c8-ab0f-4602-a06d-438468b14b67 req-e6ce572f-d006-48c2-99f7-aa48bca7048f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:31.920519 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f593f8c8-ab0f-4602-a06d-438468b14b67 req-e6ce572f-d006-48c2-99f7-aa48bca7048f tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 1.0612705 Feb 09 01:58:31.921185 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'port': 2} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:31.926224 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:31.953758 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e07ef-1688-40d4-9c8f-9010d13fdbbd None None] Pushing event updated for resources: {'Port': ['ID=4c4edc5d-4eb4-40af-bca0-f4648a235025,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:31.977313 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:32.081674 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f593f8c8-ab0f-4602-a06d-438468b14b67 req-29ce7bc2-3f7b-4073-b2ea-b7d50edd654c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313980 Feb 09 01:58:32.121435 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cb0257dc-7bf8-410a-bd9e-5aa0c2ffe674 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (ed534b3a-c42d-46bd-8b0c-9aa4f507102e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:32.351066 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-a14c3248-cb3e-46aa-a267-97e2de456c3e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:32.356275 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-a14c3248-cb3e-46aa-a267-97e2de456c3e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:32.362270 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-a14c3248-cb3e-46aa-a267-97e2de456c3e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:32.364982 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-a14c3248-cb3e-46aa-a267-97e2de456c3e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.48 "GET /v2.0/networks?id=3435dd38-2d83-4661-a0ba-4947592a30a2&id=91f3e44e-bf94-49e8-bd52-1019903bad7b&id=91f3e44e-bf94-49e8-bd52-1019903bad7b&id=91f3e44e-bf94-49e8-bd52-1019903bad7b&id=91f3e44e-bf94-49e8-bd52-1019903bad7b&id=ee7d3bb2-f456-41d8-93b8-334fc83bc2df&id=ee7d3bb2-f456-41d8-93b8-334fc83bc2df HTTP/1.1" status: 200 len: 1994 time: 0.6239722 Feb 09 01:58:32.476011 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-cb0257dc-7bf8-410a-bd9e-5aa0c2ffe674 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Deleting port 4c4edc5d-4eb4-40af-bca0-f4648a235025 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:58:32.478352 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cb0257dc-7bf8-410a-bd9e-5aa0c2ffe674 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (4c4edc5d-4eb4-40af-bca0-f4648a235025), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:32.518973 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6439869-83dd-43de-801f-3418ae407035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f2fe7ea0-abd0-4903-b312-8c0a1a6226f9), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:32.596035 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 4c4edc5d-4eb4-40af-bca0-f4648a235025 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:58:32.599340 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-9f9d8240-63a1-45d4-95f0-1be316d31251 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74ac5c4df87040abbaac41297bf571f6 HTTP/1.1" status: 200 len: 380 time: 0.1334233 Feb 09 01:58:32.627431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-f8092a90-80ab-4830-97af-38641120d2d3 req-243d8fb4-33db-408d-abab-86538eda19b1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Request body: {'port': {'device_id': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2', 'admin_state_up': True, 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'security_groups': ['1e638cb1-20b5-4643-bafe-af95ea8e6a1d']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:32.710975 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46866301-d3aa-467e-a3b8-0edbc612e7cb req-c24032b5-dafd-4dc8-8074-01263bc1567a tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:32.714028 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-46866301-d3aa-467e-a3b8-0edbc612e7cb req-c24032b5-dafd-4dc8-8074-01263bc1567a tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.4216974 Feb 09 01:58:32.745671 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-cb0257dc-7bf8-410a-bd9e-5aa0c2ffe674 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] For port 4c4edc5d-4eb4-40af-bca0-f4648a235025, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=4c4edc5d-4eb4-40af-bca0-f4648a235025,segment=NetworkSegment(8ee3a7de-0ff8-41c3-87da-e499a840aa67),segment_id=8ee3a7de-0ff8-41c3-87da-e499a840aa67)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:32.746349 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cb0257dc-7bf8-410a-bd9e-5aa0c2ffe674 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (4c4edc5d-4eb4-40af-bca0-f4648a235025), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:32.751885 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 4c4edc5d-4eb4-40af-bca0-f4648a235025 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:32.752258 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4c4edc5d-4eb4-40af-bca0-f4648a235025), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:32.769089 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-cb0257dc-7bf8-410a-bd9e-5aa0c2ffe674 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Calling delete_port for 4c4edc5d-4eb4-40af-bca0-f4648a235025 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:58:32.802802 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] device_id is not set on port e7d6d2ba-cb46-4af8-8513-47b54256966e yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:58:32.881451 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-243d8fb4-33db-408d-abab-86538eda19b1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Made reservation on behalf of 74ac5c4df87040abbaac41297bf571f6 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:32.914462 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-243d8fb4-33db-408d-abab-86538eda19b1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:32.922641 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 4c4edc5d-4eb4-40af-bca0-f4648a235025 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:32.923051 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4c4edc5d-4eb4-40af-bca0-f4648a235025), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:32.979194 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-46866301-d3aa-467e-a3b8-0edbc612e7cb req-d09f6dfd-c2d2-4b12-9cc6-bf02ae27e995 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030978 Feb 09 01:58:32.979686 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 4c4edc5d-4eb4-40af-bca0-f4648a235025, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=4c4edc5d-4eb4-40af-bca0-f4648a235025,segment=NetworkSegment(8ee3a7de-0ff8-41c3-87da-e499a840aa67),segment_id=8ee3a7de-0ff8-41c3-87da-e499a840aa67)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:32.988149 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4c4edc5d-4eb4-40af-bca0-f4648a235025), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:32.989267 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 132b4e40-cb9f-4d53-b621-0c3ffe39a246 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:58:33.083747 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cb0257dc-7bf8-410a-bd9e-5aa0c2ffe674 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (4c4edc5d-4eb4-40af-bca0-f4648a235025), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:33.104283 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b709eec-54f0-4823-9e54-f8da49d72555 req-45e895e6-df2d-4e37-9434-318d930023f0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.2652371 Feb 09 01:58:33.174108 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0257dc-7bf8-410a-bd9e-5aa0c2ffe674 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Pushing event deleted for resources: {'Port': ['ID=4c4edc5d-4eb4-40af-bca0-f4648a235025,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:33.183298 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0257dc-7bf8-410a-bd9e-5aa0c2ffe674 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] No DVR routers for this DVR port 4c4edc5d-4eb4-40af-bca0-f4648a235025 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:58:33.192232 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=4c4edc5d-4eb4-40af-bca0-f4648a235025,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:33.227887 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 132b4e40-cb9f-4d53-b621-0c3ffe39a246 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:33.236548 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (132b4e40-cb9f-4d53-b621-0c3ffe39a246), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:33.378820 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cb0257dc-7bf8-410a-bd9e-5aa0c2ffe674 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (ed534b3a-c42d-46bd-8b0c-9aa4f507102e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:33.391119 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 132b4e40-cb9f-4d53-b621-0c3ffe39a246 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:33.392608 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (132b4e40-cb9f-4d53-b621-0c3ffe39a246), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:33.434219 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-cb0257dc-7bf8-410a-bd9e-5aa0c2ffe674 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed534b3a-c42d-46bd-8b0c-9aa4f507102e']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:33.459672 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-cb0257dc-7bf8-410a-bd9e-5aa0c2ffe674 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee3a7de-0ff8-41c3-87da-e499a840aa67') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:33.459871 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-cb0257dc-7bf8-410a-bd9e-5aa0c2ffe674 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee3a7de-0ff8-41c3-87da-e499a840aa67') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:33.472529 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 132b4e40-cb9f-4d53-b621-0c3ffe39a246, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=132b4e40-cb9f-4d53-b621-0c3ffe39a246,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:33.481319 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (132b4e40-cb9f-4d53-b621-0c3ffe39a246), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:33.495569 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cb0257dc-7bf8-410a-bd9e-5aa0c2ffe674 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (8ee3a7de-0ff8-41c3-87da-e499a840aa67), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:33.543652 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cb0257dc-7bf8-410a-bd9e-5aa0c2ffe674 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (8ee3a7de-0ff8-41c3-87da-e499a840aa67), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:33.568965 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0257dc-7bf8-410a-bd9e-5aa0c2ffe674 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:58:33.569695 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cb0257dc-7bf8-410a-bd9e-5aa0c2ffe674 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (8ee3a7de-0ff8-41c3-87da-e499a840aa67), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:58:33.578393 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:58:33.642741 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-f8092a90-80ab-4830-97af-38641120d2d3 req-243d8fb4-33db-408d-abab-86538eda19b1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Allocated IP 172.20.0.5 (3435dd38-2d83-4661-a0ba-4947592a30a2/0e2644d8-69fa-4460-9750-5fbc866b4422/9e9e575e-d478-47a4-9247-266d7e08616b) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:33.662142 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=132b4e40-cb9f-4d53-b621-0c3ffe39a246,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:33.700362 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for port (e7d6d2ba-cb46-4af8-8513-47b54256966e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:33.781857 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cb0257dc-7bf8-410a-bd9e-5aa0c2ffe674 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (ed534b3a-c42d-46bd-8b0c-9aa4f507102e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:33.801757 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cb0257dc-7bf8-410a-bd9e-5aa0c2ffe674 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:33.811247 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cb0257dc-7bf8-410a-bd9e-5aa0c2ffe674 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] 10.222.0.36 "DELETE /v2.0/networks/ed534b3a-c42d-46bd-8b0c-9aa4f507102e HTTP/1.1" status: 204 len: 168 time: 1.8947008 Feb 09 01:58:33.816112 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59600) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:33.837641 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0257dc-7bf8-410a-bd9e-5aa0c2ffe674 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Pushing event deleted for resources: {'Network': ['ID=ed534b3a-c42d-46bd-8b0c-9aa4f507102e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:33.859897 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8438056d-2ff5-4ddd-9593-f7b84f54e8bb None None] get_active_networks_info from n-d-828387-3 {{(pid=103185) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:58:33.994432 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-cd072182-a7c8-44c3-8351-2e8f158db1f1 None None] Could not find standard attr ID for object 4c4edc5d-4eb4-40af-bca0-f4648a235025. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:58:34.022862 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa0e8c6a-5cd4-47c9-b745-379eccdea0bb tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (cb7c0b4b-0c17-4bde-9335-fe875d9162d4), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:34.028641 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6439869-83dd-43de-801f-3418ae407035 admin admin] Publish callbacks [] for port (f2fe7ea0-abd0-4903-b312-8c0a1a6226f9), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:34.074825 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6439869-83dd-43de-801f-3418ae407035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (f2fe7ea0-abd0-4903-b312-8c0a1a6226f9), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:34.151977 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6439869-83dd-43de-801f-3418ae407035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (205a820e-848f-4cf7-b7b0-9fd092a3e5af), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:34.205268 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] device_id is not set on port 12a525b5-143e-47ec-bd7b-f7c171d18e21 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:58:34.225154 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8438056d-2ff5-4ddd-9593-f7b84f54e8bb None None] Resources bound (agent type, host, resource id): {{(pid=103185) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:58:34.569595 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6439869-83dd-43de-801f-3418ae407035 admin admin] Pushing event updated for resources: {'Port': ['ID=f2fe7ea0-abd0-4903-b312-8c0a1a6226f9,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:34.621923 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3fb10219-e833-4fd4-a6fc-c282e0d89861 req-206a9e28-b55e-4393-bb92-e38f483967a3 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.2608361 Feb 09 01:58:34.645811 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c642a-6398-4acf-8e82-3ebb7f1edb03 req-461c41b6-fb8f-4c5d-bf3a-e4d07aaf1901 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:34.665263 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-168c642a-6398-4acf-8e82-3ebb7f1edb03 req-461c41b6-fb8f-4c5d-bf3a-e4d07aaf1901 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e571242-3c9e-412f-a9f5-71670f800993 HTTP/1.1" status: 200 len: 943 time: 0.1634872 Feb 09 01:58:34.793062 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 132b4e40-cb9f-4d53-b621-0c3ffe39a246 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:58:34.864225 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-168c642a-6398-4acf-8e82-3ebb7f1edb03 req-edf9eda3-51f6-4519-939e-82ff4d1aee6b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Deleting port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:58:34.864946 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-168c642a-6398-4acf-8e82-3ebb7f1edb03 req-edf9eda3-51f6-4519-939e-82ff4d1aee6b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9253d208-c789-4e7a-bc91-8bd0f9a80a0e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:34.889557 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-243d8fb4-33db-408d-abab-86538eda19b1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for port (9e9e575e-d478-47a4-9247-266d7e08616b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:34.930741 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 132b4e40-cb9f-4d53-b621-0c3ffe39a246 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:34.931220 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (132b4e40-cb9f-4d53-b621-0c3ffe39a246), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:34.934298 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa0e8c6a-5cd4-47c9-b745-379eccdea0bb tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (cb7c0b4b-0c17-4bde-9335-fe875d9162d4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:34.964961 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6439869-83dd-43de-801f-3418ae407035 admin admin] Network 53f74c50-3215-45c8-9b2a-f030dc39bfe6 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:34.991147 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-b6439869-83dd-43de-801f-3418ae407035 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:35.081733 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-168c642a-6398-4acf-8e82-3ebb7f1edb03 req-edf9eda3-51f6-4519-939e-82ff4d1aee6b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] For port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9253d208-c789-4e7a-bc91-8bd0f9a80a0e,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:35.084395 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-168c642a-6398-4acf-8e82-3ebb7f1edb03 req-edf9eda3-51f6-4519-939e-82ff4d1aee6b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9253d208-c789-4e7a-bc91-8bd0f9a80a0e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:35.113905 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-168c642a-6398-4acf-8e82-3ebb7f1edb03 req-edf9eda3-51f6-4519-939e-82ff4d1aee6b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Calling delete_port for 9253d208-c789-4e7a-bc91-8bd0f9a80a0e owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:58:35.161230 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-aa0e8c6a-5cd4-47c9-b745-379eccdea0bb tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7c0b4b-0c17-4bde-9335-fe875d9162d4']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:35.180394 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81522bd-fe8c-4e55-a18d-4ed2a9046f56 None None] DHCP port deletion for ed534b3a-c42d-46bd-8b0c-9aa4f507102e request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:58:35.232736 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 132b4e40-cb9f-4d53-b621-0c3ffe39a246 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:35.242572 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68bf495-12a5-4448-9cc3-8a000e268254 None None] Network ed534b3a-c42d-46bd-8b0c-9aa4f507102e requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:58:35.256542 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68bf495-12a5-4448-9cc3-8a000e268254 None None] Network ed534b3a-c42d-46bd-8b0c-9aa4f507102e could not be found, it might have been deleted concurrently. {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:58:35.375033 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-168c642a-6398-4acf-8e82-3ebb7f1edb03 req-edf9eda3-51f6-4519-939e-82ff4d1aee6b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (9253d208-c789-4e7a-bc91-8bd0f9a80a0e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:35.389435 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['c572ad94-c9a7-45b1-8feb-5994b09c6a24'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:58:35.457077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9eda3-51f6-4519-939e-82ff4d1aee6b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Pushing event deleted for resources: {'Port': ['ID=9253d208-c789-4e7a-bc91-8bd0f9a80a0e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:35.504394 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['85780f84-ca0f-4032-af43-e604d2f48a5f'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:58:35.604771 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-168c642a-6398-4acf-8e82-3ebb7f1edb03 req-edf9eda3-51f6-4519-939e-82ff4d1aee6b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] No DVR routers for this DVR port 9253d208-c789-4e7a-bc91-8bd0f9a80a0e on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:58:35.608013 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-168c642a-6398-4acf-8e82-3ebb7f1edb03 req-edf9eda3-51f6-4519-939e-82ff4d1aee6b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:35.611979 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-168c642a-6398-4acf-8e82-3ebb7f1edb03 req-edf9eda3-51f6-4519-939e-82ff4d1aee6b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "DELETE /v2.0/ports/9253d208-c789-4e7a-bc91-8bd0f9a80a0e HTTP/1.1" status: 204 len: 173 time: 0.9430289 Feb 09 01:58:35.612410 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e571242-3c9e-412f-a9f5-71670f800993', 'name': 'network-vif-deleted', 'tag': '9253d208-c789-4e7a-bc91-8bd0f9a80a0e'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:58:35.614969 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28470daa-0117-4db1-a993-2eb0fe3d47c5" -d '{"events": [{"server_uuid": "1e571242-3c9e-412f-a9f5-71670f800993", "name": "network-vif-deleted", "tag": "9253d208-c789-4e7a-bc91-8bd0f9a80a0e"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:58:35.736871 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 09 Feb 2022 01:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed3abfa-8ad6-4702-874a-d0e99885abf1 x-openstack-request-id: req-4ed3abfa-8ad6-4702-874a-d0e99885abf1 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:58:35.737478 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e571242-3c9e-412f-a9f5-71670f800993", "name": "network-vif-deleted", "tag": "9253d208-c789-4e7a-bc91-8bd0f9a80a0e", "status": "failed", "code": 422}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:58:35.737478 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ed3abfa-8ad6-4702-874a-d0e99885abf1 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:58:35.737812 n-d-828387-3 neutron-server[103184]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1e571242-3c9e-412f-a9f5-71670f800993', 'name': 'network-vif-deleted', 'tag': '9253d208-c789-4e7a-bc91-8bd0f9a80a0e', 'status': 'failed', 'code': 422} returned with failed status Feb 09 01:58:35.752134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-77b3f0a8-bfda-4b44-91b1-5dc84d9cd147 None None] Provisioning complete for port f2fe7ea0-abd0-4903-b312-8c0a1a6226f9 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:35.752520 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-77b3f0a8-bfda-4b44-91b1-5dc84d9cd147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f2fe7ea0-abd0-4903-b312-8c0a1a6226f9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:35.844481 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-77b3f0a8-bfda-4b44-91b1-5dc84d9cd147 None None] Port f2fe7ea0-abd0-4903-b312-8c0a1a6226f9 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:58:36.035245 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-aa0e8c6a-5cd4-47c9-b745-379eccdea0bb tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681d5885-e6fb-41b9-8f59-7ea828dffa03') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:36.035870 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-aa0e8c6a-5cd4-47c9-b745-379eccdea0bb tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681d5885-e6fb-41b9-8f59-7ea828dffa03') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:36.125722 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6439869-83dd-43de-801f-3418ae407035 admin admin] Router 205a820e-848f-4cf7-b7b0-9fd092a3e5af has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:58:36.147427 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa0e8c6a-5cd4-47c9-b745-379eccdea0bb tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (681d5885-e6fb-41b9-8f59-7ea828dffa03), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:36.165789 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3057a9c0-6915-4385-8302-ea162495d8b0 req-fe607346-e817-45d9-93f1-e2ea7b19decf tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.1412382 Feb 09 01:58:36.194606 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa0e8c6a-5cd4-47c9-b745-379eccdea0bb tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (681d5885-e6fb-41b9-8f59-7ea828dffa03), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:36.209787 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-243d8fb4-33db-408d-abab-86538eda19b1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9e9e575e-d478-47a4-9247-266d7e08616b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:36.249693 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0e8c6a-5cd4-47c9-b745-379eccdea0bb tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:58:36.251734 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa0e8c6a-5cd4-47c9-b745-379eccdea0bb tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (681d5885-e6fb-41b9-8f59-7ea828dffa03), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:36.277956 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 4c4edc5d-4eb4-40af-bca0-f4648a235025 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:58:36.283780 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:58:36.321436 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 4c4edc5d-4eb4-40af-bca0-f4648a235025 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:58:36.321791 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 4c4edc5d-4eb4-40af-bca0-f4648a235025 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:58:36.391319 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for port (12a525b5-143e-47ec-bd7b-f7c171d18e21), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:36.395715 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8092a90-80ab-4830-97af-38641120d2d3 req-243d8fb4-33db-408d-abab-86538eda19b1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Network 3435dd38-2d83-4661-a0ba-4947592a30a2 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:36.488064 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-f8092a90-80ab-4830-97af-38641120d2d3 req-243d8fb4-33db-408d-abab-86538eda19b1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:36.507422 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8092a90-80ab-4830-97af-38641120d2d3 req-243d8fb4-33db-408d-abab-86538eda19b1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:36.659439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d8fb4-33db-408d-abab-86538eda19b1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event updated for resources: {'Port': ['ID=9e9e575e-d478-47a4-9247-266d7e08616b,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:36.677744 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa0e8c6a-5cd4-47c9-b745-379eccdea0bb tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (cb7c0b4b-0c17-4bde-9335-fe875d9162d4), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:36.725933 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa0e8c6a-5cd4-47c9-b745-379eccdea0bb tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:36.731348 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-aa0e8c6a-5cd4-47c9-b745-379eccdea0bb tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] 10.222.0.36 "DELETE /v2.0/networks/cb7c0b4b-0c17-4bde-9335-fe875d9162d4 HTTP/1.1" status: 204 len: 168 time: 2.8991098 Feb 09 01:58:36.734376 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59656) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:36.805440 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-243d8fb4-33db-408d-abab-86538eda19b1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:36.806016 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-243d8fb4-33db-408d-abab-86538eda19b1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:36.814372 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e8c6a-5cd4-47c9-b745-379eccdea0bb tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Pushing event deleted for resources: {'Network': ['ID=cb7c0b4b-0c17-4bde-9335-fe875d9162d4,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:36.853713 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (e7d6d2ba-cb46-4af8-8513-47b54256966e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:36.898337 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c235a6d-fa52-4c6c-858e-1214e15bf5e6 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (e7cc6498-af3b-4170-9a43-4cb25b955370), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:36.958791 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Port': ['ID=e7d6d2ba-cb46-4af8-8513-47b54256966e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:36.973364 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6439869-83dd-43de-801f-3418ae407035 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:58:36.979311 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b6439869-83dd-43de-801f-3418ae407035 admin admin] 10.222.0.36 "PUT /v2.0/routers/205a820e-848f-4cf7-b7b0-9fd092a3e5af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9681532 Feb 09 01:58:36.989635 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-243d8fb4-33db-408d-abab-86538eda19b1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3673129 Feb 09 01:58:36.998810 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] Sync routers for ids ['205a820e-848f-4cf7-b7b0-9fd092a3e5af'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:58:37.003126 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 2dd71ccd-b35c-4501-9503-a68b44d01f83 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:37.006877 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:37.015947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:37.016849 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (12a525b5-143e-47ec-bd7b-f7c171d18e21), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:37.030203 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-f8092a90-80ab-4830-97af-38641120d2d3 req-81d51127-1880-444c-9e3d-c6182b0e3fc6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Request body: {'port': {'device_id': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b', 'admin_state_up': True, 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'security_groups': ['1e638cb1-20b5-4643-bafe-af95ea8e6a1d']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:37.054537 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0d5e15ec-73b6-4533-aa1c-cd3900dedea9 None None] Provisioning complete for port 9e9e575e-d478-47a4-9247-266d7e08616b triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:37.060661 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0d5e15ec-73b6-4533-aa1c-cd3900dedea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9e9e575e-d478-47a4-9247-266d7e08616b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:37.069307 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] Routers {'205a820e-848f-4cf7-b7b0-9fd092a3e5af'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:58:37.073690 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:58:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['205a820e-848f-4cf7-b7b0-9fd092a3e5af'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:37.084424 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbdbdf-8f9d-4d0e-a11a-67568e64f608 req-cfafb046-39fe-4972-b0c2-7942f621857e tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:37.086411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-74dbdbdf-8f9d-4d0e-a11a-67568e64f608 req-cfafb046-39fe-4972-b0c2-7942f621857e tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 908 time: 0.4098961 Feb 09 01:58:37.177550 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c235a6d-fa52-4c6c-858e-1214e15bf5e6 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (e7cc6498-af3b-4170-9a43-4cb25b955370), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:37.256348 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-7c235a6d-fa52-4c6c-858e-1214e15bf5e6 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7cc6498-af3b-4170-9a43-4cb25b955370']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:37.291634 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-7c235a6d-fa52-4c6c-858e-1214e15bf5e6 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b860153d-d2b1-4028-b943-e16af5f8632e') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:37.291826 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-7c235a6d-fa52-4c6c-858e-1214e15bf5e6 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b860153d-d2b1-4028-b943-e16af5f8632e') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:37.338082 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c235a6d-fa52-4c6c-858e-1214e15bf5e6 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (b860153d-d2b1-4028-b943-e16af5f8632e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:37.365004 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c235a6d-fa52-4c6c-858e-1214e15bf5e6 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (b860153d-d2b1-4028-b943-e16af5f8632e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:37.383224 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c235a6d-fa52-4c6c-858e-1214e15bf5e6 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:58:37.384024 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c235a6d-fa52-4c6c-858e-1214e15bf5e6 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (b860153d-d2b1-4028-b943-e16af5f8632e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:37.441712 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] Set router 205a820e-848f-4cf7-b7b0-9fd092a3e5af gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:58:37.505315 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Port': ['ID=12a525b5-143e-47ec-bd7b-f7c171d18e21,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:37.561001 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Checking segment: {'id': 'c3a114e0-66a5-4e91-b8ba-1f4a28537a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '27966c82-f3c2-4806-a58e-743b2132ae53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:37.579734 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network hostable DHCP agents. Network: 27966c82-f3c2-4806-a58e-743b2132ae53, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:58:37.628625 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:58:37.638886 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 27966c82-f3c2-4806-a58e-743b2132ae53 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:58:37.676611 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 27966c82-f3c2-4806-a58e-743b2132ae53) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:37.681704 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c235a6d-fa52-4c6c-858e-1214e15bf5e6 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (e7cc6498-af3b-4170-9a43-4cb25b955370), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:37.685791 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:37.702453 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:37.705832 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c235a6d-fa52-4c6c-858e-1214e15bf5e6 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:37.714431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:37.717463 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7c235a6d-fa52-4c6c-858e-1214e15bf5e6 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] 10.222.0.36 "DELETE /v2.0/networks/e7cc6498-af3b-4170-9a43-4cb25b955370 HTTP/1.1" status: 204 len: 168 time: 0.9810238 Feb 09 01:58:37.717714 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:37.728627 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59670) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:37.730365 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-81d51127-1880-444c-9e3d-c6182b0e3fc6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Made reservation on behalf of 74ac5c4df87040abbaac41297bf571f6 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:37.737611 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-81d51127-1880-444c-9e3d-c6182b0e3fc6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:37.761526 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c235a6d-fa52-4c6c-858e-1214e15bf5e6 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Pushing event deleted for resources: {'Network': ['ID=e7cc6498-af3b-4170-9a43-4cb25b955370,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:37.812219 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0d5e15ec-73b6-4533-aa1c-cd3900dedea9 None None] Port 9e9e575e-d478-47a4-9247-266d7e08616b cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:58:37.817754 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eade8ac-554d-41ad-a9fb-ef983f5e519f None None] Network 27966c82-f3c2-4806-a58e-743b2132ae53 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:58:37.835255 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f986c96-d7e0-4dc1-8d03-791c6eb686ce req-4d36e235-bd8e-42a9-8eb1-ff5216bc99b7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:37.845790 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3f986c96-d7e0-4dc1-8d03-791c6eb686ce req-4d36e235-bd8e-42a9-8eb1-ff5216bc99b7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 931 time: 0.3023982 Feb 09 01:58:37.945808 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3f986c96-d7e0-4dc1-8d03-791c6eb686ce req-35401e2c-7173-4cac-93f2-e079b9910b24 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991142 Feb 09 01:58:38.041696 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59676) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:38.042188 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-28dcf534-6b86-42cc-8e14-51e2826a8950 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 7.4986150 Feb 09 01:58:38.133940 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c32a90e5-4f75-442c-815e-4f4f146b21b5 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (12061554-cc9b-4d86-821b-6d4bb23c6128), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:38.316360 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-26be3bde-d03a-42fe-a5d5-a048b15fe929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:38.346006 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-6e2dc3c3-c7ff-4ba7-8b96-16cbf12ed3d6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting port 12a525b5-143e-47ec-bd7b-f7c171d18e21 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:58:38.346651 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e2dc3c3-c7ff-4ba7-8b96-16cbf12ed3d6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (12a525b5-143e-47ec-bd7b-f7c171d18e21), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:38.455669 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e2dc3c3-c7ff-4ba7-8b96-16cbf12ed3d6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (12a525b5-143e-47ec-bd7b-f7c171d18e21), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:38.472564 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-6e2dc3c3-c7ff-4ba7-8b96-16cbf12ed3d6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Calling delete_port for 12a525b5-143e-47ec-bd7b-f7c171d18e21 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:58:38.578742 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-f8092a90-80ab-4830-97af-38641120d2d3 req-81d51127-1880-444c-9e3d-c6182b0e3fc6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Allocated IP 10.1.1.216 (91f3e44e-bf94-49e8-bd52-1019903bad7b/678160b0-2b2f-464c-ba3e-556e6e820726/458cb2d9-efbc-4c26-ac50-8ad5290b8474) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:38.610938 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205a820e-848f-4cf7-b7b0-9fd092a3e5af', 'name': 'tempest-TestServerMultinode-1149871297-router', 'tenant_id': '031518a1ab064b70b895291126f98a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '132b4e40-cb9f-4d53-b621-0c3ffe39a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:23Z', 'updated_at': '2022-02-09T01:58:32Z', 'revision_number': 4, 'project_id': '031518a1ab064b70b895291126f98a2e', 'gw_port': {'id': '132b4e40-cb9f-4d53-b621-0c3ffe39a246', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a820e-848f-4cf7-b7b0-9fd092a3e5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:24Z', 'updated_at': '2022-02-09T01:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'f2fe7ea0-abd0-4903-b312-8c0a1a6226f9', 'name': '', 'network_id': '53f74c50-3215-45c8-9b2a-f030dc39bfe6', 'tenant_id': '031518a1ab064b70b895291126f98a2e', 'mac_address': 'fa:16:3e:5a:c1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205a820e-848f-4cf7-b7b0-9fd092a3e5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '661ee44d-a9bf-49e2-83a7-b56c33fc759a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:29Z', 'updated_at': '2022-02-09T01:58:33Z', 'revision_number': 2, 'project_id': '031518a1ab064b70b895291126f98a2e', 'subnets': [{'id': '661ee44d-a9bf-49e2-83a7-b56c33fc759a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:38.674128 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-e3f0715b-baac-4b13-ae06-95e85f2c65e9 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:38.681914 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-e3f0715b-baac-4b13-ae06-95e85f2c65e9 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/networks?id=528af48e-7b24-470c-9df1-f5cd11b0c0e3 HTTP/1.1" status: 200 len: 910 time: 0.1120548 Feb 09 01:58:38.686653 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] Checking router: 205a820e-848f-4cf7-b7b0-9fd092a3e5af for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:58:38.687176 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] Updating router 205a820e-848f-4cf7-b7b0-9fd092a3e5af port f2fe7ea0-abd0-4903-b312-8c0a1a6226f9 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:58:38.690263 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e2dc3c3-c7ff-4ba7-8b96-16cbf12ed3d6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (12a525b5-143e-47ec-bd7b-f7c171d18e21), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:38.707997 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-50eaf00d-cc21-40c3-9a76-d0ddae18ceca tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/quotas/031518a1ab064b70b895291126f98a2e HTTP/1.1" status: 200 len: 375 time: 0.0255494 Feb 09 01:58:38.772603 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f2fe7ea0-abd0-4903-b312-8c0a1a6226f9), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:38.830509 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2dc3c3-c7ff-4ba7-8b96-16cbf12ed3d6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Port': ['ID=12a525b5-143e-47ec-bd7b-f7c171d18e21,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:38.838104 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e2dc3c3-c7ff-4ba7-8b96-16cbf12ed3d6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:38.844392 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-81d51127-1880-444c-9e3d-c6182b0e3fc6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for port (458cb2d9-efbc-4c26-ac50-8ad5290b8474), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:38.844744 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6e2dc3c3-c7ff-4ba7-8b96-16cbf12ed3d6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/ports/12a525b5-143e-47ec-bd7b-f7c171d18e21 HTTP/1.1" status: 204 len: 168 time: 0.7995598 Feb 09 01:58:38.867277 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59694) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:38.908648 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-81d51127-1880-444c-9e3d-c6182b0e3fc6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (458cb2d9-efbc-4c26-ac50-8ad5290b8474), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:38.963482 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-2805ff9e-1d14-4c11-81cf-07808385b149 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=031518a1ab064b70b895291126f98a2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2542269 Feb 09 01:58:39.033032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d51127-1880-444c-9e3d-c6182b0e3fc6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event updated for resources: {'Port': ['ID=458cb2d9-efbc-4c26-ac50-8ad5290b8474,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:39.061583 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3639cf58-729c-4914-8177-2a6c01780ae4 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:39.067817 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3639cf58-729c-4914-8177-2a6c01780ae4 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:39.069651 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3639cf58-729c-4914-8177-2a6c01780ae4 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1880410 Feb 09 01:58:39.072789 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59698) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:39.217072 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c32a90e5-4f75-442c-815e-4f4f146b21b5 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (12061554-cc9b-4d86-821b-6d4bb23c6128), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:39.265108 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-c32a90e5-4f75-442c-815e-4f4f146b21b5 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12061554-cc9b-4d86-821b-6d4bb23c6128']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:39.270868 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] Publish callbacks [] for port (f2fe7ea0-abd0-4903-b312-8c0a1a6226f9), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:39.282503 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f2fe7ea0-abd0-4903-b312-8c0a1a6226f9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:39.283816 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-de587f43-9bbb-4af0-be6a-0cd9bd028284 service neutron] 10.222.0.36 "GET /v2.0/networks/528af48e-7b24-470c-9df1-f5cd11b0c0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120806 Feb 09 01:58:39.289089 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-c32a90e5-4f75-442c-815e-4f4f146b21b5 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a43962-b10d-49a0-84dd-fb198dccafe3') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:39.289379 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-c32a90e5-4f75-442c-815e-4f4f146b21b5 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a43962-b10d-49a0-84dd-fb198dccafe3') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:39.307733 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c32a90e5-4f75-442c-815e-4f4f146b21b5 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (80a43962-b10d-49a0-84dd-fb198dccafe3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:39.336639 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c32a90e5-4f75-442c-815e-4f4f146b21b5 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (80a43962-b10d-49a0-84dd-fb198dccafe3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:39.353146 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32a90e5-4f75-442c-815e-4f4f146b21b5 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:58:39.353609 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c32a90e5-4f75-442c-815e-4f4f146b21b5 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (80a43962-b10d-49a0-84dd-fb198dccafe3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:39.375544 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574db042-04d3-4cbe-9a7e-be69df16a495 None None] Pushing event updated for resources: {'Port': ['ID=f2fe7ea0-abd0-4903-b312-8c0a1a6226f9,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:39.411446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574db042-04d3-4cbe-9a7e-be69df16a495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:39.411812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574db042-04d3-4cbe-9a7e-be69df16a495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:39.412203 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574db042-04d3-4cbe-9a7e-be69df16a495 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:39.412547 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574db042-04d3-4cbe-9a7e-be69df16a495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:39.412883 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574db042-04d3-4cbe-9a7e-be69df16a495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:39.413705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574db042-04d3-4cbe-9a7e-be69df16a495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:39.414048 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574db042-04d3-4cbe-9a7e-be69df16a495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:39.414378 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574db042-04d3-4cbe-9a7e-be69df16a495 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:39.414705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574db042-04d3-4cbe-9a7e-be69df16a495 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:39.415215 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574db042-04d3-4cbe-9a7e-be69df16a495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:39.418339 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574db042-04d3-4cbe-9a7e-be69df16a495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:39.418750 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574db042-04d3-4cbe-9a7e-be69df16a495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:39.419098 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574db042-04d3-4cbe-9a7e-be69df16a495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:58:39.469792 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:58:39.479108 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33373ab-3c2c-4988-b7d1-55671a3ca76d req-1436c787-61a1-4fd8-89a9-65c32d377df1 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:39.495994 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f33373ab-3c2c-4988-b7d1-55671a3ca76d req-1436c787-61a1-4fd8-89a9-65c32d377df1 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 908 time: 1.1945293 Feb 09 01:58:39.526068 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042693d-0b01-4bcb-84c3-65d8d37670ea req-3029ab2c-cc66-4332-ac48-90c52d7674e9 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:39.528162 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d042693d-0b01-4bcb-84c3-65d8d37670ea req-3029ab2c-cc66-4332-ac48-90c52d7674e9 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.48 "GET /v2.0/ports?device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 908 time: 1.3729632 Feb 09 01:58:39.572228 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8092a90-80ab-4830-97af-38641120d2d3 req-81d51127-1880-444c-9e3d-c6182b0e3fc6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Network 91f3e44e-bf94-49e8-bd52-1019903bad7b is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:39.579846 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a67df9f8-ac54-4d49-b53b-f3f0e881da9b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting port e7d6d2ba-cb46-4af8-8513-47b54256966e {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:58:39.579846 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a67df9f8-ac54-4d49-b53b-f3f0e881da9b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e7d6d2ba-cb46-4af8-8513-47b54256966e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:39.589772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-f8092a90-80ab-4830-97af-38641120d2d3 req-81d51127-1880-444c-9e3d-c6182b0e3fc6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:39.616626 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8092a90-80ab-4830-97af-38641120d2d3 req-81d51127-1880-444c-9e3d-c6182b0e3fc6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:39.660436 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] Attempting to bind port f2fe7ea0-abd0-4903-b312-8c0a1a6226f9 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:58:39.660823 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] Attempting to bind port f2fe7ea0-abd0-4903-b312-8c0a1a6226f9 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '536ffc20-18f9-4aee-bec3-6033b3f87716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '53f74c50-3215-45c8-9b2a-f030dc39bfe6'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:58:39.661192 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] Attempting to bind port f2fe7ea0-abd0-4903-b312-8c0a1a6226f9 on network 53f74c50-3215-45c8-9b2a-f030dc39bfe6 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:58:39.688231 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:58:39.690472 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] Checking segment: {'id': '536ffc20-18f9-4aee-bec3-6033b3f87716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '53f74c50-3215-45c8-9b2a-f030dc39bfe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:39.690685 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-45252283-2eaf-4368-aa1d-48dddfebe0a4 service neutron] 10.222.0.36 "GET /v2.0/networks/528af48e-7b24-470c-9df1-f5cd11b0c0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015968 Feb 09 01:58:39.690865 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:39.691293 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] Bound using segment: {'id': '536ffc20-18f9-4aee-bec3-6033b3f87716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '53f74c50-3215-45c8-9b2a-f030dc39bfe6'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:58:39.691793 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] Bound port: f2fe7ea0-abd0-4903-b312-8c0a1a6226f9, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536ffc20-18f9-4aee-bec3-6033b3f87716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '53f74c50-3215-45c8-9b2a-f030dc39bfe6'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:58:39.692185 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f2fe7ea0-abd0-4903-b312-8c0a1a6226f9), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:39.769082 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a67df9f8-ac54-4d49-b53b-f3f0e881da9b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e7d6d2ba-cb46-4af8-8513-47b54256966e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:39.821048 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a67df9f8-ac54-4d49-b53b-f3f0e881da9b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Calling delete_port for e7d6d2ba-cb46-4af8-8513-47b54256966e owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:58:39.833345 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c32a90e5-4f75-442c-815e-4f4f146b21b5 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (12061554-cc9b-4d86-821b-6d4bb23c6128), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:39.927839 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:39.937360 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c32a90e5-4f75-442c-815e-4f4f146b21b5 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:39.965972 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c32a90e5-4f75-442c-815e-4f4f146b21b5 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] 10.222.0.36 "DELETE /v2.0/networks/12061554-cc9b-4d86-821b-6d4bb23c6128 HTTP/1.1" status: 204 len: 168 time: 2.2089679 Feb 09 01:58:40.060406 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9b473ea9-8421-4f15-a682-e458b382a15b None None] Provisioning complete for port f2fe7ea0-abd0-4903-b312-8c0a1a6226f9 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:40.060960 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b473ea9-8421-4f15-a682-e458b382a15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f2fe7ea0-abd0-4903-b312-8c0a1a6226f9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:40.078150 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a90e5-4f75-442c-815e-4f4f146b21b5 tempest-BulkNetworkOpsIpV6Test-1679378562 tempest-BulkNetworkOpsIpV6Test-1679378562-project] Pushing event deleted for resources: {'Network': ['ID=12061554-cc9b-4d86-821b-6d4bb23c6128,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:40.115614 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-81d51127-1880-444c-9e3d-c6182b0e3fc6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:40.135121 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-81d51127-1880-444c-9e3d-c6182b0e3fc6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:40.170976 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] For port f2fe7ea0-abd0-4903-b312-8c0a1a6226f9, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:58:40.268699 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9b473ea9-8421-4f15-a682-e458b382a15b None None] Port f2fe7ea0-abd0-4903-b312-8c0a1a6226f9 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:58:40.285453 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] For port f2fe7ea0-abd0-4903-b312-8c0a1a6226f9, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f2fe7ea0-abd0-4903-b312-8c0a1a6226f9,segment=NetworkSegment(536ffc20-18f9-4aee-bec3-6033b3f87716),segment_id=536ffc20-18f9-4aee-bec3-6033b3f87716)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:58:40.288488 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-212755b1-881e-460d-b8da-7de367e41741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:40.303045 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f2fe7ea0-abd0-4903-b312-8c0a1a6226f9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:40.428140 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdb70f-ed87-40fb-9895-b7fb516453e4 req-9c72b51b-568a-428c-a470-b6ee542dba8c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:40.460889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdb70f-ed87-40fb-9895-b7fb516453e4 req-9c72b51b-568a-428c-a470-b6ee542dba8c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:40.462864 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1bdb70f-ed87-40fb-9895-b7fb516453e4 req-9c72b51b-568a-428c-a470-b6ee542dba8c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 1653 time: 0.7110775 Feb 09 01:58:40.514328 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-81d51127-1880-444c-9e3d-c6182b0e3fc6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5063412 Feb 09 01:58:40.519504 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] Routers {'205a820e-848f-4cf7-b7b0-9fd092a3e5af'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:58:40.520361 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:58:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['205a820e-848f-4cf7-b7b0-9fd092a3e5af'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:40.604992 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c50f53a6-e538-49f0-8367-67180956da4a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Request body: {'port': {'device_id': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b', 'admin_state_up': True, 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'security_groups': ['1e638cb1-20b5-4643-bafe-af95ea8e6a1d']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:40.621318 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574db042-04d3-4cbe-9a7e-be69df16a495 None None] Pushing event updated for resources: {'Port': ['ID=f2fe7ea0-abd0-4903-b312-8c0a1a6226f9,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:40.627827 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9160f956-bbfc-4152-aada-945ffc6d1ae8 None None] Provisioning complete for port 458cb2d9-efbc-4c26-ac50-8ad5290b8474 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:40.628204 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9160f956-bbfc-4152-aada-945ffc6d1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (458cb2d9-efbc-4c26-ac50-8ad5290b8474), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:40.679506 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9160f956-bbfc-4152-aada-945ffc6d1ae8 None None] Port 458cb2d9-efbc-4c26-ac50-8ad5290b8474 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:58:40.756777 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] Set router 205a820e-848f-4cf7-b7b0-9fd092a3e5af gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:58:40.836389 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59730) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:40.926402 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:40.943815 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:41.068161 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1bdb70f-ed87-40fb-9895-b7fb516453e4 req-f78588e2-4dea-4098-9ec4-43d66ba8f5eb tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5841610 Feb 09 01:58:41.130225 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fd265aea-7e73-4911-9567-7b7818503acc req-247523a5-c47d-4804-a3e8-da068c3eedf1 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b53bf05-a3bc-48ac-b5e0-daa866c50954 HTTP/1.1" status: 200 len: 210 time: 0.0832927 Feb 09 01:58:41.201756 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-37b196b3-eaae-4ab2-943b-748821a23fc1 None None] Provisioning complete for port f2fe7ea0-abd0-4903-b312-8c0a1a6226f9 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:41.202375 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-37b196b3-eaae-4ab2-943b-748821a23fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f2fe7ea0-abd0-4903-b312-8c0a1a6226f9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:41.236713 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a67df9f8-ac54-4d49-b53b-f3f0e881da9b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (e7d6d2ba-cb46-4af8-8513-47b54256966e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:41.314402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c50f53a6-e538-49f0-8367-67180956da4a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Made reservation on behalf of 74ac5c4df87040abbaac41297bf571f6 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:41.317804 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c50f53a6-e538-49f0-8367-67180956da4a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:41.321453 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67df9f8-ac54-4d49-b53b-f3f0e881da9b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Port': ['ID=e7d6d2ba-cb46-4af8-8513-47b54256966e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:41.332812 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a67df9f8-ac54-4d49-b53b-f3f0e881da9b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:41.334292 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205a820e-848f-4cf7-b7b0-9fd092a3e5af', 'name': 'tempest-TestServerMultinode-1149871297-router', 'tenant_id': '031518a1ab064b70b895291126f98a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '132b4e40-cb9f-4d53-b621-0c3ffe39a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:23Z', 'updated_at': '2022-02-09T01:58:32Z', 'revision_number': 4, 'project_id': '031518a1ab064b70b895291126f98a2e', 'gw_port': {'id': '132b4e40-cb9f-4d53-b621-0c3ffe39a246', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a820e-848f-4cf7-b7b0-9fd092a3e5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:24Z', 'updated_at': '2022-02-09T01:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'f2fe7ea0-abd0-4903-b312-8c0a1a6226f9', 'name': '', 'network_id': '53f74c50-3215-45c8-9b2a-f030dc39bfe6', 'tenant_id': '031518a1ab064b70b895291126f98a2e', 'mac_address': 'fa:16:3e:5a:c1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205a820e-848f-4cf7-b7b0-9fd092a3e5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '661ee44d-a9bf-49e2-83a7-b56c33fc759a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:29Z', 'updated_at': '2022-02-09T01:58:40Z', 'revision_number': 4, 'project_id': '031518a1ab064b70b895291126f98a2e', 'subnets': [{'id': '661ee44d-a9bf-49e2-83a7-b56c33fc759a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:41.342090 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a67df9f8-ac54-4d49-b53b-f3f0e881da9b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/ports/e7d6d2ba-cb46-4af8-8513-47b54256966e HTTP/1.1" status: 204 len: 168 time: 2.2680175 Feb 09 01:58:41.352292 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59744) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:41.379110 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-d042693d-0b01-4bcb-84c3-65d8d37670ea req-f879d4c6-e3dd-4eeb-9d88-b35ac66b7bf3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Deleting port 026485a7-9d2f-4ff7-884c-4233a8f24850 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:58:41.379500 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d042693d-0b01-4bcb-84c3-65d8d37670ea req-f879d4c6-e3dd-4eeb-9d88-b35ac66b7bf3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (026485a7-9d2f-4ff7-884c-4233a8f24850), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:41.466896 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1922b48-9ae4-416e-8c34-a69a0a9e1e25 None None] The sync data for ids ['205a820e-848f-4cf7-b7b0-9fd092a3e5af'] in n-d-828387-3 is: [{'id': '205a820e-848f-4cf7-b7b0-9fd092a3e5af', 'name': 'tempest-TestServerMultinode-1149871297-router', 'tenant_id': '031518a1ab064b70b895291126f98a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '132b4e40-cb9f-4d53-b621-0c3ffe39a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:23Z', 'updated_at': '2022-02-09T01:58:32Z', 'revision_number': 4, 'project_id': '031518a1ab064b70b895291126f98a2e', 'gw_port': {'id': '132b4e40-cb9f-4d53-b621-0c3ffe39a246', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a820e-848f-4cf7-b7b0-9fd092a3e5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:24Z', 'updated_at': '2022-02-09T01:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'f2fe7ea0-abd0-4903-b312-8c0a1a6226f9', 'name': '', 'network_id': '53f74c50-3215-45c8-9b2a-f030dc39bfe6', 'tenant_id': '031518a1ab064b70b895291126f98a2e', 'mac_address': 'fa:16:3e:5a:c1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205a820e-848f-4cf7-b7b0-9fd092a3e5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '661ee44d-a9bf-49e2-83a7-b56c33fc759a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:29Z', 'updated_at': '2022-02-09T01:58:40Z', 'revision_number': 4, 'project_id': '031518a1ab064b70b895291126f98a2e', 'subnets': [{'id': '661ee44d-a9bf-49e2-83a7-b56c33fc759a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:58:41.524912 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a86ff9a-988c-4043-932f-dabda8f8d0bb tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:41.525710 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-37b196b3-eaae-4ab2-943b-748821a23fc1 None None] Current status of the port f2fe7ea0-abd0-4903-b312-8c0a1a6226f9 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:41.526199 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-37b196b3-eaae-4ab2-943b-748821a23fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f2fe7ea0-abd0-4903-b312-8c0a1a6226f9), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:41.526488 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4a86ff9a-988c-4043-932f-dabda8f8d0bb tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1730566 Feb 09 01:58:41.538168 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59746) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:41.631532 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-472f01ec-5175-46bb-826d-6c4c662bc7fe tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] GET failed (client error): The resource could not be found. Feb 09 01:58:41.634592 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-472f01ec-5175-46bb-826d-6c4c662bc7fe tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports/12a525b5-143e-47ec-bd7b-f7c171d18e21 HTTP/1.1" status: 404 len: 333 time: 0.0800412 Feb 09 01:58:41.643251 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59750) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:41.702296 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-d042693d-0b01-4bcb-84c3-65d8d37670ea req-f879d4c6-e3dd-4eeb-9d88-b35ac66b7bf3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] For port 026485a7-9d2f-4ff7-884c-4233a8f24850, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=026485a7-9d2f-4ff7-884c-4233a8f24850,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:41.713271 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d042693d-0b01-4bcb-84c3-65d8d37670ea req-f879d4c6-e3dd-4eeb-9d88-b35ac66b7bf3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (026485a7-9d2f-4ff7-884c-4233a8f24850), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:41.716702 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d02e805-829a-4c92-b8cb-ba1c1f85c3b6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] GET failed (client error): The resource could not be found. Feb 09 01:58:41.720638 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9d02e805-829a-4c92-b8cb-ba1c1f85c3b6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports/e7d6d2ba-cb46-4af8-8513-47b54256966e HTTP/1.1" status: 404 len: 333 time: 0.0717168 Feb 09 01:58:41.723528 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59752) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:41.740461 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-37b196b3-eaae-4ab2-943b-748821a23fc1 None None] For port f2fe7ea0-abd0-4903-b312-8c0a1a6226f9, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f2fe7ea0-abd0-4903-b312-8c0a1a6226f9,segment=NetworkSegment(536ffc20-18f9-4aee-bec3-6033b3f87716),segment_id=536ffc20-18f9-4aee-bec3-6033b3f87716)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:41.744759 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-d042693d-0b01-4bcb-84c3-65d8d37670ea req-f879d4c6-e3dd-4eeb-9d88-b35ac66b7bf3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Calling delete_port for 026485a7-9d2f-4ff7-884c-4233a8f24850 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:58:41.752484 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-37b196b3-eaae-4ab2-943b-748821a23fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f2fe7ea0-abd0-4903-b312-8c0a1a6226f9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:41.826872 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-aa3119a8-21f5-44a0-a10a-3da1d5b4850e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dcaab6020d5c42f2865b13516e73fc2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9702983 Feb 09 01:58:41.844840 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59754) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:41.915773 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 026485a7-9d2f-4ff7-884c-4233a8f24850 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:58:41.983996 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa9af217-866d-4691-8608-cb80cef5d1fd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (27966c82-f3c2-4806-a58e-743b2132ae53), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:42.035545 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b196b3-eaae-4ab2-943b-748821a23fc1 None None] Pushing event updated for resources: {'Port': ['ID=f2fe7ea0-abd0-4903-b312-8c0a1a6226f9,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:42.241406 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 026485a7-9d2f-4ff7-884c-4233a8f24850 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:42.241805 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (026485a7-9d2f-4ff7-884c-4233a8f24850), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:42.265944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bda7a-55b1-42bf-9a22-987e872585d8 req-b77fef05-2d97-4035-a672-9ec2f02d6b22 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:42.288478 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-842bda7a-55b1-42bf-9a22-987e872585d8 req-b77fef05-2d97-4035-a672-9ec2f02d6b22 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 908 time: 0.9775319 Feb 09 01:58:42.329446 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa9af217-866d-4691-8608-cb80cef5d1fd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (27966c82-f3c2-4806-a58e-743b2132ae53), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:42.400996 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-aa9af217-866d-4691-8608-cb80cef5d1fd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27966c82-f3c2-4806-a58e-743b2132ae53']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:42.437435 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-aa9af217-866d-4691-8608-cb80cef5d1fd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a114e0-66a5-4e91-b8ba-1f4a28537a8e') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:42.438148 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-aa9af217-866d-4691-8608-cb80cef5d1fd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a114e0-66a5-4e91-b8ba-1f4a28537a8e') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:42.480438 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa9af217-866d-4691-8608-cb80cef5d1fd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (c3a114e0-66a5-4e91-b8ba-1f4a28537a8e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:42.493270 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-694117e0-f173-495f-9e1e-6619ebd002fd admin admin] Publish callbacks [] for security_group (ab618e50-8632-4987-8b5e-89f1b9402f8c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:42.519085 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa9af217-866d-4691-8608-cb80cef5d1fd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (c3a114e0-66a5-4e91-b8ba-1f4a28537a8e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:42.537016 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9af217-866d-4691-8608-cb80cef5d1fd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:58:42.537436 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa9af217-866d-4691-8608-cb80cef5d1fd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (c3a114e0-66a5-4e91-b8ba-1f4a28537a8e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:58:42.689030 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:58:42.707031 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa9af217-866d-4691-8608-cb80cef5d1fd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (27966c82-f3c2-4806-a58e-743b2132ae53), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:42.784579 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa9af217-866d-4691-8608-cb80cef5d1fd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:42.787859 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-aa9af217-866d-4691-8608-cb80cef5d1fd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/networks/27966c82-f3c2-4806-a58e-743b2132ae53 HTTP/1.1" status: 204 len: 168 time: 1.0625474 Feb 09 01:58:42.788942 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9af217-866d-4691-8608-cb80cef5d1fd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Network': ['ID=27966c82-f3c2-4806-a58e-743b2132ae53,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:42.800120 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59764) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:42.826054 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-cc2f530a-5c1d-4276-b0f0-b4e640e9d005 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1009135830'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:42.916116 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2f530a-5c1d-4276-b0f0-b4e640e9d005 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:42.924982 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc2f530a-5c1d-4276-b0f0-b4e640e9d005 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:42.948448 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-55d46f7e-1929-404f-9ba2-39c884a1e7db req-3599ca24-d507-40f3-a981-272fe3f11dfc tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b53bf05-a3bc-48ac-b5e0-daa866c50954 HTTP/1.1" status: 200 len: 210 time: 0.4006417 Feb 09 01:58:42.959987 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3273418-d4a1-4d04-ba1c-24ff0faa3e2f req-e742c6a2-e8ae-48c8-bc83-ded4a3f44f71 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:42.967407 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 026485a7-9d2f-4ff7-884c-4233a8f24850, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=026485a7-9d2f-4ff7-884c-4233a8f24850,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:42.968794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '026485a7-9d2f-4ff7-884c-4233a8f24850'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:58:42.978313 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60526841-3978-4d34-a115-be5e91f1020c" -d '{"events": [{"server_uuid": "652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7", "name": "network-vif-unplugged", "status": "completed", "tag": "026485a7-9d2f-4ff7-884c-4233a8f24850"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:58:42.984194 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3273418-d4a1-4d04-ba1c-24ff0faa3e2f req-e742c6a2-e8ae-48c8-bc83-ded4a3f44f71 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:42.990789 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-694117e0-f173-495f-9e1e-6619ebd002fd admin admin] Publish callbacks [] for security_group (ab618e50-8632-4987-8b5e-89f1b9402f8c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:42.993922 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e3273418-d4a1-4d04-ba1c-24ff0faa3e2f req-e742c6a2-e8ae-48c8-bc83-ded4a3f44f71 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 1653 time: 0.3077917 Feb 09 01:58:43.007591 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f2fe7ea0-abd0-4903-b312-8c0a1a6226f9 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:58:43.073890 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (026485a7-9d2f-4ff7-884c-4233a8f24850), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:43.095818 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:43.144106 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccba2bf-8d91-442c-bc49-3f207895f805 x-openstack-request-id: req-1ccba2bf-8d91-442c-bc49-3f207895f805 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:58:43.144408 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7", "name": "network-vif-unplugged", "status": "completed", "tag": "026485a7-9d2f-4ff7-884c-4233a8f24850", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:58:43.144665 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ccba2bf-8d91-442c-bc49-3f207895f805 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:58:43.145064 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '026485a7-9d2f-4ff7-884c-4233a8f24850', 'code': 200} Feb 09 01:58:43.180598 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2f530a-5c1d-4276-b0f0-b4e640e9d005 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:58:43.237226 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e3273418-d4a1-4d04-ba1c-24ff0faa3e2f req-42a61cef-1ea6-4d54-9ae3-14342841437c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315087 Feb 09 01:58:43.243038 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=026485a7-9d2f-4ff7-884c-4233a8f24850,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:43.257825 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port f2fe7ea0-abd0-4903-b312-8c0a1a6226f9 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:43.258293 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f2fe7ea0-abd0-4903-b312-8c0a1a6226f9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:43.273577 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc2f530a-5c1d-4276-b0f0-b4e640e9d005 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (a03ee1e1-43d1-44bb-92c9-cefa5e7ea7ff), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:43.276495 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-cc2f530a-5c1d-4276-b0f0-b4e640e9d005 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Added segment a03ee1e1-43d1-44bb-92c9-cefa5e7ea7ff of type vlan for network 10fa012d-cb54-4de3-9ca1-4463520ea552 Feb 09 01:58:43.286126 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-ef549651-2521-44b5-aa87-75708e00e6ca tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:43.287625 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-ef549651-2521-44b5-aa87-75708e00e6ca tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.48 "GET /v2.0/networks?id=528af48e-7b24-470c-9df1-f5cd11b0c0e3 HTTP/1.1" status: 200 len: 910 time: 0.7903445 Feb 09 01:58:43.367131 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-694117e0-f173-495f-9e1e-6619ebd002fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ab618e50-8632-4987-8b5e-89f1b9402f8c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:43.376303 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-694117e0-f173-495f-9e1e-6619ebd002fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:43.382996 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-694117e0-f173-495f-9e1e-6619ebd002fd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab618e50-8632-4987-8b5e-89f1b9402f8c HTTP/1.1" status: 204 len: 168 time: 1.5287395 Feb 09 01:58:43.386447 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c50f53a6-e538-49f0-8367-67180956da4a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Allocated IP 10.1.1.191 (91f3e44e-bf94-49e8-bd52-1019903bad7b/678160b0-2b2f-464c-ba3e-556e6e820726/4aba9d2f-7727-4388-a07a-cd4823b889f0) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:43.423883 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc2f530a-5c1d-4276-b0f0-b4e640e9d005 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (10fa012d-cb54-4de3-9ca1-4463520ea552), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:43.480923 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-23c2d9cd-572f-4a72-ac32-18d9837dec60 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Request body: {'port': {'device_id': '4b53bf05-a3bc-48ac-b5e0-daa866c50954', 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3', 'admin_state_up': True, 'tenant_id': '031518a1ab064b70b895291126f98a2e'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:43.500365 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port f2fe7ea0-abd0-4903-b312-8c0a1a6226f9 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:43.505749 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d042693d-0b01-4bcb-84c3-65d8d37670ea req-f879d4c6-e3dd-4eeb-9d88-b35ac66b7bf3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (026485a7-9d2f-4ff7-884c-4233a8f24850), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:43.509519 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:43.539240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694117e0-f173-495f-9e1e-6619ebd002fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab618e50-8632-4987-8b5e-89f1b9402f8c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:43.553844 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc2f530a-5c1d-4276-b0f0-b4e640e9d005 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (10fa012d-cb54-4de3-9ca1-4463520ea552), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:43.590736 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2f530a-5c1d-4276-b0f0-b4e640e9d005 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:43.594597 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc2f530a-5c1d-4276-b0f0-b4e640e9d005 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:43.609815 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8d73c48-df31-4c89-a113-1e53db3fb81b req-ad05f214-ce33-46ca-84f2-b4bcc4310381 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7 HTTP/1.1" status: 200 len: 210 time: 0.1157696 Feb 09 01:58:43.610713 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879d4c6-e3dd-4eeb-9d88-b35ac66b7bf3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Pushing event deleted for resources: {'Port': ['ID=026485a7-9d2f-4ff7-884c-4233a8f24850,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:43.789885 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cc2f530a-5c1d-4276-b0f0-b4e640e9d005 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9848039 Feb 09 01:58:43.795504 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59778) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:43.807036 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e35e7264-1590-459f-9834-25c795937e5d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'subnet': {'network_id': '10fa012d-cb54-4de3-9ca1-4463520ea552', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:43.823706 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-23c2d9cd-572f-4a72-ac32-18d9837dec60 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Made reservation on behalf of 031518a1ab064b70b895291126f98a2e for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:43.827320 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-23c2d9cd-572f-4a72-ac32-18d9837dec60 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:43.829865 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-d042693d-0b01-4bcb-84c3-65d8d37670ea req-f879d4c6-e3dd-4eeb-9d88-b35ac66b7bf3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] No DVR routers for this DVR port 026485a7-9d2f-4ff7-884c-4233a8f24850 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:58:43.835534 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d042693d-0b01-4bcb-84c3-65d8d37670ea req-f879d4c6-e3dd-4eeb-9d88-b35ac66b7bf3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:43.839883 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d042693d-0b01-4bcb-84c3-65d8d37670ea req-f879d4c6-e3dd-4eeb-9d88-b35ac66b7bf3 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.48 "DELETE /v2.0/ports/026485a7-9d2f-4ff7-884c-4233a8f24850 HTTP/1.1" status: 204 len: 173 time: 4.3044889 Feb 09 01:58:43.875546 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7', 'name': 'network-vif-deleted', 'tag': '026485a7-9d2f-4ff7-884c-4233a8f24850'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:58:43.878073 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549ff051-9fed-4334-8a6c-f1088c7f0d92" -d '{"events": [{"server_uuid": "652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7", "name": "network-vif-deleted", "tag": "026485a7-9d2f-4ff7-884c-4233a8f24850"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:58:43.937148 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f530a-5c1d-4276-b0f0-b4e640e9d005 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Network': ['ID=10fa012d-cb54-4de3-9ca1-4463520ea552,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:43.959778 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 10fa012d-cb54-4de3-9ca1-4463520ea552 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:58:44.035102 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35e7264-1590-459f-9834-25c795937e5d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:44.052950 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e35e7264-1590-459f-9834-25c795937e5d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:44.299410 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.ipam_backend_mixin [None req-e35e7264-1590-459f-9834-25c795937e5d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Performing IP validity checks on allocation pools {{(pid=103184) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 01:58:44.304135 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.ipam_backend_mixin [None req-e35e7264-1590-459f-9834-25c795937e5d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103184) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 01:58:44.304887 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c50f53a6-e538-49f0-8367-67180956da4a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for port (4aba9d2f-7727-4388-a07a-cd4823b889f0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:44.369048 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc35046-248c-4d85-a5e4-cc06e13a6280 x-openstack-request-id: req-4dc35046-248c-4d85-a5e4-cc06e13a6280 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:58:44.369402 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7", "name": "network-vif-deleted", "tag": "026485a7-9d2f-4ff7-884c-4233a8f24850", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:58:44.369615 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4dc35046-248c-4d85-a5e4-cc06e13a6280 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:58:44.370320 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652be6ff-c9e0-4ab4-bc20-5b18c1fe0cf7', 'name': 'network-vif-deleted', 'tag': '026485a7-9d2f-4ff7-884c-4233a8f24850', 'status': 'completed', 'code': 200} Feb 09 01:58:44.374051 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c50f53a6-e538-49f0-8367-67180956da4a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (4aba9d2f-7727-4388-a07a-cd4823b889f0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:44.420586 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d69d10e8-3631-447a-93d3-f25cf25554b0 req-e257c799-2a0b-43fc-b57b-b375906fe452 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b53bf05-a3bc-48ac-b5e0-daa866c50954 HTTP/1.1" status: 200 len: 210 time: 0.0535491 Feb 09 01:58:44.548563 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c50f53a6-e538-49f0-8367-67180956da4a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Network 91f3e44e-bf94-49e8-bd52-1019903bad7b is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:44.587318 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c50f53a6-e538-49f0-8367-67180956da4a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:44.595085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c50f53a6-e538-49f0-8367-67180956da4a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:44.667020 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f53a6-e538-49f0-8367-67180956da4a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event updated for resources: {'Port': ['ID=4aba9d2f-7727-4388-a07a-cd4823b889f0,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:44.820987 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667bfe3-8442-46a6-b0fb-3e253e698ee4 req-0c28a989-4acc-48e1-b62f-07ffa9e0ebbd tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:44.829819 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667bfe3-8442-46a6-b0fb-3e253e698ee4 req-0c28a989-4acc-48e1-b62f-07ffa9e0ebbd tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:44.839335 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667bfe3-8442-46a6-b0fb-3e253e698ee4 req-0c28a989-4acc-48e1-b62f-07ffa9e0ebbd tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:44.842134 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0667bfe3-8442-46a6-b0fb-3e253e698ee4 req-0c28a989-4acc-48e1-b62f-07ffa9e0ebbd tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 2374 time: 0.3843870 Feb 09 01:58:44.852714 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c50f53a6-e538-49f0-8367-67180956da4a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:44.853096 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c50f53a6-e538-49f0-8367-67180956da4a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:44.893126 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e35e7264-1590-459f-9834-25c795937e5d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (c1ba2e03-97d7-46cc-a8b2-e317b7aaf671), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:44.948390 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c50f53a6-e538-49f0-8367-67180956da4a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3655171 Feb 09 01:58:44.957972 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c73d889d-52d0-4b71-96e7-1760e520eff0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Request body: {'port': {'device_id': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ee7d3bb2-f456-41d8-93b8-334fc83bc2df', 'admin_state_up': True, 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'security_groups': ['1e638cb1-20b5-4643-bafe-af95ea8e6a1d']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:45.033729 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e7264-1590-459f-9834-25c795937e5d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Subnet': ['ID=c1ba2e03-97d7-46cc-a8b2-e317b7aaf671,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:45.117629 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0667bfe3-8442-46a6-b0fb-3e253e698ee4 req-a9998a02-6da5-4a35-81e4-586b241e8feb tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670829 Feb 09 01:58:45.127270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-67caf7e0-1e93-4912-9fe3-640854427861 None None] Provisioning complete for port 4aba9d2f-7727-4388-a07a-cd4823b889f0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:45.128415 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-67caf7e0-1e93-4912-9fe3-640854427861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4aba9d2f-7727-4388-a07a-cd4823b889f0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:45.159888 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-23c2d9cd-572f-4a72-ac32-18d9837dec60 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Allocated IP 172.20.0.8 (528af48e-7b24-470c-9df1-f5cd11b0c0e3/0d842827-dd41-4321-8463-eb5d857a5b67/2df877ef-6308-4f0b-905c-bbc35e1782ce) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:45.177404 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35e7264-1590-459f-9834-25c795937e5d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Checking segment: {'id': 'a03ee1e1-43d1-44bb-92c9-cefa5e7ea7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '10fa012d-cb54-4de3-9ca1-4463520ea552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:45.180513 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35e7264-1590-459f-9834-25c795937e5d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network hostable DHCP agents. Network: 10fa012d-cb54-4de3-9ca1-4463520ea552, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:58:45.209629 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35e7264-1590-459f-9834-25c795937e5d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 10fa012d-cb54-4de3-9ca1-4463520ea552 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:58:45.219949 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-67caf7e0-1e93-4912-9fe3-640854427861 None None] Port 4aba9d2f-7727-4388-a07a-cd4823b889f0 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:58:45.227967 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-e35e7264-1590-459f-9834-25c795937e5d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 10fa012d-cb54-4de3-9ca1-4463520ea552) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:45.240832 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39a90c3-4a63-464e-b297-ff61e3c684ff None None] Network 10fa012d-cb54-4de3-9ca1-4463520ea552 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:58:45.250782 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35e7264-1590-459f-9834-25c795937e5d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:45.252308 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e35e7264-1590-459f-9834-25c795937e5d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:45.262853 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59812) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:45.302539 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e35e7264-1590-459f-9834-25c795937e5d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5056758 Feb 09 01:58:45.303220 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59816) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:45.309405 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-88b636f4-967f-4e39-9471-af856db99f16 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'port': {'network_id': '10fa012d-cb54-4de3-9ca1-4463520ea552', 'name': 'tempest-PortsIpV6TestJSON-1232973094'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:45.472681 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b421921-8906-428d-9220-1cc36b7cddba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-10fa012d-cb54-4de3-9ca1-4463520ea552', 'network_id': '10fa012d-cb54-4de3-9ca1-4463520ea552', 'project_id': '2c0929c091ec496590344809ec4268dc', 'fixed_ips': [{'subnet_id': 'c1ba2e03-97d7-46cc-a8b2-e317b7aaf671'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:58:45.473776 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8b421921-8906-428d-9220-1cc36b7cddba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:45.595503 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ff8abbbd-1f34-474c-99be-9aaeb8325efe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-544377231'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:45.630983 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4ad9b873-1bcd-46ff-af1a-4cfdbb822e41 req-16256902-3033-4dd4-9c3f-2bfb4fa01ae9 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b53bf05-a3bc-48ac-b5e0-daa866c50954 HTTP/1.1" status: 200 len: 210 time: 0.0715513 Feb 09 01:58:45.654646 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f001115-52b5-444f-bad0-f112fd6b2ea1 req-64a5cfde-075b-4d8b-93c0-a91e828b3638 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:45.662911 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f001115-52b5-444f-bad0-f112fd6b2ea1 req-64a5cfde-075b-4d8b-93c0-a91e828b3638 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34 HTTP/1.1" status: 200 len: 946 time: 0.4738588 Feb 09 01:58:45.663422 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b636f4-967f-4e39-9471-af856db99f16 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:45.668464 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-88b636f4-967f-4e39-9471-af856db99f16 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:45.689068 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8abbbd-1f34-474c-99be-9aaeb8325efe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:45.693898 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff8abbbd-1f34-474c-99be-9aaeb8325efe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:45.713561 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff8abbbd-1f34-474c-99be-9aaeb8325efe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:45.722687 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-23c2d9cd-572f-4a72-ac32-18d9837dec60 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Publish callbacks [] for port (2df877ef-6308-4f0b-905c-bbc35e1782ce), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:45.739090 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-88b636f4-967f-4e39-9471-af856db99f16 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] device_id is not set on port 68d037c3-e9f6-4df6-a546-3cfdd89c5459 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:58:45.781040 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-8b421921-8906-428d-9220-1cc36b7cddba None None] Allocated IP 2001:db8::2 (10fa012d-cb54-4de3-9ca1-4463520ea552/c1ba2e03-97d7-46cc-a8b2-e317b7aaf671/ea71c963-8613-4931-90ee-4b5cf6bd37dc) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:45.826932 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f001115-52b5-444f-bad0-f112fd6b2ea1 req-b45e4cb8-12d8-4557-85b1-c9c13768eb05 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629527 Feb 09 01:58:45.895037 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c73d889d-52d0-4b71-96e7-1760e520eff0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Made reservation on behalf of 74ac5c4df87040abbaac41297bf571f6 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:45.973084 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a722c-88dc-4c28-bb82-3cdcdfd2fbb7 req-e5c15b96-5211-4d45-9e2f-35a512eb97d4 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:45.974997 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f48a722c-88dc-4c28-bb82-3cdcdfd2fbb7 req-e5c15b96-5211-4d45-9e2f-35a512eb97d4 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.67 "GET /v2.0/ports?device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34 HTTP/1.1" status: 200 len: 946 time: 0.1680527 Feb 09 01:58:46.027951 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-23c2d9cd-572f-4a72-ac32-18d9837dec60 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (2df877ef-6308-4f0b-905c-bbc35e1782ce), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:46.088547 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2d9cd-572f-4a72-ac32-18d9837dec60 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Pushing event updated for resources: {'Port': ['ID=2df877ef-6308-4f0b-905c-bbc35e1782ce,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:46.098795 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff8abbbd-1f34-474c-99be-9aaeb8325efe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (cc3c5100-41d4-4221-9c0d-c302d3a5fe3c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:46.114783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-23c2d9cd-572f-4a72-ac32-18d9837dec60 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Network 528af48e-7b24-470c-9df1-f5cd11b0c0e3 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:46.116823 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff8abbbd-1f34-474c-99be-9aaeb8325efe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (cc3c5100-41d4-4221-9c0d-c302d3a5fe3c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:46.119022 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-23c2d9cd-572f-4a72-ac32-18d9837dec60 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:46.141636 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-23c2d9cd-572f-4a72-ac32-18d9837dec60 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:46.160232 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8abbbd-1f34-474c-99be-9aaeb8325efe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:58:46.183993 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-f48a722c-88dc-4c28-bb82-3cdcdfd2fbb7 req-65c1164d-f9af-4a85-b62a-998fca426548 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Deleting port c572ad94-c9a7-45b1-8feb-5994b09c6a24 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:58:46.184443 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f48a722c-88dc-4c28-bb82-3cdcdfd2fbb7 req-65c1164d-f9af-4a85-b62a-998fca426548 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (c572ad94-c9a7-45b1-8feb-5994b09c6a24), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:46.216485 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c73d889d-52d0-4b71-96e7-1760e520eff0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:46.234661 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8b421921-8906-428d-9220-1cc36b7cddba None None] Publish callbacks [] for port (ea71c963-8613-4931-90ee-4b5cf6bd37dc), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:46.245838 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8b421921-8906-428d-9220-1cc36b7cddba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (ea71c963-8613-4931-90ee-4b5cf6bd37dc), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:46.257616 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-23c2d9cd-572f-4a72-ac32-18d9837dec60 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:46.259376 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-23c2d9cd-572f-4a72-ac32-18d9837dec60 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:46.298217 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-23c2d9cd-572f-4a72-ac32-18d9837dec60 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.9132702 Feb 09 01:58:46.317193 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-9be93012-7b7e-4a5e-a4a8-6709238053f9 service neutron] Request body: {'port': {'device_id': '4b53bf05-a3bc-48ac-b5e0-daa866c50954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:46.328439 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b421921-8906-428d-9220-1cc36b7cddba None None] Pushing event updated for resources: {'Port': ['ID=ea71c963-8613-4931-90ee-4b5cf6bd37dc,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:46.344869 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b421921-8906-428d-9220-1cc36b7cddba None None] Network 10fa012d-cb54-4de3-9ca1-4463520ea552 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:46.346730 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-8b421921-8906-428d-9220-1cc36b7cddba None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:46.353141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b421921-8906-428d-9220-1cc36b7cddba None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:46.413506 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-f48a722c-88dc-4c28-bb82-3cdcdfd2fbb7 req-65c1164d-f9af-4a85-b62a-998fca426548 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] For port c572ad94-c9a7-45b1-8feb-5994b09c6a24, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=c572ad94-c9a7-45b1-8feb-5994b09c6a24,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:46.413924 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f48a722c-88dc-4c28-bb82-3cdcdfd2fbb7 req-65c1164d-f9af-4a85-b62a-998fca426548 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (c572ad94-c9a7-45b1-8feb-5994b09c6a24), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:46.429645 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-f48a722c-88dc-4c28-bb82-3cdcdfd2fbb7 req-65c1164d-f9af-4a85-b62a-998fca426548 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Calling delete_port for c572ad94-c9a7-45b1-8feb-5994b09c6a24 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:58:46.429836 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-8b421921-8906-428d-9220-1cc36b7cddba None None] Attempting to bind port ea71c963-8613-4931-90ee-4b5cf6bd37dc on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:58:46.430085 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-8b421921-8906-428d-9220-1cc36b7cddba None None] Attempting to bind port ea71c963-8613-4931-90ee-4b5cf6bd37dc by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'a03ee1e1-43d1-44bb-92c9-cefa5e7ea7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '10fa012d-cb54-4de3-9ca1-4463520ea552'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:58:46.430454 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b421921-8906-428d-9220-1cc36b7cddba None None] Attempting to bind port ea71c963-8613-4931-90ee-4b5cf6bd37dc on network 10fa012d-cb54-4de3-9ca1-4463520ea552 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:58:46.443796 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b421921-8906-428d-9220-1cc36b7cddba None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:58:46.444194 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b421921-8906-428d-9220-1cc36b7cddba None None] Checking segment: {'id': 'a03ee1e1-43d1-44bb-92c9-cefa5e7ea7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '10fa012d-cb54-4de3-9ca1-4463520ea552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:46.444603 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8b421921-8906-428d-9220-1cc36b7cddba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:46.445002 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b421921-8906-428d-9220-1cc36b7cddba None None] Bound using segment: {'id': 'a03ee1e1-43d1-44bb-92c9-cefa5e7ea7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '10fa012d-cb54-4de3-9ca1-4463520ea552'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:58:46.448730 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-8b421921-8906-428d-9220-1cc36b7cddba None None] Bound port: ea71c963-8613-4931-90ee-4b5cf6bd37dc, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03ee1e1-43d1-44bb-92c9-cefa5e7ea7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '10fa012d-cb54-4de3-9ca1-4463520ea552'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:58:46.449148 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8b421921-8906-428d-9220-1cc36b7cddba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ea71c963-8613-4931-90ee-4b5cf6bd37dc), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:46.577803 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-8b421921-8906-428d-9220-1cc36b7cddba None None] For port ea71c963-8613-4931-90ee-4b5cf6bd37dc, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:58:46.585545 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-8b421921-8906-428d-9220-1cc36b7cddba None None] For port ea71c963-8613-4931-90ee-4b5cf6bd37dc, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ea71c963-8613-4931-90ee-4b5cf6bd37dc,segment=NetworkSegment(a03ee1e1-43d1-44bb-92c9-cefa5e7ea7ff),segment_id=a03ee1e1-43d1-44bb-92c9-cefa5e7ea7ff)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:58:46.592888 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-9be93012-7b7e-4a5e-a4a8-6709238053f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2df877ef-6308-4f0b-905c-bbc35e1782ce), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:46.627462 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8b421921-8906-428d-9220-1cc36b7cddba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ea71c963-8613-4931-90ee-4b5cf6bd37dc), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:46.636044 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f48a722c-88dc-4c28-bb82-3cdcdfd2fbb7 req-65c1164d-f9af-4a85-b62a-998fca426548 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (c572ad94-c9a7-45b1-8feb-5994b09c6a24), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:46.637634 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8abbbd-1f34-474c-99be-9aaeb8325efe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3c5100-41d4-4221-9c0d-c302d3a5fe3c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:46.739839 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1164d-f9af-4a85-b62a-998fca426548 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Pushing event deleted for resources: {'Port': ['ID=c572ad94-c9a7-45b1-8feb-5994b09c6a24,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:46.743880 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['c572ad94-c9a7-45b1-8feb-5994b09c6a24'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:58:46.745938 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['85780f84-ca0f-4032-af43-e604d2f48a5f'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:58:46.754214 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff8abbbd-1f34-474c-99be-9aaeb8325efe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (2a6a48dc-d402-49ad-814f-197b7209290c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:46.754564 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-ff8abbbd-1f34-474c-99be-9aaeb8325efe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Added segment 2a6a48dc-d402-49ad-814f-197b7209290c of type vlan for network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 Feb 09 01:58:46.757120 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9155a0b9-6ff9-4e54-abed-9095936412b1 None None] Provisioning complete for port 2df877ef-6308-4f0b-905c-bbc35e1782ce triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:46.757495 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9155a0b9-6ff9-4e54-abed-9095936412b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2df877ef-6308-4f0b-905c-bbc35e1782ce), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:46.879165 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9155a0b9-6ff9-4e54-abed-9095936412b1 None None] Port 2df877ef-6308-4f0b-905c-bbc35e1782ce cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:58:46.896594 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-88b636f4-967f-4e39-9471-af856db99f16 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Allocated IP 2001:db8::42 (10fa012d-cb54-4de3-9ca1-4463520ea552/c1ba2e03-97d7-46cc-a8b2-e317b7aaf671/68d037c3-e9f6-4df6-a546-3cfdd89c5459) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:46.897843 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48a722c-88dc-4c28-bb82-3cdcdfd2fbb7 req-65c1164d-f9af-4a85-b62a-998fca426548 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] No DVR routers for this DVR port c572ad94-c9a7-45b1-8feb-5994b09c6a24 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:58:46.903158 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff8abbbd-1f34-474c-99be-9aaeb8325efe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (c4b0531b-6c6e-4114-a6dd-46cf9eb71861), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:46.910097 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f48a722c-88dc-4c28-bb82-3cdcdfd2fbb7 req-65c1164d-f9af-4a85-b62a-998fca426548 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:46.926637 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f48a722c-88dc-4c28-bb82-3cdcdfd2fbb7 req-65c1164d-f9af-4a85-b62a-998fca426548 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.67 "DELETE /v2.0/ports/c572ad94-c9a7-45b1-8feb-5994b09c6a24 HTTP/1.1" status: 204 len: 173 time: 0.9357157 Feb 09 01:58:46.926637 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d1febb-5beb-46d3-87f7-d137c9d22b34', 'name': 'network-vif-deleted', 'tag': 'c572ad94-c9a7-45b1-8feb-5994b09c6a24'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:58:46.926637 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd07c51-06e5-4adf-b3fe-d8ecc1aa3a55" -d '{"events": [{"server_uuid": "62d1febb-5beb-46d3-87f7-d137c9d22b34", "name": "network-vif-deleted", "tag": "c572ad94-c9a7-45b1-8feb-5994b09c6a24"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:58:46.955815 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b421921-8906-428d-9220-1cc36b7cddba None None] Pushing event updated for resources: {'Port': ['ID=ea71c963-8613-4931-90ee-4b5cf6bd37dc,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:46.979197 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78b541-d9a4-41e5-a956-13a481782905 req-7d30daf9-9067-4fb5-98d9-e494d548872f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:46.988523 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78b541-d9a4-41e5-a956-13a481782905 req-7d30daf9-9067-4fb5-98d9-e494d548872f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:46.994850 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78b541-d9a4-41e5-a956-13a481782905 req-7d30daf9-9067-4fb5-98d9-e494d548872f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:46.998622 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fa78b541-d9a4-41e5-a956-13a481782905 req-7d30daf9-9067-4fb5-98d9-e494d548872f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 2374 time: 0.3823614 Feb 09 01:58:47.098349 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.db.resource_extend [None req-ff8abbbd-1f34-474c-99be-9aaeb8325efe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:58:47.215166 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff8abbbd-1f34-474c-99be-9aaeb8325efe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (c4b0531b-6c6e-4114-a6dd-46cf9eb71861), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:47.234773 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8abbbd-1f34-474c-99be-9aaeb8325efe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:47.235461 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff8abbbd-1f34-474c-99be-9aaeb8325efe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:47.286473 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fa78b541-d9a4-41e5-a956-13a481782905 req-0a74da25-0d0c-44fe-ae65-be5ab0ad63ba tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471285 Feb 09 01:58:47.329026 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ff8abbbd-1f34-474c-99be-9aaeb8325efe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0627773 Feb 09 01:58:47.406258 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59836) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:47.438914 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-c20b19a7-2d70-432c-b526-b1bd64221bee tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'port': {'network_id': 'c4b0531b-6c6e-4114-a6dd-46cf9eb71861', 'name': 'tempest-PortsTestJSON-1386402733'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:47.543099 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c73d889d-52d0-4b71-96e7-1760e520eff0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Allocated IP 10.2.2.100 (ee7d3bb2-f456-41d8-93b8-334fc83bc2df/b1fe157d-43b5-4754-996c-299d00068483/80e3e244-1fcf-4a9d-9a50-ee0665be2415) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:47.647689 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-88b636f4-967f-4e39-9471-af856db99f16 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for port (68d037c3-e9f6-4df6-a546-3cfdd89c5459), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:47.728114 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d837ba1-5b74-4fe5-a200-e8acb5bdcfa0 req-4cc44a7d-49e9-4e80-beff-e3c10406ecc0 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=62d1febb-5beb-46d3-87f7-d137c9d22b34 HTTP/1.1" status: 200 len: 210 time: 0.2518260 Feb 09 01:58:47.799528 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8abbbd-1f34-474c-99be-9aaeb8325efe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Network': ['ID=c4b0531b-6c6e-4114-a6dd-46cf9eb71861,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:47.807109 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c73d889d-52d0-4b71-96e7-1760e520eff0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for port (80e3e244-1fcf-4a9d-9a50-ee0665be2415), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:47.814900 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:58:47.889042 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc55dec1-a37e-4f00-8e93-d2f9abba6b20 x-openstack-request-id: req-bc55dec1-a37e-4f00-8e93-d2f9abba6b20 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:58:47.889409 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d1febb-5beb-46d3-87f7-d137c9d22b34", "name": "network-vif-deleted", "tag": "c572ad94-c9a7-45b1-8feb-5994b09c6a24", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:58:47.889592 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc55dec1-a37e-4f00-8e93-d2f9abba6b20 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:58:47.890717 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d1febb-5beb-46d3-87f7-d137c9d22b34', 'name': 'network-vif-deleted', 'tag': 'c572ad94-c9a7-45b1-8feb-5994b09c6a24', 'status': 'completed', 'code': 200} Feb 09 01:58:47.898236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afed81-e239-4769-8f65-2b32927e5b6a req-b22a640e-6245-4722-8517-2c47a2286575 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:47.898236 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15afed81-e239-4769-8f65-2b32927e5b6a req-b22a640e-6245-4722-8517-2c47a2286575 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b53bf05-a3bc-48ac-b5e0-daa866c50954 HTTP/1.1" status: 200 len: 1027 time: 0.2293482 Feb 09 01:58:47.916326 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-88b636f4-967f-4e39-9471-af856db99f16 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (68d037c3-e9f6-4df6-a546-3cfdd89c5459), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:48.002223 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b636f4-967f-4e39-9471-af856db99f16 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 10fa012d-cb54-4de3-9ca1-4463520ea552 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:48.006881 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-88b636f4-967f-4e39-9471-af856db99f16 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:48.015098 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b636f4-967f-4e39-9471-af856db99f16 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:48.020393 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b636f4-967f-4e39-9471-af856db99f16 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:48.021477 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-88b636f4-967f-4e39-9471-af856db99f16 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:48.029168 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20b19a7-2d70-432c-b526-b1bd64221bee tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:48.032557 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c20b19a7-2d70-432c-b526-b1bd64221bee tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:48.054688 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c73d889d-52d0-4b71-96e7-1760e520eff0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (80e3e244-1fcf-4a9d-9a50-ee0665be2415), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:48.057380 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b636f4-967f-4e39-9471-af856db99f16 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Port': ['ID=68d037c3-e9f6-4df6-a546-3cfdd89c5459,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:48.099106 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-88b636f4-967f-4e39-9471-af856db99f16 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7948136 Feb 09 01:58:48.100669 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-c20b19a7-2d70-432c-b526-b1bd64221bee tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] device_id is not set on port 94a99312-9e4f-4dd5-8d40-b2b4fed3d428 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:58:48.113768 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59842) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:48.119827 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c73d889d-52d0-4b71-96e7-1760e520eff0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Network ee7d3bb2-f456-41d8-93b8-334fc83bc2df is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:48.176380 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d889d-52d0-4b71-96e7-1760e520eff0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event updated for resources: {'Port': ['ID=80e3e244-1fcf-4a9d-9a50-ee0665be2415,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:48.190723 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c73d889d-52d0-4b71-96e7-1760e520eff0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:48.222592 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15afed81-e239-4769-8f65-2b32927e5b6a req-929eae9b-cec4-4b68-b494-cb4b4f3e4dae tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146217 Feb 09 01:58:48.229265 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c73d889d-52d0-4b71-96e7-1760e520eff0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:48.397561 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:58:48.408821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c73d889d-52d0-4b71-96e7-1760e520eff0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:48.410165 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c73d889d-52d0-4b71-96e7-1760e520eff0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:48.439813 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c73d889d-52d0-4b71-96e7-1760e520eff0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4891789 Feb 09 01:58:48.463244 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-f8092a90-80ab-4830-97af-38641120d2d3 req-0e9fa203-704d-49fb-ad4c-e30aa81dc29b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Request body: {'port': {'device_id': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ee7d3bb2-f456-41d8-93b8-334fc83bc2df', 'admin_state_up': True, 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'security_groups': ['1e638cb1-20b5-4643-bafe-af95ea8e6a1d']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:48.499416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ea71c963-8613-4931-90ee-4b5cf6bd37dc up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:58:48.598776 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-9be93012-7b7e-4a5e-a4a8-6709238053f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df877ef-6308-4f0b-905c-bbc35e1782ce {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:58:48.621977 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-9be93012-7b7e-4a5e-a4a8-6709238053f9 service neutron] Publish callbacks [] for port (2df877ef-6308-4f0b-905c-bbc35e1782ce), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:48.627942 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port ea71c963-8613-4931-90ee-4b5cf6bd37dc triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:48.628335 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ea71c963-8613-4931-90ee-4b5cf6bd37dc), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:48.680577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-9be93012-7b7e-4a5e-a4a8-6709238053f9 service neutron] Transition to ACTIVE for port object 2df877ef-6308-4f0b-905c-bbc35e1782ce will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:58:48.700999 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-9be93012-7b7e-4a5e-a4a8-6709238053f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (2df877ef-6308-4f0b-905c-bbc35e1782ce), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:48.735765 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d49dabe-386d-44c8-9225-4e05932184db None None] Network 10fa012d-cb54-4de3-9ca1-4463520ea552 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:58:48.745541 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-9247e2ad-834a-48ac-936e-3eb2dc4a0db9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting port 68d037c3-e9f6-4df6-a546-3cfdd89c5459 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:58:48.746037 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9247e2ad-834a-48ac-936e-3eb2dc4a0db9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (68d037c3-e9f6-4df6-a546-3cfdd89c5459), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:48.805329 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be93012-7b7e-4a5e-a4a8-6709238053f9 service neutron] Pushing event updated for resources: {'Port': ['ID=2df877ef-6308-4f0b-905c-bbc35e1782ce,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:48.824096 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace43ff-beff-4669-8c58-9c0e29da0790 req-3be4694a-fbe1-4d5a-8b1f-c03eece925b5 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:48.830280 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace43ff-beff-4669-8c58-9c0e29da0790 req-3be4694a-fbe1-4d5a-8b1f-c03eece925b5 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:48.838346 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace43ff-beff-4669-8c58-9c0e29da0790 req-3be4694a-fbe1-4d5a-8b1f-c03eece925b5 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:48.845496 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace43ff-beff-4669-8c58-9c0e29da0790 req-3be4694a-fbe1-4d5a-8b1f-c03eece925b5 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:48.853324 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ace43ff-beff-4669-8c58-9c0e29da0790 req-3be4694a-fbe1-4d5a-8b1f-c03eece925b5 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 3095 time: 0.3614619 Feb 09 01:58:48.909491 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3cc09122-da31-4159-a79b-611dcb48a0c0 None None] Provisioning complete for port 80e3e244-1fcf-4a9d-9a50-ee0665be2415 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:48.910052 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3cc09122-da31-4159-a79b-611dcb48a0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (80e3e244-1fcf-4a9d-9a50-ee0665be2415), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:48.965718 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-0e9fa203-704d-49fb-ad4c-e30aa81dc29b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Made reservation on behalf of 74ac5c4df87040abbaac41297bf571f6 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:48.973346 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9247e2ad-834a-48ac-936e-3eb2dc4a0db9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (68d037c3-e9f6-4df6-a546-3cfdd89c5459), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:48.979768 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-0e9fa203-704d-49fb-ad4c-e30aa81dc29b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:48.999809 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-9247e2ad-834a-48ac-936e-3eb2dc4a0db9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Calling delete_port for 68d037c3-e9f6-4df6-a546-3cfdd89c5459 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:58:49.035009 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3cc09122-da31-4159-a79b-611dcb48a0c0 None None] Port 80e3e244-1fcf-4a9d-9a50-ee0665be2415 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:58:49.036490 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ea71c963-8613-4931-90ee-4b5cf6bd37dc is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:49.037083 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ea71c963-8613-4931-90ee-4b5cf6bd37dc), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:49.105903 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port ea71c963-8613-4931-90ee-4b5cf6bd37dc, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ea71c963-8613-4931-90ee-4b5cf6bd37dc,segment=NetworkSegment(a03ee1e1-43d1-44bb-92c9-cefa5e7ea7ff),segment_id=a03ee1e1-43d1-44bb-92c9-cefa5e7ea7ff)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:49.130924 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ea71c963-8613-4931-90ee-4b5cf6bd37dc), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:49.317210 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4d9bf205-854b-43d1-9158-2cf3207fc310 None None] Provisioning complete for port ea71c963-8613-4931-90ee-4b5cf6bd37dc triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:49.318696 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c20b19a7-2d70-432c-b526-b1bd64221bee tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for port (94a99312-9e4f-4dd5-8d40-b2b4fed3d428), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:49.320081 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf205-854b-43d1-9158-2cf3207fc310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ea71c963-8613-4931-90ee-4b5cf6bd37dc), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:49.375700 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9247e2ad-834a-48ac-936e-3eb2dc4a0db9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (68d037c3-e9f6-4df6-a546-3cfdd89c5459), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:49.386232 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c20b19a7-2d70-432c-b526-b1bd64221bee tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (94a99312-9e4f-4dd5-8d40-b2b4fed3d428), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:49.430754 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=ea71c963-8613-4931-90ee-4b5cf6bd37dc,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:49.441480 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-9be93012-7b7e-4a5e-a4a8-6709238053f9 service neutron] Attempting to bind port 2df877ef-6308-4f0b-905c-bbc35e1782ce on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:58:49.441946 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-9be93012-7b7e-4a5e-a4a8-6709238053f9 service neutron] Attempting to bind port 2df877ef-6308-4f0b-905c-bbc35e1782ce by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'f5412662-5dc2-4534-a600-e772846872a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:58:49.442330 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-9be93012-7b7e-4a5e-a4a8-6709238053f9 service neutron] Attempting to bind port 2df877ef-6308-4f0b-905c-bbc35e1782ce on network 528af48e-7b24-470c-9df1-f5cd11b0c0e3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:58:49.454853 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-9be93012-7b7e-4a5e-a4a8-6709238053f9 service neutron] Port 2df877ef-6308-4f0b-905c-bbc35e1782ce on network 528af48e-7b24-470c-9df1-f5cd11b0c0e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:58:49.455192 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-9be93012-7b7e-4a5e-a4a8-6709238053f9 service neutron] Attempting to bind port 2df877ef-6308-4f0b-905c-bbc35e1782ce on network 528af48e-7b24-470c-9df1-f5cd11b0c0e3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:58:49.462795 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247e2ad-834a-48ac-936e-3eb2dc4a0db9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Port': ['ID=68d037c3-e9f6-4df6-a546-3cfdd89c5459,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:49.469727 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-9be93012-7b7e-4a5e-a4a8-6709238053f9 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:58:49.470055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-9be93012-7b7e-4a5e-a4a8-6709238053f9 service neutron] Checking segment: {'id': 'f5412662-5dc2-4534-a600-e772846872a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:49.470445 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-9be93012-7b7e-4a5e-a4a8-6709238053f9 service neutron] Bound using segment: {'id': 'f5412662-5dc2-4534-a600-e772846872a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:58:49.470891 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-9be93012-7b7e-4a5e-a4a8-6709238053f9 service neutron] Bound port: 2df877ef-6308-4f0b-905c-bbc35e1782ce, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5412662-5dc2-4534-a600-e772846872a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:58:49.471271 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-9be93012-7b7e-4a5e-a4a8-6709238053f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2df877ef-6308-4f0b-905c-bbc35e1782ce), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:49.531130 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a2e95-eab0-49e4-bc2e-b3734607bed8 req-28abae1b-080d-45da-92e9-26d95278c609 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:49.545487 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd5a2e95-eab0-49e4-bc2e-b3734607bed8 req-28abae1b-080d-45da-92e9-26d95278c609 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.2477448 Feb 09 01:58:49.573598 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ace43ff-beff-4669-8c58-9c0e29da0790 req-4e2229d2-111a-4f84-b0c0-7f041666642e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7193737 Feb 09 01:58:49.586321 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4d9bf205-854b-43d1-9158-2cf3207fc310 None None] Current status of the port ea71c963-8613-4931-90ee-4b5cf6bd37dc is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:49.628038 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b19a7-2d70-432c-b526-b1bd64221bee tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Port': ['ID=94a99312-9e4f-4dd5-8d40-b2b4fed3d428,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:49.686887 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9247e2ad-834a-48ac-936e-3eb2dc4a0db9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:49.693816 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9247e2ad-834a-48ac-936e-3eb2dc4a0db9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/ports/68d037c3-e9f6-4df6-a546-3cfdd89c5459 HTTP/1.1" status: 204 len: 168 time: 1.5789862 Feb 09 01:58:49.717058 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59864) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:49.732838 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20b19a7-2d70-432c-b526-b1bd64221bee tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Checking segment: {'id': '2a6a48dc-d402-49ad-814f-197b7209290c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4b0531b-6c6e-4114-a6dd-46cf9eb71861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:49.733219 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20b19a7-2d70-432c-b526-b1bd64221bee tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network hostable DHCP agents. Network: c4b0531b-6c6e-4114-a6dd-46cf9eb71861, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:58:49.811587 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-f8092a90-80ab-4830-97af-38641120d2d3 req-0e9fa203-704d-49fb-ad4c-e30aa81dc29b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Allocated IP 10.2.2.200 (ee7d3bb2-f456-41d8-93b8-334fc83bc2df/b1fe157d-43b5-4754-996c-299d00068483/8b9156cc-0ce3-4754-b4e0-0975770eab8e) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:49.866772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322f103-257a-4676-bd9a-57571a550598 req-c5723480-0567-4b0e-a452-7165e80adcc1 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:49.868593 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a322f103-257a-4676-bd9a-57571a550598 req-c5723480-0567-4b0e-a452-7165e80adcc1 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.4592628 Feb 09 01:58:49.908149 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f2c8ab-1d1c-434d-8b8a-80cd2373a516 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:49.909474 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f2c8ab-1d1c-434d-8b8a-80cd2373a516 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:49.916812 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-24f2c8ab-1d1c-434d-8b8a-80cd2373a516 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/ports/68d037c3-e9f6-4df6-a546-3cfdd89c5459 HTTP/1.1" status: 404 len: 333 time: 0.1761332 Feb 09 01:58:49.922778 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59870) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:49.958365 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-69c0903b-8e2f-4f04-98d4-bacc97452ece None None] Could not find standard attr ID for object 68d037c3-e9f6-4df6-a546-3cfdd89c5459. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:58:50.001699 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-9be93012-7b7e-4a5e-a4a8-6709238053f9 service neutron] For port 2df877ef-6308-4f0b-905c-bbc35e1782ce, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:58:50.002360 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-69c0903b-8e2f-4f04-98d4-bacc97452ece None None] Provisioning complete for port ea71c963-8613-4931-90ee-4b5cf6bd37dc triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:50.003658 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-69c0903b-8e2f-4f04-98d4-bacc97452ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ea71c963-8613-4931-90ee-4b5cf6bd37dc), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:50.020763 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f131afb-c972-4b4c-8d1e-8be0d3822643 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] GET failed (client error): The resource could not be found. Feb 09 01:58:50.027015 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5f131afb-c972-4b4c-8d1e-8be0d3822643 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports/68d037c3-e9f6-4df6-a546-3cfdd89c5459 HTTP/1.1" status: 404 len: 333 time: 0.0994213 Feb 09 01:58:50.028807 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20b19a7-2d70-432c-b526-b1bd64221bee tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:58:50.035287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59872) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:50.068016 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbb15f-e222-4001-95cc-cbbb6cf321aa req-2d559dcf-82da-4aad-a062-ac609abb7d9c tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:50.069587 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd5a2e95-eab0-49e4-bc2e-b3734607bed8 req-c2d4c277-3abf-4ea9-a563-e2ba37ecf26c tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203147 Feb 09 01:58:50.074520 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-13cbb15f-e222-4001-95cc-cbbb6cf321aa req-2d559dcf-82da-4aad-a062-ac609abb7d9c tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b53bf05-a3bc-48ac-b5e0-daa866c50954 HTTP/1.1" status: 200 len: 1052 time: 0.3552148 Feb 09 01:58:50.076118 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-c20b19a7-2d70-432c-b526-b1bd64221bee tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, c4b0531b-6c6e-4114-a6dd-46cf9eb71861) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:50.102943 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c5c19c-2ef8-41dc-a2be-72f532aad821 None None] Network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:58:50.111889 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20b19a7-2d70-432c-b526-b1bd64221bee tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:50.122606 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20b19a7-2d70-432c-b526-b1bd64221bee tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:50.129675 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c20b19a7-2d70-432c-b526-b1bd64221bee tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:50.172518 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c20b19a7-2d70-432c-b526-b1bd64221bee tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7651238 Feb 09 01:58:50.179274 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59876) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:50.194219 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-87caa0f8-4577-4023-9a1f-f52ee0408cff tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1159152338'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:50.225273 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-9be93012-7b7e-4a5e-a4a8-6709238053f9 service neutron] For port 2df877ef-6308-4f0b-905c-bbc35e1782ce, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=2df877ef-6308-4f0b-905c-bbc35e1782ce,segment=NetworkSegment(f5412662-5dc2-4534-a600-e772846872a1),segment_id=f5412662-5dc2-4534-a600-e772846872a1)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:58:50.280951 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87caa0f8-4577-4023-9a1f-f52ee0408cff tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:50.290293 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87caa0f8-4577-4023-9a1f-f52ee0408cff tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:50.342776 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device c572ad94-c9a7-45b1-8feb-5994b09c6a24 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:58:50.348393 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-13cbb15f-e222-4001-95cc-cbbb6cf321aa req-c776bd89-3032-428e-b63b-00c74bb2f061 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646670 Feb 09 01:58:50.378500 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87caa0f8-4577-4023-9a1f-f52ee0408cff tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:58:50.405178 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87caa0f8-4577-4023-9a1f-f52ee0408cff tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (c30fabda-4ea9-4685-974d-45a5e4a85de0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:50.410149 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-87caa0f8-4577-4023-9a1f-f52ee0408cff tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Added segment c30fabda-4ea9-4685-974d-45a5e4a85de0 of type vlan for network f32c7768-1485-4c20-8252-bf4cc0b27fb2 Feb 09 01:58:50.424781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: c572ad94-c9a7-45b1-8feb-5994b09c6a24 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:58:50.433655 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device c572ad94-c9a7-45b1-8feb-5994b09c6a24 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:58:50.449664 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-9be93012-7b7e-4a5e-a4a8-6709238053f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (2df877ef-6308-4f0b-905c-bbc35e1782ce), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:50.538025 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87caa0f8-4577-4023-9a1f-f52ee0408cff tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (f32c7768-1485-4c20-8252-bf4cc0b27fb2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:50.558707 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-69c0903b-8e2f-4f04-98d4-bacc97452ece None None] Current status of the port ea71c963-8613-4931-90ee-4b5cf6bd37dc is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:50.561492 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ea71c963-8613-4931-90ee-4b5cf6bd37dc up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:58:50.603309 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87caa0f8-4577-4023-9a1f-f52ee0408cff tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (f32c7768-1485-4c20-8252-bf4cc0b27fb2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:50.610052 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87caa0f8-4577-4023-9a1f-f52ee0408cff tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:50.610787 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87caa0f8-4577-4023-9a1f-f52ee0408cff tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:50.618733 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-9be93012-7b7e-4a5e-a4a8-6709238053f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:50.623094 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-9be93012-7b7e-4a5e-a4a8-6709238053f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:50.629540 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-9be93012-7b7e-4a5e-a4a8-6709238053f9 service neutron] 10.222.0.48 "PUT /v2.0/ports/2df877ef-6308-4f0b-905c-bbc35e1782ce HTTP/1.1" status: 200 len: 1091 time: 4.3205273 Feb 09 01:58:50.647990 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b8112d-3de8-44fe-9eed-9bccbc2b04fd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting subnet c1ba2e03-97d7-46cc-a8b2-e317b7aaf671 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:58:50.653046 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b53bf05-a3bc-48ac-b5e0-daa866c50954', 'tag': '2df877ef-6308-4f0b-905c-bbc35e1782ce'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:58:50.658833 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d2b6bc-f485-4b96-8660-b001a310e942" -d '{"events": [{"name": "network-changed", "server_uuid": "4b53bf05-a3bc-48ac-b5e0-daa866c50954", "tag": "2df877ef-6308-4f0b-905c-bbc35e1782ce"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:58:50.692622 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-50b8112d-3de8-44fe-9eed-9bccbc2b04fd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for subnet (c1ba2e03-97d7-46cc-a8b2-e317b7aaf671), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:50.746033 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5c356049-3c06-4930-8f36-ba80cd600608 None None] Could not find standard attr ID for object 68d037c3-e9f6-4df6-a546-3cfdd89c5459. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:58:50.784496 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87caa0f8-4577-4023-9a1f-f52ee0408cff tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Network': ['ID=f32c7768-1485-4c20-8252-bf4cc0b27fb2,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:50.825754 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network f32c7768-1485-4c20-8252-bf4cc0b27fb2 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:58:50.870136 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-87caa0f8-4577-4023-9a1f-f52ee0408cff tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6907659 Feb 09 01:58:50.875147 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59896) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:50.886090 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'ports': [{'network_id': 'c4b0531b-6c6e-4114-a6dd-46cf9eb71861'}, {'network_id': 'f32c7768-1485-4c20-8252-bf4cc0b27fb2'}]} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:50.886380 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'port': {'network_id': 'c4b0531b-6c6e-4114-a6dd-46cf9eb71861'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:50.888233 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'port': {'network_id': 'f32c7768-1485-4c20-8252-bf4cc0b27fb2'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:50.946362 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-50b8112d-3de8-44fe-9eed-9bccbc2b04fd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (c1ba2e03-97d7-46cc-a8b2-e317b7aaf671), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:51.052432 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port ea71c963-8613-4931-90ee-4b5cf6bd37dc triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:51.053014 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ea71c963-8613-4931-90ee-4b5cf6bd37dc), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:51.238172 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-50b8112d-3de8-44fe-9eed-9bccbc2b04fd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (c1ba2e03-97d7-46cc-a8b2-e317b7aaf671), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:51.247487 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40469f5e-a2f9-4c3c-93a8-189856d6d39d req-3080d524-a3e5-403a-8a8b-70eb79bb85a0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:51.255875 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40469f5e-a2f9-4c3c-93a8-189856d6d39d req-3080d524-a3e5-403a-8a8b-70eb79bb85a0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:51.262667 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40469f5e-a2f9-4c3c-93a8-189856d6d39d req-3080d524-a3e5-403a-8a8b-70eb79bb85a0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:51.269720 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40469f5e-a2f9-4c3c-93a8-189856d6d39d req-3080d524-a3e5-403a-8a8b-70eb79bb85a0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:51.271464 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-40469f5e-a2f9-4c3c-93a8-189856d6d39d req-3080d524-a3e5-403a-8a8b-70eb79bb85a0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 3095 time: 0.4588494 Feb 09 01:58:51.307056 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ea71c963-8613-4931-90ee-4b5cf6bd37dc is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:51.336419 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183de247-2467-4711-8a9d-037a8b33cb5c x-openstack-request-id: req-183de247-2467-4711-8a9d-037a8b33cb5c {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:58:51.336712 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b53bf05-a3bc-48ac-b5e0-daa866c50954", "tag": "2df877ef-6308-4f0b-905c-bbc35e1782ce", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:58:51.336969 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-183de247-2467-4711-8a9d-037a8b33cb5c {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:58:51.337367 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b53bf05-a3bc-48ac-b5e0-daa866c50954', 'tag': '2df877ef-6308-4f0b-905c-bbc35e1782ce', 'status': 'completed', 'code': 200} Feb 09 01:58:51.358875 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-40469f5e-a2f9-4c3c-93a8-189856d6d39d req-88dc4461-efb1-4f2e-86d0-fcfddde91e1a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808535 Feb 09 01:58:51.363131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'port': 2} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:51.369601 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:51.370504 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be93012-7b7e-4a5e-a4a8-6709238053f9 service neutron] Pushing event updated for resources: {'Port': ['ID=2df877ef-6308-4f0b-905c-bbc35e1782ce,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:51.416301 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:51.524079 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-0e9fa203-704d-49fb-ad4c-e30aa81dc29b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for port (8b9156cc-0ce3-4754-b4e0-0975770eab8e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:51.566996 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-a322f103-257a-4676-bd9a-57571a550598 req-31f66111-e137-4a38-9f61-04068d4df6df tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Deleting port 85780f84-ca0f-4032-af43-e604d2f48a5f {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:58:51.567368 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a322f103-257a-4676-bd9a-57571a550598 req-31f66111-e137-4a38-9f61-04068d4df6df tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (85780f84-ca0f-4032-af43-e604d2f48a5f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:51.679846 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] device_id is not set on port af62d867-99e9-4e13-aef0-4f8d7b6ff34d yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:58:51.684259 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4726c0e-aee3-4a97-bc5d-9583c79b57dd req-df8ebe6f-67d5-4884-b0b2-adac2cd555e6 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:51.691931 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b4726c0e-aee3-4a97-bc5d-9583c79b57dd req-df8ebe6f-67d5-4884-b0b2-adac2cd555e6 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b53bf05-a3bc-48ac-b5e0-daa866c50954 HTTP/1.1" status: 200 len: 1125 time: 0.1989505 Feb 09 01:58:51.728693 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-9351ad58-2f3f-4533-9718-32585df5b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:51.732885 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-9351ad58-2f3f-4533-9718-32585df5b69e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=031518a1ab064b70b895291126f98a2e&device_id=4b53bf05-a3bc-48ac-b5e0-daa866c50954 HTTP/1.1" status: 200 len: 1125 time: 1.0278382 Feb 09 01:58:51.750988 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-50b8112d-3de8-44fe-9eed-9bccbc2b04fd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (c1ba2e03-97d7-46cc-a8b2-e317b7aaf671), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:51.763430 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b4726c0e-aee3-4a97-bc5d-9583c79b57dd req-15c9bd2b-418a-4a07-be00-e918350958ac tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647671 Feb 09 01:58:51.849132 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for port (af62d867-99e9-4e13-aef0-4f8d7b6ff34d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:51.907862 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8112d-3de8-44fe-9eed-9bccbc2b04fd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Subnet': ['ID=c1ba2e03-97d7-46cc-a8b2-e317b7aaf671,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:51.925181 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-031f5101-00e6-49b7-a7a8-8b40ace60b4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2df877ef-6308-4f0b-905c-bbc35e1782ce HTTP/1.1" status: 200 len: 217 time: 0.1641967 Feb 09 01:58:51.926536 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e66419-8576-41b3-b95b-0e882c9dc313 None None] Network 10fa012d-cb54-4de3-9ca1-4463520ea552 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:58:51.932360 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-50b8112d-3de8-44fe-9eed-9bccbc2b04fd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:51.936553 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-50b8112d-3de8-44fe-9eed-9bccbc2b04fd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/subnets/c1ba2e03-97d7-46cc-a8b2-e317b7aaf671 HTTP/1.1" status: 204 len: 168 time: 1.8651826 Feb 09 01:58:51.949596 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a8008-4957-4250-889d-34e6644c6c81 req-8f00d45c-fa4d-4e6a-a5b6-e069bc2b7552 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:51.949596 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-074a8008-4957-4250-889d-34e6644c6c81 req-8f00d45c-fa4d-4e6a-a5b6-e069bc2b7552 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 945 time: 0.6312809 Feb 09 01:58:51.949596 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59906) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:51.957655 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] device_id is not set on port 620b2311-6510-4507-af73-b316194e986e yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:58:52.070713 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for port (620b2311-6510-4507-af73-b316194e986e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:52.118775 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-0e9fa203-704d-49fb-ad4c-e30aa81dc29b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (8b9156cc-0ce3-4754-b4e0-0975770eab8e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:52.125135 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (af62d867-99e9-4e13-aef0-4f8d7b6ff34d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:52.171867 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a322f103-257a-4676-bd9a-57571a550598 req-31f66111-e137-4a38-9f61-04068d4df6df tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] For port 85780f84-ca0f-4032-af43-e604d2f48a5f, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=85780f84-ca0f-4032-af43-e604d2f48a5f,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:52.172232 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a322f103-257a-4676-bd9a-57571a550598 req-31f66111-e137-4a38-9f61-04068d4df6df tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (85780f84-ca0f-4032-af43-e604d2f48a5f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:52.177150 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:52.181844 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:52.185670 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:52.186812 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (620b2311-6510-4507-af73-b316194e986e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:52.237078 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-d861c3ae-d127-4c39-b127-57739c5a27d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:52.238694 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-d861c3ae-d127-4c39-b127-57739c5a27d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d842827-dd41-4321-8463-eb5d857a5b67 HTTP/1.1" status: 200 len: 848 time: 0.2869654 Feb 09 01:58:52.242339 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Port': ['ID=af62d867-99e9-4e13-aef0-4f8d7b6ff34d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:52.255967 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (10fa012d-cb54-4de3-9ca1-4463520ea552), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:52.257398 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fd3ec1-6b30-4b54-8f21-418843a70e3f None None] DHCP port deletion for 10fa012d-cb54-4de3-9ca1-4463520ea552 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:58:52.269473 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-a322f103-257a-4676-bd9a-57571a550598 req-31f66111-e137-4a38-9f61-04068d4df6df tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Calling delete_port for 85780f84-ca0f-4032-af43-e604d2f48a5f owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:58:52.273865 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8092a90-80ab-4830-97af-38641120d2d3 req-0e9fa203-704d-49fb-ad4c-e30aa81dc29b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Network ee7d3bb2-f456-41d8-93b8-334fc83bc2df is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:52.289207 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-074a8008-4957-4250-889d-34e6644c6c81 req-046ec112-9d7c-463f-9891-a7096bd4d55b tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006971 Feb 09 01:58:52.324318 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-f8092a90-80ab-4830-97af-38641120d2d3 req-0e9fa203-704d-49fb-ad4c-e30aa81dc29b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:52.329098 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8092a90-80ab-4830-97af-38641120d2d3 req-0e9fa203-704d-49fb-ad4c-e30aa81dc29b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:52.348364 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Port': ['ID=620b2311-6510-4507-af73-b316194e986e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:52.349510 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fa203-704d-49fb-ad4c-e30aa81dc29b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event updated for resources: {'Port': ['ID=8b9156cc-0ce3-4754-b4e0-0975770eab8e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:52.368570 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Checking segment: {'id': 'c30fabda-4ea9-4685-974d-45a5e4a85de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f32c7768-1485-4c20-8252-bf4cc0b27fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:52.373318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network hostable DHCP agents. Network: f32c7768-1485-4c20-8252-bf4cc0b27fb2, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:58:52.397791 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network f32c7768-1485-4c20-8252-bf4cc0b27fb2 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:58:52.420759 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, f32c7768-1485-4c20-8252-bf4cc0b27fb2) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:52.426729 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:52.438645 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:52.445585 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:52.448041 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0181be-662f-4d11-a6a5-a6f717044a1f None None] Network f32c7768-1485-4c20-8252-bf4cc0b27fb2 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:58:52.455513 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:52.474878 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ea71c963-8613-4931-90ee-4b5cf6bd37dc no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:58:52.495467 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-df074a6c-63b2-4cd7-a034-3a826fa7eda9 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6189308 Feb 09 01:58:52.496475 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59914) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:52.609085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-0e9fa203-704d-49fb-ad4c-e30aa81dc29b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:52.609891 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-0e9fa203-704d-49fb-ad4c-e30aa81dc29b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:52.634923 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-30c5fa6f-0007-4749-acd8-7a00acf6887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:52.636488 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-30c5fa6f-0007-4749-acd8-7a00acf6887d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=528af48e-7b24-470c-9df1-f5cd11b0c0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3762438 Feb 09 01:58:52.672341 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd3ec1-6b30-4b54-8f21-418843a70e3f None None] Deleting port ea71c963-8613-4931-90ee-4b5cf6bd37dc {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:58:52.672756 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3ec1-6b30-4b54-8f21-418843a70e3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ea71c963-8613-4931-90ee-4b5cf6bd37dc), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:52.856144 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-0e9fa203-704d-49fb-ad4c-e30aa81dc29b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4048245 Feb 09 01:58:52.866508 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-c9aa528c-8286-46e3-ac2b-81b7ec98151d service neutron] 10.222.0.48 "GET /v2.0/networks/528af48e-7b24-470c-9df1-f5cd11b0c0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967330 Feb 09 01:58:52.875163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-f8092a90-80ab-4830-97af-38641120d2d3 req-83c651b3-7bee-4455-b1c3-c2bb4a6aa604 service neutron] Request body: {'port': {'device_id': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:53.112573 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting port ea71c963-8613-4931-90ee-4b5cf6bd37dc {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:58:53.113277 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ea71c963-8613-4931-90ee-4b5cf6bd37dc), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:53.166133 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-f1fd3ec1-6b30-4b54-8f21-418843a70e3f None None] For port ea71c963-8613-4931-90ee-4b5cf6bd37dc, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ea71c963-8613-4931-90ee-4b5cf6bd37dc,segment=NetworkSegment(a03ee1e1-43d1-44bb-92c9-cefa5e7ea7ff),segment_id=a03ee1e1-43d1-44bb-92c9-cefa5e7ea7ff)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:53.166547 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3ec1-6b30-4b54-8f21-418843a70e3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ea71c963-8613-4931-90ee-4b5cf6bd37dc), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:53.212290 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd3ec1-6b30-4b54-8f21-418843a70e3f None None] Calling delete_port for ea71c963-8613-4931-90ee-4b5cf6bd37dc owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:58:53.214314 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4f773dac-7809-4f3b-b89c-0b683380fa0a None None] Provisioning complete for port 8b9156cc-0ce3-4754-b4e0-0975770eab8e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:53.214695 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4f773dac-7809-4f3b-b89c-0b683380fa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8b9156cc-0ce3-4754-b4e0-0975770eab8e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:53.244870 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] For port ea71c963-8613-4931-90ee-4b5cf6bd37dc, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ea71c963-8613-4931-90ee-4b5cf6bd37dc,segment=NetworkSegment(a03ee1e1-43d1-44bb-92c9-cefa5e7ea7ff),segment_id=a03ee1e1-43d1-44bb-92c9-cefa5e7ea7ff)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:53.245572 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ea71c963-8613-4931-90ee-4b5cf6bd37dc), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:53.279306 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Calling delete_port for ea71c963-8613-4931-90ee-4b5cf6bd37dc owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:58:53.322181 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ea71c963-8613-4931-90ee-4b5cf6bd37dc is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:53.322742 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ea71c963-8613-4931-90ee-4b5cf6bd37dc), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:53.359508 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4f773dac-7809-4f3b-b89c-0b683380fa0a None None] Port 8b9156cc-0ce3-4754-b4e0-0975770eab8e cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:58:53.389753 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port ea71c963-8613-4931-90ee-4b5cf6bd37dc, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ea71c963-8613-4931-90ee-4b5cf6bd37dc,segment=NetworkSegment(a03ee1e1-43d1-44bb-92c9-cefa5e7ea7ff),segment_id=a03ee1e1-43d1-44bb-92c9-cefa5e7ea7ff)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:53.398101 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdf62e-a224-4b15-a6cc-7d37bf2ad6c9 req-33475b2c-51ea-4394-b345-1810d0f57592 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:53.400433 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ea71c963-8613-4931-90ee-4b5cf6bd37dc), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:53.402237 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2fcdf62e-a224-4b15-a6cc-7d37bf2ad6c9 req-33475b2c-51ea-4394-b345-1810d0f57592 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b53bf05-a3bc-48ac-b5e0-daa866c50954 HTTP/1.1" status: 200 len: 1125 time: 0.1308899 Feb 09 01:58:53.457330 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3ec1-6b30-4b54-8f21-418843a70e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (ea71c963-8613-4931-90ee-4b5cf6bd37dc), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:53.468492 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=ea71c963-8613-4931-90ee-4b5cf6bd37dc,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:53.478622 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-61171527-ce95-43bd-bedd-745d07256497 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting port 620b2311-6510-4507-af73-b316194e986e {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:58:53.479074 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-61171527-ce95-43bd-bedd-745d07256497 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (620b2311-6510-4507-af73-b316194e986e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:53.496705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd3ec1-6b30-4b54-8f21-418843a70e3f None None] Pushing event deleted for resources: {'Port': ['ID=ea71c963-8613-4931-90ee-4b5cf6bd37dc,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:53.504547 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fd3ec1-6b30-4b54-8f21-418843a70e3f None None] No DVR routers for this DVR port ea71c963-8613-4931-90ee-4b5cf6bd37dc on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:58:53.553253 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2fcdf62e-a224-4b15-a6cc-7d37bf2ad6c9 req-30d2435d-88d2-4af7-952e-4941e17031f2 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355350 Feb 09 01:58:53.587431 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-61171527-ce95-43bd-bedd-745d07256497 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (620b2311-6510-4507-af73-b316194e986e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:53.610409 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-61171527-ce95-43bd-bedd-745d07256497 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Calling delete_port for 620b2311-6510-4507-af73-b316194e986e owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:58:53.687415 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb2516-e3ec-428c-b04a-2459fcd02ee6 req-58c6d6f4-0b95-4d6e-a026-6e3df33d9a9c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:53.692656 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb2516-e3ec-428c-b04a-2459fcd02ee6 req-58c6d6f4-0b95-4d6e-a026-6e3df33d9a9c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:53.699083 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb2516-e3ec-428c-b04a-2459fcd02ee6 req-58c6d6f4-0b95-4d6e-a026-6e3df33d9a9c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:53.705703 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb2516-e3ec-428c-b04a-2459fcd02ee6 req-58c6d6f4-0b95-4d6e-a026-6e3df33d9a9c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:53.712368 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb2516-e3ec-428c-b04a-2459fcd02ee6 req-58c6d6f4-0b95-4d6e-a026-6e3df33d9a9c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:53.716654 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-33fb2516-e3ec-428c-b04a-2459fcd02ee6 req-58c6d6f4-0b95-4d6e-a026-6e3df33d9a9c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 3816 time: 1.1752622 Feb 09 01:58:53.759039 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0469e5-aee2-4b10-8923-1a597ccce766 req-47cf0c34-7438-4431-beab-5cdde757a791 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:53.765035 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a322f103-257a-4676-bd9a-57571a550598 req-31f66111-e137-4a38-9f61-04068d4df6df tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (85780f84-ca0f-4032-af43-e604d2f48a5f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:53.766042 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d0469e5-aee2-4b10-8923-1a597ccce766 req-47cf0c34-7438-4431-beab-5cdde757a791 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b71051-4a0b-4daf-8659-9acd7dbfc2a6 HTTP/1.1" status: 200 len: 867 time: 0.0949252 Feb 09 01:58:53.782465 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-61171527-ce95-43bd-bedd-745d07256497 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (620b2311-6510-4507-af73-b316194e986e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:53.816377 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61171527-ce95-43bd-bedd-745d07256497 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Port': ['ID=620b2311-6510-4507-af73-b316194e986e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:53.833447 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-83c651b3-7bee-4455-b1c3-c2bb4a6aa604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9e9e575e-d478-47a4-9247-266d7e08616b), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:53.842356 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61171527-ce95-43bd-bedd-745d07256497 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:53.842713 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61171527-ce95-43bd-bedd-745d07256497 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:53.843064 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61171527-ce95-43bd-bedd-745d07256497 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:53.843431 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61171527-ce95-43bd-bedd-745d07256497 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:53.843763 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61171527-ce95-43bd-bedd-745d07256497 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:53.844098 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61171527-ce95-43bd-bedd-745d07256497 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:53.844422 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61171527-ce95-43bd-bedd-745d07256497 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:53.844747 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61171527-ce95-43bd-bedd-745d07256497 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:53.845310 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61171527-ce95-43bd-bedd-745d07256497 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:53.845441 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61171527-ce95-43bd-bedd-745d07256497 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:53.845694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61171527-ce95-43bd-bedd-745d07256497 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:53.846014 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61171527-ce95-43bd-bedd-745d07256497 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:53.846331 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61171527-ce95-43bd-bedd-745d07256497 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:53.853809 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-61171527-ce95-43bd-bedd-745d07256497 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:53.857972 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-61171527-ce95-43bd-bedd-745d07256497 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/ports/620b2311-6510-4507-af73-b316194e986e HTTP/1.1" status: 204 len: 168 time: 1.3592875 Feb 09 01:58:53.862860 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59922) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:53.863420 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f66111-e137-4a38-9f61-04068d4df6df tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Pushing event deleted for resources: {'Port': ['ID=85780f84-ca0f-4032-af43-e604d2f48a5f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:53.889098 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d0469e5-aee2-4b10-8923-1a597ccce766 req-cf95655d-ac75-43a6-87bc-73627552d7e1 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=c14fec04-466e-4a59-bf09-a01d23b68fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220839 Feb 09 01:58:53.911535 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f3a1b49-0c18-4188-9761-d0675fa6717a req-b3a5f692-f195-4e29-8c0e-80e20ae16ac8 service neutron] 10.222.0.48 "GET /v2.0/networks/528af48e-7b24-470c-9df1-f5cd11b0c0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0293107 Feb 09 01:58:53.942951 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 85780f84-ca0f-4032-af43-e604d2f48a5f no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:58:53.969708 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1680dbda-a548-4d06-9487-af600f292e96 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:53.975758 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a322f103-257a-4676-bd9a-57571a550598 req-31f66111-e137-4a38-9f61-04068d4df6df tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] No DVR routers for this DVR port 85780f84-ca0f-4032-af43-e604d2f48a5f on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:58:53.976351 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1680dbda-a548-4d06-9487-af600f292e96 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:53.983421 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1680dbda-a548-4d06-9487-af600f292e96 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1144998 Feb 09 01:58:53.984221 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59924) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:53.992677 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a322f103-257a-4676-bd9a-57571a550598 req-31f66111-e137-4a38-9f61-04068d4df6df tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:53.994702 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 85780f84-ca0f-4032-af43-e604d2f48a5f {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:58:53.995117 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 85780f84-ca0f-4032-af43-e604d2f48a5f not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:58:53.996206 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a322f103-257a-4676-bd9a-57571a550598 req-31f66111-e137-4a38-9f61-04068d4df6df tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.48 "DELETE /v2.0/ports/85780f84-ca0f-4032-af43-e604d2f48a5f HTTP/1.1" status: 204 len: 173 time: 4.1113658 Feb 09 01:58:54.003020 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-33fb2516-e3ec-428c-b04a-2459fcd02ee6 req-48d6f83d-8f99-4127-89e6-cac7da49d2eb tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2778401 Feb 09 01:58:54.003020 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b71051-4a0b-4daf-8659-9acd7dbfc2a6', 'name': 'network-vif-deleted', 'tag': '85780f84-ca0f-4032-af43-e604d2f48a5f'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:58:54.004350 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131941f0-5c24-4e4f-9104-ca02ab1c9833" -d '{"events": [{"server_uuid": "61b71051-4a0b-4daf-8659-9acd7dbfc2a6", "name": "network-vif-deleted", "tag": "85780f84-ca0f-4032-af43-e604d2f48a5f"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:58:54.095606 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ce5936-5c91-4bae-a2da-3f520e73e12d x-openstack-request-id: req-01ce5936-5c91-4bae-a2da-3f520e73e12d {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:58:54.096180 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b71051-4a0b-4daf-8659-9acd7dbfc2a6", "name": "network-vif-deleted", "tag": "85780f84-ca0f-4032-af43-e604d2f48a5f", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:58:54.096755 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-01ce5936-5c91-4bae-a2da-3f520e73e12d {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:58:54.097322 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b71051-4a0b-4daf-8659-9acd7dbfc2a6', 'name': 'network-vif-deleted', 'tag': '85780f84-ca0f-4032-af43-e604d2f48a5f', 'status': 'completed', 'code': 200} Feb 09 01:58:54.117363 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ea71c963-8613-4931-90ee-4b5cf6bd37dc), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:54.181592 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-232296fe-01a8-4e39-bb11-a875c9909f09 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting port af62d867-99e9-4e13-aef0-4f8d7b6ff34d {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:58:54.182033 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-232296fe-01a8-4e39-bb11-a875c9909f09 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (af62d867-99e9-4e13-aef0-4f8d7b6ff34d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:54.227277 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] No DVR routers for this DVR port ea71c963-8613-4931-90ee-4b5cf6bd37dc on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:58:54.230741 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2b6bc-f485-4b96-8660-b001a310e942 req-e9b07d62-eeab-43cb-8901-bbfe1d34518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:54.234298 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-11d2b6bc-f485-4b96-8660-b001a310e942 req-e9b07d62-eeab-43cb-8901-bbfe1d34518f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=031518a1ab064b70b895291126f98a2e&device_id=4b53bf05-a3bc-48ac-b5e0-daa866c50954 HTTP/1.1" status: 200 len: 1125 time: 0.2560487 Feb 09 01:58:54.308380 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Port': ['ID=ea71c963-8613-4931-90ee-4b5cf6bd37dc,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:54.324534 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-232296fe-01a8-4e39-bb11-a875c9909f09 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (af62d867-99e9-4e13-aef0-4f8d7b6ff34d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:54.347667 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-232296fe-01a8-4e39-bb11-a875c9909f09 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Calling delete_port for af62d867-99e9-4e13-aef0-4f8d7b6ff34d owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:58:54.369874 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:54.370303 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:54.370573 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:54.370916 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:54.371311 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:54.371616 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:54.372565 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:54.373626 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:54.373626 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:54.373626 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:54.373963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:54.374267 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:54.375025 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:54.496509 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-232296fe-01a8-4e39-bb11-a875c9909f09 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (af62d867-99e9-4e13-aef0-4f8d7b6ff34d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:54.532180 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (10fa012d-cb54-4de3-9ca1-4463520ea552), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:54.552096 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232296fe-01a8-4e39-bb11-a875c9909f09 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Port': ['ID=af62d867-99e9-4e13-aef0-4f8d7b6ff34d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:54.558039 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-232296fe-01a8-4e39-bb11-a875c9909f09 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:54.566846 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-232296fe-01a8-4e39-bb11-a875c9909f09 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/ports/af62d867-99e9-4e13-aef0-4f8d7b6ff34d HTTP/1.1" status: 204 len: 168 time: 0.5815713 Feb 09 01:58:54.569330 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59928) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:54.583874 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10fa012d-cb54-4de3-9ca1-4463520ea552']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:54.595057 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2b6bc-f485-4b96-8660-b001a310e942 req-213d8ded-8a9f-459c-b81b-6c7a2ca60983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:54.597645 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-11d2b6bc-f485-4b96-8660-b001a310e942 req-213d8ded-8a9f-459c-b81b-6c7a2ca60983 service neutron] 10.222.0.48 "GET /v2.0/networks?id=528af48e-7b24-470c-9df1-f5cd11b0c0e3 HTTP/1.1" status: 200 len: 910 time: 0.3474824 Feb 09 01:58:54.611827 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03ee1e1-43d1-44bb-92c9-cefa5e7ea7ff') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:54.612134 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03ee1e1-43d1-44bb-92c9-cefa5e7ea7ff') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:54.653279 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723eb5fe-0c8d-495c-a3cf-e1f23d63e321 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:54.657636 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-723eb5fe-0c8d-495c-a3cf-e1f23d63e321 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0841448 Feb 09 01:58:54.658844 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59932) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:54.678017 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-11d2b6bc-f485-4b96-8660-b001a310e942 req-c0c53053-3208-49a6-b1d8-60e47fc5f079 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2df877ef-6308-4f0b-905c-bbc35e1782ce HTTP/1.1" status: 200 len: 217 time: 0.0688801 Feb 09 01:58:54.707101 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffcb5d83-550d-4934-8747-4f7fcfff0cde tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] GET failed (client error): The resource could not be found. Feb 09 01:58:54.714535 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (a03ee1e1-43d1-44bb-92c9-cefa5e7ea7ff), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:54.716910 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ffcb5d83-550d-4934-8747-4f7fcfff0cde tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports/620b2311-6510-4507-af73-b316194e986e HTTP/1.1" status: 404 len: 333 time: 0.0487781 Feb 09 01:58:54.717650 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59934) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:54.815109 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-90bbf730-381a-49e7-b6cf-240de4b4a63c tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] GET failed (client error): The resource could not be found. Feb 09 01:58:54.816508 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-90bbf730-381a-49e7-b6cf-240de4b4a63c tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports/af62d867-99e9-4e13-aef0-4f8d7b6ff34d HTTP/1.1" status: 404 len: 333 time: 0.0948112 Feb 09 01:58:54.819583 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59936) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:54.824830 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (a03ee1e1-43d1-44bb-92c9-cefa5e7ea7ff), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:54.839582 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:58:54.840008 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (a03ee1e1-43d1-44bb-92c9-cefa5e7ea7ff), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:58:54.846015 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:58:54.890584 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2b6bc-f485-4b96-8660-b001a310e942 req-ab6e8010-8551-4ef2-a812-49cd05a3f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:54.891602 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-11d2b6bc-f485-4b96-8660-b001a310e942 req-ab6e8010-8551-4ef2-a812-49cd05a3f8ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d842827-dd41-4321-8463-eb5d857a5b67 HTTP/1.1" status: 200 len: 848 time: 0.1901648 Feb 09 01:58:54.910300 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cf2d92b7-3b28-4606-9c47-c04ef26d4069 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (f32c7768-1485-4c20-8252-bf4cc0b27fb2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:55.017598 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cf2d92b7-3b28-4606-9c47-c04ef26d4069 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (f32c7768-1485-4c20-8252-bf4cc0b27fb2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:55.028372 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c1069-45f6-4312-a0b9-45ad3995409d req-c2b84adc-3824-4397-b16a-a3905e447e58 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:55.030580 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7a9c1069-45f6-4312-a0b9-45ad3995409d req-c2b84adc-3824-4397-b16a-a3905e447e58 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b53bf05-a3bc-48ac-b5e0-daa866c50954 HTTP/1.1" status: 200 len: 1125 time: 0.3399842 Feb 09 01:58:55.038991 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (10fa012d-cb54-4de3-9ca1-4463520ea552), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:55.043403 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-cf2d92b7-3b28-4606-9c47-c04ef26d4069 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32c7768-1485-4c20-8252-bf4cc0b27fb2']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:55.045183 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:55.052666 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/networks/10fa012d-cb54-4de3-9ca1-4463520ea552 HTTP/1.1" status: 204 len: 168 time: 3.0853999 Feb 09 01:58:55.063468 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-cf2d92b7-3b28-4606-9c47-c04ef26d4069 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30fabda-4ea9-4685-974d-45a5e4a85de0') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:55.063772 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-cf2d92b7-3b28-4606-9c47-c04ef26d4069 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30fabda-4ea9-4685-974d-45a5e4a85de0') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:55.071247 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59946) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:55.076146 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cf2d92b7-3b28-4606-9c47-c04ef26d4069 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (c30fabda-4ea9-4685-974d-45a5e4a85de0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:55.077125 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-0a31cb37-fa01-4e73-ba9f-c6f99e66916a tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1114706008'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:55.104963 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cf2d92b7-3b28-4606-9c47-c04ef26d4069 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (c30fabda-4ea9-4685-974d-45a5e4a85de0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:55.114696 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-f8092a90-80ab-4830-97af-38641120d2d3 req-83c651b3-7bee-4455-b1c3-c2bb4a6aa604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e9e575e-d478-47a4-9247-266d7e08616b {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:58:55.116763 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2d92b7-3b28-4606-9c47-c04ef26d4069 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:58:55.117188 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cf2d92b7-3b28-4606-9c47-c04ef26d4069 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (c30fabda-4ea9-4685-974d-45a5e4a85de0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:55.121303 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eed33e-3f40-49c4-999a-cf8f8a2d1325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Network': ['ID=10fa012d-cb54-4de3-9ca1-4463520ea552,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:55.134997 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-83c651b3-7bee-4455-b1c3-c2bb4a6aa604 service neutron] Publish callbacks [] for port (9e9e575e-d478-47a4-9247-266d7e08616b), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:55.139460 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2b6bc-f485-4b96-8660-b001a310e942 req-22d95891-d805-43fe-8fb8-e0e782014c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:55.141347 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-11d2b6bc-f485-4b96-8660-b001a310e942 req-22d95891-d805-43fe-8fb8-e0e782014c38 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=528af48e-7b24-470c-9df1-f5cd11b0c0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2402723 Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:58:55.195728 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:58:55.198383 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a31cb37-fa01-4e73-ba9f-c6f99e66916a tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:55.201822 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0a31cb37-fa01-4e73-ba9f-c6f99e66916a tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:55.201971 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cf2d92b7-3b28-4606-9c47-c04ef26d4069 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (f32c7768-1485-4c20-8252-bf4cc0b27fb2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:55.207118 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-f8092a90-80ab-4830-97af-38641120d2d3 req-83c651b3-7bee-4455-b1c3-c2bb4a6aa604 service neutron] Transition to ACTIVE for port object 9e9e575e-d478-47a4-9247-266d7e08616b will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:58:55.232924 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cf2d92b7-3b28-4606-9c47-c04ef26d4069 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:55.240400 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cf2d92b7-3b28-4606-9c47-c04ef26d4069 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/networks/f32c7768-1485-4c20-8252-bf4cc0b27fb2 HTTP/1.1" status: 204 len: 168 time: 0.4165111 Feb 09 01:58:55.240400 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d92b7-3b28-4606-9c47-c04ef26d4069 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Network': ['ID=f32c7768-1485-4c20-8252-bf4cc0b27fb2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:55.241023 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59950) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:55.258321 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-ebcc0492-7fdd-4989-be76-dfae79a41e97 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-654283191'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:55.265367 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-83c651b3-7bee-4455-b1c3-c2bb4a6aa604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (9e9e575e-d478-47a4-9247-266d7e08616b), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:55.274581 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7a9c1069-45f6-4312-a0b9-45ad3995409d req-30a921b5-7262-4b74-a42c-efa6975828be tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238817 Feb 09 01:58:55.342745 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630e03c-e4ec-4357-a834-5965b1c1959b req-e0344005-b8a8-483b-9e87-5b7fc5cc09c4 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:55.355794 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630e03c-e4ec-4357-a834-5965b1c1959b req-e0344005-b8a8-483b-9e87-5b7fc5cc09c4 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:55.359967 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a31cb37-fa01-4e73-ba9f-c6f99e66916a tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:58:55.364428 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630e03c-e4ec-4357-a834-5965b1c1959b req-e0344005-b8a8-483b-9e87-5b7fc5cc09c4 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:55.370893 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630e03c-e4ec-4357-a834-5965b1c1959b req-e0344005-b8a8-483b-9e87-5b7fc5cc09c4 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:55.381820 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630e03c-e4ec-4357-a834-5965b1c1959b req-e0344005-b8a8-483b-9e87-5b7fc5cc09c4 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:55.383343 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcc0492-7fdd-4989-be76-dfae79a41e97 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:55.384852 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1630e03c-e4ec-4357-a834-5965b1c1959b req-e0344005-b8a8-483b-9e87-5b7fc5cc09c4 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 3828 time: 0.1448300 Feb 09 01:58:55.386861 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0492-7fdd-4989-be76-dfae79a41e97 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:55.390537 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c651b3-7bee-4455-b1c3-c2bb4a6aa604 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9e575e-d478-47a4-9247-266d7e08616b,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:55.429695 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0a31cb37-fa01-4e73-ba9f-c6f99e66916a tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (909f6679-ab5a-4d48-8bcd-1e7237f362a7), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:55.430220 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-0a31cb37-fa01-4e73-ba9f-c6f99e66916a tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Added segment 909f6679-ab5a-4d48-8bcd-1e7237f362a7 of type vlan for network a7f9108d-f4f7-472f-8fcc-272a2e57791d Feb 09 01:58:55.479852 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1630e03c-e4ec-4357-a834-5965b1c1959b req-b73733cd-b20f-4614-8a5e-74e33f3c2553 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880570 Feb 09 01:58:55.528508 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-11d2b6bc-f485-4b96-8660-b001a310e942 req-86b984de-5add-4357-997c-2988aac1ef7f service neutron] 10.222.0.48 "GET /v2.0/networks/528af48e-7b24-470c-9df1-f5cd11b0c0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755841 Feb 09 01:58:55.571948 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0a31cb37-fa01-4e73-ba9f-c6f99e66916a tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (a7f9108d-f4f7-472f-8fcc-272a2e57791d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:55.632981 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebcc0492-7fdd-4989-be76-dfae79a41e97 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:58:55.677455 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0492-7fdd-4989-be76-dfae79a41e97 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (a32131e9-2771-497a-ad3e-24d8de1ef31a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:55.677802 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-ebcc0492-7fdd-4989-be76-dfae79a41e97 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Added segment a32131e9-2771-497a-ad3e-24d8de1ef31a of type vlan for network c3ff1fd8-62dd-4cfa-be8a-36f826c1369e Feb 09 01:58:55.704070 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0a31cb37-fa01-4e73-ba9f-c6f99e66916a tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (a7f9108d-f4f7-472f-8fcc-272a2e57791d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:55.709024 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a31cb37-fa01-4e73-ba9f-c6f99e66916a tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:55.709795 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0a31cb37-fa01-4e73-ba9f-c6f99e66916a tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:55.756189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d83c3-f5c1-4d2b-854b-3372e9e15d9d req-3b2dea95-b6a4-4b7f-b237-64d95c3d2783 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:55.757683 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e19d83c3-f5c1-4d2b-854b-3372e9e15d9d req-3b2dea95-b6a4-4b7f-b237-64d95c3d2783 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.3767707 Feb 09 01:58:55.818064 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8092a90-80ab-4830-97af-38641120d2d3 req-83c651b3-7bee-4455-b1c3-c2bb4a6aa604 service neutron] Attempting to bind port 9e9e575e-d478-47a4-9247-266d7e08616b on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:58:55.818472 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8092a90-80ab-4830-97af-38641120d2d3 req-83c651b3-7bee-4455-b1c3-c2bb4a6aa604 service neutron] Attempting to bind port 9e9e575e-d478-47a4-9247-266d7e08616b by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '7f430253-9921-4b67-a8c0-4525552aa2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:58:55.818839 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-83c651b3-7bee-4455-b1c3-c2bb4a6aa604 service neutron] Attempting to bind port 9e9e575e-d478-47a4-9247-266d7e08616b on network 3435dd38-2d83-4661-a0ba-4947592a30a2 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:58:55.822064 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0492-7fdd-4989-be76-dfae79a41e97 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (c3ff1fd8-62dd-4cfa-be8a-36f826c1369e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:55.845429 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0a31cb37-fa01-4e73-ba9f-c6f99e66916a tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7705240 Feb 09 01:58:55.845981 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59952) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:55.852632 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-64feab63-1a42-41ec-8423-031e7bb5baa2 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'subnet': {'network_id': 'a7f9108d-f4f7-472f-8fcc-272a2e57791d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:55.873598 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-83c651b3-7bee-4455-b1c3-c2bb4a6aa604 service neutron] Port 9e9e575e-d478-47a4-9247-266d7e08616b on network 3435dd38-2d83-4661-a0ba-4947592a30a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:58:55.873864 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-83c651b3-7bee-4455-b1c3-c2bb4a6aa604 service neutron] Attempting to bind port 9e9e575e-d478-47a4-9247-266d7e08616b on network 3435dd38-2d83-4661-a0ba-4947592a30a2 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:58:55.905802 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-11d2b6bc-f485-4b96-8660-b001a310e942 req-c6ed2807-4afb-4695-b0ac-7af8a13ad449 service neutron] 10.222.0.48 "GET /v2.0/networks/528af48e-7b24-470c-9df1-f5cd11b0c0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450892 Feb 09 01:58:55.912349 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-83c651b3-7bee-4455-b1c3-c2bb4a6aa604 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:58:55.912749 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-83c651b3-7bee-4455-b1c3-c2bb4a6aa604 service neutron] Checking segment: {'id': '7f430253-9921-4b67-a8c0-4525552aa2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:55.913763 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-83c651b3-7bee-4455-b1c3-c2bb4a6aa604 service neutron] Bound using segment: {'id': '7f430253-9921-4b67-a8c0-4525552aa2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:58:55.914229 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8092a90-80ab-4830-97af-38641120d2d3 req-83c651b3-7bee-4455-b1c3-c2bb4a6aa604 service neutron] Bound port: 9e9e575e-d478-47a4-9247-266d7e08616b, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f430253-9921-4b67-a8c0-4525552aa2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:58:55.915029 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-83c651b3-7bee-4455-b1c3-c2bb4a6aa604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9e9e575e-d478-47a4-9247-266d7e08616b), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:55.916680 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31cb37-fa01-4e73-ba9f-c6f99e66916a tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Network': ['ID=a7f9108d-f4f7-472f-8fcc-272a2e57791d,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:55.938860 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network a7f9108d-f4f7-472f-8fcc-272a2e57791d details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:58:55.951687 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0492-7fdd-4989-be76-dfae79a41e97 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (c3ff1fd8-62dd-4cfa-be8a-36f826c1369e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:55.953564 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcc0492-7fdd-4989-be76-dfae79a41e97 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:55.954319 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0492-7fdd-4989-be76-dfae79a41e97 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:55.956877 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 2df877ef-6308-4f0b-905c-bbc35e1782ce details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:58:55.959385 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64feab63-1a42-41ec-8423-031e7bb5baa2 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:55.963523 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-64feab63-1a42-41ec-8423-031e7bb5baa2 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:56.012039 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e19d83c3-f5c1-4d2b-854b-3372e9e15d9d req-2eb93f32-0736-49d3-ac16-226fe36f884e tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups?id=9baab9ad-bd14-47a6-a95b-3f595780e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296894 Feb 09 01:58:56.054082 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ebcc0492-7fdd-4989-be76-dfae79a41e97 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7996159 Feb 09 01:58:56.067199 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59954) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:56.072299 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-44eddbef-5f3e-4e97-82f2-d1259a9a7640 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'subnet': {'network_id': 'c3ff1fd8-62dd-4cfa-be8a-36f826c1369e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:56.141252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc0492-7fdd-4989-be76-dfae79a41e97 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Network': ['ID=c3ff1fd8-62dd-4cfa-be8a-36f826c1369e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:56.163629 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network c3ff1fd8-62dd-4cfa-be8a-36f826c1369e details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:58:56.170328 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f8092a90-80ab-4830-97af-38641120d2d3 req-83c651b3-7bee-4455-b1c3-c2bb4a6aa604 service neutron] For port 9e9e575e-d478-47a4-9247-266d7e08616b, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:58:56.197809 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f8092a90-80ab-4830-97af-38641120d2d3 req-83c651b3-7bee-4455-b1c3-c2bb4a6aa604 service neutron] For port 9e9e575e-d478-47a4-9247-266d7e08616b, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9e9e575e-d478-47a4-9247-266d7e08616b,segment=NetworkSegment(7f430253-9921-4b67-a8c0-4525552aa2a0),segment_id=7f430253-9921-4b67-a8c0-4525552aa2a0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:58:56.208867 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-64feab63-1a42-41ec-8423-031e7bb5baa2 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (9b211242-0b93-407c-9251-40302becfd9f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:56.211471 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-83c651b3-7bee-4455-b1c3-c2bb4a6aa604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (9e9e575e-d478-47a4-9247-266d7e08616b), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:56.255100 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-83c651b3-7bee-4455-b1c3-c2bb4a6aa604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:56.255995 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-83c651b3-7bee-4455-b1c3-c2bb4a6aa604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:56.257940 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-83c651b3-7bee-4455-b1c3-c2bb4a6aa604 service neutron] 10.222.0.48 "PUT /v2.0/ports/9e9e575e-d478-47a4-9247-266d7e08616b HTTP/1.1" status: 200 len: 1091 time: 3.3881142 Feb 09 01:58:56.260853 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'tag': '9e9e575e-d478-47a4-9247-266d7e08616b'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:58:56.264292 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fb9b32-b749-4cfb-897b-e59cd368312f" -d '{"events": [{"name": "network-changed", "server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "tag": "9e9e575e-d478-47a4-9247-266d7e08616b"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:58:56.273073 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44eddbef-5f3e-4e97-82f2-d1259a9a7640 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:56.276909 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44eddbef-5f3e-4e97-82f2-d1259a9a7640 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:56.307415 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 2df877ef-6308-4f0b-905c-bbc35e1782ce, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=2df877ef-6308-4f0b-905c-bbc35e1782ce,segment=NetworkSegment(f5412662-5dc2-4534-a600-e772846872a1),segment_id=f5412662-5dc2-4534-a600-e772846872a1)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:56.334988 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-f8092a90-80ab-4830-97af-38641120d2d3 req-354fdca9-3296-4102-b8c2-fbc66b5fe30a service neutron] Request body: {'port': {'device_id': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:56.395285 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.ipam_backend_mixin [None req-44eddbef-5f3e-4e97-82f2-d1259a9a7640 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Performing IP validity checks on allocation pools {{(pid=103183) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 01:58:56.395919 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.ipam_backend_mixin [None req-44eddbef-5f3e-4e97-82f2-d1259a9a7640 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103183) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 01:58:56.404084 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a0fa16-6285-4401-b19d-6ccf25c109bd x-openstack-request-id: req-46a0fa16-6285-4401-b19d-6ccf25c109bd {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:58:56.404429 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "tag": "9e9e575e-d478-47a4-9247-266d7e08616b", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:58:56.404628 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-46a0fa16-6285-4401-b19d-6ccf25c109bd {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:58:56.405039 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'tag': '9e9e575e-d478-47a4-9247-266d7e08616b', 'status': 'completed', 'code': 200} Feb 09 01:58:56.405904 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c651b3-7bee-4455-b1c3-c2bb4a6aa604 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9e575e-d478-47a4-9247-266d7e08616b,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:56.419914 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64feab63-1a42-41ec-8423-031e7bb5baa2 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Subnet': ['ID=9b211242-0b93-407c-9251-40302becfd9f,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:56.422473 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64feab63-1a42-41ec-8423-031e7bb5baa2 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Checking segment: {'id': '909f6679-ab5a-4d48-8bcd-1e7237f362a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a7f9108d-f4f7-472f-8fcc-272a2e57791d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:56.422845 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64feab63-1a42-41ec-8423-031e7bb5baa2 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network hostable DHCP agents. Network: a7f9108d-f4f7-472f-8fcc-272a2e57791d, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:58:56.427690 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '2df877ef-6308-4f0b-905c-bbc35e1782ce', 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3', 'port_id': '2df877ef-6308-4f0b-905c-bbc35e1782ce', 'mac_address': 'fa:16:3e:a5:75:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d842827-dd41-4321-8463-eb5d857a5b67', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:58:56.524780 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-354fdca9-3296-4102-b8c2-fbc66b5fe30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9905adb9-d1e4-4bfa-82dc-a198aa75b6de), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:56.535188 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64feab63-1a42-41ec-8423-031e7bb5baa2 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network a7f9108d-f4f7-472f-8fcc-272a2e57791d is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:58:56.558081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 2df877ef-6308-4f0b-905c-bbc35e1782ce is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:56.558649 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2df877ef-6308-4f0b-905c-bbc35e1782ce), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:56.590388 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df877ef-6308-4f0b-905c-bbc35e1782ce {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:58:56.633677 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb9b32-b749-4cfb-897b-e59cd368312f req-bfdc60ee-542b-4d28-9692-c5cf126083f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:56.634354 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb9b32-b749-4cfb-897b-e59cd368312f req-bfdc60ee-542b-4d28-9692-c5cf126083f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:56.635057 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb9b32-b749-4cfb-897b-e59cd368312f req-bfdc60ee-542b-4d28-9692-c5cf126083f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:56.635652 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb9b32-b749-4cfb-897b-e59cd368312f req-bfdc60ee-542b-4d28-9692-c5cf126083f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:56.636132 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb9b32-b749-4cfb-897b-e59cd368312f req-bfdc60ee-542b-4d28-9692-c5cf126083f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:56.638964 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f4fb9b32-b749-4cfb-897b-e59cd368312f req-bfdc60ee-542b-4d28-9692-c5cf126083f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74ac5c4df87040abbaac41297bf571f6&device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 4394 time: 0.2202556 Feb 09 01:58:56.639929 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 2df877ef-6308-4f0b-905c-bbc35e1782ce, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=2df877ef-6308-4f0b-905c-bbc35e1782ce,segment=NetworkSegment(f5412662-5dc2-4534-a600-e772846872a1),segment_id=f5412662-5dc2-4534-a600-e772846872a1)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:56.641602 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-64feab63-1a42-41ec-8423-031e7bb5baa2 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, a7f9108d-f4f7-472f-8fcc-272a2e57791d) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:56.652531 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02d76d0-83b2-4add-bfcf-556fca1ece79 None None] Network a7f9108d-f4f7-472f-8fcc-272a2e57791d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:58:56.652764 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64feab63-1a42-41ec-8423-031e7bb5baa2 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:56.653738 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-64feab63-1a42-41ec-8423-031e7bb5baa2 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:56.655220 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2df877ef-6308-4f0b-905c-bbc35e1782ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:56.682909 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc330891-9b14-4a30-a562-5952b58f9aef req-75925456-3312-4e6c-83b2-3b841d919c4c tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:56.693750 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cc330891-9b14-4a30-a562-5952b58f9aef req-75925456-3312-4e6c-83b2-3b841d919c4c tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b53bf05-a3bc-48ac-b5e0-daa866c50954 HTTP/1.1" status: 200 len: 1125 time: 0.2091222 Feb 09 01:58:56.708801 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c71e81-9f9f-4b3e-ad7e-95bd59466b85 req-599d0caf-de45-4e3c-9d39-da0f2157ed1e tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:56.710482 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-43c71e81-9f9f-4b3e-ad7e-95bd59466b85 req-599d0caf-de45-4e3c-9d39-da0f2157ed1e tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.67 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 944 time: 0.2468076 Feb 09 01:58:56.714863 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-64feab63-1a42-41ec-8423-031e7bb5baa2 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8668818 Feb 09 01:58:56.720495 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59964) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:56.723227 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=2df877ef-6308-4f0b-905c-bbc35e1782ce,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:56.740675 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-168767f2-adb3-4390-bb22-a7160f4b0408 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'port': {'network_id': 'a7f9108d-f4f7-472f-8fcc-272a2e57791d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1217943841'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:56.879657 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0335034-9de2-48dc-815f-fede01cb9248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-a7f9108d-f4f7-472f-8fcc-272a2e57791d', 'network_id': 'a7f9108d-f4f7-472f-8fcc-272a2e57791d', 'project_id': '2c0929c091ec496590344809ec4268dc', 'fixed_ips': [{'subnet_id': '9b211242-0b93-407c-9251-40302becfd9f'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:58:56.880559 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a0335034-9de2-48dc-815f-fede01cb9248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:56.944932 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cc330891-9b14-4a30-a562-5952b58f9aef req-9f070bd4-c76b-4d27-adb0-2d63839c716e tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498384 Feb 09 01:58:56.995447 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['2df877ef-6308-4f0b-905c-bbc35e1782ce'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:58:57.003313 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-43c71e81-9f9f-4b3e-ad7e-95bd59466b85 req-b061a796-8486-44d8-bcc4-c1468f1a8065 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Deleting port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:58:57.003662 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-43c71e81-9f9f-4b3e-ad7e-95bd59466b85 req-b061a796-8486-44d8-bcc4-c1468f1a8065 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:57.117556 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-43c71e81-9f9f-4b3e-ad7e-95bd59466b85 req-b061a796-8486-44d8-bcc4-c1468f1a8065 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] For port 2d0baf7e-0089-4cde-86cc-ae9332d487c3, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=2d0baf7e-0089-4cde-86cc-ae9332d487c3,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:57.117977 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-43c71e81-9f9f-4b3e-ad7e-95bd59466b85 req-b061a796-8486-44d8-bcc4-c1468f1a8065 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:57.209258 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-a0335034-9de2-48dc-815f-fede01cb9248 None None] Allocated IP 2001:db8::2 (a7f9108d-f4f7-472f-8fcc-272a2e57791d/9b211242-0b93-407c-9251-40302becfd9f/ec38163a-2b1f-447f-a336-bf555cb88c92) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:57.314231 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-43c71e81-9f9f-4b3e-ad7e-95bd59466b85 req-b061a796-8486-44d8-bcc4-c1468f1a8065 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:57.314633 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-43c71e81-9f9f-4b3e-ad7e-95bd59466b85 req-b061a796-8486-44d8-bcc4-c1468f1a8065 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (7e392fa4-15a6-484f-98a3-02348aec9930), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:57.314920 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [req-43c71e81-9f9f-4b3e-ad7e-95bd59466b85 req-b061a796-8486-44d8-bcc4-c1468f1a8065 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Floating IP 7e392fa4-15a6-484f-98a3-02348aec9930 disassociated. External IP: 172.25.7.151, port: 2d0baf7e-0089-4cde-86cc-ae9332d487c3. Feb 09 01:58:57.315437 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-43c71e81-9f9f-4b3e-ad7e-95bd59466b85 req-b061a796-8486-44d8-bcc4-c1468f1a8065 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Calling delete_port for 2d0baf7e-0089-4cde-86cc-ae9332d487c3 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:58:57.431935 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744051fe-97c0-4f54-acf5-85c4757071a1 req-15724094-7caf-4a1a-9035-bb103a45fba1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:57.438552 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744051fe-97c0-4f54-acf5-85c4757071a1 req-15724094-7caf-4a1a-9035-bb103a45fba1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:57.444023 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744051fe-97c0-4f54-acf5-85c4757071a1 req-15724094-7caf-4a1a-9035-bb103a45fba1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:57.451328 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744051fe-97c0-4f54-acf5-85c4757071a1 req-15724094-7caf-4a1a-9035-bb103a45fba1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:57.459780 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744051fe-97c0-4f54-acf5-85c4757071a1 req-15724094-7caf-4a1a-9035-bb103a45fba1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:57.461707 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-744051fe-97c0-4f54-acf5-85c4757071a1 req-15724094-7caf-4a1a-9035-bb103a45fba1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 3828 time: 0.8216994 Feb 09 01:58:57.485118 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8c413211-aa4d-4603-96b1-40674cc2429c req-484f117c-05e8-485e-a6ae-cfded3f7bcb9 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 210 time: 0.0322547 Feb 09 01:58:57.486442 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-43c71e81-9f9f-4b3e-ad7e-95bd59466b85 req-b061a796-8486-44d8-bcc4-c1468f1a8065 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (2d0baf7e-0089-4cde-86cc-ae9332d487c3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:57.499437 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168767f2-adb3-4390-bb22-a7160f4b0408 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:57.504714 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-168767f2-adb3-4390-bb22-a7160f4b0408 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:57.527776 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44eddbef-5f3e-4e97-82f2-d1259a9a7640 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (b89852d3-2844-4d59-b019-b427a64bba23), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:57.542872 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a0335034-9de2-48dc-815f-fede01cb9248 None None] Publish callbacks [] for port (ec38163a-2b1f-447f-a336-bf555cb88c92), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:57.546175 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061a796-8486-44d8-bcc4-c1468f1a8065 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Pushing event deleted for resources: {'Port': ['ID=2d0baf7e-0089-4cde-86cc-ae9332d487c3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:57.558575 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-168767f2-adb3-4390-bb22-a7160f4b0408 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] device_id is not set on port bf2e6f53-1748-4cd4-916b-c20c25829b03 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:58:57.586389 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a0335034-9de2-48dc-815f-fede01cb9248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (ec38163a-2b1f-447f-a336-bf555cb88c92), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:57.649765 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb9b32-b749-4cfb-897b-e59cd368312f req-2304dace-8d13-47dc-964d-746434d1e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:57.650309 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb9b32-b749-4cfb-897b-e59cd368312f req-2304dace-8d13-47dc-964d-746434d1e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:57.650809 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb9b32-b749-4cfb-897b-e59cd368312f req-2304dace-8d13-47dc-964d-746434d1e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:57.652601 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f4fb9b32-b749-4cfb-897b-e59cd368312f req-2304dace-8d13-47dc-964d-746434d1e891 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=74ac5c4df87040abbaac41297bf571f6&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9771061 Feb 09 01:58:57.697142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eddbef-5f3e-4e97-82f2-d1259a9a7640 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Subnet': ['ID=b89852d3-2844-4d59-b019-b427a64bba23,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:57.706562 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-168767f2-adb3-4390-bb22-a7160f4b0408 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Allocated IP 2001:db8::32d (a7f9108d-f4f7-472f-8fcc-272a2e57791d/9b211242-0b93-407c-9251-40302becfd9f/bf2e6f53-1748-4cd4-916b-c20c25829b03) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:57.732303 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0335034-9de2-48dc-815f-fede01cb9248 None None] Network a7f9108d-f4f7-472f-8fcc-272a2e57791d is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:57.741744 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-a0335034-9de2-48dc-815f-fede01cb9248 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:57.747965 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0335034-9de2-48dc-815f-fede01cb9248 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:57.786936 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0335034-9de2-48dc-815f-fede01cb9248 None None] Pushing event updated for resources: {'Port': ['ID=ec38163a-2b1f-447f-a336-bf555cb88c92,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:57.792638 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-744051fe-97c0-4f54-acf5-85c4757071a1 req-0b3e1daf-9731-442f-a8a4-3555cb5f0016 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718363 Feb 09 01:58:57.881407 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eddbef-5f3e-4e97-82f2-d1259a9a7640 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Checking segment: {'id': 'a32131e9-2771-497a-ad3e-24d8de1ef31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c3ff1fd8-62dd-4cfa-be8a-36f826c1369e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:57.881781 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eddbef-5f3e-4e97-82f2-d1259a9a7640 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network hostable DHCP agents. Network: c3ff1fd8-62dd-4cfa-be8a-36f826c1369e, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:58:57.883371 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-168767f2-adb3-4390-bb22-a7160f4b0408 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for port (bf2e6f53-1748-4cd4-916b-c20c25829b03), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:57.931427 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a0335034-9de2-48dc-815f-fede01cb9248 None None] Attempting to bind port ec38163a-2b1f-447f-a336-bf555cb88c92 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:58:57.933134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a0335034-9de2-48dc-815f-fede01cb9248 None None] Attempting to bind port ec38163a-2b1f-447f-a336-bf555cb88c92 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '909f6679-ab5a-4d48-8bcd-1e7237f362a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a7f9108d-f4f7-472f-8fcc-272a2e57791d'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:58:57.933732 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0335034-9de2-48dc-815f-fede01cb9248 None None] Attempting to bind port ec38163a-2b1f-447f-a336-bf555cb88c92 on network a7f9108d-f4f7-472f-8fcc-272a2e57791d {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:58:57.942766 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0335034-9de2-48dc-815f-fede01cb9248 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:58:57.943671 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0335034-9de2-48dc-815f-fede01cb9248 None None] Checking segment: {'id': '909f6679-ab5a-4d48-8bcd-1e7237f362a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a7f9108d-f4f7-472f-8fcc-272a2e57791d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:57.955710 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a0335034-9de2-48dc-815f-fede01cb9248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:57.960279 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0335034-9de2-48dc-815f-fede01cb9248 None None] Bound using segment: {'id': '909f6679-ab5a-4d48-8bcd-1e7237f362a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a7f9108d-f4f7-472f-8fcc-272a2e57791d'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:58:57.961157 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a0335034-9de2-48dc-815f-fede01cb9248 None None] Bound port: ec38163a-2b1f-447f-a336-bf555cb88c92, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909f6679-ab5a-4d48-8bcd-1e7237f362a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a7f9108d-f4f7-472f-8fcc-272a2e57791d'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:58:57.961794 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a0335034-9de2-48dc-815f-fede01cb9248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ec38163a-2b1f-447f-a336-bf555cb88c92), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:57.970304 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 2df877ef-6308-4f0b-905c-bbc35e1782ce up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:58:57.990804 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb9b32-b749-4cfb-897b-e59cd368312f req-40121dc8-d538-4b20-aa03-3d75c0d02799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:57.992404 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f4fb9b32-b749-4cfb-897b-e59cd368312f req-40121dc8-d538-4b20-aa03-3d75c0d02799 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3274248 Feb 09 01:58:58.002738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eddbef-5f3e-4e97-82f2-d1259a9a7640 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network c3ff1fd8-62dd-4cfa-be8a-36f826c1369e is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:58:58.014464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-f8092a90-80ab-4830-97af-38641120d2d3 req-354fdca9-3296-4102-b8c2-fbc66b5fe30a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9905adb9-d1e4-4bfa-82dc-a198aa75b6de {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:58:58.026429 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-354fdca9-3296-4102-b8c2-fbc66b5fe30a service neutron] Publish callbacks [] for port (9905adb9-d1e4-4bfa-82dc-a198aa75b6de), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:58.031052 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-44eddbef-5f3e-4e97-82f2-d1259a9a7640 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, c3ff1fd8-62dd-4cfa-be8a-36f826c1369e) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:58.036415 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eddbef-5f3e-4e97-82f2-d1259a9a7640 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:58.037038 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44eddbef-5f3e-4e97-82f2-d1259a9a7640 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:58.060917 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-f8092a90-80ab-4830-97af-38641120d2d3 req-354fdca9-3296-4102-b8c2-fbc66b5fe30a service neutron] Transition to ACTIVE for port object 9905adb9-d1e4-4bfa-82dc-a198aa75b6de will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:58:58.071799 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-44eddbef-5f3e-4e97-82f2-d1259a9a7640 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9997666 Feb 09 01:58:58.071799 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-354fdca9-3296-4102-b8c2-fbc66b5fe30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (9905adb9-d1e4-4bfa-82dc-a198aa75b6de), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:58.072116 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59972) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:58.083261 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f5b017-423f-4ca6-a2e8-2d8cf540b06d None None] Network c3ff1fd8-62dd-4cfa-be8a-36f826c1369e requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:58:58.091987 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-3becb9c9-746a-4e2f-977d-4c38ed5ed7eb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'port': {'network_id': 'c3ff1fd8-62dd-4cfa-be8a-36f826c1369e', 'name': 'tempest-PortsTestJSON-1344810219'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:58.177879 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-168767f2-adb3-4390-bb22-a7160f4b0408 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (bf2e6f53-1748-4cd4-916b-c20c25829b03), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:58.204354 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fdca9-3296-4102-b8c2-fbc66b5fe30a service neutron] Pushing event updated for resources: {'Port': ['ID=9905adb9-d1e4-4bfa-82dc-a198aa75b6de,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:58.221410 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8092a90-80ab-4830-97af-38641120d2d3 req-354fdca9-3296-4102-b8c2-fbc66b5fe30a service neutron] Attempting to bind port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:58:58.221750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8092a90-80ab-4830-97af-38641120d2d3 req-354fdca9-3296-4102-b8c2-fbc66b5fe30a service neutron] Attempting to bind port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'f0434725-cd04-47fb-addd-9573c52948dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:58:58.222085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-354fdca9-3296-4102-b8c2-fbc66b5fe30a service neutron] Attempting to bind port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de on network 91f3e44e-bf94-49e8-bd52-1019903bad7b {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:58:58.233153 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-354fdca9-3296-4102-b8c2-fbc66b5fe30a service neutron] Port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de on network 91f3e44e-bf94-49e8-bd52-1019903bad7b not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:58:58.234318 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-354fdca9-3296-4102-b8c2-fbc66b5fe30a service neutron] Attempting to bind port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de on network 91f3e44e-bf94-49e8-bd52-1019903bad7b {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:58:58.243359 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168767f2-adb3-4390-bb22-a7160f4b0408 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network a7f9108d-f4f7-472f-8fcc-272a2e57791d is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:58.250587 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-354fdca9-3296-4102-b8c2-fbc66b5fe30a service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:58:58.250742 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-354fdca9-3296-4102-b8c2-fbc66b5fe30a service neutron] Checking segment: {'id': 'f0434725-cd04-47fb-addd-9573c52948dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:58.251069 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-168767f2-adb3-4390-bb22-a7160f4b0408 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:58.251187 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-354fdca9-3296-4102-b8c2-fbc66b5fe30a service neutron] Bound using segment: {'id': 'f0434725-cd04-47fb-addd-9573c52948dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:58:58.251617 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8092a90-80ab-4830-97af-38641120d2d3 req-354fdca9-3296-4102-b8c2-fbc66b5fe30a service neutron] Bound port: 9905adb9-d1e4-4bfa-82dc-a198aa75b6de, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0434725-cd04-47fb-addd-9573c52948dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:58:58.251985 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-354fdca9-3296-4102-b8c2-fbc66b5fe30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9905adb9-d1e4-4bfa-82dc-a198aa75b6de), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:58.258198 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168767f2-adb3-4390-bb22-a7160f4b0408 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:58.264941 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168767f2-adb3-4390-bb22-a7160f4b0408 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:58.265830 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-168767f2-adb3-4390-bb22-a7160f4b0408 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:58.308148 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43c71e81-9f9f-4b3e-ad7e-95bd59466b85 req-b061a796-8486-44d8-bcc4-c1468f1a8065 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Router 90c69635-67d6-45d2-9c08-23a0777c61c2 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:58:58.323672 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a0335034-9de2-48dc-815f-fede01cb9248 None None] For port ec38163a-2b1f-447f-a336-bf555cb88c92, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:58:58.351263 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a0335034-9de2-48dc-815f-fede01cb9248 None None] For port ec38163a-2b1f-447f-a336-bf555cb88c92, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ec38163a-2b1f-447f-a336-bf555cb88c92,segment=NetworkSegment(909f6679-ab5a-4d48-8bcd-1e7237f362a7),segment_id=909f6679-ab5a-4d48-8bcd-1e7237f362a7)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:58:58.352681 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 2df877ef-6308-4f0b-905c-bbc35e1782ce completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:58:58.354924 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f8092a90-80ab-4830-97af-38641120d2d3 req-354fdca9-3296-4102-b8c2-fbc66b5fe30a service neutron] For port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:58:58.360576 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f8092a90-80ab-4830-97af-38641120d2d3 req-354fdca9-3296-4102-b8c2-fbc66b5fe30a service neutron] For port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9905adb9-d1e4-4bfa-82dc-a198aa75b6de,segment=NetworkSegment(f0434725-cd04-47fb-addd-9573c52948dd),segment_id=f0434725-cd04-47fb-addd-9573c52948dd)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:58:58.370970 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-354fdca9-3296-4102-b8c2-fbc66b5fe30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (9905adb9-d1e4-4bfa-82dc-a198aa75b6de), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:58.372254 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912bd68-d8bf-462d-b945-45d49806af9a req-796700a0-34e2-4bb6-8db8-8843a3f57445 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:58.380154 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3912bd68-d8bf-462d-b945-45d49806af9a req-796700a0-34e2-4bb6-8db8-8843a3f57445 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b53bf05-a3bc-48ac-b5e0-daa866c50954 HTTP/1.1" status: 200 len: 1126 time: 0.2673230 Feb 09 01:58:58.385432 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a0335034-9de2-48dc-815f-fede01cb9248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ec38163a-2b1f-447f-a336-bf555cb88c92), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:58.405310 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa0fde4-e78b-4a10-b22e-bbe4c4338170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-c3ff1fd8-62dd-4cfa-be8a-36f826c1369e', 'network_id': 'c3ff1fd8-62dd-4cfa-be8a-36f826c1369e', 'project_id': '97cf75a617ab459f9f1d1a2897a5bb73', 'fixed_ips': [{'subnet_id': 'b89852d3-2844-4d59-b019-b427a64bba23'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:58:58.408268 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4fa0fde4-e78b-4a10-b22e-bbe4c4338170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:58.423847 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-168767f2-adb3-4390-bb22-a7160f4b0408 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.7007167 Feb 09 01:58:58.431648 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 2df877ef-6308-4f0b-905c-bbc35e1782ce triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:58.433646 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2df877ef-6308-4f0b-905c-bbc35e1782ce), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:58.434084 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59974) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:58.451404 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-354fdca9-3296-4102-b8c2-fbc66b5fe30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:58.453454 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-354fdca9-3296-4102-b8c2-fbc66b5fe30a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:58.455190 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-354fdca9-3296-4102-b8c2-fbc66b5fe30a service neutron] 10.222.0.48 "PUT /v2.0/ports/9905adb9-d1e4-4bfa-82dc-a198aa75b6de HTTP/1.1" status: 200 len: 1134 time: 2.1244717 Feb 09 01:58:58.571986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-f8092a90-80ab-4830-97af-38641120d2d3 req-19601ea6-f250-4b59-8420-22561d6480e2 service neutron] Request body: {'port': {'device_id': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:58.579168 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168767f2-adb3-4390-bb22-a7160f4b0408 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Port': ['ID=bf2e6f53-1748-4cd4-916b-c20c25829b03,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:58.586829 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43c71e81-9f9f-4b3e-ad7e-95bd59466b85 req-b061a796-8486-44d8-bcc4-c1468f1a8065 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:58:58.590353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'tag': '9905adb9-d1e4-4bfa-82dc-a198aa75b6de'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:58:58.601707 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc54e2d4-06ac-4bf4-b868-f86967fab2e4 None None] Sync routers for ids ['90c69635-67d6-45d2-9c08-23a0777c61c2'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:58:58.618362 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb37cb3-e7d7-4aba-8916-2e95ead6082c" -d '{"events": [{"name": "network-changed", "server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "tag": "9905adb9-d1e4-4bfa-82dc-a198aa75b6de"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:58:58.629027 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc54e2d4-06ac-4bf4-b868-f86967fab2e4 None None] Routers {'90c69635-67d6-45d2-9c08-23a0777c61c2'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:58:58.635782 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-dc54e2d4-06ac-4bf4-b868-f86967fab2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:58:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['90c69635-67d6-45d2-9c08-23a0777c61c2'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:58.636540 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fdca9-3296-4102-b8c2-fbc66b5fe30a service neutron] Pushing event updated for resources: {'Port': ['ID=9905adb9-d1e4-4bfa-82dc-a198aa75b6de,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:58.646632 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0335034-9de2-48dc-815f-fede01cb9248 None None] Pushing event updated for resources: {'Port': ['ID=ec38163a-2b1f-447f-a336-bf555cb88c92,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:58.767571 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3912bd68-d8bf-462d-b945-45d49806af9a req-c1832a18-146f-4b82-8c13-b0e27c3b65dc tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800535 Feb 09 01:58:58.779467 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c7b4f9d6-8eac-4ef6-a274-612d4612174a req-4d64aeae-0c13-47e0-8e2a-4dd23279e049 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/ports?device_id=12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2 HTTP/1.1" status: 200 len: 210 time: 0.0550151 Feb 09 01:58:58.852187 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c71e81-9f9f-4b3e-ad7e-95bd59466b85 req-b061a796-8486-44d8-bcc4-c1468f1a8065 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] No DVR routers for this DVR port 2d0baf7e-0089-4cde-86cc-ae9332d487c3 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:58:58.858702 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-43c71e81-9f9f-4b3e-ad7e-95bd59466b85 req-b061a796-8486-44d8-bcc4-c1468f1a8065 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:58.882299 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d57af83-aa51-4f8a-a615-1c7917afdf08 x-openstack-request-id: req-0d57af83-aa51-4f8a-a615-1c7917afdf08 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:58:58.883025 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "tag": "9905adb9-d1e4-4bfa-82dc-a198aa75b6de", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:58:58.883538 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d57af83-aa51-4f8a-a615-1c7917afdf08 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:58:58.884179 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-43c71e81-9f9f-4b3e-ad7e-95bd59466b85 req-b061a796-8486-44d8-bcc4-c1468f1a8065 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.67 "DELETE /v2.0/ports/2d0baf7e-0089-4cde-86cc-ae9332d487c3 HTTP/1.1" status: 204 len: 173 time: 2.1625526 Feb 09 01:58:58.884693 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'name': 'network-vif-deleted', 'tag': '2d0baf7e-0089-4cde-86cc-ae9332d487c3'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:58:58.894067 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519bafdd-5203-4138-a3c6-f1dda85f51cf" -d '{"events": [{"server_uuid": "12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2", "name": "network-vif-deleted", "tag": "2d0baf7e-0089-4cde-86cc-ae9332d487c3"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:58:58.905984 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'tag': '9905adb9-d1e4-4bfa-82dc-a198aa75b6de', 'status': 'completed', 'code': 200} Feb 09 01:58:58.908725 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-19601ea6-f250-4b59-8420-22561d6480e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a7be7dc4-d914-4868-bc01-259d832746e1), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:58.911414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3becb9c9-746a-4e2f-977d-4c38ed5ed7eb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:58.936032 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3becb9c9-746a-4e2f-977d-4c38ed5ed7eb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:59.000181 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-3becb9c9-746a-4e2f-977d-4c38ed5ed7eb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] device_id is not set on port 8bd6f25c-49b5-430f-8837-ebc4185cc741 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:58:59.053239 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-dc54e2d4-06ac-4bf4-b868-f86967fab2e4 None None] Set router 90c69635-67d6-45d2-9c08-23a0777c61c2 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:58:59.159223 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-4fa0fde4-e78b-4a10-b22e-bbe4c4338170 None None] Allocated IP 172.20.0.2 (c3ff1fd8-62dd-4cfa-be8a-36f826c1369e/b89852d3-2844-4d59-b019-b427a64bba23/86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:59.174738 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdb798f-91e9-44d9-bf64-9e0e46378d8f x-openstack-request-id: req-7bdb798f-91e9-44d9-bf64-9e0e46378d8f {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:58:59.177147 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2", "name": "network-vif-deleted", "tag": "2d0baf7e-0089-4cde-86cc-ae9332d487c3", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:58:59.180400 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7bdb798f-91e9-44d9-bf64-9e0e46378d8f {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:58:59.181666 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12eeecc6-c1ee-4896-b3f3-7e4efa0a19b2', 'name': 'network-vif-deleted', 'tag': '2d0baf7e-0089-4cde-86cc-ae9332d487c3', 'status': 'completed', 'code': 200} Feb 09 01:58:59.203467 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-86704fb5-dbe4-436d-bc84-ecd1b1014077 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting port bf2e6f53-1748-4cd4-916b-c20c25829b03 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:58:59.204016 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-86704fb5-dbe4-436d-bc84-ecd1b1014077 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (bf2e6f53-1748-4cd4-916b-c20c25829b03), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:59.247622 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f798e3a-097d-4043-a788-bb49b4fdb4e7 req-93df741b-2431-4ad7-bf09-8b6e89e328d4 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:59.259662 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f798e3a-097d-4043-a788-bb49b4fdb4e7 req-93df741b-2431-4ad7-bf09-8b6e89e328d4 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:59.266389 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f798e3a-097d-4043-a788-bb49b4fdb4e7 req-93df741b-2431-4ad7-bf09-8b6e89e328d4 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:59.274386 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f798e3a-097d-4043-a788-bb49b4fdb4e7 req-93df741b-2431-4ad7-bf09-8b6e89e328d4 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:59.283379 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f798e3a-097d-4043-a788-bb49b4fdb4e7 req-93df741b-2431-4ad7-bf09-8b6e89e328d4 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:59.290120 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f798e3a-097d-4043-a788-bb49b4fdb4e7 req-93df741b-2431-4ad7-bf09-8b6e89e328d4 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:59.301427 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3f798e3a-097d-4043-a788-bb49b4fdb4e7 req-93df741b-2431-4ad7-bf09-8b6e89e328d4 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 4604 time: 0.2768402 Feb 09 01:58:59.333267 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4fa0fde4-e78b-4a10-b22e-bbe4c4338170 None None] Publish callbacks [] for port (86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:59.352062 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4fa0fde4-e78b-4a10-b22e-bbe4c4338170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:59.415702 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa0fde4-e78b-4a10-b22e-bbe4c4338170 None None] Network c3ff1fd8-62dd-4cfa-be8a-36f826c1369e is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:59.417110 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 2df877ef-6308-4f0b-905c-bbc35e1782ce is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:59.427621 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37cb3-e7d7-4aba-8916-2e95ead6082c req-ce983d52-26c5-4052-9b9f-be8de431ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:59.428699 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2df877ef-6308-4f0b-905c-bbc35e1782ce), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:59.429003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37cb3-e7d7-4aba-8916-2e95ead6082c req-ce983d52-26c5-4052-9b9f-be8de431ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:59.429713 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37cb3-e7d7-4aba-8916-2e95ead6082c req-ce983d52-26c5-4052-9b9f-be8de431ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:59.430910 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37cb3-e7d7-4aba-8916-2e95ead6082c req-ce983d52-26c5-4052-9b9f-be8de431ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:59.431621 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37cb3-e7d7-4aba-8916-2e95ead6082c req-ce983d52-26c5-4052-9b9f-be8de431ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:59.432276 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37cb3-e7d7-4aba-8916-2e95ead6082c req-ce983d52-26c5-4052-9b9f-be8de431ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:59.435140 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bb37cb3-e7d7-4aba-8916-2e95ead6082c req-ce983d52-26c5-4052-9b9f-be8de431ca38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74ac5c4df87040abbaac41297bf571f6&device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5352 time: 0.5183730 Feb 09 01:58:59.440969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-4fa0fde4-e78b-4a10-b22e-bbe4c4338170 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:59.464174 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-dc54e2d4-06ac-4bf4-b868-f86967fab2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'name': 'tempest-ServerActionsTestJSON-126148439-router', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:26Z', 'updated_at': '2022-02-09T01:48:35Z', 'revision_number': 4, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'gw_port': {'id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:29Z', 'updated_at': '2022-02-09T01:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '9ea3b7ee-bc7e-480f-a910-6fb58357d3f8', 'name': '', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'mac_address': 'fa:16:3e:c9:13:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:34Z', 'updated_at': '2022-02-09T01:48:46Z', 'revision_number': 5, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'subnets': [{'id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:59.467309 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa0fde4-e78b-4a10-b22e-bbe4c4338170 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:59.483018 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3f798e3a-097d-4043-a788-bb49b4fdb4e7 req-74073141-f72b-4991-8063-4bc40c3f53bb tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1782026 Feb 09 01:58:59.510112 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc54e2d4-06ac-4bf4-b868-f86967fab2e4 None None] Checking router: 90c69635-67d6-45d2-9c08-23a0777c61c2 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:58:59.529244 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-3becb9c9-746a-4e2f-977d-4c38ed5ed7eb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Allocated IP 172.20.0.14 (c3ff1fd8-62dd-4cfa-be8a-36f826c1369e/b89852d3-2844-4d59-b019-b427a64bba23/8bd6f25c-49b5-430f-8837-ebc4185cc741) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:59.533208 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 2df877ef-6308-4f0b-905c-bbc35e1782ce, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=2df877ef-6308-4f0b-905c-bbc35e1782ce,segment=NetworkSegment(f5412662-5dc2-4534-a600-e772846872a1),segment_id=f5412662-5dc2-4534-a600-e772846872a1)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:59.534198 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc54e2d4-06ac-4bf4-b868-f86967fab2e4 None None] Routers {'90c69635-67d6-45d2-9c08-23a0777c61c2'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:58:59.534935 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-dc54e2d4-06ac-4bf4-b868-f86967fab2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:58:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['90c69635-67d6-45d2-9c08-23a0777c61c2'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:59.549835 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b53bf05-a3bc-48ac-b5e0-daa866c50954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df877ef-6308-4f0b-905c-bbc35e1782ce'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:58:59.552356 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ac28d2-b5f9-4544-be59-dd137108f9c4" -d '{"events": [{"server_uuid": "4b53bf05-a3bc-48ac-b5e0-daa866c50954", "name": "network-vif-plugged", "status": "completed", "tag": "2df877ef-6308-4f0b-905c-bbc35e1782ce"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:58:59.554768 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2df877ef-6308-4f0b-905c-bbc35e1782ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:59.595525 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0fde4-e78b-4a10-b22e-bbe4c4338170 None None] Pushing event updated for resources: {'Port': ['ID=86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:59.736136 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffef39e-24c4-43a9-9928-787aee3b276c x-openstack-request-id: req-7ffef39e-24c4-43a9-9928-787aee3b276c {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:58:59.736476 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b53bf05-a3bc-48ac-b5e0-daa866c50954", "name": "network-vif-plugged", "status": "completed", "tag": "2df877ef-6308-4f0b-905c-bbc35e1782ce", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:58:59.736740 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ffef39e-24c4-43a9-9928-787aee3b276c {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:58:59.737145 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b53bf05-a3bc-48ac-b5e0-daa866c50954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df877ef-6308-4f0b-905c-bbc35e1782ce', 'code': 200} Feb 09 01:58:59.739439 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-86704fb5-dbe4-436d-bc84-ecd1b1014077 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (bf2e6f53-1748-4cd4-916b-c20c25829b03), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:59.827508 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-86704fb5-dbe4-436d-bc84-ecd1b1014077 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Calling delete_port for bf2e6f53-1748-4cd4-916b-c20c25829b03 owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:58:59.849529 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=2df877ef-6308-4f0b-905c-bbc35e1782ce,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:59.866723 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4fa0fde4-e78b-4a10-b22e-bbe4c4338170 None None] Attempting to bind port 86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:58:59.867106 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4fa0fde4-e78b-4a10-b22e-bbe4c4338170 None None] Attempting to bind port 86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'a32131e9-2771-497a-ad3e-24d8de1ef31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c3ff1fd8-62dd-4cfa-be8a-36f826c1369e'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:58:59.867526 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa0fde4-e78b-4a10-b22e-bbe4c4338170 None None] Attempting to bind port 86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a on network c3ff1fd8-62dd-4cfa-be8a-36f826c1369e {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:58:59.874424 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa0fde4-e78b-4a10-b22e-bbe4c4338170 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:58:59.874797 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa0fde4-e78b-4a10-b22e-bbe4c4338170 None None] Checking segment: {'id': 'a32131e9-2771-497a-ad3e-24d8de1ef31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c3ff1fd8-62dd-4cfa-be8a-36f826c1369e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:58:59.875233 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4fa0fde4-e78b-4a10-b22e-bbe4c4338170 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:59.875645 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa0fde4-e78b-4a10-b22e-bbe4c4338170 None None] Bound using segment: {'id': 'a32131e9-2771-497a-ad3e-24d8de1ef31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c3ff1fd8-62dd-4cfa-be8a-36f826c1369e'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:58:59.876135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4fa0fde4-e78b-4a10-b22e-bbe4c4338170 None None] Bound port: 86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32131e9-2771-497a-ad3e-24d8de1ef31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c3ff1fd8-62dd-4cfa-be8a-36f826c1369e'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:58:59.876792 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4fa0fde4-e78b-4a10-b22e-bbe4c4338170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:59.926825 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3becb9c9-746a-4e2f-977d-4c38ed5ed7eb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for port (8bd6f25c-49b5-430f-8837-ebc4185cc741), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:59.982008 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59994) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:00.013917 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-dc54e2d4-06ac-4bf4-b868-f86967fab2e4 None None] Set router 90c69635-67d6-45d2-9c08-23a0777c61c2 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:59:00.063857 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca719562-05c0-41ca-aad9-160a05bd14b0 req-fd2f8cd8-b92a-45c7-a947-f380e1b5edfe tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:00.069220 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4fa0fde4-e78b-4a10-b22e-bbe4c4338170 None None] For port 86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:59:00.071484 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ca719562-05c0-41ca-aad9-160a05bd14b0 req-fd2f8cd8-b92a-45c7-a947-f380e1b5edfe tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b53bf05-a3bc-48ac-b5e0-daa866c50954 HTTP/1.1" status: 200 len: 1127 time: 0.1320846 Feb 09 01:59:00.084677 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4fa0fde4-e78b-4a10-b22e-bbe4c4338170 None None] For port 86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a,segment=NetworkSegment(a32131e9-2771-497a-ad3e-24d8de1ef31a),segment_id=a32131e9-2771-497a-ad3e-24d8de1ef31a)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:59:00.096205 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37cb3-e7d7-4aba-8916-2e95ead6082c req-02320f26-22f2-42b4-a938-d2d5c677e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:00.096943 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37cb3-e7d7-4aba-8916-2e95ead6082c req-02320f26-22f2-42b4-a938-d2d5c677e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:00.097434 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37cb3-e7d7-4aba-8916-2e95ead6082c req-02320f26-22f2-42b4-a938-d2d5c677e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:00.098927 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4fa0fde4-e78b-4a10-b22e-bbe4c4338170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:00.102481 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bb37cb3-e7d7-4aba-8916-2e95ead6082c req-02320f26-22f2-42b4-a938-d2d5c677e454 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=74ac5c4df87040abbaac41297bf571f6&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6395051 Feb 09 01:59:00.191236 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ca719562-05c0-41ca-aad9-160a05bd14b0 req-0d498763-b0a0-49fd-b35f-d97477312b53 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187370 Feb 09 01:59:00.192420 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3becb9c9-746a-4e2f-977d-4c38ed5ed7eb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (8bd6f25c-49b5-430f-8837-ebc4185cc741), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:00.270109 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0fde4-e78b-4a10-b22e-bbe4c4338170 None None] Pushing event updated for resources: {'Port': ['ID=86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:00.275234 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3becb9c9-746a-4e2f-977d-4c38ed5ed7eb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network c3ff1fd8-62dd-4cfa-be8a-36f826c1369e is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:00.277215 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-3becb9c9-746a-4e2f-977d-4c38ed5ed7eb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:00.283478 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3becb9c9-746a-4e2f-977d-4c38ed5ed7eb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:00.326090 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becb9c9-746a-4e2f-977d-4c38ed5ed7eb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Port': ['ID=8bd6f25c-49b5-430f-8837-ebc4185cc741,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:00.329720 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 2d0baf7e-0089-4cde-86cc-ae9332d487c3 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:59:00.373267 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3becb9c9-746a-4e2f-977d-4c38ed5ed7eb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:00.373871 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3becb9c9-746a-4e2f-977d-4c38ed5ed7eb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:00.374199 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 2d0baf7e-0089-4cde-86cc-ae9332d487c3 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:59:00.374548 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 2d0baf7e-0089-4cde-86cc-ae9332d487c3 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:59:00.395419 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3becb9c9-746a-4e2f-977d-4c38ed5ed7eb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3218763 Feb 09 01:59:00.397100 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fca18b-77d5-4485-9e57-b32e45f3b18c req-6126d096-f7b5-4d4c-9590-d0a9060cb8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:00.397866 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59998) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:00.398866 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3fca18b-77d5-4485-9e57-b32e45f3b18c req-6126d096-f7b5-4d4c-9590-d0a9060cb8c5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b53bf05-a3bc-48ac-b5e0-daa866c50954 HTTP/1.1" status: 200 len: 1127 time: 0.6409805 Feb 09 01:59:00.448840 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6befc2a-5b03-45d8-ac82-ce0fcf19bd77 None None] Network a7f9108d-f4f7-472f-8fcc-272a2e57791d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:00.576307 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ec38163a-2b1f-447f-a336-bf555cb88c92 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:59:00.604481 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-dc54e2d4-06ac-4bf4-b868-f86967fab2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'name': 'tempest-ServerActionsTestJSON-126148439-router', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:26Z', 'updated_at': '2022-02-09T01:48:35Z', 'revision_number': 4, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'gw_port': {'id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:29Z', 'updated_at': '2022-02-09T01:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '9ea3b7ee-bc7e-480f-a910-6fb58357d3f8', 'name': '', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'mac_address': 'fa:16:3e:c9:13:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:34Z', 'updated_at': '2022-02-09T01:48:46Z', 'revision_number': 5, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'subnets': [{'id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:00.654846 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-f8092a90-80ab-4830-97af-38641120d2d3 req-19601ea6-f250-4b59-8420-22561d6480e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7be7dc4-d914-4868-bc01-259d832746e1 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:59:00.664627 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-19601ea6-f250-4b59-8420-22561d6480e2 service neutron] Publish callbacks [] for port (a7be7dc4-d914-4868-bc01-259d832746e1), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:00.676454 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port ec38163a-2b1f-447f-a336-bf555cb88c92 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:00.677083 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ec38163a-2b1f-447f-a336-bf555cb88c92), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:00.681785 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc54e2d4-06ac-4bf4-b868-f86967fab2e4 None None] The sync data for ids ['90c69635-67d6-45d2-9c08-23a0777c61c2'] in n-d-828387-3 is: [{'id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'name': 'tempest-ServerActionsTestJSON-126148439-router', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:26Z', 'updated_at': '2022-02-09T01:48:35Z', 'revision_number': 4, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'gw_port': {'id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:29Z', 'updated_at': '2022-02-09T01:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '9ea3b7ee-bc7e-480f-a910-6fb58357d3f8', 'name': '', 'network_id': '220e7f29-84b2-429c-a5a5-34d2ac552d01', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'mac_address': 'fa:16:3e:c9:13:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:34Z', 'updated_at': '2022-02-09T01:48:46Z', 'revision_number': 5, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'subnets': [{'id': 'e6231a07-44fd-4d5b-a5bf-cd666d960cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:59:00.682431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-f8092a90-80ab-4830-97af-38641120d2d3 req-19601ea6-f250-4b59-8420-22561d6480e2 service neutron] Transition to ACTIVE for port object a7be7dc4-d914-4868-bc01-259d832746e1 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:59:00.685466 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37cb3-e7d7-4aba-8916-2e95ead6082c req-4174a878-d9d6-4476-86ef-4b51c2d23ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:00.687116 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bb37cb3-e7d7-4aba-8916-2e95ead6082c req-4174a878-d9d6-4476-86ef-4b51c2d23ea3 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5371628 Feb 09 01:59:00.726200 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-191af5d6-7353-4f32-af84-2751954324da tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting port 8bd6f25c-49b5-430f-8837-ebc4185cc741 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:00.726557 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-191af5d6-7353-4f32-af84-2751954324da tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (8bd6f25c-49b5-430f-8837-ebc4185cc741), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:00.746122 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-86704fb5-dbe4-436d-bc84-ecd1b1014077 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (bf2e6f53-1748-4cd4-916b-c20c25829b03), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:00.751250 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3fca18b-77d5-4485-9e57-b32e45f3b18c req-12dfa517-b253-4ca7-a087-68d5dd232f14 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320568 Feb 09 01:59:00.751250 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3022d30b-79ac-4c45-95e3-fbb544a98267 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for security_group (9baab9ad-bd14-47a6-a95b-3f595780e60b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:00.759307 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-cba8b966-ca8e-46f7-b7e7-53a86bd8b067 None None] Provisioning complete for port ec38163a-2b1f-447f-a336-bf555cb88c92 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:00.760022 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cba8b966-ca8e-46f7-b7e7-53a86bd8b067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ec38163a-2b1f-447f-a336-bf555cb88c92), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:00.787726 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-19601ea6-f250-4b59-8420-22561d6480e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a7be7dc4-d914-4868-bc01-259d832746e1), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:00.895169 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-191af5d6-7353-4f32-af84-2751954324da tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (8bd6f25c-49b5-430f-8837-ebc4185cc741), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:00.903640 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86704fb5-dbe4-436d-bc84-ecd1b1014077 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Port': ['ID=bf2e6f53-1748-4cd4-916b-c20c25829b03,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:00.913138 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-86704fb5-dbe4-436d-bc84-ecd1b1014077 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:00.914650 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-191af5d6-7353-4f32-af84-2751954324da tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Calling delete_port for 8bd6f25c-49b5-430f-8837-ebc4185cc741 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:00.916722 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-86704fb5-dbe4-436d-bc84-ecd1b1014077 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/ports/bf2e6f53-1748-4cd4-916b-c20c25829b03 HTTP/1.1" status: 204 len: 168 time: 2.4602654 Feb 09 01:59:00.928474 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60002) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:00.986569 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3022d30b-79ac-4c45-95e3-fbb544a98267 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for security_group (9baab9ad-bd14-47a6-a95b-3f595780e60b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:00.999234 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-776c5b94-5b68-4e3e-a4a6-2dbeb43439f9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] GET failed (client error): The resource could not be found. Feb 09 01:59:01.002152 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-776c5b94-5b68-4e3e-a4a6-2dbeb43439f9 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports/bf2e6f53-1748-4cd4-916b-c20c25829b03 HTTP/1.1" status: 404 len: 333 time: 0.0697386 Feb 09 01:59:01.004630 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60004) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:01.107068 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47438b-3b67-434b-a3ff-a68a2fa7b075 req-4fbea97d-0b48-4767-b1aa-923e5be6d091 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:01.115452 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47438b-3b67-434b-a3ff-a68a2fa7b075 req-4fbea97d-0b48-4767-b1aa-923e5be6d091 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:01.122909 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47438b-3b67-434b-a3ff-a68a2fa7b075 req-4fbea97d-0b48-4767-b1aa-923e5be6d091 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:01.128772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47438b-3b67-434b-a3ff-a68a2fa7b075 req-4fbea97d-0b48-4767-b1aa-923e5be6d091 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:01.134277 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47438b-3b67-434b-a3ff-a68a2fa7b075 req-4fbea97d-0b48-4767-b1aa-923e5be6d091 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:01.140910 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47438b-3b67-434b-a3ff-a68a2fa7b075 req-4fbea97d-0b48-4767-b1aa-923e5be6d091 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:01.152081 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47438b-3b67-434b-a3ff-a68a2fa7b075 req-4fbea97d-0b48-4767-b1aa-923e5be6d091 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:01.159859 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2b47438b-3b67-434b-a3ff-a68a2fa7b075 req-4fbea97d-0b48-4767-b1aa-923e5be6d091 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5382 time: 0.4006953 Feb 09 01:59:01.169875 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f41c41-d92b-43c9-8c91-6d11b9f154a4 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting subnet 9b211242-0b93-407c-9251-40302becfd9f {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:59:01.174211 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-64f41c41-d92b-43c9-8c91-6d11b9f154a4 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for subnet (9b211242-0b93-407c-9251-40302becfd9f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:01.279071 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-64f41c41-d92b-43c9-8c91-6d11b9f154a4 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (9b211242-0b93-407c-9251-40302becfd9f), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:01.358078 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19601ea6-f250-4b59-8420-22561d6480e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7be7dc4-d914-4868-bc01-259d832746e1,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:01.420958 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36004f51-6d0b-4d09-91ec-180f7f2fdf0f None None] New status for floating IP 7e392fa4-15a6-484f-98a3-02348aec9930: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:59:01.482407 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2b47438b-3b67-434b-a3ff-a68a2fa7b075 req-4a3a13fe-6b15-44c9-8acb-b6352b760f09 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2611203 Feb 09 01:59:01.483567 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3022d30b-79ac-4c45-95e3-fbb544a98267 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9baab9ad-bd14-47a6-a95b-3f595780e60b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:01.488389 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3022d30b-79ac-4c45-95e3-fbb544a98267 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:01.498022 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3022d30b-79ac-4c45-95e3-fbb544a98267 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "DELETE /v2.0/security-groups/9baab9ad-bd14-47a6-a95b-3f595780e60b HTTP/1.1" status: 204 len: 168 time: 1.4263418 Feb 09 01:59:01.500396 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60010) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:01.562351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022d30b-79ac-4c45-95e3-fbb544a98267 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baab9ad-bd14-47a6-a95b-3f595780e60b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:01.566944 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-482ea007-ed71-4259-95f8-03fab3b27091 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] show failed (client error): The resource could not be found. Feb 09 01:59:01.572811 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-482ea007-ed71-4259-95f8-03fab3b27091 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "GET /v2.0/security-groups/9baab9ad-bd14-47a6-a95b-3f595780e60b HTTP/1.1" status: 404 len: 347 time: 0.0364075 Feb 09 01:59:01.573882 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-191af5d6-7353-4f32-af84-2751954324da tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (8bd6f25c-49b5-430f-8837-ebc4185cc741), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:01.574279 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8092a90-80ab-4830-97af-38641120d2d3 req-19601ea6-f250-4b59-8420-22561d6480e2 service neutron] Attempting to bind port a7be7dc4-d914-4868-bc01-259d832746e1 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:59:01.574932 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8092a90-80ab-4830-97af-38641120d2d3 req-19601ea6-f250-4b59-8420-22561d6480e2 service neutron] Attempting to bind port a7be7dc4-d914-4868-bc01-259d832746e1 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'f0434725-cd04-47fb-addd-9573c52948dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:59:01.575545 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-19601ea6-f250-4b59-8420-22561d6480e2 service neutron] Attempting to bind port a7be7dc4-d914-4868-bc01-259d832746e1 on network 91f3e44e-bf94-49e8-bd52-1019903bad7b {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:01.579128 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60012) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:01.598768 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-19601ea6-f250-4b59-8420-22561d6480e2 service neutron] Port a7be7dc4-d914-4868-bc01-259d832746e1 on network 91f3e44e-bf94-49e8-bd52-1019903bad7b not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:59:01.599505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-19601ea6-f250-4b59-8420-22561d6480e2 service neutron] Attempting to bind port a7be7dc4-d914-4868-bc01-259d832746e1 on network 91f3e44e-bf94-49e8-bd52-1019903bad7b {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:01.651071 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-19601ea6-f250-4b59-8420-22561d6480e2 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:59:01.651891 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-19601ea6-f250-4b59-8420-22561d6480e2 service neutron] Checking segment: {'id': 'f0434725-cd04-47fb-addd-9573c52948dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:59:01.652525 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-19601ea6-f250-4b59-8420-22561d6480e2 service neutron] Bound using segment: {'id': 'f0434725-cd04-47fb-addd-9573c52948dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:59:01.653317 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8092a90-80ab-4830-97af-38641120d2d3 req-19601ea6-f250-4b59-8420-22561d6480e2 service neutron] Bound port: a7be7dc4-d914-4868-bc01-259d832746e1, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0434725-cd04-47fb-addd-9573c52948dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:59:01.653964 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-19601ea6-f250-4b59-8420-22561d6480e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a7be7dc4-d914-4868-bc01-259d832746e1), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:01.722299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ec38163a-2b1f-447f-a336-bf555cb88c92 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:01.722768 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ec38163a-2b1f-447f-a336-bf555cb88c92), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:01.727003 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-cba8b966-ca8e-46f7-b7e7-53a86bd8b067 None None] Current status of the port ec38163a-2b1f-447f-a336-bf555cb88c92 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:01.727487 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cba8b966-ca8e-46f7-b7e7-53a86bd8b067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ec38163a-2b1f-447f-a336-bf555cb88c92), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:01.774169 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191af5d6-7353-4f32-af84-2751954324da tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Port': ['ID=8bd6f25c-49b5-430f-8837-ebc4185cc741,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:01.821005 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f8092a90-80ab-4830-97af-38641120d2d3 req-19601ea6-f250-4b59-8420-22561d6480e2 service neutron] For port a7be7dc4-d914-4868-bc01-259d832746e1, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:59:01.880651 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-64f41c41-d92b-43c9-8c91-6d11b9f154a4 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (9b211242-0b93-407c-9251-40302becfd9f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:01.887314 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06499e5-86e4-4e1b-9a5f-0bf9d4aed99a req-93ef065b-0c99-44b1-9532-6b4367600436 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:01.896397 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f8092a90-80ab-4830-97af-38641120d2d3 req-19601ea6-f250-4b59-8420-22561d6480e2 service neutron] For port a7be7dc4-d914-4868-bc01-259d832746e1, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a7be7dc4-d914-4868-bc01-259d832746e1,segment=NetworkSegment(f0434725-cd04-47fb-addd-9573c52948dd),segment_id=f0434725-cd04-47fb-addd-9573c52948dd)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:59:01.898163 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a06499e5-86e4-4e1b-9a5f-0bf9d4aed99a req-93ef065b-0c99-44b1-9532-6b4367600436 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b53bf05-a3bc-48ac-b5e0-daa866c50954 HTTP/1.1" status: 200 len: 1127 time: 0.3686755 Feb 09 01:59:01.926256 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-191af5d6-7353-4f32-af84-2751954324da tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:01.933098 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60014) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:01.933613 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-191af5d6-7353-4f32-af84-2751954324da tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/ports/8bd6f25c-49b5-430f-8837-ebc4185cc741 HTTP/1.1" status: 204 len: 168 time: 1.5336106 Feb 09 01:59:01.970326 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-19601ea6-f250-4b59-8420-22561d6480e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a7be7dc4-d914-4868-bc01-259d832746e1), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:02.038508 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a06499e5-86e4-4e1b-9a5f-0bf9d4aed99a req-e2b433f4-01f1-4e63-af9f-47ac4fc259ef tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392007 Feb 09 01:59:02.054491 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19601ea6-f250-4b59-8420-22561d6480e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7be7dc4-d914-4868-bc01-259d832746e1,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:02.057662 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-3520b5b1-1c04-4a9a-bd9f-88883fecc215 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] DELETE failed (client error): The resource could not be found. Feb 09 01:59:02.058554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3520b5b1-1c04-4a9a-bd9f-88883fecc215 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:59:02.063408 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6839ba79-329b-4df1-92f6-aea21ed31c67 None None] Network c3ff1fd8-62dd-4cfa-be8a-36f826c1369e requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:02.065107 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3520b5b1-1c04-4a9a-bd9f-88883fecc215 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/ports/8bd6f25c-49b5-430f-8837-ebc4185cc741 HTTP/1.1" status: 404 len: 333 time: 0.1299019 Feb 09 01:59:02.065750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60016) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:02.088408 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-64f41c41-d92b-43c9-8c91-6d11b9f154a4 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (9b211242-0b93-407c-9251-40302becfd9f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:02.130195 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-19601ea6-f250-4b59-8420-22561d6480e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:02.136433 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-19601ea6-f250-4b59-8420-22561d6480e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:02.138918 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-19601ea6-f250-4b59-8420-22561d6480e2 service neutron] 10.222.0.48 "PUT /v2.0/ports/a7be7dc4-d914-4868-bc01-259d832746e1 HTTP/1.1" status: 200 len: 1136 time: 3.5785468 Feb 09 01:59:02.140386 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a4a465-8cb8-4008-bece-303279f264cc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] GET failed (client error): The resource could not be found. Feb 09 01:59:02.146232 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-48a4a465-8cb8-4008-bece-303279f264cc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports/8bd6f25c-49b5-430f-8837-ebc4185cc741 HTTP/1.1" status: 404 len: 333 time: 0.0719461 Feb 09 01:59:02.146232 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'tag': 'a7be7dc4-d914-4868-bc01-259d832746e1'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:59:02.146232 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a578c29-893c-4f21-9d8b-8f428e589101" -d '{"events": [{"name": "network-changed", "server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "tag": "a7be7dc4-d914-4868-bc01-259d832746e1"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:59:02.153800 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-64f41c41-d92b-43c9-8c91-6d11b9f154a4 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:02.160566 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-64f41c41-d92b-43c9-8c91-6d11b9f154a4 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/subnets/9b211242-0b93-407c-9251-40302becfd9f HTTP/1.1" status: 204 len: 168 time: 1.1526461 Feb 09 01:59:02.160566 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60018) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:02.168106 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60022) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:02.170425 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f41c41-d92b-43c9-8c91-6d11b9f154a4 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Subnet': ['ID=9b211242-0b93-407c-9251-40302becfd9f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:02.217656 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-cfc26b44-10b2-42a2-9f19-683ef1d90334 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Deleting port 02f74b16-b183-4f8e-be73-1adc535ad91f {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:02.218006 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cfc26b44-10b2-42a2-9f19-683ef1d90334 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (02f74b16-b183-4f8e-be73-1adc535ad91f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:02.282297 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3e509c75-38b3-4469-8584-40ca63602a83 service neutron] Request body: {'port': {'device_id': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:02.336738 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c72612-4a5b-4330-831c-018e023e3b58 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting subnet b89852d3-2844-4d59-b019-b427a64bba23 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:59:02.345369 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58d54256-8774-44dd-bb83-42b1e9cab483 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (a7f9108d-f4f7-472f-8fcc-272a2e57791d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:02.347222 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2c72612-4a5b-4330-831c-018e023e3b58 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for subnet (b89852d3-2844-4d59-b019-b427a64bba23), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:02.391973 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b075ec9a-a9b8-4de8-8ede-4053805cdeef x-openstack-request-id: req-b075ec9a-a9b8-4de8-8ede-4053805cdeef {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:59:02.391973 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "tag": "a7be7dc4-d914-4868-bc01-259d832746e1", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:59:02.402412 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b075ec9a-a9b8-4de8-8ede-4053805cdeef {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:59:02.403600 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'tag': 'a7be7dc4-d914-4868-bc01-259d832746e1', 'status': 'completed', 'code': 200} Feb 09 01:59:02.439992 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2c72612-4a5b-4330-831c-018e023e3b58 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (b89852d3-2844-4d59-b019-b427a64bba23), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:02.442164 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:59:02.447832 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:59:02.453999 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38d04d6-1fc9-4b14-b8d9-4b618c891700 None None] Network a7f9108d-f4f7-472f-8fcc-272a2e57791d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:02.532544 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-58d54256-8774-44dd-bb83-42b1e9cab483 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting port ec38163a-2b1f-447f-a336-bf555cb88c92 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:02.532884 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58d54256-8774-44dd-bb83-42b1e9cab483 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ec38163a-2b1f-447f-a336-bf555cb88c92), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:02.536452 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-cba8b966-ca8e-46f7-b7e7-53a86bd8b067 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:59:02.544536 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-cba8b966-ca8e-46f7-b7e7-53a86bd8b067 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:59:02.701035 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2c72612-4a5b-4330-831c-018e023e3b58 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (b89852d3-2844-4d59-b019-b427a64bba23), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:02.736708 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-58d54256-8774-44dd-bb83-42b1e9cab483 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] For port ec38163a-2b1f-447f-a336-bf555cb88c92, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ec38163a-2b1f-447f-a336-bf555cb88c92,segment=NetworkSegment(909f6679-ab5a-4d48-8bcd-1e7237f362a7),segment_id=909f6679-ab5a-4d48-8bcd-1e7237f362a7)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:02.737481 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58d54256-8774-44dd-bb83-42b1e9cab483 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ec38163a-2b1f-447f-a336-bf555cb88c92), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:02.763414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-58d54256-8774-44dd-bb83-42b1e9cab483 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Calling delete_port for ec38163a-2b1f-447f-a336-bf555cb88c92 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:02.771561 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f2ad75-39c8-4f7d-9d11-4b356906b25c None None] DHCP port deletion for a7f9108d-f4f7-472f-8fcc-272a2e57791d request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:59:02.859852 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2c72612-4a5b-4330-831c-018e023e3b58 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (b89852d3-2844-4d59-b019-b427a64bba23), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:02.871008 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a5f2ad75-39c8-4f7d-9d11-4b356906b25c None None] Deleting port ec38163a-2b1f-447f-a336-bf555cb88c92 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:02.871558 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a5f2ad75-39c8-4f7d-9d11-4b356906b25c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ec38163a-2b1f-447f-a336-bf555cb88c92), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:02.905101 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c72612-4a5b-4330-831c-018e023e3b58 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Subnet': ['ID=b89852d3-2844-4d59-b019-b427a64bba23,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:02.917107 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2c72612-4a5b-4330-831c-018e023e3b58 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:02.921573 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a2c72612-4a5b-4330-831c-018e023e3b58 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/subnets/b89852d3-2844-4d59-b019-b427a64bba23 HTTP/1.1" status: 204 len: 168 time: 0.7608173 Feb 09 01:59:02.925176 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60028) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:02.989833 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537eb2c6-81e7-45fb-b0b9-2b96b0d74021 None None] Network c3ff1fd8-62dd-4cfa-be8a-36f826c1369e requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:03.028719 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58d54256-8774-44dd-bb83-42b1e9cab483 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ec38163a-2b1f-447f-a336-bf555cb88c92), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.062439 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3e509c75-38b3-4469-8584-40ca63602a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (458cb2d9-efbc-4c26-ac50-8ad5290b8474), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.084383 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d54256-8774-44dd-bb83-42b1e9cab483 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Port': ['ID=ec38163a-2b1f-447f-a336-bf555cb88c92,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:03.111973 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1b9c-9482-417b-b01c-f25885c942bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (c3ff1fd8-62dd-4cfa-be8a-36f826c1369e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.114057 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d54256-8774-44dd-bb83-42b1e9cab483 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] No DVR routers for this DVR port ec38163a-2b1f-447f-a336-bf555cb88c92 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:59:03.128881 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a5f2ad75-39c8-4f7d-9d11-4b356906b25c None None] For port ec38163a-2b1f-447f-a336-bf555cb88c92, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ec38163a-2b1f-447f-a336-bf555cb88c92,segment=NetworkSegment(909f6679-ab5a-4d48-8bcd-1e7237f362a7),segment_id=909f6679-ab5a-4d48-8bcd-1e7237f362a7)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:03.129311 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a5f2ad75-39c8-4f7d-9d11-4b356906b25c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ec38163a-2b1f-447f-a336-bf555cb88c92), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.133866 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-cba8b966-ca8e-46f7-b7e7-53a86bd8b067 None None] Port ec38163a-2b1f-447f-a336-bf555cb88c92 update to ACTIVE by agent not found {{(pid=103185) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 01:59:03.154289 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ec38163a-2b1f-447f-a336-bf555cb88c92 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:03.154733 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ec38163a-2b1f-447f-a336-bf555cb88c92), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.158077 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a5f2ad75-39c8-4f7d-9d11-4b356906b25c None None] Calling delete_port for ec38163a-2b1f-447f-a336-bf555cb88c92 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:03.193192 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a578c29-893c-4f21-9d8b-8f428e589101 req-6c59d3a1-94b1-491f-bf3e-c314ad7c6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:03.194148 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a578c29-893c-4f21-9d8b-8f428e589101 req-6c59d3a1-94b1-491f-bf3e-c314ad7c6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:03.194637 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a578c29-893c-4f21-9d8b-8f428e589101 req-6c59d3a1-94b1-491f-bf3e-c314ad7c6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:03.195272 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a578c29-893c-4f21-9d8b-8f428e589101 req-6c59d3a1-94b1-491f-bf3e-c314ad7c6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:03.196081 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a578c29-893c-4f21-9d8b-8f428e589101 req-6c59d3a1-94b1-491f-bf3e-c314ad7c6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:03.196552 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a578c29-893c-4f21-9d8b-8f428e589101 req-6c59d3a1-94b1-491f-bf3e-c314ad7c6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:03.197713 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a578c29-893c-4f21-9d8b-8f428e589101 req-6c59d3a1-94b1-491f-bf3e-c314ad7c6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:03.199345 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a578c29-893c-4f21-9d8b-8f428e589101 req-6c59d3a1-94b1-491f-bf3e-c314ad7c6c48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74ac5c4df87040abbaac41297bf571f6&device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 6312 time: 0.8139067 Feb 09 01:59:03.295676 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0de50a25-a269-46df-b610-e7da2ec23218 None None] Provisioning complete for port 86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:03.296085 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0de50a25-a269-46df-b610-e7da2ec23218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.338776 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c660bdc4-7c5b-421f-9773-5b17fbcb2a48 None None] DHCP port deletion for c3ff1fd8-62dd-4cfa-be8a-36f826c1369e request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:03.351776 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 01:59:03.384200 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a5f2ad75-39c8-4f7d-9d11-4b356906b25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (ec38163a-2b1f-447f-a336-bf555cb88c92), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.389649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a578c29-893c-4f21-9d8b-8f428e589101 req-c6a18bd5-2420-4476-b5be-63cd53a8fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:03.390131 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a578c29-893c-4f21-9d8b-8f428e589101 req-c6a18bd5-2420-4476-b5be-63cd53a8fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:03.390597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a578c29-893c-4f21-9d8b-8f428e589101 req-c6a18bd5-2420-4476-b5be-63cd53a8fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:03.392248 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a578c29-893c-4f21-9d8b-8f428e589101 req-c6a18bd5-2420-4476-b5be-63cd53a8fea0 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=74ac5c4df87040abbaac41297bf571f6&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1724072 Feb 09 01:59:03.455852 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f2ad75-39c8-4f7d-9d11-4b356906b25c None None] No DVR routers for this DVR port ec38163a-2b1f-447f-a336-bf555cb88c92 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:59:03.474626 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2ad75-39c8-4f7d-9d11-4b356906b25c None None] Pushing event deleted for resources: {'Port': ['ID=ec38163a-2b1f-447f-a336-bf555cb88c92,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:03.477233 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cfc26b44-10b2-42a2-9f19-683ef1d90334 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (02f74b16-b183-4f8e-be73-1adc535ad91f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.477964 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cfc26b44-10b2-42a2-9f19-683ef1d90334 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for floatingip (02f74b16-b183-4f8e-be73-1adc535ad91f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.489953 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ec38163a-2b1f-447f-a336-bf555cb88c92 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:59:03.494493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334ea41-994a-49e5-bdcb-d11e17bd1948 req-e00f1c0c-30f2-4cbb-8ff1-fa9f6e6abf7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:03.502333 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334ea41-994a-49e5-bdcb-d11e17bd1948 req-e00f1c0c-30f2-4cbb-8ff1-fa9f6e6abf7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:03.508575 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334ea41-994a-49e5-bdcb-d11e17bd1948 req-e00f1c0c-30f2-4cbb-8ff1-fa9f6e6abf7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:03.515672 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334ea41-994a-49e5-bdcb-d11e17bd1948 req-e00f1c0c-30f2-4cbb-8ff1-fa9f6e6abf7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:03.522691 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334ea41-994a-49e5-bdcb-d11e17bd1948 req-e00f1c0c-30f2-4cbb-8ff1-fa9f6e6abf7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:03.530957 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334ea41-994a-49e5-bdcb-d11e17bd1948 req-e00f1c0c-30f2-4cbb-8ff1-fa9f6e6abf7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:03.533595 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: ec38163a-2b1f-447f-a336-bf555cb88c92 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:59:03.533950 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ec38163a-2b1f-447f-a336-bf555cb88c92 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:59:03.536477 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334ea41-994a-49e5-bdcb-d11e17bd1948 req-e00f1c0c-30f2-4cbb-8ff1-fa9f6e6abf7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:03.538416 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a334ea41-994a-49e5-bdcb-d11e17bd1948 req-e00f1c0c-30f2-4cbb-8ff1-fa9f6e6abf7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5382 time: 0.5648212 Feb 09 01:59:03.571990 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:59:03.600280 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0de50a25-a269-46df-b610-e7da2ec23218 None None] Current status of the port 86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:03.600686 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0de50a25-a269-46df-b610-e7da2ec23218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.623611 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-cfc26b44-10b2-42a2-9f19-683ef1d90334 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Calling delete_port for 02f74b16-b183-4f8e-be73-1adc535ad91f owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:03.644918 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-0de50a25-a269-46df-b610-e7da2ec23218 None None] For port 86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a,segment=NetworkSegment(a32131e9-2771-497a-ad3e-24d8de1ef31a),segment_id=a32131e9-2771-497a-ad3e-24d8de1ef31a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:03.655626 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0de50a25-a269-46df-b610-e7da2ec23218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.693003 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0de50a25-a269-46df-b610-e7da2ec23218 None None] Could not find standard attr ID for object ec38163a-2b1f-447f-a336-bf555cb88c92. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:59:03.700999 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c660bdc4-7c5b-421f-9773-5b17fbcb2a48 None None] Deleting port 86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:03.701534 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c660bdc4-7c5b-421f-9773-5b17fbcb2a48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.706038 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0de50a25-a269-46df-b610-e7da2ec23218 None None] Could not find standard attr ID for object bf2e6f53-1748-4cd4-916b-c20c25829b03. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:59:03.708972 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58d54256-8774-44dd-bb83-42b1e9cab483 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (a7f9108d-f4f7-472f-8fcc-272a2e57791d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.741650 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-58d54256-8774-44dd-bb83-42b1e9cab483 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f9108d-f4f7-472f-8fcc-272a2e57791d']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:03.752650 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a334ea41-994a-49e5-bdcb-d11e17bd1948 req-3f3fe12c-2461-4e32-b90b-238692504abd tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1672561 Feb 09 01:59:03.754335 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9aa7a1-768f-47c7-945b-f8f20c010763 req-bd8941d4-83a3-4b1f-8f31-387b12219a68 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:03.762969 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ca9aa7a1-768f-47c7-945b-f8f20c010763 req-bd8941d4-83a3-4b1f-8f31-387b12219a68 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b53bf05-a3bc-48ac-b5e0-daa866c50954 HTTP/1.1" status: 200 len: 1127 time: 0.5972288 Feb 09 01:59:03.774220 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-58d54256-8774-44dd-bb83-42b1e9cab483 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909f6679-ab5a-4d48-8bcd-1e7237f362a7') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:03.774220 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-58d54256-8774-44dd-bb83-42b1e9cab483 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909f6679-ab5a-4d48-8bcd-1e7237f362a7') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:03.811939 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58d54256-8774-44dd-bb83-42b1e9cab483 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (909f6679-ab5a-4d48-8bcd-1e7237f362a7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.837138 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58d54256-8774-44dd-bb83-42b1e9cab483 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (909f6679-ab5a-4d48-8bcd-1e7237f362a7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.861923 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d54256-8774-44dd-bb83-42b1e9cab483 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:59:03.862348 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58d54256-8774-44dd-bb83-42b1e9cab483 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (909f6679-ab5a-4d48-8bcd-1e7237f362a7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:59:03.866471 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:59:03.883006 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e1b9c-9482-417b-b01c-f25885c942bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting port 86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:03.883439 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1b9c-9482-417b-b01c-f25885c942bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.939604 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a578c29-893c-4f21-9d8b-8f428e589101 req-702541c0-32a6-4c74-a62f-cd52dde117f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:03.940562 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de50a25-a269-46df-b610-e7da2ec23218 None None] Pushing event updated for resources: {'Port': ['ID=86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:03.941455 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a578c29-893c-4f21-9d8b-8f428e589101 req-702541c0-32a6-4c74-a62f-cd52dde117f0 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5260410 Feb 09 01:59:03.961018 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c660bdc4-7c5b-421f-9773-5b17fbcb2a48 None None] For port 86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a,segment=NetworkSegment(a32131e9-2771-497a-ad3e-24d8de1ef31a),segment_id=a32131e9-2771-497a-ad3e-24d8de1ef31a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:03.962328 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c660bdc4-7c5b-421f-9773-5b17fbcb2a48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.966802 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:03.967540 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.978853 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ca9aa7a1-768f-47c7-945b-f8f20c010763 req-17d25bd3-75b0-44e2-a139-b3af7f4a0904 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146935 Feb 09 01:59:04.010642 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c660bdc4-7c5b-421f-9773-5b17fbcb2a48 None None] Calling delete_port for 86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:04.025420 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58d54256-8774-44dd-bb83-42b1e9cab483 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (a7f9108d-f4f7-472f-8fcc-272a2e57791d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:04.040723 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-bf4e1b9c-9482-417b-b01c-f25885c942bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] For port 86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a,segment=NetworkSegment(a32131e9-2771-497a-ad3e-24d8de1ef31a),segment_id=a32131e9-2771-497a-ad3e-24d8de1ef31a)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:04.041149 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1b9c-9482-417b-b01c-f25885c942bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:04.045843 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58d54256-8774-44dd-bb83-42b1e9cab483 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:04.050716 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-58d54256-8774-44dd-bb83-42b1e9cab483 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/networks/a7f9108d-f4f7-472f-8fcc-272a2e57791d HTTP/1.1" status: 204 len: 168 time: 1.8765998 Feb 09 01:59:04.070795 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60036) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:04.077082 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1430936b-d71f-4568-8825-b97d947a51f7 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'port': {'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83', 'name': 'tempest-PortsIpV6TestJSON-1997362774'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:04.086651 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d54256-8774-44dd-bb83-42b1e9cab483 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Network': ['ID=a7f9108d-f4f7-472f-8fcc-272a2e57791d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:04.088923 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e1b9c-9482-417b-b01c-f25885c942bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Calling delete_port for 86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:04.111420 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a,segment=NetworkSegment(a32131e9-2771-497a-ad3e-24d8de1ef31a),segment_id=a32131e9-2771-497a-ad3e-24d8de1ef31a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:04.117032 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:04.217648 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cfc26b44-10b2-42a2-9f19-683ef1d90334 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (02f74b16-b183-4f8e-be73-1adc535ad91f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:04.237098 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:04.243832 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c660bdc4-7c5b-421f-9773-5b17fbcb2a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:04.260584 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1430936b-d71f-4568-8825-b97d947a51f7 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:04.265449 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1430936b-d71f-4568-8825-b97d947a51f7 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:04.274191 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e98c2a-ca12-4226-8442-6242f46affd0 req-04fecd52-efcb-454c-b7e3-9f1b8935b264 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:04.275936 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-37e98c2a-ca12-4226-8442-6242f46affd0 req-04fecd52-efcb-454c-b7e3-9f1b8935b264 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b53bf05-a3bc-48ac-b5e0-daa866c50954 HTTP/1.1" status: 200 len: 1127 time: 0.1762710 Feb 09 01:59:04.281137 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c660bdc4-7c5b-421f-9773-5b17fbcb2a48 None None] No DVR routers for this DVR port 86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:59:04.281369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc26b44-10b2-42a2-9f19-683ef1d90334 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Pushing event deleted for resources: {'Port': ['ID=02f74b16-b183-4f8e-be73-1adc535ad91f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:04.283821 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660bdc4-7c5b-421f-9773-5b17fbcb2a48 None None] Pushing event deleted for resources: {'Port': ['ID=86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:04.294171 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3e509c75-38b3-4469-8584-40ca63602a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458cb2d9-efbc-4c26-ac50-8ad5290b8474 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:59:04.294601 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-1430936b-d71f-4568-8825-b97d947a51f7 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] device_id is not set on port 50f81fd2-7ff4-43bc-b7b0-b3df9dd80415 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:59:04.305700 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3e509c75-38b3-4469-8584-40ca63602a83 service neutron] Publish callbacks [] for port (458cb2d9-efbc-4c26-ac50-8ad5290b8474), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:04.319112 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3e509c75-38b3-4469-8584-40ca63602a83 service neutron] Transition to ACTIVE for port object 458cb2d9-efbc-4c26-ac50-8ad5290b8474 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:59:04.335294 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1b9c-9482-417b-b01c-f25885c942bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:04.346249 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3e509c75-38b3-4469-8584-40ca63602a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (458cb2d9-efbc-4c26-ac50-8ad5290b8474), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:04.367697 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e1b9c-9482-417b-b01c-f25885c942bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Port': ['ID=86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:04.380965 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4e1b9c-9482-417b-b01c-f25885c942bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] No DVR routers for this DVR port 86bb3cd5-d11c-4a96-a429-fdfb0fe97f7a on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:59:04.468408 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e509c75-38b3-4469-8584-40ca63602a83 service neutron] Pushing event updated for resources: {'Port': ['ID=458cb2d9-efbc-4c26-ac50-8ad5290b8474,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:04.478317 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cfc26b44-10b2-42a2-9f19-683ef1d90334 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks [] for floatingip (7e392fa4-15a6-484f-98a3-02348aec9930), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:04.482237 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cfc26b44-10b2-42a2-9f19-683ef1d90334 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:04.486858 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cfc26b44-10b2-42a2-9f19-683ef1d90334 tempest-ServerActionsTestJSON-1345067988 tempest-ServerActionsTestJSON-1345067988-project] 10.222.0.36 "DELETE /v2.0/floatingips/7e392fa4-15a6-484f-98a3-02348aec9930 HTTP/1.1" status: 204 len: 168 time: 2.9052687 Feb 09 01:59:04.487655 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60038) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:04.511059 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-37e98c2a-ca12-4226-8442-6242f46affd0 req-b6ff0130-c1fe-41a6-9d51-44adb37d167e tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905146 Feb 09 01:59:04.613929 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1b9c-9482-417b-b01c-f25885c942bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (c3ff1fd8-62dd-4cfa-be8a-36f826c1369e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:04.625518 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3e509c75-38b3-4469-8584-40ca63602a83 service neutron] Attempting to bind port 458cb2d9-efbc-4c26-ac50-8ad5290b8474 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:59:04.625863 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3e509c75-38b3-4469-8584-40ca63602a83 service neutron] Attempting to bind port 458cb2d9-efbc-4c26-ac50-8ad5290b8474 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'f0434725-cd04-47fb-addd-9573c52948dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:59:04.626354 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3e509c75-38b3-4469-8584-40ca63602a83 service neutron] Attempting to bind port 458cb2d9-efbc-4c26-ac50-8ad5290b8474 on network 91f3e44e-bf94-49e8-bd52-1019903bad7b {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:04.631848 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3e509c75-38b3-4469-8584-40ca63602a83 service neutron] Port 458cb2d9-efbc-4c26-ac50-8ad5290b8474 on network 91f3e44e-bf94-49e8-bd52-1019903bad7b not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:59:04.633417 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3e509c75-38b3-4469-8584-40ca63602a83 service neutron] Attempting to bind port 458cb2d9-efbc-4c26-ac50-8ad5290b8474 on network 91f3e44e-bf94-49e8-bd52-1019903bad7b {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:04.640593 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3e509c75-38b3-4469-8584-40ca63602a83 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:59:04.640934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3e509c75-38b3-4469-8584-40ca63602a83 service neutron] Checking segment: {'id': 'f0434725-cd04-47fb-addd-9573c52948dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:59:04.641331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3e509c75-38b3-4469-8584-40ca63602a83 service neutron] Bound using segment: {'id': 'f0434725-cd04-47fb-addd-9573c52948dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:59:04.642791 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3e509c75-38b3-4469-8584-40ca63602a83 service neutron] Bound port: 458cb2d9-efbc-4c26-ac50-8ad5290b8474, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0434725-cd04-47fb-addd-9573c52948dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:59:04.643180 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3e509c75-38b3-4469-8584-40ca63602a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (458cb2d9-efbc-4c26-ac50-8ad5290b8474), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:04.707713 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-bf4e1b9c-9482-417b-b01c-f25885c942bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ff1fd8-62dd-4cfa-be8a-36f826c1369e']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:04.729453 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-bf4e1b9c-9482-417b-b01c-f25885c942bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32131e9-2771-497a-ad3e-24d8de1ef31a') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:04.730134 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-bf4e1b9c-9482-417b-b01c-f25885c942bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32131e9-2771-497a-ad3e-24d8de1ef31a') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:04.769026 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1430936b-d71f-4568-8825-b97d947a51f7 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for port (50f81fd2-7ff4-43bc-b7b0-b3df9dd80415), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:04.773132 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1b9c-9482-417b-b01c-f25885c942bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (a32131e9-2771-497a-ad3e-24d8de1ef31a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:04.790153 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642eed1-869f-4c4e-a0d0-2df77cd17d85 req-975484ad-ecb9-4e41-81d4-8207f6db47a4 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:04.793198 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0642eed1-869f-4c4e-a0d0-2df77cd17d85 req-975484ad-ecb9-4e41-81d4-8207f6db47a4 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b53bf05-a3bc-48ac-b5e0-daa866c50954 HTTP/1.1" status: 200 len: 1127 time: 0.1734014 Feb 09 01:59:04.820181 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1b9c-9482-417b-b01c-f25885c942bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (a32131e9-2771-497a-ad3e-24d8de1ef31a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:04.841438 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3e509c75-38b3-4469-8584-40ca63602a83 service neutron] For port 458cb2d9-efbc-4c26-ac50-8ad5290b8474, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:59:04.846064 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3e509c75-38b3-4469-8584-40ca63602a83 service neutron] For port 458cb2d9-efbc-4c26-ac50-8ad5290b8474, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=458cb2d9-efbc-4c26-ac50-8ad5290b8474,segment=NetworkSegment(f0434725-cd04-47fb-addd-9573c52948dd),segment_id=f0434725-cd04-47fb-addd-9573c52948dd)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:59:04.853609 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4e1b9c-9482-417b-b01c-f25885c942bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:59:04.854014 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1b9c-9482-417b-b01c-f25885c942bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (a32131e9-2771-497a-ad3e-24d8de1ef31a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:04.855892 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3e509c75-38b3-4469-8584-40ca63602a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (458cb2d9-efbc-4c26-ac50-8ad5290b8474), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:59:04.857359 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:59:04.941147 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0642eed1-869f-4c4e-a0d0-2df77cd17d85 req-5ed8a010-65bd-44fe-8f99-577418bf4ea3 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292191 Feb 09 01:59:04.953283 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1430936b-d71f-4568-8825-b97d947a51f7 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (50f81fd2-7ff4-43bc-b7b0-b3df9dd80415), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:04.958531 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3e509c75-38b3-4469-8584-40ca63602a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:04.959278 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3e509c75-38b3-4469-8584-40ca63602a83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:04.975248 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3e509c75-38b3-4469-8584-40ca63602a83 service neutron] 10.222.0.48 "PUT /v2.0/ports/458cb2d9-efbc-4c26-ac50-8ad5290b8474 HTTP/1.1" status: 200 len: 1091 time: 2.7336755 Feb 09 01:59:04.975248 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'tag': '458cb2d9-efbc-4c26-ac50-8ad5290b8474'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:59:04.975248 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ea96e0-838d-4dc1-a099-5912440de14d" -d '{"events": [{"name": "network-changed", "server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "tag": "458cb2d9-efbc-4c26-ac50-8ad5290b8474"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:59:04.976187 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1b9c-9482-417b-b01c-f25885c942bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (c3ff1fd8-62dd-4cfa-be8a-36f826c1369e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:05.008272 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1b9c-9482-417b-b01c-f25885c942bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:05.016381 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bf4e1b9c-9482-417b-b01c-f25885c942bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/networks/c3ff1fd8-62dd-4cfa-be8a-36f826c1369e HTTP/1.1" status: 204 len: 168 time: 2.0839643 Feb 09 01:59:05.031601 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60052) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:05.036934 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-45a4d6f6-0212-4328-9a15-666d424d6b8e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-454988078'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:05.056455 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1430936b-d71f-4568-8825-b97d947a51f7 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 2dd71ccd-b35c-4501-9503-a68b44d01f83 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:05.069651 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e1b9c-9482-417b-b01c-f25885c942bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Network': ['ID=c3ff1fd8-62dd-4cfa-be8a-36f826c1369e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:05.090475 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-1430936b-d71f-4568-8825-b97d947a51f7 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:05.098476 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1430936b-d71f-4568-8825-b97d947a51f7 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:05.104509 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1430936b-d71f-4568-8825-b97d947a51f7 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.105200 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1430936b-d71f-4568-8825-b97d947a51f7 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:05.118778 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e509c75-38b3-4469-8584-40ca63602a83 service neutron] Pushing event updated for resources: {'Port': ['ID=458cb2d9-efbc-4c26-ac50-8ad5290b8474,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:05.122129 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430936b-d71f-4568-8825-b97d947a51f7 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Port': ['ID=50f81fd2-7ff4-43bc-b7b0-b3df9dd80415,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:05.133021 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a4d6f6-0212-4328-9a15-666d424d6b8e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:05.150870 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45a4d6f6-0212-4328-9a15-666d424d6b8e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:05.162426 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-f8092a90-80ab-4830-97af-38641120d2d3 req-8f109dd3-a585-4392-b8e1-a116473b33ba service neutron] Request body: {'port': {'device_id': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:05.191041 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1430936b-d71f-4568-8825-b97d947a51f7 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1189718 Feb 09 01:59:05.191687 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60054) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:05.230799 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a14df-bdb9-48ec-bb20-e71c32a70617 req-7a69b835-ca15-4a82-84f4-5aec19642d37 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.237542 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a14df-bdb9-48ec-bb20-e71c32a70617 req-7a69b835-ca15-4a82-84f4-5aec19642d37 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.254550 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a14df-bdb9-48ec-bb20-e71c32a70617 req-7a69b835-ca15-4a82-84f4-5aec19642d37 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.256936 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a4d6f6-0212-4328-9a15-666d424d6b8e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:59:05.260851 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a14df-bdb9-48ec-bb20-e71c32a70617 req-7a69b835-ca15-4a82-84f4-5aec19642d37 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.268683 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a14df-bdb9-48ec-bb20-e71c32a70617 req-7a69b835-ca15-4a82-84f4-5aec19642d37 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.292957 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a14df-bdb9-48ec-bb20-e71c32a70617 req-7a69b835-ca15-4a82-84f4-5aec19642d37 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.297634 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45a4d6f6-0212-4328-9a15-666d424d6b8e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (95632e55-8b10-41a2-a8e1-12daea430f88), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:05.298142 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-45a4d6f6-0212-4328-9a15-666d424d6b8e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Added segment 95632e55-8b10-41a2-a8e1-12daea430f88 of type vlan for network 7c64819a-d4cc-48be-be93-c0d33e8a8080 Feb 09 01:59:05.299534 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a14df-bdb9-48ec-bb20-e71c32a70617 req-7a69b835-ca15-4a82-84f4-5aec19642d37 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.301563 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b77a14df-bdb9-48ec-bb20-e71c32a70617 req-7a69b835-ca15-4a82-84f4-5aec19642d37 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5394 time: 0.4101419 Feb 09 01:59:05.303158 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8273fc-549c-4865-a1ff-24cc9045ea55 x-openstack-request-id: req-8a8273fc-549c-4865-a1ff-24cc9045ea55 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:59:05.303470 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "tag": "458cb2d9-efbc-4c26-ac50-8ad5290b8474", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:59:05.303756 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8a8273fc-549c-4865-a1ff-24cc9045ea55 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:59:05.304191 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'tag': '458cb2d9-efbc-4c26-ac50-8ad5290b8474', 'status': 'completed', 'code': 200} Feb 09 01:59:05.366134 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45a4d6f6-0212-4328-9a15-666d424d6b8e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (7c64819a-d4cc-48be-be93-c0d33e8a8080), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:05.411198 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-3a3f4158-477e-4559-a68d-71898d356325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting port 50f81fd2-7ff4-43bc-b7b0-b3df9dd80415 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:05.411565 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a3f4158-477e-4559-a68d-71898d356325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (50f81fd2-7ff4-43bc-b7b0-b3df9dd80415), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:05.467807 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-8f109dd3-a585-4392-b8e1-a116473b33ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4aba9d2f-7727-4388-a07a-cd4823b889f0), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:05.491263 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45a4d6f6-0212-4328-9a15-666d424d6b8e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (7c64819a-d4cc-48be-be93-c0d33e8a8080), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:05.496145 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a4d6f6-0212-4328-9a15-666d424d6b8e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.497146 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45a4d6f6-0212-4328-9a15-666d424d6b8e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:05.518330 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea96e0-838d-4dc1-a099-5912440de14d req-f7c693e2-58d7-4b06-b2a6-6c4f4227c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.518330 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea96e0-838d-4dc1-a099-5912440de14d req-f7c693e2-58d7-4b06-b2a6-6c4f4227c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.518790 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea96e0-838d-4dc1-a099-5912440de14d req-f7c693e2-58d7-4b06-b2a6-6c4f4227c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.519304 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea96e0-838d-4dc1-a099-5912440de14d req-f7c693e2-58d7-4b06-b2a6-6c4f4227c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.520121 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea96e0-838d-4dc1-a099-5912440de14d req-f7c693e2-58d7-4b06-b2a6-6c4f4227c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.520251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea96e0-838d-4dc1-a099-5912440de14d req-f7c693e2-58d7-4b06-b2a6-6c4f4227c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.520823 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea96e0-838d-4dc1-a099-5912440de14d req-f7c693e2-58d7-4b06-b2a6-6c4f4227c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.522998 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e6ea96e0-838d-4dc1-a099-5912440de14d req-f7c693e2-58d7-4b06-b2a6-6c4f4227c459 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74ac5c4df87040abbaac41297bf571f6&device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 6410 time: 0.2180071 Feb 09 01:59:05.531802 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b77a14df-bdb9-48ec-bb20-e71c32a70617 req-a78ac9be-a740-46c8-aca8-871b031666a3 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2026544 Feb 09 01:59:05.591368 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-45a4d6f6-0212-4328-9a15-666d424d6b8e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5553625 Feb 09 01:59:05.600114 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60066) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:05.604603 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a3f4158-477e-4559-a68d-71898d356325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (50f81fd2-7ff4-43bc-b7b0-b3df9dd80415), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:05.618886 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-59c90fc5-f995-4300-8c3c-29135bdf121e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'subnet': {'network_id': '7c64819a-d4cc-48be-be93-c0d33e8a8080', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:05.688661 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-3a3f4158-477e-4559-a68d-71898d356325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Calling delete_port for 50f81fd2-7ff4-43bc-b7b0-b3df9dd80415 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:05.713153 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4d6f6-0212-4328-9a15-666d424d6b8e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Network': ['ID=7c64819a-d4cc-48be-be93-c0d33e8a8080,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:05.735020 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-f666768e-88c0-4cd7-866c-975e56daf8c3 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.736536 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 7c64819a-d4cc-48be-be93-c0d33e8a8080 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:59:05.736987 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-f666768e-88c0-4cd7-866c-975e56daf8c3 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/networks?id=528af48e-7b24-470c-9df1-f5cd11b0c0e3 HTTP/1.1" status: 200 len: 910 time: 0.3436058 Feb 09 01:59:05.780377 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea96e0-838d-4dc1-a099-5912440de14d req-e4f57861-7957-4119-888d-edb778170381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.780777 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea96e0-838d-4dc1-a099-5912440de14d req-e4f57861-7957-4119-888d-edb778170381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.781249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea96e0-838d-4dc1-a099-5912440de14d req-e4f57861-7957-4119-888d-edb778170381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.782871 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e6ea96e0-838d-4dc1-a099-5912440de14d req-e4f57861-7957-4119-888d-edb778170381 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=74ac5c4df87040abbaac41297bf571f6&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2470582 Feb 09 01:59:05.795792 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-ee3ff62b-e8f4-4f1f-b13a-75bcadfd9a69 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/quotas/031518a1ab064b70b895291126f98a2e HTTP/1.1" status: 200 len: 375 time: 0.0516593 Feb 09 01:59:05.882204 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-c219fe17-1b9d-41d7-ad76-3096d05a9afd tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=031518a1ab064b70b895291126f98a2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0851262 Feb 09 01:59:05.884713 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c90fc5-f995-4300-8c3c-29135bdf121e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:05.891735 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-59c90fc5-f995-4300-8c3c-29135bdf121e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:06.011432 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea96e0-838d-4dc1-a099-5912440de14d req-9493d971-cf35-418a-863c-bd23af775cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:06.012975 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e6ea96e0-838d-4dc1-a099-5912440de14d req-9493d971-cf35-418a-863c-bd23af775cd3 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1881421 Feb 09 01:59:06.054943 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2efd2601-2c73-44af-be0b-25df71af039a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (90c69635-67d6-45d2-9c08-23a0777c61c2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:06.055526 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a3f4158-477e-4559-a68d-71898d356325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (50f81fd2-7ff4-43bc-b7b0-b3df9dd80415), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:06.114788 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f4158-477e-4559-a68d-71898d356325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Port': ['ID=50f81fd2-7ff4-43bc-b7b0-b3df9dd80415,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:06.128413 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a3f4158-477e-4559-a68d-71898d356325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:06.134732 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3a3f4158-477e-4559-a68d-71898d356325 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/ports/50f81fd2-7ff4-43bc-b7b0-b3df9dd80415 HTTP/1.1" status: 204 len: 168 time: 0.9382355 Feb 09 01:59:06.136771 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60068) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:06.141824 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-24bff9d9-8e19-48d3-95c1-59cd1ddffec8 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'port': {'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83', 'mac_address': 'fa:16:3e:66:c0:d6', 'name': 'tempest-PortsIpV6TestJSON-1916121152'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:06.150408 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-cfd36906-2597-4732-b5b9-abef0e576731 service neutron] 10.222.0.36 "GET /v2.0/networks/528af48e-7b24-470c-9df1-f5cd11b0c0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057109 Feb 09 01:59:06.169807 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-f8092a90-80ab-4830-97af-38641120d2d3 req-8f109dd3-a585-4392-b8e1-a116473b33ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aba9d2f-7727-4388-a07a-cd4823b889f0 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:59:06.212258 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-8f109dd3-a585-4392-b8e1-a116473b33ba service neutron] Publish callbacks [] for port (4aba9d2f-7727-4388-a07a-cd4823b889f0), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:06.259416 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-f8092a90-80ab-4830-97af-38641120d2d3 req-8f109dd3-a585-4392-b8e1-a116473b33ba service neutron] Transition to ACTIVE for port object 4aba9d2f-7727-4388-a07a-cd4823b889f0 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:59:06.268586 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-8f109dd3-a585-4392-b8e1-a116473b33ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (4aba9d2f-7727-4388-a07a-cd4823b889f0), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:06.335086 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-e212ea85-85ad-4e56-ac1a-dcf8d3fc844c service neutron] 10.222.0.36 "GET /v2.0/networks/528af48e-7b24-470c-9df1-f5cd11b0c0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728394 Feb 09 01:59:06.372767 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-59c90fc5-f995-4300-8c3c-29135bdf121e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (bbb14dbd-e68e-4cec-bba2-56539c28421b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:06.469755 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c90fc5-f995-4300-8c3c-29135bdf121e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Subnet': ['ID=bbb14dbd-e68e-4cec-bba2-56539c28421b,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:06.490636 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c90fc5-f995-4300-8c3c-29135bdf121e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Checking segment: {'id': '95632e55-8b10-41a2-a8e1-12daea430f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c64819a-d4cc-48be-be93-c0d33e8a8080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:59:06.491019 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c90fc5-f995-4300-8c3c-29135bdf121e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network hostable DHCP agents. Network: 7c64819a-d4cc-48be-be93-c0d33e8a8080, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:59:06.530720 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c90fc5-f995-4300-8c3c-29135bdf121e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network 7c64819a-d4cc-48be-be93-c0d33e8a8080 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:59:06.549859 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-59c90fc5-f995-4300-8c3c-29135bdf121e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 7c64819a-d4cc-48be-be93-c0d33e8a8080) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:06.554679 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c90fc5-f995-4300-8c3c-29135bdf121e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:06.555310 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-59c90fc5-f995-4300-8c3c-29135bdf121e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:06.561348 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf8b8e8-1546-4404-8aee-042955864293 None None] Network 7c64819a-d4cc-48be-be93-c0d33e8a8080 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:06.614828 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-59c90fc5-f995-4300-8c3c-29135bdf121e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0100880 Feb 09 01:59:06.615609 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60076) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:06.630344 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-3a39264a-0d2b-4454-916b-9021e5ccd057 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'port': {'network_id': '7c64819a-d4cc-48be-be93-c0d33e8a8080', 'security_groups': [], 'name': 'tempest-PortsTestJSON-294636845'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:06.758664 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df43202-dd10-489c-aae3-da43b7976e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-7c64819a-d4cc-48be-be93-c0d33e8a8080', 'network_id': '7c64819a-d4cc-48be-be93-c0d33e8a8080', 'project_id': '97cf75a617ab459f9f1d1a2897a5bb73', 'fixed_ips': [{'subnet_id': 'bbb14dbd-e68e-4cec-bba2-56539c28421b'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:59:06.760345 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5df43202-dd10-489c-aae3-da43b7976e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:06.848042 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72ad8e-f02f-4e7a-a3fc-db93f875e458 req-4f155285-0b96-4864-91f1-14ce547958bd tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:06.853867 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72ad8e-f02f-4e7a-a3fc-db93f875e458 req-4f155285-0b96-4864-91f1-14ce547958bd tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:06.860860 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72ad8e-f02f-4e7a-a3fc-db93f875e458 req-4f155285-0b96-4864-91f1-14ce547958bd tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:06.866472 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72ad8e-f02f-4e7a-a3fc-db93f875e458 req-4f155285-0b96-4864-91f1-14ce547958bd tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:06.872560 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72ad8e-f02f-4e7a-a3fc-db93f875e458 req-4f155285-0b96-4864-91f1-14ce547958bd tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:06.878707 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72ad8e-f02f-4e7a-a3fc-db93f875e458 req-4f155285-0b96-4864-91f1-14ce547958bd tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:06.884429 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72ad8e-f02f-4e7a-a3fc-db93f875e458 req-4f155285-0b96-4864-91f1-14ce547958bd tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:06.887080 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fa72ad8e-f02f-4e7a-a3fc-db93f875e458 req-4f155285-0b96-4864-91f1-14ce547958bd tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5406 time: 0.1641583 Feb 09 01:59:06.915542 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f109dd3-a585-4392-b8e1-a116473b33ba service neutron] Pushing event updated for resources: {'Port': ['ID=4aba9d2f-7727-4388-a07a-cd4823b889f0,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:06.951479 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a39264a-0d2b-4454-916b-9021e5ccd057 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:06.954260 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fa1b5e31-43b3-4c7b-8639-b1c35a1a228e req-2bdd8f34-cc06-48fc-b3f1-f77a61ee6605 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3a425306-904e-45ae-8413-510e722d96e6 HTTP/1.1" status: 200 len: 210 time: 0.0552900 Feb 09 01:59:06.955669 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a39264a-0d2b-4454-916b-9021e5ccd057 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:06.958372 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bff9d9-8e19-48d3-95c1-59cd1ddffec8 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:06.994302 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fa72ad8e-f02f-4e7a-a3fc-db93f875e458 req-bb3da307-6ada-4b69-bca0-c631b7d84e6c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1002374 Feb 09 01:59:07.008369 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-3a39264a-0d2b-4454-916b-9021e5ccd057 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] device_id is not set on port ce6be06b-61dd-4702-805b-fade8caba00c yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:59:07.137230 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-24bff9d9-8e19-48d3-95c1-59cd1ddffec8 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:07.173835 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8092a90-80ab-4830-97af-38641120d2d3 req-8f109dd3-a585-4392-b8e1-a116473b33ba service neutron] Attempting to bind port 4aba9d2f-7727-4388-a07a-cd4823b889f0 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:59:07.174190 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8092a90-80ab-4830-97af-38641120d2d3 req-8f109dd3-a585-4392-b8e1-a116473b33ba service neutron] Attempting to bind port 4aba9d2f-7727-4388-a07a-cd4823b889f0 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'f0434725-cd04-47fb-addd-9573c52948dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:59:07.174500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-8f109dd3-a585-4392-b8e1-a116473b33ba service neutron] Attempting to bind port 4aba9d2f-7727-4388-a07a-cd4823b889f0 on network 91f3e44e-bf94-49e8-bd52-1019903bad7b {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:07.184966 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-24bff9d9-8e19-48d3-95c1-59cd1ddffec8 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] device_id is not set on port 89b7a6a2-bea3-41b4-9e00-9c8ce276f7a7 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:59:07.205285 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-8f109dd3-a585-4392-b8e1-a116473b33ba service neutron] Port 4aba9d2f-7727-4388-a07a-cd4823b889f0 on network 91f3e44e-bf94-49e8-bd52-1019903bad7b not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:59:07.206335 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-8f109dd3-a585-4392-b8e1-a116473b33ba service neutron] Attempting to bind port 4aba9d2f-7727-4388-a07a-cd4823b889f0 on network 91f3e44e-bf94-49e8-bd52-1019903bad7b {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:07.225470 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-3a39264a-0d2b-4454-916b-9021e5ccd057 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Allocated IP 172.20.0.11 (7c64819a-d4cc-48be-be93-c0d33e8a8080/bbb14dbd-e68e-4cec-bba2-56539c28421b/ce6be06b-61dd-4702-805b-fade8caba00c) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:07.302114 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-8f109dd3-a585-4392-b8e1-a116473b33ba service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:59:07.303135 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-8f109dd3-a585-4392-b8e1-a116473b33ba service neutron] Checking segment: {'id': 'f0434725-cd04-47fb-addd-9573c52948dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:59:07.305760 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-8f109dd3-a585-4392-b8e1-a116473b33ba service neutron] Bound using segment: {'id': 'f0434725-cd04-47fb-addd-9573c52948dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:59:07.306485 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8092a90-80ab-4830-97af-38641120d2d3 req-8f109dd3-a585-4392-b8e1-a116473b33ba service neutron] Bound port: 4aba9d2f-7727-4388-a07a-cd4823b889f0, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0434725-cd04-47fb-addd-9573c52948dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:59:07.308531 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-8f109dd3-a585-4392-b8e1-a116473b33ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4aba9d2f-7727-4388-a07a-cd4823b889f0), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:07.365634 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a39264a-0d2b-4454-916b-9021e5ccd057 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for port (ce6be06b-61dd-4702-805b-fade8caba00c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:07.401419 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a39264a-0d2b-4454-916b-9021e5ccd057 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ce6be06b-61dd-4702-805b-fade8caba00c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:07.476745 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a39264a-0d2b-4454-916b-9021e5ccd057 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network 7c64819a-d4cc-48be-be93-c0d33e8a8080 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:07.481724 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-3a39264a-0d2b-4454-916b-9021e5ccd057 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:07.484539 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a39264a-0d2b-4454-916b-9021e5ccd057 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:07.519641 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39264a-0d2b-4454-916b-9021e5ccd057 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Port': ['ID=ce6be06b-61dd-4702-805b-fade8caba00c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:07.535144 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-5df43202-dd10-489c-aae3-da43b7976e1b None None] Allocated IP 172.20.0.2 (7c64819a-d4cc-48be-be93-c0d33e8a8080/bbb14dbd-e68e-4cec-bba2-56539c28421b/93d07a73-59ce-4dd6-9e2b-93b53e74cb03) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:07.537783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f8092a90-80ab-4830-97af-38641120d2d3 req-8f109dd3-a585-4392-b8e1-a116473b33ba service neutron] For port 4aba9d2f-7727-4388-a07a-cd4823b889f0, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:59:07.540024 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-99892b59-5a8a-46f1-943b-842fcbbea78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:07.543983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f8092a90-80ab-4830-97af-38641120d2d3 req-8f109dd3-a585-4392-b8e1-a116473b33ba service neutron] For port 4aba9d2f-7727-4388-a07a-cd4823b889f0, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4aba9d2f-7727-4388-a07a-cd4823b889f0,segment=NetworkSegment(f0434725-cd04-47fb-addd-9573c52948dd),segment_id=f0434725-cd04-47fb-addd-9573c52948dd)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:59:07.586992 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a39264a-0d2b-4454-916b-9021e5ccd057 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:07.588323 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a39264a-0d2b-4454-916b-9021e5ccd057 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:07.614871 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3a39264a-0d2b-4454-916b-9021e5ccd057 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.9974813 Feb 09 01:59:07.618143 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60088) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:07.733092 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-8f109dd3-a585-4392-b8e1-a116473b33ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (4aba9d2f-7727-4388-a07a-cd4823b889f0), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:07.828436 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-48232779-c6f9-4eff-a98f-b3e2e5d207f6 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting port ce6be06b-61dd-4702-805b-fade8caba00c {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:07.828793 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48232779-c6f9-4eff-a98f-b3e2e5d207f6 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ce6be06b-61dd-4702-805b-fade8caba00c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:07.830323 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5df43202-dd10-489c-aae3-da43b7976e1b None None] Publish callbacks [] for port (93d07a73-59ce-4dd6-9e2b-93b53e74cb03), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:07.840835 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5df43202-dd10-489c-aae3-da43b7976e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (93d07a73-59ce-4dd6-9e2b-93b53e74cb03), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:07.857504 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f109dd3-a585-4392-b8e1-a116473b33ba service neutron] Pushing event updated for resources: {'Port': ['ID=4aba9d2f-7727-4388-a07a-cd4823b889f0,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:07.880208 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-8f109dd3-a585-4392-b8e1-a116473b33ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:07.881078 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-8f109dd3-a585-4392-b8e1-a116473b33ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:07.882503 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-8f109dd3-a585-4392-b8e1-a116473b33ba service neutron] 10.222.0.48 "PUT /v2.0/ports/4aba9d2f-7727-4388-a07a-cd4823b889f0 HTTP/1.1" status: 200 len: 1091 time: 2.7342651 Feb 09 01:59:07.906946 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'tag': '4aba9d2f-7727-4388-a07a-cd4823b889f0'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:59:07.910299 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e228260-77e8-4793-b381-dde8832827e4" -d '{"events": [{"name": "network-changed", "server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "tag": "4aba9d2f-7727-4388-a07a-cd4823b889f0"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:59:07.918332 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-f8092a90-80ab-4830-97af-38641120d2d3 req-27d7085f-985d-4376-aa76-e379c7314083 service neutron] Request body: {'port': {'device_id': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:07.933392 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df43202-dd10-489c-aae3-da43b7976e1b None None] Network 7c64819a-d4cc-48be-be93-c0d33e8a8080 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:07.941354 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-5df43202-dd10-489c-aae3-da43b7976e1b None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:07.944050 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df43202-dd10-489c-aae3-da43b7976e1b None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:07.968512 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df43202-dd10-489c-aae3-da43b7976e1b None None] Pushing event updated for resources: {'Port': ['ID=93d07a73-59ce-4dd6-9e2b-93b53e74cb03,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:08.077880 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48232779-c6f9-4eff-a98f-b3e2e5d207f6 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ce6be06b-61dd-4702-805b-fade8caba00c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:08.105870 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-48232779-c6f9-4eff-a98f-b3e2e5d207f6 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Calling delete_port for ce6be06b-61dd-4702-805b-fade8caba00c owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:08.113665 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-5df43202-dd10-489c-aae3-da43b7976e1b None None] Attempting to bind port 93d07a73-59ce-4dd6-9e2b-93b53e74cb03 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:59:08.117058 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-5df43202-dd10-489c-aae3-da43b7976e1b None None] Attempting to bind port 93d07a73-59ce-4dd6-9e2b-93b53e74cb03 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '95632e55-8b10-41a2-a8e1-12daea430f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c64819a-d4cc-48be-be93-c0d33e8a8080'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:59:08.117514 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df43202-dd10-489c-aae3-da43b7976e1b None None] Attempting to bind port 93d07a73-59ce-4dd6-9e2b-93b53e74cb03 on network 7c64819a-d4cc-48be-be93-c0d33e8a8080 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:08.138799 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df43202-dd10-489c-aae3-da43b7976e1b None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:59:08.139465 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df43202-dd10-489c-aae3-da43b7976e1b None None] Checking segment: {'id': '95632e55-8b10-41a2-a8e1-12daea430f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c64819a-d4cc-48be-be93-c0d33e8a8080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:59:08.141391 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5df43202-dd10-489c-aae3-da43b7976e1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:08.141802 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df43202-dd10-489c-aae3-da43b7976e1b None None] Bound using segment: {'id': '95632e55-8b10-41a2-a8e1-12daea430f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c64819a-d4cc-48be-be93-c0d33e8a8080'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:59:08.143785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-5df43202-dd10-489c-aae3-da43b7976e1b None None] Bound port: 93d07a73-59ce-4dd6-9e2b-93b53e74cb03, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95632e55-8b10-41a2-a8e1-12daea430f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c64819a-d4cc-48be-be93-c0d33e8a8080'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:59:08.143943 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5df43202-dd10-489c-aae3-da43b7976e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (93d07a73-59ce-4dd6-9e2b-93b53e74cb03), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:08.179630 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7301d6a-7efd-41ef-a520-dda308158cc6 x-openstack-request-id: req-c7301d6a-7efd-41ef-a520-dda308158cc6 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:59:08.180315 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "tag": "4aba9d2f-7727-4388-a07a-cd4823b889f0", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:59:08.180944 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c7301d6a-7efd-41ef-a520-dda308158cc6 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:59:08.182052 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'tag': '4aba9d2f-7727-4388-a07a-cd4823b889f0', 'status': 'completed', 'code': 200} Feb 09 01:59:08.301552 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d971154-eb76-4b91-8ac2-0483ca5713d7 req-ff275ffc-fbcc-4d25-8005-45162ddb9542 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3a425306-904e-45ae-8413-510e722d96e6 HTTP/1.1" status: 200 len: 210 time: 0.1281872 Feb 09 01:59:08.332899 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5df43202-dd10-489c-aae3-da43b7976e1b None None] For port 93d07a73-59ce-4dd6-9e2b-93b53e74cb03, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:59:08.344234 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5df43202-dd10-489c-aae3-da43b7976e1b None None] For port 93d07a73-59ce-4dd6-9e2b-93b53e74cb03, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=93d07a73-59ce-4dd6-9e2b-93b53e74cb03,segment=NetworkSegment(95632e55-8b10-41a2-a8e1-12daea430f88),segment_id=95632e55-8b10-41a2-a8e1-12daea430f88)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:59:08.348473 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-2efd2601-2c73-44af-be0b-25df71af039a admin admin] Deleting port 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:08.349502 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2efd2601-2c73-44af-be0b-25df71af039a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9ea3b7ee-bc7e-480f-a910-6fb58357d3f8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:08.361216 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-24bff9d9-8e19-48d3-95c1-59cd1ddffec8 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for port (89b7a6a2-bea3-41b4-9e00-9c8ce276f7a7), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:08.374686 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-27d7085f-985d-4376-aa76-e379c7314083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (80e3e244-1fcf-4a9d-9a50-ee0665be2415), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:08.386348 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5df43202-dd10-489c-aae3-da43b7976e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (93d07a73-59ce-4dd6-9e2b-93b53e74cb03), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:08.524038 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be039739-0be1-4d2c-82a7-acb5c1fab486 req-fb32b704-f788-423d-b13d-342972ce28ed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b53bf05-a3bc-48ac-b5e0-daa866c50954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6792660 Feb 09 01:59:08.530559 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df43202-dd10-489c-aae3-da43b7976e1b None None] Pushing event updated for resources: {'Port': ['ID=93d07a73-59ce-4dd6-9e2b-93b53e74cb03,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:08.532754 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9265d72-d5c9-4e8f-abf9-331f7eee5ad0 req-1b830c51-2d95-4412-9d47-63a0c0e05b1c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:08.554702 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9265d72-d5c9-4e8f-abf9-331f7eee5ad0 req-1b830c51-2d95-4412-9d47-63a0c0e05b1c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:08.561105 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9265d72-d5c9-4e8f-abf9-331f7eee5ad0 req-1b830c51-2d95-4412-9d47-63a0c0e05b1c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:08.575843 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9265d72-d5c9-4e8f-abf9-331f7eee5ad0 req-1b830c51-2d95-4412-9d47-63a0c0e05b1c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:08.581247 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e228260-77e8-4793-b381-dde8832827e4 req-de031243-91b8-4385-908d-a06e0eaea8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:08.582189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e228260-77e8-4793-b381-dde8832827e4 req-de031243-91b8-4385-908d-a06e0eaea8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:08.582793 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e228260-77e8-4793-b381-dde8832827e4 req-de031243-91b8-4385-908d-a06e0eaea8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:08.583352 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e228260-77e8-4793-b381-dde8832827e4 req-de031243-91b8-4385-908d-a06e0eaea8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:08.583885 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e228260-77e8-4793-b381-dde8832827e4 req-de031243-91b8-4385-908d-a06e0eaea8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:08.584415 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e228260-77e8-4793-b381-dde8832827e4 req-de031243-91b8-4385-908d-a06e0eaea8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:08.585443 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e228260-77e8-4793-b381-dde8832827e4 req-de031243-91b8-4385-908d-a06e0eaea8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:08.587551 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e228260-77e8-4793-b381-dde8832827e4 req-de031243-91b8-4385-908d-a06e0eaea8da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74ac5c4df87040abbaac41297bf571f6&device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 6508 time: 0.4287283 Feb 09 01:59:08.594677 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9265d72-d5c9-4e8f-abf9-331f7eee5ad0 req-1b830c51-2d95-4412-9d47-63a0c0e05b1c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:08.606982 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9265d72-d5c9-4e8f-abf9-331f7eee5ad0 req-1b830c51-2d95-4412-9d47-63a0c0e05b1c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:08.615981 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9265d72-d5c9-4e8f-abf9-331f7eee5ad0 req-1b830c51-2d95-4412-9d47-63a0c0e05b1c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:08.617879 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c9265d72-d5c9-4e8f-abf9-331f7eee5ad0 req-1b830c51-2d95-4412-9d47-63a0c0e05b1c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5406 time: 0.4882922 Feb 09 01:59:08.658010 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-2f8c2386-a00b-4984-a725-e5c49105464a tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:08.664195 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-2f8c2386-a00b-4984-a725-e5c49105464a tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.67 "GET /v2.0/networks?id=528af48e-7b24-470c-9df1-f5cd11b0c0e3 HTTP/1.1" status: 200 len: 910 time: 0.4376609 Feb 09 01:59:08.688845 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-5cbd245d-03c4-4800-be19-77b8122a289d tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Request body: {'port': {'device_id': '3a425306-904e-45ae-8413-510e722d96e6', 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3', 'admin_state_up': True, 'tenant_id': '031518a1ab064b70b895291126f98a2e'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:08.744420 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-2efd2601-2c73-44af-be0b-25df71af039a admin admin] For port 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9ea3b7ee-bc7e-480f-a910-6fb58357d3f8,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:08.745032 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2efd2601-2c73-44af-be0b-25df71af039a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9ea3b7ee-bc7e-480f-a910-6fb58357d3f8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:08.797367 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-5cbd245d-03c4-4800-be19-77b8122a289d tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Made reservation on behalf of 031518a1ab064b70b895291126f98a2e for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:08.800914 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-5cbd245d-03c4-4800-be19-77b8122a289d tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:08.820519 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48232779-c6f9-4eff-a98f-b3e2e5d207f6 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ce6be06b-61dd-4702-805b-fade8caba00c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:08.827292 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-24bff9d9-8e19-48d3-95c1-59cd1ddffec8 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (89b7a6a2-bea3-41b4-9e00-9c8ce276f7a7), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:08.882992 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-2efd2601-2c73-44af-be0b-25df71af039a admin admin] Calling delete_port for 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:08.945577 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c9265d72-d5c9-4e8f-abf9-331f7eee5ad0 req-072e5323-3b0d-43d3-9cfd-904e5f599c76 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3139384 Feb 09 01:59:08.972731 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48232779-c6f9-4eff-a98f-b3e2e5d207f6 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Port': ['ID=ce6be06b-61dd-4702-805b-fade8caba00c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:08.984833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bff9d9-8e19-48d3-95c1-59cd1ddffec8 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 2dd71ccd-b35c-4501-9503-a68b44d01f83 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:09.075923 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-24bff9d9-8e19-48d3-95c1-59cd1ddffec8 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:09.092554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be039739-0be1-4d2c-82a7-acb5c1fab486 req-9b44e801-7fcc-489f-b382-1c2e49518ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:09.094105 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be039739-0be1-4d2c-82a7-acb5c1fab486 req-9b44e801-7fcc-489f-b382-1c2e49518ef9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=031518a1ab064b70b895291126f98a2e&device_id=4b53bf05-a3bc-48ac-b5e0-daa866c50954 HTTP/1.1" status: 200 len: 1127 time: 0.4638963 Feb 09 01:59:09.100208 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48232779-c6f9-4eff-a98f-b3e2e5d207f6 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:09.106579 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bff9d9-8e19-48d3-95c1-59cd1ddffec8 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:09.109589 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-48232779-c6f9-4eff-a98f-b3e2e5d207f6 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/ports/ce6be06b-61dd-4702-805b-fade8caba00c HTTP/1.1" status: 204 len: 168 time: 1.4894574 Feb 09 01:59:09.113048 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bff9d9-8e19-48d3-95c1-59cd1ddffec8 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:09.113240 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60098) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:09.113361 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-24bff9d9-8e19-48d3-95c1-59cd1ddffec8 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:09.125876 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bff9d9-8e19-48d3-95c1-59cd1ddffec8 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Port': ['ID=89b7a6a2-bea3-41b4-9e00-9c8ce276f7a7,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:09.145092 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc7a596-d532-461b-9fc3-7f1e3f31a208 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] GET failed (client error): The resource could not be found. Feb 09 01:59:09.149568 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3bc7a596-d532-461b-9fc3-7f1e3f31a208 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports/ce6be06b-61dd-4702-805b-fade8caba00c HTTP/1.1" status: 404 len: 333 time: 0.0356915 Feb 09 01:59:09.150296 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60100) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:09.195806 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e228260-77e8-4793-b381-dde8832827e4 req-e3a03c23-caf0-4fc5-bcbc-3653a67ecb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:09.196286 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e228260-77e8-4793-b381-dde8832827e4 req-e3a03c23-caf0-4fc5-bcbc-3653a67ecb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:09.196750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e228260-77e8-4793-b381-dde8832827e4 req-e3a03c23-caf0-4fc5-bcbc-3653a67ecb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:09.198334 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e228260-77e8-4793-b381-dde8832827e4 req-e3a03c23-caf0-4fc5-bcbc-3653a67ecb1a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=74ac5c4df87040abbaac41297bf571f6&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5950480 Feb 09 01:59:09.249352 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a5940d-7b02-4666-b7a3-9b2486676ef1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting subnet bbb14dbd-e68e-4cec-bba2-56539c28421b {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:59:09.252922 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-82a5940d-7b02-4666-b7a3-9b2486676ef1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for subnet (bbb14dbd-e68e-4cec-bba2-56539c28421b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:09.277427 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-24bff9d9-8e19-48d3-95c1-59cd1ddffec8 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.1395710 Feb 09 01:59:09.316050 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60102) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:09.469747 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5808e701-51d1-4844-99c1-4c414e8ea0de tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:09.483096 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5808e701-51d1-4844-99c1-4c414e8ea0de tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports/89b7a6a2-bea3-41b4-9e00-9c8ce276f7a7 HTTP/1.1" status: 200 len: 845 time: 0.1634307 Feb 09 01:59:09.485923 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 93d07a73-59ce-4dd6-9e2b-93b53e74cb03 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:59:09.496163 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60106) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:09.523238 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-82a5940d-7b02-4666-b7a3-9b2486676ef1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (bbb14dbd-e68e-4cec-bba2-56539c28421b), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:09.604712 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 93d07a73-59ce-4dd6-9e2b-93b53e74cb03 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:09.605337 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (93d07a73-59ce-4dd6-9e2b-93b53e74cb03), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:09.623819 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea3f96ac-18e4-4035-be0e-4d38035bb7cb req-de4dc818-b451-49d5-b9d4-4d3c27abae4d tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3a425306-904e-45ae-8413-510e722d96e6 HTTP/1.1" status: 200 len: 210 time: 0.0551784 Feb 09 01:59:09.635619 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2efd2601-2c73-44af-be0b-25df71af039a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9ea3b7ee-bc7e-480f-a910-6fb58357d3f8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:09.651000 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-82a5940d-7b02-4666-b7a3-9b2486676ef1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (bbb14dbd-e68e-4cec-bba2-56539c28421b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:09.728180 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-5cbd245d-03c4-4800-be19-77b8122a289d tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Allocated IP 172.20.0.5 (528af48e-7b24-470c-9df1-f5cd11b0c0e3/0d842827-dd41-4321-8463-eb5d857a5b67/924a920e-4183-4e7f-ac0b-98c4d677a992) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:09.751893 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-82a5940d-7b02-4666-b7a3-9b2486676ef1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (bbb14dbd-e68e-4cec-bba2-56539c28421b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:09.822611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 93d07a73-59ce-4dd6-9e2b-93b53e74cb03 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:09.823003 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (93d07a73-59ce-4dd6-9e2b-93b53e74cb03), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:09.827105 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5940d-7b02-4666-b7a3-9b2486676ef1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb14dbd-e68e-4cec-bba2-56539c28421b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:09.831376 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:09.851814 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e228260-77e8-4793-b381-dde8832827e4 req-729bd511-01dd-4615-9c7b-ec96bd880003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:09.852970 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-82a5940d-7b02-4666-b7a3-9b2486676ef1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:09.860315 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-82a5940d-7b02-4666-b7a3-9b2486676ef1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/subnets/bbb14dbd-e68e-4cec-bba2-56539c28421b HTTP/1.1" status: 204 len: 168 time: 0.7017496 Feb 09 01:59:09.860524 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e228260-77e8-4793-b381-dde8832827e4 req-729bd511-01dd-4615-9c7b-ec96bd880003 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6124036 Feb 09 01:59:09.860718 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60110) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:09.868672 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd2601-2c73-44af-be0b-25df71af039a admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea3b7ee-bc7e-480f-a910-6fb58357d3f8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:09.943283 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:59:09.943636 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:59:10.128123 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc506-2e70-4481-92b3-860f94386ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:10.169702 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-88a06635-75a0-45eb-a54d-b98b372514e1 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting port 89b7a6a2-bea3-41b4-9e00-9c8ce276f7a7 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:10.170289 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-88a06635-75a0-45eb-a54d-b98b372514e1 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (89b7a6a2-bea3-41b4-9e00-9c8ce276f7a7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:10.290555 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be039739-0be1-4d2c-82a7-acb5c1fab486 req-e111cc3a-8672-4d3b-a193-c895395b48c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:10.293896 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be039739-0be1-4d2c-82a7-acb5c1fab486 req-e111cc3a-8672-4d3b-a193-c895395b48c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=528af48e-7b24-470c-9df1-f5cd11b0c0e3 HTTP/1.1" status: 200 len: 910 time: 1.1569932 Feb 09 01:59:10.322255 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a36c1e7-675f-4cb5-96c0-ad1dc16a3e84 None None] Network 7c64819a-d4cc-48be-be93-c0d33e8a8080 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:10.333451 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36396d3-1ce1-4fdd-9ba6-95db5effd498 req-54bf7036-b59a-4616-9b38-928ac0a807ee tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:10.339007 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36396d3-1ce1-4fdd-9ba6-95db5effd498 req-54bf7036-b59a-4616-9b38-928ac0a807ee tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:10.346311 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36396d3-1ce1-4fdd-9ba6-95db5effd498 req-54bf7036-b59a-4616-9b38-928ac0a807ee tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:10.351759 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36396d3-1ce1-4fdd-9ba6-95db5effd498 req-54bf7036-b59a-4616-9b38-928ac0a807ee tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:10.358582 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36396d3-1ce1-4fdd-9ba6-95db5effd498 req-54bf7036-b59a-4616-9b38-928ac0a807ee tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:10.364089 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36396d3-1ce1-4fdd-9ba6-95db5effd498 req-54bf7036-b59a-4616-9b38-928ac0a807ee tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:10.369501 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36396d3-1ce1-4fdd-9ba6-95db5effd498 req-54bf7036-b59a-4616-9b38-928ac0a807ee tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:10.372079 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d36396d3-1ce1-4fdd-9ba6-95db5effd498 req-54bf7036-b59a-4616-9b38-928ac0a807ee tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5406 time: 0.2696717 Feb 09 01:59:10.414845 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be039739-0be1-4d2c-82a7-acb5c1fab486 req-16942eb2-e39d-4808-ab04-aeef26ce247d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2df877ef-6308-4f0b-905c-bbc35e1782ce HTTP/1.1" status: 200 len: 217 time: 0.0681045 Feb 09 01:59:10.418794 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-75877692-1347-4151-b90a-5cf0dd91d2ea tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (7c64819a-d4cc-48be-be93-c0d33e8a8080), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:10.432628 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-88a06635-75a0-45eb-a54d-b98b372514e1 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (89b7a6a2-bea3-41b4-9e00-9c8ce276f7a7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:10.494511 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-f8092a90-80ab-4830-97af-38641120d2d3 req-27d7085f-985d-4376-aa76-e379c7314083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e3e244-1fcf-4a9d-9a50-ee0665be2415 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:59:10.504773 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-27d7085f-985d-4376-aa76-e379c7314083 service neutron] Publish callbacks [] for port (80e3e244-1fcf-4a9d-9a50-ee0665be2415), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:10.519586 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-f8092a90-80ab-4830-97af-38641120d2d3 req-27d7085f-985d-4376-aa76-e379c7314083 service neutron] Transition to ACTIVE for port object 80e3e244-1fcf-4a9d-9a50-ee0665be2415 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:59:10.525040 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be039739-0be1-4d2c-82a7-acb5c1fab486 req-01db84b2-e1a2-45e4-ab3c-d469ebef73ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:10.527159 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be039739-0be1-4d2c-82a7-acb5c1fab486 req-01db84b2-e1a2-45e4-ab3c-d469ebef73ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d842827-dd41-4321-8463-eb5d857a5b67 HTTP/1.1" status: 200 len: 848 time: 0.0985034 Feb 09 01:59:10.537660 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 93d07a73-59ce-4dd6-9e2b-93b53e74cb03 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:10.539460 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (93d07a73-59ce-4dd6-9e2b-93b53e74cb03), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:10.589718 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9e3b102a-ac6f-4ebc-b8df-42b4a8aa8144 None None] Provisioning complete for port 93d07a73-59ce-4dd6-9e2b-93b53e74cb03 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:10.591088 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9e3b102a-ac6f-4ebc-b8df-42b4a8aa8144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (93d07a73-59ce-4dd6-9e2b-93b53e74cb03), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:10.635959 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-5cbd245d-03c4-4800-be19-77b8122a289d tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Publish callbacks [] for port (924a920e-4183-4e7f-ac0b-98c4d677a992), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:10.659781 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2efd2601-2c73-44af-be0b-25df71af039a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (90c69635-67d6-45d2-9c08-23a0777c61c2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:10.661688 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-27d7085f-985d-4376-aa76-e379c7314083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (80e3e244-1fcf-4a9d-9a50-ee0665be2415), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:10.666114 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d36396d3-1ce1-4fdd-9ba6-95db5effd498 req-a9bf4366-bf5f-48d9-8949-221b5f90ca29 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2801692 Feb 09 01:59:10.667235 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-88a06635-75a0-45eb-a54d-b98b372514e1 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Calling delete_port for 89b7a6a2-bea3-41b4-9e00-9c8ce276f7a7 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:10.717965 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 93d07a73-59ce-4dd6-9e2b-93b53e74cb03, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=93d07a73-59ce-4dd6-9e2b-93b53e74cb03,segment=NetworkSegment(95632e55-8b10-41a2-a8e1-12daea430f88),segment_id=95632e55-8b10-41a2-a8e1-12daea430f88)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:10.836667 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (93d07a73-59ce-4dd6-9e2b-93b53e74cb03), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:10.971772 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aa3b7f-87e6-4ac5-8c29-664e457c66c3 None None] DHCP port deletion for 7c64819a-d4cc-48be-be93-c0d33e8a8080 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:59:10.977341 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:10.986528 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be039739-0be1-4d2c-82a7-acb5c1fab486 req-02634897-4377-4393-98cc-9d9849417d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:10.988103 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be039739-0be1-4d2c-82a7-acb5c1fab486 req-02634897-4377-4393-98cc-9d9849417d33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=528af48e-7b24-470c-9df1-f5cd11b0c0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3234844 Feb 09 01:59:10.995846 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:11.037290 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=93d07a73-59ce-4dd6-9e2b-93b53e74cb03,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:11.045736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7085f-985d-4376-aa76-e379c7314083 service neutron] Pushing event updated for resources: {'Port': ['ID=80e3e244-1fcf-4a9d-9a50-ee0665be2415,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:11.119619 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f5aa3b7f-87e6-4ac5-8c29-664e457c66c3 None None] Deleting port 93d07a73-59ce-4dd6-9e2b-93b53e74cb03 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:11.120447 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3b7f-87e6-4ac5-8c29-664e457c66c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (93d07a73-59ce-4dd6-9e2b-93b53e74cb03), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:11.178131 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b102a-ac6f-4ebc-b8df-42b4a8aa8144 None None] Current status of the port 93d07a73-59ce-4dd6-9e2b-93b53e74cb03 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:11.225947 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-f5aa3b7f-87e6-4ac5-8c29-664e457c66c3 None None] For port 93d07a73-59ce-4dd6-9e2b-93b53e74cb03, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=93d07a73-59ce-4dd6-9e2b-93b53e74cb03,segment=NetworkSegment(95632e55-8b10-41a2-a8e1-12daea430f88),segment_id=95632e55-8b10-41a2-a8e1-12daea430f88)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:11.226634 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3b7f-87e6-4ac5-8c29-664e457c66c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (93d07a73-59ce-4dd6-9e2b-93b53e74cb03), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:11.246525 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f5aa3b7f-87e6-4ac5-8c29-664e457c66c3 None None] Calling delete_port for 93d07a73-59ce-4dd6-9e2b-93b53e74cb03 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:11.409778 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3b7f-87e6-4ac5-8c29-664e457c66c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (93d07a73-59ce-4dd6-9e2b-93b53e74cb03), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:11.459026 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aa3b7f-87e6-4ac5-8c29-664e457c66c3 None None] No DVR routers for this DVR port 93d07a73-59ce-4dd6-9e2b-93b53e74cb03 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:59:11.510692 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa3b7f-87e6-4ac5-8c29-664e457c66c3 None None] Pushing event deleted for resources: {'Port': ['ID=93d07a73-59ce-4dd6-9e2b-93b53e74cb03,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:11.527295 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 93d07a73-59ce-4dd6-9e2b-93b53e74cb03 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:59:11.605496 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 93d07a73-59ce-4dd6-9e2b-93b53e74cb03 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:59:11.609605 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 93d07a73-59ce-4dd6-9e2b-93b53e74cb03 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:59:11.796576 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-5cbd245d-03c4-4800-be19-77b8122a289d tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (924a920e-4183-4e7f-ac0b-98c4d677a992), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:11.800995 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-88a06635-75a0-45eb-a54d-b98b372514e1 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (89b7a6a2-bea3-41b4-9e00-9c8ce276f7a7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:11.810397 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['2df877ef-6308-4f0b-905c-bbc35e1782ce'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:59:11.872763 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-88a06635-75a0-45eb-a54d-b98b372514e1 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:11.879608 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-88a06635-75a0-45eb-a54d-b98b372514e1 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/ports/89b7a6a2-bea3-41b4-9e00-9c8ce276f7a7 HTTP/1.1" status: 204 len: 168 time: 2.1470149 Feb 09 01:59:11.880324 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60136) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:11.940860 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad9f319-73a7-405d-bd29-6a53bbf55e0b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] GET failed (client error): The resource could not be found. Feb 09 01:59:11.942290 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9ad9f319-73a7-405d-bd29-6a53bbf55e0b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports/89b7a6a2-bea3-41b4-9e00-9c8ce276f7a7 HTTP/1.1" status: 404 len: 333 time: 0.0581386 Feb 09 01:59:11.942985 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd245d-03c4-4800-be19-77b8122a289d tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Pushing event updated for resources: {'Port': ['ID=924a920e-4183-4e7f-ac0b-98c4d677a992,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:11.946532 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d26331-7ba2-4946-b837-a4a5c6204653 req-ea714fdf-1f80-4cd8-abb2-cc334e400027 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:11.954072 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b4d26331-7ba2-4946-b837-a4a5c6204653 req-ea714fdf-1f80-4cd8-abb2-cc334e400027 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3a425306-904e-45ae-8413-510e722d96e6 HTTP/1.1" status: 200 len: 1027 time: 0.2747393 Feb 09 01:59:11.963307 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60138) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:11.966657 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-5cbd245d-03c4-4800-be19-77b8122a289d tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Network 528af48e-7b24-470c-9df1-f5cd11b0c0e3 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:11.970720 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-75877692-1347-4151-b90a-5cf0dd91d2ea tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting port 93d07a73-59ce-4dd6-9e2b-93b53e74cb03 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:11.971730 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-75877692-1347-4151-b90a-5cf0dd91d2ea tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (93d07a73-59ce-4dd6-9e2b-93b53e74cb03), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:11.975783 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-007468b3-db75-4ee6-a14b-d2790a630c1c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'port': {'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83', 'name': 'tempest-PortsIpV6TestJSON-1982133204'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:12.069160 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-5cbd245d-03c4-4800-be19-77b8122a289d tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:12.075077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-5cbd245d-03c4-4800-be19-77b8122a289d tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:12.077174 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a06635-75a0-45eb-a54d-b98b372514e1 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Port': ['ID=89b7a6a2-bea3-41b4-9e00-9c8ce276f7a7,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:12.156789 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007468b3-db75-4ee6-a14b-d2790a630c1c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:12.160592 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-007468b3-db75-4ee6-a14b-d2790a630c1c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:12.187482 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b4d26331-7ba2-4946-b837-a4a5c6204653 req-047a2755-c2c0-466e-bfd5-94143c5b7533 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262962 Feb 09 01:59:12.263006 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-007468b3-db75-4ee6-a14b-d2790a630c1c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] device_id is not set on port 23b6aab7-834f-4d84-a0f2-081a22b7b84b yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:59:12.292783 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-5cbd245d-03c4-4800-be19-77b8122a289d tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:12.294517 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-5cbd245d-03c4-4800-be19-77b8122a289d tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:12.313446 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-75877692-1347-4151-b90a-5cf0dd91d2ea tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] For port 93d07a73-59ce-4dd6-9e2b-93b53e74cb03, host n-d-828387-3, got binding levels [] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:12.313993 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-75877692-1347-4151-b90a-5cf0dd91d2ea tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (93d07a73-59ce-4dd6-9e2b-93b53e74cb03), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:12.314406 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-5cbd245d-03c4-4800-be19-77b8122a289d tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.6335471 Feb 09 01:59:12.331606 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:12.342540 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-e3509c18-a5fe-4059-bb1b-1fd9c0dcfca2 service neutron] Request body: {'port': {'device_id': '3a425306-904e-45ae-8413-510e722d96e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:12.353703 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-75877692-1347-4151-b90a-5cf0dd91d2ea tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Calling delete_port for 93d07a73-59ce-4dd6-9e2b-93b53e74cb03 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:12.359722 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.ipam_backend_mixin [None req-75877692-1347-4151-b90a-5cf0dd91d2ea tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Port 93d07a73-59ce-4dd6-9e2b-93b53e74cb03 was not found and therefore no delete operation was performed {{(pid=103183) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:59:12.360864 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8092a90-80ab-4830-97af-38641120d2d3 req-27d7085f-985d-4376-aa76-e379c7314083 service neutron] Attempting to bind port 80e3e244-1fcf-4a9d-9a50-ee0665be2415 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:59:12.363572 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8092a90-80ab-4830-97af-38641120d2d3 req-27d7085f-985d-4376-aa76-e379c7314083 service neutron] Attempting to bind port 80e3e244-1fcf-4a9d-9a50-ee0665be2415 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '8adfb314-fb8f-470a-95d3-56e5004c01a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ee7d3bb2-f456-41d8-93b8-334fc83bc2df'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:59:12.364098 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-27d7085f-985d-4376-aa76-e379c7314083 service neutron] Attempting to bind port 80e3e244-1fcf-4a9d-9a50-ee0665be2415 on network ee7d3bb2-f456-41d8-93b8-334fc83bc2df {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:12.367635 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be039739-0be1-4d2c-82a7-acb5c1fab486 req-6292c129-587f-4f2d-a651-c299f950e673 service neutron] 10.222.0.48 "GET /v2.0/networks/528af48e-7b24-470c-9df1-f5cd11b0c0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3061998 Feb 09 01:59:12.382530 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73fd68-bba3-4976-9442-93bac2696f9d req-e41553d0-b231-4458-a030-2dc6bf41da44 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:12.394291 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-da73fd68-bba3-4976-9442-93bac2696f9d req-e41553d0-b231-4458-a030-2dc6bf41da44 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 946 time: 0.4844069 Feb 09 01:59:12.423831 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efd2601-2c73-44af-be0b-25df71af039a admin admin] Router 90c69635-67d6-45d2-9c08-23a0777c61c2 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:59:12.433292 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-75877692-1347-4151-b90a-5cf0dd91d2ea tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (93d07a73-59ce-4dd6-9e2b-93b53e74cb03), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:12.454602 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa41388-572c-4f66-8571-71e5e2cb0ec4 req-2fd191f2-d114-45b5-8c68-611c2f88b52d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:12.461543 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa41388-572c-4f66-8571-71e5e2cb0ec4 req-2fd191f2-d114-45b5-8c68-611c2f88b52d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:12.467174 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa41388-572c-4f66-8571-71e5e2cb0ec4 req-2fd191f2-d114-45b5-8c68-611c2f88b52d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:12.472932 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa41388-572c-4f66-8571-71e5e2cb0ec4 req-2fd191f2-d114-45b5-8c68-611c2f88b52d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:12.478199 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa41388-572c-4f66-8571-71e5e2cb0ec4 req-2fd191f2-d114-45b5-8c68-611c2f88b52d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:12.486590 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa41388-572c-4f66-8571-71e5e2cb0ec4 req-2fd191f2-d114-45b5-8c68-611c2f88b52d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:12.489737 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-fd06a143-cf59-490e-9b4b-a7d7c7307f95 None None] Provisioning complete for port 924a920e-4183-4e7f-ac0b-98c4d677a992 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:12.490121 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fd06a143-cf59-490e-9b4b-a7d7c7307f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (924a920e-4183-4e7f-ac0b-98c4d677a992), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:12.491892 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa41388-572c-4f66-8571-71e5e2cb0ec4 req-2fd191f2-d114-45b5-8c68-611c2f88b52d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:12.500084 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4fa41388-572c-4f66-8571-71e5e2cb0ec4 req-2fd191f2-d114-45b5-8c68-611c2f88b52d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5418 time: 0.2169275 Feb 09 01:59:12.537570 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-27d7085f-985d-4376-aa76-e379c7314083 service neutron] Port 80e3e244-1fcf-4a9d-9a50-ee0665be2415 on network ee7d3bb2-f456-41d8-93b8-334fc83bc2df not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:59:12.538062 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-27d7085f-985d-4376-aa76-e379c7314083 service neutron] Attempting to bind port 80e3e244-1fcf-4a9d-9a50-ee0665be2415 on network ee7d3bb2-f456-41d8-93b8-334fc83bc2df {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:12.565067 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-e3509c18-a5fe-4059-bb1b-1fd9c0dcfca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (924a920e-4183-4e7f-ac0b-98c4d677a992), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:12.571217 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-27d7085f-985d-4376-aa76-e379c7314083 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:59:12.571708 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-27d7085f-985d-4376-aa76-e379c7314083 service neutron] Checking segment: {'id': '8adfb314-fb8f-470a-95d3-56e5004c01a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ee7d3bb2-f456-41d8-93b8-334fc83bc2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:59:12.572207 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-27d7085f-985d-4376-aa76-e379c7314083 service neutron] Bound using segment: {'id': '8adfb314-fb8f-470a-95d3-56e5004c01a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ee7d3bb2-f456-41d8-93b8-334fc83bc2df'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:59:12.572763 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8092a90-80ab-4830-97af-38641120d2d3 req-27d7085f-985d-4376-aa76-e379c7314083 service neutron] Bound port: 80e3e244-1fcf-4a9d-9a50-ee0665be2415, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8adfb314-fb8f-470a-95d3-56e5004c01a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ee7d3bb2-f456-41d8-93b8-334fc83bc2df'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:59:12.573254 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-27d7085f-985d-4376-aa76-e379c7314083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (80e3e244-1fcf-4a9d-9a50-ee0665be2415), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:12.600039 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-fd06a143-cf59-490e-9b4b-a7d7c7307f95 None None] Port 924a920e-4183-4e7f-ac0b-98c4d677a992 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:59:12.604505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75877692-1347-4151-b90a-5cf0dd91d2ea tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Port': ['ID=93d07a73-59ce-4dd6-9e2b-93b53e74cb03,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:12.617095 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75877692-1347-4151-b90a-5cf0dd91d2ea tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] No DVR routers for this DVR port 93d07a73-59ce-4dd6-9e2b-93b53e74cb03 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:59:12.765708 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-da73fd68-bba3-4976-9442-93bac2696f9d req-75111389-73c6-42ed-8987-d6c03428d8a7 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3690515 Feb 09 01:59:12.780938 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efd2601-2c73-44af-be0b-25df71af039a admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:59:12.791865 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed8bae4-4b5d-4571-99c8-80aa150ee04a None None] Sync routers for ids ['90c69635-67d6-45d2-9c08-23a0777c61c2'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:59:12.818880 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2efd2601-2c73-44af-be0b-25df71af039a admin admin] 10.222.0.36 "PUT /v2.0/routers/90c69635-67d6-45d2-9c08-23a0777c61c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3238716 Feb 09 01:59:12.823881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60144) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:12.825776 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed8bae4-4b5d-4571-99c8-80aa150ee04a None None] Routers {'90c69635-67d6-45d2-9c08-23a0777c61c2'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:59:12.826604 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-aed8bae4-4b5d-4571-99c8-80aa150ee04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:59:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['90c69635-67d6-45d2-9c08-23a0777c61c2'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:13.040655 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-75877692-1347-4151-b90a-5cf0dd91d2ea tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (7c64819a-d4cc-48be-be93-c0d33e8a8080), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:13.103154 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-aed8bae4-4b5d-4571-99c8-80aa150ee04a None None] Set router 90c69635-67d6-45d2-9c08-23a0777c61c2 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:59:13.133362 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be039739-0be1-4d2c-82a7-acb5c1fab486 req-746baba8-c631-470b-9320-abaf16b15521 service neutron] 10.222.0.48 "GET /v2.0/networks/528af48e-7b24-470c-9df1-f5cd11b0c0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7191875 Feb 09 01:59:13.134611 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5e5d2f13-238a-4934-a52e-1ce84fb46941 admin admin] Publish callbacks [] for router (90c69635-67d6-45d2-9c08-23a0777c61c2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:13.153302 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-e3509c18-a5fe-4059-bb1b-1fd9c0dcfca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924a920e-4183-4e7f-ac0b-98c4d677a992 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:59:13.166669 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-e3509c18-a5fe-4059-bb1b-1fd9c0dcfca2 service neutron] Publish callbacks [] for port (924a920e-4183-4e7f-ac0b-98c4d677a992), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:13.189581 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-e3509c18-a5fe-4059-bb1b-1fd9c0dcfca2 service neutron] Transition to ACTIVE for port object 924a920e-4183-4e7f-ac0b-98c4d677a992 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:59:13.202036 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-e3509c18-a5fe-4059-bb1b-1fd9c0dcfca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (924a920e-4183-4e7f-ac0b-98c4d677a992), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:13.234979 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f8092a90-80ab-4830-97af-38641120d2d3 req-27d7085f-985d-4376-aa76-e379c7314083 service neutron] For port 80e3e244-1fcf-4a9d-9a50-ee0665be2415, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:59:13.240693 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-75877692-1347-4151-b90a-5cf0dd91d2ea tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c64819a-d4cc-48be-be93-c0d33e8a8080']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:13.270871 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-75877692-1347-4151-b90a-5cf0dd91d2ea tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95632e55-8b10-41a2-a8e1-12daea430f88') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:13.271220 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-75877692-1347-4151-b90a-5cf0dd91d2ea tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95632e55-8b10-41a2-a8e1-12daea430f88') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:13.274575 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f8092a90-80ab-4830-97af-38641120d2d3 req-27d7085f-985d-4376-aa76-e379c7314083 service neutron] For port 80e3e244-1fcf-4a9d-9a50-ee0665be2415, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=80e3e244-1fcf-4a9d-9a50-ee0665be2415,segment=NetworkSegment(8adfb314-fb8f-470a-95d3-56e5004c01a2),segment_id=8adfb314-fb8f-470a-95d3-56e5004c01a2)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:59:13.275696 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4fa41388-572c-4f66-8571-71e5e2cb0ec4 req-115c74f5-7f5a-4fa7-a9a5-f8bc10fa06ab tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7746160 Feb 09 01:59:13.288598 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-27d7085f-985d-4376-aa76-e379c7314083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (80e3e244-1fcf-4a9d-9a50-ee0665be2415), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:13.292611 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-75877692-1347-4151-b90a-5cf0dd91d2ea tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (95632e55-8b10-41a2-a8e1-12daea430f88), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:13.359759 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7085f-985d-4376-aa76-e379c7314083 service neutron] Pushing event updated for resources: {'Port': ['ID=80e3e244-1fcf-4a9d-9a50-ee0665be2415,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:13.421640 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-27d7085f-985d-4376-aa76-e379c7314083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:13.422444 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-27d7085f-985d-4376-aa76-e379c7314083 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:13.423877 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-27d7085f-985d-4376-aa76-e379c7314083 service neutron] 10.222.0.48 "PUT /v2.0/ports/80e3e244-1fcf-4a9d-9a50-ee0665be2415 HTTP/1.1" status: 200 len: 1091 time: 5.5103586 Feb 09 01:59:13.424407 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'tag': '80e3e244-1fcf-4a9d-9a50-ee0665be2415'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:59:13.427051 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccaf4db-b6b9-4bd0-8b40-ffe351c7d8d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "tag": "80e3e244-1fcf-4a9d-9a50-ee0665be2415"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:59:13.443335 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3509c18-a5fe-4059-bb1b-1fd9c0dcfca2 service neutron] Pushing event updated for resources: {'Port': ['ID=924a920e-4183-4e7f-ac0b-98c4d677a992,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:13.445329 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-75877692-1347-4151-b90a-5cf0dd91d2ea tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (95632e55-8b10-41a2-a8e1-12daea430f88), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:13.455495 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-aed8bae4-4b5d-4571-99c8-80aa150ee04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'name': 'tempest-ServerActionsTestJSON-126148439-router', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:26Z', 'updated_at': '2022-02-09T01:59:09Z', 'revision_number': 5, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'gw_port': {'id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:29Z', 'updated_at': '2022-02-09T01:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:13.481395 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e3ecef17-2727-4f79-b582-2ff95b0ef59b service neutron] Request body: {'port': {'device_id': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:13.512604 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:13.564138 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed8bae4-4b5d-4571-99c8-80aa150ee04a None None] Checking router: 90c69635-67d6-45d2-9c08-23a0777c61c2 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:59:13.587641 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed8bae4-4b5d-4571-99c8-80aa150ee04a None None] Routers {'90c69635-67d6-45d2-9c08-23a0777c61c2'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:59:13.593016 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-aed8bae4-4b5d-4571-99c8-80aa150ee04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:59:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['90c69635-67d6-45d2-9c08-23a0777c61c2'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:13.662817 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-e3509c18-a5fe-4059-bb1b-1fd9c0dcfca2 service neutron] Attempting to bind port 924a920e-4183-4e7f-ac0b-98c4d677a992 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:59:13.663284 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-e3509c18-a5fe-4059-bb1b-1fd9c0dcfca2 service neutron] Attempting to bind port 924a920e-4183-4e7f-ac0b-98c4d677a992 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'f5412662-5dc2-4534-a600-e772846872a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:59:13.663733 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-e3509c18-a5fe-4059-bb1b-1fd9c0dcfca2 service neutron] Attempting to bind port 924a920e-4183-4e7f-ac0b-98c4d677a992 on network 528af48e-7b24-470c-9df1-f5cd11b0c0e3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:13.696771 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-007468b3-db75-4ee6-a14b-d2790a630c1c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for port (23b6aab7-834f-4d84-a0f2-081a22b7b84b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:13.698317 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-e3509c18-a5fe-4059-bb1b-1fd9c0dcfca2 service neutron] Port 924a920e-4183-4e7f-ac0b-98c4d677a992 on network 528af48e-7b24-470c-9df1-f5cd11b0c0e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:59:13.701421 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-e3509c18-a5fe-4059-bb1b-1fd9c0dcfca2 service neutron] Attempting to bind port 924a920e-4183-4e7f-ac0b-98c4d677a992 on network 528af48e-7b24-470c-9df1-f5cd11b0c0e3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:13.715645 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-e3509c18-a5fe-4059-bb1b-1fd9c0dcfca2 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:59:13.716036 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-e3509c18-a5fe-4059-bb1b-1fd9c0dcfca2 service neutron] Checking segment: {'id': 'f5412662-5dc2-4534-a600-e772846872a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:59:13.716367 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-e3509c18-a5fe-4059-bb1b-1fd9c0dcfca2 service neutron] Bound using segment: {'id': 'f5412662-5dc2-4534-a600-e772846872a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:59:13.716857 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-e3509c18-a5fe-4059-bb1b-1fd9c0dcfca2 service neutron] Bound port: 924a920e-4183-4e7f-ac0b-98c4d677a992, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5412662-5dc2-4534-a600-e772846872a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:59:13.717291 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-e3509c18-a5fe-4059-bb1b-1fd9c0dcfca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (924a920e-4183-4e7f-ac0b-98c4d677a992), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:13.736906 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb73cde8-fad7-4a60-90a7-68174935f329 x-openstack-request-id: req-eb73cde8-fad7-4a60-90a7-68174935f329 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:59:13.737640 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "tag": "80e3e244-1fcf-4a9d-9a50-ee0665be2415", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:59:13.737640 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb73cde8-fad7-4a60-90a7-68174935f329 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:59:13.737892 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'tag': '80e3e244-1fcf-4a9d-9a50-ee0665be2415', 'status': 'completed', 'code': 200} Feb 09 01:59:13.747774 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e3ecef17-2727-4f79-b582-2ff95b0ef59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8b9156cc-0ce3-4754-b4e0-0975770eab8e), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:13.752948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75877692-1347-4151-b90a-5cf0dd91d2ea tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:59:13.753412 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-75877692-1347-4151-b90a-5cf0dd91d2ea tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (95632e55-8b10-41a2-a8e1-12daea430f88), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:59:13.759278 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:59:13.836440 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-aed8bae4-4b5d-4571-99c8-80aa150ee04a None None] Set router 90c69635-67d6-45d2-9c08-23a0777c61c2 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:59:13.961957 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d9b0c-375a-4ba4-8264-00a8202f15ba req-871840ac-3e74-48b9-a340-f3357df29569 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:13.971098 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-373d9b0c-375a-4ba4-8264-00a8202f15ba req-871840ac-3e74-48b9-a340-f3357df29569 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3a425306-904e-45ae-8413-510e722d96e6 HTTP/1.1" status: 200 len: 1052 time: 0.6063049 Feb 09 01:59:13.974126 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5e5d2f13-238a-4934-a52e-1ce84fb46941 admin admin] Publish callbacks [] for router_gateway (90c69635-67d6-45d2-9c08-23a0777c61c2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:14.009608 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-007468b3-db75-4ee6-a14b-d2790a630c1c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (23b6aab7-834f-4d84-a0f2-081a22b7b84b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:14.099384 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-e3509c18-a5fe-4059-bb1b-1fd9c0dcfca2 service neutron] For port 924a920e-4183-4e7f-ac0b-98c4d677a992, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:59:14.127128 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-e3509c18-a5fe-4059-bb1b-1fd9c0dcfca2 service neutron] For port 924a920e-4183-4e7f-ac0b-98c4d677a992, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=924a920e-4183-4e7f-ac0b-98c4d677a992,segment=NetworkSegment(f5412662-5dc2-4534-a600-e772846872a1),segment_id=f5412662-5dc2-4534-a600-e772846872a1)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:59:14.156817 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-e3509c18-a5fe-4059-bb1b-1fd9c0dcfca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (924a920e-4183-4e7f-ac0b-98c4d677a992), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:14.162171 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007468b3-db75-4ee6-a14b-d2790a630c1c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 2dd71ccd-b35c-4501-9503-a68b44d01f83 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:14.218854 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-007468b3-db75-4ee6-a14b-d2790a630c1c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:14.226886 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-e3509c18-a5fe-4059-bb1b-1fd9c0dcfca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:14.228641 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-e3509c18-a5fe-4059-bb1b-1fd9c0dcfca2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:14.230233 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-e3509c18-a5fe-4059-bb1b-1fd9c0dcfca2 service neutron] 10.222.0.67 "PUT /v2.0/ports/924a920e-4183-4e7f-ac0b-98c4d677a992 HTTP/1.1" status: 200 len: 1091 time: 1.8930182 Feb 09 01:59:14.235917 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a425306-904e-45ae-8413-510e722d96e6', 'tag': '924a920e-4183-4e7f-ac0b-98c4d677a992'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:59:14.238543 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7bbc1f-3c20-48b3-8c3c-576f6eca4c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "3a425306-904e-45ae-8413-510e722d96e6", "tag": "924a920e-4183-4e7f-ac0b-98c4d677a992"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:59:14.252356 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007468b3-db75-4ee6-a14b-d2790a630c1c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:14.274736 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007468b3-db75-4ee6-a14b-d2790a630c1c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:14.278299 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-007468b3-db75-4ee6-a14b-d2790a630c1c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:14.317626 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-373d9b0c-375a-4ba4-8264-00a8202f15ba req-1b3042c1-578c-466b-94d0-1c2531683434 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988651 Feb 09 01:59:14.328470 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007468b3-db75-4ee6-a14b-d2790a630c1c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Port': ['ID=23b6aab7-834f-4d84-a0f2-081a22b7b84b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:14.413108 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-75877692-1347-4151-b90a-5cf0dd91d2ea tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (7c64819a-d4cc-48be-be93-c0d33e8a8080), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:14.422689 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-75877692-1347-4151-b90a-5cf0dd91d2ea tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:14.441115 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-75877692-1347-4151-b90a-5cf0dd91d2ea tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/networks/7c64819a-d4cc-48be-be93-c0d33e8a8080 HTTP/1.1" status: 204 len: 168 time: 4.5704093 Feb 09 01:59:14.458411 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-aed8bae4-4b5d-4571-99c8-80aa150ee04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'name': 'tempest-ServerActionsTestJSON-126148439-router', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:26Z', 'updated_at': '2022-02-09T01:59:09Z', 'revision_number': 5, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'gw_port': {'id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:29Z', 'updated_at': '2022-02-09T01:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:14.482155 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60160) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:14.484520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75877692-1347-4151-b90a-5cf0dd91d2ea tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Network': ['ID=7c64819a-d4cc-48be-be93-c0d33e8a8080,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:14.509558 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-de0d599c-8778-417f-a6a6-9499faf196e1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'port': {'network_id': 'c4b0531b-6c6e-4114-a6dd-46cf9eb71861', 'name': 'tempest-PortsTestJSON-1412211641'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:14.535080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188f01b-b74a-47d6-a086-d26ac575a087 req-e4c335c6-07a0-412d-b04d-bac1e4250e5e tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:14.536796 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed8bae4-4b5d-4571-99c8-80aa150ee04a None None] The sync data for ids ['90c69635-67d6-45d2-9c08-23a0777c61c2'] in n-d-828387-3 is: [{'id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'name': 'tempest-ServerActionsTestJSON-126148439-router', 'tenant_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:26Z', 'updated_at': '2022-02-09T01:59:09Z', 'revision_number': 5, 'project_id': 'fbdae39344a5459eaf5d1a5fab3c54b2', 'gw_port': {'id': 'd953acc4-d8e6-43e5-9521-f641fd7ea2fc', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c69635-67d6-45d2-9c08-23a0777c61c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:29Z', 'updated_at': '2022-02-09T01:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:59:14.537005 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1188f01b-b74a-47d6-a086-d26ac575a087 req-e4c335c6-07a0-412d-b04d-bac1e4250e5e tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.67 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 946 time: 0.8587303 Feb 09 01:59:14.537853 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6e306c-142b-4425-8ed9-a8b0ba2882fd x-openstack-request-id: req-6c6e306c-142b-4425-8ed9-a8b0ba2882fd {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:59:14.539054 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a425306-904e-45ae-8413-510e722d96e6", "tag": "924a920e-4183-4e7f-ac0b-98c4d677a992", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:59:14.540002 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c6e306c-142b-4425-8ed9-a8b0ba2882fd {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:59:14.540509 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a425306-904e-45ae-8413-510e722d96e6', 'tag': '924a920e-4183-4e7f-ac0b-98c4d677a992', 'status': 'completed', 'code': 200} Feb 09 01:59:14.561245 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-007468b3-db75-4ee6-a14b-d2790a630c1c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5930369 Feb 09 01:59:14.587928 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60162) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:14.633874 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3509c18-a5fe-4059-bb1b-1fd9c0dcfca2 service neutron] Pushing event updated for resources: {'Port': ['ID=924a920e-4183-4e7f-ac0b-98c4d677a992,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:14.666154 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f234372-6f1b-4797-9c73-2971789049c6 req-bb29e210-8903-4154-b865-71d279e7c7bd tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:14.669479 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7f234372-6f1b-4797-9c73-2971789049c6 req-bb29e210-8903-4154-b865-71d279e7c7bd tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 946 time: 0.7234504 Feb 09 01:59:14.735869 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaf4db-b6b9-4bd0-8b40-ffe351c7d8d8 req-5286205e-96af-47d4-bb5a-68dfca0d0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:14.736278 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaf4db-b6b9-4bd0-8b40-ffe351c7d8d8 req-5286205e-96af-47d4-bb5a-68dfca0d0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:14.736756 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaf4db-b6b9-4bd0-8b40-ffe351c7d8d8 req-5286205e-96af-47d4-bb5a-68dfca0d0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:14.737232 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaf4db-b6b9-4bd0-8b40-ffe351c7d8d8 req-5286205e-96af-47d4-bb5a-68dfca0d0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:14.737701 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaf4db-b6b9-4bd0-8b40-ffe351c7d8d8 req-5286205e-96af-47d4-bb5a-68dfca0d0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:14.738165 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaf4db-b6b9-4bd0-8b40-ffe351c7d8d8 req-5286205e-96af-47d4-bb5a-68dfca0d0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:14.738626 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaf4db-b6b9-4bd0-8b40-ffe351c7d8d8 req-5286205e-96af-47d4-bb5a-68dfca0d0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:14.740648 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4ccaf4db-b6b9-4bd0-8b40-ffe351c7d8d8 req-5286205e-96af-47d4-bb5a-68dfca0d0483 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74ac5c4df87040abbaac41297bf571f6&device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 6606 time: 1.0724714 Feb 09 01:59:14.754761 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7f234372-6f1b-4797-9c73-2971789049c6 req-f0aa595e-176f-4ece-b4ff-a91eeb7cbdaa tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774994 Feb 09 01:59:14.764292 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-0acafbce-de67-40fb-b3d4-58304350a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:14.765909 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-0acafbce-de67-40fb-b3d4-58304350a6b9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=031518a1ab064b70b895291126f98a2e&device_id=3a425306-904e-45ae-8413-510e722d96e6 HTTP/1.1" status: 200 len: 1125 time: 0.4802306 Feb 09 01:59:14.806027 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-5b6d7070-e510-4779-a39f-631695ea618d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:14.851454 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-cb9a7f46-bb7e-4308-9e5d-ce689b85f1c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=924a920e-4183-4e7f-ac0b-98c4d677a992 HTTP/1.1" status: 200 len: 217 time: 0.0530417 Feb 09 01:59:14.930113 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-fee669fa-b6ce-465f-95a3-292e77276888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:14.934671 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-fee669fa-b6ce-465f-95a3-292e77276888 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d842827-dd41-4321-8463-eb5d857a5b67 HTTP/1.1" status: 200 len: 848 time: 0.0774477 Feb 09 01:59:15.035725 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-f93ca468-eae8-4742-a312-49c5bdd88afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:15.037990 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-f93ca468-eae8-4742-a312-49c5bdd88afd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=528af48e-7b24-470c-9df1-f5cd11b0c0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0977764 Feb 09 01:59:15.046984 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-5e5d2f13-238a-4934-a52e-1ce84fb46941 admin admin] Deleting port d953acc4-d8e6-43e5-9521-f641fd7ea2fc {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:15.047350 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5e5d2f13-238a-4934-a52e-1ce84fb46941 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (d953acc4-d8e6-43e5-9521-f641fd7ea2fc), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:15.154023 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-5e5d2f13-238a-4934-a52e-1ce84fb46941 admin admin] For port d953acc4-d8e6-43e5-9521-f641fd7ea2fc, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d953acc4-d8e6-43e5-9521-f641fd7ea2fc,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:15.154394 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5e5d2f13-238a-4934-a52e-1ce84fb46941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (d953acc4-d8e6-43e5-9521-f641fd7ea2fc), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:15.168241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-5e5d2f13-238a-4934-a52e-1ce84fb46941 admin admin] Calling delete_port for d953acc4-d8e6-43e5-9521-f641fd7ea2fc owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:15.207192 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-abcebc22-2ff0-4e9f-bfaf-cd60fd729862 service neutron] 10.222.0.67 "GET /v2.0/networks/528af48e-7b24-470c-9df1-f5cd11b0c0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601317 Feb 09 01:59:15.312252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0d599c-8778-417f-a6a6-9499faf196e1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:15.315897 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:59:15.316463 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-de0d599c-8778-417f-a6a6-9499faf196e1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:15.335116 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7070-e510-4779-a39f-631695ea618d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (23b6aab7-834f-4d84-a0f2-081a22b7b84b), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:15.355377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:59:15.356429 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9ea3b7ee-bc7e-480f-a910-6fb58357d3f8 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:59:15.360819 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e568fc8b-29c5-42c0-a5ca-28067e50e9bd req-2effec9f-e385-4c05-a417-b3f47d186287 service neutron] 10.222.0.67 "GET /v2.0/networks/528af48e-7b24-470c-9df1-f5cd11b0c0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455793 Feb 09 01:59:15.525752 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bbc1f-3c20-48b3-8c3c-576f6eca4c6b req-30211f0c-5352-4247-829a-3a9731ec7bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:15.527227 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2e7bbc1f-3c20-48b3-8c3c-576f6eca4c6b req-30211f0c-5352-4247-829a-3a9731ec7bcd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=031518a1ab064b70b895291126f98a2e&device_id=3a425306-904e-45ae-8413-510e722d96e6 HTTP/1.1" status: 200 len: 1125 time: 0.1031523 Feb 09 01:59:15.638887 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628de13-18c7-4d7b-b567-ca34f5c4bd30 req-14902a5a-ba2b-4faf-9982-98412a4793f1 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:15.642781 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c628de13-18c7-4d7b-b567-ca34f5c4bd30 req-14902a5a-ba2b-4faf-9982-98412a4793f1 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3a425306-904e-45ae-8413-510e722d96e6 HTTP/1.1" status: 200 len: 1125 time: 0.1817875 Feb 09 01:59:15.780911 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c628de13-18c7-4d7b-b567-ca34f5c4bd30 req-dd854a07-7c6f-4559-a1b5-1dcff6e16bbe tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957518 Feb 09 01:59:15.810859 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bbc1f-3c20-48b3-8c3c-576f6eca4c6b req-17123b6c-6bc4-4595-8904-ca8015070c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:15.814876 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2e7bbc1f-3c20-48b3-8c3c-576f6eca4c6b req-17123b6c-6bc4-4595-8904-ca8015070c8f service neutron] 10.222.0.67 "GET /v2.0/networks?id=528af48e-7b24-470c-9df1-f5cd11b0c0e3 HTTP/1.1" status: 200 len: 910 time: 0.2666681 Feb 09 01:59:15.905966 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2e7bbc1f-3c20-48b3-8c3c-576f6eca4c6b req-5fd72298-4aa2-480b-97e2-a16220b9a0b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=924a920e-4183-4e7f-ac0b-98c4d677a992 HTTP/1.1" status: 200 len: 217 time: 0.0829332 Feb 09 01:59:15.995196 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bbc1f-3c20-48b3-8c3c-576f6eca4c6b req-2f2a2114-e40f-44e3-aef2-ef97620bef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:15.997716 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2e7bbc1f-3c20-48b3-8c3c-576f6eca4c6b req-2f2a2114-e40f-44e3-aef2-ef97620bef79 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d842827-dd41-4321-8463-eb5d857a5b67 HTTP/1.1" status: 200 len: 848 time: 0.0736439 Feb 09 01:59:16.010388 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa803eb-3c6b-4be0-9826-19d3fa762f17 req-0fb43c7c-969b-4c4a-8da2-1e7801936fe4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:16.013848 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-faa803eb-3c6b-4be0-9826-19d3fa762f17 req-0fb43c7c-969b-4c4a-8da2-1e7801936fe4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 946 time: 0.1195509 Feb 09 01:59:16.135803 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bbc1f-3c20-48b3-8c3c-576f6eca4c6b req-74d8bc05-fd57-4a0d-8b75-62e3b0f39ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:16.138857 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2e7bbc1f-3c20-48b3-8c3c-576f6eca4c6b req-74d8bc05-fd57-4a0d-8b75-62e3b0f39ab9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=528af48e-7b24-470c-9df1-f5cd11b0c0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1236067 Feb 09 01:59:16.142796 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-faa803eb-3c6b-4be0-9826-19d3fa762f17 req-12654314-fef2-4d0e-bcee-9527d9c4b27e tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181977 Feb 09 01:59:16.194520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e3ecef17-2727-4f79-b582-2ff95b0ef59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9156cc-0ce3-4754-b4e0-0975770eab8e {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:59:16.215188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaf4db-b6b9-4bd0-8b40-ffe351c7d8d8 req-c3c664d7-9b58-4885-93b4-60f83a8b3dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:16.215944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaf4db-b6b9-4bd0-8b40-ffe351c7d8d8 req-c3c664d7-9b58-4885-93b4-60f83a8b3dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:16.216742 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaf4db-b6b9-4bd0-8b40-ffe351c7d8d8 req-c3c664d7-9b58-4885-93b4-60f83a8b3dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:16.219763 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4ccaf4db-b6b9-4bd0-8b40-ffe351c7d8d8 req-c3c664d7-9b58-4885-93b4-60f83a8b3dbd service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=74ac5c4df87040abbaac41297bf571f6&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.3289273 Feb 09 01:59:16.221290 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-de0d599c-8778-417f-a6a6-9499faf196e1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] device_id is not set on port a01d838e-c229-406e-9220-ebe40636b380 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:59:16.287453 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2e7bbc1f-3c20-48b3-8c3c-576f6eca4c6b req-a54f04d0-8a25-45f4-baf7-80ca80c613d3 service neutron] 10.222.0.67 "GET /v2.0/networks/528af48e-7b24-470c-9df1-f5cd11b0c0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415238 Feb 09 01:59:16.294867 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d84fe-f52a-4c59-8c23-b25e578cea9e req-dda7de77-87c4-47a2-b7c1-aa0b14ff97d6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:16.300600 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d84fe-f52a-4c59-8c23-b25e578cea9e req-dda7de77-87c4-47a2-b7c1-aa0b14ff97d6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:16.306753 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d84fe-f52a-4c59-8c23-b25e578cea9e req-dda7de77-87c4-47a2-b7c1-aa0b14ff97d6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:16.312859 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d84fe-f52a-4c59-8c23-b25e578cea9e req-dda7de77-87c4-47a2-b7c1-aa0b14ff97d6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:16.320078 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d84fe-f52a-4c59-8c23-b25e578cea9e req-dda7de77-87c4-47a2-b7c1-aa0b14ff97d6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:16.327622 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d84fe-f52a-4c59-8c23-b25e578cea9e req-dda7de77-87c4-47a2-b7c1-aa0b14ff97d6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:16.333063 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d84fe-f52a-4c59-8c23-b25e578cea9e req-dda7de77-87c4-47a2-b7c1-aa0b14ff97d6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:16.335151 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-325d84fe-f52a-4c59-8c23-b25e578cea9e req-dda7de77-87c4-47a2-b7c1-aa0b14ff97d6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5418 time: 1.4641805 Feb 09 01:59:16.361981 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e3ecef17-2727-4f79-b582-2ff95b0ef59b service neutron] Publish callbacks [] for port (8b9156cc-0ce3-4754-b4e0-0975770eab8e), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:16.471573 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaf4db-b6b9-4bd0-8b40-ffe351c7d8d8 req-5b512cbe-80e4-41b8-b904-73ff99260beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:16.473082 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4ccaf4db-b6b9-4bd0-8b40-ffe351c7d8d8 req-5b512cbe-80e4-41b8-b904-73ff99260beb service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357632 Feb 09 01:59:16.530824 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2e7bbc1f-3c20-48b3-8c3c-576f6eca4c6b req-ca229813-ac67-4fb3-aa35-5972f1e7abd3 service neutron] 10.222.0.67 "GET /v2.0/networks/528af48e-7b24-470c-9df1-f5cd11b0c0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321672 Feb 09 01:59:16.609274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e3ecef17-2727-4f79-b582-2ff95b0ef59b service neutron] Transition to ACTIVE for port object 8b9156cc-0ce3-4754-b4e0-0975770eab8e will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:59:16.614156 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-1188f01b-b74a-47d6-a086-d26ac575a087 req-790d19ba-2a82-4a26-b7ca-e8527a3e102a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Deleting port 5999e920-e451-43c7-9f89-0a79191cb1d1 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:16.614528 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1188f01b-b74a-47d6-a086-d26ac575a087 req-790d19ba-2a82-4a26-b7ca-e8527a3e102a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:16.629776 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-325d84fe-f52a-4c59-8c23-b25e578cea9e req-82c0844e-8625-4e93-88f7-d4338fa102b0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1545169 Feb 09 01:59:16.686456 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e3ecef17-2727-4f79-b582-2ff95b0ef59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (8b9156cc-0ce3-4754-b4e0-0975770eab8e), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:17.012148 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f1179-2880-4f7f-90c9-cf4a1971a7d8 req-ff81d50d-d6de-4f28-ae7e-f6c9ffbfbce9 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:17.013922 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7c3f1179-2880-4f7f-90c9-cf4a1971a7d8 req-ff81d50d-d6de-4f28-ae7e-f6c9ffbfbce9 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3a425306-904e-45ae-8413-510e722d96e6 HTTP/1.1" status: 200 len: 1125 time: 0.1321836 Feb 09 01:59:17.119007 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7c3f1179-2880-4f7f-90c9-cf4a1971a7d8 req-75dd1a37-70ee-4cbb-bba7-8bc27f70ab0a tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969439 Feb 09 01:59:17.179753 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-1188f01b-b74a-47d6-a086-d26ac575a087 req-790d19ba-2a82-4a26-b7ca-e8527a3e102a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] For port 5999e920-e451-43c7-9f89-0a79191cb1d1, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=5999e920-e451-43c7-9f89-0a79191cb1d1,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:17.180094 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1188f01b-b74a-47d6-a086-d26ac575a087 req-790d19ba-2a82-4a26-b7ca-e8527a3e102a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:17.222925 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5e5d2f13-238a-4934-a52e-1ce84fb46941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (d953acc4-d8e6-43e5-9521-f641fd7ea2fc), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:17.267762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ecef17-2727-4f79-b582-2ff95b0ef59b service neutron] Pushing event updated for resources: {'Port': ['ID=8b9156cc-0ce3-4754-b4e0-0975770eab8e,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:17.379243 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-de0d599c-8778-417f-a6a6-9499faf196e1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for port (a01d838e-c229-406e-9220-ebe40636b380), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:17.540846 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7070-e510-4779-a39f-631695ea618d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for port (23b6aab7-834f-4d84-a0f2-081a22b7b84b), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:17.548692 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d2f13-238a-4934-a52e-1ce84fb46941 admin admin] Pushing event deleted for resources: {'Port': ['ID=d953acc4-d8e6-43e5-9521-f641fd7ea2fc,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:17.589400 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7070-e510-4779-a39f-631695ea618d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (23b6aab7-834f-4d84-a0f2-081a22b7b84b), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:17.757252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-5b6d7070-e510-4779-a39f-631695ea618d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] In _notify_port_updated(), no bound segment for port 23b6aab7-834f-4d84-a0f2-081a22b7b84b on network 2dd71ccd-b35c-4501-9503-a68b44d01f83 {{(pid=103183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:59:17.764065 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6d7070-e510-4779-a39f-631695ea618d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:17.764963 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7070-e510-4779-a39f-631695ea618d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:17.766720 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5b6d7070-e510-4779-a39f-631695ea618d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "PUT /v2.0/ports/23b6aab7-834f-4d84-a0f2-081a22b7b84b HTTP/1.1" status: 200 len: 818 time: 3.0407093 Feb 09 01:59:17.769612 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60186) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:17.937501 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cfb27-2329-44d2-b2e8-eb7ffeb4e128 req-12bf57a5-e1da-4dc4-ac5e-4556cc69a43b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:17.943315 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cfb27-2329-44d2-b2e8-eb7ffeb4e128 req-12bf57a5-e1da-4dc4-ac5e-4556cc69a43b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:17.950978 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cfb27-2329-44d2-b2e8-eb7ffeb4e128 req-12bf57a5-e1da-4dc4-ac5e-4556cc69a43b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:17.956055 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cfb27-2329-44d2-b2e8-eb7ffeb4e128 req-12bf57a5-e1da-4dc4-ac5e-4556cc69a43b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:17.965899 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cfb27-2329-44d2-b2e8-eb7ffeb4e128 req-12bf57a5-e1da-4dc4-ac5e-4556cc69a43b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:17.977926 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cfb27-2329-44d2-b2e8-eb7ffeb4e128 req-12bf57a5-e1da-4dc4-ac5e-4556cc69a43b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:17.985781 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cfb27-2329-44d2-b2e8-eb7ffeb4e128 req-12bf57a5-e1da-4dc4-ac5e-4556cc69a43b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:17.997055 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-997cfb27-2329-44d2-b2e8-eb7ffeb4e128 req-12bf57a5-e1da-4dc4-ac5e-4556cc69a43b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.1828179 Feb 09 01:59:18.002705 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5e5d2f13-238a-4934-a52e-1ce84fb46941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (90c69635-67d6-45d2-9c08-23a0777c61c2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:18.049724 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-68da5581-6228-44a8-93b9-4968e2854143 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting port 23b6aab7-834f-4d84-a0f2-081a22b7b84b {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:18.050236 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68da5581-6228-44a8-93b9-4968e2854143 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (23b6aab7-834f-4d84-a0f2-081a22b7b84b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:18.153041 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-997cfb27-2329-44d2-b2e8-eb7ffeb4e128 req-3395e3d6-af1a-4b3e-b18a-1c18b6e7d096 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1522374 Feb 09 01:59:18.189426 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68da5581-6228-44a8-93b9-4968e2854143 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (23b6aab7-834f-4d84-a0f2-081a22b7b84b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:18.189666 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e3ecef17-2727-4f79-b582-2ff95b0ef59b service neutron] Attempting to bind port 8b9156cc-0ce3-4754-b4e0-0975770eab8e on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:59:18.189845 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e3ecef17-2727-4f79-b582-2ff95b0ef59b service neutron] Attempting to bind port 8b9156cc-0ce3-4754-b4e0-0975770eab8e by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '8adfb314-fb8f-470a-95d3-56e5004c01a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ee7d3bb2-f456-41d8-93b8-334fc83bc2df'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:59:18.190172 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e3ecef17-2727-4f79-b582-2ff95b0ef59b service neutron] Attempting to bind port 8b9156cc-0ce3-4754-b4e0-0975770eab8e on network ee7d3bb2-f456-41d8-93b8-334fc83bc2df {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:18.225184 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-68da5581-6228-44a8-93b9-4968e2854143 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Calling delete_port for 23b6aab7-834f-4d84-a0f2-081a22b7b84b owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:18.233866 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-de0d599c-8778-417f-a6a6-9499faf196e1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a01d838e-c229-406e-9220-ebe40636b380), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:18.244687 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d7070-e510-4779-a39f-631695ea618d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Port': ['ID=23b6aab7-834f-4d84-a0f2-081a22b7b84b,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:18.254140 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d3a4f-6b51-4f15-bf0e-f3aa585d4dc4 req-c4105b65-5966-4401-9b50-13157cd5bbed tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:18.255745 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-517d3a4f-6b51-4f15-bf0e-f3aa585d4dc4 req-c4105b65-5966-4401-9b50-13157cd5bbed tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 946 time: 0.8714151 Feb 09 01:59:18.263955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e3ecef17-2727-4f79-b582-2ff95b0ef59b service neutron] Port 8b9156cc-0ce3-4754-b4e0-0975770eab8e on network ee7d3bb2-f456-41d8-93b8-334fc83bc2df not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:59:18.264348 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e3ecef17-2727-4f79-b582-2ff95b0ef59b service neutron] Attempting to bind port 8b9156cc-0ce3-4754-b4e0-0975770eab8e on network ee7d3bb2-f456-41d8-93b8-334fc83bc2df {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:18.267563 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1188f01b-b74a-47d6-a086-d26ac575a087 req-790d19ba-2a82-4a26-b7ca-e8527a3e102a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:18.267937 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1188f01b-b74a-47d6-a086-d26ac575a087 req-790d19ba-2a82-4a26-b7ca-e8527a3e102a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (25c10675-39e4-4e93-9df4-ada7cb8a89f2), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:18.268319 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [req-1188f01b-b74a-47d6-a086-d26ac575a087 req-790d19ba-2a82-4a26-b7ca-e8527a3e102a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Floating IP 25c10675-39e4-4e93-9df4-ada7cb8a89f2 disassociated. External IP: 172.25.7.168, port: 5999e920-e451-43c7-9f89-0a79191cb1d1. Feb 09 01:59:18.268819 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-1188f01b-b74a-47d6-a086-d26ac575a087 req-790d19ba-2a82-4a26-b7ca-e8527a3e102a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Calling delete_port for 5999e920-e451-43c7-9f89-0a79191cb1d1 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:18.271770 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5e5d2f13-238a-4934-a52e-1ce84fb46941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (90c69635-67d6-45d2-9c08-23a0777c61c2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:18.291872 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5e5d2f13-238a-4934-a52e-1ce84fb46941 admin admin] Publish callbacks [] for router_controller (90c69635-67d6-45d2-9c08-23a0777c61c2), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:18.361612 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e3ecef17-2727-4f79-b582-2ff95b0ef59b service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:59:18.362022 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e3ecef17-2727-4f79-b582-2ff95b0ef59b service neutron] Checking segment: {'id': '8adfb314-fb8f-470a-95d3-56e5004c01a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ee7d3bb2-f456-41d8-93b8-334fc83bc2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:59:18.362370 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e3ecef17-2727-4f79-b582-2ff95b0ef59b service neutron] Bound using segment: {'id': '8adfb314-fb8f-470a-95d3-56e5004c01a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ee7d3bb2-f456-41d8-93b8-334fc83bc2df'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:59:18.362820 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e3ecef17-2727-4f79-b582-2ff95b0ef59b service neutron] Bound port: 8b9156cc-0ce3-4754-b4e0-0975770eab8e, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8adfb314-fb8f-470a-95d3-56e5004c01a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ee7d3bb2-f456-41d8-93b8-334fc83bc2df'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:59:18.363175 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e3ecef17-2727-4f79-b582-2ff95b0ef59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8b9156cc-0ce3-4754-b4e0-0975770eab8e), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:18.371933 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 924a920e-4183-4e7f-ac0b-98c4d677a992 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:59:18.416773 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a4c29-bf50-4ce5-8e9b-ce6c190acdcd req-85d87952-34a9-4468-968a-7db1afcaa5c9 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:18.420015 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e29a4c29-bf50-4ce5-8e9b-ce6c190acdcd req-85d87952-34a9-4468-968a-7db1afcaa5c9 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3a425306-904e-45ae-8413-510e722d96e6 HTTP/1.1" status: 200 len: 1125 time: 0.0854495 Feb 09 01:59:18.462021 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68da5581-6228-44a8-93b9-4968e2854143 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (23b6aab7-834f-4d84-a0f2-081a22b7b84b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:18.510868 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da5581-6228-44a8-93b9-4968e2854143 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Port': ['ID=23b6aab7-834f-4d84-a0f2-081a22b7b84b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:18.526256 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68da5581-6228-44a8-93b9-4968e2854143 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:18.534343 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-68da5581-6228-44a8-93b9-4968e2854143 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/ports/23b6aab7-834f-4d84-a0f2-081a22b7b84b HTTP/1.1" status: 204 len: 168 time: 0.7628453 Feb 09 01:59:18.537118 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60194) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:18.572257 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e29a4c29-bf50-4ce5-8e9b-ce6c190acdcd req-a8681503-53f6-49f0-b2ee-a611a404caee tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439943 Feb 09 01:59:18.583045 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 924a920e-4183-4e7f-ac0b-98c4d677a992, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=924a920e-4183-4e7f-ac0b-98c4d677a992,segment=NetworkSegment(f5412662-5dc2-4534-a600-e772846872a1),segment_id=f5412662-5dc2-4534-a600-e772846872a1)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:18.598092 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 5999e920-e451-43c7-9f89-0a79191cb1d1 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:59:18.602034 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '924a920e-4183-4e7f-ac0b-98c4d677a992', 'network_id': '528af48e-7b24-470c-9df1-f5cd11b0c0e3', 'port_id': '924a920e-4183-4e7f-ac0b-98c4d677a992', 'mac_address': 'fa:16:3e:bb:8d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d842827-dd41-4321-8463-eb5d857a5b67', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:59:18.642979 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859d691e-4995-407b-8591-bf8fc3c3adb7 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:18.653151 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-859d691e-4995-407b-8591-bf8fc3c3adb7 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1121550 Feb 09 01:59:18.654493 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60196) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:18.672308 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0d599c-8778-417f-a6a6-9499faf196e1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:18.677709 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 924a920e-4183-4e7f-ac0b-98c4d677a992 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:18.678115 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (924a920e-4183-4e7f-ac0b-98c4d677a992), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:18.697399 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-de0d599c-8778-417f-a6a6-9499faf196e1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:18.702876 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0d599c-8778-417f-a6a6-9499faf196e1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:18.708941 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d599c-8778-417f-a6a6-9499faf196e1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:18.709931 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-de0d599c-8778-417f-a6a6-9499faf196e1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:18.711491 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-afbdefa5-bfa6-4212-a7a9-a37c75f665eb tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] GET failed (client error): The resource could not be found. Feb 09 01:59:18.715304 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5e5d2f13-238a-4934-a52e-1ce84fb46941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (90c69635-67d6-45d2-9c08-23a0777c61c2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:18.716129 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5d2f13-238a-4934-a52e-1ce84fb46941 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90c69635-67d6-45d2-9c08-23a0777c61c2 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:59:18.717941 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1188f01b-b74a-47d6-a086-d26ac575a087 req-790d19ba-2a82-4a26-b7ca-e8527a3e102a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5999e920-e451-43c7-9f89-0a79191cb1d1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:18.719872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924a920e-4183-4e7f-ac0b-98c4d677a992 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:59:18.722645 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5e5d2f13-238a-4934-a52e-1ce84fb46941 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:18.725898 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-afbdefa5-bfa6-4212-a7a9-a37c75f665eb tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports/23b6aab7-834f-4d84-a0f2-081a22b7b84b HTTP/1.1" status: 404 len: 333 time: 0.0685074 Feb 09 01:59:18.726517 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60198) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:18.729900 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5e5d2f13-238a-4934-a52e-1ce84fb46941 admin admin] 10.222.0.36 "DELETE /v2.0/routers/90c69635-67d6-45d2-9c08-23a0777c61c2 HTTP/1.1" status: 204 len: 168 time: 5.9017351 Feb 09 01:59:18.732629 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60200) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:18.743854 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-771831a5-7b66-4442-b7b2-8421709938e3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1312760230'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:18.766630 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 924a920e-4183-4e7f-ac0b-98c4d677a992, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=924a920e-4183-4e7f-ac0b-98c4d677a992,segment=NetworkSegment(f5412662-5dc2-4534-a600-e772846872a1),segment_id=f5412662-5dc2-4534-a600-e772846872a1)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:18.773607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d599c-8778-417f-a6a6-9499faf196e1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Port': ['ID=a01d838e-c229-406e-9220-ebe40636b380,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:18.782189 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (924a920e-4183-4e7f-ac0b-98c4d677a992), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:18.804070 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No active binding found for port 5999e920-e451-43c7-9f89-0a79191cb1d1 {{(pid=103185) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 01:59:18.804547 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] The host n-h1-828387-3 is not matching for port 5999e920-e451-43c7-9f89-0a79191cb1d1 host None! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:59:18.804961 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 5999e920-e451-43c7-9f89-0a79191cb1d1 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:59:18.811238 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771831a5-7b66-4442-b7b2-8421709938e3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:18.818417 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-771831a5-7b66-4442-b7b2-8421709938e3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:18.835074 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-517d3a4f-6b51-4f15-bf0e-f3aa585d4dc4 req-78b41b4b-2be1-4e5b-8b87-dbea6e474c9f tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b108279-6c10-420c-ae95-f8a57e627874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5606644 Feb 09 01:59:18.839723 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d19ba-2a82-4a26-b7ca-e8527a3e102a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Pushing event deleted for resources: {'Port': ['ID=5999e920-e451-43c7-9f89-0a79191cb1d1,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:18.859912 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-de0d599c-8778-417f-a6a6-9499faf196e1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.3585961 Feb 09 01:59:18.860732 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60202) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:18.939949 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=924a920e-4183-4e7f-ac0b-98c4d677a992,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:18.966074 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771831a5-7b66-4442-b7b2-8421709938e3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:59:18.985781 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7c4f5d-d58b-49ff-b524-25ba14d0eba5 admin admin] Deleting subnet e6231a07-44fd-4d5b-a5bf-cd666d960cb8 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:59:18.989472 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-771831a5-7b66-4442-b7b2-8421709938e3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (1a2b64f3-0390-42ef-8776-5b4cb579d28b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:18.989822 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-771831a5-7b66-4442-b7b2-8421709938e3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Added segment 1a2b64f3-0390-42ef-8776-5b4cb579d28b of type vlan for network 1d1d9caf-7a94-49f2-aa8f-c6416d67d591 Feb 09 01:59:19.006056 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4f5d-d58b-49ff-b524-25ba14d0eba5 admin admin] Publish callbacks [] for subnet (e6231a07-44fd-4d5b-a5bf-cd666d960cb8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:19.044744 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e3ecef17-2727-4f79-b582-2ff95b0ef59b service neutron] For port 8b9156cc-0ce3-4754-b4e0-0975770eab8e, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:59:19.082752 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e3ecef17-2727-4f79-b582-2ff95b0ef59b service neutron] For port 8b9156cc-0ce3-4754-b4e0-0975770eab8e, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8b9156cc-0ce3-4754-b4e0-0975770eab8e,segment=NetworkSegment(8adfb314-fb8f-470a-95d3-56e5004c01a2),segment_id=8adfb314-fb8f-470a-95d3-56e5004c01a2)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:59:19.103237 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e3ecef17-2727-4f79-b582-2ff95b0ef59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (8b9156cc-0ce3-4754-b4e0-0975770eab8e), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:19.110608 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4f5d-d58b-49ff-b524-25ba14d0eba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (e6231a07-44fd-4d5b-a5bf-cd666d960cb8), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:19.145003 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-771831a5-7b66-4442-b7b2-8421709938e3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (1d1d9caf-7a94-49f2-aa8f-c6416d67d591), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:19.153786 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['924a920e-4183-4e7f-ac0b-98c4d677a992'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:59:19.243372 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ecef17-2727-4f79-b582-2ff95b0ef59b service neutron] Pushing event updated for resources: {'Port': ['ID=8b9156cc-0ce3-4754-b4e0-0975770eab8e,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:19.279047 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e3ecef17-2727-4f79-b582-2ff95b0ef59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:19.281775 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e3ecef17-2727-4f79-b582-2ff95b0ef59b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:19.287900 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e3ecef17-2727-4f79-b582-2ff95b0ef59b service neutron] 10.222.0.48 "PUT /v2.0/ports/8b9156cc-0ce3-4754-b4e0-0975770eab8e HTTP/1.1" status: 200 len: 1091 time: 5.8214850 Feb 09 01:59:19.306323 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'tag': '8b9156cc-0ce3-4754-b4e0-0975770eab8e'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:59:19.312911 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-771831a5-7b66-4442-b7b2-8421709938e3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (1d1d9caf-7a94-49f2-aa8f-c6416d67d591), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:19.314310 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becdd629-b799-40d4-958c-55039ab764bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "tag": "8b9156cc-0ce3-4754-b4e0-0975770eab8e"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:59:19.330720 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771831a5-7b66-4442-b7b2-8421709938e3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:19.336472 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-771831a5-7b66-4442-b7b2-8421709938e3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:19.485787 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8181c08c-56f4-4b5d-b87a-ab238a5db7f0 x-openstack-request-id: req-8181c08c-56f4-4b5d-b87a-ab238a5db7f0 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:59:19.486203 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "tag": "8b9156cc-0ce3-4754-b4e0-0975770eab8e", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:59:19.486527 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8181c08c-56f4-4b5d-b87a-ab238a5db7f0 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:59:19.487019 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'tag': '8b9156cc-0ce3-4754-b4e0-0975770eab8e', 'status': 'completed', 'code': 200} Feb 09 01:59:19.507520 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4f5d-d58b-49ff-b524-25ba14d0eba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (e6231a07-44fd-4d5b-a5bf-cd666d960cb8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:19.548225 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d953acc4-d8e6-43e5-9521-f641fd7ea2fc no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:59:19.567878 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1188f01b-b74a-47d6-a086-d26ac575a087 req-790d19ba-2a82-4a26-b7ca-e8527a3e102a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Router 20662644-ff05-4f60-ad92-0c100ae0a426 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:59:19.602668 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: d953acc4-d8e6-43e5-9521-f641fd7ea2fc {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:59:19.603370 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d953acc4-d8e6-43e5-9521-f641fd7ea2fc not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:59:19.626073 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-b929636a-a474-4f23-86d4-db9b38dbd33c tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting port a01d838e-c229-406e-9220-ebe40636b380 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:19.634482 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b929636a-a474-4f23-86d4-db9b38dbd33c tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a01d838e-c229-406e-9220-ebe40636b380), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:19.667472 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3f5b2d2f-6b63-452f-b1cd-035fc5a0d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:19.669313 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3f5b2d2f-6b63-452f-b1cd-035fc5a0d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:19.674251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3f5b2d2f-6b63-452f-b1cd-035fc5a0d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:19.674887 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3f5b2d2f-6b63-452f-b1cd-035fc5a0d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:19.675297 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3f5b2d2f-6b63-452f-b1cd-035fc5a0d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:19.675753 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3f5b2d2f-6b63-452f-b1cd-035fc5a0d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:19.676217 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3f5b2d2f-6b63-452f-b1cd-035fc5a0d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:19.678319 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3f5b2d2f-6b63-452f-b1cd-035fc5a0d27b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74ac5c4df87040abbaac41297bf571f6&device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 6704 time: 0.2941840 Feb 09 01:59:19.737627 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-771831a5-7b66-4442-b7b2-8421709938e3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0020416 Feb 09 01:59:19.745151 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60214) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:19.758363 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4f5d-d58b-49ff-b524-25ba14d0eba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (e6231a07-44fd-4d5b-a5bf-cd666d960cb8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:19.791944 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6a9756ee-f3ca-4e75-8061-a1e266f3432b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'subnet': {'network_id': '1d1d9caf-7a94-49f2-aa8f-c6416d67d591', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:19.911728 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e2eb2d94-04e7-43af-b36b-7fad79e5cdf6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e9e575e-d478-47a4-9247-266d7e08616b HTTP/1.1" status: 200 len: 217 time: 0.1392066 Feb 09 01:59:19.952526 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c4f5d-d58b-49ff-b524-25ba14d0eba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6231a07-44fd-4d5b-a5bf-cd666d960cb8,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:19.957736 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771831a5-7b66-4442-b7b2-8421709938e3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Network': ['ID=1d1d9caf-7a94-49f2-aa8f-c6416d67d591,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:19.972429 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 1d1d9caf-7a94-49f2-aa8f-c6416d67d591 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:59:19.974146 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b929636a-a474-4f23-86d4-db9b38dbd33c tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a01d838e-c229-406e-9220-ebe40636b380), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:19.993478 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4f5d-d58b-49ff-b524-25ba14d0eba5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:20.003112 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6e7c4f5d-d58b-49ff-b524-25ba14d0eba5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e6231a07-44fd-4d5b-a5bf-cd666d960cb8 HTTP/1.1" status: 204 len: 168 time: 1.2744291 Feb 09 01:59:20.027486 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60218) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:20.049507 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a47952-7c35-4314-a438-6cba3b368397 None None] Network 220e7f29-84b2-429c-a5a5-34d2ac552d01 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:20.243826 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9756ee-f3ca-4e75-8061-a1e266f3432b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:20.249291 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a9756ee-f3ca-4e75-8061-a1e266f3432b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:20.266966 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f1e3-a3a8-4254-8715-fa9b42aa2a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (220e7f29-84b2-429c-a5a5-34d2ac552d01), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:20.311345 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c2d4ee-de3d-411d-92e1-05332da34ff9 None None] DHCP port deletion for 220e7f29-84b2-429c-a5a5-34d2ac552d01 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:59:20.320202 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037538b-5fe2-4d39-98e8-4dd7a00f369c req-3ddf4741-a2a6-41ee-910f-221c58757fb6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:20.326573 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037538b-5fe2-4d39-98e8-4dd7a00f369c req-3ddf4741-a2a6-41ee-910f-221c58757fb6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:20.332994 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037538b-5fe2-4d39-98e8-4dd7a00f369c req-3ddf4741-a2a6-41ee-910f-221c58757fb6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:20.340969 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037538b-5fe2-4d39-98e8-4dd7a00f369c req-3ddf4741-a2a6-41ee-910f-221c58757fb6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:20.348866 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037538b-5fe2-4d39-98e8-4dd7a00f369c req-3ddf4741-a2a6-41ee-910f-221c58757fb6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:20.354932 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037538b-5fe2-4d39-98e8-4dd7a00f369c req-3ddf4741-a2a6-41ee-910f-221c58757fb6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:20.363028 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037538b-5fe2-4d39-98e8-4dd7a00f369c req-3ddf4741-a2a6-41ee-910f-221c58757fb6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:20.365303 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e037538b-5fe2-4d39-98e8-4dd7a00f369c req-3ddf4741-a2a6-41ee-910f-221c58757fb6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.9373770 Feb 09 01:59:20.398740 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-b929636a-a474-4f23-86d4-db9b38dbd33c tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Calling delete_port for a01d838e-c229-406e-9220-ebe40636b380 owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:20.416061 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 924a920e-4183-4e7f-ac0b-98c4d677a992 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:59:20.432551 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a43ce-18c3-400f-8e6c-323695dd976c req-8cbcb2f7-a889-453a-a744-d440e7d0e581 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:20.439670 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fa1a43ce-18c3-400f-8e6c-323695dd976c req-8cbcb2f7-a889-453a-a744-d440e7d0e581 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3a425306-904e-45ae-8413-510e722d96e6 HTTP/1.1" status: 200 len: 1126 time: 0.6614659 Feb 09 01:59:20.459619 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-82d87f39-fb9d-4ec2-8a85-e3399eb00f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:20.461230 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-82d87f39-fb9d-4ec2-8a85-e3399eb00f23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e2644d8-69fa-4460-9750-5fbc866b4422 HTTP/1.1" status: 200 len: 855 time: 0.5408683 Feb 09 01:59:20.463855 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-78c2d4ee-de3d-411d-92e1-05332da34ff9 None None] Deleting port d336e109-3966-44d1-8eb5-87bfe607a4b3 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:20.465108 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-78c2d4ee-de3d-411d-92e1-05332da34ff9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (d336e109-3966-44d1-8eb5-87bfe607a4b3), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:20.542458 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1188f01b-b74a-47d6-a086-d26ac575a087 req-790d19ba-2a82-4a26-b7ca-e8527a3e102a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:59:20.554933 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-78c2d4ee-de3d-411d-92e1-05332da34ff9 None None] For port d336e109-3966-44d1-8eb5-87bfe607a4b3, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d336e109-3966-44d1-8eb5-87bfe607a4b3,segment=NetworkSegment(6499454f-77f3-4671-ae2b-f9d1fc883162),segment_id=6499454f-77f3-4671-ae2b-f9d1fc883162)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:20.556002 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-78c2d4ee-de3d-411d-92e1-05332da34ff9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (d336e109-3966-44d1-8eb5-87bfe607a4b3), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:20.577027 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-78c2d4ee-de3d-411d-92e1-05332da34ff9 None None] Calling delete_port for d336e109-3966-44d1-8eb5-87bfe607a4b3 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:20.656113 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d937e70f-0611-4dbb-8d69-6c7f06788d1d None None] Sync routers for ids ['20662644-ff05-4f60-ad92-0c100ae0a426'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:59:20.706222 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 924a920e-4183-4e7f-ac0b-98c4d677a992 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:59:20.719622 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d937e70f-0611-4dbb-8d69-6c7f06788d1d None None] Routers {'20662644-ff05-4f60-ad92-0c100ae0a426'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:59:20.720787 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d937e70f-0611-4dbb-8d69-6c7f06788d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:59:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['20662644-ff05-4f60-ad92-0c100ae0a426'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:20.723135 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fa1a43ce-18c3-400f-8e6c-323695dd976c req-6c75c4d2-7c36-442a-b3c4-4551815e72cf tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824132 Feb 09 01:59:20.725169 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-1188f01b-b74a-47d6-a086-d26ac575a087 req-790d19ba-2a82-4a26-b7ca-e8527a3e102a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] No DVR routers for this DVR port 5999e920-e451-43c7-9f89-0a79191cb1d1 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:59:20.726616 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 924a920e-4183-4e7f-ac0b-98c4d677a992 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:20.727271 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (924a920e-4183-4e7f-ac0b-98c4d677a992), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:20.728769 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e037538b-5fe2-4d39-98e8-4dd7a00f369c req-b87b3b4e-6d6f-4ad4-8117-4a954745d49b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3233783 Feb 09 01:59:20.752091 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1188f01b-b74a-47d6-a086-d26ac575a087 req-790d19ba-2a82-4a26-b7ca-e8527a3e102a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:20.777232 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1188f01b-b74a-47d6-a086-d26ac575a087 req-790d19ba-2a82-4a26-b7ca-e8527a3e102a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.67 "DELETE /v2.0/ports/5999e920-e451-43c7-9f89-0a79191cb1d1 HTTP/1.1" status: 204 len: 173 time: 6.1881719 Feb 09 01:59:20.796594 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-b6765ef1-fc27-4f20-909f-b43f38fe430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:20.808895 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-b6765ef1-fc27-4f20-909f-b43f38fe430f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3435dd38-2d83-4661-a0ba-4947592a30a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3084171 Feb 09 01:59:20.810601 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b929636a-a474-4f23-86d4-db9b38dbd33c tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a01d838e-c229-406e-9220-ebe40636b380), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:20.846320 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a9756ee-f3ca-4e75-8061-a1e266f3432b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (87791558-7731-4aee-aefe-cceca033ed76), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:20.896120 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929636a-a474-4f23-86d4-db9b38dbd33c tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Port': ['ID=a01d838e-c229-406e-9220-ebe40636b380,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:20.920539 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-78c2d4ee-de3d-411d-92e1-05332da34ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (d336e109-3966-44d1-8eb5-87bfe607a4b3), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:20.949906 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b929636a-a474-4f23-86d4-db9b38dbd33c tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:20.957790 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-6cb7f1e3-a3a8-4254-8715-fa9b42aa2a63 admin admin] Deleting port d336e109-3966-44d1-8eb5-87bfe607a4b3 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:20.958335 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f1e3-a3a8-4254-8715-fa9b42aa2a63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (d336e109-3966-44d1-8eb5-87bfe607a4b3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:20.959239 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b929636a-a474-4f23-86d4-db9b38dbd33c tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/ports/a01d838e-c229-406e-9220-ebe40636b380 HTTP/1.1" status: 204 len: 168 time: 2.0854180 Feb 09 01:59:20.959828 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60226) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:20.969056 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-ba77eb19-b7b6-43ee-af39-4e72d7d653fb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'port': {'network_id': 'c4b0531b-6c6e-4114-a6dd-46cf9eb71861', 'mac_address': 'fa:16:3e:12:d9:d2', 'name': 'tempest-PortsTestJSON-1501251972'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:21.116628 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9756ee-f3ca-4e75-8061-a1e266f3432b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Subnet': ['ID=87791558-7731-4aee-aefe-cceca033ed76,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:21.186007 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-6cb7f1e3-a3a8-4254-8715-fa9b42aa2a63 admin admin] For port d336e109-3966-44d1-8eb5-87bfe607a4b3, host n-d-828387-3, got binding levels [] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:21.186377 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f1e3-a3a8-4254-8715-fa9b42aa2a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (d336e109-3966-44d1-8eb5-87bfe607a4b3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:21.210880 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9756ee-f3ca-4e75-8061-a1e266f3432b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Checking segment: {'id': '1a2b64f3-0390-42ef-8776-5b4cb579d28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d1d9caf-7a94-49f2-aa8f-c6416d67d591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:59:21.211261 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9756ee-f3ca-4e75-8061-a1e266f3432b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network hostable DHCP agents. Network: 1d1d9caf-7a94-49f2-aa8f-c6416d67d591, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:59:21.219856 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-2441665c-f294-49b4-b1a3-19c94711e52f service neutron] 10.222.0.48 "GET /v2.0/networks/3435dd38-2d83-4661-a0ba-4947592a30a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966620 Feb 09 01:59:21.226829 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-6cb7f1e3-a3a8-4254-8715-fa9b42aa2a63 admin admin] Calling delete_port for d336e109-3966-44d1-8eb5-87bfe607a4b3 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:21.231600 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.ipam_backend_mixin [None req-6cb7f1e3-a3a8-4254-8715-fa9b42aa2a63 admin admin] Port d336e109-3966-44d1-8eb5-87bfe607a4b3 was not found and therefore no delete operation was performed {{(pid=103184) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:59:21.246533 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f1e3-a3a8-4254-8715-fa9b42aa2a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (d336e109-3966-44d1-8eb5-87bfe607a4b3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:21.282151 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7f1e3-a3a8-4254-8715-fa9b42aa2a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=d336e109-3966-44d1-8eb5-87bfe607a4b3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:21.295591 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb7f1e3-a3a8-4254-8715-fa9b42aa2a63 admin admin] No DVR routers for this DVR port d336e109-3966-44d1-8eb5-87bfe607a4b3 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:59:21.299768 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9756ee-f3ca-4e75-8061-a1e266f3432b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 1d1d9caf-7a94-49f2-aa8f-c6416d67d591 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:59:21.342809 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-6a9756ee-f3ca-4e75-8061-a1e266f3432b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 1d1d9caf-7a94-49f2-aa8f-c6416d67d591) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:21.391793 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9756ee-f3ca-4e75-8061-a1e266f3432b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:21.392386 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a9756ee-f3ca-4e75-8061-a1e266f3432b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:21.418889 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f1e3-a3a8-4254-8715-fa9b42aa2a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (220e7f29-84b2-429c-a5a5-34d2ac552d01), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:21.432186 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6a9756ee-f3ca-4e75-8061-a1e266f3432b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6785591 Feb 09 01:59:21.434534 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60232) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:21.443186 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ed0a35f6-2556-4931-9aa2-3f3ea691ea76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'subnet': {'network_id': '1d1d9caf-7a94-49f2-aa8f-c6416d67d591', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:21.459403 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba77eb19-b7b6-43ee-af39-4e72d7d653fb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:21.480026 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c2d4ee-de3d-411d-92e1-05332da34ff9 None None] No DVR routers for this DVR port d336e109-3966-44d1-8eb5-87bfe607a4b3 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:59:21.493705 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cbf41f-5d80-4951-a18d-60e5cd680594', 'name': 'network-vif-deleted', 'tag': '5999e920-e451-43c7-9f89-0a79191cb1d1'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:59:21.498557 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5071bdbf-2cb8-47ad-b57e-20c36ef635c8" -d '{"events": [{"server_uuid": "02cbf41f-5d80-4951-a18d-60e5cd680594", "name": "network-vif-deleted", "tag": "5999e920-e451-43c7-9f89-0a79191cb1d1"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:59:21.501214 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-6cb7f1e3-a3a8-4254-8715-fa9b42aa2a63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220e7f29-84b2-429c-a5a5-34d2ac552d01']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:21.526302 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-6cb7f1e3-a3a8-4254-8715-fa9b42aa2a63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6499454f-77f3-4671-ae2b-f9d1fc883162') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:21.526607 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-6cb7f1e3-a3a8-4254-8715-fa9b42aa2a63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6499454f-77f3-4671-ae2b-f9d1fc883162') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:21.581808 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f1e3-a3a8-4254-8715-fa9b42aa2a63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (6499454f-77f3-4671-ae2b-f9d1fc883162), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:21.594847 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7f12d2-2723-4669-a250-e19a48e6da42 None None] Network 1d1d9caf-7a94-49f2-aa8f-c6416d67d591 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:21.600536 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 924a920e-4183-4e7f-ac0b-98c4d677a992 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:21.601453 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (924a920e-4183-4e7f-ac0b-98c4d677a992), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:21.678752 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f1e3-a3a8-4254-8715-fa9b42aa2a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (6499454f-77f3-4671-ae2b-f9d1fc883162), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:21.720133 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb7f1e3-a3a8-4254-8715-fa9b42aa2a63 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:59:21.720392 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 924a920e-4183-4e7f-ac0b-98c4d677a992, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=924a920e-4183-4e7f-ac0b-98c4d677a992,segment=NetworkSegment(f5412662-5dc2-4534-a600-e772846872a1),segment_id=f5412662-5dc2-4534-a600-e772846872a1)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:21.720555 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f1e3-a3a8-4254-8715-fa9b42aa2a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (6499454f-77f3-4671-ae2b-f9d1fc883162), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:21.721152 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-55f82648-d3ee-46fe-9216-89e5da8a50b2 req-4cf3ed13-d260-4e6c-9843-72cf4ffb1238 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=02cbf41f-5d80-4951-a18d-60e5cd680594 HTTP/1.1" status: 200 len: 210 time: 0.2476945 Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:59:21.725902 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:59:21.751586 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35577590-ea89-4203-8a6a-dfff877da0a4 x-openstack-request-id: req-35577590-ea89-4203-8a6a-dfff877da0a4 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:59:21.755574 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a425306-904e-45ae-8413-510e722d96e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924a920e-4183-4e7f-ac0b-98c4d677a992'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:59:21.756438 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cbf41f-5d80-4951-a18d-60e5cd680594", "name": "network-vif-deleted", "tag": "5999e920-e451-43c7-9f89-0a79191cb1d1", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:59:21.757115 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35577590-ea89-4203-8a6a-dfff877da0a4 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:59:21.757983 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cbf41f-5d80-4951-a18d-60e5cd680594', 'name': 'network-vif-deleted', 'tag': '5999e920-e451-43c7-9f89-0a79191cb1d1', 'status': 'completed', 'code': 200} Feb 09 01:59:21.760383 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cd0a1e-02a8-4c4a-b50f-7f5203aef743" -d '{"events": [{"server_uuid": "3a425306-904e-45ae-8413-510e722d96e6", "name": "network-vif-plugged", "status": "completed", "tag": "924a920e-4183-4e7f-ac0b-98c4d677a992"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:59:21.785945 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2d4ee-de3d-411d-92e1-05332da34ff9 None None] Pushing event deleted for resources: {'Port': ['ID=d336e109-3966-44d1-8eb5-87bfe607a4b3,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:21.792166 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d336e109-3966-44d1-8eb5-87bfe607a4b3 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:59:21.819253 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-3fa8eed7-0b47-4607-a451-e8fbfc5c4d7f service neutron] 10.222.0.48 "GET /v2.0/networks/3435dd38-2d83-4661-a0ba-4947592a30a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5857825 Feb 09 01:59:21.914173 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f1e3-a3a8-4254-8715-fa9b42aa2a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (220e7f29-84b2-429c-a5a5-34d2ac552d01), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:21.951409 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f1e3-a3a8-4254-8715-fa9b42aa2a63 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:21.954685 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (924a920e-4183-4e7f-ac0b-98c4d677a992), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:21.958997 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-64680014-12c6-4a6d-b56a-fc5af17b05fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=9905adb9-d1e4-4bfa-82dc-a198aa75b6de HTTP/1.1" status: 200 len: 217 time: 0.1223466 Feb 09 01:59:21.963917 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6cb7f1e3-a3a8-4254-8715-fa9b42aa2a63 admin admin] 10.222.0.36 "DELETE /v2.0/networks/220e7f29-84b2-429c-a5a5-34d2ac552d01 HTTP/1.1" status: 204 len: 168 time: 1.9318037 Feb 09 01:59:21.964418 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7f1e3-a3a8-4254-8715-fa9b42aa2a63 admin admin] Pushing event deleted for resources: {'Network': ['ID=220e7f29-84b2-429c-a5a5-34d2ac552d01,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:21.971941 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0a35f6-2556-4931-9aa2-3f3ea691ea76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:21.976393 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: d336e109-3966-44d1-8eb5-87bfe607a4b3 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:59:21.977003 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d336e109-3966-44d1-8eb5-87bfe607a4b3 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:59:21.979760 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ed0a35f6-2556-4931-9aa2-3f3ea691ea76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:22.047622 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d937e70f-0611-4dbb-8d69-6c7f06788d1d None None] Set router 20662644-ff05-4f60-ad92-0c100ae0a426 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:59:22.107005 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-33647242-261c-4481-9e45-1c082f89edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:22.110792 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-33647242-261c-4481-9e45-1c082f89edb5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=678160b0-2b2f-464c-ba3e-556e6e820726 HTTP/1.1" status: 200 len: 797 time: 0.1162663 Feb 09 01:59:22.174286 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=924a920e-4183-4e7f-ac0b-98c4d677a992,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:22.179478 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5988caba-fa6d-4b49-9f98-a8f36775d692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-1d1d9caf-7a94-49f2-aa8f-c6416d67d591', 'network_id': '1d1d9caf-7a94-49f2-aa8f-c6416d67d591', 'project_id': '2c0929c091ec496590344809ec4268dc', 'fixed_ips': [{'subnet_id': '87791558-7731-4aee-aefe-cceca033ed76'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:59:22.180529 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5988caba-fa6d-4b49-9f98-a8f36775d692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:22.233184 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ba77eb19-b7b6-43ee-af39-4e72d7d653fb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:22.306014 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60244) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:22.439877 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597d942-5439-4b7a-834e-c0c6e4f8275f req-66fc1394-3c97-4f1e-8d70-7a34f0d0a685 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:22.445338 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597d942-5439-4b7a-834e-c0c6e4f8275f req-66fc1394-3c97-4f1e-8d70-7a34f0d0a685 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:22.451617 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597d942-5439-4b7a-834e-c0c6e4f8275f req-66fc1394-3c97-4f1e-8d70-7a34f0d0a685 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:22.457080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597d942-5439-4b7a-834e-c0c6e4f8275f req-66fc1394-3c97-4f1e-8d70-7a34f0d0a685 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:22.462912 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597d942-5439-4b7a-834e-c0c6e4f8275f req-66fc1394-3c97-4f1e-8d70-7a34f0d0a685 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:22.470051 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597d942-5439-4b7a-834e-c0c6e4f8275f req-66fc1394-3c97-4f1e-8d70-7a34f0d0a685 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:22.475803 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597d942-5439-4b7a-834e-c0c6e4f8275f req-66fc1394-3c97-4f1e-8d70-7a34f0d0a685 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:22.484728 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e597d942-5439-4b7a-834e-c0c6e4f8275f req-66fc1394-3c97-4f1e-8d70-7a34f0d0a685 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.5408955 Feb 09 01:59:22.490790 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-5988caba-fa6d-4b49-9f98-a8f36775d692 None None] Allocated IP 2001:db8::2 (1d1d9caf-7a94-49f2-aa8f-c6416d67d591/87791558-7731-4aee-aefe-cceca033ed76/cae96272-c586-41ff-b6c0-780d6faaa386) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:22.493388 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-ba77eb19-b7b6-43ee-af39-4e72d7d653fb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] device_id is not set on port 752c9cfc-df19-4109-a629-c4b7ae4ab165 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:59:22.531997 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ae381-a44a-4a32-bd94-32eebcf85745 req-79773520-90bd-47f5-9eaf-c20ea53259e2 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:22.533551 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0f6ae381-a44a-4a32-bd94-32eebcf85745 req-79773520-90bd-47f5-9eaf-c20ea53259e2 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3a425306-904e-45ae-8413-510e722d96e6 HTTP/1.1" status: 200 len: 1127 time: 0.5709429 Feb 09 01:59:22.593883 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0f6ae381-a44a-4a32-bd94-32eebcf85745 req-f17f46e5-dd1d-4c70-9417-5523fa2ba9ce tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458150 Feb 09 01:59:22.637741 n-d-828387-3 neutron-server[103184]: INFO neutron.db.ipam_backend_mixin [None req-ed0a35f6-2556-4931-9aa2-3f3ea691ea76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 87791558-7731-4aee-aefe-cceca033ed76 (CIDR: 2001:db8::/64) Feb 09 01:59:22.643459 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0a35f6-2556-4931-9aa2-3f3ea691ea76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:59:22.643978 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0a35f6-2556-4931-9aa2-3f3ea691ea76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:59:22.653942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-56a39ed2-06d8-4b00-9b06-6601dcc51840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:22.660875 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-56a39ed2-06d8-4b00-9b06-6601dcc51840 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=91f3e44e-bf94-49e8-bd52-1019903bad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4818778 Feb 09 01:59:22.667178 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1cb0d648-1cb8-4adc-8379-d86ada05fbb8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fbdae39344a5459eaf5d1a5fab3c54b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3508747 Feb 09 01:59:22.667718 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60250) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:22.672380 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5988caba-fa6d-4b49-9f98-a8f36775d692 None None] Publish callbacks [] for port (cae96272-c586-41ff-b6c0-780d6faaa386), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:22.687475 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5988caba-fa6d-4b49-9f98-a8f36775d692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (cae96272-c586-41ff-b6c0-780d6faaa386), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:22.709323 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ed0a35f6-2556-4931-9aa2-3f3ea691ea76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2711222 Feb 09 01:59:22.714062 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60252) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:22.720244 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e704612c-6578-460b-82ca-43e8fe0c724b x-openstack-request-id: req-e704612c-6578-460b-82ca-43e8fe0c724b {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:59:22.720597 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a425306-904e-45ae-8413-510e722d96e6", "name": "network-vif-plugged", "status": "completed", "tag": "924a920e-4183-4e7f-ac0b-98c4d677a992", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:59:22.720800 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e704612c-6578-460b-82ca-43e8fe0c724b {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:59:22.721208 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a425306-904e-45ae-8413-510e722d96e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924a920e-4183-4e7f-ac0b-98c4d677a992', 'code': 200} Feb 09 01:59:22.778391 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92f5e776-5b0e-4be2-8b70-a60f785e2e7e admin admin] Publish callbacks [] for security_group (c14fec04-466e-4a59-bf09-a01d23b68fae), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:22.791760 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5988caba-fa6d-4b49-9f98-a8f36775d692 None None] Network 1d1d9caf-7a94-49f2-aa8f-c6416d67d591 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:22.799570 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-5988caba-fa6d-4b49-9f98-a8f36775d692 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:22.802746 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92f5e776-5b0e-4be2-8b70-a60f785e2e7e admin admin] Publish callbacks [] for security_group (c14fec04-466e-4a59-bf09-a01d23b68fae), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:22.821650 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5988caba-fa6d-4b49-9f98-a8f36775d692 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:22.830332 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d937e70f-0611-4dbb-8d69-6c7f06788d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'name': 'tempest-AttachVolumeShelveTestJSON-1509146456-router', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:05Z', 'updated_at': '2022-02-09T01:54:16Z', 'revision_number': 4, 'project_id': '225062ed147a4a2299a703d06854300c', 'gw_port': {'id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:06Z', 'updated_at': '2022-02-09T01:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0d0b7492-4c38-4c2a-b778-a9ac17e20de8', 'name': '', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'mac_address': 'fa:16:3e:ba:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:14Z', 'updated_at': '2022-02-09T01:54:30Z', 'revision_number': 5, 'project_id': '225062ed147a4a2299a703d06854300c', 'subnets': [{'id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:22.857910 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-56b753bb-863d-4784-9ac6-c275acddf759 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'subnet': {'network_id': '1d1d9caf-7a94-49f2-aa8f-c6416d67d591', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:22.863711 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92f5e776-5b0e-4be2-8b70-a60f785e2e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c14fec04-466e-4a59-bf09-a01d23b68fae), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:22.868882 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92f5e776-5b0e-4be2-8b70-a60f785e2e7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:22.873528 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-92f5e776-5b0e-4be2-8b70-a60f785e2e7e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c14fec04-466e-4a59-bf09-a01d23b68fae HTTP/1.1" status: 204 len: 168 time: 0.2008595 Feb 09 01:59:22.887821 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d937e70f-0611-4dbb-8d69-6c7f06788d1d None None] Checking router: 20662644-ff05-4f60-ad92-0c100ae0a426 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:59:22.911228 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988caba-fa6d-4b49-9f98-a8f36775d692 None None] Pushing event updated for resources: {'Port': ['ID=cae96272-c586-41ff-b6c0-780d6faaa386,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:22.936324 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60260) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:22.975019 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5e776-5b0e-4be2-8b70-a60f785e2e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14fec04-466e-4a59-bf09-a01d23b68fae,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:22.983361 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d937e70f-0611-4dbb-8d69-6c7f06788d1d None None] Routers {'20662644-ff05-4f60-ad92-0c100ae0a426'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:59:22.984215 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d937e70f-0611-4dbb-8d69-6c7f06788d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:59:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['20662644-ff05-4f60-ad92-0c100ae0a426'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:22.996339 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-5988caba-fa6d-4b49-9f98-a8f36775d692 None None] Attempting to bind port cae96272-c586-41ff-b6c0-780d6faaa386 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:59:22.996972 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-5988caba-fa6d-4b49-9f98-a8f36775d692 None None] Attempting to bind port cae96272-c586-41ff-b6c0-780d6faaa386 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '1a2b64f3-0390-42ef-8776-5b4cb579d28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d1d9caf-7a94-49f2-aa8f-c6416d67d591'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:59:22.997418 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5988caba-fa6d-4b49-9f98-a8f36775d692 None None] Attempting to bind port cae96272-c586-41ff-b6c0-780d6faaa386 on network 1d1d9caf-7a94-49f2-aa8f-c6416d67d591 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:23.097194 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5988caba-fa6d-4b49-9f98-a8f36775d692 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:59:23.097581 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5988caba-fa6d-4b49-9f98-a8f36775d692 None None] Checking segment: {'id': '1a2b64f3-0390-42ef-8776-5b4cb579d28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d1d9caf-7a94-49f2-aa8f-c6416d67d591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:59:23.098608 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5988caba-fa6d-4b49-9f98-a8f36775d692 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:23.098853 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5988caba-fa6d-4b49-9f98-a8f36775d692 None None] Bound using segment: {'id': '1a2b64f3-0390-42ef-8776-5b4cb579d28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d1d9caf-7a94-49f2-aa8f-c6416d67d591'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:59:23.099451 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-5988caba-fa6d-4b49-9f98-a8f36775d692 None None] Bound port: cae96272-c586-41ff-b6c0-780d6faaa386, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2b64f3-0390-42ef-8776-5b4cb579d28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d1d9caf-7a94-49f2-aa8f-c6416d67d591'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:59:23.099947 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5988caba-fa6d-4b49-9f98-a8f36775d692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cae96272-c586-41ff-b6c0-780d6faaa386), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:23.139619 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e597d942-5439-4b7a-834e-c0c6e4f8275f req-050b69ca-b4cf-4361-99c8-1266c3ec1ad3 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6495519 Feb 09 01:59:23.140602 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4037ba34-fcae-4af5-af79-5ba381c5ad70 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for security_group (9b108279-6c10-420c-ae95-f8a57e627874), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:23.176521 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4037ba34-fcae-4af5-af79-5ba381c5ad70 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for security_group (9b108279-6c10-420c-ae95-f8a57e627874), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:23.229131 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d181f7-ce50-4081-a1c7-183e353a79fe req-26d5c247-3d73-46f8-b49e-48540bc117f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:23.235678 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-51d181f7-ce50-4081-a1c7-183e353a79fe req-26d5c247-3d73-46f8-b49e-48540bc117f8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3a425306-904e-45ae-8413-510e722d96e6 HTTP/1.1" status: 200 len: 1127 time: 0.2710121 Feb 09 01:59:23.243537 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4037ba34-fcae-4af5-af79-5ba381c5ad70 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9b108279-6c10-420c-ae95-f8a57e627874), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:23.248731 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4037ba34-fcae-4af5-af79-5ba381c5ad70 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:23.254760 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4037ba34-fcae-4af5-af79-5ba381c5ad70 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "DELETE /v2.0/security-groups/9b108279-6c10-420c-ae95-f8a57e627874 HTTP/1.1" status: 204 len: 168 time: 0.3173552 Feb 09 01:59:23.256366 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60262) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:23.276648 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d937e70f-0611-4dbb-8d69-6c7f06788d1d None None] Set router 20662644-ff05-4f60-ad92-0c100ae0a426 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:59:23.297840 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037ba34-fcae-4af5-af79-5ba381c5ad70 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b108279-6c10-420c-ae95-f8a57e627874,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:23.327256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5988caba-fa6d-4b49-9f98-a8f36775d692 None None] For port cae96272-c586-41ff-b6c0-780d6faaa386, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:59:23.327868 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-8e3c3e08-d4d7-4d3c-8acf-04852436e406 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] show failed (client error): The resource could not be found. Feb 09 01:59:23.332042 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8e3c3e08-d4d7-4d3c-8acf-04852436e406 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups/9b108279-6c10-420c-ae95-f8a57e627874 HTTP/1.1" status: 404 len: 347 time: 0.0481513 Feb 09 01:59:23.332609 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60266) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:23.354713 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5988caba-fa6d-4b49-9f98-a8f36775d692 None None] For port cae96272-c586-41ff-b6c0-780d6faaa386, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=cae96272-c586-41ff-b6c0-780d6faaa386,segment=NetworkSegment(1a2b64f3-0390-42ef-8776-5b4cb579d28b),segment_id=1a2b64f3-0390-42ef-8776-5b4cb579d28b)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:59:23.529365 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5988caba-fa6d-4b49-9f98-a8f36775d692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (cae96272-c586-41ff-b6c0-780d6faaa386), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:23.574332 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-da2bb469-7bc3-4c76-ab26-942c12dfa5e5 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Deleting port 3f2c78f5-a681-4559-8241-742b28af2e5e {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:23.577361 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da2bb469-7bc3-4c76-ab26-942c12dfa5e5 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (3f2c78f5-a681-4559-8241-742b28af2e5e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:23.579148 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-f4179303-2f2d-4007-952b-b062a39c4cee service neutron] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9116361 Feb 09 01:59:23.621764 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988caba-fa6d-4b49-9f98-a8f36775d692 None None] Pushing event updated for resources: {'Port': ['ID=cae96272-c586-41ff-b6c0-780d6faaa386,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:23.695054 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ba77eb19-b7b6-43ee-af39-4e72d7d653fb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for port (752c9cfc-df19-4109-a629-c4b7ae4ab165), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:23.703275 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d937e70f-0611-4dbb-8d69-6c7f06788d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'name': 'tempest-AttachVolumeShelveTestJSON-1509146456-router', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:05Z', 'updated_at': '2022-02-09T01:54:16Z', 'revision_number': 4, 'project_id': '225062ed147a4a2299a703d06854300c', 'gw_port': {'id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:06Z', 'updated_at': '2022-02-09T01:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0d0b7492-4c38-4c2a-b778-a9ac17e20de8', 'name': '', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'mac_address': 'fa:16:3e:ba:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:14Z', 'updated_at': '2022-02-09T01:54:30Z', 'revision_number': 5, 'project_id': '225062ed147a4a2299a703d06854300c', 'subnets': [{'id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:23.766694 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-51d181f7-ce50-4081-a1c7-183e353a79fe req-1ec944dd-e3bd-4215-a8b6-c5a72a8e0fb1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181345 Feb 09 01:59:23.781288 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b753bb-863d-4784-9ac6-c275acddf759 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:23.791731 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-56b753bb-863d-4784-9ac6-c275acddf759 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:23.792325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d937e70f-0611-4dbb-8d69-6c7f06788d1d None None] The sync data for ids ['20662644-ff05-4f60-ad92-0c100ae0a426'] in n-d-828387-3 is: [{'id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'name': 'tempest-AttachVolumeShelveTestJSON-1509146456-router', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:05Z', 'updated_at': '2022-02-09T01:54:16Z', 'revision_number': 4, 'project_id': '225062ed147a4a2299a703d06854300c', 'gw_port': {'id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:06Z', 'updated_at': '2022-02-09T01:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0d0b7492-4c38-4c2a-b778-a9ac17e20de8', 'name': '', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'mac_address': 'fa:16:3e:ba:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:14Z', 'updated_at': '2022-02-09T01:54:30Z', 'revision_number': 5, 'project_id': '225062ed147a4a2299a703d06854300c', 'subnets': [{'id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:59:23.795456 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da2bb469-7bc3-4c76-ab26-942c12dfa5e5 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (3f2c78f5-a681-4559-8241-742b28af2e5e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:23.796179 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da2bb469-7bc3-4c76-ab26-942c12dfa5e5 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for floatingip (3f2c78f5-a681-4559-8241-742b28af2e5e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:23.837890 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-da2bb469-7bc3-4c76-ab26-942c12dfa5e5 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Calling delete_port for 3f2c78f5-a681-4559-8241-742b28af2e5e owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:24.110186 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-03c8bf19-90f4-499e-a31a-97d6b7782936 service neutron] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104690 Feb 09 01:59:24.119304 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ba77eb19-b7b6-43ee-af39-4e72d7d653fb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (752c9cfc-df19-4109-a629-c4b7ae4ab165), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:24.365789 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c10e4b5-8783-499e-ad8b-fc16c32e3782 None None] New status for floating IP 25c10675-39e4-4e93-9df4-ada7cb8a89f2: DOWN {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:59:24.380314 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-b8bc1a29-1888-49bb-8275-e3d5fd717c8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=a7be7dc4-d914-4868-bc01-259d832746e1 HTTP/1.1" status: 200 len: 217 time: 0.2582717 Feb 09 01:59:24.389703 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da2bb469-7bc3-4c76-ab26-942c12dfa5e5 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (3f2c78f5-a681-4559-8241-742b28af2e5e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:24.394644 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba77eb19-b7b6-43ee-af39-4e72d7d653fb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:24.432548 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-ba77eb19-b7b6-43ee-af39-4e72d7d653fb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:24.487197 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701719b-dfc7-41a5-85a7-8a274ea54af3 req-3c0b5841-62f8-43e1-ba9a-6337261ca132 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:24.488963 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d701719b-dfc7-41a5-85a7-8a274ea54af3 req-3c0b5841-62f8-43e1-ba9a-6337261ca132 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3a425306-904e-45ae-8413-510e722d96e6 HTTP/1.1" status: 200 len: 1127 time: 0.3594034 Feb 09 01:59:24.492970 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bb469-7bc3-4c76-ab26-942c12dfa5e5 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Pushing event deleted for resources: {'Port': ['ID=3f2c78f5-a681-4559-8241-742b28af2e5e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:24.511016 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba77eb19-b7b6-43ee-af39-4e72d7d653fb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:24.528263 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba77eb19-b7b6-43ee-af39-4e72d7d653fb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:24.529393 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ba77eb19-b7b6-43ee-af39-4e72d7d653fb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:24.616815 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da2bb469-7bc3-4c76-ab26-942c12dfa5e5 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for floatingip (25c10675-39e4-4e93-9df4-ada7cb8a89f2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:24.622818 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da2bb469-7bc3-4c76-ab26-942c12dfa5e5 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:24.624151 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-da2bb469-7bc3-4c76-ab26-942c12dfa5e5 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "DELETE /v2.0/floatingips/25c10675-39e4-4e93-9df4-ada7cb8a89f2 HTTP/1.1" status: 204 len: 168 time: 1.2905674 Feb 09 01:59:24.630178 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60298) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:24.694231 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77eb19-b7b6-43ee-af39-4e72d7d653fb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Port': ['ID=752c9cfc-df19-4109-a629-c4b7ae4ab165,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:24.742813 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ba77eb19-b7b6-43ee-af39-4e72d7d653fb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.7777126 Feb 09 01:59:24.744200 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60304) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:24.754066 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-018eb2fa-0f41-46c7-b285-7fe70fc49980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:24.757461 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-018eb2fa-0f41-46c7-b285-7fe70fc49980 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=678160b0-2b2f-464c-ba3e-556e6e820726 HTTP/1.1" status: 200 len: 797 time: 0.3611319 Feb 09 01:59:24.777919 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d701719b-dfc7-41a5-85a7-8a274ea54af3 req-a9c7d4ee-55b7-462d-8086-1fdc3dbfe98a tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658385 Feb 09 01:59:24.845806 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247168ff-5895-4e87-a700-29097f41cedc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:24.849974 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-247168ff-5895-4e87-a700-29097f41cedc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports/752c9cfc-df19-4109-a629-c4b7ae4ab165 HTTP/1.1" status: 200 len: 841 time: 0.1019349 Feb 09 01:59:24.850079 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60306) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:24.895775 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d5854-2528-45cc-8156-24dff64b4021 req-24d1cbf8-dfd6-412f-9617-6a27c75da15f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:24.901876 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d5854-2528-45cc-8156-24dff64b4021 req-24d1cbf8-dfd6-412f-9617-6a27c75da15f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:24.923660 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d5854-2528-45cc-8156-24dff64b4021 req-24d1cbf8-dfd6-412f-9617-6a27c75da15f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:24.931012 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d5854-2528-45cc-8156-24dff64b4021 req-24d1cbf8-dfd6-412f-9617-6a27c75da15f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:24.941765 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ec9aa413-c166-4c38-b525-cb52c5e69e75 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-232907519-network', 'tenant_id': '1fd45bcece3e41dc824bf7aae31833fb'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:24.942579 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d5854-2528-45cc-8156-24dff64b4021 req-24d1cbf8-dfd6-412f-9617-6a27c75da15f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:24.958348 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d5854-2528-45cc-8156-24dff64b4021 req-24d1cbf8-dfd6-412f-9617-6a27c75da15f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:24.972538 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d5854-2528-45cc-8156-24dff64b4021 req-24d1cbf8-dfd6-412f-9617-6a27c75da15f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:24.974850 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e1d5854-2528-45cc-8156-24dff64b4021 req-24d1cbf8-dfd6-412f-9617-6a27c75da15f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.5970960 Feb 09 01:59:25.094858 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9aa413-c166-4c38-b525-cb52c5e69e75 admin admin] Made reservation on behalf of 1fd45bcece3e41dc824bf7aae31833fb for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:25.098607 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ec9aa413-c166-4c38-b525-cb52c5e69e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:25.102154 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-6703194e-f45b-487e-afdd-4498c0d4f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:25.103949 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-6703194e-f45b-487e-afdd-4498c0d4f073 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=91f3e44e-bf94-49e8-bd52-1019903bad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3181586 Feb 09 01:59:25.115480 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60308) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:25.134316 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-6900f9ca-0301-4127-a49d-b65fc8790404 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1135398574', 'description': 'tempest-description--192560618'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:25.139089 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ec9aa413-c166-4c38-b525-cb52c5e69e75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:25.228620 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e1d5854-2528-45cc-8156-24dff64b4021 req-718eb97f-d8b6-47a1-9582-ecb1c795c596 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2325361 Feb 09 01:59:25.363514 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6900f9ca-0301-4127-a49d-b65fc8790404 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:25.377739 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-56b753bb-863d-4784-9ac6-c275acddf759 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (64679c98-e71e-4bbd-8cf0-b9d301b902ec), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:25.400415 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:59:25.464628 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ec9aa413-c166-4c38-b525-cb52c5e69e75 admin admin] Publish callbacks [] for security_group (2f33ebce-9577-4162-9624-560ad8115a95), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:25.479867 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ec9aa413-c166-4c38-b525-cb52c5e69e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2f33ebce-9577-4162-9624-560ad8115a95), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:25.516401 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b753bb-863d-4784-9ac6-c275acddf759 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 1d1d9caf-7a94-49f2-aa8f-c6416d67d591 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:25.522924 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-dd89a031-25d3-45f0-b8a7-a11f2f06059c service neutron] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797481 Feb 09 01:59:25.529805 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-56b753bb-863d-4784-9ac6-c275acddf759 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:25.533866 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9aa413-c166-4c38-b525-cb52c5e69e75 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:59:25.543966 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b753bb-863d-4784-9ac6-c275acddf759 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:25.544643 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-56b753bb-863d-4784-9ac6-c275acddf759 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:25.556361 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b753bb-863d-4784-9ac6-c275acddf759 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Subnet': ['ID=64679c98-e71e-4bbd-8cf0-b9d301b902ec,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:25.572667 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ec9aa413-c166-4c38-b525-cb52c5e69e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (af810d3a-306b-4dd3-b8e1-d1d72fe507e3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:25.573018 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-ec9aa413-c166-4c38-b525-cb52c5e69e75 admin admin] Added segment af810d3a-306b-4dd3-b8e1-d1d72fe507e3 of type vlan for network 28d6dcb4-cf26-4397-9ab6-826c3b3253c8 Feb 09 01:59:25.623329 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device cae96272-c586-41ff-b6c0-780d6faaa386 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:59:25.687114 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ec9aa413-c166-4c38-b525-cb52c5e69e75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (28d6dcb4-cf26-4397-9ab6-826c3b3253c8), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:25.726343 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ec9aa413-c166-4c38-b525-cb52c5e69e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (28d6dcb4-cf26-4397-9ab6-826c3b3253c8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:25.727419 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9aa413-c166-4c38-b525-cb52c5e69e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:25.728010 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ec9aa413-c166-4c38-b525-cb52c5e69e75 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:25.746132 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6900f9ca-0301-4127-a49d-b65fc8790404 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for security_group (aa960ba2-c0ec-4ddd-91d9-5d0d98b20293), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:25.753183 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-56b753bb-863d-4784-9ac6-c275acddf759 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0079157 Feb 09 01:59:25.756298 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60314) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:25.757502 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6900f9ca-0301-4127-a49d-b65fc8790404 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (aa960ba2-c0ec-4ddd-91d9-5d0d98b20293), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:25.765027 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-7cf48258-a534-42f5-8479-dd58ca235e95 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'port': {'network_id': '1d1d9caf-7a94-49f2-aa8f-c6416d67d591', 'fixed_ips': [{'subnet_id': '87791558-7731-4aee-aefe-cceca033ed76'}, {'subnet_id': '64679c98-e71e-4bbd-8cf0-b9d301b902ec'}], 'name': 'tempest-PortsIpV6TestJSON-1246326556'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:25.844120 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc924b0-5e12-472a-b744-7f05588b36da None None] Network 1d1d9caf-7a94-49f2-aa8f-c6416d67d591 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:25.877128 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-db98cb4c-cad4-4983-ac7e-39917eb07a75 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting port 752c9cfc-df19-4109-a629-c4b7ae4ab165 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:25.878013 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db98cb4c-cad4-4983-ac7e-39917eb07a75 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (752c9cfc-df19-4109-a629-c4b7ae4ab165), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:25.916684 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9aa413-c166-4c38-b525-cb52c5e69e75 admin admin] Pushing event updated for resources: {'Network': ['ID=28d6dcb4-cf26-4397-9ab6-826c3b3253c8,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:25.955456 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900f9ca-0301-4127-a49d-b65fc8790404 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:26.024302 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6900f9ca-0301-4127-a49d-b65fc8790404 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:26.025612 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6900f9ca-0301-4127-a49d-b65fc8790404 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9084775 Feb 09 01:59:26.037247 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 28d6dcb4-cf26-4397-9ab6-826c3b3253c8 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:59:26.048055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60318) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:26.071103 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b382b71f-0def-4a08-a3fe-741e838a346a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Request body: {'security_group_rule': {'security_group_id': 'aa960ba2-c0ec-4ddd-91d9-5d0d98b20293', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:26.097554 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-a92130f1-b6ef-427c-8919-afb10622ac67 service neutron] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622103 Feb 09 01:59:26.110816 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a75280dd-81d2-4a39-9a52-d44f26b8a80b None None] Provisioning complete for port cae96272-c586-41ff-b6c0-780d6faaa386 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:26.111375 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a75280dd-81d2-4a39-9a52-d44f26b8a80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cae96272-c586-41ff-b6c0-780d6faaa386), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:26.150111 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ec9aa413-c166-4c38-b525-cb52c5e69e75 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5188706 Feb 09 01:59:26.156125 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9aa413-c166-4c38-b525-cb52c5e69e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f33ebce-9577-4162-9624-560ad8115a95,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:26.163601 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60320) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:26.176741 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-29353aa0-519e-4f98-9e41-1fd95b800d14 admin admin] Request body: {'subnet': {'network_id': '28d6dcb4-cf26-4397-9ab6-826c3b3253c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-232907519-subnet', 'tenant_id': '1fd45bcece3e41dc824bf7aae31833fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:26.213497 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29353aa0-519e-4f98-9e41-1fd95b800d14 admin admin] Made reservation on behalf of 1fd45bcece3e41dc824bf7aae31833fb for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:26.216952 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29353aa0-519e-4f98-9e41-1fd95b800d14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:26.241816 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-ec84636a-924b-4b30-9146-2d60a5323d1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=458cb2d9-efbc-4c26-ac50-8ad5290b8474 HTTP/1.1" status: 200 len: 217 time: 0.1225893 Feb 09 01:59:26.247091 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db98cb4c-cad4-4983-ac7e-39917eb07a75 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (752c9cfc-df19-4109-a629-c4b7ae4ab165), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:26.283572 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port cae96272-c586-41ff-b6c0-780d6faaa386 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:26.283950 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cae96272-c586-41ff-b6c0-780d6faaa386), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:26.295672 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb12d1-2780-4159-a809-d2c94b961cc6 req-ea7ee27b-21a8-4638-b88f-73fd57d48983 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:26.297984 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a9cb12d1-2780-4159-a809-d2c94b961cc6 req-ea7ee27b-21a8-4638-b88f-73fd57d48983 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3a425306-904e-45ae-8413-510e722d96e6 HTTP/1.1" status: 200 len: 1127 time: 0.3005111 Feb 09 01:59:26.315031 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-db98cb4c-cad4-4983-ac7e-39917eb07a75 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Calling delete_port for 752c9cfc-df19-4109-a629-c4b7ae4ab165 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:26.334835 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b382b71f-0def-4a08-a3fe-741e838a346a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for security_group_rule (4300d95d-5a6a-464f-9c28-d02ac7a9862c), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:26.437276 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a9cb12d1-2780-4159-a809-d2c94b961cc6 req-071eee74-b815-4674-8128-d04d50e845d5 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267302 Feb 09 01:59:26.438593 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e20164ee-a6dd-4121-9ff7-eee1de617ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:26.440117 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e20164ee-a6dd-4121-9ff7-eee1de617ebe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=678160b0-2b2f-464c-ba3e-556e6e820726 HTTP/1.1" status: 200 len: 797 time: 0.1922288 Feb 09 01:59:26.442175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf48258-a534-42f5-8479-dd58ca235e95 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:26.717103 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158cc17-a878-4834-896e-67912caeee40 req-5a65258e-475a-4f52-83d5-5da21b08faa0 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:26.732511 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a158cc17-a878-4834-896e-67912caeee40 req-5a65258e-475a-4f52-83d5-5da21b08faa0 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3a425306-904e-45ae-8413-510e722d96e6 HTTP/1.1" status: 200 len: 1127 time: 0.1597950 Feb 09 01:59:26.744303 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a75280dd-81d2-4a39-9a52-d44f26b8a80b None None] Current status of the port cae96272-c586-41ff-b6c0-780d6faaa386 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:26.745107 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a75280dd-81d2-4a39-9a52-d44f26b8a80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cae96272-c586-41ff-b6c0-780d6faaa386), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:26.833848 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db98cb4c-cad4-4983-ac7e-39917eb07a75 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (752c9cfc-df19-4109-a629-c4b7ae4ab165), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:26.847729 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port cae96272-c586-41ff-b6c0-780d6faaa386 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:26.848120 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cae96272-c586-41ff-b6c0-780d6faaa386), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:26.866128 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b382b71f-0def-4a08-a3fe-741e838a346a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for security_group_rule (4300d95d-5a6a-464f-9c28-d02ac7a9862c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:26.896003 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b382b71f-0def-4a08-a3fe-741e838a346a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (4300d95d-5a6a-464f-9c28-d02ac7a9862c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:26.929239 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a75280dd-81d2-4a39-9a52-d44f26b8a80b None None] For port cae96272-c586-41ff-b6c0-780d6faaa386, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=cae96272-c586-41ff-b6c0-780d6faaa386,segment=NetworkSegment(1a2b64f3-0390-42ef-8776-5b4cb579d28b),segment_id=1a2b64f3-0390-42ef-8776-5b4cb579d28b)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:26.954893 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a75280dd-81d2-4a39-9a52-d44f26b8a80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (cae96272-c586-41ff-b6c0-780d6faaa386), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:26.959962 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7cf48258-a534-42f5-8479-dd58ca235e95 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:26.980936 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98cb4c-cad4-4983-ac7e-39917eb07a75 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Port': ['ID=752c9cfc-df19-4109-a629-c4b7ae4ab165,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:26.995393 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512167b8-cbf4-4229-95a2-f81db32eae73 req-89586e67-62dd-4e3b-9c35-7ba35e4832af tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:26.998216 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db98cb4c-cad4-4983-ac7e-39917eb07a75 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:27.003467 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-db98cb4c-cad4-4983-ac7e-39917eb07a75 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/ports/752c9cfc-df19-4109-a629-c4b7ae4ab165 HTTP/1.1" status: 204 len: 168 time: 2.1522505 Feb 09 01:59:27.008426 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512167b8-cbf4-4229-95a2-f81db32eae73 req-89586e67-62dd-4e3b-9c35-7ba35e4832af tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:27.009740 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60330) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:27.014813 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512167b8-cbf4-4229-95a2-f81db32eae73 req-89586e67-62dd-4e3b-9c35-7ba35e4832af tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:27.020520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512167b8-cbf4-4229-95a2-f81db32eae73 req-89586e67-62dd-4e3b-9c35-7ba35e4832af tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:27.027650 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512167b8-cbf4-4229-95a2-f81db32eae73 req-89586e67-62dd-4e3b-9c35-7ba35e4832af tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:27.033580 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512167b8-cbf4-4229-95a2-f81db32eae73 req-89586e67-62dd-4e3b-9c35-7ba35e4832af tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:27.039274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512167b8-cbf4-4229-95a2-f81db32eae73 req-89586e67-62dd-4e3b-9c35-7ba35e4832af tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:27.041487 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-512167b8-cbf4-4229-95a2-f81db32eae73 req-89586e67-62dd-4e3b-9c35-7ba35e4832af tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.4722061 Feb 09 01:59:27.051283 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-55103ef5-9481-4b1c-a0cf-8cd84dcc673f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:27.052898 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-55103ef5-9481-4b1c-a0cf-8cd84dcc673f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=91f3e44e-bf94-49e8-bd52-1019903bad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5540943 Feb 09 01:59:27.054686 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382b71f-0def-4a08-a3fe-741e838a346a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4300d95d-5a6a-464f-9c28-d02ac7a9862c,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:27.059625 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b382b71f-0def-4a08-a3fe-741e838a346a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:27.064321 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b382b71f-0def-4a08-a3fe-741e838a346a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0148711 Feb 09 01:59:27.066540 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60332) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:27.074533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b7451ccc-658a-4a3c-b617-b323c1fd8506 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Request body: {'security_group_rule': {'security_group_id': 'aa960ba2-c0ec-4ddd-91d9-5d0d98b20293', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:27.106922 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-e392234f-2e7e-43b5-a2b7-22790320809d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] GET failed (client error): The resource could not be found. Feb 09 01:59:27.112953 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e392234f-2e7e-43b5-a2b7-22790320809d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports/752c9cfc-df19-4109-a629-c4b7ae4ab165 HTTP/1.1" status: 404 len: 333 time: 0.0975664 Feb 09 01:59:27.124651 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60334) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:27.138063 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-7cf48258-a534-42f5-8479-dd58ca235e95 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] device_id is not set on port 18ff408c-f722-4361-aa3a-121cf9e82702 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:59:27.143349 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e77b28c1-9461-4bdb-894c-556b028ed7b3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'port': {'network_id': 'c4b0531b-6c6e-4114-a6dd-46cf9eb71861', 'name': 'tempest-PortsTestJSON-1934179421'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:27.190847 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a158cc17-a878-4834-896e-67912caeee40 req-52a9d922-a0fc-4fde-93c8-8fcc89010b82 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559577 Feb 09 01:59:27.257987 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b7451ccc-658a-4a3c-b617-b323c1fd8506 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for security_group_rule (7b4d98e8-f64b-449d-a4fd-0a5575d34828), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:27.315354 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29353aa0-519e-4f98-9e41-1fd95b800d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (cdf7c175-1141-42a5-8159-b7d0a489238c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:27.423341 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-7d4d58c1-79a2-4231-89e6-4de83a0b5066 service neutron] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576896 Feb 09 01:59:27.447940 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-512167b8-cbf4-4229-95a2-f81db32eae73 req-de92f08b-ccdb-4376-b648-2e0db04d9dbc tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3045282 Feb 09 01:59:27.529345 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29353aa0-519e-4f98-9e41-1fd95b800d14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf7c175-1141-42a5-8159-b7d0a489238c,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:27.546544 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77b28c1-9461-4bdb-894c-556b028ed7b3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:27.553277 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e77b28c1-9461-4bdb-894c-556b028ed7b3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:27.559402 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29353aa0-519e-4f98-9e41-1fd95b800d14 admin admin] Checking segment: {'id': 'af810d3a-306b-4dd3-b8e1-d1d72fe507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '28d6dcb4-cf26-4397-9ab6-826c3b3253c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:59:27.561731 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29353aa0-519e-4f98-9e41-1fd95b800d14 admin admin] Network hostable DHCP agents. Network: 28d6dcb4-cf26-4397-9ab6-826c3b3253c8, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:59:27.577011 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b7451ccc-658a-4a3c-b617-b323c1fd8506 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for security_group_rule (7b4d98e8-f64b-449d-a4fd-0a5575d34828), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:27.582894 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4694e50e-0e51-42e6-a4bf-4d7e407bf615 None None] Update dhcp port {'port': {'network_id': '1d1d9caf-7a94-49f2-aa8f-c6416d67d591', 'fixed_ips': [{'subnet_id': '87791558-7731-4aee-aefe-cceca033ed76', 'ip_address': '2001:db8::2'}, {'subnet_id': '64679c98-e71e-4bbd-8cf0-b9d301b902ec'}], 'binding:host_id': 'n-d-828387-3'}, 'id': 'cae96272-c586-41ff-b6c0-780d6faaa386'} from n-d-828387-3. {{(pid=103185) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:59:27.596376 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab7cc4-27d4-4df9-bf15-659b5ca1c325 req-c1f4bcc3-2da5-4fb2-a5c6-a0eee470ff1f tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:27.598623 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b0ab7cc4-27d4-4df9-bf15-659b5ca1c325 req-c1f4bcc3-2da5-4fb2-a5c6-a0eee470ff1f tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3a425306-904e-45ae-8413-510e722d96e6 HTTP/1.1" status: 200 len: 1127 time: 0.2359672 Feb 09 01:59:27.610622 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b7451ccc-658a-4a3c-b617-b323c1fd8506 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (7b4d98e8-f64b-449d-a4fd-0a5575d34828), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:27.630797 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29353aa0-519e-4f98-9e41-1fd95b800d14 admin admin] Network 28d6dcb4-cf26-4397-9ab6-826c3b3253c8 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:59:27.651357 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-e77b28c1-9461-4bdb-894c-556b028ed7b3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] device_id is not set on port 50539bad-9383-411b-870e-2cb54251c635 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:59:27.661592 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-29353aa0-519e-4f98-9e41-1fd95b800d14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 28d6dcb4-cf26-4397-9ab6-826c3b3253c8) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:27.681217 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29353aa0-519e-4f98-9e41-1fd95b800d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:27.682123 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29353aa0-519e-4f98-9e41-1fd95b800d14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:27.695458 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622502b5-5ee4-478b-88cb-a5b05e0ce81a None None] Network 28d6dcb4-cf26-4397-9ab6-826c3b3253c8 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:27.729797 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75280dd-81d2-4a39-9a52-d44f26b8a80b None None] Pushing event updated for resources: {'Port': ['ID=cae96272-c586-41ff-b6c0-780d6faaa386,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:27.758582 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:59:27.760222 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:59:27.792320 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4694e50e-0e51-42e6-a4bf-4d7e407bf615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cae96272-c586-41ff-b6c0-780d6faaa386), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:27.852522 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-29353aa0-519e-4f98-9e41-1fd95b800d14 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6850898 Feb 09 01:59:27.909749 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b0ab7cc4-27d4-4df9-bf15-659b5ca1c325 req-ce8efc0c-36bd-4a81-914d-a5c4a30b1510 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930150 Feb 09 01:59:28.372738 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e77b28c1-9461-4bdb-894c-556b028ed7b3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for port (50539bad-9383-411b-870e-2cb54251c635), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:28.446333 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port cae96272-c586-41ff-b6c0-780d6faaa386 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:28.455197 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8069317-4451-4b46-b904-b07ab1052301 None None] Network 28d6dcb4-cf26-4397-9ab6-826c3b3253c8 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:28.466209 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e77b28c1-9461-4bdb-894c-556b028ed7b3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (50539bad-9383-411b-870e-2cb54251c635), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:28.512661 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77b28c1-9461-4bdb-894c-556b028ed7b3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:28.515004 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7451ccc-658a-4a3c-b617-b323c1fd8506 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b4d98e8-f64b-449d-a4fd-0a5575d34828,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:28.516618 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-e77b28c1-9461-4bdb-894c-556b028ed7b3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:28.520782 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b28c1-9461-4bdb-894c-556b028ed7b3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:28.530591 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77b28c1-9461-4bdb-894c-556b028ed7b3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:28.533045 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e77b28c1-9461-4bdb-894c-556b028ed7b3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:28.569682 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e77b28c1-9461-4bdb-894c-556b028ed7b3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4313886 Feb 09 01:59:28.572354 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60374) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:28.596950 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4415fa32-f312-4a15-bd01-547302031f6d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:28.597195 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-90529ebf-40bf-4432-bdcc-41edae19b9f1 service neutron] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1271286 Feb 09 01:59:28.631872 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b7451ccc-658a-4a3c-b617-b323c1fd8506 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:28.633423 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b7451ccc-658a-4a3c-b617-b323c1fd8506 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5630162 Feb 09 01:59:28.672803 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60384) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:28.699660 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b28c1-9461-4bdb-894c-556b028ed7b3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Port': ['ID=50539bad-9383-411b-870e-2cb54251c635,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:28.727432 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-c16feae6-223f-4803-9d1e-6ba6ddcfed76 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=4aba9d2f-7727-4388-a07a-cd4823b889f0 HTTP/1.1" status: 200 len: 217 time: 0.0921798 Feb 09 01:59:28.752321 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device cae96272-c586-41ff-b6c0-780d6faaa386 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:59:28.759268 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d7969706-6aa9-48b9-bc91-edb429569636 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:28.858057 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-0c265426-ae5a-471d-8ee8-27eff214bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:28.859696 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-0c265426-ae5a-471d-8ee8-27eff214bd1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=678160b0-2b2f-464c-ba3e-556e6e820726 HTTP/1.1" status: 200 len: 797 time: 0.1246324 Feb 09 01:59:28.877678 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54b747-8c0b-49a0-ae62-b2ef893cc257 req-c5e0cc81-6a89-49e5-82cc-eac3c62f6836 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:28.885409 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef54b747-8c0b-49a0-ae62-b2ef893cc257 req-c5e0cc81-6a89-49e5-82cc-eac3c62f6836 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3a425306-904e-45ae-8413-510e722d96e6 HTTP/1.1" status: 200 len: 1127 time: 0.3570113 Feb 09 01:59:28.894122 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-7cf48258-a534-42f5-8479-dd58ca235e95 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Allocated IP 2001:db8::21e (1d1d9caf-7a94-49f2-aa8f-c6416d67d591/87791558-7731-4aee-aefe-cceca033ed76/18ff408c-f722-4361-aa3a-121cf9e82702) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:28.916373 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4415fa32-f312-4a15-bd01-547302031f6d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (50539bad-9383-411b-870e-2cb54251c635), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:28.935326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port cae96272-c586-41ff-b6c0-780d6faaa386 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:28.937789 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cae96272-c586-41ff-b6c0-780d6faaa386), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:28.950795 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-7cf48258-a534-42f5-8479-dd58ca235e95 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Allocated IP 2001:db8:0:1::2ef (1d1d9caf-7a94-49f2-aa8f-c6416d67d591/64679c98-e71e-4bbd-8cf0-b9d301b902ec/18ff408c-f722-4361-aa3a-121cf9e82702) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:29.063718 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef54b747-8c0b-49a0-ae62-b2ef893cc257 req-138f4032-b267-47b3-abaa-b4cb14d16c95 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763277 Feb 09 01:59:29.139631 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-367bf77b-f2fb-4227-b33c-d825e7945c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:29.141538 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-367bf77b-f2fb-4227-b33c-d825e7945c9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=91f3e44e-bf94-49e8-bd52-1019903bad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2523043 Feb 09 01:59:29.212982 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-f768176f-ff80-4389-97dc-b6287d93d678 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:29.216806 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port cae96272-c586-41ff-b6c0-780d6faaa386 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:29.224687 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-f768176f-ff80-4389-97dc-b6287d93d678 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/networks?id=28d6dcb4-cf26-4397-9ab6-826c3b3253c8 HTTP/1.1" status: 200 len: 808 time: 0.5301878 Feb 09 01:59:29.229455 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d7969706-6aa9-48b9-bc91-edb429569636 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:29.471050 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-a3894953-96ca-4b2d-93a4-26651438c23c service neutron] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218474 Feb 09 01:59:29.520758 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659360dd-4e16-4c60-9449-d2f3f6c1dbb6 req-4b09dfd2-37b7-4c5b-a2cc-6d57ddf28163 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:29.526179 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4415fa32-f312-4a15-bd01-547302031f6d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for port (50539bad-9383-411b-870e-2cb54251c635), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:29.526400 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659360dd-4e16-4c60-9449-d2f3f6c1dbb6 req-4b09dfd2-37b7-4c5b-a2cc-6d57ddf28163 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:29.532626 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-1b26758a-94c0-40ac-8ae8-9850a43cf721 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/quotas/1fd45bcece3e41dc824bf7aae31833fb HTTP/1.1" status: 200 len: 375 time: 0.2868280 Feb 09 01:59:29.532876 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659360dd-4e16-4c60-9449-d2f3f6c1dbb6 req-4b09dfd2-37b7-4c5b-a2cc-6d57ddf28163 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:29.538672 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4415fa32-f312-4a15-bd01-547302031f6d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (50539bad-9383-411b-870e-2cb54251c635), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:29.539261 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659360dd-4e16-4c60-9449-d2f3f6c1dbb6 req-4b09dfd2-37b7-4c5b-a2cc-6d57ddf28163 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:29.546325 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659360dd-4e16-4c60-9449-d2f3f6c1dbb6 req-4b09dfd2-37b7-4c5b-a2cc-6d57ddf28163 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:29.550954 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659360dd-4e16-4c60-9449-d2f3f6c1dbb6 req-4b09dfd2-37b7-4c5b-a2cc-6d57ddf28163 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:29.556764 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659360dd-4e16-4c60-9449-d2f3f6c1dbb6 req-4b09dfd2-37b7-4c5b-a2cc-6d57ddf28163 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:29.565466 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-659360dd-4e16-4c60-9449-d2f3f6c1dbb6 req-4b09dfd2-37b7-4c5b-a2cc-6d57ddf28163 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.3621104 Feb 09 01:59:29.619568 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-4288b1cf-e803-4b64-95d9-6db63b47614a tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fd45bcece3e41dc824bf7aae31833fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734842 Feb 09 01:59:29.622607 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7cf48258-a534-42f5-8479-dd58ca235e95 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for port (18ff408c-f722-4361-aa3a-121cf9e82702), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:29.631760 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-4415fa32-f312-4a15-bd01-547302031f6d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] In _notify_port_updated(), no bound segment for port 50539bad-9383-411b-870e-2cb54251c635 on network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 {{(pid=103184) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:59:29.638008 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415fa32-f312-4a15-bd01-547302031f6d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:29.638836 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4415fa32-f312-4a15-bd01-547302031f6d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:29.644411 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4415fa32-f312-4a15-bd01-547302031f6d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "PUT /v2.0/ports/50539bad-9383-411b-870e-2cb54251c635 HTTP/1.1" status: 200 len: 818 time: 1.0650930 Feb 09 01:59:29.686938 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60396) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:29.765873 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415fa32-f312-4a15-bd01-547302031f6d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Port': ['ID=50539bad-9383-411b-870e-2cb54251c635,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:29.879666 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-b64682a6-3329-4be2-9a02-33034dea3944 service neutron] 10.222.0.36 "GET /v2.0/networks/28d6dcb4-cf26-4397-9ab6-826c3b3253c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269044 Feb 09 01:59:29.949842 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-659360dd-4e16-4c60-9449-d2f3f6c1dbb6 req-3452cc56-2da2-4898-bf5f-38145d728967 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3821273 Feb 09 01:59:29.970004 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-e71d3bcf-6225-4c9a-bc2b-a22e24d790c5 service neutron] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897490 Feb 09 01:59:29.988791 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7cf48258-a534-42f5-8479-dd58ca235e95 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (18ff408c-f722-4361-aa3a-121cf9e82702), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:29.996895 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d7969706-6aa9-48b9-bc91-edb429569636 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:30.077021 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-fba1184f-abb6-4441-8cc1-baa5607083b0 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting port 50539bad-9383-411b-870e-2cb54251c635 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:30.077369 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fba1184f-abb6-4441-8cc1-baa5607083b0 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (50539bad-9383-411b-870e-2cb54251c635), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:30.092689 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-4694e50e-0e51-42e6-a4bf-4d7e407bf615 None None] Allocated IP 2001:db8:0:1::2 (1d1d9caf-7a94-49f2-aa8f-c6416d67d591/64679c98-e71e-4bbd-8cf0-b9d301b902ec/cae96272-c586-41ff-b6c0-780d6faaa386) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:30.117363 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-acb2dcb7-7c87-4cc2-8c89-aaa60629043d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=80e3e244-1fcf-4a9d-9a50-ee0665be2415 HTTP/1.1" status: 200 len: 217 time: 0.1371939 Feb 09 01:59:30.188397 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf48258-a534-42f5-8479-dd58ca235e95 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 1d1d9caf-7a94-49f2-aa8f-c6416d67d591 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:30.202905 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa69735-11fa-485f-b436-63e7239ba0db req-4638e187-88d2-43a2-9420-e5290f664a4f tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:30.204560 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7aa69735-11fa-485f-b436-63e7239ba0db req-4638e187-88d2-43a2-9420-e5290f664a4f tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3a425306-904e-45ae-8413-510e722d96e6 HTTP/1.1" status: 200 len: 1127 time: 0.4100544 Feb 09 01:59:30.232675 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-7cf48258-a534-42f5-8479-dd58ca235e95 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:30.240347 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf48258-a534-42f5-8479-dd58ca235e95 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:30.246560 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf48258-a534-42f5-8479-dd58ca235e95 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:30.259928 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7cf48258-a534-42f5-8479-dd58ca235e95 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:30.329522 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-2ec73a83-c8dd-47e8-9dc3-e26d2da96d60 service neutron] 10.222.0.36 "GET /v2.0/networks/28d6dcb4-cf26-4397-9ab6-826c3b3253c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346156 Feb 09 01:59:30.350197 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fba1184f-abb6-4441-8cc1-baa5607083b0 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (50539bad-9383-411b-870e-2cb54251c635), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:30.394140 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-fba1184f-abb6-4441-8cc1-baa5607083b0 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Calling delete_port for 50539bad-9383-411b-870e-2cb54251c635 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:30.416051 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4694e50e-0e51-42e6-a4bf-4d7e407bf615 None None] For port cae96272-c586-41ff-b6c0-780d6faaa386, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=cae96272-c586-41ff-b6c0-780d6faaa386,segment=NetworkSegment(1a2b64f3-0390-42ef-8776-5b4cb579d28b),segment_id=1a2b64f3-0390-42ef-8776-5b4cb579d28b)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:30.481093 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4694e50e-0e51-42e6-a4bf-4d7e407bf615 None None] Publish callbacks [] for port (cae96272-c586-41ff-b6c0-780d6faaa386), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:30.488550 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4694e50e-0e51-42e6-a4bf-4d7e407bf615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (cae96272-c586-41ff-b6c0-780d6faaa386), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:30.512375 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7cf48258-a534-42f5-8479-dd58ca235e95 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.7517550 Feb 09 01:59:30.514233 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60412) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:30.554395 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-153b1783-5e7f-4938-b069-6382447068cd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '87791558-7731-4aee-aefe-cceca033ed76'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:30.559035 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-d7969706-6aa9-48b9-bc91-edb429569636 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Allocated IP 172.25.7.230 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/22f3af04-4219-403f-8842-34072e9e5301) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:30.684278 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694e50e-0e51-42e6-a4bf-4d7e407bf615 None None] Pushing event updated for resources: {'Port': ['ID=cae96272-c586-41ff-b6c0-780d6faaa386,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:30.742153 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf48258-a534-42f5-8479-dd58ca235e95 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Port': ['ID=18ff408c-f722-4361-aa3a-121cf9e82702,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:30.795275 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-2e667715-54a5-45ae-9447-bbce608fd05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:30.798610 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-2e667715-54a5-45ae-9447-bbce608fd05d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1fe157d-43b5-4754-996c-299d00068483 HTTP/1.1" status: 200 len: 797 time: 0.6022973 Feb 09 01:59:30.853847 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fba1184f-abb6-4441-8cc1-baa5607083b0 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (50539bad-9383-411b-870e-2cb54251c635), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:30.941710 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79f5ac-c402-4527-a353-9a20d4500d9f req-4a0e1cb8-8fc1-4d70-be71-b1a74f6a22a7 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:30.953599 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be79f5ac-c402-4527-a353-9a20d4500d9f req-4a0e1cb8-8fc1-4d70-be71-b1a74f6a22a7 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3a425306-904e-45ae-8413-510e722d96e6 HTTP/1.1" status: 200 len: 1127 time: 0.6749225 Feb 09 01:59:31.056399 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fba1184f-abb6-4441-8cc1-baa5607083b0 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:31.068752 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fba1184f-abb6-4441-8cc1-baa5607083b0 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/ports/50539bad-9383-411b-870e-2cb54251c635 HTTP/1.1" status: 204 len: 168 time: 1.3771739 Feb 09 01:59:31.074609 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60424) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:31.076989 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-7aa69735-11fa-485f-b436-63e7239ba0db req-6bb55f24-0b30-48f3-bccd-118ea99caeae tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Deleting port 924a920e-4183-4e7f-ac0b-98c4d677a992 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:31.077327 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7aa69735-11fa-485f-b436-63e7239ba0db req-6bb55f24-0b30-48f3-bccd-118ea99caeae tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (924a920e-4183-4e7f-ac0b-98c4d677a992), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:31.092540 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-dbd62032-0790-40ea-9eb4-1510d97ab004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:31.094091 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-dbd62032-0790-40ea-9eb4-1510d97ab004 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ee7d3bb2-f456-41d8-93b8-334fc83bc2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2863762 Feb 09 01:59:31.466801 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1184f-abb6-4441-8cc1-baa5607083b0 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Port': ['ID=50539bad-9383-411b-870e-2cb54251c635,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:31.487706 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a4a00785-d3e3-4b2c-a04b-180934c3318f req-112cd8d0-2322-400f-bbb5-8a772120bb4d tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/ports?device_id=58fa5781-81e0-43da-a51f-df9cfcfa1b82 HTTP/1.1" status: 200 len: 210 time: 0.6261382 Feb 09 01:59:31.531888 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d7969706-6aa9-48b9-bc91-edb429569636 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for port (22f3af04-4219-403f-8842-34072e9e5301), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:31.566006 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be79f5ac-c402-4527-a353-9a20d4500d9f req-e25b367e-b695-4f1c-8b5b-3cac11eebb00 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6100829 Feb 09 01:59:31.622147 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-153b1783-5e7f-4938-b069-6382447068cd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (18ff408c-f722-4361-aa3a-121cf9e82702), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:31.637270 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b7eb99-2aff-4a46-9fbf-14f861233ad2 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:31.642373 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-00b7eb99-2aff-4a46-9fbf-14f861233ad2 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5626998 Feb 09 01:59:31.648965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60438) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:31.745810 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-992d18f4-f59d-4cf7-b52a-691cb7baf64d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] GET failed (client error): The resource could not be found. Feb 09 01:59:31.764335 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-992d18f4-f59d-4cf7-b52a-691cb7baf64d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports/50539bad-9383-411b-870e-2cb54251c635 HTTP/1.1" status: 404 len: 333 time: 0.1036375 Feb 09 01:59:31.765000 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60442) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:31.770724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-7aa69735-11fa-485f-b436-63e7239ba0db req-6bb55f24-0b30-48f3-bccd-118ea99caeae tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] For port 924a920e-4183-4e7f-ac0b-98c4d677a992, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=924a920e-4183-4e7f-ac0b-98c4d677a992,segment=NetworkSegment(f5412662-5dc2-4534-a600-e772846872a1),segment_id=f5412662-5dc2-4534-a600-e772846872a1)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:31.770724 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7aa69735-11fa-485f-b436-63e7239ba0db req-6bb55f24-0b30-48f3-bccd-118ea99caeae tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (924a920e-4183-4e7f-ac0b-98c4d677a992), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:31.780977 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-1e8f281f-e240-4fc6-8297-c98b4a420e11 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-894524569'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:31.800980 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-9acb8b1f-d105-4bc5-bc08-eb637ca08c9f service neutron] 10.222.0.48 "GET /v2.0/networks/ee7d3bb2-f456-41d8-93b8-334fc83bc2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6756713 Feb 09 01:59:31.812646 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-7aa69735-11fa-485f-b436-63e7239ba0db req-6bb55f24-0b30-48f3-bccd-118ea99caeae tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Calling delete_port for 924a920e-4183-4e7f-ac0b-98c4d677a992 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:31.978979 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41bd620-a357-41cc-8bf0-b8993db4fdb2 None None] Network 1d1d9caf-7a94-49f2-aa8f-c6416d67d591 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:31.983509 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8f281f-e240-4fc6-8297-c98b4a420e11 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:31.988131 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1e8f281f-e240-4fc6-8297-c98b4a420e11 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:32.072369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8f281f-e240-4fc6-8297-c98b4a420e11 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:59:32.119535 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1e8f281f-e240-4fc6-8297-c98b4a420e11 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (8e35426b-95fe-493d-ae00-feb4fac0b67c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:32.120205 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-1e8f281f-e240-4fc6-8297-c98b4a420e11 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Added segment 8e35426b-95fe-493d-ae00-feb4fac0b67c of type vlan for network aa9c8707-cc70-4475-a52e-15199822697f Feb 09 01:59:32.159325 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-9e0e607f-257c-4db0-9143-19506f2da3b4 service neutron] 10.222.0.48 "GET /v2.0/networks/ee7d3bb2-f456-41d8-93b8-334fc83bc2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479736 Feb 09 01:59:32.169403 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-aac8ab55-585b-40b8-b81b-a8596f88082b None None] Provisioning complete for port cae96272-c586-41ff-b6c0-780d6faaa386 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:32.170539 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-aac8ab55-585b-40b8-b81b-a8596f88082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cae96272-c586-41ff-b6c0-780d6faaa386), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:32.324107 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-aac8ab55-585b-40b8-b81b-a8596f88082b None None] Current status of the port cae96272-c586-41ff-b6c0-780d6faaa386 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:32.407024 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-6f81bb51-f113-4fbd-aea9-21304d1677bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8b9156cc-0ce3-4754-b4e0-0975770eab8e HTTP/1.1" status: 200 len: 217 time: 0.1789331 Feb 09 01:59:32.472460 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1e8f281f-e240-4fc6-8297-c98b4a420e11 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (aa9c8707-cc70-4475-a52e-15199822697f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:32.611985 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.db.resource_extend [None req-1e8f281f-e240-4fc6-8297-c98b4a420e11 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:59:32.659336 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d7969706-6aa9-48b9-bc91-edb429569636 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (22f3af04-4219-403f-8842-34072e9e5301), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:32.668721 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device cae96272-c586-41ff-b6c0-780d6faaa386 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:59:32.785666 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7969706-6aa9-48b9-bc91-edb429569636 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:32.806371 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7947de87-8e36-4df8-8a83-62313cd821f4 req-8a3d490e-a710-48c5-aca9-7818171d4b13 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/ports?device_id=58fa5781-81e0-43da-a51f-df9cfcfa1b82 HTTP/1.1" status: 200 len: 210 time: 0.0894222 Feb 09 01:59:32.807755 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-d7969706-6aa9-48b9-bc91-edb429569636 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:32.812223 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7969706-6aa9-48b9-bc91-edb429569636 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:32.821788 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1e8f281f-e240-4fc6-8297-c98b4a420e11 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (aa9c8707-cc70-4475-a52e-15199822697f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:32.827487 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8f281f-e240-4fc6-8297-c98b4a420e11 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:32.828346 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1e8f281f-e240-4fc6-8297-c98b4a420e11 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:32.840187 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-b7d9ea3e-5b69-4974-9ae8-9f30b00477a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:32.840792 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port cae96272-c586-41ff-b6c0-780d6faaa386 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:32.841438 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cae96272-c586-41ff-b6c0-780d6faaa386), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:32.842285 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-b7d9ea3e-5b69-4974-9ae8-9f30b00477a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1fe157d-43b5-4754-996c-299d00068483 HTTP/1.1" status: 200 len: 797 time: 0.4087019 Feb 09 01:59:32.880584 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7aa69735-11fa-485f-b436-63e7239ba0db req-6bb55f24-0b30-48f3-bccd-118ea99caeae tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (924a920e-4183-4e7f-ac0b-98c4d677a992), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:32.886431 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556e48a-aaf3-4466-8fba-39de25d25526 req-6e856d07-29e8-47a6-a529-f829b3527077 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:32.888404 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556e48a-aaf3-4466-8fba-39de25d25526 req-6e856d07-29e8-47a6-a529-f829b3527077 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:32.915038 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556e48a-aaf3-4466-8fba-39de25d25526 req-6e856d07-29e8-47a6-a529-f829b3527077 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:32.943540 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556e48a-aaf3-4466-8fba-39de25d25526 req-6e856d07-29e8-47a6-a529-f829b3527077 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:32.966195 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556e48a-aaf3-4466-8fba-39de25d25526 req-6e856d07-29e8-47a6-a529-f829b3527077 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:33.051112 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556e48a-aaf3-4466-8fba-39de25d25526 req-6e856d07-29e8-47a6-a529-f829b3527077 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:33.082358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['2df877ef-6308-4f0b-905c-bbc35e1782ce'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:59:33.090614 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556e48a-aaf3-4466-8fba-39de25d25526 req-6e856d07-29e8-47a6-a529-f829b3527077 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:33.096045 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5556e48a-aaf3-4466-8fba-39de25d25526 req-6e856d07-29e8-47a6-a529-f829b3527077 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.9890966 Feb 09 01:59:33.186131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-153b1783-5e7f-4938-b069-6382447068cd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Delete allocated IP 2001:db8:0:1::2ef (1d1d9caf-7a94-49f2-aa8f-c6416d67d591/64679c98-e71e-4bbd-8cf0-b9d301b902ec) {{(pid=103184) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:59:33.251037 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7969706-6aa9-48b9-bc91-edb429569636 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Pushing event updated for resources: {'Port': ['ID=22f3af04-4219-403f-8842-34072e9e5301,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:33.334667 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5e74fa50-090c-4657-8360-056029478d73 None None] Provisioning complete for port cae96272-c586-41ff-b6c0-780d6faaa386 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:33.335041 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5e74fa50-090c-4657-8360-056029478d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cae96272-c586-41ff-b6c0-780d6faaa386), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:33.376506 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1e8f281f-e240-4fc6-8297-c98b4a420e11 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6004143 Feb 09 01:59:33.377656 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb55f24-0b30-48f3-bccd-118ea99caeae tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Pushing event deleted for resources: {'Port': ['ID=924a920e-4183-4e7f-ac0b-98c4d677a992,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:33.388542 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60464) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:33.471073 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port cae96272-c586-41ff-b6c0-780d6faaa386 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:33.516333 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-acf0e611-2321-4cd3-b02a-9b28ab5a65a4 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'subnet': {'network_id': 'aa9c8707-cc70-4475-a52e-15199822697f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:33.568358 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec1fc20f-2d6b-486f-8807-f8b3f357544c req-68ad1754-4c0a-4a7c-be92-869d5b47d24f tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3a425306-904e-45ae-8413-510e722d96e6 HTTP/1.1" status: 200 len: 210 time: 0.3893464 Feb 09 01:59:33.696486 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f281f-e240-4fc6-8297-c98b4a420e11 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Network': ['ID=aa9c8707-cc70-4475-a52e-15199822697f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:33.704699 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa69735-11fa-485f-b436-63e7239ba0db req-6bb55f24-0b30-48f3-bccd-118ea99caeae tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] No DVR routers for this DVR port 924a920e-4183-4e7f-ac0b-98c4d677a992 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:59:33.724939 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7aa69735-11fa-485f-b436-63e7239ba0db req-6bb55f24-0b30-48f3-bccd-118ea99caeae tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:33.728749 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7aa69735-11fa-485f-b436-63e7239ba0db req-6bb55f24-0b30-48f3-bccd-118ea99caeae tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.67 "DELETE /v2.0/ports/924a920e-4183-4e7f-ac0b-98c4d677a992 HTTP/1.1" status: 204 len: 173 time: 3.4426110 Feb 09 01:59:33.730886 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a425306-904e-45ae-8413-510e722d96e6', 'name': 'network-vif-deleted', 'tag': '924a920e-4183-4e7f-ac0b-98c4d677a992'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:59:33.733554 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cdbbc3-0f6a-4815-a033-e09044bfce3f" -d '{"events": [{"server_uuid": "3a425306-904e-45ae-8413-510e722d96e6", "name": "network-vif-deleted", "tag": "924a920e-4183-4e7f-ac0b-98c4d677a992"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:59:33.786070 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network aa9c8707-cc70-4475-a52e-15199822697f details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:59:33.837819 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a90-80ab-4830-97af-38641120d2d3 req-d1b1c886-0781-4211-85a2-641244caf3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:33.842691 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-d1b1c886-0781-4211-85a2-641244caf3a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ee7d3bb2-f456-41d8-93b8-334fc83bc2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.9716830 Feb 09 01:59:33.861927 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5556e48a-aaf3-4466-8fba-39de25d25526 req-a88c329f-81ad-42d6-9c3e-5a4f002c2642 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6859000 Feb 09 01:59:33.876173 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbb66c8-466d-4e69-af01-515ee39fe18d x-openstack-request-id: req-0bbb66c8-466d-4e69-af01-515ee39fe18d {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:59:33.879338 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a425306-904e-45ae-8413-510e722d96e6", "name": "network-vif-deleted", "tag": "924a920e-4183-4e7f-ac0b-98c4d677a992", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:59:33.881559 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0bbb66c8-466d-4e69-af01-515ee39fe18d {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:59:33.883908 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a425306-904e-45ae-8413-510e722d96e6', 'name': 'network-vif-deleted', 'tag': '924a920e-4183-4e7f-ac0b-98c4d677a992', 'status': 'completed', 'code': 200} Feb 09 01:59:34.040035 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-0c51f963-9f4c-4baf-b07f-63b85591bdb3 service neutron] 10.222.0.48 "GET /v2.0/networks/ee7d3bb2-f456-41d8-93b8-334fc83bc2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899040 Feb 09 01:59:34.061951 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-153b1783-5e7f-4938-b069-6382447068cd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for port (18ff408c-f722-4361-aa3a-121cf9e82702), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:34.092297 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-b13b3cac-0f2e-484c-a89b-228bbec909e5 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:34.093870 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-b13b3cac-0f2e-484c-a89b-228bbec909e5 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.67 "GET /v2.0/networks?id=28d6dcb4-cf26-4397-9ab6-826c3b3253c8 HTTP/1.1" status: 200 len: 808 time: 0.9873552 Feb 09 01:59:34.104600 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-153b1783-5e7f-4938-b069-6382447068cd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (18ff408c-f722-4361-aa3a-121cf9e82702), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:34.140571 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5e74fa50-090c-4657-8360-056029478d73 None None] Current status of the port cae96272-c586-41ff-b6c0-780d6faaa386 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:34.152478 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2c60cec5-524f-46b7-8c30-1806537d1a08 req-5827897c-90fe-495f-b7f2-0ecec7a7aed3 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/ports?device_id=58fa5781-81e0-43da-a51f-df9cfcfa1b82 HTTP/1.1" status: 200 len: 210 time: 0.1113455 Feb 09 01:59:34.177359 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5e74fa50-090c-4657-8360-056029478d73 None None] Provisioning complete for port 18ff408c-f722-4361-aa3a-121cf9e82702 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:34.179805 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5e74fa50-090c-4657-8360-056029478d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (18ff408c-f722-4361-aa3a-121cf9e82702), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:34.229706 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf0e611-2321-4cd3-b02a-9b28ab5a65a4 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:34.235769 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-acf0e611-2321-4cd3-b02a-9b28ab5a65a4 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:34.278890 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d7969706-6aa9-48b9-bc91-edb429569636 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for floatingip (2e4743a6-e44e-42c4-a901-3cd1febe9031), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:34.290196 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5e74fa50-090c-4657-8360-056029478d73 None None] Port 18ff408c-f722-4361-aa3a-121cf9e82702 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:59:34.423228 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-85deb358-f209-4d4d-a0f5-5efc9dd0bd5e None None] Provisioning complete for port 18ff408c-f722-4361-aa3a-121cf9e82702 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:34.423631 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-85deb358-f209-4d4d-a0f5-5efc9dd0bd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (18ff408c-f722-4361-aa3a-121cf9e82702), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:34.464864 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8092a90-80ab-4830-97af-38641120d2d3 req-d74a5e62-c2a6-43b5-8c36-28b089d2c0bd service neutron] 10.222.0.48 "GET /v2.0/networks/ee7d3bb2-f456-41d8-93b8-334fc83bc2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134703 Feb 09 01:59:34.521152 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-85deb358-f209-4d4d-a0f5-5efc9dd0bd5e None None] Port 18ff408c-f722-4361-aa3a-121cf9e82702 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:59:34.522796 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 924a920e-4183-4e7f-ac0b-98c4d677a992 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:59:34.562102 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 924a920e-4183-4e7f-ac0b-98c4d677a992 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:59:34.562728 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 924a920e-4183-4e7f-ac0b-98c4d677a992 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:59:34.786823 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-acf0e611-2321-4cd3-b02a-9b28ab5a65a4 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (0391260e-5d9a-41bd-aed9-a145da9e7df0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:34.980727 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-dd1a60f4-26eb-4d78-8e61-b93591e26a25 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Request body: {'port': {'device_id': '58fa5781-81e0-43da-a51f-df9cfcfa1b82', 'network_id': '28d6dcb4-cf26-4397-9ab6-826c3b3253c8', 'admin_state_up': True, 'tenant_id': '1fd45bcece3e41dc824bf7aae31833fb'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:34.989484 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b1783-5e7f-4938-b069-6382447068cd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Port': ['ID=18ff408c-f722-4361-aa3a-121cf9e82702,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:35.052686 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdd629-b799-40d4-958c-55039ab764bf req-2ba19068-c4ac-4317-9711-c1bdae89dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:35.062115 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdd629-b799-40d4-958c-55039ab764bf req-2ba19068-c4ac-4317-9711-c1bdae89dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:35.063840 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdd629-b799-40d4-958c-55039ab764bf req-2ba19068-c4ac-4317-9711-c1bdae89dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:35.064608 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdd629-b799-40d4-958c-55039ab764bf req-2ba19068-c4ac-4317-9711-c1bdae89dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:35.067200 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdd629-b799-40d4-958c-55039ab764bf req-2ba19068-c4ac-4317-9711-c1bdae89dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:35.068029 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdd629-b799-40d4-958c-55039ab764bf req-2ba19068-c4ac-4317-9711-c1bdae89dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:35.069208 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdd629-b799-40d4-958c-55039ab764bf req-2ba19068-c4ac-4317-9711-c1bdae89dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:35.081872 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-becdd629-b799-40d4-958c-55039ab764bf req-2ba19068-c4ac-4317-9711-c1bdae89dad6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74ac5c4df87040abbaac41297bf571f6&device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 6704 time: 0.3399830 Feb 09 01:59:35.082909 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf0e611-2321-4cd3-b02a-9b28ab5a65a4 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Checking segment: {'id': '8e35426b-95fe-493d-ae00-feb4fac0b67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aa9c8707-cc70-4475-a52e-15199822697f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:59:35.085894 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf0e611-2321-4cd3-b02a-9b28ab5a65a4 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network hostable DHCP agents. Network: aa9c8707-cc70-4475-a52e-15199822697f, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:59:35.108059 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0e611-2321-4cd3-b02a-9b28ab5a65a4 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Subnet': ['ID=0391260e-5d9a-41bd-aed9-a145da9e7df0,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:35.110165 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d7969706-6aa9-48b9-bc91-edb429569636 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (22f3af04-4219-403f-8842-34072e9e5301), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:35.119932 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-153b1783-5e7f-4938-b069-6382447068cd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] In _notify_port_updated(), no bound segment for port 18ff408c-f722-4361-aa3a-121cf9e82702 on network 1d1d9caf-7a94-49f2-aa8f-c6416d67d591 {{(pid=103184) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:59:35.128096 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153b1783-5e7f-4938-b069-6382447068cd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:35.129069 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-153b1783-5e7f-4938-b069-6382447068cd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:35.130739 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-153b1783-5e7f-4938-b069-6382447068cd tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "PUT /v2.0/ports/18ff408c-f722-4361-aa3a-121cf9e82702 HTTP/1.1" status: 200 len: 926 time: 4.6017871 Feb 09 01:59:35.137187 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60498) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:35.165976 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-076d3d68-11b1-4c98-be88-39274f45b16e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '87791558-7731-4aee-aefe-cceca033ed76'}, {'subnet_id': '64679c98-e71e-4bbd-8cf0-b9d301b902ec'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:35.355990 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdd629-b799-40d4-958c-55039ab764bf req-c698b40b-6c2a-45ee-9b02-fd02fab9cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:35.358137 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-becdd629-b799-40d4-958c-55039ab764bf req-c698b40b-6c2a-45ee-9b02-fd02fab9cdc0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ee7d3bb2-f456-41d8-93b8-334fc83bc2df HTTP/1.1" status: 200 len: 902 time: 0.2580991 Feb 09 01:59:35.445569 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf0e611-2321-4cd3-b02a-9b28ab5a65a4 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network aa9c8707-cc70-4475-a52e-15199822697f is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:59:35.451851 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-becdd629-b799-40d4-958c-55039ab764bf req-62e5bfd1-a569-4df5-99c6-ee20f27ff536 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8b9156cc-0ce3-4754-b4e0-0975770eab8e HTTP/1.1" status: 200 len: 217 time: 0.0812445 Feb 09 01:59:35.482623 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8b54d-931f-46dd-832f-1f739c409275 req-81900cc2-8239-4630-be5b-5dbbb9a7ce9f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:35.496003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8b54d-931f-46dd-832f-1f739c409275 req-81900cc2-8239-4630-be5b-5dbbb9a7ce9f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:35.502892 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8b54d-931f-46dd-832f-1f739c409275 req-81900cc2-8239-4630-be5b-5dbbb9a7ce9f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:35.509830 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8b54d-931f-46dd-832f-1f739c409275 req-81900cc2-8239-4630-be5b-5dbbb9a7ce9f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:35.516064 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8b54d-931f-46dd-832f-1f739c409275 req-81900cc2-8239-4630-be5b-5dbbb9a7ce9f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:35.521373 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8b54d-931f-46dd-832f-1f739c409275 req-81900cc2-8239-4630-be5b-5dbbb9a7ce9f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:35.522220 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d7969706-6aa9-48b9-bc91-edb429569636 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for port (22f3af04-4219-403f-8842-34072e9e5301), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:35.527837 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8b54d-931f-46dd-832f-1f739c409275 req-81900cc2-8239-4630-be5b-5dbbb9a7ce9f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:35.529871 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-67d8b54d-931f-46dd-832f-1f739c409275 req-81900cc2-8239-4630-be5b-5dbbb9a7ce9f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.4288607 Feb 09 01:59:35.541089 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-acf0e611-2321-4cd3-b02a-9b28ab5a65a4 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, aa9c8707-cc70-4475-a52e-15199822697f) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:35.552265 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc35608-813b-475a-9e3c-5a7f7bf316bd None None] Network aa9c8707-cc70-4475-a52e-15199822697f requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:35.594874 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-076d3d68-11b1-4c98-be88-39274f45b16e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (18ff408c-f722-4361-aa3a-121cf9e82702), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:35.602955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf0e611-2321-4cd3-b02a-9b28ab5a65a4 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:35.603554 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-acf0e611-2321-4cd3-b02a-9b28ab5a65a4 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:35.610875 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d7969706-6aa9-48b9-bc91-edb429569636 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (22f3af04-4219-403f-8842-34072e9e5301), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:35.705121 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-acf0e611-2321-4cd3-b02a-9b28ab5a65a4 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2368245 Feb 09 01:59:35.708291 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60508) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:35.725186 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-08b775ce-a288-4499-bb4c-1decbc2d4156 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'subnet': {'network_id': 'aa9c8707-cc70-4475-a52e-15199822697f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:35.744867 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-dd1a60f4-26eb-4d78-8e61-b93591e26a25 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Made reservation on behalf of 1fd45bcece3e41dc824bf7aae31833fb for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:35.749184 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-dd1a60f4-26eb-4d78-8e61-b93591e26a25 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:35.754309 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdd629-b799-40d4-958c-55039ab764bf req-31b765c1-cae9-4514-99e9-61957f775347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:35.755841 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-becdd629-b799-40d4-958c-55039ab764bf req-31b765c1-cae9-4514-99e9-61957f775347 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1fe157d-43b5-4754-996c-299d00068483 HTTP/1.1" status: 200 len: 797 time: 0.2936718 Feb 09 01:59:35.755977 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0a3c615-2c72-4fb2-b116-dcd0a0a98541 req-0a64f848-10ea-4a95-a78a-547b1593b091 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/ports?device_id=58fa5781-81e0-43da-a51f-df9cfcfa1b82 HTTP/1.1" status: 200 len: 210 time: 0.1669159 Feb 09 01:59:35.757002 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7969706-6aa9-48b9-bc91-edb429569636 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Pushing event updated for resources: {'Port': ['ID=22f3af04-4219-403f-8842-34072e9e5301,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:35.764372 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-2c4013d2-83b5-4544-8585-ce48a245ae9e None None] Provisioning complete for port 18ff408c-f722-4361-aa3a-121cf9e82702 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:35.764755 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2c4013d2-83b5-4544-8585-ce48a245ae9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (18ff408c-f722-4361-aa3a-121cf9e82702), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:35.786741 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-67d8b54d-931f-46dd-832f-1f739c409275 req-04e31178-7f25-4671-b3e6-d37ebfb06406 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2465737 Feb 09 01:59:35.862903 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2c4013d2-83b5-4544-8585-ce48a245ae9e None None] Port 18ff408c-f722-4361-aa3a-121cf9e82702 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:59:35.927460 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b9f126-2932-4d5e-83f0-b486eb8cdb9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-aa9c8707-cc70-4475-a52e-15199822697f', 'network_id': 'aa9c8707-cc70-4475-a52e-15199822697f', 'project_id': '97cf75a617ab459f9f1d1a2897a5bb73', 'fixed_ips': [{'subnet_id': '0391260e-5d9a-41bd-aed9-a145da9e7df0'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:59:35.928530 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-60b9f126-2932-4d5e-83f0-b486eb8cdb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:36.132524 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d7969706-6aa9-48b9-bc91-edb429569636 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (2e4743a6-e44e-42c4-a901-3cd1febe9031), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:36.183798 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdd629-b799-40d4-958c-55039ab764bf req-0b82ad50-e17f-40ec-9051-0cce45ee8226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:36.191697 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-becdd629-b799-40d4-958c-55039ab764bf req-0b82ad50-e17f-40ec-9051-0cce45ee8226 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ee7d3bb2-f456-41d8-93b8-334fc83bc2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4038649 Feb 09 01:59:36.253755 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b775ce-a288-4499-bb4c-1decbc2d4156 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:36.273906 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-08b775ce-a288-4499-bb4c-1decbc2d4156 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:36.283072 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d7969706-6aa9-48b9-bc91-edb429569636 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:36.295923 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d7969706-6aa9-48b9-bc91-edb429569636 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5973265 Feb 09 01:59:36.368979 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-60b9f126-2932-4d5e-83f0-b486eb8cdb9a None None] Allocated IP 172.20.0.2 (aa9c8707-cc70-4475-a52e-15199822697f/0391260e-5d9a-41bd-aed9-a145da9e7df0/ad5cdda9-0048-4b41-a500-d93f72f4dcd5) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:36.483460 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-dd1a60f4-26eb-4d78-8e61-b93591e26a25 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Allocated IP 172.20.0.13 (28d6dcb4-cf26-4397-9ab6-826c3b3253c8/cdf7c175-1141-42a5-8159-b7d0a489238c/70260989-e682-49fe-949e-1054f7391627) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:36.760108 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-60b9f126-2932-4d5e-83f0-b486eb8cdb9a None None] Publish callbacks [] for port (ad5cdda9-0048-4b41-a500-d93f72f4dcd5), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:36.771003 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-60b9f126-2932-4d5e-83f0-b486eb8cdb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (ad5cdda9-0048-4b41-a500-d93f72f4dcd5), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:36.854336 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b9f126-2932-4d5e-83f0-b486eb8cdb9a None None] Network aa9c8707-cc70-4475-a52e-15199822697f is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:36.859632 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-60b9f126-2932-4d5e-83f0-b486eb8cdb9a None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:36.870029 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b9f126-2932-4d5e-83f0-b486eb8cdb9a None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:36.882580 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9f126-2932-4d5e-83f0-b486eb8cdb9a None None] Pushing event updated for resources: {'Port': ['ID=ad5cdda9-0048-4b41-a500-d93f72f4dcd5,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:36.908915 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-076d3d68-11b1-4c98-be88-39274f45b16e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Allocated IP 2001:db8:0:1::68 (1d1d9caf-7a94-49f2-aa8f-c6416d67d591/64679c98-e71e-4bbd-8cf0-b9d301b902ec/18ff408c-f722-4361-aa3a-121cf9e82702) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:36.934167 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-86c72732-4d01-4090-80b8-be1c26122999 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1135398574&fields=id&tenant_id=225062ed147a4a2299a703d06854300c HTTP/1.1" status: 200 len: 267 time: 0.2959080 Feb 09 01:59:37.008732 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-60b9f126-2932-4d5e-83f0-b486eb8cdb9a None None] Attempting to bind port ad5cdda9-0048-4b41-a500-d93f72f4dcd5 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:59:37.009228 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-60b9f126-2932-4d5e-83f0-b486eb8cdb9a None None] Attempting to bind port ad5cdda9-0048-4b41-a500-d93f72f4dcd5 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '8e35426b-95fe-493d-ae00-feb4fac0b67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aa9c8707-cc70-4475-a52e-15199822697f'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:59:37.009581 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b9f126-2932-4d5e-83f0-b486eb8cdb9a None None] Attempting to bind port ad5cdda9-0048-4b41-a500-d93f72f4dcd5 on network aa9c8707-cc70-4475-a52e-15199822697f {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:37.016409 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b9f126-2932-4d5e-83f0-b486eb8cdb9a None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:59:37.016741 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b9f126-2932-4d5e-83f0-b486eb8cdb9a None None] Checking segment: {'id': '8e35426b-95fe-493d-ae00-feb4fac0b67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aa9c8707-cc70-4475-a52e-15199822697f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:59:37.017120 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-60b9f126-2932-4d5e-83f0-b486eb8cdb9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:37.017432 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b9f126-2932-4d5e-83f0-b486eb8cdb9a None None] Bound using segment: {'id': '8e35426b-95fe-493d-ae00-feb4fac0b67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aa9c8707-cc70-4475-a52e-15199822697f'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:59:37.017909 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-60b9f126-2932-4d5e-83f0-b486eb8cdb9a None None] Bound port: ad5cdda9-0048-4b41-a500-d93f72f4dcd5, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e35426b-95fe-493d-ae00-feb4fac0b67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aa9c8707-cc70-4475-a52e-15199822697f'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:59:37.018298 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-60b9f126-2932-4d5e-83f0-b486eb8cdb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ad5cdda9-0048-4b41-a500-d93f72f4dcd5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:37.194517 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-60b9f126-2932-4d5e-83f0-b486eb8cdb9a None None] For port ad5cdda9-0048-4b41-a500-d93f72f4dcd5, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:59:37.203326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-60b9f126-2932-4d5e-83f0-b486eb8cdb9a None None] For port ad5cdda9-0048-4b41-a500-d93f72f4dcd5, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ad5cdda9-0048-4b41-a500-d93f72f4dcd5,segment=NetworkSegment(8e35426b-95fe-493d-ae00-feb4fac0b67c),segment_id=8e35426b-95fe-493d-ae00-feb4fac0b67c)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:59:37.214130 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-60b9f126-2932-4d5e-83f0-b486eb8cdb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ad5cdda9-0048-4b41-a500-d93f72f4dcd5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:37.268474 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-dd1a60f4-26eb-4d78-8e61-b93591e26a25 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Publish callbacks [] for port (70260989-e682-49fe-949e-1054f7391627), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:37.344296 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9f126-2932-4d5e-83f0-b486eb8cdb9a None None] Pushing event updated for resources: {'Port': ['ID=ad5cdda9-0048-4b41-a500-d93f72f4dcd5,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:37.349519 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-3a89c1fa-75e5-456a-83d3-78893f8ac9ee tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:37.361784 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-3a89c1fa-75e5-456a-83d3-78893f8ac9ee tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/networks?id=bbe85234-1f1c-44c0-aeaf-3380123bb751 HTTP/1.1" status: 200 len: 817 time: 0.4083502 Feb 09 01:59:37.436497 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b406b-b702-46b0-9ed8-44a75fbfc0f9 req-6efcd455-f58e-49d5-a405-63a9b6db03f3 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:37.438773 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-947b406b-b702-46b0-9ed8-44a75fbfc0f9 req-6efcd455-f58e-49d5-a405-63a9b6db03f3 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b53bf05-a3bc-48ac-b5e0-daa866c50954 HTTP/1.1" status: 200 len: 1127 time: 1.0432019 Feb 09 01:59:37.452890 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-81a41a15-e6cd-4669-b312-748c91ef6fdc tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/quotas/225062ed147a4a2299a703d06854300c HTTP/1.1" status: 200 len: 375 time: 0.0900452 Feb 09 01:59:37.470061 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d92e6998-dc9e-44f3-bcea-fb0aeb618547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:37.546592 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-becdd629-b799-40d4-958c-55039ab764bf req-3c43e1e0-b593-4cb6-8a85-c518174cf241 service neutron] 10.222.0.48 "GET /v2.0/networks/ee7d3bb2-f456-41d8-93b8-334fc83bc2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3315067 Feb 09 01:59:37.598870 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-076d3d68-11b1-4c98-be88-39274f45b16e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for port (18ff408c-f722-4361-aa3a-121cf9e82702), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:37.623639 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-dd1a60f4-26eb-4d78-8e61-b93591e26a25 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (70260989-e682-49fe-949e-1054f7391627), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:37.625952 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-076d3d68-11b1-4c98-be88-39274f45b16e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (18ff408c-f722-4361-aa3a-121cf9e82702), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:37.840404 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-dd1a60f4-26eb-4d78-8e61-b93591e26a25 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Network 28d6dcb4-cf26-4397-9ab6-826c3b3253c8 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:37.874030 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-dd1a60f4-26eb-4d78-8e61-b93591e26a25 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:37.955197 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a60f4-26eb-4d78-8e61-b93591e26a25 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Pushing event updated for resources: {'Port': ['ID=70260989-e682-49fe-949e-1054f7391627,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:37.959378 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-dd1a60f4-26eb-4d78-8e61-b93591e26a25 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:37.979116 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-8cb4086d-c85e-435f-b907-17ab4cd8a2df tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=225062ed147a4a2299a703d06854300c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5066137 Feb 09 01:59:37.995782 n-d-828387-3 neutron-server[103183]: INFO neutron.db.ipam_backend_mixin [None req-08b775ce-a288-4499-bb4c-1decbc2d4156 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0391260e-5d9a-41bd-aed9-a145da9e7df0 (CIDR: 172.20.0.0/28) Feb 09 01:59:38.130249 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b775ce-a288-4499-bb4c-1decbc2d4156 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:59:38.130928 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b775ce-a288-4499-bb4c-1decbc2d4156 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:59:38.135433 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-becdd629-b799-40d4-958c-55039ab764bf req-0e1f1fde-521d-41a0-a758-922bdd6635a0 service neutron] 10.222.0.48 "GET /v2.0/networks/ee7d3bb2-f456-41d8-93b8-334fc83bc2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5576556 Feb 09 01:59:38.143315 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-947b406b-b702-46b0-9ed8-44a75fbfc0f9 req-e1abf56f-847f-4475-9808-1a09ca5d9a23 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c7cd040-0a4d-4e07-a477-43c87965438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6645453 Feb 09 01:59:38.195770 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-08b775ce-a288-4499-bb4c-1decbc2d4156 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4786243 Feb 09 01:59:38.199324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60560) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:38.221978 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-743c913b-49db-4a21-aa5a-962f3de21caf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'subnet': {'network_id': 'aa9c8707-cc70-4475-a52e-15199822697f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:38.239676 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccd922-51ee-44cc-88ee-a72ae8b12921 req-4de5784b-749a-40b9-bf82-b9e50dfbbf1d tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:38.241219 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dfccd922-51ee-44cc-88ee-a72ae8b12921 req-4de5784b-749a-40b9-bf82-b9e50dfbbf1d tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4b53bf05-a3bc-48ac-b5e0-daa866c50954 HTTP/1.1" status: 200 len: 1127 time: 0.2442474 Feb 09 01:59:38.301170 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d3d68-11b1-4c98-be88-39274f45b16e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Port': ['ID=18ff408c-f722-4361-aa3a-121cf9e82702,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:38.322844 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-dd1a60f4-26eb-4d78-8e61-b93591e26a25 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:38.322844 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-dd1a60f4-26eb-4d78-8e61-b93591e26a25 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:38.353702 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-076d3d68-11b1-4c98-be88-39274f45b16e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] In _notify_port_updated(), no bound segment for port 18ff408c-f722-4361-aa3a-121cf9e82702 on network 1d1d9caf-7a94-49f2-aa8f-c6416d67d591 {{(pid=103184) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:59:38.387819 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d3d68-11b1-4c98-be88-39274f45b16e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:38.388538 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-076d3d68-11b1-4c98-be88-39274f45b16e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:38.394320 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-076d3d68-11b1-4c98-be88-39274f45b16e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "PUT /v2.0/ports/18ff408c-f722-4361-aa3a-121cf9e82702 HTTP/1.1" status: 200 len: 1011 time: 3.2347164 Feb 09 01:59:38.416700 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60562) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:38.589292 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-25865375-706a-49ad-b03f-ea471c95049f None None] Provisioning complete for port 18ff408c-f722-4361-aa3a-121cf9e82702 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:38.590005 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-25865375-706a-49ad-b03f-ea471c95049f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (18ff408c-f722-4361-aa3a-121cf9e82702), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:38.656407 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-25865375-706a-49ad-b03f-ea471c95049f None None] Port 18ff408c-f722-4361-aa3a-121cf9e82702 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:59:38.685828 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-dd1a60f4-26eb-4d78-8e61-b93591e26a25 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3876793 Feb 09 01:59:38.705982 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-bd9ea273-3966-46a3-8faa-a6c3c2e98e9c service neutron] Request body: {'port': {'device_id': '58fa5781-81e0-43da-a51f-df9cfcfa1b82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:38.741739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7d313-8a12-48fd-bffe-0c93a7a1f89a req-d6fd1391-9da5-4d9e-9215-215015e99f7e tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:38.744276 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24d7d313-8a12-48fd-bffe-0c93a7a1f89a req-d6fd1391-9da5-4d9e-9215-215015e99f7e tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/ports?device_id=58fa5781-81e0-43da-a51f-df9cfcfa1b82 HTTP/1.1" status: 200 len: 932 time: 0.3476408 Feb 09 01:59:38.768601 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ad5cdda9-0048-4b41-a500-d93f72f4dcd5 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:59:38.904111 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port ad5cdda9-0048-4b41-a500-d93f72f4dcd5 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:38.907342 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ad5cdda9-0048-4b41-a500-d93f72f4dcd5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:38.921434 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-cb7ad338-a6f5-41ba-945d-102ca8fd0b77 service neutron] 10.222.0.36 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6220629 Feb 09 01:59:38.958616 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24d7d313-8a12-48fd-bffe-0c93a7a1f89a req-fb36517c-8993-4bc4-830f-a9450e038eca tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f33ebce-9577-4162-9624-560ad8115a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031202 Feb 09 01:59:38.964761 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-dfccd922-51ee-44cc-88ee-a72ae8b12921 req-a81e6493-3c86-4fd7-9fa6-789a3542b67f tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Deleting port 2df877ef-6308-4f0b-905c-bbc35e1782ce {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:38.965500 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dfccd922-51ee-44cc-88ee-a72ae8b12921 req-a81e6493-3c86-4fd7-9fa6-789a3542b67f tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (2df877ef-6308-4f0b-905c-bbc35e1782ce), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:39.032656 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743c913b-49db-4a21-aa5a-962f3de21caf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:39.036365 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-743c913b-49db-4a21-aa5a-962f3de21caf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:39.104382 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ad5cdda9-0048-4b41-a500-d93f72f4dcd5 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:39.105266 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ad5cdda9-0048-4b41-a500-d93f72f4dcd5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:39.114945 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-bd9ea273-3966-46a3-8faa-a6c3c2e98e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (70260989-e682-49fe-949e-1054f7391627), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:39.129038 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d5adfacb-a6f7-47e9-91e8-372c32f4b6de tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting port 18ff408c-f722-4361-aa3a-121cf9e82702 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:39.129379 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d5adfacb-a6f7-47e9-91e8-372c32f4b6de tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (18ff408c-f722-4361-aa3a-121cf9e82702), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:39.169362 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port ad5cdda9-0048-4b41-a500-d93f72f4dcd5, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ad5cdda9-0048-4b41-a500-d93f72f4dcd5,segment=NetworkSegment(8e35426b-95fe-493d-ae00-feb4fac0b67c),segment_id=8e35426b-95fe-493d-ae00-feb4fac0b67c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:39.175847 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ad5cdda9-0048-4b41-a500-d93f72f4dcd5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:39.214413 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-dfccd922-51ee-44cc-88ee-a72ae8b12921 req-a81e6493-3c86-4fd7-9fa6-789a3542b67f tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] For port 2df877ef-6308-4f0b-905c-bbc35e1782ce, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=2df877ef-6308-4f0b-905c-bbc35e1782ce,segment=NetworkSegment(f5412662-5dc2-4534-a600-e772846872a1),segment_id=f5412662-5dc2-4534-a600-e772846872a1)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:39.214824 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dfccd922-51ee-44cc-88ee-a72ae8b12921 req-a81e6493-3c86-4fd7-9fa6-789a3542b67f tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (2df877ef-6308-4f0b-905c-bbc35e1782ce), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:39.301430 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-dfccd922-51ee-44cc-88ee-a72ae8b12921 req-a81e6493-3c86-4fd7-9fa6-789a3542b67f tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Calling delete_port for 2df877ef-6308-4f0b-905c-bbc35e1782ce owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:39.336143 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=ad5cdda9-0048-4b41-a500-d93f72f4dcd5,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:39.444487 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f68cb5-6c52-45b1-88c1-0f5c4022eef5 None None] Network aa9c8707-cc70-4475-a52e-15199822697f requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:39.477384 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58acdd-6d77-4a03-8687-b7a2a2c78b75 req-b06f9c6d-1275-4fc4-8200-cf640401e5ad tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:39.485211 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58acdd-6d77-4a03-8687-b7a2a2c78b75 req-b06f9c6d-1275-4fc4-8200-cf640401e5ad tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:39.490959 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58acdd-6d77-4a03-8687-b7a2a2c78b75 req-b06f9c6d-1275-4fc4-8200-cf640401e5ad tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:39.496983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58acdd-6d77-4a03-8687-b7a2a2c78b75 req-b06f9c6d-1275-4fc4-8200-cf640401e5ad tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:39.503268 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58acdd-6d77-4a03-8687-b7a2a2c78b75 req-b06f9c6d-1275-4fc4-8200-cf640401e5ad tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:39.508892 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58acdd-6d77-4a03-8687-b7a2a2c78b75 req-b06f9c6d-1275-4fc4-8200-cf640401e5ad tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:39.516003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58acdd-6d77-4a03-8687-b7a2a2c78b75 req-b06f9c6d-1275-4fc4-8200-cf640401e5ad tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:39.518893 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bc58acdd-6d77-4a03-8687-b7a2a2c78b75 req-b06f9c6d-1275-4fc4-8200-cf640401e5ad tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.3695858 Feb 09 01:59:39.528262 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d5adfacb-a6f7-47e9-91e8-372c32f4b6de tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (18ff408c-f722-4361-aa3a-121cf9e82702), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:39.590027 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-526f905e-5eb0-4882-887e-e4491d43def8 None None] Provisioning complete for port ad5cdda9-0048-4b41-a500-d93f72f4dcd5 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:39.591005 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-526f905e-5eb0-4882-887e-e4491d43def8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ad5cdda9-0048-4b41-a500-d93f72f4dcd5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:39.597441 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d5adfacb-a6f7-47e9-91e8-372c32f4b6de tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Calling delete_port for 18ff408c-f722-4361-aa3a-121cf9e82702 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:39.774578 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-526f905e-5eb0-4882-887e-e4491d43def8 None None] Current status of the port ad5cdda9-0048-4b41-a500-d93f72f4dcd5 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:39.829299 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:39.931994 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-743c913b-49db-4a21-aa5a-962f3de21caf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (8b50084f-ff81-4aca-84e7-159f85640296), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:39.978814 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-33cb3e20-1a18-4c1a-9526-bebf07a680d1 service neutron] 10.222.0.36 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0499442 Feb 09 01:59:39.995552 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d5adfacb-a6f7-47e9-91e8-372c32f4b6de tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (18ff408c-f722-4361-aa3a-121cf9e82702), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.005647 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c913b-49db-4a21-aa5a-962f3de21caf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Subnet': ['ID=8b50084f-ff81-4aca-84e7-159f85640296,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:40.080017 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adfacb-a6f7-47e9-91e8-372c32f4b6de tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Port': ['ID=18ff408c-f722-4361-aa3a-121cf9e82702,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:40.086075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743c913b-49db-4a21-aa5a-962f3de21caf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network aa9c8707-cc70-4475-a52e-15199822697f is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:40.115406 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-743c913b-49db-4a21-aa5a-962f3de21caf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:40.118866 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743c913b-49db-4a21-aa5a-962f3de21caf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:40.119836 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-743c913b-49db-4a21-aa5a-962f3de21caf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.131071 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-20783435-ef08-4444-ac8b-4de69a3b7cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.171100 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bc58acdd-6d77-4a03-8687-b7a2a2c78b75 req-78d61f02-b483-4a32-9a7b-1b47f39ef1d8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6435909 Feb 09 01:59:40.182248 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-743c913b-49db-4a21-aa5a-962f3de21caf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9816706 Feb 09 01:59:40.185682 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dfccd922-51ee-44cc-88ee-a72ae8b12921 req-a81e6493-3c86-4fd7-9fa6-789a3542b67f tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (2df877ef-6308-4f0b-905c-bbc35e1782ce), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.191351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60594) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:40.306316 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-9031c8e6-7009-4258-b3d7-ca2df5173051 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'port': {'network_id': 'aa9c8707-cc70-4475-a52e-15199822697f', 'fixed_ips': [{'subnet_id': '0391260e-5d9a-41bd-aed9-a145da9e7df0'}, {'subnet_id': '8b50084f-ff81-4aca-84e7-159f85640296'}], 'name': 'tempest-PortsTestJSON-271482083'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:40.317116 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbfbe42-2d34-4f6b-b968-7ae80a426550 None None] Network aa9c8707-cc70-4475-a52e-15199822697f requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:40.499812 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e6493-3c86-4fd7-9fa6-789a3542b67f tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Pushing event deleted for resources: {'Port': ['ID=2df877ef-6308-4f0b-905c-bbc35e1782ce,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:40.658481 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1f68ecc1-8e0b-42c8-8dea-c7f36aa6acd9 req-8bdf6010-96d9-4631-aa44-e36b456fc1d5 tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b53bf05-a3bc-48ac-b5e0-daa866c50954 HTTP/1.1" status: 200 len: 210 time: 0.1811612 Feb 09 01:59:40.703898 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ad5cdda9-0048-4b41-a500-d93f72f4dcd5 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:59:40.727237 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-bd9ea273-3966-46a3-8faa-a6c3c2e98e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70260989-e682-49fe-949e-1054f7391627 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:59:40.754646 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9031c8e6-7009-4258-b3d7-ca2df5173051 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:40.812289 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-bd9ea273-3966-46a3-8faa-a6c3c2e98e9c service neutron] Publish callbacks [] for port (70260989-e682-49fe-949e-1054f7391627), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.835064 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-68c43092-fefb-4f23-a93e-efc0da3b3026 None None] Provisioning complete for port ad5cdda9-0048-4b41-a500-d93f72f4dcd5 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:40.836217 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-68c43092-fefb-4f23-a93e-efc0da3b3026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ad5cdda9-0048-4b41-a500-d93f72f4dcd5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.838010 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfccd922-51ee-44cc-88ee-a72ae8b12921 req-a81e6493-3c86-4fd7-9fa6-789a3542b67f tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] No DVR routers for this DVR port 2df877ef-6308-4f0b-905c-bbc35e1782ce on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:59:40.862099 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d5adfacb-a6f7-47e9-91e8-372c32f4b6de tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.869043 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dfccd922-51ee-44cc-88ee-a72ae8b12921 req-a81e6493-3c86-4fd7-9fa6-789a3542b67f tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.869395 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d5adfacb-a6f7-47e9-91e8-372c32f4b6de tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/ports/18ff408c-f722-4361-aa3a-121cf9e82702 HTTP/1.1" status: 204 len: 168 time: 2.4477720 Feb 09 01:59:40.873684 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dfccd922-51ee-44cc-88ee-a72ae8b12921 req-a81e6493-3c86-4fd7-9fa6-789a3542b67f tempest-TestServerMultinode-24095821 tempest-TestServerMultinode-24095821-project-admin] 10.222.0.48 "DELETE /v2.0/ports/2df877ef-6308-4f0b-905c-bbc35e1782ce HTTP/1.1" status: 204 len: 173 time: 2.5975697 Feb 09 01:59:40.874352 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b53bf05-a3bc-48ac-b5e0-daa866c50954', 'name': 'network-vif-deleted', 'tag': '2df877ef-6308-4f0b-905c-bbc35e1782ce'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:59:40.876124 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60618) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:40.884833 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba9231f-8e39-4f9b-a640-8cbebd0c6bbf" -d '{"events": [{"server_uuid": "4b53bf05-a3bc-48ac-b5e0-daa866c50954", "name": "network-vif-deleted", "tag": "2df877ef-6308-4f0b-905c-bbc35e1782ce"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:59:40.897808 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3a2a8c48-7097-4069-8840-d7ffc88d3e06 req-20941c42-9e08-401d-979a-de5abea4287d tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 210 time: 0.0738163 Feb 09 01:59:41.018196 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-bd9ea273-3966-46a3-8faa-a6c3c2e98e9c service neutron] Transition to ACTIVE for port object 70260989-e682-49fe-949e-1054f7391627 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:59:41.039070 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7c05d1-c1cd-4efa-a681-7598dd825c8b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] GET failed (client error): The resource could not be found. Feb 09 01:59:41.053604 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60624) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:41.057496 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0c7c05d1-c1cd-4efa-a681-7598dd825c8b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports/18ff408c-f722-4361-aa3a-121cf9e82702 HTTP/1.1" status: 404 len: 333 time: 0.1297989 Feb 09 01:59:41.070315 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-bd9ea273-3966-46a3-8faa-a6c3c2e98e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (70260989-e682-49fe-949e-1054f7391627), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:41.106158 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c79d8-85c8-44fb-999b-e4e14765806f req-99e3abea-a65e-4958-8ff3-9e1cf9be96f3 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:41.118191 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f26c79d8-85c8-44fb-999b-e4e14765806f req-99e3abea-a65e-4958-8ff3-9e1cf9be96f3 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/ports?device_id=58fa5781-81e0-43da-a51f-df9cfcfa1b82 HTTP/1.1" status: 200 len: 932 time: 0.5465450 Feb 09 01:59:41.181499 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b612c3c-6b69-495f-aba0-d336e1cc7334 x-openstack-request-id: req-2b612c3c-6b69-495f-aba0-d336e1cc7334 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:59:41.181800 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b53bf05-a3bc-48ac-b5e0-daa866c50954", "name": "network-vif-deleted", "tag": "2df877ef-6308-4f0b-905c-bbc35e1782ce", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:59:41.182065 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2b612c3c-6b69-495f-aba0-d336e1cc7334 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:59:41.182577 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b53bf05-a3bc-48ac-b5e0-daa866c50954', 'name': 'network-vif-deleted', 'tag': '2df877ef-6308-4f0b-905c-bbc35e1782ce', 'status': 'completed', 'code': 200} Feb 09 01:59:41.330557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-6163c96e-d45e-4b94-a920-25a7f0127dc6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting subnet 64679c98-e71e-4bbd-8cf0-b9d301b902ec {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:59:41.350964 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ea273-3966-46a3-8faa-a6c3c2e98e9c service neutron] Pushing event updated for resources: {'Port': ['ID=70260989-e682-49fe-949e-1054f7391627,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:41.353216 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6163c96e-d45e-4b94-a920-25a7f0127dc6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for subnet (64679c98-e71e-4bbd-8cf0-b9d301b902ec), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:41.459612 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9031c8e6-7009-4258-b3d7-ca2df5173051 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:41.548376 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f26c79d8-85c8-44fb-999b-e4e14765806f req-a61ce7a4-ecd6-405d-87ed-432d43ed2128 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f33ebce-9577-4162-9624-560ad8115a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286852 Feb 09 01:59:41.596960 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-9031c8e6-7009-4258-b3d7-ca2df5173051 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] device_id is not set on port 13ab9b3b-017e-4052-9e06-d75afc73d101 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:59:41.607271 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6163c96e-d45e-4b94-a920-25a7f0127dc6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (64679c98-e71e-4bbd-8cf0-b9d301b902ec), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:41.637865 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-bd9ea273-3966-46a3-8faa-a6c3c2e98e9c service neutron] Attempting to bind port 70260989-e682-49fe-949e-1054f7391627 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:59:41.640136 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-bd9ea273-3966-46a3-8faa-a6c3c2e98e9c service neutron] Attempting to bind port 70260989-e682-49fe-949e-1054f7391627 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'af810d3a-306b-4dd3-b8e1-d1d72fe507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '28d6dcb4-cf26-4397-9ab6-826c3b3253c8'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:59:41.640528 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-bd9ea273-3966-46a3-8faa-a6c3c2e98e9c service neutron] Attempting to bind port 70260989-e682-49fe-949e-1054f7391627 on network 28d6dcb4-cf26-4397-9ab6-826c3b3253c8 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:41.655731 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-bd9ea273-3966-46a3-8faa-a6c3c2e98e9c service neutron] Port 70260989-e682-49fe-949e-1054f7391627 on network 28d6dcb4-cf26-4397-9ab6-826c3b3253c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:59:41.656298 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-bd9ea273-3966-46a3-8faa-a6c3c2e98e9c service neutron] Attempting to bind port 70260989-e682-49fe-949e-1054f7391627 on network 28d6dcb4-cf26-4397-9ab6-826c3b3253c8 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:41.670181 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-bd9ea273-3966-46a3-8faa-a6c3c2e98e9c service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:59:41.670524 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-bd9ea273-3966-46a3-8faa-a6c3c2e98e9c service neutron] Checking segment: {'id': 'af810d3a-306b-4dd3-b8e1-d1d72fe507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '28d6dcb4-cf26-4397-9ab6-826c3b3253c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:59:41.671160 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-bd9ea273-3966-46a3-8faa-a6c3c2e98e9c service neutron] Bound using segment: {'id': 'af810d3a-306b-4dd3-b8e1-d1d72fe507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '28d6dcb4-cf26-4397-9ab6-826c3b3253c8'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:59:41.671627 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-bd9ea273-3966-46a3-8faa-a6c3c2e98e9c service neutron] Bound port: 70260989-e682-49fe-949e-1054f7391627, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af810d3a-306b-4dd3-b8e1-d1d72fe507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '28d6dcb4-cf26-4397-9ab6-826c3b3253c8'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:59:41.672152 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-bd9ea273-3966-46a3-8faa-a6c3c2e98e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (70260989-e682-49fe-949e-1054f7391627), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:41.767870 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60642) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:41.801637 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5de38-f489-48fa-bc7d-4d3f402f5ff0 req-fc2a4dae-e10a-4742-8885-46521efe5f48 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:41.806987 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5de38-f489-48fa-bc7d-4d3f402f5ff0 req-fc2a4dae-e10a-4742-8885-46521efe5f48 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:41.824406 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5de38-f489-48fa-bc7d-4d3f402f5ff0 req-fc2a4dae-e10a-4742-8885-46521efe5f48 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:41.834603 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5de38-f489-48fa-bc7d-4d3f402f5ff0 req-fc2a4dae-e10a-4742-8885-46521efe5f48 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:41.851024 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5de38-f489-48fa-bc7d-4d3f402f5ff0 req-fc2a4dae-e10a-4742-8885-46521efe5f48 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:41.856911 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5de38-f489-48fa-bc7d-4d3f402f5ff0 req-fc2a4dae-e10a-4742-8885-46521efe5f48 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:41.874503 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5de38-f489-48fa-bc7d-4d3f402f5ff0 req-fc2a4dae-e10a-4742-8885-46521efe5f48 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:41.876463 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b0e5de38-f489-48fa-bc7d-4d3f402f5ff0 req-fc2a4dae-e10a-4742-8885-46521efe5f48 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.5093906 Feb 09 01:59:41.911614 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port ad5cdda9-0048-4b41-a500-d93f72f4dcd5 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:41.912534 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ad5cdda9-0048-4b41-a500-d93f72f4dcd5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:41.921824 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:41.951882 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-bd9ea273-3966-46a3-8faa-a6c3c2e98e9c service neutron] For port 70260989-e682-49fe-949e-1054f7391627, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:59:41.960206 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-bd9ea273-3966-46a3-8faa-a6c3c2e98e9c service neutron] For port 70260989-e682-49fe-949e-1054f7391627, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=70260989-e682-49fe-949e-1054f7391627,segment=NetworkSegment(af810d3a-306b-4dd3-b8e1-d1d72fe507e3),segment_id=af810d3a-306b-4dd3-b8e1-d1d72fe507e3)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:59:41.970929 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-bd9ea273-3966-46a3-8faa-a6c3c2e98e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (70260989-e682-49fe-949e-1054f7391627), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:41.997394 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:42.007967 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29af8148-c6aa-4c7b-a0a6-8479ad8cce53 None None] Update dhcp port {'port': {'network_id': 'aa9c8707-cc70-4475-a52e-15199822697f', 'fixed_ips': [{'subnet_id': '0391260e-5d9a-41bd-aed9-a145da9e7df0', 'ip_address': '172.20.0.2'}, {'subnet_id': '8b50084f-ff81-4aca-84e7-159f85640296'}], 'binding:host_id': 'n-d-828387-3'}, 'id': 'ad5cdda9-0048-4b41-a500-d93f72f4dcd5'} from n-d-828387-3. {{(pid=103185) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:59:42.047464 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ea273-3966-46a3-8faa-a6c3c2e98e9c service neutron] Pushing event updated for resources: {'Port': ['ID=70260989-e682-49fe-949e-1054f7391627,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:42.070832 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-bd9ea273-3966-46a3-8faa-a6c3c2e98e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:42.071894 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-bd9ea273-3966-46a3-8faa-a6c3c2e98e9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:42.073824 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-bd9ea273-3966-46a3-8faa-a6c3c2e98e9c service neutron] 10.222.0.67 "PUT /v2.0/ports/70260989-e682-49fe-949e-1054f7391627 HTTP/1.1" status: 200 len: 1092 time: 3.3870785 Feb 09 01:59:42.074564 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fa5781-81e0-43da-a51f-df9cfcfa1b82', 'tag': '70260989-e682-49fe-949e-1054f7391627'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:59:42.077374 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345b0dff-7f1a-45f8-aedd-c3485119eb39" -d '{"events": [{"name": "network-changed", "server_uuid": "58fa5781-81e0-43da-a51f-df9cfcfa1b82", "tag": "70260989-e682-49fe-949e-1054f7391627"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:59:42.096232 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-29af8148-c6aa-4c7b-a0a6-8479ad8cce53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ad5cdda9-0048-4b41-a500-d93f72f4dcd5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:42.177177 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4f3e6c11-114b-4830-a874-2a5de4c98774 req-2e2bc921-9df3-4def-be3d-f9140e6c8721 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 210 time: 0.0885684 Feb 09 01:59:42.415157 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6163c96e-d45e-4b94-a920-25a7f0127dc6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (64679c98-e71e-4bbd-8cf0-b9d301b902ec), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:42.526151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-29af8148-c6aa-4c7b-a0a6-8479ad8cce53 None None] Allocated IP 172.20.0.18 (aa9c8707-cc70-4475-a52e-15199822697f/8b50084f-ff81-4aca-84e7-159f85640296/ad5cdda9-0048-4b41-a500-d93f72f4dcd5) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:42.658333 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b0e5de38-f489-48fa-bc7d-4d3f402f5ff0 req-e6f22973-be41-41cf-9f71-8bb5722266bc tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7650495 Feb 09 01:59:42.681514 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-29af8148-c6aa-4c7b-a0a6-8479ad8cce53 None None] For port ad5cdda9-0048-4b41-a500-d93f72f4dcd5, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ad5cdda9-0048-4b41-a500-d93f72f4dcd5,segment=NetworkSegment(8e35426b-95fe-493d-ae00-feb4fac0b67c),segment_id=8e35426b-95fe-493d-ae00-feb4fac0b67c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:42.712829 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 2df877ef-6308-4f0b-905c-bbc35e1782ce no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:59:42.769914 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6163c96e-d45e-4b94-a920-25a7f0127dc6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (64679c98-e71e-4bbd-8cf0-b9d301b902ec), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:42.833214 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6163c96e-d45e-4b94-a920-25a7f0127dc6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:42.836373 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6163c96e-d45e-4b94-a920-25a7f0127dc6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/subnets/64679c98-e71e-4bbd-8cf0-b9d301b902ec HTTP/1.1" status: 204 len: 168 time: 1.7801218 Feb 09 01:59:42.853865 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60662) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:42.873548 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61951296-4882-418c-86bc-616a72434242 None None] Network 1d1d9caf-7a94-49f2-aa8f-c6416d67d591 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:42.946454 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 2df877ef-6308-4f0b-905c-bbc35e1782ce {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:59:42.947276 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 2df877ef-6308-4f0b-905c-bbc35e1782ce not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:59:42.953845 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-29af8148-c6aa-4c7b-a0a6-8479ad8cce53 None None] Publish callbacks [] for port (ad5cdda9-0048-4b41-a500-d93f72f4dcd5), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:42.959351 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:42.992597 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-29af8148-c6aa-4c7b-a0a6-8479ad8cce53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ad5cdda9-0048-4b41-a500-d93f72f4dcd5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.013266 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163c96e-d45e-4b94-a920-25a7f0127dc6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Subnet': ['ID=64679c98-e71e-4bbd-8cf0-b9d301b902ec,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:43.076503 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-68c43092-fefb-4f23-a93e-efc0da3b3026 None None] Current status of the port ad5cdda9-0048-4b41-a500-d93f72f4dcd5 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:43.081220 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ad5cdda9-0048-4b41-a500-d93f72f4dcd5 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:43.131593 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-9e7baf57-964c-43e9-9613-712270dc8ffe tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:43.133402 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-9e7baf57-964c-43e9-9613-712270dc8ffe tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.67 "GET /v2.0/networks?id=bbe85234-1f1c-44c0-aeaf-3380123bb751 HTTP/1.1" status: 200 len: 817 time: 0.8133650 Feb 09 01:59:43.201835 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af8148-c6aa-4c7b-a0a6-8479ad8cce53 None None] Pushing event updated for resources: {'Port': ['ID=ad5cdda9-0048-4b41-a500-d93f72f4dcd5,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:43.213086 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af8148-c6aa-4c7b-a0a6-8479ad8cce53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:43.213233 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af8148-c6aa-4c7b-a0a6-8479ad8cce53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:43.213595 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af8148-c6aa-4c7b-a0a6-8479ad8cce53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:43.214533 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af8148-c6aa-4c7b-a0a6-8479ad8cce53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:43.214977 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af8148-c6aa-4c7b-a0a6-8479ad8cce53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:43.216266 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af8148-c6aa-4c7b-a0a6-8479ad8cce53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:43.216823 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af8148-c6aa-4c7b-a0a6-8479ad8cce53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:43.217157 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af8148-c6aa-4c7b-a0a6-8479ad8cce53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:43.217496 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af8148-c6aa-4c7b-a0a6-8479ad8cce53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:43.217834 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af8148-c6aa-4c7b-a0a6-8479ad8cce53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:43.218163 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af8148-c6aa-4c7b-a0a6-8479ad8cce53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:43.218491 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af8148-c6aa-4c7b-a0a6-8479ad8cce53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:43.219169 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af8148-c6aa-4c7b-a0a6-8479ad8cce53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:43.258557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-615aa82a-3b26-44f2-a7d2-d5b22a12b207 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting subnet 87791558-7731-4aee-aefe-cceca033ed76 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:59:43.264385 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf356399-1925-409d-b721-5b6589a15ce3 x-openstack-request-id: req-cf356399-1925-409d-b721-5b6589a15ce3 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:59:43.264872 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58fa5781-81e0-43da-a51f-df9cfcfa1b82", "tag": "70260989-e682-49fe-949e-1054f7391627", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:59:43.264958 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cf356399-1925-409d-b721-5b6589a15ce3 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:59:43.265332 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fa5781-81e0-43da-a51f-df9cfcfa1b82', 'tag': '70260989-e682-49fe-949e-1054f7391627', 'status': 'completed', 'code': 200} Feb 09 01:59:43.275191 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-615aa82a-3b26-44f2-a7d2-d5b22a12b207 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for subnet (87791558-7731-4aee-aefe-cceca033ed76), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.381768 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-615aa82a-3b26-44f2-a7d2-d5b22a12b207 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (87791558-7731-4aee-aefe-cceca033ed76), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.422525 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-cd0fbac4-8d21-489a-86e1-181f67f30827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:43.426970 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-cd0fbac4-8d21-489a-86e1-181f67f30827 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fd45bcece3e41dc824bf7aae31833fb&device_id=58fa5781-81e0-43da-a51f-df9cfcfa1b82 HTTP/1.1" status: 200 len: 1126 time: 1.2776604 Feb 09 01:59:43.437823 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.531248 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-e450fde1-c6a3-49eb-87c7-f93b8b3f2b26 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70260989-e682-49fe-949e-1054f7391627 HTTP/1.1" status: 200 len: 217 time: 0.0955179 Feb 09 01:59:43.552301 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-615aa82a-3b26-44f2-a7d2-d5b22a12b207 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (87791558-7731-4aee-aefe-cceca033ed76), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.623646 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb0f68-c897-48e7-8ea5-c867bf7f27d1 req-7d2038b5-3c57-495a-aab2-79695fc33c06 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:43.625416 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e4cb0f68-c897-48e7-8ea5-c867bf7f27d1 req-7d2038b5-3c57-495a-aab2-79695fc33c06 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/ports?device_id=58fa5781-81e0-43da-a51f-df9cfcfa1b82 HTTP/1.1" status: 200 len: 944 time: 0.3592925 Feb 09 01:59:43.680983 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-5b6f8359-4423-4b0e-a26c-a9d7c4c1c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:43.687792 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-5b6f8359-4423-4b0e-a26c-a9d7c4c1c466 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cdf7c175-1141-42a5-8159-b7d0a489238c HTTP/1.1" status: 200 len: 848 time: 0.1204560 Feb 09 01:59:43.734695 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-66a95701-75e4-4903-aa45-ee2e73f3f40c req-b6158a3f-b519-4825-b53c-47e3398ae764 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 210 time: 0.0836787 Feb 09 01:59:43.772693 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-d9a1ef15-c93e-4f12-a758-1105306bd666 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=28d6dcb4-cf26-4397-9ab6-826c3b3253c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733478 Feb 09 01:59:43.890172 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-fd5eeba5-6b9d-409f-a775-c81d475446e8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=225062ed147a4a2299a703d06854300c HTTP/1.1" status: 200 len: 380 time: 0.7348204 Feb 09 01:59:43.932711 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-615aa82a-3b26-44f2-a7d2-d5b22a12b207 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (87791558-7731-4aee-aefe-cceca033ed76), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.948983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-717f24a7-d8a7-464b-9e78-a1a7250c0073 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Request body: {'port': {'device_id': '32807df7-b215-4336-b6d1-392a857f6f66', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'admin_state_up': True, 'tenant_id': '225062ed147a4a2299a703d06854300c', 'security_groups': ['aa960ba2-c0ec-4ddd-91d9-5d0d98b20293']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:44.020496 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e4cb0f68-c897-48e7-8ea5-c867bf7f27d1 req-3da5fb01-38e6-4422-8385-2b813c47a5d0 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f33ebce-9577-4162-9624-560ad8115a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791878 Feb 09 01:59:44.172588 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-9031c8e6-7009-4258-b3d7-ca2df5173051 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Allocated IP 172.20.0.14 (aa9c8707-cc70-4475-a52e-15199822697f/0391260e-5d9a-41bd-aed9-a145da9e7df0/13ab9b3b-017e-4052-9e06-d75afc73d101) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:44.179906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-9031c8e6-7009-4258-b3d7-ca2df5173051 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Allocated IP 172.20.0.19 (aa9c8707-cc70-4475-a52e-15199822697f/8b50084f-ff81-4aca-84e7-159f85640296/13ab9b3b-017e-4052-9e06-d75afc73d101) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:44.194442 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-fa373a53-31e3-4ddf-8998-b5f102955f56 service neutron] 10.222.0.67 "GET /v2.0/networks/28d6dcb4-cf26-4397-9ab6-826c3b3253c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116864 Feb 09 01:59:44.280787 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615aa82a-3b26-44f2-a7d2-d5b22a12b207 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Subnet': ['ID=87791558-7731-4aee-aefe-cceca033ed76,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:44.305679 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-615aa82a-3b26-44f2-a7d2-d5b22a12b207 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.310413 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-615aa82a-3b26-44f2-a7d2-d5b22a12b207 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/subnets/87791558-7731-4aee-aefe-cceca033ed76 HTTP/1.1" status: 204 len: 168 time: 1.4554529 Feb 09 01:59:44.320297 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96cab8a4-0034-409d-a803-e5a790c7ce0a req-6d86657a-12da-4ed0-9aa4-90c1f6e66a32 service neutron] 10.222.0.67 "GET /v2.0/networks/28d6dcb4-cf26-4397-9ab6-826c3b3253c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186154 Feb 09 01:59:44.322228 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60684) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:44.422289 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-67dcf16b-9fc8-4e71-976a-91b495fb90b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (a5d038ea-c867-4502-8025-00e4945508e1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.462205 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-717f24a7-d8a7-464b-9e78-a1a7250c0073 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Made reservation on behalf of 225062ed147a4a2299a703d06854300c for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:44.472815 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-717f24a7-d8a7-464b-9e78-a1a7250c0073 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.508485 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-836dc4f0-2a82-479d-b589-a7a318048bc6 None None] Provisioning complete for port ad5cdda9-0048-4b41-a500-d93f72f4dcd5 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:44.509081 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-836dc4f0-2a82-479d-b589-a7a318048bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ad5cdda9-0048-4b41-a500-d93f72f4dcd5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.532231 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53751b6f-0c06-447f-8d03-24c07095caa2 None None] Network 1d1d9caf-7a94-49f2-aa8f-c6416d67d591 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:44.628930 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031b42d-48f1-4e40-9558-21b71659ad6e req-3016160c-97a5-42b9-a6ba-2960a4d48843 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:44.635291 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031b42d-48f1-4e40-9558-21b71659ad6e req-3016160c-97a5-42b9-a6ba-2960a4d48843 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:44.655670 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031b42d-48f1-4e40-9558-21b71659ad6e req-3016160c-97a5-42b9-a6ba-2960a4d48843 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:44.670837 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031b42d-48f1-4e40-9558-21b71659ad6e req-3016160c-97a5-42b9-a6ba-2960a4d48843 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:44.677147 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d80be8-6d85-46ab-bc32-31035614d27e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (1d1d9caf-7a94-49f2-aa8f-c6416d67d591), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.686046 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031b42d-48f1-4e40-9558-21b71659ad6e req-3016160c-97a5-42b9-a6ba-2960a4d48843 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:44.699182 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031b42d-48f1-4e40-9558-21b71659ad6e req-3016160c-97a5-42b9-a6ba-2960a4d48843 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:44.713480 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031b42d-48f1-4e40-9558-21b71659ad6e req-3016160c-97a5-42b9-a6ba-2960a4d48843 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:44.725951 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d031b42d-48f1-4e40-9558-21b71659ad6e req-3016160c-97a5-42b9-a6ba-2960a4d48843 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.7197559 Feb 09 01:59:44.738451 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b0dff-7f1a-45f8-aedd-c3485119eb39 req-9aa0ec2f-3a90-41b4-9f50-854d7217add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:44.741529 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-345b0dff-7f1a-45f8-aedd-c3485119eb39 req-9aa0ec2f-3a90-41b4-9f50-854d7217add8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fd45bcece3e41dc824bf7aae31833fb&device_id=58fa5781-81e0-43da-a51f-df9cfcfa1b82 HTTP/1.1" status: 200 len: 1126 time: 0.3173952 Feb 09 01:59:44.785388 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-836dc4f0-2a82-479d-b589-a7a318048bc6 None None] Current status of the port ad5cdda9-0048-4b41-a500-d93f72f4dcd5 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:44.801564 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0e5895-4cd1-418d-873e-070fc9fbd0df None None] DHCP port deletion for 1d1d9caf-7a94-49f2-aa8f-c6416d67d591 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:59:44.804086 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9031c8e6-7009-4258-b3d7-ca2df5173051 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for port (13ab9b3b-017e-4052-9e06-d75afc73d101), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.875795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e5895-4cd1-418d-873e-070fc9fbd0df None None] Deleting port cae96272-c586-41ff-b6c0-780d6faaa386 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:44.876323 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8b0e5895-4cd1-418d-873e-070fc9fbd0df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (cae96272-c586-41ff-b6c0-780d6faaa386), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.966856 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-41c43620-09bd-4452-a0a0-82a2122a085c None None] Provisioning complete for port cae96272-c586-41ff-b6c0-780d6faaa386 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:44.967396 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-41c43620-09bd-4452-a0a0-82a2122a085c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cae96272-c586-41ff-b6c0-780d6faaa386), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.989468 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-8b0e5895-4cd1-418d-873e-070fc9fbd0df None None] For port cae96272-c586-41ff-b6c0-780d6faaa386, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=cae96272-c586-41ff-b6c0-780d6faaa386,segment=NetworkSegment(1a2b64f3-0390-42ef-8776-5b4cb579d28b),segment_id=1a2b64f3-0390-42ef-8776-5b4cb579d28b)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:44.989468 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8b0e5895-4cd1-418d-873e-070fc9fbd0df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (cae96272-c586-41ff-b6c0-780d6faaa386), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:45.021979 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e5895-4cd1-418d-873e-070fc9fbd0df None None] Calling delete_port for cae96272-c586-41ff-b6c0-780d6faaa386 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:45.156243 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d031b42d-48f1-4e40-9558-21b71659ad6e req-9db62eef-c942-484c-8989-a11fe045792d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4246807 Feb 09 01:59:45.162668 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9031c8e6-7009-4258-b3d7-ca2df5173051 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (13ab9b3b-017e-4052-9e06-d75afc73d101), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:45.170058 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9f0f693a-ce9b-4fe2-b8db-dc7c6b40b99b req-2d2254dd-f664-4a67-ba4c-a9c5e9b8dde0 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 210 time: 0.2136168 Feb 09 01:59:45.202188 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-41c43620-09bd-4452-a0a0-82a2122a085c None None] Current status of the port cae96272-c586-41ff-b6c0-780d6faaa386 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:45.248885 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8b0e5895-4cd1-418d-873e-070fc9fbd0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (cae96272-c586-41ff-b6c0-780d6faaa386), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:45.305909 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e5895-4cd1-418d-873e-070fc9fbd0df None None] Pushing event deleted for resources: {'Port': ['ID=cae96272-c586-41ff-b6c0-780d6faaa386,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:45.312421 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ad5cdda9-0048-4b41-a500-d93f72f4dcd5 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:59:45.319136 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0e5895-4cd1-418d-873e-070fc9fbd0df None None] No DVR routers for this DVR port cae96272-c586-41ff-b6c0-780d6faaa386 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:59:45.372676 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031c8e6-7009-4258-b3d7-ca2df5173051 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Port': ['ID=13ab9b3b-017e-4052-9e06-d75afc73d101,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:45.422616 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9031c8e6-7009-4258-b3d7-ca2df5173051 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network aa9c8707-cc70-4475-a52e-15199822697f is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:45.426445 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-9031c8e6-7009-4258-b3d7-ca2df5173051 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:45.429046 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port ad5cdda9-0048-4b41-a500-d93f72f4dcd5 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:45.429372 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ad5cdda9-0048-4b41-a500-d93f72f4dcd5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:45.431298 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9031c8e6-7009-4258-b3d7-ca2df5173051 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:45.463075 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a3d80be8-6d85-46ab-bc32-31035614d27e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting port cae96272-c586-41ff-b6c0-780d6faaa386 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:45.465184 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d80be8-6d85-46ab-bc32-31035614d27e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (cae96272-c586-41ff-b6c0-780d6faaa386), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:45.551244 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-717f24a7-d8a7-464b-9e78-a1a7250c0073 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Allocated IP 172.20.0.9 (bbe85234-1f1c-44c0-aeaf-3380123bb751/e5fb0614-877d-4584-bc3c-a9b6e8f6847d/9d710658-430c-4b57-b97c-cc28d891d0f7) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:45.590208 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a3d80be8-6d85-46ab-bc32-31035614d27e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] For port cae96272-c586-41ff-b6c0-780d6faaa386, host n-d-828387-3, got binding levels [] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:45.590605 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d80be8-6d85-46ab-bc32-31035614d27e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (cae96272-c586-41ff-b6c0-780d6faaa386), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:45.609446 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9031c8e6-7009-4258-b3d7-ca2df5173051 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:45.610330 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9031c8e6-7009-4258-b3d7-ca2df5173051 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:45.615624 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ad5cdda9-0048-4b41-a500-d93f72f4dcd5 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:45.623319 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a3d80be8-6d85-46ab-bc32-31035614d27e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Calling delete_port for cae96272-c586-41ff-b6c0-780d6faaa386 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:45.626136 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.ipam_backend_mixin [None req-a3d80be8-6d85-46ab-bc32-31035614d27e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Port cae96272-c586-41ff-b6c0-780d6faaa386 was not found and therefore no delete operation was performed {{(pid=103184) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:59:45.631168 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d80be8-6d85-46ab-bc32-31035614d27e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (cae96272-c586-41ff-b6c0-780d6faaa386), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:45.637133 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b0dff-7f1a-45f8-aedd-c3485119eb39 req-fc63eda5-2182-4941-9658-78c55400868c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:45.639020 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-345b0dff-7f1a-45f8-aedd-c3485119eb39 req-fc63eda5-2182-4941-9658-78c55400868c service neutron] 10.222.0.67 "GET /v2.0/networks?id=28d6dcb4-cf26-4397-9ab6-826c3b3253c8 HTTP/1.1" status: 200 len: 909 time: 0.8551016 Feb 09 01:59:45.680556 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9031c8e6-7009-4258-b3d7-ca2df5173051 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.3854830 Feb 09 01:59:45.692296 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60714) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:45.698094 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ad46c9ad-bb68-4c9c-9351-2f5425049d3c tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0391260e-5d9a-41bd-aed9-a145da9e7df0'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:45.721139 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device cae96272-c586-41ff-b6c0-780d6faaa386 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:59:45.766852 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: cae96272-c586-41ff-b6c0-780d6faaa386 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:59:45.767198 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device cae96272-c586-41ff-b6c0-780d6faaa386 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:59:45.772002 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d80be8-6d85-46ab-bc32-31035614d27e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] No DVR routers for this DVR port cae96272-c586-41ff-b6c0-780d6faaa386 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:59:45.773521 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d80be8-6d85-46ab-bc32-31035614d27e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Port': ['ID=cae96272-c586-41ff-b6c0-780d6faaa386,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:45.861748 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-345b0dff-7f1a-45f8-aedd-c3485119eb39 req-a17d9f70-ed94-4e64-a4ef-9e2a5a6d0565 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70260989-e682-49fe-949e-1054f7391627 HTTP/1.1" status: 200 len: 217 time: 0.2072909 Feb 09 01:59:45.939888 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bd56e-7c1b-47fa-bde4-2f6416feb8cf req-ab03a442-d0f1-476f-81d0-ce77a5aa09ad tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:45.941758 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-067bd56e-7c1b-47fa-bde4-2f6416feb8cf req-ab03a442-d0f1-476f-81d0-ce77a5aa09ad tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/ports?device_id=58fa5781-81e0-43da-a51f-df9cfcfa1b82 HTTP/1.1" status: 200 len: 944 time: 0.6749489 Feb 09 01:59:45.978592 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c74f48b8-1704-4e33-b91e-371ca76fb55a None None] Provisioning complete for port 13ab9b3b-017e-4052-9e06-d75afc73d101 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:45.986893 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c74f48b8-1704-4e33-b91e-371ca76fb55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (13ab9b3b-017e-4052-9e06-d75afc73d101), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:45.994904 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-717f24a7-d8a7-464b-9e78-a1a7250c0073 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:46.094551 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c74f48b8-1704-4e33-b91e-371ca76fb55a None None] Port 13ab9b3b-017e-4052-9e06-d75afc73d101 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:59:46.097621 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-717f24a7-d8a7-464b-9e78-a1a7250c0073 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:46.165485 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-717f24a7-d8a7-464b-9e78-a1a7250c0073 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Network bbe85234-1f1c-44c0-aeaf-3380123bb751 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:46.167552 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f24a7-d8a7-464b-9e78-a1a7250c0073 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Pushing event updated for resources: {'Port': ['ID=9d710658-430c-4b57-b97c-cc28d891d0f7,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:46.172167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-717f24a7-d8a7-464b-9e78-a1a7250c0073 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:46.174483 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-717f24a7-d8a7-464b-9e78-a1a7250c0073 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:46.203545 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d80be8-6d85-46ab-bc32-31035614d27e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (1d1d9caf-7a94-49f2-aa8f-c6416d67d591), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:46.265640 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-a3d80be8-6d85-46ab-bc32-31035614d27e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1d9caf-7a94-49f2-aa8f-c6416d67d591']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:46.286239 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-a3d80be8-6d85-46ab-bc32-31035614d27e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2b64f3-0390-42ef-8776-5b4cb579d28b') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:46.286539 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-a3d80be8-6d85-46ab-bc32-31035614d27e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2b64f3-0390-42ef-8776-5b4cb579d28b') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:46.303819 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-717f24a7-d8a7-464b-9e78-a1a7250c0073 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:46.304411 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-717f24a7-d8a7-464b-9e78-a1a7250c0073 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:46.311873 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d80be8-6d85-46ab-bc32-31035614d27e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (1a2b64f3-0390-42ef-8776-5b4cb579d28b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:46.330405 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d80be8-6d85-46ab-bc32-31035614d27e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (1a2b64f3-0390-42ef-8776-5b4cb579d28b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:46.337832 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d80be8-6d85-46ab-bc32-31035614d27e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:59:46.338230 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d80be8-6d85-46ab-bc32-31035614d27e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (1a2b64f3-0390-42ef-8776-5b4cb579d28b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:46.440692 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-717f24a7-d8a7-464b-9e78-a1a7250c0073 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5048566 Feb 09 01:59:46.464392 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b0dff-7f1a-45f8-aedd-c3485119eb39 req-cb2ba54f-7f0e-4ce6-8bee-39faa2851a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:46.465756 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d6de9-d57c-44ac-b904-fd8a70d01c0b req-ae739b02-c21f-4d2d-813b-42be212aa087 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:46.467286 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-345b0dff-7f1a-45f8-aedd-c3485119eb39 req-cb2ba54f-7f0e-4ce6-8bee-39faa2851a3a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cdf7c175-1141-42a5-8159-b7d0a489238c HTTP/1.1" status: 200 len: 848 time: 0.5753176 Feb 09 01:59:46.471248 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-004d6de9-d57c-44ac-b904-fd8a70d01c0b req-ae739b02-c21f-4d2d-813b-42be212aa087 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 931 time: 0.1482971 Feb 09 01:59:46.486942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-360a43ef-54ae-4238-959b-d82bbc71aca5 service neutron] Request body: {'port': {'device_id': '32807df7-b215-4336-b6d1-392a857f6f66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: timer() Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:59:46.527870 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:59:46.586245 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d80be8-6d85-46ab-bc32-31035614d27e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (1d1d9caf-7a94-49f2-aa8f-c6416d67d591), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:46.626446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-822f7704-c56e-4b17-9f14-f5cd2ad899de None None] Provisioning complete for port 9d710658-430c-4b57-b97c-cc28d891d0f7 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:46.630928 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-822f7704-c56e-4b17-9f14-f5cd2ad899de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:46.651317 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-004d6de9-d57c-44ac-b904-fd8a70d01c0b req-a97ba1f7-2acf-4b48-bc43-6cb44f3dfdc4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545866 Feb 09 01:59:46.666135 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d80be8-6d85-46ab-bc32-31035614d27e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:46.686846 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a3d80be8-6d85-46ab-bc32-31035614d27e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/networks/1d1d9caf-7a94-49f2-aa8f-c6416d67d591 HTTP/1.1" status: 204 len: 168 time: 2.3634357 Feb 09 01:59:46.696455 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-822f7704-c56e-4b17-9f14-f5cd2ad899de None None] Port 9d710658-430c-4b57-b97c-cc28d891d0f7 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:59:46.714605 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60732) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:46.754276 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-345b0dff-7f1a-45f8-aedd-c3485119eb39 req-1aacaa44-e31f-4a5b-af2c-ef173b2edda7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=28d6dcb4-cf26-4397-9ab6-826c3b3253c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2254484 Feb 09 01:59:46.802892 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d80be8-6d85-46ab-bc32-31035614d27e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Network': ['ID=1d1d9caf-7a94-49f2-aa8f-c6416d67d591,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:46.822493 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-360a43ef-54ae-4238-959b-d82bbc71aca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:46.934431 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-067bd56e-7c1b-47fa-bde4-2f6416feb8cf req-b6cf1884-8c16-447e-9c91-1cb017e38099 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f33ebce-9577-4162-9624-560ad8115a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006221 Feb 09 01:59:46.935738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e1ed71-e814-4b05-b99f-1e7563a2c404 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:46.943025 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-67dcf16b-9fc8-4e71-976a-91b495fb90b6 admin admin] Deleting port bfd0684f-8de4-4484-bf11-ed99c0ee5044 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:46.943533 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-67dcf16b-9fc8-4e71-976a-91b495fb90b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (bfd0684f-8de4-4484-bf11-ed99c0ee5044), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:46.943912 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c3e1ed71-e814-4b05-b99f-1e7563a2c404 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2280140 Feb 09 01:59:46.944565 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60738) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:47.012419 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a256ce-fa28-433e-8bf8-eec1d8278afc req-8fa9ce31-23f9-4eb7-aa4a-4ed4388b6028 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:47.020085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a256ce-fa28-433e-8bf8-eec1d8278afc req-8fa9ce31-23f9-4eb7-aa4a-4ed4388b6028 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:47.025669 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a256ce-fa28-433e-8bf8-eec1d8278afc req-8fa9ce31-23f9-4eb7-aa4a-4ed4388b6028 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:47.032541 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a256ce-fa28-433e-8bf8-eec1d8278afc req-8fa9ce31-23f9-4eb7-aa4a-4ed4388b6028 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:47.038142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a256ce-fa28-433e-8bf8-eec1d8278afc req-8fa9ce31-23f9-4eb7-aa4a-4ed4388b6028 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:47.045095 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a256ce-fa28-433e-8bf8-eec1d8278afc req-8fa9ce31-23f9-4eb7-aa4a-4ed4388b6028 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:47.050634 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a256ce-fa28-433e-8bf8-eec1d8278afc req-8fa9ce31-23f9-4eb7-aa4a-4ed4388b6028 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:47.052560 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-05a256ce-fa28-433e-8bf8-eec1d8278afc req-8fa9ce31-23f9-4eb7-aa4a-4ed4388b6028 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.2663291 Feb 09 01:59:47.061643 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-67dcf16b-9fc8-4e71-976a-91b495fb90b6 admin admin] For port bfd0684f-8de4-4484-bf11-ed99c0ee5044, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=bfd0684f-8de4-4484-bf11-ed99c0ee5044,segment=NetworkSegment(f5412662-5dc2-4534-a600-e772846872a1),segment_id=f5412662-5dc2-4534-a600-e772846872a1)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:47.062016 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-67dcf16b-9fc8-4e71-976a-91b495fb90b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (bfd0684f-8de4-4484-bf11-ed99c0ee5044), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:47.081093 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-67dcf16b-9fc8-4e71-976a-91b495fb90b6 admin admin] Calling delete_port for bfd0684f-8de4-4484-bf11-ed99c0ee5044 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:47.195295 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-05a256ce-fa28-433e-8bf8-eec1d8278afc req-c0a2ac55-8b2e-4130-9131-71e669f21a23 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1341314 Feb 09 01:59:47.224822 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-345b0dff-7f1a-45f8-aedd-c3485119eb39 req-77a6ee36-6ee8-451f-90c0-a0ec651d9b9e service neutron] 10.222.0.67 "GET /v2.0/networks/28d6dcb4-cf26-4397-9ab6-826c3b3253c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397490 Feb 09 01:59:47.234571 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8b345e15-8dd0-47c3-ba10-612ad7c955a0 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2840729 Feb 09 01:59:47.235327 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60742) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:47.252237 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d97e5b51-aae5-4660-bf22-22e44bee087d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-124177128'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:47.323984 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97e5b51-aae5-4660-bf22-22e44bee087d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:47.334383 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d97e5b51-aae5-4660-bf22-22e44bee087d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:47.365366 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad46c9ad-bb68-4c9c-9351-2f5425049d3c tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (13ab9b3b-017e-4052-9e06-d75afc73d101), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:47.811118 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-345b0dff-7f1a-45f8-aedd-c3485119eb39 req-47c368e7-cfca-4a8a-ba5f-8415f62fc3ab service neutron] 10.222.0.67 "GET /v2.0/networks/28d6dcb4-cf26-4397-9ab6-826c3b3253c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502176 Feb 09 01:59:47.971576 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97e5b51-aae5-4660-bf22-22e44bee087d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:59:47.988027 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138678b-0172-4eb3-a15c-02ff27e06116 req-d36a27ef-0202-49f4-b1cf-f5e57abebff1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:47.994837 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3138678b-0172-4eb3-a15c-02ff27e06116 req-d36a27ef-0202-49f4-b1cf-f5e57abebff1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 931 time: 0.2267807 Feb 09 01:59:48.012719 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d97e5b51-aae5-4660-bf22-22e44bee087d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (12bea17e-b042-4661-97d3-c8db130393e5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:48.014701 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-d97e5b51-aae5-4660-bf22-22e44bee087d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Added segment 12bea17e-b042-4661-97d3-c8db130393e5 of type vlan for network 2f355511-9964-4bc4-9ab2-5314678d289b Feb 09 01:59:48.069408 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d97e5b51-aae5-4660-bf22-22e44bee087d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (2f355511-9964-4bc4-9ab2-5314678d289b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:48.087049 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-ad46c9ad-bb68-4c9c-9351-2f5425049d3c tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Delete allocated IP 172.20.0.19 (aa9c8707-cc70-4475-a52e-15199822697f/8b50084f-ff81-4aca-84e7-159f85640296) {{(pid=103184) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:59:48.094687 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-67dcf16b-9fc8-4e71-976a-91b495fb90b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (bfd0684f-8de4-4484-bf11-ed99c0ee5044), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:48.115934 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3138678b-0172-4eb3-a15c-02ff27e06116 req-88aa789f-fc68-45ef-95fb-5e71c873b53c tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194341 Feb 09 01:59:48.121332 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d97e5b51-aae5-4660-bf22-22e44bee087d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (2f355511-9964-4bc4-9ab2-5314678d289b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:48.135333 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97e5b51-aae5-4660-bf22-22e44bee087d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:48.135333 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d97e5b51-aae5-4660-bf22-22e44bee087d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:48.165036 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dcf16b-9fc8-4e71-976a-91b495fb90b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd0684f-8de4-4484-bf11-ed99c0ee5044,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:48.169830 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d97e5b51-aae5-4660-bf22-22e44bee087d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9308479 Feb 09 01:59:48.186161 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60760) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:48.192966 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-dd9f2c87-8398-4516-815c-77fd9fc9d1da tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'subnet': {'network_id': '2f355511-9964-4bc4-9ab2-5314678d289b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:48.333902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e5b51-aae5-4660-bf22-22e44bee087d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Network': ['ID=2f355511-9964-4bc4-9ab2-5314678d289b,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:48.354289 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 2f355511-9964-4bc4-9ab2-5314678d289b details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:59:48.391181 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b343b34-d83b-42ce-b11b-b4c09c267ed8 req-60e68842-03eb-4186-901d-24cdb1e08f86 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:48.392820 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b343b34-d83b-42ce-b11b-b4c09c267ed8 req-60e68842-03eb-4186-901d-24cdb1e08f86 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/ports?device_id=58fa5781-81e0-43da-a51f-df9cfcfa1b82 HTTP/1.1" status: 200 len: 944 time: 0.2814915 Feb 09 01:59:48.458785 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-360a43ef-54ae-4238-959b-d82bbc71aca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d710658-430c-4b57-b97c-cc28d891d0f7 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:59:48.467563 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-360a43ef-54ae-4238-959b-d82bbc71aca5 service neutron] Publish callbacks [] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:48.483970 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-360a43ef-54ae-4238-959b-d82bbc71aca5 service neutron] Transition to ACTIVE for port object 9d710658-430c-4b57-b97c-cc28d891d0f7 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:59:48.493654 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-360a43ef-54ae-4238-959b-d82bbc71aca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:48.563829 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a43ef-54ae-4238-959b-d82bbc71aca5 service neutron] Pushing event updated for resources: {'Port': ['ID=9d710658-430c-4b57-b97c-cc28d891d0f7,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:48.571238 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 70260989-e682-49fe-949e-1054f7391627 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:59:48.595829 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad46c9ad-bb68-4c9c-9351-2f5425049d3c tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for port (13ab9b3b-017e-4052-9e06-d75afc73d101), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:48.765216 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b343b34-d83b-42ce-b11b-b4c09c267ed8 req-9a8795ec-1c5d-42a0-ac01-c911954370cb tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f33ebce-9577-4162-9624-560ad8115a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795658 Feb 09 01:59:48.772030 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad46c9ad-bb68-4c9c-9351-2f5425049d3c tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (13ab9b3b-017e-4052-9e06-d75afc73d101), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:48.824790 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 70260989-e682-49fe-949e-1054f7391627, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=70260989-e682-49fe-949e-1054f7391627,segment=NetworkSegment(af810d3a-306b-4dd3-b8e1-d1d72fe507e3),segment_id=af810d3a-306b-4dd3-b8e1-d1d72fe507e3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:48.851068 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '70260989-e682-49fe-949e-1054f7391627', 'network_id': '28d6dcb4-cf26-4397-9ab6-826c3b3253c8', 'port_id': '70260989-e682-49fe-949e-1054f7391627', 'mac_address': 'fa:16:3e:56:d9:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf7c175-1141-42a5-8159-b7d0a489238c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:59:48.858906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-360a43ef-54ae-4238-959b-d82bbc71aca5 service neutron] Attempting to bind port 9d710658-430c-4b57-b97c-cc28d891d0f7 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:59:48.859270 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-360a43ef-54ae-4238-959b-d82bbc71aca5 service neutron] Attempting to bind port 9d710658-430c-4b57-b97c-cc28d891d0f7 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:59:48.859600 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-360a43ef-54ae-4238-959b-d82bbc71aca5 service neutron] Attempting to bind port 9d710658-430c-4b57-b97c-cc28d891d0f7 on network bbe85234-1f1c-44c0-aeaf-3380123bb751 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:48.864400 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-360a43ef-54ae-4238-959b-d82bbc71aca5 service neutron] Port 9d710658-430c-4b57-b97c-cc28d891d0f7 on network bbe85234-1f1c-44c0-aeaf-3380123bb751 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:59:48.864739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-360a43ef-54ae-4238-959b-d82bbc71aca5 service neutron] Attempting to bind port 9d710658-430c-4b57-b97c-cc28d891d0f7 on network bbe85234-1f1c-44c0-aeaf-3380123bb751 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:48.870548 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-360a43ef-54ae-4238-959b-d82bbc71aca5 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:59:48.870893 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-360a43ef-54ae-4238-959b-d82bbc71aca5 service neutron] Checking segment: {'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:59:48.871307 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-360a43ef-54ae-4238-959b-d82bbc71aca5 service neutron] Bound using segment: {'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:59:48.871918 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-360a43ef-54ae-4238-959b-d82bbc71aca5 service neutron] Bound port: 9d710658-430c-4b57-b97c-cc28d891d0f7, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:59:48.872101 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-360a43ef-54ae-4238-959b-d82bbc71aca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:49.000214 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 70260989-e682-49fe-949e-1054f7391627 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:49.000598 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (70260989-e682-49fe-949e-1054f7391627), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:49.026008 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70260989-e682-49fe-949e-1054f7391627 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:59:49.069948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-360a43ef-54ae-4238-959b-d82bbc71aca5 service neutron] For port 9d710658-430c-4b57-b97c-cc28d891d0f7, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:59:49.074315 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 70260989-e682-49fe-949e-1054f7391627, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=70260989-e682-49fe-949e-1054f7391627,segment=NetworkSegment(af810d3a-306b-4dd3-b8e1-d1d72fe507e3),segment_id=af810d3a-306b-4dd3-b8e1-d1d72fe507e3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:49.083498 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-360a43ef-54ae-4238-959b-d82bbc71aca5 service neutron] For port 9d710658-430c-4b57-b97c-cc28d891d0f7, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9d710658-430c-4b57-b97c-cc28d891d0f7,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:59:49.099967 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-360a43ef-54ae-4238-959b-d82bbc71aca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:49.101103 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (70260989-e682-49fe-949e-1054f7391627), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:49.183572 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=70260989-e682-49fe-949e-1054f7391627,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:49.232373 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a43ef-54ae-4238-959b-d82bbc71aca5 service neutron] Pushing event updated for resources: {'Port': ['ID=9d710658-430c-4b57-b97c-cc28d891d0f7,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:49.258842 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-360a43ef-54ae-4238-959b-d82bbc71aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:49.259857 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-360a43ef-54ae-4238-959b-d82bbc71aca5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:49.263588 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-360a43ef-54ae-4238-959b-d82bbc71aca5 service neutron] 10.222.0.67 "PUT /v2.0/ports/9d710658-430c-4b57-b97c-cc28d891d0f7 HTTP/1.1" status: 200 len: 1091 time: 2.7912910 Feb 09 01:59:49.264349 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32807df7-b215-4336-b6d1-392a857f6f66', 'tag': '9d710658-430c-4b57-b97c-cc28d891d0f7'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:59:49.267928 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc769a10-a7f2-41f5-ab20-0be84eaab189" -d '{"events": [{"name": "network-changed", "server_uuid": "32807df7-b215-4336-b6d1-392a857f6f66", "tag": "9d710658-430c-4b57-b97c-cc28d891d0f7"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:59:49.430563 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-73ed4c14-1550-4b9b-8a4b-50ad056d34e3 None None] Provisioning complete for port 13ab9b3b-017e-4052-9e06-d75afc73d101 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:49.438489 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-73ed4c14-1550-4b9b-8a4b-50ad056d34e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (13ab9b3b-017e-4052-9e06-d75afc73d101), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:49.543705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-73ed4c14-1550-4b9b-8a4b-50ad056d34e3 None None] Port 13ab9b3b-017e-4052-9e06-d75afc73d101 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:59:49.548964 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['70260989-e682-49fe-949e-1054f7391627'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:59:49.564437 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d2db2-d7e3-4c24-9642-11c1eaa75094 req-a38c325a-3b4b-4db6-b218-033b95cc0108 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:49.573403 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-185d2db2-d7e3-4c24-9642-11c1eaa75094 req-a38c325a-3b4b-4db6-b218-033b95cc0108 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 943 time: 0.2829762 Feb 09 01:59:49.602089 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-1fd54261-57ce-4996-9417-4c2711bf6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:49.603912 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-1fd54261-57ce-4996-9417-4c2711bf6205 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=225062ed147a4a2299a703d06854300c&device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 1125 time: 0.2591324 Feb 09 01:59:49.732819 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-bf0a777e-dd68-45e8-9d69-c473b5050a0c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d710658-430c-4b57-b97c-cc28d891d0f7 HTTP/1.1" status: 200 len: 217 time: 0.1199567 Feb 09 01:59:49.754216 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-185d2db2-d7e3-4c24-9642-11c1eaa75094 req-4fbd3f8c-50db-4538-a93a-3fc3ca045598 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770484 Feb 09 01:59:49.838404 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca858fb-1806-40cc-8398-39b27f744fc1 x-openstack-request-id: req-9ca858fb-1806-40cc-8398-39b27f744fc1 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:59:49.839718 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32807df7-b215-4336-b6d1-392a857f6f66", "tag": "9d710658-430c-4b57-b97c-cc28d891d0f7", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:59:49.840043 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ca858fb-1806-40cc-8398-39b27f744fc1 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:59:49.840459 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32807df7-b215-4336-b6d1-392a857f6f66', 'tag': '9d710658-430c-4b57-b97c-cc28d891d0f7', 'status': 'completed', 'code': 200} Feb 09 01:59:49.889104 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-320feaa2-18f5-4362-abe1-84294b8a3bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:49.901290 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-320feaa2-18f5-4362-abe1-84294b8a3bca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5fb0614-877d-4584-bc3c-a9b6e8f6847d HTTP/1.1" status: 200 len: 856 time: 0.1445143 Feb 09 01:59:49.918055 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-ad46c9ad-bb68-4c9c-9351-2f5425049d3c tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] In _notify_port_updated(), no bound segment for port 13ab9b3b-017e-4052-9e06-d75afc73d101 on network aa9c8707-cc70-4475-a52e-15199822697f {{(pid=103184) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:59:49.924773 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad46c9ad-bb68-4c9c-9351-2f5425049d3c tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:49.925408 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad46c9ad-bb68-4c9c-9351-2f5425049d3c tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:49.930351 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ad46c9ad-bb68-4c9c-9351-2f5425049d3c tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "PUT /v2.0/ports/13ab9b3b-017e-4052-9e06-d75afc73d101 HTTP/1.1" status: 200 len: 919 time: 4.2372091 Feb 09 01:59:49.930537 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60792) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:49.982613 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-67d8defe-2713-462d-876c-ca6be8ec4ddd tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0391260e-5d9a-41bd-aed9-a145da9e7df0'}, {'subnet_id': '8b50084f-ff81-4aca-84e7-159f85640296'}]}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:50.081105 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46c9ad-bb68-4c9c-9351-2f5425049d3c tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Port': ['ID=13ab9b3b-017e-4052-9e06-d75afc73d101,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:50.083176 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9f2c87-8398-4516-815c-77fd9fc9d1da tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:50.086828 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd9f2c87-8398-4516-815c-77fd9fc9d1da tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:50.140476 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a5eae-6aac-4c13-b5aa-80f3390d72fa req-daa6e273-c72f-4fb5-bde1-b47552f3b91a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:50.158649 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a5eae-6aac-4c13-b5aa-80f3390d72fa req-daa6e273-c72f-4fb5-bde1-b47552f3b91a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:50.166631 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a5eae-6aac-4c13-b5aa-80f3390d72fa req-daa6e273-c72f-4fb5-bde1-b47552f3b91a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:50.172911 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a5eae-6aac-4c13-b5aa-80f3390d72fa req-daa6e273-c72f-4fb5-bde1-b47552f3b91a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:50.178929 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a5eae-6aac-4c13-b5aa-80f3390d72fa req-daa6e273-c72f-4fb5-bde1-b47552f3b91a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:50.185686 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a5eae-6aac-4c13-b5aa-80f3390d72fa req-daa6e273-c72f-4fb5-bde1-b47552f3b91a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:50.191284 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a5eae-6aac-4c13-b5aa-80f3390d72fa req-daa6e273-c72f-4fb5-bde1-b47552f3b91a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:50.193494 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-159a5eae-6aac-4c13-b5aa-80f3390d72fa req-daa6e273-c72f-4fb5-bde1-b47552f3b91a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 1.5909081 Feb 09 01:59:50.203596 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-267fe979-c5bd-4bd7-870c-82d309c1ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:50.205159 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-267fe979-c5bd-4bd7-870c-82d309c1ef89 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bbe85234-1f1c-44c0-aeaf-3380123bb751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3024292 Feb 09 01:59:50.290341 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-67dcf16b-9fc8-4e71-976a-91b495fb90b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (a5d038ea-c867-4502-8025-00e4945508e1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:50.300322 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc2300-39db-4ad3-bd22-5988eb66da7d req-c68084f9-0086-45d7-99ca-efc5f1afbbe5 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:50.301882 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-81bc2300-39db-4ad3-bd22-5988eb66da7d req-c68084f9-0086-45d7-99ca-efc5f1afbbe5 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/ports?device_id=58fa5781-81e0-43da-a51f-df9cfcfa1b82 HTTP/1.1" status: 200 len: 945 time: 0.3201513 Feb 09 01:59:50.468110 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-67d8defe-2713-462d-876c-ca6be8ec4ddd tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (13ab9b3b-017e-4052-9e06-d75afc73d101), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:50.496257 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-81bc2300-39db-4ad3-bd22-5988eb66da7d req-bb3bcabe-8d79-4bfe-a6a5-42b2fb00c784 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f33ebce-9577-4162-9624-560ad8115a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843309 Feb 09 01:59:50.532676 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-159a5eae-6aac-4c13-b5aa-80f3390d72fa req-9cdd97b8-f8f2-4870-a50f-28e405955f45 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2391844 Feb 09 01:59:50.590570 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 70260989-e682-49fe-949e-1054f7391627 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:59:50.700024 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 70260989-e682-49fe-949e-1054f7391627 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:59:50.704385 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 70260989-e682-49fe-949e-1054f7391627 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:50.704799 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (70260989-e682-49fe-949e-1054f7391627), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:50.805570 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-a38e6c1e-4814-4f62-9576-8ccff2fab0ed service neutron] 10.222.0.67 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5909843 Feb 09 01:59:50.819564 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 70260989-e682-49fe-949e-1054f7391627 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:50.820139 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (70260989-e682-49fe-949e-1054f7391627), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:50.872118 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 70260989-e682-49fe-949e-1054f7391627, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=70260989-e682-49fe-949e-1054f7391627,segment=NetworkSegment(af810d3a-306b-4dd3-b8e1-d1d72fe507e3),segment_id=af810d3a-306b-4dd3-b8e1-d1d72fe507e3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:50.873938 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fa5781-81e0-43da-a51f-df9cfcfa1b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70260989-e682-49fe-949e-1054f7391627'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:59:50.877981 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77787a53-c66d-4c9b-8ca9-1565bd51dab5" -d '{"events": [{"server_uuid": "58fa5781-81e0-43da-a51f-df9cfcfa1b82", "name": "network-vif-plugged", "status": "completed", "tag": "70260989-e682-49fe-949e-1054f7391627"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:59:50.882574 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (70260989-e682-49fe-949e-1054f7391627), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:50.949673 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=70260989-e682-49fe-949e-1054f7391627,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:50.966923 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd9f2c87-8398-4516-815c-77fd9fc9d1da tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (8cd8ec19-a184-477a-bbb1-1caa201c4101), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:50.976795 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053d3067-558c-405b-9fdd-13e435eb880d x-openstack-request-id: req-053d3067-558c-405b-9fdd-13e435eb880d {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:59:50.977293 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fa5781-81e0-43da-a51f-df9cfcfa1b82", "name": "network-vif-plugged", "status": "completed", "tag": "70260989-e682-49fe-949e-1054f7391627", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:59:50.977696 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-053d3067-558c-405b-9fdd-13e435eb880d {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:59:50.978486 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fa5781-81e0-43da-a51f-df9cfcfa1b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70260989-e682-49fe-949e-1054f7391627', 'code': 200} Feb 09 01:59:51.214931 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dcf16b-9fc8-4e71-976a-91b495fb90b6 admin admin] Router a5d038ea-c867-4502-8025-00e4945508e1 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:59:51.240310 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f2c87-8398-4516-815c-77fd9fc9d1da tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Subnet': ['ID=8cd8ec19-a184-477a-bbb1-1caa201c4101,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:51.252254 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a768f5-ef51-4e64-9ce1-b9c211c4aaf9 req-6cd6da19-201b-492a-9ed4-2a15e7e6527d tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:51.254141 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8a768f5-ef51-4e64-9ce1-b9c211c4aaf9 req-6cd6da19-201b-492a-9ed4-2a15e7e6527d tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 943 time: 0.2644691 Feb 09 01:59:51.256244 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e2a9044-596e-41ce-975f-a533a7a4f39e req-bcbad944-2a1c-41da-87b7-3cd65d9802b7 service neutron] 10.222.0.67 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176800 Feb 09 01:59:51.275959 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9f2c87-8398-4516-815c-77fd9fc9d1da tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Checking segment: {'id': '12bea17e-b042-4661-97d3-c8db130393e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2f355511-9964-4bc4-9ab2-5314678d289b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:59:51.277280 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9f2c87-8398-4516-815c-77fd9fc9d1da tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network hostable DHCP agents. Network: 2f355511-9964-4bc4-9ab2-5314678d289b, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:59:51.296448 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765c9e3-7fc4-41c8-8f1a-a0650f4db074 req-5fc4fd56-128c-455e-9bb5-473784ac7a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:51.298701 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8765c9e3-7fc4-41c8-8f1a-a0650f4db074 req-5fc4fd56-128c-455e-9bb5-473784ac7a0c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=58fa5781-81e0-43da-a51f-df9cfcfa1b82 HTTP/1.1" status: 200 len: 1128 time: 0.2513080 Feb 09 01:59:51.306279 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-67d8defe-2713-462d-876c-ca6be8ec4ddd tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Allocated IP 172.20.0.21 (aa9c8707-cc70-4475-a52e-15199822697f/8b50084f-ff81-4aca-84e7-159f85640296/13ab9b3b-017e-4052-9e06-d75afc73d101) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:51.385711 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9f2c87-8398-4516-815c-77fd9fc9d1da tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 2f355511-9964-4bc4-9ab2-5314678d289b is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:59:51.468525 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8765c9e3-7fc4-41c8-8f1a-a0650f4db074 req-7960c29a-5e6d-4c30-a9b6-8647eea15184 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2f33ebce-9577-4162-9624-560ad8115a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594183 Feb 09 01:59:51.553172 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8a768f5-ef51-4e64-9ce1-b9c211c4aaf9 req-c1d4864b-176e-4157-a53e-34676df6231a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2932789 Feb 09 01:59:51.558515 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc769a10-a7f2-41f5-ab20-0be84eaab189 req-59aa1dba-aad7-4b2c-84dd-4e392ca1d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:51.562070 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc769a10-a7f2-41f5-ab20-0be84eaab189 req-59aa1dba-aad7-4b2c-84dd-4e392ca1d8be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=225062ed147a4a2299a703d06854300c&device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 1125 time: 0.2436917 Feb 09 01:59:51.606578 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dcf16b-9fc8-4e71-976a-91b495fb90b6 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:59:51.608410 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-dd9f2c87-8398-4516-815c-77fd9fc9d1da tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 2f355511-9964-4bc4-9ab2-5314678d289b) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:51.616192 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-67dcf16b-9fc8-4e71-976a-91b495fb90b6 admin admin] 10.222.0.36 "PUT /v2.0/routers/a5d038ea-c867-4502-8025-00e4945508e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8441770 Feb 09 01:59:51.621379 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19e3404-b32f-46d9-94e5-d45de2deb9c5 None None] Network 2f355511-9964-4bc4-9ab2-5314678d289b requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:51.627363 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60824) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:51.630263 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9f2c87-8398-4516-815c-77fd9fc9d1da tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:51.630859 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd9f2c87-8398-4516-815c-77fd9fc9d1da tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:51.716469 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dd9f2c87-8398-4516-815c-77fd9fc9d1da tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5248296 Feb 09 01:59:51.733832 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60828) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:51.757943 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'port': {'network_id': '2f355511-9964-4bc4-9ab2-5314678d289b', 'name': 'tempest-PortsIpV6TestJSON-1062278487'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:51.825319 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfb84f-354f-4516-8757-17ec7e0eb0eb req-b81d5b55-02a2-4ac1-a5e2-a4e8330c05ef tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:51.826881 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dccfb84f-354f-4516-8757-17ec7e0eb0eb req-b81d5b55-02a2-4ac1-a5e2-a4e8330c05ef tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/ports?device_id=58fa5781-81e0-43da-a51f-df9cfcfa1b82 HTTP/1.1" status: 200 len: 946 time: 0.1693215 Feb 09 01:59:51.836358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8ac89e-38c0-4e73-b8c0-797f6f0b89ed None None] Sync routers for ids ['a5d038ea-c867-4502-8025-00e4945508e1'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:59:51.856450 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8ac89e-38c0-4e73-b8c0-797f6f0b89ed None None] Routers {'a5d038ea-c867-4502-8025-00e4945508e1'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:59:51.857714 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-dc8ac89e-38c0-4e73-b8c0-797f6f0b89ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:59:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a5d038ea-c867-4502-8025-00e4945508e1'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:51.883200 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f82b21d0-fdac-48cb-b16f-ba170e85366c admin admin] Publish callbacks [] for router (a5d038ea-c867-4502-8025-00e4945508e1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:52.117259 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-dc8ac89e-38c0-4e73-b8c0-797f6f0b89ed None None] Set router a5d038ea-c867-4502-8025-00e4945508e1 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:59:52.144989 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-67d8defe-2713-462d-876c-ca6be8ec4ddd tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for port (13ab9b3b-017e-4052-9e06-d75afc73d101), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:52.190738 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-67d8defe-2713-462d-876c-ca6be8ec4ddd tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (13ab9b3b-017e-4052-9e06-d75afc73d101), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:52.231808 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dccfb84f-354f-4516-8757-17ec7e0eb0eb req-fb817b3c-1f77-4af7-8577-1ab4b2ddac2d tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f33ebce-9577-4162-9624-560ad8115a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860717 Feb 09 01:59:52.246637 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f82b21d0-fdac-48cb-b16f-ba170e85366c admin admin] Publish callbacks [] for router_gateway (a5d038ea-c867-4502-8025-00e4945508e1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:52.298348 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6eaca4c-f2e8-4630-9c15-fe03de079352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-2f355511-9964-4bc4-9ab2-5314678d289b', 'network_id': '2f355511-9964-4bc4-9ab2-5314678d289b', 'project_id': '2c0929c091ec496590344809ec4268dc', 'fixed_ips': [{'subnet_id': '8cd8ec19-a184-477a-bbb1-1caa201c4101'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:59:52.299356 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f6eaca4c-f2e8-4630-9c15-fe03de079352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:52.354591 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571e539-a5b8-41fb-989c-dd779c0f6ee4 req-994520a4-1b76-47c0-8a44-9c3ef0143455 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:52.369070 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571e539-a5b8-41fb-989c-dd779c0f6ee4 req-994520a4-1b76-47c0-8a44-9c3ef0143455 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:52.379780 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-f82b21d0-fdac-48cb-b16f-ba170e85366c admin admin] Deleting port 7b6e39e3-1b90-4633-9f67-413dc0c08341 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:52.380183 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f82b21d0-fdac-48cb-b16f-ba170e85366c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (7b6e39e3-1b90-4633-9f67-413dc0c08341), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:52.384974 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571e539-a5b8-41fb-989c-dd779c0f6ee4 req-994520a4-1b76-47c0-8a44-9c3ef0143455 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:52.399801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571e539-a5b8-41fb-989c-dd779c0f6ee4 req-994520a4-1b76-47c0-8a44-9c3ef0143455 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:52.407238 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571e539-a5b8-41fb-989c-dd779c0f6ee4 req-994520a4-1b76-47c0-8a44-9c3ef0143455 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:52.412885 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571e539-a5b8-41fb-989c-dd779c0f6ee4 req-994520a4-1b76-47c0-8a44-9c3ef0143455 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:52.419134 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571e539-a5b8-41fb-989c-dd779c0f6ee4 req-994520a4-1b76-47c0-8a44-9c3ef0143455 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:52.421688 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d571e539-a5b8-41fb-989c-dd779c0f6ee4 req-994520a4-1b76-47c0-8a44-9c3ef0143455 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.4634290 Feb 09 01:59:52.547004 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-f6eaca4c-f2e8-4630-9c15-fe03de079352 None None] Allocated IP 2001:db8::2 (2f355511-9964-4bc4-9ab2-5314678d289b/8cd8ec19-a184-477a-bbb1-1caa201c4101/6879e6e4-014f-4f6c-ac1f-e2506099ee81) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:52.605308 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-f82b21d0-fdac-48cb-b16f-ba170e85366c admin admin] For port 7b6e39e3-1b90-4633-9f67-413dc0c08341, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=7b6e39e3-1b90-4633-9f67-413dc0c08341,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:52.605679 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f82b21d0-fdac-48cb-b16f-ba170e85366c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (7b6e39e3-1b90-4633-9f67-413dc0c08341), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:52.644588 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-f82b21d0-fdac-48cb-b16f-ba170e85366c admin admin] Calling delete_port for 7b6e39e3-1b90-4633-9f67-413dc0c08341 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:52.805720 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d571e539-a5b8-41fb-989c-dd779c0f6ee4 req-b0780c7b-2fb6-4457-ad57-74d60fc7126e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3662348 Feb 09 01:59:52.811186 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc769a10-a7f2-41f5-ab20-0be84eaab189 req-0679ae47-a265-49d4-8356-9dd921347ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:52.815625 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc769a10-a7f2-41f5-ab20-0be84eaab189 req-0679ae47-a265-49d4-8356-9dd921347ed8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bbe85234-1f1c-44c0-aeaf-3380123bb751 HTTP/1.1" status: 200 len: 918 time: 1.0408428 Feb 09 01:59:52.944134 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc769a10-a7f2-41f5-ab20-0be84eaab189 req-500b82b9-fe88-4044-baee-985ba594b3f8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d710658-430c-4b57-b97c-cc28d891d0f7 HTTP/1.1" status: 200 len: 217 time: 0.0863912 Feb 09 01:59:52.944757 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8defe-2713-462d-876c-ca6be8ec4ddd tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Port': ['ID=13ab9b3b-017e-4052-9e06-d75afc73d101,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:52.956811 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738b77f-eb30-4905-9210-c52728d837a8 req-cd420169-60d2-47f9-83cc-9d951553c026 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:52.958700 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5738b77f-eb30-4905-9210-c52728d837a8 req-cd420169-60d2-47f9-83cc-9d951553c026 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 943 time: 0.3079653 Feb 09 01:59:52.968181 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-dc8ac89e-38c0-4e73-b8c0-797f6f0b89ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d038ea-c867-4502-8025-00e4945508e1', 'name': 'tempest-TestServerMultinode-352223522-router', 'tenant_id': '45951810457045edb8552adf500fdff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '7b6e39e3-1b90-4633-9f67-413dc0c08341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:04Z', 'updated_at': '2022-02-09T01:59:47Z', 'revision_number': 5, 'project_id': '45951810457045edb8552adf500fdff5', 'gw_port': {'id': '7b6e39e3-1b90-4633-9f67-413dc0c08341', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d038ea-c867-4502-8025-00e4945508e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:05Z', 'updated_at': '2022-02-09T01:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:53.080035 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc769a10-a7f2-41f5-ab20-0be84eaab189 req-2aa95016-ead8-4279-98c4-a7132d4fbb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:53.081832 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc769a10-a7f2-41f5-ab20-0be84eaab189 req-2aa95016-ead8-4279-98c4-a7132d4fbb43 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5fb0614-877d-4584-bc3c-a9b6e8f6847d HTTP/1.1" status: 200 len: 856 time: 0.1275117 Feb 09 01:59:53.092555 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8ac89e-38c0-4e73-b8c0-797f6f0b89ed None None] Checking router: a5d038ea-c867-4502-8025-00e4945508e1 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:59:53.102418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:53.112516 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:53.119064 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-67d8defe-2713-462d-876c-ca6be8ec4ddd tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] In _notify_port_updated(), no bound segment for port 13ab9b3b-017e-4052-9e06-d75afc73d101 on network aa9c8707-cc70-4475-a52e-15199822697f {{(pid=103183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:59:53.134856 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d8defe-2713-462d-876c-ca6be8ec4ddd tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:53.140005 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-67d8defe-2713-462d-876c-ca6be8ec4ddd tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:53.147128 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-67d8defe-2713-462d-876c-ca6be8ec4ddd tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "PUT /v2.0/ports/13ab9b3b-017e-4052-9e06-d75afc73d101 HTTP/1.1" status: 200 len: 999 time: 3.2154694 Feb 09 01:59:53.161380 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f6eaca4c-f2e8-4630-9c15-fe03de079352 None None] Publish callbacks [] for port (6879e6e4-014f-4f6c-ac1f-e2506099ee81), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:53.176392 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60852) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:53.192606 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f7fccfd8-5394-4280-8a62-6bcea7d700c2 None None] Provisioning complete for port 13ab9b3b-017e-4052-9e06-d75afc73d101 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:53.192917 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f7fccfd8-5394-4280-8a62-6bcea7d700c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (13ab9b3b-017e-4052-9e06-d75afc73d101), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:53.204110 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5738b77f-eb30-4905-9210-c52728d837a8 req-afc03a51-2a67-4bf0-a98b-da9c5f58d8e8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309968 Feb 09 01:59:53.330356 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8ac89e-38c0-4e73-b8c0-797f6f0b89ed None None] Routers {'a5d038ea-c867-4502-8025-00e4945508e1'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:59:53.331376 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-dc8ac89e-38c0-4e73-b8c0-797f6f0b89ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:59:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a5d038ea-c867-4502-8025-00e4945508e1'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:53.364127 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] device_id is not set on port 3d56cd37-47ab-4a82-9552-53f3f7fcad66 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:59:53.413347 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f82b21d0-fdac-48cb-b16f-ba170e85366c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (7b6e39e3-1b90-4633-9f67-413dc0c08341), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:53.470982 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b21d0-fdac-48cb-b16f-ba170e85366c admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6e39e3-1b90-4633-9f67-413dc0c08341,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:53.561842 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f82b21d0-fdac-48cb-b16f-ba170e85366c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (a5d038ea-c867-4502-8025-00e4945508e1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:53.642868 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc769a10-a7f2-41f5-ab20-0be84eaab189 req-3052c56c-4baf-4225-8778-cca7239c7dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:53.644765 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc769a10-a7f2-41f5-ab20-0be84eaab189 req-3052c56c-4baf-4225-8778-cca7239c7dfe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bbe85234-1f1c-44c0-aeaf-3380123bb751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4933262 Feb 09 01:59:53.767925 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f82b21d0-fdac-48cb-b16f-ba170e85366c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (a5d038ea-c867-4502-8025-00e4945508e1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:53.770200 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f82b21d0-fdac-48cb-b16f-ba170e85366c admin admin] Publish callbacks [] for router_controller (a5d038ea-c867-4502-8025-00e4945508e1), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:53.848723 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48200d9-a3c9-4a13-a8a7-dedbb4f55d28 req-05904f96-ce25-4d59-b168-a63c0500e766 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:53.858826 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f48200d9-a3c9-4a13-a8a7-dedbb4f55d28 req-05904f96-ce25-4d59-b168-a63c0500e766 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/ports?device_id=58fa5781-81e0-43da-a51f-df9cfcfa1b82 HTTP/1.1" status: 200 len: 946 time: 0.2520814 Feb 09 01:59:53.874458 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f82b21d0-fdac-48cb-b16f-ba170e85366c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (a5d038ea-c867-4502-8025-00e4945508e1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:53.874994 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82b21d0-fdac-48cb-b16f-ba170e85366c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5d038ea-c867-4502-8025-00e4945508e1 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:59:53.880192 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f82b21d0-fdac-48cb-b16f-ba170e85366c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:53.882317 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f82b21d0-fdac-48cb-b16f-ba170e85366c admin admin] 10.222.0.36 "DELETE /v2.0/routers/a5d038ea-c867-4502-8025-00e4945508e1 HTTP/1.1" status: 204 len: 168 time: 2.2538693 Feb 09 01:59:53.885072 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60864) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:53.903140 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-065fa57e-0f5c-48ad-85d8-04187e7c8c58 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting port 13ab9b3b-017e-4052-9e06-d75afc73d101 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:53.905906 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-065fa57e-0f5c-48ad-85d8-04187e7c8c58 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (13ab9b3b-017e-4052-9e06-d75afc73d101), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:53.926393 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-dc8ac89e-38c0-4e73-b8c0-797f6f0b89ed None None] Set router a5d038ea-c867-4502-8025-00e4945508e1 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:59:53.961299 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad74b5e-b132-45a6-9ac6-d1b78a22e36f admin admin] Deleting subnet 0d842827-dd41-4321-8463-eb5d857a5b67 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:59:53.965902 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aad74b5e-b132-45a6-9ac6-d1b78a22e36f admin admin] Publish callbacks [] for subnet (0d842827-dd41-4321-8463-eb5d857a5b67), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:54.020284 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aad74b5e-b132-45a6-9ac6-d1b78a22e36f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (0d842827-dd41-4321-8463-eb5d857a5b67), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:54.058788 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f6eaca4c-f2e8-4630-9c15-fe03de079352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (6879e6e4-014f-4f6c-ac1f-e2506099ee81), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:54.102572 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-dc8ac89e-38c0-4e73-b8c0-797f6f0b89ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d038ea-c867-4502-8025-00e4945508e1', 'name': 'tempest-TestServerMultinode-352223522-router', 'tenant_id': '45951810457045edb8552adf500fdff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:04Z', 'updated_at': '2022-02-09T01:59:52Z', 'revision_number': 6, 'project_id': '45951810457045edb8552adf500fdff5', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:54.220333 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f48200d9-a3c9-4a13-a8a7-dedbb4f55d28 req-40aea744-4fba-4ece-8877-93e812fa0cab tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f33ebce-9577-4162-9624-560ad8115a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607523 Feb 09 01:59:54.242233 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aad74b5e-b132-45a6-9ac6-d1b78a22e36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (0d842827-dd41-4321-8463-eb5d857a5b67), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:54.244465 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eaca4c-f2e8-4630-9c15-fe03de079352 None None] Network 2f355511-9964-4bc4-9ab2-5314678d289b is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:54.246612 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8ac89e-38c0-4e73-b8c0-797f6f0b89ed None None] The sync data for ids ['a5d038ea-c867-4502-8025-00e4945508e1'] in n-d-828387-3 is: [{'id': 'a5d038ea-c867-4502-8025-00e4945508e1', 'name': 'tempest-TestServerMultinode-352223522-router', 'tenant_id': '45951810457045edb8552adf500fdff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:04Z', 'updated_at': '2022-02-09T01:59:52Z', 'revision_number': 6, 'project_id': '45951810457045edb8552adf500fdff5', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:59:54.273739 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-f6eaca4c-f2e8-4630-9c15-fe03de079352 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:54.289142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Allocated IP 2001:db8::1f6 (2f355511-9964-4bc4-9ab2-5314678d289b/8cd8ec19-a184-477a-bbb1-1caa201c4101/3d56cd37-47ab-4a82-9552-53f3f7fcad66) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:54.293253 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eaca4c-f2e8-4630-9c15-fe03de079352 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:54.328520 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eaca4c-f2e8-4630-9c15-fe03de079352 None None] Pushing event updated for resources: {'Port': ['ID=6879e6e4-014f-4f6c-ac1f-e2506099ee81,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:54.346025 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f7fccfd8-5394-4280-8a62-6bcea7d700c2 None None] Port 13ab9b3b-017e-4052-9e06-d75afc73d101 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:59:54.409770 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-f6eaca4c-f2e8-4630-9c15-fe03de079352 None None] Attempting to bind port 6879e6e4-014f-4f6c-ac1f-e2506099ee81 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:59:54.410019 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc769a10-a7f2-41f5-ab20-0be84eaab189 req-824570be-14a0-4140-aa9f-c7d93fd3d288 service neutron] 10.222.0.67 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7277477 Feb 09 01:59:54.410460 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-f6eaca4c-f2e8-4630-9c15-fe03de079352 None None] Attempting to bind port 6879e6e4-014f-4f6c-ac1f-e2506099ee81 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '12bea17e-b042-4661-97d3-c8db130393e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2f355511-9964-4bc4-9ab2-5314678d289b'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:59:54.410662 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eaca4c-f2e8-4630-9c15-fe03de079352 None None] Attempting to bind port 6879e6e4-014f-4f6c-ac1f-e2506099ee81 on network 2f355511-9964-4bc4-9ab2-5314678d289b {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:54.417716 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eaca4c-f2e8-4630-9c15-fe03de079352 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:59:54.418151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eaca4c-f2e8-4630-9c15-fe03de079352 None None] Checking segment: {'id': '12bea17e-b042-4661-97d3-c8db130393e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2f355511-9964-4bc4-9ab2-5314678d289b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:59:54.418564 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f6eaca4c-f2e8-4630-9c15-fe03de079352 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:54.419281 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eaca4c-f2e8-4630-9c15-fe03de079352 None None] Bound using segment: {'id': '12bea17e-b042-4661-97d3-c8db130393e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2f355511-9964-4bc4-9ab2-5314678d289b'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:59:54.419772 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-f6eaca4c-f2e8-4630-9c15-fe03de079352 None None] Bound port: 6879e6e4-014f-4f6c-ac1f-e2506099ee81, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bea17e-b042-4661-97d3-c8db130393e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2f355511-9964-4bc4-9ab2-5314678d289b'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:59:54.421445 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f6eaca4c-f2e8-4630-9c15-fe03de079352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6879e6e4-014f-4f6c-ac1f-e2506099ee81), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:54.542852 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7f2be-abe9-4ae0-aa88-5a1dab721839 req-d1e86e7d-99ac-490e-a70c-5252292ff895 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:54.563830 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7f2be-abe9-4ae0-aa88-5a1dab721839 req-d1e86e7d-99ac-490e-a70c-5252292ff895 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:54.580013 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7f2be-abe9-4ae0-aa88-5a1dab721839 req-d1e86e7d-99ac-490e-a70c-5252292ff895 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:54.618497 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-065fa57e-0f5c-48ad-85d8-04187e7c8c58 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (13ab9b3b-017e-4052-9e06-d75afc73d101), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:54.619564 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7f2be-abe9-4ae0-aa88-5a1dab721839 req-d1e86e7d-99ac-490e-a70c-5252292ff895 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:54.633793 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-f6eaca4c-f2e8-4630-9c15-fe03de079352 None None] For port 6879e6e4-014f-4f6c-ac1f-e2506099ee81, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:59:54.637841 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-f6eaca4c-f2e8-4630-9c15-fe03de079352 None None] For port 6879e6e4-014f-4f6c-ac1f-e2506099ee81, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6879e6e4-014f-4f6c-ac1f-e2506099ee81,segment=NetworkSegment(12bea17e-b042-4661-97d3-c8db130393e5),segment_id=12bea17e-b042-4661-97d3-c8db130393e5)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:59:54.646755 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7f2be-abe9-4ae0-aa88-5a1dab721839 req-d1e86e7d-99ac-490e-a70c-5252292ff895 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:54.657397 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 9d710658-430c-4b57-b97c-cc28d891d0f7 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:59:54.665576 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f6eaca4c-f2e8-4630-9c15-fe03de079352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6879e6e4-014f-4f6c-ac1f-e2506099ee81), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:54.679145 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7f2be-abe9-4ae0-aa88-5a1dab721839 req-d1e86e7d-99ac-490e-a70c-5252292ff895 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:54.704604 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7f2be-abe9-4ae0-aa88-5a1dab721839 req-d1e86e7d-99ac-490e-a70c-5252292ff895 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:54.711249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-065fa57e-0f5c-48ad-85d8-04187e7c8c58 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Calling delete_port for 13ab9b3b-017e-4052-9e06-d75afc73d101 owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:54.717812 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fdf7f2be-abe9-4ae0-aa88-5a1dab721839 req-d1e86e7d-99ac-490e-a70c-5252292ff895 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.6484125 Feb 09 01:59:54.805043 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aad74b5e-b132-45a6-9ac6-d1b78a22e36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (0d842827-dd41-4321-8463-eb5d857a5b67), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:54.819561 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eaca4c-f2e8-4630-9c15-fe03de079352 None None] Pushing event updated for resources: {'Port': ['ID=6879e6e4-014f-4f6c-ac1f-e2506099ee81,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:54.886236 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d35536-34f2-49ac-a0eb-150a9e65bbe9 None None] Network 528af48e-7b24-470c-9df1-f5cd11b0c0e3 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:54.894024 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aad74b5e-b132-45a6-9ac6-d1b78a22e36f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:54.909892 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60884) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:54.920013 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-aad74b5e-b132-45a6-9ac6-d1b78a22e36f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0d842827-dd41-4321-8463-eb5d857a5b67 HTTP/1.1" status: 204 len: 168 time: 1.0327849 Feb 09 01:59:54.993234 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad74b5e-b132-45a6-9ac6-d1b78a22e36f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d842827-dd41-4321-8463-eb5d857a5b67,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:55.005446 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad74b5e-b132-45a6-9ac6-d1b78a22e36f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:55.005797 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad74b5e-b132-45a6-9ac6-d1b78a22e36f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:55.006139 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad74b5e-b132-45a6-9ac6-d1b78a22e36f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:55.006475 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad74b5e-b132-45a6-9ac6-d1b78a22e36f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:55.006805 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad74b5e-b132-45a6-9ac6-d1b78a22e36f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:55.007136 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad74b5e-b132-45a6-9ac6-d1b78a22e36f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:55.008493 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad74b5e-b132-45a6-9ac6-d1b78a22e36f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:55.008838 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad74b5e-b132-45a6-9ac6-d1b78a22e36f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:55.009171 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad74b5e-b132-45a6-9ac6-d1b78a22e36f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:55.009507 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad74b5e-b132-45a6-9ac6-d1b78a22e36f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:55.009827 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad74b5e-b132-45a6-9ac6-d1b78a22e36f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:55.010558 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad74b5e-b132-45a6-9ac6-d1b78a22e36f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:55.011022 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad74b5e-b132-45a6-9ac6-d1b78a22e36f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:55.028211 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:59:55.032628 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fdf7f2be-abe9-4ae0-aa88-5a1dab721839 req-1581b87f-3b2c-4376-8a0b-9c7f92d3d301 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3063421 Feb 09 01:59:55.159086 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 9d710658-430c-4b57-b97c-cc28d891d0f7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9d710658-430c-4b57-b97c-cc28d891d0f7,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:55.196025 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '9d710658-430c-4b57-b97c-cc28d891d0f7', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'port_id': '9d710658-430c-4b57-b97c-cc28d891d0f7', 'mac_address': 'fa:16:3e:95:c5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:59:55.411313 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 9d710658-430c-4b57-b97c-cc28d891d0f7 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:55.411946 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:55.447725 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d710658-430c-4b57-b97c-cc28d891d0f7 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:59:55.511464 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 9d710658-430c-4b57-b97c-cc28d891d0f7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9d710658-430c-4b57-b97c-cc28d891d0f7,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:55.569374 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7b6e39e3-1b90-4633-9f67-413dc0c08341 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:59:55.639942 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:55.651531 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 7b6e39e3-1b90-4633-9f67-413dc0c08341 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:59:55.652452 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7b6e39e3-1b90-4633-9f67-413dc0c08341 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:59:55.652609 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bfd0684f-8de4-4484-bf11-ed99c0ee5044 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:59:55.765692 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: bfd0684f-8de4-4484-bf11-ed99c0ee5044 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:59:55.766037 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bfd0684f-8de4-4484-bf11-ed99c0ee5044 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:59:55.864292 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=9d710658-430c-4b57-b97c-cc28d891d0f7,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:55.967084 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57b8297-d646-4334-b816-9b03429451d3 None None] DHCP port deletion for 528af48e-7b24-470c-9df1-f5cd11b0c0e3 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:59:56.026101 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for port (3d56cd37-47ab-4a82-9552-53f3f7fcad66), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:56.039135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['9d710658-430c-4b57-b97c-cc28d891d0f7'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:59:56.101326 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dc769a10-a7f2-41f5-ab20-0be84eaab189 req-933ee94c-e4ca-4b92-9ed3-e3f4cea22deb service neutron] 10.222.0.67 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6784604 Feb 09 01:59:56.159059 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (3d56cd37-47ab-4a82-9552-53f3f7fcad66), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:56.290983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 2f355511-9964-4bc4-9ab2-5314678d289b is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:56.306063 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:56.421061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66942155-2795-4221-a6cc-5181b83e748d req-5e50dc9a-e851-4f77-a34a-3677220defce tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:56.424050 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a57b8297-d646-4334-b816-9b03429451d3 None None] Deleting port 5826583f-6247-485e-81c2-6fb01e19b382 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:56.424573 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a57b8297-d646-4334-b816-9b03429451d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5826583f-6247-485e-81c2-6fb01e19b382), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:56.434861 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-66942155-2795-4221-a6cc-5181b83e748d req-5e50dc9a-e851-4f77-a34a-3677220defce tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 943 time: 1.6663191 Feb 09 01:59:56.482988 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:56.500297 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:56.501590 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:56.529071 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec23dad-c5df-451b-a946-d7b92dd3b386 req-544edc1a-3068-4a4e-9bdb-ebfb30bc3b75 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:56.545162 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec23dad-c5df-451b-a946-d7b92dd3b386 req-544edc1a-3068-4a4e-9bdb-ebfb30bc3b75 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:56.569063 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec23dad-c5df-451b-a946-d7b92dd3b386 req-544edc1a-3068-4a4e-9bdb-ebfb30bc3b75 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:56.587176 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec23dad-c5df-451b-a946-d7b92dd3b386 req-544edc1a-3068-4a4e-9bdb-ebfb30bc3b75 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:56.591406 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a57b8297-d646-4334-b816-9b03429451d3 None None] For port 5826583f-6247-485e-81c2-6fb01e19b382, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5826583f-6247-485e-81c2-6fb01e19b382,segment=NetworkSegment(f5412662-5dc2-4534-a600-e772846872a1),segment_id=f5412662-5dc2-4534-a600-e772846872a1)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:56.591825 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a57b8297-d646-4334-b816-9b03429451d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5826583f-6247-485e-81c2-6fb01e19b382), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:56.602402 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec23dad-c5df-451b-a946-d7b92dd3b386 req-544edc1a-3068-4a4e-9bdb-ebfb30bc3b75 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:56.606730 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.8687780 Feb 09 01:59:56.619477 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a57b8297-d646-4334-b816-9b03429451d3 None None] Calling delete_port for 5826583f-6247-485e-81c2-6fb01e19b382 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:56.620416 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec23dad-c5df-451b-a946-d7b92dd3b386 req-544edc1a-3068-4a4e-9bdb-ebfb30bc3b75 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:56.627948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60924) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:56.633279 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec23dad-c5df-451b-a946-d7b92dd3b386 req-544edc1a-3068-4a4e-9bdb-ebfb30bc3b75 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:56.639568 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aec23dad-c5df-451b-a946-d7b92dd3b386 req-544edc1a-3068-4a4e-9bdb-ebfb30bc3b75 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.2421875 Feb 09 01:59:56.654345 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-f66c73cc-fcce-4e60-9eac-6e657dbfb140 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'port': {'network_id': '2f355511-9964-4bc4-9ab2-5314678d289b', 'name': 'tempest-PortsIpV6TestJSON-1249458291'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:56.792975 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aec23dad-c5df-451b-a946-d7b92dd3b386 req-c0e760bc-076b-40ee-807d-3cc9699aeb40 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1467125 Feb 09 01:59:56.827859 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a57b8297-d646-4334-b816-9b03429451d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (5826583f-6247-485e-81c2-6fb01e19b382), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:56.874961 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b8297-d646-4334-b816-9b03429451d3 None None] Pushing event deleted for resources: {'Port': ['ID=5826583f-6247-485e-81c2-6fb01e19b382,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:56.884437 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57b8297-d646-4334-b816-9b03429451d3 None None] No DVR routers for this DVR port 5826583f-6247-485e-81c2-6fb01e19b382 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:59:56.951606 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-99eebf17-50ee-46ed-a0d9-326cc87f02d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (528af48e-7b24-470c-9df1-f5cd11b0c0e3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:56.959041 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66c73cc-fcce-4e60-9eac-6e657dbfb140 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:56.961890 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f66c73cc-fcce-4e60-9eac-6e657dbfb140 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:56.989448 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Port': ['ID=3d56cd37-47ab-4a82-9552-53f3f7fcad66,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:57.087644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf83641d-c4b1-4e07-9feb-1c859ed74674 None None] Network 2f355511-9964-4bc4-9ab2-5314678d289b requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:57.193875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:57.194356 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:57.195732 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:57.195732 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:57.195964 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:57.196102 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:57.196441 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:57.196776 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:57.197164 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:57.198773 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:57.202832 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:57.202832 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:57.202832 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d49bd-c798-452e-aa20-7ac32777298c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:57.209432 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-065fa57e-0f5c-48ad-85d8-04187e7c8c58 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (13ab9b3b-017e-4052-9e06-d75afc73d101), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:57.257630 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-f66c73cc-fcce-4e60-9eac-6e657dbfb140 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] device_id is not set on port 976f473f-934d-4015-b691-02403daebd22 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:59:57.264804 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-39175748-ada0-467d-a089-96ea9ebc5bad None None] Provisioning complete for port 6879e6e4-014f-4f6c-ac1f-e2506099ee81 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:57.265200 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-39175748-ada0-467d-a089-96ea9ebc5bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6879e6e4-014f-4f6c-ac1f-e2506099ee81), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:57.301665 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-66942155-2795-4221-a6cc-5181b83e748d req-34486d13-cbde-46fe-9ecf-e02aba95258a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8658638 Feb 09 01:59:57.397377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6879e6e4-014f-4f6c-ac1f-e2506099ee81 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:59:57.555271 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-39175748-ada0-467d-a089-96ea9ebc5bad None None] Current status of the port 6879e6e4-014f-4f6c-ac1f-e2506099ee81 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:57.555972 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-39175748-ada0-467d-a089-96ea9ebc5bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6879e6e4-014f-4f6c-ac1f-e2506099ee81), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:57.669295 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-39175748-ada0-467d-a089-96ea9ebc5bad None None] For port 6879e6e4-014f-4f6c-ac1f-e2506099ee81, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6879e6e4-014f-4f6c-ac1f-e2506099ee81,segment=NetworkSegment(12bea17e-b042-4661-97d3-c8db130393e5),segment_id=12bea17e-b042-4661-97d3-c8db130393e5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:57.693425 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 6879e6e4-014f-4f6c-ac1f-e2506099ee81 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:57.695361 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6879e6e4-014f-4f6c-ac1f-e2506099ee81), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:57.737896 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-39175748-ada0-467d-a089-96ea9ebc5bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6879e6e4-014f-4f6c-ac1f-e2506099ee81), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:57.809697 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-f66c73cc-fcce-4e60-9eac-6e657dbfb140 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Allocated IP 2001:db8::2ee (2f355511-9964-4bc4-9ab2-5314678d289b/8cd8ec19-a184-477a-bbb1-1caa201c4101/976f473f-934d-4015-b691-02403daebd22) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:57.926720 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39175748-ada0-467d-a089-96ea9ebc5bad None None] Pushing event updated for resources: {'Port': ['ID=6879e6e4-014f-4f6c-ac1f-e2506099ee81,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:58.026191 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 6879e6e4-014f-4f6c-ac1f-e2506099ee81 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:58.055966 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de55a77-3e39-4c3d-a621-2a613bd378aa req-3729d7e3-1186-4ce7-8697-124f47aed61c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:58.068450 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de55a77-3e39-4c3d-a621-2a613bd378aa req-3729d7e3-1186-4ce7-8697-124f47aed61c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:58.104444 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de55a77-3e39-4c3d-a621-2a613bd378aa req-3729d7e3-1186-4ce7-8697-124f47aed61c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:58.107104 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f66c73cc-fcce-4e60-9eac-6e657dbfb140 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for port (976f473f-934d-4015-b691-02403daebd22), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:58.124140 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de55a77-3e39-4c3d-a621-2a613bd378aa req-3729d7e3-1186-4ce7-8697-124f47aed61c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:58.137221 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de55a77-3e39-4c3d-a621-2a613bd378aa req-3729d7e3-1186-4ce7-8697-124f47aed61c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:58.145396 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de55a77-3e39-4c3d-a621-2a613bd378aa req-3729d7e3-1186-4ce7-8697-124f47aed61c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:58.151900 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5826583f-6247-485e-81c2-6fb01e19b382 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:59:58.153473 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de55a77-3e39-4c3d-a621-2a613bd378aa req-3729d7e3-1186-4ce7-8697-124f47aed61c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:58.166112 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1de55a77-3e39-4c3d-a621-2a613bd378aa req-3729d7e3-1186-4ce7-8697-124f47aed61c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.2232754 Feb 09 01:59:58.199283 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 5826583f-6247-485e-81c2-6fb01e19b382 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:59:58.201953 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5826583f-6247-485e-81c2-6fb01e19b382 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:59:58.240337 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fa57e-0f5c-48ad-85d8-04187e7c8c58 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Port': ['ID=13ab9b3b-017e-4052-9e06-d75afc73d101,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:58.285955 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-67d23434-b893-4aa8-b344-0a5eb3e705cf None None] Provisioning complete for port 6879e6e4-014f-4f6c-ac1f-e2506099ee81 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:58.286425 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-67d23434-b893-4aa8-b344-0a5eb3e705cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6879e6e4-014f-4f6c-ac1f-e2506099ee81), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:58.305835 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f66c73cc-fcce-4e60-9eac-6e657dbfb140 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (976f473f-934d-4015-b691-02403daebd22), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:58.319381 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1de55a77-3e39-4c3d-a621-2a613bd378aa req-5d276765-954b-408e-8928-daaf4fcefe1f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1516862 Feb 09 01:59:58.440348 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-065fa57e-0f5c-48ad-85d8-04187e7c8c58 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:58.446880 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60960) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:58.450078 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-065fa57e-0f5c-48ad-85d8-04187e7c8c58 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/ports/13ab9b3b-017e-4052-9e06-d75afc73d101 HTTP/1.1" status: 204 len: 168 time: 5.2600677 Feb 09 01:59:58.458252 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-99eebf17-50ee-46ed-a0d9-326cc87f02d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (528af48e-7b24-470c-9df1-f5cd11b0c0e3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:58.532539 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-67d23434-b893-4aa8-b344-0a5eb3e705cf None None] Current status of the port 6879e6e4-014f-4f6c-ac1f-e2506099ee81 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:58.556798 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-67d23434-b893-4aa8-b344-0a5eb3e705cf None None] Provisioning complete for port 3d56cd37-47ab-4a82-9552-53f3f7fcad66 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:58.557559 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-67d23434-b893-4aa8-b344-0a5eb3e705cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3d56cd37-47ab-4a82-9552-53f3f7fcad66), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:58.600850 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-22086c1b-b420-48d4-aa7c-b34dd2dce2fa tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] GET failed (client error): The resource could not be found. Feb 09 01:59:58.607822 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-22086c1b-b420-48d4-aa7c-b34dd2dce2fa tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports/13ab9b3b-017e-4052-9e06-d75afc73d101 HTTP/1.1" status: 404 len: 333 time: 0.1594465 Feb 09 01:59:58.613220 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66c73cc-fcce-4e60-9eac-6e657dbfb140 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 2f355511-9964-4bc4-9ab2-5314678d289b is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:58.624370 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60970) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:58.625970 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-f66c73cc-fcce-4e60-9eac-6e657dbfb140 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:58.633469 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66c73cc-fcce-4e60-9eac-6e657dbfb140 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:58.660981 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66c73cc-fcce-4e60-9eac-6e657dbfb140 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:58.661722 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f66c73cc-fcce-4e60-9eac-6e657dbfb140 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:58.665784 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-67d23434-b893-4aa8-b344-0a5eb3e705cf None None] Port 3d56cd37-47ab-4a82-9552-53f3f7fcad66 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:59:58.673938 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 9d710658-430c-4b57-b97c-cc28d891d0f7 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:59:58.684143 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-99eebf17-50ee-46ed-a0d9-326cc87f02d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528af48e-7b24-470c-9df1-f5cd11b0c0e3']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:58.735853 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-99eebf17-50ee-46ed-a0d9-326cc87f02d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5412662-5dc2-4534-a600-e772846872a1') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:58.736163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-99eebf17-50ee-46ed-a0d9-326cc87f02d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5412662-5dc2-4534-a600-e772846872a1') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:58.771137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c73cc-fcce-4e60-9eac-6e657dbfb140 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Port': ['ID=976f473f-934d-4015-b691-02403daebd22,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:58.801286 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-99eebf17-50ee-46ed-a0d9-326cc87f02d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (f5412662-5dc2-4534-a600-e772846872a1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:58.843294 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f66c73cc-fcce-4e60-9eac-6e657dbfb140 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2142029 Feb 09 01:59:58.846894 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60978) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:58.860854 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-99eebf17-50ee-46ed-a0d9-326cc87f02d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f5412662-5dc2-4534-a600-e772846872a1), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:58.878172 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99eebf17-50ee-46ed-a0d9-326cc87f02d2 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:59:58.879746 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-99eebf17-50ee-46ed-a0d9-326cc87f02d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (f5412662-5dc2-4534-a600-e772846872a1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:58.884014 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 9d710658-430c-4b57-b97c-cc28d891d0f7 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: timer() Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:59:58.884215 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:59:58.901948 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 9d710658-430c-4b57-b97c-cc28d891d0f7 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:58.902568 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:58.904546 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5a94a4c2-7f77-4fff-bf5f-509434f5449c None None] Provisioning complete for port 3d56cd37-47ab-4a82-9552-53f3f7fcad66 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:58.905109 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5a94a4c2-7f77-4fff-bf5f-509434f5449c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3d56cd37-47ab-4a82-9552-53f3f7fcad66), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:59.007582 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-99eebf17-50ee-46ed-a0d9-326cc87f02d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (528af48e-7b24-470c-9df1-f5cd11b0c0e3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:59.034599 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d1d122-c11d-42e9-a8bb-e4a80bd53d66 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting subnet 8b50084f-ff81-4aca-84e7-159f85640296 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:59:59.051014 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5a94a4c2-7f77-4fff-bf5f-509434f5449c None None] Port 3d56cd37-47ab-4a82-9552-53f3f7fcad66 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:59:59.065025 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-99eebf17-50ee-46ed-a0d9-326cc87f02d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:59.073646 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-99eebf17-50ee-46ed-a0d9-326cc87f02d2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/528af48e-7b24-470c-9df1-f5cd11b0c0e3 HTTP/1.1" status: 204 len: 168 time: 3.2340786 Feb 09 01:59:59.074417 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60984) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:59.080615 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d122-c11d-42e9-a8bb-e4a80bd53d66 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for subnet (8b50084f-ff81-4aca-84e7-159f85640296), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:59.099502 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eebf17-50ee-46ed-a0d9-326cc87f02d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=528af48e-7b24-470c-9df1-f5cd11b0c0e3,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:59.127644 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f473f-5401-4be4-be68-1dab022c19a7 req-499930ad-5af1-401d-b804-49533f430b00 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:59.136163 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d91f473f-5401-4be4-be68-1dab022c19a7 req-499930ad-5af1-401d-b804-49533f430b00 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 944 time: 0.6107440 Feb 09 01:59:59.227786 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 9d710658-430c-4b57-b97c-cc28d891d0f7 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:59.231606 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:59.233961 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d122-c11d-42e9-a8bb-e4a80bd53d66 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (8b50084f-ff81-4aca-84e7-159f85640296), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:59.269954 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8c4d3127-db04-4014-be94-78ec9a32e6f0 None None] Provisioning complete for port 976f473f-934d-4015-b691-02403daebd22 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:59.269954 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8c4d3127-db04-4014-be94-78ec9a32e6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (976f473f-934d-4015-b691-02403daebd22), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:59.354355 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d122-c11d-42e9-a8bb-e4a80bd53d66 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (8b50084f-ff81-4aca-84e7-159f85640296), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:59.365535 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba85d74-f193-4fee-8749-45ebf1df1683 req-407776e0-b6e7-4260-8508-7271414cebd1 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:59.373473 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eba85d74-f193-4fee-8749-45ebf1df1683 req-407776e0-b6e7-4260-8508-7271414cebd1 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/ports?device_id=58fa5781-81e0-43da-a51f-df9cfcfa1b82 HTTP/1.1" status: 200 len: 946 time: 0.1081278 Feb 09 01:59:59.389178 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d3127-db04-4014-be94-78ec9a32e6f0 None None] Port 976f473f-934d-4015-b691-02403daebd22 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:59:59.392363 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6879e6e4-014f-4f6c-ac1f-e2506099ee81 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:59:59.460135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 9d710658-430c-4b57-b97c-cc28d891d0f7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9d710658-430c-4b57-b97c-cc28d891d0f7,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:59.465683 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32807df7-b215-4336-b6d1-392a857f6f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d710658-430c-4b57-b97c-cc28d891d0f7'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:59:59.468512 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ba7d81-1a08-420a-bd4b-7fca665c3921" -d '{"events": [{"server_uuid": "32807df7-b215-4336-b6d1-392a857f6f66", "name": "network-vif-plugged", "status": "completed", "tag": "9d710658-430c-4b57-b97c-cc28d891d0f7"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:59:59.474027 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:59.504917 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d122-c11d-42e9-a8bb-e4a80bd53d66 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (8b50084f-ff81-4aca-84e7-159f85640296), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:59.537725 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eba85d74-f193-4fee-8749-45ebf1df1683 req-bc46f5c6-bcaf-4f6e-8b99-e701dbfaec4c tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f33ebce-9577-4162-9624-560ad8115a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632822 Feb 09 01:59:59.608085 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 6879e6e4-014f-4f6c-ac1f-e2506099ee81 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:59.609300 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6879e6e4-014f-4f6c-ac1f-e2506099ee81), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:59.660171 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=9d710658-430c-4b57-b97c-cc28d891d0f7,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:59.669461 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d122-c11d-42e9-a8bb-e4a80bd53d66 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:59.673355 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b2d1d122-c11d-42e9-a8bb-e4a80bd53d66 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/subnets/8b50084f-ff81-4aca-84e7-159f85640296 HTTP/1.1" status: 204 len: 168 time: 1.0477412 Feb 09 01:59:59.685495 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60996) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:59.686429 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1d122-c11d-42e9-a8bb-e4a80bd53d66 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Subnet': ['ID=8b50084f-ff81-4aca-84e7-159f85640296,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:59.716217 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d352d47e-b6a5-452e-89e3-45d98588fe66 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:59.718027 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d352d47e-b6a5-452e-89e3-45d98588fe66 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1f6 HTTP/1.1" status: 200 len: 929 time: 0.8676510 Feb 09 01:59:59.733392 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0106d37-d4b7-44af-bd80-e927f140cfce None None] Network aa9c8707-cc70-4475-a52e-15199822697f requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:59.740495 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60998) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:59.763006 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d91f473f-5401-4be4-be68-1dab022c19a7 req-80d2a149-7713-4cfb-a9c5-f7f63eee6fe0 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773588 Feb 09 01:59:59.833405 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038f325-6e59-49ac-866a-2b11e36fa8b2 req-025ed445-4197-4d4a-91bb-4fba10cfc980 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:59.841384 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038f325-6e59-49ac-866a-2b11e36fa8b2 req-025ed445-4197-4d4a-91bb-4fba10cfc980 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:59.846778 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038f325-6e59-49ac-866a-2b11e36fa8b2 req-025ed445-4197-4d4a-91bb-4fba10cfc980 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:59.852567 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038f325-6e59-49ac-866a-2b11e36fa8b2 req-025ed445-4197-4d4a-91bb-4fba10cfc980 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:59.860296 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038f325-6e59-49ac-866a-2b11e36fa8b2 req-025ed445-4197-4d4a-91bb-4fba10cfc980 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:59.865812 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038f325-6e59-49ac-866a-2b11e36fa8b2 req-025ed445-4197-4d4a-91bb-4fba10cfc980 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:59.871793 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038f325-6e59-49ac-866a-2b11e36fa8b2 req-025ed445-4197-4d4a-91bb-4fba10cfc980 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:59.879561 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 6879e6e4-014f-4f6c-ac1f-e2506099ee81 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:59.890230 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0038f325-6e59-49ac-866a-2b11e36fa8b2 req-025ed445-4197-4d4a-91bb-4fba10cfc980 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.2285604 Feb 09 01:59:59.927545 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b32d7c-5251-41a2-97f8-49279f1e0312 x-openstack-request-id: req-b8b32d7c-5251-41a2-97f8-49279f1e0312 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:59:59.927838 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32807df7-b215-4336-b6d1-392a857f6f66", "name": "network-vif-plugged", "status": "completed", "tag": "9d710658-430c-4b57-b97c-cc28d891d0f7", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:59:59.928097 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8b32d7c-5251-41a2-97f8-49279f1e0312 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:59:59.928501 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32807df7-b215-4336-b6d1-392a857f6f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d710658-430c-4b57-b97c-cc28d891d0f7', 'code': 200} Feb 09 01:59:59.978158 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d65b848-6548-4a38-932c-fd405ba13ee4 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting subnet 0391260e-5d9a-41bd-aed9-a145da9e7df0 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:59:59.986703 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9d65b848-6548-4a38-932c-fd405ba13ee4 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for subnet (0391260e-5d9a-41bd-aed9-a145da9e7df0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:00.068554 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9d65b848-6548-4a38-932c-fd405ba13ee4 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (0391260e-5d9a-41bd-aed9-a145da9e7df0), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:00.090705 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0038f325-6e59-49ac-866a-2b11e36fa8b2 req-83ef40d1-6ca3-46d3-ae6b-c014a25bd46b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1958408 Feb 09 02:00:00.111759 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e034d-876d-4fe9-994a-bc2e50a693bf tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting port 976f473f-934d-4015-b691-02403daebd22 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:00.112218 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fb5e034d-876d-4fe9-994a-bc2e50a693bf tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (976f473f-934d-4015-b691-02403daebd22), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:00.210845 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71fac8-4172-4fef-8d77-ae0239333601 req-9a79f866-b20f-4a36-acd4-5e370db41da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:00.222763 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f71fac8-4172-4fef-8d77-ae0239333601 req-9a79f866-b20f-4a36-acd4-5e370db41da6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 1127 time: 0.2598522 Feb 09 02:00:00.356863 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9d65b848-6548-4a38-932c-fd405ba13ee4 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (0391260e-5d9a-41bd-aed9-a145da9e7df0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:00.361538 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f71fac8-4172-4fef-8d77-ae0239333601 req-7bff68da-460f-41c3-b0a3-15ee9a2b0af2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293945 Feb 09 02:00:00.386496 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fb5e034d-876d-4fe9-994a-bc2e50a693bf tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (976f473f-934d-4015-b691-02403daebd22), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:00.421442 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f7af398f-bddc-49da-9333-4abb6a5fb88b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (205a820e-848f-4cf7-b7b0-9fd092a3e5af), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:00.423817 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e034d-876d-4fe9-994a-bc2e50a693bf tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Calling delete_port for 976f473f-934d-4015-b691-02403daebd22 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:00.798851 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9d65b848-6548-4a38-932c-fd405ba13ee4 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (0391260e-5d9a-41bd-aed9-a145da9e7df0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:00.911370 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65b848-6548-4a38-932c-fd405ba13ee4 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Subnet': ['ID=0391260e-5d9a-41bd-aed9-a145da9e7df0,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:00.915686 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9d65b848-6548-4a38-932c-fd405ba13ee4 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:00.919081 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9d65b848-6548-4a38-932c-fd405ba13ee4 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/subnets/0391260e-5d9a-41bd-aed9-a145da9e7df0 HTTP/1.1" status: 204 len: 168 time: 1.2300651 Feb 09 02:00:00.956433 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 32786) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:01.013411 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177547ed-45e6-462d-8378-700a09a83b44 req-a1e62693-78ba-4403-a9f4-0be4978368d6 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:01.030230 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-177547ed-45e6-462d-8378-700a09a83b44 req-a1e62693-78ba-4403-a9f4-0be4978368d6 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/ports?device_id=58fa5781-81e0-43da-a51f-df9cfcfa1b82 HTTP/1.1" status: 200 len: 946 time: 0.3364284 Feb 09 02:00:01.095874 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06fdb5e-6164-4cf6-915b-cb590259decb None None] Network aa9c8707-cc70-4475-a52e-15199822697f requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:01.223749 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fb5e034d-876d-4fe9-994a-bc2e50a693bf tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (976f473f-934d-4015-b691-02403daebd22), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:01.235724 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-177547ed-45e6-462d-8378-700a09a83b44 req-10cae269-5751-453f-b81e-da888726a0cd tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f33ebce-9577-4162-9624-560ad8115a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955509 Feb 09 02:00:01.254878 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b2356cca-80b6-4118-8842-7b74b5d0ae44 None None] Provisioning complete for port ad5cdda9-0048-4b41-a500-d93f72f4dcd5 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:01.255511 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b2356cca-80b6-4118-8842-7b74b5d0ae44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ad5cdda9-0048-4b41-a500-d93f72f4dcd5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:01.261555 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4d0f-cd5d-4c32-9a83-3b6f73a5205a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (aa9c8707-cc70-4475-a52e-15199822697f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:01.288577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0fd63-285c-47eb-a033-105e6a838690 req-e29e77ad-35e8-4e94-9b49-af5bba82a75a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:01.296680 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f1b0fd63-285c-47eb-a033-105e6a838690 req-e29e77ad-35e8-4e94-9b49-af5bba82a75a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.3833714 Feb 09 02:00:01.349072 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e034d-876d-4fe9-994a-bc2e50a693bf tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Port': ['ID=976f473f-934d-4015-b691-02403daebd22,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:01.370967 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-f7af398f-bddc-49da-9333-4abb6a5fb88b admin admin] Deleting port f2fe7ea0-abd0-4903-b312-8c0a1a6226f9 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:01.376512 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f7af398f-bddc-49da-9333-4abb6a5fb88b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (f2fe7ea0-abd0-4903-b312-8c0a1a6226f9), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:01.460993 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a4965-93ca-464a-9044-304db85110b7 req-5c2bc9f6-439a-486d-bf69-caf23d51c130 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:01.463895 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-564a4965-93ca-464a-9044-304db85110b7 req-5c2bc9f6-439a-486d-bf69-caf23d51c130 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.67 "GET /v2.0/ports?device_id=58fa5781-81e0-43da-a51f-df9cfcfa1b82 HTTP/1.1" status: 200 len: 946 time: 0.4594781 Feb 09 02:00:01.579876 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b2356cca-80b6-4118-8842-7b74b5d0ae44 None None] Current status of the port ad5cdda9-0048-4b41-a500-d93f72f4dcd5 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:01.628169 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f1b0fd63-285c-47eb-a033-105e6a838690 req-78b66194-1e9b-455f-83e5-f2fa10743c0f tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3303616 Feb 09 02:00:01.765851 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cc548a-002c-46d8-b12d-5ed53ed5d0f2 None None] DHCP port deletion for aa9c8707-cc70-4475-a52e-15199822697f request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:00:01.944362 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-57cc548a-002c-46d8-b12d-5ed53ed5d0f2 None None] Deleting port ad5cdda9-0048-4b41-a500-d93f72f4dcd5 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:01.945879 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-57cc548a-002c-46d8-b12d-5ed53ed5d0f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ad5cdda9-0048-4b41-a500-d93f72f4dcd5), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:01.985977 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-f7af398f-bddc-49da-9333-4abb6a5fb88b admin admin] For port f2fe7ea0-abd0-4903-b312-8c0a1a6226f9, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f2fe7ea0-abd0-4903-b312-8c0a1a6226f9,segment=NetworkSegment(536ffc20-18f9-4aee-bec3-6033b3f87716),segment_id=536ffc20-18f9-4aee-bec3-6033b3f87716)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:01.986327 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f7af398f-bddc-49da-9333-4abb6a5fb88b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (f2fe7ea0-abd0-4903-b312-8c0a1a6226f9), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:02.055786 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-0aeb4d0f-cd5d-4c32-9a83-3b6f73a5205a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting port ad5cdda9-0048-4b41-a500-d93f72f4dcd5 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:02.055786 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4d0f-cd5d-4c32-9a83-3b6f73a5205a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ad5cdda9-0048-4b41-a500-d93f72f4dcd5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:02.059735 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-f7af398f-bddc-49da-9333-4abb6a5fb88b admin admin] Calling delete_port for f2fe7ea0-abd0-4903-b312-8c0a1a6226f9 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:02.080990 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-564a4965-93ca-464a-9044-304db85110b7 req-8f4ace94-c6eb-4088-9342-f32de4f10277 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Deleting port 70260989-e682-49fe-949e-1054f7391627 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:02.081505 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-564a4965-93ca-464a-9044-304db85110b7 req-8f4ace94-c6eb-4088-9342-f32de4f10277 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (70260989-e682-49fe-949e-1054f7391627), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:02.117903 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-57cc548a-002c-46d8-b12d-5ed53ed5d0f2 None None] For port ad5cdda9-0048-4b41-a500-d93f72f4dcd5, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ad5cdda9-0048-4b41-a500-d93f72f4dcd5,segment=NetworkSegment(8e35426b-95fe-493d-ae00-feb4fac0b67c),segment_id=8e35426b-95fe-493d-ae00-feb4fac0b67c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:02.120205 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-57cc548a-002c-46d8-b12d-5ed53ed5d0f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ad5cdda9-0048-4b41-a500-d93f72f4dcd5), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:02.154259 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-57cc548a-002c-46d8-b12d-5ed53ed5d0f2 None None] Calling delete_port for ad5cdda9-0048-4b41-a500-d93f72f4dcd5 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:02.296219 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-0aeb4d0f-cd5d-4c32-9a83-3b6f73a5205a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] For port ad5cdda9-0048-4b41-a500-d93f72f4dcd5, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ad5cdda9-0048-4b41-a500-d93f72f4dcd5,segment=NetworkSegment(8e35426b-95fe-493d-ae00-feb4fac0b67c),segment_id=8e35426b-95fe-493d-ae00-feb4fac0b67c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:02.296776 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4d0f-cd5d-4c32-9a83-3b6f73a5205a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ad5cdda9-0048-4b41-a500-d93f72f4dcd5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:02.342091 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-0aeb4d0f-cd5d-4c32-9a83-3b6f73a5205a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Calling delete_port for ad5cdda9-0048-4b41-a500-d93f72f4dcd5 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:02.399546 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:00:02.436797 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fb5e034d-876d-4fe9-994a-bc2e50a693bf tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:02.438077 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-57cc548a-002c-46d8-b12d-5ed53ed5d0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (ad5cdda9-0048-4b41-a500-d93f72f4dcd5), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:02.444448 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fb5e034d-876d-4fe9-994a-bc2e50a693bf tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/ports/976f473f-934d-4015-b691-02403daebd22 HTTP/1.1" status: 204 len: 168 time: 2.7026668 Feb 09 02:00:02.450076 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 32872) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:02.513105 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c30cfac-9abf-45be-85f8-e8ad287c511d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] GET failed (client error): The resource could not be found. Feb 09 02:00:02.514902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-564a4965-93ca-464a-9044-304db85110b7 req-8f4ace94-c6eb-4088-9342-f32de4f10277 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] For port 70260989-e682-49fe-949e-1054f7391627, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=70260989-e682-49fe-949e-1054f7391627,segment=NetworkSegment(af810d3a-306b-4dd3-b8e1-d1d72fe507e3),segment_id=af810d3a-306b-4dd3-b8e1-d1d72fe507e3)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:02.515440 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-564a4965-93ca-464a-9044-304db85110b7 req-8f4ace94-c6eb-4088-9342-f32de4f10277 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (70260989-e682-49fe-949e-1054f7391627), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:02.517401 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc548a-002c-46d8-b12d-5ed53ed5d0f2 None None] Pushing event deleted for resources: {'Port': ['ID=ad5cdda9-0048-4b41-a500-d93f72f4dcd5,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:02.521579 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0c30cfac-9abf-45be-85f8-e8ad287c511d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports/976f473f-934d-4015-b691-02403daebd22 HTTP/1.1" status: 404 len: 333 time: 0.0701463 Feb 09 02:00:02.530402 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 32878) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:02.539027 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cc548a-002c-46d8-b12d-5ed53ed5d0f2 None None] No DVR routers for this DVR port ad5cdda9-0048-4b41-a500-d93f72f4dcd5 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:02.616978 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-564a4965-93ca-464a-9044-304db85110b7 req-8f4ace94-c6eb-4088-9342-f32de4f10277 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Calling delete_port for 70260989-e682-49fe-949e-1054f7391627 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:02.656660 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26834e7-7288-4509-be61-412fad449e6a req-310b6f49-62e3-4f94-a8bc-bc576b3165c0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:02.662346 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26834e7-7288-4509-be61-412fad449e6a req-310b6f49-62e3-4f94-a8bc-bc576b3165c0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:02.671129 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26834e7-7288-4509-be61-412fad449e6a req-310b6f49-62e3-4f94-a8bc-bc576b3165c0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:02.677056 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26834e7-7288-4509-be61-412fad449e6a req-310b6f49-62e3-4f94-a8bc-bc576b3165c0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:02.684574 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26834e7-7288-4509-be61-412fad449e6a req-310b6f49-62e3-4f94-a8bc-bc576b3165c0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:02.691959 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26834e7-7288-4509-be61-412fad449e6a req-310b6f49-62e3-4f94-a8bc-bc576b3165c0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:02.710236 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26834e7-7288-4509-be61-412fad449e6a req-310b6f49-62e3-4f94-a8bc-bc576b3165c0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:02.718069 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f26834e7-7288-4509-be61-412fad449e6a req-310b6f49-62e3-4f94-a8bc-bc576b3165c0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 1.3473530 Feb 09 02:00:02.728360 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe57fc3-2047-4f6a-bafd-31a2a7be83ee req-1bb8ab8f-6bd1-49ad-8f5f-4660cf8ce4c0 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:02.735883 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbe57fc3-2047-4f6a-bafd-31a2a7be83ee req-1bb8ab8f-6bd1-49ad-8f5f-4660cf8ce4c0 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/ports?device_id=58fa5781-81e0-43da-a51f-df9cfcfa1b82 HTTP/1.1" status: 200 len: 946 time: 0.2860487 Feb 09 02:00:02.873830 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4d0f-cd5d-4c32-9a83-3b6f73a5205a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ad5cdda9-0048-4b41-a500-d93f72f4dcd5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:02.957102 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb4d0f-cd5d-4c32-9a83-3b6f73a5205a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Port': ['ID=ad5cdda9-0048-4b41-a500-d93f72f4dcd5,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:03.005081 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbe57fc3-2047-4f6a-bafd-31a2a7be83ee req-8ec75700-9525-478a-aa85-d65a0f6db410 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f33ebce-9577-4162-9624-560ad8115a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633011 Feb 09 02:00:03.049048 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeb4d0f-cd5d-4c32-9a83-3b6f73a5205a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] No DVR routers for this DVR port ad5cdda9-0048-4b41-a500-d93f72f4dcd5 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:03.058982 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-8872ac7e-1897-4e22-8b7f-22a4d59666ed tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting port 3d56cd37-47ab-4a82-9552-53f3f7fcad66 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:03.061893 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8872ac7e-1897-4e22-8b7f-22a4d59666ed tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (3d56cd37-47ab-4a82-9552-53f3f7fcad66), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:03.134560 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f7af398f-bddc-49da-9333-4abb6a5fb88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (f2fe7ea0-abd0-4903-b312-8c0a1a6226f9), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:03.223668 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af398f-bddc-49da-9333-4abb6a5fb88b admin admin] Pushing event deleted for resources: {'Port': ['ID=f2fe7ea0-abd0-4903-b312-8c0a1a6226f9,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:03.294058 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ad5cdda9-0048-4b41-a500-d93f72f4dcd5 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:00:03.308641 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8872ac7e-1897-4e22-8b7f-22a4d59666ed tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (3d56cd37-47ab-4a82-9552-53f3f7fcad66), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:03.328618 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f26834e7-7288-4509-be61-412fad449e6a req-a3d04dd7-edb8-41a7-bb70-e982611e1dc3 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6028187 Feb 09 02:00:03.343024 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: ad5cdda9-0048-4b41-a500-d93f72f4dcd5 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:00:03.343403 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ad5cdda9-0048-4b41-a500-d93f72f4dcd5 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:00:03.366845 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4d0f-cd5d-4c32-9a83-3b6f73a5205a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (aa9c8707-cc70-4475-a52e-15199822697f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:03.380999 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-8872ac7e-1897-4e22-8b7f-22a4d59666ed tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Calling delete_port for 3d56cd37-47ab-4a82-9552-53f3f7fcad66 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:03.449306 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-564a4965-93ca-464a-9044-304db85110b7 req-8f4ace94-c6eb-4088-9342-f32de4f10277 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (70260989-e682-49fe-949e-1054f7391627), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:03.481955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-0aeb4d0f-cd5d-4c32-9a83-3b6f73a5205a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9c8707-cc70-4475-a52e-15199822697f']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:03.498864 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed0c10-8541-460c-a13d-58e276e1266a req-4a98cd46-5e33-41ea-826c-520e0d340d8f tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:03.501397 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bed0c10-8541-460c-a13d-58e276e1266a req-4a98cd46-5e33-41ea-826c-520e0d340d8f tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.3323576 Feb 09 02:00:03.610918 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-0aeb4d0f-cd5d-4c32-9a83-3b6f73a5205a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e35426b-95fe-493d-ae00-feb4fac0b67c') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:03.615401 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-0aeb4d0f-cd5d-4c32-9a83-3b6f73a5205a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e35426b-95fe-493d-ae00-feb4fac0b67c') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:03.642158 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4d0f-cd5d-4c32-9a83-3b6f73a5205a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (8e35426b-95fe-493d-ae00-feb4fac0b67c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:03.668027 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4d0f-cd5d-4c32-9a83-3b6f73a5205a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (8e35426b-95fe-493d-ae00-feb4fac0b67c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:03.675268 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aeb4d0f-cd5d-4c32-9a83-3b6f73a5205a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:00:03.675688 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4d0f-cd5d-4c32-9a83-3b6f73a5205a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (8e35426b-95fe-493d-ae00-feb4fac0b67c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:00:03.776266 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:00:03.809146 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8872ac7e-1897-4e22-8b7f-22a4d59666ed tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (3d56cd37-47ab-4a82-9552-53f3f7fcad66), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:03.914465 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872ac7e-1897-4e22-8b7f-22a4d59666ed tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Port': ['ID=3d56cd37-47ab-4a82-9552-53f3f7fcad66,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:03.985945 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8872ac7e-1897-4e22-8b7f-22a4d59666ed tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:03.994656 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8872ac7e-1897-4e22-8b7f-22a4d59666ed tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/ports/3d56cd37-47ab-4a82-9552-53f3f7fcad66 HTTP/1.1" status: 204 len: 168 time: 1.4633412 Feb 09 02:00:03.997581 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 32904) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:04.066468 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f031c35-ad9c-4b22-a278-7586e0b0fede tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] GET failed (client error): The resource could not be found. Feb 09 02:00:04.066468 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2f031c35-ad9c-4b22-a278-7586e0b0fede tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports/3d56cd37-47ab-4a82-9552-53f3f7fcad66 HTTP/1.1" status: 404 len: 333 time: 0.0653980 Feb 09 02:00:04.069120 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 32910) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:04.266932 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7b1891-219f-4483-9621-9cca5f3b7894 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting subnet 8cd8ec19-a184-477a-bbb1-1caa201c4101 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:00:04.329748 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f2b1534f-63ff-43a1-9d92-c94ed9425cc8 req-2d7b22c0-f744-49ee-8a3a-7e3cdf007d85 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.36 "GET /v2.0/ports?device_id=58fa5781-81e0-43da-a51f-df9cfcfa1b82 HTTP/1.1" status: 200 len: 210 time: 0.1269512 Feb 09 02:00:04.329748 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1891-219f-4483-9621-9cca5f3b7894 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for subnet (8cd8ec19-a184-477a-bbb1-1caa201c4101), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:04.413723 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ace94-c6eb-4088-9342-f32de4f10277 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Pushing event deleted for resources: {'Port': ['ID=70260989-e682-49fe-949e-1054f7391627,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:04.419154 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1891-219f-4483-9621-9cca5f3b7894 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (8cd8ec19-a184-477a-bbb1-1caa201c4101), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:04.430108 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4d0f-cd5d-4c32-9a83-3b6f73a5205a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (aa9c8707-cc70-4475-a52e-15199822697f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:04.515974 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4d0f-cd5d-4c32-9a83-3b6f73a5205a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:04.519810 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0aeb4d0f-cd5d-4c32-9a83-3b6f73a5205a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/networks/aa9c8707-cc70-4475-a52e-15199822697f HTTP/1.1" status: 204 len: 168 time: 3.5608983 Feb 09 02:00:04.523305 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-564a4965-93ca-464a-9044-304db85110b7 req-8f4ace94-c6eb-4088-9342-f32de4f10277 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] No DVR routers for this DVR port 70260989-e682-49fe-949e-1054f7391627 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:04.525296 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 32918) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:04.560126 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1891-219f-4483-9621-9cca5f3b7894 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (8cd8ec19-a184-477a-bbb1-1caa201c4101), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:04.605737 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb4d0f-cd5d-4c32-9a83-3b6f73a5205a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Network': ['ID=aa9c8707-cc70-4475-a52e-15199822697f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:04.613210 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-564a4965-93ca-464a-9044-304db85110b7 req-8f4ace94-c6eb-4088-9342-f32de4f10277 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:04.618865 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-564a4965-93ca-464a-9044-304db85110b7 req-8f4ace94-c6eb-4088-9342-f32de4f10277 tempest-ServerTagsTestJSON-1883275704 tempest-ServerTagsTestJSON-1883275704-project] 10.222.0.67 "DELETE /v2.0/ports/70260989-e682-49fe-949e-1054f7391627 HTTP/1.1" status: 204 len: 173 time: 3.1069922 Feb 09 02:00:04.623288 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fa5781-81e0-43da-a51f-df9cfcfa1b82', 'name': 'network-vif-deleted', 'tag': '70260989-e682-49fe-949e-1054f7391627'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:00:04.623288 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb60d28-25e7-4406-a42d-8087f55bcdae" -d '{"events": [{"server_uuid": "58fa5781-81e0-43da-a51f-df9cfcfa1b82", "name": "network-vif-deleted", "tag": "70260989-e682-49fe-949e-1054f7391627"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:00:04.664262 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 70260989-e682-49fe-949e-1054f7391627 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:00:04.724942 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 70260989-e682-49fe-949e-1054f7391627 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:00:04.728514 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 70260989-e682-49fe-949e-1054f7391627 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:00:04.813733 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4bed0c10-8541-460c-a13d-58e276e1266a req-3189275b-c9dc-4ffb-96b9-43d85f49cea7 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2464421 Feb 09 02:00:04.882601 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f7af398f-bddc-49da-9333-4abb6a5fb88b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (205a820e-848f-4cf7-b7b0-9fd092a3e5af), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:04.953821 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc053722-4581-425b-b5a6-6a50ebb8039f req-65db65f5-ecdf-46fc-9a25-f9b1e4e9415d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:04.959923 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc053722-4581-425b-b5a6-6a50ebb8039f req-65db65f5-ecdf-46fc-9a25-f9b1e4e9415d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:04.966536 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc053722-4581-425b-b5a6-6a50ebb8039f req-65db65f5-ecdf-46fc-9a25-f9b1e4e9415d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:04.972242 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc053722-4581-425b-b5a6-6a50ebb8039f req-65db65f5-ecdf-46fc-9a25-f9b1e4e9415d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:04.978960 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc053722-4581-425b-b5a6-6a50ebb8039f req-65db65f5-ecdf-46fc-9a25-f9b1e4e9415d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:04.987657 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc053722-4581-425b-b5a6-6a50ebb8039f req-65db65f5-ecdf-46fc-9a25-f9b1e4e9415d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:04.993267 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc053722-4581-425b-b5a6-6a50ebb8039f req-65db65f5-ecdf-46fc-9a25-f9b1e4e9415d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:05.005947 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cc053722-4581-425b-b5a6-6a50ebb8039f req-65db65f5-ecdf-46fc-9a25-f9b1e4e9415d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.3445301 Feb 09 02:00:05.039958 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1891-219f-4483-9621-9cca5f3b7894 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (8cd8ec19-a184-477a-bbb1-1caa201c4101), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:05.043539 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df1c6c2-c2c5-4d89-bb4a-2f01da0c29aa tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:05.049163 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5df1c6c2-c2c5-4d89-bb4a-2f01da0c29aa tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4612727 Feb 09 02:00:05.054650 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58eafcdd-ff0e-4665-a9d8-4d14fd37fff5 x-openstack-request-id: req-58eafcdd-ff0e-4665-a9d8-4d14fd37fff5 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:00:05.054950 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fa5781-81e0-43da-a51f-df9cfcfa1b82", "name": "network-vif-deleted", "tag": "70260989-e682-49fe-949e-1054f7391627", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:00:05.055240 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-58eafcdd-ff0e-4665-a9d8-4d14fd37fff5 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:00:05.055631 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fa5781-81e0-43da-a51f-df9cfcfa1b82', 'name': 'network-vif-deleted', 'tag': '70260989-e682-49fe-949e-1054f7391627', 'status': 'completed', 'code': 200} Feb 09 02:00:05.055995 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 32928) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:05.084448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c64caf8-ef40-4c42-91a5-0fa0e9df1c62 None None] Network 2f355511-9964-4bc4-9ab2-5314678d289b requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:05.090165 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1891-219f-4483-9621-9cca5f3b7894 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:05.096703 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8b7b1891-219f-4483-9621-9cca5f3b7894 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/subnets/8cd8ec19-a184-477a-bbb1-1caa201c4101 HTTP/1.1" status: 204 len: 168 time: 1.0264809 Feb 09 02:00:05.106380 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 32930) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:05.212941 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b1891-219f-4483-9621-9cca5f3b7894 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd8ec19-a184-477a-bbb1-1caa201c4101,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:05.532678 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cc053722-4581-425b-b5a6-6a50ebb8039f req-800c9464-a08b-4c3c-9b18-52bcc584e1b3 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5248497 Feb 09 02:00:05.564834 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb968383-8af7-4fc2-999b-a188832637fc None None] DHCP port deletion for 2f355511-9964-4bc4-9ab2-5314678d289b request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:00:05.593914 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0e0a182d-1274-4876-bebb-b4ba2dcfeb76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (2f355511-9964-4bc4-9ab2-5314678d289b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:05.644401 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-913c57ae-9b14-422d-a4b5-d5a81c9846d4 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5786998 Feb 09 02:00:05.656524 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 32942) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:05.656767 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 32944) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:05.662984 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6011d048-c0d9-4681-9705-643daecb63fe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-275560291'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:05.704563 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6011d048-c0d9-4681-9705-643daecb63fe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:05.708241 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6011d048-c0d9-4681-9705-643daecb63fe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:05.728862 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0e0a182d-1274-4876-bebb-b4ba2dcfeb76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting port 6879e6e4-014f-4f6c-ac1f-e2506099ee81 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:05.729141 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0e0a182d-1274-4876-bebb-b4ba2dcfeb76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (6879e6e4-014f-4f6c-ac1f-e2506099ee81), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:05.744819 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4b375-656b-4960-979c-4701538d28e3 req-9ef6b7f2-21a0-4ddd-833a-2905483e0c48 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:05.746885 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-bb968383-8af7-4fc2-999b-a188832637fc None None] Deleting port 6879e6e4-014f-4f6c-ac1f-e2506099ee81 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:05.747850 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bb968383-8af7-4fc2-999b-a188832637fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (6879e6e4-014f-4f6c-ac1f-e2506099ee81), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:05.753956 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-80d4b375-656b-4960-979c-4701538d28e3 req-9ef6b7f2-21a0-4ddd-833a-2905483e0c48 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.7033601 Feb 09 02:00:05.768539 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 32946) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:05.802473 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6011d048-c0d9-4681-9705-643daecb63fe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:00:05.831924 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6011d048-c0d9-4681-9705-643daecb63fe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (ceef1191-5ebb-4410-9900-c0173c079eb5), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:05.832288 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-6011d048-c0d9-4681-9705-643daecb63fe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Added segment ceef1191-5ebb-4410-9900-c0173c079eb5 of type vlan for network 29763d1d-72de-402d-8b2b-86f0e0d221d0 Feb 09 02:00:05.854419 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e29575d0-56e6-43dd-b791-560626fc3e65 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Request body: {'floatingip': {'port_id': '9d710658-430c-4b57-b97c-cc28d891d0f7'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:05.866887 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-0e0a182d-1274-4876-bebb-b4ba2dcfeb76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] For port 6879e6e4-014f-4f6c-ac1f-e2506099ee81, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6879e6e4-014f-4f6c-ac1f-e2506099ee81,segment=NetworkSegment(12bea17e-b042-4661-97d3-c8db130393e5),segment_id=12bea17e-b042-4661-97d3-c8db130393e5)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:05.867288 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0e0a182d-1274-4876-bebb-b4ba2dcfeb76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (6879e6e4-014f-4f6c-ac1f-e2506099ee81), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:05.897826 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-bb968383-8af7-4fc2-999b-a188832637fc None None] For port 6879e6e4-014f-4f6c-ac1f-e2506099ee81, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6879e6e4-014f-4f6c-ac1f-e2506099ee81,segment=NetworkSegment(12bea17e-b042-4661-97d3-c8db130393e5),segment_id=12bea17e-b042-4661-97d3-c8db130393e5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:05.898850 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bb968383-8af7-4fc2-999b-a188832637fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (6879e6e4-014f-4f6c-ac1f-e2506099ee81), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:05.921218 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-bb968383-8af7-4fc2-999b-a188832637fc None None] Calling delete_port for 6879e6e4-014f-4f6c-ac1f-e2506099ee81 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:05.934091 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0e0a182d-1274-4876-bebb-b4ba2dcfeb76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Calling delete_port for 6879e6e4-014f-4f6c-ac1f-e2506099ee81 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:05.975373 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e29575d0-56e6-43dd-b791-560626fc3e65 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for floatingip (2e4743a6-e44e-42c4-a901-3cd1febe9031), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:05.979938 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6011d048-c0d9-4681-9705-643daecb63fe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (29763d1d-72de-402d-8b2b-86f0e0d221d0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:06.063240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7af398f-bddc-49da-9333-4abb6a5fb88b admin admin] Router 205a820e-848f-4cf7-b7b0-9fd092a3e5af has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:00:06.091907 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bb968383-8af7-4fc2-999b-a188832637fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (6879e6e4-014f-4f6c-ac1f-e2506099ee81), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:06.113796 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71c7fbb-e3fa-42a9-84e8-810ace2618e6 admin admin] Deleting subnet cdf7c175-1141-42a5-8159-b7d0a489238c {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:00:06.121211 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c71c7fbb-e3fa-42a9-84e8-810ace2618e6 admin admin] Publish callbacks [] for subnet (cdf7c175-1141-42a5-8159-b7d0a489238c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:06.144051 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6011d048-c0d9-4681-9705-643daecb63fe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (29763d1d-72de-402d-8b2b-86f0e0d221d0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:06.159605 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6011d048-c0d9-4681-9705-643daecb63fe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:06.160247 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6011d048-c0d9-4681-9705-643daecb63fe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:06.212166 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb968383-8af7-4fc2-999b-a188832637fc None None] Pushing event deleted for resources: {'Port': ['ID=6879e6e4-014f-4f6c-ac1f-e2506099ee81,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:06.243277 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb968383-8af7-4fc2-999b-a188832637fc None None] No DVR routers for this DVR port 6879e6e4-014f-4f6c-ac1f-e2506099ee81 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:06.289617 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c71c7fbb-e3fa-42a9-84e8-810ace2618e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (cdf7c175-1141-42a5-8159-b7d0a489238c), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:06.310711 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011d048-c0d9-4681-9705-643daecb63fe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Network': ['ID=29763d1d-72de-402d-8b2b-86f0e0d221d0,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:06.328490 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6011d048-c0d9-4681-9705-643daecb63fe tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6671546 Feb 09 02:00:06.328719 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 29763d1d-72de-402d-8b2b-86f0e0d221d0 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:00:06.331706 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 32956) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:06.337087 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-08b766b2-81a1-4a53-a149-bdb25024b3ae tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'subnet': {'network_id': '29763d1d-72de-402d-8b2b-86f0e0d221d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:06.372845 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0e0a182d-1274-4876-bebb-b4ba2dcfeb76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (6879e6e4-014f-4f6c-ac1f-e2506099ee81), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:06.464797 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a182d-1274-4876-bebb-b4ba2dcfeb76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] No DVR routers for this DVR port 6879e6e4-014f-4f6c-ac1f-e2506099ee81 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:06.471073 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a182d-1274-4876-bebb-b4ba2dcfeb76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Port': ['ID=6879e6e4-014f-4f6c-ac1f-e2506099ee81,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:06.594261 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0e0a182d-1274-4876-bebb-b4ba2dcfeb76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (2f355511-9964-4bc4-9ab2-5314678d289b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:06.623018 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0e0a182d-1274-4876-bebb-b4ba2dcfeb76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f355511-9964-4bc4-9ab2-5314678d289b']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:06.634159 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0e0a182d-1274-4876-bebb-b4ba2dcfeb76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12bea17e-b042-4661-97d3-c8db130393e5') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:06.634410 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0e0a182d-1274-4876-bebb-b4ba2dcfeb76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12bea17e-b042-4661-97d3-c8db130393e5') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:06.650100 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0e0a182d-1274-4876-bebb-b4ba2dcfeb76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (12bea17e-b042-4661-97d3-c8db130393e5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:06.683869 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0e0a182d-1274-4876-bebb-b4ba2dcfeb76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (12bea17e-b042-4661-97d3-c8db130393e5), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:06.721005 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0a182d-1274-4876-bebb-b4ba2dcfeb76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:00:06.721717 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0e0a182d-1274-4876-bebb-b4ba2dcfeb76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (12bea17e-b042-4661-97d3-c8db130393e5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: self.session.flush() Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:00:06.726807 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:00:06.805373 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c71c7fbb-e3fa-42a9-84e8-810ace2618e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (cdf7c175-1141-42a5-8159-b7d0a489238c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:06.829583 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58837b5-dd51-4c26-bb4e-ef999951412a req-979a800d-80a4-4e9c-b8d3-91b10ca7c2d7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:06.835689 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58837b5-dd51-4c26-bb4e-ef999951412a req-979a800d-80a4-4e9c-b8d3-91b10ca7c2d7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:06.841921 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58837b5-dd51-4c26-bb4e-ef999951412a req-979a800d-80a4-4e9c-b8d3-91b10ca7c2d7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:06.847527 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58837b5-dd51-4c26-bb4e-ef999951412a req-979a800d-80a4-4e9c-b8d3-91b10ca7c2d7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:06.852935 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58837b5-dd51-4c26-bb4e-ef999951412a req-979a800d-80a4-4e9c-b8d3-91b10ca7c2d7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:06.859111 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58837b5-dd51-4c26-bb4e-ef999951412a req-979a800d-80a4-4e9c-b8d3-91b10ca7c2d7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:06.864462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58837b5-dd51-4c26-bb4e-ef999951412a req-979a800d-80a4-4e9c-b8d3-91b10ca7c2d7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:06.866426 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f58837b5-dd51-4c26-bb4e-ef999951412a req-979a800d-80a4-4e9c-b8d3-91b10ca7c2d7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.2135961 Feb 09 02:00:06.867727 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0e0a182d-1274-4876-bebb-b4ba2dcfeb76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (2f355511-9964-4bc4-9ab2-5314678d289b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:06.875989 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0e0a182d-1274-4876-bebb-b4ba2dcfeb76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:06.879435 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0e0a182d-1274-4876-bebb-b4ba2dcfeb76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/networks/2f355511-9964-4bc4-9ab2-5314678d289b HTTP/1.1" status: 204 len: 168 time: 1.7009573 Feb 09 02:00:06.886426 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 32968) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:06.904960 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-8d97a490-d575-42a8-a042-50c6a5044bc3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1405443187'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:06.907647 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a182d-1274-4876-bebb-b4ba2dcfeb76 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Network': ['ID=2f355511-9964-4bc4-9ab2-5314678d289b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:06.956311 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f58837b5-dd51-4c26-bb4e-ef999951412a req-e96700ab-6591-4bde-bc4b-9923725bc5bc tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739272 Feb 09 02:00:06.960458 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7af398f-bddc-49da-9333-4abb6a5fb88b admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:00:06.968057 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f7af398f-bddc-49da-9333-4abb6a5fb88b admin admin] 10.222.0.36 "PUT /v2.0/routers/205a820e-848f-4cf7-b7b0-9fd092a3e5af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8909795 Feb 09 02:00:06.970800 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 32970) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:06.977875 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c371f9-27b7-43c2-91a5-ae5ec31cd813 None None] Sync routers for ids ['205a820e-848f-4cf7-b7b0-9fd092a3e5af'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:06.994254 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c371f9-27b7-43c2-91a5-ae5ec31cd813 None None] Routers {'205a820e-848f-4cf7-b7b0-9fd092a3e5af'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:06.999746 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-03c371f9-27b7-43c2-91a5-ae5ec31cd813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:59:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['205a820e-848f-4cf7-b7b0-9fd092a3e5af'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:07.077427 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d97a490-d575-42a8-a042-50c6a5044bc3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:07.081624 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8d97a490-d575-42a8-a042-50c6a5044bc3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:07.108992 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b766b2-81a1-4a53-a149-bdb25024b3ae tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:07.112931 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-08b766b2-81a1-4a53-a149-bdb25024b3ae tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:07.193697 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-994a6011-1ba6-4dee-bfae-023c40155cd8 admin admin] Publish callbacks [] for router (205a820e-848f-4cf7-b7b0-9fd092a3e5af), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:07.291090 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6879e6e4-014f-4f6c-ac1f-e2506099ee81 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:00:07.330561 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-03c371f9-27b7-43c2-91a5-ae5ec31cd813 None None] Set router 205a820e-848f-4cf7-b7b0-9fd092a3e5af gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:00:07.468905 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-994a6011-1ba6-4dee-bfae-023c40155cd8 admin admin] Publish callbacks [] for router_gateway (205a820e-848f-4cf7-b7b0-9fd092a3e5af), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:07.618654 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-994a6011-1ba6-4dee-bfae-023c40155cd8 admin admin] Deleting port 132b4e40-cb9f-4d53-b621-0c3ffe39a246 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:07.620032 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-994a6011-1ba6-4dee-bfae-023c40155cd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (132b4e40-cb9f-4d53-b621-0c3ffe39a246), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:07.726475 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-994a6011-1ba6-4dee-bfae-023c40155cd8 admin admin] For port 132b4e40-cb9f-4d53-b621-0c3ffe39a246, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=132b4e40-cb9f-4d53-b621-0c3ffe39a246,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:07.726853 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-994a6011-1ba6-4dee-bfae-023c40155cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (132b4e40-cb9f-4d53-b621-0c3ffe39a246), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:07.745989 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-994a6011-1ba6-4dee-bfae-023c40155cd8 admin admin] Calling delete_port for 132b4e40-cb9f-4d53-b621-0c3ffe39a246 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:07.922322 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-03c371f9-27b7-43c2-91a5-ae5ec31cd813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205a820e-848f-4cf7-b7b0-9fd092a3e5af', 'name': 'tempest-TestServerMultinode-1149871297-router', 'tenant_id': '031518a1ab064b70b895291126f98a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '132b4e40-cb9f-4d53-b621-0c3ffe39a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:23Z', 'updated_at': '2022-02-09T02:00:02Z', 'revision_number': 5, 'project_id': '031518a1ab064b70b895291126f98a2e', 'gw_port': {'id': '132b4e40-cb9f-4d53-b621-0c3ffe39a246', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a820e-848f-4cf7-b7b0-9fd092a3e5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:24Z', 'updated_at': '2022-02-09T01:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:07.924224 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d97a490-d575-42a8-a042-50c6a5044bc3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:00:07.957056 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8d97a490-d575-42a8-a042-50c6a5044bc3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (76c2d2af-17a0-4149-a449-e5c3ebf0a034), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:07.957758 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-8d97a490-d575-42a8-a042-50c6a5044bc3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Added segment 76c2d2af-17a0-4149-a449-e5c3ebf0a034 of type vlan for network 545052ca-c56b-416b-b9fa-9bd63ab20031 Feb 09 02:00:07.993340 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 6879e6e4-014f-4f6c-ac1f-e2506099ee81 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:00:07.994022 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6879e6e4-014f-4f6c-ac1f-e2506099ee81 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:00:08.016179 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c371f9-27b7-43c2-91a5-ae5ec31cd813 None None] Checking router: 205a820e-848f-4cf7-b7b0-9fd092a3e5af for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:00:08.028519 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c6e7fa80-a0c8-46ae-97c7-d6ce4c547fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:08.043696 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c371f9-27b7-43c2-91a5-ae5ec31cd813 None None] Routers {'205a820e-848f-4cf7-b7b0-9fd092a3e5af'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:08.046889 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-03c371f9-27b7-43c2-91a5-ae5ec31cd813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T01:59:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['205a820e-848f-4cf7-b7b0-9fd092a3e5af'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:08.087783 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8d97a490-d575-42a8-a042-50c6a5044bc3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (545052ca-c56b-416b-b9fa-9bd63ab20031), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:08.136728 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c71c7fbb-e3fa-42a9-84e8-810ace2618e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (cdf7c175-1141-42a5-8159-b7d0a489238c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:08.173065 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-994a6011-1ba6-4dee-bfae-023c40155cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (132b4e40-cb9f-4d53-b621-0c3ffe39a246), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:08.185092 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-03c371f9-27b7-43c2-91a5-ae5ec31cd813 None None] Set router 205a820e-848f-4cf7-b7b0-9fd092a3e5af gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:00:08.192249 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-08b766b2-81a1-4a53-a149-bdb25024b3ae tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (e4d94511-956e-43e1-af18-d787539d6065), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:08.258630 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a6011-1ba6-4dee-bfae-023c40155cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=132b4e40-cb9f-4d53-b621-0c3ffe39a246,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:08.269032 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-03c371f9-27b7-43c2-91a5-ae5ec31cd813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205a820e-848f-4cf7-b7b0-9fd092a3e5af', 'name': 'tempest-TestServerMultinode-1149871297-router', 'tenant_id': '031518a1ab064b70b895291126f98a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:23Z', 'updated_at': '2022-02-09T02:00:07Z', 'revision_number': 6, 'project_id': '031518a1ab064b70b895291126f98a2e', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:08.307552 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c371f9-27b7-43c2-91a5-ae5ec31cd813 None None] The sync data for ids ['205a820e-848f-4cf7-b7b0-9fd092a3e5af'] in n-d-828387-3 is: [{'id': '205a820e-848f-4cf7-b7b0-9fd092a3e5af', 'name': 'tempest-TestServerMultinode-1149871297-router', 'tenant_id': '031518a1ab064b70b895291126f98a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:23Z', 'updated_at': '2022-02-09T02:00:07Z', 'revision_number': 6, 'project_id': '031518a1ab064b70b895291126f98a2e', 'gw_port_host': None}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:00:08.379756 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-994a6011-1ba6-4dee-bfae-023c40155cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (205a820e-848f-4cf7-b7b0-9fd092a3e5af), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:08.382122 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8d97a490-d575-42a8-a042-50c6a5044bc3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (545052ca-c56b-416b-b9fa-9bd63ab20031), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:08.387280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d97a490-d575-42a8-a042-50c6a5044bc3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:08.387926 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8d97a490-d575-42a8-a042-50c6a5044bc3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:08.519369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97a490-d575-42a8-a042-50c6a5044bc3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Network': ['ID=545052ca-c56b-416b-b9fa-9bd63ab20031,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:08.531021 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 545052ca-c56b-416b-b9fa-9bd63ab20031 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:00:08.571678 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c7fbb-e3fa-42a9-84e8-810ace2618e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf7c175-1141-42a5-8159-b7d0a489238c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:08.580384 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c71c7fbb-e3fa-42a9-84e8-810ace2618e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:08.590613 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c71c7fbb-e3fa-42a9-84e8-810ace2618e6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cdf7c175-1141-42a5-8159-b7d0a489238c HTTP/1.1" status: 204 len: 168 time: 2.9302952 Feb 09 02:00:08.657012 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 32994) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:08.673709 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-994a6011-1ba6-4dee-bfae-023c40155cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (205a820e-848f-4cf7-b7b0-9fd092a3e5af), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:08.675879 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-994a6011-1ba6-4dee-bfae-023c40155cd8 admin admin] Publish callbacks [] for router_controller (205a820e-848f-4cf7-b7b0-9fd092a3e5af), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:08.709508 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8d97a490-d575-42a8-a042-50c6a5044bc3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8095818 Feb 09 02:00:08.737325 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33000) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:08.747587 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-347c605d-5bfe-4bd5-986b-60d7d3ad9a0b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'subnet': {'network_id': '545052ca-c56b-416b-b9fa-9bd63ab20031', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:08.824359 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc99e42-66dd-4111-ad78-055c111b998f req-38993b48-c240-4417-bff2-bc61cf45bbac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:08.849809 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc99e42-66dd-4111-ad78-055c111b998f req-38993b48-c240-4417-bff2-bc61cf45bbac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:08.855716 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc99e42-66dd-4111-ad78-055c111b998f req-38993b48-c240-4417-bff2-bc61cf45bbac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:08.860255 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-994a6011-1ba6-4dee-bfae-023c40155cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (205a820e-848f-4cf7-b7b0-9fd092a3e5af), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:08.860882 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994a6011-1ba6-4dee-bfae-023c40155cd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 205a820e-848f-4cf7-b7b0-9fd092a3e5af {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:00:08.868682 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc99e42-66dd-4111-ad78-055c111b998f req-38993b48-c240-4417-bff2-bc61cf45bbac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:08.871940 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-994a6011-1ba6-4dee-bfae-023c40155cd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:08.876849 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-994a6011-1ba6-4dee-bfae-023c40155cd8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/205a820e-848f-4cf7-b7b0-9fd092a3e5af HTTP/1.1" status: 204 len: 168 time: 1.9027212 Feb 09 02:00:08.876849 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347c605d-5bfe-4bd5-986b-60d7d3ad9a0b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:08.880168 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc99e42-66dd-4111-ad78-055c111b998f req-38993b48-c240-4417-bff2-bc61cf45bbac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:08.887973 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-347c605d-5bfe-4bd5-986b-60d7d3ad9a0b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:08.889620 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc99e42-66dd-4111-ad78-055c111b998f req-38993b48-c240-4417-bff2-bc61cf45bbac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:08.893986 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33002) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:08.895923 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc99e42-66dd-4111-ad78-055c111b998f req-38993b48-c240-4417-bff2-bc61cf45bbac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:08.905116 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1dc99e42-66dd-4111-ad78-055c111b998f req-38993b48-c240-4417-bff2-bc61cf45bbac tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.7561126 Feb 09 02:00:09.077767 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-1524ada8-518c-4488-8bcf-af00ac0d6506 admin admin] Deleting subnet 661ee44d-a9bf-49e2-83a7-b56c33fc759a {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:00:09.081133 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1524ada8-518c-4488-8bcf-af00ac0d6506 admin admin] Publish callbacks [] for subnet (661ee44d-a9bf-49e2-83a7-b56c33fc759a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:09.131314 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1524ada8-518c-4488-8bcf-af00ac0d6506 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (661ee44d-a9bf-49e2-83a7-b56c33fc759a), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:09.234504 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1524ada8-518c-4488-8bcf-af00ac0d6506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (661ee44d-a9bf-49e2-83a7-b56c33fc759a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:09.314872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f2fe7ea0-abd0-4903-b312-8c0a1a6226f9 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:00:09.330196 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1524ada8-518c-4488-8bcf-af00ac0d6506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (661ee44d-a9bf-49e2-83a7-b56c33fc759a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:09.344844 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: f2fe7ea0-abd0-4903-b312-8c0a1a6226f9 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:00:09.345191 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f2fe7ea0-abd0-4903-b312-8c0a1a6226f9 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:00:09.345612 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 132b4e40-cb9f-4d53-b621-0c3ffe39a246 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:00:09.398652 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 132b4e40-cb9f-4d53-b621-0c3ffe39a246 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:00:09.399011 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 132b4e40-cb9f-4d53-b621-0c3ffe39a246 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:00:09.403595 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524ada8-518c-4488-8bcf-af00ac0d6506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=661ee44d-a9bf-49e2-83a7-b56c33fc759a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:09.406675 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1524ada8-518c-4488-8bcf-af00ac0d6506 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:09.411790 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5799ed2-3254-4c6f-a8a2-4a0c6d1d9d9d None None] Network 53f74c50-3215-45c8-9b2a-f030dc39bfe6 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:09.415157 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1524ada8-518c-4488-8bcf-af00ac0d6506 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/661ee44d-a9bf-49e2-83a7-b56c33fc759a HTTP/1.1" status: 204 len: 168 time: 0.5120940 Feb 09 02:00:09.430582 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33008) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:09.600120 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b766b2-81a1-4a53-a149-bdb25024b3ae tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Subnet': ['ID=e4d94511-956e-43e1-af18-d787539d6065,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:09.604460 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2af9c5b-f754-417c-b415-6978aa28c0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (53f74c50-3215-45c8-9b2a-f030dc39bfe6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:09.700503 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-641e6a27-5dd2-4f65-8593-33a497d059a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (28d6dcb4-cf26-4397-9ab6-826c3b3253c8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:09.705059 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.db.resource_extend [None req-e29575d0-56e6-43dd-b791-560626fc3e65 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] It took 0.76 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:00:09.760804 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1dc99e42-66dd-4111-ad78-055c111b998f req-cfa35da1-d6cd-4cc1-b624-e196e3ace43e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8505356 Feb 09 02:00:09.768418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b766b2-81a1-4a53-a149-bdb25024b3ae tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Checking segment: {'id': 'ceef1191-5ebb-4410-9900-c0173c079eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '29763d1d-72de-402d-8b2b-86f0e0d221d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:00:09.770008 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b766b2-81a1-4a53-a149-bdb25024b3ae tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network hostable DHCP agents. Network: 29763d1d-72de-402d-8b2b-86f0e0d221d0, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:00:09.811469 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:09.845390 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73682191-033a-45b3-90a5-67ea3128554e None None] DHCP port deletion for 53f74c50-3215-45c8-9b2a-f030dc39bfe6 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:00:09.848085 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e29575d0-56e6-43dd-b791-560626fc3e65 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:09.887691 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e29575d0-56e6-43dd-b791-560626fc3e65 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (2e4743a6-e44e-42c4-a901-3cd1febe9031), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:09.967838 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b2af9c5b-f754-417c-b415-6978aa28c0f1 admin admin] Deleting port a9e46371-630d-4908-bf9e-e3bec000ebfd {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:09.968266 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2af9c5b-f754-417c-b415-6978aa28c0f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a9e46371-630d-4908-bf9e-e3bec000ebfd), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:09.974071 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-73682191-033a-45b3-90a5-67ea3128554e None None] Deleting port a9e46371-630d-4908-bf9e-e3bec000ebfd {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:09.974444 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-73682191-033a-45b3-90a5-67ea3128554e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a9e46371-630d-4908-bf9e-e3bec000ebfd), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:10.050651 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b766b2-81a1-4a53-a149-bdb25024b3ae tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network 29763d1d-72de-402d-8b2b-86f0e0d221d0 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:00:10.059127 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-347c605d-5bfe-4bd5-986b-60d7d3ad9a0b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (d172f16d-6d51-4261-8837-4d651b4c6e03), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:10.074514 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-e29575d0-56e6-43dd-b791-560626fc3e65 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Floating IP 2e4743a6-e44e-42c4-a901-3cd1febe9031 associated. External IP: 172.25.7.230, port: 9d710658-430c-4b57-b97c-cc28d891d0f7. Feb 09 02:00:10.132770 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-73682191-033a-45b3-90a5-67ea3128554e None None] For port a9e46371-630d-4908-bf9e-e3bec000ebfd, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a9e46371-630d-4908-bf9e-e3bec000ebfd,segment=NetworkSegment(536ffc20-18f9-4aee-bec3-6033b3f87716),segment_id=536ffc20-18f9-4aee-bec3-6033b3f87716)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:10.133464 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-73682191-033a-45b3-90a5-67ea3128554e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a9e46371-630d-4908-bf9e-e3bec000ebfd), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:10.144858 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c605d-5bfe-4bd5-986b-60d7d3ad9a0b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Subnet': ['ID=d172f16d-6d51-4261-8837-4d651b4c6e03,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:10.156991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-73682191-033a-45b3-90a5-67ea3128554e None None] Calling delete_port for a9e46371-630d-4908-bf9e-e3bec000ebfd owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:10.165249 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-b2af9c5b-f754-417c-b415-6978aa28c0f1 admin admin] For port a9e46371-630d-4908-bf9e-e3bec000ebfd, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a9e46371-630d-4908-bf9e-e3bec000ebfd,segment=NetworkSegment(536ffc20-18f9-4aee-bec3-6033b3f87716),segment_id=536ffc20-18f9-4aee-bec3-6033b3f87716)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:10.165249 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2af9c5b-f754-417c-b415-6978aa28c0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a9e46371-630d-4908-bf9e-e3bec000ebfd), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:10.190754 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b2af9c5b-f754-417c-b415-6978aa28c0f1 admin admin] Calling delete_port for a9e46371-630d-4908-bf9e-e3bec000ebfd owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:10.282706 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3aa73a2f-42fa-4807-8ef7-0e7f1a066146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:10.321930 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-08b766b2-81a1-4a53-a149-bdb25024b3ae tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 29763d1d-72de-402d-8b2b-86f0e0d221d0) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:10.323766 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-73682191-033a-45b3-90a5-67ea3128554e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (a9e46371-630d-4908-bf9e-e3bec000ebfd), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:10.333922 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b766b2-81a1-4a53-a149-bdb25024b3ae tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:10.334821 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-08b766b2-81a1-4a53-a149-bdb25024b3ae tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:10.378424 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347c605d-5bfe-4bd5-986b-60d7d3ad9a0b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Checking segment: {'id': '76c2d2af-17a0-4149-a449-e5c3ebf0a034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '545052ca-c56b-416b-b9fa-9bd63ab20031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:00:10.379037 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347c605d-5bfe-4bd5-986b-60d7d3ad9a0b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network hostable DHCP agents. Network: 545052ca-c56b-416b-b9fa-9bd63ab20031, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:00:10.392853 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73682191-033a-45b3-90a5-67ea3128554e None None] Pushing event deleted for resources: {'Port': ['ID=a9e46371-630d-4908-bf9e-e3bec000ebfd,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:10.397089 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae79bd6-fcd0-47d2-a629-bac4fa58a06a None None] Network 29763d1d-72de-402d-8b2b-86f0e0d221d0 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:10.424638 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347c605d-5bfe-4bd5-986b-60d7d3ad9a0b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 545052ca-c56b-416b-b9fa-9bd63ab20031 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:00:10.438052 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2af9c5b-f754-417c-b415-6978aa28c0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (a9e46371-630d-4908-bf9e-e3bec000ebfd), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:10.449945 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-347c605d-5bfe-4bd5-986b-60d7d3ad9a0b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 545052ca-c56b-416b-b9fa-9bd63ab20031) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:10.473535 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2af9c5b-f754-417c-b415-6978aa28c0f1 admin admin] No DVR routers for this DVR port a9e46371-630d-4908-bf9e-e3bec000ebfd on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:10.479559 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347c605d-5bfe-4bd5-986b-60d7d3ad9a0b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:10.480372 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-347c605d-5bfe-4bd5-986b-60d7d3ad9a0b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:10.494199 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af9c5b-f754-417c-b415-6978aa28c0f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e46371-630d-4908-bf9e-e3bec000ebfd,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:10.519765 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b254ebbc-62de-4cc4-aee4-f7ff7a139949 None None] Network 545052ca-c56b-416b-b9fa-9bd63ab20031 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:10.527284 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73682191-033a-45b3-90a5-67ea3128554e None None] No DVR routers for this DVR port a9e46371-630d-4908-bf9e-e3bec000ebfd on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:10.543772 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-347c605d-5bfe-4bd5-986b-60d7d3ad9a0b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8052931 Feb 09 02:00:10.544424 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33022) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:10.561025 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-76553281-b3ef-4c80-bbd6-c3ac8470fe2e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'port': {'network_id': '545052ca-c56b-416b-b9fa-9bd63ab20031', 'name': 'tempest-PortsIpV6TestJSON-2098134505', 'fixed_ips': [{'subnet_id': 'd172f16d-6d51-4261-8837-4d651b4c6e03', 'ip_address': '2001:db8::10'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:10.597659 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-641e6a27-5dd2-4f65-8593-33a497d059a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (28d6dcb4-cf26-4397-9ab6-826c3b3253c8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:10.605683 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29575d0-56e6-43dd-b791-560626fc3e65 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Router 20662644-ff05-4f60-ad92-0c100ae0a426 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:00:10.650345 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-08b766b2-81a1-4a53-a149-bdb25024b3ae tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3174233 Feb 09 02:00:10.651688 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33030) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:10.654051 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-641e6a27-5dd2-4f65-8593-33a497d059a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d6dcb4-cf26-4397-9ab6-826c3b3253c8']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:10.664681 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-54e2375e-5e6c-416a-8a36-c543905b6f41 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'port': {'network_id': '29763d1d-72de-402d-8b2b-86f0e0d221d0', 'name': 'tempest-PortsTestJSON-1343964424'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:10.767913 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2af9c5b-f754-417c-b415-6978aa28c0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (53f74c50-3215-45c8-9b2a-f030dc39bfe6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:10.790854 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-641e6a27-5dd2-4f65-8593-33a497d059a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af810d3a-306b-4dd3-b8e1-d1d72fe507e3') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:10.814948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-641e6a27-5dd2-4f65-8593-33a497d059a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af810d3a-306b-4dd3-b8e1-d1d72fe507e3') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:10.816918 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b2af9c5b-f754-417c-b415-6978aa28c0f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f74c50-3215-45c8-9b2a-f030dc39bfe6']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:10.838868 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b2af9c5b-f754-417c-b415-6978aa28c0f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536ffc20-18f9-4aee-bec3-6033b3f87716') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:10.839247 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b2af9c5b-f754-417c-b415-6978aa28c0f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536ffc20-18f9-4aee-bec3-6033b3f87716') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:10.860071 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2af9c5b-f754-417c-b415-6978aa28c0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (536ffc20-18f9-4aee-bec3-6033b3f87716), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:10.878402 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-641e6a27-5dd2-4f65-8593-33a497d059a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (af810d3a-306b-4dd3-b8e1-d1d72fe507e3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:10.897363 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-641e6a27-5dd2-4f65-8593-33a497d059a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (af810d3a-306b-4dd3-b8e1-d1d72fe507e3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:10.905720 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641e6a27-5dd2-4f65-8593-33a497d059a0 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:00:10.906139 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-641e6a27-5dd2-4f65-8593-33a497d059a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (af810d3a-306b-4dd3-b8e1-d1d72fe507e3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:10.928966 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76553281-b3ef-4c80-bbd6-c3ac8470fe2e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:10.962289 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2af9c5b-f754-417c-b415-6978aa28c0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (536ffc20-18f9-4aee-bec3-6033b3f87716), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:10.974159 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:10.978102 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66de3e81-d014-43fe-b730-0032534197dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-29763d1d-72de-402d-8b2b-86f0e0d221d0', 'network_id': '29763d1d-72de-402d-8b2b-86f0e0d221d0', 'project_id': '97cf75a617ab459f9f1d1a2897a5bb73', 'fixed_ips': [{'subnet_id': 'e4d94511-956e-43e1-af18-d787539d6065'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:00:10.979586 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-66de3e81-d014-43fe-b730-0032534197dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:00:11.012176 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:00:11.015035 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa12521-6448-4423-82e9-931252d336dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-545052ca-c56b-416b-b9fa-9bd63ab20031', 'network_id': '545052ca-c56b-416b-b9fa-9bd63ab20031', 'project_id': '2c0929c091ec496590344809ec4268dc', 'fixed_ips': [{'subnet_id': 'd172f16d-6d51-4261-8837-4d651b4c6e03'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:00:11.016027 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6fa12521-6448-4423-82e9-931252d336dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:11.018233 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:11.059077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2af9c5b-f754-417c-b415-6978aa28c0f1 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:00:11.059670 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2af9c5b-f754-417c-b415-6978aa28c0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (536ffc20-18f9-4aee-bec3-6033b3f87716), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:00:11.061615 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:00:11.129256 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-641e6a27-5dd2-4f65-8593-33a497d059a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (28d6dcb4-cf26-4397-9ab6-826c3b3253c8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:11.189411 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-641e6a27-5dd2-4f65-8593-33a497d059a0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:11.195715 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-641e6a27-5dd2-4f65-8593-33a497d059a0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/28d6dcb4-cf26-4397-9ab6-826c3b3253c8 HTTP/1.1" status: 204 len: 168 time: 2.5298100 Feb 09 02:00:11.222122 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e6a27-5dd2-4f65-8593-33a497d059a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=28d6dcb4-cf26-4397-9ab6-826c3b3253c8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:11.272458 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-66de3e81-d014-43fe-b730-0032534197dc None None] Allocated IP 172.20.0.2 (29763d1d-72de-402d-8b2b-86f0e0d221d0/e4d94511-956e-43e1-af18-d787539d6065/d637e2bd-18de-4a66-989d-5dc237c39473) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:11.290258 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2af9c5b-f754-417c-b415-6978aa28c0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (53f74c50-3215-45c8-9b2a-f030dc39bfe6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:11.329197 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2af9c5b-f754-417c-b415-6978aa28c0f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:11.332825 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b2af9c5b-f754-417c-b415-6978aa28c0f1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/53f74c50-3215-45c8-9b2a-f030dc39bfe6 HTTP/1.1" status: 204 len: 168 time: 1.9007208 Feb 09 02:00:11.380511 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a3510-ebc8-4f59-8f0a-4d35c950d257 req-00590e0c-827a-44df-89e4-d5985a2af321 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:11.381208 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a3510-ebc8-4f59-8f0a-4d35c950d257 req-00590e0c-827a-44df-89e4-d5985a2af321 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:11.387416 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a3510-ebc8-4f59-8f0a-4d35c950d257 req-00590e0c-827a-44df-89e4-d5985a2af321 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:11.411238 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a3510-ebc8-4f59-8f0a-4d35c950d257 req-00590e0c-827a-44df-89e4-d5985a2af321 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:11.411401 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a9e46371-630d-4908-bf9e-e3bec000ebfd no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:00:11.432407 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a3510-ebc8-4f59-8f0a-4d35c950d257 req-00590e0c-827a-44df-89e4-d5985a2af321 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:11.456077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a3510-ebc8-4f59-8f0a-4d35c950d257 req-00590e0c-827a-44df-89e4-d5985a2af321 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:11.461501 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a3510-ebc8-4f59-8f0a-4d35c950d257 req-00590e0c-827a-44df-89e4-d5985a2af321 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:11.475365 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e4a3510-ebc8-4f59-8f0a-4d35c950d257 req-00590e0c-827a-44df-89e4-d5985a2af321 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.4849038 Feb 09 02:00:11.494342 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33044) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:11.503081 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-76553281-b3ef-4c80-bbd6-c3ac8470fe2e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:11.518330 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: a9e46371-630d-4908-bf9e-e3bec000ebfd {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:00:11.518691 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a9e46371-630d-4908-bf9e-e3bec000ebfd not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:00:11.519903 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29575d0-56e6-43dd-b791-560626fc3e65 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:00:11.529675 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e29575d0-56e6-43dd-b791-560626fc3e65 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:11.588664 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af9c5b-f754-417c-b415-6978aa28c0f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=53f74c50-3215-45c8-9b2a-f030dc39bfe6,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:11.611161 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e2375e-5e6c-416a-8a36-c543905b6f41 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:11.614629 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54e2375e-5e6c-416a-8a36-c543905b6f41 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:11.629599 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33046) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:11.674451 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-6fa12521-6448-4423-82e9-931252d336dd None None] Allocated IP 2001:db8::2 (545052ca-c56b-416b-b9fa-9bd63ab20031/d172f16d-6d51-4261-8837-4d651b4c6e03/5c4aa34f-ca31-44b1-a16b-d7b4f082cae1) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:11.680429 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e29575d0-56e6-43dd-b791-560626fc3e65 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "PUT /v2.0/floatingips/2e4743a6-e44e-42c4-a901-3cd1febe9031 HTTP/1.1" status: 200 len: 991 time: 5.8318741 Feb 09 02:00:11.685194 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-54e2375e-5e6c-416a-8a36-c543905b6f41 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] device_id is not set on port 8a910f21-2ef8-4ff8-b90f-a6d68632c320 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:00:11.690183 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32807df7-b215-4336-b6d1-392a857f6f66', 'tag': '9d710658-430c-4b57-b97c-cc28d891d0f7'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:00:11.696587 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75bf929-3131-48ce-bec0-171c685104e1" -d '{"events": [{"name": "network-changed", "server_uuid": "32807df7-b215-4336-b6d1-392a857f6f66", "tag": "9d710658-430c-4b57-b97c-cc28d891d0f7"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:00:11.712448 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-76553281-b3ef-4c80-bbd6-c3ac8470fe2e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] device_id is not set on port 2eb6c9dd-d15a-4509-8557-6a53acc64db6 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:00:11.766735 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c1bb3a-dab4-4556-91d5-519e98a3e67e None None] Sync routers for ids ['20662644-ff05-4f60-ad92-0c100ae0a426'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:11.771827 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e4a3510-ebc8-4f59-8f0a-4d35c950d257 req-3f3b5e56-cd73-4e40-8b1a-ece88c13c2b3 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2958431 Feb 09 02:00:11.829496 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c1bb3a-dab4-4556-91d5-519e98a3e67e None None] Routers {'20662644-ff05-4f60-ad92-0c100ae0a426'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:11.830429 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b5c1bb3a-dab4-4556-91d5-519e98a3e67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:00:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['20662644-ff05-4f60-ad92-0c100ae0a426'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:11.925007 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9d4165-df1c-4c23-b81e-cf355f1ff4de x-openstack-request-id: req-8d9d4165-df1c-4c23-b81e-cf355f1ff4de {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:00:11.925779 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32807df7-b215-4336-b6d1-392a857f6f66", "tag": "9d710658-430c-4b57-b97c-cc28d891d0f7", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:00:11.926360 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d9d4165-df1c-4c23-b81e-cf355f1ff4de {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:00:11.927096 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32807df7-b215-4336-b6d1-392a857f6f66', 'tag': '9d710658-430c-4b57-b97c-cc28d891d0f7', 'status': 'completed', 'code': 200} Feb 09 02:00:11.995063 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-88fcd020-c8f7-4904-97c6-4535aa3db39f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=45951810457045edb8552adf500fdff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3580296 Feb 09 02:00:12.000994 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9c6cc2d4-a922-4f8e-a5e5-a85daba6056e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1fd45bcece3e41dc824bf7aae31833fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4948168 Feb 09 02:00:12.001586 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33062) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:12.001921 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33064) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:12.021669 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6fa12521-6448-4423-82e9-931252d336dd None None] Publish callbacks [] for port (5c4aa34f-ca31-44b1-a16b-d7b4f082cae1), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:12.042614 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6fa12521-6448-4423-82e9-931252d336dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (5c4aa34f-ca31-44b1-a16b-d7b4f082cae1), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:12.065229 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bf929-3131-48ce-bec0-171c685104e1 req-7d8b97c7-74ba-4487-9558-41319419b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:12.068493 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c75bf929-3131-48ce-bec0-171c685104e1 req-7d8b97c7-74ba-4487-9558-41319419b94d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=225062ed147a4a2299a703d06854300c&device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 1127 time: 0.1617422 Feb 09 02:00:12.099423 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-66de3e81-d014-43fe-b730-0032534197dc None None] Publish callbacks [] for port (d637e2bd-18de-4a66-989d-5dc237c39473), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:12.117173 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa12521-6448-4423-82e9-931252d336dd None None] Network 545052ca-c56b-416b-b9fa-9bd63ab20031 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:12.127958 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-6fa12521-6448-4423-82e9-931252d336dd None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:12.138914 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-66de3e81-d014-43fe-b730-0032534197dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (d637e2bd-18de-4a66-989d-5dc237c39473), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:12.141682 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa12521-6448-4423-82e9-931252d336dd None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:12.166719 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa12521-6448-4423-82e9-931252d336dd None None] Pushing event updated for resources: {'Port': ['ID=5c4aa34f-ca31-44b1-a16b-d7b4f082cae1,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:12.167158 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94cf89-058f-401b-b241-5a9901f1cfe5 req-c32ea806-ae8c-428a-b936-b685f9b2176c tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:12.179008 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-b5c1bb3a-dab4-4556-91d5-519e98a3e67e None None] Set router 20662644-ff05-4f60-ad92-0c100ae0a426 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:00:12.179404 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f94cf89-058f-401b-b241-5a9901f1cfe5 req-c32ea806-ae8c-428a-b936-b685f9b2176c tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.3748806 Feb 09 02:00:12.291528 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9ae8d58-178a-4308-847c-0f55639a692f admin admin] Publish callbacks [] for security_group (c1b81951-8a91-412f-95d7-44aa49225cab), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:12.324465 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9ae8d58-178a-4308-847c-0f55639a692f admin admin] Publish callbacks [] for security_group (c1b81951-8a91-412f-95d7-44aa49225cab), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:12.341576 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.db.api [None req-54e2375e-5e6c-416a-8a36-c543905b6f41 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-104b0922-60b5-43af-9285-8561aab89a00 {{(pid=103183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:00:12.341914 n-d-828387-3 neutron-server[103183]: DEBUG oslo_db.api [None req-54e2375e-5e6c-416a-8a36-c543905b6f41 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:00:12.362774 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f94cf89-058f-401b-b241-5a9901f1cfe5 req-ddfe713e-948f-46f4-aa65-66c8aa908d5a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824772 Feb 09 02:00:12.366972 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bf929-3131-48ce-bec0-171c685104e1 req-5087cec2-0067-49b4-8808-5a7bd57518b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:12.368674 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c75bf929-3131-48ce-bec0-171c685104e1 req-5087cec2-0067-49b4-8808-5a7bd57518b0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bbe85234-1f1c-44c0-aeaf-3380123bb751 HTTP/1.1" status: 200 len: 918 time: 0.2898304 Feb 09 02:00:12.434483 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-76553281-b3ef-4c80-bbd6-c3ac8470fe2e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Allocated IP 2001:db8::10 (545052ca-c56b-416b-b9fa-9bd63ab20031/d172f16d-6d51-4261-8837-4d651b4c6e03/2eb6c9dd-d15a-4509-8557-6a53acc64db6) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:12.451485 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c75bf929-3131-48ce-bec0-171c685104e1 req-f200a0a8-c2eb-4c85-8e0d-5d7348a3dae2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d710658-430c-4b57-b97c-cc28d891d0f7 HTTP/1.1" status: 200 len: 999 time: 0.0765514 Feb 09 02:00:12.534919 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de61678c-1b52-4270-8148-6e691677b55f admin admin] Publish callbacks [] for security_group (2f33ebce-9577-4162-9624-560ad8115a95), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:12.554399 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66de3e81-d014-43fe-b730-0032534197dc None None] Network 29763d1d-72de-402d-8b2b-86f0e0d221d0 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:12.609112 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bf929-3131-48ce-bec0-171c685104e1 req-078401ed-21c8-4e81-b0b4-0dd20faa09d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:12.613571 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c75bf929-3131-48ce-bec0-171c685104e1 req-078401ed-21c8-4e81-b0b4-0dd20faa09d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5fb0614-877d-4584-bc3c-a9b6e8f6847d HTTP/1.1" status: 200 len: 856 time: 0.1553090 Feb 09 02:00:12.626833 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de61678c-1b52-4270-8148-6e691677b55f admin admin] Publish callbacks [] for security_group (2f33ebce-9577-4162-9624-560ad8115a95), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:12.664132 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9ae8d58-178a-4308-847c-0f55639a692f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c1b81951-8a91-412f-95d7-44aa49225cab), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:12.667740 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9ae8d58-178a-4308-847c-0f55639a692f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:12.671782 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f9ae8d58-178a-4308-847c-0f55639a692f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c1b81951-8a91-412f-95d7-44aa49225cab HTTP/1.1" status: 204 len: 168 time: 0.6479135 Feb 09 02:00:12.766055 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-66de3e81-d014-43fe-b730-0032534197dc None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:12.776491 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bf929-3131-48ce-bec0-171c685104e1 req-03336226-42de-4be9-9016-1b13dd1a8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:12.781746 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c75bf929-3131-48ce-bec0-171c685104e1 req-03336226-42de-4be9-9016-1b13dd1a8031 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bbe85234-1f1c-44c0-aeaf-3380123bb751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1614497 Feb 09 02:00:12.820524 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de3e81-d014-43fe-b730-0032534197dc None None] Pushing event updated for resources: {'Port': ['ID=d637e2bd-18de-4a66-989d-5dc237c39473,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:12.839936 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66de3e81-d014-43fe-b730-0032534197dc None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:12.859628 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54e2375e-5e6c-416a-8a36-c543905b6f41 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:12.928834 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:12.995495 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-6fa12521-6448-4423-82e9-931252d336dd None None] Attempting to bind port 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:00:12.996242 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-6fa12521-6448-4423-82e9-931252d336dd None None] Attempting to bind port 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '76c2d2af-17a0-4149-a449-e5c3ebf0a034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '545052ca-c56b-416b-b9fa-9bd63ab20031'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:00:12.996625 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa12521-6448-4423-82e9-931252d336dd None None] Attempting to bind port 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1 on network 545052ca-c56b-416b-b9fa-9bd63ab20031 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:00:13.031562 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c75bf929-3131-48ce-bec0-171c685104e1 req-ae0b5963-c20b-42c8-80d2-53f02c65cabc service neutron] 10.222.0.67 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420094 Feb 09 02:00:13.039537 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa12521-6448-4423-82e9-931252d336dd None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:00:13.040168 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa12521-6448-4423-82e9-931252d336dd None None] Checking segment: {'id': '76c2d2af-17a0-4149-a449-e5c3ebf0a034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '545052ca-c56b-416b-b9fa-9bd63ab20031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:00:13.040389 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6fa12521-6448-4423-82e9-931252d336dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:13.041672 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa12521-6448-4423-82e9-931252d336dd None None] Bound using segment: {'id': '76c2d2af-17a0-4149-a449-e5c3ebf0a034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '545052ca-c56b-416b-b9fa-9bd63ab20031'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:00:13.042226 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-6fa12521-6448-4423-82e9-931252d336dd None None] Bound port: 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c2d2af-17a0-4149-a449-e5c3ebf0a034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '545052ca-c56b-416b-b9fa-9bd63ab20031'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:00:13.042632 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6fa12521-6448-4423-82e9-931252d336dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5c4aa34f-ca31-44b1-a16b-d7b4f082cae1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:13.087462 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-54e2375e-5e6c-416a-8a36-c543905b6f41 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] device_id is not set on port de564afd-87f6-4060-ac64-342737986cfc yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:00:13.089075 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-66de3e81-d014-43fe-b730-0032534197dc None None] Attempting to bind port d637e2bd-18de-4a66-989d-5dc237c39473 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:00:13.089901 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-66de3e81-d014-43fe-b730-0032534197dc None None] Attempting to bind port d637e2bd-18de-4a66-989d-5dc237c39473 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'ceef1191-5ebb-4410-9900-c0173c079eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '29763d1d-72de-402d-8b2b-86f0e0d221d0'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:00:13.090218 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66de3e81-d014-43fe-b730-0032534197dc None None] Attempting to bind port d637e2bd-18de-4a66-989d-5dc237c39473 on network 29763d1d-72de-402d-8b2b-86f0e0d221d0 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:00:13.114845 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66de3e81-d014-43fe-b730-0032534197dc None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:00:13.115247 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66de3e81-d014-43fe-b730-0032534197dc None None] Checking segment: {'id': 'ceef1191-5ebb-4410-9900-c0173c079eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '29763d1d-72de-402d-8b2b-86f0e0d221d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:00:13.115680 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-66de3e81-d014-43fe-b730-0032534197dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:13.116081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66de3e81-d014-43fe-b730-0032534197dc None None] Bound using segment: {'id': 'ceef1191-5ebb-4410-9900-c0173c079eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '29763d1d-72de-402d-8b2b-86f0e0d221d0'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:00:13.116569 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-66de3e81-d014-43fe-b730-0032534197dc None None] Bound port: d637e2bd-18de-4a66-989d-5dc237c39473, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceef1191-5ebb-4410-9900-c0173c079eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '29763d1d-72de-402d-8b2b-86f0e0d221d0'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:00:13.116961 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-66de3e81-d014-43fe-b730-0032534197dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d637e2bd-18de-4a66-989d-5dc237c39473), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:13.230074 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-54e2375e-5e6c-416a-8a36-c543905b6f41 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Allocated IP 172.20.0.13 (29763d1d-72de-402d-8b2b-86f0e0d221d0/e4d94511-956e-43e1-af18-d787539d6065/de564afd-87f6-4060-ac64-342737986cfc) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:13.385900 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae8d58-178a-4308-847c-0f55639a692f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b81951-8a91-412f-95d7-44aa49225cab,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:13.453642 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-66de3e81-d014-43fe-b730-0032534197dc None None] For port d637e2bd-18de-4a66-989d-5dc237c39473, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:00:13.532023 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-6fa12521-6448-4423-82e9-931252d336dd None None] For port 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:00:13.553092 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-66de3e81-d014-43fe-b730-0032534197dc None None] For port d637e2bd-18de-4a66-989d-5dc237c39473, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d637e2bd-18de-4a66-989d-5dc237c39473,segment=NetworkSegment(ceef1191-5ebb-4410-9900-c0173c079eb5),segment_id=ceef1191-5ebb-4410-9900-c0173c079eb5)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:00:13.554368 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-76553281-b3ef-4c80-bbd6-c3ac8470fe2e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for port (2eb6c9dd-d15a-4509-8557-6a53acc64db6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:13.556623 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:13.581150 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-6fa12521-6448-4423-82e9-931252d336dd None None] For port 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5c4aa34f-ca31-44b1-a16b-d7b4f082cae1,segment=NetworkSegment(76c2d2af-17a0-4149-a449-e5c3ebf0a034),segment_id=76c2d2af-17a0-4149-a449-e5c3ebf0a034)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:00:13.585623 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de61678c-1b52-4270-8148-6e691677b55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2f33ebce-9577-4162-9624-560ad8115a95), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:13.589298 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de61678c-1b52-4270-8148-6e691677b55f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:13.593802 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-de61678c-1b52-4270-8148-6e691677b55f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f33ebce-9577-4162-9624-560ad8115a95 HTTP/1.1" status: 204 len: 168 time: 1.5715489 Feb 09 02:00:13.595753 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c75bf929-3131-48ce-bec0-171c685104e1 req-7099caf7-6faa-4408-9b5b-19fa57b4d88e service neutron] 10.222.0.67 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5546608 Feb 09 02:00:13.606894 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-66de3e81-d014-43fe-b730-0032534197dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d637e2bd-18de-4a66-989d-5dc237c39473), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:13.610478 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6fa12521-6448-4423-82e9-931252d336dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5c4aa34f-ca31-44b1-a16b-d7b4f082cae1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:13.746449 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f0a6c-0159-410f-af2c-705a92e7ee48 req-52e2dd67-6186-4908-862f-6b657dbb9d80 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:13.748102 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4b9f0a6c-0159-410f-af2c-705a92e7ee48 req-52e2dd67-6186-4908-862f-6b657dbb9d80 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.1611164 Feb 09 02:00:13.749693 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715cf05-8b90-440d-8664-f978629f0903 req-d0a73ee6-3920-46a2-b4d6-2faf7e2fd39c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:13.750430 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33096) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:13.766474 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715cf05-8b90-440d-8664-f978629f0903 req-d0a73ee6-3920-46a2-b4d6-2faf7e2fd39c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:13.771901 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de3e81-d014-43fe-b730-0032534197dc None None] Pushing event updated for resources: {'Port': ['ID=d637e2bd-18de-4a66-989d-5dc237c39473,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:13.781742 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715cf05-8b90-440d-8664-f978629f0903 req-d0a73ee6-3920-46a2-b4d6-2faf7e2fd39c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:13.795801 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715cf05-8b90-440d-8664-f978629f0903 req-d0a73ee6-3920-46a2-b4d6-2faf7e2fd39c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:13.810775 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715cf05-8b90-440d-8664-f978629f0903 req-d0a73ee6-3920-46a2-b4d6-2faf7e2fd39c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:13.815242 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54e2375e-5e6c-416a-8a36-c543905b6f41 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for port (de564afd-87f6-4060-ac64-342737986cfc), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:13.828230 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715cf05-8b90-440d-8664-f978629f0903 req-d0a73ee6-3920-46a2-b4d6-2faf7e2fd39c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:13.838952 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715cf05-8b90-440d-8664-f978629f0903 req-d0a73ee6-3920-46a2-b4d6-2faf7e2fd39c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:13.850366 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b715cf05-8b90-440d-8664-f978629f0903 req-d0a73ee6-3920-46a2-b4d6-2faf7e2fd39c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.4621112 Feb 09 02:00:13.864840 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4b9f0a6c-0159-410f-af2c-705a92e7ee48 req-35d51eff-61ce-4972-92f7-811e72bd84ad tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007035 Feb 09 02:00:13.867392 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61678c-1b52-4270-8148-6e691677b55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f33ebce-9577-4162-9624-560ad8115a95,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:13.922638 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa12521-6448-4423-82e9-931252d336dd None None] Pushing event updated for resources: {'Port': ['ID=5c4aa34f-ca31-44b1-a16b-d7b4f082cae1,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:13.927338 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b5c1bb3a-dab4-4556-91d5-519e98a3e67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'name': 'tempest-AttachVolumeShelveTestJSON-1509146456-router', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:05Z', 'updated_at': '2022-02-09T01:54:16Z', 'revision_number': 4, 'project_id': '225062ed147a4a2299a703d06854300c', 'gw_port': {'id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:06Z', 'updated_at': '2022-02-09T01:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '2e4743a6-e44e-42c4-a901-3cd1febe9031', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'port_id': '9d710658-430c-4b57-b97c-cc28d891d0f7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'mac_address': 'fa:16:3e:95:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32807df7-b215-4336-b6d1-392a857f6f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:59:34Z', 'updated_at': '2022-02-09T02:00:08Z', 'revision_number': 1, 'project_id': '225062ed147a4a2299a703d06854300c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d0b7492-4c38-4c2a-b778-a9ac17e20de8', 'name': '', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'mac_address': 'fa:16:3e:ba:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:14Z', 'updated_at': '2022-02-09T01:54:30Z', 'revision_number': 5, 'project_id': '225062ed147a4a2299a703d06854300c', 'subnets': [{'id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:13.936435 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-45aa7093-79f0-41c4-9a2b-9d85a1a35c48 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=031518a1ab064b70b895291126f98a2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1811309 Feb 09 02:00:13.936765 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33100) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:13.940257 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-76553281-b3ef-4c80-bbd6-c3ac8470fe2e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (2eb6c9dd-d15a-4509-8557-6a53acc64db6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:14.015798 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c1bb3a-dab4-4556-91d5-519e98a3e67e None None] Checking router: 20662644-ff05-4f60-ad92-0c100ae0a426 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:00:14.089478 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c1bb3a-dab4-4556-91d5-519e98a3e67e None None] Routers {'20662644-ff05-4f60-ad92-0c100ae0a426'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:14.090199 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b5c1bb3a-dab4-4556-91d5-519e98a3e67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:00:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['20662644-ff05-4f60-ad92-0c100ae0a426'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:14.106914 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b715cf05-8b90-440d-8664-f978629f0903 req-a0110a15-66ea-4da4-a787-8175529421fa tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2554066 Feb 09 02:00:14.114099 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76553281-b3ef-4c80-bbd6-c3ac8470fe2e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 545052ca-c56b-416b-b9fa-9bd63ab20031 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:14.118558 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76553281-b3ef-4c80-bbd6-c3ac8470fe2e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Port': ['ID=2eb6c9dd-d15a-4509-8557-6a53acc64db6,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:14.132473 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-76553281-b3ef-4c80-bbd6-c3ac8470fe2e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:14.153235 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76553281-b3ef-4c80-bbd6-c3ac8470fe2e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:14.176131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76553281-b3ef-4c80-bbd6-c3ac8470fe2e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:14.176131 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-76553281-b3ef-4c80-bbd6-c3ac8470fe2e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:14.189889 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-885e8b7c-6f17-4dc7-9a3c-8d83bd70e2a5 admin admin] Publish callbacks [] for security_group (8c7cd040-0a4d-4e07-a477-43c87965438c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:14.218087 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-885e8b7c-6f17-4dc7-9a3c-8d83bd70e2a5 admin admin] Publish callbacks [] for security_group (8c7cd040-0a4d-4e07-a477-43c87965438c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:14.231905 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-76553281-b3ef-4c80-bbd6-c3ac8470fe2e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6849546 Feb 09 02:00:14.234036 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33108) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:14.258733 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-efb765c6-8a85-4ac5-a268-cb4b595c2237 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'port': {'network_id': '545052ca-c56b-416b-b9fa-9bd63ab20031', 'name': 'tempest-PortsIpV6TestJSON-173619645', 'fixed_ips': [{'subnet_id': 'd172f16d-6d51-4261-8837-4d651b4c6e03', 'ip_address': '2001:db8::f'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:14.311376 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54e2375e-5e6c-416a-8a36-c543905b6f41 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (de564afd-87f6-4060-ac64-342737986cfc), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:14.343320 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-885e8b7c-6f17-4dc7-9a3c-8d83bd70e2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8c7cd040-0a4d-4e07-a477-43c87965438c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:14.346260 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-885e8b7c-6f17-4dc7-9a3c-8d83bd70e2a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:14.347996 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-885e8b7c-6f17-4dc7-9a3c-8d83bd70e2a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c7cd040-0a4d-4e07-a477-43c87965438c HTTP/1.1" status: 204 len: 168 time: 0.4066772 Feb 09 02:00:14.459635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e8b7c-6f17-4dc7-9a3c-8d83bd70e2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7cd040-0a4d-4e07-a477-43c87965438c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:14.538352 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e2375e-5e6c-416a-8a36-c543905b6f41 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network 29763d1d-72de-402d-8b2b-86f0e0d221d0 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:14.552286 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-54e2375e-5e6c-416a-8a36-c543905b6f41 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:14.565801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e2375e-5e6c-416a-8a36-c543905b6f41 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:14.604064 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2375e-5e6c-416a-8a36-c543905b6f41 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Port': ['ID=de564afd-87f6-4060-ac64-342737986cfc,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:14.669923 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-b5c1bb3a-dab4-4556-91d5-519e98a3e67e None None] Set router 20662644-ff05-4f60-ad92-0c100ae0a426 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:00:14.790270 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb765c6-8a85-4ac5-a268-cb4b595c2237 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:14.804034 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-efb765c6-8a85-4ac5-a268-cb4b595c2237 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:14.870518 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-efb765c6-8a85-4ac5-a268-cb4b595c2237 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] device_id is not set on port c3028be9-3b40-4d9e-9495-7eebdc32e1d0 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:00:14.875090 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e2375e-5e6c-416a-8a36-c543905b6f41 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:14.875805 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54e2375e-5e6c-416a-8a36-c543905b6f41 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:15.026488 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-54e2375e-5e6c-416a-8a36-c543905b6f41 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.3693557 Feb 09 02:00:15.052388 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33126) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:15.066861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4ecc9cf5-af93-4b12-b48f-6de2999b763e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'port': {'network_id': '29763d1d-72de-402d-8b2b-86f0e0d221d0', 'name': 'tempest-PortsTestJSON-1520407534'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:15.359177 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b5c1bb3a-dab4-4556-91d5-519e98a3e67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'name': 'tempest-AttachVolumeShelveTestJSON-1509146456-router', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:05Z', 'updated_at': '2022-02-09T01:54:16Z', 'revision_number': 4, 'project_id': '225062ed147a4a2299a703d06854300c', 'gw_port': {'id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:06Z', 'updated_at': '2022-02-09T01:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '2e4743a6-e44e-42c4-a901-3cd1febe9031', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'port_id': '9d710658-430c-4b57-b97c-cc28d891d0f7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'mac_address': 'fa:16:3e:95:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32807df7-b215-4336-b6d1-392a857f6f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:59:34Z', 'updated_at': '2022-02-09T02:00:08Z', 'revision_number': 1, 'project_id': '225062ed147a4a2299a703d06854300c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d0b7492-4c38-4c2a-b778-a9ac17e20de8', 'name': '', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'mac_address': 'fa:16:3e:ba:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:14Z', 'updated_at': '2022-02-09T01:54:30Z', 'revision_number': 5, 'project_id': '225062ed147a4a2299a703d06854300c', 'subnets': [{'id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:15.440744 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c1bb3a-dab4-4556-91d5-519e98a3e67e None None] The sync data for ids ['20662644-ff05-4f60-ad92-0c100ae0a426'] in n-d-828387-3 is: [{'id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'name': 'tempest-AttachVolumeShelveTestJSON-1509146456-router', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:05Z', 'updated_at': '2022-02-09T01:54:16Z', 'revision_number': 4, 'project_id': '225062ed147a4a2299a703d06854300c', 'gw_port': {'id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:06Z', 'updated_at': '2022-02-09T01:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '2e4743a6-e44e-42c4-a901-3cd1febe9031', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'port_id': '9d710658-430c-4b57-b97c-cc28d891d0f7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'mac_address': 'fa:16:3e:95:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32807df7-b215-4336-b6d1-392a857f6f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:59:34Z', 'updated_at': '2022-02-09T02:00:08Z', 'revision_number': 1, 'project_id': '225062ed147a4a2299a703d06854300c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d0b7492-4c38-4c2a-b778-a9ac17e20de8', 'name': '', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'mac_address': 'fa:16:3e:ba:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:14Z', 'updated_at': '2022-02-09T01:54:30Z', 'revision_number': 5, 'project_id': '225062ed147a4a2299a703d06854300c', 'subnets': [{'id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:00:15.508238 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-efb765c6-8a85-4ac5-a268-cb4b595c2237 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Allocated IP 2001:db8::f (545052ca-c56b-416b-b9fa-9bd63ab20031/d172f16d-6d51-4261-8837-4d651b4c6e03/c3028be9-3b40-4d9e-9495-7eebdc32e1d0) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:15.645812 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f0bc4576-26e9-40e7-834b-61a458a57f4d req-aa2f0f04-5f2e-4764-a680-cbce04ffb413 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7586296 Feb 09 02:00:15.667227 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:15.675088 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecc9cf5-af93-4b12-b48f-6de2999b763e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:15.686716 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ecc9cf5-af93-4b12-b48f-6de2999b763e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:15.775935 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cd393-9819-4c46-ae50-d8e2689c65df req-32a79f7e-3c77-40e7-9b89-12eedd61dee8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:15.777643 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-833cd393-9819-4c46-ae50-d8e2689c65df req-32a79f7e-3c77-40e7-9b89-12eedd61dee8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.6179824 Feb 09 02:00:15.779026 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-4ecc9cf5-af93-4b12-b48f-6de2999b763e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] device_id is not set on port ff3e532d-c48e-47bf-81f1-6dba1e3fd0f8 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:00:15.859192 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:15.859592 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5c4aa34f-ca31-44b1-a16b-d7b4f082cae1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:16.038458 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00651c5a-d1c1-4805-87fc-6396b43f20e3 None None] New status for floating IP 2e4743a6-e44e-42c4-a901-3cd1febe9031: ACTIVE {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:00:16.087717 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249fce8-471a-4e12-9d2c-e21ba5cbda74 req-12e4c95c-655c-49db-ad10-86a62b3c8304 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:16.097703 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249fce8-471a-4e12-9d2c-e21ba5cbda74 req-12e4c95c-655c-49db-ad10-86a62b3c8304 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:16.114060 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249fce8-471a-4e12-9d2c-e21ba5cbda74 req-12e4c95c-655c-49db-ad10-86a62b3c8304 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:16.129735 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249fce8-471a-4e12-9d2c-e21ba5cbda74 req-12e4c95c-655c-49db-ad10-86a62b3c8304 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:16.146430 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249fce8-471a-4e12-9d2c-e21ba5cbda74 req-12e4c95c-655c-49db-ad10-86a62b3c8304 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:16.162521 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249fce8-471a-4e12-9d2c-e21ba5cbda74 req-12e4c95c-655c-49db-ad10-86a62b3c8304 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:16.172617 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249fce8-471a-4e12-9d2c-e21ba5cbda74 req-12e4c95c-655c-49db-ad10-86a62b3c8304 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:16.176239 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-833cd393-9819-4c46-ae50-d8e2689c65df req-d875ef7f-3d79-49d3-bce0-8fcf63b4ab44 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3567886 Feb 09 02:00:16.179979 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9249fce8-471a-4e12-9d2c-e21ba5cbda74 req-12e4c95c-655c-49db-ad10-86a62b3c8304 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.5455613 Feb 09 02:00:16.198179 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc4576-26e9-40e7-834b-61a458a57f4d req-1d0bbaf2-c5a1-4106-aaed-ee8e006d9a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:16.206308 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f0bc4576-26e9-40e7-834b-61a458a57f4d req-1d0bbaf2-c5a1-4106-aaed-ee8e006d9a58 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=225062ed147a4a2299a703d06854300c&device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 1127 time: 0.4648476 Feb 09 02:00:16.248562 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:16.249084 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5c4aa34f-ca31-44b1-a16b-d7b4f082cae1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:16.292580 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3bd462-5dc1-439d-b5c1-900e6ed9e7cf None None] Network 29763d1d-72de-402d-8b2b-86f0e0d221d0 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:16.361874 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33158) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:16.376389 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-4ecc9cf5-af93-4b12-b48f-6de2999b763e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Allocated IP 172.20.0.3 (29763d1d-72de-402d-8b2b-86f0e0d221d0/e4d94511-956e-43e1-af18-d787539d6065/ff3e532d-c48e-47bf-81f1-6dba1e3fd0f8) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:16.452210 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5c4aa34f-ca31-44b1-a16b-d7b4f082cae1,segment=NetworkSegment(76c2d2af-17a0-4149-a449-e5c3ebf0a034),segment_id=76c2d2af-17a0-4149-a449-e5c3ebf0a034)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:16.494238 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc4576-26e9-40e7-834b-61a458a57f4d req-9a1e7496-57d5-48c0-89d1-333d31b9f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:16.496605 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f0bc4576-26e9-40e7-834b-61a458a57f4d req-9a1e7496-57d5-48c0-89d1-333d31b9f59a service neutron] 10.222.0.67 "GET /v2.0/networks?id=bbe85234-1f1c-44c0-aeaf-3380123bb751 HTTP/1.1" status: 200 len: 918 time: 0.2678354 Feb 09 02:00:16.547785 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5c4aa34f-ca31-44b1-a16b-d7b4f082cae1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:16.549901 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d637e2bd-18de-4a66-989d-5dc237c39473 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:16.573997 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9249fce8-471a-4e12-9d2c-e21ba5cbda74 req-4657ea54-47a7-45ed-9183-18b6d060b931 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3725674 Feb 09 02:00:16.590698 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-efb765c6-8a85-4ac5-a268-cb4b595c2237 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for port (c3028be9-3b40-4d9e-9495-7eebdc32e1d0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:16.741201 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-efb765c6-8a85-4ac5-a268-cb4b595c2237 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (c3028be9-3b40-4d9e-9495-7eebdc32e1d0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:16.760985 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=5c4aa34f-ca31-44b1-a16b-d7b4f082cae1,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:16.762512 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-6f23dd2d-47ad-4171-8f78-7a99c84a643b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1671529262-network', 'tenant_id': '43b87152234245bb894594bf49427895'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:16.836901 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f0bc4576-26e9-40e7-834b-61a458a57f4d req-93e46929-5649-4a6a-b6b6-8e4ccfe02150 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d710658-430c-4b57-b97c-cc28d891d0f7 HTTP/1.1" status: 200 len: 999 time: 0.3305449 Feb 09 02:00:16.839518 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb765c6-8a85-4ac5-a268-cb4b595c2237 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 545052ca-c56b-416b-b9fa-9bd63ab20031 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:16.847391 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-efb765c6-8a85-4ac5-a268-cb4b595c2237 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:16.859934 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb765c6-8a85-4ac5-a268-cb4b595c2237 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:16.870819 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb765c6-8a85-4ac5-a268-cb4b595c2237 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:16.873041 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-efb765c6-8a85-4ac5-a268-cb4b595c2237 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:16.905536 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb765c6-8a85-4ac5-a268-cb4b595c2237 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Port': ['ID=c3028be9-3b40-4d9e-9495-7eebdc32e1d0,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:16.913642 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b6e81cca-f454-46fc-9a45-07aaafbfaf9b None None] Provisioning complete for port d637e2bd-18de-4a66-989d-5dc237c39473 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:16.917332 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b6e81cca-f454-46fc-9a45-07aaafbfaf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d637e2bd-18de-4a66-989d-5dc237c39473), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:16.925827 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-efb765c6-8a85-4ac5-a268-cb4b595c2237 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6906757 Feb 09 02:00:16.926475 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33168) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:16.940222 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f23dd2d-47ad-4171-8f78-7a99c84a643b admin admin] Made reservation on behalf of 43b87152234245bb894594bf49427895 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:16.945392 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f23dd2d-47ad-4171-8f78-7a99c84a643b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:17.025889 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f23dd2d-47ad-4171-8f78-7a99c84a643b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:17.038078 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e910c7de-432e-488a-a7fa-8259efe6f12e None None] Network 545052ca-c56b-416b-b9fa-9bd63ab20031 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:17.077371 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfd54df-7591-49b9-be72-bd99e5e731b6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:17.083807 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1dfd54df-7591-49b9-be72-bd99e5e731b6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1558738 Feb 09 02:00:17.085190 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33176) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:17.122481 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc4576-26e9-40e7-834b-61a458a57f4d req-ad78fcac-5a67-4af8-ac79-8d633ad50d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:17.124104 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f0bc4576-26e9-40e7-834b-61a458a57f4d req-ad78fcac-5a67-4af8-ac79-8d633ad50d15 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5fb0614-877d-4584-bc3c-a9b6e8f6847d HTTP/1.1" status: 200 len: 856 time: 0.2806203 Feb 09 02:00:17.188521 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a71e19-ac6c-4d13-92e0-e2faf4c6a8e7 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:17.198396 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a71e19-ac6c-4d13-92e0-e2faf4c6a8e7 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:17.209057 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port d637e2bd-18de-4a66-989d-5dc237c39473 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:17.209546 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d637e2bd-18de-4a66-989d-5dc237c39473), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:17.224166 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a71e19-ac6c-4d13-92e0-e2faf4c6a8e7 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:17.224405 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ecc9cf5-af93-4b12-b48f-6de2999b763e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for port (ff3e532d-c48e-47bf-81f1-6dba1e3fd0f8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:17.226969 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f9a71e19-ac6c-4d13-92e0-e2faf4c6a8e7 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1404326 Feb 09 02:00:17.230514 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33184) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:17.290379 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc4576-26e9-40e7-834b-61a458a57f4d req-149ee5bd-9405-4721-8c6a-bf868473e30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:17.293383 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f0bc4576-26e9-40e7-834b-61a458a57f4d req-149ee5bd-9405-4721-8c6a-bf868473e30b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bbe85234-1f1c-44c0-aeaf-3380123bb751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1587913 Feb 09 02:00:17.405276 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f23dd2d-47ad-4171-8f78-7a99c84a643b admin admin] Publish callbacks [] for security_group (8d14e87a-159d-4b91-808e-35be320bfaa9), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:17.424423 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ecc9cf5-af93-4b12-b48f-6de2999b763e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ff3e532d-c48e-47bf-81f1-6dba1e3fd0f8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:17.439478 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-6f76ffd0-9440-494d-bbb0-eed49bacfe64 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting port c3028be9-3b40-4d9e-9495-7eebdc32e1d0 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:17.441540 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6f76ffd0-9440-494d-bbb0-eed49bacfe64 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (c3028be9-3b40-4d9e-9495-7eebdc32e1d0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:17.516569 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f23dd2d-47ad-4171-8f78-7a99c84a643b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8d14e87a-159d-4b91-808e-35be320bfaa9), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:17.623192 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6f76ffd0-9440-494d-bbb0-eed49bacfe64 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (c3028be9-3b40-4d9e-9495-7eebdc32e1d0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:17.625828 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b6e81cca-f454-46fc-9a45-07aaafbfaf9b None None] Current status of the port d637e2bd-18de-4a66-989d-5dc237c39473 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:17.627479 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b6e81cca-f454-46fc-9a45-07aaafbfaf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d637e2bd-18de-4a66-989d-5dc237c39473), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:17.661492 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-6f76ffd0-9440-494d-bbb0-eed49bacfe64 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Calling delete_port for c3028be9-3b40-4d9e-9495-7eebdc32e1d0 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:17.701306 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b6e81cca-f454-46fc-9a45-07aaafbfaf9b None None] For port d637e2bd-18de-4a66-989d-5dc237c39473, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d637e2bd-18de-4a66-989d-5dc237c39473,segment=NetworkSegment(ceef1191-5ebb-4410-9900-c0173c079eb5),segment_id=ceef1191-5ebb-4410-9900-c0173c079eb5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:17.704398 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port d637e2bd-18de-4a66-989d-5dc237c39473 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:17.704930 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d637e2bd-18de-4a66-989d-5dc237c39473), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:17.707939 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b6e81cca-f454-46fc-9a45-07aaafbfaf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d637e2bd-18de-4a66-989d-5dc237c39473), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:17.768100 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e81cca-f454-46fc-9a45-07aaafbfaf9b None None] Pushing event updated for resources: {'Port': ['ID=d637e2bd-18de-4a66-989d-5dc237c39473,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:17.813006 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f0bc4576-26e9-40e7-834b-61a458a57f4d req-41e4da20-7cfd-484d-b674-18db326cb234 service neutron] 10.222.0.67 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056407 Feb 09 02:00:17.814902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecc9cf5-af93-4b12-b48f-6de2999b763e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network 29763d1d-72de-402d-8b2b-86f0e0d221d0 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:17.816037 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f23dd2d-47ad-4171-8f78-7a99c84a643b admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:00:17.866384 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc9cf5-af93-4b12-b48f-6de2999b763e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Port': ['ID=ff3e532d-c48e-47bf-81f1-6dba1e3fd0f8,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:17.909486 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-4ecc9cf5-af93-4b12-b48f-6de2999b763e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:17.921069 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-29c4841d-0bfc-49db-8d43-7e9b8b4265d2 None None] Provisioning complete for port 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:17.921552 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-29c4841d-0bfc-49db-8d43-7e9b8b4265d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5c4aa34f-ca31-44b1-a16b-d7b4f082cae1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:18.007821 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:00:18.008662 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:00:18.045306 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6f76ffd0-9440-494d-bbb0-eed49bacfe64 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (c3028be9-3b40-4d9e-9495-7eebdc32e1d0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:18.170546 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76ffd0-9440-494d-bbb0-eed49bacfe64 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Port': ['ID=c3028be9-3b40-4d9e-9495-7eebdc32e1d0,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:18.306549 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6f76ffd0-9440-494d-bbb0-eed49bacfe64 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:18.311849 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-29c4841d-0bfc-49db-8d43-7e9b8b4265d2 None None] Current status of the port 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:18.319976 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6f76ffd0-9440-494d-bbb0-eed49bacfe64 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/ports/c3028be9-3b40-4d9e-9495-7eebdc32e1d0 HTTP/1.1" status: 204 len: 168 time: 1.0861194 Feb 09 02:00:18.320214 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33202) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:18.357518 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a59d23-ffd6-442e-a62a-e85cd106ca17 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] GET failed (client error): The resource could not be found. Feb 09 02:00:18.361459 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-16a59d23-ffd6-442e-a62a-e85cd106ca17 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports/c3028be9-3b40-4d9e-9495-7eebdc32e1d0 HTTP/1.1" status: 404 len: 333 time: 0.0379384 Feb 09 02:00:18.362212 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33204) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:18.431921 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-eda47145-c82e-4554-b008-1d892747d486 None None] Could not find standard attr ID for object c3028be9-3b40-4d9e-9495-7eebdc32e1d0. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:00:18.481992 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-eda47145-c82e-4554-b008-1d892747d486 None None] Provisioning complete for port 2eb6c9dd-d15a-4509-8557-6a53acc64db6 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:18.490170 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eda47145-c82e-4554-b008-1d892747d486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2eb6c9dd-d15a-4509-8557-6a53acc64db6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:18.648929 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-57352e6f-73f9-4e36-9637-4e07eb55362f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting port 2eb6c9dd-d15a-4509-8557-6a53acc64db6 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:18.650387 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57352e6f-73f9-4e36-9637-4e07eb55362f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (2eb6c9dd-d15a-4509-8557-6a53acc64db6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:18.679726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-eda47145-c82e-4554-b008-1d892747d486 None None] Port 2eb6c9dd-d15a-4509-8557-6a53acc64db6 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:00:18.689916 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port d637e2bd-18de-4a66-989d-5dc237c39473 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:18.718596 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-eda47145-c82e-4554-b008-1d892747d486 None None] Provisioning complete for port d637e2bd-18de-4a66-989d-5dc237c39473 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:18.719084 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eda47145-c82e-4554-b008-1d892747d486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d637e2bd-18de-4a66-989d-5dc237c39473), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:18.909632 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57352e6f-73f9-4e36-9637-4e07eb55362f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (2eb6c9dd-d15a-4509-8557-6a53acc64db6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:18.944855 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-57352e6f-73f9-4e36-9637-4e07eb55362f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Calling delete_port for 2eb6c9dd-d15a-4509-8557-6a53acc64db6 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:18.950024 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:18.955777 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-eda47145-c82e-4554-b008-1d892747d486 None None] Current status of the port d637e2bd-18de-4a66-989d-5dc237c39473 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:19.087106 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecc9cf5-af93-4b12-b48f-6de2999b763e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:19.091141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:19.091901 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5c4aa34f-ca31-44b1-a16b-d7b4f082cae1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:19.146286 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f23dd2d-47ad-4171-8f78-7a99c84a643b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (c3e2fd06-f4d2-4b2c-9138-413243b826be), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:19.148143 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-6f23dd2d-47ad-4171-8f78-7a99c84a643b admin admin] Added segment c3e2fd06-f4d2-4b2c-9138-413243b826be of type vlan for network ef9e0fa2-127e-491e-8d77-fe2e73c87199 Feb 09 02:00:19.153425 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-eda47145-c82e-4554-b008-1d892747d486 None None] Provisioning complete for port 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:19.153802 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eda47145-c82e-4554-b008-1d892747d486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5c4aa34f-ca31-44b1-a16b-d7b4f082cae1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:19.247963 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f23dd2d-47ad-4171-8f78-7a99c84a643b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (ef9e0fa2-127e-491e-8d77-fe2e73c87199), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:19.313274 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:19.314368 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d637e2bd-18de-4a66-989d-5dc237c39473 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:19.315604 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23dd2d-47ad-4171-8f78-7a99c84a643b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d14e87a-159d-4b91-808e-35be320bfaa9,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:19.336128 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57352e6f-73f9-4e36-9637-4e07eb55362f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (2eb6c9dd-d15a-4509-8557-6a53acc64db6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:19.411081 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57352e6f-73f9-4e36-9637-4e07eb55362f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Port': ['ID=2eb6c9dd-d15a-4509-8557-6a53acc64db6,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:19.453937 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f23dd2d-47ad-4171-8f78-7a99c84a643b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (ef9e0fa2-127e-491e-8d77-fe2e73c87199), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:19.455772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f23dd2d-47ad-4171-8f78-7a99c84a643b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:19.456643 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-eda47145-c82e-4554-b008-1d892747d486 None None] Current status of the port 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:19.456995 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f23dd2d-47ad-4171-8f78-7a99c84a643b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:19.492326 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57352e6f-73f9-4e36-9637-4e07eb55362f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:19.498954 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-57352e6f-73f9-4e36-9637-4e07eb55362f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/ports/2eb6c9dd-d15a-4509-8557-6a53acc64db6 HTTP/1.1" status: 204 len: 168 time: 1.1335807 Feb 09 02:00:19.503924 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33218) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:19.511962 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6f23dd2d-47ad-4171-8f78-7a99c84a643b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.1323512 Feb 09 02:00:19.545528 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-eda47145-c82e-4554-b008-1d892747d486 None None] Provisioning complete for port de564afd-87f6-4060-ac64-342737986cfc triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:19.545905 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eda47145-c82e-4554-b008-1d892747d486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (de564afd-87f6-4060-ac64-342737986cfc), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:19.564473 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port d637e2bd-18de-4a66-989d-5dc237c39473 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:19.565021 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d637e2bd-18de-4a66-989d-5dc237c39473), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:19.595236 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f0bc4576-26e9-40e7-834b-61a458a57f4d req-2402709b-9f3b-40ca-a433-222383335c19 service neutron] 10.222.0.67 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7534115 Feb 09 02:00:19.625782 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb5b364-c2c3-4b34-99fe-4648ee53084f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] GET failed (client error): The resource could not be found. Feb 09 02:00:19.627424 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1eb5b364-c2c3-4b34-99fe-4648ee53084f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports/2eb6c9dd-d15a-4509-8557-6a53acc64db6 HTTP/1.1" status: 404 len: 333 time: 0.1220765 Feb 09 02:00:19.630893 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33224) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:19.673556 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecc9cf5-af93-4b12-b48f-6de2999b763e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:19.680366 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ecc9cf5-af93-4b12-b48f-6de2999b763e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:19.732493 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4ecc9cf5-af93-4b12-b48f-6de2999b763e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.6653016 Feb 09 02:00:19.737716 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23dd2d-47ad-4171-8f78-7a99c84a643b admin admin] Pushing event updated for resources: {'Network': ['ID=ef9e0fa2-127e-491e-8d77-fe2e73c87199,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:19.746893 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33226) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:19.770418 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network ef9e0fa2-127e-491e-8d77-fe2e73c87199 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:00:19.775258 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-eda47145-c82e-4554-b008-1d892747d486 None None] Port de564afd-87f6-4060-ac64-342737986cfc cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:00:19.888271 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd277aed-df64-4426-a5fe-60caf25c3775 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting subnet d172f16d-6d51-4261-8837-4d651b4c6e03 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:00:19.896220 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd277aed-df64-4426-a5fe-60caf25c3775 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for subnet (d172f16d-6d51-4261-8837-4d651b4c6e03), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:19.973421 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d2e86-97e4-4edc-a0af-c2f93aa752b8 req-352ab3d4-071c-4956-9488-24745e2130a1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:19.980015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d2e86-97e4-4edc-a0af-c2f93aa752b8 req-352ab3d4-071c-4956-9488-24745e2130a1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:19.987934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d2e86-97e4-4edc-a0af-c2f93aa752b8 req-352ab3d4-071c-4956-9488-24745e2130a1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:19.993577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d2e86-97e4-4edc-a0af-c2f93aa752b8 req-352ab3d4-071c-4956-9488-24745e2130a1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:20.000595 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d2e86-97e4-4edc-a0af-c2f93aa752b8 req-352ab3d4-071c-4956-9488-24745e2130a1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:20.014536 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d2e86-97e4-4edc-a0af-c2f93aa752b8 req-352ab3d4-071c-4956-9488-24745e2130a1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:20.017576 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port d637e2bd-18de-4a66-989d-5dc237c39473 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:20.020653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d2e86-97e4-4edc-a0af-c2f93aa752b8 req-352ab3d4-071c-4956-9488-24745e2130a1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:20.029553 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd277aed-df64-4426-a5fe-60caf25c3775 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (d172f16d-6d51-4261-8837-4d651b4c6e03), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:20.031534 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a75df5f6-da7e-4b1b-979d-adfb3bb986d5 None None] Provisioning complete for port ff3e532d-c48e-47bf-81f1-6dba1e3fd0f8 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:20.032114 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a75df5f6-da7e-4b1b-979d-adfb3bb986d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ff3e532d-c48e-47bf-81f1-6dba1e3fd0f8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:20.039482 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb3d2e86-97e4-4edc-a0af-c2f93aa752b8 req-352ab3d4-071c-4956-9488-24745e2130a1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.9373002 Feb 09 02:00:20.109640 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b5e4fb-bb2f-4f01-a05a-df9a9f44f8ce tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:20.111303 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-12b5e4fb-bb2f-4f01-a05a-df9a9f44f8ce tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.3612521 Feb 09 02:00:20.123996 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33238) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:20.216425 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a75df5f6-da7e-4b1b-979d-adfb3bb986d5 None None] Port ff3e532d-c48e-47bf-81f1-6dba1e3fd0f8 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:00:20.280298 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a75df5f6-da7e-4b1b-979d-adfb3bb986d5 None None] Provisioning complete for port de564afd-87f6-4060-ac64-342737986cfc triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:20.280685 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a75df5f6-da7e-4b1b-979d-adfb3bb986d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (de564afd-87f6-4060-ac64-342737986cfc), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:20.362782 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a75df5f6-da7e-4b1b-979d-adfb3bb986d5 None None] Port de564afd-87f6-4060-ac64-342737986cfc cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:00:20.372477 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd277aed-df64-4426-a5fe-60caf25c3775 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (d172f16d-6d51-4261-8837-4d651b4c6e03), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:20.385995 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a75df5f6-da7e-4b1b-979d-adfb3bb986d5 None None] Could not find standard attr ID for object c3028be9-3b40-4d9e-9495-7eebdc32e1d0. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:00:20.389113 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a75df5f6-da7e-4b1b-979d-adfb3bb986d5 None None] Could not find standard attr ID for object 2eb6c9dd-d15a-4509-8557-6a53acc64db6. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:00:20.393338 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb3d2e86-97e4-4edc-a0af-c2f93aa752b8 req-17c781a3-9a8e-4674-8a96-cdfa1292929a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3536379 Feb 09 02:00:20.472474 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-400aa677-efca-40c4-a939-8a11fa42d19b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting port ff3e532d-c48e-47bf-81f1-6dba1e3fd0f8 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:20.472985 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-400aa677-efca-40c4-a939-8a11fa42d19b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ff3e532d-c48e-47bf-81f1-6dba1e3fd0f8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:20.652881 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd277aed-df64-4426-a5fe-60caf25c3775 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (d172f16d-6d51-4261-8837-4d651b4c6e03), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:20.693195 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-400aa677-efca-40c4-a939-8a11fa42d19b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ff3e532d-c48e-47bf-81f1-6dba1e3fd0f8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:20.699681 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdeaa78-d4a2-46c8-bcad-10b65c2202c5 req-22b83ece-638e-431f-8c94-8e391eec15a1 tempest-ComputeTenantNetworksTest-627121482 tempest-ComputeTenantNetworksTest-627121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:20.705817 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdeaa78-d4a2-46c8-bcad-10b65c2202c5 req-22b83ece-638e-431f-8c94-8e391eec15a1 tempest-ComputeTenantNetworksTest-627121482 tempest-ComputeTenantNetworksTest-627121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:20.708607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-400aa677-efca-40c4-a939-8a11fa42d19b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Calling delete_port for ff3e532d-c48e-47bf-81f1-6dba1e3fd0f8 owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:20.711420 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdeaa78-d4a2-46c8-bcad-10b65c2202c5 req-22b83ece-638e-431f-8c94-8e391eec15a1 tempest-ComputeTenantNetworksTest-627121482 tempest-ComputeTenantNetworksTest-627121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:20.715084 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-acdeaa78-d4a2-46c8-bcad-10b65c2202c5 req-22b83ece-638e-431f-8c94-8e391eec15a1 tempest-ComputeTenantNetworksTest-627121482 tempest-ComputeTenantNetworksTest-627121482-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2736399 Feb 09 02:00:20.723862 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd277aed-df64-4426-a5fe-60caf25c3775 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Subnet': ['ID=d172f16d-6d51-4261-8837-4d651b4c6e03,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:20.726493 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224674e0-f9cf-4ae8-b85f-84c0edaee0ae None None] Network 545052ca-c56b-416b-b9fa-9bd63ab20031 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:20.741674 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd277aed-df64-4426-a5fe-60caf25c3775 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:20.751083 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bd277aed-df64-4426-a5fe-60caf25c3775 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/subnets/d172f16d-6d51-4261-8837-4d651b4c6e03 HTTP/1.1" status: 204 len: 168 time: 1.1040974 Feb 09 02:00:20.751791 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33248) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:20.970908 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4686d318-dfe8-4dd2-be95-935d1819e916 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (545052ca-c56b-416b-b9fa-9bd63ab20031), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:21.016995 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb103ae1-8f8f-4ca6-b3b6-d1d6bf7c6808 None None] DHCP port deletion for 545052ca-c56b-416b-b9fa-9bd63ab20031 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:00:21.065619 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-400aa677-efca-40c4-a939-8a11fa42d19b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ff3e532d-c48e-47bf-81f1-6dba1e3fd0f8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:21.075595 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-4686d318-dfe8-4dd2-be95-935d1819e916 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting port 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:21.075939 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4686d318-dfe8-4dd2-be95-935d1819e916 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5c4aa34f-ca31-44b1-a16b-d7b4f082cae1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:21.100713 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-eb103ae1-8f8f-4ca6-b3b6-d1d6bf7c6808 None None] Deleting port 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:21.101381 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eb103ae1-8f8f-4ca6-b3b6-d1d6bf7c6808 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5c4aa34f-ca31-44b1-a16b-d7b4f082cae1), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:21.126674 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400aa677-efca-40c4-a939-8a11fa42d19b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Port': ['ID=ff3e532d-c48e-47bf-81f1-6dba1e3fd0f8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:21.136458 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22e853-c297-47e7-81bc-8d3dac01b039 req-1a029f80-3321-46dc-92d7-1f1a3adf26d3 tempest-ComputeTenantNetworksTest-627121482 tempest-ComputeTenantNetworksTest-627121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:21.139774 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-db22e853-c297-47e7-81bc-8d3dac01b039 req-1a029f80-3321-46dc-92d7-1f1a3adf26d3 tempest-ComputeTenantNetworksTest-627121482 tempest-ComputeTenantNetworksTest-627121482-project] 10.222.0.36 "GET /v2.0/networks/ef9e0fa2-127e-491e-8d77-fe2e73c87199 HTTP/1.1" status: 200 len: 769 time: 0.3953571 Feb 09 02:00:21.148439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33258) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:21.209806 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-4686d318-dfe8-4dd2-be95-935d1819e916 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] For port 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5c4aa34f-ca31-44b1-a16b-d7b4f082cae1,segment=NetworkSegment(76c2d2af-17a0-4149-a449-e5c3ebf0a034),segment_id=76c2d2af-17a0-4149-a449-e5c3ebf0a034)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:21.218327 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4686d318-dfe8-4dd2-be95-935d1819e916 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5c4aa34f-ca31-44b1-a16b-d7b4f082cae1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:21.230424 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-eb103ae1-8f8f-4ca6-b3b6-d1d6bf7c6808 None None] For port 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5c4aa34f-ca31-44b1-a16b-d7b4f082cae1,segment=NetworkSegment(76c2d2af-17a0-4149-a449-e5c3ebf0a034),segment_id=76c2d2af-17a0-4149-a449-e5c3ebf0a034)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:21.231383 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eb103ae1-8f8f-4ca6-b3b6-d1d6bf7c6808 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5c4aa34f-ca31-44b1-a16b-d7b4f082cae1), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:21.258522 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-eb103ae1-8f8f-4ca6-b3b6-d1d6bf7c6808 None None] Calling delete_port for 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:21.258736 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-4686d318-dfe8-4dd2-be95-935d1819e916 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Calling delete_port for 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:21.374591 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4686d318-dfe8-4dd2-be95-935d1819e916 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (5c4aa34f-ca31-44b1-a16b-d7b4f082cae1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:21.399083 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eb103ae1-8f8f-4ca6-b3b6-d1d6bf7c6808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (5c4aa34f-ca31-44b1-a16b-d7b4f082cae1), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:21.423300 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686d318-dfe8-4dd2-be95-935d1819e916 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Port': ['ID=5c4aa34f-ca31-44b1-a16b-d7b4f082cae1,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:21.432219 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4686d318-dfe8-4dd2-be95-935d1819e916 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] No DVR routers for this DVR port 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:21.477584 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb103ae1-8f8f-4ca6-b3b6-d1d6bf7c6808 None None] Pushing event deleted for resources: {'Port': ['ID=5c4aa34f-ca31-44b1-a16b-d7b4f082cae1,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:21.491962 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79980c5f-45da-4a61-aada-510b5614c77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (ef9e0fa2-127e-491e-8d77-fe2e73c87199), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:21.497667 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb103ae1-8f8f-4ca6-b3b6-d1d6bf7c6808 None None] No DVR routers for this DVR port 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:21.503684 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-400aa677-efca-40c4-a939-8a11fa42d19b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:21.507440 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-400aa677-efca-40c4-a939-8a11fa42d19b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/ports/ff3e532d-c48e-47bf-81f1-6dba1e3fd0f8 HTTP/1.1" status: 204 len: 168 time: 1.3826041 Feb 09 02:00:21.512361 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33270) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:21.543387 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-58afd0c9-82b3-4b8c-84d2-7a4b0a947770 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] GET failed (client error): The resource could not be found. Feb 09 02:00:21.545135 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-58afd0c9-82b3-4b8c-84d2-7a4b0a947770 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports/ff3e532d-c48e-47bf-81f1-6dba1e3fd0f8 HTTP/1.1" status: 404 len: 333 time: 0.0312800 Feb 09 02:00:21.549010 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33272) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:21.656981 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4686d318-dfe8-4dd2-be95-935d1819e916 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (545052ca-c56b-416b-b9fa-9bd63ab20031), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:21.694331 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79980c5f-45da-4a61-aada-510b5614c77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (ef9e0fa2-127e-491e-8d77-fe2e73c87199), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:21.696939 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-4686d318-dfe8-4dd2-be95-935d1819e916 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['545052ca-c56b-416b-b9fa-9bd63ab20031']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:21.717457 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-4686d318-dfe8-4dd2-be95-935d1819e916 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c2d2af-17a0-4149-a449-e5c3ebf0a034') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:21.717891 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-4686d318-dfe8-4dd2-be95-935d1819e916 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c2d2af-17a0-4149-a449-e5c3ebf0a034') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:21.746632 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a930e-cd8f-4c0d-9bb7-b9cfc2032cf5 req-3481087f-edf8-40c2-a744-a01efa458b7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:21.746907 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-79980c5f-45da-4a61-aada-510b5614c77f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef9e0fa2-127e-491e-8d77-fe2e73c87199']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:21.753200 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a930e-cd8f-4c0d-9bb7-b9cfc2032cf5 req-3481087f-edf8-40c2-a744-a01efa458b7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:21.761514 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a930e-cd8f-4c0d-9bb7-b9cfc2032cf5 req-3481087f-edf8-40c2-a744-a01efa458b7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:21.766804 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-79980c5f-45da-4a61-aada-510b5614c77f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e2fd06-f4d2-4b2c-9138-413243b826be') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:21.767043 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-79980c5f-45da-4a61-aada-510b5614c77f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e2fd06-f4d2-4b2c-9138-413243b826be') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:21.771669 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a930e-cd8f-4c0d-9bb7-b9cfc2032cf5 req-3481087f-edf8-40c2-a744-a01efa458b7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:21.778992 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a930e-cd8f-4c0d-9bb7-b9cfc2032cf5 req-3481087f-edf8-40c2-a744-a01efa458b7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:21.779610 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79980c5f-45da-4a61-aada-510b5614c77f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (c3e2fd06-f4d2-4b2c-9138-413243b826be), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:21.785868 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a930e-cd8f-4c0d-9bb7-b9cfc2032cf5 req-3481087f-edf8-40c2-a744-a01efa458b7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:21.793706 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-90811ac0-5c91-4cf9-8a11-b3a03197eafc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting port de564afd-87f6-4060-ac64-342737986cfc {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:21.794065 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-90811ac0-5c91-4cf9-8a11-b3a03197eafc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (de564afd-87f6-4060-ac64-342737986cfc), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:21.794624 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a930e-cd8f-4c0d-9bb7-b9cfc2032cf5 req-3481087f-edf8-40c2-a744-a01efa458b7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:21.797511 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-413a930e-cd8f-4c0d-9bb7-b9cfc2032cf5 req-3481087f-edf8-40c2-a744-a01efa458b7d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.2065072 Feb 09 02:00:21.807800 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4686d318-dfe8-4dd2-be95-935d1819e916 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (76c2d2af-17a0-4149-a449-e5c3ebf0a034), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:21.812430 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79980c5f-45da-4a61-aada-510b5614c77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (c3e2fd06-f4d2-4b2c-9138-413243b826be), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:21.852411 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4686d318-dfe8-4dd2-be95-935d1819e916 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (76c2d2af-17a0-4149-a449-e5c3ebf0a034), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:21.852903 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79980c5f-45da-4a61-aada-510b5614c77f admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:00:21.853375 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79980c5f-45da-4a61-aada-510b5614c77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (c3e2fd06-f4d2-4b2c-9138-413243b826be), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:00:21.855109 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:00:21.865334 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4686d318-dfe8-4dd2-be95-935d1819e916 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:00:21.866121 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4686d318-dfe8-4dd2-be95-935d1819e916 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (76c2d2af-17a0-4149-a449-e5c3ebf0a034), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:00:21.870035 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:00:21.970491 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79980c5f-45da-4a61-aada-510b5614c77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (ef9e0fa2-127e-491e-8d77-fe2e73c87199), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:21.983391 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79980c5f-45da-4a61-aada-510b5614c77f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:21.990029 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-79980c5f-45da-4a61-aada-510b5614c77f admin admin] 10.222.0.36 "DELETE /v2.0/networks/ef9e0fa2-127e-491e-8d77-fe2e73c87199 HTTP/1.1" status: 204 len: 168 time: 0.8378880 Feb 09 02:00:21.995169 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4686d318-dfe8-4dd2-be95-935d1819e916 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (545052ca-c56b-416b-b9fa-9bd63ab20031), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:22.002387 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4686d318-dfe8-4dd2-be95-935d1819e916 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:22.005637 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4686d318-dfe8-4dd2-be95-935d1819e916 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/networks/545052ca-c56b-416b-b9fa-9bd63ab20031 HTTP/1.1" status: 204 len: 168 time: 1.2504992 Feb 09 02:00:22.010924 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-413a930e-cd8f-4c0d-9bb7-b9cfc2032cf5 req-ccf9c7e1-e815-4dff-862a-2f273d5df348 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2004902 Feb 09 02:00:22.011511 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79980c5f-45da-4a61-aada-510b5614c77f admin admin] Pushing event deleted for resources: {'Network': ['ID=ef9e0fa2-127e-491e-8d77-fe2e73c87199,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:22.012944 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33286) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:22.017239 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-90811ac0-5c91-4cf9-8a11-b3a03197eafc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (de564afd-87f6-4060-ac64-342737986cfc), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:22.023560 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d668e0c1-1bd2-4728-9c6e-458cbf24550d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1801522343'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:22.034275 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-90811ac0-5c91-4cf9-8a11-b3a03197eafc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Calling delete_port for de564afd-87f6-4060-ac64-342737986cfc owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:22.056366 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686d318-dfe8-4dd2-be95-935d1819e916 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Network': ['ID=545052ca-c56b-416b-b9fa-9bd63ab20031,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:22.106069 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d668e0c1-1bd2-4728-9c6e-458cbf24550d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:22.113437 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d668e0c1-1bd2-4728-9c6e-458cbf24550d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:22.170427 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d668e0c1-1bd2-4728-9c6e-458cbf24550d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:00:22.192678 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d668e0c1-1bd2-4728-9c6e-458cbf24550d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (9b459edf-d78d-4788-81d3-a43acfcf6024), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:22.193361 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-d668e0c1-1bd2-4728-9c6e-458cbf24550d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Added segment 9b459edf-d78d-4788-81d3-a43acfcf6024 of type vlan for network 5d61461d-c978-4eb0-a91f-5b14edd3b495 Feb 09 02:00:22.243852 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33298) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:22.255398 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d668e0c1-1bd2-4728-9c6e-458cbf24550d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (5d61461d-c978-4eb0-a91f-5b14edd3b495), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:22.295836 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d668e0c1-1bd2-4728-9c6e-458cbf24550d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (5d61461d-c978-4eb0-a91f-5b14edd3b495), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:22.302112 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d668e0c1-1bd2-4728-9c6e-458cbf24550d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:22.302781 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d668e0c1-1bd2-4728-9c6e-458cbf24550d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:22.306963 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-90811ac0-5c91-4cf9-8a11-b3a03197eafc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (de564afd-87f6-4060-ac64-342737986cfc), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:22.317614 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33300) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:22.318230 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ae0204fe-2067-49d4-bca0-717d70f989a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=43b87152234245bb894594bf49427895&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0721574 Feb 09 02:00:22.351512 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90811ac0-5c91-4cf9-8a11-b3a03197eafc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Port': ['ID=de564afd-87f6-4060-ac64-342737986cfc,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:22.396965 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d668e0c1-1bd2-4728-9c6e-458cbf24550d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3830333 Feb 09 02:00:22.407808 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33302) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:22.419484 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-25533a3e-9dfe-4261-bece-32d893c3bb51 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'subnet': {'network_id': '5d61461d-c978-4eb0-a91f-5b14edd3b495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:22.469876 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-90811ac0-5c91-4cf9-8a11-b3a03197eafc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:22.476716 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-90811ac0-5c91-4cf9-8a11-b3a03197eafc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/ports/de564afd-87f6-4060-ac64-342737986cfc HTTP/1.1" status: 204 len: 168 time: 0.9256551 Feb 09 02:00:22.477300 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33304) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:22.495694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668e0c1-1bd2-4728-9c6e-458cbf24550d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Network': ['ID=5d61461d-c978-4eb0-a91f-5b14edd3b495,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:22.508004 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 5d61461d-c978-4eb0-a91f-5b14edd3b495 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:00:22.513152 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-f83bfcdd-1aa8-4f2b-b768-ca76e1e1687d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] GET failed (client error): The resource could not be found. Feb 09 02:00:22.517841 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f83bfcdd-1aa8-4f2b-b768-ca76e1e1687d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports/de564afd-87f6-4060-ac64-342737986cfc HTTP/1.1" status: 404 len: 333 time: 0.0392694 Feb 09 02:00:22.518550 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33306) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:22.561943 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9b957cd-43cd-492a-b3c2-a0ea5a381d1c admin admin] Publish callbacks [] for security_group (8d14e87a-159d-4b91-808e-35be320bfaa9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:22.611884 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-25093a80-f2b5-4f15-b73d-d791280b52d7 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting subnet e4d94511-956e-43e1-af18-d787539d6065 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:00:22.617139 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-25093a80-f2b5-4f15-b73d-d791280b52d7 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for subnet (e4d94511-956e-43e1-af18-d787539d6065), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:22.637474 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9b957cd-43cd-492a-b3c2-a0ea5a381d1c admin admin] Publish callbacks [] for security_group (8d14e87a-159d-4b91-808e-35be320bfaa9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:22.705808 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25533a3e-9dfe-4261-bece-32d893c3bb51 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:22.708008 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-25093a80-f2b5-4f15-b73d-d791280b52d7 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (e4d94511-956e-43e1-af18-d787539d6065), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:22.710069 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25533a3e-9dfe-4261-bece-32d893c3bb51 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:22.833679 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-25093a80-f2b5-4f15-b73d-d791280b52d7 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (e4d94511-956e-43e1-af18-d787539d6065), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:22.841876 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9b957cd-43cd-492a-b3c2-a0ea5a381d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8d14e87a-159d-4b91-808e-35be320bfaa9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:22.844508 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9b957cd-43cd-492a-b3c2-a0ea5a381d1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:22.845656 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f9b957cd-43cd-492a-b3c2-a0ea5a381d1c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d14e87a-159d-4b91-808e-35be320bfaa9 HTTP/1.1" status: 204 len: 168 time: 0.5117910 Feb 09 02:00:22.855739 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:00:22.900367 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:00:22.909111 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5c4aa34f-ca31-44b1-a16b-d7b4f082cae1 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:00:22.956522 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-25093a80-f2b5-4f15-b73d-d791280b52d7 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (e4d94511-956e-43e1-af18-d787539d6065), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:23.007672 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b957cd-43cd-492a-b3c2-a0ea5a381d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d14e87a-159d-4b91-808e-35be320bfaa9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:23.013277 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-25093a80-f2b5-4f15-b73d-d791280b52d7 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:23.018732 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d92a15-f4e3-4c19-b713-40c1b35773c1 None None] Network 29763d1d-72de-402d-8b2b-86f0e0d221d0 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:23.019035 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-25093a80-f2b5-4f15-b73d-d791280b52d7 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/subnets/e4d94511-956e-43e1-af18-d787539d6065 HTTP/1.1" status: 204 len: 168 time: 0.4994583 Feb 09 02:00:23.020202 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25093a80-f2b5-4f15-b73d-d791280b52d7 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d94511-956e-43e1-af18-d787539d6065,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:23.022436 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33310) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:23.224083 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e148d85-a426-4cfd-a3b9-36445647d4bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (29763d1d-72de-402d-8b2b-86f0e0d221d0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:23.231418 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25533a3e-9dfe-4261-bece-32d893c3bb51 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (e7f275a3-5361-4040-84a3-c0638d7b1244), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:23.354433 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25533a3e-9dfe-4261-bece-32d893c3bb51 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Checking segment: {'id': '9b459edf-d78d-4788-81d3-a43acfcf6024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5d61461d-c978-4eb0-a91f-5b14edd3b495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:00:23.355350 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25533a3e-9dfe-4261-bece-32d893c3bb51 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network hostable DHCP agents. Network: 5d61461d-c978-4eb0-a91f-5b14edd3b495, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:00:23.367143 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e57091-2d1d-4f7e-a2c6-6fd63c62951f None None] DHCP port deletion for 29763d1d-72de-402d-8b2b-86f0e0d221d0 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:00:23.390246 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25533a3e-9dfe-4261-bece-32d893c3bb51 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Subnet': ['ID=e7f275a3-5361-4040-84a3-c0638d7b1244,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:23.393644 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827b4ee-08f3-4cc3-8240-d160c8a78fed req-628e9d14-1444-4fe5-a708-3cf88e8a9a7b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:23.402156 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827b4ee-08f3-4cc3-8240-d160c8a78fed req-628e9d14-1444-4fe5-a708-3cf88e8a9a7b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:23.408493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827b4ee-08f3-4cc3-8240-d160c8a78fed req-628e9d14-1444-4fe5-a708-3cf88e8a9a7b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:23.417161 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827b4ee-08f3-4cc3-8240-d160c8a78fed req-628e9d14-1444-4fe5-a708-3cf88e8a9a7b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:23.426176 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827b4ee-08f3-4cc3-8240-d160c8a78fed req-628e9d14-1444-4fe5-a708-3cf88e8a9a7b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:23.433814 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827b4ee-08f3-4cc3-8240-d160c8a78fed req-628e9d14-1444-4fe5-a708-3cf88e8a9a7b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:23.437431 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25533a3e-9dfe-4261-bece-32d893c3bb51 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 5d61461d-c978-4eb0-a91f-5b14edd3b495 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:00:23.441385 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827b4ee-08f3-4cc3-8240-d160c8a78fed req-628e9d14-1444-4fe5-a708-3cf88e8a9a7b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:23.450540 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6827b4ee-08f3-4cc3-8240-d160c8a78fed req-628e9d14-1444-4fe5-a708-3cf88e8a9a7b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.2435827 Feb 09 02:00:23.471985 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-25533a3e-9dfe-4261-bece-32d893c3bb51 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 5d61461d-c978-4eb0-a91f-5b14edd3b495) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:23.482697 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25533a3e-9dfe-4261-bece-32d893c3bb51 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:23.483541 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25533a3e-9dfe-4261-bece-32d893c3bb51 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:23.486763 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-6e148d85-a426-4cfd-a3b9-36445647d4bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting port d637e2bd-18de-4a66-989d-5dc237c39473 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:23.487334 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e148d85-a426-4cfd-a3b9-36445647d4bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (d637e2bd-18de-4a66-989d-5dc237c39473), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:23.496507 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-00e57091-2d1d-4f7e-a2c6-6fd63c62951f None None] Deleting port d637e2bd-18de-4a66-989d-5dc237c39473 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:23.498244 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00e57091-2d1d-4f7e-a2c6-6fd63c62951f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (d637e2bd-18de-4a66-989d-5dc237c39473), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:23.500894 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6901104-56e0-4864-858a-f7d55e47ec2b None None] Network 5d61461d-c978-4eb0-a91f-5b14edd3b495 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:23.536503 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6827b4ee-08f3-4cc3-8240-d160c8a78fed req-1e6a050c-0a80-4bc4-aecc-d083a2da3701 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845642 Feb 09 02:00:23.546108 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-25533a3e-9dfe-4261-bece-32d893c3bb51 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1312442 Feb 09 02:00:23.549134 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33326) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:23.555540 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-42e4ff14-58f3-4c88-bb0d-fba0e4e87289 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-148027608', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:23.594701 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-6e148d85-a426-4cfd-a3b9-36445647d4bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] For port d637e2bd-18de-4a66-989d-5dc237c39473, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d637e2bd-18de-4a66-989d-5dc237c39473,segment=NetworkSegment(ceef1191-5ebb-4410-9900-c0173c079eb5),segment_id=ceef1191-5ebb-4410-9900-c0173c079eb5)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:23.595318 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e148d85-a426-4cfd-a3b9-36445647d4bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (d637e2bd-18de-4a66-989d-5dc237c39473), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:23.612591 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-6e148d85-a426-4cfd-a3b9-36445647d4bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Calling delete_port for d637e2bd-18de-4a66-989d-5dc237c39473 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:23.632661 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-42e4ff14-58f3-4c88-bb0d-fba0e4e87289 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (261a5712-2da4-451e-8c71-23be9de14bd3), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:23.636675 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-42e4ff14-58f3-4c88-bb0d-fba0e4e87289 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (261a5712-2da4-451e-8c71-23be9de14bd3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:23.683915 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-00e57091-2d1d-4f7e-a2c6-6fd63c62951f None None] For port d637e2bd-18de-4a66-989d-5dc237c39473, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d637e2bd-18de-4a66-989d-5dc237c39473,segment=NetworkSegment(ceef1191-5ebb-4410-9900-c0173c079eb5),segment_id=ceef1191-5ebb-4410-9900-c0173c079eb5)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:23.685270 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00e57091-2d1d-4f7e-a2c6-6fd63c62951f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (d637e2bd-18de-4a66-989d-5dc237c39473), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:23.703662 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-00e57091-2d1d-4f7e-a2c6-6fd63c62951f None None] Calling delete_port for d637e2bd-18de-4a66-989d-5dc237c39473 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:23.777665 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-42e4ff14-58f3-4c88-bb0d-fba0e4e87289 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for router_controller (261a5712-2da4-451e-8c71-23be9de14bd3), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:23.784883 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-42e4ff14-58f3-4c88-bb0d-fba0e4e87289 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (261a5712-2da4-451e-8c71-23be9de14bd3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:23.798394 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e148d85-a426-4cfd-a3b9-36445647d4bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (d637e2bd-18de-4a66-989d-5dc237c39473), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:23.822464 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00e57091-2d1d-4f7e-a2c6-6fd63c62951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (d637e2bd-18de-4a66-989d-5dc237c39473), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:23.836429 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-42e4ff14-58f3-4c88-bb0d-fba0e4e87289 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:23.841565 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-42e4ff14-58f3-4c88-bb0d-fba0e4e87289 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2876036 Feb 09 02:00:23.842101 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33332) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:23.849912 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-1d0f5ee0-d8dc-40ec-b783-5bb0147fd46f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'port': {'network_id': '5d61461d-c978-4eb0-a91f-5b14edd3b495', 'name': 'tempest-PortsIpV6TestJSON-1741080637'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:23.858070 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e148d85-a426-4cfd-a3b9-36445647d4bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Port': ['ID=d637e2bd-18de-4a66-989d-5dc237c39473,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:23.860311 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e148d85-a426-4cfd-a3b9-36445647d4bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] No DVR routers for this DVR port d637e2bd-18de-4a66-989d-5dc237c39473 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:23.886273 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e57091-2d1d-4f7e-a2c6-6fd63c62951f None None] Pushing event deleted for resources: {'Port': ['ID=d637e2bd-18de-4a66-989d-5dc237c39473,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:23.906124 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e57091-2d1d-4f7e-a2c6-6fd63c62951f None None] No DVR routers for this DVR port d637e2bd-18de-4a66-989d-5dc237c39473 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:24.003828 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a6578b-9057-4089-8229-a3564d048fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-5d61461d-c978-4eb0-a91f-5b14edd3b495', 'network_id': '5d61461d-c978-4eb0-a91f-5b14edd3b495', 'project_id': '2c0929c091ec496590344809ec4268dc', 'fixed_ips': [{'subnet_id': 'e7f275a3-5361-4040-84a3-c0638d7b1244'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:00:24.006310 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61a6578b-9057-4089-8229-a3564d048fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:24.076251 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e148d85-a426-4cfd-a3b9-36445647d4bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (29763d1d-72de-402d-8b2b-86f0e0d221d0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:24.104364 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0f5ee0-d8dc-40ec-b783-5bb0147fd46f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:24.119070 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1d0f5ee0-d8dc-40ec-b783-5bb0147fd46f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:24.119480 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-6e148d85-a426-4cfd-a3b9-36445647d4bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29763d1d-72de-402d-8b2b-86f0e0d221d0']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:24.133156 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-6e148d85-a426-4cfd-a3b9-36445647d4bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceef1191-5ebb-4410-9900-c0173c079eb5') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:24.133965 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-6e148d85-a426-4cfd-a3b9-36445647d4bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceef1191-5ebb-4410-9900-c0173c079eb5') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:24.153769 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e148d85-a426-4cfd-a3b9-36445647d4bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (ceef1191-5ebb-4410-9900-c0173c079eb5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:24.159679 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-1d0f5ee0-d8dc-40ec-b783-5bb0147fd46f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] device_id is not set on port 4ad5af1f-8e1b-4475-a782-6a49087ae580 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:00:24.188139 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e148d85-a426-4cfd-a3b9-36445647d4bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (ceef1191-5ebb-4410-9900-c0173c079eb5), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:24.202415 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e148d85-a426-4cfd-a3b9-36445647d4bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:00:24.203650 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e148d85-a426-4cfd-a3b9-36445647d4bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (ceef1191-5ebb-4410-9900-c0173c079eb5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:00:24.207194 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:00:24.236628 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-61a6578b-9057-4089-8229-a3564d048fcb None None] Allocated IP 2001:db8::2 (5d61461d-c978-4eb0-a91f-5b14edd3b495/e7f275a3-5361-4040-84a3-c0638d7b1244/9a8d37dc-b186-4a22-ab85-d56f32e29f4d) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:24.348494 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33344) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:24.348715 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e148d85-a426-4cfd-a3b9-36445647d4bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (29763d1d-72de-402d-8b2b-86f0e0d221d0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:24.357476 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e148d85-a426-4cfd-a3b9-36445647d4bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:24.365967 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6e148d85-a426-4cfd-a3b9-36445647d4bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/networks/29763d1d-72de-402d-8b2b-86f0e0d221d0 HTTP/1.1" status: 204 len: 168 time: 1.3364263 Feb 09 02:00:24.367707 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33348) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:24.383775 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-3ee599ad-e180-4049-a46a-42d5f499330b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1450999853'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:24.388781 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e148d85-a426-4cfd-a3b9-36445647d4bb tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Network': ['ID=29763d1d-72de-402d-8b2b-86f0e0d221d0,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:24.422615 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee599ad-e180-4049-a46a-42d5f499330b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:24.429044 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ee599ad-e180-4049-a46a-42d5f499330b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:24.464289 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee599ad-e180-4049-a46a-42d5f499330b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:00:24.485586 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ee599ad-e180-4049-a46a-42d5f499330b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (a768ab76-a3f5-402a-9af7-91e9b4d880a8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:24.486002 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-3ee599ad-e180-4049-a46a-42d5f499330b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Added segment a768ab76-a3f5-402a-9af7-91e9b4d880a8 of type vlan for network c807dbe5-a14d-404d-a1c0-44ea2e5193b9 Feb 09 02:00:24.548206 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61a6578b-9057-4089-8229-a3564d048fcb None None] Publish callbacks [] for port (9a8d37dc-b186-4a22-ab85-d56f32e29f4d), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:24.555880 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61a6578b-9057-4089-8229-a3564d048fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (9a8d37dc-b186-4a22-ab85-d56f32e29f4d), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:24.561530 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-a78702a2-0459-4181-8ed0-be48181925c1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1283178647-network', 'tenant_id': '8721192a2c284724a83b35330a1c84a8'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:24.591414 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a6578b-9057-4089-8229-a3564d048fcb None None] Network 5d61461d-c978-4eb0-a91f-5b14edd3b495 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:24.595107 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-61a6578b-9057-4089-8229-a3564d048fcb None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:24.599237 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ee599ad-e180-4049-a46a-42d5f499330b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (c807dbe5-a14d-404d-a1c0-44ea2e5193b9), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:24.599486 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a6578b-9057-4089-8229-a3564d048fcb None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:24.641464 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6578b-9057-4089-8229-a3564d048fcb None None] Pushing event updated for resources: {'Port': ['ID=9a8d37dc-b186-4a22-ab85-d56f32e29f4d,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:24.662618 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-1d0f5ee0-d8dc-40ec-b783-5bb0147fd46f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Allocated IP 2001:db8::240 (5d61461d-c978-4eb0-a91f-5b14edd3b495/e7f275a3-5361-4040-84a3-c0638d7b1244/4ad5af1f-8e1b-4475-a782-6a49087ae580) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:24.675108 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78702a2-0459-4181-8ed0-be48181925c1 admin admin] Made reservation on behalf of 8721192a2c284724a83b35330a1c84a8 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:24.677843 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a78702a2-0459-4181-8ed0-be48181925c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:24.692351 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ee599ad-e180-4049-a46a-42d5f499330b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (c807dbe5-a14d-404d-a1c0-44ea2e5193b9), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:24.698335 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee599ad-e180-4049-a46a-42d5f499330b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:24.698946 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ee599ad-e180-4049-a46a-42d5f499330b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:24.722704 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-61a6578b-9057-4089-8229-a3564d048fcb None None] Attempting to bind port 9a8d37dc-b186-4a22-ab85-d56f32e29f4d on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:00:24.724581 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-61a6578b-9057-4089-8229-a3564d048fcb None None] Attempting to bind port 9a8d37dc-b186-4a22-ab85-d56f32e29f4d by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '9b459edf-d78d-4788-81d3-a43acfcf6024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5d61461d-c978-4eb0-a91f-5b14edd3b495'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:00:24.724981 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a6578b-9057-4089-8229-a3564d048fcb None None] Attempting to bind port 9a8d37dc-b186-4a22-ab85-d56f32e29f4d on network 5d61461d-c978-4eb0-a91f-5b14edd3b495 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:00:24.729358 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a78702a2-0459-4181-8ed0-be48181925c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:24.740426 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a6578b-9057-4089-8229-a3564d048fcb None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:00:24.740892 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a6578b-9057-4089-8229-a3564d048fcb None None] Checking segment: {'id': '9b459edf-d78d-4788-81d3-a43acfcf6024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5d61461d-c978-4eb0-a91f-5b14edd3b495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:00:24.741327 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61a6578b-9057-4089-8229-a3564d048fcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:24.744644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a6578b-9057-4089-8229-a3564d048fcb None None] Bound using segment: {'id': '9b459edf-d78d-4788-81d3-a43acfcf6024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5d61461d-c978-4eb0-a91f-5b14edd3b495'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:00:24.745483 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-61a6578b-9057-4089-8229-a3564d048fcb None None] Bound port: 9a8d37dc-b186-4a22-ab85-d56f32e29f4d, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b459edf-d78d-4788-81d3-a43acfcf6024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5d61461d-c978-4eb0-a91f-5b14edd3b495'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:00:24.745882 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61a6578b-9057-4089-8229-a3564d048fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9a8d37dc-b186-4a22-ab85-d56f32e29f4d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:24.776594 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3ee599ad-e180-4049-a46a-42d5f499330b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4050496 Feb 09 02:00:24.791977 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33360) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:24.798282 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-adede558-61b4-4684-9908-f25a41c26a8e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'subnet': {'network_id': 'c807dbe5-a14d-404d-a1c0-44ea2e5193b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:24.839218 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-61a6578b-9057-4089-8229-a3564d048fcb None None] For port 9a8d37dc-b186-4a22-ab85-d56f32e29f4d, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:00:24.847974 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-61a6578b-9057-4089-8229-a3564d048fcb None None] For port 9a8d37dc-b186-4a22-ab85-d56f32e29f4d, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9a8d37dc-b186-4a22-ab85-d56f32e29f4d,segment=NetworkSegment(9b459edf-d78d-4788-81d3-a43acfcf6024),segment_id=9b459edf-d78d-4788-81d3-a43acfcf6024)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:00:24.858503 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61a6578b-9057-4089-8229-a3564d048fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9a8d37dc-b186-4a22-ab85-d56f32e29f4d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:24.869847 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee599ad-e180-4049-a46a-42d5f499330b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Network': ['ID=c807dbe5-a14d-404d-a1c0-44ea2e5193b9,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:24.959270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d637e2bd-18de-4a66-989d-5dc237c39473 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:00:24.982309 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network c807dbe5-a14d-404d-a1c0-44ea2e5193b9 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:00:25.014464 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a78702a2-0459-4181-8ed0-be48181925c1 admin admin] Publish callbacks [] for security_group (4755f672-bd9c-4b6b-8acc-531d17818fcf), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:25.042135 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad727de-9da6-45a3-9788-8fd6b31919d3 req-091dcd98-5130-45f1-99f8-257bb647fc8c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:25.054831 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad727de-9da6-45a3-9788-8fd6b31919d3 req-091dcd98-5130-45f1-99f8-257bb647fc8c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:25.061050 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: d637e2bd-18de-4a66-989d-5dc237c39473 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:00:25.061398 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d637e2bd-18de-4a66-989d-5dc237c39473 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:00:25.067137 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad727de-9da6-45a3-9788-8fd6b31919d3 req-091dcd98-5130-45f1-99f8-257bb647fc8c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:25.077334 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad727de-9da6-45a3-9788-8fd6b31919d3 req-091dcd98-5130-45f1-99f8-257bb647fc8c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:25.086195 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6578b-9057-4089-8229-a3564d048fcb None None] Pushing event updated for resources: {'Port': ['ID=9a8d37dc-b186-4a22-ab85-d56f32e29f4d,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:25.089762 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad727de-9da6-45a3-9788-8fd6b31919d3 req-091dcd98-5130-45f1-99f8-257bb647fc8c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:25.097982 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad727de-9da6-45a3-9788-8fd6b31919d3 req-091dcd98-5130-45f1-99f8-257bb647fc8c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:25.104454 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad727de-9da6-45a3-9788-8fd6b31919d3 req-091dcd98-5130-45f1-99f8-257bb647fc8c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:25.115061 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1d0f5ee0-d8dc-40ec-b783-5bb0147fd46f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for port (4ad5af1f-8e1b-4475-a782-6a49087ae580), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:25.116881 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cad727de-9da6-45a3-9788-8fd6b31919d3 req-091dcd98-5130-45f1-99f8-257bb647fc8c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.4068830 Feb 09 02:00:25.159921 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adede558-61b4-4684-9908-f25a41c26a8e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:25.163561 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-adede558-61b4-4684-9908-f25a41c26a8e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:25.166119 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a78702a2-0459-4181-8ed0-be48181925c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4755f672-bd9c-4b6b-8acc-531d17818fcf), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:25.203526 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1d0f5ee0-d8dc-40ec-b783-5bb0147fd46f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (4ad5af1f-8e1b-4475-a782-6a49087ae580), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:25.207753 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78702a2-0459-4181-8ed0-be48181925c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4755f672-bd9c-4b6b-8acc-531d17818fcf,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:25.295160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78702a2-0459-4181-8ed0-be48181925c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:00:25.304614 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0f5ee0-d8dc-40ec-b783-5bb0147fd46f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 5d61461d-c978-4eb0-a91f-5b14edd3b495 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:25.315413 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-1d0f5ee0-d8dc-40ec-b783-5bb0147fd46f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:25.315726 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cad727de-9da6-45a3-9788-8fd6b31919d3 req-adf62a65-c7e8-44d4-9777-be6ec3861e4f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1978505 Feb 09 02:00:25.340404 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0f5ee0-d8dc-40ec-b783-5bb0147fd46f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:25.355622 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0f5ee0-d8dc-40ec-b783-5bb0147fd46f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:25.356547 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1d0f5ee0-d8dc-40ec-b783-5bb0147fd46f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:25.376125 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a78702a2-0459-4181-8ed0-be48181925c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (c82ab0de-73ec-4078-981b-82e00d4965bb), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:25.377703 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-a78702a2-0459-4181-8ed0-be48181925c1 admin admin] Added segment c82ab0de-73ec-4078-981b-82e00d4965bb of type vlan for network 213e8f95-a0ad-4892-ad9a-d81d902f12c0 Feb 09 02:00:25.446542 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f5ee0-d8dc-40ec-b783-5bb0147fd46f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Port': ['ID=4ad5af1f-8e1b-4475-a782-6a49087ae580,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:25.491156 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1d0f5ee0-d8dc-40ec-b783-5bb0147fd46f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6475606 Feb 09 02:00:25.497290 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33366) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:25.565526 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-adede558-61b4-4684-9908-f25a41c26a8e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (7756492b-1ba7-44d9-8dad-0d846217cb22), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:25.633006 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a78702a2-0459-4181-8ed0-be48181925c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (213e8f95-a0ad-4892-ad9a-d81d902f12c0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:25.658802 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adede558-61b4-4684-9908-f25a41c26a8e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Subnet': ['ID=7756492b-1ba7-44d9-8dad-0d846217cb22,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:25.684292 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adede558-61b4-4684-9908-f25a41c26a8e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Checking segment: {'id': 'a768ab76-a3f5-402a-9af7-91e9b4d880a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c807dbe5-a14d-404d-a1c0-44ea2e5193b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:00:25.684671 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adede558-61b4-4684-9908-f25a41c26a8e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network hostable DHCP agents. Network: c807dbe5-a14d-404d-a1c0-44ea2e5193b9, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:00:25.711024 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adede558-61b4-4684-9908-f25a41c26a8e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network c807dbe5-a14d-404d-a1c0-44ea2e5193b9 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:00:25.738311 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-adede558-61b4-4684-9908-f25a41c26a8e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, c807dbe5-a14d-404d-a1c0-44ea2e5193b9) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:25.751542 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f438b8-8675-454a-8d6f-d09bca0b6df4 None None] Network c807dbe5-a14d-404d-a1c0-44ea2e5193b9 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:25.760046 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adede558-61b4-4684-9908-f25a41c26a8e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:25.761390 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-adede558-61b4-4684-9908-f25a41c26a8e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:25.771298 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a78702a2-0459-4181-8ed0-be48181925c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (213e8f95-a0ad-4892-ad9a-d81d902f12c0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:25.772577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78702a2-0459-4181-8ed0-be48181925c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:25.773387 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a78702a2-0459-4181-8ed0-be48181925c1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:25.801380 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-adede558-61b4-4684-9908-f25a41c26a8e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0061915 Feb 09 02:00:25.804768 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33368) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:25.815508 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d7363361-9e64-417a-9c2e-e2dd5a0add1a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'port': {'network_id': 'c807dbe5-a14d-404d-a1c0-44ea2e5193b9', 'name': 'tempest-PortsTestJSON-618320684', 'fixed_ips': [{'subnet_id': '7756492b-1ba7-44d9-8dad-0d846217cb22', 'ip_address': '172.20.0.10'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:25.848837 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78702a2-0459-4181-8ed0-be48181925c1 admin admin] Pushing event updated for resources: {'Network': ['ID=213e8f95-a0ad-4892-ad9a-d81d902f12c0,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:25.951255 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a78702a2-0459-4181-8ed0-be48181925c1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6016040 Feb 09 02:00:25.960072 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33370) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:25.963113 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 213e8f95-a0ad-4892-ad9a-d81d902f12c0 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:00:25.968697 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-9c09fae9-5273-48b2-bd7c-b06a841bfb34 admin admin] Request body: {'subnet': {'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1283178647-subnet', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:26.041947 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7363361-9e64-417a-9c2e-e2dd5a0add1a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:26.066593 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d272e61b-e8b7-47dd-bb34-14980c576db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-c807dbe5-a14d-404d-a1c0-44ea2e5193b9', 'network_id': 'c807dbe5-a14d-404d-a1c0-44ea2e5193b9', 'project_id': '97cf75a617ab459f9f1d1a2897a5bb73', 'fixed_ips': [{'subnet_id': '7756492b-1ba7-44d9-8dad-0d846217cb22'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:00:26.079863 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d272e61b-e8b7-47dd-bb34-14980c576db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:26.116677 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c09fae9-5273-48b2-bd7c-b06a841bfb34 admin admin] Made reservation on behalf of 8721192a2c284724a83b35330a1c84a8 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:26.120483 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9c09fae9-5273-48b2-bd7c-b06a841bfb34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:26.178423 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d7363361-9e64-417a-9c2e-e2dd5a0add1a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:26.217959 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-d7363361-9e64-417a-9c2e-e2dd5a0add1a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] device_id is not set on port da90ba08-8f19-43a2-92bb-e77185a777f8 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:00:26.316010 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 8b9156cc-0ce3-4754-b4e0-0975770eab8e details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:00:26.397318 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb5c62e1-28a4-4094-a32c-28322bba425f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4ad5af1f-8e1b-4475-a782-6a49087ae580), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:26.484062 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-d272e61b-e8b7-47dd-bb34-14980c576db1 None None] Allocated IP 172.20.0.2 (c807dbe5-a14d-404d-a1c0-44ea2e5193b9/7756492b-1ba7-44d9-8dad-0d846217cb22/6cba8443-7f1c-417a-b2e6-8968cdd22822) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:26.914143 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9c09fae9-5273-48b2-bd7c-b06a841bfb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (b1ecec84-a59d-45c4-91cc-46e21ab9c4db), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:27.001993 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d272e61b-e8b7-47dd-bb34-14980c576db1 None None] Publish callbacks [] for port (6cba8443-7f1c-417a-b2e6-8968cdd22822), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:27.046385 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 8b9156cc-0ce3-4754-b4e0-0975770eab8e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8b9156cc-0ce3-4754-b4e0-0975770eab8e,segment=NetworkSegment(8adfb314-fb8f-470a-95d3-56e5004c01a2),segment_id=8adfb314-fb8f-470a-95d3-56e5004c01a2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:27.062754 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab8f8d6-8d7f-42c9-94b7-d212b28f3751 None None] Network 5d61461d-c978-4eb0-a91f-5b14edd3b495 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:27.068667 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d3523-0984-49e1-8de2-b4b742cbf58d req-3cdb22ee-6012-4243-ac98-262d3616b18e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:27.074151 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-d7363361-9e64-417a-9c2e-e2dd5a0add1a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Allocated IP 172.20.0.10 (c807dbe5-a14d-404d-a1c0-44ea2e5193b9/7756492b-1ba7-44d9-8dad-0d846217cb22/da90ba08-8f19-43a2-92bb-e77185a777f8) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:27.074773 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d3523-0984-49e1-8de2-b4b742cbf58d req-3cdb22ee-6012-4243-ac98-262d3616b18e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:27.080296 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d3523-0984-49e1-8de2-b4b742cbf58d req-3cdb22ee-6012-4243-ac98-262d3616b18e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:27.085757 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d3523-0984-49e1-8de2-b4b742cbf58d req-3cdb22ee-6012-4243-ac98-262d3616b18e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:27.091597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d3523-0984-49e1-8de2-b4b742cbf58d req-3cdb22ee-6012-4243-ac98-262d3616b18e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:27.097280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d3523-0984-49e1-8de2-b4b742cbf58d req-3cdb22ee-6012-4243-ac98-262d3616b18e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:27.102585 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d3523-0984-49e1-8de2-b4b742cbf58d req-3cdb22ee-6012-4243-ac98-262d3616b18e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:27.105060 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d53d3523-0984-49e1-8de2-b4b742cbf58d req-3cdb22ee-6012-4243-ac98-262d3616b18e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5430 time: 0.6092093 Feb 09 02:00:27.115951 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09fae9-5273-48b2-bd7c-b06a841bfb34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1ecec84-a59d-45c4-91cc-46e21ab9c4db,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:27.156025 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9a8d37dc-b186-4a22-ab85-d56f32e29f4d up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:27.158746 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c09fae9-5273-48b2-bd7c-b06a841bfb34 admin admin] Checking segment: {'id': 'c82ab0de-73ec-4078-981b-82e00d4965bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:00:27.159142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c09fae9-5273-48b2-bd7c-b06a841bfb34 admin admin] Network hostable DHCP agents. Network: 213e8f95-a0ad-4892-ad9a-d81d902f12c0, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:00:27.160183 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d272e61b-e8b7-47dd-bb34-14980c576db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (6cba8443-7f1c-417a-b2e6-8968cdd22822), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:27.163563 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '8b9156cc-0ce3-4754-b4e0-0975770eab8e', 'network_id': 'ee7d3bb2-f456-41d8-93b8-334fc83bc2df', 'port_id': '8b9156cc-0ce3-4754-b4e0-0975770eab8e', 'mac_address': 'fa:16:3e:4f:7b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1fe157d-43b5-4754-996c-299d00068483', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:00:27.252203 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c09fae9-5273-48b2-bd7c-b06a841bfb34 admin admin] Network 213e8f95-a0ad-4892-ad9a-d81d902f12c0 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:00:27.296265 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d7363361-9e64-417a-9c2e-e2dd5a0add1a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for port (da90ba08-8f19-43a2-92bb-e77185a777f8), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:27.301501 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb5c62e1-28a4-4094-a32c-28322bba425f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for port (4ad5af1f-8e1b-4475-a782-6a49087ae580), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:27.308802 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-9c09fae9-5273-48b2-bd7c-b06a841bfb34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 213e8f95-a0ad-4892-ad9a-d81d902f12c0) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:27.324043 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272e61b-e8b7-47dd-bb34-14980c576db1 None None] Pushing event updated for resources: {'Port': ['ID=6cba8443-7f1c-417a-b2e6-8968cdd22822,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:27.328435 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb5c62e1-28a4-4094-a32c-28322bba425f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (4ad5af1f-8e1b-4475-a782-6a49087ae580), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:27.331063 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c09fae9-5273-48b2-bd7c-b06a841bfb34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:27.331692 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9c09fae9-5273-48b2-bd7c-b06a841bfb34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:27.376735 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d7363361-9e64-417a-9c2e-e2dd5a0add1a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (da90ba08-8f19-43a2-92bb-e77185a777f8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:27.382323 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21375171-e17b-4985-9398-b6d5cdd224b3 None None] Network 213e8f95-a0ad-4892-ad9a-d81d902f12c0 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:27.413718 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d53d3523-0984-49e1-8de2-b4b742cbf58d req-b663cca1-636a-4e08-a605-64c479b00345 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2925951 Feb 09 02:00:27.495392 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d272e61b-e8b7-47dd-bb34-14980c576db1 None None] Network c807dbe5-a14d-404d-a1c0-44ea2e5193b9 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:27.507744 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9c09fae9-5273-48b2-bd7c-b06a841bfb34 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5459371 Feb 09 02:00:27.519337 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33390) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:27.524150 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7363361-9e64-417a-9c2e-e2dd5a0add1a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network c807dbe5-a14d-404d-a1c0-44ea2e5193b9 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:27.530774 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-3ab9b043-bf6f-4853-bf01-1522740818a8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1283178647-router', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:27.535856 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-d7363361-9e64-417a-9c2e-e2dd5a0add1a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:27.544623 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7363361-9e64-417a-9c2e-e2dd5a0add1a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:27.557963 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-d272e61b-e8b7-47dd-bb34-14980c576db1 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:27.560217 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e2e4513d-875e-4689-bc69-6dc5adc17699 None None] Provisioning complete for port 9a8d37dc-b186-4a22-ab85-d56f32e29f4d triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:27.561000 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e2e4513d-875e-4689-bc69-6dc5adc17699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9a8d37dc-b186-4a22-ab85-d56f32e29f4d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:27.569416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d272e61b-e8b7-47dd-bb34-14980c576db1 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:27.639510 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7363361-9e64-417a-9c2e-e2dd5a0add1a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Port': ['ID=da90ba08-8f19-43a2-92bb-e77185a777f8,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:27.656806 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7363361-9e64-417a-9c2e-e2dd5a0add1a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:27.657924 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d7363361-9e64-417a-9c2e-e2dd5a0add1a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:27.680728 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d7363361-9e64-417a-9c2e-e2dd5a0add1a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8747504 Feb 09 02:00:27.682423 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33394) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:27.688219 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-59016eaf-bbd2-462c-8cb7-b1a9bffff13a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'port': {'network_id': 'c807dbe5-a14d-404d-a1c0-44ea2e5193b9', 'name': 'tempest-PortsTestJSON-95039438', 'fixed_ips': [{'subnet_id': '7756492b-1ba7-44d9-8dad-0d846217cb22', 'ip_address': '172.20.0.9'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:27.789839 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 8b9156cc-0ce3-4754-b4e0-0975770eab8e is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:27.790326 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8b9156cc-0ce3-4754-b4e0-0975770eab8e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:27.795040 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b043-bf6f-4853-bf01-1522740818a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (0adaaef9-eead-45cc-9faf-762db94fbd0d), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:27.796891 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b043-bf6f-4853-bf01-1522740818a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (0adaaef9-eead-45cc-9faf-762db94fbd0d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:27.856147 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59016eaf-bbd2-462c-8cb7-b1a9bffff13a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:27.865694 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-59016eaf-bbd2-462c-8cb7-b1a9bffff13a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:27.881227 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d272e61b-e8b7-47dd-bb34-14980c576db1 None None] Attempting to bind port 6cba8443-7f1c-417a-b2e6-8968cdd22822 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:00:27.881623 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d272e61b-e8b7-47dd-bb34-14980c576db1 None None] Attempting to bind port 6cba8443-7f1c-417a-b2e6-8968cdd22822 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'a768ab76-a3f5-402a-9af7-91e9b4d880a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c807dbe5-a14d-404d-a1c0-44ea2e5193b9'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:00:27.881995 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d272e61b-e8b7-47dd-bb34-14980c576db1 None None] Attempting to bind port 6cba8443-7f1c-417a-b2e6-8968cdd22822 on network c807dbe5-a14d-404d-a1c0-44ea2e5193b9 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:00:27.902181 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840abbf8-64c9-4b14-8c6d-02d4c69403b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'project_id': '8721192a2c284724a83b35330a1c84a8', 'fixed_ips': [{'subnet_id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:00:27.903083 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-840abbf8-64c9-4b14-8c6d-02d4c69403b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:27.906206 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9156cc-0ce3-4754-b4e0-0975770eab8e {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:00:27.934034 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-59016eaf-bbd2-462c-8cb7-b1a9bffff13a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] device_id is not set on port 01720626-d9ef-4f85-a126-6287806f7dcf yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:00:27.948478 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb5c62e1-28a4-4094-a32c-28322bba425f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (261a5712-2da4-451e-8c71-23be9de14bd3), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:27.955270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 8b9156cc-0ce3-4754-b4e0-0975770eab8e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8b9156cc-0ce3-4754-b4e0-0975770eab8e,segment=NetworkSegment(8adfb314-fb8f-470a-95d3-56e5004c01a2),segment_id=8adfb314-fb8f-470a-95d3-56e5004c01a2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:27.967454 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 9a8d37dc-b186-4a22-ab85-d56f32e29f4d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:27.967986 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9a8d37dc-b186-4a22-ab85-d56f32e29f4d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:28.017900 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8b9156cc-0ce3-4754-b4e0-0975770eab8e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:28.018613 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9e9e575e-d478-47a4-9247-266d7e08616b details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:00:28.030269 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d272e61b-e8b7-47dd-bb34-14980c576db1 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:00:28.030580 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d272e61b-e8b7-47dd-bb34-14980c576db1 None None] Checking segment: {'id': 'a768ab76-a3f5-402a-9af7-91e9b4d880a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c807dbe5-a14d-404d-a1c0-44ea2e5193b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:00:28.032007 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d272e61b-e8b7-47dd-bb34-14980c576db1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:28.032429 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d272e61b-e8b7-47dd-bb34-14980c576db1 None None] Bound using segment: {'id': 'a768ab76-a3f5-402a-9af7-91e9b4d880a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c807dbe5-a14d-404d-a1c0-44ea2e5193b9'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:00:28.032941 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d272e61b-e8b7-47dd-bb34-14980c576db1 None None] Bound port: 6cba8443-7f1c-417a-b2e6-8968cdd22822, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a768ab76-a3f5-402a-9af7-91e9b4d880a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c807dbe5-a14d-404d-a1c0-44ea2e5193b9'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:00:28.033330 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d272e61b-e8b7-47dd-bb34-14980c576db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6cba8443-7f1c-417a-b2e6-8968cdd22822), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:28.123554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c62e1-28a4-4094-a32c-28322bba425f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Port': ['ID=4ad5af1f-8e1b-4475-a782-6a49087ae580,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:28.215882 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b043-bf6f-4853-bf01-1522740818a8 admin admin] Publish callbacks [] for router_controller (0adaaef9-eead-45cc-9faf-762db94fbd0d), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:28.223673 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb5c62e1-28a4-4094-a32c-28322bba425f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4ad5af1f-8e1b-4475-a782-6a49087ae580), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:28.249744 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=8b9156cc-0ce3-4754-b4e0-0975770eab8e,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:28.267887 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-59016eaf-bbd2-462c-8cb7-b1a9bffff13a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Allocated IP 172.20.0.9 (c807dbe5-a14d-404d-a1c0-44ea2e5193b9/7756492b-1ba7-44d9-8dad-0d846217cb22/01720626-d9ef-4f85-a126-6287806f7dcf) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:28.486995 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:00:28.527956 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-59016eaf-bbd2-462c-8cb7-b1a9bffff13a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for port (01720626-d9ef-4f85-a126-6287806f7dcf), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:28.605306 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e2e4513d-875e-4689-bc69-6dc5adc17699 None None] Current status of the port 9a8d37dc-b186-4a22-ab85-d56f32e29f4d is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:28.605717 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e2e4513d-875e-4689-bc69-6dc5adc17699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9a8d37dc-b186-4a22-ab85-d56f32e29f4d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:28.628231 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-59016eaf-bbd2-462c-8cb7-b1a9bffff13a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (01720626-d9ef-4f85-a126-6287806f7dcf), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:28.687040 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 9a8d37dc-b186-4a22-ab85-d56f32e29f4d is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:28.687454 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9a8d37dc-b186-4a22-ab85-d56f32e29f4d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:28.759041 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59016eaf-bbd2-462c-8cb7-b1a9bffff13a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Port': ['ID=01720626-d9ef-4f85-a126-6287806f7dcf,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:28.783463 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59016eaf-bbd2-462c-8cb7-b1a9bffff13a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network c807dbe5-a14d-404d-a1c0-44ea2e5193b9 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:28.787589 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-59016eaf-bbd2-462c-8cb7-b1a9bffff13a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:28.791119 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59016eaf-bbd2-462c-8cb7-b1a9bffff13a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:28.871354 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59016eaf-bbd2-462c-8cb7-b1a9bffff13a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:28.872025 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-59016eaf-bbd2-462c-8cb7-b1a9bffff13a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:28.894447 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db529b6d-59f4-4be5-880c-b8260874b686 req-094c9b50-c944-4b6a-a973-9266cf97dcb1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:28.900122 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db529b6d-59f4-4be5-880c-b8260874b686 req-094c9b50-c944-4b6a-a973-9266cf97dcb1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:28.906011 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db529b6d-59f4-4be5-880c-b8260874b686 req-094c9b50-c944-4b6a-a973-9266cf97dcb1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:28.911421 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db529b6d-59f4-4be5-880c-b8260874b686 req-094c9b50-c944-4b6a-a973-9266cf97dcb1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:28.917681 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db529b6d-59f4-4be5-880c-b8260874b686 req-094c9b50-c944-4b6a-a973-9266cf97dcb1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:28.920801 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 9e9e575e-d478-47a4-9247-266d7e08616b, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9e9e575e-d478-47a4-9247-266d7e08616b,segment=NetworkSegment(7f430253-9921-4b67-a8c0-4525552aa2a0),segment_id=7f430253-9921-4b67-a8c0-4525552aa2a0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:28.923654 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db529b6d-59f4-4be5-880c-b8260874b686 req-094c9b50-c944-4b6a-a973-9266cf97dcb1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:28.929525 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db529b6d-59f4-4be5-880c-b8260874b686 req-094c9b50-c944-4b6a-a973-9266cf97dcb1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:28.931688 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-db529b6d-59f4-4be5-880c-b8260874b686 req-094c9b50-c944-4b6a-a973-9266cf97dcb1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5431 time: 0.3290484 Feb 09 02:00:28.955255 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-840abbf8-64c9-4b14-8c6d-02d4c69403b5 None None] Allocated IP 172.20.0.2 (213e8f95-a0ad-4892-ad9a-d81d902f12c0/b1ecec84-a59d-45c4-91cc-46e21ab9c4db/874e4f75-118a-4795-9f37-da70f30015f9) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:28.965855 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-59016eaf-bbd2-462c-8cb7-b1a9bffff13a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2817817 Feb 09 02:00:28.968789 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d272e61b-e8b7-47dd-bb34-14980c576db1 None None] For port 6cba8443-7f1c-417a-b2e6-8968cdd22822, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:00:28.977419 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e2e4513d-875e-4689-bc69-6dc5adc17699 None None] For port 9a8d37dc-b186-4a22-ab85-d56f32e29f4d, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9a8d37dc-b186-4a22-ab85-d56f32e29f4d,segment=NetworkSegment(9b459edf-d78d-4788-81d3-a43acfcf6024),segment_id=9b459edf-d78d-4788-81d3-a43acfcf6024)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:28.999335 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '9e9e575e-d478-47a4-9247-266d7e08616b', 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2', 'port_id': '9e9e575e-d478-47a4-9247-266d7e08616b', 'mac_address': 'fa:16:3e:ee:ca:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2644d8-69fa-4460-9750-5fbc866b4422', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:00:29.069772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33402) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:29.177626 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b043-bf6f-4853-bf01-1522740818a8 admin admin] Publish callbacks [] for router_gateway (0adaaef9-eead-45cc-9faf-762db94fbd0d), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:29.274420 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d272e61b-e8b7-47dd-bb34-14980c576db1 None None] For port 6cba8443-7f1c-417a-b2e6-8968cdd22822, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6cba8443-7f1c-417a-b2e6-8968cdd22822,segment=NetworkSegment(a768ab76-a3f5-402a-9af7-91e9b4d880a8),segment_id=a768ab76-a3f5-402a-9af7-91e9b4d880a8)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:00:29.280103 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e2e4513d-875e-4689-bc69-6dc5adc17699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9a8d37dc-b186-4a22-ab85-d56f32e29f4d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:29.349849 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e54ac0d-4a72-4b9c-89b9-5502f848f5d2 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:29.351392 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4e54ac0d-4a72-4b9c-89b9-5502f848f5d2 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2797589 Feb 09 02:00:29.382351 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:00:29.382962 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33404) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:29.383552 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:00:29.391519 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d272e61b-e8b7-47dd-bb34-14980c576db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6cba8443-7f1c-417a-b2e6-8968cdd22822), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:29.402681 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-840abbf8-64c9-4b14-8c6d-02d4c69403b5 None None] Publish callbacks [] for port (874e4f75-118a-4795-9f37-da70f30015f9), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:29.459842 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-683d47b2-8762-41a6-b997-b429df457755 None None] Provisioning complete for port 9a8d37dc-b186-4a22-ab85-d56f32e29f4d triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:29.460703 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-683d47b2-8762-41a6-b997-b429df457755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9a8d37dc-b186-4a22-ab85-d56f32e29f4d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:29.464730 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-840abbf8-64c9-4b14-8c6d-02d4c69403b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (874e4f75-118a-4795-9f37-da70f30015f9), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:29.530162 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 9e9e575e-d478-47a4-9247-266d7e08616b is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:29.530901 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9e9e575e-d478-47a4-9247-266d7e08616b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:29.608549 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840abbf8-64c9-4b14-8c6d-02d4c69403b5 None None] Network 213e8f95-a0ad-4892-ad9a-d81d902f12c0 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:29.613590 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-840abbf8-64c9-4b14-8c6d-02d4c69403b5 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:29.617081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840abbf8-64c9-4b14-8c6d-02d4c69403b5 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:29.631318 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4513d-875e-4689-bc69-6dc5adc17699 None None] Pushing event updated for resources: {'Port': ['ID=9a8d37dc-b186-4a22-ab85-d56f32e29f4d,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:29.675422 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb5c62e1-28a4-4094-a32c-28322bba425f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for port (4ad5af1f-8e1b-4475-a782-6a49087ae580), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:29.695109 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb5c62e1-28a4-4094-a32c-28322bba425f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (4ad5af1f-8e1b-4475-a782-6a49087ae580), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:29.695971 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb5c62e1-28a4-4094-a32c-28322bba425f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (261a5712-2da4-451e-8c71-23be9de14bd3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:29.707760 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e9e575e-d478-47a4-9247-266d7e08616b {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:00:29.736213 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 9e9e575e-d478-47a4-9247-266d7e08616b, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9e9e575e-d478-47a4-9247-266d7e08616b,segment=NetworkSegment(7f430253-9921-4b67-a8c0-4525552aa2a0),segment_id=7f430253-9921-4b67-a8c0-4525552aa2a0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:29.789836 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9e9e575e-d478-47a4-9247-266d7e08616b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:29.791022 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 80e3e244-1fcf-4a9d-9a50-ee0665be2415 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:00:29.831942 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-db529b6d-59f4-4be5-880c-b8260874b686 req-9b784990-b895-4656-ac78-84ca7c25731c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8851340 Feb 09 02:00:29.832651 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c62e1-28a4-4094-a32c-28322bba425f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Port': ['ID=4ad5af1f-8e1b-4475-a782-6a49087ae580,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:29.998073 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53c4a4d-410c-48ad-b1b1-84129db447c8 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:30.004239 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53c4a4d-410c-48ad-b1b1-84129db447c8 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:30.010214 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53c4a4d-410c-48ad-b1b1-84129db447c8 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:30.012576 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b53c4a4d-410c-48ad-b1b1-84129db447c8 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2375 time: 0.6273293 Feb 09 02:00:30.015501 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 9a8d37dc-b186-4a22-ab85-d56f32e29f4d is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:30.015738 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33418) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:30.043582 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272e61b-e8b7-47dd-bb34-14980c576db1 None None] Pushing event updated for resources: {'Port': ['ID=6cba8443-7f1c-417a-b2e6-8968cdd22822,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:30.051488 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5c62e1-28a4-4094-a32c-28322bba425f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 5d61461d-c978-4eb0-a91f-5b14edd3b495 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:30.073530 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-fb5c62e1-28a4-4094-a32c-28322bba425f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:30.141478 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840abbf8-64c9-4b14-8c6d-02d4c69403b5 None None] Pushing event updated for resources: {'Port': ['ID=874e4f75-118a-4795-9f37-da70f30015f9,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:30.154310 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-840abbf8-64c9-4b14-8c6d-02d4c69403b5 None None] Attempting to bind port 874e4f75-118a-4795-9f37-da70f30015f9 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:00:30.155670 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-840abbf8-64c9-4b14-8c6d-02d4c69403b5 None None] Attempting to bind port 874e4f75-118a-4795-9f37-da70f30015f9 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'c82ab0de-73ec-4078-981b-82e00d4965bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:00:30.156159 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840abbf8-64c9-4b14-8c6d-02d4c69403b5 None None] Attempting to bind port 874e4f75-118a-4795-9f37-da70f30015f9 on network 213e8f95-a0ad-4892-ad9a-d81d902f12c0 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:00:30.172072 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:00:30.215364 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840abbf8-64c9-4b14-8c6d-02d4c69403b5 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:00:30.216119 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840abbf8-64c9-4b14-8c6d-02d4c69403b5 None None] Checking segment: {'id': 'c82ab0de-73ec-4078-981b-82e00d4965bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:00:30.216754 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-840abbf8-64c9-4b14-8c6d-02d4c69403b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:30.217362 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840abbf8-64c9-4b14-8c6d-02d4c69403b5 None None] Bound using segment: {'id': 'c82ab0de-73ec-4078-981b-82e00d4965bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:00:30.220586 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-840abbf8-64c9-4b14-8c6d-02d4c69403b5 None None] Bound port: 874e4f75-118a-4795-9f37-da70f30015f9, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82ab0de-73ec-4078-981b-82e00d4965bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:00:30.222293 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-840abbf8-64c9-4b14-8c6d-02d4c69403b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (874e4f75-118a-4795-9f37-da70f30015f9), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:30.222852 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a2dc8f83-de7b-4b1c-96ad-14d60a6f2d88 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting port 01720626-d9ef-4f85-a126-6287806f7dcf {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:30.223199 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2dc8f83-de7b-4b1c-96ad-14d60a6f2d88 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (01720626-d9ef-4f85-a126-6287806f7dcf), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:30.268646 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 80e3e244-1fcf-4a9d-9a50-ee0665be2415, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=80e3e244-1fcf-4a9d-9a50-ee0665be2415,segment=NetworkSegment(8adfb314-fb8f-470a-95d3-56e5004c01a2),segment_id=8adfb314-fb8f-470a-95d3-56e5004c01a2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:30.377695 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2dc8f83-de7b-4b1c-96ad-14d60a6f2d88 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (01720626-d9ef-4f85-a126-6287806f7dcf), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:30.394084 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a2dc8f83-de7b-4b1c-96ad-14d60a6f2d88 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Calling delete_port for 01720626-d9ef-4f85-a126-6287806f7dcf owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:30.547329 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2dc8f83-de7b-4b1c-96ad-14d60a6f2d88 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (01720626-d9ef-4f85-a126-6287806f7dcf), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:30.553260 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b043-bf6f-4853-bf01-1522740818a8 admin admin] Publish callbacks [] for router_gateway (0adaaef9-eead-45cc-9faf-762db94fbd0d), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:30.605619 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-840abbf8-64c9-4b14-8c6d-02d4c69403b5 None None] For port 874e4f75-118a-4795-9f37-da70f30015f9, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:00:30.609446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-840abbf8-64c9-4b14-8c6d-02d4c69403b5 None None] For port 874e4f75-118a-4795-9f37-da70f30015f9, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=874e4f75-118a-4795-9f37-da70f30015f9,segment=NetworkSegment(c82ab0de-73ec-4078-981b-82e00d4965bb),segment_id=c82ab0de-73ec-4078-981b-82e00d4965bb)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:00:30.613789 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9a8d37dc-b186-4a22-ab85-d56f32e29f4d up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:30.624146 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b043-bf6f-4853-bf01-1522740818a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:30.630608 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc8f83-de7b-4b1c-96ad-14d60a6f2d88 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Port': ['ID=01720626-d9ef-4f85-a126-6287806f7dcf,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:30.707537 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-840abbf8-64c9-4b14-8c6d-02d4c69403b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (874e4f75-118a-4795-9f37-da70f30015f9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:30.743290 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2dc8f83-de7b-4b1c-96ad-14d60a6f2d88 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:30.748184 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-683d47b2-8762-41a6-b997-b429df457755 None None] Current status of the port 9a8d37dc-b186-4a22-ab85-d56f32e29f4d is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:30.754948 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a2dc8f83-de7b-4b1c-96ad-14d60a6f2d88 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/ports/01720626-d9ef-4f85-a126-6287806f7dcf HTTP/1.1" status: 204 len: 168 time: 0.7352116 Feb 09 02:00:30.755767 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33422) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:30.765264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-3ab9b043-bf6f-4853-bf01-1522740818a8 admin admin] Allocated IP 172.25.7.35 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/2d04a472-d6c1-438e-8184-ecf365da8209) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:30.774003 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '80e3e244-1fcf-4a9d-9a50-ee0665be2415', 'network_id': 'ee7d3bb2-f456-41d8-93b8-334fc83bc2df', 'port_id': '80e3e244-1fcf-4a9d-9a50-ee0665be2415', 'mac_address': 'fa:16:3e:78:07:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1fe157d-43b5-4754-996c-299d00068483', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:00:30.830277 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5e56cb-4bc3-4a77-b23c-2cbb567cca4a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] GET failed (client error): The resource could not be found. Feb 09 02:00:30.835594 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8d5e56cb-4bc3-4a77-b23c-2cbb567cca4a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports/01720626-d9ef-4f85-a126-6287806f7dcf HTTP/1.1" status: 404 len: 333 time: 0.0750756 Feb 09 02:00:30.836218 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33424) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:30.870496 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 9a8d37dc-b186-4a22-ab85-d56f32e29f4d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:30.870881 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9a8d37dc-b186-4a22-ab85-d56f32e29f4d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:30.883388 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-683d47b2-8762-41a6-b997-b429df457755 None None] Provisioning complete for port 4ad5af1f-8e1b-4475-a782-6a49087ae580 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:30.883593 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-683d47b2-8762-41a6-b997-b429df457755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4ad5af1f-8e1b-4475-a782-6a49087ae580), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:30.895101 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=9e9e575e-d478-47a4-9247-266d7e08616b,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:30.911489 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5c62e1-28a4-4094-a32c-28322bba425f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Router 261a5712-2da4-451e-8c71-23be9de14bd3 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:00:31.122712 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-9d071ea6-15e8-4f52-88e6-67755b194d00 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting port da90ba08-8f19-43a2-92bb-e77185a777f8 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:31.125915 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9d071ea6-15e8-4f52-88e6-67755b194d00 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (da90ba08-8f19-43a2-92bb-e77185a777f8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:31.169043 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-683d47b2-8762-41a6-b997-b429df457755 None None] Port 4ad5af1f-8e1b-4475-a782-6a49087ae580 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:00:31.172006 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 80e3e244-1fcf-4a9d-9a50-ee0665be2415 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:31.172397 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (80e3e244-1fcf-4a9d-9a50-ee0665be2415), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:31.199802 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b043-bf6f-4853-bf01-1522740818a8 admin admin] Publish callbacks [] for port (2d04a472-d6c1-438e-8184-ecf365da8209), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:31.278376 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e3e244-1fcf-4a9d-9a50-ee0665be2415 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:00:31.324447 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840abbf8-64c9-4b14-8c6d-02d4c69403b5 None None] Pushing event updated for resources: {'Port': ['ID=874e4f75-118a-4795-9f37-da70f30015f9,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:31.359559 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e563e75-6347-4a11-b532-a2420d45e5d1 req-27125aa8-0085-45e5-b808-0e0af755b12b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:31.371744 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e563e75-6347-4a11-b532-a2420d45e5d1 req-27125aa8-0085-45e5-b808-0e0af755b12b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:31.378044 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e563e75-6347-4a11-b532-a2420d45e5d1 req-27125aa8-0085-45e5-b808-0e0af755b12b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:31.383472 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e563e75-6347-4a11-b532-a2420d45e5d1 req-27125aa8-0085-45e5-b808-0e0af755b12b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:31.389439 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9d071ea6-15e8-4f52-88e6-67755b194d00 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (da90ba08-8f19-43a2-92bb-e77185a777f8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:31.389740 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e563e75-6347-4a11-b532-a2420d45e5d1 req-27125aa8-0085-45e5-b808-0e0af755b12b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:31.400836 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e563e75-6347-4a11-b532-a2420d45e5d1 req-27125aa8-0085-45e5-b808-0e0af755b12b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:31.412407 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e563e75-6347-4a11-b532-a2420d45e5d1 req-27125aa8-0085-45e5-b808-0e0af755b12b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:31.422204 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-9d071ea6-15e8-4f52-88e6-67755b194d00 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Calling delete_port for da90ba08-8f19-43a2-92bb-e77185a777f8 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:31.427970 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9e563e75-6347-4a11-b532-a2420d45e5d1 req-27125aa8-0085-45e5-b808-0e0af755b12b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5432 time: 0.3927367 Feb 09 02:00:31.454840 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5c62e1-28a4-4094-a32c-28322bba425f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:00:31.481381 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 80e3e244-1fcf-4a9d-9a50-ee0665be2415, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=80e3e244-1fcf-4a9d-9a50-ee0665be2415,segment=NetworkSegment(8adfb314-fb8f-470a-95d3-56e5004c01a2),segment_id=8adfb314-fb8f-470a-95d3-56e5004c01a2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:31.482618 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-55ed9cef-db02-44d6-9e48-6ca54100cd6c None None] Provisioning complete for port 4ad5af1f-8e1b-4475-a782-6a49087ae580 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:31.483010 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-55ed9cef-db02-44d6-9e48-6ca54100cd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4ad5af1f-8e1b-4475-a782-6a49087ae580), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:31.487995 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fb5c62e1-28a4-4094-a32c-28322bba425f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "PUT /v2.0/routers/261a5712-2da4-451e-8c71-23be9de14bd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9886591 Feb 09 02:00:31.490524 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b043-bf6f-4853-bf01-1522740818a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (2d04a472-d6c1-438e-8184-ecf365da8209), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:31.498911 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33430) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:31.526828 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ca51d6-05d3-4040-b6b0-7ab863afd912 None None] Sync routers for ids ['261a5712-2da4-451e-8c71-23be9de14bd3'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:31.552692 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05952592-2d45-4243-b21e-d49470c31fee None None] Network c807dbe5-a14d-404d-a1c0-44ea2e5193b9 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:31.574940 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (80e3e244-1fcf-4a9d-9a50-ee0665be2415), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:31.577781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 458cb2d9-efbc-4c26-ac50-8ad5290b8474 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:00:31.624651 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9d071ea6-15e8-4f52-88e6-67755b194d00 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (da90ba08-8f19-43a2-92bb-e77185a777f8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:31.638729 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab9b043-bf6f-4853-bf01-1522740818a8 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:31.657954 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-3ab9b043-bf6f-4853-bf01-1522740818a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:31.667251 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-55ed9cef-db02-44d6-9e48-6ca54100cd6c None None] Port 4ad5af1f-8e1b-4475-a782-6a49087ae580 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:00:31.674386 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab9b043-bf6f-4853-bf01-1522740818a8 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:31.713773 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d071ea6-15e8-4f52-88e6-67755b194d00 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Port': ['ID=da90ba08-8f19-43a2-92bb-e77185a777f8,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:31.731470 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9b043-bf6f-4853-bf01-1522740818a8 admin admin] Pushing event updated for resources: {'Port': ['ID=2d04a472-d6c1-438e-8184-ecf365da8209,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:31.738640 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9e563e75-6347-4a11-b532-a2420d45e5d1 req-8f362d72-6f07-4930-a236-b17a0b5e67a8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3098383 Feb 09 02:00:31.761622 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ca51d6-05d3-4040-b6b0-7ab863afd912 None None] Routers {'261a5712-2da4-451e-8c71-23be9de14bd3'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:31.762377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-57ca51d6-05d3-4040-b6b0-7ab863afd912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:00:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['261a5712-2da4-451e-8c71-23be9de14bd3'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:31.827540 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 9a8d37dc-b186-4a22-ab85-d56f32e29f4d is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:31.836224 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-57ca51d6-05d3-4040-b6b0-7ab863afd912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:31.839574 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974fdce2-c80b-41b6-b029-eec209972277 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:31.841576 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-974fdce2-c80b-41b6-b029-eec209972277 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports?device_id=261a5712-2da4-451e-8c71-23be9de14bd3 HTTP/1.1" status: 200 len: 989 time: 0.3281496 Feb 09 02:00:31.844383 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33434) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:31.860809 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.resource_extend [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:00:31.898881 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9d071ea6-15e8-4f52-88e6-67755b194d00 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:31.907757 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9d071ea6-15e8-4f52-88e6-67755b194d00 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/ports/da90ba08-8f19-43a2-92bb-e77185a777f8 HTTP/1.1" status: 204 len: 168 time: 1.0688899 Feb 09 02:00:31.908557 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33436) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:31.966491 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=80e3e244-1fcf-4a9d-9a50-ee0665be2415,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:31.967724 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b459dd-5293-4329-b5cf-286f785f1e93 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] GET failed (client error): The resource could not be found. Feb 09 02:00:31.969417 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-22b459dd-5293-4329-b5cf-286f785f1e93 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports/da90ba08-8f19-43a2-92bb-e77185a777f8 HTTP/1.1" status: 404 len: 333 time: 0.0586948 Feb 09 02:00:31.979280 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f21d6b4d-3c15-4414-9f18-5479448e68ab None None] Provisioning complete for port 6cba8443-7f1c-417a-b2e6-8968cdd22822 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:31.979700 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f21d6b4d-3c15-4414-9f18-5479448e68ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6cba8443-7f1c-417a-b2e6-8968cdd22822), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:31.980005 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33438) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:32.068596 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ca51d6-05d3-4040-b6b0-7ab863afd912 None None] Routers {'261a5712-2da4-451e-8c71-23be9de14bd3'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:32.069661 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-57ca51d6-05d3-4040-b6b0-7ab863afd912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:00:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['261a5712-2da4-451e-8c71-23be9de14bd3'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:32.083894 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-501c0cd1-f44a-4f49-ad0c-3aee3175867f tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting subnet 7756492b-1ba7-44d9-8dad-0d846217cb22 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:00:32.106417 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-501c0cd1-f44a-4f49-ad0c-3aee3175867f tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for subnet (7756492b-1ba7-44d9-8dad-0d846217cb22), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:32.209474 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-57ca51d6-05d3-4040-b6b0-7ab863afd912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:32.215726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ca51d6-05d3-4040-b6b0-7ab863afd912 None None] The sync data for ids ['261a5712-2da4-451e-8c71-23be9de14bd3'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:00:32.237536 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-501c0cd1-f44a-4f49-ad0c-3aee3175867f tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (7756492b-1ba7-44d9-8dad-0d846217cb22), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:32.356354 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 458cb2d9-efbc-4c26-ac50-8ad5290b8474, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=458cb2d9-efbc-4c26-ac50-8ad5290b8474,segment=NetworkSegment(f0434725-cd04-47fb-addd-9573c52948dd),segment_id=f0434725-cd04-47fb-addd-9573c52948dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:32.421559 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b043-bf6f-4853-bf01-1522740818a8 admin admin] Publish callbacks [] for router_gateway (0adaaef9-eead-45cc-9faf-762db94fbd0d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:32.422329 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '458cb2d9-efbc-4c26-ac50-8ad5290b8474', 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b', 'port_id': '458cb2d9-efbc-4c26-ac50-8ad5290b8474', 'mac_address': 'fa:16:3e:11:28:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '678160b0-2b2f-464c-ba3e-556e6e820726', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:00:32.425206 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6cba8443-7f1c-417a-b2e6-8968cdd22822 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:32.433051 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-501c0cd1-f44a-4f49-ad0c-3aee3175867f tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (7756492b-1ba7-44d9-8dad-0d846217cb22), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:32.536900 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f21d6b4d-3c15-4414-9f18-5479448e68ab None None] Current status of the port 6cba8443-7f1c-417a-b2e6-8968cdd22822 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:32.537286 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f21d6b4d-3c15-4414-9f18-5479448e68ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6cba8443-7f1c-417a-b2e6-8968cdd22822), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:32.544593 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-501c0cd1-f44a-4f49-ad0c-3aee3175867f tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (7756492b-1ba7-44d9-8dad-0d846217cb22), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:32.620417 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 458cb2d9-efbc-4c26-ac50-8ad5290b8474 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:32.620814 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (458cb2d9-efbc-4c26-ac50-8ad5290b8474), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:32.621281 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c0cd1-f44a-4f49-ad0c-3aee3175867f tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Subnet': ['ID=7756492b-1ba7-44d9-8dad-0d846217cb22,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:32.626600 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-501c0cd1-f44a-4f49-ad0c-3aee3175867f tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:32.640213 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-501c0cd1-f44a-4f49-ad0c-3aee3175867f tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/subnets/7756492b-1ba7-44d9-8dad-0d846217cb22 HTTP/1.1" status: 204 len: 168 time: 0.6587946 Feb 09 02:00:32.641867 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33442) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:32.654789 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458cb2d9-efbc-4c26-ac50-8ad5290b8474 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:00:32.679575 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 458cb2d9-efbc-4c26-ac50-8ad5290b8474, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=458cb2d9-efbc-4c26-ac50-8ad5290b8474,segment=NetworkSegment(f0434725-cd04-47fb-addd-9573c52948dd),segment_id=f0434725-cd04-47fb-addd-9573c52948dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:32.706081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04b817f-9910-4f33-92af-f919ed64f7ae None None] Network 213e8f95-a0ad-4892-ad9a-d81d902f12c0 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:32.707841 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (458cb2d9-efbc-4c26-ac50-8ad5290b8474), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:32.708532 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9905adb9-d1e4-4bfa-82dc-a198aa75b6de details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:00:32.748490 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9905adb9-d1e4-4bfa-82dc-a198aa75b6de,segment=NetworkSegment(f0434725-cd04-47fb-addd-9573c52948dd),segment_id=f0434725-cd04-47fb-addd-9573c52948dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:32.769619 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '9905adb9-d1e4-4bfa-82dc-a198aa75b6de', 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b', 'port_id': '9905adb9-d1e4-4bfa-82dc-a198aa75b6de', 'mac_address': 'fa:16:3e:d7:8c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '678160b0-2b2f-464c-ba3e-556e6e820726', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:00:32.829662 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dec6e78b-9915-4c98-8737-02eb5ad096be tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (c807dbe5-a14d-404d-a1c0-44ea2e5193b9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:32.906479 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:32.907000 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9905adb9-d1e4-4bfa-82dc-a198aa75b6de), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:32.909166 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 6cba8443-7f1c-417a-b2e6-8968cdd22822 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:32.909576 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6cba8443-7f1c-417a-b2e6-8968cdd22822), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:33.001493 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-f21d6b4d-3c15-4414-9f18-5479448e68ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:00:33.004189 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-f21d6b4d-3c15-4414-9f18-5479448e68ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:00:33.046433 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9905adb9-d1e4-4bfa-82dc-a198aa75b6de {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:00:33.085745 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44314e5f-28b5-4350-b3ea-9b1b854f6315 req-36226a5c-f711-4451-b4d1-433a8a4d8bbc tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:33.097653 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44314e5f-28b5-4350-b3ea-9b1b854f6315 req-36226a5c-f711-4451-b4d1-433a8a4d8bbc tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:33.114286 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44314e5f-28b5-4350-b3ea-9b1b854f6315 req-36226a5c-f711-4451-b4d1-433a8a4d8bbc tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:33.126899 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44314e5f-28b5-4350-b3ea-9b1b854f6315 req-36226a5c-f711-4451-b4d1-433a8a4d8bbc tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:33.138430 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44314e5f-28b5-4350-b3ea-9b1b854f6315 req-36226a5c-f711-4451-b4d1-433a8a4d8bbc tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:33.144740 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44314e5f-28b5-4350-b3ea-9b1b854f6315 req-36226a5c-f711-4451-b4d1-433a8a4d8bbc tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:33.152078 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44314e5f-28b5-4350-b3ea-9b1b854f6315 req-36226a5c-f711-4451-b4d1-433a8a4d8bbc tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:33.154226 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-44314e5f-28b5-4350-b3ea-9b1b854f6315 req-36226a5c-f711-4451-b4d1-433a8a4d8bbc tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5434 time: 0.2609940 Feb 09 02:00:33.161613 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-dec6e78b-9915-4c98-8737-02eb5ad096be tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting port 6cba8443-7f1c-417a-b2e6-8968cdd22822 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:33.162111 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dec6e78b-9915-4c98-8737-02eb5ad096be tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (6cba8443-7f1c-417a-b2e6-8968cdd22822), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:33.162981 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9905adb9-d1e4-4bfa-82dc-a198aa75b6de,segment=NetworkSegment(f0434725-cd04-47fb-addd-9573c52948dd),segment_id=f0434725-cd04-47fb-addd-9573c52948dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:33.189309 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=458cb2d9-efbc-4c26-ac50-8ad5290b8474,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:33.192712 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf03aa57-f777-4aa1-ba4e-846eaab759ac None None] Network c807dbe5-a14d-404d-a1c0-44ea2e5193b9 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:33.202259 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9905adb9-d1e4-4bfa-82dc-a198aa75b6de), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:33.203189 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 4aba9d2f-7727-4388-a07a-cd4823b889f0 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:00:33.233982 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9440cb0-cf09-4d3c-9d5b-92bfc59f74a3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (261a5712-2da4-451e-8c71-23be9de14bd3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:33.286239 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b043-bf6f-4853-bf01-1522740818a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (0adaaef9-eead-45cc-9faf-762db94fbd0d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:33.362772 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 4aba9d2f-7727-4388-a07a-cd4823b889f0, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4aba9d2f-7727-4388-a07a-cd4823b889f0,segment=NetworkSegment(f0434725-cd04-47fb-addd-9573c52948dd),segment_id=f0434725-cd04-47fb-addd-9573c52948dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:33.377553 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-44314e5f-28b5-4350-b3ea-9b1b854f6315 req-b0a4f0e4-6dd9-452c-bdb6-9dbfa217cf43 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2129967 Feb 09 02:00:33.383998 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '4aba9d2f-7727-4388-a07a-cd4823b889f0', 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b', 'port_id': '4aba9d2f-7727-4388-a07a-cd4823b889f0', 'mac_address': 'fa:16:3e:8b:c4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '678160b0-2b2f-464c-ba3e-556e6e820726', 'ip_address': '10.1.1.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:00:33.392382 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-dec6e78b-9915-4c98-8737-02eb5ad096be tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] For port 6cba8443-7f1c-417a-b2e6-8968cdd22822, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6cba8443-7f1c-417a-b2e6-8968cdd22822,segment=NetworkSegment(a768ab76-a3f5-402a-9af7-91e9b4d880a8),segment_id=a768ab76-a3f5-402a-9af7-91e9b4d880a8)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:33.392950 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dec6e78b-9915-4c98-8737-02eb5ad096be tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (6cba8443-7f1c-417a-b2e6-8968cdd22822), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:33.427072 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-dec6e78b-9915-4c98-8737-02eb5ad096be tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Calling delete_port for 6cba8443-7f1c-417a-b2e6-8968cdd22822 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:33.569443 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dec6e78b-9915-4c98-8737-02eb5ad096be tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (6cba8443-7f1c-417a-b2e6-8968cdd22822), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:33.609011 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Port 6cba8443-7f1c-417a-b2e6-8968cdd22822 update to ACTIVE by agent not found {{(pid=103185) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 02:00:33.609540 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 874e4f75-118a-4795-9f37-da70f30015f9 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:33.611198 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=9905adb9-d1e4-4bfa-82dc-a198aa75b6de,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:33.620112 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 4aba9d2f-7727-4388-a07a-cd4823b889f0 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:33.620587 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4aba9d2f-7727-4388-a07a-cd4823b889f0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:33.642470 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec6e78b-9915-4c98-8737-02eb5ad096be tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] No DVR routers for this DVR port 6cba8443-7f1c-417a-b2e6-8968cdd22822 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:33.646262 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6e78b-9915-4c98-8737-02eb5ad096be tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Port': ['ID=6cba8443-7f1c-417a-b2e6-8968cdd22822,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:33.662534 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aba9d2f-7727-4388-a07a-cd4823b889f0 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:00:33.747185 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f21d6b4d-3c15-4414-9f18-5479448e68ab None None] Current status of the port 6cba8443-7f1c-417a-b2e6-8968cdd22822 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:33.748356 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f21d6b4d-3c15-4414-9f18-5479448e68ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6cba8443-7f1c-417a-b2e6-8968cdd22822), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:33.786045 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 4aba9d2f-7727-4388-a07a-cd4823b889f0, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4aba9d2f-7727-4388-a07a-cd4823b889f0,segment=NetworkSegment(f0434725-cd04-47fb-addd-9573c52948dd),segment_id=f0434725-cd04-47fb-addd-9573c52948dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:33.800029 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4aba9d2f-7727-4388-a07a-cd4823b889f0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:33.801541 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device a7be7dc4-d914-4868-bc01-259d832746e1 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:00:33.840324 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port a7be7dc4-d914-4868-bc01-259d832746e1, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a7be7dc4-d914-4868-bc01-259d832746e1,segment=NetworkSegment(f0434725-cd04-47fb-addd-9573c52948dd),segment_id=f0434725-cd04-47fb-addd-9573c52948dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:33.864147 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'a7be7dc4-d914-4868-bc01-259d832746e1', 'network_id': '91f3e44e-bf94-49e8-bd52-1019903bad7b', 'port_id': 'a7be7dc4-d914-4868-bc01-259d832746e1', 'mac_address': 'fa:16:3e:06:62:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '678160b0-2b2f-464c-ba3e-556e6e820726', 'ip_address': '10.1.1.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:00:33.898820 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dec6e78b-9915-4c98-8737-02eb5ad096be tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (c807dbe5-a14d-404d-a1c0-44ea2e5193b9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:33.955914 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-dec6e78b-9915-4c98-8737-02eb5ad096be tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c807dbe5-a14d-404d-a1c0-44ea2e5193b9']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:33.982005 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-dec6e78b-9915-4c98-8737-02eb5ad096be tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a768ab76-a3f5-402a-9af7-91e9b4d880a8') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:33.982309 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-dec6e78b-9915-4c98-8737-02eb5ad096be tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a768ab76-a3f5-402a-9af7-91e9b4d880a8') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:34.010849 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dec6e78b-9915-4c98-8737-02eb5ad096be tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (a768ab76-a3f5-402a-9af7-91e9b4d880a8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:34.043120 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dec6e78b-9915-4c98-8737-02eb5ad096be tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (a768ab76-a3f5-402a-9af7-91e9b4d880a8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:34.055152 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec6e78b-9915-4c98-8737-02eb5ad096be tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:00:34.057531 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dec6e78b-9915-4c98-8737-02eb5ad096be tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (a768ab76-a3f5-402a-9af7-91e9b4d880a8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:00:34.061589 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:00:34.144599 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dec6e78b-9915-4c98-8737-02eb5ad096be tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (c807dbe5-a14d-404d-a1c0-44ea2e5193b9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:34.158959 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dec6e78b-9915-4c98-8737-02eb5ad096be tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:34.164024 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dec6e78b-9915-4c98-8737-02eb5ad096be tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/networks/c807dbe5-a14d-404d-a1c0-44ea2e5193b9 HTTP/1.1" status: 204 len: 168 time: 1.5208910 Feb 09 02:00:34.172695 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33454) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:34.179156 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5f5b2fd3-ff0b-45c0-bd1f-1b993617b20e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1821983179'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:34.198318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6e78b-9915-4c98-8737-02eb5ad096be tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Network': ['ID=c807dbe5-a14d-404d-a1c0-44ea2e5193b9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:34.238503 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de10802-5453-4788-8451-17421c36eff3 None None] DHCP port deletion for c807dbe5-a14d-404d-a1c0-44ea2e5193b9 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:00:34.244545 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5b2fd3-ff0b-45c0-bd1f-1b993617b20e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:34.251166 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f5b2fd3-ff0b-45c0-bd1f-1b993617b20e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:34.322357 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=4aba9d2f-7727-4388-a07a-cd4823b889f0,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:34.326326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 874e4f75-118a-4795-9f37-da70f30015f9 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:34.326831 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (874e4f75-118a-4795-9f37-da70f30015f9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:34.331612 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5b2fd3-ff0b-45c0-bd1f-1b993617b20e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:00:34.356164 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f5b2fd3-ff0b-45c0-bd1f-1b993617b20e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (ff5af891-06f1-4a5f-8bb5-51b06ced0ec0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:34.356953 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-5f5b2fd3-ff0b-45c0-bd1f-1b993617b20e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Added segment ff5af891-06f1-4a5f-8bb5-51b06ced0ec0 of type vlan for network 45538a9d-814e-4185-8941-6847f14425aa Feb 09 02:00:34.361108 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port a7be7dc4-d914-4868-bc01-259d832746e1 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:34.361672 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a7be7dc4-d914-4868-bc01-259d832746e1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:34.368739 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-cf50d6c9-c635-448f-839d-8024d55ed3a1 None None] Could not find standard attr ID for object 6cba8443-7f1c-417a-b2e6-8968cdd22822. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:00:34.398065 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7be7dc4-d914-4868-bc01-259d832746e1 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:00:34.410945 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab9b043-bf6f-4853-bf01-1522740818a8 admin admin] Router 0adaaef9-eead-45cc-9faf-762db94fbd0d is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:00:34.422039 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-cf50d6c9-c635-448f-839d-8024d55ed3a1 None None] Provisioning complete for port 874e4f75-118a-4795-9f37-da70f30015f9 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:34.422506 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cf50d6c9-c635-448f-839d-8024d55ed3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (874e4f75-118a-4795-9f37-da70f30015f9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:34.437487 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port a7be7dc4-d914-4868-bc01-259d832746e1, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a7be7dc4-d914-4868-bc01-259d832746e1,segment=NetworkSegment(f0434725-cd04-47fb-addd-9573c52948dd),segment_id=f0434725-cd04-47fb-addd-9573c52948dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:34.462295 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a7be7dc4-d914-4868-bc01-259d832746e1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:34.470027 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f5b2fd3-ff0b-45c0-bd1f-1b993617b20e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (45538a9d-814e-4185-8941-6847f14425aa), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:34.543475 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f5b2fd3-ff0b-45c0-bd1f-1b993617b20e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (45538a9d-814e-4185-8941-6847f14425aa), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:34.548706 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5b2fd3-ff0b-45c0-bd1f-1b993617b20e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:34.553898 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f5b2fd3-ff0b-45c0-bd1f-1b993617b20e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:34.578130 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 874e4f75-118a-4795-9f37-da70f30015f9 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:34.578130 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (874e4f75-118a-4795-9f37-da70f30015f9), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:34.581051 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=a7be7dc4-d914-4868-bc01-259d832746e1,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:34.661606 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 874e4f75-118a-4795-9f37-da70f30015f9, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=874e4f75-118a-4795-9f37-da70f30015f9,segment=NetworkSegment(c82ab0de-73ec-4078-981b-82e00d4965bb),segment_id=c82ab0de-73ec-4078-981b-82e00d4965bb)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:34.670319 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (874e4f75-118a-4795-9f37-da70f30015f9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:34.675023 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-cf50d6c9-c635-448f-839d-8024d55ed3a1 None None] Current status of the port 874e4f75-118a-4795-9f37-da70f30015f9 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:34.675624 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cf50d6c9-c635-448f-839d-8024d55ed3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (874e4f75-118a-4795-9f37-da70f30015f9), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:34.687293 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-c9440cb0-cf09-4d3c-9d5b-92bfc59f74a3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting port 4ad5af1f-8e1b-4475-a782-6a49087ae580 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:34.689068 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9440cb0-cf09-4d3c-9d5b-92bfc59f74a3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (4ad5af1f-8e1b-4475-a782-6a49087ae580), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:34.716851 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33460) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:34.719030 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5f5b2fd3-ff0b-45c0-bd1f-1b993617b20e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5429299 Feb 09 02:00:34.748573 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b2fd3-ff0b-45c0-bd1f-1b993617b20e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Network': ['ID=45538a9d-814e-4185-8941-6847f14425aa,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:34.808173 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=874e4f75-118a-4795-9f37-da70f30015f9,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:34.832641 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-cf50d6c9-c635-448f-839d-8024d55ed3a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:00:34.833044 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-cf50d6c9-c635-448f-839d-8024d55ed3a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:00:34.835893 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 45538a9d-814e-4185-8941-6847f14425aa details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:00:34.881926 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6cba8443-7f1c-417a-b2e6-8968cdd22822 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:00:34.927200 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 6cba8443-7f1c-417a-b2e6-8968cdd22822 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:00:34.927762 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6cba8443-7f1c-417a-b2e6-8968cdd22822 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:00:34.942044 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9440cb0-cf09-4d3c-9d5b-92bfc59f74a3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (4ad5af1f-8e1b-4475-a782-6a49087ae580), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:34.961077 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-c9440cb0-cf09-4d3c-9d5b-92bfc59f74a3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Calling delete_port for 4ad5af1f-8e1b-4475-a782-6a49087ae580 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:35.032898 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e5b23568-469a-4f11-92b3-4f7483ff33fd tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'subnet': {'network_id': '45538a9d-814e-4185-8941-6847f14425aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:35.130962 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826a3ad-6c17-4770-a126-e138cbeb5860 req-1ffd7ff7-e119-485d-b6da-66e65481fe4a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:35.137299 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826a3ad-6c17-4770-a126-e138cbeb5860 req-1ffd7ff7-e119-485d-b6da-66e65481fe4a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:35.142560 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826a3ad-6c17-4770-a126-e138cbeb5860 req-1ffd7ff7-e119-485d-b6da-66e65481fe4a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:35.147909 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826a3ad-6c17-4770-a126-e138cbeb5860 req-1ffd7ff7-e119-485d-b6da-66e65481fe4a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:35.153654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826a3ad-6c17-4770-a126-e138cbeb5860 req-1ffd7ff7-e119-485d-b6da-66e65481fe4a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:35.158903 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826a3ad-6c17-4770-a126-e138cbeb5860 req-1ffd7ff7-e119-485d-b6da-66e65481fe4a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:35.164191 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826a3ad-6c17-4770-a126-e138cbeb5860 req-1ffd7ff7-e119-485d-b6da-66e65481fe4a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:35.168027 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f826a3ad-6c17-4770-a126-e138cbeb5860 req-1ffd7ff7-e119-485d-b6da-66e65481fe4a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5437 time: 0.6307964 Feb 09 02:00:35.270030 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab9b043-bf6f-4853-bf01-1522740818a8 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:00:35.286066 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['4aba9d2f-7727-4388-a07a-cd4823b889f0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:00:35.303419 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] Sync routers for ids ['0adaaef9-eead-45cc-9faf-762db94fbd0d'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:35.308601 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['a7be7dc4-d914-4868-bc01-259d832746e1'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:00:35.313233 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['9905adb9-d1e4-4bfa-82dc-a198aa75b6de'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:00:35.324599 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] Routers {'0adaaef9-eead-45cc-9faf-762db94fbd0d'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:35.331143 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:00:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0adaaef9-eead-45cc-9faf-762db94fbd0d'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:35.362354 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['80e3e244-1fcf-4a9d-9a50-ee0665be2415'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:00:35.447899 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f826a3ad-6c17-4770-a126-e138cbeb5860 req-ed9f41eb-cb60-46e1-ae3e-7fbb35a730e3 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2466991 Feb 09 02:00:35.466212 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] Set router 0adaaef9-eead-45cc-9faf-762db94fbd0d gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:00:35.494655 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b043-bf6f-4853-bf01-1522740818a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:35.502763 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33466) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:35.513553 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3ab9b043-bf6f-4853-bf01-1522740818a8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9896011 Feb 09 02:00:35.528815 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b23568-469a-4f11-92b3-4f7483ff33fd tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:35.543377 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e5b23568-469a-4f11-92b3-4f7483ff33fd tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:35.628944 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['458cb2d9-efbc-4c26-ac50-8ad5290b8474'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:00:35.632162 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['9e9e575e-d478-47a4-9247-266d7e08616b'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:00:35.635333 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['8b9156cc-0ce3-4754-b4e0-0975770eab8e'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:00:35.638735 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-cf50d6c9-c635-448f-839d-8024d55ed3a1 None None] Current status of the port 874e4f75-118a-4795-9f37-da70f30015f9 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:35.845702 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e5b23568-469a-4f11-92b3-4f7483ff33fd tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (5f194e2e-f19e-4c4f-aaa5-2c0b127c0263), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:35.854622 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'name': 'tempest-AttachVolumeTestJSON-1283178647-router', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:00:31Z', 'revision_number': 3, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'gw_port': {'id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:eb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:30Z', 'updated_at': '2022-02-09T02:00:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:35.965970 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] Checking router: 0adaaef9-eead-45cc-9faf-762db94fbd0d for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:00:35.966317 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] Updating router 0adaaef9-eead-45cc-9faf-762db94fbd0d port 2d04a472-d6c1-438e-8184-ecf365da8209 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:00:35.996714 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9440cb0-cf09-4d3c-9d5b-92bfc59f74a3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (4ad5af1f-8e1b-4475-a782-6a49087ae580), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:36.031129 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2d04a472-d6c1-438e-8184-ecf365da8209), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:36.091446 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9440cb0-cf09-4d3c-9d5b-92bfc59f74a3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Port': ['ID=4ad5af1f-8e1b-4475-a782-6a49087ae580,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:36.105243 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b23568-469a-4f11-92b3-4f7483ff33fd tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Subnet': ['ID=5f194e2e-f19e-4c4f-aaa5-2c0b127c0263,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:36.173283 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b23568-469a-4f11-92b3-4f7483ff33fd tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Checking segment: {'id': 'ff5af891-06f1-4a5f-8bb5-51b06ced0ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '45538a9d-814e-4185-8941-6847f14425aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:00:36.173649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b23568-469a-4f11-92b3-4f7483ff33fd tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network hostable DHCP agents. Network: 45538a9d-814e-4185-8941-6847f14425aa, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:00:36.328512 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9440cb0-cf09-4d3c-9d5b-92bfc59f74a3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (261a5712-2da4-451e-8c71-23be9de14bd3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:36.331631 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b23568-469a-4f11-92b3-4f7483ff33fd tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network 45538a9d-814e-4185-8941-6847f14425aa is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:00:36.372921 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-e5b23568-469a-4f11-92b3-4f7483ff33fd tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 45538a9d-814e-4185-8941-6847f14425aa) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:36.394949 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-79cf97e6-fdc7-46fb-8b6a-566985f50548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:36.438281 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4abdab1-9437-45a0-9407-8bde072e20b8 None None] Network 45538a9d-814e-4185-8941-6847f14425aa requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:36.520124 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b23568-469a-4f11-92b3-4f7483ff33fd tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:36.521051 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e5b23568-469a-4f11-92b3-4f7483ff33fd tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:36.633757 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] Publish callbacks [] for port (2d04a472-d6c1-438e-8184-ecf365da8209), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:36.642246 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2d04a472-d6c1-438e-8184-ecf365da8209), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:36.671011 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e5b23568-469a-4f11-92b3-4f7483ff33fd tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6421177 Feb 09 02:00:36.674525 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33476) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:36.705365 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5c6ab453-8a63-4685-b73e-b069a4dcb941 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-302422106', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:36.709859 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] Attempting to bind port 2d04a472-d6c1-438e-8184-ecf365da8209 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:00:36.710326 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] Attempting to bind port 2d04a472-d6c1-438e-8184-ecf365da8209 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:00:36.715553 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] Attempting to bind port 2d04a472-d6c1-438e-8184-ecf365da8209 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:00:36.749382 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:00:36.749775 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:00:36.750187 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:36.750583 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:00:36.751356 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] Bound port: 2d04a472-d6c1-438e-8184-ecf365da8209, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:00:36.751773 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2d04a472-d6c1-438e-8184-ecf365da8209), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:36.803633 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9440cb0-cf09-4d3c-9d5b-92bfc59f74a3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Router 261a5712-2da4-451e-8c71-23be9de14bd3 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:00:36.835059 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] For port 2d04a472-d6c1-438e-8184-ecf365da8209, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:00:36.835529 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c6ab453-8a63-4685-b73e-b069a4dcb941 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (e997d000-87f8-45b5-8cc2-2e5d2a69dbce), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:36.836512 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c6ab453-8a63-4685-b73e-b069a4dcb941 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (e997d000-87f8-45b5-8cc2-2e5d2a69dbce), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:36.855682 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] For port 2d04a472-d6c1-438e-8184-ecf365da8209, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=2d04a472-d6c1-438e-8184-ecf365da8209,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:00:36.860345 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176605b-e5a7-4fed-80e3-f2cb6d784828 None None] Pushing event updated for resources: {'Port': ['ID=2d04a472-d6c1-438e-8184-ecf365da8209,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:36.865560 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-79cf97e6-fdc7-46fb-8b6a-566985f50548 admin admin] Allocated IP 172.20.0.1 (213e8f95-a0ad-4892-ad9a-d81d902f12c0/b1ecec84-a59d-45c4-91cc-46e21ab9c4db/fdfd5915-3978-433b-91ff-6835aa670ee6) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:36.881566 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176605b-e5a7-4fed-80e3-f2cb6d784828 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.883361 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176605b-e5a7-4fed-80e3-f2cb6d784828 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.883944 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176605b-e5a7-4fed-80e3-f2cb6d784828 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.885085 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176605b-e5a7-4fed-80e3-f2cb6d784828 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.888817 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176605b-e5a7-4fed-80e3-f2cb6d784828 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.889371 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176605b-e5a7-4fed-80e3-f2cb6d784828 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.889817 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176605b-e5a7-4fed-80e3-f2cb6d784828 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.890236 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176605b-e5a7-4fed-80e3-f2cb6d784828 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.891097 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176605b-e5a7-4fed-80e3-f2cb6d784828 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.894424 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176605b-e5a7-4fed-80e3-f2cb6d784828 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.895172 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176605b-e5a7-4fed-80e3-f2cb6d784828 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.895656 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176605b-e5a7-4fed-80e3-f2cb6d784828 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.896083 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176605b-e5a7-4fed-80e3-f2cb6d784828 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.923963 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2d04a472-d6c1-438e-8184-ecf365da8209), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:37.008241 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 874e4f75-118a-4795-9f37-da70f30015f9 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:37.032013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9440cb0-cf09-4d3c-9d5b-92bfc59f74a3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:00:37.039073 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c9440cb0-cf09-4d3c-9d5b-92bfc59f74a3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "PUT /v2.0/routers/261a5712-2da4-451e-8c71-23be9de14bd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1904643 Feb 09 02:00:37.039568 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33480) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:37.045933 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c6ab453-8a63-4685-b73e-b069a4dcb941 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for router_controller (e997d000-87f8-45b5-8cc2-2e5d2a69dbce), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:37.068924 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176605b-e5a7-4fed-80e3-f2cb6d784828 None None] Pushing event updated for resources: {'Port': ['ID=2d04a472-d6c1-438e-8184-ecf365da8209,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:37.100422 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c6ab453-8a63-4685-b73e-b069a4dcb941 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (e997d000-87f8-45b5-8cc2-2e5d2a69dbce), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:37.126424 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] Routers {'0adaaef9-eead-45cc-9faf-762db94fbd0d'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:37.127278 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:00:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0adaaef9-eead-45cc-9faf-762db94fbd0d'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:37.150194 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc97d75-18b0-4ea4-9e15-773bcec104c1 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] GET failed (client error): The resource could not be found. Feb 09 02:00:37.159430 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3bc97d75-18b0-4ea4-9e15-773bcec104c1 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports/4ad5af1f-8e1b-4475-a782-6a49087ae580 HTTP/1.1" status: 404 len: 333 time: 0.1181440 Feb 09 02:00:37.160284 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33482) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:37.172371 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2902a5-7f16-4546-974e-fa8c0b3b0c8f req-c89cbe86-8a9d-4bb6-a8d1-847ab4a0815c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:37.179712 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2902a5-7f16-4546-974e-fa8c0b3b0c8f req-c89cbe86-8a9d-4bb6-a8d1-847ab4a0815c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:37.186698 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2902a5-7f16-4546-974e-fa8c0b3b0c8f req-c89cbe86-8a9d-4bb6-a8d1-847ab4a0815c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:37.193415 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2902a5-7f16-4546-974e-fa8c0b3b0c8f req-c89cbe86-8a9d-4bb6-a8d1-847ab4a0815c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:37.200822 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2902a5-7f16-4546-974e-fa8c0b3b0c8f req-c89cbe86-8a9d-4bb6-a8d1-847ab4a0815c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:37.207586 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2902a5-7f16-4546-974e-fa8c0b3b0c8f req-c89cbe86-8a9d-4bb6-a8d1-847ab4a0815c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:37.214125 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2902a5-7f16-4546-974e-fa8c0b3b0c8f req-c89cbe86-8a9d-4bb6-a8d1-847ab4a0815c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:37.223985 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9b2902a5-7f16-4546-974e-fa8c0b3b0c8f req-c89cbe86-8a9d-4bb6-a8d1-847ab4a0815c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5437 time: 0.5912523 Feb 09 02:00:37.237568 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c6ab453-8a63-4685-b73e-b069a4dcb941 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:37.243084 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5c6ab453-8a63-4685-b73e-b069a4dcb941 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5665457 Feb 09 02:00:37.244913 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33484) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:37.256932 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1877bffd-a4a8-4549-a2b6-f20eef8c7d23 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for router (261a5712-2da4-451e-8c71-23be9de14bd3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:37.260886 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4f6e01fa-8b9a-4e19-8d65-8990003c5e6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'port': {'network_id': '45538a9d-814e-4185-8941-6847f14425aa', 'name': 'tempest-PortsTestJSON-1805168307'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:37.262660 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faabe5e4-bdb0-44fd-84ec-d10c529f52b2 None None] Sync routers for ids ['261a5712-2da4-451e-8c71-23be9de14bd3'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:37.273226 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4294d9d4-1357-4856-bf3d-e87687387571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-45538a9d-814e-4185-8941-6847f14425aa', 'network_id': '45538a9d-814e-4185-8941-6847f14425aa', 'project_id': '97cf75a617ab459f9f1d1a2897a5bb73', 'fixed_ips': [{'subnet_id': '5f194e2e-f19e-4c4f-aaa5-2c0b127c0263'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:00:37.277560 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4294d9d4-1357-4856-bf3d-e87687387571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:37.399847 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9b2902a5-7f16-4546-974e-fa8c0b3b0c8f req-0ef49f25-981d-4643-afe8-22f188143b58 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1731589 Feb 09 02:00:37.429954 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-79cf97e6-fdc7-46fb-8b6a-566985f50548 admin admin] Publish callbacks [] for port (fdfd5915-3978-433b-91ff-6835aa670ee6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:37.573290 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] Set router 0adaaef9-eead-45cc-9faf-762db94fbd0d gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:00:37.659694 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-79cf97e6-fdc7-46fb-8b6a-566985f50548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (fdfd5915-3978-433b-91ff-6835aa670ee6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:37.694069 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6e01fa-8b9a-4e19-8d65-8990003c5e6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:37.715711 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4f6e01fa-8b9a-4e19-8d65-8990003c5e6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:37.785403 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1877bffd-a4a8-4549-a2b6-f20eef8c7d23 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (261a5712-2da4-451e-8c71-23be9de14bd3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:37.787738 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cf97e6-fdc7-46fb-8b6a-566985f50548 admin admin] Network 213e8f95-a0ad-4892-ad9a-d81d902f12c0 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:37.792322 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1877bffd-a4a8-4549-a2b6-f20eef8c7d23 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for router_controller (261a5712-2da4-451e-8c71-23be9de14bd3), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:37.803358 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-79cf97e6-fdc7-46fb-8b6a-566985f50548 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:37.807793 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-4f6e01fa-8b9a-4e19-8d65-8990003c5e6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] device_id is not set on port 805c03a2-71df-427e-9d3a-038456d33cf8 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:00:37.822048 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cf97e6-fdc7-46fb-8b6a-566985f50548 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:37.828110 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf97e6-fdc7-46fb-8b6a-566985f50548 admin admin] Pushing event updated for resources: {'Port': ['ID=fdfd5915-3978-433b-91ff-6835aa670ee6,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:37.981967 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1877bffd-a4a8-4549-a2b6-f20eef8c7d23 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (261a5712-2da4-451e-8c71-23be9de14bd3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:37.984095 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1877bffd-a4a8-4549-a2b6-f20eef8c7d23 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Fanout notify agent at l3_agent the message router_deleted on router 261a5712-2da4-451e-8c71-23be9de14bd3 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:00:37.998190 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-79cf97e6-fdc7-46fb-8b6a-566985f50548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (0adaaef9-eead-45cc-9faf-762db94fbd0d), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:38.003890 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1877bffd-a4a8-4549-a2b6-f20eef8c7d23 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:38.005543 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1877bffd-a4a8-4549-a2b6-f20eef8c7d23 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/routers/261a5712-2da4-451e-8c71-23be9de14bd3 HTTP/1.1" status: 204 len: 168 time: 0.8441124 Feb 09 02:00:38.011022 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33490) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:38.115992 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faabe5e4-bdb0-44fd-84ec-d10c529f52b2 None None] Routers {'261a5712-2da4-451e-8c71-23be9de14bd3'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:38.117877 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-faabe5e4-bdb0-44fd-84ec-d10c529f52b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:00:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['261a5712-2da4-451e-8c71-23be9de14bd3'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:38.173577 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'name': 'tempest-AttachVolumeTestJSON-1283178647-router', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:00:31Z', 'revision_number': 3, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'gw_port': {'id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:eb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:30Z', 'updated_at': '2022-02-09T02:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:38.296130 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9563a6d0-4c02-4107-9764-2c163637b8ca None None] The sync data for ids ['0adaaef9-eead-45cc-9faf-762db94fbd0d'] in n-d-828387-3 is: [{'id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'name': 'tempest-AttachVolumeTestJSON-1283178647-router', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:00:31Z', 'revision_number': 3, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'gw_port': {'id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:eb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:30Z', 'updated_at': '2022-02-09T02:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:00:38.361800 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b3145943-3270-4a14-9640-0b50e10a8242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:38.370177 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd8e504-8599-4400-b87e-710b5065fa02 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting subnet e7f275a3-5361-4040-84a3-c0638d7b1244 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:00:38.378053 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-4f6e01fa-8b9a-4e19-8d65-8990003c5e6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Allocated IP 172.20.0.6 (45538a9d-814e-4185-8941-6847f14425aa/5f194e2e-f19e-4c4f-aaa5-2c0b127c0263/805c03a2-71df-427e-9d3a-038456d33cf8) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:38.394778 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e504-8599-4400-b87e-710b5065fa02 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for subnet (e7f275a3-5361-4040-84a3-c0638d7b1244), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:38.419237 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-faabe5e4-bdb0-44fd-84ec-d10c529f52b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:38.506090 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 80e3e244-1fcf-4a9d-9a50-ee0665be2415 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:38.580405 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e504-8599-4400-b87e-710b5065fa02 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (e7f275a3-5361-4040-84a3-c0638d7b1244), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:38.703234 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faabe5e4-bdb0-44fd-84ec-d10c529f52b2 None None] Routers set() bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:38.708337 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faabe5e4-bdb0-44fd-84ec-d10c529f52b2 None None] Router IDs set() for agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 02:00:38.712991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_agentschedulers_db [None req-faabe5e4-bdb0-44fd-84ec-d10c529f52b2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'261a5712-2da4-451e-8c71-23be9de14bd3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:00:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent'). {{(pid=103185) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 02:00:38.716255 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faabe5e4-bdb0-44fd-84ec-d10c529f52b2 None None] The sync data for ids ['261a5712-2da4-451e-8c71-23be9de14bd3'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:00:38.769391 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-98d0ac2b-86ab-473c-b432-f6c01aaf85bf None None] Provisioning complete for port fdfd5915-3978-433b-91ff-6835aa670ee6 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:38.769832 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-98d0ac2b-86ab-473c-b432-f6c01aaf85bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fdfd5915-3978-433b-91ff-6835aa670ee6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:38.917886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-98d0ac2b-86ab-473c-b432-f6c01aaf85bf None None] Port fdfd5915-3978-433b-91ff-6835aa670ee6 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:00:38.920285 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 80e3e244-1fcf-4a9d-9a50-ee0665be2415 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:38.930150 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-79cf97e6-fdc7-46fb-8b6a-566985f50548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fdfd5915-3978-433b-91ff-6835aa670ee6), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:38.934634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 874e4f75-118a-4795-9f37-da70f30015f9 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:38.935013 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (874e4f75-118a-4795-9f37-da70f30015f9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:39.010822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c781-e28d-4d0f-a246-ede9c16d50d8 req-7a459390-4919-47c4-8ff3-1c7adabe58f5 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:39.016741 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 80e3e244-1fcf-4a9d-9a50-ee0665be2415 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:39.017261 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (80e3e244-1fcf-4a9d-9a50-ee0665be2415), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:39.017455 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c781-e28d-4d0f-a246-ede9c16d50d8 req-7a459390-4919-47c4-8ff3-1c7adabe58f5 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:39.034657 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c781-e28d-4d0f-a246-ede9c16d50d8 req-7a459390-4919-47c4-8ff3-1c7adabe58f5 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:39.052380 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c781-e28d-4d0f-a246-ede9c16d50d8 req-7a459390-4919-47c4-8ff3-1c7adabe58f5 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:39.071745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c781-e28d-4d0f-a246-ede9c16d50d8 req-7a459390-4919-47c4-8ff3-1c7adabe58f5 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:39.085709 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c781-e28d-4d0f-a246-ede9c16d50d8 req-7a459390-4919-47c4-8ff3-1c7adabe58f5 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:39.092691 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c781-e28d-4d0f-a246-ede9c16d50d8 req-7a459390-4919-47c4-8ff3-1c7adabe58f5 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:39.101950 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3468c781-e28d-4d0f-a246-ede9c16d50d8 req-7a459390-4919-47c4-8ff3-1c7adabe58f5 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5437 time: 0.4575739 Feb 09 02:00:39.190922 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e504-8599-4400-b87e-710b5065fa02 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (e7f275a3-5361-4040-84a3-c0638d7b1244), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:39.274988 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3468c781-e28d-4d0f-a246-ede9c16d50d8 req-ddd835a9-7e2d-4b2e-b956-647c4fbbf10c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1706409 Feb 09 02:00:39.390339 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4f6e01fa-8b9a-4e19-8d65-8990003c5e6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for port (805c03a2-71df-427e-9d3a-038456d33cf8), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:39.399169 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:00:39.488917 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 874e4f75-118a-4795-9f37-da70f30015f9 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:39.517735 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 80e3e244-1fcf-4a9d-9a50-ee0665be2415 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:39.518763 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (80e3e244-1fcf-4a9d-9a50-ee0665be2415), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:39.625675 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-79cf97e6-fdc7-46fb-8b6a-566985f50548 admin admin] Publish callbacks [] for port (fdfd5915-3978-433b-91ff-6835aa670ee6), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:39.632025 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e504-8599-4400-b87e-710b5065fa02 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (e7f275a3-5361-4040-84a3-c0638d7b1244), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:39.644325 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4f6e01fa-8b9a-4e19-8d65-8990003c5e6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (805c03a2-71df-427e-9d3a-038456d33cf8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:39.651584 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-79cf97e6-fdc7-46fb-8b6a-566985f50548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (fdfd5915-3978-433b-91ff-6835aa670ee6), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:39.691305 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e3e244-1fcf-4a9d-9a50-ee0665be2415'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:00:39.700384 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d727fb58-ff9c-4b3c-a94e-27fc8ce0e80f" -d '{"events": [{"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-plugged", "status": "completed", "tag": "80e3e244-1fcf-4a9d-9a50-ee0665be2415"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:00:39.802813 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 80e3e244-1fcf-4a9d-9a50-ee0665be2415, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=80e3e244-1fcf-4a9d-9a50-ee0665be2415,segment=NetworkSegment(8adfb314-fb8f-470a-95d3-56e5004c01a2),segment_id=8adfb314-fb8f-470a-95d3-56e5004c01a2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:39.809347 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-79cf97e6-fdc7-46fb-8b6a-566985f50548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (0adaaef9-eead-45cc-9faf-762db94fbd0d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:39.811329 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 2d04a472-d6c1-438e-8184-ecf365da8209 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:39.822355 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-4294d9d4-1357-4856-bf3d-e87687387571 None None] Allocated IP 172.20.0.2 (45538a9d-814e-4185-8941-6847f14425aa/5f194e2e-f19e-4c4f-aaa5-2c0b127c0263/e94c2f2d-c119-45ab-8c5e-eb07c35a8706) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:39.846627 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8e504-8599-4400-b87e-710b5065fa02 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f275a3-5361-4040-84a3-c0638d7b1244,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:39.847270 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (80e3e244-1fcf-4a9d-9a50-ee0665be2415), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:39.852326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 458cb2d9-efbc-4c26-ac50-8ad5290b8474 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:39.856356 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e504-8599-4400-b87e-710b5065fa02 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:39.859537 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9fd8e504-8599-4400-b87e-710b5065fa02 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/subnets/e7f275a3-5361-4040-84a3-c0638d7b1244 HTTP/1.1" status: 204 len: 168 time: 1.8452394 Feb 09 02:00:39.864540 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33502) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:39.928513 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12741b2b-c230-4357-9d29-7f3d8065beb9 x-openstack-request-id: req-12741b2b-c230-4357-9d29-7f3d8065beb9 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:00:39.929000 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-plugged", "status": "completed", "tag": "80e3e244-1fcf-4a9d-9a50-ee0665be2415", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:00:39.929181 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6e01fa-8b9a-4e19-8d65-8990003c5e6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network 45538a9d-814e-4185-8941-6847f14425aa is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:39.929605 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-12741b2b-c230-4357-9d29-7f3d8065beb9 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:00:39.930245 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e3e244-1fcf-4a9d-9a50-ee0665be2415', 'code': 200} Feb 09 02:00:39.940310 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-4f6e01fa-8b9a-4e19-8d65-8990003c5e6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:39.950771 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6e01fa-8b9a-4e19-8d65-8990003c5e6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:39.959269 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e01fa-8b9a-4e19-8d65-8990003c5e6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Port': ['ID=805c03a2-71df-427e-9d3a-038456d33cf8,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:40.096436 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7a22d3e0-bb25-40b1-a2ca-236a2f4f8d89 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (5d61461d-c978-4eb0-a91f-5b14edd3b495), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:40.099533 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567f1b14-16fc-412e-a380-114e081bd279 None None] Network 5d61461d-c978-4eb0-a91f-5b14edd3b495 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:40.125663 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=80e3e244-1fcf-4a9d-9a50-ee0665be2415,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:40.166249 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cf97e6-fdc7-46fb-8b6a-566985f50548 admin admin] Network 213e8f95-a0ad-4892-ad9a-d81d902f12c0 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:40.184478 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6e01fa-8b9a-4e19-8d65-8990003c5e6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:40.185151 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4f6e01fa-8b9a-4e19-8d65-8990003c5e6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:40.191889 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf97e6-fdc7-46fb-8b6a-566985f50548 admin admin] Pushing event updated for resources: {'Port': ['ID=fdfd5915-3978-433b-91ff-6835aa670ee6,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:40.194457 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-79cf97e6-fdc7-46fb-8b6a-566985f50548 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:40.225963 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4f6e01fa-8b9a-4e19-8d65-8990003c5e6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9674885 Feb 09 02:00:40.227068 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33510) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:40.303358 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:40.321161 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-23b50b2b-5695-484e-8723-02cb641340a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:40.466521 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cf97e6-fdc7-46fb-8b6a-566985f50548 admin admin] Router 0adaaef9-eead-45cc-9faf-762db94fbd0d has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:00:40.467986 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 458cb2d9-efbc-4c26-ac50-8ad5290b8474 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:40.489333 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-7a22d3e0-bb25-40b1-a2ca-236a2f4f8d89 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting port 9a8d37dc-b186-4a22-ab85-d56f32e29f4d {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:40.489696 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7a22d3e0-bb25-40b1-a2ca-236a2f4f8d89 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9a8d37dc-b186-4a22-ab85-d56f32e29f4d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:40.525913 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 458cb2d9-efbc-4c26-ac50-8ad5290b8474 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:40.526465 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (458cb2d9-efbc-4c26-ac50-8ad5290b8474), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:40.568763 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 2d04a472-d6c1-438e-8184-ecf365da8209 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:40.569156 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2d04a472-d6c1-438e-8184-ecf365da8209), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:40.707569 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cf97e6-fdc7-46fb-8b6a-566985f50548 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:00:40.721835 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-79cf97e6-fdc7-46fb-8b6a-566985f50548 admin admin] 10.222.0.36 "PUT /v2.0/routers/0adaaef9-eead-45cc-9faf-762db94fbd0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2090752 Feb 09 02:00:40.796003 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4947090d-65f1-400a-8941-22c5b066d0de None None] Provisioning complete for port fdfd5915-3978-433b-91ff-6835aa670ee6 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:40.796748 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4947090d-65f1-400a-8941-22c5b066d0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fdfd5915-3978-433b-91ff-6835aa670ee6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:40.861075 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4294d9d4-1357-4856-bf3d-e87687387571 None None] Publish callbacks [] for port (e94c2f2d-c119-45ab-8c5e-eb07c35a8706), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:40.896410 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca21ac4-dcb8-432c-903a-59a2fc816a4f None None] DHCP port deletion for 5d61461d-c978-4eb0-a91f-5b14edd3b495 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:00:40.898547 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:40.901115 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-7a22d3e0-bb25-40b1-a2ca-236a2f4f8d89 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] For port 9a8d37dc-b186-4a22-ab85-d56f32e29f4d, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9a8d37dc-b186-4a22-ab85-d56f32e29f4d,segment=NetworkSegment(9b459edf-d78d-4788-81d3-a43acfcf6024),segment_id=9b459edf-d78d-4788-81d3-a43acfcf6024)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:40.902551 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7a22d3e0-bb25-40b1-a2ca-236a2f4f8d89 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9a8d37dc-b186-4a22-ab85-d56f32e29f4d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:40.942842 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b99a7e-a14d-4a76-830a-31e089352e89 req-efb29cce-b622-4443-a830-f8d37f7e69c9 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:40.961161 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b99a7e-a14d-4a76-830a-31e089352e89 req-efb29cce-b622-4443-a830-f8d37f7e69c9 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:40.971310 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b99a7e-a14d-4a76-830a-31e089352e89 req-efb29cce-b622-4443-a830-f8d37f7e69c9 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:40.971528 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4294d9d4-1357-4856-bf3d-e87687387571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (e94c2f2d-c119-45ab-8c5e-eb07c35a8706), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:40.976496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b99a7e-a14d-4a76-830a-31e089352e89 req-efb29cce-b622-4443-a830-f8d37f7e69c9 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:40.981940 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4947090d-65f1-400a-8941-22c5b066d0de None None] Port fdfd5915-3978-433b-91ff-6835aa670ee6 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:00:40.986788 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b99a7e-a14d-4a76-830a-31e089352e89 req-efb29cce-b622-4443-a830-f8d37f7e69c9 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:40.994757 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b99a7e-a14d-4a76-830a-31e089352e89 req-efb29cce-b622-4443-a830-f8d37f7e69c9 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:41.000684 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b99a7e-a14d-4a76-830a-31e089352e89 req-efb29cce-b622-4443-a830-f8d37f7e69c9 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:41.012276 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-61b99a7e-a14d-4a76-830a-31e089352e89 req-efb29cce-b622-4443-a830-f8d37f7e69c9 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5438 time: 0.5265682 Feb 09 02:00:41.034439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-7a22d3e0-bb25-40b1-a2ca-236a2f4f8d89 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Calling delete_port for 9a8d37dc-b186-4a22-ab85-d56f32e29f4d owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:41.063676 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4294d9d4-1357-4856-bf3d-e87687387571 None None] Network 45538a9d-814e-4185-8941-6847f14425aa is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:41.108091 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-4294d9d4-1357-4856-bf3d-e87687387571 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:41.114929 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4294d9d4-1357-4856-bf3d-e87687387571 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:41.125694 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.126689 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 458cb2d9-efbc-4c26-ac50-8ad5290b8474 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:41.127013 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (458cb2d9-efbc-4c26-ac50-8ad5290b8474), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.157676 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 2d04a472-d6c1-438e-8184-ecf365da8209 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:41.158214 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2d04a472-d6c1-438e-8184-ecf365da8209), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.171526 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294d9d4-1357-4856-bf3d-e87687387571 None None] Pushing event updated for resources: {'Port': ['ID=e94c2f2d-c119-45ab-8c5e-eb07c35a8706,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:41.246539 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 2d04a472-d6c1-438e-8184-ecf365da8209, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=2d04a472-d6c1-438e-8184-ecf365da8209,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:41.272681 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4294d9d4-1357-4856-bf3d-e87687387571 None None] Attempting to bind port e94c2f2d-c119-45ab-8c5e-eb07c35a8706 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:00:41.273187 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4294d9d4-1357-4856-bf3d-e87687387571 None None] Attempting to bind port e94c2f2d-c119-45ab-8c5e-eb07c35a8706 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'ff5af891-06f1-4a5f-8bb5-51b06ced0ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '45538a9d-814e-4185-8941-6847f14425aa'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:00:41.273654 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4294d9d4-1357-4856-bf3d-e87687387571 None None] Attempting to bind port e94c2f2d-c119-45ab-8c5e-eb07c35a8706 on network 45538a9d-814e-4185-8941-6847f14425aa {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:00:41.278315 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 458cb2d9-efbc-4c26-ac50-8ad5290b8474, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=458cb2d9-efbc-4c26-ac50-8ad5290b8474,segment=NetworkSegment(f0434725-cd04-47fb-addd-9573c52948dd),segment_id=f0434725-cd04-47fb-addd-9573c52948dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:41.281664 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-61b99a7e-a14d-4a76-830a-31e089352e89 req-fc3b1c2e-0681-4c8e-903d-33d4ec2e4dbf tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2682738 Feb 09 02:00:41.282294 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2d04a472-d6c1-438e-8184-ecf365da8209), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.293907 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4294d9d4-1357-4856-bf3d-e87687387571 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:00:41.294287 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4294d9d4-1357-4856-bf3d-e87687387571 None None] Checking segment: {'id': 'ff5af891-06f1-4a5f-8bb5-51b06ced0ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '45538a9d-814e-4185-8941-6847f14425aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:00:41.295111 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4294d9d4-1357-4856-bf3d-e87687387571 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.295523 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4294d9d4-1357-4856-bf3d-e87687387571 None None] Bound using segment: {'id': 'ff5af891-06f1-4a5f-8bb5-51b06ced0ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '45538a9d-814e-4185-8941-6847f14425aa'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:00:41.296026 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4294d9d4-1357-4856-bf3d-e87687387571 None None] Bound port: e94c2f2d-c119-45ab-8c5e-eb07c35a8706, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5af891-06f1-4a5f-8bb5-51b06ced0ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '45538a9d-814e-4185-8941-6847f14425aa'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:00:41.296407 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4294d9d4-1357-4856-bf3d-e87687387571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e94c2f2d-c119-45ab-8c5e-eb07c35a8706), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.298342 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (458cb2d9-efbc-4c26-ac50-8ad5290b8474), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.351521 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 8b9156cc-0ce3-4754-b4e0-0975770eab8e up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:41.351728 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7a22d3e0-bb25-40b1-a2ca-236a2f4f8d89 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9a8d37dc-b186-4a22-ab85-d56f32e29f4d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.384622 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5ca21ac4-dcb8-432c-903a-59a2fc816a4f None None] Deleting port 9a8d37dc-b186-4a22-ab85-d56f32e29f4d {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:41.385045 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ca21ac4-dcb8-432c-903a-59a2fc816a4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9a8d37dc-b186-4a22-ab85-d56f32e29f4d), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.386740 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=2d04a472-d6c1-438e-8184-ecf365da8209,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:41.440986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22d3e0-bb25-40b1-a2ca-236a2f4f8d89 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Port': ['ID=9a8d37dc-b186-4a22-ab85-d56f32e29f4d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:41.452885 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33534) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:41.462796 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a22d3e0-bb25-40b1-a2ca-236a2f4f8d89 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] No DVR routers for this DVR port 9a8d37dc-b186-4a22-ab85-d56f32e29f4d on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:41.470084 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6cb6474f-d022-4eb1-971d-62da94ab8c55 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1475838625', 'description': 'tempest-description--353625601'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:41.473789 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9109eebb-5b29-4a91-8084-502bf3b94610 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (805c03a2-71df-427e-9d3a-038456d33cf8), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.529053 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb6474f-d022-4eb1-971d-62da94ab8c55 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.615186 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] Sync routers for ids ['0adaaef9-eead-45cc-9faf-762db94fbd0d'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:41.623892 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb6474f-d022-4eb1-971d-62da94ab8c55 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for security_group (2d592e81-2594-4874-a59c-97bc78133b53), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.624977 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=458cb2d9-efbc-4c26-ac50-8ad5290b8474,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:41.626960 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7a22d3e0-bb25-40b1-a2ca-236a2f4f8d89 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (5d61461d-c978-4eb0-a91f-5b14edd3b495), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.629178 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb6474f-d022-4eb1-971d-62da94ab8c55 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2d592e81-2594-4874-a59c-97bc78133b53), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.635178 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5ca21ac4-dcb8-432c-903a-59a2fc816a4f None None] For port 9a8d37dc-b186-4a22-ab85-d56f32e29f4d, host n-d-828387-3, got binding levels [] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:41.635819 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ca21ac4-dcb8-432c-903a-59a2fc816a4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9a8d37dc-b186-4a22-ab85-d56f32e29f4d), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.636097 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] Routers {'0adaaef9-eead-45cc-9faf-762db94fbd0d'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:41.636757 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:00:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0adaaef9-eead-45cc-9faf-762db94fbd0d'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:41.652596 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 2d04a472-d6c1-438e-8184-ecf365da8209 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:41.657202 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb6474f-d022-4eb1-971d-62da94ab8c55 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.658534 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6cb6474f-d022-4eb1-971d-62da94ab8c55 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2039557 Feb 09 02:00:41.661616 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33536) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:41.668075 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-77005b39-5cb3-4cf4-a6fa-23cc6d04c312 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Request body: {'security_group_rule': {'security_group_id': '2d592e81-2594-4874-a59c-97bc78133b53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:41.693592 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6474f-d022-4eb1-971d-62da94ab8c55 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d592e81-2594-4874-a59c-97bc78133b53,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:41.717375 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77005b39-5cb3-4cf4-a6fa-23cc6d04c312 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for security_group_rule (b7ab818d-885d-4352-b208-11468b90ecd5), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.722777 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 8b9156cc-0ce3-4754-b4e0-0975770eab8e completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:41.735008 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 8b9156cc-0ce3-4754-b4e0-0975770eab8e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:41.736188 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8b9156cc-0ce3-4754-b4e0-0975770eab8e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.785125 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77005b39-5cb3-4cf4-a6fa-23cc6d04c312 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for security_group_rule (b7ab818d-885d-4352-b208-11468b90ecd5), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.788811 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5ca21ac4-dcb8-432c-903a-59a2fc816a4f None None] Calling delete_port for 9a8d37dc-b186-4a22-ab85-d56f32e29f4d owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:41.790905 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] Set router 0adaaef9-eead-45cc-9faf-762db94fbd0d gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:00:41.795364 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77005b39-5cb3-4cf4-a6fa-23cc6d04c312 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (b7ab818d-885d-4352-b208-11468b90ecd5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.798573 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4294d9d4-1357-4856-bf3d-e87687387571 None None] For port e94c2f2d-c119-45ab-8c5e-eb07c35a8706, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:00:41.802459 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.ipam_backend_mixin [None req-5ca21ac4-dcb8-432c-903a-59a2fc816a4f None None] Port 9a8d37dc-b186-4a22-ab85-d56f32e29f4d was not found and therefore no delete operation was performed {{(pid=103185) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:00:41.816176 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ca21ac4-dcb8-432c-903a-59a2fc816a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (9a8d37dc-b186-4a22-ab85-d56f32e29f4d), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.826314 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 2d04a472-d6c1-438e-8184-ecf365da8209 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:41.826941 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2d04a472-d6c1-438e-8184-ecf365da8209), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.840729 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-7a22d3e0-bb25-40b1-a2ca-236a2f4f8d89 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d61461d-c978-4eb0-a91f-5b14edd3b495']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:41.843931 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77005b39-5cb3-4cf4-a6fa-23cc6d04c312 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.845886 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-77005b39-5cb3-4cf4-a6fa-23cc6d04c312 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1824989 Feb 09 02:00:41.846976 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77005b39-5cb3-4cf4-a6fa-23cc6d04c312 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ab818d-885d-4352-b208-11468b90ecd5,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:41.849487 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33538) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:41.863642 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-7a22d3e0-bb25-40b1-a2ca-236a2f4f8d89 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b459edf-d78d-4788-81d3-a43acfcf6024') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:41.863872 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-7a22d3e0-bb25-40b1-a2ca-236a2f4f8d89 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b459edf-d78d-4788-81d3-a43acfcf6024') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:41.866675 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-155403bf-5472-4278-a880-32ea84ae88fa tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Request body: {'security_group_rule': {'security_group_id': '2d592e81-2594-4874-a59c-97bc78133b53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:41.869816 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca21ac4-dcb8-432c-903a-59a2fc816a4f None None] No DVR routers for this DVR port 9a8d37dc-b186-4a22-ab85-d56f32e29f4d on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:41.882917 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7a22d3e0-bb25-40b1-a2ca-236a2f4f8d89 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (9b459edf-d78d-4788-81d3-a43acfcf6024), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.885491 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4294d9d4-1357-4856-bf3d-e87687387571 None None] For port e94c2f2d-c119-45ab-8c5e-eb07c35a8706, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e94c2f2d-c119-45ab-8c5e-eb07c35a8706,segment=NetworkSegment(ff5af891-06f1-4a5f-8bb5-51b06ced0ec0),segment_id=ff5af891-06f1-4a5f-8bb5-51b06ced0ec0)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:00:41.910484 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7a22d3e0-bb25-40b1-a2ca-236a2f4f8d89 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (9b459edf-d78d-4788-81d3-a43acfcf6024), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.924638 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a22d3e0-bb25-40b1-a2ca-236a2f4f8d89 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:00:41.925321 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7a22d3e0-bb25-40b1-a2ca-236a2f4f8d89 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (9b459edf-d78d-4788-81d3-a43acfcf6024), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:00:41.929303 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:00:41.939421 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-155403bf-5472-4278-a880-32ea84ae88fa tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for security_group_rule (6dc516f0-91f3-4b6b-aea8-237e027c3f96), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.959524 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458cb2d9-efbc-4c26-ac50-8ad5290b8474'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:00:41.962941 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5da4aab-bcce-43f8-93f3-7cbbdbf5bfd3" -d '{"events": [{"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-plugged", "status": "completed", "tag": "458cb2d9-efbc-4c26-ac50-8ad5290b8474"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:00:41.966752 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 8b9156cc-0ce3-4754-b4e0-0975770eab8e is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:41.967295 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8b9156cc-0ce3-4754-b4e0-0975770eab8e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.982436 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9109eebb-5b29-4a91-8084-502bf3b94610 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for port (805c03a2-71df-427e-9d3a-038456d33cf8), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.998070 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9109eebb-5b29-4a91-8084-502bf3b94610 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (805c03a2-71df-427e-9d3a-038456d33cf8), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.024087 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4294d9d4-1357-4856-bf3d-e87687387571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e94c2f2d-c119-45ab-8c5e-eb07c35a8706), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.034125 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca21ac4-dcb8-432c-903a-59a2fc816a4f None None] Pushing event deleted for resources: {'Port': ['ID=9a8d37dc-b186-4a22-ab85-d56f32e29f4d,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:42.042596 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7a22d3e0-bb25-40b1-a2ca-236a2f4f8d89 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (5d61461d-c978-4eb0-a91f-5b14edd3b495), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.065318 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7a22d3e0-bb25-40b1-a2ca-236a2f4f8d89 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.069197 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7a22d3e0-bb25-40b1-a2ca-236a2f4f8d89 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/networks/5d61461d-c978-4eb0-a91f-5b14edd3b495 HTTP/1.1" status: 204 len: 168 time: 2.2028294 Feb 09 02:00:42.076180 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33548) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:42.114034 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-155403bf-5472-4278-a880-32ea84ae88fa tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for security_group_rule (6dc516f0-91f3-4b6b-aea8-237e027c3f96), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.120926 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5907c503-d355-4479-89ec-f471a39c9b77 x-openstack-request-id: req-5907c503-d355-4479-89ec-f471a39c9b77 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:00:42.122453 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-plugged", "status": "completed", "tag": "458cb2d9-efbc-4c26-ac50-8ad5290b8474", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:00:42.122453 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5907c503-d355-4479-89ec-f471a39c9b77 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:00:42.125522 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458cb2d9-efbc-4c26-ac50-8ad5290b8474', 'code': 200} Feb 09 02:00:42.126838 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-155403bf-5472-4278-a880-32ea84ae88fa tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (6dc516f0-91f3-4b6b-aea8-237e027c3f96), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.131409 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22d3e0-bb25-40b1-a2ca-236a2f4f8d89 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Network': ['ID=5d61461d-c978-4eb0-a91f-5b14edd3b495,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:42.157687 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109eebb-5b29-4a91-8084-502bf3b94610 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Port': ['ID=805c03a2-71df-427e-9d3a-038456d33cf8,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:42.160508 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155403bf-5472-4278-a880-32ea84ae88fa tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc516f0-91f3-4b6b-aea8-237e027c3f96,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:42.165684 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'name': 'tempest-AttachVolumeTestJSON-1283178647-router', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:00:38Z', 'revision_number': 4, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'gw_port': {'id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:eb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:30Z', 'updated_at': '2022-02-09T02:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'fdfd5915-3978-433b-91ff-6835aa670ee6', 'name': '', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'mac_address': 'fa:16:3e:b0:11:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:36Z', 'updated_at': '2022-02-09T02:00:39Z', 'revision_number': 2, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'subnets': [{'id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:42.176317 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-155403bf-5472-4278-a880-32ea84ae88fa tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.178871 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-155403bf-5472-4278-a880-32ea84ae88fa tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3182263 Feb 09 02:00:42.182752 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33550) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:42.189935 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-dd001e13-a154-484d-b556-f0648a9fcb04 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:42.200524 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df04ad12-c314-48d7-bc34-f96a538f744f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:42.208979 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-df04ad12-c314-48d7-bc34-f96a538f744f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports/9ff739f7-eb53-4239-99a5-9f5f582186df HTTP/1.1" status: 200 len: 844 time: 0.1180918 Feb 09 02:00:42.217140 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33552) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:42.223437 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd001e13-a154-484d-b556-f0648a9fcb04 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.251561 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] Checking router: 0adaaef9-eead-45cc-9faf-762db94fbd0d for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:00:42.252203 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] Updating router 0adaaef9-eead-45cc-9faf-762db94fbd0d port fdfd5915-3978-433b-91ff-6835aa670ee6 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:00:42.288763 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 2d04a472-d6c1-438e-8184-ecf365da8209 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:42.294203 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 8b9156cc-0ce3-4754-b4e0-0975770eab8e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8b9156cc-0ce3-4754-b4e0-0975770eab8e,segment=NetworkSegment(8adfb314-fb8f-470a-95d3-56e5004c01a2),segment_id=8adfb314-fb8f-470a-95d3-56e5004c01a2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:42.298251 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294d9d4-1357-4856-bf3d-e87687387571 None None] Pushing event updated for resources: {'Port': ['ID=e94c2f2d-c119-45ab-8c5e-eb07c35a8706,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:42.329014 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8b9156cc-0ce3-4754-b4e0-0975770eab8e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.330167 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9e9e575e-d478-47a4-9247-266d7e08616b up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:42.376840 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fdfd5915-3978-433b-91ff-6835aa670ee6), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.517405 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=8b9156cc-0ce3-4754-b4e0-0975770eab8e,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:42.535620 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9a8d37dc-b186-4a22-ab85-d56f32e29f4d no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:00:42.538066 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.610844 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 9a8d37dc-b186-4a22-ab85-d56f32e29f4d {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:00:42.612266 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9a8d37dc-b186-4a22-ab85-d56f32e29f4d not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:00:42.622026 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 9e9e575e-d478-47a4-9247-266d7e08616b completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:42.647582 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 9e9e575e-d478-47a4-9247-266d7e08616b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:42.648766 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9e9e575e-d478-47a4-9247-266d7e08616b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.658507 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd001e13-a154-484d-b556-f0648a9fcb04 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.741355 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a55c97-fc18-43c0-a7fd-2229339ae77d req-dab109b8-5bce-4870-a195-ee8dd3d522df tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:42.748970 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a55c97-fc18-43c0-a7fd-2229339ae77d req-dab109b8-5bce-4870-a195-ee8dd3d522df tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:42.754822 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a55c97-fc18-43c0-a7fd-2229339ae77d req-dab109b8-5bce-4870-a195-ee8dd3d522df tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:42.763449 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a55c97-fc18-43c0-a7fd-2229339ae77d req-dab109b8-5bce-4870-a195-ee8dd3d522df tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:42.769158 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a55c97-fc18-43c0-a7fd-2229339ae77d req-dab109b8-5bce-4870-a195-ee8dd3d522df tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:42.775612 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a55c97-fc18-43c0-a7fd-2229339ae77d req-dab109b8-5bce-4870-a195-ee8dd3d522df tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:42.781486 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a55c97-fc18-43c0-a7fd-2229339ae77d req-dab109b8-5bce-4870-a195-ee8dd3d522df tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:42.789366 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-94a55c97-fc18-43c0-a7fd-2229339ae77d req-dab109b8-5bce-4870-a195-ee8dd3d522df tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5440 time: 0.2922583 Feb 09 02:00:42.834180 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 9e9e575e-d478-47a4-9247-266d7e08616b is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:42.835189 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9e9e575e-d478-47a4-9247-266d7e08616b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.954285 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 9e9e575e-d478-47a4-9247-266d7e08616b, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9e9e575e-d478-47a4-9247-266d7e08616b,segment=NetworkSegment(7f430253-9921-4b67-a8c0-4525552aa2a0),segment_id=7f430253-9921-4b67-a8c0-4525552aa2a0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:42.964482 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] Publish callbacks [] for port (fdfd5915-3978-433b-91ff-6835aa670ee6), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.967358 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9e9e575e-d478-47a4-9247-266d7e08616b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.968476 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 4aba9d2f-7727-4388-a07a-cd4823b889f0 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:42.972954 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (fdfd5915-3978-433b-91ff-6835aa670ee6), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.148002 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=9e9e575e-d478-47a4-9247-266d7e08616b,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:43.167821 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 4aba9d2f-7727-4388-a07a-cd4823b889f0 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:43.173104 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 4aba9d2f-7727-4388-a07a-cd4823b889f0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:43.173489 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4aba9d2f-7727-4388-a07a-cd4823b889f0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.205254 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cd4ad208-391a-4e12-bbe6-def2f8c8d4a5 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports/9ff739f7-eb53-4239-99a5-9f5f582186df?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.9864786 Feb 09 02:00:43.207721 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] Attempting to bind port fdfd5915-3978-433b-91ff-6835aa670ee6 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:00:43.210374 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] Attempting to bind port fdfd5915-3978-433b-91ff-6835aa670ee6 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'c82ab0de-73ec-4078-981b-82e00d4965bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:00:43.211041 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] Attempting to bind port fdfd5915-3978-433b-91ff-6835aa670ee6 on network 213e8f95-a0ad-4892-ad9a-d81d902f12c0 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:00:43.213580 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae101e9d-850a-4703-930a-3d07d2e0662a None None] Pushing event updated for resources: {'Port': ['ID=fdfd5915-3978-433b-91ff-6835aa670ee6,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:43.237823 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:00:43.239925 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] Checking segment: {'id': 'c82ab0de-73ec-4078-981b-82e00d4965bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:00:43.241125 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.241850 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] Bound using segment: {'id': 'c82ab0de-73ec-4078-981b-82e00d4965bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:00:43.244222 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] Bound port: fdfd5915-3978-433b-91ff-6835aa670ee6, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82ab0de-73ec-4078-981b-82e00d4965bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:00:43.245022 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fdfd5915-3978-433b-91ff-6835aa670ee6), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.279355 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33570) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:43.303382 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-796c0888-f026-4159-99fe-e0c0a868d35e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'subnet': {'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:43.375930 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] For port fdfd5915-3978-433b-91ff-6835aa670ee6, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:00:43.389550 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] For port fdfd5915-3978-433b-91ff-6835aa670ee6, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=fdfd5915-3978-433b-91ff-6835aa670ee6,segment=NetworkSegment(c82ab0de-73ec-4078-981b-82e00d4965bb),segment_id=c82ab0de-73ec-4078-981b-82e00d4965bb)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:00:43.403154 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (fdfd5915-3978-433b-91ff-6835aa670ee6), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.522115 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-58926c1f-2525-4a24-a163-23f524afa8c5 None None] Provisioning complete for port fdfd5915-3978-433b-91ff-6835aa670ee6 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:43.522492 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-58926c1f-2525-4a24-a163-23f524afa8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fdfd5915-3978-433b-91ff-6835aa670ee6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.524161 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.527936 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 4aba9d2f-7727-4388-a07a-cd4823b889f0 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:43.531624 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4aba9d2f-7727-4388-a07a-cd4823b889f0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.581585 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae101e9d-850a-4703-930a-3d07d2e0662a None None] Pushing event updated for resources: {'Port': ['ID=fdfd5915-3978-433b-91ff-6835aa670ee6,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:43.602567 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] Routers {'0adaaef9-eead-45cc-9faf-762db94fbd0d'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:43.607572 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:00:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0adaaef9-eead-45cc-9faf-762db94fbd0d'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:43.672725 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9109eebb-5b29-4a91-8084-502bf3b94610 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (e997d000-87f8-45b5-8cc2-2e5d2a69dbce), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.716000 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 4aba9d2f-7727-4388-a07a-cd4823b889f0, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4aba9d2f-7727-4388-a07a-cd4823b889f0,segment=NetworkSegment(f0434725-cd04-47fb-addd-9573c52948dd),segment_id=f0434725-cd04-47fb-addd-9573c52948dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:43.740450 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4aba9d2f-7727-4388-a07a-cd4823b889f0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.742904 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9905adb9-d1e4-4bfa-82dc-a198aa75b6de up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:43.897350 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] Set router 0adaaef9-eead-45cc-9faf-762db94fbd0d gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:00:43.922967 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796c0888-f026-4159-99fe-e0c0a868d35e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:43.926545 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-796c0888-f026-4159-99fe-e0c0a868d35e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.958368 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e94c2f2d-c119-45ab-8c5e-eb07c35a8706 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:44.132004 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9156cc-0ce3-4754-b4e0-0975770eab8e'}, {'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9e575e-d478-47a4-9247-266d7e08616b'}, {'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aba9d2f-7727-4388-a07a-cd4823b889f0'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:00:44.141997 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818f3747-cb90-474a-8c82-648091fa1fc2" -d '{"events": [{"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-plugged", "status": "completed", "tag": "8b9156cc-0ce3-4754-b4e0-0975770eab8e"}, {"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-plugged", "status": "completed", "tag": "9e9e575e-d478-47a4-9247-266d7e08616b"}, {"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-plugged", "status": "completed", "tag": "4aba9d2f-7727-4388-a07a-cd4823b889f0"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:00:44.172985 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e923a6df-5f14-4ab6-9f7b-88db4c1e5337 None None] Network 45538a9d-814e-4185-8941-6847f14425aa requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:44.203903 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-dd001e13-a154-484d-b556-f0648a9fcb04 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Allocated IP 172.25.7.194 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/04bffde2-32fc-405f-9acf-68bb0343ead6) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:44.239981 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-94a55c97-fc18-43c0-a7fd-2229339ae77d req-e6abfa51-b07a-4ee6-9560-02f9b64a581d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4436965 Feb 09 02:00:44.404486 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'name': 'tempest-AttachVolumeTestJSON-1283178647-router', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:00:38Z', 'revision_number': 4, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'gw_port': {'id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:eb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:30Z', 'updated_at': '2022-02-09T02:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'fdfd5915-3978-433b-91ff-6835aa670ee6', 'name': '', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'mac_address': 'fa:16:3e:b0:11:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:36Z', 'updated_at': '2022-02-09T02:00:43Z', 'revision_number': 4, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'subnets': [{'id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:44.433428 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c27c35-512d-4f26-b2a9-77ac97ae7a88 None None] The sync data for ids ['0adaaef9-eead-45cc-9faf-762db94fbd0d'] in n-d-828387-3 is: [{'id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'name': 'tempest-AttachVolumeTestJSON-1283178647-router', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:00:38Z', 'revision_number': 4, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'gw_port': {'id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:eb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:30Z', 'updated_at': '2022-02-09T02:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'fdfd5915-3978-433b-91ff-6835aa670ee6', 'name': '', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'mac_address': 'fa:16:3e:b0:11:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:36Z', 'updated_at': '2022-02-09T02:00:43Z', 'revision_number': 4, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'subnets': [{'id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:00:44.445830 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd001e13-a154-484d-b556-f0648a9fcb04 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for port (04bffde2-32fc-405f-9acf-68bb0343ead6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.473752 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9109eebb-5b29-4a91-8084-502bf3b94610 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (805c03a2-71df-427e-9d3a-038456d33cf8), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.495926 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-796c0888-f026-4159-99fe-e0c0a868d35e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (a4dac0f4-ea32-46cd-a097-aeb6c0531505), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.558630 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd001e13-a154-484d-b556-f0648a9fcb04 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (04bffde2-32fc-405f-9acf-68bb0343ead6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.601398 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 02:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de41171a-8cc8-43f2-afa5-3f4ca0af5392 x-openstack-request-id: req-de41171a-8cc8-43f2-afa5-3f4ca0af5392 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:00:44.601694 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-plugged", "status": "completed", "tag": "8b9156cc-0ce3-4754-b4e0-0975770eab8e", "code": 200}, {"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-plugged", "status": "completed", "tag": "9e9e575e-d478-47a4-9247-266d7e08616b", "code": 200}, {"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-plugged", "status": "completed", "tag": "4aba9d2f-7727-4388-a07a-cd4823b889f0", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:00:44.601943 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de41171a-8cc8-43f2-afa5-3f4ca0af5392 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:00:44.604054 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9156cc-0ce3-4754-b4e0-0975770eab8e', 'code': 200} Feb 09 02:00:44.604328 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9e575e-d478-47a4-9247-266d7e08616b', 'code': 200} Feb 09 02:00:44.604577 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aba9d2f-7727-4388-a07a-cd4823b889f0', 'code': 200} Feb 09 02:00:44.606949 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-58926c1f-2525-4a24-a163-23f524afa8c5 None None] Current status of the port fdfd5915-3978-433b-91ff-6835aa670ee6 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:44.607357 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-58926c1f-2525-4a24-a163-23f524afa8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fdfd5915-3978-433b-91ff-6835aa670ee6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.657906 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd001e13-a154-484d-b556-f0648a9fcb04 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:44.671537 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-dd001e13-a154-484d-b556-f0648a9fcb04 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:44.681738 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd001e13-a154-484d-b556-f0648a9fcb04 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:44.697783 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-58926c1f-2525-4a24-a163-23f524afa8c5 None None] For port fdfd5915-3978-433b-91ff-6835aa670ee6, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=fdfd5915-3978-433b-91ff-6835aa670ee6,segment=NetworkSegment(c82ab0de-73ec-4078-981b-82e00d4965bb),segment_id=c82ab0de-73ec-4078-981b-82e00d4965bb)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:44.721298 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-58926c1f-2525-4a24-a163-23f524afa8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (fdfd5915-3978-433b-91ff-6835aa670ee6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.732758 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=4aba9d2f-7727-4388-a07a-cd4823b889f0,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:44.781389 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:44.781732 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:44.783167 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:44.783526 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:44.783865 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:44.785350 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:44.787780 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:44.788364 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:44.788713 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:44.789030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:44.789362 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:44.790947 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:44.791318 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:44.792251 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd001e13-a154-484d-b556-f0648a9fcb04 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Pushing event updated for resources: {'Port': ['ID=04bffde2-32fc-405f-9acf-68bb0343ead6,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:44.903909 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796c0888-f026-4159-99fe-e0c0a868d35e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 2dd71ccd-b35c-4501-9503-a68b44d01f83 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:44.909565 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd001e13-a154-484d-b556-f0648a9fcb04 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for floatingip (1a49d7ac-a7d7-4d39-addc-4c63b5c8f7a4), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.917155 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-796c0888-f026-4159-99fe-e0c0a868d35e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:44.941123 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796c0888-f026-4159-99fe-e0c0a868d35e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:44.942015 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-796c0888-f026-4159-99fe-e0c0a868d35e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.952769 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1cf56a-9186-4f67-9c41-77de506755c2 None None] Network 2dd71ccd-b35c-4501-9503-a68b44d01f83 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:44.990886 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd001e13-a154-484d-b556-f0648a9fcb04 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (04bffde2-32fc-405f-9acf-68bb0343ead6), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.011598 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-796c0888-f026-4159-99fe-e0c0a868d35e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7190578 Feb 09 02:00:45.027724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33584) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:45.028419 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c0888-f026-4159-99fe-e0c0a868d35e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Subnet': ['ID=a4dac0f4-ea32-46cd-a097-aeb6c0531505,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:45.050803 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b7c6acec-0e98-422a-9cba-b47d003de23b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'security_group': {'name': 'tempest-secgroup-2122733297'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:45.055282 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:45.063171 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9109eebb-5b29-4a91-8084-502bf3b94610 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for port (805c03a2-71df-427e-9d3a-038456d33cf8), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.090225 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9109eebb-5b29-4a91-8084-502bf3b94610 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (805c03a2-71df-427e-9d3a-038456d33cf8), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.136895 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port e94c2f2d-c119-45ab-8c5e-eb07c35a8706 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:45.142666 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e94c2f2d-c119-45ab-8c5e-eb07c35a8706), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.200624 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:45.200977 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9905adb9-d1e4-4bfa-82dc-a198aa75b6de), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.231393 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b7c6acec-0e98-422a-9cba-b47d003de23b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.292292 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d82bb076-b263-4f83-b154-b9e6800e8587 None None] Provisioning complete for port e94c2f2d-c119-45ab-8c5e-eb07c35a8706 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:45.292676 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d82bb076-b263-4f83-b154-b9e6800e8587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e94c2f2d-c119-45ab-8c5e-eb07c35a8706), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.354230 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58926c1f-2525-4a24-a163-23f524afa8c5 None None] Pushing event updated for resources: {'Port': ['ID=fdfd5915-3978-433b-91ff-6835aa670ee6,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:45.368890 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9109eebb-5b29-4a91-8084-502bf3b94610 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (e997d000-87f8-45b5-8cc2-2e5d2a69dbce), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.380392 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109eebb-5b29-4a91-8084-502bf3b94610 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Port': ['ID=805c03a2-71df-427e-9d3a-038456d33cf8,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:45.393291 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd001e13-a154-484d-b556-f0648a9fcb04 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for port (04bffde2-32fc-405f-9acf-68bb0343ead6), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.456303 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd001e13-a154-484d-b556-f0648a9fcb04 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (04bffde2-32fc-405f-9acf-68bb0343ead6), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.487792 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3ce1a2-25b4-4698-a5f1-110b75726e8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-2dd71ccd-b35c-4501-9503-a68b44d01f83', 'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83', 'project_id': '2c0929c091ec496590344809ec4268dc', 'fixed_ips': [{'subnet_id': 'a4dac0f4-ea32-46cd-a097-aeb6c0531505'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:00:45.488653 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ec3ce1a2-25b4-4698-a5f1-110b75726e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.543307 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port e94c2f2d-c119-45ab-8c5e-eb07c35a8706 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:45.543708 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e94c2f2d-c119-45ab-8c5e-eb07c35a8706), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.565341 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:45.565732 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9905adb9-d1e4-4bfa-82dc-a198aa75b6de), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.573602 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd001e13-a154-484d-b556-f0648a9fcb04 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Pushing event updated for resources: {'Port': ['ID=04bffde2-32fc-405f-9acf-68bb0343ead6,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:45.646633 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b7c6acec-0e98-422a-9cba-b47d003de23b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (0e4e91e4-7b7f-4000-bca1-f6452341f44c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.654958 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b7c6acec-0e98-422a-9cba-b47d003de23b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0e4e91e4-7b7f-4000-bca1-f6452341f44c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.708318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950798e-495c-47da-8349-31bae44b507b req-40a1b3f4-23e7-41a6-8268-a851df9d3287 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:45.725499 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950798e-495c-47da-8349-31bae44b507b req-40a1b3f4-23e7-41a6-8268-a851df9d3287 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:45.743531 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9109eebb-5b29-4a91-8084-502bf3b94610 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network 45538a9d-814e-4185-8941-6847f14425aa is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:45.747632 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b7c6acec-0e98-422a-9cba-b47d003de23b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.749045 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b7c6acec-0e98-422a-9cba-b47d003de23b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7182119 Feb 09 02:00:45.753066 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33590) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:45.754168 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-9109eebb-5b29-4a91-8084-502bf3b94610 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:45.760807 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-7d1d891c-631f-4adf-85a9-cbcfe3185cb0 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'security_group': {'name': 'tempest-secgroup-1382107747'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:45.772853 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950798e-495c-47da-8349-31bae44b507b req-40a1b3f4-23e7-41a6-8268-a851df9d3287 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:45.789348 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6acec-0e98-422a-9cba-b47d003de23b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4e91e4-7b7f-4000-bca1-f6452341f44c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:45.793266 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port e94c2f2d-c119-45ab-8c5e-eb07c35a8706, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e94c2f2d-c119-45ab-8c5e-eb07c35a8706,segment=NetworkSegment(ff5af891-06f1-4a5f-8bb5-51b06ced0ec0),segment_id=ff5af891-06f1-4a5f-8bb5-51b06ced0ec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:45.810875 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950798e-495c-47da-8349-31bae44b507b req-40a1b3f4-23e7-41a6-8268-a851df9d3287 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:45.818234 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950798e-495c-47da-8349-31bae44b507b req-40a1b3f4-23e7-41a6-8268-a851df9d3287 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:45.840695 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950798e-495c-47da-8349-31bae44b507b req-40a1b3f4-23e7-41a6-8268-a851df9d3287 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:45.846178 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950798e-495c-47da-8349-31bae44b507b req-40a1b3f4-23e7-41a6-8268-a851df9d3287 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:45.869940 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3950798e-495c-47da-8349-31bae44b507b req-40a1b3f4-23e7-41a6-8268-a851df9d3287 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5442 time: 0.4729035 Feb 09 02:00:45.905268 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e94c2f2d-c119-45ab-8c5e-eb07c35a8706), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.906267 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd001e13-a154-484d-b556-f0648a9fcb04 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (1a49d7ac-a7d7-4d39-addc-4c63b5c8f7a4), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:46.033928 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd001e13-a154-484d-b556-f0648a9fcb04 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:46.048990 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dd001e13-a154-484d-b556-f0648a9fcb04 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8645327 Feb 09 02:00:46.062387 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d1d891c-631f-4adf-85a9-cbcfe3185cb0 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:46.157315 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3950798e-495c-47da-8349-31bae44b507b req-5ef4bc0d-20ad-406d-9337-1c4bef3f7dae tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2771304 Feb 09 02:00:46.176993 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=e94c2f2d-c119-45ab-8c5e-eb07c35a8706,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:46.182909 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9905adb9-d1e4-4bfa-82dc-a198aa75b6de,segment=NetworkSegment(f0434725-cd04-47fb-addd-9573c52948dd),segment_id=f0434725-cd04-47fb-addd-9573c52948dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:46.217946 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device fdfd5915-3978-433b-91ff-6835aa670ee6 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:46.269334 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-ec3ce1a2-25b4-4698-a5f1-110b75726e8a None None] Allocated IP 2001:db8::2 (2dd71ccd-b35c-4501-9503-a68b44d01f83/a4dac0f4-ea32-46cd-a097-aeb6c0531505/da33ea50-2e6b-4dc8-8414-f75aa0d4f964) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:46.349731 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9905adb9-d1e4-4bfa-82dc-a198aa75b6de), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:46.350476 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device a7be7dc4-d914-4868-bc01-259d832746e1 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:46.390181 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9109eebb-5b29-4a91-8084-502bf3b94610 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Router e997d000-87f8-45b5-8cc2-2e5d2a69dbce is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:00:46.409423 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d1d891c-631f-4adf-85a9-cbcfe3185cb0 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (998f9fd5-89d4-41b6-bbd9-4f2fb035aaa7), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:46.419003 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d1d891c-631f-4adf-85a9-cbcfe3185cb0 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (998f9fd5-89d4-41b6-bbd9-4f2fb035aaa7), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:46.429347 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-e1ba76e5-05df-44a9-a574-6e545b9dd7c2 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1475838625&fields=id&tenant_id=8721192a2c284724a83b35330a1c84a8 HTTP/1.1" status: 200 len: 267 time: 0.1476462 Feb 09 02:00:46.467009 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=9905adb9-d1e4-4bfa-82dc-a198aa75b6de,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:46.490363 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d82bb076-b263-4f83-b154-b9e6800e8587 None None] Current status of the port e94c2f2d-c119-45ab-8c5e-eb07c35a8706 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:46.521109 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d1d891c-631f-4adf-85a9-cbcfe3185cb0 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:46.525759 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7d1d891c-631f-4adf-85a9-cbcfe3185cb0 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7660828 Feb 09 02:00:46.526052 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33606) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:46.531743 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-168430f5-71b1-408b-9fb5-9f25227e2ebc tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-457565462', 'security_groups': ['998f9fd5-89d4-41b6-bbd9-4f2fb035aaa7'], 'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a4dac0f4-ea32-46cd-a097-aeb6c0531505'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:46.556737 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d82bb076-b263-4f83-b154-b9e6800e8587 None None] Provisioning complete for port fdfd5915-3978-433b-91ff-6835aa670ee6 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:46.557253 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d82bb076-b263-4f83-b154-b9e6800e8587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fdfd5915-3978-433b-91ff-6835aa670ee6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:46.657107 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9109eebb-5b29-4a91-8084-502bf3b94610 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:00:46.663358 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ec3ce1a2-25b4-4698-a5f1-110b75726e8a None None] Publish callbacks [] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:46.668624 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9905adb9-d1e4-4bfa-82dc-a198aa75b6de'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:00:46.673137 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ae981b-4ab1-4f3d-90de-ef1c7111effd" -d '{"events": [{"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-plugged", "status": "completed", "tag": "9905adb9-d1e4-4bfa-82dc-a198aa75b6de"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:00:46.698877 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01421b-29dd-4ac9-8331-70fbd4bd0319 None None] Sync routers for ids ['e997d000-87f8-45b5-8cc2-2e5d2a69dbce'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:46.710098 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ec3ce1a2-25b4-4698-a5f1-110b75726e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:46.733656 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168430f5-71b1-408b-9fb5-9f25227e2ebc tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:46.744579 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-fc40444b-436b-43d2-ac95-11c766caf489 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:46.752287 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-fc40444b-436b-43d2-ac95-11c766caf489 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/networks?id=213e8f95-a0ad-4892-ad9a-d81d902f12c0 HTTP/1.1" status: 200 len: 811 time: 0.3112149 Feb 09 02:00:46.766488 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9109eebb-5b29-4a91-8084-502bf3b94610 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "PUT /v2.0/routers/e997d000-87f8-45b5-8cc2-2e5d2a69dbce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5346777 Feb 09 02:00:46.767749 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d891c-631f-4adf-85a9-cbcfe3185cb0 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998f9fd5-89d4-41b6-bbd9-4f2fb035aaa7,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:46.769868 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33614) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:46.793808 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3ce1a2-25b4-4698-a5f1-110b75726e8a None None] Network 2dd71ccd-b35c-4501-9503-a68b44d01f83 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:46.795362 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port fdfd5915-3978-433b-91ff-6835aa670ee6 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:46.795743 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fdfd5915-3978-433b-91ff-6835aa670ee6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:46.798061 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port a7be7dc4-d914-4868-bc01-259d832746e1 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:46.806271 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ad4374-0e63-455a-b279-d63a0ced28ad x-openstack-request-id: req-a0ad4374-0e63-455a-b279-d63a0ced28ad {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:00:46.806641 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-plugged", "status": "completed", "tag": "9905adb9-d1e4-4bfa-82dc-a198aa75b6de", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:00:46.807037 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a0ad4374-0e63-455a-b279-d63a0ced28ad {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:00:46.807470 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9905adb9-d1e4-4bfa-82dc-a198aa75b6de', 'code': 200} Feb 09 02:00:46.808981 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ce1a2-25b4-4698-a5f1-110b75726e8a None None] Pushing event updated for resources: {'Port': ['ID=da33ea50-2e6b-4dc8-8414-f75aa0d4f964,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:46.813061 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-ec3ce1a2-25b4-4698-a5f1-110b75726e8a None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:46.816019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3ce1a2-25b4-4698-a5f1-110b75726e8a None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:46.820183 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-502b3093-12ac-4cf8-af36-878a08701897 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/quotas/8721192a2c284724a83b35330a1c84a8 HTTP/1.1" status: 200 len: 375 time: 0.0670335 Feb 09 02:00:46.822373 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port a7be7dc4-d914-4868-bc01-259d832746e1 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:46.822763 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a7be7dc4-d914-4868-bc01-259d832746e1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:46.918478 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-168430f5-71b1-408b-9fb5-9f25227e2ebc tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:46.929729 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96956638-37e6-4b2e-bbc7-948b60f31dbc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:46.940965 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-96956638-37e6-4b2e-bbc7-948b60f31dbc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports?device_id=e997d000-87f8-45b5-8cc2-2e5d2a69dbce HTTP/1.1" status: 200 len: 982 time: 0.1689758 Feb 09 02:00:46.942663 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33620) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:46.962968 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-168430f5-71b1-408b-9fb5-9f25227e2ebc tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] device_id is not set on port 86df16e7-9427-4e47-94b4-b6d623cace74 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:00:47.070730 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port a7be7dc4-d914-4868-bc01-259d832746e1 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:47.075106 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a7be7dc4-d914-4868-bc01-259d832746e1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:47.077589 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d82bb076-b263-4f83-b154-b9e6800e8587 None None] Current status of the port fdfd5915-3978-433b-91ff-6835aa670ee6 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:47.082747 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b01421b-29dd-4ac9-8331-70fbd4bd0319 None None] Routers {'e997d000-87f8-45b5-8cc2-2e5d2a69dbce'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:47.083641 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9b01421b-29dd-4ac9-8331-70fbd4bd0319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:00:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['e997d000-87f8-45b5-8cc2-2e5d2a69dbce'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:47.087749 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-acfc60da-f198-46e8-b52e-a8c51b99a104 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8721192a2c284724a83b35330a1c84a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2659018 Feb 09 02:00:47.176832 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9b01421b-29dd-4ac9-8331-70fbd4bd0319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:47.216569 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-ec3ce1a2-25b4-4698-a5f1-110b75726e8a None None] Attempting to bind port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:00:47.216955 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-ec3ce1a2-25b4-4698-a5f1-110b75726e8a None None] Attempting to bind port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '257832e5-e41e-48ba-bd6d-49c12ef4e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:00:47.217322 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3ce1a2-25b4-4698-a5f1-110b75726e8a None None] Attempting to bind port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 on network 2dd71ccd-b35c-4501-9503-a68b44d01f83 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:00:47.235102 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3ce1a2-25b4-4698-a5f1-110b75726e8a None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:00:47.235561 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3ce1a2-25b4-4698-a5f1-110b75726e8a None None] Checking segment: {'id': '257832e5-e41e-48ba-bd6d-49c12ef4e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:00:47.236190 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ec3ce1a2-25b4-4698-a5f1-110b75726e8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:47.236736 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3ce1a2-25b4-4698-a5f1-110b75726e8a None None] Bound using segment: {'id': '257832e5-e41e-48ba-bd6d-49c12ef4e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:00:47.237321 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-ec3ce1a2-25b4-4698-a5f1-110b75726e8a None None] Bound port: da33ea50-2e6b-4dc8-8414-f75aa0d4f964, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257832e5-e41e-48ba-bd6d-49c12ef4e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:00:47.237904 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ec3ce1a2-25b4-4698-a5f1-110b75726e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:47.252988 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-168430f5-71b1-408b-9fb5-9f25227e2ebc tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Allocated IP 2001:db8::2fe (2dd71ccd-b35c-4501-9503-a68b44d01f83/a4dac0f4-ea32-46cd-a097-aeb6c0531505/86df16e7-9427-4e47-94b4-b6d623cace74) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:47.314481 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b01421b-29dd-4ac9-8331-70fbd4bd0319 None None] Routers {'e997d000-87f8-45b5-8cc2-2e5d2a69dbce'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:47.315555 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9b01421b-29dd-4ac9-8331-70fbd4bd0319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:00:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['e997d000-87f8-45b5-8cc2-2e5d2a69dbce'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:47.427836 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-596f807a-ddd6-42fc-8e1a-a9819a430088 service neutron] 10.222.0.36 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211370 Feb 09 02:00:47.433112 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-168430f5-71b1-408b-9fb5-9f25227e2ebc tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for port (86df16e7-9427-4e47-94b4-b6d623cace74), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:47.484526 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-168430f5-71b1-408b-9fb5-9f25227e2ebc tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (86df16e7-9427-4e47-94b4-b6d623cace74), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:47.495934 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ec3ce1a2-25b4-4698-a5f1-110b75726e8a None None] For port da33ea50-2e6b-4dc8-8414-f75aa0d4f964, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:00:47.500177 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ec3ce1a2-25b4-4698-a5f1-110b75726e8a None None] For port da33ea50-2e6b-4dc8-8414-f75aa0d4f964, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=da33ea50-2e6b-4dc8-8414-f75aa0d4f964,segment=NetworkSegment(257832e5-e41e-48ba-bd6d-49c12ef4e0ef),segment_id=257832e5-e41e-48ba-bd6d-49c12ef4e0ef)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:00:47.512158 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9b01421b-29dd-4ac9-8331-70fbd4bd0319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:47.512985 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01421b-29dd-4ac9-8331-70fbd4bd0319 None None] The sync data for ids ['e997d000-87f8-45b5-8cc2-2e5d2a69dbce'] in n-d-828387-3 is: [] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:00:47.528184 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ec3ce1a2-25b4-4698-a5f1-110b75726e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:47.553906 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5ea530dc-71f9-4fea-b0da-f5bea4ee0bd4 None None] Provisioning complete for port e94c2f2d-c119-45ab-8c5e-eb07c35a8706 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:47.555032 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ea530dc-71f9-4fea-b0da-f5bea4ee0bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e94c2f2d-c119-45ab-8c5e-eb07c35a8706), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:47.587387 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168430f5-71b1-408b-9fb5-9f25227e2ebc tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 2dd71ccd-b35c-4501-9503-a68b44d01f83 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:47.596021 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-168430f5-71b1-408b-9fb5-9f25227e2ebc tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:47.603791 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168430f5-71b1-408b-9fb5-9f25227e2ebc tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:47.610341 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168430f5-71b1-408b-9fb5-9f25227e2ebc tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:47.611025 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-168430f5-71b1-408b-9fb5-9f25227e2ebc tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:47.637458 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port fdfd5915-3978-433b-91ff-6835aa670ee6 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:47.640303 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-af903b05-9eff-4eda-a9a7-a82306f5eeba service neutron] 10.222.0.36 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815302 Feb 09 02:00:47.681083 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port a7be7dc4-d914-4868-bc01-259d832746e1, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a7be7dc4-d914-4868-bc01-259d832746e1,segment=NetworkSegment(f0434725-cd04-47fb-addd-9573c52948dd),segment_id=f0434725-cd04-47fb-addd-9573c52948dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:47.701361 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a7be7dc4-d914-4868-bc01-259d832746e1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:47.708996 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-168430f5-71b1-408b-9fb5-9f25227e2ebc tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1817312 Feb 09 02:00:47.717758 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33630) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:47.732976 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-7095d96b-5c27-4c85-935b-d50778c39547 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'subnet': {'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:47.741770 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168430f5-71b1-408b-9fb5-9f25227e2ebc tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Port': ['ID=86df16e7-9427-4e47-94b4-b6d623cace74,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:47.771852 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ce1a2-25b4-4698-a5f1-110b75726e8a None None] Pushing event updated for resources: {'Port': ['ID=da33ea50-2e6b-4dc8-8414-f75aa0d4f964,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:47.812914 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a261c18-2072-4b13-a6b4-3edb95ea96e3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (e997d000-87f8-45b5-8cc2-2e5d2a69dbce), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:47.832195 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966bed1-9fa1-43fc-b1d5-12fa97c94185 req-01d0b03e-a227-4a3d-ac7e-f6c07d3c5d5b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:47.841032 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966bed1-9fa1-43fc-b1d5-12fa97c94185 req-01d0b03e-a227-4a3d-ac7e-f6c07d3c5d5b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:47.846944 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966bed1-9fa1-43fc-b1d5-12fa97c94185 req-01d0b03e-a227-4a3d-ac7e-f6c07d3c5d5b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:47.854320 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966bed1-9fa1-43fc-b1d5-12fa97c94185 req-01d0b03e-a227-4a3d-ac7e-f6c07d3c5d5b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:47.863591 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966bed1-9fa1-43fc-b1d5-12fa97c94185 req-01d0b03e-a227-4a3d-ac7e-f6c07d3c5d5b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:47.872060 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966bed1-9fa1-43fc-b1d5-12fa97c94185 req-01d0b03e-a227-4a3d-ac7e-f6c07d3c5d5b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:47.879199 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966bed1-9fa1-43fc-b1d5-12fa97c94185 req-01d0b03e-a227-4a3d-ac7e-f6c07d3c5d5b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:47.881930 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7966bed1-9fa1-43fc-b1d5-12fa97c94185 req-01d0b03e-a227-4a3d-ac7e-f6c07d3c5d5b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5443 time: 0.4123049 Feb 09 02:00:47.895467 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5ea530dc-71f9-4fea-b0da-f5bea4ee0bd4 None None] Current status of the port e94c2f2d-c119-45ab-8c5e-eb07c35a8706 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:47.983371 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5ea530dc-71f9-4fea-b0da-f5bea4ee0bd4 None None] Provisioning complete for port 805c03a2-71df-427e-9d3a-038456d33cf8 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:47.987665 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ea530dc-71f9-4fea-b0da-f5bea4ee0bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (805c03a2-71df-427e-9d3a-038456d33cf8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:48.020577 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7966bed1-9fa1-43fc-b1d5-12fa97c94185 req-dbe66c77-a2f6-4af0-b662-f88c611162b8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1306765 Feb 09 02:00:48.081118 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5ea530dc-71f9-4fea-b0da-f5bea4ee0bd4 None None] Port 805c03a2-71df-427e-9d3a-038456d33cf8 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:00:48.108721 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=a7be7dc4-d914-4868-bc01-259d832746e1,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:48.140448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e94c2f2d-c119-45ab-8c5e-eb07c35a8706 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:48.163433 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d32bb858-72f0-4b68-b31d-e7ffb4647ddb req-5b121f51-c164-4b24-933c-175f6e446c80 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 210 time: 0.1560748 Feb 09 02:00:48.201740 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7095d96b-5c27-4c85-935b-d50778c39547 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:48.226100 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7095d96b-5c27-4c85-935b-d50778c39547 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:48.261080 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port e94c2f2d-c119-45ab-8c5e-eb07c35a8706 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:48.263167 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e94c2f2d-c119-45ab-8c5e-eb07c35a8706), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:48.389743 n-d-828387-3 neutron-server[103184]: INFO neutron.db.ipam_backend_mixin [None req-7095d96b-5c27-4c85-935b-d50778c39547 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a4dac0f4-ea32-46cd-a097-aeb6c0531505 (CIDR: 2001:db8::/64) Feb 09 02:00:48.394558 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-7095d96b-5c27-4c85-935b-d50778c39547 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:00:48.395060 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7095d96b-5c27-4c85-935b-d50778c39547 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:00:48.428565 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33644) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:48.431364 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7095d96b-5c27-4c85-935b-d50778c39547 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7106154 Feb 09 02:00:48.435748 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-a35d9193-23af-457f-b76a-4e24f0f9013c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'subnet': {'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:48.447971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port e94c2f2d-c119-45ab-8c5e-eb07c35a8706 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:48.529073 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-5a261c18-2072-4b13-a6b4-3edb95ea96e3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting port 805c03a2-71df-427e-9d3a-038456d33cf8 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:48.529429 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a261c18-2072-4b13-a6b4-3edb95ea96e3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (805c03a2-71df-427e-9d3a-038456d33cf8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:48.663398 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a261c18-2072-4b13-a6b4-3edb95ea96e3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (805c03a2-71df-427e-9d3a-038456d33cf8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:48.676333 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35d9193-23af-457f-b76a-4e24f0f9013c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:48.680815 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a35d9193-23af-457f-b76a-4e24f0f9013c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:48.690720 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-5a261c18-2072-4b13-a6b4-3edb95ea96e3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Calling delete_port for 805c03a2-71df-427e-9d3a-038456d33cf8 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:48.808979 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7be7dc4-d914-4868-bc01-259d832746e1'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:00:48.811710 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb14298-4830-46fe-9354-747ad16a872b" -d '{"events": [{"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-plugged", "status": "completed", "tag": "a7be7dc4-d914-4868-bc01-259d832746e1"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:00:48.872686 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa1ef95-4603-4c04-bede-6628d8213879 x-openstack-request-id: req-9aa1ef95-4603-4c04-bede-6628d8213879 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:00:48.873100 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-plugged", "status": "completed", "tag": "a7be7dc4-d914-4868-bc01-259d832746e1", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:00:48.873462 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9aa1ef95-4603-4c04-bede-6628d8213879 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:00:48.874053 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7be7dc4-d914-4868-bc01-259d832746e1', 'code': 200} Feb 09 02:00:49.005169 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a261c18-2072-4b13-a6b4-3edb95ea96e3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (805c03a2-71df-427e-9d3a-038456d33cf8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:49.076570 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a261c18-2072-4b13-a6b4-3edb95ea96e3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Port': ['ID=805c03a2-71df-427e-9d3a-038456d33cf8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:49.406860 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7f6539df-5643-459d-81c5-6d796a1b0de3 req-eec6230e-9d33-4e14-824d-5f8bbbb14872 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 210 time: 0.0690253 Feb 09 02:00:49.637089 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7d4b6ba5-d778-4311-a7cf-bcddb3cdf8f6 None None] Provisioning complete for port 9ff739f7-eb53-4239-99a5-9f5f582186df triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:49.637695 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6ba5-d778-4311-a7cf-bcddb3cdf8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9ff739f7-eb53-4239-99a5-9f5f582186df), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:49.759421 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b6ba5-d778-4311-a7cf-bcddb3cdf8f6 None None] Port 9ff739f7-eb53-4239-99a5-9f5f582186df cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:00:49.771808 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7d4b6ba5-d778-4311-a7cf-bcddb3cdf8f6 None None] Provisioning complete for port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:49.772191 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6ba5-d778-4311-a7cf-bcddb3cdf8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:49.897687 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b6ba5-d778-4311-a7cf-bcddb3cdf8f6 None None] Current status of the port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:49.898581 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6ba5-d778-4311-a7cf-bcddb3cdf8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:49.942179 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-7d4b6ba5-d778-4311-a7cf-bcddb3cdf8f6 None None] For port da33ea50-2e6b-4dc8-8414-f75aa0d4f964, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=da33ea50-2e6b-4dc8-8414-f75aa0d4f964,segment=NetworkSegment(257832e5-e41e-48ba-bd6d-49c12ef4e0ef),segment_id=257832e5-e41e-48ba-bd6d-49c12ef4e0ef)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:49.953591 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6ba5-d778-4311-a7cf-bcddb3cdf8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:50.029430 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b6ba5-d778-4311-a7cf-bcddb3cdf8f6 None None] Pushing event updated for resources: {'Port': ['ID=da33ea50-2e6b-4dc8-8414-f75aa0d4f964,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:50.068346 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf66e2-dfb6-41dd-a514-caa11c9362ab req-3b847f84-86a6-4fc0-b745-db430b6a721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:50.068950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf66e2-dfb6-41dd-a514-caa11c9362ab req-3b847f84-86a6-4fc0-b745-db430b6a721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:50.069437 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf66e2-dfb6-41dd-a514-caa11c9362ab req-3b847f84-86a6-4fc0-b745-db430b6a721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:50.069733 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf66e2-dfb6-41dd-a514-caa11c9362ab req-3b847f84-86a6-4fc0-b745-db430b6a721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:50.070187 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf66e2-dfb6-41dd-a514-caa11c9362ab req-3b847f84-86a6-4fc0-b745-db430b6a721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:50.070642 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf66e2-dfb6-41dd-a514-caa11c9362ab req-3b847f84-86a6-4fc0-b745-db430b6a721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:50.072418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf66e2-dfb6-41dd-a514-caa11c9362ab req-3b847f84-86a6-4fc0-b745-db430b6a721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:50.075014 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-36bf66e2-dfb6-41dd-a514-caa11c9362ab req-3b847f84-86a6-4fc0-b745-db430b6a721c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 6718 time: 0.9664369 Feb 09 02:00:50.109044 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3657f40-6cfd-4d5c-98ad-af9902d87700 req-836fe6b2-059b-4e24-8299-d8971a200f40 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:50.128038 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3657f40-6cfd-4d5c-98ad-af9902d87700 req-836fe6b2-059b-4e24-8299-d8971a200f40 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:50.135032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3657f40-6cfd-4d5c-98ad-af9902d87700 req-836fe6b2-059b-4e24-8299-d8971a200f40 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:50.141083 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3657f40-6cfd-4d5c-98ad-af9902d87700 req-836fe6b2-059b-4e24-8299-d8971a200f40 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:50.146341 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3657f40-6cfd-4d5c-98ad-af9902d87700 req-836fe6b2-059b-4e24-8299-d8971a200f40 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:50.153357 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3657f40-6cfd-4d5c-98ad-af9902d87700 req-836fe6b2-059b-4e24-8299-d8971a200f40 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:50.158628 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3657f40-6cfd-4d5c-98ad-af9902d87700 req-836fe6b2-059b-4e24-8299-d8971a200f40 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:50.160624 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a3657f40-6cfd-4d5c-98ad-af9902d87700 req-836fe6b2-059b-4e24-8299-d8971a200f40 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5444 time: 0.9601684 Feb 09 02:00:50.161800 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a261c18-2072-4b13-a6b4-3edb95ea96e3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (e997d000-87f8-45b5-8cc2-2e5d2a69dbce), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:50.275112 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device da33ea50-2e6b-4dc8-8414-f75aa0d4f964 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:50.277693 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4d4d6815-bfe3-4476-9ef2-6a253498f60d None None] Provisioning complete for port 86df16e7-9427-4e47-94b4-b6d623cace74 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:50.278082 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4d4d6815-bfe3-4476-9ef2-6a253498f60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (86df16e7-9427-4e47-94b4-b6d623cace74), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:50.345971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4d4d6815-bfe3-4476-9ef2-6a253498f60d None None] Port 86df16e7-9427-4e47-94b4-b6d623cace74 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:00:50.359576 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:50.360265 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:50.428263 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-4ae59fc6-b153-4b07-8eb3-8105ff3fe7bd tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:50.430147 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-4ae59fc6-b153-4b07-8eb3-8105ff3fe7bd tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.67 "GET /v2.0/networks?id=213e8f95-a0ad-4892-ad9a-d81d902f12c0 HTTP/1.1" status: 200 len: 811 time: 0.9547310 Feb 09 02:00:50.472829 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-36bf66e2-dfb6-41dd-a514-caa11c9362ab req-6a260cd3-7685-4ba8-b09e-b68621ed2553 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3889823 Feb 09 02:00:50.484735 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a3657f40-6cfd-4d5c-98ad-af9902d87700 req-7a192f68-8f95-4aa1-94a4-37c054470ed0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3068929 Feb 09 02:00:50.561952 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:50.589498 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aef9835d-fea5-4b68-9e52-bd9eae6837e8 req-f415f7bd-2114-4a4e-9efa-3e7f0fc16db8 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 210 time: 0.0441294 Feb 09 02:00:50.639975 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-cec57857-7ef0-4081-8e39-d7377ea80890 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8721192a2c284724a83b35330a1c84a8 HTTP/1.1" status: 200 len: 380 time: 0.1988578 Feb 09 02:00:50.654412 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-f33dc581-5787-48af-bbd0-e9ef7103f07f tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Request body: {'port': {'device_id': 'd4dd1ce0-6cb6-4f82-875e-d4091bd83b18', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'admin_state_up': True, 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'security_groups': ['2d592e81-2594-4874-a59c-97bc78133b53']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:50.671187 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a261c18-2072-4b13-a6b4-3edb95ea96e3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Router e997d000-87f8-45b5-8cc2-2e5d2a69dbce has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:00:50.716189 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a35d9193-23af-457f-b76a-4e24f0f9013c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (f8dfb0c4-de7b-43f8-980f-de5a11d1c7a0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:50.784099 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35d9193-23af-457f-b76a-4e24f0f9013c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 2dd71ccd-b35c-4501-9503-a68b44d01f83 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:50.855708 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-a35d9193-23af-457f-b76a-4e24f0f9013c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:50.859108 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35d9193-23af-457f-b76a-4e24f0f9013c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:50.859745 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a35d9193-23af-457f-b76a-4e24f0f9013c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:50.871112 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fedbfe4-45c9-4018-ace8-63a08737c2d6 None None] Network 2dd71ccd-b35c-4501-9503-a68b44d01f83 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:50.901834 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d9193-23af-457f-b76a-4e24f0f9013c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Subnet': ['ID=f8dfb0c4-de7b-43f8-980f-de5a11d1c7a0,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:50.923707 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a261c18-2072-4b13-a6b4-3edb95ea96e3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:00:50.932927 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5a261c18-2072-4b13-a6b4-3edb95ea96e3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "PUT /v2.0/routers/e997d000-87f8-45b5-8cc2-2e5d2a69dbce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9845259 Feb 09 02:00:50.934614 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33664) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:50.936096 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a35d9193-23af-457f-b76a-4e24f0f9013c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5061026 Feb 09 02:00:50.941055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33666) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:50.946805 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-8c121bb0-0c7d-4a72-bf62-3b4a77de8725 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-73761749', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f8dfb0c4-de7b-43f8-980f-de5a11d1c7a0'}], 'security_groups': ['0e4e91e4-7b7f-4000-bca1-f6452341f44c']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:50.958573 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b965568f-4b5b-4f35-8c77-700cf13bf43d None None] Sync routers for ids ['e997d000-87f8-45b5-8cc2-2e5d2a69dbce'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:50.970952 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b965568f-4b5b-4f35-8c77-700cf13bf43d None None] Routers {'e997d000-87f8-45b5-8cc2-2e5d2a69dbce'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:50.971847 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b965568f-4b5b-4f35-8c77-700cf13bf43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:00:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['e997d000-87f8-45b5-8cc2-2e5d2a69dbce'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:51.001570 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be26e13-752c-4882-a89a-596ba0ca6d12 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] GET failed (client error): The resource could not be found. Feb 09 02:00:51.003237 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1be26e13-752c-4882-a89a-596ba0ca6d12 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports/805c03a2-71df-427e-9d3a-038456d33cf8 HTTP/1.1" status: 404 len: 333 time: 0.0668778 Feb 09 02:00:51.011462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33668) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:51.126790 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-f33dc581-5787-48af-bbd0-e9ef7103f07f tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Made reservation on behalf of 8721192a2c284724a83b35330a1c84a8 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:51.131838 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-f33dc581-5787-48af-bbd0-e9ef7103f07f tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:51.209503 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bc5daa47-e73a-4870-938a-3d5dfd851685 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for router (e997d000-87f8-45b5-8cc2-2e5d2a69dbce), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:51.220469 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b965568f-4b5b-4f35-8c77-700cf13bf43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:51.237241 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b965568f-4b5b-4f35-8c77-700cf13bf43d None None] Routers {'e997d000-87f8-45b5-8cc2-2e5d2a69dbce'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:51.240792 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b965568f-4b5b-4f35-8c77-700cf13bf43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:00:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['e997d000-87f8-45b5-8cc2-2e5d2a69dbce'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:51.267402 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd457c19-9533-468b-b77f-afe087f9a145 None None] Update dhcp port {'port': {'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83', 'fixed_ips': [{'subnet_id': 'a4dac0f4-ea32-46cd-a097-aeb6c0531505', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f8dfb0c4-de7b-43f8-980f-de5a11d1c7a0'}], 'binding:host_id': 'n-d-828387-3'}, 'id': 'da33ea50-2e6b-4dc8-8414-f75aa0d4f964'} from n-d-828387-3. {{(pid=103185) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 02:00:51.301824 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bd457c19-9533-468b-b77f-afe087f9a145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:51.311087 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b965568f-4b5b-4f35-8c77-700cf13bf43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:51.311765 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b965568f-4b5b-4f35-8c77-700cf13bf43d None None] The sync data for ids ['e997d000-87f8-45b5-8cc2-2e5d2a69dbce'] in n-d-828387-3 is: [] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:00:51.325921 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-f33dc581-5787-48af-bbd0-e9ef7103f07f tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Allocated IP 172.20.0.10 (213e8f95-a0ad-4892-ad9a-d81d902f12c0/b1ecec84-a59d-45c4-91cc-46e21ab9c4db/c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:51.532766 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bc5daa47-e73a-4870-938a-3d5dfd851685 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (e997d000-87f8-45b5-8cc2-2e5d2a69dbce), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:51.535674 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bc5daa47-e73a-4870-938a-3d5dfd851685 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for router_controller (e997d000-87f8-45b5-8cc2-2e5d2a69dbce), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:51.606148 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bc5daa47-e73a-4870-938a-3d5dfd851685 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (e997d000-87f8-45b5-8cc2-2e5d2a69dbce), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:51.606961 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5daa47-e73a-4870-938a-3d5dfd851685 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Fanout notify agent at l3_agent the message router_deleted on router e997d000-87f8-45b5-8cc2-2e5d2a69dbce {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:00:51.627600 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8c121bb0-0c7d-4a72-bf62-3b4a77de8725 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (86df16e7-9427-4e47-94b4-b6d623cace74), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:51.628738 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bc5daa47-e73a-4870-938a-3d5dfd851685 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:51.630231 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bc5daa47-e73a-4870-938a-3d5dfd851685 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/routers/e997d000-87f8-45b5-8cc2-2e5d2a69dbce HTTP/1.1" status: 204 len: 168 time: 0.6172669 Feb 09 02:00:51.635877 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33678) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:51.704128 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-bd457c19-9533-468b-b77f-afe087f9a145 None None] Allocated IP 2001:db8:0:1::2 (2dd71ccd-b35c-4501-9503-a68b44d01f83/f8dfb0c4-de7b-43f8-980f-de5a11d1c7a0/da33ea50-2e6b-4dc8-8414-f75aa0d4f964) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:51.809559 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fb894f77-3dd7-4e1f-b275-f94f6efa2a60 req-ab722fbb-1027-4ec6-9845-35238220e1c6 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 210 time: 0.0407674 Feb 09 02:00:51.815142 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f6d3dd-90f8-47ad-8aa9-c31d586a015b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting subnet 5f194e2e-f19e-4c4f-aaa5-2c0b127c0263 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:00:51.822937 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9f6d3dd-90f8-47ad-8aa9-c31d586a015b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for subnet (5f194e2e-f19e-4c4f-aaa5-2c0b127c0263), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:51.906151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-bd457c19-9533-468b-b77f-afe087f9a145 None None] For port da33ea50-2e6b-4dc8-8414-f75aa0d4f964, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=da33ea50-2e6b-4dc8-8414-f75aa0d4f964,segment=NetworkSegment(257832e5-e41e-48ba-bd6d-49c12ef4e0ef),segment_id=257832e5-e41e-48ba-bd6d-49c12ef4e0ef)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:51.918206 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9f6d3dd-90f8-47ad-8aa9-c31d586a015b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (5f194e2e-f19e-4c4f-aaa5-2c0b127c0263), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:51.935441 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-f33dc581-5787-48af-bbd0-e9ef7103f07f tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for port (c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:51.957409 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bd457c19-9533-468b-b77f-afe087f9a145 None None] Publish callbacks [] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:51.963972 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bd457c19-9533-468b-b77f-afe087f9a145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:52.030585 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-f33dc581-5787-48af-bbd0-e9ef7103f07f tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:52.098048 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device da33ea50-2e6b-4dc8-8414-f75aa0d4f964 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:52.172668 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9f6d3dd-90f8-47ad-8aa9-c31d586a015b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (5f194e2e-f19e-4c4f-aaa5-2c0b127c0263), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:52.212607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47da13d-f408-4cdd-bc5d-1ea5be0c9345 req-dd09e606-d8a3-49bc-b14b-89950aa0266e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:52.218298 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47da13d-f408-4cdd-bc5d-1ea5be0c9345 req-dd09e606-d8a3-49bc-b14b-89950aa0266e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:52.224552 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47da13d-f408-4cdd-bc5d-1ea5be0c9345 req-dd09e606-d8a3-49bc-b14b-89950aa0266e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:52.231262 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47da13d-f408-4cdd-bc5d-1ea5be0c9345 req-dd09e606-d8a3-49bc-b14b-89950aa0266e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:52.237268 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47da13d-f408-4cdd-bc5d-1ea5be0c9345 req-dd09e606-d8a3-49bc-b14b-89950aa0266e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:52.250018 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47da13d-f408-4cdd-bc5d-1ea5be0c9345 req-dd09e606-d8a3-49bc-b14b-89950aa0266e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:52.253965 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd457c19-9533-468b-b77f-afe087f9a145 None None] Pushing event updated for resources: {'Port': ['ID=da33ea50-2e6b-4dc8-8414-f75aa0d4f964,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:52.255941 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47da13d-f408-4cdd-bc5d-1ea5be0c9345 req-dd09e606-d8a3-49bc-b14b-89950aa0266e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:52.257920 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f47da13d-f408-4cdd-bc5d-1ea5be0c9345 req-dd09e606-d8a3-49bc-b14b-89950aa0266e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5444 time: 0.5151427 Feb 09 02:00:52.290181 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9f6d3dd-90f8-47ad-8aa9-c31d586a015b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (5f194e2e-f19e-4c4f-aaa5-2c0b127c0263), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:52.298376 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:52.306293 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:52.309442 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-f33dc581-5787-48af-bbd0-e9ef7103f07f tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Network 213e8f95-a0ad-4892-ad9a-d81d902f12c0 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:52.336653 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6d3dd-90f8-47ad-8aa9-c31d586a015b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Subnet': ['ID=5f194e2e-f19e-4c4f-aaa5-2c0b127c0263,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:52.346724 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9f6d3dd-90f8-47ad-8aa9-c31d586a015b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:52.355251 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f9f6d3dd-90f8-47ad-8aa9-c31d586a015b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/subnets/5f194e2e-f19e-4c4f-aaa5-2c0b127c0263 HTTP/1.1" status: 204 len: 168 time: 0.7176552 Feb 09 02:00:52.356724 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33682) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:52.358558 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8e3658-9f18-4968-b6d6-3a8593fdb79d None None] Network 45538a9d-814e-4185-8941-6847f14425aa requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:52.392142 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f47da13d-f408-4cdd-bc5d-1ea5be0c9345 req-69acb188-303b-4e6e-92b2-49d4546c9273 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080003 Feb 09 02:00:52.404586 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-f33dc581-5787-48af-bbd0-e9ef7103f07f tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:52.427254 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-f33dc581-5787-48af-bbd0-e9ef7103f07f tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:52.454793 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33dc581-5787-48af-bbd0-e9ef7103f07f tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Pushing event updated for resources: {'Port': ['ID=c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:52.501213 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01ff867d-98d9-4edf-b892-6518630ada25 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (45538a9d-814e-4185-8941-6847f14425aa), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:52.681036 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-01ff867d-98d9-4edf-b892-6518630ada25 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting port e94c2f2d-c119-45ab-8c5e-eb07c35a8706 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:52.681036 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01ff867d-98d9-4edf-b892-6518630ada25 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e94c2f2d-c119-45ab-8c5e-eb07c35a8706), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:52.726348 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-f33dc581-5787-48af-bbd0-e9ef7103f07f tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:52.727614 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-f33dc581-5787-48af-bbd0-e9ef7103f07f tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:52.763973 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:52.818595 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-01ff867d-98d9-4edf-b892-6518630ada25 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] For port e94c2f2d-c119-45ab-8c5e-eb07c35a8706, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e94c2f2d-c119-45ab-8c5e-eb07c35a8706,segment=NetworkSegment(ff5af891-06f1-4a5f-8bb5-51b06ced0ec0),segment_id=ff5af891-06f1-4a5f-8bb5-51b06ced0ec0)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:52.819656 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01ff867d-98d9-4edf-b892-6518630ada25 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e94c2f2d-c119-45ab-8c5e-eb07c35a8706), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:52.882454 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d77344-4e4f-4dc7-ae4c-7c7115fd1f6d None None] DHCP port deletion for 45538a9d-814e-4185-8941-6847f14425aa request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:00:52.918177 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-01ff867d-98d9-4edf-b892-6518630ada25 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Calling delete_port for e94c2f2d-c119-45ab-8c5e-eb07c35a8706 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:52.960720 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-8c121bb0-0c7d-4a72-bf62-3b4a77de8725 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Delete allocated IP 2001:db8::2fe (2dd71ccd-b35c-4501-9503-a68b44d01f83/a4dac0f4-ea32-46cd-a097-aeb6c0531505) {{(pid=103183) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 02:00:52.972523 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-8c121bb0-0c7d-4a72-bf62-3b4a77de8725 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Allocated IP 2001:db8:0:1::126 (2dd71ccd-b35c-4501-9503-a68b44d01f83/f8dfb0c4-de7b-43f8-980f-de5a11d1c7a0/86df16e7-9427-4e47-94b4-b6d623cace74) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:52.979256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-19da9185-3ae9-4dbb-806f-0b34da306c5b None None] Provisioning complete for port c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:52.979809 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-19da9185-3ae9-4dbb-806f-0b34da306c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.074125 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-19da9185-3ae9-4dbb-806f-0b34da306c5b None None] Port c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:00:53.085687 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-36d77344-4e4f-4dc7-ae4c-7c7115fd1f6d None None] Deleting port e94c2f2d-c119-45ab-8c5e-eb07c35a8706 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:53.086214 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-36d77344-4e4f-4dc7-ae4c-7c7115fd1f6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e94c2f2d-c119-45ab-8c5e-eb07c35a8706), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.212004 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93637a-9242-4d40-ac1f-509734e60f43 req-778ac1c2-1a25-4736-8762-c8ab8665c2f7 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:53.213803 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2f93637a-9242-4d40-ac1f-509734e60f43 req-778ac1c2-1a25-4736-8762-c8ab8665c2f7 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 932 time: 0.1843786 Feb 09 02:00:53.236129 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8c121bb0-0c7d-4a72-bf62-3b4a77de8725 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for port (86df16e7-9427-4e47-94b4-b6d623cace74), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.243162 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8c121bb0-0c7d-4a72-bf62-3b4a77de8725 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (86df16e7-9427-4e47-94b4-b6d623cace74), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.260530 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-36d77344-4e4f-4dc7-ae4c-7c7115fd1f6d None None] For port e94c2f2d-c119-45ab-8c5e-eb07c35a8706, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e94c2f2d-c119-45ab-8c5e-eb07c35a8706,segment=NetworkSegment(ff5af891-06f1-4a5f-8bb5-51b06ced0ec0),segment_id=ff5af891-06f1-4a5f-8bb5-51b06ced0ec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:53.262486 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-f33dc581-5787-48af-bbd0-e9ef7103f07f tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6171174 Feb 09 02:00:53.263292 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-36d77344-4e4f-4dc7-ae4c-7c7115fd1f6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e94c2f2d-c119-45ab-8c5e-eb07c35a8706), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.299914 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-36d77344-4e4f-4dc7-ae4c-7c7115fd1f6d None None] Calling delete_port for e94c2f2d-c119-45ab-8c5e-eb07c35a8706 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:53.314325 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-5126daee-f638-4ef3-bcde-099d17f72323 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:00:53.315400 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-5126daee-f638-4ef3-bcde-099d17f72323 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0238874 Feb 09 02:00:53.329608 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2f93637a-9242-4d40-ac1f-509734e60f43 req-9076f20b-e86a-4710-8a67-f1e5c13861ae tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842242 Feb 09 02:00:53.330578 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01ff867d-98d9-4edf-b892-6518630ada25 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (e94c2f2d-c119-45ab-8c5e-eb07c35a8706), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.390987 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff867d-98d9-4edf-b892-6518630ada25 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Port': ['ID=e94c2f2d-c119-45ab-8c5e-eb07c35a8706,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:53.391249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-41a7dcdd-2b77-45cd-9c1f-ddab069c53a8 service neutron] Request body: {'port': {'device_id': 'd4dd1ce0-6cb6-4f82-875e-d4091bd83b18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:53.396653 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ff867d-98d9-4edf-b892-6518630ada25 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] No DVR routers for this DVR port e94c2f2d-c119-45ab-8c5e-eb07c35a8706 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:53.463431 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-36d77344-4e4f-4dc7-ae4c-7c7115fd1f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (e94c2f2d-c119-45ab-8c5e-eb07c35a8706), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.481116 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-41a7dcdd-2b77-45cd-9c1f-ddab069c53a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.489177 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d77344-4e4f-4dc7-ae4c-7c7115fd1f6d None None] No DVR routers for this DVR port e94c2f2d-c119-45ab-8c5e-eb07c35a8706 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:53.522616 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-8c121bb0-0c7d-4a72-bf62-3b4a77de8725 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] In _notify_port_updated(), no bound segment for port 86df16e7-9427-4e47-94b4-b6d623cace74 on network 2dd71ccd-b35c-4501-9503-a68b44d01f83 {{(pid=103183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:00:53.529285 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c121bb0-0c7d-4a72-bf62-3b4a77de8725 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:53.530574 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8c121bb0-0c7d-4a72-bf62-3b4a77de8725 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.535046 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8c121bb0-0c7d-4a72-bf62-3b4a77de8725 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "PUT /v2.0/ports/86df16e7-9427-4e47-94b4-b6d623cace74 HTTP/1.1" status: 200 len: 929 time: 2.5930316 Feb 09 02:00:53.538239 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33696) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:53.542359 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d77344-4e4f-4dc7-ae4c-7c7115fd1f6d None None] Pushing event deleted for resources: {'Port': ['ID=e94c2f2d-c119-45ab-8c5e-eb07c35a8706,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:53.566966 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f107915e-8e4f-42f4-970f-141e2827254d None None] Provisioning complete for port 86df16e7-9427-4e47-94b4-b6d623cace74 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:53.579268 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f107915e-8e4f-42f4-970f-141e2827254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (86df16e7-9427-4e47-94b4-b6d623cace74), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.592773 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01ff867d-98d9-4edf-b892-6518630ada25 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (45538a9d-814e-4185-8941-6847f14425aa), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.649058 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f107915e-8e4f-42f4-970f-141e2827254d None None] Port 86df16e7-9427-4e47-94b4-b6d623cace74 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:00:53.668953 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f107915e-8e4f-42f4-970f-141e2827254d None None] Provisioning complete for port 9ff739f7-eb53-4239-99a5-9f5f582186df triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:53.669505 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-01ff867d-98d9-4edf-b892-6518630ada25 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45538a9d-814e-4185-8941-6847f14425aa']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:53.669661 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f107915e-8e4f-42f4-970f-141e2827254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9ff739f7-eb53-4239-99a5-9f5f582186df), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.699299 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-01ff867d-98d9-4edf-b892-6518630ada25 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff5af891-06f1-4a5f-8bb5-51b06ced0ec0') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:53.699795 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-01ff867d-98d9-4edf-b892-6518630ada25 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff5af891-06f1-4a5f-8bb5-51b06ced0ec0') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:53.720352 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01ff867d-98d9-4edf-b892-6518630ada25 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (ff5af891-06f1-4a5f-8bb5-51b06ced0ec0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.723874 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c121bb0-0c7d-4a72-bf62-3b4a77de8725 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Port': ['ID=86df16e7-9427-4e47-94b4-b6d623cace74,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:53.742542 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f107915e-8e4f-42f4-970f-141e2827254d None None] Port 9ff739f7-eb53-4239-99a5-9f5f582186df cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:00:53.768909 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01ff867d-98d9-4edf-b892-6518630ada25 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (ff5af891-06f1-4a5f-8bb5-51b06ced0ec0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.772188 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f107915e-8e4f-42f4-970f-141e2827254d None None] Provisioning complete for port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:53.772570 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f107915e-8e4f-42f4-970f-141e2827254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.804278 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ff867d-98d9-4edf-b892-6518630ada25 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:00:53.804672 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01ff867d-98d9-4edf-b892-6518630ada25 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (ff5af891-06f1-4a5f-8bb5-51b06ced0ec0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:00:53.808741 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:00:53.903543 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01ff867d-98d9-4edf-b892-6518630ada25 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (45538a9d-814e-4185-8941-6847f14425aa), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.904038 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f526f31-7556-432c-b1c5-a58401bfbc1e req-070bfde8-81e7-4077-a379-242364c8745f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:53.910310 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f526f31-7556-432c-b1c5-a58401bfbc1e req-070bfde8-81e7-4077-a379-242364c8745f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:53.918638 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f526f31-7556-432c-b1c5-a58401bfbc1e req-070bfde8-81e7-4077-a379-242364c8745f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:53.924586 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f526f31-7556-432c-b1c5-a58401bfbc1e req-070bfde8-81e7-4077-a379-242364c8745f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:53.926625 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01ff867d-98d9-4edf-b892-6518630ada25 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.930913 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f526f31-7556-432c-b1c5-a58401bfbc1e req-070bfde8-81e7-4077-a379-242364c8745f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:53.936556 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f526f31-7556-432c-b1c5-a58401bfbc1e req-070bfde8-81e7-4077-a379-242364c8745f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:53.941792 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f526f31-7556-432c-b1c5-a58401bfbc1e req-070bfde8-81e7-4077-a379-242364c8745f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:53.943851 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1f526f31-7556-432c-b1c5-a58401bfbc1e req-070bfde8-81e7-4077-a379-242364c8745f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5444 time: 0.3135579 Feb 09 02:00:53.955661 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-01ff867d-98d9-4edf-b892-6518630ada25 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/networks/45538a9d-814e-4185-8941-6847f14425aa HTTP/1.1" status: 204 len: 168 time: 1.5978158 Feb 09 02:00:53.960127 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33706) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:53.985890 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f107915e-8e4f-42f4-970f-141e2827254d None None] Current status of the port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:54.079090 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c671c9-fbbf-44f2-8bc4-2f3ec2b8ad9d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:54.091299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device da33ea50-2e6b-4dc8-8414-f75aa0d4f964 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:54.099694 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a7c671c9-fbbf-44f2-8bc4-2f3ec2b8ad9d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports/94a99312-9e4f-4dd5-8d40-b2b4fed3d428 HTTP/1.1" status: 200 len: 841 time: 0.1289139 Feb 09 02:00:54.099694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff867d-98d9-4edf-b892-6518630ada25 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Network': ['ID=45538a9d-814e-4185-8941-6847f14425aa,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:54.100354 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33708) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:54.172785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b3964699-9efb-402d-92aa-4f7020d8f2a5 None None] Provisioning complete for port 86df16e7-9427-4e47-94b4-b6d623cace74 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:54.173185 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b3964699-9efb-402d-92aa-4f7020d8f2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (86df16e7-9427-4e47-94b4-b6d623cace74), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:54.175999 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:54.176359 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:54.259114 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-688fc3c8-b1ad-41a0-a0a3-a8b6034792dc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports/94a99312-9e4f-4dd5-8d40-b2b4fed3d428?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1373515 Feb 09 02:00:54.259711 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33710) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:54.264822 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-70da9a1e-5c56-4c58-9ad8-81ed9d5287b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'subnet': {'network_id': 'c4b0531b-6c6e-4114-a6dd-46cf9eb71861', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:54.288543 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:54.300325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b3964699-9efb-402d-92aa-4f7020d8f2a5 None None] Port 86df16e7-9427-4e47-94b4-b6d623cace74 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:00:54.319861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-55531b68-852a-4c01-be3b-cd643b61553e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting port 86df16e7-9427-4e47-94b4-b6d623cace74 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:54.320210 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55531b68-852a-4c01-be3b-cd643b61553e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (86df16e7-9427-4e47-94b4-b6d623cace74), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:54.373062 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e94c2f2d-c119-45ab-8c5e-eb07c35a8706 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:00:54.428771 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: e94c2f2d-c119-45ab-8c5e-eb07c35a8706 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:00:54.429158 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e94c2f2d-c119-45ab-8c5e-eb07c35a8706 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:00:54.455265 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70da9a1e-5c56-4c58-9ad8-81ed9d5287b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:54.464835 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-70da9a1e-5c56-4c58-9ad8-81ed9d5287b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:54.490547 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1f526f31-7556-432c-b1c5-a58401bfbc1e req-a80b7469-4f43-4b01-abc9-03b8a146f42f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4906542 Feb 09 02:00:54.511550 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55531b68-852a-4c01-be3b-cd643b61553e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (86df16e7-9427-4e47-94b4-b6d623cace74), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:54.539290 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-55531b68-852a-4c01-be3b-cd643b61553e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Calling delete_port for 86df16e7-9427-4e47-94b4-b6d623cace74 owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:54.717308 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b330c-69d9-427d-a9c1-90efa17fff08 req-2ea4dc54-c4ef-47ea-b63e-c9b4694f51be tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:54.718871 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-266b330c-69d9-427d-a9c1-90efa17fff08 req-2ea4dc54-c4ef-47ea-b63e-c9b4694f51be tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 932 time: 0.2259557 Feb 09 02:00:54.815313 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-41a7dcdd-2b77-45cd-9c1f-ddab069c53a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:00:54.828471 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-41a7dcdd-2b77-45cd-9c1f-ddab069c53a8 service neutron] Publish callbacks [] for port (c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:54.851740 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21f603-e012-468c-9ebd-84a0ab7d166f req-fac0711e-4153-46de-a685-f9373eca6a4f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:54.857685 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21f603-e012-468c-9ebd-84a0ab7d166f req-fac0711e-4153-46de-a685-f9373eca6a4f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:54.863116 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21f603-e012-468c-9ebd-84a0ab7d166f req-fac0711e-4153-46de-a685-f9373eca6a4f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:54.869390 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21f603-e012-468c-9ebd-84a0ab7d166f req-fac0711e-4153-46de-a685-f9373eca6a4f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:54.874801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21f603-e012-468c-9ebd-84a0ab7d166f req-fac0711e-4153-46de-a685-f9373eca6a4f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:54.880075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21f603-e012-468c-9ebd-84a0ab7d166f req-fac0711e-4153-46de-a685-f9373eca6a4f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:54.886514 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21f603-e012-468c-9ebd-84a0ab7d166f req-fac0711e-4153-46de-a685-f9373eca6a4f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:54.888518 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eb21f603-e012-468c-9ebd-84a0ab7d166f req-fac0711e-4153-46de-a685-f9373eca6a4f tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5444 time: 0.2243750 Feb 09 02:00:54.915559 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33720) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:54.933246 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-266b330c-69d9-427d-a9c1-90efa17fff08 req-a574365d-6691-4fa6-bded-b0f8bfae1b79 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006559 Feb 09 02:00:54.941434 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-0c16ae95-eab6-422b-977a-173748dda0ed tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Request body: {'floatingip': {'port_id': '9e9e575e-d478-47a4-9247-266d7e08616b'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:54.964139 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-41a7dcdd-2b77-45cd-9c1f-ddab069c53a8 service neutron] Transition to ACTIVE for port object c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:00:54.967154 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55531b68-852a-4c01-be3b-cd643b61553e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (86df16e7-9427-4e47-94b4-b6d623cace74), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:54.977335 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-41a7dcdd-2b77-45cd-9c1f-ddab069c53a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:55.017676 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0c16ae95-eab6-422b-977a-173748dda0ed tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for floatingip (dc312f77-7ca6-4841-9707-f8bbe35d75ea), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:55.062441 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55531b68-852a-4c01-be3b-cd643b61553e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Port': ['ID=86df16e7-9427-4e47-94b4-b6d623cace74,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:55.143671 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55531b68-852a-4c01-be3b-cd643b61553e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:55.148300 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-55531b68-852a-4c01-be3b-cd643b61553e tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/ports/86df16e7-9427-4e47-94b4-b6d623cace74 HTTP/1.1" status: 204 len: 168 time: 1.6008675 Feb 09 02:00:55.153121 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33722) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:55.185910 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa426639-9d8e-44c9-8776-684590c2634f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] GET failed (client error): The resource could not be found. Feb 09 02:00:55.187590 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-aa426639-9d8e-44c9-8776-684590c2634f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports/86df16e7-9427-4e47-94b4-b6d623cace74 HTTP/1.1" status: 404 len: 333 time: 0.0332568 Feb 09 02:00:55.192944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33724) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:55.214957 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-70da9a1e-5c56-4c58-9ad8-81ed9d5287b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (fca8c6b1-e714-45aa-a886-2d9b7e467626), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:55.264945 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7dcdd-2b77-45cd-9c1f-ddab069c53a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:55.393739 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70da9a1e-5c56-4c58-9ad8-81ed9d5287b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:55.400986 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a88fe68d-0d44-40b1-9494-7514ddc24d64 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (998f9fd5-89d4-41b6-bbd9-4f2fb035aaa7), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:55.458782 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-70da9a1e-5c56-4c58-9ad8-81ed9d5287b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:55.462772 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a88fe68d-0d44-40b1-9494-7514ddc24d64 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (998f9fd5-89d4-41b6-bbd9-4f2fb035aaa7), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:55.469835 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eebf352-322d-4ca0-9bca-1eb81db95b20 None None] Network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:55.481971 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70da9a1e-5c56-4c58-9ad8-81ed9d5287b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:55.482689 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-70da9a1e-5c56-4c58-9ad8-81ed9d5287b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:55.506577 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da9a1e-5c56-4c58-9ad8-81ed9d5287b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Subnet': ['ID=fca8c6b1-e714-45aa-a886-2d9b7e467626,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:55.522804 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-70da9a1e-5c56-4c58-9ad8-81ed9d5287b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2620530 Feb 09 02:00:55.529818 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33726) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:55.531444 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70da9a1e-5c56-4c58-9ad8-81ed9d5287b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:55.531925 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70da9a1e-5c56-4c58-9ad8-81ed9d5287b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:55.532452 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70da9a1e-5c56-4c58-9ad8-81ed9d5287b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:55.532906 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70da9a1e-5c56-4c58-9ad8-81ed9d5287b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:55.533351 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70da9a1e-5c56-4c58-9ad8-81ed9d5287b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:55.533795 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70da9a1e-5c56-4c58-9ad8-81ed9d5287b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:55.534238 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70da9a1e-5c56-4c58-9ad8-81ed9d5287b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:55.534674 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70da9a1e-5c56-4c58-9ad8-81ed9d5287b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:55.547764 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70da9a1e-5c56-4c58-9ad8-81ed9d5287b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:55.548306 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70da9a1e-5c56-4c58-9ad8-81ed9d5287b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:55.548762 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70da9a1e-5c56-4c58-9ad8-81ed9d5287b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:55.549214 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70da9a1e-5c56-4c58-9ad8-81ed9d5287b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:55.549658 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70da9a1e-5c56-4c58-9ad8-81ed9d5287b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:55.559837 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d4b5154c-2ef6-4264-988c-bdfccb3dd391 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'security_group': {'name': 'tempest-secgroup-2021427926'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:55.723075 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4b5154c-2ef6-4264-988c-bdfccb3dd391 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:55.751190 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd485a3-be4d-47d1-af50-0b13723aa5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-c4b0531b-6c6e-4114-a6dd-46cf9eb71861', 'network_id': 'c4b0531b-6c6e-4114-a6dd-46cf9eb71861', 'project_id': '97cf75a617ab459f9f1d1a2897a5bb73', 'fixed_ips': [{'subnet_id': 'fca8c6b1-e714-45aa-a886-2d9b7e467626'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:00:55.752344 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8fd485a3-be4d-47d1-af50-0b13723aa5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:56.039777 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4b5154c-2ef6-4264-988c-bdfccb3dd391 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (1608f163-4d78-4c62-9c40-2a67296892c0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:56.045549 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4b5154c-2ef6-4264-988c-bdfccb3dd391 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1608f163-4d78-4c62-9c40-2a67296892c0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:56.096039 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-8fd485a3-be4d-47d1-af50-0b13723aa5b9 None None] Allocated IP 172.20.0.2 (c4b0531b-6c6e-4114-a6dd-46cf9eb71861/fca8c6b1-e714-45aa-a886-2d9b7e467626/d834875d-a6db-43d7-970c-f125f1444105) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:56.135685 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4b5154c-2ef6-4264-988c-bdfccb3dd391 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:56.137366 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d4b5154c-2ef6-4264-988c-bdfccb3dd391 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5842357 Feb 09 02:00:56.143124 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33734) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:56.181752 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-3149ea9c-aa88-405e-8de4-0c5ef499d781 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'security_group': {'name': 'tempest-secgroup-981279827'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:56.194187 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5154c-2ef6-4264-988c-bdfccb3dd391 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1608f163-4d78-4c62-9c40-2a67296892c0,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:56.224147 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0c16ae95-eab6-422b-977a-173748dda0ed tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:56.225784 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3149ea9c-aa88-405e-8de4-0c5ef499d781 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:56.235716 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0c16ae95-eab6-422b-977a-173748dda0ed tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (dc312f77-7ca6-4841-9707-f8bbe35d75ea), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:56.255448 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-41a7dcdd-2b77-45cd-9c1f-ddab069c53a8 service neutron] Attempting to bind port c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:00:56.255797 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-41a7dcdd-2b77-45cd-9c1f-ddab069c53a8 service neutron] Attempting to bind port c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'c82ab0de-73ec-4078-981b-82e00d4965bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:00:56.256124 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-41a7dcdd-2b77-45cd-9c1f-ddab069c53a8 service neutron] Attempting to bind port c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 on network 213e8f95-a0ad-4892-ad9a-d81d902f12c0 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:00:56.262962 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-41a7dcdd-2b77-45cd-9c1f-ddab069c53a8 service neutron] Port c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 on network 213e8f95-a0ad-4892-ad9a-d81d902f12c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:00:56.263325 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-41a7dcdd-2b77-45cd-9c1f-ddab069c53a8 service neutron] Attempting to bind port c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 on network 213e8f95-a0ad-4892-ad9a-d81d902f12c0 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:00:56.271902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-41a7dcdd-2b77-45cd-9c1f-ddab069c53a8 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:00:56.272603 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-41a7dcdd-2b77-45cd-9c1f-ddab069c53a8 service neutron] Checking segment: {'id': 'c82ab0de-73ec-4078-981b-82e00d4965bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:00:56.272603 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-41a7dcdd-2b77-45cd-9c1f-ddab069c53a8 service neutron] Bound using segment: {'id': 'c82ab0de-73ec-4078-981b-82e00d4965bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:00:56.273048 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-41a7dcdd-2b77-45cd-9c1f-ddab069c53a8 service neutron] Bound port: c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82ab0de-73ec-4078-981b-82e00d4965bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:00:56.273403 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-41a7dcdd-2b77-45cd-9c1f-ddab069c53a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:56.313277 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab612f-df26-4816-88b2-51019771b1a1 req-262fb782-529a-43b4-8343-b0260b803c3f tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:56.314871 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-29ab612f-df26-4816-88b2-51019771b1a1 req-262fb782-529a-43b4-8343-b0260b803c3f tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 944 time: 0.1068172 Feb 09 02:00:56.376365 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-41a7dcdd-2b77-45cd-9c1f-ddab069c53a8 service neutron] For port c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:00:56.380816 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-41a7dcdd-2b77-45cd-9c1f-ddab069c53a8 service neutron] For port c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33,segment=NetworkSegment(c82ab0de-73ec-4078-981b-82e00d4965bb),segment_id=c82ab0de-73ec-4078-981b-82e00d4965bb)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:00:56.384860 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a88fe68d-0d44-40b1-9494-7514ddc24d64 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (998f9fd5-89d4-41b6-bbd9-4f2fb035aaa7), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:56.388378 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a88fe68d-0d44-40b1-9494-7514ddc24d64 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:56.392071 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a88fe68d-0d44-40b1-9494-7514ddc24d64 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/security-groups/998f9fd5-89d4-41b6-bbd9-4f2fb035aaa7 HTTP/1.1" status: 204 len: 168 time: 1.1955712 Feb 09 02:00:56.404559 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33736) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:56.426957 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fe68d-0d44-40b1-9494-7514ddc24d64 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=998f9fd5-89d4-41b6-bbd9-4f2fb035aaa7,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:56.429368 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-41a7dcdd-2b77-45cd-9c1f-ddab069c53a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:56.505656 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8fd485a3-be4d-47d1-af50-0b13723aa5b9 None None] Publish callbacks [] for port (d834875d-a6db-43d7-970c-f125f1444105), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:56.519173 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7dcdd-2b77-45cd-9c1f-ddab069c53a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:56.531853 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-41a7dcdd-2b77-45cd-9c1f-ddab069c53a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:56.532859 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-41a7dcdd-2b77-45cd-9c1f-ddab069c53a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:56.534836 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-41a7dcdd-2b77-45cd-9c1f-ddab069c53a8 service neutron] 10.222.0.67 "PUT /v2.0/ports/c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 HTTP/1.1" status: 200 len: 1092 time: 3.1609027 Feb 09 02:00:56.535556 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4dd1ce0-6cb6-4f82-875e-d4091bd83b18', 'tag': 'c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:00:56.538971 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2f5eef-a9d2-4dd8-a75c-6893cba135d2" -d '{"events": [{"name": "network-changed", "server_uuid": "d4dd1ce0-6cb6-4f82-875e-d4091bd83b18", "tag": "c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:00:56.545594 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8fd485a3-be4d-47d1-af50-0b13723aa5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (d834875d-a6db-43d7-970c-f125f1444105), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:56.557425 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-29ab612f-df26-4816-88b2-51019771b1a1 req-fdbe9b64-cf86-4d09-a9cc-548f3700428e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639400 Feb 09 02:00:56.645387 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3149ea9c-aa88-405e-8de4-0c5ef499d781 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (80c1f5e7-2c03-471c-815a-26f03b3a881c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:56.649207 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53de2d8e-b44e-4f6c-810d-3ee41b91b2bd x-openstack-request-id: req-53de2d8e-b44e-4f6c-810d-3ee41b91b2bd {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:00:56.649655 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4dd1ce0-6cb6-4f82-875e-d4091bd83b18", "tag": "c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:00:56.650018 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-53de2d8e-b44e-4f6c-810d-3ee41b91b2bd {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:00:56.650580 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4dd1ce0-6cb6-4f82-875e-d4091bd83b18', 'tag': 'c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33', 'status': 'completed', 'code': 200} Feb 09 02:00:56.665660 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-0c16ae95-eab6-422b-977a-173748dda0ed tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Floating IP dc312f77-7ca6-4841-9707-f8bbe35d75ea associated. External IP: 172.25.7.158, port: 9e9e575e-d478-47a4-9247-266d7e08616b. Feb 09 02:00:56.671981 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3149ea9c-aa88-405e-8de4-0c5ef499d781 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (80c1f5e7-2c03-471c-815a-26f03b3a881c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:56.706404 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-9872cea1-8afd-49fa-b571-9cd92bda497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:56.716304 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-9872cea1-8afd-49fa-b571-9cd92bda497b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8721192a2c284724a83b35330a1c84a8&device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 1126 time: 0.1360826 Feb 09 02:00:56.725156 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd485a3-be4d-47d1-af50-0b13723aa5b9 None None] Network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:56.728659 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-8fd485a3-be4d-47d1-af50-0b13723aa5b9 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:56.741264 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd485a3-be4d-47d1-af50-0b13723aa5b9 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:56.807937 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-12d36383-25fb-46b3-9a6b-eecc7fb4086b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 HTTP/1.1" status: 200 len: 217 time: 0.0848100 Feb 09 02:00:56.810273 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-81a4fa7a-741a-4640-ba75-00ab4c723160 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (0e4e91e4-7b7f-4000-bca1-f6452341f44c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:56.815084 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd485a3-be4d-47d1-af50-0b13723aa5b9 None None] Pushing event updated for resources: {'Port': ['ID=d834875d-a6db-43d7-970c-f125f1444105,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:56.876353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-97f9d6cd-2e37-4cc5-a082-3f0f3027a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:56.877779 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-97f9d6cd-2e37-4cc5-a082-3f0f3027a1a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b1ecec84-a59d-45c4-91cc-46e21ab9c4db HTTP/1.1" status: 200 len: 850 time: 0.0627427 Feb 09 02:00:56.880621 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3149ea9c-aa88-405e-8de4-0c5ef499d781 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:56.882050 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3149ea9c-aa88-405e-8de4-0c5ef499d781 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7064285 Feb 09 02:00:56.890294 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33742) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:56.891711 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-8fd485a3-be4d-47d1-af50-0b13723aa5b9 None None] Attempting to bind port d834875d-a6db-43d7-970c-f125f1444105 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:00:56.892199 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-8fd485a3-be4d-47d1-af50-0b13723aa5b9 None None] Attempting to bind port d834875d-a6db-43d7-970c-f125f1444105 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '2a6a48dc-d402-49ad-814f-197b7209290c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4b0531b-6c6e-4114-a6dd-46cf9eb71861'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:00:56.892677 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd485a3-be4d-47d1-af50-0b13723aa5b9 None None] Attempting to bind port d834875d-a6db-43d7-970c-f125f1444105 on network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:00:56.906888 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-559005e6-90df-491c-abaa-f39de6bbbcdf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2061170317', 'security_groups': ['80c1f5e7-2c03-471c-815a-26f03b3a881c'], 'network_id': 'c4b0531b-6c6e-4114-a6dd-46cf9eb71861', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fca8c6b1-e714-45aa-a886-2d9b7e467626'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:56.908553 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd485a3-be4d-47d1-af50-0b13723aa5b9 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:00:56.915742 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd485a3-be4d-47d1-af50-0b13723aa5b9 None None] Checking segment: {'id': '2a6a48dc-d402-49ad-814f-197b7209290c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4b0531b-6c6e-4114-a6dd-46cf9eb71861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:00:56.916322 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8fd485a3-be4d-47d1-af50-0b13723aa5b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:56.916835 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd485a3-be4d-47d1-af50-0b13723aa5b9 None None] Bound using segment: {'id': '2a6a48dc-d402-49ad-814f-197b7209290c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4b0531b-6c6e-4114-a6dd-46cf9eb71861'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:00:56.917467 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-8fd485a3-be4d-47d1-af50-0b13723aa5b9 None None] Bound port: d834875d-a6db-43d7-970c-f125f1444105, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6a48dc-d402-49ad-814f-197b7209290c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4b0531b-6c6e-4114-a6dd-46cf9eb71861'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:00:56.917978 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8fd485a3-be4d-47d1-af50-0b13723aa5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d834875d-a6db-43d7-970c-f125f1444105), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:56.920729 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-81a4fa7a-741a-4640-ba75-00ab4c723160 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (0e4e91e4-7b7f-4000-bca1-f6452341f44c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:56.940362 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149ea9c-aa88-405e-8de4-0c5ef499d781 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c1f5e7-2c03-471c-815a-26f03b3a881c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:56.985013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-2eb9a966-2697-44c1-984f-85f579c67f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:56.988712 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-2eb9a966-2697-44c1-984f-85f579c67f24 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=213e8f95-a0ad-4892-ad9a-d81d902f12c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1026676 Feb 09 02:00:57.089892 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-8fd485a3-be4d-47d1-af50-0b13723aa5b9 None None] For port d834875d-a6db-43d7-970c-f125f1444105, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:00:57.098362 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-8fd485a3-be4d-47d1-af50-0b13723aa5b9 None None] For port d834875d-a6db-43d7-970c-f125f1444105, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d834875d-a6db-43d7-970c-f125f1444105,segment=NetworkSegment(2a6a48dc-d402-49ad-814f-197b7209290c),segment_id=2a6a48dc-d402-49ad-814f-197b7209290c)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:00:57.119733 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8fd485a3-be4d-47d1-af50-0b13723aa5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d834875d-a6db-43d7-970c-f125f1444105), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:57.166976 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-81a4fa7a-741a-4640-ba75-00ab4c723160 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0e4e91e4-7b7f-4000-bca1-f6452341f44c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:57.170102 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-81a4fa7a-741a-4640-ba75-00ab4c723160 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:57.171257 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-81a4fa7a-741a-4640-ba75-00ab4c723160 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/security-groups/0e4e91e4-7b7f-4000-bca1-f6452341f44c HTTP/1.1" status: 204 len: 168 time: 0.7508166 Feb 09 02:00:57.179151 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33746) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:57.186959 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4fa7a-741a-4640-ba75-00ab4c723160 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4e91e4-7b7f-4000-bca1-f6452341f44c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:57.252840 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-569b8ec2-3706-4c54-a526-a6d650b0d8e0 service neutron] 10.222.0.67 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579355 Feb 09 02:00:57.270720 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd485a3-be4d-47d1-af50-0b13723aa5b9 None None] Pushing event updated for resources: {'Port': ['ID=d834875d-a6db-43d7-970c-f125f1444105,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:57.401882 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3583983-9092-4b4a-bd11-e80a7225b5ff tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting subnet a4dac0f4-ea32-46cd-a097-aeb6c0531505 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:00:57.405669 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0760dba4-f1b2-4b59-adae-8d7653c27bc1 req-4dc4ca6f-6692-41d9-844f-c323d344ef84 service neutron] 10.222.0.67 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289728 Feb 09 02:00:57.407916 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e3583983-9092-4b4a-bd11-e80a7225b5ff tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for subnet (a4dac0f4-ea32-46cd-a097-aeb6c0531505), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:57.446082 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559005e6-90df-491c-abaa-f39de6bbbcdf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:57.469416 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c16ae95-eab6-422b-977a-173748dda0ed tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Router 58662943-6040-469a-9427-86d489310581 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:00:57.508468 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e3583983-9092-4b4a-bd11-e80a7225b5ff tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (a4dac0f4-ea32-46cd-a097-aeb6c0531505), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:57.691510 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e3583983-9092-4b4a-bd11-e80a7225b5ff tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (a4dac0f4-ea32-46cd-a097-aeb6c0531505), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:57.695323 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c16ae95-eab6-422b-977a-173748dda0ed tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:00:57.701893 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0c16ae95-eab6-422b-977a-173748dda0ed tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:57.706460 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57bd974-6cd9-4346-89a6-8bf266e362d4 None None] Sync routers for ids ['58662943-6040-469a-9427-86d489310581'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:57.726539 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57bd974-6cd9-4346-89a6-8bf266e362d4 None None] Routers {'58662943-6040-469a-9427-86d489310581'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:57.731901 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f57bd974-6cd9-4346-89a6-8bf266e362d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:00:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['58662943-6040-469a-9427-86d489310581'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:57.785251 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0c16ae95-eab6-422b-977a-173748dda0ed tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "PUT /v2.0/floatingips/dc312f77-7ca6-4841-9707-f8bbe35d75ea HTTP/1.1" status: 200 len: 991 time: 2.8503826 Feb 09 02:00:57.786253 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'tag': '9e9e575e-d478-47a4-9247-266d7e08616b'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:00:57.801639 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25326f2-633a-4636-a1ae-46dda4253647" -d '{"events": [{"name": "network-changed", "server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "tag": "9e9e575e-d478-47a4-9247-266d7e08616b"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:00:57.813871 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-559005e6-90df-491c-abaa-f39de6bbbcdf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:57.861312 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-559005e6-90df-491c-abaa-f39de6bbbcdf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] device_id is not set on port 59e8737e-5018-4d69-8a6a-323bda6d8ad0 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:00:57.916311 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e3583983-9092-4b4a-bd11-e80a7225b5ff tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (a4dac0f4-ea32-46cd-a097-aeb6c0531505), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:57.993276 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e3583983-9092-4b4a-bd11-e80a7225b5ff tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:58.008665 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e3583983-9092-4b4a-bd11-e80a7225b5ff tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/subnets/a4dac0f4-ea32-46cd-a097-aeb6c0531505 HTTP/1.1" status: 204 len: 168 time: 0.8281908 Feb 09 02:00:58.015720 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3583983-9092-4b4a-bd11-e80a7225b5ff tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Subnet': ['ID=a4dac0f4-ea32-46cd-a097-aeb6c0531505,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:58.022871 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33756) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:58.029152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-bcfee599-a730-4e04-9116-a6cef486b9a5 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'subnet': {'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:58.063078 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3583983-9092-4b4a-bd11-e80a7225b5ff tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:58.063473 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3583983-9092-4b4a-bd11-e80a7225b5ff tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:58.063821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3583983-9092-4b4a-bd11-e80a7225b5ff tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:58.064159 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3583983-9092-4b4a-bd11-e80a7225b5ff tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:58.064545 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3583983-9092-4b4a-bd11-e80a7225b5ff tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:58.064802 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3583983-9092-4b4a-bd11-e80a7225b5ff tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:58.065199 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3583983-9092-4b4a-bd11-e80a7225b5ff tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:58.065533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3583983-9092-4b4a-bd11-e80a7225b5ff tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:58.065867 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3583983-9092-4b4a-bd11-e80a7225b5ff tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:58.066251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3583983-9092-4b4a-bd11-e80a7225b5ff tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:58.066583 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3583983-9092-4b4a-bd11-e80a7225b5ff tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:58.066906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3583983-9092-4b4a-bd11-e80a7225b5ff tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:58.067242 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3583983-9092-4b4a-bd11-e80a7225b5ff tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:58.159800 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0588771-c056-4b5d-8731-6ae62ad58b3f req-f0d06ed6-4c75-4024-b871-725190250166 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:58.161474 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0588771-c056-4b5d-8731-6ae62ad58b3f req-f0d06ed6-4c75-4024-b871-725190250166 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 944 time: 0.3168681 Feb 09 02:00:58.170760 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f5eef-a9d2-4dd8-a75c-6893cba135d2 req-32c608d5-f4ad-4057-bf9c-7a10e83a4cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:58.171877 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aa2f5eef-a9d2-4dd8-a75c-6893cba135d2 req-32c608d5-f4ad-4057-bf9c-7a10e83a4cba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8721192a2c284724a83b35330a1c84a8&device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 1126 time: 0.2987931 Feb 09 02:00:58.284035 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-f57bd974-6cd9-4346-89a6-8bf266e362d4 None None] Set router 58662943-6040-469a-9427-86d489310581 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:00:58.327436 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f5eef-a9d2-4dd8-a75c-6893cba135d2 req-28bde6b3-da11-4a95-be0c-acc138e8a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:58.328930 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aa2f5eef-a9d2-4dd8-a75c-6893cba135d2 req-28bde6b3-da11-4a95-be0c-acc138e8a68e service neutron] 10.222.0.67 "GET /v2.0/networks?id=213e8f95-a0ad-4892-ad9a-d81d902f12c0 HTTP/1.1" status: 200 len: 912 time: 0.1450624 Feb 09 02:00:58.404135 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aa2f5eef-a9d2-4dd8-a75c-6893cba135d2 req-c66ed4de-f861-4bca-b62c-b64bf644acea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 HTTP/1.1" status: 200 len: 217 time: 0.0664001 Feb 09 02:00:58.448508 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0588771-c056-4b5d-8731-6ae62ad58b3f req-524886ed-1b20-4239-9066-161a04ce57db tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755122 Feb 09 02:00:58.473268 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfee599-a730-4e04-9116-a6cef486b9a5 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:58.476850 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bcfee599-a730-4e04-9116-a6cef486b9a5 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:58.558515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936e3084-a8af-44ea-956b-9dc73b8b83e6 None None] Network 2dd71ccd-b35c-4501-9503-a68b44d01f83 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:58.570359 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d834875d-a6db-43d7-970c-f125f1444105 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:58.978168 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port d834875d-a6db-43d7-970c-f125f1444105 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:58.981468 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d834875d-a6db-43d7-970c-f125f1444105), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:59.046164 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bcfee599-a730-4e04-9116-a6cef486b9a5 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (94f6b8fc-04c7-4525-92c4-3b6a894d599f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:59.053348 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f57bd974-6cd9-4346-89a6-8bf266e362d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58662943-6040-469a-9427-86d489310581', 'name': 'tempest-TaggedBootDevicesTest_v242-798417594-router', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:19Z', 'updated_at': '2022-02-09T01:56:30Z', 'revision_number': 4, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'gw_port': {'id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58662943-6040-469a-9427-86d489310581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:21Z', 'updated_at': '2022-02-09T01:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'dc312f77-7ca6-4841-9707-f8bbe35d75ea', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '58662943-6040-469a-9427-86d489310581', 'port_id': '9e9e575e-d478-47a4-9247-266d7e08616b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2', 'mac_address': 'fa:16:3e:ee:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:58:17Z', 'updated_at': '2022-02-09T02:00:56Z', 'revision_number': 1, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74eb8ecb-76cd-4ea2-9edf-3f329a108391', 'name': '', 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'mac_address': 'fa:16:3e:13:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58662943-6040-469a-9427-86d489310581', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '0e2644d8-69fa-4460-9750-5fbc866b4422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:29Z', 'updated_at': '2022-02-09T01:56:38Z', 'revision_number': 5, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'subnets': [{'id': '0e2644d8-69fa-4460-9750-5fbc866b4422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:59.105516 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1114835a-8ddc-4ceb-b0ce-2b8c7e66c56a None None] Provisioning complete for port 94a99312-9e4f-4dd5-8d40-b2b4fed3d428 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:59.105795 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1114835a-8ddc-4ceb-b0ce-2b8c7e66c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (94a99312-9e4f-4dd5-8d40-b2b4fed3d428), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:59.112534 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57bd974-6cd9-4346-89a6-8bf266e362d4 None None] Checking router: 58662943-6040-469a-9427-86d489310581 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:00:59.165606 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfee599-a730-4e04-9116-a6cef486b9a5 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 2dd71ccd-b35c-4501-9503-a68b44d01f83 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:59.179331 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6175330e-ce32-4365-a809-4873b9372f54 x-openstack-request-id: req-6175330e-ce32-4365-a809-4873b9372f54 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:00:59.180548 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "tag": "9e9e575e-d478-47a4-9247-266d7e08616b", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:00:59.180548 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6175330e-ce32-4365-a809-4873b9372f54 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:00:59.182864 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'tag': '9e9e575e-d478-47a4-9247-266d7e08616b', 'status': 'completed', 'code': 200} Feb 09 02:00:59.190763 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port d834875d-a6db-43d7-970c-f125f1444105 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:59.191153 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d834875d-a6db-43d7-970c-f125f1444105), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:59.195190 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-bcfee599-a730-4e04-9116-a6cef486b9a5 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:59.214786 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1114835a-8ddc-4ceb-b0ce-2b8c7e66c56a None None] Port 94a99312-9e4f-4dd5-8d40-b2b4fed3d428 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:00:59.215896 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f5eef-a9d2-4dd8-a75c-6893cba135d2 req-d92511ca-54ab-4098-9bb7-16f126eb89d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:59.217533 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aa2f5eef-a9d2-4dd8-a75c-6893cba135d2 req-d92511ca-54ab-4098-9bb7-16f126eb89d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b1ecec84-a59d-45c4-91cc-46e21ab9c4db HTTP/1.1" status: 200 len: 850 time: 0.8073926 Feb 09 02:00:59.218947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfee599-a730-4e04-9116-a6cef486b9a5 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:59.219688 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bcfee599-a730-4e04-9116-a6cef486b9a5 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:59.223075 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57bd974-6cd9-4346-89a6-8bf266e362d4 None None] Routers {'58662943-6040-469a-9427-86d489310581'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:59.223831 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f57bd974-6cd9-4346-89a6-8bf266e362d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:00:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['58662943-6040-469a-9427-86d489310581'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:59.271245 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-559005e6-90df-491c-abaa-f39de6bbbcdf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Allocated IP 172.20.0.6 (c4b0531b-6c6e-4114-a6dd-46cf9eb71861/fca8c6b1-e714-45aa-a886-2d9b7e467626/59e8737e-5018-4d69-8a6a-323bda6d8ad0) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:59.300673 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e01a3d-dba9-4828-8b7c-f9248be79cc7 req-09338389-559b-4669-bde7-89364533909a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:59.327553 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e01a3d-dba9-4828-8b7c-f9248be79cc7 req-09338389-559b-4669-bde7-89364533909a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:59.334576 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e01a3d-dba9-4828-8b7c-f9248be79cc7 req-09338389-559b-4669-bde7-89364533909a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:59.350399 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e01a3d-dba9-4828-8b7c-f9248be79cc7 req-09338389-559b-4669-bde7-89364533909a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:59.360152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfee599-a730-4e04-9116-a6cef486b9a5 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Subnet': ['ID=94f6b8fc-04c7-4525-92c4-3b6a894d599f,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:59.380372 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e01a3d-dba9-4828-8b7c-f9248be79cc7 req-09338389-559b-4669-bde7-89364533909a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:59.386428 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-f57bd974-6cd9-4346-89a6-8bf266e362d4 None None] Set router 58662943-6040-469a-9427-86d489310581 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:00:59.387886 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e01a3d-dba9-4828-8b7c-f9248be79cc7 req-09338389-559b-4669-bde7-89364533909a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:59.395051 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e01a3d-dba9-4828-8b7c-f9248be79cc7 req-09338389-559b-4669-bde7-89364533909a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:59.397553 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25326f2-633a-4636-a1ae-46dda4253647 req-ac73180d-2cd7-4ddd-b73d-c491139733c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:59.398227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25326f2-633a-4636-a1ae-46dda4253647 req-ac73180d-2cd7-4ddd-b73d-c491139733c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:59.399485 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25326f2-633a-4636-a1ae-46dda4253647 req-ac73180d-2cd7-4ddd-b73d-c491139733c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:59.400256 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25326f2-633a-4636-a1ae-46dda4253647 req-ac73180d-2cd7-4ddd-b73d-c491139733c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:59.400796 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25326f2-633a-4636-a1ae-46dda4253647 req-ac73180d-2cd7-4ddd-b73d-c491139733c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:59.404867 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25326f2-633a-4636-a1ae-46dda4253647 req-ac73180d-2cd7-4ddd-b73d-c491139733c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:59.405494 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25326f2-633a-4636-a1ae-46dda4253647 req-ac73180d-2cd7-4ddd-b73d-c491139733c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:59.406952 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e1e01a3d-dba9-4828-8b7c-f9248be79cc7 req-09338389-559b-4669-bde7-89364533909a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5444 time: 1.2335606 Feb 09 02:00:59.410640 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e25326f2-633a-4636-a1ae-46dda4253647 req-ac73180d-2cd7-4ddd-b73d-c491139733c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74ac5c4df87040abbaac41297bf571f6&device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 6718 time: 0.4507792 Feb 09 02:00:59.416589 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bcfee599-a730-4e04-9116-a6cef486b9a5 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3931699 Feb 09 02:00:59.425601 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33766) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:59.440745 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-35898cb9-27a9-49bb-ac2f-07ea87339f5b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'security_group': {'name': 'tempest-secgroup-1378048540'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:59.524663 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f5eef-a9d2-4dd8-a75c-6893cba135d2 req-d9154ea7-8a27-47dd-bd0d-082eb11fe6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:59.526878 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aa2f5eef-a9d2-4dd8-a75c-6893cba135d2 req-d9154ea7-8a27-47dd-bd0d-082eb11fe6fd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=213e8f95-a0ad-4892-ad9a-d81d902f12c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2927473 Feb 09 02:00:59.604777 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1114835a-8ddc-4ceb-b0ce-2b8c7e66c56a None None] Provisioning complete for port d834875d-a6db-43d7-970c-f125f1444105 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:59.605192 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1114835a-8ddc-4ceb-b0ce-2b8c7e66c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d834875d-a6db-43d7-970c-f125f1444105), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:59.639513 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e1e01a3d-dba9-4828-8b7c-f9248be79cc7 req-86a122a0-d2d7-472b-8f0f-2923930cea31 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2313206 Feb 09 02:00:59.657083 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35898cb9-27a9-49bb-ac2f-07ea87339f5b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:59.831971 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce019a01-7e76-4a27-b70f-758f8b17f962 req-8a0bdfd5-73c4-4e46-9da1-3b5572f51fa5 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:59.833579 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ce019a01-7e76-4a27-b70f-758f8b17f962 req-8a0bdfd5-73c4-4e46-9da1-3b5572f51fa5 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 944 time: 0.2599890 Feb 09 02:00:59.847499 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25326f2-633a-4636-a1ae-46dda4253647 req-3aa48a0a-0bee-486e-9df9-eb712e3512d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:59.848146 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e25326f2-633a-4636-a1ae-46dda4253647 req-3aa48a0a-0bee-486e-9df9-eb712e3512d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3435dd38-2d83-4661-a0ba-4947592a30a2 HTTP/1.1" status: 200 len: 917 time: 0.4205379 Feb 09 02:00:59.889680 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-559005e6-90df-491c-abaa-f39de6bbbcdf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for port (59e8737e-5018-4d69-8a6a-323bda6d8ad0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:59.946410 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port d834875d-a6db-43d7-970c-f125f1444105, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d834875d-a6db-43d7-970c-f125f1444105,segment=NetworkSegment(2a6a48dc-d402-49ad-814f-197b7209290c),segment_id=2a6a48dc-d402-49ad-814f-197b7209290c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:59.972758 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aa2f5eef-a9d2-4dd8-a75c-6893cba135d2 req-d6f8b92e-3927-42c7-bc9d-8bdc025e5923 service neutron] 10.222.0.67 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321737 Feb 09 02:00:59.982355 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d834875d-a6db-43d7-970c-f125f1444105), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:00.000484 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35898cb9-27a9-49bb-ac2f-07ea87339f5b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (e361dd86-f856-440b-84c4-314deb46cddc), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:00.003479 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-559005e6-90df-491c-abaa-f39de6bbbcdf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (59e8737e-5018-4d69-8a6a-323bda6d8ad0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:00.096332 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35898cb9-27a9-49bb-ac2f-07ea87339f5b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e361dd86-f856-440b-84c4-314deb46cddc), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:00.104045 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559005e6-90df-491c-abaa-f39de6bbbcdf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Port': ['ID=59e8737e-5018-4d69-8a6a-323bda6d8ad0,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:00.147094 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35898cb9-27a9-49bb-ac2f-07ea87339f5b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e361dd86-f856-440b-84c4-314deb46cddc,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:00.161840 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559005e6-90df-491c-abaa-f39de6bbbcdf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:01:00.164176 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-559005e6-90df-491c-abaa-f39de6bbbcdf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:00.165759 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aa2f5eef-a9d2-4dd8-a75c-6893cba135d2 req-c80086c1-8cc8-494a-8520-8f5d442ffc3a service neutron] 10.222.0.67 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834273 Feb 09 02:01:00.168054 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559005e6-90df-491c-abaa-f39de6bbbcdf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:01:00.170099 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ce019a01-7e76-4a27-b70f-758f8b17f962 req-6f08a1f1-1106-4b26-bb7c-bcb7b5054b09 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203804 Feb 09 02:01:00.183849 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e25326f2-633a-4636-a1ae-46dda4253647 req-6c5e345a-1bea-460f-885d-a1d32ed42901 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e9e575e-d478-47a4-9247-266d7e08616b HTTP/1.1" status: 200 len: 999 time: 0.2957013 Feb 09 02:01:00.233674 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35898cb9-27a9-49bb-ac2f-07ea87339f5b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:00.235517 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8b85d1-df2e-4406-947b-e26cf700b63b None None] Network 2dd71ccd-b35c-4501-9503-a68b44d01f83 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:01:00.240088 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-35898cb9-27a9-49bb-ac2f-07ea87339f5b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8122656 Feb 09 02:01:00.243038 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33772) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:00.252915 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5e3cc266-807c-4549-80c0-4611160ee936 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'security_group': {'name': 'tempest-secgroup-657146304'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:00.273479 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25326f2-633a-4636-a1ae-46dda4253647 req-ad2cf64a-27cb-48a4-8f2f-c8661526c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:00.277751 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e25326f2-633a-4636-a1ae-46dda4253647 req-ad2cf64a-27cb-48a4-8f2f-c8661526c3c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e2644d8-69fa-4460-9750-5fbc866b4422 HTTP/1.1" status: 200 len: 855 time: 0.0868738 Feb 09 02:01:00.288703 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559005e6-90df-491c-abaa-f39de6bbbcdf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:00.290849 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-559005e6-90df-491c-abaa-f39de6bbbcdf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:00.310611 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e3cc266-807c-4549-80c0-4611160ee936 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:00.339459 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-559005e6-90df-491c-abaa-f39de6bbbcdf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4349327 Feb 09 02:01:00.344178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33774) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:00.361550 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d875787b-e70e-4244-b68a-e0a3ef6e2562 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'subnet': {'network_id': 'c4b0531b-6c6e-4114-a6dd-46cf9eb71861', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:00.390669 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=d834875d-a6db-43d7-970c-f125f1444105,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:00.440684 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e3cc266-807c-4549-80c0-4611160ee936 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (f7daee80-e632-462a-8b5c-9be08f789aba), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:00.447326 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e3cc266-807c-4549-80c0-4611160ee936 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (f7daee80-e632-462a-8b5c-9be08f789aba), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:00.464116 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1114835a-8ddc-4ceb-b0ce-2b8c7e66c56a None None] Current status of the port d834875d-a6db-43d7-970c-f125f1444105 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:00.478051 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f57bd974-6cd9-4346-89a6-8bf266e362d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58662943-6040-469a-9427-86d489310581', 'name': 'tempest-TaggedBootDevicesTest_v242-798417594-router', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:19Z', 'updated_at': '2022-02-09T01:56:30Z', 'revision_number': 4, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'gw_port': {'id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58662943-6040-469a-9427-86d489310581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:21Z', 'updated_at': '2022-02-09T01:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'dc312f77-7ca6-4841-9707-f8bbe35d75ea', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '58662943-6040-469a-9427-86d489310581', 'port_id': '9e9e575e-d478-47a4-9247-266d7e08616b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2', 'mac_address': 'fa:16:3e:ee:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:58:17Z', 'updated_at': '2022-02-09T02:00:56Z', 'revision_number': 1, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74eb8ecb-76cd-4ea2-9edf-3f329a108391', 'name': '', 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'mac_address': 'fa:16:3e:13:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58662943-6040-469a-9427-86d489310581', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '0e2644d8-69fa-4460-9750-5fbc866b4422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:29Z', 'updated_at': '2022-02-09T01:56:38Z', 'revision_number': 5, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'subnets': [{'id': '0e2644d8-69fa-4460-9750-5fbc866b4422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:00.499608 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e3cc266-807c-4549-80c0-4611160ee936 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:00.509533 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5e3cc266-807c-4549-80c0-4611160ee936 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2604353 Feb 09 02:01:00.511073 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33780) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:00.522351 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-bd5eb12a-ad19-41ea-8742-bb66de9e0a45 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'security_group': {'name': 'tempest-secgroup-466329610'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:00.536345 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cc266-807c-4549-80c0-4611160ee936 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7daee80-e632-462a-8b5c-9be08f789aba,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:00.568597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25326f2-633a-4636-a1ae-46dda4253647 req-19a1cbec-94de-4612-9df0-08d02fbb9fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:00.570504 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e25326f2-633a-4636-a1ae-46dda4253647 req-19a1cbec-94de-4612-9df0-08d02fbb9fbc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3435dd38-2d83-4661-a0ba-4947592a30a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2860837 Feb 09 02:01:00.573281 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb12a-ad19-41ea-8742-bb66de9e0a45 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:00.575307 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57bd974-6cd9-4346-89a6-8bf266e362d4 None None] The sync data for ids ['58662943-6040-469a-9427-86d489310581'] in n-d-828387-3 is: [{'id': '58662943-6040-469a-9427-86d489310581', 'name': 'tempest-TaggedBootDevicesTest_v242-798417594-router', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:19Z', 'updated_at': '2022-02-09T01:56:30Z', 'revision_number': 4, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'gw_port': {'id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58662943-6040-469a-9427-86d489310581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:21Z', 'updated_at': '2022-02-09T01:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'dc312f77-7ca6-4841-9707-f8bbe35d75ea', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '58662943-6040-469a-9427-86d489310581', 'port_id': '9e9e575e-d478-47a4-9247-266d7e08616b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2', 'mac_address': 'fa:16:3e:ee:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:58:17Z', 'updated_at': '2022-02-09T02:00:56Z', 'revision_number': 1, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74eb8ecb-76cd-4ea2-9edf-3f329a108391', 'name': '', 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'mac_address': 'fa:16:3e:13:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58662943-6040-469a-9427-86d489310581', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '0e2644d8-69fa-4460-9750-5fbc866b4422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:29Z', 'updated_at': '2022-02-09T01:56:38Z', 'revision_number': 5, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'subnets': [{'id': '0e2644d8-69fa-4460-9750-5fbc866b4422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:01:00.613149 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-e25326f2-633a-4636-a1ae-46dda4253647 req-60b805db-9b6a-419f-9813-88202c4b04ef service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:01:00.618273 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e25326f2-633a-4636-a1ae-46dda4253647 req-60b805db-9b6a-419f-9813-88202c4b04ef service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0219095 Feb 09 02:01:00.644477 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-02be2edc-5c4d-40fa-862a-5bbf87c9b7d9 None None] Provisioning complete for port 9ff739f7-eb53-4239-99a5-9f5f582186df triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:00.644872 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-02be2edc-5c4d-40fa-862a-5bbf87c9b7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9ff739f7-eb53-4239-99a5-9f5f582186df), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:00.728119 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-02be2edc-5c4d-40fa-862a-5bbf87c9b7d9 None None] Port 9ff739f7-eb53-4239-99a5-9f5f582186df cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:01:00.752560 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb12a-ad19-41ea-8742-bb66de9e0a45 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (f87e4013-039f-4487-b2ab-adcfc6b68548), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:00.760627 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb12a-ad19-41ea-8742-bb66de9e0a45 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (f87e4013-039f-4487-b2ab-adcfc6b68548), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:00.816268 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-02be2edc-5c4d-40fa-862a-5bbf87c9b7d9 None None] Provisioning complete for port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:00.839855 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-02be2edc-5c4d-40fa-862a-5bbf87c9b7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:00.888708 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb12a-ad19-41ea-8742-bb66de9e0a45 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:00.892453 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bd5eb12a-ad19-41ea-8742-bb66de9e0a45 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3780601 Feb 09 02:01:00.909742 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33790) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:00.913342 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5eb12a-ad19-41ea-8742-bb66de9e0a45 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f87e4013-039f-4487-b2ab-adcfc6b68548,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:00.936501 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2eb82f10-a4c7-4b28-b73e-d57198f856ec tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1414677481', 'security_groups': ['f87e4013-039f-4487-b2ab-adcfc6b68548'], 'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '94f6b8fc-04c7-4525-92c4-3b6a894d599f'}]}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:00.956218 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72230ac-6990-4f33-b5ad-624f88013163 req-0d91d54a-05f4-422b-983b-c3bd84ebf76d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:00.962968 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72230ac-6990-4f33-b5ad-624f88013163 req-0d91d54a-05f4-422b-983b-c3bd84ebf76d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:00.970266 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72230ac-6990-4f33-b5ad-624f88013163 req-0d91d54a-05f4-422b-983b-c3bd84ebf76d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:00.976551 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72230ac-6990-4f33-b5ad-624f88013163 req-0d91d54a-05f4-422b-983b-c3bd84ebf76d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:00.983370 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72230ac-6990-4f33-b5ad-624f88013163 req-0d91d54a-05f4-422b-983b-c3bd84ebf76d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:00.989323 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72230ac-6990-4f33-b5ad-624f88013163 req-0d91d54a-05f4-422b-983b-c3bd84ebf76d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:00.991737 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:01:01.006501 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72230ac-6990-4f33-b5ad-624f88013163 req-0d91d54a-05f4-422b-983b-c3bd84ebf76d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:01.015717 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b72230ac-6990-4f33-b5ad-624f88013163 req-0d91d54a-05f4-422b-983b-c3bd84ebf76d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5444 time: 0.1956334 Feb 09 02:01:01.083281 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7178bbf5-a149-4e4b-9865-5331da337fca None None] New status for floating IP dc312f77-7ca6-4841-9707-f8bbe35d75ea: ACTIVE {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:01:01.083864 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e25326f2-633a-4636-a1ae-46dda4253647 req-3abcbfbe-4bfd-4ba7-a59c-a5b23d03ef15 service neutron] 10.222.0.48 "GET /v2.0/networks/3435dd38-2d83-4661-a0ba-4947592a30a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600346 Feb 09 02:01:01.113646 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b72230ac-6990-4f33-b5ad-624f88013163 req-913349b8-3398-4e21-b6e0-51edb1eb2cbc tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0963991 Feb 09 02:01:01.131734 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d875787b-e70e-4244-b68a-e0a3ef6e2562 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:01:01.135464 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d875787b-e70e-4244-b68a-e0a3ef6e2562 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:01.159904 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f27f37-76f0-4a6c-9933-5bd265ee1579 None None] Update dhcp port {'port': {'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83', 'fixed_ips': [{'subnet_id': 'f8dfb0c4-de7b-43f8-980f-de5a11d1c7a0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '94f6b8fc-04c7-4525-92c4-3b6a894d599f'}], 'binding:host_id': 'n-d-828387-3'}, 'id': 'da33ea50-2e6b-4dc8-8414-f75aa0d4f964'} from n-d-828387-3. {{(pid=103185) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 02:01:01.207889 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e7f27f37-76f0-4a6c-9933-5bd265ee1579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:01.656224 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-02be2edc-5c4d-40fa-862a-5bbf87c9b7d9 None None] Current status of the port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:01.714637 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33,segment=NetworkSegment(c82ab0de-73ec-4078-981b-82e00d4965bb),segment_id=c82ab0de-73ec-4078-981b-82e00d4965bb)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:01.819954 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-e7f27f37-76f0-4a6c-9933-5bd265ee1579 None None] Allocated IP 2001:db8::2 (2dd71ccd-b35c-4501-9503-a68b44d01f83/94f6b8fc-04c7-4525-92c4-3b6a894d599f/da33ea50-2e6b-4dc8-8414-f75aa0d4f964) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:01:01.942515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e7f27f37-76f0-4a6c-9933-5bd265ee1579 None None] For port da33ea50-2e6b-4dc8-8414-f75aa0d4f964, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=da33ea50-2e6b-4dc8-8414-f75aa0d4f964,segment=NetworkSegment(257832e5-e41e-48ba-bd6d-49c12ef4e0ef),segment_id=257832e5-e41e-48ba-bd6d-49c12ef4e0ef)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:01.977617 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e7f27f37-76f0-4a6c-9933-5bd265ee1579 None None] Publish callbacks [] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:01.989661 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e7f27f37-76f0-4a6c-9933-5bd265ee1579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:02.006855 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'port_id': 'c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33', 'mac_address': 'fa:16:3e:9d:c5:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:01:02.021725 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e25326f2-633a-4636-a1ae-46dda4253647 req-f931cb5e-2f5d-46d5-9fa8-54c342742ef0 service neutron] 10.222.0.48 "GET /v2.0/networks/3435dd38-2d83-4661-a0ba-4947592a30a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9186957 Feb 09 02:01:02.093351 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b40f84a0-cf4b-4f0c-a094-237f1e6ec8c4 None None] Provisioning complete for port 59e8737e-5018-4d69-8a6a-323bda6d8ad0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:02.093738 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b40f84a0-cf4b-4f0c-a094-237f1e6ec8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (59e8737e-5018-4d69-8a6a-323bda6d8ad0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:02.112452 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec9794-6fad-4289-b769-8c82dfb05e0b req-eadf93f6-133b-42e3-829d-12852b1f9d36 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:02.121879 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d8ec9794-6fad-4289-b769-8c82dfb05e0b req-eadf93f6-133b-42e3-829d-12852b1f9d36 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 944 time: 0.3487928 Feb 09 02:01:02.122940 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb82f10-a4c7-4b28-b73e-d57198f856ec tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:01:02.236047 n-d-828387-3 neutron-server[103183]: INFO neutron.db.ipam_backend_mixin [None req-d875787b-e70e-4244-b68a-e0a3ef6e2562 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fca8c6b1-e714-45aa-a886-2d9b7e467626 (CIDR: 172.20.0.0/28) Feb 09 02:01:02.248110 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-d875787b-e70e-4244-b68a-e0a3ef6e2562 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:01:02.248996 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d875787b-e70e-4244-b68a-e0a3ef6e2562 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:02.270653 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d875787b-e70e-4244-b68a-e0a3ef6e2562 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9252298 Feb 09 02:01:02.273376 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33800) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:02.274799 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d834875d-a6db-43d7-970c-f125f1444105 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:01:02.280420 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f7f18ef6-36f6-4d38-933f-538730bbd584 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'subnet': {'network_id': 'c4b0531b-6c6e-4114-a6dd-46cf9eb71861', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:02.343501 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d8ec9794-6fad-4289-b769-8c82dfb05e0b req-18b37660-18b3-438d-99f0-ce450f4de8aa tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099319 Feb 09 02:01:02.397189 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f27f37-76f0-4a6c-9933-5bd265ee1579 None None] Pushing event updated for resources: {'Port': ['ID=da33ea50-2e6b-4dc8-8414-f75aa0d4f964,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:02.423937 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:02.424551 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:02.473845 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2eb82f10-a4c7-4b28-b73e-d57198f856ec tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:02.483511 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b40f84a0-cf4b-4f0c-a094-237f1e6ec8c4 None None] Port 59e8737e-5018-4d69-8a6a-323bda6d8ad0 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:01:02.498860 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:01:02.510823 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-2eb82f10-a4c7-4b28-b73e-d57198f856ec tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] device_id is not set on port 51ecd91c-fa0d-4007-8aab-25981fe52e06 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:01:02.540023 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port d834875d-a6db-43d7-970c-f125f1444105 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:02.540406 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d834875d-a6db-43d7-970c-f125f1444105), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:02.543134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33,segment=NetworkSegment(c82ab0de-73ec-4078-981b-82e00d4965bb),segment_id=c82ab0de-73ec-4078-981b-82e00d4965bb)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:02.592383 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f18ef6-36f6-4d38-933f-538730bbd584 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:01:02.595816 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7f18ef6-36f6-4d38-933f-538730bbd584 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:02.604784 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:02.719462 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:02.825408 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port d834875d-a6db-43d7-970c-f125f1444105 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:02.968590 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-2eb82f10-a4c7-4b28-b73e-d57198f856ec tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Allocated IP 2001:db8::b7 (2dd71ccd-b35c-4501-9503-a68b44d01f83/94f6b8fc-04c7-4525-92c4-3b6a894d599f/51ecd91c-fa0d-4007-8aab-25981fe52e06) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:01:02.981135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:01:03.052281 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7f18ef6-36f6-4d38-933f-538730bbd584 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (49e8336a-78cd-4614-9bb1-888e218aeb43), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:03.150610 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151de64-0de9-43b7-9d60-07ccb4e40195 req-494aa246-ffa9-43e5-af9e-457280941b71 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:03.159514 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151de64-0de9-43b7-9d60-07ccb4e40195 req-494aa246-ffa9-43e5-af9e-457280941b71 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:03.168085 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151de64-0de9-43b7-9d60-07ccb4e40195 req-494aa246-ffa9-43e5-af9e-457280941b71 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:03.174895 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151de64-0de9-43b7-9d60-07ccb4e40195 req-494aa246-ffa9-43e5-af9e-457280941b71 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:03.185354 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151de64-0de9-43b7-9d60-07ccb4e40195 req-494aa246-ffa9-43e5-af9e-457280941b71 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:03.192046 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151de64-0de9-43b7-9d60-07ccb4e40195 req-494aa246-ffa9-43e5-af9e-457280941b71 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:03.201612 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151de64-0de9-43b7-9d60-07ccb4e40195 req-494aa246-ffa9-43e5-af9e-457280941b71 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:03.225514 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a151de64-0de9-43b7-9d60-07ccb4e40195 req-494aa246-ffa9-43e5-af9e-457280941b71 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5444 time: 0.7440636 Feb 09 02:01:03.234792 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f18ef6-36f6-4d38-933f-538730bbd584 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Subnet': ['ID=49e8336a-78cd-4614-9bb1-888e218aeb43,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:03.260946 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f18ef6-36f6-4d38-933f-538730bbd584 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:01:03.264108 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-f7f18ef6-36f6-4d38-933f-538730bbd584 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:03.274398 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2961f25f-c7da-4266-9569-144f07e77f9f None None] Network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:01:03.279160 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f18ef6-36f6-4d38-933f-538730bbd584 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:03.280788 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7f18ef6-36f6-4d38-933f-538730bbd584 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:03.349130 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f7f18ef6-36f6-4d38-933f-538730bbd584 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0727270 Feb 09 02:01:03.355876 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33806) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:03.356363 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2eb82f10-a4c7-4b28-b73e-d57198f856ec tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for port (51ecd91c-fa0d-4007-8aab-25981fe52e06), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:03.364645 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-485f545e-ce1e-40ff-96b4-527fd78ba919 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-455699257', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '49e8336a-78cd-4614-9bb1-888e218aeb43'}], 'security_groups': ['1608f163-4d78-4c62-9c40-2a67296892c0']}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:03.479506 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a151de64-0de9-43b7-9d60-07ccb4e40195 req-dd09e0a3-5b9e-41d9-85cc-b7d9e6494fd5 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2527015 Feb 09 02:01:03.588014 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2eb82f10-a4c7-4b28-b73e-d57198f856ec tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (51ecd91c-fa0d-4007-8aab-25981fe52e06), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:03.687252 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-49228ec2-99fb-4722-9fb2-2f05cc12530f None None] Provisioning complete for port 9ff739f7-eb53-4239-99a5-9f5f582186df triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:03.687669 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-49228ec2-99fb-4722-9fb2-2f05cc12530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9ff739f7-eb53-4239-99a5-9f5f582186df), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:03.776651 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865dbcc9-eb4b-4cb6-9f21-f0516f18091c req-9b801b8f-77a5-448e-95db-dd1d6b1cab8b tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:03.779667 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-865dbcc9-eb4b-4cb6-9f21-f0516f18091c req-9b801b8f-77a5-448e-95db-dd1d6b1cab8b tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 945 time: 0.3422661 Feb 09 02:01:03.857855 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-49228ec2-99fb-4722-9fb2-2f05cc12530f None None] Port 9ff739f7-eb53-4239-99a5-9f5f582186df cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:01:03.911332 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb82f10-a4c7-4b28-b73e-d57198f856ec tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 2dd71ccd-b35c-4501-9503-a68b44d01f83 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:01:03.912386 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb82f10-a4c7-4b28-b73e-d57198f856ec tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Port': ['ID=51ecd91c-fa0d-4007-8aab-25981fe52e06,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:03.934643 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-2eb82f10-a4c7-4b28-b73e-d57198f856ec tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:03.938980 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb82f10-a4c7-4b28-b73e-d57198f856ec tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:01:03.955808 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb82f10-a4c7-4b28-b73e-d57198f856ec tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:03.966894 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2eb82f10-a4c7-4b28-b73e-d57198f856ec tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:04.010870 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39670c51-ac88-4d0b-88bd-3a4c86b49211 req-8f1eab47-4275-4a70-b71b-e7e439fcce21 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:04.027915 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2eb82f10-a4c7-4b28-b73e-d57198f856ec tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1156991 Feb 09 02:01:04.038506 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9fcc00-827a-4e1a-ad6b-a3ff28e3de5d None None] Update dhcp port {'port': {'network_id': 'c4b0531b-6c6e-4114-a6dd-46cf9eb71861', 'fixed_ips': [{'subnet_id': 'fca8c6b1-e714-45aa-a886-2d9b7e467626', 'ip_address': '172.20.0.2'}, {'subnet_id': '49e8336a-78cd-4614-9bb1-888e218aeb43'}], 'binding:host_id': 'n-d-828387-3'}, 'id': 'd834875d-a6db-43d7-970c-f125f1444105'} from n-d-828387-3. {{(pid=103185) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 02:01:04.040785 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39670c51-ac88-4d0b-88bd-3a4c86b49211 req-8f1eab47-4275-4a70-b71b-e7e439fcce21 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:04.068533 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-865dbcc9-eb4b-4cb6-9f21-f0516f18091c req-6a3527c9-18c3-4fdf-acfa-b345d119972f tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581081 Feb 09 02:01:04.069046 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33816) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:04.070716 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39670c51-ac88-4d0b-88bd-3a4c86b49211 req-8f1eab47-4275-4a70-b71b-e7e439fcce21 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:04.074849 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-8b537b2b-9b2d-44fe-a0b7-0cf0d630a154 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'subnet': {'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:04.104441 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1e9fcc00-827a-4e1a-ad6b-a3ff28e3de5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d834875d-a6db-43d7-970c-f125f1444105), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:04.108371 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-49228ec2-99fb-4722-9fb2-2f05cc12530f None None] Provisioning complete for port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:04.109078 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-49228ec2-99fb-4722-9fb2-2f05cc12530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:04.110328 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39670c51-ac88-4d0b-88bd-3a4c86b49211 req-8f1eab47-4275-4a70-b71b-e7e439fcce21 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:04.123913 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39670c51-ac88-4d0b-88bd-3a4c86b49211 req-8f1eab47-4275-4a70-b71b-e7e439fcce21 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:04.140819 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39670c51-ac88-4d0b-88bd-3a4c86b49211 req-8f1eab47-4275-4a70-b71b-e7e439fcce21 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:04.157021 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39670c51-ac88-4d0b-88bd-3a4c86b49211 req-8f1eab47-4275-4a70-b71b-e7e439fcce21 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:04.159240 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-39670c51-ac88-4d0b-88bd-3a4c86b49211 req-8f1eab47-4275-4a70-b71b-e7e439fcce21 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5444 time: 0.5026727 Feb 09 02:01:04.291019 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b537b2b-9b2d-44fe-a0b7-0cf0d630a154 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:01:04.296134 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8b537b2b-9b2d-44fe-a0b7-0cf0d630a154 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:04.305651 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-485f545e-ce1e-40ff-96b4-527fd78ba919 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (59e8737e-5018-4d69-8a6a-323bda6d8ad0), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:04.429618 n-d-828387-3 neutron-server[103183]: INFO neutron.db.ipam_backend_mixin [None req-8b537b2b-9b2d-44fe-a0b7-0cf0d630a154 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 94f6b8fc-04c7-4525-92c4-3b6a894d599f (CIDR: 2001:db8::/64) Feb 09 02:01:04.436078 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b537b2b-9b2d-44fe-a0b7-0cf0d630a154 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:01:04.437580 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b537b2b-9b2d-44fe-a0b7-0cf0d630a154 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:04.462703 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8b537b2b-9b2d-44fe-a0b7-0cf0d630a154 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3924599 Feb 09 02:01:04.465743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33818) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:04.469139 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device da33ea50-2e6b-4dc8-8414-f75aa0d4f964 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:01:04.473415 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-969a93d0-6efc-42e0-94d3-69525b937701 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'subnet': {'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:04.529961 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-1e9fcc00-827a-4e1a-ad6b-a3ff28e3de5d None None] Allocated IP 172.20.0.18 (c4b0531b-6c6e-4114-a6dd-46cf9eb71861/49e8336a-78cd-4614-9bb1-888e218aeb43/d834875d-a6db-43d7-970c-f125f1444105) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:01:04.541563 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-39670c51-ac88-4d0b-88bd-3a4c86b49211 req-6c8c7472-a621-484c-9354-17fdd435e1e5 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3592689 Feb 09 02:01:04.664846 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969a93d0-6efc-42e0-94d3-69525b937701 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:01:04.673284 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-969a93d0-6efc-42e0-94d3-69525b937701 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:04.704883 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-49228ec2-99fb-4722-9fb2-2f05cc12530f None None] Current status of the port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:04.708918 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:04.709293 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:04.780690 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1e9fcc00-827a-4e1a-ad6b-a3ff28e3de5d None None] For port d834875d-a6db-43d7-970c-f125f1444105, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d834875d-a6db-43d7-970c-f125f1444105,segment=NetworkSegment(2a6a48dc-d402-49ad-814f-197b7209290c),segment_id=2a6a48dc-d402-49ad-814f-197b7209290c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:04.863178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98733f0f-ac53-4b4a-89b1-620476814464 req-55e4686a-bd6c-4971-9d9a-6af71fb390c2 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:04.872267 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98733f0f-ac53-4b4a-89b1-620476814464 req-55e4686a-bd6c-4971-9d9a-6af71fb390c2 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:04.876983 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1e9fcc00-827a-4e1a-ad6b-a3ff28e3de5d None None] Publish callbacks [] for port (d834875d-a6db-43d7-970c-f125f1444105), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:04.878828 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98733f0f-ac53-4b4a-89b1-620476814464 req-55e4686a-bd6c-4971-9d9a-6af71fb390c2 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:04.889846 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1e9fcc00-827a-4e1a-ad6b-a3ff28e3de5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d834875d-a6db-43d7-970c-f125f1444105), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:04.902432 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98733f0f-ac53-4b4a-89b1-620476814464 req-55e4686a-bd6c-4971-9d9a-6af71fb390c2 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:04.909071 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:04.914722 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98733f0f-ac53-4b4a-89b1-620476814464 req-55e4686a-bd6c-4971-9d9a-6af71fb390c2 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:04.931110 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98733f0f-ac53-4b4a-89b1-620476814464 req-55e4686a-bd6c-4971-9d9a-6af71fb390c2 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:04.942170 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98733f0f-ac53-4b4a-89b1-620476814464 req-55e4686a-bd6c-4971-9d9a-6af71fb390c2 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:04.952405 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98733f0f-ac53-4b4a-89b1-620476814464 req-55e4686a-bd6c-4971-9d9a-6af71fb390c2 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5444 time: 0.2303615 Feb 09 02:01:05.013671 n-d-828387-3 neutron-server[103183]: INFO neutron.db.ipam_backend_mixin [None req-969a93d0-6efc-42e0-94d3-69525b937701 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f8dfb0c4-de7b-43f8-980f-de5a11d1c7a0 (CIDR: 2001:db8:0:1::/64) Feb 09 02:01:05.022109 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-969a93d0-6efc-42e0-94d3-69525b937701 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:01:05.024514 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-969a93d0-6efc-42e0-94d3-69525b937701 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:05.024705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-48ce7e5a-34f6-407e-9459-928ec4c109b1 None None] Provisioning complete for port 51ecd91c-fa0d-4007-8aab-25981fe52e06 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:05.024705 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-48ce7e5a-34f6-407e-9459-928ec4c109b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (51ecd91c-fa0d-4007-8aab-25981fe52e06), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:05.027025 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:01:05.054525 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-969a93d0-6efc-42e0-94d3-69525b937701 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5871987 Feb 09 02:01:05.058261 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33824) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:05.065927 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d2503fa6-743a-470e-b9de-74f6bf336295 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'subnet': {'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:05.087187 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-485f545e-ce1e-40ff-96b4-527fd78ba919 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Delete allocated IP 172.20.0.6 (c4b0531b-6c6e-4114-a6dd-46cf9eb71861/fca8c6b1-e714-45aa-a886-2d9b7e467626) {{(pid=103184) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 02:01:05.109500 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-485f545e-ce1e-40ff-96b4-527fd78ba919 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Allocated IP 172.20.0.30 (c4b0531b-6c6e-4114-a6dd-46cf9eb71861/49e8336a-78cd-4614-9bb1-888e218aeb43/59e8737e-5018-4d69-8a6a-323bda6d8ad0) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:01:05.267215 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-48ce7e5a-34f6-407e-9459-928ec4c109b1 None None] Port 51ecd91c-fa0d-4007-8aab-25981fe52e06 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:01:05.271042 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fcc00-827a-4e1a-ad6b-a3ff28e3de5d None None] Pushing event updated for resources: {'Port': ['ID=d834875d-a6db-43d7-970c-f125f1444105,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:05.306931 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:01:05.307673 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2503fa6-743a-470e-b9de-74f6bf336295 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Made reservation on behalf of 2c0929c091ec496590344809ec4268dc for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:01:05.312589 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:05.313217 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:05.318340 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d2503fa6-743a-470e-b9de-74f6bf336295 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:05.411102 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:05.411564 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:05.473114 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33,segment=NetworkSegment(c82ab0de-73ec-4078-981b-82e00d4965bb),segment_id=c82ab0de-73ec-4078-981b-82e00d4965bb)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:05.475490 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4dd1ce0-6cb6-4f82-875e-d4091bd83b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:01:05.479427 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089484a9-c954-4f34-b2f6-acc684e4f77e" -d '{"events": [{"server_uuid": "d4dd1ce0-6cb6-4f82-875e-d4091bd83b18", "name": "network-vif-plugged", "status": "completed", "tag": "c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:01:05.499155 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:05.587032 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:05.615715 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-485f545e-ce1e-40ff-96b4-527fd78ba919 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for port (59e8737e-5018-4d69-8a6a-323bda6d8ad0), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:05.626052 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-485f545e-ce1e-40ff-96b4-527fd78ba919 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (59e8737e-5018-4d69-8a6a-323bda6d8ad0), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:05.698123 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755249a1-bf35-4bd4-9768-8ed15fae3a92 x-openstack-request-id: req-755249a1-bf35-4bd4-9768-8ed15fae3a92 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:01:05.698405 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4dd1ce0-6cb6-4f82-875e-d4091bd83b18", "name": "network-vif-plugged", "status": "completed", "tag": "c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:01:05.698682 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-755249a1-bf35-4bd4-9768-8ed15fae3a92 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:01:05.699083 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4dd1ce0-6cb6-4f82-875e-d4091bd83b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33', 'code': 200} Feb 09 02:01:05.748593 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f03244-9901-48cd-91e8-36764e90e331 req-3e062377-f39f-4c6b-be0d-b151026dec88 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:05.750555 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-77f03244-9901-48cd-91e8-36764e90e331 req-3e062377-f39f-4c6b-be0d-b151026dec88 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.2928357 Feb 09 02:01:05.800826 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f545e-ce1e-40ff-96b4-527fd78ba919 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Port': ['ID=59e8737e-5018-4d69-8a6a-323bda6d8ad0,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:05.849023 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58fb5c-00db-40b5-ac9f-0e8e2bb1f631 req-f6577a48-c76d-42bd-8aa3-3e8d567ae494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:05.850736 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd58fb5c-00db-40b5-ac9f-0e8e2bb1f631 req-f6577a48-c76d-42bd-8aa3-3e8d567ae494 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 1128 time: 0.0876241 Feb 09 02:01:05.851832 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d2503fa6-743a-470e-b9de-74f6bf336295 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (c80bd1f7-54b7-413d-822b-70d7e10583ae), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:05.861827 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-77f03244-9901-48cd-91e8-36764e90e331 req-80a2352b-dd2b-48a0-a3b2-cf530f6abc6c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045387 Feb 09 02:01:05.885773 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-485f545e-ce1e-40ff-96b4-527fd78ba919 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] In _notify_port_updated(), no bound segment for port 59e8737e-5018-4d69-8a6a-323bda6d8ad0 on network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 {{(pid=103184) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:01:05.894247 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485f545e-ce1e-40ff-96b4-527fd78ba919 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:05.895635 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-485f545e-ce1e-40ff-96b4-527fd78ba919 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:05.899160 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-485f545e-ce1e-40ff-96b4-527fd78ba919 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "PUT /v2.0/ports/59e8737e-5018-4d69-8a6a-323bda6d8ad0 HTTP/1.1" status: 200 len: 920 time: 2.5411081 Feb 09 02:01:05.901807 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33838) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:05.921688 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2503fa6-743a-470e-b9de-74f6bf336295 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Network 2dd71ccd-b35c-4501-9503-a68b44d01f83 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:01:05.933420 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-d2503fa6-743a-470e-b9de-74f6bf336295 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:05.938464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2503fa6-743a-470e-b9de-74f6bf336295 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:05.939176 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d2503fa6-743a-470e-b9de-74f6bf336295 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:05.941695 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2503fa6-743a-470e-b9de-74f6bf336295 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Subnet': ['ID=c80bd1f7-54b7-413d-822b-70d7e10583ae,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:05.946309 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a077a4bd-29c0-4974-9707-300973b53b00 None None] Network 2dd71ccd-b35c-4501-9503-a68b44d01f83 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:01:05.969955 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd58fb5c-00db-40b5-ac9f-0e8e2bb1f631 req-8feb0f8e-bafb-498d-849e-47265e8d4550 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914311 Feb 09 02:01:05.976231 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d2503fa6-743a-470e-b9de-74f6bf336295 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9144111 Feb 09 02:01:05.977535 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33840) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:06.000369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b5c8b4c3-5a79-4906-9eee-d0f50cdc25de tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-729965357', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c80bd1f7-54b7-413d-822b-70d7e10583ae'}], 'security_groups': ['e361dd86-f856-440b-84c4-314deb46cddc', 'f7daee80-e632-462a-8b5c-9be08f789aba']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:06.093883 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-03fe31df-f9bc-4ec8-8147-0602a93a3f5d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting port 59e8737e-5018-4d69-8a6a-323bda6d8ad0 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:01:06.094526 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-03fe31df-f9bc-4ec8-8147-0602a93a3f5d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (59e8737e-5018-4d69-8a6a-323bda6d8ad0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:06.146011 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d834875d-a6db-43d7-970c-f125f1444105 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:01:06.162883 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b4c3-5a79-4906-9eee-d0f50cdc25de tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (51ecd91c-fa0d-4007-8aab-25981fe52e06), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:06.233217 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-631373f4-5173-42ca-b3c8-4dbbe47c929f None None] Provisioning complete for port 94a99312-9e4f-4dd5-8d40-b2b4fed3d428 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:06.235148 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-631373f4-5173-42ca-b3c8-4dbbe47c929f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (94a99312-9e4f-4dd5-8d40-b2b4fed3d428), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:06.249819 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-03fe31df-f9bc-4ec8-8147-0602a93a3f5d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (59e8737e-5018-4d69-8a6a-323bda6d8ad0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:06.270754 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-03fe31df-f9bc-4ec8-8147-0602a93a3f5d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Calling delete_port for 59e8737e-5018-4d69-8a6a-323bda6d8ad0 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:01:06.347843 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port d834875d-a6db-43d7-970c-f125f1444105 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:06.348078 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d834875d-a6db-43d7-970c-f125f1444105), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:06.403897 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-631373f4-5173-42ca-b3c8-4dbbe47c929f None None] Port 94a99312-9e4f-4dd5-8d40-b2b4fed3d428 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:01:06.439313 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-631373f4-5173-42ca-b3c8-4dbbe47c929f None None] Provisioning complete for port 59e8737e-5018-4d69-8a6a-323bda6d8ad0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:06.439701 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-631373f4-5173-42ca-b3c8-4dbbe47c929f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (59e8737e-5018-4d69-8a6a-323bda6d8ad0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:06.446417 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67842d0a-6edb-4705-81a8-37236305240d None None] Update dhcp port {'port': {'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83', 'fixed_ips': [{'subnet_id': 'f8dfb0c4-de7b-43f8-980f-de5a11d1c7a0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '94f6b8fc-04c7-4525-92c4-3b6a894d599f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c80bd1f7-54b7-413d-822b-70d7e10583ae'}], 'binding:host_id': 'n-d-828387-3'}, 'id': 'da33ea50-2e6b-4dc8-8414-f75aa0d4f964'} from n-d-828387-3. {{(pid=103185) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 02:01:06.447978 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-03fe31df-f9bc-4ec8-8147-0602a93a3f5d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (59e8737e-5018-4d69-8a6a-323bda6d8ad0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:06.515917 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe31df-f9bc-4ec8-8147-0602a93a3f5d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Port': ['ID=59e8737e-5018-4d69-8a6a-323bda6d8ad0,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:06.634792 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-b5c8b4c3-5a79-4906-9eee-d0f50cdc25de tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Delete allocated IP 2001:db8::b7 (2dd71ccd-b35c-4501-9503-a68b44d01f83/94f6b8fc-04c7-4525-92c4-3b6a894d599f) {{(pid=103183) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 02:01:06.646479 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-b5c8b4c3-5a79-4906-9eee-d0f50cdc25de tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Allocated IP 2001:db8:0:2::2e4 (2dd71ccd-b35c-4501-9503-a68b44d01f83/c80bd1f7-54b7-413d-822b-70d7e10583ae/51ecd91c-fa0d-4007-8aab-25981fe52e06) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:01:06.698031 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-03fe31df-f9bc-4ec8-8147-0602a93a3f5d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:06.708381 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-03fe31df-f9bc-4ec8-8147-0602a93a3f5d tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/ports/59e8737e-5018-4d69-8a6a-323bda6d8ad0 HTTP/1.1" status: 204 len: 168 time: 0.8031304 Feb 09 02:01:06.708732 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33846) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:06.756258 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-163cee2d-36b8-491a-962a-b54ff5f804a3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] GET failed (client error): The resource could not be found. Feb 09 02:01:06.759263 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-163cee2d-36b8-491a-962a-b54ff5f804a3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports/59e8737e-5018-4d69-8a6a-323bda6d8ad0 HTTP/1.1" status: 404 len: 333 time: 0.0482953 Feb 09 02:01:06.764713 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33848) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:06.768217 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-67842d0a-6edb-4705-81a8-37236305240d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:06.771876 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-631373f4-5173-42ca-b3c8-4dbbe47c929f None None] Port 59e8737e-5018-4d69-8a6a-323bda6d8ad0 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:01:06.825746 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port d834875d-a6db-43d7-970c-f125f1444105 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:06.894889 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-631373f4-5173-42ca-b3c8-4dbbe47c929f None None] Provisioning complete for port d834875d-a6db-43d7-970c-f125f1444105 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:06.895553 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-631373f4-5173-42ca-b3c8-4dbbe47c929f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d834875d-a6db-43d7-970c-f125f1444105), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:06.903368 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2d48961f-ec14-49ac-a0d3-962fadf738cc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (80c1f5e7-2c03-471c-815a-26f03b3a881c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:07.025709 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2d48961f-ec14-49ac-a0d3-962fadf738cc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (80c1f5e7-2c03-471c-815a-26f03b3a881c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:07.232979 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-631373f4-5173-42ca-b3c8-4dbbe47c929f None None] Current status of the port d834875d-a6db-43d7-970c-f125f1444105 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:07.248296 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b4c3-5a79-4906-9eee-d0f50cdc25de tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for port (51ecd91c-fa0d-4007-8aab-25981fe52e06), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:07.262267 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b4c3-5a79-4906-9eee-d0f50cdc25de tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (51ecd91c-fa0d-4007-8aab-25981fe52e06), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:07.333497 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-67842d0a-6edb-4705-81a8-37236305240d None None] Allocated IP 2001:db8:0:2::2 (2dd71ccd-b35c-4501-9503-a68b44d01f83/c80bd1f7-54b7-413d-822b-70d7e10583ae/da33ea50-2e6b-4dc8-8414-f75aa0d4f964) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:01:07.359311 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-01c86459-21a9-49cb-b497-272979364a73 None None] Could not find standard attr ID for object 59e8737e-5018-4d69-8a6a-323bda6d8ad0. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:01:07.377103 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfb3d2-7604-473c-94fe-f3296bef99a4 req-3ea5fd1b-d99e-4f64-bbde-83642442c23e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:07.379137 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2ddfb3d2-7604-473c-94fe-f3296bef99a4 req-3ea5fd1b-d99e-4f64-bbde-83642442c23e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.3947270 Feb 09 02:01:07.499355 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-b5c8b4c3-5a79-4906-9eee-d0f50cdc25de tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] In _notify_port_updated(), no bound segment for port 51ecd91c-fa0d-4007-8aab-25981fe52e06 on network 2dd71ccd-b35c-4501-9503-a68b44d01f83 {{(pid=103183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:01:07.513470 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c8b4c3-5a79-4906-9eee-d0f50cdc25de tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:07.514265 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b4c3-5a79-4906-9eee-d0f50cdc25de tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:07.519062 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33858) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:07.520369 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b5c8b4c3-5a79-4906-9eee-d0f50cdc25de tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "PUT /v2.0/ports/51ecd91c-fa0d-4007-8aab-25981fe52e06 HTTP/1.1" status: 200 len: 969 time: 1.5417695 Feb 09 02:01:07.530235 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8b4c3-5a79-4906-9eee-d0f50cdc25de tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event updated for resources: {'Port': ['ID=51ecd91c-fa0d-4007-8aab-25981fe52e06,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:07.539964 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2d48961f-ec14-49ac-a0d3-962fadf738cc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (80c1f5e7-2c03-471c-815a-26f03b3a881c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:07.543369 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2d48961f-ec14-49ac-a0d3-962fadf738cc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:07.552287 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2d48961f-ec14-49ac-a0d3-962fadf738cc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/security-groups/80c1f5e7-2c03-471c-815a-26f03b3a881c HTTP/1.1" status: 204 len: 168 time: 0.7855246 Feb 09 02:01:07.554275 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33860) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:07.650280 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c10aa399-3813-474f-bc4f-3413901bf2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:07.667692 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48961f-ec14-49ac-a0d3-962fadf738cc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c1f5e7-2c03-471c-815a-26f03b3a881c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:07.700673 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2ddfb3d2-7604-473c-94fe-f3296bef99a4 req-a5003c6a-a954-4a7a-8189-f02e31212a93 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3051500 Feb 09 02:01:07.769673 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e726ec7c-abb7-4809-bb14-93f1b876cd6b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (1608f163-4d78-4c62-9c40-2a67296892c0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:07.816131 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e726ec7c-abb7-4809-bb14-93f1b876cd6b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (1608f163-4d78-4c62-9c40-2a67296892c0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:07.849922 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-67842d0a-6edb-4705-81a8-37236305240d None None] For port da33ea50-2e6b-4dc8-8414-f75aa0d4f964, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=da33ea50-2e6b-4dc8-8414-f75aa0d4f964,segment=NetworkSegment(257832e5-e41e-48ba-bd6d-49c12ef4e0ef),segment_id=257832e5-e41e-48ba-bd6d-49c12ef4e0ef)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:07.872812 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-8e717944-ae1c-4e77-b5b3-628a7ba8701f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting port 51ecd91c-fa0d-4007-8aab-25981fe52e06 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:01:07.874043 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8e717944-ae1c-4e77-b5b3-628a7ba8701f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (51ecd91c-fa0d-4007-8aab-25981fe52e06), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:07.905667 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e726ec7c-abb7-4809-bb14-93f1b876cd6b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1608f163-4d78-4c62-9c40-2a67296892c0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:07.908438 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e726ec7c-abb7-4809-bb14-93f1b876cd6b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:07.912223 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e726ec7c-abb7-4809-bb14-93f1b876cd6b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/security-groups/1608f163-4d78-4c62-9c40-2a67296892c0 HTTP/1.1" status: 204 len: 168 time: 0.3472238 Feb 09 02:01:07.915150 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33864) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:07.944132 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726ec7c-abb7-4809-bb14-93f1b876cd6b tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1608f163-4d78-4c62-9c40-2a67296892c0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:07.989998 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33866) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:08.044204 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a98551-4028-43f2-8aa7-5fdc99a4453e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting subnet fca8c6b1-e714-45aa-a886-2d9b7e467626 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:01:08.046820 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-67842d0a-6edb-4705-81a8-37236305240d None None] Publish callbacks [] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:08.051946 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6a98551-4028-43f2-8aa7-5fdc99a4453e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for subnet (fca8c6b1-e714-45aa-a886-2d9b7e467626), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:08.069333 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-67842d0a-6edb-4705-81a8-37236305240d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:08.137306 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8e717944-ae1c-4e77-b5b3-628a7ba8701f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (51ecd91c-fa0d-4007-8aab-25981fe52e06), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:08.142700 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6a98551-4028-43f2-8aa7-5fdc99a4453e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (fca8c6b1-e714-45aa-a886-2d9b7e467626), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:08.162776 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-8e717944-ae1c-4e77-b5b3-628a7ba8701f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Calling delete_port for 51ecd91c-fa0d-4007-8aab-25981fe52e06 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:01:08.357330 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67842d0a-6edb-4705-81a8-37236305240d None None] Pushing event updated for resources: {'Port': ['ID=da33ea50-2e6b-4dc8-8414-f75aa0d4f964,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:08.382123 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6a98551-4028-43f2-8aa7-5fdc99a4453e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (fca8c6b1-e714-45aa-a886-2d9b7e467626), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:08.431857 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7a00204b-cedf-46e6-a27d-eaab48969c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:08.567039 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6a98551-4028-43f2-8aa7-5fdc99a4453e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (fca8c6b1-e714-45aa-a886-2d9b7e467626), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:08.708085 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8e717944-ae1c-4e77-b5b3-628a7ba8701f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (51ecd91c-fa0d-4007-8aab-25981fe52e06), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:08.709102 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a98551-4028-43f2-8aa7-5fdc99a4453e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Subnet': ['ID=fca8c6b1-e714-45aa-a886-2d9b7e467626,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:08.709685 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6a98551-4028-43f2-8aa7-5fdc99a4453e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:08.841314 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672418a5-7577-410a-b2f2-614a4a40f91e None None] Network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:01:08.842032 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e6a98551-4028-43f2-8aa7-5fdc99a4453e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/subnets/fca8c6b1-e714-45aa-a886-2d9b7e467626 HTTP/1.1" status: 204 len: 168 time: 0.8243523 Feb 09 02:01:08.842032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33886) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:08.842032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-50b853f6-002e-4507-8f06-9bf4597570d1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'subnet': {'network_id': 'c4b0531b-6c6e-4114-a6dd-46cf9eb71861', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:08.930694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e717944-ae1c-4e77-b5b3-628a7ba8701f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Port': ['ID=51ecd91c-fa0d-4007-8aab-25981fe52e06,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:08.933388 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8e717944-ae1c-4e77-b5b3-628a7ba8701f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:08.949483 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8e717944-ae1c-4e77-b5b3-628a7ba8701f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/ports/51ecd91c-fa0d-4007-8aab-25981fe52e06 HTTP/1.1" status: 204 len: 168 time: 1.4289649 Feb 09 02:01:08.976226 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33892) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:09.112189 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3ab9f8-4fdb-47db-b740-10cdfc6fdfa8 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] GET failed (client error): The resource could not be found. Feb 09 02:01:09.112189 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9b3ab9f8-4fdb-47db-b740-10cdfc6fdfa8 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports/51ecd91c-fa0d-4007-8aab-25981fe52e06 HTTP/1.1" status: 404 len: 333 time: 0.1342182 Feb 09 02:01:09.114926 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33896) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:09.163514 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b853f6-002e-4507-8f06-9bf4597570d1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:01:09.172952 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-50b853f6-002e-4507-8f06-9bf4597570d1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:09.196779 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7a00204b-cedf-46e6-a27d-eaab48969c96 admin admin] Publish callbacks [] for security_group (ab9e001a-ad29-4890-ae5f-274a9cbfbe04), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:09.214533 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7a00204b-cedf-46e6-a27d-eaab48969c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ab9e001a-ad29-4890-ae5f-274a9cbfbe04), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:09.263332 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7a00204b-cedf-46e6-a27d-eaab48969c96 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=706955c0b7d24bab8ea0e8e151b99cd4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2671380 Feb 09 02:01:09.264908 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33902) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:09.434943 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b79ed-6665-4186-994c-52f6d95d1e46 req-291753bc-b13c-4921-9706-215bacd29bef tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:09.438199 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d41b79ed-6665-4186-994c-52f6d95d1e46 req-291753bc-b13c-4921-9706-215bacd29bef tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.5095239 Feb 09 02:01:09.439558 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00204b-cedf-46e6-a27d-eaab48969c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9e001a-ad29-4890-ae5f-274a9cbfbe04,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:09.506942 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2685ee89-9604-4c32-bfcb-f6b9b978acd4 admin admin] Publish callbacks [] for security_group (ab9e001a-ad29-4890-ae5f-274a9cbfbe04), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:09.558017 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-36575d99-22d8-4196-8ece-0bdd7710292c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (f87e4013-039f-4487-b2ab-adcfc6b68548), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:09.559320 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2685ee89-9604-4c32-bfcb-f6b9b978acd4 admin admin] Publish callbacks [] for security_group (ab9e001a-ad29-4890-ae5f-274a9cbfbe04), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:09.614813 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-36575d99-22d8-4196-8ece-0bdd7710292c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (f87e4013-039f-4487-b2ab-adcfc6b68548), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:09.740789 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-36575d99-22d8-4196-8ece-0bdd7710292c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (f87e4013-039f-4487-b2ab-adcfc6b68548), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:09.745796 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-36575d99-22d8-4196-8ece-0bdd7710292c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:09.746724 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-36575d99-22d8-4196-8ece-0bdd7710292c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/security-groups/f87e4013-039f-4487-b2ab-adcfc6b68548 HTTP/1.1" status: 204 len: 168 time: 0.5476131 Feb 09 02:01:09.750705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6b9d0b59-d5fc-4241-acfb-8cd8f92152c4 None None] Provisioning complete for port 9ff739f7-eb53-4239-99a5-9f5f582186df triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:09.754935 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33912) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:09.765866 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6b9d0b59-d5fc-4241-acfb-8cd8f92152c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9ff739f7-eb53-4239-99a5-9f5f582186df), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:09.807883 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36575d99-22d8-4196-8ece-0bdd7710292c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87e4013-039f-4487-b2ab-adcfc6b68548,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:09.848549 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d41b79ed-6665-4186-994c-52f6d95d1e46 req-f1fb9679-c58f-46d0-92f3-e80c08ac5283 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4022837 Feb 09 02:01:09.913116 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:09.929187 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6b9d0b59-d5fc-4241-acfb-8cd8f92152c4 None None] Port 9ff739f7-eb53-4239-99a5-9f5f582186df cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:01:09.968107 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6b9d0b59-d5fc-4241-acfb-8cd8f92152c4 None None] Provisioning complete for port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:09.968517 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6b9d0b59-d5fc-4241-acfb-8cd8f92152c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:10.065421 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2685ee89-9604-4c32-bfcb-f6b9b978acd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ab9e001a-ad29-4890-ae5f-274a9cbfbe04), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:10.069344 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2685ee89-9604-4c32-bfcb-f6b9b978acd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:10.073243 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2685ee89-9604-4c32-bfcb-f6b9b978acd4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab9e001a-ad29-4890-ae5f-274a9cbfbe04 HTTP/1.1" status: 204 len: 168 time: 0.8050764 Feb 09 02:01:10.263102 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2d248896-323a-475c-9024-fd7028304e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:10.267887 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6b9d0b59-d5fc-4241-acfb-8cd8f92152c4 None None] Current status of the port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:10.278059 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device da33ea50-2e6b-4dc8-8414-f75aa0d4f964 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:01:10.278721 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685ee89-9604-4c32-bfcb-f6b9b978acd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9e001a-ad29-4890-ae5f-274a9cbfbe04,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:10.332744 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0a1ab3ae-048b-432a-b0ee-5f74fb055406 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (f7daee80-e632-462a-8b5c-9be08f789aba), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:10.390498 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6b9d0b59-d5fc-4241-acfb-8cd8f92152c4 None None] Could not find standard attr ID for object 51ecd91c-fa0d-4007-8aab-25981fe52e06. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:01:10.410859 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0a1ab3ae-048b-432a-b0ee-5f74fb055406 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (f7daee80-e632-462a-8b5c-9be08f789aba), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:10.435473 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-50b853f6-002e-4507-8f06-9bf4597570d1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (6ee87fd4-98fe-4691-9d3f-021f3bada27f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:10.531630 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:10.532482 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:10.534351 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-36d9e1e6-9de6-4660-8075-764ec72e93ed None None] Could not find standard attr ID for object 51ecd91c-fa0d-4007-8aab-25981fe52e06. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:01:10.558977 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269877b-8845-4e42-8342-7628011493b1 req-615a8a09-6500-4cd2-9fce-0535250f56d5 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:10.569495 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4269877b-8845-4e42-8342-7628011493b1 req-615a8a09-6500-4cd2-9fce-0535250f56d5 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.5086284 Feb 09 02:01:10.580106 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33934) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:10.585432 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-bd55bbba-ba97-48cd-84ea-9f5b9c882145 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Request body: {'floatingip': {'port_id': 'c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:10.668040 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-61df49c0-5a1e-4f89-a2f7-9d571f2183d3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8761070 Feb 09 02:01:10.722059 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd55bbba-ba97-48cd-84ea-9f5b9c882145 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for floatingip (1a49d7ac-a7d7-4d39-addc-4c63b5c8f7a4), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:10.847561 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:10.860958 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b853f6-002e-4507-8f06-9bf4597570d1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Subnet': ['ID=6ee87fd4-98fe-4691-9d3f-021f3bada27f,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:10.877800 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b1933bec-14c2-40bd-990e-19a6cfb4965d None None] Provisioning complete for port 94a99312-9e4f-4dd5-8d40-b2b4fed3d428 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:10.878201 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b1933bec-14c2-40bd-990e-19a6cfb4965d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (94a99312-9e4f-4dd5-8d40-b2b4fed3d428), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:10.878621 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b853f6-002e-4507-8f06-9bf4597570d1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:01:10.967406 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-50b853f6-002e-4507-8f06-9bf4597570d1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:10.967783 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:10.969574 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0a1ab3ae-048b-432a-b0ee-5f74fb055406 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (f7daee80-e632-462a-8b5c-9be08f789aba), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:10.972507 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0a1ab3ae-048b-432a-b0ee-5f74fb055406 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:10.974237 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0a1ab3ae-048b-432a-b0ee-5f74fb055406 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/security-groups/f7daee80-e632-462a-8b5c-9be08f789aba HTTP/1.1" status: 204 len: 168 time: 1.2144003 Feb 09 02:01:10.977684 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b853f6-002e-4507-8f06-9bf4597570d1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:10.979184 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-50b853f6-002e-4507-8f06-9bf4597570d1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:10.985969 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33940) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:10.995861 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850ad91a-c6c7-403a-acb2-f378dcb8a9a0 None None] Network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:01:11.027672 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ab3ae-048b-432a-b0ee-5f74fb055406 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7daee80-e632-462a-8b5c-9be08f789aba,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:11.060356 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-50b853f6-002e-4507-8f06-9bf4597570d1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3040254 Feb 09 02:01:11.065913 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33942) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:11.068842 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b1933bec-14c2-40bd-990e-19a6cfb4965d None None] Port 94a99312-9e4f-4dd5-8d40-b2b4fed3d428 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:01:11.073026 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:11.081441 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-77c96dfb-854c-4a7c-a2ff-06f56664a527 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'security_group': {'name': 'tempest-secgroup-419134000'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:11.095151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b1933bec-14c2-40bd-990e-19a6cfb4965d None None] Provisioning complete for port d834875d-a6db-43d7-970c-f125f1444105 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:11.100421 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b1933bec-14c2-40bd-990e-19a6cfb4965d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d834875d-a6db-43d7-970c-f125f1444105), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:11.107712 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-2db5fc11-14de-4045-ab27-f3f9a29c30e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:11.108436 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-2db5fc11-14de-4045-ab27-f3f9a29c30e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:11.109055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-2db5fc11-14de-4045-ab27-f3f9a29c30e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:11.109738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-2db5fc11-14de-4045-ab27-f3f9a29c30e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:11.110364 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-2db5fc11-14de-4045-ab27-f3f9a29c30e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:11.110983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-2db5fc11-14de-4045-ab27-f3f9a29c30e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:11.111664 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-2db5fc11-14de-4045-ab27-f3f9a29c30e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:11.113941 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-2db5fc11-14de-4045-ab27-f3f9a29c30e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74ac5c4df87040abbaac41297bf571f6&device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 6718 time: 0.2766845 Feb 09 02:01:11.140180 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-77c96dfb-854c-4a7c-a2ff-06f56664a527 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:11.156912 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f6b06e6d-3700-4716-a792-853b5a52e14b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (e361dd86-f856-440b-84c4-314deb46cddc), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:11.265721 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f6b06e6d-3700-4716-a792-853b5a52e14b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (e361dd86-f856-440b-84c4-314deb46cddc), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:11.335150 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b1933bec-14c2-40bd-990e-19a6cfb4965d None None] Current status of the port d834875d-a6db-43d7-970c-f125f1444105 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:11.501491 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde9ebb3-d6af-4d56-aae3-e8675d498c3d None None] Update dhcp port {'port': {'network_id': 'c4b0531b-6c6e-4114-a6dd-46cf9eb71861', 'fixed_ips': [{'subnet_id': '49e8336a-78cd-4614-9bb1-888e218aeb43', 'ip_address': '172.20.0.18'}, {'subnet_id': '6ee87fd4-98fe-4691-9d3f-021f3bada27f'}], 'binding:host_id': 'n-d-828387-3'}, 'id': 'd834875d-a6db-43d7-970c-f125f1444105'} from n-d-828387-3. {{(pid=103185) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 02:01:11.576402 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fde9ebb3-d6af-4d56-aae3-e8675d498c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d834875d-a6db-43d7-970c-f125f1444105), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:11.766148 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd55bbba-ba97-48cd-84ea-9f5b9c882145 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:11.773362 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd55bbba-ba97-48cd-84ea-9f5b9c882145 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (1a49d7ac-a7d7-4d39-addc-4c63b5c8f7a4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:11.925835 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-fde9ebb3-d6af-4d56-aae3-e8675d498c3d None None] Allocated IP 172.20.0.2 (c4b0531b-6c6e-4114-a6dd-46cf9eb71861/6ee87fd4-98fe-4691-9d3f-021f3bada27f/d834875d-a6db-43d7-970c-f125f1444105) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:01:12.031521 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-bd55bbba-ba97-48cd-84ea-9f5b9c882145 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Floating IP 1a49d7ac-a7d7-4d39-addc-4c63b5c8f7a4 associated. External IP: 172.25.7.194, port: c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33. Feb 09 02:01:12.087236 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-fde9ebb3-d6af-4d56-aae3-e8675d498c3d None None] For port d834875d-a6db-43d7-970c-f125f1444105, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d834875d-a6db-43d7-970c-f125f1444105,segment=NetworkSegment(2a6a48dc-d402-49ad-814f-197b7209290c),segment_id=2a6a48dc-d402-49ad-814f-197b7209290c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:12.134925 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fde9ebb3-d6af-4d56-aae3-e8675d498c3d None None] Publish callbacks [] for port (d834875d-a6db-43d7-970c-f125f1444105), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:12.141567 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fde9ebb3-d6af-4d56-aae3-e8675d498c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d834875d-a6db-43d7-970c-f125f1444105), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:12.162407 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-77c96dfb-854c-4a7c-a2ff-06f56664a527 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (25fc6e44-45ea-40be-ad9a-d066b613eabb), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:12.189817 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-3c7d93bf-0ad1-4920-b5f8-1faf9c201d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:12.193102 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-3c7d93bf-0ad1-4920-b5f8-1faf9c201d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:12.195154 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-3c7d93bf-0ad1-4920-b5f8-1faf9c201d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:12.198194 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-3c7d93bf-0ad1-4920-b5f8-1faf9c201d02 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3435dd38-2d83-4661-a0ba-4947592a30a2&id=91f3e44e-bf94-49e8-bd52-1019903bad7b&id=91f3e44e-bf94-49e8-bd52-1019903bad7b&id=91f3e44e-bf94-49e8-bd52-1019903bad7b&id=91f3e44e-bf94-49e8-bd52-1019903bad7b&id=ee7d3bb2-f456-41d8-93b8-334fc83bc2df&id=ee7d3bb2-f456-41d8-93b8-334fc83bc2df HTTP/1.1" status: 200 len: 2297 time: 1.0138121 Feb 09 02:01:12.202296 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f6b06e6d-3700-4716-a792-853b5a52e14b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e361dd86-f856-440b-84c4-314deb46cddc), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:12.213783 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f6b06e6d-3700-4716-a792-853b5a52e14b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:12.216603 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f6b06e6d-3700-4716-a792-853b5a52e14b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/security-groups/e361dd86-f856-440b-84c4-314deb46cddc HTTP/1.1" status: 204 len: 168 time: 1.2285769 Feb 09 02:01:12.220824 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33962) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:12.262333 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-77c96dfb-854c-4a7c-a2ff-06f56664a527 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (25fc6e44-45ea-40be-ad9a-d066b613eabb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:12.294492 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-531195ad-4bb6-4fe3-864f-7983d4561958 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting subnet 94f6b8fc-04c7-4525-92c4-3b6a894d599f {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:01:12.297926 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9ebb3-d6af-4d56-aae3-e8675d498c3d None None] Pushing event updated for resources: {'Port': ['ID=d834875d-a6db-43d7-970c-f125f1444105,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:12.298304 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-531195ad-4bb6-4fe3-864f-7983d4561958 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for subnet (94f6b8fc-04c7-4525-92c4-3b6a894d599f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:12.330423 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:12.346178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b06e6d-3700-4716-a792-853b5a52e14b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e361dd86-f856-440b-84c4-314deb46cddc,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:12.379273 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-531195ad-4bb6-4fe3-864f-7983d4561958 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (94f6b8fc-04c7-4525-92c4-3b6a894d599f), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:12.387765 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-77c96dfb-854c-4a7c-a2ff-06f56664a527 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:12.389364 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-77c96dfb-854c-4a7c-a2ff-06f56664a527 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3139873 Feb 09 02:01:12.396144 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33964) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:12.413496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b705fc01-fd65-45d7-ab00-af0b0963c3bc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'security_group': {'name': 'tempest-secgroup-1621759097'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:12.454467 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c96dfb-854c-4a7c-a2ff-06f56664a527 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25fc6e44-45ea-40be-ad9a-d066b613eabb,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:12.458637 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-a6d14762-e6cc-4e0b-8907-9e70bd246360 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e9e575e-d478-47a4-9247-266d7e08616b HTTP/1.1" status: 200 len: 1001 time: 0.2401679 Feb 09 02:01:12.523677 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b705fc01-fd65-45d7-ab00-af0b0963c3bc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:12.575127 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-8c60bd2a-2b59-4b8d-8afb-9bc663f4f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:12.577377 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-8c60bd2a-2b59-4b8d-8afb-9bc663f4f71c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e2644d8-69fa-4460-9750-5fbc866b4422 HTTP/1.1" status: 200 len: 855 time: 0.1091073 Feb 09 02:01:12.636112 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-531195ad-4bb6-4fe3-864f-7983d4561958 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (94f6b8fc-04c7-4525-92c4-3b6a894d599f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:12.708984 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b705fc01-fd65-45d7-ab00-af0b0963c3bc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (d1b34e53-e123-4688-92f7-6a4c8389e393), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:12.715438 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd55bbba-ba97-48cd-84ea-9f5b9c882145 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Router 0adaaef9-eead-45cc-9faf-762db94fbd0d has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:01:12.716535 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b705fc01-fd65-45d7-ab00-af0b0963c3bc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d1b34e53-e123-4688-92f7-6a4c8389e393), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:12.728938 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-531195ad-4bb6-4fe3-864f-7983d4561958 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (94f6b8fc-04c7-4525-92c4-3b6a894d599f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:12.754259 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705fc01-fd65-45d7-ab00-af0b0963c3bc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b34e53-e123-4688-92f7-6a4c8389e393,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:12.765901 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-801fedda-b8c2-43ed-b785-f79bd759874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:12.767489 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-801fedda-b8c2-43ed-b785-f79bd759874c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3435dd38-2d83-4661-a0ba-4947592a30a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1832199 Feb 09 02:01:12.783067 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531195ad-4bb6-4fe3-864f-7983d4561958 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Subnet': ['ID=94f6b8fc-04c7-4525-92c4-3b6a894d599f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:12.798384 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b705fc01-fd65-45d7-ab00-af0b0963c3bc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:12.802139 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b705fc01-fd65-45d7-ab00-af0b0963c3bc tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3971999 Feb 09 02:01:12.817302 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33974) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:12.827733 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-6bc3c160-9d57-4825-94fc-c7e3a1acbcd0 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'security_group': {'name': 'tempest-secgroup-1738627082'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:12.831402 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-531195ad-4bb6-4fe3-864f-7983d4561958 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:12.841738 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-531195ad-4bb6-4fe3-864f-7983d4561958 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/subnets/94f6b8fc-04c7-4525-92c4-3b6a894d599f HTTP/1.1" status: 204 len: 168 time: 0.6197634 Feb 09 02:01:12.845614 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89d427a-24fa-4db4-a4de-a37641473e64 None None] Network 2dd71ccd-b35c-4501-9503-a68b44d01f83 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:01:12.882838 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33978) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:12.972328 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d68aa7e-1ded-4fc2-98de-a1506dab7f2d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting subnet c80bd1f7-54b7-413d-822b-70d7e10583ae {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:01:12.978897 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0d68aa7e-1ded-4fc2-98de-a1506dab7f2d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for subnet (c80bd1f7-54b7-413d-822b-70d7e10583ae), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:13.023857 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6bc3c160-9d57-4825-94fc-c7e3a1acbcd0 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:13.032730 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd55bbba-ba97-48cd-84ea-9f5b9c882145 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:01:13.041919 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd55bbba-ba97-48cd-84ea-9f5b9c882145 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:13.058587 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038a0530-382f-4129-8707-cd991950ed36 None None] Sync routers for ids ['0adaaef9-eead-45cc-9faf-762db94fbd0d'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:01:13.074591 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0d68aa7e-1ded-4fc2-98de-a1506dab7f2d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (c80bd1f7-54b7-413d-822b-70d7e10583ae), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:13.085414 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038a0530-382f-4129-8707-cd991950ed36 None None] Routers {'0adaaef9-eead-45cc-9faf-762db94fbd0d'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:01:13.087080 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-038a0530-382f-4129-8707-cd991950ed36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:01:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0adaaef9-eead-45cc-9faf-762db94fbd0d'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:13.089090 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-7e81d9bb-87ef-4a4c-b358-35c24e2095a8 service neutron] 10.222.0.48 "GET /v2.0/networks/3435dd38-2d83-4661-a0ba-4947592a30a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060398 Feb 09 02:01:13.137931 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bd55bbba-ba97-48cd-84ea-9f5b9c882145 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "PUT /v2.0/floatingips/1a49d7ac-a7d7-4d39-addc-4c63b5c8f7a4 HTTP/1.1" status: 200 len: 992 time: 2.5537596 Feb 09 02:01:13.140415 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4dd1ce0-6cb6-4f82-875e-d4091bd83b18', 'tag': 'c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:01:13.151547 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d444b3d-3884-4b18-9c0e-2fe0ce84577a" -d '{"events": [{"name": "network-changed", "server_uuid": "d4dd1ce0-6cb6-4f82-875e-d4091bd83b18", "tag": "c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:01:13.274353 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bca2d5-45d2-4de0-a2f3-6f498f6c48b5 x-openstack-request-id: req-a7bca2d5-45d2-4de0-a2f3-6f498f6c48b5 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:01:13.274767 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4dd1ce0-6cb6-4f82-875e-d4091bd83b18", "tag": "c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:01:13.275521 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a7bca2d5-45d2-4de0-a2f3-6f498f6c48b5 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:01:13.275620 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4dd1ce0-6cb6-4f82-875e-d4091bd83b18', 'tag': 'c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33', 'status': 'completed', 'code': 200} Feb 09 02:01:13.315234 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6bc3c160-9d57-4825-94fc-c7e3a1acbcd0 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (bd075daf-c35e-4921-b0f5-1113bd1a415e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:13.346064 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-038a0530-382f-4129-8707-cd991950ed36 None None] Set router 0adaaef9-eead-45cc-9faf-762db94fbd0d gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:01:13.346700 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6bc3c160-9d57-4825-94fc-c7e3a1acbcd0 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (bd075daf-c35e-4921-b0f5-1113bd1a415e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:13.401852 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-7823af47-4cbf-4dd7-8898-f26c55f7ea32 service neutron] 10.222.0.48 "GET /v2.0/networks/3435dd38-2d83-4661-a0ba-4947592a30a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810354 Feb 09 02:01:13.415429 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0d68aa7e-1ded-4fc2-98de-a1506dab7f2d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (c80bd1f7-54b7-413d-822b-70d7e10583ae), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:13.424565 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6bc3c160-9d57-4825-94fc-c7e3a1acbcd0 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:13.437878 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6bc3c160-9d57-4825-94fc-c7e3a1acbcd0 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6199670 Feb 09 02:01:13.461761 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33992) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:13.512624 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-25c11715-9dd8-4f92-9b0f-336c639f120a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=9905adb9-d1e4-4bfa-82dc-a198aa75b6de HTTP/1.1" status: 200 len: 217 time: 0.0961466 Feb 09 02:01:13.519875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4f6c275f-16e9-4010-9e41-85b02850f830 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1565023164', 'security_groups': ['bd075daf-c35e-4921-b0f5-1113bd1a415e'], 'network_id': 'c4b0531b-6c6e-4114-a6dd-46cf9eb71861', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6ee87fd4-98fe-4691-9d3f-021f3bada27f'}]}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:13.605010 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3c160-9d57-4825-94fc-c7e3a1acbcd0 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd075daf-c35e-4921-b0f5-1113bd1a415e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:13.688833 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:13.745491 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0bc93c20-3f27-41f2-a7e4-3748edcb9f45 None None] Provisioning complete for port 94a99312-9e4f-4dd5-8d40-b2b4fed3d428 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:13.746552 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0bc93c20-3f27-41f2-a7e4-3748edcb9f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (94a99312-9e4f-4dd5-8d40-b2b4fed3d428), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:13.772050 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-8bf56ab0-ca6c-4292-9b35-d4416a82cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:13.773884 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-8bf56ab0-ca6c-4292-9b35-d4416a82cc10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=678160b0-2b2f-464c-ba3e-556e6e820726 HTTP/1.1" status: 200 len: 797 time: 0.2335110 Feb 09 02:01:13.811615 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d444b3d-3884-4b18-9c0e-2fe0ce84577a req-d3b82236-c937-4919-a328-c7304bd08b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:13.813991 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d444b3d-3884-4b18-9c0e-2fe0ce84577a req-d3b82236-c937-4919-a328-c7304bd08b09 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8721192a2c284724a83b35330a1c84a8&device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 1128 time: 0.5482943 Feb 09 02:01:13.842151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-038a0530-382f-4129-8707-cd991950ed36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'name': 'tempest-AttachVolumeTestJSON-1283178647-router', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:00:38Z', 'revision_number': 4, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'gw_port': {'id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:eb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:30Z', 'updated_at': '2022-02-09T02:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '1a49d7ac-a7d7-4d39-addc-4c63b5c8f7a4', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'port_id': 'c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'mac_address': 'fa:16:3e:9d:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dd1ce0-6cb6-4f82-875e-d4091bd83b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:01:11Z', 'revision_number': 1, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfd5915-3978-433b-91ff-6835aa670ee6', 'name': '', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'mac_address': 'fa:16:3e:b0:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:36Z', 'updated_at': '2022-02-09T02:00:44Z', 'revision_number': 5, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'subnets': [{'id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:13.846394 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0bc93c20-3f27-41f2-a7e4-3748edcb9f45 None None] Port 94a99312-9e4f-4dd5-8d40-b2b4fed3d428 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:01:13.887273 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038a0530-382f-4129-8707-cd991950ed36 None None] Checking router: 0adaaef9-eead-45cc-9faf-762db94fbd0d for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:01:13.917437 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0bc93c20-3f27-41f2-a7e4-3748edcb9f45 None None] Provisioning complete for port d834875d-a6db-43d7-970c-f125f1444105 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:13.917818 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0bc93c20-3f27-41f2-a7e4-3748edcb9f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d834875d-a6db-43d7-970c-f125f1444105), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:13.980140 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038a0530-382f-4129-8707-cd991950ed36 None None] Routers {'0adaaef9-eead-45cc-9faf-762db94fbd0d'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:01:13.981014 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-038a0530-382f-4129-8707-cd991950ed36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:01:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0adaaef9-eead-45cc-9faf-762db94fbd0d'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:13.990486 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d444b3d-3884-4b18-9c0e-2fe0ce84577a req-e3fd18a3-5f82-4f6c-b845-c40dd3e7e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:13.992673 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d444b3d-3884-4b18-9c0e-2fe0ce84577a req-e3fd18a3-5f82-4f6c-b845-c40dd3e7e73d service neutron] 10.222.0.67 "GET /v2.0/networks?id=213e8f95-a0ad-4892-ad9a-d81d902f12c0 HTTP/1.1" status: 200 len: 912 time: 0.1719031 Feb 09 02:01:14.087495 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f7394-5848-4151-ba6a-91cad0f79d61 req-b6a5cbc2-5076-4ec7-8adc-b3edbfcb4083 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:14.096538 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-282f7394-5848-4151-ba6a-91cad0f79d61 req-b6a5cbc2-5076-4ec7-8adc-b3edbfcb4083 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.8273299 Feb 09 02:01:14.107085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-08a0e057-e046-4c1a-ad82-1eaa2a84da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:14.109431 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-08a0e057-e046-4c1a-ad82-1eaa2a84da5e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=91f3e44e-bf94-49e8-bd52-1019903bad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3178158 Feb 09 02:01:14.110941 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6c275f-16e9-4010-9e41-85b02850f830 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:01:14.167256 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0d68aa7e-1ded-4fc2-98de-a1506dab7f2d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (c80bd1f7-54b7-413d-822b-70d7e10583ae), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:14.191473 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-282f7394-5848-4151-ba6a-91cad0f79d61 req-e73c8328-7383-4301-9866-21e1f82bfbcd tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935886 Feb 09 02:01:14.194709 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d834875d-a6db-43d7-970c-f125f1444105 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:01:14.230695 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68aa7e-1ded-4fc2-98de-a1506dab7f2d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Subnet': ['ID=c80bd1f7-54b7-413d-822b-70d7e10583ae,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:14.240471 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0d68aa7e-1ded-4fc2-98de-a1506dab7f2d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:14.245017 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0d68aa7e-1ded-4fc2-98de-a1506dab7f2d tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/subnets/c80bd1f7-54b7-413d-822b-70d7e10583ae HTTP/1.1" status: 204 len: 168 time: 1.3610506 Feb 09 02:01:14.247808 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34006) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:14.256886 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d444b3d-3884-4b18-9c0e-2fe0ce84577a req-be940f6b-44f1-4579-a770-222c7f606c0e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 HTTP/1.1" status: 200 len: 1000 time: 0.2399457 Feb 09 02:01:14.289529 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-053f2203-5552-4c2b-b84d-ae99618c9757 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] DELETE failed (client error): The resource could not be found. Feb 09 02:01:14.290082 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-053f2203-5552-4c2b-b84d-ae99618c9757 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:14.296882 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-053f2203-5552-4c2b-b84d-ae99618c9757 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/subnets/94f6b8fc-04c7-4525-92c4-3b6a894d599f HTTP/1.1" status: 404 len: 337 time: 0.0476167 Feb 09 02:01:14.297512 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34010) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:14.376890 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-9498b06b-defe-40b7-bce6-a526414a7cfa tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting subnet f8dfb0c4-de7b-43f8-980f-de5a11d1c7a0 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:01:14.381893 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9498b06b-defe-40b7-bce6-a526414a7cfa tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for subnet (f8dfb0c4-de7b-43f8-980f-de5a11d1c7a0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:14.420490 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f6c275f-16e9-4010-9e41-85b02850f830 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:14.437291 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d444b3d-3884-4b18-9c0e-2fe0ce84577a req-33f61bb0-2fbf-412d-a6b9-1b3eac8dd01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:14.438779 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d444b3d-3884-4b18-9c0e-2fe0ce84577a req-33f61bb0-2fbf-412d-a6b9-1b3eac8dd01e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b1ecec84-a59d-45c4-91cc-46e21ab9c4db HTTP/1.1" status: 200 len: 850 time: 0.1748388 Feb 09 02:01:14.440634 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-00607fc5-42e3-44c1-b2e2-1a2ebb355b3c service neutron] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087275 Feb 09 02:01:14.464367 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-4f6c275f-16e9-4010-9e41-85b02850f830 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] device_id is not set on port e3cdfb29-a39d-498e-b97b-17d049a1b174 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:01:14.467005 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9498b06b-defe-40b7-bce6-a526414a7cfa tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (f8dfb0c4-de7b-43f8-980f-de5a11d1c7a0), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:14.529714 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3b0f90-50df-4572-bb37-4437350047aa None None] Network 2dd71ccd-b35c-4501-9503-a68b44d01f83 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:01:14.592677 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0bc93c20-3f27-41f2-a7e4-3748edcb9f45 None None] Current status of the port d834875d-a6db-43d7-970c-f125f1444105 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:14.599034 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9498b06b-defe-40b7-bce6-a526414a7cfa tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (f8dfb0c4-de7b-43f8-980f-de5a11d1c7a0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:14.608877 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port d834875d-a6db-43d7-970c-f125f1444105 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:14.609353 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d834875d-a6db-43d7-970c-f125f1444105), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:14.691790 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9498b06b-defe-40b7-bce6-a526414a7cfa tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (f8dfb0c4-de7b-43f8-980f-de5a11d1c7a0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:14.713493 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-038a0530-382f-4129-8707-cd991950ed36 None None] Set router 0adaaef9-eead-45cc-9faf-762db94fbd0d gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:01:14.725578 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498b06b-defe-40b7-bce6-a526414a7cfa tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Subnet': ['ID=f8dfb0c4-de7b-43f8-980f-de5a11d1c7a0,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:14.734341 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9498b06b-defe-40b7-bce6-a526414a7cfa tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:14.739680 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9498b06b-defe-40b7-bce6-a526414a7cfa tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/subnets/f8dfb0c4-de7b-43f8-980f-de5a11d1c7a0 HTTP/1.1" status: 204 len: 168 time: 0.4411693 Feb 09 02:01:14.742677 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34020) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:14.785908 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f0dbb4-fc1f-4a97-993b-66fab260cf48 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] DELETE failed (client error): The resource could not be found. Feb 09 02:01:14.786388 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f0dbb4-fc1f-4a97-993b-66fab260cf48 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:14.789845 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a5f0dbb4-fc1f-4a97-993b-66fab260cf48 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/subnets/a4dac0f4-ea32-46cd-a097-aeb6c0531505 HTTP/1.1" status: 404 len: 337 time: 0.0450301 Feb 09 02:01:14.792359 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34022) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:14.828026 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f77fd07f-16da-4665-8fde-df063bd6b291 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "GET /v2.0/ports?device_id=261a5712-2da4-451e-8c71-23be9de14bd3 HTTP/1.1" status: 200 len: 205 time: 0.0342743 Feb 09 02:01:14.830546 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34026) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:14.851669 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d444b3d-3884-4b18-9c0e-2fe0ce84577a req-51e6f831-04af-4edc-9bc2-c2c69a0998c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:14.853473 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d444b3d-3884-4b18-9c0e-2fe0ce84577a req-51e6f831-04af-4edc-9bc2-c2c69a0998c0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=213e8f95-a0ad-4892-ad9a-d81d902f12c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4035463 Feb 09 02:01:14.889235 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-c6c93cba-66d5-4557-a180-8b2ccb266a6f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] delete failed (client error): The resource could not be found. Feb 09 02:01:14.893534 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c6c93cba-66d5-4557-a180-8b2ccb266a6f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/routers/261a5712-2da4-451e-8c71-23be9de14bd3 HTTP/1.1" status: 404 len: 336 time: 0.0586016 Feb 09 02:01:14.893534 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34028) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:14.905551 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-50e7288f-77bd-40df-8fec-f8fae90cd386 None None] Provisioning complete for port 9ff739f7-eb53-4239-99a5-9f5f582186df triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:14.906233 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-50e7288f-77bd-40df-8fec-f8fae90cd386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9ff739f7-eb53-4239-99a5-9f5f582186df), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:14.908555 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-a1f32a2d-d750-4a10-bf4f-1dd0f05fc448 service neutron] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568028 Feb 09 02:01:14.938925 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81d4bed-33bb-404c-9cc8-4daaeea8eea3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] DELETE failed (client error): The resource could not be found. Feb 09 02:01:14.939510 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a81d4bed-33bb-404c-9cc8-4daaeea8eea3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:14.944643 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a81d4bed-33bb-404c-9cc8-4daaeea8eea3 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/subnets/e7f275a3-5361-4040-84a3-c0638d7b1244 HTTP/1.1" status: 404 len: 337 time: 0.0504439 Feb 09 02:01:14.950364 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34032) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:15.001147 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port d834875d-a6db-43d7-970c-f125f1444105 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:15.035027 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6bf5a6-5fa6-43b0-85c2-9fd44cfca90c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] DELETE failed (client error): The resource could not be found. Feb 09 02:01:15.035676 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6bf5a6-5fa6-43b0-85c2-9fd44cfca90c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:15.041985 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-e56616db-9c66-4f7b-a53e-f074fd0b03b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=a7be7dc4-d914-4868-bc01-259d832746e1 HTTP/1.1" status: 200 len: 217 time: 0.1234365 Feb 09 02:01:15.042401 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ef6bf5a6-5fa6-43b0-85c2-9fd44cfca90c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/subnets/d172f16d-6d51-4261-8837-4d651b4c6e03 HTTP/1.1" status: 404 len: 337 time: 0.0915792 Feb 09 02:01:15.042956 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34034) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:15.045457 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-4f6c275f-16e9-4010-9e41-85b02850f830 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Allocated IP 172.20.0.9 (c4b0531b-6c6e-4114-a6dd-46cf9eb71861/6ee87fd4-98fe-4691-9d3f-021f3bada27f/e3cdfb29-a39d-498e-b97b-17d049a1b174) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:01:15.055641 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-50e7288f-77bd-40df-8fec-f8fae90cd386 None None] Port 9ff739f7-eb53-4239-99a5-9f5f582186df cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:01:15.077503 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af19d33-547a-45ea-8233-1fa9c854f9be tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] DELETE failed (client error): The resource could not be found. Feb 09 02:01:15.078382 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af19d33-547a-45ea-8233-1fa9c854f9be tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:15.085443 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1af19d33-547a-45ea-8233-1fa9c854f9be tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/subnets/8cd8ec19-a184-477a-bbb1-1caa201c4101 HTTP/1.1" status: 404 len: 337 time: 0.0407641 Feb 09 02:01:15.086941 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34038) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:15.115524 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7ccdc1-eb8b-4336-8a23-fd1ce9da9e95 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] DELETE failed (client error): The resource could not be found. Feb 09 02:01:15.117544 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df7ccdc1-eb8b-4336-8a23-fd1ce9da9e95 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:15.126228 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-df7ccdc1-eb8b-4336-8a23-fd1ce9da9e95 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/ports/18ff408c-f722-4361-aa3a-121cf9e82702 HTTP/1.1" status: 404 len: 333 time: 0.0377510 Feb 09 02:01:15.127236 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34040) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:15.157678 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-23c7e1ad-1cec-432a-9ab9-ca7cbfe5b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:15.159236 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-23c7e1ad-1cec-432a-9ab9-ca7cbfe5b204 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=678160b0-2b2f-464c-ba3e-556e6e820726 HTTP/1.1" status: 200 len: 797 time: 0.1065688 Feb 09 02:01:15.165298 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d444b3d-3884-4b18-9c0e-2fe0ce84577a req-feb3d129-c75a-47d0-84dc-a9add62be17a service neutron] 10.222.0.67 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035021 Feb 09 02:01:15.166838 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94ff77d-002c-4804-8d9b-7248f65a4a4f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] DELETE failed (client error): The resource could not be found. Feb 09 02:01:15.167443 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c94ff77d-002c-4804-8d9b-7248f65a4a4f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:15.171843 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c94ff77d-002c-4804-8d9b-7248f65a4a4f tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/subnets/64679c98-e71e-4bbd-8cf0-b9d301b902ec HTTP/1.1" status: 404 len: 337 time: 0.0427778 Feb 09 02:01:15.175767 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34042) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:15.218318 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-50e7288f-77bd-40df-8fec-f8fae90cd386 None None] Provisioning complete for port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:15.218775 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-50e7288f-77bd-40df-8fec-f8fae90cd386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:15.219278 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-2381d760-fb7b-4de5-ba5b-158650eb8095 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] DELETE failed (client error): The resource could not be found. Feb 09 02:01:15.219988 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2381d760-fb7b-4de5-ba5b-158650eb8095 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:15.225940 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2381d760-fb7b-4de5-ba5b-158650eb8095 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/subnets/87791558-7731-4aee-aefe-cceca033ed76 HTTP/1.1" status: 404 len: 337 time: 0.0486262 Feb 09 02:01:15.226790 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34048) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:15.263868 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c69fe59-f59e-4565-a282-b9438ac14941 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] DELETE failed (client error): The resource could not be found. Feb 09 02:01:15.264613 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c69fe59-f59e-4565-a282-b9438ac14941 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:15.272050 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3c69fe59-f59e-4565-a282-b9438ac14941 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/ports/bf2e6f53-1748-4cd4-916b-c20c25829b03 HTTP/1.1" status: 404 len: 333 time: 0.0430396 Feb 09 02:01:15.272828 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34050) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:15.320524 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ea42be-f969-4452-9bc9-a846bc7d256b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] DELETE failed (client error): The resource could not be found. Feb 09 02:01:15.321142 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ea42be-f969-4452-9bc9-a846bc7d256b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:15.328058 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a7ea42be-f969-4452-9bc9-a846bc7d256b tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/subnets/9b211242-0b93-407c-9251-40302becfd9f HTTP/1.1" status: 404 len: 337 time: 0.0509379 Feb 09 02:01:15.335130 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34052) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:15.354195 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ef3829-839a-49da-8316-196c33f5f770 None None] Update dhcp port {'port': {'network_id': '2dd71ccd-b35c-4501-9503-a68b44d01f83', 'fixed_ips': [{'subnet_id': 'f8dfb0c4-de7b-43f8-980f-de5a11d1c7a0'}], 'binding:host_id': 'n-d-828387-3'}, 'id': 'da33ea50-2e6b-4dc8-8414-f75aa0d4f964'} from n-d-828387-3. {{(pid=103185) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 02:01:15.376553 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6f0799-9b07-40a2-8904-a9139807c97c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] DELETE failed (client error): The resource could not be found. Feb 09 02:01:15.377057 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6f0799-9b07-40a2-8904-a9139807c97c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:15.385182 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8d6f0799-9b07-40a2-8904-a9139807c97c tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/subnets/c1ba2e03-97d7-46cc-a8b2-e317b7aaf671 HTTP/1.1" status: 404 len: 337 time: 0.0480921 Feb 09 02:01:15.386069 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34056) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:15.440011 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-19ef3829-839a-49da-8316-196c33f5f770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:15.500977 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-75c9ede9-2d96-4b7d-ac0c-fcf00c5e6ef6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting port 9ff739f7-eb53-4239-99a5-9f5f582186df {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:01:15.501325 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-75c9ede9-2d96-4b7d-ac0c-fcf00c5e6ef6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9ff739f7-eb53-4239-99a5-9f5f582186df), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:15.508026 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-50e7288f-77bd-40df-8fec-f8fae90cd386 None None] Current status of the port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:15.595145 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-75c9ede9-2d96-4b7d-ac0c-fcf00c5e6ef6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9ff739f7-eb53-4239-99a5-9f5f582186df), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:15.633203 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-75c9ede9-2d96-4b7d-ac0c-fcf00c5e6ef6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Calling delete_port for 9ff739f7-eb53-4239-99a5-9f5f582186df owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:01:15.696930 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-038a0530-382f-4129-8707-cd991950ed36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'name': 'tempest-AttachVolumeTestJSON-1283178647-router', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:00:38Z', 'revision_number': 4, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'gw_port': {'id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:eb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:30Z', 'updated_at': '2022-02-09T02:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '1a49d7ac-a7d7-4d39-addc-4c63b5c8f7a4', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'port_id': 'c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'mac_address': 'fa:16:3e:9d:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dd1ce0-6cb6-4f82-875e-d4091bd83b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:01:11Z', 'revision_number': 1, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfd5915-3978-433b-91ff-6835aa670ee6', 'name': '', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'mac_address': 'fa:16:3e:b0:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:36Z', 'updated_at': '2022-02-09T02:00:44Z', 'revision_number': 5, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'subnets': [{'id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:15.753879 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038a0530-382f-4129-8707-cd991950ed36 None None] The sync data for ids ['0adaaef9-eead-45cc-9faf-762db94fbd0d'] in n-d-828387-3 is: [{'id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'name': 'tempest-AttachVolumeTestJSON-1283178647-router', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:00:38Z', 'revision_number': 4, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'gw_port': {'id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:eb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:30Z', 'updated_at': '2022-02-09T02:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '1a49d7ac-a7d7-4d39-addc-4c63b5c8f7a4', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'port_id': 'c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'mac_address': 'fa:16:3e:9d:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dd1ce0-6cb6-4f82-875e-d4091bd83b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:01:11Z', 'revision_number': 1, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfd5915-3978-433b-91ff-6835aa670ee6', 'name': '', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'mac_address': 'fa:16:3e:b0:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:36Z', 'updated_at': '2022-02-09T02:00:44Z', 'revision_number': 5, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'subnets': [{'id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:01:15.764568 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-75c9ede9-2d96-4b7d-ac0c-fcf00c5e6ef6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (9ff739f7-eb53-4239-99a5-9f5f582186df), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:15.787676 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c357fc48-a6f6-4a42-8eec-bfe29e038e21 None None] Network 2dd71ccd-b35c-4501-9503-a68b44d01f83 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:01:15.839375 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9ede9-2d96-4b7d-ac0c-fcf00c5e6ef6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Port': ['ID=9ff739f7-eb53-4239-99a5-9f5f582186df,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:15.870503 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-9682442a-38ab-4881-8b62-e5e5f840b22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:15.872603 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-9682442a-38ab-4881-8b62-e5e5f840b22d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=91f3e44e-bf94-49e8-bd52-1019903bad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7020056 Feb 09 02:01:15.874653 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-75c9ede9-2d96-4b7d-ac0c-fcf00c5e6ef6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:15.879254 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-75c9ede9-2d96-4b7d-ac0c-fcf00c5e6ef6 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/ports/9ff739f7-eb53-4239-99a5-9f5f582186df HTTP/1.1" status: 204 len: 168 time: 0.4916160 Feb 09 02:01:15.884361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34066) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:15.891924 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf449e6b-ca38-4c58-ab0b-88c7b9fb0ae8 req-7c52579c-7efd-49e1-8903-efbf2d2ea3e6 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:15.893484 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf449e6b-ca38-4c58-ab0b-88c7b9fb0ae8 req-7c52579c-7efd-49e1-8903-efbf2d2ea3e6 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.1698265 Feb 09 02:01:15.910144 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-dbb0e904-ac15-46c8-aa40-c336004f4d02 None None] Could not find standard attr ID for object 9ff739f7-eb53-4239-99a5-9f5f582186df. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:01:15.939136 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-dbb0e904-ac15-46c8-aa40-c336004f4d02 None None] Provisioning complete for port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:15.939317 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dbb0e904-ac15-46c8-aa40-c336004f4d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:16.012782 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d444b3d-3884-4b18-9c0e-2fe0ce84577a req-1a625edd-11f9-4d4d-a729-85b843c8eeff service neutron] 10.222.0.67 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8291943 Feb 09 02:01:16.026260 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f6c275f-16e9-4010-9e41-85b02850f830 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for port (e3cdfb29-a39d-498e-b97b-17d049a1b174), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:16.035114 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4d061565-5432-4708-93a9-70a75e985959 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (2dd71ccd-b35c-4501-9503-a68b44d01f83), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:16.110835 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf449e6b-ca38-4c58-ab0b-88c7b9fb0ae8 req-569bbedb-4c47-4057-9f08-674e1433adc9 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976008 Feb 09 02:01:16.159085 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9957f9-fd3d-4b5d-bfb4-7e0eafc546a6 None None] New status for floating IP 1a49d7ac-a7d7-4d39-addc-4c63b5c8f7a4: ACTIVE {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:01:16.197708 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-5e876071-081a-41a4-b45d-922ea904f592 service neutron] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009212 Feb 09 02:01:16.226429 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-4d061565-5432-4708-93a9-70a75e985959 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Deleting port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:01:16.227499 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4d061565-5432-4708-93a9-70a75e985959 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:16.267089 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device da33ea50-2e6b-4dc8-8414-f75aa0d4f964 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:01:16.277608 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f6c275f-16e9-4010-9e41-85b02850f830 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (e3cdfb29-a39d-498e-b97b-17d049a1b174), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:16.277872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-dbb0e904-ac15-46c8-aa40-c336004f4d02 None None] Current status of the port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:16.309047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042098f2-2357-422f-a06f-cd221d09426a None None] DHCP port deletion for 2dd71ccd-b35c-4501-9503-a68b44d01f83 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:01:16.389980 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-4d061565-5432-4708-93a9-70a75e985959 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] For port da33ea50-2e6b-4dc8-8414-f75aa0d4f964, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=da33ea50-2e6b-4dc8-8414-f75aa0d4f964,segment=NetworkSegment(257832e5-e41e-48ba-bd6d-49c12ef4e0ef),segment_id=257832e5-e41e-48ba-bd6d-49c12ef4e0ef)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:16.390555 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4d061565-5432-4708-93a9-70a75e985959 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:16.404032 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:01:16.411997 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6c275f-16e9-4010-9e41-85b02850f830 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:01:16.423101 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-4f6c275f-16e9-4010-9e41-85b02850f830 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:16.425680 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c275f-16e9-4010-9e41-85b02850f830 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Port': ['ID=e3cdfb29-a39d-498e-b97b-17d049a1b174,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:16.429990 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c275f-16e9-4010-9e41-85b02850f830 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:01:16.439138 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-bd61b624-e851-4829-967f-81734aabd5af service neutron] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315872 Feb 09 02:01:16.485592 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-4d061565-5432-4708-93a9-70a75e985959 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Calling delete_port for da33ea50-2e6b-4dc8-8414-f75aa0d4f964 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:01:16.531802 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-042098f2-2357-422f-a06f-cd221d09426a None None] Deleting port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:01:16.532239 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-042098f2-2357-422f-a06f-cd221d09426a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:16.534655 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-1277b552-9709-4cba-b878-888a35328079 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=458cb2d9-efbc-4c26-ac50-8ad5290b8474 HTTP/1.1" status: 200 len: 217 time: 0.0725141 Feb 09 02:01:16.535805 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:16.536244 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:16.599040 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6c275f-16e9-4010-9e41-85b02850f830 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:16.600262 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f6c275f-16e9-4010-9e41-85b02850f830 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:16.664067 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port da33ea50-2e6b-4dc8-8414-f75aa0d4f964, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=da33ea50-2e6b-4dc8-8414-f75aa0d4f964,segment=NetworkSegment(257832e5-e41e-48ba-bd6d-49c12ef4e0ef),segment_id=257832e5-e41e-48ba-bd6d-49c12ef4e0ef)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:16.681294 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4d061565-5432-4708-93a9-70a75e985959 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:16.693917 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-042098f2-2357-422f-a06f-cd221d09426a None None] For port da33ea50-2e6b-4dc8-8414-f75aa0d4f964, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=da33ea50-2e6b-4dc8-8414-f75aa0d4f964,segment=NetworkSegment(257832e5-e41e-48ba-bd6d-49c12ef4e0ef),segment_id=257832e5-e41e-48ba-bd6d-49c12ef4e0ef)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:16.697691 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-042098f2-2357-422f-a06f-cd221d09426a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:16.701158 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:16.728873 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d061565-5432-4708-93a9-70a75e985959 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] No DVR routers for this DVR port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:01:16.739318 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-042098f2-2357-422f-a06f-cd221d09426a None None] Calling delete_port for da33ea50-2e6b-4dc8-8414-f75aa0d4f964 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:01:16.741702 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event deleted for resources: {'Port': ['ID=da33ea50-2e6b-4dc8-8414-f75aa0d4f964,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:16.782839 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-79620ea0-a14d-49d6-bbb0-f68a24796335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:16.784724 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-79620ea0-a14d-49d6-bbb0-f68a24796335 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=678160b0-2b2f-464c-ba3e-556e6e820726 HTTP/1.1" status: 200 len: 797 time: 0.2433662 Feb 09 02:01:16.803951 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d061565-5432-4708-93a9-70a75e985959 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Port': ['ID=da33ea50-2e6b-4dc8-8414-f75aa0d4f964,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:16.835310 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4f6c275f-16e9-4010-9e41-85b02850f830 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3238513 Feb 09 02:01:16.837404 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34084) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:16.849880 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-545b32f3-0e14-4c57-a384-ef3f51502e07 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'subnet': {'network_id': 'c4b0531b-6c6e-4114-a6dd-46cf9eb71861', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:16.867760 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-042098f2-2357-422f-a06f-cd221d09426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (da33ea50-2e6b-4dc8-8414-f75aa0d4f964), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:16.895985 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042098f2-2357-422f-a06f-cd221d09426a None None] Pushing event deleted for resources: {'Port': ['ID=da33ea50-2e6b-4dc8-8414-f75aa0d4f964,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:16.910902 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042098f2-2357-422f-a06f-cd221d09426a None None] No DVR routers for this DVR port da33ea50-2e6b-4dc8-8414-f75aa0d4f964 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:01:16.936710 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c94b44d9-6124-42bf-8e7e-f3b13da709cf None None] Provisioning complete for port e3cdfb29-a39d-498e-b97b-17d049a1b174 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:16.937097 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c94b44d9-6124-42bf-8e7e-f3b13da709cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e3cdfb29-a39d-498e-b97b-17d049a1b174), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:16.975807 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-457a2071-51a8-4eb2-8ef0-99fd7c09374f req-df909aa1-2985-4327-9411-e014ab81716f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3098743 Feb 09 02:01:16.987762 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4d061565-5432-4708-93a9-70a75e985959 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (2dd71ccd-b35c-4501-9503-a68b44d01f83), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:16.988060 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c94b44d9-6124-42bf-8e7e-f3b13da709cf None None] Port e3cdfb29-a39d-498e-b97b-17d049a1b174 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:01:17.012801 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-4d061565-5432-4708-93a9-70a75e985959 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd71ccd-b35c-4501-9503-a68b44d01f83']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:17.026003 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-4d061565-5432-4708-93a9-70a75e985959 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257832e5-e41e-48ba-bd6d-49c12ef4e0ef') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:17.026365 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-4d061565-5432-4708-93a9-70a75e985959 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257832e5-e41e-48ba-bd6d-49c12ef4e0ef') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:17.046406 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4d061565-5432-4708-93a9-70a75e985959 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (257832e5-e41e-48ba-bd6d-49c12ef4e0ef), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:17.071632 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4d061565-5432-4708-93a9-70a75e985959 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (257832e5-e41e-48ba-bd6d-49c12ef4e0ef), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:17.088179 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d061565-5432-4708-93a9-70a75e985959 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:01:17.088688 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4d061565-5432-4708-93a9-70a75e985959 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (257832e5-e41e-48ba-bd6d-49c12ef4e0ef), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:17.089068 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-d40b50fb-3d28-4d41-abc3-0174e220be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:17.096591 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-d40b50fb-3d28-4d41-abc3-0174e220be1f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=91f3e44e-bf94-49e8-bd52-1019903bad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2952092 Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:01:17.097985 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:01:17.199111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a2071-51a8-4eb2-8ef0-99fd7c09374f req-7434cd46-e989-4b59-b9c1-7a27b86879b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:17.200819 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-457a2071-51a8-4eb2-8ef0-99fd7c09374f req-7434cd46-e989-4b59-b9c1-7a27b86879b6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=225062ed147a4a2299a703d06854300c&device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 1127 time: 0.1635630 Feb 09 02:01:17.210156 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545b32f3-0e14-4c57-a384-ef3f51502e07 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:01:17.214054 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-545b32f3-0e14-4c57-a384-ef3f51502e07 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:17.229819 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4d061565-5432-4708-93a9-70a75e985959 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (2dd71ccd-b35c-4501-9503-a68b44d01f83), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:17.247404 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4d061565-5432-4708-93a9-70a75e985959 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:17.254539 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4d061565-5432-4708-93a9-70a75e985959 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] 10.222.0.36 "DELETE /v2.0/networks/2dd71ccd-b35c-4501-9503-a68b44d01f83 HTTP/1.1" status: 204 len: 168 time: 1.3657215 Feb 09 02:01:17.297912 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d061565-5432-4708-93a9-70a75e985959 tempest-PortsIpV6TestJSON-1945887527 tempest-PortsIpV6TestJSON-1945887527-project] Pushing event deleted for resources: {'Network': ['ID=2dd71ccd-b35c-4501-9503-a68b44d01f83,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:17.346763 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-2bcd9362-8d9a-41c2-ac6e-a6a858e8234e service neutron] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490990 Feb 09 02:01:17.363015 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b86e99-7626-4d31-8559-bfcac90c1ac3 req-aa5e9ffa-0acc-4b55-ac76-b9b0f95b4947 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:17.365740 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f9b86e99-7626-4d31-8559-bfcac90c1ac3 req-aa5e9ffa-0acc-4b55-ac76-b9b0f95b4947 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.1129665 Feb 09 02:01:17.455492 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f9b86e99-7626-4d31-8559-bfcac90c1ac3 req-578cb451-27c4-4c1c-93a3-29feb8f6dc8e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784023 Feb 09 02:01:17.485248 n-d-828387-3 neutron-server[103183]: INFO neutron.db.ipam_backend_mixin [None req-545b32f3-0e14-4c57-a384-ef3f51502e07 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6ee87fd4-98fe-4691-9d3f-021f3bada27f (CIDR: 172.20.0.0/28) Feb 09 02:01:17.495008 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-545b32f3-0e14-4c57-a384-ef3f51502e07 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:01:17.495835 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-545b32f3-0e14-4c57-a384-ef3f51502e07 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:17.508967 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a2071-51a8-4eb2-8ef0-99fd7c09374f req-6cc16c20-16b2-40b2-997d-d012c79c6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:17.511043 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-457a2071-51a8-4eb2-8ef0-99fd7c09374f req-6cc16c20-16b2-40b2-997d-d012c79c6732 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bbe85234-1f1c-44c0-aeaf-3380123bb751 HTTP/1.1" status: 200 len: 918 time: 0.2746046 Feb 09 02:01:17.575060 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-545b32f3-0e14-4c57-a384-ef3f51502e07 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7337749 Feb 09 02:01:17.580047 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34106) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:17.583345 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d0770cb7-2554-41a4-bcd1-2313ea912608 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'subnet': {'network_id': 'c4b0531b-6c6e-4114-a6dd-46cf9eb71861', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:17.588522 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-46b267a6-fbaf-4662-b238-999398a3c629 service neutron] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294915 Feb 09 02:01:17.647081 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-2c637ec8-9781-433e-9783-b8b1b7904cac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=4aba9d2f-7727-4388-a07a-cd4823b889f0 HTTP/1.1" status: 200 len: 217 time: 0.0480716 Feb 09 02:01:17.650245 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-457a2071-51a8-4eb2-8ef0-99fd7c09374f req-718363fc-6e9b-438c-a67d-a95ceb440e54 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d710658-430c-4b57-b97c-cc28d891d0f7 HTTP/1.1" status: 200 len: 1001 time: 0.1291265 Feb 09 02:01:17.717101 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34114) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:17.743566 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0770cb7-2554-41a4-bcd1-2313ea912608 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:01:17.747931 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d0770cb7-2554-41a4-bcd1-2313ea912608 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:17.762031 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-1b04e7b8-85d3-44a2-98ca-f8dc0668563d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:17.763530 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-1b04e7b8-85d3-44a2-98ca-f8dc0668563d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=678160b0-2b2f-464c-ba3e-556e6e820726 HTTP/1.1" status: 200 len: 797 time: 0.1095707 Feb 09 02:01:17.764986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a2071-51a8-4eb2-8ef0-99fd7c09374f req-e3c6224c-b366-4c5e-9bb0-22cd9bdc5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:17.766330 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-457a2071-51a8-4eb2-8ef0-99fd7c09374f req-e3c6224c-b366-4c5e-9bb0-22cd9bdc5306 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5fb0614-877d-4584-bc3c-a9b6e8f6847d HTTP/1.1" status: 200 len: 856 time: 0.1004207 Feb 09 02:01:17.871654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-72e593af-5f77-43ff-a08f-125ef00be345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:17.873453 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-72e593af-5f77-43ff-a08f-125ef00be345 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=91f3e44e-bf94-49e8-bd52-1019903bad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1011555 Feb 09 02:01:17.876404 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a2071-51a8-4eb2-8ef0-99fd7c09374f req-9d337c89-b6de-49ba-abd8-94b0a1131ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:17.877936 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-457a2071-51a8-4eb2-8ef0-99fd7c09374f req-9d337c89-b6de-49ba-abd8-94b0a1131ca0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bbe85234-1f1c-44c0-aeaf-3380123bb751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0949185 Feb 09 02:01:17.907191 n-d-828387-3 neutron-server[103184]: INFO neutron.db.ipam_backend_mixin [None req-d0770cb7-2554-41a4-bcd1-2313ea912608 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 49e8336a-78cd-4614-9bb1-888e218aeb43 (CIDR: 172.20.0.16/28) Feb 09 02:01:17.927502 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0770cb7-2554-41a4-bcd1-2313ea912608 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:01:17.928149 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0770cb7-2554-41a4-bcd1-2313ea912608 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:17.972144 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d0770cb7-2554-41a4-bcd1-2313ea912608 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3905265 Feb 09 02:01:17.972602 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34122) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:17.981527 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-963e43b4-c7c0-4025-b40c-bf72e6c80c16 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'subnet': {'network_id': 'c4b0531b-6c6e-4114-a6dd-46cf9eb71861', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:18.034283 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-37bfbd15-57ea-4f7b-a89b-81af0b83ef07 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c0929c091ec496590344809ec4268dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3158107 Feb 09 02:01:18.039674 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34126) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:18.084000 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-457a2071-51a8-4eb2-8ef0-99fd7c09374f req-a0307ac8-a225-4e47-82c8-d250977f1ee7 service neutron] 10.222.0.67 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873283 Feb 09 02:01:18.128255 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963e43b4-c7c0-4025-b40c-bf72e6c80c16 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Made reservation on behalf of 97cf75a617ab459f9f1d1a2897a5bb73 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:01:18.133011 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-963e43b4-c7c0-4025-b40c-bf72e6c80c16 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:18.177276 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-a3f1bed4-c24a-4ec8-a528-da0bfd932ac5 service neutron] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973099 Feb 09 02:01:18.419011 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-963e43b4-c7c0-4025-b40c-bf72e6c80c16 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (54e86af3-b2f0-42c9-b0fa-812b62cb64fe), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:18.440436 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963e43b4-c7c0-4025-b40c-bf72e6c80c16 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:01:18.443141 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-963e43b4-c7c0-4025-b40c-bf72e6c80c16 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:18.447273 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963e43b4-c7c0-4025-b40c-bf72e6c80c16 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:18.447871 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-963e43b4-c7c0-4025-b40c-bf72e6c80c16 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:18.455971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7457879f-cbd1-4cda-bf6b-14559a753f21 None None] Network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:01:18.514517 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-963e43b4-c7c0-4025-b40c-bf72e6c80c16 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5407012 Feb 09 02:01:18.515142 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34136) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:18.525043 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-84db8c1e-29bc-44e8-b906-3e17ab0bf47e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1303860951', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '54e86af3-b2f0-42c9-b0fa-812b62cb64fe'}], 'security_groups': ['25fc6e44-45ea-40be-ad9a-d066b613eabb', 'd1b34e53-e123-4688-92f7-6a4c8389e393']}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:18.530950 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e43b4-c7c0-4025-b40c-bf72e6c80c16 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Subnet': ['ID=54e86af3-b2f0-42c9-b0fa-812b62cb64fe,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:18.576252 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb6262ba-fda3-42f2-8bc6-130c20bf47c2 admin admin] Publish callbacks [] for security_group (4a91f632-9eeb-4200-bb38-c5433e2b44be), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:18.618065 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-457a2071-51a8-4eb2-8ef0-99fd7c09374f req-59900231-ff53-4d04-b2f0-d1e3733b757e service neutron] 10.222.0.67 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253627 Feb 09 02:01:18.636373 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb6262ba-fda3-42f2-8bc6-130c20bf47c2 admin admin] Publish callbacks [] for security_group (4a91f632-9eeb-4200-bb38-c5433e2b44be), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:18.673478 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-332de251-4846-4672-a8a9-e4caa397ffaf service neutron] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863791 Feb 09 02:01:18.745564 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-8330361a-c3a8-4ea4-b39b-9dd5fe255044 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=80e3e244-1fcf-4a9d-9a50-ee0665be2415 HTTP/1.1" status: 200 len: 217 time: 0.0477049 Feb 09 02:01:18.755295 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e329f81-cd69-4df6-8bc7-72ce90d75f85 None None] Update dhcp port {'port': {'network_id': 'c4b0531b-6c6e-4114-a6dd-46cf9eb71861', 'fixed_ips': [{'subnet_id': '49e8336a-78cd-4614-9bb1-888e218aeb43', 'ip_address': '172.20.0.18'}, {'subnet_id': '6ee87fd4-98fe-4691-9d3f-021f3bada27f', 'ip_address': '172.20.0.2'}, {'subnet_id': '54e86af3-b2f0-42c9-b0fa-812b62cb64fe'}], 'binding:host_id': 'n-d-828387-3'}, 'id': 'd834875d-a6db-43d7-970c-f125f1444105'} from n-d-828387-3. {{(pid=103185) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 02:01:18.766271 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-84db8c1e-29bc-44e8-b906-3e17ab0bf47e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e3cdfb29-a39d-498e-b97b-17d049a1b174), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:18.796440 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb6262ba-fda3-42f2-8bc6-130c20bf47c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4a91f632-9eeb-4200-bb38-c5433e2b44be), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:18.797522 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1e329f81-cd69-4df6-8bc7-72ce90d75f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d834875d-a6db-43d7-970c-f125f1444105), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:18.800202 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb6262ba-fda3-42f2-8bc6-130c20bf47c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:18.801652 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bb6262ba-fda3-42f2-8bc6-130c20bf47c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a91f632-9eeb-4200-bb38-c5433e2b44be HTTP/1.1" status: 204 len: 168 time: 0.7591565 Feb 09 02:01:18.841586 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6262ba-fda3-42f2-8bc6-130c20bf47c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a91f632-9eeb-4200-bb38-c5433e2b44be,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:18.869189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-ce2f1c21-430d-4de1-baed-269794df0d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:18.870859 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-ce2f1c21-430d-4de1-baed-269794df0d66 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1fe157d-43b5-4754-996c-299d00068483 HTTP/1.1" status: 200 len: 797 time: 0.0879529 Feb 09 02:01:18.952225 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-dd691d1d-2c8e-476f-aed1-4d318fb08c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:18.954213 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-dd691d1d-2c8e-476f-aed1-4d318fb08c1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ee7d3bb2-f456-41d8-93b8-334fc83bc2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0710125 Feb 09 02:01:19.126713 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-1e329f81-cd69-4df6-8bc7-72ce90d75f85 None None] Allocated IP 172.20.0.34 (c4b0531b-6c6e-4114-a6dd-46cf9eb71861/54e86af3-b2f0-42c9-b0fa-812b62cb64fe/d834875d-a6db-43d7-970c-f125f1444105) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:01:19.206707 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-b09bb16f-9ee3-45a1-8e6c-be92f0ef7049 service neutron] 10.222.0.48 "GET /v2.0/networks/ee7d3bb2-f456-41d8-93b8-334fc83bc2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267201 Feb 09 02:01:19.272875 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1e329f81-cd69-4df6-8bc7-72ce90d75f85 None None] For port d834875d-a6db-43d7-970c-f125f1444105, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d834875d-a6db-43d7-970c-f125f1444105,segment=NetworkSegment(2a6a48dc-d402-49ad-814f-197b7209290c),segment_id=2a6a48dc-d402-49ad-814f-197b7209290c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:19.312804 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1e329f81-cd69-4df6-8bc7-72ce90d75f85 None None] Publish callbacks [] for port (d834875d-a6db-43d7-970c-f125f1444105), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:19.342253 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1e329f81-cd69-4df6-8bc7-72ce90d75f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d834875d-a6db-43d7-970c-f125f1444105), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:19.388257 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-b4e754b5-eaa8-43e1-9512-0880fb7dfe1d service neutron] 10.222.0.48 "GET /v2.0/networks/ee7d3bb2-f456-41d8-93b8-334fc83bc2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572945 Feb 09 02:01:19.473203 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e329f81-cd69-4df6-8bc7-72ce90d75f85 None None] Pushing event updated for resources: {'Port': ['ID=d834875d-a6db-43d7-970c-f125f1444105,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:19.474486 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-e09be45e-91d9-4791-b359-bc721c8a873c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8b9156cc-0ce3-4754-b4e0-0975770eab8e HTTP/1.1" status: 200 len: 217 time: 0.0765407 Feb 09 02:01:19.549795 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-763a1a6c-669a-4aa4-b5eb-7179535830d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:19.551626 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-763a1a6c-669a-4aa4-b5eb-7179535830d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1fe157d-43b5-4754-996c-299d00068483 HTTP/1.1" status: 200 len: 797 time: 0.0666962 Feb 09 02:01:19.564869 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-84db8c1e-29bc-44e8-b906-3e17ab0bf47e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Delete allocated IP 172.20.0.9 (c4b0531b-6c6e-4114-a6dd-46cf9eb71861/6ee87fd4-98fe-4691-9d3f-021f3bada27f) {{(pid=103184) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 02:01:19.582109 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-84db8c1e-29bc-44e8-b906-3e17ab0bf47e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Allocated IP 172.20.0.37 (c4b0531b-6c6e-4114-a6dd-46cf9eb71861/54e86af3-b2f0-42c9-b0fa-812b62cb64fe/e3cdfb29-a39d-498e-b97b-17d049a1b174) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:01:19.631795 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-27241310-d316-4d8d-9588-2b0baf042725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:19.640770 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-27241310-d316-4d8d-9588-2b0baf042725 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ee7d3bb2-f456-41d8-93b8-334fc83bc2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0791032 Feb 09 02:01:19.866520 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-a8e4acac-8d5a-4b2c-a33e-5c43c1794767 service neutron] 10.222.0.48 "GET /v2.0/networks/ee7d3bb2-f456-41d8-93b8-334fc83bc2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162385 Feb 09 02:01:19.957825 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-84db8c1e-29bc-44e8-b906-3e17ab0bf47e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for port (e3cdfb29-a39d-498e-b97b-17d049a1b174), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:19.980536 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-84db8c1e-29bc-44e8-b906-3e17ab0bf47e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (e3cdfb29-a39d-498e-b97b-17d049a1b174), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:20.025453 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b76ce357-9141-4bc5-86d7-cb7b816ebf34 req-c4ed17bf-0ae1-446e-a492-329e91c1efbc service neutron] 10.222.0.48 "GET /v2.0/networks/ee7d3bb2-f456-41d8-93b8-334fc83bc2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511998 Feb 09 02:01:20.165490 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d834875d-a6db-43d7-970c-f125f1444105 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:01:20.178034 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34194) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:20.221963 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-84db8c1e-29bc-44e8-b906-3e17ab0bf47e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] In _notify_port_updated(), no bound segment for port e3cdfb29-a39d-498e-b97b-17d049a1b174 on network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 {{(pid=103184) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:01:20.238121 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84db8c1e-29bc-44e8-b906-3e17ab0bf47e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:20.245529 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-84db8c1e-29bc-44e8-b906-3e17ab0bf47e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:20.254552 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-84db8c1e-29bc-44e8-b906-3e17ab0bf47e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "PUT /v2.0/ports/e3cdfb29-a39d-498e-b97b-17d049a1b174 HTTP/1.1" status: 200 len: 960 time: 1.7317946 Feb 09 02:01:20.255367 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34198) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:20.331675 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db8c1e-29bc-44e8-b906-3e17ab0bf47e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event updated for resources: {'Port': ['ID=e3cdfb29-a39d-498e-b97b-17d049a1b174,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:20.511870 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-545dec39-9f3e-45d3-96f4-bdb38601730c tempest-DvrRoutersNegativeTest-377242611 tempest-DvrRoutersNegativeTest-377242611-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1512698903', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:20.525670 n-d-828387-3 neutron-server[103183]: DEBUG neutron.policy [None req-545dec39-9f3e-45d3-96f4-bdb38601730c tempest-DvrRoutersNegativeTest-377242611 tempest-DvrRoutersNegativeTest-377242611-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103183) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 09 02:01:20.529959 n-d-828387-3 neutron-server[103183]: DEBUG neutron.policy [None req-545dec39-9f3e-45d3-96f4-bdb38601730c tempest-DvrRoutersNegativeTest-377242611 tempest-DvrRoutersNegativeTest-377242611-project] Failed policy check for 'create_router' {{(pid=103183) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 09 02:01:20.531052 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-545dec39-9f3e-45d3-96f4-bdb38601730c tempest-DvrRoutersNegativeTest-377242611 tempest-DvrRoutersNegativeTest-377242611-project] create failed (client error): Access was denied to this resource. Feb 09 02:01:20.534503 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-545dec39-9f3e-45d3-96f4-bdb38601730c tempest-DvrRoutersNegativeTest-377242611 tempest-DvrRoutersNegativeTest-377242611-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3550892 Feb 09 02:01:20.634308 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-31c6e30f-016f-42c2-acec-35e80a2a3f6e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting port e3cdfb29-a39d-498e-b97b-17d049a1b174 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:01:20.634842 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-31c6e30f-016f-42c2-acec-35e80a2a3f6e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e3cdfb29-a39d-498e-b97b-17d049a1b174), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:20.664493 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port d834875d-a6db-43d7-970c-f125f1444105 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:20.665516 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d834875d-a6db-43d7-970c-f125f1444105), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:20.774700 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port d834875d-a6db-43d7-970c-f125f1444105 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:20.872793 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd038bb9-ff67-4cc5-86f3-ca0fc64a60af req-aca97ba1-ecf2-40a9-b29b-85540a34f219 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:20.874934 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd038bb9-ff67-4cc5-86f3-ca0fc64a60af req-aca97ba1-ecf2-40a9-b29b-85540a34f219 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.2360673 Feb 09 02:01:20.921207 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-31c6e30f-016f-42c2-acec-35e80a2a3f6e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e3cdfb29-a39d-498e-b97b-17d049a1b174), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:20.951458 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-31c6e30f-016f-42c2-acec-35e80a2a3f6e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Calling delete_port for e3cdfb29-a39d-498e-b97b-17d049a1b174 owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:01:20.995028 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd038bb9-ff67-4cc5-86f3-ca0fc64a60af req-6becdd60-5e69-45d2-b82b-97dbebdc5356 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126342 Feb 09 02:01:21.091568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34224) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:21.104111 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b4b14471-e651-4798-bb20-cfd455bf4eb4 None None] Provisioning complete for port 94a99312-9e4f-4dd5-8d40-b2b4fed3d428 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:21.104612 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b4b14471-e651-4798-bb20-cfd455bf4eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (94a99312-9e4f-4dd5-8d40-b2b4fed3d428), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:21.167356 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b4b14471-e651-4798-bb20-cfd455bf4eb4 None None] Port 94a99312-9e4f-4dd5-8d40-b2b4fed3d428 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:01:21.184095 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b4b14471-e651-4798-bb20-cfd455bf4eb4 None None] Provisioning complete for port e3cdfb29-a39d-498e-b97b-17d049a1b174 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:21.185332 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b4b14471-e651-4798-bb20-cfd455bf4eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e3cdfb29-a39d-498e-b97b-17d049a1b174), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:21.196066 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-31c6e30f-016f-42c2-acec-35e80a2a3f6e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (e3cdfb29-a39d-498e-b97b-17d049a1b174), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:21.239793 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b4b14471-e651-4798-bb20-cfd455bf4eb4 None None] Port e3cdfb29-a39d-498e-b97b-17d049a1b174 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:01:21.244633 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6e30f-016f-42c2-acec-35e80a2a3f6e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Port': ['ID=e3cdfb29-a39d-498e-b97b-17d049a1b174,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:21.252498 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b4b14471-e651-4798-bb20-cfd455bf4eb4 None None] Provisioning complete for port d834875d-a6db-43d7-970c-f125f1444105 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:21.252947 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b4b14471-e651-4798-bb20-cfd455bf4eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d834875d-a6db-43d7-970c-f125f1444105), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:21.266283 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f135f87f-9236-418b-b93e-a0a5b63eeb2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:21.337484 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-31c6e30f-016f-42c2-acec-35e80a2a3f6e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:21.345748 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-31c6e30f-016f-42c2-acec-35e80a2a3f6e tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/ports/e3cdfb29-a39d-498e-b97b-17d049a1b174 HTTP/1.1" status: 204 len: 168 time: 1.0890641 Feb 09 02:01:21.350784 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34230) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:21.373878 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b4b14471-e651-4798-bb20-cfd455bf4eb4 None None] Current status of the port d834875d-a6db-43d7-970c-f125f1444105 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:21.399179 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b955f7-408f-4b45-ad24-5f8e3184cc70 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] GET failed (client error): The resource could not be found. Feb 09 02:01:21.400916 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b7b955f7-408f-4b45-ad24-5f8e3184cc70 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports/e3cdfb29-a39d-498e-b97b-17d049a1b174 HTTP/1.1" status: 404 len: 333 time: 0.0478156 Feb 09 02:01:21.404278 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34234) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:21.504378 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eadbce02-23b2-42a4-9464-ea82ad3bec23 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (bd075daf-c35e-4921-b0f5-1113bd1a415e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:21.511388 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f135f87f-9236-418b-b93e-a0a5b63eeb2e admin admin] Publish callbacks [] for security_group (27e09293-e091-4d05-b972-d60b4cad72b2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:21.530172 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f135f87f-9236-418b-b93e-a0a5b63eeb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (27e09293-e091-4d05-b972-d60b4cad72b2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:21.547038 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eadbce02-23b2-42a4-9464-ea82ad3bec23 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (bd075daf-c35e-4921-b0f5-1113bd1a415e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:21.587372 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f135f87f-9236-418b-b93e-a0a5b63eeb2e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aca5af57eb36485b8226f0225ec8e293&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4941008 Feb 09 02:01:21.588592 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135f87f-9236-418b-b93e-a0a5b63eeb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e09293-e091-4d05-b972-d60b4cad72b2,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:21.592317 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34240) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:21.623616 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eadbce02-23b2-42a4-9464-ea82ad3bec23 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (bd075daf-c35e-4921-b0f5-1113bd1a415e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:21.626256 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eadbce02-23b2-42a4-9464-ea82ad3bec23 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:21.630414 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-eadbce02-23b2-42a4-9464-ea82ad3bec23 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/security-groups/bd075daf-c35e-4921-b0f5-1113bd1a415e HTTP/1.1" status: 204 len: 168 time: 0.2236969 Feb 09 02:01:21.641276 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34242) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:21.655495 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbce02-23b2-42a4-9464-ea82ad3bec23 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd075daf-c35e-4921-b0f5-1113bd1a415e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:21.671389 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-12d56043-df17-405a-aee7-9cd3c8693375 admin admin] Publish callbacks [] for security_group (27e09293-e091-4d05-b972-d60b4cad72b2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:21.700965 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b49d8bb2-d885-48e2-9002-8c5f56bdf3a5 None None] Could not find standard attr ID for object e3cdfb29-a39d-498e-b97b-17d049a1b174. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:01:21.722402 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-12d56043-df17-405a-aee7-9cd3c8693375 admin admin] Publish callbacks [] for security_group (27e09293-e091-4d05-b972-d60b4cad72b2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:21.729497 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3cf44923-5f59-4fce-afb6-beac290028b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (d1b34e53-e123-4688-92f7-6a4c8389e393), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:21.771996 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3cf44923-5f59-4fce-afb6-beac290028b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (d1b34e53-e123-4688-92f7-6a4c8389e393), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:21.802008 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-12d56043-df17-405a-aee7-9cd3c8693375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (27e09293-e091-4d05-b972-d60b4cad72b2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:21.804986 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-12d56043-df17-405a-aee7-9cd3c8693375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:21.806437 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-12d56043-df17-405a-aee7-9cd3c8693375 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27e09293-e091-4d05-b972-d60b4cad72b2 HTTP/1.1" status: 204 len: 168 time: 0.2129498 Feb 09 02:01:21.845030 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d56043-df17-405a-aee7-9cd3c8693375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e09293-e091-4d05-b972-d60b4cad72b2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:21.853870 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3cf44923-5f59-4fce-afb6-beac290028b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d1b34e53-e123-4688-92f7-6a4c8389e393), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:21.857195 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3cf44923-5f59-4fce-afb6-beac290028b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:21.858944 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3cf44923-5f59-4fce-afb6-beac290028b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/security-groups/d1b34e53-e123-4688-92f7-6a4c8389e393 HTTP/1.1" status: 204 len: 168 time: 0.2132549 Feb 09 02:01:21.861442 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34252) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:21.910054 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf44923-5f59-4fce-afb6-beac290028b5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b34e53-e123-4688-92f7-6a4c8389e393,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:21.970813 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f2002da8-78ee-4482-bb31-f687c6047bfa tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (25fc6e44-45ea-40be-ad9a-d066b613eabb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:22.014103 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f2002da8-78ee-4482-bb31-f687c6047bfa tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (25fc6e44-45ea-40be-ad9a-d066b613eabb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:22.081471 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f2002da8-78ee-4482-bb31-f687c6047bfa tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (25fc6e44-45ea-40be-ad9a-d066b613eabb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:22.085285 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f2002da8-78ee-4482-bb31-f687c6047bfa tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:22.090259 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f2002da8-78ee-4482-bb31-f687c6047bfa tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/security-groups/25fc6e44-45ea-40be-ad9a-d066b613eabb HTTP/1.1" status: 204 len: 168 time: 0.2250924 Feb 09 02:01:22.090676 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34260) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:22.124465 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2002da8-78ee-4482-bb31-f687c6047bfa tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fc6e44-45ea-40be-ad9a-d066b613eabb,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:22.199916 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-9afded01-247d-49b0-b93f-9f6c429d0c44 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting subnet 6ee87fd4-98fe-4691-9d3f-021f3bada27f {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:01:22.203935 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9afded01-247d-49b0-b93f-9f6c429d0c44 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for subnet (6ee87fd4-98fe-4691-9d3f-021f3bada27f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:22.255767 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8da07-9bd0-4c6d-8b6e-35e05d631a00 req-9182b334-4025-4aa9-a6a5-54efef61f805 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:22.258502 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-87d8da07-9bd0-4c6d-8b6e-35e05d631a00 req-9182b334-4025-4aa9-a6a5-54efef61f805 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.0918267 Feb 09 02:01:22.269732 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9afded01-247d-49b0-b93f-9f6c429d0c44 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (6ee87fd4-98fe-4691-9d3f-021f3bada27f), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:22.331789 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-87d8da07-9bd0-4c6d-8b6e-35e05d631a00 req-76473e0c-218e-4841-bf4e-b265e965e13a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649252 Feb 09 02:01:22.418410 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9afded01-247d-49b0-b93f-9f6c429d0c44 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (6ee87fd4-98fe-4691-9d3f-021f3bada27f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:22.493505 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9afded01-247d-49b0-b93f-9f6c429d0c44 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (6ee87fd4-98fe-4691-9d3f-021f3bada27f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:22.526718 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afded01-247d-49b0-b93f-9f6c429d0c44 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Subnet': ['ID=6ee87fd4-98fe-4691-9d3f-021f3bada27f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:22.537902 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9afded01-247d-49b0-b93f-9f6c429d0c44 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:22.537902 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9afded01-247d-49b0-b93f-9f6c429d0c44 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/subnets/6ee87fd4-98fe-4691-9d3f-021f3bada27f HTTP/1.1" status: 204 len: 168 time: 0.4429862 Feb 09 02:01:22.544084 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34280) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:22.548806 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36951427-98c4-4735-ad24-0ef63e036dc1 None None] Network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:01:22.615602 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-05418360-ed65-4ca0-a8f3-cbda913a29d1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting subnet 54e86af3-b2f0-42c9-b0fa-812b62cb64fe {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:01:22.620640 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05418360-ed65-4ca0-a8f3-cbda913a29d1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for subnet (54e86af3-b2f0-42c9-b0fa-812b62cb64fe), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:22.680597 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05418360-ed65-4ca0-a8f3-cbda913a29d1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (54e86af3-b2f0-42c9-b0fa-812b62cb64fe), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:22.824661 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05418360-ed65-4ca0-a8f3-cbda913a29d1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (54e86af3-b2f0-42c9-b0fa-812b62cb64fe), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:22.899699 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34294) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:22.910927 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05418360-ed65-4ca0-a8f3-cbda913a29d1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (54e86af3-b2f0-42c9-b0fa-812b62cb64fe), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:22.941478 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05418360-ed65-4ca0-a8f3-cbda913a29d1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Subnet': ['ID=54e86af3-b2f0-42c9-b0fa-812b62cb64fe,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:22.958178 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05418360-ed65-4ca0-a8f3-cbda913a29d1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:22.965277 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34302) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:22.965510 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-05418360-ed65-4ca0-a8f3-cbda913a29d1 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/subnets/54e86af3-b2f0-42c9-b0fa-812b62cb64fe HTTP/1.1" status: 204 len: 168 time: 0.4198940 Feb 09 02:01:22.999900 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57c6eb8-23f2-4dd3-8ee8-3f1326f8f984 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] DELETE failed (client error): The resource could not be found. Feb 09 02:01:23.000455 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b57c6eb8-23f2-4dd3-8ee8-3f1326f8f984 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:23.004234 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b57c6eb8-23f2-4dd3-8ee8-3f1326f8f984 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/subnets/6ee87fd4-98fe-4691-9d3f-021f3bada27f HTTP/1.1" status: 404 len: 337 time: 0.0375469 Feb 09 02:01:23.006993 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34304) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:23.062532 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-45f257f7-7e47-4ffd-9442-81d13a6a54eb tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-246082727'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:23.096895 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9859ead-3bb6-4d28-b254-c4f11886ecda tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting subnet 49e8336a-78cd-4614-9bb1-888e218aeb43 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:01:23.102101 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9859ead-3bb6-4d28-b254-c4f11886ecda tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for subnet (49e8336a-78cd-4614-9bb1-888e218aeb43), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:23.125941 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f257f7-7e47-4ffd-9442-81d13a6a54eb tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Made reservation on behalf of 810ac6aba4e64e2bbd08b8ab6ba011b2 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:01:23.129512 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45f257f7-7e47-4ffd-9442-81d13a6a54eb tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:23.151200 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45f257f7-7e47-4ffd-9442-81d13a6a54eb tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:23.186543 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9859ead-3bb6-4d28-b254-c4f11886ecda tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (49e8336a-78cd-4614-9bb1-888e218aeb43), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:23.316344 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9859ead-3bb6-4d28-b254-c4f11886ecda tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (49e8336a-78cd-4614-9bb1-888e218aeb43), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:23.365404 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45f257f7-7e47-4ffd-9442-81d13a6a54eb tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks [] for security_group (e074953e-5b88-41ca-9046-df9be0f80a3d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:23.371157 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45f257f7-7e47-4ffd-9442-81d13a6a54eb tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e074953e-5b88-41ca-9046-df9be0f80a3d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:23.440121 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f257f7-7e47-4ffd-9442-81d13a6a54eb tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:01:23.442030 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f257f7-7e47-4ffd-9442-81d13a6a54eb tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e074953e-5b88-41ca-9046-df9be0f80a3d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:23.480042 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9859ead-3bb6-4d28-b254-c4f11886ecda tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (49e8336a-78cd-4614-9bb1-888e218aeb43), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:23.489625 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45f257f7-7e47-4ffd-9442-81d13a6a54eb tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (5d6f6727-4b7f-403e-8e76-ba10524cc1b6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:23.490395 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-45f257f7-7e47-4ffd-9442-81d13a6a54eb tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Added segment 5d6f6727-4b7f-403e-8e76-ba10524cc1b6 of type vlan for network 8949e030-8b51-440f-82e4-53e896b877fe Feb 09 02:01:23.492350 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb3f19-a61e-4562-8d25-edd2033dea5d req-ac6430cc-c54f-4906-94bf-ab41b7d2d2f7 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:23.495416 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-35bb3f19-a61e-4562-8d25-edd2033dea5d req-ac6430cc-c54f-4906-94bf-ab41b7d2d2f7 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.0787790 Feb 09 02:01:23.515739 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156451f6-4447-4bb6-8691-2dcea756cdd2 None None] Network c4b0531b-6c6e-4114-a6dd-46cf9eb71861 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:01:23.546833 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9859ead-3bb6-4d28-b254-c4f11886ecda tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Subnet': ['ID=49e8336a-78cd-4614-9bb1-888e218aeb43,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:23.553513 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-35bb3f19-a61e-4562-8d25-edd2033dea5d req-cbf0b997-ec45-4917-a9c6-f65ecb54b6a7 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496225 Feb 09 02:01:23.577769 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9859ead-3bb6-4d28-b254-c4f11886ecda tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:23.581101 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f9859ead-3bb6-4d28-b254-c4f11886ecda tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/subnets/49e8336a-78cd-4614-9bb1-888e218aeb43 HTTP/1.1" status: 204 len: 168 time: 0.5725169 Feb 09 02:01:23.583716 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34320) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:23.600499 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45f257f7-7e47-4ffd-9442-81d13a6a54eb tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (8949e030-8b51-440f-82e4-53e896b877fe), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:23.612062 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-750c80e4-d048-4c06-915a-d51555b1f842 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] DELETE failed (client error): The resource could not be found. Feb 09 02:01:23.612842 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-750c80e4-d048-4c06-915a-d51555b1f842 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:23.617458 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-750c80e4-d048-4c06-915a-d51555b1f842 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/subnets/fca8c6b1-e714-45aa-a886-2d9b7e467626 HTTP/1.1" status: 404 len: 337 time: 0.0320861 Feb 09 02:01:23.622288 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34322) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:23.641366 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45f257f7-7e47-4ffd-9442-81d13a6a54eb tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (8949e030-8b51-440f-82e4-53e896b877fe), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:23.647977 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f257f7-7e47-4ffd-9442-81d13a6a54eb tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:23.648694 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45f257f7-7e47-4ffd-9442-81d13a6a54eb tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:23.654858 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d70d83d1-b24a-428f-928a-f93983695952 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "GET /v2.0/ports?device_id=e997d000-87f8-45b5-8cc2-2e5d2a69dbce HTTP/1.1" status: 200 len: 205 time: 0.0308611 Feb 09 02:01:23.660752 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34324) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:23.669044 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c5961108-3655-4b0f-a5a7-549d9da79b14 None None] Provisioning complete for port 94a99312-9e4f-4dd5-8d40-b2b4fed3d428 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:23.669584 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c5961108-3655-4b0f-a5a7-549d9da79b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (94a99312-9e4f-4dd5-8d40-b2b4fed3d428), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:23.722563 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c5961108-3655-4b0f-a5a7-549d9da79b14 None None] Port 94a99312-9e4f-4dd5-8d40-b2b4fed3d428 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:01:23.738577 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c5961108-3655-4b0f-a5a7-549d9da79b14 None None] Provisioning complete for port d834875d-a6db-43d7-970c-f125f1444105 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:23.738960 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c5961108-3655-4b0f-a5a7-549d9da79b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d834875d-a6db-43d7-970c-f125f1444105), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:23.754503 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-45f257f7-7e47-4ffd-9442-81d13a6a54eb tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8491986 Feb 09 02:01:23.754729 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34328) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:23.760241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d1fcac45-28da-4f4b-8501-3f4c4f5aa4c1 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Request body: {'subnet': {'network_id': '8949e030-8b51-440f-82e4-53e896b877fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:23.765047 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-ec43c55c-2bf2-4897-9722-921af905e6a5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] delete failed (client error): The resource could not be found. Feb 09 02:01:23.768995 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ec43c55c-2bf2-4897-9722-921af905e6a5 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/routers/e997d000-87f8-45b5-8cc2-2e5d2a69dbce HTTP/1.1" status: 404 len: 336 time: 0.1017611 Feb 09 02:01:23.781337 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34330) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:23.821580 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8fad5c2-37c7-4729-b16e-9fb5412ccf69 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] DELETE failed (client error): The resource could not be found. Feb 09 02:01:23.822045 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8fad5c2-37c7-4729-b16e-9fb5412ccf69 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:23.828210 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b8fad5c2-37c7-4729-b16e-9fb5412ccf69 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/subnets/5f194e2e-f19e-4c4f-aaa5-2c0b127c0263 HTTP/1.1" status: 404 len: 337 time: 0.0433841 Feb 09 02:01:23.828619 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34334) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:23.843097 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f257f7-7e47-4ffd-9442-81d13a6a54eb tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Pushing event updated for resources: {'Network': ['ID=8949e030-8b51-440f-82e4-53e896b877fe,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:23.858886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c5961108-3655-4b0f-a5a7-549d9da79b14 None None] Current status of the port d834875d-a6db-43d7-970c-f125f1444105 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:23.863345 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-e591afc9-6902-4661-a895-b2b921b0cf6f tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] DELETE failed (client error): The resource could not be found. Feb 09 02:01:23.863808 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e591afc9-6902-4661-a895-b2b921b0cf6f tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:23.866305 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad905af-5d91-46e0-9730-4c9a3d4939a5 None None] DHCP port deletion for c4b0531b-6c6e-4114-a6dd-46cf9eb71861 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:01:23.869784 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e591afc9-6902-4661-a895-b2b921b0cf6f tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/subnets/7756492b-1ba7-44d9-8dad-0d846217cb22 HTTP/1.1" status: 404 len: 337 time: 0.0378931 Feb 09 02:01:23.869975 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34336) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:23.876941 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 8949e030-8b51-440f-82e4-53e896b877fe details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:01:23.910311 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a1b7f6-079a-4191-8780-98bdd1198bab tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] DELETE failed (client error): The resource could not be found. Feb 09 02:01:23.910689 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a1b7f6-079a-4191-8780-98bdd1198bab tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:23.916543 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b1a1b7f6-079a-4191-8780-98bdd1198bab tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/subnets/e4d94511-956e-43e1-af18-d787539d6065 HTTP/1.1" status: 404 len: 337 time: 0.0430899 Feb 09 02:01:23.917968 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34338) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:23.924628 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fcac45-28da-4f4b-8501-3f4c4f5aa4c1 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Made reservation on behalf of 810ac6aba4e64e2bbd08b8ab6ba011b2 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:01:23.928503 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d1fcac45-28da-4f4b-8501-3f4c4f5aa4c1 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:23.944089 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe8638c-fa8c-4a44-ab0c-d18cf81e580f tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] DELETE failed (client error): The resource could not be found. Feb 09 02:01:23.951766 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe8638c-fa8c-4a44-ab0c-d18cf81e580f tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:23.955117 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dbe8638c-fa8c-4a44-ab0c-d18cf81e580f tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/ports/13ab9b3b-017e-4052-9e06-d75afc73d101 HTTP/1.1" status: 404 len: 333 time: 0.0360718 Feb 09 02:01:23.957489 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34342) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:23.986100 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bfd51a8-b34c-44bc-bbee-bc9965af2e31 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] DELETE failed (client error): The resource could not be found. Feb 09 02:01:23.986951 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bfd51a8-b34c-44bc-bbee-bc9965af2e31 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:23.991160 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6bfd51a8-b34c-44bc-bbee-bc9965af2e31 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/subnets/8b50084f-ff81-4aca-84e7-159f85640296 HTTP/1.1" status: 404 len: 337 time: 0.0324593 Feb 09 02:01:23.994494 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34346) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:24.026163 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b36f9b-5719-4f29-9ec9-71265d528e97 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] DELETE failed (client error): The resource could not be found. Feb 09 02:01:24.026694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b36f9b-5719-4f29-9ec9-71265d528e97 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:24.028720 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-dad905af-5d91-46e0-9730-4c9a3d4939a5 None None] Deleting port d834875d-a6db-43d7-970c-f125f1444105 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:01:24.029316 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dad905af-5d91-46e0-9730-4c9a3d4939a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (d834875d-a6db-43d7-970c-f125f1444105), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:24.032146 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-18b36f9b-5719-4f29-9ec9-71265d528e97 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/subnets/0391260e-5d9a-41bd-aed9-a145da9e7df0 HTTP/1.1" status: 404 len: 337 time: 0.0339713 Feb 09 02:01:24.032872 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34348) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:24.083191 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40db4bc-4796-4cb6-ac6a-c8b5148fb6a3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] DELETE failed (client error): The resource could not be found. Feb 09 02:01:24.084015 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40db4bc-4796-4cb6-ac6a-c8b5148fb6a3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:24.092144 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f40db4bc-4796-4cb6-ac6a-c8b5148fb6a3 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/ports/ce6be06b-61dd-4702-805b-fade8caba00c HTTP/1.1" status: 404 len: 333 time: 0.0579555 Feb 09 02:01:24.093129 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34352) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:24.125608 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd08e0ae-aa58-43de-8af7-3de2979ba708 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] DELETE failed (client error): The resource could not be found. Feb 09 02:01:24.126932 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd08e0ae-aa58-43de-8af7-3de2979ba708 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:24.136912 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dd08e0ae-aa58-43de-8af7-3de2979ba708 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/subnets/bbb14dbd-e68e-4cec-bba2-56539c28421b HTTP/1.1" status: 404 len: 337 time: 0.0422432 Feb 09 02:01:24.139481 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34354) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:24.142971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d834875d-a6db-43d7-970c-f125f1444105 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:01:24.178955 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-dad905af-5d91-46e0-9730-4c9a3d4939a5 None None] For port d834875d-a6db-43d7-970c-f125f1444105, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d834875d-a6db-43d7-970c-f125f1444105,segment=NetworkSegment(2a6a48dc-d402-49ad-814f-197b7209290c),segment_id=2a6a48dc-d402-49ad-814f-197b7209290c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:24.179673 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dad905af-5d91-46e0-9730-4c9a3d4939a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (d834875d-a6db-43d7-970c-f125f1444105), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:24.195276 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-589444b4-b50d-41a3-a2aa-c8da7d1bbfcf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] DELETE failed (client error): The resource could not be found. Feb 09 02:01:24.196200 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589444b4-b50d-41a3-a2aa-c8da7d1bbfcf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:01:24.200947 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-589444b4-b50d-41a3-a2aa-c8da7d1bbfcf tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/subnets/b89852d3-2844-4d59-b019-b427a64bba23 HTTP/1.1" status: 404 len: 337 time: 0.0601809 Feb 09 02:01:24.204528 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34356) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:24.206396 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-dad905af-5d91-46e0-9730-4c9a3d4939a5 None None] Calling delete_port for d834875d-a6db-43d7-970c-f125f1444105 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:01:24.285637 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d1fcac45-28da-4f4b-8501-3f4c4f5aa4c1 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (06e80efe-73a0-45af-a33f-4dc29eae2c92), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:24.296879 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port d834875d-a6db-43d7-970c-f125f1444105 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:24.297277 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d834875d-a6db-43d7-970c-f125f1444105), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:24.331070 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a0f71cbf-2f7e-4ec2-83eb-5936f3daeb10 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Deleting port 94a99312-9e4f-4dd5-8d40-b2b4fed3d428 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:01:24.331800 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a0f71cbf-2f7e-4ec2-83eb-5936f3daeb10 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (94a99312-9e4f-4dd5-8d40-b2b4fed3d428), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:24.341968 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port d834875d-a6db-43d7-970c-f125f1444105, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d834875d-a6db-43d7-970c-f125f1444105,segment=NetworkSegment(2a6a48dc-d402-49ad-814f-197b7209290c),segment_id=2a6a48dc-d402-49ad-814f-197b7209290c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:24.346832 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcac45-28da-4f4b-8501-3f4c4f5aa4c1 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Pushing event updated for resources: {'Subnet': ['ID=06e80efe-73a0-45af-a33f-4dc29eae2c92,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:24.362743 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d834875d-a6db-43d7-970c-f125f1444105), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:24.420480 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fcac45-28da-4f4b-8501-3f4c4f5aa4c1 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Checking segment: {'id': '5d6f6727-4b7f-403e-8e76-ba10524cc1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8949e030-8b51-440f-82e4-53e896b877fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:01:24.420896 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fcac45-28da-4f4b-8501-3f4c4f5aa4c1 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Network hostable DHCP agents. Network: 8949e030-8b51-440f-82e4-53e896b877fe, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:01:24.440405 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a0f71cbf-2f7e-4ec2-83eb-5936f3daeb10 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (94a99312-9e4f-4dd5-8d40-b2b4fed3d428), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:24.452367 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fcac45-28da-4f4b-8501-3f4c4f5aa4c1 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Network 8949e030-8b51-440f-82e4-53e896b877fe is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:01:24.459611 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a0f71cbf-2f7e-4ec2-83eb-5936f3daeb10 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Calling delete_port for 94a99312-9e4f-4dd5-8d40-b2b4fed3d428 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:01:24.466974 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=d834875d-a6db-43d7-970c-f125f1444105,revision_number=11']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:24.470612 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-d1fcac45-28da-4f4b-8501-3f4c4f5aa4c1 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 8949e030-8b51-440f-82e4-53e896b877fe) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:24.485218 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc6e764-edfd-4ea5-a175-89b714e656ec None None] Network 8949e030-8b51-440f-82e4-53e896b877fe requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:01:24.485695 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fcac45-28da-4f4b-8501-3f4c4f5aa4c1 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:24.486393 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d1fcac45-28da-4f4b-8501-3f4c4f5aa4c1 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:24.512371 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d1fcac45-28da-4f4b-8501-3f4c4f5aa4c1 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7567768 Feb 09 02:01:24.515801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34358) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:24.521155 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-115cc50c-5c92-41ce-a813-6046c5584027 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Request body: {'port': {'network_id': '8949e030-8b51-440f-82e4-53e896b877fe', 'name': 'tempest-TagsExtTest-104950416'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:24.549061 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dad905af-5d91-46e0-9730-4c9a3d4939a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (d834875d-a6db-43d7-970c-f125f1444105), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:24.586960 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a0f71cbf-2f7e-4ec2-83eb-5936f3daeb10 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (94a99312-9e4f-4dd5-8d40-b2b4fed3d428), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:24.612216 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad905af-5d91-46e0-9730-4c9a3d4939a5 None None] No DVR routers for this DVR port d834875d-a6db-43d7-970c-f125f1444105 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:01:24.619305 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad905af-5d91-46e0-9730-4c9a3d4939a5 None None] Pushing event deleted for resources: {'Port': ['ID=d834875d-a6db-43d7-970c-f125f1444105,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:24.673544 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f71cbf-2f7e-4ec2-83eb-5936f3daeb10 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Port': ['ID=94a99312-9e4f-4dd5-8d40-b2b4fed3d428,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:24.691171 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a0f71cbf-2f7e-4ec2-83eb-5936f3daeb10 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:24.697117 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a0f71cbf-2f7e-4ec2-83eb-5936f3daeb10 tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/ports/94a99312-9e4f-4dd5-8d40-b2b4fed3d428 HTTP/1.1" status: 204 len: 168 time: 0.4923327 Feb 09 02:01:24.699315 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34364) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:24.706736 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daecbfe9-23a4-43cd-95b8-d58adbc9ab6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-8949e030-8b51-440f-82e4-53e896b877fe', 'network_id': '8949e030-8b51-440f-82e4-53e896b877fe', 'project_id': '810ac6aba4e64e2bbd08b8ab6ba011b2', 'fixed_ips': [{'subnet_id': '06e80efe-73a0-45af-a33f-4dc29eae2c92'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:01:24.709097 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-daecbfe9-23a4-43cd-95b8-d58adbc9ab6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:24.713516 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115cc50c-5c92-41ce-a813-6046c5584027 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Made reservation on behalf of 810ac6aba4e64e2bbd08b8ab6ba011b2 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:01:24.717724 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-115cc50c-5c92-41ce-a813-6046c5584027 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:24.748711 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-115cc50c-5c92-41ce-a813-6046c5584027 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] device_id is not set on port c6164bb1-581f-44a9-95fe-034eb446075f yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:01:24.841194 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3a8c174-34d8-48ec-9da4-2ca242456f6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (c4b0531b-6c6e-4114-a6dd-46cf9eb71861), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:24.854199 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88899823-3eef-43a7-bb67-38cae6aba8b9 req-d6d41c06-a4de-4cdd-94b0-589d6837c020 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:24.855743 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-88899823-3eef-43a7-bb67-38cae6aba8b9 req-d6d41c06-a4de-4cdd-94b0-589d6837c020 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.1277804 Feb 09 02:01:24.900521 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-115cc50c-5c92-41ce-a813-6046c5584027 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Allocated IP 172.20.0.14 (8949e030-8b51-440f-82e4-53e896b877fe/06e80efe-73a0-45af-a33f-4dc29eae2c92/c6164bb1-581f-44a9-95fe-034eb446075f) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:01:24.978706 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-88899823-3eef-43a7-bb67-38cae6aba8b9 req-871c7fa8-dbd0-43bf-af58-b4b0c02b8d1a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155970 Feb 09 02:01:24.985918 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3a8c174-34d8-48ec-9da4-2ca242456f6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (c4b0531b-6c6e-4114-a6dd-46cf9eb71861), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.006665 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c3a8c174-34d8-48ec-9da4-2ca242456f6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b0531b-6c6e-4114-a6dd-46cf9eb71861']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:25.019592 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c3a8c174-34d8-48ec-9da4-2ca242456f6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6a48dc-d402-49ad-814f-197b7209290c') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:25.020989 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c3a8c174-34d8-48ec-9da4-2ca242456f6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6a48dc-d402-49ad-814f-197b7209290c') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:25.037567 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3a8c174-34d8-48ec-9da4-2ca242456f6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (2a6a48dc-d402-49ad-814f-197b7209290c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.052702 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3a8c174-34d8-48ec-9da4-2ca242456f6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (2a6a48dc-d402-49ad-814f-197b7209290c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.061480 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a8c174-34d8-48ec-9da4-2ca242456f6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:01:25.062610 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3a8c174-34d8-48ec-9da4-2ca242456f6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (2a6a48dc-d402-49ad-814f-197b7209290c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:01:25.065124 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:01:25.092999 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-115cc50c-5c92-41ce-a813-6046c5584027 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks [] for port (c6164bb1-581f-44a9-95fe-034eb446075f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.128872 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3a8c174-34d8-48ec-9da4-2ca242456f6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (c4b0531b-6c6e-4114-a6dd-46cf9eb71861), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.136608 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-115cc50c-5c92-41ce-a813-6046c5584027 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (c6164bb1-581f-44a9-95fe-034eb446075f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.141048 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3a8c174-34d8-48ec-9da4-2ca242456f6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.148577 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c3a8c174-34d8-48ec-9da4-2ca242456f6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] 10.222.0.36 "DELETE /v2.0/networks/c4b0531b-6c6e-4114-a6dd-46cf9eb71861 HTTP/1.1" status: 204 len: 168 time: 0.4473093 Feb 09 02:01:25.166187 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8c174-34d8-48ec-9da4-2ca242456f6a tempest-PortsTestJSON-894541687 tempest-PortsTestJSON-894541687-project] Pushing event deleted for resources: {'Network': ['ID=c4b0531b-6c6e-4114-a6dd-46cf9eb71861,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:25.198629 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-daecbfe9-23a4-43cd-95b8-d58adbc9ab6e None None] Allocated IP 172.20.0.2 (8949e030-8b51-440f-82e4-53e896b877fe/06e80efe-73a0-45af-a33f-4dc29eae2c92/b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:01:25.219414 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115cc50c-5c92-41ce-a813-6046c5584027 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Network 8949e030-8b51-440f-82e4-53e896b877fe is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:01:25.252952 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-115cc50c-5c92-41ce-a813-6046c5584027 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:25.263182 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115cc50c-5c92-41ce-a813-6046c5584027 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Pushing event updated for resources: {'Port': ['ID=c6164bb1-581f-44a9-95fe-034eb446075f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:25.267829 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115cc50c-5c92-41ce-a813-6046c5584027 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:01:25.348334 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115cc50c-5c92-41ce-a813-6046c5584027 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:25.349115 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-115cc50c-5c92-41ce-a813-6046c5584027 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.372644 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-115cc50c-5c92-41ce-a813-6046c5584027 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8553343 Feb 09 02:01:25.374949 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34370) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:25.380939 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d7e123a4-897d-4362-b3ff-5e2690213d01 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1464356312', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:25.398910 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-daecbfe9-23a4-43cd-95b8-d58adbc9ab6e None None] Publish callbacks [] for port (b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.410242 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d7e123a4-897d-4362-b3ff-5e2690213d01 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (f7a3f934-9a7a-4771-a86c-f20afbe9054b), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.411604 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d7e123a4-897d-4362-b3ff-5e2690213d01 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (f7a3f934-9a7a-4771-a86c-f20afbe9054b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.425198 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-daecbfe9-23a4-43cd-95b8-d58adbc9ab6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.488439 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daecbfe9-23a4-43cd-95b8-d58adbc9ab6e None None] Network 8949e030-8b51-440f-82e4-53e896b877fe is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:01:25.492176 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-daecbfe9-23a4-43cd-95b8-d58adbc9ab6e None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:25.497833 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daecbfe9-23a4-43cd-95b8-d58adbc9ab6e None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:01:25.501931 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecbfe9-23a4-43cd-95b8-d58adbc9ab6e None None] Pushing event updated for resources: {'Port': ['ID=b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:25.520517 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d7e123a4-897d-4362-b3ff-5e2690213d01 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks [] for router_controller (f7a3f934-9a7a-4771-a86c-f20afbe9054b), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.528861 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d7e123a4-897d-4362-b3ff-5e2690213d01 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (f7a3f934-9a7a-4771-a86c-f20afbe9054b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.537087 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34374) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:25.556629 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d7e123a4-897d-4362-b3ff-5e2690213d01 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.557924 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d7e123a4-897d-4362-b3ff-5e2690213d01 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1815662 Feb 09 02:01:25.561014 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34378) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:25.565687 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-27aaabb4-04bd-441e-8072-acdc18b7895f tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1859415127', 'prefixes': ['172.20.0.0/16']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:25.584544 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-daecbfe9-23a4-43cd-95b8-d58adbc9ab6e None None] Attempting to bind port b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:01:25.585120 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-daecbfe9-23a4-43cd-95b8-d58adbc9ab6e None None] Attempting to bind port b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '5d6f6727-4b7f-403e-8e76-ba10524cc1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8949e030-8b51-440f-82e4-53e896b877fe'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:01:25.585944 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daecbfe9-23a4-43cd-95b8-d58adbc9ab6e None None] Attempting to bind port b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860 on network 8949e030-8b51-440f-82e4-53e896b877fe {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:01:25.592081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daecbfe9-23a4-43cd-95b8-d58adbc9ab6e None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:01:25.592450 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daecbfe9-23a4-43cd-95b8-d58adbc9ab6e None None] Checking segment: {'id': '5d6f6727-4b7f-403e-8e76-ba10524cc1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8949e030-8b51-440f-82e4-53e896b877fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:01:25.593107 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-daecbfe9-23a4-43cd-95b8-d58adbc9ab6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.593470 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daecbfe9-23a4-43cd-95b8-d58adbc9ab6e None None] Bound using segment: {'id': '5d6f6727-4b7f-403e-8e76-ba10524cc1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8949e030-8b51-440f-82e4-53e896b877fe'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:01:25.594020 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-daecbfe9-23a4-43cd-95b8-d58adbc9ab6e None None] Bound port: b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d6f6727-4b7f-403e-8e76-ba10524cc1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8949e030-8b51-440f-82e4-53e896b877fe'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:01:25.594426 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-daecbfe9-23a4-43cd-95b8-d58adbc9ab6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.653879 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-27aaabb4-04bd-441e-8072-acdc18b7895f tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.661340 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-27aaabb4-04bd-441e-8072-acdc18b7895f tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0955052 Feb 09 02:01:25.661340 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34380) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:25.668215 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-6e73c4ec-5a8b-4c48-bdd5-654d779fe9ed tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '06e80efe-73a0-45af-a33f-4dc29eae2c92', 'tempest-TagsExtTest-Tag-360172416') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:25.686985 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-daecbfe9-23a4-43cd-95b8-d58adbc9ab6e None None] For port b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:01:25.690166 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-daecbfe9-23a4-43cd-95b8-d58adbc9ab6e None None] For port b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860,segment=NetworkSegment(5d6f6727-4b7f-403e-8e76-ba10524cc1b6),segment_id=5d6f6727-4b7f-403e-8e76-ba10524cc1b6)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:01:25.698248 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-daecbfe9-23a4-43cd-95b8-d58adbc9ab6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.777072 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecbfe9-23a4-43cd-95b8-d58adbc9ab6e None None] Pushing event updated for resources: {'Port': ['ID=b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:25.779597 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cacd8238-24fb-4c9f-b4aa-8ccca9348d04 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97cf75a617ab459f9f1d1a2897a5bb73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2404976 Feb 09 02:01:25.782059 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34382) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:25.847985 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ed348824-6cee-46fa-892f-d90b6d5b2ddd admin admin] Publish callbacks [] for security_group (cc3c5100-41d4-4221-9c0d-c302d3a5fe3c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.849945 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34384) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:25.850628 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6e73c4ec-5a8b-4c48-bdd5-654d779fe9ed tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "PUT /v2.0/subnets/06e80efe-73a0-45af-a33f-4dc29eae2c92/tags/tempest-TagsExtTest-Tag-360172416 HTTP/1.1" status: 201 len: 201 time: 0.1882048 Feb 09 02:01:25.855966 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-08361821-9cf5-4003-88f4-d05d799952d3 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c6164bb1-581f-44a9-95fe-034eb446075f', 'tempest-TagsExtTest-Tag-1237350998') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:25.902034 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ed348824-6cee-46fa-892f-d90b6d5b2ddd admin admin] Publish callbacks [] for security_group (cc3c5100-41d4-4221-9c0d-c302d3a5fe3c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.993631 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-08361821-9cf5-4003-88f4-d05d799952d3 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "PUT /v2.0/ports/c6164bb1-581f-44a9-95fe-034eb446075f/tags/tempest-TagsExtTest-Tag-1237350998 HTTP/1.1" status: 201 len: 201 time: 0.1416180 Feb 09 02:01:25.994272 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ed348824-6cee-46fa-892f-d90b6d5b2ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (cc3c5100-41d4-4221-9c0d-c302d3a5fe3c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.996905 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ed348824-6cee-46fa-892f-d90b6d5b2ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:26.002262 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ed348824-6cee-46fa-892f-d90b6d5b2ddd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc3c5100-41d4-4221-9c0d-c302d3a5fe3c HTTP/1.1" status: 204 len: 168 time: 0.2176805 Feb 09 02:01:26.004877 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34386) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:26.020589 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-efa3fb21-8cbc-4605-bf26-9ed8ad47dda1 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f7a3f934-9a7a-4771-a86c-f20afbe9054b', 'tempest-TagsExtTest-Tag-504552046') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:26.084492 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed348824-6cee-46fa-892f-d90b6d5b2ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3c5100-41d4-4221-9c0d-c302d3a5fe3c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:26.208056 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-efa3fb21-8cbc-4605-bf26-9ed8ad47dda1 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "PUT /v2.0/routers/f7a3f934-9a7a-4771-a86c-f20afbe9054b/tags/tempest-TagsExtTest-Tag-504552046 HTTP/1.1" status: 201 len: 201 time: 0.1916637 Feb 09 02:01:26.211809 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34394) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:26.216679 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-7c413b81-f2f4-4bbc-9f4b-82436e85053a tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd105c541-7c4b-4afd-b091-386cfefe523f', 'tempest-TagsExtTest-Tag-867130591') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:26.246337 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c7407-4438-4e80-8a56-5712fb4f7f6d req-3ea09ac1-5843-4436-9a1d-fc1770836b1b tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:26.248554 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad3c7407-4438-4e80-8a56-5712fb4f7f6d req-3ea09ac1-5843-4436-9a1d-fc1770836b1b tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.0942879 Feb 09 02:01:26.326821 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7c413b81-f2f4-4bbc-9f4b-82436e85053a tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "PUT /v2.0/subnetpools/d105c541-7c4b-4afd-b091-386cfefe523f/tags/tempest-TagsExtTest-Tag-867130591 HTTP/1.1" status: 201 len: 201 time: 0.1118202 Feb 09 02:01:26.334243 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34398) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:26.340497 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-848f3dcf-f5b2-4d8f-b183-8d7ae2dcdea6 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '06e80efe-73a0-45af-a33f-4dc29eae2c92') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:26.345339 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:01:26.347321 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad3c7407-4438-4e80-8a56-5712fb4f7f6d req-ee6bd421-84e0-4ce9-be1f-0112de921a44 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841007 Feb 09 02:01:26.438991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:26.439717 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:26.443260 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-848f3dcf-f5b2-4d8f-b183-8d7ae2dcdea6 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/subnets/06e80efe-73a0-45af-a33f-4dc29eae2c92/tags HTTP/1.1" status: 200 len: 240 time: 0.1058702 Feb 09 02:01:26.445452 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34404) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:26.450716 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-3989c4ee-ce55-4cdd-a1b3-2bdbee3eba4c tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '06e80efe-73a0-45af-a33f-4dc29eae2c92', 'tempest-TagsExtTest-Tag-360172416') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:26.522430 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3989c4ee-ce55-4cdd-a1b3-2bdbee3eba4c tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/subnets/06e80efe-73a0-45af-a33f-4dc29eae2c92/tags/tempest-TagsExtTest-Tag-360172416 HTTP/1.1" status: 204 len: 168 time: 0.0755763 Feb 09 02:01:26.524947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34408) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:26.530480 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-fdfcdedf-07ef-47df-9d76-83279d24cb3e tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '06e80efe-73a0-45af-a33f-4dc29eae2c92', 'tempest-TagsExtTest-Tag-360172416') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:26.550287 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:26.550767 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:26.591867 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860,segment=NetworkSegment(5d6f6727-4b7f-403e-8e76-ba10524cc1b6),segment_id=5d6f6727-4b7f-403e-8e76-ba10524cc1b6)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:26.597929 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:26.615489 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fdfcdedf-07ef-47df-9d76-83279d24cb3e tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "DELETE /v2.0/subnets/06e80efe-73a0-45af-a33f-4dc29eae2c92/tags/tempest-TagsExtTest-Tag-360172416 HTTP/1.1" status: 204 len: 168 time: 0.0890157 Feb 09 02:01:26.618561 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34412) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:26.624217 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-59217abe-1791-48de-b4a4-eb6b5f164e6d tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '06e80efe-73a0-45af-a33f-4dc29eae2c92') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:26.657473 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:26.701199 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34414) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:26.701647 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-59217abe-1791-48de-b4a4-eb6b5f164e6d tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/subnets/06e80efe-73a0-45af-a33f-4dc29eae2c92/tags HTTP/1.1" status: 200 len: 205 time: 0.0811574 Feb 09 02:01:26.706399 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-35b8cdea-83a1-4b3e-8f40-13d9172344a1 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c6164bb1-581f-44a9-95fe-034eb446075f') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:26.787421 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34420) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:26.791842 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-35b8cdea-83a1-4b3e-8f40-13d9172344a1 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/ports/c6164bb1-581f-44a9-95fe-034eb446075f/tags HTTP/1.1" status: 200 len: 241 time: 0.0891795 Feb 09 02:01:26.796217 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-812ebdcf-fc0f-4272-8007-d3e860ae5ed3 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c6164bb1-581f-44a9-95fe-034eb446075f', 'tempest-TagsExtTest-Tag-1237350998') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:26.889455 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34426) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:26.889673 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-812ebdcf-fc0f-4272-8007-d3e860ae5ed3 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/ports/c6164bb1-581f-44a9-95fe-034eb446075f/tags/tempest-TagsExtTest-Tag-1237350998 HTTP/1.1" status: 204 len: 168 time: 0.0994389 Feb 09 02:01:26.895287 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-2df0ae31-15df-45bf-92b0-5a3453f82dc8 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c6164bb1-581f-44a9-95fe-034eb446075f', 'tempest-TagsExtTest-Tag-1237350998') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:26.983092 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2df0ae31-15df-45bf-92b0-5a3453f82dc8 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "DELETE /v2.0/ports/c6164bb1-581f-44a9-95fe-034eb446075f/tags/tempest-TagsExtTest-Tag-1237350998 HTTP/1.1" status: 204 len: 168 time: 0.0899813 Feb 09 02:01:26.983531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34428) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:26.989154 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-f2a40f91-f134-462c-a18f-08fc7c1b4c18 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c6164bb1-581f-44a9-95fe-034eb446075f') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:27.059267 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f2a40f91-f134-462c-a18f-08fc7c1b4c18 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/ports/c6164bb1-581f-44a9-95fe-034eb446075f/tags HTTP/1.1" status: 200 len: 205 time: 0.0727909 Feb 09 02:01:27.060334 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34432) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:27.064942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-7a2a9969-c9c2-4dd5-a6ca-2f06b9ba8d03 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f7a3f934-9a7a-4771-a86c-f20afbe9054b') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:27.173060 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7a2a9969-c9c2-4dd5-a6ca-2f06b9ba8d03 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/routers/f7a3f934-9a7a-4771-a86c-f20afbe9054b/tags HTTP/1.1" status: 200 len: 240 time: 0.1116023 Feb 09 02:01:27.175902 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34436) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:27.181359 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-5e6432df-299d-47ca-ad0d-22e2101aeb11 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f7a3f934-9a7a-4771-a86c-f20afbe9054b', 'tempest-TagsExtTest-Tag-504552046') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:27.269763 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad45444b-c036-4faf-9652-ae7b02fd3790 None None] Network 8949e030-8b51-440f-82e4-53e896b877fe requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:01:27.280635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34440) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:27.281306 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5e6432df-299d-47ca-ad0d-22e2101aeb11 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/routers/f7a3f934-9a7a-4771-a86c-f20afbe9054b/tags/tempest-TagsExtTest-Tag-504552046 HTTP/1.1" status: 204 len: 168 time: 0.1038027 Feb 09 02:01:27.285579 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-68fa1b2a-1c1f-4116-bf9b-5e9d71f834ab tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f7a3f934-9a7a-4771-a86c-f20afbe9054b', 'tempest-TagsExtTest-Tag-504552046') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:27.361563 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-876ad771-1550-4675-9a1b-912ee6f5e78e None None] Provisioning complete for port b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:27.361961 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-876ad771-1550-4675-9a1b-912ee6f5e78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:27.414408 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-68fa1b2a-1c1f-4116-bf9b-5e9d71f834ab tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "DELETE /v2.0/routers/f7a3f934-9a7a-4771-a86c-f20afbe9054b/tags/tempest-TagsExtTest-Tag-504552046 HTTP/1.1" status: 204 len: 168 time: 0.1317875 Feb 09 02:01:27.416645 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34448) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:27.423400 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-51d048ae-ad29-4959-8236-f05daa489b26 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f7a3f934-9a7a-4771-a86c-f20afbe9054b') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:27.516771 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-876ad771-1550-4675-9a1b-912ee6f5e78e None None] Current status of the port b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:27.588278 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-51d048ae-ad29-4959-8236-f05daa489b26 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/routers/f7a3f934-9a7a-4771-a86c-f20afbe9054b/tags HTTP/1.1" status: 200 len: 205 time: 0.1685114 Feb 09 02:01:27.590972 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34452) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:27.595497 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-f979fbb5-0c5d-4b8f-9a8c-2be7386bf0db tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd105c541-7c4b-4afd-b091-386cfefe523f') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:27.621917 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21b52d-795f-4dc4-8626-3894e66cefdc req-fd929540-ff09-447b-a60c-2962c966de1b tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:27.632972 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0f21b52d-795f-4dc4-8626-3894e66cefdc req-fd929540-ff09-447b-a60c-2962c966de1b tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.0966475 Feb 09 02:01:27.665471 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f979fbb5-0c5d-4b8f-9a8c-2be7386bf0db tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/subnetpools/d105c541-7c4b-4afd-b091-386cfefe523f/tags HTTP/1.1" status: 200 len: 240 time: 0.0733032 Feb 09 02:01:27.666216 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34456) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:27.673808 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-9727b044-ee7d-41a0-b830-3c8a4d7bb317 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd105c541-7c4b-4afd-b091-386cfefe523f', 'tempest-TagsExtTest-Tag-867130591') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:27.708441 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9727b044-ee7d-41a0-b830-3c8a4d7bb317 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/subnetpools/d105c541-7c4b-4afd-b091-386cfefe523f/tags/tempest-TagsExtTest-Tag-867130591 HTTP/1.1" status: 204 len: 168 time: 0.0408692 Feb 09 02:01:27.709268 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34460) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:27.714781 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-1aa35f6f-3478-41d8-a69c-8dcefa08cae9 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd105c541-7c4b-4afd-b091-386cfefe523f', 'tempest-TagsExtTest-Tag-867130591') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:27.737180 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0f21b52d-795f-4dc4-8626-3894e66cefdc req-aa0c4857-6468-4cca-b8e1-1941606ae0b7 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019521 Feb 09 02:01:27.757907 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1aa35f6f-3478-41d8-a69c-8dcefa08cae9 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "DELETE /v2.0/subnetpools/d105c541-7c4b-4afd-b091-386cfefe523f/tags/tempest-TagsExtTest-Tag-867130591 HTTP/1.1" status: 204 len: 168 time: 0.0462663 Feb 09 02:01:27.760540 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34462) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:27.765949 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-e171546c-b89b-46fb-923c-58aabf5b7d26 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd105c541-7c4b-4afd-b091-386cfefe523f') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:27.810346 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e171546c-b89b-46fb-923c-58aabf5b7d26 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/subnetpools/d105c541-7c4b-4afd-b091-386cfefe523f/tags HTTP/1.1" status: 200 len: 205 time: 0.0461295 Feb 09 02:01:27.810656 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34464) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:27.816753 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-052f1cc4-0f8c-4705-b65d-3b652cf9c5b6 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd105c541-7c4b-4afd-b091-386cfefe523f') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:27.853838 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-837f9778-93a8-46dc-aacd-6ad4590a8c61 None None] Provisioning complete for port c6164bb1-581f-44a9-95fe-034eb446075f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:27.855167 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-837f9778-93a8-46dc-aacd-6ad4590a8c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c6164bb1-581f-44a9-95fe-034eb446075f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:27.864644 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-052f1cc4-0f8c-4705-b65d-3b652cf9c5b6 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "DELETE /v2.0/subnetpools/d105c541-7c4b-4afd-b091-386cfefe523f/tags HTTP/1.1" status: 204 len: 168 time: 0.0491145 Feb 09 02:01:27.864925 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34466) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:27.870392 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-07be7dd1-a8d1-4f38-80e8-723870fb146f tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f7a3f934-9a7a-4771-a86c-f20afbe9054b') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:27.917262 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-837f9778-93a8-46dc-aacd-6ad4590a8c61 None None] Port c6164bb1-581f-44a9-95fe-034eb446075f cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:01:27.932801 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-837f9778-93a8-46dc-aacd-6ad4590a8c61 None None] Provisioning complete for port b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:27.933281 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-837f9778-93a8-46dc-aacd-6ad4590a8c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:28.028735 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-07be7dd1-a8d1-4f38-80e8-723870fb146f tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "DELETE /v2.0/routers/f7a3f934-9a7a-4771-a86c-f20afbe9054b/tags HTTP/1.1" status: 204 len: 168 time: 0.1629758 Feb 09 02:01:28.031567 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34472) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:28.036717 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-af58d72c-995e-4671-b3ce-e614ecabb2c1 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c6164bb1-581f-44a9-95fe-034eb446075f') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:28.059065 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-837f9778-93a8-46dc-aacd-6ad4590a8c61 None None] Current status of the port b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:28.144992 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:01:28.154998 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34480) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:28.157442 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-af58d72c-995e-4671-b3ce-e614ecabb2c1 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "DELETE /v2.0/ports/c6164bb1-581f-44a9-95fe-034eb446075f/tags HTTP/1.1" status: 204 len: 168 time: 0.1244478 Feb 09 02:01:28.160301 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-a46baa59-9fb2-4e99-a8f1-2905e1ce9789 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '06e80efe-73a0-45af-a33f-4dc29eae2c92') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:28.243509 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:28.243805 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:28.252815 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a46baa59-9fb2-4e99-a8f1-2905e1ce9789 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "DELETE /v2.0/subnets/06e80efe-73a0-45af-a33f-4dc29eae2c92/tags HTTP/1.1" status: 204 len: 168 time: 0.0965369 Feb 09 02:01:28.258287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34484) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:28.263322 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-26ce8520-d90a-4474-9bdb-4102f62b523e tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '06e80efe-73a0-45af-a33f-4dc29eae2c92', 'tempest-TagsExtTest-Tag-578654412') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:28.300340 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a6a3504d-9715-4005-adea-b915fc8a7b9a None None] Provisioning complete for port c6164bb1-581f-44a9-95fe-034eb446075f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:28.300712 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a6a3504d-9715-4005-adea-b915fc8a7b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c6164bb1-581f-44a9-95fe-034eb446075f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:28.342303 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-26ce8520-d90a-4474-9bdb-4102f62b523e tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "PUT /v2.0/subnets/06e80efe-73a0-45af-a33f-4dc29eae2c92/tags/tempest-TagsExtTest-Tag-578654412 HTTP/1.1" status: 201 len: 201 time: 0.0824351 Feb 09 02:01:28.344945 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34486) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:28.354324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-a916aa0f-9bce-4805-8108-eaa4e6271029 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c6164bb1-581f-44a9-95fe-034eb446075f', 'tempest-TagsExtTest-Tag-461759869') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:28.361852 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a6a3504d-9715-4005-adea-b915fc8a7b9a None None] Port c6164bb1-581f-44a9-95fe-034eb446075f cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:01:28.413790 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:28.441328 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a916aa0f-9bce-4805-8108-eaa4e6271029 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "PUT /v2.0/ports/c6164bb1-581f-44a9-95fe-034eb446075f/tags/tempest-TagsExtTest-Tag-461759869 HTTP/1.1" status: 201 len: 201 time: 0.0924935 Feb 09 02:01:28.441608 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34488) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:28.449986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-72473e68-48cb-4995-ae21-b1cab8cfb296 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f7a3f934-9a7a-4771-a86c-f20afbe9054b', 'tempest-TagsExtTest-Tag-1309136681') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:28.561623 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-72473e68-48cb-4995-ae21-b1cab8cfb296 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "PUT /v2.0/routers/f7a3f934-9a7a-4771-a86c-f20afbe9054b/tags/tempest-TagsExtTest-Tag-1309136681 HTTP/1.1" status: 201 len: 201 time: 0.1188762 Feb 09 02:01:28.564390 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34492) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:28.569031 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-13d82446-faac-4f70-b8f2-5e4f5c2e5945 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd105c541-7c4b-4afd-b091-386cfefe523f', 'tempest-TagsExtTest-Tag-189804496') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:28.605397 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-13d82446-faac-4f70-b8f2-5e4f5c2e5945 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "PUT /v2.0/subnetpools/d105c541-7c4b-4afd-b091-386cfefe523f/tags/tempest-TagsExtTest-Tag-189804496 HTTP/1.1" status: 201 len: 201 time: 0.0397325 Feb 09 02:01:28.608355 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34494) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:28.613139 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-520695cf-afbb-498f-ac12-c2bdc2bd8a11 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '06e80efe-73a0-45af-a33f-4dc29eae2c92', {'tags': ['tempest-TagsExtTest-Tag-593023333', 'tempest-TagsExtTest-Tag-28601803', 'tempest-TagsExtTest-Tag-653856965']}) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:28.708839 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-520695cf-afbb-498f-ac12-c2bdc2bd8a11 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "PUT /v2.0/subnets/06e80efe-73a0-45af-a33f-4dc29eae2c92/tags HTTP/1.1" status: 200 len: 314 time: 0.0992653 Feb 09 02:01:28.711444 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34496) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:28.715575 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-1833e53f-f8b3-47b6-bfac-696ff60cab5d tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '06e80efe-73a0-45af-a33f-4dc29eae2c92') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:28.789858 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1833e53f-f8b3-47b6-bfac-696ff60cab5d tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "DELETE /v2.0/subnets/06e80efe-73a0-45af-a33f-4dc29eae2c92/tags HTTP/1.1" status: 204 len: 168 time: 0.0773969 Feb 09 02:01:28.792673 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34500) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:28.797289 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-b60e8703-7310-424d-b2d8-b702dbb92ca3 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '06e80efe-73a0-45af-a33f-4dc29eae2c92', 'tempest-TagsExtTest-Tag-593023333') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:28.856352 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-b60e8703-7310-424d-b2d8-b702dbb92ca3 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] show failed (client error): The resource could not be found. Feb 09 02:01:28.857636 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b60e8703-7310-424d-b2d8-b702dbb92ca3 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/subnets/06e80efe-73a0-45af-a33f-4dc29eae2c92/tags/tempest-TagsExtTest-Tag-593023333 HTTP/1.1" status: 404 len: 328 time: 0.0640044 Feb 09 02:01:28.860504 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34502) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:28.864883 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-09f49bb8-ab93-40d9-9159-25b5996ff9f6 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '06e80efe-73a0-45af-a33f-4dc29eae2c92', 'tempest-TagsExtTest-Tag-28601803') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:28.901202 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916795f6-88ff-4b9b-9f80-ca68e35de7c4 req-1c33af7c-4f19-41ad-8c94-2a5283f18e0b tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:28.902715 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-916795f6-88ff-4b9b-9f80-ca68e35de7c4 req-1c33af7c-4f19-41ad-8c94-2a5283f18e0b tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.0618999 Feb 09 02:01:28.922801 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-09f49bb8-ab93-40d9-9159-25b5996ff9f6 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] show failed (client error): The resource could not be found. Feb 09 02:01:28.927363 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-09f49bb8-ab93-40d9-9159-25b5996ff9f6 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/subnets/06e80efe-73a0-45af-a33f-4dc29eae2c92/tags/tempest-TagsExtTest-Tag-28601803 HTTP/1.1" status: 404 len: 327 time: 0.0657065 Feb 09 02:01:28.928217 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34504) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:28.933283 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-0a62122f-5d70-4477-a058-324e329a56d6 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '06e80efe-73a0-45af-a33f-4dc29eae2c92', 'tempest-TagsExtTest-Tag-653856965') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:28.959170 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-916795f6-88ff-4b9b-9f80-ca68e35de7c4 req-7ce7cb33-1587-4a3e-8041-e75468b77ca3 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502715 Feb 09 02:01:28.987888 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-0a62122f-5d70-4477-a058-324e329a56d6 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] show failed (client error): The resource could not be found. Feb 09 02:01:28.988922 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0a62122f-5d70-4477-a058-324e329a56d6 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/subnets/06e80efe-73a0-45af-a33f-4dc29eae2c92/tags/tempest-TagsExtTest-Tag-653856965 HTTP/1.1" status: 404 len: 328 time: 0.0589190 Feb 09 02:01:28.991777 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34506) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:28.996195 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-0b2cd622-ca56-4504-b6db-fb41238874b6 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c6164bb1-581f-44a9-95fe-034eb446075f', {'tags': ['tempest-TagsExtTest-Tag-1764407973', 'tempest-TagsExtTest-Tag-291737725', 'tempest-TagsExtTest-Tag-807496284']}) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:29.058859 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0b2cd622-ca56-4504-b6db-fb41238874b6 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "PUT /v2.0/ports/c6164bb1-581f-44a9-95fe-034eb446075f/tags HTTP/1.1" status: 200 len: 316 time: 0.0659642 Feb 09 02:01:29.061354 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34508) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:29.065700 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-36c5b304-ac4f-46f7-b405-eb72631d97f9 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c6164bb1-581f-44a9-95fe-034eb446075f') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:29.133092 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-36c5b304-ac4f-46f7-b405-eb72631d97f9 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "DELETE /v2.0/ports/c6164bb1-581f-44a9-95fe-034eb446075f/tags HTTP/1.1" status: 204 len: 168 time: 0.0696521 Feb 09 02:01:29.135402 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34510) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:29.139837 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-ff758c2b-d954-4376-a984-7b36d3d149ca tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c6164bb1-581f-44a9-95fe-034eb446075f', 'tempest-TagsExtTest-Tag-1764407973') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:29.200655 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-ff758c2b-d954-4376-a984-7b36d3d149ca tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] show failed (client error): The resource could not be found. Feb 09 02:01:29.200655 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ff758c2b-d954-4376-a984-7b36d3d149ca tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/ports/c6164bb1-581f-44a9-95fe-034eb446075f/tags/tempest-TagsExtTest-Tag-1764407973 HTTP/1.1" status: 404 len: 329 time: 0.0582509 Feb 09 02:01:29.203173 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34514) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:29.207532 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-aa3fdadd-1510-482d-b68c-01257f2b2588 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c6164bb1-581f-44a9-95fe-034eb446075f', 'tempest-TagsExtTest-Tag-291737725') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:29.260166 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-aa3fdadd-1510-482d-b68c-01257f2b2588 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] show failed (client error): The resource could not be found. Feb 09 02:01:29.261252 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-aa3fdadd-1510-482d-b68c-01257f2b2588 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/ports/c6164bb1-581f-44a9-95fe-034eb446075f/tags/tempest-TagsExtTest-Tag-291737725 HTTP/1.1" status: 404 len: 328 time: 0.0570667 Feb 09 02:01:29.264435 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34516) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:29.268541 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-fd080e61-5018-4496-aa44-c60bb4feb375 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c6164bb1-581f-44a9-95fe-034eb446075f', 'tempest-TagsExtTest-Tag-807496284') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:29.324648 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-fd080e61-5018-4496-aa44-c60bb4feb375 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] show failed (client error): The resource could not be found. Feb 09 02:01:29.328262 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fd080e61-5018-4496-aa44-c60bb4feb375 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/ports/c6164bb1-581f-44a9-95fe-034eb446075f/tags/tempest-TagsExtTest-Tag-807496284 HTTP/1.1" status: 404 len: 328 time: 0.0603759 Feb 09 02:01:29.328465 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34518) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:29.332971 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-de6f2c3d-f1a7-4dc1-ab67-218e578f3c2e tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f7a3f934-9a7a-4771-a86c-f20afbe9054b', {'tags': ['tempest-TagsExtTest-Tag-1878106964', 'tempest-TagsExtTest-Tag-1160915878', 'tempest-TagsExtTest-Tag-398478732']}) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:29.421333 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-de6f2c3d-f1a7-4dc1-ab67-218e578f3c2e tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "PUT /v2.0/routers/f7a3f934-9a7a-4771-a86c-f20afbe9054b/tags HTTP/1.1" status: 200 len: 317 time: 0.0916381 Feb 09 02:01:29.423710 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34520) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:29.428179 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-869b20bb-39d8-4c5c-a3e0-d28c60b52410 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f7a3f934-9a7a-4771-a86c-f20afbe9054b') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:29.899388 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-869b20bb-39d8-4c5c-a3e0-d28c60b52410 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "DELETE /v2.0/routers/f7a3f934-9a7a-4771-a86c-f20afbe9054b/tags HTTP/1.1" status: 204 len: 168 time: 0.4745209 Feb 09 02:01:29.901795 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34530) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:29.907564 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.tag.tag_plugin [None req-36aad651-b0ac-44c5-a2b0-05cdf561a5e9 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f7a3f934-9a7a-4771-a86c-f20afbe9054b', 'tempest-TagsExtTest-Tag-1878106964') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:30.023800 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-36aad651-b0ac-44c5-a2b0-05cdf561a5e9 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] show failed (client error): The resource could not be found. Feb 09 02:01:30.028412 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34540) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:30.029500 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-36aad651-b0ac-44c5-a2b0-05cdf561a5e9 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/routers/f7a3f934-9a7a-4771-a86c-f20afbe9054b/tags/tempest-TagsExtTest-Tag-1878106964 HTTP/1.1" status: 404 len: 329 time: 0.1258526 Feb 09 02:01:30.033647 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-c2f857c8-817b-45fa-8a76-a25eac7468b6 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f7a3f934-9a7a-4771-a86c-f20afbe9054b', 'tempest-TagsExtTest-Tag-1160915878') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:30.118199 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c0399-ae93-49c9-a414-3e7d63eed19e req-ff0e840a-b4d7-4f90-a859-dc12e48801f4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:30.119966 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7a0c0399-ae93-49c9-a414-3e7d63eed19e req-ff0e840a-b4d7-4f90-a859-dc12e48801f4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.0721123 Feb 09 02:01:30.203344 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7a0c0399-ae93-49c9-a414-3e7d63eed19e req-0567b62a-1efa-409a-a795-8b62cfb3901b tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756841 Feb 09 02:01:30.445849 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-c2f857c8-817b-45fa-8a76-a25eac7468b6 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] show failed (client error): The resource could not be found. Feb 09 02:01:30.447064 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c2f857c8-817b-45fa-8a76-a25eac7468b6 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/routers/f7a3f934-9a7a-4771-a86c-f20afbe9054b/tags/tempest-TagsExtTest-Tag-1160915878 HTTP/1.1" status: 404 len: 329 time: 0.4172447 Feb 09 02:01:30.449928 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34548) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:30.454757 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-06182af7-b907-4f7e-bd84-30c0c407049d tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f7a3f934-9a7a-4771-a86c-f20afbe9054b', 'tempest-TagsExtTest-Tag-398478732') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:30.543150 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-06182af7-b907-4f7e-bd84-30c0c407049d tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] show failed (client error): The resource could not be found. Feb 09 02:01:30.547097 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-06182af7-b907-4f7e-bd84-30c0c407049d tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/routers/f7a3f934-9a7a-4771-a86c-f20afbe9054b/tags/tempest-TagsExtTest-Tag-398478732 HTTP/1.1" status: 404 len: 328 time: 0.0935917 Feb 09 02:01:30.547358 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34550) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:30.552289 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-b6259e6f-5d03-4dd5-bf2a-27d798ec73ed tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd105c541-7c4b-4afd-b091-386cfefe523f', {'tags': ['tempest-TagsExtTest-Tag-1202578404', 'tempest-TagsExtTest-Tag-2102255381', 'tempest-TagsExtTest-Tag-702888292']}) {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:30.596479 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b6259e6f-5d03-4dd5-bf2a-27d798ec73ed tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "PUT /v2.0/subnetpools/d105c541-7c4b-4afd-b091-386cfefe523f/tags HTTP/1.1" status: 200 len: 317 time: 0.0457475 Feb 09 02:01:30.596687 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34552) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:30.602496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-fa38e617-e755-4538-bda2-53fc0859a718 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd105c541-7c4b-4afd-b091-386cfefe523f') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:30.654195 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fa38e617-e755-4538-bda2-53fc0859a718 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "DELETE /v2.0/subnetpools/d105c541-7c4b-4afd-b091-386cfefe523f/tags HTTP/1.1" status: 204 len: 168 time: 0.0540836 Feb 09 02:01:30.654567 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34554) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:30.660104 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-bd6051bd-870a-4abc-9e69-9e327b731efb tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd105c541-7c4b-4afd-b091-386cfefe523f', 'tempest-TagsExtTest-Tag-1202578404') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:30.686464 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-bd6051bd-870a-4abc-9e69-9e327b731efb tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] show failed (client error): The resource could not be found. Feb 09 02:01:30.691053 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bd6051bd-870a-4abc-9e69-9e327b731efb tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/subnetpools/d105c541-7c4b-4afd-b091-386cfefe523f/tags/tempest-TagsExtTest-Tag-1202578404 HTTP/1.1" status: 404 len: 329 time: 0.0321503 Feb 09 02:01:30.691053 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34556) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:30.697143 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-68fd6a8f-7ead-4ba2-aa8c-53667ec231bd tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd105c541-7c4b-4afd-b091-386cfefe523f', 'tempest-TagsExtTest-Tag-2102255381') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:30.724006 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-68fd6a8f-7ead-4ba2-aa8c-53667ec231bd tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] show failed (client error): The resource could not be found. Feb 09 02:01:30.728294 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-68fd6a8f-7ead-4ba2-aa8c-53667ec231bd tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/subnetpools/d105c541-7c4b-4afd-b091-386cfefe523f/tags/tempest-TagsExtTest-Tag-2102255381 HTTP/1.1" status: 404 len: 329 time: 0.0323966 Feb 09 02:01:30.728587 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34558) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:30.733563 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-1fe0233d-a0e3-430f-89c8-302ffe46e7e2 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd105c541-7c4b-4afd-b091-386cfefe523f', 'tempest-TagsExtTest-Tag-702888292') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:30.759040 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-1fe0233d-a0e3-430f-89c8-302ffe46e7e2 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] show failed (client error): The resource could not be found. Feb 09 02:01:30.762604 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1fe0233d-a0e3-430f-89c8-302ffe46e7e2 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/subnetpools/d105c541-7c4b-4afd-b091-386cfefe523f/tags/tempest-TagsExtTest-Tag-702888292 HTTP/1.1" status: 404 len: 328 time: 0.0305603 Feb 09 02:01:30.762934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34560) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:30.767933 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-938fa2bc-f431-4959-b43b-db7ea90e709e tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd105c541-7c4b-4afd-b091-386cfefe523f') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:30.799485 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-938fa2bc-f431-4959-b43b-db7ea90e709e tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "DELETE /v2.0/subnetpools/d105c541-7c4b-4afd-b091-386cfefe523f/tags HTTP/1.1" status: 204 len: 168 time: 0.0331728 Feb 09 02:01:30.799851 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34562) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:30.805179 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-b277ac1b-bfe6-4076-97c6-d5e88cb63a1a tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f7a3f934-9a7a-4771-a86c-f20afbe9054b') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:30.910982 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b277ac1b-bfe6-4076-97c6-d5e88cb63a1a tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "DELETE /v2.0/routers/f7a3f934-9a7a-4771-a86c-f20afbe9054b/tags HTTP/1.1" status: 204 len: 168 time: 0.1076403 Feb 09 02:01:30.911390 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34564) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:30.917065 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-2753b139-93c3-4f76-b621-aa02e38ea6c4 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c6164bb1-581f-44a9-95fe-034eb446075f') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:30.983152 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2753b139-93c3-4f76-b621-aa02e38ea6c4 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "DELETE /v2.0/ports/c6164bb1-581f-44a9-95fe-034eb446075f/tags HTTP/1.1" status: 204 len: 168 time: 0.0681794 Feb 09 02:01:30.983550 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34566) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:30.987683 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.tag.tag_plugin [None req-c7021b15-08d7-42e9-a512-3a2080c7791f tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '06e80efe-73a0-45af-a33f-4dc29eae2c92') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:31.057186 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c7021b15-08d7-42e9-a512-3a2080c7791f tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "DELETE /v2.0/subnets/06e80efe-73a0-45af-a33f-4dc29eae2c92/tags HTTP/1.1" status: 204 len: 168 time: 0.0684872 Feb 09 02:01:31.058093 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34570) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:31.169837 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-01abb774-f189-4057-8b33-93a4cbd580b9 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:31.173971 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-01abb774-f189-4057-8b33-93a4cbd580b9 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "DELETE /v2.0/subnetpools/d105c541-7c4b-4afd-b091-386cfefe523f HTTP/1.1" status: 204 len: 168 time: 0.1125276 Feb 09 02:01:31.174305 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34574) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:31.213397 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c0e585e9-4feb-456d-8460-706d3103fa06 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7a3f934-9a7a-4771-a86c-f20afbe9054b HTTP/1.1" status: 200 len: 205 time: 0.0343626 Feb 09 02:01:31.214412 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34576) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:31.310649 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c152e092-eb30-4f8c-b0d4-9f20de9c222c tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks [] for router (f7a3f934-9a7a-4771-a86c-f20afbe9054b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:31.540184 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c152e092-eb30-4f8c-b0d4-9f20de9c222c tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (f7a3f934-9a7a-4771-a86c-f20afbe9054b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:31.545049 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c152e092-eb30-4f8c-b0d4-9f20de9c222c tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks [] for router_controller (f7a3f934-9a7a-4771-a86c-f20afbe9054b), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:31.597009 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ea39e-702f-4d14-ade6-a42ab8e32e9d req-54072131-636f-4be5-ac77-c6399e830468 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:31.598564 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd9ea39e-702f-4d14-ade6-a42ab8e32e9d req-54072131-636f-4be5-ac77-c6399e830468 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.2844493 Feb 09 02:01:31.605581 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c152e092-eb30-4f8c-b0d4-9f20de9c222c tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (f7a3f934-9a7a-4771-a86c-f20afbe9054b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:31.606286 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c152e092-eb30-4f8c-b0d4-9f20de9c222c tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Fanout notify agent at l3_agent the message router_deleted on router f7a3f934-9a7a-4771-a86c-f20afbe9054b {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:01:31.613984 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c152e092-eb30-4f8c-b0d4-9f20de9c222c tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:31.615049 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c152e092-eb30-4f8c-b0d4-9f20de9c222c tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "DELETE /v2.0/routers/f7a3f934-9a7a-4771-a86c-f20afbe9054b HTTP/1.1" status: 204 len: 168 time: 0.3986425 Feb 09 02:01:31.618393 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34582) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:31.662548 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd9ea39e-702f-4d14-ade6-a42ab8e32e9d req-e74f7927-082d-4f96-bd47-58cc05821453 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542529 Feb 09 02:01:31.750727 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b6934e7f-6fad-4854-a3d3-4067cb400a06 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Deleting port c6164bb1-581f-44a9-95fe-034eb446075f {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:01:31.751073 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6934e7f-6fad-4854-a3d3-4067cb400a06 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (c6164bb1-581f-44a9-95fe-034eb446075f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:31.857508 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6934e7f-6fad-4854-a3d3-4067cb400a06 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (c6164bb1-581f-44a9-95fe-034eb446075f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:31.872151 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b6934e7f-6fad-4854-a3d3-4067cb400a06 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Calling delete_port for c6164bb1-581f-44a9-95fe-034eb446075f owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:01:32.014612 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6934e7f-6fad-4854-a3d3-4067cb400a06 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (c6164bb1-581f-44a9-95fe-034eb446075f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:32.073234 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6934e7f-6fad-4854-a3d3-4067cb400a06 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Pushing event deleted for resources: {'Port': ['ID=c6164bb1-581f-44a9-95fe-034eb446075f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:32.143002 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6934e7f-6fad-4854-a3d3-4067cb400a06 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:32.149545 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b6934e7f-6fad-4854-a3d3-4067cb400a06 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "DELETE /v2.0/ports/c6164bb1-581f-44a9-95fe-034eb446075f HTTP/1.1" status: 204 len: 168 time: 0.5293996 Feb 09 02:01:32.149861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34586) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:32.224917 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bdbbc97-7328-46a5-b439-a2032ea8c39d tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Deleting subnet 06e80efe-73a0-45af-a33f-4dc29eae2c92 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:01:32.229723 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1bdbbc97-7328-46a5-b439-a2032ea8c39d tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks [] for subnet (06e80efe-73a0-45af-a33f-4dc29eae2c92), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:32.282486 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1bdbbc97-7328-46a5-b439-a2032ea8c39d tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (06e80efe-73a0-45af-a33f-4dc29eae2c92), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:32.394404 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1bdbbc97-7328-46a5-b439-a2032ea8c39d tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (06e80efe-73a0-45af-a33f-4dc29eae2c92), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:32.480488 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1bdbbc97-7328-46a5-b439-a2032ea8c39d tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (06e80efe-73a0-45af-a33f-4dc29eae2c92), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:32.523683 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1bdbbc97-7328-46a5-b439-a2032ea8c39d tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:32.531391 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34596) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:32.532184 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1bdbbc97-7328-46a5-b439-a2032ea8c39d tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "DELETE /v2.0/subnets/06e80efe-73a0-45af-a33f-4dc29eae2c92 HTTP/1.1" status: 204 len: 168 time: 0.3809080 Feb 09 02:01:32.534999 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdbbc97-7328-46a5-b439-a2032ea8c39d tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Pushing event deleted for resources: {'Subnet': ['ID=06e80efe-73a0-45af-a33f-4dc29eae2c92,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:32.536664 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0f22c2-ea9c-4100-8dc5-3393253c8ea2 None None] Network 8949e030-8b51-440f-82e4-53e896b877fe requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:01:32.656222 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c18fbdef-0fcf-4656-b4dd-0f31fbe44936 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (8949e030-8b51-440f-82e4-53e896b877fe), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:32.742135 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c18fbdef-0fcf-4656-b4dd-0f31fbe44936 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Deleting port b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:01:32.743122 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c18fbdef-0fcf-4656-b4dd-0f31fbe44936 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:32.753162 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e799560-639d-4414-847f-926b4cee60f0 None None] DHCP port deletion for 8949e030-8b51-440f-82e4-53e896b877fe request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:01:32.840766 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-c18fbdef-0fcf-4656-b4dd-0f31fbe44936 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] For port b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860,segment=NetworkSegment(5d6f6727-4b7f-403e-8e76-ba10524cc1b6),segment_id=5d6f6727-4b7f-403e-8e76-ba10524cc1b6)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:32.841346 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c18fbdef-0fcf-4656-b4dd-0f31fbe44936 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:32.876165 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c18fbdef-0fcf-4656-b4dd-0f31fbe44936 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Calling delete_port for b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:01:33.004765 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6e799560-639d-4414-847f-926b4cee60f0 None None] Deleting port b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:01:33.005477 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e799560-639d-4414-847f-926b4cee60f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:33.040747 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c18fbdef-0fcf-4656-b4dd-0f31fbe44936 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:33.072081 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18fbdef-0fcf-4656-b4dd-0f31fbe44936 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Pushing event deleted for resources: {'Port': ['ID=b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:33.082112 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-6e799560-639d-4414-847f-926b4cee60f0 None None] For port b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860,segment=NetworkSegment(5d6f6727-4b7f-403e-8e76-ba10524cc1b6),segment_id=5d6f6727-4b7f-403e-8e76-ba10524cc1b6)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:33.082519 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e799560-639d-4414-847f-926b4cee60f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:33.085765 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18fbdef-0fcf-4656-b4dd-0f31fbe44936 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] No DVR routers for this DVR port b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:01:33.094758 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e566b-cf21-4136-b6ba-dfda5c4e6f91 req-a3e00f58-7708-4a27-933e-ce05e8d73f63 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:33.096484 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-834e566b-cf21-4136-b6ba-dfda5c4e6f91 req-a3e00f58-7708-4a27-933e-ce05e8d73f63 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.0975568 Feb 09 02:01:33.105614 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6e799560-639d-4414-847f-926b4cee60f0 None None] Calling delete_port for b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:01:33.193756 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c18fbdef-0fcf-4656-b4dd-0f31fbe44936 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (8949e030-8b51-440f-82e4-53e896b877fe), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:33.202392 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e799560-639d-4414-847f-926b4cee60f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:33.220362 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c18fbdef-0fcf-4656-b4dd-0f31fbe44936 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8949e030-8b51-440f-82e4-53e896b877fe']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:33.232426 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c18fbdef-0fcf-4656-b4dd-0f31fbe44936 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d6f6727-4b7f-403e-8e76-ba10524cc1b6') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:33.232878 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c18fbdef-0fcf-4656-b4dd-0f31fbe44936 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d6f6727-4b7f-403e-8e76-ba10524cc1b6') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:33.241999 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e799560-639d-4414-847f-926b4cee60f0 None None] Pushing event deleted for resources: {'Port': ['ID=b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:33.244264 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e799560-639d-4414-847f-926b4cee60f0 None None] No DVR routers for this DVR port b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:01:33.245707 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c18fbdef-0fcf-4656-b4dd-0f31fbe44936 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (5d6f6727-4b7f-403e-8e76-ba10524cc1b6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:33.278042 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c18fbdef-0fcf-4656-b4dd-0f31fbe44936 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (5d6f6727-4b7f-403e-8e76-ba10524cc1b6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:33.291171 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c18fbdef-0fcf-4656-b4dd-0f31fbe44936 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:01:33.291748 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c18fbdef-0fcf-4656-b4dd-0f31fbe44936 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (5d6f6727-4b7f-403e-8e76-ba10524cc1b6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:01:33.295927 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:01:33.383459 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-834e566b-cf21-4136-b6ba-dfda5c4e6f91 req-b0767484-f875-4418-88f5-9822c12a12a2 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219325 Feb 09 02:01:33.398938 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c18fbdef-0fcf-4656-b4dd-0f31fbe44936 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (8949e030-8b51-440f-82e4-53e896b877fe), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:33.423557 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c18fbdef-0fcf-4656-b4dd-0f31fbe44936 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:33.428153 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c18fbdef-0fcf-4656-b4dd-0f31fbe44936 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] 10.222.0.36 "DELETE /v2.0/networks/8949e030-8b51-440f-82e4-53e896b877fe HTTP/1.1" status: 204 len: 168 time: 0.8957710 Feb 09 02:01:33.430120 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18fbdef-0fcf-4656-b4dd-0f31fbe44936 tempest-TagsExtTest-1222095559 tempest-TagsExtTest-1222095559-project] Pushing event deleted for resources: {'Network': ['ID=8949e030-8b51-440f-82e4-53e896b877fe,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:33.724686 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34608) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:33.872948 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ef64f0d7-80a1-4eb5-8250-f4326235fe9e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=810ac6aba4e64e2bbd08b8ab6ba011b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1469772 Feb 09 02:01:33.875393 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34612) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:33.937679 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f376e986-0ff2-40c8-8064-6b93cdadee2c admin admin] Publish callbacks [] for security_group (e074953e-5b88-41ca-9046-df9be0f80a3d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:33.969874 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f376e986-0ff2-40c8-8064-6b93cdadee2c admin admin] Publish callbacks [] for security_group (e074953e-5b88-41ca-9046-df9be0f80a3d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:34.020040 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f376e986-0ff2-40c8-8064-6b93cdadee2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e074953e-5b88-41ca-9046-df9be0f80a3d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:34.023973 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f376e986-0ff2-40c8-8064-6b93cdadee2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:34.025373 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f376e986-0ff2-40c8-8064-6b93cdadee2c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e074953e-5b88-41ca-9046-df9be0f80a3d HTTP/1.1" status: 204 len: 168 time: 0.1489878 Feb 09 02:01:34.035836 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376e986-0ff2-40c8-8064-6b93cdadee2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e074953e-5b88-41ca-9046-df9be0f80a3d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:34.120166 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:01:34.149910 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:01:34.150712 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b8d9bf9f-bb1f-4e90-9cf3-a8c1484d4860 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:01:34.598971 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e926b-8883-43b9-80f0-cdbce38112ad req-44ecbeed-cf5a-4293-8028-2d85ad5be502 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:34.612733 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1f9e926b-8883-43b9-80f0-cdbce38112ad req-44ecbeed-cf5a-4293-8028-2d85ad5be502 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.1152411 Feb 09 02:01:34.667189 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1f9e926b-8883-43b9-80f0-cdbce38112ad req-243b6589-52f9-4d76-9020-41e3db765384 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531840 Feb 09 02:01:34.833781 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34640) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:34.838687 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0037103 Feb 09 02:01:34.841919 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34642) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:35.061011 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-907f7945-5154-4c7d-a125-a781bb3b1793 tempest-NetworksApiDiscovery-1186981351 tempest-NetworksApiDiscovery-1186981351-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2178690 Feb 09 02:01:35.084583 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 9d710658-430c-4b57-b97c-cc28d891d0f7 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:01:35.212686 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 9d710658-430c-4b57-b97c-cc28d891d0f7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9d710658-430c-4b57-b97c-cc28d891d0f7,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:35.230729 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '9d710658-430c-4b57-b97c-cc28d891d0f7', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'port_id': '9d710658-430c-4b57-b97c-cc28d891d0f7', 'mac_address': 'fa:16:3e:95:c5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:01:35.273869 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 9d710658-430c-4b57-b97c-cc28d891d0f7 is: ACTIVE; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:35.274300 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:35.291321 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d710658-430c-4b57-b97c-cc28d891d0f7 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:01:35.318774 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 9d710658-430c-4b57-b97c-cc28d891d0f7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9d710658-430c-4b57-b97c-cc28d891d0f7,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:35.323486 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:35.379052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=9d710658-430c-4b57-b97c-cc28d891d0f7,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:35.404798 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['9d710658-430c-4b57-b97c-cc28d891d0f7'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:01:35.412990 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34652) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:35.541644 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8a48ec47-32fa-439c-892d-d145bd981e95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:35.644849 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8a48ec47-32fa-439c-892d-d145bd981e95 admin admin] Publish callbacks [] for security_group (faf2683b-e00c-4aef-a6cc-412e24480513), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:35.649337 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8a48ec47-32fa-439c-892d-d145bd981e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (faf2683b-e00c-4aef-a6cc-412e24480513), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:35.697598 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8a48ec47-32fa-439c-892d-d145bd981e95 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0fa60330326c46e8b2b65f55cc237a8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2803035 Feb 09 02:01:35.697598 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48ec47-32fa-439c-892d-d145bd981e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf2683b-e00c-4aef-a6cc-412e24480513,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:35.700775 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34664) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:35.767797 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e3b6615a-deaf-4d6d-9272-d5b669cd5900 admin admin] Publish callbacks [] for security_group (faf2683b-e00c-4aef-a6cc-412e24480513), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:35.794095 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e3b6615a-deaf-4d6d-9272-d5b669cd5900 admin admin] Publish callbacks [] for security_group (faf2683b-e00c-4aef-a6cc-412e24480513), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:35.831376 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f93e03-ce07-402c-aa2e-aa26ca325eba req-34984c41-a793-4dc0-9b38-22afe956970a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:35.834797 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0f93e03-ce07-402c-aa2e-aa26ca325eba req-34984c41-a793-4dc0-9b38-22afe956970a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 944 time: 0.0778735 Feb 09 02:01:35.866352 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e3b6615a-deaf-4d6d-9272-d5b669cd5900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (faf2683b-e00c-4aef-a6cc-412e24480513), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:35.869512 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e3b6615a-deaf-4d6d-9272-d5b669cd5900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:35.870746 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e3b6615a-deaf-4d6d-9272-d5b669cd5900 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/faf2683b-e00c-4aef-a6cc-412e24480513 HTTP/1.1" status: 204 len: 168 time: 0.1678700 Feb 09 02:01:35.879814 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6615a-deaf-4d6d-9272-d5b669cd5900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf2683b-e00c-4aef-a6cc-412e24480513,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:35.930330 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0f93e03-ce07-402c-aa2e-aa26ca325eba req-c2424192-49fd-4449-920b-d019ae27f657 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886202 Feb 09 02:01:37.084869 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 9d710658-430c-4b57-b97c-cc28d891d0f7 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:01:37.110111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d736cef-1d4e-4e85-8c08-8b91f94e5ff2 req-1ac5eefe-52b0-4f7e-a6e3-90f231ee6a60 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:37.112376 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d736cef-1d4e-4e85-8c08-8b91f94e5ff2 req-1ac5eefe-52b0-4f7e-a6e3-90f231ee6a60 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 944 time: 0.0811439 Feb 09 02:01:37.189973 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d736cef-1d4e-4e85-8c08-8b91f94e5ff2 req-f0687ea8-0817-41b6-a882-3eedd4b46ed9 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710835 Feb 09 02:01:37.228542 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 9d710658-430c-4b57-b97c-cc28d891d0f7 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:37.231183 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:37.401032 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 9d710658-430c-4b57-b97c-cc28d891d0f7 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:37.403693 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:37.453886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32807df7-b215-4336-b6d1-392a857f6f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d710658-430c-4b57-b97c-cc28d891d0f7'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:01:37.456273 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb51f806-a7f5-43dd-91b7-381261c20433" -d '{"events": [{"server_uuid": "32807df7-b215-4336-b6d1-392a857f6f66", "name": "network-vif-plugged", "status": "completed", "tag": "9d710658-430c-4b57-b97c-cc28d891d0f7"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:01:37.497176 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 9d710658-430c-4b57-b97c-cc28d891d0f7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9d710658-430c-4b57-b97c-cc28d891d0f7,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:37.505954 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:37.565728 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d59a534-4854-4fd6-a188-0e1b073de7cc x-openstack-request-id: req-4d59a534-4854-4fd6-a188-0e1b073de7cc {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:01:37.566200 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32807df7-b215-4336-b6d1-392a857f6f66", "name": "network-vif-plugged", "status": "completed", "tag": "9d710658-430c-4b57-b97c-cc28d891d0f7", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:01:37.566357 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d59a534-4854-4fd6-a188-0e1b073de7cc {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:01:37.566994 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32807df7-b215-4336-b6d1-392a857f6f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d710658-430c-4b57-b97c-cc28d891d0f7', 'code': 200} Feb 09 02:01:37.568377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=9d710658-430c-4b57-b97c-cc28d891d0f7,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:37.573128 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bb2f0c77-096a-44e3-945d-9b6ec88f0e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:38.478045 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d64078-f3aa-4343-b953-16e324b497df req-8b2ac009-c464-458b-83f6-09a6cd953907 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:38.502035 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-76d64078-f3aa-4343-b953-16e324b497df req-8b2ac009-c464-458b-83f6-09a6cd953907 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.1437366 Feb 09 02:01:38.610581 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-76d64078-f3aa-4343-b953-16e324b497df req-a063e3e1-d1dd-45db-93e8-885ee595012e tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000395 Feb 09 02:01:39.791441 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13017fa6-7248-4bb9-b0fd-ceb8c4028e61 req-366e18c2-838e-479b-817a-117856affd22 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:39.803021 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-13017fa6-7248-4bb9-b0fd-ceb8c4028e61 req-366e18c2-838e-479b-817a-117856affd22 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.1067436 Feb 09 02:01:39.854613 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:39.940409 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-13017fa6-7248-4bb9-b0fd-ceb8c4028e61 req-ae8c94d7-a040-4543-a417-32f6434fbf12 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351750 Feb 09 02:01:40.136113 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-93fe0e50-4ec5-44ca-9dd0-f4723dd6c947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:40.839028 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:40.927919 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:41.163374 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057deaa3-9f0b-4705-9974-0d3cdf820613 req-a8b45cbb-35f7-4dd6-b3ac-e5e3061934b1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:41.168942 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-057deaa3-9f0b-4705-9974-0d3cdf820613 req-a8b45cbb-35f7-4dd6-b3ac-e5e3061934b1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.0801938 Feb 09 02:01:41.284798 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-057deaa3-9f0b-4705-9974-0d3cdf820613 req-061641c0-8312-41b2-afe0-d6388e711c45 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030793 Feb 09 02:01:42.345086 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:42.514433 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd0457-3b34-45b2-962a-cc08dd24b9e7 req-7ce72711-c8f7-447a-868b-67d208540a6f tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:42.516706 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cfdd0457-3b34-45b2-962a-cc08dd24b9e7 req-7ce72711-c8f7-447a-868b-67d208540a6f tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.1177711 Feb 09 02:01:42.631494 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cfdd0457-3b34-45b2-962a-cc08dd24b9e7 req-f33db31f-f865-493d-832f-380d54afef7e tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049674 Feb 09 02:01:43.033611 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35280) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:43.245950 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2b82971-d5d1-4b2b-8885-579a12951752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:43.453332 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:43.515948 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2b82971-d5d1-4b2b-8885-579a12951752 admin admin] Publish callbacks [] for security_group (41231f62-5cbc-4a0c-9c52-86b684acf508), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:43.522250 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2b82971-d5d1-4b2b-8885-579a12951752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (41231f62-5cbc-4a0c-9c52-86b684acf508), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:43.618923 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b82971-d5d1-4b2b-8885-579a12951752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41231f62-5cbc-4a0c-9c52-86b684acf508,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:43.624502 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a2b82971-d5d1-4b2b-8885-579a12951752 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89750a15a7f54d259d0ccc8b021aca9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5892880 Feb 09 02:01:43.627037 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35308) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:43.706225 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c849376b-0640-4db9-8f36-e2ebdda2b617 admin admin] Publish callbacks [] for security_group (41231f62-5cbc-4a0c-9c52-86b684acf508), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:43.738044 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c849376b-0640-4db9-8f36-e2ebdda2b617 admin admin] Publish callbacks [] for security_group (41231f62-5cbc-4a0c-9c52-86b684acf508), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:43.822061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2efaf6-41a7-44af-bd14-42f8582b0500 req-1e27d3a1-83ce-416e-a5ff-5d09e40f722d tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:43.827672 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c849376b-0640-4db9-8f36-e2ebdda2b617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (41231f62-5cbc-4a0c-9c52-86b684acf508), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:43.831686 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c2efaf6-41a7-44af-bd14-42f8582b0500 req-1e27d3a1-83ce-416e-a5ff-5d09e40f722d tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.0814455 Feb 09 02:01:43.835788 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c849376b-0640-4db9-8f36-e2ebdda2b617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:43.843893 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c849376b-0640-4db9-8f36-e2ebdda2b617 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41231f62-5cbc-4a0c-9c52-86b684acf508 HTTP/1.1" status: 204 len: 168 time: 0.2133188 Feb 09 02:01:43.872222 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849376b-0640-4db9-8f36-e2ebdda2b617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41231f62-5cbc-4a0c-9c52-86b684acf508,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:43.926117 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c2efaf6-41a7-44af-bd14-42f8582b0500 req-81f26c3a-c3d7-4c82-80ca-45ad0cba976f tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931973 Feb 09 02:01:44.612033 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35326) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:44.639744 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc857f6a-da92-4495-a034-6515ef271643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:44.753474 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc857f6a-da92-4495-a034-6515ef271643 admin admin] Publish callbacks [] for security_group (469e7d1a-b4c4-4a68-afbe-35ecb1c3add0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:44.761822 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc857f6a-da92-4495-a034-6515ef271643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (469e7d1a-b4c4-4a68-afbe-35ecb1c3add0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:44.850290 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc857f6a-da92-4495-a034-6515ef271643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469e7d1a-b4c4-4a68-afbe-35ecb1c3add0,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:44.893881 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dc857f6a-da92-4495-a034-6515ef271643 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1846710260dc4f3494bcd500120a3478&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2794857 Feb 09 02:01:44.896413 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35332) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:45.042735 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a2e9-02ce-4df7-9c7e-c343221c5f8f admin admin] Publish callbacks [] for security_group (469e7d1a-b4c4-4a68-afbe-35ecb1c3add0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:45.096459 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a2e9-02ce-4df7-9c7e-c343221c5f8f admin admin] Publish callbacks [] for security_group (469e7d1a-b4c4-4a68-afbe-35ecb1c3add0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:45.316870 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28b64d-9605-4eb3-bab8-1d4784a7a7a9 req-b274746f-4c42-4d1a-b4c5-78f0e3e692c1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:45.326178 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6d28b64d-9605-4eb3-bab8-1d4784a7a7a9 req-b274746f-4c42-4d1a-b4c5-78f0e3e692c1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.1798065 Feb 09 02:01:45.334248 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a2e9-02ce-4df7-9c7e-c343221c5f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (469e7d1a-b4c4-4a68-afbe-35ecb1c3add0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:45.338021 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a2e9-02ce-4df7-9c7e-c343221c5f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:45.339345 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0cf6a2e9-02ce-4df7-9c7e-c343221c5f8f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/469e7d1a-b4c4-4a68-afbe-35ecb1c3add0 HTTP/1.1" status: 204 len: 168 time: 0.4410031 Feb 09 02:01:45.359648 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6a2e9-02ce-4df7-9c7e-c343221c5f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469e7d1a-b4c4-4a68-afbe-35ecb1c3add0,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:45.504909 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6d28b64d-9605-4eb3-bab8-1d4784a7a7a9 req-e998286f-f679-4d58-92f3-edb3a1e15c93 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773314 Feb 09 02:01:46.977544 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a452a0-d14d-4710-947d-bf1af1bb3135 req-9229cc0e-0d33-49b9-a3f6-6a0cacea18d2 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:46.987964 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f5a452a0-d14d-4710-947d-bf1af1bb3135 req-9229cc0e-0d33-49b9-a3f6-6a0cacea18d2 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.1864679 Feb 09 02:01:47.137050 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f5a452a0-d14d-4710-947d-bf1af1bb3135 req-ccdc0d30-dfbd-44f7-9499-540e3eb6ae49 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403646 Feb 09 02:01:47.408733 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bd1a6-c0a2-4de5-9e28-64a3bebb78a0 req-db692db5-57e5-45a5-89a8-649308392c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:47.421178 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bd1a6-c0a2-4de5-9e28-64a3bebb78a0 req-db692db5-57e5-45a5-89a8-649308392c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:47.426524 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bd1a6-c0a2-4de5-9e28-64a3bebb78a0 req-db692db5-57e5-45a5-89a8-649308392c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:47.427449 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bd1a6-c0a2-4de5-9e28-64a3bebb78a0 req-db692db5-57e5-45a5-89a8-649308392c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:47.428084 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bd1a6-c0a2-4de5-9e28-64a3bebb78a0 req-db692db5-57e5-45a5-89a8-649308392c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:47.429986 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bd1a6-c0a2-4de5-9e28-64a3bebb78a0 req-db692db5-57e5-45a5-89a8-649308392c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:47.436006 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bd1a6-c0a2-4de5-9e28-64a3bebb78a0 req-db692db5-57e5-45a5-89a8-649308392c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:47.457383 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dd4bd1a6-c0a2-4de5-9e28-64a3bebb78a0 req-db692db5-57e5-45a5-89a8-649308392c46 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 6718 time: 0.5529280 Feb 09 02:01:47.598517 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dd4bd1a6-c0a2-4de5-9e28-64a3bebb78a0 req-fb6b89f1-8f83-4148-bcb6-379de3384af0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1391506 Feb 09 02:01:48.389162 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9fabc2-b3ee-425c-93bc-7ada2f8f6f34 req-7e7a42ef-bf3e-46b8-aecb-ccc08c99bd8d tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:48.391297 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1e9fabc2-b3ee-425c-93bc-7ada2f8f6f34 req-7e7a42ef-bf3e-46b8-aecb-ccc08c99bd8d tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.1272514 Feb 09 02:01:48.586235 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1e9fabc2-b3ee-425c-93bc-7ada2f8f6f34 req-aea5790b-5eda-48f4-acf1-602502719e90 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886621 Feb 09 02:01:49.748748 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980577b-6fa9-4130-8bb6-8e34b51e8c32 req-9aabc51c-182b-4d0f-baa7-e36b4deeea03 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:49.758798 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b980577b-6fa9-4130-8bb6-8e34b51e8c32 req-9aabc51c-182b-4d0f-baa7-e36b4deeea03 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.0980530 Feb 09 02:01:49.817557 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b980577b-6fa9-4130-8bb6-8e34b51e8c32 req-1b08de03-d6bb-4259-acf1-572b3f3d89b3 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550776 Feb 09 02:01:51.000467 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815dd23-6f1f-403d-8403-c363fc478f77 req-96a7c3bc-39bc-433b-b224-b4d23b8b605e tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:51.003139 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e815dd23-6f1f-403d-8403-c363fc478f77 req-96a7c3bc-39bc-433b-b224-b4d23b8b605e tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.0959833 Feb 09 02:01:51.098797 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e815dd23-6f1f-403d-8403-c363fc478f77 req-37b32bee-b8e5-49d5-81d4-7133cd1d9098 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852139 Feb 09 02:01:52.327875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7f7ae-b12f-4486-bc70-3e75b98b804e req-fde5be56-b942-4a2f-ac57-e4d9ff27a55e tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:52.331817 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34a7f7ae-b12f-4486-bc70-3e75b98b804e req-fde5be56-b942-4a2f-ac57-e4d9ff27a55e tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.1175556 Feb 09 02:01:52.508224 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34a7f7ae-b12f-4486-bc70-3e75b98b804e req-cc3867e4-65c1-428b-bc0e-760c6e9cba71 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573648 Feb 09 02:01:53.404014 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:01:53.708219 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f3747-f763-4b8f-8f35-e423542f3f7d req-e0ab7f65-c216-494b-a72a-136730287fee tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:53.720468 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a95f3747-f763-4b8f-8f35-e423542f3f7d req-e0ab7f65-c216-494b-a72a-136730287fee tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.1008468 Feb 09 02:01:53.807124 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a95f3747-f763-4b8f-8f35-e423542f3f7d req-313a9ec8-64c0-4591-9bf1-89fb0b96eba0 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856357 Feb 09 02:01:55.013848 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a119d9-3f35-4043-a41f-d1dacbbd8293 req-5902a853-23cf-41cd-8e52-383889a84821 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:55.023093 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-66a119d9-3f35-4043-a41f-d1dacbbd8293 req-5902a853-23cf-41cd-8e52-383889a84821 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.0995519 Feb 09 02:01:55.086268 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-66a119d9-3f35-4043-a41f-d1dacbbd8293 req-2bab0348-78a8-4a2a-b900-b2375a07060c tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620053 Feb 09 02:01:56.318172 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b8067-27f6-4498-9c0a-a4f2a6d3982e req-0dcfebb9-b0e8-40a5-aca0-1ed26b408128 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:56.319840 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b55b8067-27f6-4498-9c0a-a4f2a6d3982e req-0dcfebb9-b0e8-40a5-aca0-1ed26b408128 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.1210022 Feb 09 02:01:56.490118 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b55b8067-27f6-4498-9c0a-a4f2a6d3982e req-b7fdb731-6d86-49dc-902b-d5f466889178 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643720 Feb 09 02:01:57.883992 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb306d-3cda-413b-8de9-575e7195c368 req-3d4be14b-92d8-467f-b1d0-e4d5ffe01be2 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:57.912411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-12fb306d-3cda-413b-8de9-575e7195c368 req-3d4be14b-92d8-467f-b1d0-e4d5ffe01be2 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.2644000 Feb 09 02:01:58.027006 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-12fb306d-3cda-413b-8de9-575e7195c368 req-dfe1c4d9-7e73-459a-b52f-f318c67aca2b tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128047 Feb 09 02:01:59.292364 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c240161-1661-4538-b2f9-5d6361224149 req-19b3f172-9f22-4dd3-9092-31e7c219e61c tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:59.304843 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1c240161-1661-4538-b2f9-5d6361224149 req-19b3f172-9f22-4dd3-9092-31e7c219e61c tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.1529338 Feb 09 02:01:59.423549 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1c240161-1661-4538-b2f9-5d6361224149 req-743426b1-9c9c-4032-9ee4-0a99fd8e60ea tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173885 Feb 09 02:02:00.583528 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81407579-5bb6-49f6-b83e-7ccb7b0df9cb req-79ea3eb9-2b05-44ae-9664-9508788ab657 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:00.586501 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-81407579-5bb6-49f6-b83e-7ccb7b0df9cb req-79ea3eb9-2b05-44ae-9664-9508788ab657 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.0761535 Feb 09 02:02:00.653136 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-81407579-5bb6-49f6-b83e-7ccb7b0df9cb req-2e2295a3-4d5f-4ba7-817e-9ec1e1c4b0c3 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602524 Feb 09 02:02:00.753404 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09d06f-58e7-4b28-8822-36a1eb855649 req-74a683cb-4750-48cc-9971-7c3890567143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:00.754814 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f09d06f-58e7-4b28-8822-36a1eb855649 req-74a683cb-4750-48cc-9971-7c3890567143 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=225062ed147a4a2299a703d06854300c&device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 1127 time: 0.0726109 Feb 09 02:02:00.855691 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09d06f-58e7-4b28-8822-36a1eb855649 req-899f4d34-4ea8-4266-8487-6d6a0393399b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:00.857335 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f09d06f-58e7-4b28-8822-36a1eb855649 req-899f4d34-4ea8-4266-8487-6d6a0393399b service neutron] 10.222.0.67 "GET /v2.0/networks?id=bbe85234-1f1c-44c0-aeaf-3380123bb751 HTTP/1.1" status: 200 len: 918 time: 0.0969579 Feb 09 02:02:00.956186 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f09d06f-58e7-4b28-8822-36a1eb855649 req-88f87e88-18a5-4024-8fad-39ce347ac372 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d710658-430c-4b57-b97c-cc28d891d0f7 HTTP/1.1" status: 200 len: 1001 time: 0.0915217 Feb 09 02:02:01.016800 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09d06f-58e7-4b28-8822-36a1eb855649 req-59acfda5-79a4-4715-a15e-c3da7b7ff71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:01.018427 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f09d06f-58e7-4b28-8822-36a1eb855649 req-59acfda5-79a4-4715-a15e-c3da7b7ff71d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5fb0614-877d-4584-bc3c-a9b6e8f6847d HTTP/1.1" status: 200 len: 856 time: 0.0564003 Feb 09 02:02:01.087316 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09d06f-58e7-4b28-8822-36a1eb855649 req-faecf309-3707-445f-8526-5a66979e64d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:01.088950 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f09d06f-58e7-4b28-8822-36a1eb855649 req-faecf309-3707-445f-8526-5a66979e64d8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bbe85234-1f1c-44c0-aeaf-3380123bb751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0641091 Feb 09 02:02:01.204082 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f09d06f-58e7-4b28-8822-36a1eb855649 req-5e7b25fd-495c-4a5d-a47b-e429ac3fcbf1 service neutron] 10.222.0.67 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058834 Feb 09 02:02:01.313411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f09d06f-58e7-4b28-8822-36a1eb855649 req-a4cde6ba-9e60-4703-b489-85ba08c90add service neutron] 10.222.0.67 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017287 Feb 09 02:02:01.805307 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8417ba0-1ee5-433e-ad4c-8553fab1ce41 req-5d71a05e-e8b1-4d1b-af55-a2fe79395724 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:01.813083 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8417ba0-1ee5-433e-ad4c-8553fab1ce41 req-5d71a05e-e8b1-4d1b-af55-a2fe79395724 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.0644572 Feb 09 02:02:01.859818 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8417ba0-1ee5-433e-ad4c-8553fab1ce41 req-fc327e8f-9c40-4d56-889a-0e0759956dac tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454288 Feb 09 02:02:03.024168 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1d86a-cfd5-483b-a950-ea54c18f9659 req-9592b4a9-f1de-4ac8-affb-aafc1a3a3dc4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:03.027671 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d6d1d86a-cfd5-483b-a950-ea54c18f9659 req-9592b4a9-f1de-4ac8-affb-aafc1a3a3dc4 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.0627902 Feb 09 02:02:03.089030 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d6d1d86a-cfd5-483b-a950-ea54c18f9659 req-cbe25208-a729-40e9-b384-f4f63c8249f9 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566938 Feb 09 02:02:04.126416 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-21c04616-07c3-4dec-a6d5-2793457da25f req-d42be544-1b7a-4227-b831-34357d77bc64 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:02:04.128391 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-21c04616-07c3-4dec-a6d5-2793457da25f req-d42be544-1b7a-4227-b831-34357d77bc64 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1199288 Feb 09 02:02:04.317970 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97610dd-8a6d-459c-8e21-4c385429b5cf req-7103b528-8cc7-4e6e-9713-c648e8561bb1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:04.321005 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c97610dd-8a6d-459c-8e21-4c385429b5cf req-7103b528-8cc7-4e6e-9713-c648e8561bb1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.0635364 Feb 09 02:02:04.414741 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c97610dd-8a6d-459c-8e21-4c385429b5cf req-69aaae3c-8332-444a-8e68-6c43d91721a8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860515 Feb 09 02:02:04.733769 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-155381c6-2818-4d71-a371-32aaa0907a21 req-c18fa5ef-8ce5-4bf2-b324-7b007da3b2ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1266317 Feb 09 02:02:05.200009 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 9d710658-430c-4b57-b97c-cc28d891d0f7 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:02:05.357445 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 9d710658-430c-4b57-b97c-cc28d891d0f7 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:05.358086 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:05.393458 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 9d710658-430c-4b57-b97c-cc28d891d0f7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9d710658-430c-4b57-b97c-cc28d891d0f7,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:05.395188 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32807df7-b215-4336-b6d1-392a857f6f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d710658-430c-4b57-b97c-cc28d891d0f7'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:05.399308 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d456ed0d-4b95-405a-9257-d3dbf4ae6843" -d '{"events": [{"server_uuid": "32807df7-b215-4336-b6d1-392a857f6f66", "name": "network-vif-unplugged", "status": "completed", "tag": "9d710658-430c-4b57-b97c-cc28d891d0f7"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:05.418766 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:05.514219 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b4824c-060d-40b4-9edf-0c17fd9de943 x-openstack-request-id: req-02b4824c-060d-40b4-9edf-0c17fd9de943 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:05.514800 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32807df7-b215-4336-b6d1-392a857f6f66", "name": "network-vif-unplugged", "status": "failed", "tag": "9d710658-430c-4b57-b97c-cc28d891d0f7", "code": 422}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:05.515238 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-02b4824c-060d-40b4-9edf-0c17fd9de943 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:05.515812 n-d-828387-3 neutron-server[103185]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '32807df7-b215-4336-b6d1-392a857f6f66', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9d710658-430c-4b57-b97c-cc28d891d0f7', 'code': 422} returned with failed status Feb 09 02:02:05.516953 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=9d710658-430c-4b57-b97c-cc28d891d0f7,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:05.526288 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:05.526899 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:05.527441 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:05.528061 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:05.528565 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:05.529055 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:05.529543 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:05.530028 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:05.531155 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:05.531797 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:05.532287 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:05.532776 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:05.533273 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:05.655876 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3311cd-a8c4-46e4-8efc-67a2d2a48147 req-aba56811-6fdb-41ee-a785-d2651b5ba165 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:05.658171 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7a3311cd-a8c4-46e4-8efc-67a2d2a48147 req-aba56811-6fdb-41ee-a785-d2651b5ba165 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 943 time: 0.0901349 Feb 09 02:02:05.743927 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7a3311cd-a8c4-46e4-8efc-67a2d2a48147 req-28ef98af-0d0b-46d2-88eb-881fdc12f81d tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725279 Feb 09 02:02:06.046806 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155381c6-2818-4d71-a371-32aaa0907a21 req-bd23b807-f912-420d-be55-1b1143abeb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:06.049160 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-155381c6-2818-4d71-a371-32aaa0907a21 req-bd23b807-f912-420d-be55-1b1143abeb77 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66&tenant_id=225062ed147a4a2299a703d06854300c HTTP/1.1" status: 200 len: 1125 time: 0.1284628 Feb 09 02:02:06.063855 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828387-3', 'device_owner': 'compute:nova'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:06.157956 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:06.444535 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] For port 9d710658-430c-4b57-b97c-cc28d891d0f7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9d710658-430c-4b57-b97c-cc28d891d0f7,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:06.484945 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] For port 9d710658-430c-4b57-b97c-cc28d891d0f7, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:02:06.530521 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d710658-430c-4b57-b97c-cc28d891d0f7 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:02:06.540815 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Publish callbacks [] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:06.556850 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Transition to ACTIVE for port object 9d710658-430c-4b57-b97c-cc28d891d0f7 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:02:06.561664 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:06.836653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Pushing event updated for resources: {'Port': ['ID=9d710658-430c-4b57-b97c-cc28d891d0f7,revision_number=9']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:06.922203 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1de2b-bf3d-41c3-b9ac-974dba81de6c req-533fef9a-67b6-4418-b7cf-d554dc0567cd tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:06.926746 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] No DVR routers for this DVR port 9d710658-430c-4b57-b97c-cc28d891d0f7 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:02:06.932268 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f9e1de2b-bf3d-41c3-b9ac-974dba81de6c req-533fef9a-67b6-4418-b7cf-d554dc0567cd tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 943 time: 0.0826037 Feb 09 02:02:06.932977 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:06.934827 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:06.935261 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:06.935671 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:06.936639 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:06.939309 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:06.939715 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:06.940112 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:06.940506 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:06.940896 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:06.941301 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:06.941960 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:06.942352 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:07.062822 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f9e1de2b-bf3d-41c3-b9ac-974dba81de6c req-d7c92050-6923-454f-b7eb-fde292c67786 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275568 Feb 09 02:02:07.094974 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35750) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:07.245955 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9cba91db-4dfb-4a68-9dbe-670232898b73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:07.337901 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Attempting to bind port 9d710658-430c-4b57-b97c-cc28d891d0f7 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:02:07.338349 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Attempting to bind port 9d710658-430c-4b57-b97c-cc28d891d0f7 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:02:07.338770 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Attempting to bind port 9d710658-430c-4b57-b97c-cc28d891d0f7 on network bbe85234-1f1c-44c0-aeaf-3380123bb751 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:07.345424 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Port 9d710658-430c-4b57-b97c-cc28d891d0f7 on network bbe85234-1f1c-44c0-aeaf-3380123bb751 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:02:07.351630 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Attempting to bind port 9d710658-430c-4b57-b97c-cc28d891d0f7 on network bbe85234-1f1c-44c0-aeaf-3380123bb751 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:07.374470 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:02:07.383336 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Checking segment: {'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:02:07.383995 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Bound using segment: {'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:02:07.384587 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Bound port: 9d710658-430c-4b57-b97c-cc28d891d0f7, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd447ab0c-ee12-42e3-bab2-39796f883669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:02:07.385053 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:07.416356 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9cba91db-4dfb-4a68-9dbe-670232898b73 admin admin] Publish callbacks [] for security_group (8e1ca30a-0392-4397-8c33-06bef082fb9a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:07.423159 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9cba91db-4dfb-4a68-9dbe-670232898b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8e1ca30a-0392-4397-8c33-06bef082fb9a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:07.463967 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4dfdb4e3-7f83-4b57-8593-b7531bd89d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:07.522501 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9cba91db-4dfb-4a68-9dbe-670232898b73 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=505aa74be9bb49f6a90558c9e1d631b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4262130 Feb 09 02:02:07.527135 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35766) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:07.527678 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba91db-4dfb-4a68-9dbe-670232898b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1ca30a-0392-4397-8c33-06bef082fb9a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:07.546646 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba91db-4dfb-4a68-9dbe-670232898b73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:07.547132 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba91db-4dfb-4a68-9dbe-670232898b73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:07.547504 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba91db-4dfb-4a68-9dbe-670232898b73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:07.548342 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba91db-4dfb-4a68-9dbe-670232898b73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:07.550832 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba91db-4dfb-4a68-9dbe-670232898b73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:07.551201 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba91db-4dfb-4a68-9dbe-670232898b73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:07.551776 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba91db-4dfb-4a68-9dbe-670232898b73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:07.554316 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba91db-4dfb-4a68-9dbe-670232898b73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:07.554863 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba91db-4dfb-4a68-9dbe-670232898b73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:07.555524 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba91db-4dfb-4a68-9dbe-670232898b73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:07.556755 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba91db-4dfb-4a68-9dbe-670232898b73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:07.558655 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba91db-4dfb-4a68-9dbe-670232898b73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:07.559179 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba91db-4dfb-4a68-9dbe-670232898b73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:07.591886 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] For port 9d710658-430c-4b57-b97c-cc28d891d0f7, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:02:07.617017 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] For port 9d710658-430c-4b57-b97c-cc28d891d0f7, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9d710658-430c-4b57-b97c-cc28d891d0f7,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:02:07.660579 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-798f651d-e9a3-4ede-ade5-2516b9277741 admin admin] Publish callbacks [] for security_group (8e1ca30a-0392-4397-8c33-06bef082fb9a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:07.665333 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:08.413953 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:08.415331 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:08.417022 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-155381c6-2818-4d71-a371-32aaa0907a21 req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] 10.222.0.48 "PUT /v2.0/ports/9d710658-430c-4b57-b97c-cc28d891d0f7 HTTP/1.1" status: 200 len: 1091 time: 2.3584743 Feb 09 02:02:08.417752 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32807df7-b215-4336-b6d1-392a857f6f66', 'tag': '9d710658-430c-4b57-b97c-cc28d891d0f7'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:08.420555 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11f2f16-d1a5-4d5b-b797-6e39556c940f" -d '{"events": [{"name": "network-changed", "server_uuid": "32807df7-b215-4336-b6d1-392a857f6f66", "tag": "9d710658-430c-4b57-b97c-cc28d891d0f7"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:08.428081 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-798f651d-e9a3-4ede-ade5-2516b9277741 admin admin] Publish callbacks [] for security_group (8e1ca30a-0392-4397-8c33-06bef082fb9a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:08.581597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e176aab-06df-4043-bd2a-7b1bcc7f5c78 service neutron] Pushing event updated for resources: {'Port': ['ID=9d710658-430c-4b57-b97c-cc28d891d0f7,revision_number=10']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:08.638155 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26419589-f50b-42c3-87b2-0890c3229511 req-e093fedf-b9db-4473-96b8-72f4c1328f39 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:08.652197 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-26419589-f50b-42c3-87b2-0890c3229511 req-e093fedf-b9db-4473-96b8-72f4c1328f39 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 944 time: 0.3871458 Feb 09 02:02:08.743567 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-26419589-f50b-42c3-87b2-0890c3229511 req-0f2cb510-8f83-4f6d-a3c3-521f18ab62de tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843158 Feb 09 02:02:08.776158 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155381c6-2818-4d71-a371-32aaa0907a21 req-87f3ca8f-4fd7-4e98-ba1e-808dfc4557c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:08.780967 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-155381c6-2818-4d71-a371-32aaa0907a21 req-87f3ca8f-4fd7-4e98-ba1e-808dfc4557c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=225062ed147a4a2299a703d06854300c&device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 1126 time: 0.2956514 Feb 09 02:02:08.932646 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ee1c6c-edb2-441f-959f-35c27f13bfa3 x-openstack-request-id: req-96ee1c6c-edb2-441f-959f-35c27f13bfa3 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:08.933193 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32807df7-b215-4336-b6d1-392a857f6f66", "tag": "9d710658-430c-4b57-b97c-cc28d891d0f7", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:08.933680 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96ee1c6c-edb2-441f-959f-35c27f13bfa3 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:08.934239 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32807df7-b215-4336-b6d1-392a857f6f66', 'tag': '9d710658-430c-4b57-b97c-cc28d891d0f7', 'status': 'completed', 'code': 200} Feb 09 02:02:08.963950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155381c6-2818-4d71-a371-32aaa0907a21 req-65f9d862-f94e-4916-9cc7-3b683317968e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:08.968962 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-155381c6-2818-4d71-a371-32aaa0907a21 req-65f9d862-f94e-4916-9cc7-3b683317968e service neutron] 10.222.0.48 "GET /v2.0/networks?id=bbe85234-1f1c-44c0-aeaf-3380123bb751 HTTP/1.1" status: 200 len: 918 time: 0.1808245 Feb 09 02:02:08.970310 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-798f651d-e9a3-4ede-ade5-2516b9277741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8e1ca30a-0392-4397-8c33-06bef082fb9a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:08.977963 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-798f651d-e9a3-4ede-ade5-2516b9277741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:08.983155 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-798f651d-e9a3-4ede-ade5-2516b9277741 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e1ca30a-0392-4397-8c33-06bef082fb9a HTTP/1.1" status: 204 len: 168 time: 1.4547541 Feb 09 02:02:09.107556 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f651d-e9a3-4ede-ade5-2516b9277741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1ca30a-0392-4397-8c33-06bef082fb9a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:09.124895 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-155381c6-2818-4d71-a371-32aaa0907a21 req-32af6df7-9d33-470d-9a91-1322eb8d8416 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d710658-430c-4b57-b97c-cc28d891d0f7 HTTP/1.1" status: 200 len: 999 time: 0.1370578 Feb 09 02:02:09.205885 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155381c6-2818-4d71-a371-32aaa0907a21 req-6684677d-b5d5-40fb-958b-423078571b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:09.207443 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-155381c6-2818-4d71-a371-32aaa0907a21 req-6684677d-b5d5-40fb-958b-423078571b2a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e5fb0614-877d-4584-bc3c-a9b6e8f6847d HTTP/1.1" status: 200 len: 856 time: 0.0751042 Feb 09 02:02:09.301586 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155381c6-2818-4d71-a371-32aaa0907a21 req-f4273579-e45b-42ef-8449-f5a51e095075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:09.307005 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-155381c6-2818-4d71-a371-32aaa0907a21 req-f4273579-e45b-42ef-8449-f5a51e095075 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bbe85234-1f1c-44c0-aeaf-3380123bb751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0878420 Feb 09 02:02:09.504312 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-155381c6-2818-4d71-a371-32aaa0907a21 req-54fe91af-ffb0-4fa1-9118-9e9d50b102fc service neutron] 10.222.0.48 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927264 Feb 09 02:02:09.586978 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35816) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:09.608013 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1315-f8f5-4323-a8be-429f9f33bf2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:09.647318 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-155381c6-2818-4d71-a371-32aaa0907a21 req-ade696fd-027f-4b8d-9727-a4f8111a47bf service neutron] 10.222.0.48 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356320 Feb 09 02:02:09.864283 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:09.890104 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1315-f8f5-4323-a8be-429f9f33bf2b admin admin] Publish callbacks [] for security_group (2e389cd6-1b27-4a4d-ba79-0c0431a97d1a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:09.898171 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1315-f8f5-4323-a8be-429f9f33bf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2e389cd6-1b27-4a4d-ba79-0c0431a97d1a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:09.988246 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-034ab7ef-59e9-4070-be2d-d07987fa756e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2215145 Feb 09 02:02:09.991407 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ba2a1315-f8f5-4323-a8be-429f9f33bf2b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd635ae9ada640e99162795acaacaff6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4031720 Feb 09 02:02:09.992414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35826) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:09.993347 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a1315-f8f5-4323-a8be-429f9f33bf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e389cd6-1b27-4a4d-ba79-0c0431a97d1a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:09.997987 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f2f16-d1a5-4d5b-b797-6e39556c940f req-ff34b750-7104-4d06-99f1-cdaaa8d6eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:09.999587 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e11f2f16-d1a5-4d5b-b797-6e39556c940f req-ff34b750-7104-4d06-99f1-cdaaa8d6eed4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=225062ed147a4a2299a703d06854300c&device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 1126 time: 0.2613542 Feb 09 02:02:10.051627 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a4130-1e06-4b30-aac4-c4ff6b8c248e req-85f86bde-40da-4fc6-887f-3749ac61c42d tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:10.054083 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ba7a4130-1e06-4b30-aac4-c4ff6b8c248e req-85f86bde-40da-4fc6-887f-3749ac61c42d tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 944 time: 0.1394870 Feb 09 02:02:10.153372 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-25705464-7860-44e2-99a4-ccceb6a4e1a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:10.192699 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2444ff2d-9b17-42a7-a8d3-96bfc49e45f7 admin admin] Publish callbacks [] for security_group (2e389cd6-1b27-4a4d-ba79-0c0431a97d1a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:10.230483 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2444ff2d-9b17-42a7-a8d3-96bfc49e45f7 admin admin] Publish callbacks [] for security_group (2e389cd6-1b27-4a4d-ba79-0c0431a97d1a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:10.313998 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2444ff2d-9b17-42a7-a8d3-96bfc49e45f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2e389cd6-1b27-4a4d-ba79-0c0431a97d1a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:10.319946 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2444ff2d-9b17-42a7-a8d3-96bfc49e45f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:10.347284 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2444ff2d-9b17-42a7-a8d3-96bfc49e45f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e389cd6-1b27-4a4d-ba79-0c0431a97d1a HTTP/1.1" status: 204 len: 168 time: 0.3393817 Feb 09 02:02:10.369886 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444ff2d-9b17-42a7-a8d3-96bfc49e45f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e389cd6-1b27-4a4d-ba79-0c0431a97d1a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:10.420048 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ba7a4130-1e06-4b30-aac4-c4ff6b8c248e req-d4c928e0-6a01-44d3-bb5e-76535b568fbc tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3513851 Feb 09 02:02:10.457968 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431e-9a38-4448-b419-c8715af09067 req-7db939ed-535a-473d-9c30-cd1b0906fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:10.458550 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431e-9a38-4448-b419-c8715af09067 req-7db939ed-535a-473d-9c30-cd1b0906fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:10.459573 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431e-9a38-4448-b419-c8715af09067 req-7db939ed-535a-473d-9c30-cd1b0906fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:10.460227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431e-9a38-4448-b419-c8715af09067 req-7db939ed-535a-473d-9c30-cd1b0906fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:10.460709 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431e-9a38-4448-b419-c8715af09067 req-7db939ed-535a-473d-9c30-cd1b0906fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:10.461182 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431e-9a38-4448-b419-c8715af09067 req-7db939ed-535a-473d-9c30-cd1b0906fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:10.461653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431e-9a38-4448-b419-c8715af09067 req-7db939ed-535a-473d-9c30-cd1b0906fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:10.474322 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-7db939ed-535a-473d-9c30-cd1b0906fff2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74ac5c4df87040abbaac41297bf571f6&device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 6718 time: 0.4039869 Feb 09 02:02:10.522403 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f2f16-d1a5-4d5b-b797-6e39556c940f req-27ee8328-afdb-4f4a-9525-a91df586146d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:10.527130 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e11f2f16-d1a5-4d5b-b797-6e39556c940f req-27ee8328-afdb-4f4a-9525-a91df586146d service neutron] 10.222.0.48 "GET /v2.0/networks?id=bbe85234-1f1c-44c0-aeaf-3380123bb751 HTTP/1.1" status: 200 len: 918 time: 0.5207131 Feb 09 02:02:10.822186 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e11f2f16-d1a5-4d5b-b797-6e39556c940f req-1c546fe6-24e0-46e1-a30e-27422027ef6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d710658-430c-4b57-b97c-cc28d891d0f7 HTTP/1.1" status: 200 len: 999 time: 0.2738519 Feb 09 02:02:10.842669 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:10.962591 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:11.047990 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431e-9a38-4448-b419-c8715af09067 req-30853ef6-e96b-439f-9331-6d593a2e3738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:11.063720 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431e-9a38-4448-b419-c8715af09067 req-30853ef6-e96b-439f-9331-6d593a2e3738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:11.067988 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431e-9a38-4448-b419-c8715af09067 req-30853ef6-e96b-439f-9331-6d593a2e3738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:11.078220 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-30853ef6-e96b-439f-9331-6d593a2e3738 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3435dd38-2d83-4661-a0ba-4947592a30a2&id=91f3e44e-bf94-49e8-bd52-1019903bad7b&id=91f3e44e-bf94-49e8-bd52-1019903bad7b&id=91f3e44e-bf94-49e8-bd52-1019903bad7b&id=91f3e44e-bf94-49e8-bd52-1019903bad7b&id=ee7d3bb2-f456-41d8-93b8-334fc83bc2df&id=ee7d3bb2-f456-41d8-93b8-334fc83bc2df HTTP/1.1" status: 200 len: 2297 time: 0.5221140 Feb 09 02:02:11.106170 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f2f16-d1a5-4d5b-b797-6e39556c940f req-811dd6da-19a0-4974-879e-aee3e4ab7214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:11.109776 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e11f2f16-d1a5-4d5b-b797-6e39556c940f req-811dd6da-19a0-4974-879e-aee3e4ab7214 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e5fb0614-877d-4584-bc3c-a9b6e8f6847d HTTP/1.1" status: 200 len: 856 time: 0.2569571 Feb 09 02:02:11.658905 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f2f16-d1a5-4d5b-b797-6e39556c940f req-543383dd-01b4-403a-b6a2-6c016a9e201d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:11.676567 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e11f2f16-d1a5-4d5b-b797-6e39556c940f req-543383dd-01b4-403a-b6a2-6c016a9e201d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bbe85234-1f1c-44c0-aeaf-3380123bb751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3776808 Feb 09 02:02:11.685429 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d770c22-2440-43aa-bf0b-1fa775652115 req-8b007f70-0743-45f7-8ee7-683a226acf00 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:11.692843 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d770c22-2440-43aa-bf0b-1fa775652115 req-8b007f70-0743-45f7-8ee7-683a226acf00 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 944 time: 0.1195097 Feb 09 02:02:11.712740 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-66fbf493-26ea-4152-93cf-76b13b57ebe7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e9e575e-d478-47a4-9247-266d7e08616b HTTP/1.1" status: 200 len: 1001 time: 0.3989482 Feb 09 02:02:11.817389 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d770c22-2440-43aa-bf0b-1fa775652115 req-7fbdaef9-dce4-49ce-8da2-0cfab623b015 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228883 Feb 09 02:02:11.906305 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431e-9a38-4448-b419-c8715af09067 req-be5491c4-24c0-4915-b520-4a25e8b59a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:11.909518 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-be5491c4-24c0-4915-b520-4a25e8b59a74 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e2644d8-69fa-4460-9750-5fbc866b4422 HTTP/1.1" status: 200 len: 855 time: 0.0539281 Feb 09 02:02:12.099156 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431e-9a38-4448-b419-c8715af09067 req-96e4eab5-c12b-48f1-aec6-92ac77c2a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:12.101303 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-96e4eab5-c12b-48f1-aec6-92ac77c2a4c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3435dd38-2d83-4661-a0ba-4947592a30a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1780407 Feb 09 02:02:12.109755 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e11f2f16-d1a5-4d5b-b797-6e39556c940f req-a59ec906-6446-42d8-8255-9065fa450da1 service neutron] 10.222.0.48 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958120 Feb 09 02:02:12.346583 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:12.817050 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-b12594f4-6458-4c02-907c-5337fb29eb1c service neutron] 10.222.0.48 "GET /v2.0/networks/3435dd38-2d83-4661-a0ba-4947592a30a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977683 Feb 09 02:02:12.819734 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e11f2f16-d1a5-4d5b-b797-6e39556c940f req-6065f8f1-653b-442a-a20d-e68dd10086e0 service neutron] 10.222.0.48 "GET /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113584 Feb 09 02:02:13.299729 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50056d34-1db2-4d64-9dfa-170a92750cf9 req-fcf94923-6517-4201-98f3-cd6133070d2d tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:13.309052 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-50056d34-1db2-4d64-9dfa-170a92750cf9 req-fcf94923-6517-4201-98f3-cd6133070d2d tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 944 time: 0.2041268 Feb 09 02:02:13.338033 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-7229cc76-e160-4a27-9ca1-b51128a79c7f service neutron] 10.222.0.48 "GET /v2.0/networks/3435dd38-2d83-4661-a0ba-4947592a30a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270492 Feb 09 02:02:13.446612 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-50056d34-1db2-4d64-9dfa-170a92750cf9 req-d360cfe7-bf89-4d59-b68e-7a558c7633a1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365569 Feb 09 02:02:13.453924 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-bf8e4505-eee2-4bc2-b26f-5da69c334761 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=9905adb9-d1e4-4bfa-82dc-a198aa75b6de HTTP/1.1" status: 200 len: 217 time: 0.1008816 Feb 09 02:02:13.476920 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:13.588021 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431e-9a38-4448-b419-c8715af09067 req-7a4aa282-1a0f-4d77-a068-581b9269d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:13.589636 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-7a4aa282-1a0f-4d77-a068-581b9269d79b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=678160b0-2b2f-464c-ba3e-556e6e820726 HTTP/1.1" status: 200 len: 797 time: 0.1183705 Feb 09 02:02:13.731828 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431e-9a38-4448-b419-c8715af09067 req-8acd4220-f946-49d9-9a7a-94f37bcfb368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:13.734099 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-8acd4220-f946-49d9-9a7a-94f37bcfb368 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=91f3e44e-bf94-49e8-bd52-1019903bad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1085570 Feb 09 02:02:14.049924 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-468b5612-6c94-4c7a-bbc9-3c146293b99b service neutron] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028917 Feb 09 02:02:14.297794 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-9e635e96-d0de-4e66-bbbf-2b79943de595 service neutron] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542783 Feb 09 02:02:14.555816 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-7b01e724-0945-4ccb-9cf7-ee7edbaf3c64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=a7be7dc4-d914-4868-bc01-259d832746e1 HTTP/1.1" status: 200 len: 217 time: 0.1163001 Feb 09 02:02:14.626562 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431e-9a38-4448-b419-c8715af09067 req-c72cc372-eb00-4de5-b625-7d07675cf2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:14.628253 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-c72cc372-eb00-4de5-b625-7d07675cf2cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=678160b0-2b2f-464c-ba3e-556e6e820726 HTTP/1.1" status: 200 len: 797 time: 0.0604227 Feb 09 02:02:14.678477 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee09e4d-d796-4f71-8aec-8ccd5bd28533 req-a7b48a82-8838-48c9-9e2c-eb5e72395c66 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:14.689232 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4ee09e4d-d796-4f71-8aec-8ccd5bd28533 req-a7b48a82-8838-48c9-9e2c-eb5e72395c66 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 944 time: 0.1102200 Feb 09 02:02:14.746339 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431e-9a38-4448-b419-c8715af09067 req-5c5419cf-4f95-4c4f-8692-c47f52c4567b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:14.750842 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-5c5419cf-4f95-4c4f-8692-c47f52c4567b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=91f3e44e-bf94-49e8-bd52-1019903bad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1002963 Feb 09 02:02:14.757982 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4ee09e4d-d796-4f71-8aec-8ccd5bd28533 req-6c95a4ca-3025-45cd-b313-52e3ad9d95c9 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670784 Feb 09 02:02:14.992759 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-be217b6b-8d49-451c-9810-1b30e4dc97b0 service neutron] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927876 Feb 09 02:02:15.975089 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53023134-1fa5-4c19-87b6-6030906e1ba6 req-6ed4c3e2-48ab-4963-a3dd-c2e9833952f8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:15.977602 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-53023134-1fa5-4c19-87b6-6030906e1ba6 req-6ed4c3e2-48ab-4963-a3dd-c2e9833952f8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 944 time: 0.0680368 Feb 09 02:02:16.074867 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-53023134-1fa5-4c19-87b6-6030906e1ba6 req-40ae7ef3-1f8d-49a7-93da-c7bd9a3755a1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902836 Feb 09 02:02:16.336623 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-affb0571-ab21-425a-b812-c02ab3736fc2 service neutron] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732525 Feb 09 02:02:16.733810 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-62b08dbc-c0c1-4a88-b85a-3c68fa1f1cdb req-85021de2-bc58-4f80-9824-ca7d2ea89a56 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676355 Feb 09 02:02:16.875974 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b08dbc-c0c1-4a88-b85a-3c68fa1f1cdb req-b21ad684-2c7f-4e10-b5f6-4c344c9bb700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:16.878494 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-62b08dbc-c0c1-4a88-b85a-3c68fa1f1cdb req-b21ad684-2c7f-4e10-b5f6-4c344c9bb700 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8721192a2c284724a83b35330a1c84a8&device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 1128 time: 0.1102588 Feb 09 02:02:17.133758 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b08dbc-c0c1-4a88-b85a-3c68fa1f1cdb req-58a32c2e-930a-4d3e-b6d7-d9d382a62236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:17.136267 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-62b08dbc-c0c1-4a88-b85a-3c68fa1f1cdb req-58a32c2e-930a-4d3e-b6d7-d9d382a62236 service neutron] 10.222.0.67 "GET /v2.0/networks?id=213e8f95-a0ad-4892-ad9a-d81d902f12c0 HTTP/1.1" status: 200 len: 912 time: 0.2219722 Feb 09 02:02:17.235788 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-62b08dbc-c0c1-4a88-b85a-3c68fa1f1cdb req-b482d59e-1cec-4130-8ba2-fcaabe31f03b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 HTTP/1.1" status: 200 len: 1002 time: 0.0922856 Feb 09 02:02:17.300776 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580f209-1b2a-421e-8d7c-e78207b0d22a req-58984b1e-0853-489a-b4a8-4d7155c9fb80 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:17.303614 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f580f209-1b2a-421e-8d7c-e78207b0d22a req-58984b1e-0853-489a-b4a8-4d7155c9fb80 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 944 time: 0.1035364 Feb 09 02:02:17.376636 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b08dbc-c0c1-4a88-b85a-3c68fa1f1cdb req-417c6206-77aa-4f95-a29b-9b8c5b0756c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:17.378308 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-62b08dbc-c0c1-4a88-b85a-3c68fa1f1cdb req-417c6206-77aa-4f95-a29b-9b8c5b0756c0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b1ecec84-a59d-45c4-91cc-46e21ab9c4db HTTP/1.1" status: 200 len: 850 time: 0.1239340 Feb 09 02:02:17.503419 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f580f209-1b2a-421e-8d7c-e78207b0d22a req-21a745ff-ad04-400e-a04c-88b6d75ee956 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447954 Feb 09 02:02:17.535107 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b08dbc-c0c1-4a88-b85a-3c68fa1f1cdb req-2f3eb05a-76d8-4ae1-9e18-fe6a87820fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:17.537407 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-62b08dbc-c0c1-4a88-b85a-3c68fa1f1cdb req-2f3eb05a-76d8-4ae1-9e18-fe6a87820fbd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=213e8f95-a0ad-4892-ad9a-d81d902f12c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1490488 Feb 09 02:02:17.637117 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-62b08dbc-c0c1-4a88-b85a-3c68fa1f1cdb req-c4af8484-dbcb-4986-b361-38f03d032ec6 service neutron] 10.222.0.67 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930865 Feb 09 02:02:17.824910 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-62b08dbc-c0c1-4a88-b85a-3c68fa1f1cdb req-c4e9eb39-6087-4b82-85d6-0d263a37b561 service neutron] 10.222.0.67 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812747 Feb 09 02:02:18.090993 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-f64ecea5-15ad-4e36-abdd-980ae0b41991 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=458cb2d9-efbc-4c26-ac50-8ad5290b8474 HTTP/1.1" status: 200 len: 217 time: 0.0861151 Feb 09 02:02:18.184730 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431e-9a38-4448-b419-c8715af09067 req-98f3f21d-6d26-4547-a508-857ae3d8b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:18.203427 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-98f3f21d-6d26-4547-a508-857ae3d8b946 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=678160b0-2b2f-464c-ba3e-556e6e820726 HTTP/1.1" status: 200 len: 797 time: 0.0830762 Feb 09 02:02:18.379177 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431e-9a38-4448-b419-c8715af09067 req-62761371-9769-4daf-a82e-8463951a9d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:18.386249 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-62761371-9769-4daf-a82e-8463951a9d27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=91f3e44e-bf94-49e8-bd52-1019903bad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1806369 Feb 09 02:02:18.858698 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8b784-348c-4883-afe9-02a86e75d4fc req-72a1ad27-4a17-4e18-bfab-3dd6dea63598 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:18.860453 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5cc8b784-348c-4883-afe9-02a86e75d4fc req-72a1ad27-4a17-4e18-bfab-3dd6dea63598 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 944 time: 0.1247468 Feb 09 02:02:18.862628 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-cc51dfed-91de-428a-8fd1-8491cdae0bc2 service neutron] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694503 Feb 09 02:02:18.966217 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5cc8b784-348c-4883-afe9-02a86e75d4fc req-71dff9d8-0321-41ee-bb40-1711e93bbe90 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957203 Feb 09 02:02:19.074738 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-e7f72b9e-d00a-4c6d-9993-5d52725ec157 service neutron] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137252 Feb 09 02:02:20.139750 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226fe14-4301-4d0f-b1ef-11038fdfb838 req-6bd6cf46-6784-4f24-a020-d78db0c62252 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:20.141487 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f226fe14-4301-4d0f-b1ef-11038fdfb838 req-6bd6cf46-6784-4f24-a020-d78db0c62252 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 944 time: 0.0716965 Feb 09 02:02:20.189705 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f226fe14-4301-4d0f-b1ef-11038fdfb838 req-6db4f2c7-ffb0-4a1b-a7eb-c77cd5dd8014 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422280 Feb 09 02:02:20.284921 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-2b846d3b-2ef9-4308-a83a-a14b9aa71439 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=4aba9d2f-7727-4388-a07a-cd4823b889f0 HTTP/1.1" status: 200 len: 217 time: 0.0506051 Feb 09 02:02:20.370217 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431e-9a38-4448-b419-c8715af09067 req-7f490dc5-d9d9-4a4b-b48e-45810c51ee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:20.371828 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-7f490dc5-d9d9-4a4b-b48e-45810c51ee4f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=678160b0-2b2f-464c-ba3e-556e6e820726 HTTP/1.1" status: 200 len: 797 time: 0.0803859 Feb 09 02:02:20.501716 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431e-9a38-4448-b419-c8715af09067 req-1c77de97-4cbb-4366-9798-da9e0938fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:20.506768 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-1c77de97-4cbb-4366-9798-da9e0938fc27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=91f3e44e-bf94-49e8-bd52-1019903bad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1248555 Feb 09 02:02:20.634967 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-6e472279-2fa8-4fe8-a5df-0a10ef5c97a4 service neutron] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146829 Feb 09 02:02:20.759280 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-9c96d7ff-7fe2-4f2e-bfca-056d1ea52f58 service neutron] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181021 Feb 09 02:02:20.811113 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-ddc1f299-79a9-4011-8dbb-f5f58ac436c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=80e3e244-1fcf-4a9d-9a50-ee0665be2415 HTTP/1.1" status: 200 len: 217 time: 0.0456085 Feb 09 02:02:20.882804 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431e-9a38-4448-b419-c8715af09067 req-2f62f756-9d9e-4261-8d40-8f7966d696fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:20.884367 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-2f62f756-9d9e-4261-8d40-8f7966d696fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1fe157d-43b5-4754-996c-299d00068483 HTTP/1.1" status: 200 len: 797 time: 0.0678005 Feb 09 02:02:20.949773 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431e-9a38-4448-b419-c8715af09067 req-b9904a41-98d2-4d86-8f90-f8ca0835dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:20.951453 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-b9904a41-98d2-4d86-8f90-f8ca0835dbad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ee7d3bb2-f456-41d8-93b8-334fc83bc2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0605445 Feb 09 02:02:21.078359 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-9e5de2b5-1a99-4e71-942b-3a673f05a631 service neutron] 10.222.0.48 "GET /v2.0/networks/ee7d3bb2-f456-41d8-93b8-334fc83bc2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200774 Feb 09 02:02:21.180160 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-63801e39-6169-4912-9d0f-d2807d62f838 service neutron] 10.222.0.48 "GET /v2.0/networks/ee7d3bb2-f456-41d8-93b8-334fc83bc2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952604 Feb 09 02:02:21.232017 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-97a253f7-271d-402f-b9fc-629593b4c998 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8b9156cc-0ce3-4754-b4e0-0975770eab8e HTTP/1.1" status: 200 len: 217 time: 0.0455828 Feb 09 02:02:21.562836 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431e-9a38-4448-b419-c8715af09067 req-08a160c9-4e0c-45c4-a683-f8317938a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:21.564429 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-08a160c9-4e0c-45c4-a683-f8317938a981 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1fe157d-43b5-4754-996c-299d00068483 HTTP/1.1" status: 200 len: 797 time: 0.3255575 Feb 09 02:02:21.675170 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99830660-64d5-453c-85a1-f906ce353ba8 req-490c18b8-62c6-4777-838f-710b3196f911 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:21.676717 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99830660-64d5-453c-85a1-f906ce353ba8 req-490c18b8-62c6-4777-838f-710b3196f911 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 944 time: 0.3850913 Feb 09 02:02:21.679899 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431e-9a38-4448-b419-c8715af09067 req-8d9f09e8-9163-4c20-847d-e357a31be5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:21.681506 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-8d9f09e8-9163-4c20-847d-e357a31be5df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ee7d3bb2-f456-41d8-93b8-334fc83bc2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0905688 Feb 09 02:02:21.795376 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99830660-64d5-453c-85a1-f906ce353ba8 req-69273c24-b947-4cca-a420-57901424950d tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110408 Feb 09 02:02:21.854157 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-4fe56213-9326-4820-8ab3-79ffc262baab service neutron] 10.222.0.48 "GET /v2.0/networks/ee7d3bb2-f456-41d8-93b8-334fc83bc2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611712 Feb 09 02:02:21.969864 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-565d431e-9a38-4448-b419-c8715af09067 req-6cf6569f-1cf8-4960-842a-02d4ba81a3ee service neutron] 10.222.0.48 "GET /v2.0/networks/ee7d3bb2-f456-41d8-93b8-334fc83bc2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093202 Feb 09 02:02:22.971499 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cb099-9c06-44bf-83b8-6dcf4b9caf5c req-3b1d169d-5eb6-4e71-9aa2-1bf93f13041f tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:22.980455 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ac2cb099-9c06-44bf-83b8-6dcf4b9caf5c req-3b1d169d-5eb6-4e71-9aa2-1bf93f13041f tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 944 time: 0.1043816 Feb 09 02:02:23.039573 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ac2cb099-9c06-44bf-83b8-6dcf4b9caf5c req-fb20a72f-386a-4836-87a8-6114cc59eaf7 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525839 Feb 09 02:02:24.203971 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1ba2f-9dd5-463d-8e11-b83e12230030 req-c4aaf368-4253-4288-8c4a-268619c3a621 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:24.212293 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8ae1ba2f-9dd5-463d-8e11-b83e12230030 req-c4aaf368-4253-4288-8c4a-268619c3a621 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 944 time: 0.1022115 Feb 09 02:02:24.267923 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8ae1ba2f-9dd5-463d-8e11-b83e12230030 req-e8355ff6-258f-49a7-9a7c-29808753886b tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543323 Feb 09 02:02:25.026328 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9d710658-430c-4b57-b97c-cc28d891d0f7 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:02:25.144319 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 9d710658-430c-4b57-b97c-cc28d891d0f7, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9d710658-430c-4b57-b97c-cc28d891d0f7,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:25.160025 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '9d710658-430c-4b57-b97c-cc28d891d0f7', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'port_id': '9d710658-430c-4b57-b97c-cc28d891d0f7', 'mac_address': 'fa:16:3e:95:c5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:02:25.210096 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 9d710658-430c-4b57-b97c-cc28d891d0f7 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:25.210493 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:25.224677 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d710658-430c-4b57-b97c-cc28d891d0f7 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:02:25.249393 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 9d710658-430c-4b57-b97c-cc28d891d0f7, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9d710658-430c-4b57-b97c-cc28d891d0f7,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:25.253858 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:25.338137 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=9d710658-430c-4b57-b97c-cc28d891d0f7,revision_number=11']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:25.445294 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed654d9-8acc-4b6c-85df-a894f0d531ad req-7e69508d-7280-4564-964b-bb5860d7186e tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:25.446893 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ed654d9-8acc-4b6c-85df-a894f0d531ad req-7e69508d-7280-4564-964b-bb5860d7186e tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.0600829 Feb 09 02:02:25.531875 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ed654d9-8acc-4b6c-85df-a894f0d531ad req-1cfa52cc-c5d2-4456-958b-2e11b67cfb91 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787864 Feb 09 02:02:25.594134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['9d710658-430c-4b57-b97c-cc28d891d0f7'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:02:26.679431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63854bb-06f9-47a5-a3b1-41379eb888ce req-fba47c08-008a-4838-a1d1-c1f0efd06239 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:26.681620 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a63854bb-06f9-47a5-a3b1-41379eb888ce req-fba47c08-008a-4838-a1d1-c1f0efd06239 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 945 time: 0.0575728 Feb 09 02:02:26.731618 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a63854bb-06f9-47a5-a3b1-41379eb888ce req-4756a713-18b4-437e-82cd-65bf5214bb50 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440986 Feb 09 02:02:27.026421 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9d710658-430c-4b57-b97c-cc28d891d0f7 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:02:27.112737 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 9d710658-430c-4b57-b97c-cc28d891d0f7 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:02:27.127863 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 9d710658-430c-4b57-b97c-cc28d891d0f7 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:27.127863 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.267093 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 9d710658-430c-4b57-b97c-cc28d891d0f7 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:27.267643 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.317500 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 9d710658-430c-4b57-b97c-cc28d891d0f7, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9d710658-430c-4b57-b97c-cc28d891d0f7,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:27.318903 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32807df7-b215-4336-b6d1-392a857f6f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d710658-430c-4b57-b97c-cc28d891d0f7'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:27.321951 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d196de0-9cf7-41b3-b704-2854fea41dd5" -d '{"events": [{"server_uuid": "32807df7-b215-4336-b6d1-392a857f6f66", "name": "network-vif-plugged", "status": "completed", "tag": "9d710658-430c-4b57-b97c-cc28d891d0f7"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:27.326910 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.383233 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17a1098-3338-4f8d-84ed-3cdc8fc00a6f x-openstack-request-id: req-c17a1098-3338-4f8d-84ed-3cdc8fc00a6f {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:27.383736 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32807df7-b215-4336-b6d1-392a857f6f66", "name": "network-vif-plugged", "status": "completed", "tag": "9d710658-430c-4b57-b97c-cc28d891d0f7", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:27.384163 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c17a1098-3338-4f8d-84ed-3cdc8fc00a6f {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:27.384726 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32807df7-b215-4336-b6d1-392a857f6f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d710658-430c-4b57-b97c-cc28d891d0f7', 'code': 200} Feb 09 02:02:27.397771 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=9d710658-430c-4b57-b97c-cc28d891d0f7,revision_number=12']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:27.640150 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69474f71-01a7-4966-b748-4e819575390e req-1f837a4e-1d2a-4d86-881b-11c66c6b4453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:27.641685 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69474f71-01a7-4966-b748-4e819575390e req-1f837a4e-1d2a-4d86-881b-11c66c6b4453 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 1128 time: 0.0607426 Feb 09 02:02:27.699932 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69474f71-01a7-4966-b748-4e819575390e req-12f9e7c1-e249-4059-94cd-5df3869d6367 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513706 Feb 09 02:02:27.921194 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f88fab-17d3-4da5-a2e5-e5a7bf7d89c8 req-2acc8e3b-774a-4243-9d25-0802f7a21b81 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:27.929389 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98f88fab-17d3-4da5-a2e5-e5a7bf7d89c8 req-2acc8e3b-774a-4243-9d25-0802f7a21b81 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 946 time: 0.0784945 Feb 09 02:02:28.004454 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98f88fab-17d3-4da5-a2e5-e5a7bf7d89c8 req-b650c1f2-34ab-4701-b87a-fc16584e8f6f tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738237 Feb 09 02:02:29.174720 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446e80d-8c7f-4f3b-a4c3-97f519aaf795 req-a2fc017b-39a9-43d7-b337-52a0719ee99a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:29.176331 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d446e80d-8c7f-4f3b-a4c3-97f519aaf795 req-a2fc017b-39a9-43d7-b337-52a0719ee99a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 946 time: 0.0880773 Feb 09 02:02:29.264091 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d446e80d-8c7f-4f3b-a4c3-97f519aaf795 req-ae385389-8c64-47ac-8a75-3be7df171267 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781124 Feb 09 02:02:30.263163 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36358) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:30.405739 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:02:30.468877 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc4befcb-03a9-429d-bb3f-565e3fc9c7a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.487180 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73495e-04ae-4de3-82f6-2be69daee02d req-913c3ae0-c4bc-4799-85c9-88fa865d113d tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:30.489572 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7c73495e-04ae-4de3-82f6-2be69daee02d req-913c3ae0-c4bc-4799-85c9-88fa865d113d tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 946 time: 0.0793419 Feb 09 02:02:30.547346 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7c73495e-04ae-4de3-82f6-2be69daee02d req-f1514393-5aeb-4d43-a0ae-f0b073b50fde tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516496 Feb 09 02:02:30.569309 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc4befcb-03a9-429d-bb3f-565e3fc9c7a4 admin admin] Publish callbacks [] for security_group (0fd649ba-cf1a-4451-84c7-e1b2af62bc1f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.575330 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc4befcb-03a9-429d-bb3f-565e3fc9c7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0fd649ba-cf1a-4451-84c7-e1b2af62bc1f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.634269 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4befcb-03a9-429d-bb3f-565e3fc9c7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd649ba-cf1a-4451-84c7-e1b2af62bc1f,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:30.641694 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fc4befcb-03a9-429d-bb3f-565e3fc9c7a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1106079637644bfb8b17b56a44e346be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3765893 Feb 09 02:02:30.644213 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36372) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:30.733980 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dedd84c8-fc31-4056-b189-ec64484abd94 admin admin] Publish callbacks [] for security_group (0fd649ba-cf1a-4451-84c7-e1b2af62bc1f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.767657 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dedd84c8-fc31-4056-b189-ec64484abd94 admin admin] Publish callbacks [] for security_group (0fd649ba-cf1a-4451-84c7-e1b2af62bc1f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.830966 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dedd84c8-fc31-4056-b189-ec64484abd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0fd649ba-cf1a-4451-84c7-e1b2af62bc1f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.835355 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dedd84c8-fc31-4056-b189-ec64484abd94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.836927 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dedd84c8-fc31-4056-b189-ec64484abd94 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0fd649ba-cf1a-4451-84c7-e1b2af62bc1f HTTP/1.1" status: 204 len: 168 time: 0.1914213 Feb 09 02:02:30.846290 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd84c8-fc31-4056-b189-ec64484abd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd649ba-cf1a-4451-84c7-e1b2af62bc1f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:31.223050 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36388) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:31.238088 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a28543a6-5c74-4fcb-8eaa-f12d8af345dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.352693 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a28543a6-5c74-4fcb-8eaa-f12d8af345dc admin admin] Publish callbacks [] for security_group (870cefc5-c1ae-4186-932a-b950cc85c255), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.360605 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a28543a6-5c74-4fcb-8eaa-f12d8af345dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (870cefc5-c1ae-4186-932a-b950cc85c255), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.399374 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28543a6-5c74-4fcb-8eaa-f12d8af345dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870cefc5-c1ae-4186-932a-b950cc85c255,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:31.404826 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a28543a6-5c74-4fcb-8eaa-f12d8af345dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2e79b094f284ae59d874f0bfc73a9e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1801901 Feb 09 02:02:31.407675 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36394) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:31.491547 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30dfd6d3-ab0b-4666-a64a-2d507eabd44d admin admin] Publish callbacks [] for security_group (870cefc5-c1ae-4186-932a-b950cc85c255), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.546340 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30dfd6d3-ab0b-4666-a64a-2d507eabd44d admin admin] Publish callbacks [] for security_group (870cefc5-c1ae-4186-932a-b950cc85c255), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.614297 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30dfd6d3-ab0b-4666-a64a-2d507eabd44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (870cefc5-c1ae-4186-932a-b950cc85c255), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.617451 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30dfd6d3-ab0b-4666-a64a-2d507eabd44d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.619057 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-30dfd6d3-ab0b-4666-a64a-2d507eabd44d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/870cefc5-c1ae-4186-932a-b950cc85c255 HTTP/1.1" status: 204 len: 168 time: 0.2101412 Feb 09 02:02:31.628955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfd6d3-ab0b-4666-a64a-2d507eabd44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870cefc5-c1ae-4186-932a-b950cc85c255,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:37.467433 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8c8d-9a07-41a6-b16e-2793ae9682cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:39.859293 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:40.125225 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-73fdc58a-69c8-4841-98b4-196138d102aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:40.728696 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36686) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:40.835404 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:40.934186 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:40.946894 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f59e4b30-04a0-4f79-9798-78678414b17a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:41.165074 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f59e4b30-04a0-4f79-9798-78678414b17a admin admin] Publish callbacks [] for security_group (12490796-6798-434a-a325-1e8a86e58fc1), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:41.185217 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f59e4b30-04a0-4f79-9798-78678414b17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (12490796-6798-434a-a325-1e8a86e58fc1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:41.245151 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f59e4b30-04a0-4f79-9798-78678414b17a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6cba0546e3124f838ba7739246bd42b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5131207 Feb 09 02:02:41.246913 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e4b30-04a0-4f79-9798-78678414b17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12490796-6798-434a-a325-1e8a86e58fc1,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:41.248029 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36700) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:41.328964 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01ea2051-d80d-4a4c-828d-b4ed385333ea admin admin] Publish callbacks [] for security_group (12490796-6798-434a-a325-1e8a86e58fc1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:41.380321 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01ea2051-d80d-4a4c-828d-b4ed385333ea admin admin] Publish callbacks [] for security_group (12490796-6798-434a-a325-1e8a86e58fc1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:41.460583 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01ea2051-d80d-4a4c-828d-b4ed385333ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (12490796-6798-434a-a325-1e8a86e58fc1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:41.467739 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01ea2051-d80d-4a4c-828d-b4ed385333ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:41.475310 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-01ea2051-d80d-4a4c-828d-b4ed385333ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/12490796-6798-434a-a325-1e8a86e58fc1 HTTP/1.1" status: 204 len: 168 time: 0.2244411 Feb 09 02:02:41.494389 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea2051-d80d-4a4c-828d-b4ed385333ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12490796-6798-434a-a325-1e8a86e58fc1,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:42.336856 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:43.157581 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36770) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:43.339651 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14ff2fbf-85c3-4ae7-9ceb-5a23bbd4be77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:43.471105 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:43.487478 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14ff2fbf-85c3-4ae7-9ceb-5a23bbd4be77 admin admin] Publish callbacks [] for security_group (d8978e9c-1e7d-4cf2-99a8-3aeebf01483e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:43.493141 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14ff2fbf-85c3-4ae7-9ceb-5a23bbd4be77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d8978e9c-1e7d-4cf2-99a8-3aeebf01483e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:43.546631 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36780) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:43.558617 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-14ff2fbf-85c3-4ae7-9ceb-5a23bbd4be77 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=06c2fadaa88f447da4c7e7d9efb5cb5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3992250 Feb 09 02:02:43.559877 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff2fbf-85c3-4ae7-9ceb-5a23bbd4be77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8978e9c-1e7d-4cf2-99a8-3aeebf01483e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:43.605071 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-28e201f5-8f0c-43ea-b964-008456799a8c admin admin] Publish callbacks [] for security_group (d8978e9c-1e7d-4cf2-99a8-3aeebf01483e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:43.627658 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-28e201f5-8f0c-43ea-b964-008456799a8c admin admin] Publish callbacks [] for security_group (d8978e9c-1e7d-4cf2-99a8-3aeebf01483e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:43.695582 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-28e201f5-8f0c-43ea-b964-008456799a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d8978e9c-1e7d-4cf2-99a8-3aeebf01483e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:43.699013 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-28e201f5-8f0c-43ea-b964-008456799a8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:43.703690 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-28e201f5-8f0c-43ea-b964-008456799a8c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d8978e9c-1e7d-4cf2-99a8-3aeebf01483e HTTP/1.1" status: 204 len: 168 time: 0.1554928 Feb 09 02:02:43.712149 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e201f5-8f0c-43ea-b964-008456799a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8978e9c-1e7d-4cf2-99a8-3aeebf01483e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:54.461615 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08afdf-685d-41dc-84f2-14d098214d72 req-f2b93940-3e63-4598-a44e-3b43fc04ecff tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:54.463163 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ae08afdf-685d-41dc-84f2-14d098214d72 req-f2b93940-3e63-4598-a44e-3b43fc04ecff tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.0603132 Feb 09 02:02:54.520186 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ae08afdf-685d-41dc-84f2-14d098214d72 req-d2fbf4c7-7578-46a9-9520-54e7b05b7470 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506532 Feb 09 02:02:55.656493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f93551-032e-4252-99c9-63db8a2ec0f3 req-8c6f9253-ff29-4fe7-96ad-b3170ee4fcd8 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:55.658042 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c2f93551-032e-4252-99c9-63db8a2ec0f3 req-8c6f9253-ff29-4fe7-96ad-b3170ee4fcd8 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.0571744 Feb 09 02:02:55.711971 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c2f93551-032e-4252-99c9-63db8a2ec0f3 req-6484a2fe-72ef-4404-ba2b-2e00e215b303 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471160 Feb 09 02:02:56.852965 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1146f-9c5d-4fa7-aaa8-62b269d36b8e req-3be2a92f-7850-4a81-9185-98ab4258c3cb tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:56.854580 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-88d1146f-9c5d-4fa7-aaa8-62b269d36b8e req-3be2a92f-7850-4a81-9185-98ab4258c3cb tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.0606143 Feb 09 02:02:56.915955 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-88d1146f-9c5d-4fa7-aaa8-62b269d36b8e req-6aea2bcf-5687-4af6-8ebe-78f211a949ed tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532582 Feb 09 02:02:58.067719 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3b042-914f-4a24-8b06-a0574ce4cdb3 req-31cff2ed-5b80-40d2-8dc6-66f1982689e5 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:58.072369 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-84e3b042-914f-4a24-8b06-a0574ce4cdb3 req-31cff2ed-5b80-40d2-8dc6-66f1982689e5 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.0687399 Feb 09 02:02:58.172376 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-84e3b042-914f-4a24-8b06-a0574ce4cdb3 req-ddfe7260-5dca-461e-a8e6-70bf1b9d7423 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965660 Feb 09 02:02:58.949989 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37200) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:59.090908 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0bbe38a1-fb1e-4eb3-832b-a30a94b70201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.193943 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0bbe38a1-fb1e-4eb3-832b-a30a94b70201 admin admin] Publish callbacks [] for security_group (2de615fd-fcba-4066-aa45-f0bfcb4365b7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.198687 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0bbe38a1-fb1e-4eb3-832b-a30a94b70201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2de615fd-fcba-4066-aa45-f0bfcb4365b7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.274173 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0bbe38a1-fb1e-4eb3-832b-a30a94b70201 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a820340ed4db47d4816afba912bbb8be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3227499 Feb 09 02:02:59.274523 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37250) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:59.281667 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe38a1-fb1e-4eb3-832b-a30a94b70201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de615fd-fcba-4066-aa45-f0bfcb4365b7,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:59.352923 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb5c284c-5ce6-47fb-a547-0613d4a90ab9 admin admin] Publish callbacks [] for security_group (2de615fd-fcba-4066-aa45-f0bfcb4365b7), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.379919 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb5c284c-5ce6-47fb-a547-0613d4a90ab9 admin admin] Publish callbacks [] for security_group (2de615fd-fcba-4066-aa45-f0bfcb4365b7), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.385942 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc8e64-fb92-489b-b4f4-92a0564a0fde req-da719a76-f4cf-41d2-916e-8a9df58e6a2f tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:59.395336 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9bdc8e64-fb92-489b-b4f4-92a0564a0fde req-da719a76-f4cf-41d2-916e-8a9df58e6a2f tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.1086490 Feb 09 02:02:59.466408 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb5c284c-5ce6-47fb-a547-0613d4a90ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2de615fd-fcba-4066-aa45-f0bfcb4365b7), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.470945 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb5c284c-5ce6-47fb-a547-0613d4a90ab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.472456 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9bdc8e64-fb92-489b-b4f4-92a0564a0fde req-f92bc48f-69df-436c-a3b7-abbe85dd6404 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760951 Feb 09 02:02:59.475791 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fb5c284c-5ce6-47fb-a547-0613d4a90ab9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2de615fd-fcba-4066-aa45-f0bfcb4365b7 HTTP/1.1" status: 204 len: 168 time: 0.2001774 Feb 09 02:02:59.494810 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c284c-5ce6-47fb-a547-0613d4a90ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de615fd-fcba-4066-aa45-f0bfcb4365b7,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:59.798895 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37320) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:59.817217 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ca5f5cc4-38ef-4d74-9cc9-37b96ee96ac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.901991 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ca5f5cc4-38ef-4d74-9cc9-37b96ee96ac0 admin admin] Publish callbacks [] for security_group (dac4491c-3351-4176-be13-19c1ab050d6c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.906994 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ca5f5cc4-38ef-4d74-9cc9-37b96ee96ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (dac4491c-3351-4176-be13-19c1ab050d6c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.949420 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f5cc4-38ef-4d74-9cc9-37b96ee96ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac4491c-3351-4176-be13-19c1ab050d6c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:59.959615 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ca5f5cc4-38ef-4d74-9cc9-37b96ee96ac0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c446cfad11f4800a14495580594a797&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1553113 Feb 09 02:02:59.960195 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37346) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:00.011011 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4bf9c4af-499a-44f3-bcc3-515c22f1d14e admin admin] Publish callbacks [] for security_group (dac4491c-3351-4176-be13-19c1ab050d6c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:00.034709 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4bf9c4af-499a-44f3-bcc3-515c22f1d14e admin admin] Publish callbacks [] for security_group (dac4491c-3351-4176-be13-19c1ab050d6c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:00.088555 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4bf9c4af-499a-44f3-bcc3-515c22f1d14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (dac4491c-3351-4176-be13-19c1ab050d6c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:00.092223 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4bf9c4af-499a-44f3-bcc3-515c22f1d14e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:00.093808 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4bf9c4af-499a-44f3-bcc3-515c22f1d14e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dac4491c-3351-4176-be13-19c1ab050d6c HTTP/1.1" status: 204 len: 168 time: 0.1327980 Feb 09 02:03:00.107589 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9c4af-499a-44f3-bcc3-515c22f1d14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac4491c-3351-4176-be13-19c1ab050d6c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:00.641503 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b2ed6-ef1c-42f5-8468-af9bfed2f8e4 req-18c1aa7c-1e83-46b0-8710-b05c2b562344 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:00.643784 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4a9b2ed6-ef1c-42f5-8468-af9bfed2f8e4 req-18c1aa7c-1e83-46b0-8710-b05c2b562344 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.0645716 Feb 09 02:03:00.695945 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4a9b2ed6-ef1c-42f5-8468-af9bfed2f8e4 req-1b5fd373-5df7-4135-ab83-bd67db2bd172 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453677 Feb 09 02:03:01.849087 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d4820-c054-4296-823f-8695b05108b3 req-bb448968-80ba-4401-9bc8-f12d9a5af511 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:01.850864 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-130d4820-c054-4296-823f-8695b05108b3 req-bb448968-80ba-4401-9bc8-f12d9a5af511 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.0700481 Feb 09 02:03:01.909067 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-130d4820-c054-4296-823f-8695b05108b3 req-9475b137-f709-45dc-aef2-97d1aaf75594 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522273 Feb 09 02:03:02.417977 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37516) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:02.529726 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2134f54-9786-4864-8eab-f023b5509af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:02.612860 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2134f54-9786-4864-8eab-f023b5509af7 admin admin] Publish callbacks [] for security_group (ed518254-ba30-49c3-bf74-f46b8220136c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:02.618972 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2134f54-9786-4864-8eab-f023b5509af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ed518254-ba30-49c3-bf74-f46b8220136c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:02.660820 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e2134f54-9786-4864-8eab-f023b5509af7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=418a9baa0d164fb183b7f761b9aed380&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2403929 Feb 09 02:03:02.662548 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2134f54-9786-4864-8eab-f023b5509af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed518254-ba30-49c3-bf74-f46b8220136c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:02.664153 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37522) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:02.719327 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7451d0cc-aa41-4696-9fe3-fcf525da21e4 admin admin] Publish callbacks [] for security_group (ed518254-ba30-49c3-bf74-f46b8220136c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:02.744126 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7451d0cc-aa41-4696-9fe3-fcf525da21e4 admin admin] Publish callbacks [] for security_group (ed518254-ba30-49c3-bf74-f46b8220136c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:02.799601 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7451d0cc-aa41-4696-9fe3-fcf525da21e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ed518254-ba30-49c3-bf74-f46b8220136c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:02.803177 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7451d0cc-aa41-4696-9fe3-fcf525da21e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:02.804569 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7451d0cc-aa41-4696-9fe3-fcf525da21e4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed518254-ba30-49c3-bf74-f46b8220136c HTTP/1.1" status: 204 len: 168 time: 0.1385429 Feb 09 02:03:02.814864 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451d0cc-aa41-4696-9fe3-fcf525da21e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed518254-ba30-49c3-bf74-f46b8220136c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:03.054091 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be37b2-0360-47e6-a1f5-82d9e5a1534b req-3ee82c4f-892c-44ea-9a74-7e5dfdadb831 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:03.055717 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-32be37b2-0360-47e6-a1f5-82d9e5a1534b req-3ee82c4f-892c-44ea-9a74-7e5dfdadb831 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.0594070 Feb 09 02:03:03.108620 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-32be37b2-0360-47e6-a1f5-82d9e5a1534b req-2a1c15f4-f295-466c-bb27-095997535bd3 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464983 Feb 09 02:03:03.143444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37532) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:03.157390 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1aad1d70-ce42-4095-bce2-2d42ce3e6688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:03.253917 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1aad1d70-ce42-4095-bce2-2d42ce3e6688 admin admin] Publish callbacks [] for security_group (4e9d0b5e-fc14-42d1-ae2c-41e76b4e131c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:03.258292 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1aad1d70-ce42-4095-bce2-2d42ce3e6688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4e9d0b5e-fc14-42d1-ae2c-41e76b4e131c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:03.302792 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1aad1d70-ce42-4095-bce2-2d42ce3e6688 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=027e7879bb0d46dab0ef02cff94e8cca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1594436 Feb 09 02:03:03.303562 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad1d70-ce42-4095-bce2-2d42ce3e6688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9d0b5e-fc14-42d1-ae2c-41e76b4e131c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:03.305309 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37534) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:03.361669 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ad8bf74-5bd7-43df-8b0e-f4d949f444a7 admin admin] Publish callbacks [] for security_group (4e9d0b5e-fc14-42d1-ae2c-41e76b4e131c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:03.386155 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ad8bf74-5bd7-43df-8b0e-f4d949f444a7 admin admin] Publish callbacks [] for security_group (4e9d0b5e-fc14-42d1-ae2c-41e76b4e131c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:03.447640 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ad8bf74-5bd7-43df-8b0e-f4d949f444a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4e9d0b5e-fc14-42d1-ae2c-41e76b4e131c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:03.450358 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ad8bf74-5bd7-43df-8b0e-f4d949f444a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:03.451607 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7ad8bf74-5bd7-43df-8b0e-f4d949f444a7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e9d0b5e-fc14-42d1-ae2c-41e76b4e131c HTTP/1.1" status: 204 len: 168 time: 0.1449313 Feb 09 02:03:03.460478 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8bf74-5bd7-43df-8b0e-f4d949f444a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9d0b5e-fc14-42d1-ae2c-41e76b4e131c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:04.197525 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d313868-688c-412a-8608-1fe46b9bd27d req-648a244b-bbcc-47d0-9e2b-dcc7acc14099 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:04.205479 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7d313868-688c-412a-8608-1fe46b9bd27d req-648a244b-bbcc-47d0-9e2b-dcc7acc14099 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 946 time: 0.0857880 Feb 09 02:03:04.233358 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37570) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:04.265136 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7d313868-688c-412a-8608-1fe46b9bd27d req-8ea288b7-3bce-42ae-b238-df3364c91686 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584946 Feb 09 02:03:04.286167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deacc02-6982-4a2c-82f1-5142d45d6211 req-817f3f35-e754-4cd7-b575-1ed9f9eb432e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:04.288423 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8deacc02-6982-4a2c-82f1-5142d45d6211 req-817f3f35-e754-4cd7-b575-1ed9f9eb432e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.0723498 Feb 09 02:03:04.346378 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8deacc02-6982-4a2c-82f1-5142d45d6211 req-f2424106-d6d6-46c8-9f26-f10302d8f33a tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513630 Feb 09 02:03:04.376929 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-a97c884e-8ecb-4f99-a370-18ef4771d1d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1809887770-network', 'tenant_id': '3afb23b434d4432da323819602363bf3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:04.400818 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97c884e-8ecb-4f99-a370-18ef4771d1d9 admin admin] Made reservation on behalf of 3afb23b434d4432da323819602363bf3 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:03:04.403345 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a97c884e-8ecb-4f99-a370-18ef4771d1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:04.414189 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a97c884e-8ecb-4f99-a370-18ef4771d1d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:04.508254 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a97c884e-8ecb-4f99-a370-18ef4771d1d9 admin admin] Publish callbacks [] for security_group (dd1525b8-68cf-42fd-a352-7c70562ab66a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:04.512966 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a97c884e-8ecb-4f99-a370-18ef4771d1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (dd1525b8-68cf-42fd-a352-7c70562ab66a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:04.540090 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97c884e-8ecb-4f99-a370-18ef4771d1d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:03:04.550380 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c884e-8ecb-4f99-a370-18ef4771d1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1525b8-68cf-42fd-a352-7c70562ab66a,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:04.556872 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a97c884e-8ecb-4f99-a370-18ef4771d1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (3a76db2d-321c-4c3d-9186-003b22b258cf), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:04.556872 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-a97c884e-8ecb-4f99-a370-18ef4771d1d9 admin admin] Added segment 3a76db2d-321c-4c3d-9186-003b22b258cf of type vlan for network 680b7b07-7b14-4677-a86c-d18cc50337d0 Feb 09 02:03:04.610617 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a97c884e-8ecb-4f99-a370-18ef4771d1d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (680b7b07-7b14-4677-a86c-d18cc50337d0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:04.640998 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a97c884e-8ecb-4f99-a370-18ef4771d1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (680b7b07-7b14-4677-a86c-d18cc50337d0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:04.642447 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97c884e-8ecb-4f99-a370-18ef4771d1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:04.643144 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a97c884e-8ecb-4f99-a370-18ef4771d1d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:04.698452 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a97c884e-8ecb-4f99-a370-18ef4771d1d9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4663723 Feb 09 02:03:04.701623 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37574) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:04.708167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b0208021-acbe-434e-9767-bbe2107708bb admin admin] Request body: {'subnet': {'network_id': '680b7b07-7b14-4677-a86c-d18cc50337d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1809887770-subnet', 'tenant_id': '3afb23b434d4432da323819602363bf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:04.736332 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c884e-8ecb-4f99-a370-18ef4771d1d9 admin admin] Pushing event updated for resources: {'Network': ['ID=680b7b07-7b14-4677-a86c-d18cc50337d0,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:04.749332 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 680b7b07-7b14-4677-a86c-d18cc50337d0 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:03:04.753038 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0208021-acbe-434e-9767-bbe2107708bb admin admin] Made reservation on behalf of 3afb23b434d4432da323819602363bf3 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:03:04.756986 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b0208021-acbe-434e-9767-bbe2107708bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:04.962520 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b0208021-acbe-434e-9767-bbe2107708bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (161f9bc7-0224-4279-8769-b6214e50d400), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:05.023622 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0208021-acbe-434e-9767-bbe2107708bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=161f9bc7-0224-4279-8769-b6214e50d400,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:05.034875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0208021-acbe-434e-9767-bbe2107708bb admin admin] Checking segment: {'id': '3a76db2d-321c-4c3d-9186-003b22b258cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '680b7b07-7b14-4677-a86c-d18cc50337d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:03:05.035258 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0208021-acbe-434e-9767-bbe2107708bb admin admin] Network hostable DHCP agents. Network: 680b7b07-7b14-4677-a86c-d18cc50337d0, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:03:05.055513 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0208021-acbe-434e-9767-bbe2107708bb admin admin] Network 680b7b07-7b14-4677-a86c-d18cc50337d0 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:03:05.069912 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-b0208021-acbe-434e-9767-bbe2107708bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 680b7b07-7b14-4677-a86c-d18cc50337d0) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:03:05.076255 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0208021-acbe-434e-9767-bbe2107708bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:05.076878 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b0208021-acbe-434e-9767-bbe2107708bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:05.083114 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420f2435-2516-4fdc-8991-a878cf7837ff None None] Network 680b7b07-7b14-4677-a86c-d18cc50337d0 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:03:05.099281 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b0208021-acbe-434e-9767-bbe2107708bb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3947620 Feb 09 02:03:05.205755 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdda8ee-1e01-4568-9541-5255b70b0cc1 None None] Network 680b7b07-7b14-4677-a86c-d18cc50337d0 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:03:05.440859 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5d86-a531-499d-85d8-9fc6c1e7ce2b req-8f38541c-69d4-4b24-b37d-e797555c891a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:05.446683 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4eae5d86-a531-499d-85d8-9fc6c1e7ce2b req-8f38541c-69d4-4b24-b37d-e797555c891a tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 946 time: 0.0750568 Feb 09 02:03:05.516091 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4eae5d86-a531-499d-85d8-9fc6c1e7ce2b req-467e233a-3cfb-4533-a38e-68d345219d38 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651956 Feb 09 02:03:05.543745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19f02c-baac-48fb-856b-41e3366fac5e req-10044f63-11e5-4022-89de-8ae7dfdc5d33 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:05.550181 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4c19f02c-baac-48fb-856b-41e3366fac5e req-10044f63-11e5-4022-89de-8ae7dfdc5d33 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.1135292 Feb 09 02:03:05.639451 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4c19f02c-baac-48fb-856b-41e3366fac5e req-109086ec-18ec-4410-8e26-5598b4d501b7 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832927 Feb 09 02:03:05.665192 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f008b-03e1-4aac-8d41-b8b1437367be req-7602373c-4077-48dc-b331-efb1b92bab49 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:05.665192 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-134f008b-03e1-4aac-8d41-b8b1437367be req-7602373c-4077-48dc-b331-efb1b92bab49 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.48 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 946 time: 0.0910964 Feb 09 02:03:05.795350 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37602) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:05.803508 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1c1e0282-bad0-4d7c-8822-640503971bda admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1482030510-network', 'tenant_id': 'e6e360407cde4419bb39be5c1ffdf9cb'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:05.816821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-134f008b-03e1-4aac-8d41-b8b1437367be req-8c157f65-e898-480a-88c4-0da068f7f4b8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Deleting port 9d710658-430c-4b57-b97c-cc28d891d0f7 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:03:05.817468 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-134f008b-03e1-4aac-8d41-b8b1437367be req-8c157f65-e898-480a-88c4-0da068f7f4b8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:05.830046 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1e0282-bad0-4d7c-8822-640503971bda admin admin] Made reservation on behalf of e6e360407cde4419bb39be5c1ffdf9cb for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:03:05.835991 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0282-bad0-4d7c-8822-640503971bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:05.857924 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0282-bad0-4d7c-8822-640503971bda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:05.966676 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0282-bad0-4d7c-8822-640503971bda admin admin] Publish callbacks [] for security_group (bee08c27-9d09-4321-aef2-c2ede644de97), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:05.972109 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0282-bad0-4d7c-8822-640503971bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (bee08c27-9d09-4321-aef2-c2ede644de97), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:06.003630 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e0282-bad0-4d7c-8822-640503971bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee08c27-9d09-4321-aef2-c2ede644de97,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:06.015581 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1e0282-bad0-4d7c-8822-640503971bda admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:03:06.030177 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0282-bad0-4d7c-8822-640503971bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (df97e402-d654-4bf1-bfda-e1db304feffa), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:06.030563 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-1c1e0282-bad0-4d7c-8822-640503971bda admin admin] Added segment df97e402-d654-4bf1-bfda-e1db304feffa of type vlan for network 519e6c27-d3f1-4e68-b513-de219e1d7739 Feb 09 02:03:06.036694 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-134f008b-03e1-4aac-8d41-b8b1437367be req-8c157f65-e898-480a-88c4-0da068f7f4b8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] For port 9d710658-430c-4b57-b97c-cc28d891d0f7, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9d710658-430c-4b57-b97c-cc28d891d0f7,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:06.037064 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-134f008b-03e1-4aac-8d41-b8b1437367be req-8c157f65-e898-480a-88c4-0da068f7f4b8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:06.074083 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0282-bad0-4d7c-8822-640503971bda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (519e6c27-d3f1-4e68-b513-de219e1d7739), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:06.102070 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0282-bad0-4d7c-8822-640503971bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (519e6c27-d3f1-4e68-b513-de219e1d7739), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:06.103238 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1e0282-bad0-4d7c-8822-640503971bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:06.103814 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0282-bad0-4d7c-8822-640503971bda admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:06.134561 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e53bd2-b039-47a7-920b-7e215fcef2ef req-1186a18e-8a2e-4f30-a734-53f80d361b4c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:06.136137 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41e53bd2-b039-47a7-920b-7e215fcef2ef req-1186a18e-8a2e-4f30-a734-53f80d361b4c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.2334211 Feb 09 02:03:06.147679 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c68094-086e-452b-9b62-bd0c608074cf req-234c16c4-451c-4ec7-b250-0b47e0d99d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:06.149186 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1c68094-086e-452b-9b62-bd0c608074cf req-234c16c4-451c-4ec7-b250-0b47e0d99d64 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8721192a2c284724a83b35330a1c84a8&device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 1128 time: 0.1932316 Feb 09 02:03:06.163780 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1c1e0282-bad0-4d7c-8822-640503971bda admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3664899 Feb 09 02:03:06.165072 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37604) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:06.176593 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6c1760a5-820a-4546-be72-0eb9cdad14cc admin admin] Request body: {'subnet': {'network_id': '519e6c27-d3f1-4e68-b513-de219e1d7739', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1482030510-subnet', 'tenant_id': 'e6e360407cde4419bb39be5c1ffdf9cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:06.187414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e0282-bad0-4d7c-8822-640503971bda admin admin] Pushing event updated for resources: {'Network': ['ID=519e6c27-d3f1-4e68-b513-de219e1d7739,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:06.200328 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 519e6c27-d3f1-4e68-b513-de219e1d7739 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:03:06.209663 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1760a5-820a-4546-be72-0eb9cdad14cc admin admin] Made reservation on behalf of e6e360407cde4419bb39be5c1ffdf9cb for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:03:06.212214 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c1760a5-820a-4546-be72-0eb9cdad14cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:06.342885 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41e53bd2-b039-47a7-920b-7e215fcef2ef req-99d425b2-ff09-45fa-b177-758d4d358a1a tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980262 Feb 09 02:03:06.408821 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c1760a5-820a-4546-be72-0eb9cdad14cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (31087625-a6d1-4683-a15b-65b90c485cc7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:06.429948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c68094-086e-452b-9b62-bd0c608074cf req-c2d3a0b7-31a9-4b3e-a6d7-afa5b4179d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:06.431445 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1c68094-086e-452b-9b62-bd0c608074cf req-c2d3a0b7-31a9-4b3e-a6d7-afa5b4179d75 service neutron] 10.222.0.67 "GET /v2.0/networks?id=213e8f95-a0ad-4892-ad9a-d81d902f12c0 HTTP/1.1" status: 200 len: 912 time: 0.2759042 Feb 09 02:03:06.465780 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1760a5-820a-4546-be72-0eb9cdad14cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=31087625-a6d1-4683-a15b-65b90c485cc7,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:06.476959 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1760a5-820a-4546-be72-0eb9cdad14cc admin admin] Checking segment: {'id': 'df97e402-d654-4bf1-bfda-e1db304feffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '519e6c27-d3f1-4e68-b513-de219e1d7739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:03:06.477319 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1760a5-820a-4546-be72-0eb9cdad14cc admin admin] Network hostable DHCP agents. Network: 519e6c27-d3f1-4e68-b513-de219e1d7739, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:03:06.496673 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1760a5-820a-4546-be72-0eb9cdad14cc admin admin] Network 519e6c27-d3f1-4e68-b513-de219e1d7739 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:03:06.496941 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-134f008b-03e1-4aac-8d41-b8b1437367be req-8c157f65-e898-480a-88c4-0da068f7f4b8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:06.497164 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-134f008b-03e1-4aac-8d41-b8b1437367be req-8c157f65-e898-480a-88c4-0da068f7f4b8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (2e4743a6-e44e-42c4-a901-3cd1febe9031), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:06.497797 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [req-134f008b-03e1-4aac-8d41-b8b1437367be req-8c157f65-e898-480a-88c4-0da068f7f4b8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Floating IP 2e4743a6-e44e-42c4-a901-3cd1febe9031 disassociated. External IP: 172.25.7.230, port: 9d710658-430c-4b57-b97c-cc28d891d0f7. Feb 09 02:03:06.498328 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-134f008b-03e1-4aac-8d41-b8b1437367be req-8c157f65-e898-480a-88c4-0da068f7f4b8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Calling delete_port for 9d710658-430c-4b57-b97c-cc28d891d0f7 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:03:06.507391 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-6c1760a5-820a-4546-be72-0eb9cdad14cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 519e6c27-d3f1-4e68-b513-de219e1d7739) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:03:06.513066 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1760a5-820a-4546-be72-0eb9cdad14cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:06.513950 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c1760a5-820a-4546-be72-0eb9cdad14cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:06.530710 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c05e0f-c62e-4fbb-b1e0-0aeed8f7269b None None] Network 519e6c27-d3f1-4e68-b513-de219e1d7739 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:03:06.556383 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6c1760a5-820a-4546-be72-0eb9cdad14cc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3783181 Feb 09 02:03:06.656200 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-134f008b-03e1-4aac-8d41-b8b1437367be req-8c157f65-e898-480a-88c4-0da068f7f4b8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9d710658-430c-4b57-b97c-cc28d891d0f7), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:06.697484 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4ce3f-175b-476e-8988-65a4bdda0ec9 req-9582c724-3c01-40f2-baa1-3f712edabe30 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:06.705783 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-80a4ce3f-175b-476e-8988-65a4bdda0ec9 req-9582c724-3c01-40f2-baa1-3f712edabe30 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 868 time: 0.0988698 Feb 09 02:03:06.711641 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1c68094-086e-452b-9b62-bd0c608074cf req-749e4081-4941-4a8a-a153-2a7bb80aeefe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 HTTP/1.1" status: 200 len: 1002 time: 0.2726991 Feb 09 02:03:06.714630 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c157f65-e898-480a-88c4-0da068f7f4b8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Pushing event deleted for resources: {'Port': ['ID=9d710658-430c-4b57-b97c-cc28d891d0f7,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:06.756788 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93964dbe-b79d-46fb-8c33-380476aba760 None None] Network 519e6c27-d3f1-4e68-b513-de219e1d7739 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:03:06.813756 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-80a4ce3f-175b-476e-8988-65a4bdda0ec9 req-821b6739-3b9e-4d15-bc86-e79ff24c25e1 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069407 Feb 09 02:03:06.850741 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c68094-086e-452b-9b62-bd0c608074cf req-dd3678a2-ed46-4a09-9192-4e52563d4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:06.852257 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1c68094-086e-452b-9b62-bd0c608074cf req-dd3678a2-ed46-4a09-9192-4e52563d4e93 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b1ecec84-a59d-45c4-91cc-46e21ab9c4db HTTP/1.1" status: 200 len: 850 time: 0.1334739 Feb 09 02:03:06.935344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c68094-086e-452b-9b62-bd0c608074cf req-0498d5a9-a82d-423f-be1e-43d1caeee726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:06.936889 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1c68094-086e-452b-9b62-bd0c608074cf req-0498d5a9-a82d-423f-be1e-43d1caeee726 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=213e8f95-a0ad-4892-ad9a-d81d902f12c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0786920 Feb 09 02:03:06.939037 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-134f008b-03e1-4aac-8d41-b8b1437367be req-8c157f65-e898-480a-88c4-0da068f7f4b8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Router 20662644-ff05-4f60-ad92-0c100ae0a426 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:03:07.397419 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-134f008b-03e1-4aac-8d41-b8b1437367be req-8c157f65-e898-480a-88c4-0da068f7f4b8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:03:07.408364 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:03:07.409319 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac8552-d8e6-40de-a995-c5d8304d7107 None None] Sync routers for ids ['20662644-ff05-4f60-ad92-0c100ae0a426'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:03:07.432898 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac8552-d8e6-40de-a995-c5d8304d7107 None None] Routers {'20662644-ff05-4f60-ad92-0c100ae0a426'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:03:07.433534 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-c8ac8552-d8e6-40de-a995-c5d8304d7107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:02:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['20662644-ff05-4f60-ad92-0c100ae0a426'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:07.565022 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-134f008b-03e1-4aac-8d41-b8b1437367be req-8c157f65-e898-480a-88c4-0da068f7f4b8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] No DVR routers for this DVR port 9d710658-430c-4b57-b97c-cc28d891d0f7 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:03:07.573620 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-134f008b-03e1-4aac-8d41-b8b1437367be req-8c157f65-e898-480a-88c4-0da068f7f4b8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:07.577808 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-134f008b-03e1-4aac-8d41-b8b1437367be req-8c157f65-e898-480a-88c4-0da068f7f4b8 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.48 "DELETE /v2.0/ports/9d710658-430c-4b57-b97c-cc28d891d0f7 HTTP/1.1" status: 204 len: 173 time: 1.9080467 Feb 09 02:03:07.579013 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23526854-2f99-43dc-8370-20d32813f0bf req-e8e7b0fe-baae-459d-aae9-0a46d24a62f4 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:07.584924 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32807df7-b215-4336-b6d1-392a857f6f66', 'name': 'network-vif-deleted', 'tag': '9d710658-430c-4b57-b97c-cc28d891d0f7'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:03:07.588262 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1707e3e-d24f-4186-ab92-433c84535d43" -d '{"events": [{"server_uuid": "32807df7-b215-4336-b6d1-392a857f6f66", "name": "network-vif-deleted", "tag": "9d710658-430c-4b57-b97c-cc28d891d0f7"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:03:07.604086 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-23526854-2f99-43dc-8370-20d32813f0bf req-e8e7b0fe-baae-459d-aae9-0a46d24a62f4 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.1094165 Feb 09 02:03:07.608320 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-38c6dfd7-4240-4f6a-81c5-4663719bbdec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:07.626775 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1c68094-086e-452b-9b62-bd0c608074cf req-c7717d52-8d1b-40da-aafd-f4924b3ae2b7 service neutron] 10.222.0.67 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6828520 Feb 09 02:03:07.666258 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-c8ac8552-d8e6-40de-a995-c5d8304d7107 None None] Set router 20662644-ff05-4f60-ad92-0c100ae0a426 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:03:07.725725 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-0179f3f0-e72e-43c7-bf11-b4cde6fe55b1 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:07.731876 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-23526854-2f99-43dc-8370-20d32813f0bf req-e49a7eb6-b729-4cd5-b90c-f2dfd75d8b30 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258099 Feb 09 02:03:07.732663 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-0179f3f0-e72e-43c7-bf11-b4cde6fe55b1 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/networks?id=680b7b07-7b14-4677-a86c-d18cc50337d0 HTTP/1.1" status: 200 len: 809 time: 0.3184140 Feb 09 02:03:07.757120 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-4eb1dccc-a3a3-44d3-b1ae-4aac78bbc9fa tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/quotas/3afb23b434d4432da323819602363bf3 HTTP/1.1" status: 200 len: 375 time: 0.0234928 Feb 09 02:03:07.904905 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-3af3d99e-18ea-476e-bf81-2b9a2e3b8bad tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3afb23b434d4432da323819602363bf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1468914 Feb 09 02:03:07.913277 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1c68094-086e-452b-9b62-bd0c608074cf req-b434807b-b5a9-43be-81cc-d40fefd6acb1 service neutron] 10.222.0.67 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728374 Feb 09 02:03:07.921136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-9402200f-d17f-49ec-82c4-603e0488200b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:03:07.926803 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-9402200f-d17f-49ec-82c4-603e0488200b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122845 Feb 09 02:03:07.930406 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6e602b-3f39-4c0e-965f-6e92e2cfbd93 x-openstack-request-id: req-ec6e602b-3f39-4c0e-965f-6e92e2cfbd93 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:03:07.933603 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32807df7-b215-4336-b6d1-392a857f6f66", "name": "network-vif-deleted", "tag": "9d710658-430c-4b57-b97c-cc28d891d0f7", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:03:07.934015 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec6e602b-3f39-4c0e-965f-6e92e2cfbd93 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:03:07.934783 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32807df7-b215-4336-b6d1-392a857f6f66', 'name': 'network-vif-deleted', 'tag': '9d710658-430c-4b57-b97c-cc28d891d0f7', 'status': 'completed', 'code': 200} Feb 09 02:03:08.077204 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-83dbbeac-92d6-4967-8359-21c5172a8a8e req-21f01b12-394b-4db6-bf49-bd94bfe7aeb2 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/ports?device_id=32807df7-b215-4336-b6d1-392a857f6f66 HTTP/1.1" status: 200 len: 210 time: 0.0625010 Feb 09 02:03:08.164108 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-35198fc4-76ea-4003-bf3e-260fe43fc5b4 service neutron] 10.222.0.36 "GET /v2.0/networks/680b7b07-7b14-4677-a86c-d18cc50337d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280552 Feb 09 02:03:08.217622 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-c8ac8552-d8e6-40de-a995-c5d8304d7107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'name': 'tempest-AttachVolumeShelveTestJSON-1509146456-router', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:05Z', 'updated_at': '2022-02-09T01:54:16Z', 'revision_number': 4, 'project_id': '225062ed147a4a2299a703d06854300c', 'gw_port': {'id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:06Z', 'updated_at': '2022-02-09T01:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0d0b7492-4c38-4c2a-b778-a9ac17e20de8', 'name': '', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'mac_address': 'fa:16:3e:ba:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:14Z', 'updated_at': '2022-02-09T01:54:30Z', 'revision_number': 5, 'project_id': '225062ed147a4a2299a703d06854300c', 'subnets': [{'id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:08.250113 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac8552-d8e6-40de-a995-c5d8304d7107 None None] Checking router: 20662644-ff05-4f60-ad92-0c100ae0a426 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:03:08.259265 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac8552-d8e6-40de-a995-c5d8304d7107 None None] Routers {'20662644-ff05-4f60-ad92-0c100ae0a426'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:03:08.259951 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-c8ac8552-d8e6-40de-a995-c5d8304d7107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:02:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['20662644-ff05-4f60-ad92-0c100ae0a426'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:08.309117 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-72eed971-eff2-4ce8-9bb4-5322356024d4 service neutron] 10.222.0.36 "GET /v2.0/networks/680b7b07-7b14-4677-a86c-d18cc50337d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437683 Feb 09 02:03:08.588216 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-c8ac8552-d8e6-40de-a995-c5d8304d7107 None None] Set router 20662644-ff05-4f60-ad92-0c100ae0a426 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:03:08.827361 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-c8ac8552-d8e6-40de-a995-c5d8304d7107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'name': 'tempest-AttachVolumeShelveTestJSON-1509146456-router', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:05Z', 'updated_at': '2022-02-09T01:54:16Z', 'revision_number': 4, 'project_id': '225062ed147a4a2299a703d06854300c', 'gw_port': {'id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:06Z', 'updated_at': '2022-02-09T01:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0d0b7492-4c38-4c2a-b778-a9ac17e20de8', 'name': '', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'mac_address': 'fa:16:3e:ba:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:14Z', 'updated_at': '2022-02-09T01:54:30Z', 'revision_number': 5, 'project_id': '225062ed147a4a2299a703d06854300c', 'subnets': [{'id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:08.878698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac8552-d8e6-40de-a995-c5d8304d7107 None None] The sync data for ids ['20662644-ff05-4f60-ad92-0c100ae0a426'] in n-d-828387-3 is: [{'id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'name': 'tempest-AttachVolumeShelveTestJSON-1509146456-router', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:05Z', 'updated_at': '2022-02-09T01:54:16Z', 'revision_number': 4, 'project_id': '225062ed147a4a2299a703d06854300c', 'gw_port': {'id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:06Z', 'updated_at': '2022-02-09T01:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0d0b7492-4c38-4c2a-b778-a9ac17e20de8', 'name': '', 'network_id': 'bbe85234-1f1c-44c0-aeaf-3380123bb751', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'mac_address': 'fa:16:3e:ba:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:14Z', 'updated_at': '2022-02-09T01:54:30Z', 'revision_number': 5, 'project_id': '225062ed147a4a2299a703d06854300c', 'subnets': [{'id': 'e5fb0614-877d-4584-bc3c-a9b6e8f6847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:03:08.920888 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab2a9f-dd0c-4b56-9c40-d3cad24b5092 req-8a6b9577-9686-453c-989c-e581cbbd1f13 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:08.922446 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bfab2a9f-dd0c-4b56-9c40-d3cad24b5092 req-8a6b9577-9686-453c-989c-e581cbbd1f13 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.0654407 Feb 09 02:03:09.009151 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bfab2a9f-dd0c-4b56-9c40-d3cad24b5092 req-ba7bd77f-21e1-4c34-aec5-747f5efdf9b3 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796909 Feb 09 02:03:09.306780 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d416da-7616-457c-acb1-fb74e440991e None None] New status for floating IP 2e4743a6-e44e-42c4-a901-3cd1febe9031: DOWN {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:03:09.607546 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ddb82eeb-c15f-47fd-88b0-56cedcd8c7d4 req-616c4b81-07fc-4b28-8e05-fb1348097003 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a48bbf-7795-4448-9f76-9fbfa6803703 HTTP/1.1" status: 200 len: 210 time: 0.0447426 Feb 09 02:03:09.848060 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.121713 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6d7bdac0-529b-49d6-ae5a-45d0e1805544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.220476 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37664) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:10.284263 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-74e43e5b-53e2-4907-8446-b08770224503 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for security_group (aa960ba2-c0ec-4ddd-91d9-5d0d98b20293), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.315190 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-74e43e5b-53e2-4907-8446-b08770224503 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for security_group (aa960ba2-c0ec-4ddd-91d9-5d0d98b20293), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.378577 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-74e43e5b-53e2-4907-8446-b08770224503 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (aa960ba2-c0ec-4ddd-91d9-5d0d98b20293), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.381799 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-74e43e5b-53e2-4907-8446-b08770224503 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.383108 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-74e43e5b-53e2-4907-8446-b08770224503 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "DELETE /v2.0/security-groups/aa960ba2-c0ec-4ddd-91d9-5d0d98b20293 HTTP/1.1" status: 204 len: 168 time: 0.1615129 Feb 09 02:03:10.386404 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37668) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:10.394521 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e43e5b-53e2-4907-8446-b08770224503 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa960ba2-c0ec-4ddd-91d9-5d0d98b20293,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:10.401908 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-44739cce-25e3-4c95-afe3-74f9cbfbf795 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] show failed (client error): The resource could not be found. Feb 09 02:03:10.403375 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-44739cce-25e3-4c95-afe3-74f9cbfbf795 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "GET /v2.0/security-groups/aa960ba2-c0ec-4ddd-91d9-5d0d98b20293 HTTP/1.1" status: 404 len: 347 time: 0.0157559 Feb 09 02:03:10.403543 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e43e5b-53e2-4907-8446-b08770224503 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:10.404095 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e43e5b-53e2-4907-8446-b08770224503 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:10.404501 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e43e5b-53e2-4907-8446-b08770224503 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:10.404900 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e43e5b-53e2-4907-8446-b08770224503 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:10.405295 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e43e5b-53e2-4907-8446-b08770224503 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:10.405688 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e43e5b-53e2-4907-8446-b08770224503 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:10.406082 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e43e5b-53e2-4907-8446-b08770224503 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:10.407158 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e43e5b-53e2-4907-8446-b08770224503 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:10.407158 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e43e5b-53e2-4907-8446-b08770224503 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:10.407628 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e43e5b-53e2-4907-8446-b08770224503 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:10.407846 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37670) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:10.408105 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e43e5b-53e2-4907-8446-b08770224503 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:10.408663 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e43e5b-53e2-4907-8446-b08770224503 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:10.409421 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e43e5b-53e2-4907-8446-b08770224503 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:10.541277 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-4f1bde8b-6d9c-4873-a1d9-45fcd2868126 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Deleting port 22f3af04-4219-403f-8842-34072e9e5301 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:03:10.541532 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f1bde8b-6d9c-4873-a1d9-45fcd2868126 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (22f3af04-4219-403f-8842-34072e9e5301), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.719257 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f1bde8b-6d9c-4873-a1d9-45fcd2868126 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (22f3af04-4219-403f-8842-34072e9e5301), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.719988 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f1bde8b-6d9c-4873-a1d9-45fcd2868126 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for floatingip (22f3af04-4219-403f-8842-34072e9e5301), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.747017 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-dfbba9d9-393b-470a-97e7-ee6a46f3a198 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:10.748620 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-dfbba9d9-393b-470a-97e7-ee6a46f3a198 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.48 "GET /v2.0/networks?id=680b7b07-7b14-4677-a86c-d18cc50337d0 HTTP/1.1" status: 200 len: 809 time: 0.2045553 Feb 09 02:03:10.756065 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4a23a00-948a-4113-912a-dbe9db3d3627 req-8910a29a-82fc-4077-bcad-e61009734641 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a48bbf-7795-4448-9f76-9fbfa6803703 HTTP/1.1" status: 200 len: 210 time: 0.0656681 Feb 09 02:03:10.762425 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-ed31f5e8-64f7-4853-96ee-b757a43f1be3 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Request body: {'port': {'device_id': '34a48bbf-7795-4448-9f76-9fbfa6803703', 'network_id': '680b7b07-7b14-4677-a86c-d18cc50337d0', 'admin_state_up': True, 'tenant_id': '3afb23b434d4432da323819602363bf3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:10.770099 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-4f1bde8b-6d9c-4873-a1d9-45fcd2868126 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Calling delete_port for 22f3af04-4219-403f-8842-34072e9e5301 owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:03:10.836963 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.918227 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.957356 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-ed31f5e8-64f7-4853-96ee-b757a43f1be3 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Made reservation on behalf of 3afb23b434d4432da323819602363bf3 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:03:10.960897 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-ed31f5e8-64f7-4853-96ee-b757a43f1be3 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:11.061686 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f1bde8b-6d9c-4873-a1d9-45fcd2868126 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (22f3af04-4219-403f-8842-34072e9e5301), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:11.103120 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bde8b-6d9c-4873-a1d9-45fcd2868126 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Pushing event deleted for resources: {'Port': ['ID=22f3af04-4219-403f-8842-34072e9e5301,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:11.155726 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bde8b-6d9c-4873-a1d9-45fcd2868126 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:11.156080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bde8b-6d9c-4873-a1d9-45fcd2868126 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:11.156437 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bde8b-6d9c-4873-a1d9-45fcd2868126 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:11.156781 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bde8b-6d9c-4873-a1d9-45fcd2868126 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:11.157120 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bde8b-6d9c-4873-a1d9-45fcd2868126 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:11.157453 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bde8b-6d9c-4873-a1d9-45fcd2868126 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:11.157786 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bde8b-6d9c-4873-a1d9-45fcd2868126 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:11.158118 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bde8b-6d9c-4873-a1d9-45fcd2868126 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:11.158448 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bde8b-6d9c-4873-a1d9-45fcd2868126 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:11.158779 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bde8b-6d9c-4873-a1d9-45fcd2868126 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:11.159104 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bde8b-6d9c-4873-a1d9-45fcd2868126 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:11.159451 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bde8b-6d9c-4873-a1d9-45fcd2868126 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:11.159808 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bde8b-6d9c-4873-a1d9-45fcd2868126 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:11.210472 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-ed31f5e8-64f7-4853-96ee-b757a43f1be3 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Allocated IP 172.20.0.12 (680b7b07-7b14-4677-a86c-d18cc50337d0/161f9bc7-0224-4279-8769-b6214e50d400/7a915782-2c8a-4569-b2af-80783d645c93) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:03:11.219368 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f1bde8b-6d9c-4873-a1d9-45fcd2868126 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks [] for floatingip (2e4743a6-e44e-42c4-a901-3cd1febe9031), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:11.222002 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f1bde8b-6d9c-4873-a1d9-45fcd2868126 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:11.223258 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4f1bde8b-6d9c-4873-a1d9-45fcd2868126 tempest-AttachVolumeShelveTestJSON-261772939 tempest-AttachVolumeShelveTestJSON-261772939-project] 10.222.0.36 "DELETE /v2.0/floatingips/2e4743a6-e44e-42c4-a901-3cd1febe9031 HTTP/1.1" status: 204 len: 168 time: 0.8144624 Feb 09 02:03:11.260313 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9d710658-430c-4b57-b97c-cc28d891d0f7 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:03:11.283160 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 9d710658-430c-4b57-b97c-cc28d891d0f7 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:03:11.283534 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9d710658-430c-4b57-b97c-cc28d891d0f7 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:03:11.415923 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-ed31f5e8-64f7-4853-96ee-b757a43f1be3 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Publish callbacks [] for port (7a915782-2c8a-4569-b2af-80783d645c93), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:11.453819 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-ed31f5e8-64f7-4853-96ee-b757a43f1be3 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (7a915782-2c8a-4569-b2af-80783d645c93), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:11.504148 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-ed31f5e8-64f7-4853-96ee-b757a43f1be3 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Network 680b7b07-7b14-4677-a86c-d18cc50337d0 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:03:11.507450 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-ed31f5e8-64f7-4853-96ee-b757a43f1be3 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:03:11.510059 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-ed31f5e8-64f7-4853-96ee-b757a43f1be3 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:03:11.542244 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31f5e8-64f7-4853-96ee-b757a43f1be3 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Pushing event updated for resources: {'Port': ['ID=7a915782-2c8a-4569-b2af-80783d645c93,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:11.575030 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-ed31f5e8-64f7-4853-96ee-b757a43f1be3 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:11.575694 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-ed31f5e8-64f7-4853-96ee-b757a43f1be3 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:11.592047 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-ed31f5e8-64f7-4853-96ee-b757a43f1be3 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8333929 Feb 09 02:03:11.604249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-66fcfc8c-9a46-41aa-ac74-6d594ebc0e60 service neutron] Request body: {'port': {'device_id': '34a48bbf-7795-4448-9f76-9fbfa6803703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:11.669168 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-66fcfc8c-9a46-41aa-ac74-6d594ebc0e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7a915782-2c8a-4569-b2af-80783d645c93), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:11.922786 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21d1a7-fed8-40ba-9118-6ef4804d1d72 req-e82e6b31-67f8-44b3-b3b5-5ebe2cbf4a07 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:11.931931 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce21d1a7-fed8-40ba-9118-6ef4804d1d72 req-e82e6b31-67f8-44b3-b3b5-5ebe2cbf4a07 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a48bbf-7795-4448-9f76-9fbfa6803703 HTTP/1.1" status: 200 len: 932 time: 0.0838687 Feb 09 02:03:11.985489 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce21d1a7-fed8-40ba-9118-6ef4804d1d72 req-bd7de4cf-5377-4090-94f9-c3aa63addd7a tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd1525b8-68cf-42fd-a352-7c70562ab66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523524 Feb 09 02:03:11.986015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-66fcfc8c-9a46-41aa-ac74-6d594ebc0e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a915782-2c8a-4569-b2af-80783d645c93 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:03:11.995971 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-66fcfc8c-9a46-41aa-ac74-6d594ebc0e60 service neutron] Publish callbacks [] for port (7a915782-2c8a-4569-b2af-80783d645c93), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:12.009535 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-66fcfc8c-9a46-41aa-ac74-6d594ebc0e60 service neutron] Transition to ACTIVE for port object 7a915782-2c8a-4569-b2af-80783d645c93 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:03:12.014062 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-66fcfc8c-9a46-41aa-ac74-6d594ebc0e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (7a915782-2c8a-4569-b2af-80783d645c93), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:12.106784 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcfc8c-9a46-41aa-ac74-6d594ebc0e60 service neutron] Pushing event updated for resources: {'Port': ['ID=7a915782-2c8a-4569-b2af-80783d645c93,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:12.140184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-66fcfc8c-9a46-41aa-ac74-6d594ebc0e60 service neutron] Attempting to bind port 7a915782-2c8a-4569-b2af-80783d645c93 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:03:12.140520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-66fcfc8c-9a46-41aa-ac74-6d594ebc0e60 service neutron] Attempting to bind port 7a915782-2c8a-4569-b2af-80783d645c93 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '3a76db2d-321c-4c3d-9186-003b22b258cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '680b7b07-7b14-4677-a86c-d18cc50337d0'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:03:12.141410 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-66fcfc8c-9a46-41aa-ac74-6d594ebc0e60 service neutron] Attempting to bind port 7a915782-2c8a-4569-b2af-80783d645c93 on network 680b7b07-7b14-4677-a86c-d18cc50337d0 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:12.146339 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-66fcfc8c-9a46-41aa-ac74-6d594ebc0e60 service neutron] Port 7a915782-2c8a-4569-b2af-80783d645c93 on network 680b7b07-7b14-4677-a86c-d18cc50337d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:03:12.146743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-66fcfc8c-9a46-41aa-ac74-6d594ebc0e60 service neutron] Attempting to bind port 7a915782-2c8a-4569-b2af-80783d645c93 on network 680b7b07-7b14-4677-a86c-d18cc50337d0 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:12.152006 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-66fcfc8c-9a46-41aa-ac74-6d594ebc0e60 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:03:12.152351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-66fcfc8c-9a46-41aa-ac74-6d594ebc0e60 service neutron] Checking segment: {'id': '3a76db2d-321c-4c3d-9186-003b22b258cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '680b7b07-7b14-4677-a86c-d18cc50337d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:03:12.152731 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-66fcfc8c-9a46-41aa-ac74-6d594ebc0e60 service neutron] Bound using segment: {'id': '3a76db2d-321c-4c3d-9186-003b22b258cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '680b7b07-7b14-4677-a86c-d18cc50337d0'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:03:12.153164 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-66fcfc8c-9a46-41aa-ac74-6d594ebc0e60 service neutron] Bound port: 7a915782-2c8a-4569-b2af-80783d645c93, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a76db2d-321c-4c3d-9186-003b22b258cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '680b7b07-7b14-4677-a86c-d18cc50337d0'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:03:12.153519 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-66fcfc8c-9a46-41aa-ac74-6d594ebc0e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7a915782-2c8a-4569-b2af-80783d645c93), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:12.234642 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-66fcfc8c-9a46-41aa-ac74-6d594ebc0e60 service neutron] For port 7a915782-2c8a-4569-b2af-80783d645c93, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:03:12.239714 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-66fcfc8c-9a46-41aa-ac74-6d594ebc0e60 service neutron] For port 7a915782-2c8a-4569-b2af-80783d645c93, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=7a915782-2c8a-4569-b2af-80783d645c93,segment=NetworkSegment(3a76db2d-321c-4c3d-9186-003b22b258cf),segment_id=3a76db2d-321c-4c3d-9186-003b22b258cf)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:03:12.246908 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-66fcfc8c-9a46-41aa-ac74-6d594ebc0e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (7a915782-2c8a-4569-b2af-80783d645c93), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:12.294562 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-66fcfc8c-9a46-41aa-ac74-6d594ebc0e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:12.294907 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-66fcfc8c-9a46-41aa-ac74-6d594ebc0e60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:12.296392 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-66fcfc8c-9a46-41aa-ac74-6d594ebc0e60 service neutron] 10.222.0.48 "PUT /v2.0/ports/7a915782-2c8a-4569-b2af-80783d645c93 HTTP/1.1" status: 200 len: 1092 time: 0.6964827 Feb 09 02:03:12.296913 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a48bbf-7795-4448-9f76-9fbfa6803703', 'tag': '7a915782-2c8a-4569-b2af-80783d645c93'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:03:12.299130 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb812c2-9659-45a6-a6aa-e2c300933f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "34a48bbf-7795-4448-9f76-9fbfa6803703", "tag": "7a915782-2c8a-4569-b2af-80783d645c93"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:03:12.330225 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcfc8c-9a46-41aa-ac74-6d594ebc0e60 service neutron] Pushing event updated for resources: {'Port': ['ID=7a915782-2c8a-4569-b2af-80783d645c93,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:12.361666 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:12.366152 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5de1a4-d27d-44d2-8784-3adc03958259 x-openstack-request-id: req-4c5de1a4-d27d-44d2-8784-3adc03958259 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:03:12.366470 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a48bbf-7795-4448-9f76-9fbfa6803703", "tag": "7a915782-2c8a-4569-b2af-80783d645c93", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:03:12.366704 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c5de1a4-d27d-44d2-8784-3adc03958259 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:03:12.367109 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a48bbf-7795-4448-9f76-9fbfa6803703', 'tag': '7a915782-2c8a-4569-b2af-80783d645c93', 'status': 'completed', 'code': 200} Feb 09 02:03:12.420932 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-80220367-c050-48d9-a170-3bcc339f5d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:12.424359 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-80220367-c050-48d9-a170-3bcc339f5d7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3afb23b434d4432da323819602363bf3&device_id=34a48bbf-7795-4448-9f76-9fbfa6803703 HTTP/1.1" status: 200 len: 1126 time: 0.0686169 Feb 09 02:03:12.479312 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-43fd1aab-9009-48b1-ae61-fb5a2284c084 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a915782-2c8a-4569-b2af-80783d645c93 HTTP/1.1" status: 200 len: 217 time: 0.0471818 Feb 09 02:03:12.538307 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-8037a78a-82aa-4131-9241-768e6873632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:12.539765 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-8037a78a-82aa-4131-9241-768e6873632f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=161f9bc7-0224-4279-8769-b6214e50d400 HTTP/1.1" status: 200 len: 849 time: 0.0546815 Feb 09 02:03:12.574325 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-1f2dc924-d7f8-45ca-bfea-c0469bafda12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=680b7b07-7b14-4677-a86c-d18cc50337d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277572 Feb 09 02:03:12.667233 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-f7fdc84b-35b9-4aaf-9658-aaaf7845a42d service neutron] 10.222.0.48 "GET /v2.0/networks/680b7b07-7b14-4677-a86c-d18cc50337d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857079 Feb 09 02:03:12.769829 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c98c1d25-ff22-4b80-b646-383ae11db56d req-1fe67c32-2af8-4eed-8cca-22915f5c6201 service neutron] 10.222.0.48 "GET /v2.0/networks/680b7b07-7b14-4677-a86c-d18cc50337d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964661 Feb 09 02:03:12.874314 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb812c2-9659-45a6-a6aa-e2c300933f7a req-0800b2d8-0d7d-4baa-af3d-6daabb2b7785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:12.875779 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6cb812c2-9659-45a6-a6aa-e2c300933f7a req-0800b2d8-0d7d-4baa-af3d-6daabb2b7785 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3afb23b434d4432da323819602363bf3&device_id=34a48bbf-7795-4448-9f76-9fbfa6803703 HTTP/1.1" status: 200 len: 1126 time: 0.0486083 Feb 09 02:03:12.991305 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb812c2-9659-45a6-a6aa-e2c300933f7a req-cf9df50c-fc58-4d94-8ab2-8312aa26dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:12.993710 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6cb812c2-9659-45a6-a6aa-e2c300933f7a req-cf9df50c-fc58-4d94-8ab2-8312aa26dc7a service neutron] 10.222.0.48 "GET /v2.0/networks?id=680b7b07-7b14-4677-a86c-d18cc50337d0 HTTP/1.1" status: 200 len: 910 time: 0.1087720 Feb 09 02:03:13.061411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6cb812c2-9659-45a6-a6aa-e2c300933f7a req-b997404e-6a38-465f-864f-877cb0b550d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a915782-2c8a-4569-b2af-80783d645c93 HTTP/1.1" status: 200 len: 217 time: 0.0612445 Feb 09 02:03:13.125653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb812c2-9659-45a6-a6aa-e2c300933f7a req-2d6c7ce3-656a-4a5b-b2d9-eb89303d3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:13.127705 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6cb812c2-9659-45a6-a6aa-e2c300933f7a req-2d6c7ce3-656a-4a5b-b2d9-eb89303d3c0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=161f9bc7-0224-4279-8769-b6214e50d400 HTTP/1.1" status: 200 len: 849 time: 0.0574102 Feb 09 02:03:13.138575 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3e22a-8fd4-4f9a-baf8-44624adc1c10 req-c53a8a12-05ba-48d8-b807-9856aefdc3e8 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:13.150477 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d7d3e22a-8fd4-4f9a-baf8-44624adc1c10 req-c53a8a12-05ba-48d8-b807-9856aefdc3e8 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a48bbf-7795-4448-9f76-9fbfa6803703 HTTP/1.1" status: 200 len: 944 time: 0.0755589 Feb 09 02:03:13.169013 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6cb812c2-9659-45a6-a6aa-e2c300933f7a req-2ce295d5-eb55-4ef3-b64d-e2bc253bb659 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=680b7b07-7b14-4677-a86c-d18cc50337d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334334 Feb 09 02:03:13.214876 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d7d3e22a-8fd4-4f9a-baf8-44624adc1c10 req-536ce2e0-279c-413e-935f-6c0df60542ce tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd1525b8-68cf-42fd-a352-7c70562ab66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633881 Feb 09 02:03:13.286062 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6cb812c2-9659-45a6-a6aa-e2c300933f7a req-3cfeaa4f-27bb-4eb7-9ed9-ecabd759fd06 service neutron] 10.222.0.48 "GET /v2.0/networks/680b7b07-7b14-4677-a86c-d18cc50337d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051455 Feb 09 02:03:13.393647 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6cb812c2-9659-45a6-a6aa-e2c300933f7a req-ba71f4d4-42a4-4945-a39c-55aea91264d0 service neutron] 10.222.0.48 "GET /v2.0/networks/680b7b07-7b14-4677-a86c-d18cc50337d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019328 Feb 09 02:03:13.445745 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:14.348997 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73ae1d-2a3a-4ffe-8e0e-d95d48582c74 req-78a34fd6-34d0-4cef-a9a1-9a9b3b1a834c tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:14.350723 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b73ae1d-2a3a-4ffe-8e0e-d95d48582c74 req-78a34fd6-34d0-4cef-a9a1-9a9b3b1a834c tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a48bbf-7795-4448-9f76-9fbfa6803703 HTTP/1.1" status: 200 len: 944 time: 0.0639193 Feb 09 02:03:14.401832 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b73ae1d-2a3a-4ffe-8e0e-d95d48582c74 req-f80ac224-2d63-4828-850e-15a054826109 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd1525b8-68cf-42fd-a352-7c70562ab66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448205 Feb 09 02:03:14.831905 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37704) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:14.961692 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-68f6048f-7179-4fa9-b948-c3a7a972b5a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.044161 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-68f6048f-7179-4fa9-b948-c3a7a972b5a2 admin admin] Publish callbacks [] for security_group (7edd41d4-bc02-4099-9e54-25455873ceb0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.048317 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-68f6048f-7179-4fa9-b948-c3a7a972b5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7edd41d4-bc02-4099-9e54-25455873ceb0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.087476 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6048f-7179-4fa9-b948-c3a7a972b5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edd41d4-bc02-4099-9e54-25455873ceb0,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:15.096137 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-68f6048f-7179-4fa9-b948-c3a7a972b5a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7bc1fbd0739c4f21b1939f959afc5221&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2606285 Feb 09 02:03:15.098153 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37708) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:15.149865 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a8b2cdb0-7eb9-48dd-a336-c42ca6b43302 admin admin] Publish callbacks [] for security_group (7edd41d4-bc02-4099-9e54-25455873ceb0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.171854 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a8b2cdb0-7eb9-48dd-a336-c42ca6b43302 admin admin] Publish callbacks [] for security_group (7edd41d4-bc02-4099-9e54-25455873ceb0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.224835 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a8b2cdb0-7eb9-48dd-a336-c42ca6b43302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7edd41d4-bc02-4099-9e54-25455873ceb0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.227537 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a8b2cdb0-7eb9-48dd-a336-c42ca6b43302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.230965 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a8b2cdb0-7eb9-48dd-a336-c42ca6b43302 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7edd41d4-bc02-4099-9e54-25455873ceb0 HTTP/1.1" status: 204 len: 168 time: 0.1304708 Feb 09 02:03:15.247331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2cdb0-7eb9-48dd-a336-c42ca6b43302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edd41d4-bc02-4099-9e54-25455873ceb0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:15.559931 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b19f1-372d-42c9-aec7-6b2e9dbada5f req-1db07069-fa3c-45d5-b7a2-a209524edce9 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:15.568895 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3b5b19f1-372d-42c9-aec7-6b2e9dbada5f req-1db07069-fa3c-45d5-b7a2-a209524edce9 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a48bbf-7795-4448-9f76-9fbfa6803703 HTTP/1.1" status: 200 len: 944 time: 0.0730801 Feb 09 02:03:15.579975 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37718) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:15.598556 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0b14db9d-ce08-456f-84ab-2847e6a7397e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.682611 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3b5b19f1-372d-42c9-aec7-6b2e9dbada5f req-b7b7bc13-6b1d-4172-892b-35c6f10ca678 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd1525b8-68cf-42fd-a352-7c70562ab66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124806 Feb 09 02:03:15.738945 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0b14db9d-ce08-456f-84ab-2847e6a7397e admin admin] Publish callbacks [] for security_group (0ba3ec76-e2a4-4fa3-8a14-cb940bd7fa91), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.743403 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0b14db9d-ce08-456f-84ab-2847e6a7397e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0ba3ec76-e2a4-4fa3-8a14-cb940bd7fa91), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.788755 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0b14db9d-ce08-456f-84ab-2847e6a7397e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6bc098474b774bd7b0af8b5a5c21486a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2075889 Feb 09 02:03:15.789951 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14db9d-ce08-456f-84ab-2847e6a7397e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba3ec76-e2a4-4fa3-8a14-cb940bd7fa91,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:15.793186 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37726) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:15.909259 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-88d268cc-107b-482e-88ca-c916f9b2d1d3 admin admin] Publish callbacks [] for security_group (0ba3ec76-e2a4-4fa3-8a14-cb940bd7fa91), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.954727 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-88d268cc-107b-482e-88ca-c916f9b2d1d3 admin admin] Publish callbacks [] for security_group (0ba3ec76-e2a4-4fa3-8a14-cb940bd7fa91), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:16.010647 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-88d268cc-107b-482e-88ca-c916f9b2d1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0ba3ec76-e2a4-4fa3-8a14-cb940bd7fa91), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:16.013526 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-88d268cc-107b-482e-88ca-c916f9b2d1d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:16.014723 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-88d268cc-107b-482e-88ca-c916f9b2d1d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ba3ec76-e2a4-4fa3-8a14-cb940bd7fa91 HTTP/1.1" status: 204 len: 168 time: 0.2199166 Feb 09 02:03:16.025375 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d268cc-107b-482e-88ca-c916f9b2d1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba3ec76-e2a4-4fa3-8a14-cb940bd7fa91,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:16.672154 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed127869-a99e-491e-9027-6e6c02804714 req-1a17f606-ae89-47d5-8ba9-0ea9300f8a58 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477896 Feb 09 02:03:16.817434 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed127869-a99e-491e-9027-6e6c02804714 req-8278c90d-73bc-457a-ac62-9e629458b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:16.818980 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed127869-a99e-491e-9027-6e6c02804714 req-8278c90d-73bc-457a-ac62-9e629458b3fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8721192a2c284724a83b35330a1c84a8&device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 1128 time: 0.0801134 Feb 09 02:03:16.899838 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297da50f-41a7-49e1-ad73-8cbc71429c85 req-6c697cba-d229-4ae6-8eb0-56f5c289597a tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:16.901473 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-297da50f-41a7-49e1-ad73-8cbc71429c85 req-6c697cba-d229-4ae6-8eb0-56f5c289597a tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a48bbf-7795-4448-9f76-9fbfa6803703 HTTP/1.1" status: 200 len: 944 time: 0.1249735 Feb 09 02:03:16.965225 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-297da50f-41a7-49e1-ad73-8cbc71429c85 req-5d8f73a4-7881-467d-9b5a-3704e0b07af7 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd1525b8-68cf-42fd-a352-7c70562ab66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578103 Feb 09 02:03:16.998305 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed127869-a99e-491e-9027-6e6c02804714 req-b35201e4-a496-49fa-a48e-b13dab629e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:16.999947 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed127869-a99e-491e-9027-6e6c02804714 req-b35201e4-a496-49fa-a48e-b13dab629e0e service neutron] 10.222.0.67 "GET /v2.0/networks?id=213e8f95-a0ad-4892-ad9a-d81d902f12c0 HTTP/1.1" status: 200 len: 912 time: 0.1625693 Feb 09 02:03:17.097357 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed127869-a99e-491e-9027-6e6c02804714 req-ee202edd-ebdf-4b85-8a29-ae2e57b6746c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 HTTP/1.1" status: 200 len: 1002 time: 0.0907059 Feb 09 02:03:17.178957 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed127869-a99e-491e-9027-6e6c02804714 req-a2668334-44c0-496b-ad47-85e2c79ed8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:17.180520 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed127869-a99e-491e-9027-6e6c02804714 req-a2668334-44c0-496b-ad47-85e2c79ed8c2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b1ecec84-a59d-45c4-91cc-46e21ab9c4db HTTP/1.1" status: 200 len: 850 time: 0.0751638 Feb 09 02:03:17.233048 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed127869-a99e-491e-9027-6e6c02804714 req-82d45e0a-c02c-4811-ba5a-b4a30e746d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:17.234688 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed127869-a99e-491e-9027-6e6c02804714 req-82d45e0a-c02c-4811-ba5a-b4a30e746d55 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=213e8f95-a0ad-4892-ad9a-d81d902f12c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490377 Feb 09 02:03:17.295255 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 7a915782-2c8a-4569-b2af-80783d645c93 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:03:17.358822 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed127869-a99e-491e-9027-6e6c02804714 req-10f9154f-d909-461d-963e-8b63e1da4ef1 service neutron] 10.222.0.67 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177261 Feb 09 02:03:17.454082 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 7a915782-2c8a-4569-b2af-80783d645c93, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=7a915782-2c8a-4569-b2af-80783d645c93,segment=NetworkSegment(3a76db2d-321c-4c3d-9186-003b22b258cf),segment_id=3a76db2d-321c-4c3d-9186-003b22b258cf)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:17.478943 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '7a915782-2c8a-4569-b2af-80783d645c93', 'network_id': '680b7b07-7b14-4677-a86c-d18cc50337d0', 'port_id': '7a915782-2c8a-4569-b2af-80783d645c93', 'mac_address': 'fa:16:3e:06:79:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161f9bc7-0224-4279-8769-b6214e50d400', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:03:17.481855 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed127869-a99e-491e-9027-6e6c02804714 req-77a7cf90-90ea-4851-813c-ce8f9c5831fc service neutron] 10.222.0.67 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166935 Feb 09 02:03:17.524025 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 7a915782-2c8a-4569-b2af-80783d645c93 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:17.524772 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7a915782-2c8a-4569-b2af-80783d645c93), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:17.538577 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a915782-2c8a-4569-b2af-80783d645c93 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:03:17.560176 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 7a915782-2c8a-4569-b2af-80783d645c93, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=7a915782-2c8a-4569-b2af-80783d645c93,segment=NetworkSegment(3a76db2d-321c-4c3d-9186-003b22b258cf),segment_id=3a76db2d-321c-4c3d-9186-003b22b258cf)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:17.564128 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7a915782-2c8a-4569-b2af-80783d645c93), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:17.628489 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=7a915782-2c8a-4569-b2af-80783d645c93,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:17.637567 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:17.637796 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:17.638143 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:17.638477 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:17.638805 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:17.639133 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:17.639539 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:17.639889 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:17.640187 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:17.640508 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:17.640908 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:17.641471 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:17.642001 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:17.851670 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['7a915782-2c8a-4569-b2af-80783d645c93'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:03:18.100166 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692ddd5-f6b9-43f7-b04b-712b177a0734 req-dd766ed2-4d03-432d-bf4f-e507ff3b8682 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:18.102466 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4692ddd5-f6b9-43f7-b04b-712b177a0734 req-dd766ed2-4d03-432d-bf4f-e507ff3b8682 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a48bbf-7795-4448-9f76-9fbfa6803703 HTTP/1.1" status: 200 len: 945 time: 0.0571978 Feb 09 02:03:18.155270 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4692ddd5-f6b9-43f7-b04b-712b177a0734 req-f6be0877-90f4-48fd-9b4d-b8b3939826d6 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd1525b8-68cf-42fd-a352-7c70562ab66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456855 Feb 09 02:03:19.302841 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8e3e3-c447-4621-81d5-44881077b80b req-5cf4c37f-dbe0-4198-82fc-5f9bfabc7af8 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:19.304746 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4eb8e3e3-c447-4621-81d5-44881077b80b req-5cf4c37f-dbe0-4198-82fc-5f9bfabc7af8 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a48bbf-7795-4448-9f76-9fbfa6803703 HTTP/1.1" status: 200 len: 945 time: 0.0702715 Feb 09 02:03:19.309228 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 7a915782-2c8a-4569-b2af-80783d645c93 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:03:19.361585 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4eb8e3e3-c447-4621-81d5-44881077b80b req-fb301823-6ee8-4a47-bf33-d06a8f0d13e8 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd1525b8-68cf-42fd-a352-7c70562ab66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501070 Feb 09 02:03:19.382324 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 7a915782-2c8a-4569-b2af-80783d645c93 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:03:19.390701 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 7a915782-2c8a-4569-b2af-80783d645c93 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:19.391236 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7a915782-2c8a-4569-b2af-80783d645c93), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:19.478923 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 7a915782-2c8a-4569-b2af-80783d645c93 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:19.479633 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7a915782-2c8a-4569-b2af-80783d645c93), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:19.520631 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a48bbf-7795-4448-9f76-9fbfa6803703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a915782-2c8a-4569-b2af-80783d645c93'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:03:19.520631 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd350e7b-6125-4b1c-86ba-99577085946a" -d '{"events": [{"server_uuid": "34a48bbf-7795-4448-9f76-9fbfa6803703", "name": "network-vif-plugged", "status": "completed", "tag": "7a915782-2c8a-4569-b2af-80783d645c93"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:03:19.524187 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 7a915782-2c8a-4569-b2af-80783d645c93, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=7a915782-2c8a-4569-b2af-80783d645c93,segment=NetworkSegment(3a76db2d-321c-4c3d-9186-003b22b258cf),segment_id=3a76db2d-321c-4c3d-9186-003b22b258cf)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:19.530932 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7a915782-2c8a-4569-b2af-80783d645c93), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:19.567640 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454149eb-0621-4572-9bf8-ab46acdc8521 x-openstack-request-id: req-454149eb-0621-4572-9bf8-ab46acdc8521 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:03:19.568093 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a48bbf-7795-4448-9f76-9fbfa6803703", "name": "network-vif-plugged", "status": "completed", "tag": "7a915782-2c8a-4569-b2af-80783d645c93", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:03:19.568414 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-454149eb-0621-4572-9bf8-ab46acdc8521 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:03:19.568878 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a48bbf-7795-4448-9f76-9fbfa6803703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a915782-2c8a-4569-b2af-80783d645c93', 'code': 200} Feb 09 02:03:19.596335 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=7a915782-2c8a-4569-b2af-80783d645c93,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:19.710985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab147f84-0404-4b61-be53-847b8647836d req-7058202e-6431-421d-b909-3862c929546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:19.712856 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab147f84-0404-4b61-be53-847b8647836d req-7058202e-6431-421d-b909-3862c929546c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=34a48bbf-7795-4448-9f76-9fbfa6803703 HTTP/1.1" status: 200 len: 1128 time: 0.0635633 Feb 09 02:03:19.768369 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab147f84-0404-4b61-be53-847b8647836d req-e1d9ff10-0a2a-452a-b6b7-7bbb5b410964 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dd1525b8-68cf-42fd-a352-7c70562ab66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476863 Feb 09 02:03:20.502039 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e4c94-6930-4887-a3b1-cc99b28d5da0 req-edb44513-ce98-40d9-874a-45ae172c22dd tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:20.504558 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-621e4c94-6930-4887-a3b1-cc99b28d5da0 req-edb44513-ce98-40d9-874a-45ae172c22dd tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a48bbf-7795-4448-9f76-9fbfa6803703 HTTP/1.1" status: 200 len: 946 time: 0.0615251 Feb 09 02:03:20.562170 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-621e4c94-6930-4887-a3b1-cc99b28d5da0 req-24961a4c-ce65-47ea-a2ad-e11d08644def tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd1525b8-68cf-42fd-a352-7c70562ab66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498090 Feb 09 02:03:21.245734 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37796) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:21.736005 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1b1ba-7738-4702-8acc-ddf221bc3f2b req-531bf392-3d7b-42b1-9ab7-8263eee4a78a tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:21.738447 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ac1b1ba-7738-4702-8acc-ddf221bc3f2b req-531bf392-3d7b-42b1-9ab7-8263eee4a78a tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a48bbf-7795-4448-9f76-9fbfa6803703 HTTP/1.1" status: 200 len: 946 time: 0.0712068 Feb 09 02:03:21.812322 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ac1b1ba-7738-4702-8acc-ddf221bc3f2b req-5d7c3c33-74e4-437c-8861-4e8394520fe4 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd1525b8-68cf-42fd-a352-7c70562ab66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649672 Feb 09 02:03:21.899130 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55183080-240a-4e2e-859e-ec1e02ece0ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (20662644-ff05-4f60-ad92-0c100ae0a426), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:22.393153 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-55183080-240a-4e2e-859e-ec1e02ece0ac admin admin] Deleting port 0d0b7492-4c38-4c2a-b778-a9ac17e20de8 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:03:22.394453 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55183080-240a-4e2e-859e-ec1e02ece0ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0d0b7492-4c38-4c2a-b778-a9ac17e20de8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:22.485542 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-55183080-240a-4e2e-859e-ec1e02ece0ac admin admin] For port 0d0b7492-4c38-4c2a-b778-a9ac17e20de8, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0d0b7492-4c38-4c2a-b778-a9ac17e20de8,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:22.486238 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55183080-240a-4e2e-859e-ec1e02ece0ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0d0b7492-4c38-4c2a-b778-a9ac17e20de8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:22.500197 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-55183080-240a-4e2e-859e-ec1e02ece0ac admin admin] Calling delete_port for 0d0b7492-4c38-4c2a-b778-a9ac17e20de8 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:03:22.704322 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55183080-240a-4e2e-859e-ec1e02ece0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (0d0b7492-4c38-4c2a-b778-a9ac17e20de8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:22.734027 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55183080-240a-4e2e-859e-ec1e02ece0ac admin admin] Pushing event deleted for resources: {'Port': ['ID=0d0b7492-4c38-4c2a-b778-a9ac17e20de8,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:22.917905 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55183080-240a-4e2e-859e-ec1e02ece0ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (20662644-ff05-4f60-ad92-0c100ae0a426), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:23.602913 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55183080-240a-4e2e-859e-ec1e02ece0ac admin admin] Router 20662644-ff05-4f60-ad92-0c100ae0a426 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:03:23.747474 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55183080-240a-4e2e-859e-ec1e02ece0ac admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:03:23.756472 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-55183080-240a-4e2e-859e-ec1e02ece0ac admin admin] 10.222.0.36 "PUT /v2.0/routers/20662644-ff05-4f60-ad92-0c100ae0a426/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5062413 Feb 09 02:03:23.757704 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37822) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:23.758376 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1bfa72-7145-40b0-93e8-39cc93fdbb2f None None] Sync routers for ids ['20662644-ff05-4f60-ad92-0c100ae0a426'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:03:23.773655 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1bfa72-7145-40b0-93e8-39cc93fdbb2f None None] Routers {'20662644-ff05-4f60-ad92-0c100ae0a426'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:03:23.774892 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8b1bfa72-7145-40b0-93e8-39cc93fdbb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:03:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['20662644-ff05-4f60-ad92-0c100ae0a426'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:23.907505 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-65576edb-d8d2-4ae0-a31a-a49f6a8b840f admin admin] Publish callbacks [] for router (20662644-ff05-4f60-ad92-0c100ae0a426), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:23.979333 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-8b1bfa72-7145-40b0-93e8-39cc93fdbb2f None None] Set router 20662644-ff05-4f60-ad92-0c100ae0a426 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:03:24.202441 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8b1bfa72-7145-40b0-93e8-39cc93fdbb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'name': 'tempest-AttachVolumeShelveTestJSON-1509146456-router', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:05Z', 'updated_at': '2022-02-09T02:03:22Z', 'revision_number': 5, 'project_id': '225062ed147a4a2299a703d06854300c', 'gw_port': {'id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:06Z', 'updated_at': '2022-02-09T01:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:24.233404 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1bfa72-7145-40b0-93e8-39cc93fdbb2f None None] Checking router: 20662644-ff05-4f60-ad92-0c100ae0a426 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:03:24.242849 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1bfa72-7145-40b0-93e8-39cc93fdbb2f None None] Routers {'20662644-ff05-4f60-ad92-0c100ae0a426'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:03:24.243517 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8b1bfa72-7145-40b0-93e8-39cc93fdbb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:03:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['20662644-ff05-4f60-ad92-0c100ae0a426'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:24.309921 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-65576edb-d8d2-4ae0-a31a-a49f6a8b840f admin admin] Publish callbacks [] for router_gateway (20662644-ff05-4f60-ad92-0c100ae0a426), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:24.353037 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-8b1bfa72-7145-40b0-93e8-39cc93fdbb2f None None] Set router 20662644-ff05-4f60-ad92-0c100ae0a426 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:03:24.364033 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-65576edb-d8d2-4ae0-a31a-a49f6a8b840f admin admin] Deleting port 017da7db-8cc0-4f00-bb81-b8ddb6806a89 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:03:24.364505 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-65576edb-d8d2-4ae0-a31a-a49f6a8b840f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (017da7db-8cc0-4f00-bb81-b8ddb6806a89), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:24.470118 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-65576edb-d8d2-4ae0-a31a-a49f6a8b840f admin admin] For port 017da7db-8cc0-4f00-bb81-b8ddb6806a89, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=017da7db-8cc0-4f00-bb81-b8ddb6806a89,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:24.470392 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-65576edb-d8d2-4ae0-a31a-a49f6a8b840f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (017da7db-8cc0-4f00-bb81-b8ddb6806a89), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:24.491152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-65576edb-d8d2-4ae0-a31a-a49f6a8b840f admin admin] Calling delete_port for 017da7db-8cc0-4f00-bb81-b8ddb6806a89 owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:03:24.568802 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8b1bfa72-7145-40b0-93e8-39cc93fdbb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'name': 'tempest-AttachVolumeShelveTestJSON-1509146456-router', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:05Z', 'updated_at': '2022-02-09T02:03:22Z', 'revision_number': 5, 'project_id': '225062ed147a4a2299a703d06854300c', 'gw_port': {'id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:06Z', 'updated_at': '2022-02-09T01:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:24.620198 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1bfa72-7145-40b0-93e8-39cc93fdbb2f None None] The sync data for ids ['20662644-ff05-4f60-ad92-0c100ae0a426'] in n-d-828387-3 is: [{'id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'name': 'tempest-AttachVolumeShelveTestJSON-1509146456-router', 'tenant_id': '225062ed147a4a2299a703d06854300c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:54:05Z', 'updated_at': '2022-02-09T02:03:22Z', 'revision_number': 5, 'project_id': '225062ed147a4a2299a703d06854300c', 'gw_port': {'id': '017da7db-8cc0-4f00-bb81-b8ddb6806a89', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20662644-ff05-4f60-ad92-0c100ae0a426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:54:06Z', 'updated_at': '2022-02-09T01:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:03:24.703545 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-65576edb-d8d2-4ae0-a31a-a49f6a8b840f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (017da7db-8cc0-4f00-bb81-b8ddb6806a89), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:24.732525 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65576edb-d8d2-4ae0-a31a-a49f6a8b840f admin admin] Pushing event deleted for resources: {'Port': ['ID=017da7db-8cc0-4f00-bb81-b8ddb6806a89,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:24.801101 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-65576edb-d8d2-4ae0-a31a-a49f6a8b840f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (20662644-ff05-4f60-ad92-0c100ae0a426), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:24.900625 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-65576edb-d8d2-4ae0-a31a-a49f6a8b840f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (20662644-ff05-4f60-ad92-0c100ae0a426), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:24.902933 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-65576edb-d8d2-4ae0-a31a-a49f6a8b840f admin admin] Publish callbacks [] for router_controller (20662644-ff05-4f60-ad92-0c100ae0a426), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:24.963839 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-65576edb-d8d2-4ae0-a31a-a49f6a8b840f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (20662644-ff05-4f60-ad92-0c100ae0a426), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:24.964682 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65576edb-d8d2-4ae0-a31a-a49f6a8b840f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20662644-ff05-4f60-ad92-0c100ae0a426 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:03:24.973044 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-65576edb-d8d2-4ae0-a31a-a49f6a8b840f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:24.977057 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37838) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:24.977546 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-65576edb-d8d2-4ae0-a31a-a49f6a8b840f admin admin] 10.222.0.36 "DELETE /v2.0/routers/20662644-ff05-4f60-ad92-0c100ae0a426 HTTP/1.1" status: 204 len: 168 time: 1.2174807 Feb 09 02:03:25.050993 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d93a2b-72d2-4812-a857-98016890c311 admin admin] Deleting subnet e5fb0614-877d-4584-bc3c-a9b6e8f6847d {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:03:25.054990 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5d93a2b-72d2-4812-a857-98016890c311 admin admin] Publish callbacks [] for subnet (e5fb0614-877d-4584-bc3c-a9b6e8f6847d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:25.094702 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5d93a2b-72d2-4812-a857-98016890c311 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (e5fb0614-877d-4584-bc3c-a9b6e8f6847d), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:25.195017 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5d93a2b-72d2-4812-a857-98016890c311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (e5fb0614-877d-4584-bc3c-a9b6e8f6847d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:25.264864 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5d93a2b-72d2-4812-a857-98016890c311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (e5fb0614-877d-4584-bc3c-a9b6e8f6847d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:25.294793 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d93a2b-72d2-4812-a857-98016890c311 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5fb0614-877d-4584-bc3c-a9b6e8f6847d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:25.307064 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5d93a2b-72d2-4812-a857-98016890c311 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:25.307691 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea92035f-8f84-4c7f-839a-c18851c55f1c None None] Network bbe85234-1f1c-44c0-aeaf-3380123bb751 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:03:25.313193 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37850) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:25.316608 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b5d93a2b-72d2-4812-a857-98016890c311 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e5fb0614-877d-4584-bc3c-a9b6e8f6847d HTTP/1.1" status: 204 len: 168 time: 0.3375680 Feb 09 02:03:25.392541 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-48f30bbf-040e-4a1b-9608-e147b57a43c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (bbe85234-1f1c-44c0-aeaf-3380123bb751), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:25.486134 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-48f30bbf-040e-4a1b-9608-e147b57a43c9 admin admin] Deleting port 25c09227-288a-4a1b-9265-7f811c9999e4 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:03:25.486541 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-48f30bbf-040e-4a1b-9608-e147b57a43c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (25c09227-288a-4a1b-9265-7f811c9999e4), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:25.551225 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18301b3-38b9-4a2e-8b64-72da3cf0bf18 None None] DHCP port deletion for bbe85234-1f1c-44c0-aeaf-3380123bb751 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:03:25.605868 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-48f30bbf-040e-4a1b-9608-e147b57a43c9 admin admin] For port 25c09227-288a-4a1b-9265-7f811c9999e4, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=25c09227-288a-4a1b-9265-7f811c9999e4,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:25.606313 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-48f30bbf-040e-4a1b-9608-e147b57a43c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (25c09227-288a-4a1b-9265-7f811c9999e4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:25.623835 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e18301b3-38b9-4a2e-8b64-72da3cf0bf18 None None] Deleting port 25c09227-288a-4a1b-9265-7f811c9999e4 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:03:25.624468 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e18301b3-38b9-4a2e-8b64-72da3cf0bf18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (25c09227-288a-4a1b-9265-7f811c9999e4), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:25.628903 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-48f30bbf-040e-4a1b-9608-e147b57a43c9 admin admin] Calling delete_port for 25c09227-288a-4a1b-9265-7f811c9999e4 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:03:25.724182 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e18301b3-38b9-4a2e-8b64-72da3cf0bf18 None None] For port 25c09227-288a-4a1b-9265-7f811c9999e4, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=25c09227-288a-4a1b-9265-7f811c9999e4,segment=NetworkSegment(d447ab0c-ee12-42e3-bab2-39796f883669),segment_id=d447ab0c-ee12-42e3-bab2-39796f883669)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:25.736263 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e18301b3-38b9-4a2e-8b64-72da3cf0bf18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (25c09227-288a-4a1b-9265-7f811c9999e4), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:25.759890 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e18301b3-38b9-4a2e-8b64-72da3cf0bf18 None None] Calling delete_port for 25c09227-288a-4a1b-9265-7f811c9999e4 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:03:25.870423 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-48f30bbf-040e-4a1b-9608-e147b57a43c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (25c09227-288a-4a1b-9265-7f811c9999e4), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:25.907801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f30bbf-040e-4a1b-9608-e147b57a43c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=25c09227-288a-4a1b-9265-7f811c9999e4,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:25.910527 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f30bbf-040e-4a1b-9608-e147b57a43c9 admin admin] No DVR routers for this DVR port 25c09227-288a-4a1b-9265-7f811c9999e4 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:03:25.938643 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e18301b3-38b9-4a2e-8b64-72da3cf0bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (25c09227-288a-4a1b-9265-7f811c9999e4), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:25.972071 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18301b3-38b9-4a2e-8b64-72da3cf0bf18 None None] Pushing event deleted for resources: {'Port': ['ID=25c09227-288a-4a1b-9265-7f811c9999e4,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:25.976448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18301b3-38b9-4a2e-8b64-72da3cf0bf18 None None] No DVR routers for this DVR port 25c09227-288a-4a1b-9265-7f811c9999e4 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:03:26.035878 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-48f30bbf-040e-4a1b-9608-e147b57a43c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (bbe85234-1f1c-44c0-aeaf-3380123bb751), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:26.065134 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-48f30bbf-040e-4a1b-9608-e147b57a43c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe85234-1f1c-44c0-aeaf-3380123bb751']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:26.073918 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececfc1d-ea2f-472d-b85b-db36605ca128 req-7bad33a5-ac0a-4961-a3e4-c9d70fea5bce tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:26.076793 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ececfc1d-ea2f-472d-b85b-db36605ca128 req-7bad33a5-ac0a-4961-a3e4-c9d70fea5bce tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a48bbf-7795-4448-9f76-9fbfa6803703 HTTP/1.1" status: 200 len: 946 time: 0.1639874 Feb 09 02:03:26.097452 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-48f30bbf-040e-4a1b-9608-e147b57a43c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd447ab0c-ee12-42e3-bab2-39796f883669') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:26.097932 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-48f30bbf-040e-4a1b-9608-e147b57a43c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd447ab0c-ee12-42e3-bab2-39796f883669') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:26.136607 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-48f30bbf-040e-4a1b-9608-e147b57a43c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (d447ab0c-ee12-42e3-bab2-39796f883669), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:26.172965 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-48f30bbf-040e-4a1b-9608-e147b57a43c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (d447ab0c-ee12-42e3-bab2-39796f883669), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:26.185306 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ececfc1d-ea2f-472d-b85b-db36605ca128 req-be9a80f7-8797-4a0f-b552-6c0861021187 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd1525b8-68cf-42fd-a352-7c70562ab66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012516 Feb 09 02:03:26.186577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f30bbf-040e-4a1b-9608-e147b57a43c9 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:03:26.186971 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-48f30bbf-040e-4a1b-9608-e147b57a43c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (d447ab0c-ee12-42e3-bab2-39796f883669), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:03:26.189016 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:03:26.196308 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 017da7db-8cc0-4f00-bb81-b8ddb6806a89 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:03:26.220344 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 017da7db-8cc0-4f00-bb81-b8ddb6806a89 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:03:26.220839 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 017da7db-8cc0-4f00-bb81-b8ddb6806a89 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:03:26.221487 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0d0b7492-4c38-4c2a-b778-a9ac17e20de8 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:03:26.247031 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 0d0b7492-4c38-4c2a-b778-a9ac17e20de8 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:03:26.247355 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0d0b7492-4c38-4c2a-b778-a9ac17e20de8 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:03:26.247802 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 25c09227-288a-4a1b-9265-7f811c9999e4 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:03:26.248800 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-48f30bbf-040e-4a1b-9608-e147b57a43c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (bbe85234-1f1c-44c0-aeaf-3380123bb751), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:26.275141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 25c09227-288a-4a1b-9265-7f811c9999e4 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:03:26.275519 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 25c09227-288a-4a1b-9265-7f811c9999e4 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:03:26.281407 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-48f30bbf-040e-4a1b-9608-e147b57a43c9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:26.285353 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-48f30bbf-040e-4a1b-9608-e147b57a43c9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bbe85234-1f1c-44c0-aeaf-3380123bb751 HTTP/1.1" status: 204 len: 168 time: 0.9711485 Feb 09 02:03:26.288048 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f30bbf-040e-4a1b-9608-e147b57a43c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbe85234-1f1c-44c0-aeaf-3380123bb751,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:26.453697 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 37868) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:26.499402 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-499526f9-1bfd-4fa3-be60-a9082dc25d8b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=225062ed147a4a2299a703d06854300c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436807 Feb 09 02:03:26.501399 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 37870) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:26.565219 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f2379098-e92a-4807-9e29-68659e067584 admin admin] Publish callbacks [] for security_group (63b56283-4ade-48f9-988d-c22feeb4cd0e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:26.592243 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f2379098-e92a-4807-9e29-68659e067584 admin admin] Publish callbacks [] for security_group (63b56283-4ade-48f9-988d-c22feeb4cd0e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:26.647953 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f2379098-e92a-4807-9e29-68659e067584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (63b56283-4ade-48f9-988d-c22feeb4cd0e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:26.650752 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f2379098-e92a-4807-9e29-68659e067584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:26.652355 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f2379098-e92a-4807-9e29-68659e067584 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63b56283-4ade-48f9-988d-c22feeb4cd0e HTTP/1.1" status: 204 len: 168 time: 0.1498032 Feb 09 02:03:26.665155 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2379098-e92a-4807-9e29-68659e067584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b56283-4ade-48f9-988d-c22feeb4cd0e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:27.364523 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa3684-ce72-406a-923c-f003545bc005 req-e86d57b6-566e-46ba-ae99-ef032b862cb0 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:27.366423 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b9aa3684-ce72-406a-923c-f003545bc005 req-e86d57b6-566e-46ba-ae99-ef032b862cb0 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a48bbf-7795-4448-9f76-9fbfa6803703 HTTP/1.1" status: 200 len: 946 time: 0.0738330 Feb 09 02:03:27.424056 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b9aa3684-ce72-406a-923c-f003545bc005 req-7e902c43-b137-4118-b12a-38aeac88dc72 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd1525b8-68cf-42fd-a352-7c70562ab66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515306 Feb 09 02:03:27.528511 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e49f09-1cca-4fb5-90ef-4a0885cc68a3 req-5bf15961-b8d1-4ff0-86e3-6ea8176c3923 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:27.530089 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25e49f09-1cca-4fb5-90ef-4a0885cc68a3 req-5bf15961-b8d1-4ff0-86e3-6ea8176c3923 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a48bbf-7795-4448-9f76-9fbfa6803703 HTTP/1.1" status: 200 len: 946 time: 0.0628653 Feb 09 02:03:27.640061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-25e49f09-1cca-4fb5-90ef-4a0885cc68a3 req-b5ce67cd-7cda-4302-805c-165f7e74466e tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Deleting port 7a915782-2c8a-4569-b2af-80783d645c93 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:03:27.640409 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25e49f09-1cca-4fb5-90ef-4a0885cc68a3 req-b5ce67cd-7cda-4302-805c-165f7e74466e tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (7a915782-2c8a-4569-b2af-80783d645c93), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:27.745219 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-25e49f09-1cca-4fb5-90ef-4a0885cc68a3 req-b5ce67cd-7cda-4302-805c-165f7e74466e tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] For port 7a915782-2c8a-4569-b2af-80783d645c93, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=7a915782-2c8a-4569-b2af-80783d645c93,segment=NetworkSegment(3a76db2d-321c-4c3d-9186-003b22b258cf),segment_id=3a76db2d-321c-4c3d-9186-003b22b258cf)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:27.745666 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25e49f09-1cca-4fb5-90ef-4a0885cc68a3 req-b5ce67cd-7cda-4302-805c-165f7e74466e tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (7a915782-2c8a-4569-b2af-80783d645c93), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:27.759556 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-25e49f09-1cca-4fb5-90ef-4a0885cc68a3 req-b5ce67cd-7cda-4302-805c-165f7e74466e tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Calling delete_port for 7a915782-2c8a-4569-b2af-80783d645c93 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:03:27.902685 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25e49f09-1cca-4fb5-90ef-4a0885cc68a3 req-b5ce67cd-7cda-4302-805c-165f7e74466e tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (7a915782-2c8a-4569-b2af-80783d645c93), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:27.916710 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['7a915782-2c8a-4569-b2af-80783d645c93'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:03:27.940280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce67cd-7cda-4302-805c-165f7e74466e tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Pushing event deleted for resources: {'Port': ['ID=7a915782-2c8a-4569-b2af-80783d645c93,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:27.985964 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e49f09-1cca-4fb5-90ef-4a0885cc68a3 req-b5ce67cd-7cda-4302-805c-165f7e74466e tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] No DVR routers for this DVR port 7a915782-2c8a-4569-b2af-80783d645c93 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:03:27.989440 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25e49f09-1cca-4fb5-90ef-4a0885cc68a3 req-b5ce67cd-7cda-4302-805c-165f7e74466e tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:28.002714 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25e49f09-1cca-4fb5-90ef-4a0885cc68a3 req-b5ce67cd-7cda-4302-805c-165f7e74466e tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.48 "DELETE /v2.0/ports/7a915782-2c8a-4569-b2af-80783d645c93 HTTP/1.1" status: 204 len: 173 time: 0.4565830 Feb 09 02:03:28.002714 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a48bbf-7795-4448-9f76-9fbfa6803703', 'name': 'network-vif-deleted', 'tag': '7a915782-2c8a-4569-b2af-80783d645c93'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:03:28.002714 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88940dd2-288f-42d6-b843-707eed2171c1" -d '{"events": [{"server_uuid": "34a48bbf-7795-4448-9f76-9fbfa6803703", "name": "network-vif-deleted", "tag": "7a915782-2c8a-4569-b2af-80783d645c93"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:03:28.053235 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd2f2e3-a620-4251-8be7-073dc7f422ed x-openstack-request-id: req-7cd2f2e3-a620-4251-8be7-073dc7f422ed {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:03:28.053537 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a48bbf-7795-4448-9f76-9fbfa6803703", "name": "network-vif-deleted", "tag": "7a915782-2c8a-4569-b2af-80783d645c93", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:03:28.053789 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7cd2f2e3-a620-4251-8be7-073dc7f422ed {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:03:28.054192 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a48bbf-7795-4448-9f76-9fbfa6803703', 'name': 'network-vif-deleted', 'tag': '7a915782-2c8a-4569-b2af-80783d645c93', 'status': 'completed', 'code': 200} Feb 09 02:03:28.560934 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7844a701-10be-4b72-a3b6-b6995b0d80ab req-ae743670-0017-47cf-9715-55c1df5d77f9 tempest-VolumesActionsTest-17210360 tempest-VolumesActionsTest-17210360-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a48bbf-7795-4448-9f76-9fbfa6803703 HTTP/1.1" status: 200 len: 210 time: 0.0306361 Feb 09 02:03:31.384531 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 7a915782-2c8a-4569-b2af-80783d645c93 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:03:31.410913 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 7a915782-2c8a-4569-b2af-80783d645c93 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:03:31.411501 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 7a915782-2c8a-4569-b2af-80783d645c93 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:03:32.499039 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38124) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:32.619532 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0a60600-0ee4-4a27-a452-d8808c8b2740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:32.699069 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0a60600-0ee4-4a27-a452-d8808c8b2740 admin admin] Publish callbacks [] for security_group (d363ec49-bf25-4045-a18f-51a9e60e3bff), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:32.703792 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0a60600-0ee4-4a27-a452-d8808c8b2740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d363ec49-bf25-4045-a18f-51a9e60e3bff), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:32.742774 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38130) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:32.750193 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b0a60600-0ee4-4a27-a452-d8808c8b2740 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9a7fbc745f6d4296942ce011580fcad1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2498021 Feb 09 02:03:32.772814 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a60600-0ee4-4a27-a452-d8808c8b2740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d363ec49-bf25-4045-a18f-51a9e60e3bff,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:32.810380 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cc5cf2cf-af13-4923-b646-71dea6cbe068 admin admin] Publish callbacks [] for security_group (d363ec49-bf25-4045-a18f-51a9e60e3bff), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:32.832742 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cc5cf2cf-af13-4923-b646-71dea6cbe068 admin admin] Publish callbacks [] for security_group (d363ec49-bf25-4045-a18f-51a9e60e3bff), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:32.883398 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cc5cf2cf-af13-4923-b646-71dea6cbe068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d363ec49-bf25-4045-a18f-51a9e60e3bff), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:32.888399 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cc5cf2cf-af13-4923-b646-71dea6cbe068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:32.890200 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cc5cf2cf-af13-4923-b646-71dea6cbe068 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d363ec49-bf25-4045-a18f-51a9e60e3bff HTTP/1.1" status: 204 len: 168 time: 0.1461656 Feb 09 02:03:32.900065 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5cf2cf-af13-4923-b646-71dea6cbe068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d363ec49-bf25-4045-a18f-51a9e60e3bff,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:33.188108 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38136) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:33.204020 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab39b33a-d26d-494e-97dd-53544ecf2e1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:33.281550 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab39b33a-d26d-494e-97dd-53544ecf2e1b admin admin] Publish callbacks [] for security_group (fb83b86f-d275-46c6-be20-5c7820a1bd00), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:33.287675 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab39b33a-d26d-494e-97dd-53544ecf2e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (fb83b86f-d275-46c6-be20-5c7820a1bd00), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:33.338220 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ab39b33a-d26d-494e-97dd-53544ecf2e1b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=23d10a9df8304cb384f15696d9b1a995&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1486125 Feb 09 02:03:33.340505 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39b33a-d26d-494e-97dd-53544ecf2e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb83b86f-d275-46c6-be20-5c7820a1bd00,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:33.340857 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38140) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:33.402472 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95f4d128-ca76-484b-b930-e3321a6b7f48 admin admin] Publish callbacks [] for security_group (fb83b86f-d275-46c6-be20-5c7820a1bd00), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:33.427546 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95f4d128-ca76-484b-b930-e3321a6b7f48 admin admin] Publish callbacks [] for security_group (fb83b86f-d275-46c6-be20-5c7820a1bd00), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:33.478816 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95f4d128-ca76-484b-b930-e3321a6b7f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (fb83b86f-d275-46c6-be20-5c7820a1bd00), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:33.481735 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95f4d128-ca76-484b-b930-e3321a6b7f48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:33.485309 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-95f4d128-ca76-484b-b930-e3321a6b7f48 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb83b86f-d275-46c6-be20-5c7820a1bd00 HTTP/1.1" status: 204 len: 168 time: 0.1408558 Feb 09 02:03:33.492255 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4d128-ca76-484b-b930-e3321a6b7f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb83b86f-d275-46c6-be20-5c7820a1bd00,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:36.025390 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38226) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:36.145448 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f31624dc-4819-4273-98ba-e73b33625081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:36.225841 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f31624dc-4819-4273-98ba-e73b33625081 admin admin] Publish callbacks [] for security_group (16d2caa5-4b0c-487f-9f01-caaa63832124), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:36.231786 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f31624dc-4819-4273-98ba-e73b33625081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (16d2caa5-4b0c-487f-9f01-caaa63832124), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:36.264442 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38230) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:36.265005 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f31624dc-4819-4273-98ba-e73b33625081 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b1ce19c3a2341fb977c1b3280e3f751&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2380810 Feb 09 02:03:36.286520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31624dc-4819-4273-98ba-e73b33625081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d2caa5-4b0c-487f-9f01-caaa63832124,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:36.318215 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1f1489c-59eb-4569-803a-9bc38923418a admin admin] Publish callbacks [] for security_group (16d2caa5-4b0c-487f-9f01-caaa63832124), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:36.340340 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1f1489c-59eb-4569-803a-9bc38923418a admin admin] Publish callbacks [] for security_group (16d2caa5-4b0c-487f-9f01-caaa63832124), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:36.389951 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1f1489c-59eb-4569-803a-9bc38923418a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (16d2caa5-4b0c-487f-9f01-caaa63832124), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:36.393166 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1f1489c-59eb-4569-803a-9bc38923418a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:36.397844 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b1f1489c-59eb-4569-803a-9bc38923418a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16d2caa5-4b0c-487f-9f01-caaa63832124 HTTP/1.1" status: 204 len: 168 time: 0.1319211 Feb 09 02:03:36.414958 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1489c-59eb-4569-803a-9bc38923418a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d2caa5-4b0c-487f-9f01-caaa63832124,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:36.764655 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38244) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:36.778454 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0e027101-8e82-4cb8-98c5-18ef5a8da07d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:36.948719 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0e027101-8e82-4cb8-98c5-18ef5a8da07d admin admin] Publish callbacks [] for security_group (7249f8f6-72d0-4634-a905-8a7c8ce56127), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:36.962106 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0e027101-8e82-4cb8-98c5-18ef5a8da07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7249f8f6-72d0-4634-a905-8a7c8ce56127), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:37.041907 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38250) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:37.042554 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0e027101-8e82-4cb8-98c5-18ef5a8da07d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea09e79a8fff496199556a45f5554cce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2762227 Feb 09 02:03:37.042965 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e027101-8e82-4cb8-98c5-18ef5a8da07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7249f8f6-72d0-4634-a905-8a7c8ce56127,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:37.124481 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7daa5ba0-ef6a-452f-ab00-a9e288fe6f66 admin admin] Publish callbacks [] for security_group (7249f8f6-72d0-4634-a905-8a7c8ce56127), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:37.163756 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7daa5ba0-ef6a-452f-ab00-a9e288fe6f66 admin admin] Publish callbacks [] for security_group (7249f8f6-72d0-4634-a905-8a7c8ce56127), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:37.218047 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7daa5ba0-ef6a-452f-ab00-a9e288fe6f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7249f8f6-72d0-4634-a905-8a7c8ce56127), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:37.220917 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7daa5ba0-ef6a-452f-ab00-a9e288fe6f66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:37.222481 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7daa5ba0-ef6a-452f-ab00-a9e288fe6f66 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7249f8f6-72d0-4634-a905-8a7c8ce56127 HTTP/1.1" status: 204 len: 168 time: 0.1795175 Feb 09 02:03:37.241606 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa5ba0-ef6a-452f-ab00-a9e288fe6f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7249f8f6-72d0-4634-a905-8a7c8ce56127,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:37.465255 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6c11e123-820a-4939-afe1-3041b39f146a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:39.881256 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:39.888397 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38330) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:40.035772 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3b869a3-8f3c-4afb-9cdb-1e8ca8de1e9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:40.140893 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b2df50e9-7caf-4c8d-937e-1bc200b04160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:40.254850 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3b869a3-8f3c-4afb-9cdb-1e8ca8de1e9d admin admin] Publish callbacks [] for security_group (b593d776-9423-481d-8e1a-6de8dc74c120), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:40.266511 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3b869a3-8f3c-4afb-9cdb-1e8ca8de1e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b593d776-9423-481d-8e1a-6de8dc74c120), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:40.352247 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b869a3-8f3c-4afb-9cdb-1e8ca8de1e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b593d776-9423-481d-8e1a-6de8dc74c120,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:40.363710 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f3b869a3-8f3c-4afb-9cdb-1e8ca8de1e9d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a3f5c7c64d8f417a8a5c5efb2b7d846a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4714489 Feb 09 02:03:40.365140 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38336) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:40.429724 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-71a48671-cd0c-4e4a-8a68-5e95ae4e8653 admin admin] Publish callbacks [] for security_group (b593d776-9423-481d-8e1a-6de8dc74c120), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:40.455163 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-71a48671-cd0c-4e4a-8a68-5e95ae4e8653 admin admin] Publish callbacks [] for security_group (b593d776-9423-481d-8e1a-6de8dc74c120), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:40.510550 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-71a48671-cd0c-4e4a-8a68-5e95ae4e8653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b593d776-9423-481d-8e1a-6de8dc74c120), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:40.515067 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-71a48671-cd0c-4e4a-8a68-5e95ae4e8653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:40.520692 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-71a48671-cd0c-4e4a-8a68-5e95ae4e8653 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b593d776-9423-481d-8e1a-6de8dc74c120 HTTP/1.1" status: 204 len: 168 time: 0.1535118 Feb 09 02:03:40.530477 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a48671-cd0c-4e4a-8a68-5e95ae4e8653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b593d776-9423-481d-8e1a-6de8dc74c120,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:40.799931 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38342) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:40.813192 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4d8ae9dd-e91f-4777-9887-b7459c99fbb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:40.834893 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:40.888634 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4d8ae9dd-e91f-4777-9887-b7459c99fbb6 admin admin] Publish callbacks [] for security_group (1fb7fe04-1d41-46be-85ee-4c841b27b09a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:40.894748 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4d8ae9dd-e91f-4777-9887-b7459c99fbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1fb7fe04-1d41-46be-85ee-4c841b27b09a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:40.933661 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ae9dd-e91f-4777-9887-b7459c99fbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb7fe04-1d41-46be-85ee-4c841b27b09a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:40.935174 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:40.941270 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38348) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:40.947991 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4d8ae9dd-e91f-4777-9887-b7459c99fbb6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5f1aa1ccabf940aa9c73ba3d20aa5a96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1425140 Feb 09 02:03:41.001042 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b1c32ccc-fbfa-4922-bc4a-c0c3b23e199c admin admin] Publish callbacks [] for security_group (1fb7fe04-1d41-46be-85ee-4c841b27b09a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:41.025301 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b1c32ccc-fbfa-4922-bc4a-c0c3b23e199c admin admin] Publish callbacks [] for security_group (1fb7fe04-1d41-46be-85ee-4c841b27b09a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:41.079976 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b1c32ccc-fbfa-4922-bc4a-c0c3b23e199c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1fb7fe04-1d41-46be-85ee-4c841b27b09a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:41.083523 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b1c32ccc-fbfa-4922-bc4a-c0c3b23e199c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:41.095465 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b1c32ccc-fbfa-4922-bc4a-c0c3b23e199c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1fb7fe04-1d41-46be-85ee-4c841b27b09a HTTP/1.1" status: 204 len: 168 time: 0.1468706 Feb 09 02:03:41.108937 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c32ccc-fbfa-4922-bc4a-c0c3b23e199c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb7fe04-1d41-46be-85ee-4c841b27b09a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:42.341380 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:43.449525 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:43.787107 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38428) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:44.005247 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a1c92f5-8455-424f-9dbe-d8bcac7874d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:44.095951 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a1c92f5-8455-424f-9dbe-d8bcac7874d3 admin admin] Publish callbacks [] for security_group (de60f7e4-3055-4c5b-80e8-06a61aca04ed), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:44.101721 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a1c92f5-8455-424f-9dbe-d8bcac7874d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (de60f7e4-3055-4c5b-80e8-06a61aca04ed), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:44.154098 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38438) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:44.154746 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2a1c92f5-8455-424f-9dbe-d8bcac7874d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=77993fea7e924441ae39b665df04af58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3657858 Feb 09 02:03:44.154889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c92f5-8455-424f-9dbe-d8bcac7874d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de60f7e4-3055-4c5b-80e8-06a61aca04ed,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:44.217366 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf473640-f68b-462f-a8da-c8d9d2d2c3c0 admin admin] Publish callbacks [] for security_group (de60f7e4-3055-4c5b-80e8-06a61aca04ed), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:44.241538 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf473640-f68b-462f-a8da-c8d9d2d2c3c0 admin admin] Publish callbacks [] for security_group (de60f7e4-3055-4c5b-80e8-06a61aca04ed), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:44.295987 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf473640-f68b-462f-a8da-c8d9d2d2c3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (de60f7e4-3055-4c5b-80e8-06a61aca04ed), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:44.298980 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf473640-f68b-462f-a8da-c8d9d2d2c3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:44.314273 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bf473640-f68b-462f-a8da-c8d9d2d2c3c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de60f7e4-3055-4c5b-80e8-06a61aca04ed HTTP/1.1" status: 204 len: 168 time: 0.1498289 Feb 09 02:03:44.331199 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf473640-f68b-462f-a8da-c8d9d2d2c3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de60f7e4-3055-4c5b-80e8-06a61aca04ed,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:44.407234 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:03:45.744102 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38514) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:45.853804 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad58c24c-945a-4fb1-9278-bf28b85d2ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:45.940399 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad58c24c-945a-4fb1-9278-bf28b85d2ec2 admin admin] Publish callbacks [] for security_group (c7c5959a-f34e-4210-851e-c1e5eeee45e3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:45.945164 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad58c24c-945a-4fb1-9278-bf28b85d2ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c7c5959a-f34e-4210-851e-c1e5eeee45e3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:45.988535 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ad58c24c-945a-4fb1-9278-bf28b85d2ec2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f1c4440cd634271aef92e4e656ea962&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2433255 Feb 09 02:03:45.991584 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38518) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:45.992750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58c24c-945a-4fb1-9278-bf28b85d2ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c5959a-f34e-4210-851e-c1e5eeee45e3,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:46.051487 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d0d3c610-4748-4955-88cb-3ed193f1686f admin admin] Publish callbacks [] for security_group (c7c5959a-f34e-4210-851e-c1e5eeee45e3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:46.069654 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d0d3c610-4748-4955-88cb-3ed193f1686f admin admin] Publish callbacks [] for security_group (c7c5959a-f34e-4210-851e-c1e5eeee45e3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:46.124120 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d0d3c610-4748-4955-88cb-3ed193f1686f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c7c5959a-f34e-4210-851e-c1e5eeee45e3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:46.127761 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d0d3c610-4748-4955-88cb-3ed193f1686f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:46.129111 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d0d3c610-4748-4955-88cb-3ed193f1686f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7c5959a-f34e-4210-851e-c1e5eeee45e3 HTTP/1.1" status: 204 len: 168 time: 0.1365263 Feb 09 02:03:46.138600 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3c610-4748-4955-88cb-3ed193f1686f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c5959a-f34e-4210-851e-c1e5eeee45e3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:47.752184 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38596) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:47.886115 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-71b91dcd-9032-4cd8-abd6-00273cdc44b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:47.977279 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-71b91dcd-9032-4cd8-abd6-00273cdc44b5 admin admin] Publish callbacks [] for security_group (3d3b7a23-dcbc-44c4-8906-f89d89373d20), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:47.983710 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-71b91dcd-9032-4cd8-abd6-00273cdc44b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3d3b7a23-dcbc-44c4-8906-f89d89373d20), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:48.024672 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-71b91dcd-9032-4cd8-abd6-00273cdc44b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=85725e8e4b304e0aa595b564ddf07ec6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2702737 Feb 09 02:03:48.025827 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b91dcd-9032-4cd8-abd6-00273cdc44b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3b7a23-dcbc-44c4-8906-f89d89373d20,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:48.028113 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38600) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:48.105085 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89c0e81f-bd52-4dfe-8c0a-8b97ef3c2dc2 admin admin] Publish callbacks [] for security_group (3d3b7a23-dcbc-44c4-8906-f89d89373d20), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:48.130154 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89c0e81f-bd52-4dfe-8c0a-8b97ef3c2dc2 admin admin] Publish callbacks [] for security_group (3d3b7a23-dcbc-44c4-8906-f89d89373d20), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:48.193280 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89c0e81f-bd52-4dfe-8c0a-8b97ef3c2dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3d3b7a23-dcbc-44c4-8906-f89d89373d20), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:48.196537 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89c0e81f-bd52-4dfe-8c0a-8b97ef3c2dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:48.197997 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-89c0e81f-bd52-4dfe-8c0a-8b97ef3c2dc2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d3b7a23-dcbc-44c4-8906-f89d89373d20 HTTP/1.1" status: 204 len: 168 time: 0.1655874 Feb 09 02:03:48.206883 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0e81f-bd52-4dfe-8c0a-8b97ef3c2dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3b7a23-dcbc-44c4-8906-f89d89373d20,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:49.862288 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38650) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:50.050003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-968befe9-8b60-4d44-8460-a665a0613e47 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:50.088589 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-968befe9-8b60-4d44-8460-a665a0613e47 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:50.273081 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aae95f-3860-459e-a707-fe1991eb6dde req-400e0d2c-0f1e-4d6b-a801-ba840e127be2 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:50.278716 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aae95f-3860-459e-a707-fe1991eb6dde req-400e0d2c-0f1e-4d6b-a801-ba840e127be2 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:50.284793 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aae95f-3860-459e-a707-fe1991eb6dde req-400e0d2c-0f1e-4d6b-a801-ba840e127be2 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:50.290639 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aae95f-3860-459e-a707-fe1991eb6dde req-400e0d2c-0f1e-4d6b-a801-ba840e127be2 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:50.296365 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aae95f-3860-459e-a707-fe1991eb6dde req-400e0d2c-0f1e-4d6b-a801-ba840e127be2 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:50.302755 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aae95f-3860-459e-a707-fe1991eb6dde req-400e0d2c-0f1e-4d6b-a801-ba840e127be2 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:50.308358 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aae95f-3860-459e-a707-fe1991eb6dde req-400e0d2c-0f1e-4d6b-a801-ba840e127be2 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:50.317133 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0aae95f-3860-459e-a707-fe1991eb6dde req-400e0d2c-0f1e-4d6b-a801-ba840e127be2 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5444 time: 0.1213002 Feb 09 02:03:50.396335 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-968befe9-8b60-4d44-8460-a665a0613e47 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:50.415368 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0aae95f-3860-459e-a707-fe1991eb6dde req-158e030e-a07a-4032-a2d8-2c3d80ae2091 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0971787 Feb 09 02:03:50.626568 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-968befe9-8b60-4d44-8460-a665a0613e47 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Allocated IP 172.25.7.213 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/196a7e52-2482-463d-8d26-395f06cfdf2d) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:03:50.826976 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-968befe9-8b60-4d44-8460-a665a0613e47 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Publish callbacks [] for port (196a7e52-2482-463d-8d26-395f06cfdf2d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:50.876543 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-968befe9-8b60-4d44-8460-a665a0613e47 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (196a7e52-2482-463d-8d26-395f06cfdf2d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:51.003404 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968befe9-8b60-4d44-8460-a665a0613e47 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:03:51.008194 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-968befe9-8b60-4d44-8460-a665a0613e47 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:03:51.013618 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968befe9-8b60-4d44-8460-a665a0613e47 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:03:51.018197 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968befe9-8b60-4d44-8460-a665a0613e47 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Pushing event updated for resources: {'Port': ['ID=196a7e52-2482-463d-8d26-395f06cfdf2d,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:51.201172 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-968befe9-8b60-4d44-8460-a665a0613e47 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Publish callbacks [] for floatingip (3e847db4-43d4-415b-a9c8-9c793f85e911), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:51.263868 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-968befe9-8b60-4d44-8460-a665a0613e47 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (196a7e52-2482-463d-8d26-395f06cfdf2d), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:51.460494 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-968befe9-8b60-4d44-8460-a665a0613e47 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Publish callbacks [] for port (196a7e52-2482-463d-8d26-395f06cfdf2d), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:51.471377 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-968befe9-8b60-4d44-8460-a665a0613e47 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (196a7e52-2482-463d-8d26-395f06cfdf2d), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:51.744108 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968befe9-8b60-4d44-8460-a665a0613e47 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Pushing event updated for resources: {'Port': ['ID=196a7e52-2482-463d-8d26-395f06cfdf2d,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:51.758964 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-968befe9-8b60-4d44-8460-a665a0613e47 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (3e847db4-43d4-415b-a9c8-9c793f85e911), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:51.809449 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-968befe9-8b60-4d44-8460-a665a0613e47 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:51.816699 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-968befe9-8b60-4d44-8460-a665a0613e47 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9519641 Feb 09 02:03:51.821480 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38670) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:51.836224 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-98ecd292-c6c6-4de5-8b56-864a35b109db tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2040387904', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'fixed_ips': [{'ip_address': '172.25.7.213'}]}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:51.860382 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae102f2-8ff3-434f-801d-3b217cedeb20 req-41ca25d9-c404-4c42-9920-9657d89bbce6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:51.863328 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ecd292-c6c6-4de5-8b56-864a35b109db tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Made reservation on behalf of dba272fc80e247ffa1a577a4e5a7db0e for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:03:51.866040 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-98ecd292-c6c6-4de5-8b56-864a35b109db tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:51.873405 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae102f2-8ff3-434f-801d-3b217cedeb20 req-41ca25d9-c404-4c42-9920-9657d89bbce6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:51.883347 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-98ecd292-c6c6-4de5-8b56-864a35b109db tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:51.897659 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae102f2-8ff3-434f-801d-3b217cedeb20 req-41ca25d9-c404-4c42-9920-9657d89bbce6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:51.903453 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae102f2-8ff3-434f-801d-3b217cedeb20 req-41ca25d9-c404-4c42-9920-9657d89bbce6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:51.909726 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae102f2-8ff3-434f-801d-3b217cedeb20 req-41ca25d9-c404-4c42-9920-9657d89bbce6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:51.915301 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae102f2-8ff3-434f-801d-3b217cedeb20 req-41ca25d9-c404-4c42-9920-9657d89bbce6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:51.921066 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae102f2-8ff3-434f-801d-3b217cedeb20 req-41ca25d9-c404-4c42-9920-9657d89bbce6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:51.923286 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aae102f2-8ff3-434f-801d-3b217cedeb20 req-41ca25d9-c404-4c42-9920-9657d89bbce6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5444 time: 0.2523894 Feb 09 02:03:52.120618 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aae102f2-8ff3-434f-801d-3b217cedeb20 req-a59f3373-a479-4f7b-9774-15943467ecc0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1791506 Feb 09 02:03:52.218681 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-98ecd292-c6c6-4de5-8b56-864a35b109db tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Publish callbacks [] for security_group (1383957e-e606-4519-b8a5-521480e482a4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:52.223564 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-98ecd292-c6c6-4de5-8b56-864a35b109db tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1383957e-e606-4519-b8a5-521480e482a4), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:52.237711 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-98ecd292-c6c6-4de5-8b56-864a35b109db tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] device_id is not set on port 69a84da8-5736-409c-9a95-04b60e3df203 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:03:52.302495 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecd292-c6c6-4de5-8b56-864a35b109db tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1383957e-e606-4519-b8a5-521480e482a4,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:52.520643 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ecd292-c6c6-4de5-8b56-864a35b109db tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 02:03:52.521504 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ecd292-c6c6-4de5-8b56-864a35b109db tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:03:52.543390 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-98ecd292-c6c6-4de5-8b56-864a35b109db tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7182982 Feb 09 02:03:52.546196 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38676) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:52.735816 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b4959abb-4dec-4815-90f1-26b38202d1c5 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Deleting port 196a7e52-2482-463d-8d26-395f06cfdf2d {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:03:52.736244 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4959abb-4dec-4815-90f1-26b38202d1c5 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (196a7e52-2482-463d-8d26-395f06cfdf2d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:52.819092 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4959abb-4dec-4815-90f1-26b38202d1c5 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (196a7e52-2482-463d-8d26-395f06cfdf2d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:52.819450 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4959abb-4dec-4815-90f1-26b38202d1c5 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Publish callbacks [] for floatingip (196a7e52-2482-463d-8d26-395f06cfdf2d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:52.831815 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b4959abb-4dec-4815-90f1-26b38202d1c5 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Calling delete_port for 196a7e52-2482-463d-8d26-395f06cfdf2d owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:03:52.976734 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4959abb-4dec-4815-90f1-26b38202d1c5 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (196a7e52-2482-463d-8d26-395f06cfdf2d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:53.008737 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4959abb-4dec-4815-90f1-26b38202d1c5 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Pushing event deleted for resources: {'Port': ['ID=196a7e52-2482-463d-8d26-395f06cfdf2d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:53.073948 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4959abb-4dec-4815-90f1-26b38202d1c5 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Publish callbacks [] for floatingip (3e847db4-43d4-415b-a9c8-9c793f85e911), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:53.077121 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4959abb-4dec-4815-90f1-26b38202d1c5 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:53.078326 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b4959abb-4dec-4815-90f1-26b38202d1c5 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388 tempest-ExternalNetworksAdminNegativeTestJSON-1745029388-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/3e847db4-43d4-415b-a9c8-9c793f85e911 HTTP/1.1" status: 204 len: 168 time: 0.5310585 Feb 09 02:03:53.340035 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a2909-38d5-4a4b-82fe-2b3f90f36574 req-67e65614-d6ec-4865-9ab1-1307c6a555a3 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.352801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a2909-38d5-4a4b-82fe-2b3f90f36574 req-67e65614-d6ec-4865-9ab1-1307c6a555a3 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.358496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a2909-38d5-4a4b-82fe-2b3f90f36574 req-67e65614-d6ec-4865-9ab1-1307c6a555a3 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.365262 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a2909-38d5-4a4b-82fe-2b3f90f36574 req-67e65614-d6ec-4865-9ab1-1307c6a555a3 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.372522 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a2909-38d5-4a4b-82fe-2b3f90f36574 req-67e65614-d6ec-4865-9ab1-1307c6a555a3 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.378264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a2909-38d5-4a4b-82fe-2b3f90f36574 req-67e65614-d6ec-4865-9ab1-1307c6a555a3 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.383763 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a2909-38d5-4a4b-82fe-2b3f90f36574 req-67e65614-d6ec-4865-9ab1-1307c6a555a3 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.385746 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-799a2909-38d5-4a4b-82fe-2b3f90f36574 req-67e65614-d6ec-4865-9ab1-1307c6a555a3 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5444 time: 0.1714110 Feb 09 02:03:53.412947 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38700) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:53.464383 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-799a2909-38d5-4a4b-82fe-2b3f90f36574 req-01ed4659-42f4-4815-85b0-69ce1b9b989d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0720241 Feb 09 02:03:53.553079 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ebffd966-7845-4224-ab17-72c72b0cc772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:53.642261 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ebffd966-7845-4224-ab17-72c72b0cc772 admin admin] Publish callbacks [] for security_group (25432228-cd3c-4162-b324-07446a91f4b5), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:53.647465 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ebffd966-7845-4224-ab17-72c72b0cc772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (25432228-cd3c-4162-b324-07446a91f4b5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:53.647655 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-7f7bb556-7324-4f15-8a52-7a5609c58422 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.654064 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-7f7bb556-7324-4f15-8a52-7a5609c58422 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.661276 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-7f7bb556-7324-4f15-8a52-7a5609c58422 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.667393 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-7f7bb556-7324-4f15-8a52-7a5609c58422 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.673607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-7f7bb556-7324-4f15-8a52-7a5609c58422 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.678026 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ebffd966-7845-4224-ab17-72c72b0cc772 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8bc0995fe2af42dc9c5a049cad08e49e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2634716 Feb 09 02:03:53.680878 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-7f7bb556-7324-4f15-8a52-7a5609c58422 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.686402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-7f7bb556-7324-4f15-8a52-7a5609c58422 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.688624 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-7f7bb556-7324-4f15-8a52-7a5609c58422 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.48 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 5444 time: 0.1172101 Feb 09 02:03:53.689725 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38706) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:53.701403 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffd966-7845-4224-ab17-72c72b0cc772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25432228-cd3c-4162-b324-07446a91f4b5,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:53.771089 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-6769592c-ca76-4c14-af8a-dc99c6b7c5a1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.772874 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-6769592c-ca76-4c14-af8a-dc99c6b7c5a1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.48 "GET /v2.0/ports/9905adb9-d1e4-4bfa-82dc-a198aa75b6de?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0749846 Feb 09 02:03:53.838420 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-840c6bbe-c92f-4a9d-9ad2-2bfda603741c admin admin] Publish callbacks [] for security_group (25432228-cd3c-4162-b324-07446a91f4b5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:53.872766 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-840c6bbe-c92f-4a9d-9ad2-2bfda603741c admin admin] Publish callbacks [] for security_group (25432228-cd3c-4162-b324-07446a91f4b5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:53.930774 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-7eb6c9c5-d67c-49eb-8cf5-a6cbda654abb tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.48 "GET /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1529849 Feb 09 02:03:53.942974 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-9f4f6265-07c8-483d-b13c-071852bfc5c9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:53.975184 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-840c6bbe-c92f-4a9d-9ad2-2bfda603741c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (25432228-cd3c-4162-b324-07446a91f4b5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:53.977972 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-840c6bbe-c92f-4a9d-9ad2-2bfda603741c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:53.981935 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-840c6bbe-c92f-4a9d-9ad2-2bfda603741c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/25432228-cd3c-4162-b324-07446a91f4b5 HTTP/1.1" status: 204 len: 168 time: 0.2880793 Feb 09 02:03:53.993934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c6bbe-c92f-4a9d-9ad2-2bfda603741c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25432228-cd3c-4162-b324-07446a91f4b5,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:54.031398 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-9f4f6265-07c8-483d-b13c-071852bfc5c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9905adb9-d1e4-4bfa-82dc-a198aa75b6de), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:54.207808 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-9f4f6265-07c8-483d-b13c-071852bfc5c9 service neutron] For port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9905adb9-d1e4-4bfa-82dc-a198aa75b6de,segment=NetworkSegment(f0434725-cd04-47fb-addd-9573c52948dd),segment_id=f0434725-cd04-47fb-addd-9573c52948dd)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:54.248343 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-9f4f6265-07c8-483d-b13c-071852bfc5c9 service neutron] For port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:03:54.289039 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-9f4f6265-07c8-483d-b13c-071852bfc5c9 service neutron] device_id is not set on port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:03:54.300508 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-9f4f6265-07c8-483d-b13c-071852bfc5c9 service neutron] Publish callbacks [] for port (9905adb9-d1e4-4bfa-82dc-a198aa75b6de), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:54.307889 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-9f4f6265-07c8-483d-b13c-071852bfc5c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (9905adb9-d1e4-4bfa-82dc-a198aa75b6de), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:54.379447 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f6265-07c8-483d-b13c-071852bfc5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9905adb9-d1e4-4bfa-82dc-a198aa75b6de,revision_number=6']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:54.380060 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38714) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:54.434856 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-9f4f6265-07c8-483d-b13c-071852bfc5c9 service neutron] No DVR routers for this DVR port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:03:54.463610 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-22c3767f-39b5-43e2-8912-eec438a88800 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dba272fc80e247ffa1a577a4e5a7db0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0827405 Feb 09 02:03:54.467431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38716) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:54.498537 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-9f4f6265-07c8-483d-b13c-071852bfc5c9 service neutron] In _notify_port_updated(), no bound segment for port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de on network 91f3e44e-bf94-49e8-bd52-1019903bad7b {{(pid=103183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:03:54.499540 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-9f4f6265-07c8-483d-b13c-071852bfc5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:54.500168 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-9f4f6265-07c8-483d-b13c-071852bfc5c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:54.501715 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-9f4f6265-07c8-483d-b13c-071852bfc5c9 service neutron] 10.222.0.48 "PUT /v2.0/ports/9905adb9-d1e4-4bfa-82dc-a198aa75b6de HTTP/1.1" status: 200 len: 1031 time: 0.5628114 Feb 09 02:03:54.616936 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-66daaa5b-2047-43fb-a340-6eabc0349f03 admin admin] Publish callbacks [] for security_group (1383957e-e606-4519-b8a5-521480e482a4), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:54.634521 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-ed553e30-11ba-47ed-aea6-5595a7a774da tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:54.636279 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-ed553e30-11ba-47ed-aea6-5595a7a774da tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.48 "GET /v2.0/ports/a7be7dc4-d914-4868-bc01-259d832746e1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0987895 Feb 09 02:03:54.650798 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-68db8ee8-0455-4966-8309-5e1737b978ff service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:54.694465 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-66daaa5b-2047-43fb-a340-6eabc0349f03 admin admin] Publish callbacks [] for security_group (1383957e-e606-4519-b8a5-521480e482a4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:54.709324 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0b3b1-a703-4b88-873b-ff12a70cb8b1 req-b4558c31-feec-4d97-b2bb-3f6b5c14e777 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:54.716903 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0b3b1-a703-4b88-873b-ff12a70cb8b1 req-b4558c31-feec-4d97-b2bb-3f6b5c14e777 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:54.724768 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0b3b1-a703-4b88-873b-ff12a70cb8b1 req-b4558c31-feec-4d97-b2bb-3f6b5c14e777 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:54.729266 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f0b341b7-9c9a-480a-8be2-bb23e6c48962 None None] Provisioning complete for port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:54.729785 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f0b341b7-9c9a-480a-8be2-bb23e6c48962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9905adb9-d1e4-4bfa-82dc-a198aa75b6de), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:54.733532 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0b3b1-a703-4b88-873b-ff12a70cb8b1 req-b4558c31-feec-4d97-b2bb-3f6b5c14e777 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:54.740084 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0b3b1-a703-4b88-873b-ff12a70cb8b1 req-b4558c31-feec-4d97-b2bb-3f6b5c14e777 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:54.746068 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0b3b1-a703-4b88-873b-ff12a70cb8b1 req-b4558c31-feec-4d97-b2bb-3f6b5c14e777 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:54.748162 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8fb0b3b1-a703-4b88-873b-ff12a70cb8b1 req-b4558c31-feec-4d97-b2bb-3f6b5c14e777 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 4666 time: 0.1349216 Feb 09 02:03:54.767743 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-68db8ee8-0455-4966-8309-5e1737b978ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a7be7dc4-d914-4868-bc01-259d832746e1), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:54.799813 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f0b341b7-9c9a-480a-8be2-bb23e6c48962 None None] Port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:03:54.848889 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8fb0b3b1-a703-4b88-873b-ff12a70cb8b1 req-1a985c50-2fd6-49a7-9019-05e91410144a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&id=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939906 Feb 09 02:03:54.905224 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-66daaa5b-2047-43fb-a340-6eabc0349f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1383957e-e606-4519-b8a5-521480e482a4), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:54.908388 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-66daaa5b-2047-43fb-a340-6eabc0349f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:54.912702 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-66daaa5b-2047-43fb-a340-6eabc0349f03 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1383957e-e606-4519-b8a5-521480e482a4 HTTP/1.1" status: 204 len: 168 time: 0.4409909 Feb 09 02:03:54.926101 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66daaa5b-2047-43fb-a340-6eabc0349f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1383957e-e606-4519-b8a5-521480e482a4,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:54.998229 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-68db8ee8-0455-4966-8309-5e1737b978ff service neutron] For port a7be7dc4-d914-4868-bc01-259d832746e1, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a7be7dc4-d914-4868-bc01-259d832746e1,segment=NetworkSegment(f0434725-cd04-47fb-addd-9573c52948dd),segment_id=f0434725-cd04-47fb-addd-9573c52948dd)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:55.045955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-68db8ee8-0455-4966-8309-5e1737b978ff service neutron] For port a7be7dc4-d914-4868-bc01-259d832746e1, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:03:55.100764 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-68db8ee8-0455-4966-8309-5e1737b978ff service neutron] device_id is not set on port a7be7dc4-d914-4868-bc01-259d832746e1 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:03:55.115358 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-68db8ee8-0455-4966-8309-5e1737b978ff service neutron] Publish callbacks [] for port (a7be7dc4-d914-4868-bc01-259d832746e1), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:55.123703 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-68db8ee8-0455-4966-8309-5e1737b978ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a7be7dc4-d914-4868-bc01-259d832746e1), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:55.223640 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-68db8ee8-0455-4966-8309-5e1737b978ff service neutron] No DVR routers for this DVR port a7be7dc4-d914-4868-bc01-259d832746e1 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:03:55.527958 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-389a24a0-01ac-4d06-9cec-7e30e46ab54f None None] Provisioning complete for port a7be7dc4-d914-4868-bc01-259d832746e1 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:55.529020 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-389a24a0-01ac-4d06-9cec-7e30e46ab54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a7be7dc4-d914-4868-bc01-259d832746e1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:55.584778 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-389a24a0-01ac-4d06-9cec-7e30e46ab54f None None] Port a7be7dc4-d914-4868-bc01-259d832746e1 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:03:55.612858 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db8ee8-0455-4966-8309-5e1737b978ff service neutron] Pushing event updated for resources: {'Port': ['ID=a7be7dc4-d914-4868-bc01-259d832746e1,revision_number=6']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:55.646127 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-68db8ee8-0455-4966-8309-5e1737b978ff service neutron] In _notify_port_updated(), no bound segment for port a7be7dc4-d914-4868-bc01-259d832746e1 on network 91f3e44e-bf94-49e8-bd52-1019903bad7b {{(pid=103183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:03:55.647031 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-68db8ee8-0455-4966-8309-5e1737b978ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:55.648542 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-68db8ee8-0455-4966-8309-5e1737b978ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:55.649857 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-68db8ee8-0455-4966-8309-5e1737b978ff service neutron] 10.222.0.48 "PUT /v2.0/ports/a7be7dc4-d914-4868-bc01-259d832746e1 HTTP/1.1" status: 200 len: 1033 time: 1.0033855 Feb 09 02:03:55.762947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-2f3523e6-d4c7-41b6-9bc7-f6fa22b8c3ad tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Deleting port 4aba9d2f-7727-4388-a07a-cd4823b889f0 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:03:55.763633 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-2f3523e6-d4c7-41b6-9bc7-f6fa22b8c3ad tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (4aba9d2f-7727-4388-a07a-cd4823b889f0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:55.908215 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-2f3523e6-d4c7-41b6-9bc7-f6fa22b8c3ad tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] For port 4aba9d2f-7727-4388-a07a-cd4823b889f0, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4aba9d2f-7727-4388-a07a-cd4823b889f0,segment=NetworkSegment(f0434725-cd04-47fb-addd-9573c52948dd),segment_id=f0434725-cd04-47fb-addd-9573c52948dd)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:55.908775 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-2f3523e6-d4c7-41b6-9bc7-f6fa22b8c3ad tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (4aba9d2f-7727-4388-a07a-cd4823b889f0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:55.929627 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-2f3523e6-d4c7-41b6-9bc7-f6fa22b8c3ad tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Calling delete_port for 4aba9d2f-7727-4388-a07a-cd4823b889f0 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:03:56.098598 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9ed19-478c-4d3e-925b-d56f69550ec9 req-655e509a-b7cc-4d3f-aafe-b5b9960085b1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:56.104462 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9ed19-478c-4d3e-925b-d56f69550ec9 req-655e509a-b7cc-4d3f-aafe-b5b9960085b1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:56.110136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9ed19-478c-4d3e-925b-d56f69550ec9 req-655e509a-b7cc-4d3f-aafe-b5b9960085b1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:56.117437 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9ed19-478c-4d3e-925b-d56f69550ec9 req-655e509a-b7cc-4d3f-aafe-b5b9960085b1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:56.123320 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9ed19-478c-4d3e-925b-d56f69550ec9 req-655e509a-b7cc-4d3f-aafe-b5b9960085b1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:56.125227 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8e9ed19-478c-4d3e-925b-d56f69550ec9 req-655e509a-b7cc-4d3f-aafe-b5b9960085b1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 3886 time: 0.1345232 Feb 09 02:03:56.220133 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8e9ed19-478c-4d3e-925b-d56f69550ec9 req-047c8b4f-1ad1-4df9-99e3-275d72889683 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868056 Feb 09 02:03:56.235102 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-2f3523e6-d4c7-41b6-9bc7-f6fa22b8c3ad tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (4aba9d2f-7727-4388-a07a-cd4823b889f0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:56.278041 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3523e6-d4c7-41b6-9bc7-f6fa22b8c3ad tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event deleted for resources: {'Port': ['ID=4aba9d2f-7727-4388-a07a-cd4823b889f0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:56.325728 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-2f3523e6-d4c7-41b6-9bc7-f6fa22b8c3ad tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] No DVR routers for this DVR port 4aba9d2f-7727-4388-a07a-cd4823b889f0 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:03:56.329323 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-2f3523e6-d4c7-41b6-9bc7-f6fa22b8c3ad tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:56.334076 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-2f3523e6-d4c7-41b6-9bc7-f6fa22b8c3ad tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.48 "DELETE /v2.0/ports/4aba9d2f-7727-4388-a07a-cd4823b889f0 HTTP/1.1" status: 204 len: 173 time: 0.6784523 Feb 09 02:03:56.334605 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-deleted', 'tag': '4aba9d2f-7727-4388-a07a-cd4823b889f0'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:03:56.336965 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f60cb7-1b7b-474a-938d-37b4f49ca789" -d '{"events": [{"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-deleted", "tag": "4aba9d2f-7727-4388-a07a-cd4823b889f0"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:03:56.395200 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35f8b81-fbc0-4855-926c-7dc05fe93480 x-openstack-request-id: req-c35f8b81-fbc0-4855-926c-7dc05fe93480 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:03:56.395609 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-deleted", "tag": "4aba9d2f-7727-4388-a07a-cd4823b889f0", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:03:56.395808 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c35f8b81-fbc0-4855-926c-7dc05fe93480 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:03:56.396213 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-deleted', 'tag': '4aba9d2f-7727-4388-a07a-cd4823b889f0', 'status': 'completed', 'code': 200} Feb 09 02:03:56.492577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-b86b1f6b-87b9-4ea9-bb72-c0f0468ea79c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Deleting port 458cb2d9-efbc-4c26-ac50-8ad5290b8474 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:03:56.493311 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-b86b1f6b-87b9-4ea9-bb72-c0f0468ea79c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (458cb2d9-efbc-4c26-ac50-8ad5290b8474), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:56.683093 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-b86b1f6b-87b9-4ea9-bb72-c0f0468ea79c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] For port 458cb2d9-efbc-4c26-ac50-8ad5290b8474, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=458cb2d9-efbc-4c26-ac50-8ad5290b8474,segment=NetworkSegment(f0434725-cd04-47fb-addd-9573c52948dd),segment_id=f0434725-cd04-47fb-addd-9573c52948dd)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:56.683697 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-b86b1f6b-87b9-4ea9-bb72-c0f0468ea79c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (458cb2d9-efbc-4c26-ac50-8ad5290b8474), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:56.703023 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-b86b1f6b-87b9-4ea9-bb72-c0f0468ea79c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Calling delete_port for 458cb2d9-efbc-4c26-ac50-8ad5290b8474 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:03:56.899973 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-b86b1f6b-87b9-4ea9-bb72-c0f0468ea79c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (458cb2d9-efbc-4c26-ac50-8ad5290b8474), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:56.968743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b1f6b-87b9-4ea9-bb72-c0f0468ea79c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event deleted for resources: {'Port': ['ID=458cb2d9-efbc-4c26-ac50-8ad5290b8474,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:57.028844 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-b86b1f6b-87b9-4ea9-bb72-c0f0468ea79c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] No DVR routers for this DVR port 458cb2d9-efbc-4c26-ac50-8ad5290b8474 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:03:57.031515 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-b86b1f6b-87b9-4ea9-bb72-c0f0468ea79c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:57.035896 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-b86b1f6b-87b9-4ea9-bb72-c0f0468ea79c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.48 "DELETE /v2.0/ports/458cb2d9-efbc-4c26-ac50-8ad5290b8474 HTTP/1.1" status: 204 len: 173 time: 0.6956525 Feb 09 02:03:57.151347 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38776) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:57.160560 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-dfa2787e-e9ee-4230-b0d6-63a47693e6d7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Deleting port 9e9e575e-d478-47a4-9247-266d7e08616b {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:03:57.160560 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-dfa2787e-e9ee-4230-b0d6-63a47693e6d7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9e9e575e-d478-47a4-9247-266d7e08616b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:57.268743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-dfa2787e-e9ee-4230-b0d6-63a47693e6d7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] For port 9e9e575e-d478-47a4-9247-266d7e08616b, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=9e9e575e-d478-47a4-9247-266d7e08616b,segment=NetworkSegment(7f430253-9921-4b67-a8c0-4525552aa2a0),segment_id=7f430253-9921-4b67-a8c0-4525552aa2a0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:57.271539 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-dfa2787e-e9ee-4230-b0d6-63a47693e6d7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9e9e575e-d478-47a4-9247-266d7e08616b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:57.311911 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-c464d569-cc0b-4eec-8c6f-51b6706119b1 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:57.345239 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c464d569-cc0b-4eec-8c6f-51b6706119b1 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] 10.222.0.36 "PUT /v2.0/quotas/74195b6210464acfa33a2a74e88bed15 HTTP/1.1" status: 200 len: 368 time: 0.1895313 Feb 09 02:03:57.346599 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38782) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:57.351504 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-297605ae-029f-427c-b620-1511898161d6 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Request body: {'network': {'project_id': '74195b6210464acfa33a2a74e88bed15'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:57.396339 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297605ae-029f-427c-b620-1511898161d6 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Made reservation on behalf of 74195b6210464acfa33a2a74e88bed15 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:03:57.398822 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-297605ae-029f-427c-b620-1511898161d6 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:57.408114 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-297605ae-029f-427c-b620-1511898161d6 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:57.499550 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f359e85-dda8-488d-a58f-951fce86bd89 req-eb7411e5-6782-4de5-bb92-8178c9c9ad7b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:57.506943 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f359e85-dda8-488d-a58f-951fce86bd89 req-eb7411e5-6782-4de5-bb92-8178c9c9ad7b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:57.513659 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f359e85-dda8-488d-a58f-951fce86bd89 req-eb7411e5-6782-4de5-bb92-8178c9c9ad7b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:57.515928 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f359e85-dda8-488d-a58f-951fce86bd89 req-eb7411e5-6782-4de5-bb92-8178c9c9ad7b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 2416 time: 0.1543448 Feb 09 02:03:57.532358 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-297605ae-029f-427c-b620-1511898161d6 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks [] for security_group (2ddc8a2c-2a89-4922-9df6-0ad4257c28b3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:57.539517 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-297605ae-029f-427c-b620-1511898161d6 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2ddc8a2c-2a89-4922-9df6-0ad4257c28b3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:57.555564 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 4aba9d2f-7727-4388-a07a-cd4823b889f0 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:03:57.556752 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297605ae-029f-427c-b620-1511898161d6 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:03:57.570682 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-297605ae-029f-427c-b620-1511898161d6 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (4fe8f2f4-2d6d-4e55-a77d-b0ad3763f8f4), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:57.571529 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-297605ae-029f-427c-b620-1511898161d6 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Added segment 4fe8f2f4-2d6d-4e55-a77d-b0ad3763f8f4 of type vlan for network a354d1a3-4f06-4836-aaef-7865aa78da08 Feb 09 02:03:57.623257 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 4aba9d2f-7727-4388-a07a-cd4823b889f0 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:03:57.623627 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 4aba9d2f-7727-4388-a07a-cd4823b889f0 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:03:57.624058 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 8b9156cc-0ce3-4754-b4e0-0975770eab8e no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:03:57.658113 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-297605ae-029f-427c-b620-1511898161d6 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (a354d1a3-4f06-4836-aaef-7865aa78da08), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:57.697410 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-297605ae-029f-427c-b620-1511898161d6 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (a354d1a3-4f06-4836-aaef-7865aa78da08), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:57.698690 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297605ae-029f-427c-b620-1511898161d6 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:57.700124 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-297605ae-029f-427c-b620-1511898161d6 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:57.730569 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-dfa2787e-e9ee-4230-b0d6-63a47693e6d7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:57.731155 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-dfa2787e-e9ee-4230-b0d6-63a47693e6d7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (dc312f77-7ca6-4841-9707-f8bbe35d75ea), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:57.731573 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-dfa2787e-e9ee-4230-b0d6-63a47693e6d7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Floating IP dc312f77-7ca6-4841-9707-f8bbe35d75ea disassociated. External IP: 172.25.7.158, port: 9e9e575e-d478-47a4-9247-266d7e08616b. Feb 09 02:03:57.731998 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-dfa2787e-e9ee-4230-b0d6-63a47693e6d7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Calling delete_port for 9e9e575e-d478-47a4-9247-266d7e08616b owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:03:57.760799 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 8b9156cc-0ce3-4754-b4e0-0975770eab8e is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:57.761482 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8b9156cc-0ce3-4754-b4e0-0975770eab8e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:57.784613 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297605ae-029f-427c-b620-1511898161d6 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddc8a2c-2a89-4922-9df6-0ad4257c28b3,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:57.794257 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f359e85-dda8-488d-a58f-951fce86bd89 req-2c048905-ceb8-49f2-a8fd-67bce4faa00e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642088 Feb 09 02:03:57.809382 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-297605ae-029f-427c-b620-1511898161d6 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4611039 Feb 09 02:03:57.812260 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38790) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:57.818860 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-c3f80407-ef74-4322-a172-b3f8d3b05156 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Request body: {'network': {'project_id': '74195b6210464acfa33a2a74e88bed15'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:57.826776 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297605ae-029f-427c-b620-1511898161d6 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Pushing event updated for resources: {'Network': ['ID=a354d1a3-4f06-4836-aaef-7865aa78da08,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:57.845720 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b9156cc-0ce3-4754-b4e0-0975770eab8e'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:03:57.851347 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d514e733-7651-4e63-8108-5da52fd91a64" -d '{"events": [{"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-unplugged", "status": "completed", "tag": "8b9156cc-0ce3-4754-b4e0-0975770eab8e"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:03:57.856150 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network a354d1a3-4f06-4836-aaef-7865aa78da08 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:03:57.863032 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f80407-ef74-4322-a172-b3f8d3b05156 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Made reservation on behalf of 74195b6210464acfa33a2a74e88bed15 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:03:57.866240 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3f80407-ef74-4322-a172-b3f8d3b05156 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:57.921273 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f80407-ef74-4322-a172-b3f8d3b05156 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:03:57.943328 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3f80407-ef74-4322-a172-b3f8d3b05156 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (798dca34-c530-4c17-ac2f-cf26b314cb76), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:57.944909 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-c3f80407-ef74-4322-a172-b3f8d3b05156 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Added segment 798dca34-c530-4c17-ac2f-cf26b314cb76 of type vlan for network 2fd14693-6f9b-47e4-b60d-f93a57aadad7 Feb 09 02:03:57.960019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 8b9156cc-0ce3-4754-b4e0-0975770eab8e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8b9156cc-0ce3-4754-b4e0-0975770eab8e,segment=NetworkSegment(8adfb314-fb8f-470a-95d3-56e5004c01a2),segment_id=8adfb314-fb8f-470a-95d3-56e5004c01a2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:57.980743 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8b9156cc-0ce3-4754-b4e0-0975770eab8e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:57.983757 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9e9e575e-d478-47a4-9247-266d7e08616b no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:03:58.053126 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eec4e62-de3c-4210-a8e0-e3af19b51efe x-openstack-request-id: req-0eec4e62-de3c-4210-a8e0-e3af19b51efe {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:03:58.053766 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-unplugged", "status": "completed", "tag": "8b9156cc-0ce3-4754-b4e0-0975770eab8e", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:03:58.054227 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0eec4e62-de3c-4210-a8e0-e3af19b51efe {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:03:58.054809 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b9156cc-0ce3-4754-b4e0-0975770eab8e', 'code': 200} Feb 09 02:03:58.056825 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3f80407-ef74-4322-a172-b3f8d3b05156 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (2fd14693-6f9b-47e4-b60d-f93a57aadad7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:58.111840 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=8b9156cc-0ce3-4754-b4e0-0975770eab8e,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:58.114853 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-dfa2787e-e9ee-4230-b0d6-63a47693e6d7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9e9e575e-d478-47a4-9247-266d7e08616b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:58.121648 n-d-828387-3 neutron-server[103185]: INFO neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No ports have port_id starting with 9e9e575e-d478-47a4-9247-266d7e08616b Feb 09 02:03:58.128043 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 80e3e244-1fcf-4a9d-9a50-ee0665be2415 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:03:58.145859 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3f80407-ef74-4322-a172-b3f8d3b05156 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (2fd14693-6f9b-47e4-b60d-f93a57aadad7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:58.146954 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f80407-ef74-4322-a172-b3f8d3b05156 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:58.147613 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3f80407-ef74-4322-a172-b3f8d3b05156 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:58.193676 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2787e-e9ee-4230-b0d6-63a47693e6d7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event deleted for resources: {'Port': ['ID=9e9e575e-d478-47a4-9247-266d7e08616b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:58.300203 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c3f80407-ef74-4322-a172-b3f8d3b05156 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4865782 Feb 09 02:03:58.307150 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38796) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:58.317281 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d9f77900-ee22-49fd-862c-db41156cc3d3 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Request body: {'network': {'project_id': '74195b6210464acfa33a2a74e88bed15'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:58.333052 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f80407-ef74-4322-a172-b3f8d3b05156 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Pushing event updated for resources: {'Network': ['ID=2fd14693-6f9b-47e4-b60d-f93a57aadad7,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:58.355911 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f77900-ee22-49fd-862c-db41156cc3d3 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 02:03:58.356389 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f77900-ee22-49fd-862c-db41156cc3d3 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:03:58.357547 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d9f77900-ee22-49fd-862c-db41156cc3d3 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0492408 Feb 09 02:03:58.362158 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38800) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:58.367783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-dfa2787e-e9ee-4230-b0d6-63a47693e6d7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Router 58662943-6040-469a-9427-86d489310581 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:03:58.376119 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 2fd14693-6f9b-47e4-b60d-f93a57aadad7 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:03:58.420913 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-deleted', 'tag': '458cb2d9-efbc-4c26-ac50-8ad5290b8474'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:03:58.436135 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d396acfd-efb3-42d3-bc74-d10d15991b01" -d '{"events": [{"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-deleted", "tag": "458cb2d9-efbc-4c26-ac50-8ad5290b8474"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:03:58.444607 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e4da0623-b289-416b-8e3b-076d0b468fce tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74195b6210464acfa33a2a74e88bed15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0813177 Feb 09 02:03:58.447090 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38804) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:58.510318 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 80e3e244-1fcf-4a9d-9a50-ee0665be2415 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:58.511254 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (80e3e244-1fcf-4a9d-9a50-ee0665be2415), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:58.552819 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-909820d9-0e43-4f66-8c4f-2e35e612e99f tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks [] for security_group (2ddc8a2c-2a89-4922-9df6-0ad4257c28b3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:58.559061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-dfa2787e-e9ee-4230-b0d6-63a47693e6d7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:03:58.572093 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a949bb41-85d5-4c2f-b8f1-20829fffcf00 None None] Sync routers for ids ['58662943-6040-469a-9427-86d489310581'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:03:58.600091 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a949bb41-85d5-4c2f-b8f1-20829fffcf00 None None] Routers {'58662943-6040-469a-9427-86d489310581'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:03:58.604162 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a949bb41-85d5-4c2f-b8f1-20829fffcf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:03:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['58662943-6040-469a-9427-86d489310581'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:58.604575 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dceaa6-bf8b-4584-9873-160a9607cfbc x-openstack-request-id: req-83dceaa6-bf8b-4584-9873-160a9607cfbc {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:03:58.605063 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-deleted", "tag": "458cb2d9-efbc-4c26-ac50-8ad5290b8474", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:03:58.605495 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-83dceaa6-bf8b-4584-9873-160a9607cfbc {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:03:58.606059 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-deleted', 'tag': '458cb2d9-efbc-4c26-ac50-8ad5290b8474', 'status': 'completed', 'code': 200} Feb 09 02:03:58.637153 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 80e3e244-1fcf-4a9d-9a50-ee0665be2415, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=80e3e244-1fcf-4a9d-9a50-ee0665be2415,segment=NetworkSegment(8adfb314-fb8f-470a-95d3-56e5004c01a2),segment_id=8adfb314-fb8f-470a-95d3-56e5004c01a2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:58.641925 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-909820d9-0e43-4f66-8c4f-2e35e612e99f tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks [] for security_group (2ddc8a2c-2a89-4922-9df6-0ad4257c28b3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:58.649455 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (80e3e244-1fcf-4a9d-9a50-ee0665be2415), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:58.650417 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 458cb2d9-efbc-4c26-ac50-8ad5290b8474 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:03:58.651865 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-dfa2787e-e9ee-4230-b0d6-63a47693e6d7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] No DVR routers for this DVR port 9e9e575e-d478-47a4-9247-266d7e08616b on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:03:58.656853 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-dfa2787e-e9ee-4230-b0d6-63a47693e6d7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:58.663023 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-dfa2787e-e9ee-4230-b0d6-63a47693e6d7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.48 "DELETE /v2.0/ports/9e9e575e-d478-47a4-9247-266d7e08616b HTTP/1.1" status: 204 len: 173 time: 1.6188452 Feb 09 02:03:58.711074 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 458cb2d9-efbc-4c26-ac50-8ad5290b8474 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:03:58.716771 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 458cb2d9-efbc-4c26-ac50-8ad5290b8474 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:03:58.717568 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9905adb9-d1e4-4bfa-82dc-a198aa75b6de no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:03:58.785731 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-909820d9-0e43-4f66-8c4f-2e35e612e99f tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2ddc8a2c-2a89-4922-9df6-0ad4257c28b3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:58.788976 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-909820d9-0e43-4f66-8c4f-2e35e612e99f tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:58.790358 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-909820d9-0e43-4f66-8c4f-2e35e612e99f tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ddc8a2c-2a89-4922-9df6-0ad4257c28b3 HTTP/1.1" status: 204 len: 168 time: 0.3419948 Feb 09 02:03:58.802318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38810) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:58.826485 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909820d9-0e43-4f66-8c4f-2e35e612e99f tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddc8a2c-2a89-4922-9df6-0ad4257c28b3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:58.953023 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-a949bb41-85d5-4c2f-b8f1-20829fffcf00 None None] Set router 58662943-6040-469a-9427-86d489310581 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:03:58.976567 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=80e3e244-1fcf-4a9d-9a50-ee0665be2415,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:58.994973 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] The host n-h2-828387-3 is not matching for port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de host ! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:03:58.995775 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 9905adb9-d1e4-4bfa-82dc-a198aa75b6de not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:03:58.996416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device a7be7dc4-d914-4868-bc01-259d832746e1 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:03:58.996716 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d9f0357e-a480-4b85-aeb9-aa00d1386edd tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (2fd14693-6f9b-47e4-b60d-f93a57aadad7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:59.013281 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-c7b21e4a-9159-43fd-87bc-79493aa59fe0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Deleting port 80e3e244-1fcf-4a9d-9a50-ee0665be2415 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:03:59.013872 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-c7b21e4a-9159-43fd-87bc-79493aa59fe0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (80e3e244-1fcf-4a9d-9a50-ee0665be2415), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:59.049603 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] The host n-h2-828387-3 is not matching for port a7be7dc4-d914-4868-bc01-259d832746e1 host ! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:03:59.050713 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device a7be7dc4-d914-4868-bc01-259d832746e1 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:03:59.212709 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-c7b21e4a-9159-43fd-87bc-79493aa59fe0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] For port 80e3e244-1fcf-4a9d-9a50-ee0665be2415, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=80e3e244-1fcf-4a9d-9a50-ee0665be2415,segment=NetworkSegment(8adfb314-fb8f-470a-95d3-56e5004c01a2),segment_id=8adfb314-fb8f-470a-95d3-56e5004c01a2)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:59.213078 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-c7b21e4a-9159-43fd-87bc-79493aa59fe0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (80e3e244-1fcf-4a9d-9a50-ee0665be2415), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:59.241861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-c7b21e4a-9159-43fd-87bc-79493aa59fe0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Calling delete_port for 80e3e244-1fcf-4a9d-9a50-ee0665be2415 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:03:59.268829 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d9f0357e-a480-4b85-aeb9-aa00d1386edd tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (2fd14693-6f9b-47e4-b60d-f93a57aadad7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:59.309332 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a66f6-2984-4043-99f1-f00a313f49ca req-52e9ab24-c520-4a07-bee7-259a278bd271 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:59.323399 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a66f6-2984-4043-99f1-f00a313f49ca req-52e9ab24-c520-4a07-bee7-259a278bd271 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:59.325156 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-022a66f6-2984-4043-99f1-f00a313f49ca req-52e9ab24-c520-4a07-bee7-259a278bd271 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 1677 time: 0.3055017 Feb 09 02:03:59.372543 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-d9f0357e-a480-4b85-aeb9-aa00d1386edd tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd14693-6f9b-47e4-b60d-f93a57aadad7']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:59.395341 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a949bb41-85d5-4c2f-b8f1-20829fffcf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58662943-6040-469a-9427-86d489310581', 'name': 'tempest-TaggedBootDevicesTest_v242-798417594-router', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:19Z', 'updated_at': '2022-02-09T01:56:30Z', 'revision_number': 4, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'gw_port': {'id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58662943-6040-469a-9427-86d489310581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:21Z', 'updated_at': '2022-02-09T01:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '74eb8ecb-76cd-4ea2-9edf-3f329a108391', 'name': '', 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'mac_address': 'fa:16:3e:13:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58662943-6040-469a-9427-86d489310581', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '0e2644d8-69fa-4460-9750-5fbc866b4422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:29Z', 'updated_at': '2022-02-09T01:56:38Z', 'revision_number': 5, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'subnets': [{'id': '0e2644d8-69fa-4460-9750-5fbc866b4422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:59.412881 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-d9f0357e-a480-4b85-aeb9-aa00d1386edd tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798dca34-c530-4c17-ac2f-cf26b314cb76') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:59.413184 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-d9f0357e-a480-4b85-aeb9-aa00d1386edd tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798dca34-c530-4c17-ac2f-cf26b314cb76') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:59.433378 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a949bb41-85d5-4c2f-b8f1-20829fffcf00 None None] Checking router: 58662943-6040-469a-9427-86d489310581 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:03:59.446229 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a949bb41-85d5-4c2f-b8f1-20829fffcf00 None None] Routers {'58662943-6040-469a-9427-86d489310581'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:03:59.447034 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a949bb41-85d5-4c2f-b8f1-20829fffcf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:03:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['58662943-6040-469a-9427-86d489310581'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:59.447592 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d9f0357e-a480-4b85-aeb9-aa00d1386edd tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (798dca34-c530-4c17-ac2f-cf26b314cb76), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:59.474206 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-022a66f6-2984-4043-99f1-f00a313f49ca req-7ca00edb-cfe1-4e16-893a-c3646d281b65 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287758 Feb 09 02:03:59.475160 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d9f0357e-a480-4b85-aeb9-aa00d1386edd tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (798dca34-c530-4c17-ac2f-cf26b314cb76), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:59.482354 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f0357e-a480-4b85-aeb9-aa00d1386edd tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:03:59.482759 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d9f0357e-a480-4b85-aeb9-aa00d1386edd tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (798dca34-c530-4c17-ac2f-cf26b314cb76), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: warnings.warn('Neutron quota engine will require "--force" ' Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:03:59.485523 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:03:59.550505 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-c7b21e4a-9159-43fd-87bc-79493aa59fe0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (80e3e244-1fcf-4a9d-9a50-ee0665be2415), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:59.608626 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d9f0357e-a480-4b85-aeb9-aa00d1386edd tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (2fd14693-6f9b-47e4-b60d-f93a57aadad7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:59.616157 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d9f0357e-a480-4b85-aeb9-aa00d1386edd tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:59.620493 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d9f0357e-a480-4b85-aeb9-aa00d1386edd tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] 10.222.0.36 "DELETE /v2.0/networks/2fd14693-6f9b-47e4-b60d-f93a57aadad7 HTTP/1.1" status: 204 len: 168 time: 0.8128901 Feb 09 02:03:59.624817 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38816) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:59.646982 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b21e4a-9159-43fd-87bc-79493aa59fe0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event deleted for resources: {'Port': ['ID=80e3e244-1fcf-4a9d-9a50-ee0665be2415,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:59.664223 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0357e-a480-4b85-aeb9-aa00d1386edd tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Pushing event deleted for resources: {'Network': ['ID=2fd14693-6f9b-47e4-b60d-f93a57aadad7,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:59.722544 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-c7b21e4a-9159-43fd-87bc-79493aa59fe0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] No DVR routers for this DVR port 80e3e244-1fcf-4a9d-9a50-ee0665be2415 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:03:59.725777 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-c7b21e4a-9159-43fd-87bc-79493aa59fe0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:59.729667 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-c7b21e4a-9159-43fd-87bc-79493aa59fe0 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.48 "DELETE /v2.0/ports/80e3e244-1fcf-4a9d-9a50-ee0665be2415 HTTP/1.1" status: 204 len: 173 time: 1.0602167 Feb 09 02:03:59.800245 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16dc2c8a-5122-4eaf-ab9d-e920fb91cb45 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (a354d1a3-4f06-4836-aaef-7865aa78da08), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:59.870631 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-a949bb41-85d5-4c2f-b8f1-20829fffcf00 None None] Set router 58662943-6040-469a-9427-86d489310581 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:03:59.913054 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16dc2c8a-5122-4eaf-ab9d-e920fb91cb45 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (a354d1a3-4f06-4836-aaef-7865aa78da08), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:59.939474 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-16dc2c8a-5122-4eaf-ab9d-e920fb91cb45 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a354d1a3-4f06-4836-aaef-7865aa78da08']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:59.951575 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-16dc2c8a-5122-4eaf-ab9d-e920fb91cb45 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe8f2f4-2d6d-4e55-a77d-b0ad3763f8f4') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:59.951960 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-16dc2c8a-5122-4eaf-ab9d-e920fb91cb45 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe8f2f4-2d6d-4e55-a77d-b0ad3763f8f4') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:59.957494 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-76bd3668-11b5-4b86-ab5e-5dabcc661013 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Deleting port 8b9156cc-0ce3-4754-b4e0-0975770eab8e {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:03:59.957848 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-76bd3668-11b5-4b86-ab5e-5dabcc661013 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (8b9156cc-0ce3-4754-b4e0-0975770eab8e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:59.974388 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16dc2c8a-5122-4eaf-ab9d-e920fb91cb45 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (4fe8f2f4-2d6d-4e55-a77d-b0ad3763f8f4), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:00.000723 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16dc2c8a-5122-4eaf-ab9d-e920fb91cb45 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (4fe8f2f4-2d6d-4e55-a77d-b0ad3763f8f4), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:00.016660 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16dc2c8a-5122-4eaf-ab9d-e920fb91cb45 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:04:00.017075 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16dc2c8a-5122-4eaf-ab9d-e920fb91cb45 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (4fe8f2f4-2d6d-4e55-a77d-b0ad3763f8f4), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:04:00.019505 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:04:00.056454 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e3e244-1fcf-4a9d-9a50-ee0665be2415'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:00.060111 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61290b4-2eb1-42cc-a748-1033b9ed606c" -d '{"events": [{"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-unplugged", "status": "completed", "tag": "80e3e244-1fcf-4a9d-9a50-ee0665be2415"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:00.145459 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b0ece1-defc-4fcb-b2e5-f81b5e558e73 x-openstack-request-id: req-71b0ece1-defc-4fcb-b2e5-f81b5e558e73 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:00.146539 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-unplugged", "status": "completed", "tag": "80e3e244-1fcf-4a9d-9a50-ee0665be2415", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:00.146985 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-71b0ece1-defc-4fcb-b2e5-f81b5e558e73 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:00.150042 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e3e244-1fcf-4a9d-9a50-ee0665be2415', 'code': 200} Feb 09 02:04:00.165081 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-76bd3668-11b5-4b86-ab5e-5dabcc661013 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] For port 8b9156cc-0ce3-4754-b4e0-0975770eab8e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8b9156cc-0ce3-4754-b4e0-0975770eab8e,segment=NetworkSegment(8adfb314-fb8f-470a-95d3-56e5004c01a2),segment_id=8adfb314-fb8f-470a-95d3-56e5004c01a2)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:00.165966 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-76bd3668-11b5-4b86-ab5e-5dabcc661013 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (8b9156cc-0ce3-4754-b4e0-0975770eab8e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:00.174105 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16dc2c8a-5122-4eaf-ab9d-e920fb91cb45 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (a354d1a3-4f06-4836-aaef-7865aa78da08), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:00.182863 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16dc2c8a-5122-4eaf-ab9d-e920fb91cb45 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:00.192505 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-16dc2c8a-5122-4eaf-ab9d-e920fb91cb45 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] 10.222.0.36 "DELETE /v2.0/networks/a354d1a3-4f06-4836-aaef-7865aa78da08 HTTP/1.1" status: 204 len: 168 time: 0.5449352 Feb 09 02:04:00.209203 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-76bd3668-11b5-4b86-ab5e-5dabcc661013 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Calling delete_port for 8b9156cc-0ce3-4754-b4e0-0975770eab8e owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:04:00.225292 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc2c8a-5122-4eaf-ab9d-e920fb91cb45 tempest-QuotasNegativeTest-1478676180 tempest-QuotasNegativeTest-1478676180-project-admin] Pushing event deleted for resources: {'Network': ['ID=a354d1a3-4f06-4836-aaef-7865aa78da08,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:00.367110 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a949bb41-85d5-4c2f-b8f1-20829fffcf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58662943-6040-469a-9427-86d489310581', 'name': 'tempest-TaggedBootDevicesTest_v242-798417594-router', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:19Z', 'updated_at': '2022-02-09T01:56:30Z', 'revision_number': 4, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'gw_port': {'id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58662943-6040-469a-9427-86d489310581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:21Z', 'updated_at': '2022-02-09T01:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '74eb8ecb-76cd-4ea2-9edf-3f329a108391', 'name': '', 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'mac_address': 'fa:16:3e:13:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58662943-6040-469a-9427-86d489310581', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '0e2644d8-69fa-4460-9750-5fbc866b4422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:29Z', 'updated_at': '2022-02-09T01:56:38Z', 'revision_number': 5, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'subnets': [{'id': '0e2644d8-69fa-4460-9750-5fbc866b4422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:00.413986 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a949bb41-85d5-4c2f-b8f1-20829fffcf00 None None] The sync data for ids ['58662943-6040-469a-9427-86d489310581'] in n-d-828387-3 is: [{'id': '58662943-6040-469a-9427-86d489310581', 'name': 'tempest-TaggedBootDevicesTest_v242-798417594-router', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:19Z', 'updated_at': '2022-02-09T01:56:30Z', 'revision_number': 4, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'gw_port': {'id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58662943-6040-469a-9427-86d489310581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:21Z', 'updated_at': '2022-02-09T01:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '74eb8ecb-76cd-4ea2-9edf-3f329a108391', 'name': '', 'network_id': '3435dd38-2d83-4661-a0ba-4947592a30a2', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'mac_address': 'fa:16:3e:13:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58662943-6040-469a-9427-86d489310581', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '0e2644d8-69fa-4460-9750-5fbc866b4422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:29Z', 'updated_at': '2022-02-09T01:56:38Z', 'revision_number': 5, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'subnets': [{'id': '0e2644d8-69fa-4460-9750-5fbc866b4422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:04:00.610697 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-deleted', 'tag': '9e9e575e-d478-47a4-9247-266d7e08616b'}, {'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-deleted', 'tag': '80e3e244-1fcf-4a9d-9a50-ee0665be2415'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:00.613863 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6622219-fe44-45b4-9d0f-8e6c9be7763c" -d '{"events": [{"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-deleted", "tag": "9e9e575e-d478-47a4-9247-266d7e08616b"}, {"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-deleted", "tag": "80e3e244-1fcf-4a9d-9a50-ee0665be2415"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:00.624687 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-76bd3668-11b5-4b86-ab5e-5dabcc661013 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (8b9156cc-0ce3-4754-b4e0-0975770eab8e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:00.748898 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1987191b-fd4c-45c4-bd4d-2d9e82bb9d62 x-openstack-request-id: req-1987191b-fd4c-45c4-bd4d-2d9e82bb9d62 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:00.749207 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-deleted", "tag": "9e9e575e-d478-47a4-9247-266d7e08616b", "status": "completed", "code": 200}, {"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-deleted", "tag": "80e3e244-1fcf-4a9d-9a50-ee0665be2415", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:00.749465 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1987191b-fd4c-45c4-bd4d-2d9e82bb9d62 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:00.754959 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-deleted', 'tag': '9e9e575e-d478-47a4-9247-266d7e08616b', 'status': 'completed', 'code': 200} Feb 09 02:04:00.755732 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4790bc7-695a-410a-9eb0-fa0511b0c21f req-1a071aa0-fe26-41cd-965c-1c1605e9a74d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:00.756232 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-deleted', 'tag': '80e3e244-1fcf-4a9d-9a50-ee0665be2415', 'status': 'completed', 'code': 200} Feb 09 02:04:00.756635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd3668-11b5-4b86-ab5e-5dabcc661013 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event deleted for resources: {'Port': ['ID=8b9156cc-0ce3-4754-b4e0-0975770eab8e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:00.774895 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a4790bc7-695a-410a-9eb0-fa0511b0c21f req-1a071aa0-fe26-41cd-965c-1c1605e9a74d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 865 time: 0.1850402 Feb 09 02:04:00.831513 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-76bd3668-11b5-4b86-ab5e-5dabcc661013 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] No DVR routers for this DVR port 8b9156cc-0ce3-4754-b4e0-0975770eab8e on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:04:00.834965 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-76bd3668-11b5-4b86-ab5e-5dabcc661013 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:00.841576 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bb3c95e9-2e7c-4f7c-a693-20d92410f9e4 req-76bd3668-11b5-4b86-ab5e-5dabcc661013 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.48 "DELETE /v2.0/ports/8b9156cc-0ce3-4754-b4e0-0975770eab8e HTTP/1.1" status: 204 len: 173 time: 1.1053448 Feb 09 02:04:00.870016 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-eec98d28-9c50-4f8e-9f84-b37b47cedf89 req-fee9c9d4-3b67-4fce-96f9-e7d0cd17aa0c tempest-ServerMetadataNegativeTestJSON-1025436929 tempest-ServerMetadataNegativeTestJSON-1025436929-project] (103183) timed out ('10.222.0.67', 55055) {{(pid=103183) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:04:00.933244 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a4790bc7-695a-410a-9eb0-fa0511b0c21f req-abff55b3-d130-4823-8ab0-591f23324b4d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e638cb1-20b5-4643-bafe-af95ea8e6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542983 Feb 09 02:04:01.020450 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fcdbe4-7445-416c-9240-08e08278df16 None None] New status for floating IP dc312f77-7ca6-4841-9707-f8bbe35d75ea: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:04:01.222890 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38838) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:01.452242 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c4315f63-e030-4f71-868e-357ebbbc3604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:01.633846 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c4315f63-e030-4f71-868e-357ebbbc3604 admin admin] Publish callbacks [] for security_group (da38eae7-1bf6-45ca-830e-15880983e2c9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:01.639729 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c4315f63-e030-4f71-868e-357ebbbc3604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (da38eae7-1bf6-45ca-830e-15880983e2c9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:01.713330 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4315f63-e030-4f71-868e-357ebbbc3604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da38eae7-1bf6-45ca-830e-15880983e2c9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:01.740880 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c4315f63-e030-4f71-868e-357ebbbc3604 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aa61d0588d2a466a925f62ccfae59a6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5159428 Feb 09 02:04:01.743155 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38848) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:01.817599 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68e81a84-005d-4a1f-a014-ce4e243f518f admin admin] Publish callbacks [] for security_group (da38eae7-1bf6-45ca-830e-15880983e2c9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:01.846531 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68e81a84-005d-4a1f-a014-ce4e243f518f admin admin] Publish callbacks [] for security_group (da38eae7-1bf6-45ca-830e-15880983e2c9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:01.911809 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68e81a84-005d-4a1f-a014-ce4e243f518f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (da38eae7-1bf6-45ca-830e-15880983e2c9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:01.916394 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68e81a84-005d-4a1f-a014-ce4e243f518f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:01.917822 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-68e81a84-005d-4a1f-a014-ce4e243f518f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/da38eae7-1bf6-45ca-830e-15880983e2c9 HTTP/1.1" status: 204 len: 168 time: 0.1733353 Feb 09 02:04:01.938811 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e81a84-005d-4a1f-a014-ce4e243f518f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da38eae7-1bf6-45ca-830e-15880983e2c9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:02.103227 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2a08d8f7-2fc1-48da-9d2e-f0411ff5e3b1 req-395526ec-904e-4fe8-baa1-2c2e49dfb572 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0586092 Feb 09 02:04:02.358350 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38874) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:02.376173 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a6eb4516-8a0e-40ca-8fa0-c4a1b4e80abb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:02.547219 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a6eb4516-8a0e-40ca-8fa0-c4a1b4e80abb admin admin] Publish callbacks [] for security_group (c13630ba-d539-4071-9459-7dc192d9b2c0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:02.554438 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a6eb4516-8a0e-40ca-8fa0-c4a1b4e80abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c13630ba-d539-4071-9459-7dc192d9b2c0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:02.621018 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb4516-8a0e-40ca-8fa0-c4a1b4e80abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13630ba-d539-4071-9459-7dc192d9b2c0,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:02.664093 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a6eb4516-8a0e-40ca-8fa0-c4a1b4e80abb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c07f165655e48f7b1cdce3a043ca52e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3039501 Feb 09 02:04:02.666407 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38884) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:02.709581 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-ef5ac337-140f-4036-90a1-283d034c9913 req-b8620f45-b557-40ba-af4f-2927b1b2268b service neutron] (103184) timed out ('10.222.0.48', 49970) {{(pid=103184) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:04:02.732227 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5f9c57d7-fa65-4617-ac09-fe1cb03267e4 admin admin] Publish callbacks [] for security_group (c13630ba-d539-4071-9459-7dc192d9b2c0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:02.757106 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5f9c57d7-fa65-4617-ac09-fe1cb03267e4 admin admin] Publish callbacks [] for security_group (c13630ba-d539-4071-9459-7dc192d9b2c0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:02.811167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-deleted', 'tag': '8b9156cc-0ce3-4754-b4e0-0975770eab8e'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:02.814365 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb82688-fe6b-45df-935a-cb21095fa95a" -d '{"events": [{"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-deleted", "tag": "8b9156cc-0ce3-4754-b4e0-0975770eab8e"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:02.819357 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5f9c57d7-fa65-4617-ac09-fe1cb03267e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c13630ba-d539-4071-9459-7dc192d9b2c0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:02.822616 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5f9c57d7-fa65-4617-ac09-fe1cb03267e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:02.824209 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5f9c57d7-fa65-4617-ac09-fe1cb03267e4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c13630ba-d539-4071-9459-7dc192d9b2c0 HTTP/1.1" status: 204 len: 168 time: 0.1564558 Feb 09 02:04:02.853813 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c57d7-fa65-4617-ac09-fe1cb03267e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13630ba-d539-4071-9459-7dc192d9b2c0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:02.903914 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8463d75-976b-495e-a285-8c06a9a3d9c8 x-openstack-request-id: req-a8463d75-976b-495e-a285-8c06a9a3d9c8 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:02.904224 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9666b1d1-6bad-4031-8c60-f7e7348028c9", "name": "network-vif-deleted", "tag": "8b9156cc-0ce3-4754-b4e0-0975770eab8e", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:02.904480 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a8463d75-976b-495e-a285-8c06a9a3d9c8 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:02.904885 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9666b1d1-6bad-4031-8c60-f7e7348028c9', 'name': 'network-vif-deleted', 'tag': '8b9156cc-0ce3-4754-b4e0-0975770eab8e', 'status': 'completed', 'code': 200} Feb 09 02:04:03.319397 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3dba2027-6676-4458-a176-49a9d296b513 req-de1c3f9a-3932-42fb-b568-0ad8763a656a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0723593 Feb 09 02:04:04.456348 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-171dcab5-2fa3-4ab9-bb23-b3f6b727f2c2 req-f5bc41d4-3b53-4a03-a6ec-a66c979087b1 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0329151 Feb 09 02:04:04.880542 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38940) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:05.022142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2aa220b3-72cb-492c-8951-8b70a028b8d7 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-512231135'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:05.062380 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2aa220b3-72cb-492c-8951-8b70a028b8d7 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (0fdc6744-5670-4e72-a2ba-f65f1b9991b3), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:05.063764 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2aa220b3-72cb-492c-8951-8b70a028b8d7 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (0fdc6744-5670-4e72-a2ba-f65f1b9991b3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:05.169111 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2aa220b3-72cb-492c-8951-8b70a028b8d7 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks [] for router_controller (0fdc6744-5670-4e72-a2ba-f65f1b9991b3), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:05.175335 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2aa220b3-72cb-492c-8951-8b70a028b8d7 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (0fdc6744-5670-4e72-a2ba-f65f1b9991b3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:05.198713 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2aa220b3-72cb-492c-8951-8b70a028b8d7 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:05.204777 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2aa220b3-72cb-492c-8951-8b70a028b8d7 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3197079 Feb 09 02:04:05.205487 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38948) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:05.325912 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-438fa0e5-285a-406b-ba80-3a37ea1dfc6f tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks [] for router (0fdc6744-5670-4e72-a2ba-f65f1b9991b3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:05.587924 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-438fa0e5-285a-406b-ba80-3a37ea1dfc6f tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (0fdc6744-5670-4e72-a2ba-f65f1b9991b3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:05.590298 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-438fa0e5-285a-406b-ba80-3a37ea1dfc6f tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks [] for router_controller (0fdc6744-5670-4e72-a2ba-f65f1b9991b3), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:05.640496 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-438fa0e5-285a-406b-ba80-3a37ea1dfc6f tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (0fdc6744-5670-4e72-a2ba-f65f1b9991b3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:05.640984 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438fa0e5-285a-406b-ba80-3a37ea1dfc6f tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0fdc6744-5670-4e72-a2ba-f65f1b9991b3 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:04:05.648936 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8cbb6c70-d1b4-43e7-9072-8b53764810e6 req-a142e3f3-07a3-4162-ba1f-ec8fa3cbbbf9 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0564399 Feb 09 02:04:05.652143 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-438fa0e5-285a-406b-ba80-3a37ea1dfc6f tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:05.656593 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-438fa0e5-285a-406b-ba80-3a37ea1dfc6f tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] 10.222.0.36 "DELETE /v2.0/routers/0fdc6744-5670-4e72-a2ba-f65f1b9991b3 HTTP/1.1" status: 204 len: 168 time: 0.4498012 Feb 09 02:04:05.657468 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38952) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:05.662745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-a927b12b-42cd-4f64-b29d-d0e83c16af8d tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Request body: {'router': {'name': 'tempest-router-1822412895', 'distributed': False}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:05.695246 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a927b12b-42cd-4f64-b29d-d0e83c16af8d tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (41c90656-0aa8-421b-9839-a5e73da80471), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:05.696407 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a927b12b-42cd-4f64-b29d-d0e83c16af8d tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (41c90656-0aa8-421b-9839-a5e73da80471), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:05.762780 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a927b12b-42cd-4f64-b29d-d0e83c16af8d tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks [] for router_controller (41c90656-0aa8-421b-9839-a5e73da80471), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:05.769469 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a927b12b-42cd-4f64-b29d-d0e83c16af8d tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (41c90656-0aa8-421b-9839-a5e73da80471), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:05.789739 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a927b12b-42cd-4f64-b29d-d0e83c16af8d tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:05.791442 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a927b12b-42cd-4f64-b29d-d0e83c16af8d tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1322837 Feb 09 02:04:05.794308 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38956) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:05.888168 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-980fd0b4-48c5-45f0-8fdd-7bb4fa13f6e5 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks [] for router (41c90656-0aa8-421b-9839-a5e73da80471), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.061590 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-980fd0b4-48c5-45f0-8fdd-7bb4fa13f6e5 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (41c90656-0aa8-421b-9839-a5e73da80471), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.063788 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-980fd0b4-48c5-45f0-8fdd-7bb4fa13f6e5 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks [] for router_controller (41c90656-0aa8-421b-9839-a5e73da80471), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.113212 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-980fd0b4-48c5-45f0-8fdd-7bb4fa13f6e5 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (41c90656-0aa8-421b-9839-a5e73da80471), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.113755 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980fd0b4-48c5-45f0-8fdd-7bb4fa13f6e5 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41c90656-0aa8-421b-9839-a5e73da80471 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:04:06.118463 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-980fd0b4-48c5-45f0-8fdd-7bb4fa13f6e5 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.119870 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-980fd0b4-48c5-45f0-8fdd-7bb4fa13f6e5 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] 10.222.0.36 "DELETE /v2.0/routers/41c90656-0aa8-421b-9839-a5e73da80471 HTTP/1.1" status: 204 len: 168 time: 0.3244455 Feb 09 02:04:06.123359 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38960) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:06.132249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-f20cf795-5b54-4b22-810a-149ef41f8840 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Request body: {'router': {'name': 'tempest-router-1696784118', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '72b93de32994409fba7848d296c7330e'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:06.160252 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f20cf795-5b54-4b22-810a-149ef41f8840 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (6008e1cc-1344-4124-9f03-c96a0c8d56d5), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.163070 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f20cf795-5b54-4b22-810a-149ef41f8840 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (6008e1cc-1344-4124-9f03-c96a0c8d56d5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.232589 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f20cf795-5b54-4b22-810a-149ef41f8840 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks [] for router_controller (6008e1cc-1344-4124-9f03-c96a0c8d56d5), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.238589 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f20cf795-5b54-4b22-810a-149ef41f8840 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (6008e1cc-1344-4124-9f03-c96a0c8d56d5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.257229 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f20cf795-5b54-4b22-810a-149ef41f8840 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.258954 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f20cf795-5b54-4b22-810a-149ef41f8840 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1337483 Feb 09 02:04:06.261712 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38964) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:06.268192 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-816b3163-049b-4e7a-8d78-05fee5432d44 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:06.526526 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-816b3163-049b-4e7a-8d78-05fee5432d44 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13425'] for router (6008e1cc-1344-4124-9f03-c96a0c8d56d5), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.527107 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-816b3163-049b-4e7a-8d78-05fee5432d44 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks [] for router (6008e1cc-1344-4124-9f03-c96a0c8d56d5), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.654286 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-816b3163-049b-4e7a-8d78-05fee5432d44 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103184) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 09 02:04:06.654286 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-816b3163-049b-4e7a-8d78-05fee5432d44 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Router 6008e1cc-1344-4124-9f03-c96a0c8d56d5 migrating from provider to provider. {{(pid=103184) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 09 02:04:06.654286 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-816b3163-049b-4e7a-8d78-05fee5432d44 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks [] for router_controller (6008e1cc-1344-4124-9f03-c96a0c8d56d5), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.659585 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-816b3163-049b-4e7a-8d78-05fee5432d44 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks [] for router_controller (6008e1cc-1344-4124-9f03-c96a0c8d56d5), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.667095 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-816b3163-049b-4e7a-8d78-05fee5432d44 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608658'] for router (6008e1cc-1344-4124-9f03-c96a0c8d56d5), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.761152 n-d-828387-3 neutron-server[103184]: WARNING neutron.scheduler.l3_agent_scheduler [None req-816b3163-049b-4e7a-8d78-05fee5432d44 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] No L3 agents can host the router 6008e1cc-1344-4124-9f03-c96a0c8d56d5 Feb 09 02:04:06.865131 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94bd8cbe-ebb6-49b4-9daa-9cd56c0472a1 req-cf3940f0-b29a-4362-8e37-954c3e3c40fe tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0585372 Feb 09 02:04:06.942213 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b3163-049b-4e7a-8d78-05fee5432d44 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Hosts for router 6008e1cc-1344-4124-9f03-c96a0c8d56d5: [] {{(pid=103184) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 09 02:04:06.968676 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b3163-049b-4e7a-8d78-05fee5432d44 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Hosts for other DVR routers connected to router 6008e1cc-1344-4124-9f03-c96a0c8d56d5: set() {{(pid=103184) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 09 02:04:06.971945 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-816b3163-049b-4e7a-8d78-05fee5432d44 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.975644 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-816b3163-049b-4e7a-8d78-05fee5432d44 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] 10.222.0.36 "PUT /v2.0/routers/6008e1cc-1344-4124-9f03-c96a0c8d56d5 HTTP/1.1" status: 200 len: 717 time: 0.7102349 Feb 09 02:04:06.976170 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38968) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:07.084535 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-79f3c5f2-8d63-4681-b587-c80738b78324 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] 10.222.0.36 "GET /v2.0/routers/6008e1cc-1344-4124-9f03-c96a0c8d56d5 HTTP/1.1" status: 200 len: 717 time: 0.1048145 Feb 09 02:04:07.084914 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38970) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:07.297098 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f4ebc7fa-b502-4824-a7b4-567e1098ff87 tempest-RoutersTestDVR-285359429 tempest-RoutersTestDVR-285359429-project] 10.222.0.36 "GET /v2.0/routers/6008e1cc-1344-4124-9f03-c96a0c8d56d5 HTTP/1.1" status: 200 len: 683 time: 0.2083738 Feb 09 02:04:07.298200 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38974) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:07.391407 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4fadd969-4de8-47ee-bd80-40a3f5cb3a2c tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks [] for router (6008e1cc-1344-4124-9f03-c96a0c8d56d5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:07.472374 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-619096ce-cac6-436b-88b3-0b4fbe775ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:08.067339 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56086f07-a3d4-4b44-b2cc-19774eb14925 req-ae8e1246-32a8-4d84-a2f7-f8067fee9f52 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0622666 Feb 09 02:04:08.095558 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4fadd969-4de8-47ee-bd80-40a3f5cb3a2c tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (6008e1cc-1344-4124-9f03-c96a0c8d56d5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:08.098226 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4fadd969-4de8-47ee-bd80-40a3f5cb3a2c tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks [] for router_controller (6008e1cc-1344-4124-9f03-c96a0c8d56d5), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:08.150233 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4fadd969-4de8-47ee-bd80-40a3f5cb3a2c tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (6008e1cc-1344-4124-9f03-c96a0c8d56d5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:08.151006 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fadd969-4de8-47ee-bd80-40a3f5cb3a2c tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6008e1cc-1344-4124-9f03-c96a0c8d56d5 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:04:08.157266 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4fadd969-4de8-47ee-bd80-40a3f5cb3a2c tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:08.159670 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4fadd969-4de8-47ee-bd80-40a3f5cb3a2c tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] 10.222.0.36 "DELETE /v2.0/routers/6008e1cc-1344-4124-9f03-c96a0c8d56d5 HTTP/1.1" status: 204 len: 168 time: 0.8608031 Feb 09 02:04:08.164519 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38978) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:08.170324 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4d2af1f4-d389-4605-988c-c962b00f6824 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Request body: {'router': {'name': 'tempest-router-1711835850', 'distributed': True}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:08.192478 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4d2af1f4-d389-4605-988c-c962b00f6824 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (2446c4e7-84ae-4536-93c3-d39f0b3bd628), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:08.193971 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4d2af1f4-d389-4605-988c-c962b00f6824 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (2446c4e7-84ae-4536-93c3-d39f0b3bd628), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:08.273415 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4d2af1f4-d389-4605-988c-c962b00f6824 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks [] for router_controller (2446c4e7-84ae-4536-93c3-d39f0b3bd628), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:08.279018 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4d2af1f4-d389-4605-988c-c962b00f6824 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (2446c4e7-84ae-4536-93c3-d39f0b3bd628), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:08.302874 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4d2af1f4-d389-4605-988c-c962b00f6824 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:08.304403 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4d2af1f4-d389-4605-988c-c962b00f6824 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1378112 Feb 09 02:04:08.307022 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38980) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:08.401062 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd754960-c140-4811-af06-96cafc594830 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks [] for router (2446c4e7-84ae-4536-93c3-d39f0b3bd628), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:09.116459 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd754960-c140-4811-af06-96cafc594830 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (2446c4e7-84ae-4536-93c3-d39f0b3bd628), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:09.125593 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd754960-c140-4811-af06-96cafc594830 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks [] for router_controller (2446c4e7-84ae-4536-93c3-d39f0b3bd628), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:09.209444 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd754960-c140-4811-af06-96cafc594830 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (2446c4e7-84ae-4536-93c3-d39f0b3bd628), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:09.210607 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd754960-c140-4811-af06-96cafc594830 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2446c4e7-84ae-4536-93c3-d39f0b3bd628 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:04:09.216049 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd754960-c140-4811-af06-96cafc594830 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:09.221505 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cd754960-c140-4811-af06-96cafc594830 tempest-RoutersTestDVR-1059432295 tempest-RoutersTestDVR-1059432295-project-admin] 10.222.0.36 "DELETE /v2.0/routers/2446c4e7-84ae-4536-93c3-d39f0b3bd628 HTTP/1.1" status: 204 len: 168 time: 0.9133179 Feb 09 02:04:09.244244 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13ccd5ed-3f0e-4334-aada-5fc22bab6602 req-5b849097-984a-4052-8a19-4438a87ed34b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0668828 Feb 09 02:04:09.623180 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 38988) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:09.806955 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ab7fe9b8-0b90-4fab-9d75-ea03dbecc447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:09.872324 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:09.941832 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ab7fe9b8-0b90-4fab-9d75-ea03dbecc447 admin admin] Publish callbacks [] for security_group (0e6e4419-9ef0-4348-a4fe-0a7c83b6f349), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:09.952588 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ab7fe9b8-0b90-4fab-9d75-ea03dbecc447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0e6e4419-9ef0-4348-a4fe-0a7c83b6f349), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:09.992959 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ab7fe9b8-0b90-4fab-9d75-ea03dbecc447 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72b93de32994409fba7848d296c7330e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3685780 Feb 09 02:04:09.993754 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7fe9b8-0b90-4fab-9d75-ea03dbecc447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6e4419-9ef0-4348-a4fe-0a7c83b6f349,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:09.997521 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 38992) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:10.060409 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd465cda-5752-41ca-8568-82a19f26defd admin admin] Publish callbacks [] for security_group (0e6e4419-9ef0-4348-a4fe-0a7c83b6f349), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:10.083319 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd465cda-5752-41ca-8568-82a19f26defd admin admin] Publish callbacks [] for security_group (0e6e4419-9ef0-4348-a4fe-0a7c83b6f349), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:10.124238 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4620374c-8ad0-4382-abcc-01794fd063fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:10.132647 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd465cda-5752-41ca-8568-82a19f26defd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0e6e4419-9ef0-4348-a4fe-0a7c83b6f349), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:10.135409 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd465cda-5752-41ca-8568-82a19f26defd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:10.136588 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cd465cda-5752-41ca-8568-82a19f26defd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e6e4419-9ef0-4348-a4fe-0a7c83b6f349 HTTP/1.1" status: 204 len: 168 time: 0.1379092 Feb 09 02:04:10.146802 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd465cda-5752-41ca-8568-82a19f26defd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6e4419-9ef0-4348-a4fe-0a7c83b6f349,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:10.349058 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ae8352ca-c21d-4ea1-83e0-bb660481eeb3 req-7e4d5791-aaf5-4d2f-a372-79d7818eccf7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0287962 Feb 09 02:04:10.409744 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39000) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:10.425854 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3d687f1d-eca8-417b-9ea7-7be86838ac12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:10.500543 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3d687f1d-eca8-417b-9ea7-7be86838ac12 admin admin] Publish callbacks [] for security_group (0c186876-04d2-4dcf-a50a-c65e299e0b7c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:10.505052 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3d687f1d-eca8-417b-9ea7-7be86838ac12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0c186876-04d2-4dcf-a50a-c65e299e0b7c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:10.544366 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3d687f1d-eca8-417b-9ea7-7be86838ac12 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6012b85cea9e47de9fc13e745f282e1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1333804 Feb 09 02:04:10.545157 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d687f1d-eca8-417b-9ea7-7be86838ac12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c186876-04d2-4dcf-a50a-c65e299e0b7c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:10.547009 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39002) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:10.552727 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d687f1d-eca8-417b-9ea7-7be86838ac12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:10.553078 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d687f1d-eca8-417b-9ea7-7be86838ac12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:10.553446 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d687f1d-eca8-417b-9ea7-7be86838ac12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:10.553784 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d687f1d-eca8-417b-9ea7-7be86838ac12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:10.554118 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d687f1d-eca8-417b-9ea7-7be86838ac12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:10.554445 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d687f1d-eca8-417b-9ea7-7be86838ac12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:10.554776 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d687f1d-eca8-417b-9ea7-7be86838ac12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:10.555104 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d687f1d-eca8-417b-9ea7-7be86838ac12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:10.555456 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d687f1d-eca8-417b-9ea7-7be86838ac12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:10.555781 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d687f1d-eca8-417b-9ea7-7be86838ac12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:10.556125 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d687f1d-eca8-417b-9ea7-7be86838ac12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:10.556422 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d687f1d-eca8-417b-9ea7-7be86838ac12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:10.556743 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d687f1d-eca8-417b-9ea7-7be86838ac12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:10.613379 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a87bf340-54b0-4d75-9045-75c2cc78d424 admin admin] Publish callbacks [] for security_group (0c186876-04d2-4dcf-a50a-c65e299e0b7c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:10.635346 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a87bf340-54b0-4d75-9045-75c2cc78d424 admin admin] Publish callbacks [] for security_group (0c186876-04d2-4dcf-a50a-c65e299e0b7c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:10.682058 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a87bf340-54b0-4d75-9045-75c2cc78d424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0c186876-04d2-4dcf-a50a-c65e299e0b7c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:10.684704 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a87bf340-54b0-4d75-9045-75c2cc78d424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:10.685863 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a87bf340-54b0-4d75-9045-75c2cc78d424 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c186876-04d2-4dcf-a50a-c65e299e0b7c HTTP/1.1" status: 204 len: 168 time: 0.1368597 Feb 09 02:04:10.701181 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87bf340-54b0-4d75-9045-75c2cc78d424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c186876-04d2-4dcf-a50a-c65e299e0b7c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:10.837782 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:10.926344 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:11.461775 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0a2f78be-83ce-420b-a777-a538eb0bf891 req-0a00cf84-0220-4f93-84ca-308ce734f543 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0339730 Feb 09 02:04:11.539428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39026) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.647136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-75179993-09f8-45d3-833b-a510a4bcd0c6 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.648250 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-75179993-09f8-45d3-833b-a510a4bcd0c6 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1078293 Feb 09 02:04:11.651484 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39030) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.655875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-fc838e62-e9b3-4595-990c-2aa67f608197 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.656842 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fc838e62-e9b3-4595-990c-2aa67f608197 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0043883 Feb 09 02:04:11.659804 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39032) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.664694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-48a9107c-16cc-43b0-ba88-c3fc433427fa tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.668783 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-48a9107c-16cc-43b0-ba88-c3fc433427fa tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0078304 Feb 09 02:04:11.670462 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39034) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.675929 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-957e41d4-4f27-45d7-aace-7ca7735164c0 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.676959 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-957e41d4-4f27-45d7-aace-7ca7735164c0 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0054314 Feb 09 02:04:11.679878 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39036) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.684384 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-17d3f8de-1621-441a-955d-7d1cff150e87 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.685334 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-17d3f8de-1621-441a-955d-7d1cff150e87 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044863 Feb 09 02:04:11.687985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39038) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.693864 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-a6c4d08b-ac24-4ee1-922e-474bb8219dfa tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.694964 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a6c4d08b-ac24-4ee1-922e-474bb8219dfa tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0059900 Feb 09 02:04:11.697539 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39040) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.701559 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-ba34858e-af2f-492d-9b26-8a170c90bf90 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.702481 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ba34858e-af2f-492d-9b26-8a170c90bf90 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0040627 Feb 09 02:04:11.705988 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39042) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.710744 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-7f0a5ee2-1728-43bc-b438-cf36af147728 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.711772 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7f0a5ee2-1728-43bc-b438-cf36af147728 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0049198 Feb 09 02:04:11.714351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39044) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.718561 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-a93fa42a-248a-4c3a-8a5d-f3ea4f11fb34 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.719579 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a93fa42a-248a-4c3a-8a5d-f3ea4f11fb34 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043292 Feb 09 02:04:11.723040 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39046) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.727318 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-3255fbb0-474b-493f-bd23-83e9f9e9aa90 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.728549 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3255fbb0-474b-493f-bd23-83e9f9e9aa90 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0042820 Feb 09 02:04:11.730895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39048) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.735115 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-6de89bab-94c1-46d3-989a-1f07b271305c tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.738048 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6de89bab-94c1-46d3-989a-1f07b271305c tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048089 Feb 09 02:04:11.739577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39050) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.743750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-49dff3e0-ace6-44ed-98f8-e852f0c947ad tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.744692 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-49dff3e0-ace6-44ed-98f8-e852f0c947ad tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0042136 Feb 09 02:04:11.747059 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39052) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.751027 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-d88a764b-fb16-4072-9e9c-de43be63b682 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.755644 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d88a764b-fb16-4072-9e9c-de43be63b682 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0051322 Feb 09 02:04:11.755927 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39054) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.760051 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-a242f49f-bf6b-4b33-8e78-024c3f212f0d tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.760979 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a242f49f-bf6b-4b33-8e78-024c3f212f0d tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0041668 Feb 09 02:04:11.763308 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39056) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.768626 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-efbef072-6b37-4354-b2b3-1c2cab4305d9 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.769904 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-efbef072-6b37-4354-b2b3-1c2cab4305d9 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0053661 Feb 09 02:04:11.772086 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39058) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.776778 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-71632fc9-d2db-4817-b3dd-bd36b2ab92bc tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.777735 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-71632fc9-d2db-4817-b3dd-bd36b2ab92bc tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0047350 Feb 09 02:04:11.780172 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39060) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.784778 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-3c63d25a-01ab-463d-85a0-9c4760cd1d81 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.785732 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3c63d25a-01ab-463d-85a0-9c4760cd1d81 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0046928 Feb 09 02:04:11.788323 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39062) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.792248 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-84848c15-dba1-4398-a50e-1ae0c34c2885 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.797209 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-84848c15-dba1-4398-a50e-1ae0c34c2885 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0081413 Feb 09 02:04:11.797939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39064) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.802958 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-bbe256ac-86a2-4342-809f-71fd2d321f63 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.804190 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bbe256ac-86a2-4342-809f-71fd2d321f63 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0042326 Feb 09 02:04:11.806503 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39066) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.811016 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-a73806a0-e88f-47cd-8dd6-9324600a651b tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.812053 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a73806a0-e88f-47cd-8dd6-9324600a651b tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0042069 Feb 09 02:04:11.815251 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39068) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.820262 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-7247a8a4-4fda-47c4-aec7-ea4881495a69 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.821186 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7247a8a4-4fda-47c4-aec7-ea4881495a69 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0049880 Feb 09 02:04:11.823531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39070) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.827370 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-3fb2cdb0-3b9b-411d-8972-7f937587b288 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.828285 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3fb2cdb0-3b9b-411d-8972-7f937587b288 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0039005 Feb 09 02:04:11.831283 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39072) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.837332 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-4cb63b3e-26e7-4c4a-91b6-096652e7a3d5 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.838465 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4cb63b3e-26e7-4c4a-91b6-096652e7a3d5 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0059702 Feb 09 02:04:11.841796 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39074) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.847127 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-72b8d45f-b7f4-4d58-83ea-ca3fe0f8bdde tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.848198 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-72b8d45f-b7f4-4d58-83ea-ca3fe0f8bdde tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0048773 Feb 09 02:04:11.850620 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39076) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.854647 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-0b4f1ab6-b458-41fd-aa10-440f250bf849 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.855676 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0b4f1ab6-b458-41fd-aa10-440f250bf849 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0040143 Feb 09 02:04:11.857956 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39078) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.863948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-12cfcaf6-cd71-4f39-a7c5-dd254ba086cb tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.867456 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-12cfcaf6-cd71-4f39-a7c5-dd254ba086cb tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0063064 Feb 09 02:04:11.867917 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39080) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.872970 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-8c5c71a7-39d8-47c3-a9c0-847517c986ee tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.876027 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8c5c71a7-39d8-47c3-a9c0-847517c986ee tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0054240 Feb 09 02:04:11.877108 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39082) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.882121 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-772d841b-1f5c-4050-9e4b-e125f32451ed tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.886595 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39084) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.886719 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-772d841b-1f5c-4050-9e4b-e125f32451ed tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0077207 Feb 09 02:04:11.890594 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-a31b4a2b-d290-4c89-b49a-7abd3a502142 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.894624 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a31b4a2b-d290-4c89-b49a-7abd3a502142 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0061486 Feb 09 02:04:11.894779 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39088) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.898868 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-0b922d58-8e2f-4058-b0d8-8a4d331034f4 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.901287 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0b922d58-8e2f-4058-b0d8-8a4d331034f4 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044324 Feb 09 02:04:11.902244 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39090) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.906600 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-b597a8f2-3559-406a-92ff-5847acbfee45 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.907632 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b597a8f2-3559-406a-92ff-5847acbfee45 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044222 Feb 09 02:04:11.910531 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39092) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.916045 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-2be3620a-245e-4631-9899-9e8875764880 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.919696 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39096) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.920104 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2be3620a-245e-4631-9899-9e8875764880 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0085535 Feb 09 02:04:11.925270 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-f114918f-fd48-4b17-b564-c7b9031a7f96 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.926311 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f114918f-fd48-4b17-b564-c7b9031a7f96 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0052023 Feb 09 02:04:11.929148 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39098) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.933273 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-f474946f-bdfa-4ee3-8e56-aee4eb8850c5 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.934283 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f474946f-bdfa-4ee3-8e56-aee4eb8850c5 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0040607 Feb 09 02:04:11.936691 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39100) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.941929 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-3d6b84ce-3a3f-4750-9e1a-49fbdb2bf322 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.942950 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3d6b84ce-3a3f-4750-9e1a-49fbdb2bf322 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0053508 Feb 09 02:04:11.945288 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39102) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.952160 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-9f18921e-f448-43f5-a6c9-311cbc3d0f0d tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.954735 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9f18921e-f448-43f5-a6c9-311cbc3d0f0d tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0068104 Feb 09 02:04:11.955745 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39104) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.959961 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-4760421a-812d-4869-bb2a-6bd631107ff5 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.963185 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4760421a-812d-4869-bb2a-6bd631107ff5 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0042801 Feb 09 02:04:11.963620 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39106) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.968395 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-7697af35-55a1-4827-98ff-b3a90a853d0a tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.971301 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7697af35-55a1-4827-98ff-b3a90a853d0a tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0048165 Feb 09 02:04:11.972045 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39108) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.977055 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-1b4aab11-d57d-4d3b-926f-4d0300232edb tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.979275 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1b4aab11-d57d-4d3b-926f-4d0300232edb tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0050416 Feb 09 02:04:11.980572 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39110) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.984918 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-f1d94949-58b9-43bb-9c87-1cf11de3c2f4 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.987361 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f1d94949-58b9-43bb-9c87-1cf11de3c2f4 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0042393 Feb 09 02:04:11.988988 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39112) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.993205 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-3aee3ee8-d688-485e-9ed1-d57eadb762e7 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:11.995661 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3aee3ee8-d688-485e-9ed1-d57eadb762e7 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0056930 Feb 09 02:04:11.996446 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39114) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.000621 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-90d01261-0224-4884-8ffc-8228888a7d5b tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.002908 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-90d01261-0224-4884-8ffc-8228888a7d5b tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0051513 Feb 09 02:04:12.004810 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39116) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.008823 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-389248b2-10a7-412b-98fe-c7ae734da0c8 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.011247 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-389248b2-10a7-412b-98fe-c7ae734da0c8 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0041385 Feb 09 02:04:12.012349 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39118) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.016698 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-5e97abc6-246b-4576-8652-9f7325437381 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.018376 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5e97abc6-246b-4576-8652-9f7325437381 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0046227 Feb 09 02:04:12.021257 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39120) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.025580 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-783836f4-cb1e-4e74-980e-b924ef9b1ab7 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.026504 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-783836f4-cb1e-4e74-980e-b924ef9b1ab7 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043678 Feb 09 02:04:12.028867 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39122) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.033462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-86057371-7422-4794-a18c-5973899a8f88 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.034400 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-86057371-7422-4794-a18c-5973899a8f88 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0045366 Feb 09 02:04:12.036717 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39124) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.040868 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-ab3826ee-07d5-4586-90ef-95f6e59100ff tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.041796 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ab3826ee-07d5-4586-90ef-95f6e59100ff tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0041180 Feb 09 02:04:12.043791 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39126) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.047459 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-3651f874-b689-4219-be85-d3bf6b88f843 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.049077 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3651f874-b689-4219-be85-d3bf6b88f843 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0042777 Feb 09 02:04:12.051124 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39128) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.056737 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-93fbfd57-759f-4ab4-a545-c7747fc44a1f tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.057658 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-93fbfd57-759f-4ab4-a545-c7747fc44a1f tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0048280 Feb 09 02:04:12.059768 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39130) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.063976 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-7801321e-9f4e-4465-88c6-e2440d4c985e tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.064916 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7801321e-9f4e-4465-88c6-e2440d4c985e tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0043142 Feb 09 02:04:12.066900 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39132) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.070561 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-24ca100a-809e-42d4-86c4-138066c9dbd7 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.071484 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-24ca100a-809e-42d4-86c4-138066c9dbd7 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0037134 Feb 09 02:04:12.073543 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39134) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.077186 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-10bd8d54-f71a-4fa9-aae5-b2e4ab5f0d47 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.078117 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-10bd8d54-f71a-4fa9-aae5-b2e4ab5f0d47 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0037301 Feb 09 02:04:12.081694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39136) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.086185 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-87939ac4-6d47-4d6d-8ca0-385400f3c6ff tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.087716 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-87939ac4-6d47-4d6d-8ca0-385400f3c6ff tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0056903 Feb 09 02:04:12.089759 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39138) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.093510 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-fc25ce85-ec34-456f-ad7d-b139d079d5cf tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.094421 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fc25ce85-ec34-456f-ad7d-b139d079d5cf tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0038083 Feb 09 02:04:12.097327 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39140) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.101099 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-bc580fe5-8cf0-43b9-abfd-0c685e1e5709 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.102034 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bc580fe5-8cf0-43b9-abfd-0c685e1e5709 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0038602 Feb 09 02:04:12.104027 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39142) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.107762 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-59729ca3-1535-4557-a966-5c831759e7ee tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.108697 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-59729ca3-1535-4557-a966-5c831759e7ee tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0038297 Feb 09 02:04:12.110697 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39144) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.114359 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-019e1af5-3208-4f9f-a4ae-7d9538395376 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.115275 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-019e1af5-3208-4f9f-a4ae-7d9538395376 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0037456 Feb 09 02:04:12.117372 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39146) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.121578 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-3303e293-d11a-4833-a60f-a2481fb89fa1 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.122457 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3303e293-d11a-4833-a60f-a2481fb89fa1 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0042477 Feb 09 02:04:12.124518 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39148) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.128282 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-aee58191-b96a-4bea-b77d-d43efaf450c5 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.129194 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-aee58191-b96a-4bea-b77d-d43efaf450c5 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0038731 Feb 09 02:04:12.131500 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39150) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.135182 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-175eeaa9-02f5-4423-b489-167d1da88d8b tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.136148 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-175eeaa9-02f5-4423-b489-167d1da88d8b tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0038121 Feb 09 02:04:12.138077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39152) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.141699 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-18c1706a-014a-4b52-9c98-d1f4d3555469 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.143289 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-18c1706a-014a-4b52-9c98-d1f4d3555469 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0043805 Feb 09 02:04:12.145513 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39154) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.149844 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-1d88d143-c39b-4401-a44a-ec8043bcd66e tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.150856 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1d88d143-c39b-4401-a44a-ec8043bcd66e tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0044370 Feb 09 02:04:12.153381 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39156) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.158431 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-6ec50ff1-3af6-4ea7-af0d-0b78d39bf117 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.161921 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39158) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.162098 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6ec50ff1-3af6-4ea7-af0d-0b78d39bf117 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0075846 Feb 09 02:04:12.167511 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-60b91f4d-4aaf-4f1d-b69a-95a82a23e88d tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.170971 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39160) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.171119 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-60b91f4d-4aaf-4f1d-b69a-95a82a23e88d tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0078683 Feb 09 02:04:12.175967 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-8155e781-23b7-40f9-b827-854e747e1309 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.179189 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8155e781-23b7-40f9-b827-854e747e1309 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0048242 Feb 09 02:04:12.179466 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39162) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.183315 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-91dec7f2-507e-4f48-8b73-798431d86397 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.184230 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-91dec7f2-507e-4f48-8b73-798431d86397 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0038538 Feb 09 02:04:12.186320 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39164) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.191045 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-7e6968b4-8569-4ac7-8e96-1139bdad3c7e tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.191998 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7e6968b4-8569-4ac7-8e96-1139bdad3c7e tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0048709 Feb 09 02:04:12.194446 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39166) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.198923 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-7c304fff-c2f9-4d45-a6dd-70ce5cda356f tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.199924 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7c304fff-c2f9-4d45-a6dd-70ce5cda356f tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0044971 Feb 09 02:04:12.202289 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39168) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.207663 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-365fa29b-25cc-4239-9a3a-84bbee9af662 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.208834 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-365fa29b-25cc-4239-9a3a-84bbee9af662 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0055015 Feb 09 02:04:12.210926 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39170) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.215015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [None req-8e4280fc-356c-4c04-870b-c5e3508d8803 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.216184 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8e4280fc-356c-4c04-870b-c5e3508d8803 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0041263 Feb 09 02:04:12.218247 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39172) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.222754 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [None req-8e39ad04-b1c0-493a-99f5-4617071b04d5 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:12.224783 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8e39ad04-b1c0-493a-99f5-4617071b04d5 tempest-ExtensionsTestJSON-475327040 tempest-ExtensionsTestJSON-475327040-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0053196 Feb 09 02:04:12.339037 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:12.480158 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39178) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.572182 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d3d1147-9fda-49d4-b058-684b7797d74b req-473f855a-b9e6-483b-8ca7-3b1b0405fc5a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0307219 Feb 09 02:04:12.603845 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-beb52666-1db2-484f-a426-a881dc256acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:12.677368 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-beb52666-1db2-484f-a426-a881dc256acc admin admin] Publish callbacks [] for security_group (d515bdcc-71b8-4fc9-947b-b60b2d18d2ad), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:12.681825 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-beb52666-1db2-484f-a426-a881dc256acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d515bdcc-71b8-4fc9-947b-b60b2d18d2ad), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:12.727506 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-beb52666-1db2-484f-a426-a881dc256acc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=560164b4307046ea80a8e9319fc1f9d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2462306 Feb 09 02:04:12.728701 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb52666-1db2-484f-a426-a881dc256acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d515bdcc-71b8-4fc9-947b-b60b2d18d2ad,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:12.730173 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39184) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.789556 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-67ce01ae-e8fe-4c1d-a62e-82645ea144ec admin admin] Publish callbacks [] for security_group (d515bdcc-71b8-4fc9-947b-b60b2d18d2ad), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:12.812286 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-67ce01ae-e8fe-4c1d-a62e-82645ea144ec admin admin] Publish callbacks [] for security_group (d515bdcc-71b8-4fc9-947b-b60b2d18d2ad), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:12.861258 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-67ce01ae-e8fe-4c1d-a62e-82645ea144ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d515bdcc-71b8-4fc9-947b-b60b2d18d2ad), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:12.863920 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-67ce01ae-e8fe-4c1d-a62e-82645ea144ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:12.865094 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-67ce01ae-e8fe-4c1d-a62e-82645ea144ec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d515bdcc-71b8-4fc9-947b-b60b2d18d2ad HTTP/1.1" status: 204 len: 168 time: 0.1329310 Feb 09 02:04:12.872936 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce01ae-e8fe-4c1d-a62e-82645ea144ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d515bdcc-71b8-4fc9-947b-b60b2d18d2ad,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:12.881079 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce01ae-e8fe-4c1d-a62e-82645ea144ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:12.881428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce01ae-e8fe-4c1d-a62e-82645ea144ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:12.881768 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce01ae-e8fe-4c1d-a62e-82645ea144ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:12.882110 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce01ae-e8fe-4c1d-a62e-82645ea144ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:12.882447 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce01ae-e8fe-4c1d-a62e-82645ea144ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:12.882779 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce01ae-e8fe-4c1d-a62e-82645ea144ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:12.883110 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce01ae-e8fe-4c1d-a62e-82645ea144ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:12.883482 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce01ae-e8fe-4c1d-a62e-82645ea144ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:12.883812 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce01ae-e8fe-4c1d-a62e-82645ea144ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:12.884138 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce01ae-e8fe-4c1d-a62e-82645ea144ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:12.884464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce01ae-e8fe-4c1d-a62e-82645ea144ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:12.884789 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce01ae-e8fe-4c1d-a62e-82645ea144ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:12.885111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce01ae-e8fe-4c1d-a62e-82645ea144ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:13.437649 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:13.694290 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-33410aa6-7398-452a-b541-e0bb1ac9a61f req-cb24d9bb-447f-4c6a-8615-b2c4cb501686 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0357404 Feb 09 02:04:14.797860 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4c0b0da-665f-4f42-be2c-3e9d5fd7ac1f req-a1a117da-1222-4d57-a3df-576870d99631 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0274625 Feb 09 02:04:15.902123 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f82cc74-d500-4979-8b69-bf5cd2520466 req-cb18c5fa-2051-4ccd-b15a-4fbc7b96b3f5 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0286291 Feb 09 02:04:16.660503 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d6cada08-6fed-44aa-bd61-f884be27e231 req-6e63a84c-096d-43a0-887f-93cea8ad00fe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461595 Feb 09 02:04:16.749325 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cada08-6fed-44aa-bd61-f884be27e231 req-69c7ac2d-48f8-47f4-af9c-44bc090478d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:16.751591 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d6cada08-6fed-44aa-bd61-f884be27e231 req-69c7ac2d-48f8-47f4-af9c-44bc090478d7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8721192a2c284724a83b35330a1c84a8&device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 1128 time: 0.0479429 Feb 09 02:04:16.857935 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cada08-6fed-44aa-bd61-f884be27e231 req-19abd5b9-cb27-4f0e-9e6c-8adee3146019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:16.859440 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d6cada08-6fed-44aa-bd61-f884be27e231 req-19abd5b9-cb27-4f0e-9e6c-8adee3146019 service neutron] 10.222.0.67 "GET /v2.0/networks?id=213e8f95-a0ad-4892-ad9a-d81d902f12c0 HTTP/1.1" status: 200 len: 912 time: 0.0889969 Feb 09 02:04:16.925388 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d6cada08-6fed-44aa-bd61-f884be27e231 req-a536ae1c-00a4-4e1b-bbb9-b6a64ff4a6e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 HTTP/1.1" status: 200 len: 1002 time: 0.0597632 Feb 09 02:04:16.980432 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cada08-6fed-44aa-bd61-f884be27e231 req-66167a05-c7ec-4604-a1fe-8a44baece27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:16.982315 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d6cada08-6fed-44aa-bd61-f884be27e231 req-66167a05-c7ec-4604-a1fe-8a44baece27b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b1ecec84-a59d-45c4-91cc-46e21ab9c4db HTTP/1.1" status: 200 len: 850 time: 0.0513685 Feb 09 02:04:17.015327 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-37463d63-914a-4835-93f7-94b8f06e32fe req-bb9b4a55-d45a-4f7e-930e-e25dcaa9e9c5 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0298529 Feb 09 02:04:17.035524 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cada08-6fed-44aa-bd61-f884be27e231 req-c8654762-0cd6-47af-b992-c63db0387c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:17.035870 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d6cada08-6fed-44aa-bd61-f884be27e231 req-c8654762-0cd6-47af-b992-c63db0387c84 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=213e8f95-a0ad-4892-ad9a-d81d902f12c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471704 Feb 09 02:04:17.125271 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d6cada08-6fed-44aa-bd61-f884be27e231 req-5ee7b662-3a80-457f-913b-0a9da416eb21 service neutron] 10.222.0.67 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837219 Feb 09 02:04:17.221253 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d6cada08-6fed-44aa-bd61-f884be27e231 req-7573b03c-82f6-4f57-85c2-13c4ec36d32b service neutron] 10.222.0.67 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895319 Feb 09 02:04:18.119273 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f21a098-0bc1-4027-84a6-51a47c6fad0b req-50ffac71-d9cb-4bd6-a2a0-8c03d006080a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0284872 Feb 09 02:04:19.225935 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-caddf5a3-733a-404c-91bc-cffa8f22e125 req-c9e3b7e7-5f04-4da3-99f7-b6a3d1190527 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0300109 Feb 09 02:04:20.362274 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9ffc5af7-ac3e-4986-b95b-8dbb24d8dca8 req-a2712924-e692-48ba-acb2-97a15d9b29be tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0338230 Feb 09 02:04:20.483069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010cf05-c03f-43e5-ad71-07e97c19dcba req-dc717651-d18c-4e57-93e3-4785ffebddfc tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:20.484700 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3010cf05-c03f-43e5-ad71-07e97c19dcba req-dc717651-d18c-4e57-93e3-4785ffebddfc tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.0650673 Feb 09 02:04:20.542367 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3010cf05-c03f-43e5-ad71-07e97c19dcba req-ef65997a-5029-4736-b271-e083fa96c609 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504129 Feb 09 02:04:21.140186 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39276) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:21.269845 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-45066b80-4515-4874-a0cd-db71699b957a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:21.369020 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-45066b80-4515-4874-a0cd-db71699b957a admin admin] Publish callbacks [] for security_group (10242533-1fef-4bf1-8a16-607b20ed86b5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:21.373490 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-45066b80-4515-4874-a0cd-db71699b957a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (10242533-1fef-4bf1-8a16-607b20ed86b5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:21.412538 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:04:21.413077 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45066b80-4515-4874-a0cd-db71699b957a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10242533-1fef-4bf1-8a16-607b20ed86b5,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:21.424751 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-45066b80-4515-4874-a0cd-db71699b957a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea7111366f66465e92876ede14f8cdfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2799175 Feb 09 02:04:21.424751 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39282) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:21.491814 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33159bb9-2db4-4e1f-9630-decff65706ca admin admin] Publish callbacks [] for security_group (10242533-1fef-4bf1-8a16-607b20ed86b5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:21.495858 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e15b4c47-f950-42ea-b6d5-4297284a4135 req-5bb7e248-1f46-4b9f-98de-4e2798c75850 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0365601 Feb 09 02:04:21.522866 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33159bb9-2db4-4e1f-9630-decff65706ca admin admin] Publish callbacks [] for security_group (10242533-1fef-4bf1-8a16-607b20ed86b5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:21.599819 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33159bb9-2db4-4e1f-9630-decff65706ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (10242533-1fef-4bf1-8a16-607b20ed86b5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:21.603849 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33159bb9-2db4-4e1f-9630-decff65706ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:21.608342 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-33159bb9-2db4-4e1f-9630-decff65706ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/10242533-1fef-4bf1-8a16-607b20ed86b5 HTTP/1.1" status: 204 len: 168 time: 0.1830180 Feb 09 02:04:21.621088 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33159bb9-2db4-4e1f-9630-decff65706ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10242533-1fef-4bf1-8a16-607b20ed86b5,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:21.754025 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0b091-b2b4-470c-b328-975c4e9b89f9 req-c16f17fd-8a22-4bc0-8123-908dfcfd1f2c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:21.762393 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-12f0b091-b2b4-470c-b328-975c4e9b89f9 req-c16f17fd-8a22-4bc0-8123-908dfcfd1f2c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.0828981 Feb 09 02:04:21.841900 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-12f0b091-b2b4-470c-b328-975c4e9b89f9 req-748278ee-c086-44dc-ac50-aefeddbc3131 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780110 Feb 09 02:04:22.583158 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39334) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:22.630872 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-661cb0db-7ddc-4a4e-b4f0-42be4c589459 req-86faef74-aca7-4bb1-8e46-d97159c88989 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0361021 Feb 09 02:04:22.704477 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b14e31f1-50f0-463b-992c-1a2c6c92b678 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-592573065-network', 'tenant_id': '7e4b7362717544fba3030c92e8c1caaa'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:22.726953 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14e31f1-50f0-463b-992c-1a2c6c92b678 admin admin] Made reservation on behalf of 7e4b7362717544fba3030c92e8c1caaa for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:22.730137 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b14e31f1-50f0-463b-992c-1a2c6c92b678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:22.740875 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b14e31f1-50f0-463b-992c-1a2c6c92b678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:22.828748 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b14e31f1-50f0-463b-992c-1a2c6c92b678 admin admin] Publish callbacks [] for security_group (ae45948a-23db-41ed-abe8-3ac6c5462805), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:22.834416 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b14e31f1-50f0-463b-992c-1a2c6c92b678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ae45948a-23db-41ed-abe8-3ac6c5462805), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:22.873997 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14e31f1-50f0-463b-992c-1a2c6c92b678 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:04:22.883173 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e31f1-50f0-463b-992c-1a2c6c92b678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae45948a-23db-41ed-abe8-3ac6c5462805,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:22.891184 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b14e31f1-50f0-463b-992c-1a2c6c92b678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:22.892057 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-b14e31f1-50f0-463b-992c-1a2c6c92b678 admin admin] Added segment c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3 of type vlan for network ba710e16-075f-4b94-b796-dae5cbec3b69 Feb 09 02:04:22.944802 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b14e31f1-50f0-463b-992c-1a2c6c92b678 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (ba710e16-075f-4b94-b796-dae5cbec3b69), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:23.011626 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b14e31f1-50f0-463b-992c-1a2c6c92b678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (ba710e16-075f-4b94-b796-dae5cbec3b69), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:23.013210 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14e31f1-50f0-463b-992c-1a2c6c92b678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:23.014101 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b14e31f1-50f0-463b-992c-1a2c6c92b678 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:23.075882 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4d164-ef6f-460e-ab12-6934de21b06f req-c9cbe4f2-9be8-4321-9f91-31f8015eff66 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:23.077446 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-97a4d164-ef6f-460e-ab12-6934de21b06f req-c9cbe4f2-9be8-4321-9f91-31f8015eff66 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.1208875 Feb 09 02:04:23.114620 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e31f1-50f0-463b-992c-1a2c6c92b678 admin admin] Pushing event updated for resources: {'Network': ['ID=ba710e16-075f-4b94-b796-dae5cbec3b69,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:23.120752 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b14e31f1-50f0-463b-992c-1a2c6c92b678 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5364301 Feb 09 02:04:23.123565 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39342) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:23.126791 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network ba710e16-075f-4b94-b796-dae5cbec3b69 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:04:23.129855 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-650b4d4f-092b-444a-aac9-f876911f009e admin admin] Request body: {'subnet': {'network_id': 'ba710e16-075f-4b94-b796-dae5cbec3b69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-592573065-subnet', 'tenant_id': '7e4b7362717544fba3030c92e8c1caaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:23.154614 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650b4d4f-092b-444a-aac9-f876911f009e admin admin] Made reservation on behalf of 7e4b7362717544fba3030c92e8c1caaa for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:23.159388 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-650b4d4f-092b-444a-aac9-f876911f009e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:23.203143 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-97a4d164-ef6f-460e-ab12-6934de21b06f req-7db6b69d-8440-49c2-9bfa-82ccc229a7ed tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185157 Feb 09 02:04:23.377767 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-650b4d4f-092b-444a-aac9-f876911f009e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (ce981f79-26c7-4912-bc15-2321e620e484), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:23.447619 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b4d4f-092b-444a-aac9-f876911f009e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce981f79-26c7-4912-bc15-2321e620e484,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:23.462859 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650b4d4f-092b-444a-aac9-f876911f009e admin admin] Checking segment: {'id': 'c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba710e16-075f-4b94-b796-dae5cbec3b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:04:23.463606 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650b4d4f-092b-444a-aac9-f876911f009e admin admin] Network hostable DHCP agents. Network: ba710e16-075f-4b94-b796-dae5cbec3b69, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:04:23.499673 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650b4d4f-092b-444a-aac9-f876911f009e admin admin] Network ba710e16-075f-4b94-b796-dae5cbec3b69 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:04:23.512414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-650b4d4f-092b-444a-aac9-f876911f009e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, ba710e16-075f-4b94-b796-dae5cbec3b69) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:23.518517 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650b4d4f-092b-444a-aac9-f876911f009e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:23.520177 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-650b4d4f-092b-444a-aac9-f876911f009e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:23.525492 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff10156-d7fe-48f3-88ae-0062f0165560 None None] Network ba710e16-075f-4b94-b796-dae5cbec3b69 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:04:23.544815 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-650b4d4f-092b-444a-aac9-f876911f009e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4200258 Feb 09 02:04:23.794669 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8627c31d-ffa8-454a-9d79-d77be6ce7d4a None None] Network ba710e16-075f-4b94-b796-dae5cbec3b69 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:04:23.827001 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-448bbf97-d8e5-49a6-81f7-c7c25704859c req-2101d1b1-b982-4775-9e79-41140e6fc3ff tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0713263 Feb 09 02:04:24.060911 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39364) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:24.264806 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6515d3fa-ce4f-40fa-ac29-8230a3489df0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:24.472428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a984404-71f2-4de2-a752-4d9e798bec8f req-3d7f54cc-e374-46b6-b336-a7a919775b39 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:24.476121 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3a984404-71f2-4de2-a752-4d9e798bec8f req-3d7f54cc-e374-46b6-b336-a7a919775b39 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.1109989 Feb 09 02:04:24.530304 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6515d3fa-ce4f-40fa-ac29-8230a3489df0 admin admin] Publish callbacks [] for security_group (5b6dc662-be05-4d57-b2b5-3f444d2009c2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:24.536633 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6515d3fa-ce4f-40fa-ac29-8230a3489df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5b6dc662-be05-4d57-b2b5-3f444d2009c2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:24.571944 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3a984404-71f2-4de2-a752-4d9e798bec8f req-f7908101-b8b2-4266-b4c8-138c13469cbb tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886047 Feb 09 02:04:24.630274 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6515d3fa-ce4f-40fa-ac29-8230a3489df0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cbbe7c5efda248daa93ec9b761be49a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5656538 Feb 09 02:04:24.630274 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39376) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:24.644397 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515d3fa-ce4f-40fa-ac29-8230a3489df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6dc662-be05-4d57-b2b5-3f444d2009c2,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:24.694220 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d0da680c-8299-4f4d-a5ec-18e77d9ff55a admin admin] Publish callbacks [] for security_group (5b6dc662-be05-4d57-b2b5-3f444d2009c2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:24.718448 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d0da680c-8299-4f4d-a5ec-18e77d9ff55a admin admin] Publish callbacks [] for security_group (5b6dc662-be05-4d57-b2b5-3f444d2009c2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:24.773634 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d0da680c-8299-4f4d-a5ec-18e77d9ff55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5b6dc662-be05-4d57-b2b5-3f444d2009c2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:24.776881 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d0da680c-8299-4f4d-a5ec-18e77d9ff55a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:24.780586 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d0da680c-8299-4f4d-a5ec-18e77d9ff55a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b6dc662-be05-4d57-b2b5-3f444d2009c2 HTTP/1.1" status: 204 len: 168 time: 0.1465013 Feb 09 02:04:24.807360 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da680c-8299-4f4d-a5ec-18e77d9ff55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6dc662-be05-4d57-b2b5-3f444d2009c2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:25.074883 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-40f5a57d-4d39-4a6a-8efa-b75b3393b325 req-bfa37b98-b485-48ab-9b1d-348fe12c9e81 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0697761 Feb 09 02:04:25.276459 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39386) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:25.299724 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aee4af28-10c7-4521-bb52-11201d6bbcd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:25.393589 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aee4af28-10c7-4521-bb52-11201d6bbcd2 admin admin] Publish callbacks [] for security_group (7c84e692-d657-4c9d-8bac-7a43bd5a688b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:25.399920 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aee4af28-10c7-4521-bb52-11201d6bbcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7c84e692-d657-4c9d-8bac-7a43bd5a688b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:25.453708 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39390) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:25.454821 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-aee4af28-10c7-4521-bb52-11201d6bbcd2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a2b69a963c4e476abf69bcc2c4d8b3b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1762640 Feb 09 02:04:25.456683 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4af28-10c7-4521-bb52-11201d6bbcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c84e692-d657-4c9d-8bac-7a43bd5a688b,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:25.562680 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d3d78058-ea9e-4dcd-88b2-b9445c6701d7 admin admin] Publish callbacks [] for security_group (7c84e692-d657-4c9d-8bac-7a43bd5a688b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:25.604346 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d3d78058-ea9e-4dcd-88b2-b9445c6701d7 admin admin] Publish callbacks [] for security_group (7c84e692-d657-4c9d-8bac-7a43bd5a688b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:25.695682 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d3d78058-ea9e-4dcd-88b2-b9445c6701d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7c84e692-d657-4c9d-8bac-7a43bd5a688b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:25.698204 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d3d78058-ea9e-4dcd-88b2-b9445c6701d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:25.701799 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d3d78058-ea9e-4dcd-88b2-b9445c6701d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c84e692-d657-4c9d-8bac-7a43bd5a688b HTTP/1.1" status: 204 len: 168 time: 0.2439029 Feb 09 02:04:25.718859 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d78058-ea9e-4dcd-88b2-b9445c6701d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c84e692-d657-4c9d-8bac-7a43bd5a688b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:25.781066 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0534a6-a4c0-49f0-924f-84e0647597a2 req-b9393ad1-6ff1-40ff-b51a-ae58972c2073 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:25.784202 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f0534a6-a4c0-49f0-924f-84e0647597a2 req-b9393ad1-6ff1-40ff-b51a-ae58972c2073 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.0822427 Feb 09 02:04:25.851907 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f0534a6-a4c0-49f0-924f-84e0647597a2 req-75dbe517-2998-489c-88e6-b4ad4c93fba0 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627491 Feb 09 02:04:26.234260 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-293cd49f-9c2f-49e2-904e-63ff50c5b2f7 req-d481be91-b1cb-43eb-9811-e58ef7d5f873 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0533745 Feb 09 02:04:26.612074 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39420) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:26.666525 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-012267a5-c40b-4ca5-b593-43c03fb89bef admin admin] Deleting subnet 161f9bc7-0224-4279-8769-b6214e50d400 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:04:26.670579 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-012267a5-c40b-4ca5-b593-43c03fb89bef admin admin] Publish callbacks [] for subnet (161f9bc7-0224-4279-8769-b6214e50d400), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:26.707971 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-012267a5-c40b-4ca5-b593-43c03fb89bef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (161f9bc7-0224-4279-8769-b6214e50d400), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:26.752939 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-012267a5-c40b-4ca5-b593-43c03fb89bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (161f9bc7-0224-4279-8769-b6214e50d400), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:26.815642 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-012267a5-c40b-4ca5-b593-43c03fb89bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (161f9bc7-0224-4279-8769-b6214e50d400), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:26.849761 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012267a5-c40b-4ca5-b593-43c03fb89bef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=161f9bc7-0224-4279-8769-b6214e50d400,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:26.851427 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-012267a5-c40b-4ca5-b593-43c03fb89bef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:26.856978 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-012267a5-c40b-4ca5-b593-43c03fb89bef admin admin] 10.222.0.36 "DELETE /v2.0/subnets/161f9bc7-0224-4279-8769-b6214e50d400 HTTP/1.1" status: 204 len: 168 time: 0.2415369 Feb 09 02:04:26.857801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39430) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:26.996319 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9156962a-d795-4052-abb7-37462d0a30d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (680b7b07-7b14-4677-a86c-d18cc50337d0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:27.085126 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d6acb-82f0-4c97-9a67-11beeee3aca5 req-d69ad09c-7c80-46cd-842a-d2978f798a88 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:27.095017 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f1d6acb-82f0-4c97-9a67-11beeee3aca5 req-d69ad09c-7c80-46cd-842a-d2978f798a88 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.1497023 Feb 09 02:04:27.212613 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9156962a-d795-4052-abb7-37462d0a30d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (680b7b07-7b14-4677-a86c-d18cc50337d0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:27.237749 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-9156962a-d795-4052-abb7-37462d0a30d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680b7b07-7b14-4677-a86c-d18cc50337d0']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:27.249213 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-9156962a-d795-4052-abb7-37462d0a30d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a76db2d-321c-4c3d-9186-003b22b258cf') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:27.249512 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-9156962a-d795-4052-abb7-37462d0a30d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a76db2d-321c-4c3d-9186-003b22b258cf') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:27.260662 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9156962a-d795-4052-abb7-37462d0a30d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (3a76db2d-321c-4c3d-9186-003b22b258cf), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:27.276108 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9156962a-d795-4052-abb7-37462d0a30d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (3a76db2d-321c-4c3d-9186-003b22b258cf), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:27.284053 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9156962a-d795-4052-abb7-37462d0a30d2 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:04:27.284998 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9156962a-d795-4052-abb7-37462d0a30d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (3a76db2d-321c-4c3d-9186-003b22b258cf), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:04:27.287763 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:04:27.336708 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-5a2d21dd-322d-4231-bf6a-3925e9dde1a2 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:27.345257 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-5a2d21dd-322d-4231-bf6a-3925e9dde1a2 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/networks?id=ba710e16-075f-4b94-b796-dae5cbec3b69 HTTP/1.1" status: 200 len: 808 time: 0.3152900 Feb 09 02:04:27.372401 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-d222aced-0a0c-4486-975b-de1845aaa030 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/quotas/7e4b7362717544fba3030c92e8c1caaa HTTP/1.1" status: 200 len: 375 time: 0.0256870 Feb 09 02:04:27.426219 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9156962a-d795-4052-abb7-37462d0a30d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (680b7b07-7b14-4677-a86c-d18cc50337d0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:27.446399 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9156962a-d795-4052-abb7-37462d0a30d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:27.452573 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9156962a-d795-4052-abb7-37462d0a30d2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/680b7b07-7b14-4677-a86c-d18cc50337d0 HTTP/1.1" status: 204 len: 168 time: 0.5940135 Feb 09 02:04:27.480290 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-03d4bf71-1267-4361-b0e2-e2e0e71eff3e tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7e4b7362717544fba3030c92e8c1caaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1066470 Feb 09 02:04:27.482463 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39456) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:27.489423 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-395c5ac6-e0c6-4a44-b200-3559607f73b0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:04:27.495946 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156962a-d795-4052-abb7-37462d0a30d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=680b7b07-7b14-4677-a86c-d18cc50337d0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:27.509739 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-395c5ac6-e0c6-4a44-b200-3559607f73b0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0278916 Feb 09 02:04:27.513830 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f1d6acb-82f0-4c97-9a67-11beeee3aca5 req-6add8167-60d7-447d-b106-23b5651c6087 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4177432 Feb 09 02:04:27.635992 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae2acb7-ead6-46e0-9cfd-ef38b60308a1 admin admin] Deleting subnet 31087625-a6d1-4683-a15b-65b90c485cc7 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:04:27.665880 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eae2acb7-ead6-46e0-9cfd-ef38b60308a1 admin admin] Publish callbacks [] for subnet (31087625-a6d1-4683-a15b-65b90c485cc7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:27.683883 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6822a6f2-a0bb-471f-8a89-2c2e4e506652 req-fafe5a18-665b-4c59-ae46-86646dec25b3 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0382764 Feb 09 02:04:27.720289 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-71eb5af5-4137-4d6f-b882-2daa21752b3f service neutron] 10.222.0.36 "GET /v2.0/networks/ba710e16-075f-4b94-b796-dae5cbec3b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085094 Feb 09 02:04:27.744738 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eae2acb7-ead6-46e0-9cfd-ef38b60308a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (31087625-a6d1-4683-a15b-65b90c485cc7), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:27.847895 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eae2acb7-ead6-46e0-9cfd-ef38b60308a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (31087625-a6d1-4683-a15b-65b90c485cc7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:27.902828 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-c59165e7-4c8b-4ae5-be94-249c6c88b7fd service neutron] 10.222.0.36 "GET /v2.0/networks/ba710e16-075f-4b94-b796-dae5cbec3b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814535 Feb 09 02:04:27.948944 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eae2acb7-ead6-46e0-9cfd-ef38b60308a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (31087625-a6d1-4683-a15b-65b90c485cc7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:27.998320 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2acb7-ead6-46e0-9cfd-ef38b60308a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31087625-a6d1-4683-a15b-65b90c485cc7,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:28.022743 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eae2acb7-ead6-46e0-9cfd-ef38b60308a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:28.030060 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39464) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:28.030579 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-eae2acb7-ead6-46e0-9cfd-ef38b60308a1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/31087625-a6d1-4683-a15b-65b90c485cc7 HTTP/1.1" status: 204 len: 168 time: 0.5181642 Feb 09 02:04:28.123283 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-66919572-d887-46cb-8988-0ca8307d86ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (519e6c27-d3f1-4e68-b513-de219e1d7739), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:28.242665 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-66919572-d887-46cb-8988-0ca8307d86ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (519e6c27-d3f1-4e68-b513-de219e1d7739), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:28.288240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-66919572-d887-46cb-8988-0ca8307d86ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519e6c27-d3f1-4e68-b513-de219e1d7739']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:28.303358 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-66919572-d887-46cb-8988-0ca8307d86ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df97e402-d654-4bf1-bfda-e1db304feffa') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:28.303763 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-66919572-d887-46cb-8988-0ca8307d86ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df97e402-d654-4bf1-bfda-e1db304feffa') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:28.316137 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-66919572-d887-46cb-8988-0ca8307d86ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (df97e402-d654-4bf1-bfda-e1db304feffa), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:28.332329 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-66919572-d887-46cb-8988-0ca8307d86ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (df97e402-d654-4bf1-bfda-e1db304feffa), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:28.350126 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66919572-d887-46cb-8988-0ca8307d86ca admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:04:28.350933 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-66919572-d887-46cb-8988-0ca8307d86ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (df97e402-d654-4bf1-bfda-e1db304feffa), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:04:28.353239 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:04:28.412307 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-66919572-d887-46cb-8988-0ca8307d86ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (519e6c27-d3f1-4e68-b513-de219e1d7739), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:28.417347 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-66919572-d887-46cb-8988-0ca8307d86ca admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:28.423534 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-66919572-d887-46cb-8988-0ca8307d86ca admin admin] 10.222.0.36 "DELETE /v2.0/networks/519e6c27-d3f1-4e68-b513-de219e1d7739 HTTP/1.1" status: 204 len: 168 time: 0.3895752 Feb 09 02:04:28.435377 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66919572-d887-46cb-8988-0ca8307d86ca admin admin] Pushing event deleted for resources: {'Network': ['ID=519e6c27-d3f1-4e68-b513-de219e1d7739,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:28.637198 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39476) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:28.679899 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81752fc6-3d3d-4d62-a66b-ea7fb8636d06 req-5588e863-cb1c-4161-9cb4-416dd6502e52 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:28.681456 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-81752fc6-3d3d-4d62-a66b-ea7fb8636d06 req-5588e863-cb1c-4161-9cb4-416dd6502e52 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.0691857 Feb 09 02:04:28.695416 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b55f3dff-b456-489e-87bd-d4ee9eeb334a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3afb23b434d4432da323819602363bf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0569456 Feb 09 02:04:28.699631 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39478) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:28.743591 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-81752fc6-3d3d-4d62-a66b-ea7fb8636d06 req-c33938d9-7d29-4df0-8007-2679adc0e68e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563254 Feb 09 02:04:28.753083 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af2bb144-be98-4e52-b4ab-69e53d57db52 admin admin] Publish callbacks [] for security_group (dd1525b8-68cf-42fd-a352-7c70562ab66a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:28.778217 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af2bb144-be98-4e52-b4ab-69e53d57db52 admin admin] Publish callbacks [] for security_group (dd1525b8-68cf-42fd-a352-7c70562ab66a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:28.838335 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af2bb144-be98-4e52-b4ab-69e53d57db52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (dd1525b8-68cf-42fd-a352-7c70562ab66a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:28.839247 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3aae1f7-3932-4678-bea1-cb71bea7c2fa req-59b1f8bd-6c8f-4c5e-b171-fa6aa13b475c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0328717 Feb 09 02:04:28.841812 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af2bb144-be98-4e52-b4ab-69e53d57db52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:28.845687 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-af2bb144-be98-4e52-b4ab-69e53d57db52 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd1525b8-68cf-42fd-a352-7c70562ab66a HTTP/1.1" status: 204 len: 168 time: 0.1427686 Feb 09 02:04:28.853243 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bb144-be98-4e52-b4ab-69e53d57db52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1525b8-68cf-42fd-a352-7c70562ab66a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:29.206069 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64f008c2-b4f5-4288-ac0b-56ad389eefa1 req-ec2ee4a0-aa4e-4348-8fc5-5c3fd55cd886 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=5887f3e8-977b-4278-b9a8-ee8ebfbbfc16 HTTP/1.1" status: 200 len: 210 time: 0.0623229 Feb 09 02:04:29.284712 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39494) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:29.330381 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39496) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:29.343396 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ac09c5f2-e004-4408-bbab-598dbffeb739 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6e360407cde4419bb39be5c1ffdf9cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415306 Feb 09 02:04:29.387554 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3167f78f-777b-4e47-b58e-52c01e04c341 admin admin] Publish callbacks [] for security_group (bee08c27-9d09-4321-aef2-c2ede644de97), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:29.414876 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3167f78f-777b-4e47-b58e-52c01e04c341 admin admin] Publish callbacks [] for security_group (bee08c27-9d09-4321-aef2-c2ede644de97), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:29.467751 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3167f78f-777b-4e47-b58e-52c01e04c341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (bee08c27-9d09-4321-aef2-c2ede644de97), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:29.470393 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3167f78f-777b-4e47-b58e-52c01e04c341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:29.471623 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3167f78f-777b-4e47-b58e-52c01e04c341 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bee08c27-9d09-4321-aef2-c2ede644de97 HTTP/1.1" status: 204 len: 168 time: 0.1404147 Feb 09 02:04:29.482158 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167f78f-777b-4e47-b58e-52c01e04c341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee08c27-9d09-4321-aef2-c2ede644de97,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:29.889457 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa75fd-c712-4002-a4df-59c659d71f46 req-85ffc90d-feb7-4863-bfb1-0f8f51c2543c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:29.897804 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e5aa75fd-c712-4002-a4df-59c659d71f46 req-85ffc90d-feb7-4863-bfb1-0f8f51c2543c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.0680723 Feb 09 02:04:29.952795 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e5aa75fd-c712-4002-a4df-59c659d71f46 req-77fdbf2e-a9a6-4c9b-b642-fb32d9d51dc9 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545974 Feb 09 02:04:29.989154 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c10e214-f63b-4364-9954-4566b75d3fd1 req-a46380ff-12c1-494d-b076-33a8b9930861 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0298543 Feb 09 02:04:30.304182 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f34d5d4c-ef7f-44f1-8f1f-e364a2799fc0 req-b78fbe5f-8fd0-42e3-aa1b-55943871640a tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=5887f3e8-977b-4278-b9a8-ee8ebfbbfc16 HTTP/1.1" status: 200 len: 210 time: 0.0541246 Feb 09 02:04:31.113572 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b276d4f4-fbab-4c77-bc2f-e2298c8fd0ee req-914f0b97-2fb6-4269-88d2-180afe54dfe5 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0303981 Feb 09 02:04:31.123631 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf9360-3f83-4475-a99d-0c6ad84986ec req-35216e5c-d7a4-47a1-9a85-519218dd1dc1 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:31.127400 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00cf9360-3f83-4475-a99d-0c6ad84986ec req-35216e5c-d7a4-47a1-9a85-519218dd1dc1 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.0899897 Feb 09 02:04:31.185465 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-00cf9360-3f83-4475-a99d-0c6ad84986ec req-893067d1-b7b5-441d-bd9a-daffb70aebaf tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522778 Feb 09 02:04:31.541686 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ae42074-da65-4adb-8900-ce6b42a97bf4 req-7a618944-1827-4560-8a8c-3121a2195221 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=5887f3e8-977b-4278-b9a8-ee8ebfbbfc16 HTTP/1.1" status: 200 len: 210 time: 0.0830491 Feb 09 02:04:31.637263 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdba82a-79c4-441d-8fa4-b44dcc2a2316 req-5de13c6e-0d75-485e-bbb8-d91ce11d9a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:31.640628 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bcdba82a-79c4-441d-8fa4-b44dcc2a2316 req-5de13c6e-0d75-485e-bbb8-d91ce11d9a2c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8721192a2c284724a83b35330a1c84a8&device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 1128 time: 0.1590345 Feb 09 02:04:31.666578 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa6dc4-bae0-4dcd-bca5-10784d509039 req-92850f3c-ad82-4080-908a-31aab5e67a9b tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:31.676357 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-50fa6dc4-bae0-4dcd-bca5-10784d509039 req-92850f3c-ad82-4080-908a-31aab5e67a9b tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.1252100 Feb 09 02:04:31.805424 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-50fa6dc4-bae0-4dcd-bca5-10784d509039 req-b4f8042d-1be5-4800-97e5-479213e398a4 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286895 Feb 09 02:04:31.851220 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdba82a-79c4-441d-8fa4-b44dcc2a2316 req-b88ea448-0b45-460d-82bb-78e7e6a90c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:31.853371 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bcdba82a-79c4-441d-8fa4-b44dcc2a2316 req-b88ea448-0b45-460d-82bb-78e7e6a90c7f service neutron] 10.222.0.67 "GET /v2.0/networks?id=213e8f95-a0ad-4892-ad9a-d81d902f12c0 HTTP/1.1" status: 200 len: 912 time: 0.1975014 Feb 09 02:04:31.956116 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bcdba82a-79c4-441d-8fa4-b44dcc2a2316 req-ec29dc50-c9c3-4162-95c2-464c7f039c57 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 HTTP/1.1" status: 200 len: 1002 time: 0.0964952 Feb 09 02:04:32.024440 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdba82a-79c4-441d-8fa4-b44dcc2a2316 req-39c545ec-11ff-44d6-b366-e70595a1ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:32.027438 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bcdba82a-79c4-441d-8fa4-b44dcc2a2316 req-39c545ec-11ff-44d6-b366-e70595a1ff86 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b1ecec84-a59d-45c4-91cc-46e21ab9c4db HTTP/1.1" status: 200 len: 850 time: 0.0660820 Feb 09 02:04:32.199932 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdba82a-79c4-441d-8fa4-b44dcc2a2316 req-9f2e65d5-4c6e-42aa-839d-f21ff9276ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:32.201626 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bcdba82a-79c4-441d-8fa4-b44dcc2a2316 req-9f2e65d5-4c6e-42aa-839d-f21ff9276ac6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=213e8f95-a0ad-4892-ad9a-d81d902f12c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1672416 Feb 09 02:04:32.291657 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-747439fd-92ad-4227-bab2-e379d322718b req-6597e00a-8b98-41c6-9f2d-a853143ce881 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0510149 Feb 09 02:04:32.363496 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bcdba82a-79c4-441d-8fa4-b44dcc2a2316 req-f8e22e4c-a7a9-4701-b165-7f67b9d0fb15 service neutron] 10.222.0.67 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553965 Feb 09 02:04:32.484656 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bcdba82a-79c4-441d-8fa4-b44dcc2a2316 req-e4bcfc61-a321-4f13-9dc5-afcd3030325e service neutron] 10.222.0.67 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152918 Feb 09 02:04:32.729663 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7991b0ab-3fa0-41b0-b064-b4475d9a3329 req-147335ae-d8aa-4897-b28d-98ec8eff5e45 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=5887f3e8-977b-4278-b9a8-ee8ebfbbfc16 HTTP/1.1" status: 200 len: 210 time: 0.0338521 Feb 09 02:04:32.813490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-409447f9-d274-466c-873b-fe208378c491 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:32.815130 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-409447f9-d274-466c-873b-fe208378c491 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.48 "GET /v2.0/networks?id=ba710e16-075f-4b94-b796-dae5cbec3b69 HTTP/1.1" status: 200 len: 808 time: 0.2510185 Feb 09 02:04:32.838167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-430755e7-4071-42ba-a7c9-36ae5cafe43f tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Request body: {'port': {'device_id': '5887f3e8-977b-4278-b9a8-ee8ebfbbfc16', 'network_id': 'ba710e16-075f-4b94-b796-dae5cbec3b69', 'admin_state_up': True, 'tenant_id': '7e4b7362717544fba3030c92e8c1caaa'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:33.013680 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a832d-77e7-43f1-9984-ac917ed8c907 req-cd0e64cb-802d-4693-a920-59a44d314880 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:33.014943 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-430755e7-4071-42ba-a7c9-36ae5cafe43f tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Made reservation on behalf of 7e4b7362717544fba3030c92e8c1caaa for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:33.015108 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-db0a832d-77e7-43f1-9984-ac917ed8c907 req-cd0e64cb-802d-4693-a920-59a44d314880 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.1029994 Feb 09 02:04:33.032999 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-430755e7-4071-42ba-a7c9-36ae5cafe43f tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:33.140529 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-db0a832d-77e7-43f1-9984-ac917ed8c907 req-4314c2b0-c202-43e9-a806-eb0f05cce755 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154418 Feb 09 02:04:33.340767 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-430755e7-4071-42ba-a7c9-36ae5cafe43f tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Allocated IP 172.20.0.2 (ba710e16-075f-4b94-b796-dae5cbec3b69/ce981f79-26c7-4912-bc15-2321e620e484/28168411-0079-4772-92e1-37cfdba106c5) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:33.474095 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-43366a5d-4262-4026-b1f9-7ae711636c63 req-29d0acda-2b0c-4fa3-a4fe-e34a808841e5 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0720472 Feb 09 02:04:33.591189 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-430755e7-4071-42ba-a7c9-36ae5cafe43f tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Publish callbacks [] for port (28168411-0079-4772-92e1-37cfdba106c5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:33.677230 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-430755e7-4071-42ba-a7c9-36ae5cafe43f tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (28168411-0079-4772-92e1-37cfdba106c5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:33.744672 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-430755e7-4071-42ba-a7c9-36ae5cafe43f tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Network ba710e16-075f-4b94-b796-dae5cbec3b69 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:33.748111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-430755e7-4071-42ba-a7c9-36ae5cafe43f tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:33.753568 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-430755e7-4071-42ba-a7c9-36ae5cafe43f tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:04:33.794480 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430755e7-4071-42ba-a7c9-36ae5cafe43f tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Pushing event updated for resources: {'Port': ['ID=28168411-0079-4772-92e1-37cfdba106c5,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:33.849098 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-430755e7-4071-42ba-a7c9-36ae5cafe43f tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:33.852129 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-430755e7-4071-42ba-a7c9-36ae5cafe43f tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:33.873941 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-430755e7-4071-42ba-a7c9-36ae5cafe43f tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0401866 Feb 09 02:04:33.888281 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-03fdb3b5-e322-44de-ba15-a7b703ca31d1 service neutron] Request body: {'port': {'device_id': '5887f3e8-977b-4278-b9a8-ee8ebfbbfc16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:33.974244 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-03fdb3b5-e322-44de-ba15-a7b703ca31d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (28168411-0079-4772-92e1-37cfdba106c5), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:33.987909 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfec23b-b092-4be7-9488-eefb8f278e14 req-0d8eb8fb-b5f7-4205-a2f6-862f29f434aa tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:33.995797 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3cfec23b-b092-4be7-9488-eefb8f278e14 req-0d8eb8fb-b5f7-4205-a2f6-862f29f434aa tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=5887f3e8-977b-4278-b9a8-ee8ebfbbfc16 HTTP/1.1" status: 200 len: 931 time: 0.1331544 Feb 09 02:04:34.047318 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3cfec23b-b092-4be7-9488-eefb8f278e14 req-c578eaf6-ea30-407d-bf62-71ce781adbc8 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae45948a-23db-41ed-abe8-3ac6c5462805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504971 Feb 09 02:04:34.328205 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb7088-1a19-4797-a86f-8226d05f95a8 req-ac5a6726-cb23-4b6c-a32d-5ef4c10ea4bc tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:34.330457 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-59fb7088-1a19-4797-a86f-8226d05f95a8 req-ac5a6726-cb23-4b6c-a32d-5ef4c10ea4bc tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.1096740 Feb 09 02:04:34.349893 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-03fdb3b5-e322-44de-ba15-a7b703ca31d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28168411-0079-4772-92e1-37cfdba106c5 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:04:34.365220 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-03fdb3b5-e322-44de-ba15-a7b703ca31d1 service neutron] Publish callbacks [] for port (28168411-0079-4772-92e1-37cfdba106c5), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:34.394716 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-03fdb3b5-e322-44de-ba15-a7b703ca31d1 service neutron] Transition to ACTIVE for port object 28168411-0079-4772-92e1-37cfdba106c5 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:04:34.399905 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-03fdb3b5-e322-44de-ba15-a7b703ca31d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (28168411-0079-4772-92e1-37cfdba106c5), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:34.404409 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-59fb7088-1a19-4797-a86f-8226d05f95a8 req-40303fc3-6264-4f6a-b42c-3c974e818771 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643530 Feb 09 02:04:34.459005 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdb3b5-e322-44de-ba15-a7b703ca31d1 service neutron] Pushing event updated for resources: {'Port': ['ID=28168411-0079-4772-92e1-37cfdba106c5,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:34.528726 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-03fdb3b5-e322-44de-ba15-a7b703ca31d1 service neutron] Attempting to bind port 28168411-0079-4772-92e1-37cfdba106c5 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:04:34.529076 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-03fdb3b5-e322-44de-ba15-a7b703ca31d1 service neutron] Attempting to bind port 28168411-0079-4772-92e1-37cfdba106c5 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba710e16-075f-4b94-b796-dae5cbec3b69'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:04:34.529486 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-03fdb3b5-e322-44de-ba15-a7b703ca31d1 service neutron] Attempting to bind port 28168411-0079-4772-92e1-37cfdba106c5 on network ba710e16-075f-4b94-b796-dae5cbec3b69 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:34.536790 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-03fdb3b5-e322-44de-ba15-a7b703ca31d1 service neutron] Port 28168411-0079-4772-92e1-37cfdba106c5 on network ba710e16-075f-4b94-b796-dae5cbec3b69 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:04:34.537305 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-03fdb3b5-e322-44de-ba15-a7b703ca31d1 service neutron] Attempting to bind port 28168411-0079-4772-92e1-37cfdba106c5 on network ba710e16-075f-4b94-b796-dae5cbec3b69 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:34.543937 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-03fdb3b5-e322-44de-ba15-a7b703ca31d1 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:04:34.544454 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-03fdb3b5-e322-44de-ba15-a7b703ca31d1 service neutron] Checking segment: {'id': 'c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba710e16-075f-4b94-b796-dae5cbec3b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:04:34.544847 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-03fdb3b5-e322-44de-ba15-a7b703ca31d1 service neutron] Bound using segment: {'id': 'c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba710e16-075f-4b94-b796-dae5cbec3b69'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:04:34.545282 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-03fdb3b5-e322-44de-ba15-a7b703ca31d1 service neutron] Bound port: 28168411-0079-4772-92e1-37cfdba106c5, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba710e16-075f-4b94-b796-dae5cbec3b69'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:04:34.545645 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-03fdb3b5-e322-44de-ba15-a7b703ca31d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (28168411-0079-4772-92e1-37cfdba106c5), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:34.606422 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1fd213b1-c4fa-496c-8bc5-cd4ca7d097e5 req-c3ebe453-4e5a-4858-962d-62e968f2fb80 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0367193 Feb 09 02:04:34.627883 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-03fdb3b5-e322-44de-ba15-a7b703ca31d1 service neutron] For port 28168411-0079-4772-92e1-37cfdba106c5, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:04:34.639125 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-03fdb3b5-e322-44de-ba15-a7b703ca31d1 service neutron] For port 28168411-0079-4772-92e1-37cfdba106c5, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=28168411-0079-4772-92e1-37cfdba106c5,segment=NetworkSegment(c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3),segment_id=c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:04:34.647870 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-03fdb3b5-e322-44de-ba15-a7b703ca31d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (28168411-0079-4772-92e1-37cfdba106c5), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:34.686929 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-03fdb3b5-e322-44de-ba15-a7b703ca31d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:34.687586 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-03fdb3b5-e322-44de-ba15-a7b703ca31d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:34.690160 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-03fdb3b5-e322-44de-ba15-a7b703ca31d1 service neutron] 10.222.0.48 "PUT /v2.0/ports/28168411-0079-4772-92e1-37cfdba106c5 HTTP/1.1" status: 200 len: 1091 time: 0.8077812 Feb 09 02:04:34.690629 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5887f3e8-977b-4278-b9a8-ee8ebfbbfc16', 'tag': '28168411-0079-4772-92e1-37cfdba106c5'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:34.693153 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9bf80f-2c04-42a5-b549-43f728b02e51" -d '{"events": [{"name": "network-changed", "server_uuid": "5887f3e8-977b-4278-b9a8-ee8ebfbbfc16", "tag": "28168411-0079-4772-92e1-37cfdba106c5"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:34.718249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdb3b5-e322-44de-ba15-a7b703ca31d1 service neutron] Pushing event updated for resources: {'Port': ['ID=28168411-0079-4772-92e1-37cfdba106c5,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:34.777297 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458bceb6-249c-4d0b-9e9a-552ac97bf84d x-openstack-request-id: req-458bceb6-249c-4d0b-9e9a-552ac97bf84d {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:34.777702 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5887f3e8-977b-4278-b9a8-ee8ebfbbfc16", "tag": "28168411-0079-4772-92e1-37cfdba106c5", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:34.778033 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-458bceb6-249c-4d0b-9e9a-552ac97bf84d {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:34.778493 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5887f3e8-977b-4278-b9a8-ee8ebfbbfc16', 'tag': '28168411-0079-4772-92e1-37cfdba106c5', 'status': 'completed', 'code': 200} Feb 09 02:04:34.818320 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-4318438f-ddca-42d0-9e05-12fca71dbb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:34.819945 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-4318438f-ddca-42d0-9e05-12fca71dbb3a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e4b7362717544fba3030c92e8c1caaa&device_id=5887f3e8-977b-4278-b9a8-ee8ebfbbfc16 HTTP/1.1" status: 200 len: 1125 time: 0.0601981 Feb 09 02:04:34.867049 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-f3ff5fff-4d27-421e-ac9b-ea6765d9795e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28168411-0079-4772-92e1-37cfdba106c5 HTTP/1.1" status: 200 len: 217 time: 0.0402005 Feb 09 02:04:34.942283 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-034dcf2c-a632-497a-bc6b-a99b9c8f2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:34.944666 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-034dcf2c-a632-497a-bc6b-a99b9c8f2de3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ce981f79-26c7-4912-bc15-2321e620e484 HTTP/1.1" status: 200 len: 848 time: 0.0700092 Feb 09 02:04:35.006969 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-50397157-92bf-4150-a4fc-2395a09124b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ba710e16-075f-4b94-b796-dae5cbec3b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529652 Feb 09 02:04:35.135953 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-fdc0aaf0-4f38-47d6-be3e-5ab417da53b6 service neutron] 10.222.0.48 "GET /v2.0/networks/ba710e16-075f-4b94-b796-dae5cbec3b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228430 Feb 09 02:04:35.238086 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97492a4c-2f14-43df-ae1b-0d491bd70f23 req-bfa1c7a7-ae4a-49a4-a993-1bcfb3c1ff59 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:35.238674 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4b9dd151-4bfe-4403-8fc8-5a0b8c249dd5 req-5ad9ae41-2b1b-4156-9165-c55a28e3ccc7 service neutron] 10.222.0.48 "GET /v2.0/networks/ba710e16-075f-4b94-b796-dae5cbec3b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954449 Feb 09 02:04:35.247994 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-97492a4c-2f14-43df-ae1b-0d491bd70f23 req-bfa1c7a7-ae4a-49a4-a993-1bcfb3c1ff59 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=5887f3e8-977b-4278-b9a8-ee8ebfbbfc16 HTTP/1.1" status: 200 len: 943 time: 0.1068153 Feb 09 02:04:35.300852 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-97492a4c-2f14-43df-ae1b-0d491bd70f23 req-0e2f29ce-ce8a-4e16-b90a-a625cf6477ee tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae45948a-23db-41ed-abe8-3ac6c5462805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517666 Feb 09 02:04:35.378348 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bf80f-2c04-42a5-b549-43f728b02e51 req-3608381c-efa1-4a03-9973-8102e9d48fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:35.380622 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0a9bf80f-2c04-42a5-b549-43f728b02e51 req-3608381c-efa1-4a03-9973-8102e9d48fd5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e4b7362717544fba3030c92e8c1caaa&device_id=5887f3e8-977b-4278-b9a8-ee8ebfbbfc16 HTTP/1.1" status: 200 len: 1125 time: 0.0629191 Feb 09 02:04:35.503620 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bf80f-2c04-42a5-b549-43f728b02e51 req-bcea914a-b1a3-40e0-8342-0b9b02ff468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:35.505169 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0a9bf80f-2c04-42a5-b549-43f728b02e51 req-bcea914a-b1a3-40e0-8342-0b9b02ff468c service neutron] 10.222.0.48 "GET /v2.0/networks?id=ba710e16-075f-4b94-b796-dae5cbec3b69 HTTP/1.1" status: 200 len: 909 time: 0.1182323 Feb 09 02:04:35.554770 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0a9bf80f-2c04-42a5-b549-43f728b02e51 req-9bc43724-d6e8-452d-a1b4-9df479a3fe0c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28168411-0079-4772-92e1-37cfdba106c5 HTTP/1.1" status: 200 len: 217 time: 0.0434027 Feb 09 02:04:35.620472 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bf80f-2c04-42a5-b549-43f728b02e51 req-2cc9f720-5ee3-44be-9ac0-3611cc35d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:35.622371 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0a9bf80f-2c04-42a5-b549-43f728b02e51 req-2cc9f720-5ee3-44be-9ac0-3611cc35d1ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ce981f79-26c7-4912-bc15-2321e620e484 HTTP/1.1" status: 200 len: 848 time: 0.0604115 Feb 09 02:04:35.660110 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0a9bf80f-2c04-42a5-b549-43f728b02e51 req-c1bd2bcf-4c3a-4d91-b485-3c6560aa649b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ba710e16-075f-4b94-b796-dae5cbec3b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305707 Feb 09 02:04:35.791525 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-efef4444-60f8-48f7-bb13-353297176d54 req-83949848-3d9d-41c9-9172-7f2ce8a3d01d tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0388150 Feb 09 02:04:35.865825 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0a9bf80f-2c04-42a5-b549-43f728b02e51 req-93992bb9-b366-4ecb-9778-9063a989a865 service neutron] 10.222.0.48 "GET /v2.0/networks/ba710e16-075f-4b94-b796-dae5cbec3b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941190 Feb 09 02:04:35.988567 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0a9bf80f-2c04-42a5-b549-43f728b02e51 req-8583fd17-1822-4bbe-a73b-041a181e2d9a service neutron] 10.222.0.48 "GET /v2.0/networks/ba710e16-075f-4b94-b796-dae5cbec3b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162510 Feb 09 02:04:36.460007 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d34f4-69af-4b62-9d92-dde848b85c48 req-f536f821-0802-484e-87d0-913aab48382c tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:36.464918 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3b2d34f4-69af-4b62-9d92-dde848b85c48 req-f536f821-0802-484e-87d0-913aab48382c tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=5887f3e8-977b-4278-b9a8-ee8ebfbbfc16 HTTP/1.1" status: 200 len: 943 time: 0.0672441 Feb 09 02:04:36.511751 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3b2d34f4-69af-4b62-9d92-dde848b85c48 req-969e0585-eb96-4e34-bb40-11660356bfb4 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae45948a-23db-41ed-abe8-3ac6c5462805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435038 Feb 09 02:04:36.921550 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4cdb7a5f-7c3e-480d-ac8c-1b58043cfb0e req-5829e236-4e14-4818-900f-c3d5e6446a7a tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0417695 Feb 09 02:04:37.461719 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f127b1b-4c0a-4854-8848-a49f94c767e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:37.724156 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fcca7-d03f-4d43-9c1f-91a040131104 req-e2256c3e-d994-4569-8bbf-90a8725e1a9b tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:37.735946 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0f9fcca7-d03f-4d43-9c1f-91a040131104 req-e2256c3e-d994-4569-8bbf-90a8725e1a9b tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=5887f3e8-977b-4278-b9a8-ee8ebfbbfc16 HTTP/1.1" status: 200 len: 943 time: 0.1179311 Feb 09 02:04:37.746006 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 28168411-0079-4772-92e1-37cfdba106c5 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:04:37.886482 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0f9fcca7-d03f-4d43-9c1f-91a040131104 req-ac970645-07e4-4f28-b8b5-0a69764e3ace tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae45948a-23db-41ed-abe8-3ac6c5462805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215308 Feb 09 02:04:37.970861 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 28168411-0079-4772-92e1-37cfdba106c5, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=28168411-0079-4772-92e1-37cfdba106c5,segment=NetworkSegment(c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3),segment_id=c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:37.988432 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '28168411-0079-4772-92e1-37cfdba106c5', 'network_id': 'ba710e16-075f-4b94-b796-dae5cbec3b69', 'port_id': '28168411-0079-4772-92e1-37cfdba106c5', 'mac_address': 'fa:16:3e:41:26:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce981f79-26c7-4912-bc15-2321e620e484', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:04:38.063749 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 28168411-0079-4772-92e1-37cfdba106c5 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:38.064794 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (28168411-0079-4772-92e1-37cfdba106c5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:38.077726 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b5cdb846-6342-435e-9df6-94985becea74 req-6ac6c32b-9d43-483d-9f9c-fbc32b21dfdd tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0537148 Feb 09 02:04:38.090860 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28168411-0079-4772-92e1-37cfdba106c5 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:04:38.115398 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 28168411-0079-4772-92e1-37cfdba106c5, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=28168411-0079-4772-92e1-37cfdba106c5,segment=NetworkSegment(c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3),segment_id=c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:38.119532 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (28168411-0079-4772-92e1-37cfdba106c5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:38.176726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=28168411-0079-4772-92e1-37cfdba106c5,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:38.185923 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:38.186341 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:38.186742 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:38.187150 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:38.187571 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:38.188090 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:38.189165 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:38.189502 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:38.189942 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:38.190378 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:38.190917 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:38.191474 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:38.191994 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:38.352015 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['28168411-0079-4772-92e1-37cfdba106c5'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:04:38.573410 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39664) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:38.740205 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ae176d99-e88f-4c40-aff6-99e3a682213c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:38.872126 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ae176d99-e88f-4c40-aff6-99e3a682213c admin admin] Publish callbacks [] for security_group (338035e8-75dc-4d53-a522-3312150eb730), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:38.879503 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ae176d99-e88f-4c40-aff6-99e3a682213c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (338035e8-75dc-4d53-a522-3312150eb730), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:38.919871 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae176d99-e88f-4c40-aff6-99e3a682213c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338035e8-75dc-4d53-a522-3312150eb730,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:38.927636 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ae176d99-e88f-4c40-aff6-99e3a682213c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13f9ffd801f347259e51c4bab3040299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3505366 Feb 09 02:04:38.928040 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39676) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:39.028118 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3da7b1a5-1622-44ad-ab1b-92516aa4c312 admin admin] Publish callbacks [] for security_group (338035e8-75dc-4d53-a522-3312150eb730), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:39.052138 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3da7b1a5-1622-44ad-ab1b-92516aa4c312 admin admin] Publish callbacks [] for security_group (338035e8-75dc-4d53-a522-3312150eb730), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:39.133951 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3da7b1a5-1622-44ad-ab1b-92516aa4c312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (338035e8-75dc-4d53-a522-3312150eb730), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:39.136783 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3da7b1a5-1622-44ad-ab1b-92516aa4c312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:39.148417 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3da7b1a5-1622-44ad-ab1b-92516aa4c312 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/338035e8-75dc-4d53-a522-3312150eb730 HTTP/1.1" status: 204 len: 168 time: 0.2143083 Feb 09 02:04:39.160992 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7b1a5-1622-44ad-ab1b-92516aa4c312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338035e8-75dc-4d53-a522-3312150eb730,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:39.227035 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0847c6-c2cb-41d5-a469-e44ef0c7b2d3 req-8c37db06-588c-418d-8368-fad45d497e03 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:39.235868 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a0847c6-c2cb-41d5-a469-e44ef0c7b2d3 req-8c37db06-588c-418d-8368-fad45d497e03 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=5887f3e8-977b-4278-b9a8-ee8ebfbbfc16 HTTP/1.1" status: 200 len: 944 time: 0.2201073 Feb 09 02:04:39.255425 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d2eebefb-c42f-43a1-b790-96f53ab7995d req-b87b79af-d5e1-4ac8-a2d5-082c201e693b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0620649 Feb 09 02:04:39.319074 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a0847c6-c2cb-41d5-a469-e44ef0c7b2d3 req-8d31f226-92be-4868-a138-3966dd14d767 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae45948a-23db-41ed-abe8-3ac6c5462805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778561 Feb 09 02:04:39.540970 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39684) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:39.558846 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6904fdb-dab6-43b5-a9e3-3c913e5d23c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:39.647836 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6904fdb-dab6-43b5-a9e3-3c913e5d23c3 admin admin] Publish callbacks [] for security_group (c89975fc-a754-45e2-b0b2-3a4ea59d9637), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:39.653740 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b6904fdb-dab6-43b5-a9e3-3c913e5d23c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c89975fc-a754-45e2-b0b2-3a4ea59d9637), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:39.700332 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b6904fdb-dab6-43b5-a9e3-3c913e5d23c3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc1ef67f08094801baff85a49666d40e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1560359 Feb 09 02:04:39.700332 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6904fdb-dab6-43b5-a9e3-3c913e5d23c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89975fc-a754-45e2-b0b2-3a4ea59d9637,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:39.702111 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39686) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:39.742233 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 28168411-0079-4772-92e1-37cfdba106c5 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:39.779062 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-339e9e24-a40b-4431-aebf-2aa4d68a7c09 admin admin] Publish callbacks [] for security_group (c89975fc-a754-45e2-b0b2-3a4ea59d9637), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:39.808214 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-339e9e24-a40b-4431-aebf-2aa4d68a7c09 admin admin] Publish callbacks [] for security_group (c89975fc-a754-45e2-b0b2-3a4ea59d9637), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:39.865828 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 28168411-0079-4772-92e1-37cfdba106c5 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:39.870927 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 28168411-0079-4772-92e1-37cfdba106c5 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:39.871520 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (28168411-0079-4772-92e1-37cfdba106c5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:39.887522 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-339e9e24-a40b-4431-aebf-2aa4d68a7c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c89975fc-a754-45e2-b0b2-3a4ea59d9637), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:39.900323 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-339e9e24-a40b-4431-aebf-2aa4d68a7c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:39.901830 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-339e9e24-a40b-4431-aebf-2aa4d68a7c09 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c89975fc-a754-45e2-b0b2-3a4ea59d9637 HTTP/1.1" status: 204 len: 168 time: 0.1987770 Feb 09 02:04:39.917381 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e9e24-a40b-4431-aebf-2aa4d68a7c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89975fc-a754-45e2-b0b2-3a4ea59d9637,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:40.000539 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:40.051510 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 28168411-0079-4772-92e1-37cfdba106c5 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:40.052269 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (28168411-0079-4772-92e1-37cfdba106c5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:40.096057 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 28168411-0079-4772-92e1-37cfdba106c5, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=28168411-0079-4772-92e1-37cfdba106c5,segment=NetworkSegment(c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3),segment_id=c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:40.097212 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5887f3e8-977b-4278-b9a8-ee8ebfbbfc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28168411-0079-4772-92e1-37cfdba106c5'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:40.100246 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd049b9-ac17-4edf-9179-71b1d23a19cd" -d '{"events": [{"server_uuid": "5887f3e8-977b-4278-b9a8-ee8ebfbbfc16", "name": "network-vif-plugged", "status": "completed", "tag": "28168411-0079-4772-92e1-37cfdba106c5"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:40.149869 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (28168411-0079-4772-92e1-37cfdba106c5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:40.232571 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8af9de-10b5-4a0b-bb6f-0cfc20f15faf x-openstack-request-id: req-9f8af9de-10b5-4a0b-bb6f-0cfc20f15faf {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:40.232863 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5887f3e8-977b-4278-b9a8-ee8ebfbbfc16", "name": "network-vif-plugged", "status": "completed", "tag": "28168411-0079-4772-92e1-37cfdba106c5", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:40.233119 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f8af9de-10b5-4a0b-bb6f-0cfc20f15faf {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:40.233529 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5887f3e8-977b-4278-b9a8-ee8ebfbbfc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28168411-0079-4772-92e1-37cfdba106c5', 'code': 200} Feb 09 02:04:40.235067 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=28168411-0079-4772-92e1-37cfdba106c5,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:40.246043 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fe752614-6527-4157-8c04-c2290ea7e629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:40.403759 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba3f33-7724-4817-9c15-6e5e114e5f0a req-5541c163-5b3d-4872-bebb-2c49748641a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:40.405884 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-85ba3f33-7724-4817-9c15-6e5e114e5f0a req-5541c163-5b3d-4872-bebb-2c49748641a8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5887f3e8-977b-4278-b9a8-ee8ebfbbfc16 HTTP/1.1" status: 200 len: 1127 time: 0.1286297 Feb 09 02:04:40.444674 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fcf7f541-85e0-42bc-b617-41649dd385d7 req-0fa9784f-108b-40e5-836a-0901b4b370d6 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0473411 Feb 09 02:04:40.855092 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:40.936560 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-85ba3f33-7724-4817-9c15-6e5e114e5f0a req-755d0682-23e2-4ce8-9bf6-7cf1e0aaaf95 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ae45948a-23db-41ed-abe8-3ac6c5462805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5239410 Feb 09 02:04:40.950835 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:40.959193 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cc54f-ef35-4560-bb92-cd9e8986d10d req-bb122a36-5264-4a44-8dc8-29873fe7ca24 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:40.960882 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-530cc54f-ef35-4560-bb92-cd9e8986d10d req-bb122a36-5264-4a44-8dc8-29873fe7ca24 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=5887f3e8-977b-4278-b9a8-ee8ebfbbfc16 HTTP/1.1" status: 200 len: 945 time: 0.5127330 Feb 09 02:04:41.015743 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-530cc54f-ef35-4560-bb92-cd9e8986d10d req-7c1c776c-68a0-4dbf-973a-8c4f60e311c3 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae45948a-23db-41ed-abe8-3ac6c5462805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489450 Feb 09 02:04:41.605730 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0bdcb4ee-c2c8-4eb3-b12c-66a75cac78d6 req-93501eaf-e415-42be-a589-8f4d989b6241 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9666b1d1-6bad-4031-8c60-f7e7348028c9 HTTP/1.1" status: 200 len: 210 time: 0.0454488 Feb 09 02:04:42.149510 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4b304-2a21-4db8-88d7-6ecd1907312e req-8ca161ec-40d4-4d70-a3cb-002afc2c2825 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:42.151150 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22b4b304-2a21-4db8-88d7-6ecd1907312e req-8ca161ec-40d4-4d70-a3cb-002afc2c2825 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=5887f3e8-977b-4278-b9a8-ee8ebfbbfc16 HTTP/1.1" status: 200 len: 945 time: 0.0547667 Feb 09 02:04:42.213763 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22b4b304-2a21-4db8-88d7-6ecd1907312e req-e8a711ae-11c7-44a3-ac84-259f130f94e0 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae45948a-23db-41ed-abe8-3ac6c5462805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557635 Feb 09 02:04:42.336177 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:42.711321 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39740) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:42.772306 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a311e034-1a56-4974-8231-1ecb32244248 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for security_group (1e638cb1-20b5-4643-bafe-af95ea8e6a1d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:42.804089 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a311e034-1a56-4974-8231-1ecb32244248 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for security_group (1e638cb1-20b5-4643-bafe-af95ea8e6a1d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:42.857699 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a311e034-1a56-4974-8231-1ecb32244248 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1e638cb1-20b5-4643-bafe-af95ea8e6a1d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:42.861519 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a311e034-1a56-4974-8231-1ecb32244248 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:42.862932 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a311e034-1a56-4974-8231-1ecb32244248 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "DELETE /v2.0/security-groups/1e638cb1-20b5-4643-bafe-af95ea8e6a1d HTTP/1.1" status: 204 len: 168 time: 0.1500421 Feb 09 02:04:42.866836 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39744) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:42.873741 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311e034-1a56-4974-8231-1ecb32244248 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e638cb1-20b5-4643-bafe-af95ea8e6a1d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:42.883878 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-37dbba75-3af7-4c4f-8be9-495854481fd7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] show failed (client error): The resource could not be found. Feb 09 02:04:42.886518 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-37dbba75-3af7-4c4f-8be9-495854481fd7 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "GET /v2.0/security-groups/1e638cb1-20b5-4643-bafe-af95ea8e6a1d HTTP/1.1" status: 404 len: 347 time: 0.0179079 Feb 09 02:04:42.889463 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39746) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:43.086296 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-be691953-d96f-4a13-9359-99989c295190 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Deleting port 34abc2d4-faf2-4fb6-8108-66c0d86bf90c {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:04:43.086756 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be691953-d96f-4a13-9359-99989c295190 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (34abc2d4-faf2-4fb6-8108-66c0d86bf90c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:43.198130 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be691953-d96f-4a13-9359-99989c295190 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (34abc2d4-faf2-4fb6-8108-66c0d86bf90c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:43.198130 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be691953-d96f-4a13-9359-99989c295190 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for floatingip (34abc2d4-faf2-4fb6-8108-66c0d86bf90c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:43.213574 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-be691953-d96f-4a13-9359-99989c295190 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Calling delete_port for 34abc2d4-faf2-4fb6-8108-66c0d86bf90c owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:04:43.350574 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eaa1cc-be3e-448a-b89c-b1cc6d80b51d req-32b7cddd-73d4-4240-b91c-2f45863825b6 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:43.352350 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-82eaa1cc-be3e-448a-b89c-b1cc6d80b51d req-32b7cddd-73d4-4240-b91c-2f45863825b6 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=5887f3e8-977b-4278-b9a8-ee8ebfbbfc16 HTTP/1.1" status: 200 len: 945 time: 0.0636725 Feb 09 02:04:43.392376 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be691953-d96f-4a13-9359-99989c295190 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (34abc2d4-faf2-4fb6-8108-66c0d86bf90c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:43.405551 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-82eaa1cc-be3e-448a-b89c-b1cc6d80b51d req-96af4572-ac04-4040-8192-1c11add8df87 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae45948a-23db-41ed-abe8-3ac6c5462805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461259 Feb 09 02:04:43.436449 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:43.450412 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be691953-d96f-4a13-9359-99989c295190 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event deleted for resources: {'Port': ['ID=34abc2d4-faf2-4fb6-8108-66c0d86bf90c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:43.529102 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be691953-d96f-4a13-9359-99989c295190 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for floatingip (dc312f77-7ca6-4841-9707-f8bbe35d75ea), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:43.533448 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be691953-d96f-4a13-9359-99989c295190 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:43.535398 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-be691953-d96f-4a13-9359-99989c295190 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "DELETE /v2.0/floatingips/dc312f77-7ca6-4841-9707-f8bbe35d75ea HTTP/1.1" status: 204 len: 168 time: 0.6440978 Feb 09 02:04:43.538390 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39762) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:43.652712 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-7cf0b9e7-6f11-43fc-917b-dee966bef20c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Deleting port a7be7dc4-d914-4868-bc01-259d832746e1 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:04:43.653206 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7cf0b9e7-6f11-43fc-917b-dee966bef20c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a7be7dc4-d914-4868-bc01-259d832746e1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:43.750804 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7cf0b9e7-6f11-43fc-917b-dee966bef20c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a7be7dc4-d914-4868-bc01-259d832746e1), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:43.766763 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-7cf0b9e7-6f11-43fc-917b-dee966bef20c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Calling delete_port for a7be7dc4-d914-4868-bc01-259d832746e1 owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:04:43.940056 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7cf0b9e7-6f11-43fc-917b-dee966bef20c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a7be7dc4-d914-4868-bc01-259d832746e1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:43.977408 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0b9e7-6f11-43fc-917b-dee966bef20c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event deleted for resources: {'Port': ['ID=a7be7dc4-d914-4868-bc01-259d832746e1,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:44.107223 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7cf0b9e7-6f11-43fc-917b-dee966bef20c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:44.114220 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7cf0b9e7-6f11-43fc-917b-dee966bef20c tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "DELETE /v2.0/ports/a7be7dc4-d914-4868-bc01-259d832746e1 HTTP/1.1" status: 204 len: 168 time: 0.5741408 Feb 09 02:04:44.116176 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39780) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:44.181606 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba529e7-1918-4b8c-94fc-31a1ac5d0c5d req-5f87af79-8b01-4b13-96ea-ce7a4595c9b3 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:44.185217 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dba529e7-1918-4b8c-94fc-31a1ac5d0c5d req-5f87af79-8b01-4b13-96ea-ce7a4595c9b3 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=5887f3e8-977b-4278-b9a8-ee8ebfbbfc16 HTTP/1.1" status: 200 len: 945 time: 0.0986114 Feb 09 02:04:44.260368 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-5f31ca35-5a71-4f4b-a1f2-1d59fe7f213b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Deleting port 9905adb9-d1e4-4bfa-82dc-a198aa75b6de {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:04:44.260980 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5f31ca35-5a71-4f4b-a1f2-1d59fe7f213b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9905adb9-d1e4-4bfa-82dc-a198aa75b6de), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:44.307649 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dba529e7-1918-4b8c-94fc-31a1ac5d0c5d req-3b4a64e5-9ca1-4f7a-b12a-571ea020dc64 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae45948a-23db-41ed-abe8-3ac6c5462805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080630 Feb 09 02:04:44.389514 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5f31ca35-5a71-4f4b-a1f2-1d59fe7f213b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9905adb9-d1e4-4bfa-82dc-a198aa75b6de), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:44.407200 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-5f31ca35-5a71-4f4b-a1f2-1d59fe7f213b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Calling delete_port for 9905adb9-d1e4-4bfa-82dc-a198aa75b6de owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:04:44.601760 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5f31ca35-5a71-4f4b-a1f2-1d59fe7f213b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9905adb9-d1e4-4bfa-82dc-a198aa75b6de), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:44.651032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31ca35-5a71-4f4b-a1f2-1d59fe7f213b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event deleted for resources: {'Port': ['ID=9905adb9-d1e4-4bfa-82dc-a198aa75b6de,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:44.747764 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5f31ca35-5a71-4f4b-a1f2-1d59fe7f213b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:44.747764 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5f31ca35-5a71-4f4b-a1f2-1d59fe7f213b tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "DELETE /v2.0/ports/9905adb9-d1e4-4bfa-82dc-a198aa75b6de HTTP/1.1" status: 204 len: 168 time: 0.6280909 Feb 09 02:04:44.748295 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39784) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:44.817102 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a565691-eb2a-45b5-9f7c-549ffef4554e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Deleting subnet b1fe157d-43b5-4754-996c-299d00068483 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:04:44.821592 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9a565691-eb2a-45b5-9f7c-549ffef4554e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for subnet (b1fe157d-43b5-4754-996c-299d00068483), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:44.872634 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9a565691-eb2a-45b5-9f7c-549ffef4554e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (b1fe157d-43b5-4754-996c-299d00068483), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:45.001329 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9a565691-eb2a-45b5-9f7c-549ffef4554e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (b1fe157d-43b5-4754-996c-299d00068483), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:45.084858 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9a565691-eb2a-45b5-9f7c-549ffef4554e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (b1fe157d-43b5-4754-996c-299d00068483), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:45.123309 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9a565691-eb2a-45b5-9f7c-549ffef4554e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:45.131484 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f010ca7-3cb3-4b4e-87bc-192dcc2d6207 None None] Network ee7d3bb2-f456-41d8-93b8-334fc83bc2df requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:04:45.131970 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39788) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:45.132088 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9a565691-eb2a-45b5-9f7c-549ffef4554e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "DELETE /v2.0/subnets/b1fe157d-43b5-4754-996c-299d00068483 HTTP/1.1" status: 204 len: 168 time: 0.3821070 Feb 09 02:04:45.133081 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a565691-eb2a-45b5-9f7c-549ffef4554e tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event deleted for resources: {'Subnet': ['ID=b1fe157d-43b5-4754-996c-299d00068483,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:45.238399 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8143156-aef0-47fc-86d0-bd22da80ef56 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Deleting subnet 678160b0-2b2f-464c-ba3e-556e6e820726 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:04:45.247391 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8143156-aef0-47fc-86d0-bd22da80ef56 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for subnet (678160b0-2b2f-464c-ba3e-556e6e820726), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:45.381577 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8143156-aef0-47fc-86d0-bd22da80ef56 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (678160b0-2b2f-464c-ba3e-556e6e820726), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:45.409930 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0637d6-d20e-4225-be69-78819613846e None None] DHCP port deletion for ee7d3bb2-f456-41d8-93b8-334fc83bc2df request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:04:45.520358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ee0637d6-d20e-4225-be69-78819613846e None None] Deleting port 738d8125-8d36-422f-818d-8867fca5c012 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:04:45.520840 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8143156-aef0-47fc-86d0-bd22da80ef56 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (678160b0-2b2f-464c-ba3e-556e6e820726), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:45.522329 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ee0637d6-d20e-4225-be69-78819613846e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (738d8125-8d36-422f-818d-8867fca5c012), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:45.537608 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24621a33-a5d5-4c68-b99e-4801c9f001e8 req-e975cba8-ed74-4744-a197-c91417605308 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:45.550423 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24621a33-a5d5-4c68-b99e-4801c9f001e8 req-e975cba8-ed74-4744-a197-c91417605308 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=5887f3e8-977b-4278-b9a8-ee8ebfbbfc16 HTTP/1.1" status: 200 len: 945 time: 0.1032443 Feb 09 02:04:45.589852 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8143156-aef0-47fc-86d0-bd22da80ef56 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (678160b0-2b2f-464c-ba3e-556e6e820726), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:45.623908 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8143156-aef0-47fc-86d0-bd22da80ef56 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event deleted for resources: {'Subnet': ['ID=678160b0-2b2f-464c-ba3e-556e6e820726,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:45.634169 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8143156-aef0-47fc-86d0-bd22da80ef56 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:45.639339 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e8143156-aef0-47fc-86d0-bd22da80ef56 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "DELETE /v2.0/subnets/678160b0-2b2f-464c-ba3e-556e6e820726 HTTP/1.1" status: 204 len: 168 time: 0.5066528 Feb 09 02:04:45.644868 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 39794) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:45.649300 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf844fa-7ce6-4d38-9b5e-3d659570a4b0 None None] Network 91f3e44e-bf94-49e8-bd52-1019903bad7b requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:04:45.662545 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24621a33-a5d5-4c68-b99e-4801c9f001e8 req-428ce560-5100-480a-9fdb-7aa422f5008a tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae45948a-23db-41ed-abe8-3ac6c5462805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105585 Feb 09 02:04:45.733007 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ee0637d6-d20e-4225-be69-78819613846e None None] For port 738d8125-8d36-422f-818d-8867fca5c012, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=738d8125-8d36-422f-818d-8867fca5c012,segment=NetworkSegment(8adfb314-fb8f-470a-95d3-56e5004c01a2),segment_id=8adfb314-fb8f-470a-95d3-56e5004c01a2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:45.733417 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ee0637d6-d20e-4225-be69-78819613846e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (738d8125-8d36-422f-818d-8867fca5c012), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:45.766153 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ee0637d6-d20e-4225-be69-78819613846e None None] Calling delete_port for 738d8125-8d36-422f-818d-8867fca5c012 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:04:45.827342 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f0989e0d-d52e-4258-b8cf-57f3bf89efe8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (ee7d3bb2-f456-41d8-93b8-334fc83bc2df), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:45.884598 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78baa4c3-5a39-498f-861d-d580e46526c9 req-7db4add0-a92b-41af-8d00-d4bdf0626102 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:45.886147 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-78baa4c3-5a39-498f-861d-d580e46526c9 req-7db4add0-a92b-41af-8d00-d4bdf0626102 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.48 "GET /v2.0/ports?device_id=5887f3e8-977b-4278-b9a8-ee8ebfbbfc16 HTTP/1.1" status: 200 len: 945 time: 0.1575916 Feb 09 02:04:46.011499 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ee0637d6-d20e-4225-be69-78819613846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (738d8125-8d36-422f-818d-8867fca5c012), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:46.041242 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-f0989e0d-d52e-4258-b8cf-57f3bf89efe8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Deleting port 738d8125-8d36-422f-818d-8867fca5c012 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:04:46.041500 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f0989e0d-d52e-4258-b8cf-57f3bf89efe8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (738d8125-8d36-422f-818d-8867fca5c012), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:46.050801 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0637d6-d20e-4225-be69-78819613846e None None] No DVR routers for this DVR port 738d8125-8d36-422f-818d-8867fca5c012 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:04:46.057284 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0637d6-d20e-4225-be69-78819613846e None None] Pushing event deleted for resources: {'Port': ['ID=738d8125-8d36-422f-818d-8867fca5c012,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:46.112337 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8745d7-a147-425b-84bc-f031a5ba1287 None None] DHCP port deletion for 91f3e44e-bf94-49e8-bd52-1019903bad7b request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:04:46.139458 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-78baa4c3-5a39-498f-861d-d580e46526c9 req-3e28aca7-a366-4528-bedf-522eda00a84d tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Deleting port 28168411-0079-4772-92e1-37cfdba106c5 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:04:46.139797 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-78baa4c3-5a39-498f-861d-d580e46526c9 req-3e28aca7-a366-4528-bedf-522eda00a84d tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (28168411-0079-4772-92e1-37cfdba106c5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:46.148088 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-f0989e0d-d52e-4258-b8cf-57f3bf89efe8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] For port 738d8125-8d36-422f-818d-8867fca5c012, host n-d-828387-3, got binding levels [] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:46.148449 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f0989e0d-d52e-4258-b8cf-57f3bf89efe8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (738d8125-8d36-422f-818d-8867fca5c012), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:46.189473 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5c8745d7-a147-425b-84bc-f031a5ba1287 None None] Deleting port 876b304d-6c0d-42eb-abb8-af539e215885 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:04:46.190136 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5c8745d7-a147-425b-84bc-f031a5ba1287 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (876b304d-6c0d-42eb-abb8-af539e215885), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:46.232705 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-f0989e0d-d52e-4258-b8cf-57f3bf89efe8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Calling delete_port for 738d8125-8d36-422f-818d-8867fca5c012 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:04:46.244468 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.ipam_backend_mixin [None req-f0989e0d-d52e-4258-b8cf-57f3bf89efe8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Port 738d8125-8d36-422f-818d-8867fca5c012 was not found and therefore no delete operation was performed {{(pid=103183) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:04:46.252906 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f0989e0d-d52e-4258-b8cf-57f3bf89efe8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (738d8125-8d36-422f-818d-8867fca5c012), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:46.271771 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5c8745d7-a147-425b-84bc-f031a5ba1287 None None] For port 876b304d-6c0d-42eb-abb8-af539e215885, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=876b304d-6c0d-42eb-abb8-af539e215885,segment=NetworkSegment(f0434725-cd04-47fb-addd-9573c52948dd),segment_id=f0434725-cd04-47fb-addd-9573c52948dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:46.273341 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5c8745d7-a147-425b-84bc-f031a5ba1287 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (876b304d-6c0d-42eb-abb8-af539e215885), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:46.277235 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0989e0d-d52e-4258-b8cf-57f3bf89efe8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] No DVR routers for this DVR port 738d8125-8d36-422f-818d-8867fca5c012 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:04:46.296130 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 876b304d-6c0d-42eb-abb8-af539e215885 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:04:46.299486 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5c8745d7-a147-425b-84bc-f031a5ba1287 None None] Calling delete_port for 876b304d-6c0d-42eb-abb8-af539e215885 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:04:46.310523 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0989e0d-d52e-4258-b8cf-57f3bf89efe8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event deleted for resources: {'Port': ['ID=738d8125-8d36-422f-818d-8867fca5c012,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:46.394687 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f0989e0d-d52e-4258-b8cf-57f3bf89efe8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (ee7d3bb2-f456-41d8-93b8-334fc83bc2df), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:46.416922 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-f0989e0d-d52e-4258-b8cf-57f3bf89efe8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee7d3bb2-f456-41d8-93b8-334fc83bc2df']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:46.428875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-f0989e0d-d52e-4258-b8cf-57f3bf89efe8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8adfb314-fb8f-470a-95d3-56e5004c01a2') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:46.428875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-f0989e0d-d52e-4258-b8cf-57f3bf89efe8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8adfb314-fb8f-470a-95d3-56e5004c01a2') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:46.437310 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f0989e0d-d52e-4258-b8cf-57f3bf89efe8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (8adfb314-fb8f-470a-95d3-56e5004c01a2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:46.450906 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f0989e0d-d52e-4258-b8cf-57f3bf89efe8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (8adfb314-fb8f-470a-95d3-56e5004c01a2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:46.452274 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 876b304d-6c0d-42eb-abb8-af539e215885 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:46.452671 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (876b304d-6c0d-42eb-abb8-af539e215885), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:46.457561 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0989e0d-d52e-4258-b8cf-57f3bf89efe8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:04:46.457967 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f0989e0d-d52e-4258-b8cf-57f3bf89efe8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (8adfb314-fb8f-470a-95d3-56e5004c01a2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:46.505152 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 876b304d-6c0d-42eb-abb8-af539e215885, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=876b304d-6c0d-42eb-abb8-af539e215885,segment=NetworkSegment(f0434725-cd04-47fb-addd-9573c52948dd),segment_id=f0434725-cd04-47fb-addd-9573c52948dd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:46.513060 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (876b304d-6c0d-42eb-abb8-af539e215885), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:46.514519 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 738d8125-8d36-422f-818d-8867fca5c012 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:04:46.573032 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:04:46.576427 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f0989e0d-d52e-4258-b8cf-57f3bf89efe8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (ee7d3bb2-f456-41d8-93b8-334fc83bc2df), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:46.592053 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f0989e0d-d52e-4258-b8cf-57f3bf89efe8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:46.596759 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f0989e0d-d52e-4258-b8cf-57f3bf89efe8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "DELETE /v2.0/networks/ee7d3bb2-f456-41d8-93b8-334fc83bc2df HTTP/1.1" status: 204 len: 168 time: 0.9508727 Feb 09 02:04:46.599564 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 39808) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:46.613878 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=876b304d-6c0d-42eb-abb8-af539e215885,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:46.616315 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0989e0d-d52e-4258-b8cf-57f3bf89efe8 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event deleted for resources: {'Network': ['ID=ee7d3bb2-f456-41d8-93b8-334fc83bc2df,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:46.625049 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-78baa4c3-5a39-498f-861d-d580e46526c9 req-3e28aca7-a366-4528-bedf-522eda00a84d tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] For port 28168411-0079-4772-92e1-37cfdba106c5, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=28168411-0079-4772-92e1-37cfdba106c5,segment=NetworkSegment(c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3),segment_id=c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:46.625757 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-78baa4c3-5a39-498f-861d-d580e46526c9 req-3e28aca7-a366-4528-bedf-522eda00a84d tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (28168411-0079-4772-92e1-37cfdba106c5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:46.630019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 738d8125-8d36-422f-818d-8867fca5c012 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:04:46.632086 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 738d8125-8d36-422f-818d-8867fca5c012 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:04:46.638270 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5c8745d7-a147-425b-84bc-f031a5ba1287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (876b304d-6c0d-42eb-abb8-af539e215885), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:46.642184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-78baa4c3-5a39-498f-861d-d580e46526c9 req-3e28aca7-a366-4528-bedf-522eda00a84d tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Calling delete_port for 28168411-0079-4772-92e1-37cfdba106c5 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:04:46.701738 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8745d7-a147-425b-84bc-f031a5ba1287 None None] No DVR routers for this DVR port 876b304d-6c0d-42eb-abb8-af539e215885 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:04:46.708067 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8745d7-a147-425b-84bc-f031a5ba1287 None None] Pushing event deleted for resources: {'Port': ['ID=876b304d-6c0d-42eb-abb8-af539e215885,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:46.786128 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-890434b1-5b23-49e2-8ec0-6bb7b4ed4639 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (91f3e44e-bf94-49e8-bd52-1019903bad7b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:46.819421 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-78baa4c3-5a39-498f-861d-d580e46526c9 req-3e28aca7-a366-4528-bedf-522eda00a84d tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (28168411-0079-4772-92e1-37cfdba106c5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:46.834208 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['28168411-0079-4772-92e1-37cfdba106c5'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:04:46.876258 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28aca7-a366-4528-bedf-522eda00a84d tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Pushing event deleted for resources: {'Port': ['ID=28168411-0079-4772-92e1-37cfdba106c5,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:46.927574 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-78baa4c3-5a39-498f-861d-d580e46526c9 req-3e28aca7-a366-4528-bedf-522eda00a84d tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] No DVR routers for this DVR port 28168411-0079-4772-92e1-37cfdba106c5 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:04:46.930246 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-78baa4c3-5a39-498f-861d-d580e46526c9 req-3e28aca7-a366-4528-bedf-522eda00a84d tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:46.934004 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-78baa4c3-5a39-498f-861d-d580e46526c9 req-3e28aca7-a366-4528-bedf-522eda00a84d tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.48 "DELETE /v2.0/ports/28168411-0079-4772-92e1-37cfdba106c5 HTTP/1.1" status: 204 len: 173 time: 1.0405641 Feb 09 02:04:46.934486 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5887f3e8-977b-4278-b9a8-ee8ebfbbfc16', 'name': 'network-vif-deleted', 'tag': '28168411-0079-4772-92e1-37cfdba106c5'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:46.944521 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac671b6-f20c-49f9-bd52-27c622055f2d" -d '{"events": [{"server_uuid": "5887f3e8-977b-4278-b9a8-ee8ebfbbfc16", "name": "network-vif-deleted", "tag": "28168411-0079-4772-92e1-37cfdba106c5"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:46.997205 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc62b5e-bfba-45bd-b339-b294dd1e22f6 x-openstack-request-id: req-4dc62b5e-bfba-45bd-b339-b294dd1e22f6 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:46.997506 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5887f3e8-977b-4278-b9a8-ee8ebfbbfc16", "name": "network-vif-deleted", "tag": "28168411-0079-4772-92e1-37cfdba106c5", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:46.997763 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4dc62b5e-bfba-45bd-b339-b294dd1e22f6 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:46.998550 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5887f3e8-977b-4278-b9a8-ee8ebfbbfc16', 'name': 'network-vif-deleted', 'tag': '28168411-0079-4772-92e1-37cfdba106c5', 'status': 'completed', 'code': 200} Feb 09 02:04:47.013284 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96eb5d-eba4-4d45-9454-e58138cd9a3b req-083d101e-0286-4fe0-b044-5f5a89947323 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:47.014810 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6d96eb5d-eba4-4d45-9454-e58138cd9a3b req-083d101e-0286-4fe0-b044-5f5a89947323 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=5887f3e8-977b-4278-b9a8-ee8ebfbbfc16 HTTP/1.1" status: 200 len: 867 time: 0.2447343 Feb 09 02:04:47.022098 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-890434b1-5b23-49e2-8ec0-6bb7b4ed4639 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (91f3e44e-bf94-49e8-bd52-1019903bad7b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:47.063823 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-890434b1-5b23-49e2-8ec0-6bb7b4ed4639 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f3e44e-bf94-49e8-bd52-1019903bad7b']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:47.086732 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-890434b1-5b23-49e2-8ec0-6bb7b4ed4639 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0434725-cd04-47fb-addd-9573c52948dd') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:47.087392 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-890434b1-5b23-49e2-8ec0-6bb7b4ed4639 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0434725-cd04-47fb-addd-9573c52948dd') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:47.106886 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-890434b1-5b23-49e2-8ec0-6bb7b4ed4639 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (f0434725-cd04-47fb-addd-9573c52948dd), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:47.125636 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6d96eb5d-eba4-4d45-9454-e58138cd9a3b req-40f80092-0c3c-42c0-9595-7db15276dbf1 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae45948a-23db-41ed-abe8-3ac6c5462805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981774 Feb 09 02:04:47.133294 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-890434b1-5b23-49e2-8ec0-6bb7b4ed4639 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f0434725-cd04-47fb-addd-9573c52948dd), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:47.157504 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890434b1-5b23-49e2-8ec0-6bb7b4ed4639 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:04:47.157504 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-890434b1-5b23-49e2-8ec0-6bb7b4ed4639 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (f0434725-cd04-47fb-addd-9573c52948dd), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:04:47.166178 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:04:47.232462 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-890434b1-5b23-49e2-8ec0-6bb7b4ed4639 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (91f3e44e-bf94-49e8-bd52-1019903bad7b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:47.253638 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-890434b1-5b23-49e2-8ec0-6bb7b4ed4639 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:47.257376 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-890434b1-5b23-49e2-8ec0-6bb7b4ed4639 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] 10.222.0.36 "DELETE /v2.0/networks/91f3e44e-bf94-49e8-bd52-1019903bad7b HTTP/1.1" status: 204 len: 168 time: 0.6560440 Feb 09 02:04:47.273863 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890434b1-5b23-49e2-8ec0-6bb7b4ed4639 tempest-TaggedBootDevicesTest_v242-619673648 tempest-TaggedBootDevicesTest_v242-619673648-project] Pushing event deleted for resources: {'Network': ['ID=91f3e44e-bf94-49e8-bd52-1019903bad7b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:48.475299 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d628015-9393-4e95-9af1-8062ae124acf req-314a12c9-93cc-4c16-8477-b03c8049b61b tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:48.476734 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5d628015-9393-4e95-9af1-8062ae124acf req-314a12c9-93cc-4c16-8477-b03c8049b61b tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/networks?id=ba710e16-075f-4b94-b796-dae5cbec3b69 HTTP/1.1" status: 200 len: 808 time: 0.1114235 Feb 09 02:04:48.493559 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5d628015-9393-4e95-9af1-8062ae124acf req-3c383247-c53e-4dc2-aaa7-627f43c3dc16 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/quotas/7e4b7362717544fba3030c92e8c1caaa HTTP/1.1" status: 200 len: 375 time: 0.0103278 Feb 09 02:04:48.529225 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5d628015-9393-4e95-9af1-8062ae124acf req-aed102d9-2baf-49d2-ae2a-ef8a554b5628 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7e4b7362717544fba3030c92e8c1caaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297801 Feb 09 02:04:48.638579 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5d628015-9393-4e95-9af1-8062ae124acf req-5a1e07f1-0995-4c6d-b81e-3dc1fa826009 service neutron] 10.222.0.36 "GET /v2.0/networks/ba710e16-075f-4b94-b796-dae5cbec3b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009185 Feb 09 02:04:48.735905 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5d628015-9393-4e95-9af1-8062ae124acf req-c2dce41f-4431-4b85-b041-dd58d7dc5d4e service neutron] 10.222.0.36 "GET /v2.0/networks/ba710e16-075f-4b94-b796-dae5cbec3b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912299 Feb 09 02:04:48.977591 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fe4614f1-f8f7-4b27-a121-13ea778123d2 req-ec98bcd7-5066-46ed-a9ec-10fd4d1d3116 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f460fb-4534-4339-b540-bfdacdd47a23 HTTP/1.1" status: 200 len: 210 time: 0.0513923 Feb 09 02:04:49.772940 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 28168411-0079-4772-92e1-37cfdba106c5 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:04:49.803419 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 28168411-0079-4772-92e1-37cfdba106c5 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:04:49.803772 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 28168411-0079-4772-92e1-37cfdba106c5 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:04:50.038429 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d628015-9393-4e95-9af1-8062ae124acf req-cf298632-f5cd-4192-b2a9-76a6e84e7645 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:50.040326 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5d628015-9393-4e95-9af1-8062ae124acf req-cf298632-f5cd-4192-b2a9-76a6e84e7645 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.48 "GET /v2.0/networks?id=ba710e16-075f-4b94-b796-dae5cbec3b69 HTTP/1.1" status: 200 len: 808 time: 0.1470354 Feb 09 02:04:50.057255 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5d628015-9393-4e95-9af1-8062ae124acf req-38098664-965f-40a3-a7a7-c4428b6e8b4c tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Request body: {'port': {'device_id': '43f460fb-4534-4339-b540-bfdacdd47a23', 'network_id': 'ba710e16-075f-4b94-b796-dae5cbec3b69', 'admin_state_up': True, 'tenant_id': '7e4b7362717544fba3030c92e8c1caaa'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:50.136373 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1fbabe7c-6abc-4872-8b62-f3a14c2f06ef req-ea32ff99-1f4b-4ae7-bf42-88b7fc4e4bba tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f460fb-4534-4339-b540-bfdacdd47a23 HTTP/1.1" status: 200 len: 210 time: 0.0443981 Feb 09 02:04:50.185904 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d628015-9393-4e95-9af1-8062ae124acf req-38098664-965f-40a3-a7a7-c4428b6e8b4c tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Made reservation on behalf of 7e4b7362717544fba3030c92e8c1caaa for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:50.190373 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5d628015-9393-4e95-9af1-8062ae124acf req-38098664-965f-40a3-a7a7-c4428b6e8b4c tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:50.342588 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-5d628015-9393-4e95-9af1-8062ae124acf req-38098664-965f-40a3-a7a7-c4428b6e8b4c tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Allocated IP 172.20.0.13 (ba710e16-075f-4b94-b796-dae5cbec3b69/ce981f79-26c7-4912-bc15-2321e620e484/44196ad5-0a07-46c1-a1b1-681253f3ed43) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:50.503870 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5d628015-9393-4e95-9af1-8062ae124acf req-38098664-965f-40a3-a7a7-c4428b6e8b4c tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Publish callbacks [] for port (44196ad5-0a07-46c1-a1b1-681253f3ed43), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:50.542266 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5d628015-9393-4e95-9af1-8062ae124acf req-38098664-965f-40a3-a7a7-c4428b6e8b4c tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (44196ad5-0a07-46c1-a1b1-681253f3ed43), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:50.593776 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d628015-9393-4e95-9af1-8062ae124acf req-38098664-965f-40a3-a7a7-c4428b6e8b4c tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Network ba710e16-075f-4b94-b796-dae5cbec3b69 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:50.597505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-5d628015-9393-4e95-9af1-8062ae124acf req-38098664-965f-40a3-a7a7-c4428b6e8b4c tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:50.602178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d628015-9393-4e95-9af1-8062ae124acf req-38098664-965f-40a3-a7a7-c4428b6e8b4c tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:04:50.606905 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38098664-965f-40a3-a7a7-c4428b6e8b4c tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Pushing event updated for resources: {'Port': ['ID=44196ad5-0a07-46c1-a1b1-681253f3ed43,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:50.655780 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d628015-9393-4e95-9af1-8062ae124acf req-38098664-965f-40a3-a7a7-c4428b6e8b4c tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:50.657299 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5d628015-9393-4e95-9af1-8062ae124acf req-38098664-965f-40a3-a7a7-c4428b6e8b4c tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:50.674598 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5d628015-9393-4e95-9af1-8062ae124acf req-38098664-965f-40a3-a7a7-c4428b6e8b4c tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6237485 Feb 09 02:04:50.688801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5d628015-9393-4e95-9af1-8062ae124acf req-984f7d55-837d-4485-b9df-03936b412c2b service neutron] Request body: {'port': {'device_id': '43f460fb-4534-4339-b540-bfdacdd47a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:50.764596 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5d628015-9393-4e95-9af1-8062ae124acf req-984f7d55-837d-4485-b9df-03936b412c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (44196ad5-0a07-46c1-a1b1-681253f3ed43), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:51.053612 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-5d628015-9393-4e95-9af1-8062ae124acf req-984f7d55-837d-4485-b9df-03936b412c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44196ad5-0a07-46c1-a1b1-681253f3ed43 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:04:51.063150 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5d628015-9393-4e95-9af1-8062ae124acf req-984f7d55-837d-4485-b9df-03936b412c2b service neutron] Publish callbacks [] for port (44196ad5-0a07-46c1-a1b1-681253f3ed43), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:51.076996 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-5d628015-9393-4e95-9af1-8062ae124acf req-984f7d55-837d-4485-b9df-03936b412c2b service neutron] Transition to ACTIVE for port object 44196ad5-0a07-46c1-a1b1-681253f3ed43 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:04:51.083950 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5d628015-9393-4e95-9af1-8062ae124acf req-984f7d55-837d-4485-b9df-03936b412c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (44196ad5-0a07-46c1-a1b1-681253f3ed43), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:51.198852 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f7d55-837d-4485-b9df-03936b412c2b service neutron] Pushing event updated for resources: {'Port': ['ID=44196ad5-0a07-46c1-a1b1-681253f3ed43,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:51.215531 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5d628015-9393-4e95-9af1-8062ae124acf req-984f7d55-837d-4485-b9df-03936b412c2b service neutron] Attempting to bind port 44196ad5-0a07-46c1-a1b1-681253f3ed43 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:04:51.215876 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5d628015-9393-4e95-9af1-8062ae124acf req-984f7d55-837d-4485-b9df-03936b412c2b service neutron] Attempting to bind port 44196ad5-0a07-46c1-a1b1-681253f3ed43 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba710e16-075f-4b94-b796-dae5cbec3b69'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:04:51.216207 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d628015-9393-4e95-9af1-8062ae124acf req-984f7d55-837d-4485-b9df-03936b412c2b service neutron] Attempting to bind port 44196ad5-0a07-46c1-a1b1-681253f3ed43 on network ba710e16-075f-4b94-b796-dae5cbec3b69 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:51.234343 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d628015-9393-4e95-9af1-8062ae124acf req-984f7d55-837d-4485-b9df-03936b412c2b service neutron] Port 44196ad5-0a07-46c1-a1b1-681253f3ed43 on network ba710e16-075f-4b94-b796-dae5cbec3b69 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:04:51.234943 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d628015-9393-4e95-9af1-8062ae124acf req-984f7d55-837d-4485-b9df-03936b412c2b service neutron] Attempting to bind port 44196ad5-0a07-46c1-a1b1-681253f3ed43 on network ba710e16-075f-4b94-b796-dae5cbec3b69 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:51.261558 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d628015-9393-4e95-9af1-8062ae124acf req-984f7d55-837d-4485-b9df-03936b412c2b service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:04:51.261906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d628015-9393-4e95-9af1-8062ae124acf req-984f7d55-837d-4485-b9df-03936b412c2b service neutron] Checking segment: {'id': 'c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba710e16-075f-4b94-b796-dae5cbec3b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:04:51.262307 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d628015-9393-4e95-9af1-8062ae124acf req-984f7d55-837d-4485-b9df-03936b412c2b service neutron] Bound using segment: {'id': 'c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba710e16-075f-4b94-b796-dae5cbec3b69'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:04:51.262762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5d628015-9393-4e95-9af1-8062ae124acf req-984f7d55-837d-4485-b9df-03936b412c2b service neutron] Bound port: 44196ad5-0a07-46c1-a1b1-681253f3ed43, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba710e16-075f-4b94-b796-dae5cbec3b69'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:04:51.263131 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5d628015-9393-4e95-9af1-8062ae124acf req-984f7d55-837d-4485-b9df-03936b412c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (44196ad5-0a07-46c1-a1b1-681253f3ed43), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:51.320608 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eecf2d-b158-4c22-b37c-01d6c4189feb req-8ea2fbec-6191-4278-9066-29c4ca9a3f54 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:51.322228 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98eecf2d-b158-4c22-b37c-01d6c4189feb req-8ea2fbec-6191-4278-9066-29c4ca9a3f54 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f460fb-4534-4339-b540-bfdacdd47a23 HTTP/1.1" status: 200 len: 944 time: 0.1009929 Feb 09 02:04:51.379530 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5d628015-9393-4e95-9af1-8062ae124acf req-984f7d55-837d-4485-b9df-03936b412c2b service neutron] For port 44196ad5-0a07-46c1-a1b1-681253f3ed43, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:04:51.384673 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5d628015-9393-4e95-9af1-8062ae124acf req-984f7d55-837d-4485-b9df-03936b412c2b service neutron] For port 44196ad5-0a07-46c1-a1b1-681253f3ed43, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=44196ad5-0a07-46c1-a1b1-681253f3ed43,segment=NetworkSegment(c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3),segment_id=c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:04:51.397398 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5d628015-9393-4e95-9af1-8062ae124acf req-984f7d55-837d-4485-b9df-03936b412c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (44196ad5-0a07-46c1-a1b1-681253f3ed43), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:51.427952 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98eecf2d-b158-4c22-b37c-01d6c4189feb req-51285c99-ce19-4d2d-895e-cca43c5d1877 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae45948a-23db-41ed-abe8-3ac6c5462805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980549 Feb 09 02:04:51.444735 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d628015-9393-4e95-9af1-8062ae124acf req-984f7d55-837d-4485-b9df-03936b412c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:51.446208 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5d628015-9393-4e95-9af1-8062ae124acf req-984f7d55-837d-4485-b9df-03936b412c2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:51.447048 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5d628015-9393-4e95-9af1-8062ae124acf req-984f7d55-837d-4485-b9df-03936b412c2b service neutron] 10.222.0.48 "PUT /v2.0/ports/44196ad5-0a07-46c1-a1b1-681253f3ed43 HTTP/1.1" status: 200 len: 1092 time: 0.7630138 Feb 09 02:04:51.447395 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f460fb-4534-4339-b540-bfdacdd47a23', 'tag': '44196ad5-0a07-46c1-a1b1-681253f3ed43'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:51.449849 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c3033b-71fc-4878-ba93-dad4437f47b9" -d '{"events": [{"name": "network-changed", "server_uuid": "43f460fb-4534-4339-b540-bfdacdd47a23", "tag": "44196ad5-0a07-46c1-a1b1-681253f3ed43"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:51.504167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f7d55-837d-4485-b9df-03936b412c2b service neutron] Pushing event updated for resources: {'Port': ['ID=44196ad5-0a07-46c1-a1b1-681253f3ed43,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:51.520348 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f95b46-e0a8-4047-9b29-2802b8831821 x-openstack-request-id: req-29f95b46-e0a8-4047-9b29-2802b8831821 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:51.520663 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f460fb-4534-4339-b540-bfdacdd47a23", "tag": "44196ad5-0a07-46c1-a1b1-681253f3ed43", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:51.520886 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29f95b46-e0a8-4047-9b29-2802b8831821 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:51.521505 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f460fb-4534-4339-b540-bfdacdd47a23', 'tag': '44196ad5-0a07-46c1-a1b1-681253f3ed43', 'status': 'completed', 'code': 200} Feb 09 02:04:51.560779 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d628015-9393-4e95-9af1-8062ae124acf req-05e0657d-c0dd-4b0c-b2f1-a4ae7824c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:51.562442 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5d628015-9393-4e95-9af1-8062ae124acf req-05e0657d-c0dd-4b0c-b2f1-a4ae7824c9db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e4b7362717544fba3030c92e8c1caaa&device_id=43f460fb-4534-4339-b540-bfdacdd47a23 HTTP/1.1" status: 200 len: 1126 time: 0.0527065 Feb 09 02:04:51.608378 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5d628015-9393-4e95-9af1-8062ae124acf req-61a80ea0-f442-4367-9aa9-75ab2bf4bb77 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44196ad5-0a07-46c1-a1b1-681253f3ed43 HTTP/1.1" status: 200 len: 217 time: 0.0360947 Feb 09 02:04:51.671408 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d628015-9393-4e95-9af1-8062ae124acf req-6c0ba9df-de7e-44e5-b765-b5c7e84302be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:51.674178 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5d628015-9393-4e95-9af1-8062ae124acf req-6c0ba9df-de7e-44e5-b765-b5c7e84302be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ce981f79-26c7-4912-bc15-2321e620e484 HTTP/1.1" status: 200 len: 848 time: 0.0580633 Feb 09 02:04:51.709927 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5d628015-9393-4e95-9af1-8062ae124acf req-d5569655-2737-4b35-aa9c-b07775be98c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ba710e16-075f-4b94-b796-dae5cbec3b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292020 Feb 09 02:04:51.819851 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5d628015-9393-4e95-9af1-8062ae124acf req-9dd2da7e-7520-4f75-a0d0-c5340065378a service neutron] 10.222.0.48 "GET /v2.0/networks/ba710e16-075f-4b94-b796-dae5cbec3b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035330 Feb 09 02:04:51.927641 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5d628015-9393-4e95-9af1-8062ae124acf req-e996a9e0-4358-4556-b95f-582a4d5a77b2 service neutron] 10.222.0.48 "GET /v2.0/networks/ba710e16-075f-4b94-b796-dae5cbec3b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019816 Feb 09 02:04:52.040962 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3033b-71fc-4878-ba93-dad4437f47b9 req-99755e07-ac01-4197-a33a-d793a3442e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:52.042723 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03c3033b-71fc-4878-ba93-dad4437f47b9 req-99755e07-ac01-4197-a33a-d793a3442e90 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e4b7362717544fba3030c92e8c1caaa&device_id=43f460fb-4534-4339-b540-bfdacdd47a23 HTTP/1.1" status: 200 len: 1126 time: 0.0496900 Feb 09 02:04:52.153126 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3033b-71fc-4878-ba93-dad4437f47b9 req-0ee02253-3b1a-4473-81a1-fd4976cc0598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:52.154758 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03c3033b-71fc-4878-ba93-dad4437f47b9 req-0ee02253-3b1a-4473-81a1-fd4976cc0598 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ba710e16-075f-4b94-b796-dae5cbec3b69 HTTP/1.1" status: 200 len: 909 time: 0.1057405 Feb 09 02:04:52.295183 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03c3033b-71fc-4878-ba93-dad4437f47b9 req-bdc61f77-bc65-4732-86ad-2ecf86895e3f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44196ad5-0a07-46c1-a1b1-681253f3ed43 HTTP/1.1" status: 200 len: 217 time: 0.1337266 Feb 09 02:04:52.377087 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3033b-71fc-4878-ba93-dad4437f47b9 req-1312375b-ef82-4ccb-ab67-7128c85fb3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:52.382077 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03c3033b-71fc-4878-ba93-dad4437f47b9 req-1312375b-ef82-4ccb-ab67-7128c85fb3ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ce981f79-26c7-4912-bc15-2321e620e484 HTTP/1.1" status: 200 len: 848 time: 0.0752995 Feb 09 02:04:52.424068 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03c3033b-71fc-4878-ba93-dad4437f47b9 req-86745a3f-9c9e-4726-b3e3-f653a59ff440 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ba710e16-075f-4b94-b796-dae5cbec3b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345278 Feb 09 02:04:52.574366 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03c3033b-71fc-4878-ba93-dad4437f47b9 req-180a3456-6e91-4b42-a3f0-e2e7a14f58f0 service neutron] 10.222.0.48 "GET /v2.0/networks/ba710e16-075f-4b94-b796-dae5cbec3b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422420 Feb 09 02:04:52.651643 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23169cae-80e8-4317-a480-d61ecfc6e011 req-c279a18d-4215-4ab2-910a-dd9ead8be509 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:52.653148 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-23169cae-80e8-4317-a480-d61ecfc6e011 req-c279a18d-4215-4ab2-910a-dd9ead8be509 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f460fb-4534-4339-b540-bfdacdd47a23 HTTP/1.1" status: 200 len: 944 time: 0.1125972 Feb 09 02:04:52.722831 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-03c3033b-71fc-4878-ba93-dad4437f47b9 req-f6021282-3d02-4ddf-b3ec-f50ba58fe0c4 service neutron] 10.222.0.48 "GET /v2.0/networks/ba710e16-075f-4b94-b796-dae5cbec3b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410449 Feb 09 02:04:52.730959 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-23169cae-80e8-4317-a480-d61ecfc6e011 req-14514c18-ded9-40db-bf0f-ec5c65773625 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae45948a-23db-41ed-abe8-3ac6c5462805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680864 Feb 09 02:04:53.930964 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0e18c-2e0d-46aa-a4f3-a18dd67edf93 req-96f7b599-70ab-4ff5-b2da-67f000dc4245 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:53.934213 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-98b0e18c-2e0d-46aa-a4f3-a18dd67edf93 req-96f7b599-70ab-4ff5-b2da-67f000dc4245 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f460fb-4534-4339-b540-bfdacdd47a23 HTTP/1.1" status: 200 len: 944 time: 0.1087987 Feb 09 02:04:53.988298 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-98b0e18c-2e0d-46aa-a4f3-a18dd67edf93 req-d0353ac2-3a87-41e2-a825-f8fea1950d1c tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae45948a-23db-41ed-abe8-3ac6c5462805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475924 Feb 09 02:04:55.121272 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fcdc3-2f9b-4608-bebb-b67d1979df26 req-b520ddbd-7868-45dc-b955-25129719b999 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:55.122793 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d87fcdc3-2f9b-4608-bebb-b67d1979df26 req-b520ddbd-7868-45dc-b955-25129719b999 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f460fb-4534-4339-b540-bfdacdd47a23 HTTP/1.1" status: 200 len: 944 time: 0.0598073 Feb 09 02:04:55.187827 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d87fcdc3-2f9b-4608-bebb-b67d1979df26 req-92811174-c7a2-46cf-b897-644dd9dd7e7e tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae45948a-23db-41ed-abe8-3ac6c5462805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555494 Feb 09 02:04:55.804369 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 44196ad5-0a07-46c1-a1b1-681253f3ed43 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:04:55.901092 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 44196ad5-0a07-46c1-a1b1-681253f3ed43, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=44196ad5-0a07-46c1-a1b1-681253f3ed43,segment=NetworkSegment(c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3),segment_id=c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:55.913394 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '44196ad5-0a07-46c1-a1b1-681253f3ed43', 'network_id': 'ba710e16-075f-4b94-b796-dae5cbec3b69', 'port_id': '44196ad5-0a07-46c1-a1b1-681253f3ed43', 'mac_address': 'fa:16:3e:bc:e7:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce981f79-26c7-4912-bc15-2321e620e484', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:04:55.958606 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 44196ad5-0a07-46c1-a1b1-681253f3ed43 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:55.958998 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (44196ad5-0a07-46c1-a1b1-681253f3ed43), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:55.973207 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44196ad5-0a07-46c1-a1b1-681253f3ed43 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:04:55.992603 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 44196ad5-0a07-46c1-a1b1-681253f3ed43, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=44196ad5-0a07-46c1-a1b1-681253f3ed43,segment=NetworkSegment(c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3),segment_id=c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:55.997701 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (44196ad5-0a07-46c1-a1b1-681253f3ed43), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:56.055427 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=44196ad5-0a07-46c1-a1b1-681253f3ed43,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:56.229520 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['44196ad5-0a07-46c1-a1b1-681253f3ed43'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:04:56.687947 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9a681-9982-40e4-b7e2-c0f52627de2c req-ad4ecb80-b02c-4b80-8980-574584b4cc11 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:56.691297 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bfc9a681-9982-40e4-b7e2-c0f52627de2c req-ad4ecb80-b02c-4b80-8980-574584b4cc11 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f460fb-4534-4339-b540-bfdacdd47a23 HTTP/1.1" status: 200 len: 945 time: 0.3887744 Feb 09 02:04:56.757612 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bfc9a681-9982-40e4-b7e2-c0f52627de2c req-9fb46fb7-e2f0-45f9-9c8a-329d7091aad1 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae45948a-23db-41ed-abe8-3ac6c5462805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592744 Feb 09 02:04:57.819896 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 44196ad5-0a07-46c1-a1b1-681253f3ed43 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:57.903814 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 44196ad5-0a07-46c1-a1b1-681253f3ed43 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:57.908818 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 44196ad5-0a07-46c1-a1b1-681253f3ed43 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:57.909332 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (44196ad5-0a07-46c1-a1b1-681253f3ed43), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:57.929935 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea1044-e12e-4469-ad4f-6395f295af90 req-ae10e46c-f3af-42c7-b31f-63278c52112d tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:57.932492 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7fea1044-e12e-4469-ad4f-6395f295af90 req-ae10e46c-f3af-42c7-b31f-63278c52112d tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f460fb-4534-4339-b540-bfdacdd47a23 HTTP/1.1" status: 200 len: 945 time: 0.0745301 Feb 09 02:04:58.012515 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7fea1044-e12e-4469-ad4f-6395f295af90 req-36edb63e-8a1b-44a5-9569-8c90072a882f tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae45948a-23db-41ed-abe8-3ac6c5462805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736966 Feb 09 02:04:58.065576 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 44196ad5-0a07-46c1-a1b1-681253f3ed43 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:58.065984 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (44196ad5-0a07-46c1-a1b1-681253f3ed43), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:58.113160 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 44196ad5-0a07-46c1-a1b1-681253f3ed43, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=44196ad5-0a07-46c1-a1b1-681253f3ed43,segment=NetworkSegment(c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3),segment_id=c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:58.114293 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f460fb-4534-4339-b540-bfdacdd47a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44196ad5-0a07-46c1-a1b1-681253f3ed43'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:58.117399 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9127f858-eb2a-40e0-9dbc-6958baa45ed1" -d '{"events": [{"server_uuid": "43f460fb-4534-4339-b540-bfdacdd47a23", "name": "network-vif-plugged", "status": "completed", "tag": "44196ad5-0a07-46c1-a1b1-681253f3ed43"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:58.135680 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (44196ad5-0a07-46c1-a1b1-681253f3ed43), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:58.245383 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0476fbe-4281-471c-81b2-d823926b7483 x-openstack-request-id: req-a0476fbe-4281-471c-81b2-d823926b7483 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:58.245921 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f460fb-4534-4339-b540-bfdacdd47a23", "name": "network-vif-plugged", "status": "completed", "tag": "44196ad5-0a07-46c1-a1b1-681253f3ed43", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:58.246612 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a0476fbe-4281-471c-81b2-d823926b7483 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:58.247309 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f460fb-4534-4339-b540-bfdacdd47a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44196ad5-0a07-46c1-a1b1-681253f3ed43', 'code': 200} Feb 09 02:04:58.248511 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=44196ad5-0a07-46c1-a1b1-681253f3ed43,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:58.339273 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247f615-306d-43e1-9a62-1f2cd95a0e8d req-f4d3daa2-0d1c-4d49-80e0-1f888d8ba8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:58.340697 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c247f615-306d-43e1-9a62-1f2cd95a0e8d req-f4d3daa2-0d1c-4d49-80e0-1f888d8ba8c8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=43f460fb-4534-4339-b540-bfdacdd47a23 HTTP/1.1" status: 200 len: 1128 time: 0.0813229 Feb 09 02:04:58.402016 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:04:58.418492 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c247f615-306d-43e1-9a62-1f2cd95a0e8d req-df9ec176-1f94-46db-9220-246e5fae4508 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ae45948a-23db-41ed-abe8-3ac6c5462805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687504 Feb 09 02:04:59.404636 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19de1ef-077e-469b-8910-62c1b2b05655 req-c10bf5e1-3769-40fe-8adb-f09e29fb962a tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:59.413570 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d19de1ef-077e-469b-8910-62c1b2b05655 req-c10bf5e1-3769-40fe-8adb-f09e29fb962a tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f460fb-4534-4339-b540-bfdacdd47a23 HTTP/1.1" status: 200 len: 946 time: 0.2181573 Feb 09 02:04:59.477430 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d19de1ef-077e-469b-8910-62c1b2b05655 req-ad595cd3-fa05-40c3-b116-1307542d365f tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae45948a-23db-41ed-abe8-3ac6c5462805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624478 Feb 09 02:05:00.616436 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110447a-848b-4d04-bafa-2b7c3e830a5d req-9421d50b-f106-4a2a-a444-2b5aa6658c64 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:00.617984 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f110447a-848b-4d04-bafa-2b7c3e830a5d req-9421d50b-f106-4a2a-a444-2b5aa6658c64 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f460fb-4534-4339-b540-bfdacdd47a23 HTTP/1.1" status: 200 len: 946 time: 0.0601945 Feb 09 02:05:00.682028 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f110447a-848b-4d04-bafa-2b7c3e830a5d req-865962c3-8704-45ef-b41f-cdfbcf6538e4 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae45948a-23db-41ed-abe8-3ac6c5462805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558908 Feb 09 02:05:01.489667 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3e078-59e6-4d99-80c8-4e3249757dbd req-2c5b067f-db16-48ea-90cc-26c2206d5d87 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:01.491770 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-36d3e078-59e6-4d99-80c8-4e3249757dbd req-2c5b067f-db16-48ea-90cc-26c2206d5d87 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f460fb-4534-4339-b540-bfdacdd47a23 HTTP/1.1" status: 200 len: 946 time: 0.0750847 Feb 09 02:05:01.554761 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-36d3e078-59e6-4d99-80c8-4e3249757dbd req-44979013-8ac5-4a4b-b685-9103c6c4312c tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae45948a-23db-41ed-abe8-3ac6c5462805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527949 Feb 09 02:05:02.722898 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf94eb-c15d-4f7d-af4b-f751c962ba6b req-6e173b5e-2099-4327-91db-c2ada6434771 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:02.736689 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-08cf94eb-c15d-4f7d-af4b-f751c962ba6b req-6e173b5e-2099-4327-91db-c2ada6434771 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f460fb-4534-4339-b540-bfdacdd47a23 HTTP/1.1" status: 200 len: 946 time: 0.0775747 Feb 09 02:05:02.787873 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-08cf94eb-c15d-4f7d-af4b-f751c962ba6b req-29875bef-b6a7-4ddc-9d20-d218808a4bf6 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae45948a-23db-41ed-abe8-3ac6c5462805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554640 Feb 09 02:05:03.007635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94649c65-2fd4-4453-8a86-8ede7d738a6c req-5bea0cf2-f709-4e5b-9a71-b5d8c897bb34 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:03.009172 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94649c65-2fd4-4453-8a86-8ede7d738a6c req-5bea0cf2-f709-4e5b-9a71-b5d8c897bb34 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.48 "GET /v2.0/ports?device_id=43f460fb-4534-4339-b540-bfdacdd47a23 HTTP/1.1" status: 200 len: 946 time: 0.0674109 Feb 09 02:05:03.160674 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-94649c65-2fd4-4453-8a86-8ede7d738a6c req-552f688d-9482-4738-a4a5-d9f33ef8cb23 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Deleting port 44196ad5-0a07-46c1-a1b1-681253f3ed43 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:03.161090 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94649c65-2fd4-4453-8a86-8ede7d738a6c req-552f688d-9482-4738-a4a5-d9f33ef8cb23 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (44196ad5-0a07-46c1-a1b1-681253f3ed43), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:03.288581 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-94649c65-2fd4-4453-8a86-8ede7d738a6c req-552f688d-9482-4738-a4a5-d9f33ef8cb23 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] For port 44196ad5-0a07-46c1-a1b1-681253f3ed43, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=44196ad5-0a07-46c1-a1b1-681253f3ed43,segment=NetworkSegment(c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3),segment_id=c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:03.288967 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94649c65-2fd4-4453-8a86-8ede7d738a6c req-552f688d-9482-4738-a4a5-d9f33ef8cb23 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (44196ad5-0a07-46c1-a1b1-681253f3ed43), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:03.311965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-94649c65-2fd4-4453-8a86-8ede7d738a6c req-552f688d-9482-4738-a4a5-d9f33ef8cb23 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Calling delete_port for 44196ad5-0a07-46c1-a1b1-681253f3ed43 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:03.474967 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94649c65-2fd4-4453-8a86-8ede7d738a6c req-552f688d-9482-4738-a4a5-d9f33ef8cb23 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (44196ad5-0a07-46c1-a1b1-681253f3ed43), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:03.488572 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['44196ad5-0a07-46c1-a1b1-681253f3ed43'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:05:03.518230 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f688d-9482-4738-a4a5-d9f33ef8cb23 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Pushing event deleted for resources: {'Port': ['ID=44196ad5-0a07-46c1-a1b1-681253f3ed43,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:03.936372 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b5108eaa-a611-4038-aed4-1775e87d1466 req-e7f37955-f9e2-4324-8259-54f473e3b928 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f460fb-4534-4339-b540-bfdacdd47a23 HTTP/1.1" status: 200 len: 210 time: 0.0540218 Feb 09 02:05:04.096708 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-94649c65-2fd4-4453-8a86-8ede7d738a6c req-552f688d-9482-4738-a4a5-d9f33ef8cb23 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] No DVR routers for this DVR port 44196ad5-0a07-46c1-a1b1-681253f3ed43 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:05:04.099615 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-94649c65-2fd4-4453-8a86-8ede7d738a6c req-552f688d-9482-4738-a4a5-d9f33ef8cb23 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:04.103746 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94649c65-2fd4-4453-8a86-8ede7d738a6c req-552f688d-9482-4738-a4a5-d9f33ef8cb23 tempest-VolumesActionsTest-822387302 tempest-VolumesActionsTest-822387302-project] 10.222.0.48 "DELETE /v2.0/ports/44196ad5-0a07-46c1-a1b1-681253f3ed43 HTTP/1.1" status: 204 len: 173 time: 1.0884423 Feb 09 02:05:04.104268 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f460fb-4534-4339-b540-bfdacdd47a23', 'name': 'network-vif-deleted', 'tag': '44196ad5-0a07-46c1-a1b1-681253f3ed43'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:04.107703 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa5867b-1216-4a9a-b3d7-cc643a6c762a" -d '{"events": [{"server_uuid": "43f460fb-4534-4339-b540-bfdacdd47a23", "name": "network-vif-deleted", "tag": "44196ad5-0a07-46c1-a1b1-681253f3ed43"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:04.176862 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae1f3ac-f9ba-45fa-8355-0535ab1c2193 x-openstack-request-id: req-8ae1f3ac-f9ba-45fa-8355-0535ab1c2193 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:04.177343 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f460fb-4534-4339-b540-bfdacdd47a23", "name": "network-vif-deleted", "tag": "44196ad5-0a07-46c1-a1b1-681253f3ed43", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:04.177675 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8ae1f3ac-f9ba-45fa-8355-0535ab1c2193 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:04.178079 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f460fb-4534-4339-b540-bfdacdd47a23', 'name': 'network-vif-deleted', 'tag': '44196ad5-0a07-46c1-a1b1-681253f3ed43', 'status': 'completed', 'code': 200} Feb 09 02:05:05.670500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-ab28ac4c-8e79-4983-be7a-8177d46e552f req-2d03e932-1540-49ad-b321-bbf237992548 service neutron] (103183) timed out ('10.222.0.67', 54982) {{(pid=103183) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:05:07.462605 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-81a2247f-0752-4ae7-90f4-0dbf8c42b580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:07.851456 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 44196ad5-0a07-46c1-a1b1-681253f3ed43 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:07.899971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 44196ad5-0a07-46c1-a1b1-681253f3ed43 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:05:07.900448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 44196ad5-0a07-46c1-a1b1-681253f3ed43 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:05:09.913246 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:10.153203 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-39d28e2a-ebc4-4e02-972d-28a1069fa21c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:10.853212 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:10.958289 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:11.466934 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40334) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:12.353686 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:12.554733 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (58662943-6040-469a-9427-86d489310581), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:12.852665 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 40362) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:13.062677 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-365d646c-e522-4d59-9227-32f3d4e2a1fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:13.215379 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-365d646c-e522-4d59-9227-32f3d4e2a1fd admin admin] Publish callbacks [] for security_group (f4892914-4c60-487a-9c75-94319d633c43), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:13.221113 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-365d646c-e522-4d59-9227-32f3d4e2a1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (f4892914-4c60-487a-9c75-94319d633c43), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:13.226863 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] Deleting port 74eb8ecb-76cd-4ea2-9edf-3f329a108391 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:13.227723 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (74eb8ecb-76cd-4ea2-9edf-3f329a108391), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:13.270644 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d646c-e522-4d59-9227-32f3d4e2a1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4892914-4c60-487a-9c75-94319d633c43,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:13.324346 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d646c-e522-4d59-9227-32f3d4e2a1fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:13.326838 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d646c-e522-4d59-9227-32f3d4e2a1fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:13.327493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d646c-e522-4d59-9227-32f3d4e2a1fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:13.327909 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d646c-e522-4d59-9227-32f3d4e2a1fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:13.328163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d646c-e522-4d59-9227-32f3d4e2a1fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:13.328508 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d646c-e522-4d59-9227-32f3d4e2a1fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:13.328964 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d646c-e522-4d59-9227-32f3d4e2a1fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:13.329301 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d646c-e522-4d59-9227-32f3d4e2a1fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:13.329626 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d646c-e522-4d59-9227-32f3d4e2a1fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:13.329950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d646c-e522-4d59-9227-32f3d4e2a1fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:13.330278 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d646c-e522-4d59-9227-32f3d4e2a1fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:13.330600 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d646c-e522-4d59-9227-32f3d4e2a1fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:13.335087 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d646c-e522-4d59-9227-32f3d4e2a1fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:13.356824 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-365d646c-e522-4d59-9227-32f3d4e2a1fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f6be55e6d6f847059873337af23e5b8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5001566 Feb 09 02:05:13.359415 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 40372) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:13.529114 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:13.533551 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-71b5c52c-e9f1-48bc-8a9a-8c9bca43f536 admin admin] Publish callbacks [] for security_group (f4892914-4c60-487a-9c75-94319d633c43), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:13.590685 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-71b5c52c-e9f1-48bc-8a9a-8c9bca43f536 admin admin] Publish callbacks [] for security_group (f4892914-4c60-487a-9c75-94319d633c43), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:13.689917 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-71b5c52c-e9f1-48bc-8a9a-8c9bca43f536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (f4892914-4c60-487a-9c75-94319d633c43), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:13.699583 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-71b5c52c-e9f1-48bc-8a9a-8c9bca43f536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:13.705038 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-71b5c52c-e9f1-48bc-8a9a-8c9bca43f536 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4892914-4c60-487a-9c75-94319d633c43 HTTP/1.1" status: 204 len: 168 time: 0.3028767 Feb 09 02:05:13.740954 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5c52c-e9f1-48bc-8a9a-8c9bca43f536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4892914-4c60-487a-9c75-94319d633c43,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:13.741303 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] For port 74eb8ecb-76cd-4ea2-9edf-3f329a108391, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=74eb8ecb-76cd-4ea2-9edf-3f329a108391,segment=NetworkSegment(7f430253-9921-4b67-a8c0-4525552aa2a0),segment_id=7f430253-9921-4b67-a8c0-4525552aa2a0)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:13.742105 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (74eb8ecb-76cd-4ea2-9edf-3f329a108391), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:13.791170 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] Calling delete_port for 74eb8ecb-76cd-4ea2-9edf-3f329a108391 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:14.239134 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (74eb8ecb-76cd-4ea2-9edf-3f329a108391), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:14.298342 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=74eb8ecb-76cd-4ea2-9edf-3f329a108391,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:14.320386 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:14.320859 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:14.321306 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:14.321906 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:14.372131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:14.372131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:14.372131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:14.372131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:14.372131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:14.372131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:14.372131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:14.372131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:14.372131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:14.453940 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40388) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:14.490186 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c018da8e-e977-4ebb-bfad-45165d01d125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:14.720393 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (58662943-6040-469a-9427-86d489310581), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:15.146206 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c018da8e-e977-4ebb-bfad-45165d01d125 admin admin] Publish callbacks [] for security_group (52382940-4ee2-471c-8f3e-faf0f71d09f9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:15.181074 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c018da8e-e977-4ebb-bfad-45165d01d125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (52382940-4ee2-471c-8f3e-faf0f71d09f9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:15.245573 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c018da8e-e977-4ebb-bfad-45165d01d125 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa3f04af78874d7eb47ac14d47606653&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7836690 Feb 09 02:05:15.245982 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 40408) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:15.249585 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018da8e-e977-4ebb-bfad-45165d01d125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52382940-4ee2-471c-8f3e-faf0f71d09f9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:15.387732 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] Router 58662943-6040-469a-9427-86d489310581 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:05:15.398455 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-382a837e-7687-4286-bfcd-1abb7c470969 admin admin] Publish callbacks [] for security_group (52382940-4ee2-471c-8f3e-faf0f71d09f9), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:15.468318 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-382a837e-7687-4286-bfcd-1abb7c470969 admin admin] Publish callbacks [] for security_group (52382940-4ee2-471c-8f3e-faf0f71d09f9), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:15.576259 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-382a837e-7687-4286-bfcd-1abb7c470969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (52382940-4ee2-471c-8f3e-faf0f71d09f9), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:15.580323 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-382a837e-7687-4286-bfcd-1abb7c470969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:15.581459 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-382a837e-7687-4286-bfcd-1abb7c470969 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52382940-4ee2-471c-8f3e-faf0f71d09f9 HTTP/1.1" status: 204 len: 168 time: 0.3339927 Feb 09 02:05:15.606839 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a837e-7687-4286-bfcd-1abb7c470969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52382940-4ee2-471c-8f3e-faf0f71d09f9,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:15.747060 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:05:15.760651 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f4136-01ab-461a-b149-af1f9e8e03f8 None None] Sync routers for ids ['58662943-6040-469a-9427-86d489310581'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:05:15.768600 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-27a62338-08e6-42a2-a943-aaf2a37c06c6 admin admin] 10.222.0.36 "PUT /v2.0/routers/58662943-6040-469a-9427-86d489310581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2992024 Feb 09 02:05:15.771075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 40422) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:15.782691 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9f4136-01ab-461a-b149-af1f9e8e03f8 None None] Routers {'58662943-6040-469a-9427-86d489310581'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:15.783391 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-5f9f4136-01ab-461a-b149-af1f9e8e03f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:05:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['58662943-6040-469a-9427-86d489310581'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:15.994792 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1583992f-1228-4051-a024-2e9197dfb4af admin admin] Publish callbacks [] for router (58662943-6040-469a-9427-86d489310581), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:16.132218 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-5f9f4136-01ab-461a-b149-af1f9e8e03f8 None None] Set router 58662943-6040-469a-9427-86d489310581 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:16.251436 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1583992f-1228-4051-a024-2e9197dfb4af admin admin] Publish callbacks [] for router_gateway (58662943-6040-469a-9427-86d489310581), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:16.387563 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-1583992f-1228-4051-a024-2e9197dfb4af admin admin] Deleting port 8b689981-bcc1-4c6a-8421-35812b9789cb {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:16.388126 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1583992f-1228-4051-a024-2e9197dfb4af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (8b689981-bcc1-4c6a-8421-35812b9789cb), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:16.588222 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-1583992f-1228-4051-a024-2e9197dfb4af admin admin] For port 8b689981-bcc1-4c6a-8421-35812b9789cb, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8b689981-bcc1-4c6a-8421-35812b9789cb,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:16.596847 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1583992f-1228-4051-a024-2e9197dfb4af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (8b689981-bcc1-4c6a-8421-35812b9789cb), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:16.603382 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-5f9f4136-01ab-461a-b149-af1f9e8e03f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58662943-6040-469a-9427-86d489310581', 'name': 'tempest-TaggedBootDevicesTest_v242-798417594-router', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:19Z', 'updated_at': '2022-02-09T02:05:14Z', 'revision_number': 5, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'gw_port': {'id': '8b689981-bcc1-4c6a-8421-35812b9789cb', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58662943-6040-469a-9427-86d489310581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:21Z', 'updated_at': '2022-02-09T01:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:16.644451 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-1583992f-1228-4051-a024-2e9197dfb4af admin admin] Calling delete_port for 8b689981-bcc1-4c6a-8421-35812b9789cb owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:16.722686 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f4136-01ab-461a-b149-af1f9e8e03f8 None None] Checking router: 58662943-6040-469a-9427-86d489310581 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:05:16.732619 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9f4136-01ab-461a-b149-af1f9e8e03f8 None None] Routers {'58662943-6040-469a-9427-86d489310581'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:16.733229 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-5f9f4136-01ab-461a-b149-af1f9e8e03f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:05:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['58662943-6040-469a-9427-86d489310581'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:16.857845 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-5f9f4136-01ab-461a-b149-af1f9e8e03f8 None None] Set router 58662943-6040-469a-9427-86d489310581 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:16.923494 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1583992f-1228-4051-a024-2e9197dfb4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (8b689981-bcc1-4c6a-8421-35812b9789cb), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:16.929286 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-5f9f4136-01ab-461a-b149-af1f9e8e03f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58662943-6040-469a-9427-86d489310581', 'name': 'tempest-TaggedBootDevicesTest_v242-798417594-router', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:19Z', 'updated_at': '2022-02-09T02:05:16Z', 'revision_number': 6, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:16.970779 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f4136-01ab-461a-b149-af1f9e8e03f8 None None] The sync data for ids ['58662943-6040-469a-9427-86d489310581'] in n-d-828387-3 is: [{'id': '58662943-6040-469a-9427-86d489310581', 'name': 'tempest-TaggedBootDevicesTest_v242-798417594-router', 'tenant_id': '74ac5c4df87040abbaac41297bf571f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:19Z', 'updated_at': '2022-02-09T02:05:16Z', 'revision_number': 6, 'project_id': '74ac5c4df87040abbaac41297bf571f6', 'gw_port_host': None}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:05:16.972152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583992f-1228-4051-a024-2e9197dfb4af admin admin] Pushing event deleted for resources: {'Port': ['ID=8b689981-bcc1-4c6a-8421-35812b9789cb,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:17.095489 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1583992f-1228-4051-a024-2e9197dfb4af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (58662943-6040-469a-9427-86d489310581), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:17.337208 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1583992f-1228-4051-a024-2e9197dfb4af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (58662943-6040-469a-9427-86d489310581), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:17.339493 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1583992f-1228-4051-a024-2e9197dfb4af admin admin] Publish callbacks [] for router_controller (58662943-6040-469a-9427-86d489310581), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:17.486854 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1583992f-1228-4051-a024-2e9197dfb4af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (58662943-6040-469a-9427-86d489310581), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:17.489202 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1583992f-1228-4051-a024-2e9197dfb4af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58662943-6040-469a-9427-86d489310581 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:05:17.497898 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1583992f-1228-4051-a024-2e9197dfb4af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:17.503857 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1583992f-1228-4051-a024-2e9197dfb4af admin admin] 10.222.0.36 "DELETE /v2.0/routers/58662943-6040-469a-9427-86d489310581 HTTP/1.1" status: 204 len: 168 time: 1.7316463 Feb 09 02:05:17.506424 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 40470) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:17.627285 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fbd704e-9f61-40eb-a209-3aabae98a52d admin admin] Deleting subnet 0e2644d8-69fa-4460-9750-5fbc866b4422 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:05:17.644556 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fbd704e-9f61-40eb-a209-3aabae98a52d admin admin] Publish callbacks [] for subnet (0e2644d8-69fa-4460-9750-5fbc866b4422), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:17.726796 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fbd704e-9f61-40eb-a209-3aabae98a52d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (0e2644d8-69fa-4460-9750-5fbc866b4422), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:17.787376 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04553bbc-ba99-4236-bf84-46bb92ebb168 req-7d804e04-4c02-4c3b-9cc4-96e32e53854d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1144061 Feb 09 02:05:17.962818 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fbd704e-9f61-40eb-a209-3aabae98a52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (0e2644d8-69fa-4460-9750-5fbc866b4422), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:18.057319 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04553bbc-ba99-4236-bf84-46bb92ebb168 req-357220ed-c2b1-4928-b254-cbf250cdc443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:18.059384 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04553bbc-ba99-4236-bf84-46bb92ebb168 req-357220ed-c2b1-4928-b254-cbf250cdc443 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8721192a2c284724a83b35330a1c84a8&device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 1128 time: 0.1985955 Feb 09 02:05:18.080264 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fbd704e-9f61-40eb-a209-3aabae98a52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (0e2644d8-69fa-4460-9750-5fbc866b4422), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:18.131732 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a183fff-9363-4c4b-ae0a-c28ac20a21e1 None None] Network 3435dd38-2d83-4661-a0ba-4947592a30a2 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:05:18.137380 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd704e-9f61-40eb-a209-3aabae98a52d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e2644d8-69fa-4460-9750-5fbc866b4422,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:18.142285 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fbd704e-9f61-40eb-a209-3aabae98a52d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:18.149398 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40490) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:18.149964 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5fbd704e-9f61-40eb-a209-3aabae98a52d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0e2644d8-69fa-4460-9750-5fbc866b4422 HTTP/1.1" status: 204 len: 168 time: 0.6418428 Feb 09 02:05:18.285938 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04553bbc-ba99-4236-bf84-46bb92ebb168 req-6bd279de-141b-44c1-8ae7-b98f84c3a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:18.302854 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04553bbc-ba99-4236-bf84-46bb92ebb168 req-6bd279de-141b-44c1-8ae7-b98f84c3a81d service neutron] 10.222.0.67 "GET /v2.0/networks?id=213e8f95-a0ad-4892-ad9a-d81d902f12c0 HTTP/1.1" status: 200 len: 912 time: 0.2101829 Feb 09 02:05:18.344164 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7438646-676d-454e-b8ef-fa2b5c82ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (3435dd38-2d83-4661-a0ba-4947592a30a2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:18.476710 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 74eb8ecb-76cd-4ea2-9edf-3f329a108391 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:18.509392 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04553bbc-ba99-4236-bf84-46bb92ebb168 req-27276f8f-31d9-4283-9067-137b23340524 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 HTTP/1.1" status: 200 len: 1002 time: 0.1962705 Feb 09 02:05:18.540875 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acf2eb1-b003-4672-8fd8-c8e926759917 None None] DHCP port deletion for 3435dd38-2d83-4661-a0ba-4947592a30a2 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:05:18.550610 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 74eb8ecb-76cd-4ea2-9edf-3f329a108391 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:05:18.552215 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-f7438646-676d-454e-b8ef-fa2b5c82ca61 admin admin] Deleting port 622df943-b2c4-45bc-9963-62d84176aa6e {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:18.552722 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 74eb8ecb-76cd-4ea2-9edf-3f329a108391 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:05:18.553204 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7438646-676d-454e-b8ef-fa2b5c82ca61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (622df943-b2c4-45bc-9963-62d84176aa6e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:18.555343 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8b689981-bcc1-4c6a-8421-35812b9789cb no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:18.598276 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 8b689981-bcc1-4c6a-8421-35812b9789cb {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:05:18.600339 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8b689981-bcc1-4c6a-8421-35812b9789cb not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:05:18.633395 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04553bbc-ba99-4236-bf84-46bb92ebb168 req-0b8ca9f1-9344-4fcc-8bbb-40769d9e2fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:18.637643 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04553bbc-ba99-4236-bf84-46bb92ebb168 req-0b8ca9f1-9344-4fcc-8bbb-40769d9e2fcc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b1ecec84-a59d-45c4-91cc-46e21ab9c4db HTTP/1.1" status: 200 len: 850 time: 0.1224377 Feb 09 02:05:18.707269 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04553bbc-ba99-4236-bf84-46bb92ebb168 req-ad08aae7-3da2-4ee1-bb4d-fd40b8f2afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:18.708796 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04553bbc-ba99-4236-bf84-46bb92ebb168 req-ad08aae7-3da2-4ee1-bb4d-fd40b8f2afa8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=213e8f95-a0ad-4892-ad9a-d81d902f12c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0675807 Feb 09 02:05:18.745990 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1acf2eb1-b003-4672-8fd8-c8e926759917 None None] Deleting port 622df943-b2c4-45bc-9963-62d84176aa6e {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:18.746307 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1acf2eb1-b003-4672-8fd8-c8e926759917 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (622df943-b2c4-45bc-9963-62d84176aa6e), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:18.766880 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-f7438646-676d-454e-b8ef-fa2b5c82ca61 admin admin] For port 622df943-b2c4-45bc-9963-62d84176aa6e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=622df943-b2c4-45bc-9963-62d84176aa6e,segment=NetworkSegment(7f430253-9921-4b67-a8c0-4525552aa2a0),segment_id=7f430253-9921-4b67-a8c0-4525552aa2a0)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:18.767613 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7438646-676d-454e-b8ef-fa2b5c82ca61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (622df943-b2c4-45bc-9963-62d84176aa6e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:18.786019 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-f7438646-676d-454e-b8ef-fa2b5c82ca61 admin admin] Calling delete_port for 622df943-b2c4-45bc-9963-62d84176aa6e owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:18.889259 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1acf2eb1-b003-4672-8fd8-c8e926759917 None None] For port 622df943-b2c4-45bc-9963-62d84176aa6e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=622df943-b2c4-45bc-9963-62d84176aa6e,segment=NetworkSegment(7f430253-9921-4b67-a8c0-4525552aa2a0),segment_id=7f430253-9921-4b67-a8c0-4525552aa2a0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:18.891817 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1acf2eb1-b003-4672-8fd8-c8e926759917 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (622df943-b2c4-45bc-9963-62d84176aa6e), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:18.926473 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1acf2eb1-b003-4672-8fd8-c8e926759917 None None] Calling delete_port for 622df943-b2c4-45bc-9963-62d84176aa6e owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:18.951605 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7438646-676d-454e-b8ef-fa2b5c82ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (622df943-b2c4-45bc-9963-62d84176aa6e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:18.971732 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04553bbc-ba99-4236-bf84-46bb92ebb168 req-9ac139b2-a7a7-4d3d-96ac-380c7daed1be service neutron] 10.222.0.67 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563102 Feb 09 02:05:19.024340 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7438646-676d-454e-b8ef-fa2b5c82ca61 admin admin] Pushing event deleted for resources: {'Port': ['ID=622df943-b2c4-45bc-9963-62d84176aa6e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:19.032008 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7438646-676d-454e-b8ef-fa2b5c82ca61 admin admin] No DVR routers for this DVR port 622df943-b2c4-45bc-9963-62d84176aa6e on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:05:19.065578 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1acf2eb1-b003-4672-8fd8-c8e926759917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (622df943-b2c4-45bc-9963-62d84176aa6e), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:19.100013 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acf2eb1-b003-4672-8fd8-c8e926759917 None None] No DVR routers for this DVR port 622df943-b2c4-45bc-9963-62d84176aa6e on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:05:19.151913 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf2eb1-b003-4672-8fd8-c8e926759917 None None] Pushing event deleted for resources: {'Port': ['ID=622df943-b2c4-45bc-9963-62d84176aa6e,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:19.192021 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7438646-676d-454e-b8ef-fa2b5c82ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (3435dd38-2d83-4661-a0ba-4947592a30a2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:19.207183 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04553bbc-ba99-4236-bf84-46bb92ebb168 req-30ed5d04-00cd-4bbd-9289-e2ccbde8c226 service neutron] 10.222.0.67 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290480 Feb 09 02:05:19.234071 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-f7438646-676d-454e-b8ef-fa2b5c82ca61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3435dd38-2d83-4661-a0ba-4947592a30a2']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:19.248331 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-f7438646-676d-454e-b8ef-fa2b5c82ca61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f430253-9921-4b67-a8c0-4525552aa2a0') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:19.250027 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-f7438646-676d-454e-b8ef-fa2b5c82ca61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f430253-9921-4b67-a8c0-4525552aa2a0') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:19.259723 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 40514) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:19.261539 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7438646-676d-454e-b8ef-fa2b5c82ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (7f430253-9921-4b67-a8c0-4525552aa2a0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:19.291674 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7438646-676d-454e-b8ef-fa2b5c82ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (7f430253-9921-4b67-a8c0-4525552aa2a0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:19.300659 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7438646-676d-454e-b8ef-fa2b5c82ca61 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:05:19.301179 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7438646-676d-454e-b8ef-fa2b5c82ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (7f430253-9921-4b67-a8c0-4525552aa2a0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:05:19.306966 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:05:19.425482 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-677a610e-6b2a-47ca-a704-766c598d7e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:19.447378 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7438646-676d-454e-b8ef-fa2b5c82ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (3435dd38-2d83-4661-a0ba-4947592a30a2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:19.461648 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7438646-676d-454e-b8ef-fa2b5c82ca61 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:19.483936 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f7438646-676d-454e-b8ef-fa2b5c82ca61 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3435dd38-2d83-4661-a0ba-4947592a30a2 HTTP/1.1" status: 204 len: 168 time: 1.3304987 Feb 09 02:05:19.486451 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40524) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:19.600978 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-677a610e-6b2a-47ca-a704-766c598d7e91 admin admin] Publish callbacks [] for security_group (69f071c1-5956-4b53-a0a7-d11fc8affed5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:19.621274 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-677a610e-6b2a-47ca-a704-766c598d7e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (69f071c1-5956-4b53-a0a7-d11fc8affed5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:19.667658 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7438646-676d-454e-b8ef-fa2b5c82ca61 admin admin] Pushing event deleted for resources: {'Network': ['ID=3435dd38-2d83-4661-a0ba-4947592a30a2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:19.688035 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-677a610e-6b2a-47ca-a704-766c598d7e91 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cec6f7153b714c11beec45e5feb766b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4271953 Feb 09 02:05:19.689168 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a610e-6b2a-47ca-a704-766c598d7e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f071c1-5956-4b53-a0a7-d11fc8affed5,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:19.691408 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40526) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:19.870223 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-231b8c92-68a2-4ac5-90e8-36aa82103c63 admin admin] Publish callbacks [] for security_group (69f071c1-5956-4b53-a0a7-d11fc8affed5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:19.918637 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-231b8c92-68a2-4ac5-90e8-36aa82103c63 admin admin] Publish callbacks [] for security_group (69f071c1-5956-4b53-a0a7-d11fc8affed5), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:20.051831 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-231b8c92-68a2-4ac5-90e8-36aa82103c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (69f071c1-5956-4b53-a0a7-d11fc8affed5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:20.056945 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-231b8c92-68a2-4ac5-90e8-36aa82103c63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:20.060940 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-231b8c92-68a2-4ac5-90e8-36aa82103c63 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/69f071c1-5956-4b53-a0a7-d11fc8affed5 HTTP/1.1" status: 204 len: 168 time: 0.3663194 Feb 09 02:05:20.081995 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b8c92-68a2-4ac5-90e8-36aa82103c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f071c1-5956-4b53-a0a7-d11fc8affed5,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:20.199583 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a1de0e6e-ead8-46db-abd0-237091318d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (b66929c5-ed3a-4d93-9ca1-afcb6944ba79), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:20.382849 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 622df943-b2c4-45bc-9963-62d84176aa6e no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:20.443424 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 622df943-b2c4-45bc-9963-62d84176aa6e {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:05:20.443773 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 622df943-b2c4-45bc-9963-62d84176aa6e not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:05:20.656748 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40552) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:20.678864 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9a1bbe61-b227-4f8f-b6c5-d979ba56dc81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:20.791498 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9a1bbe61-b227-4f8f-b6c5-d979ba56dc81 admin admin] Publish callbacks [] for security_group (d8d25e5b-43a1-4010-854b-7ff143ce6007), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:20.816948 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9a1bbe61-b227-4f8f-b6c5-d979ba56dc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d8d25e5b-43a1-4010-854b-7ff143ce6007), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:20.878490 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9a1bbe61-b227-4f8f-b6c5-d979ba56dc81 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e8f2fb61b1b941aa97b87a860b95029c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2200963 Feb 09 02:05:20.880443 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bbe61-b227-4f8f-b6c5-d979ba56dc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d25e5b-43a1-4010-854b-7ff143ce6007,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:20.881469 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 40566) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:20.921427 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a1de0e6e-ead8-46db-abd0-237091318d8a admin admin] Deleting port 3353fc5f-7b8b-4357-9217-e9117332226f {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:20.925478 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a1de0e6e-ead8-46db-abd0-237091318d8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (3353fc5f-7b8b-4357-9217-e9117332226f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:21.061848 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97de2b75-bb27-48ec-93b8-75a1876b10a4 admin admin] Publish callbacks [] for security_group (d8d25e5b-43a1-4010-854b-7ff143ce6007), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:21.091321 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a1de0e6e-ead8-46db-abd0-237091318d8a admin admin] For port 3353fc5f-7b8b-4357-9217-e9117332226f, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3353fc5f-7b8b-4357-9217-e9117332226f,segment=NetworkSegment(79690800-60b6-4c6f-8bdc-68b6d178a447),segment_id=79690800-60b6-4c6f-8bdc-68b6d178a447)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:21.091702 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a1de0e6e-ead8-46db-abd0-237091318d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (3353fc5f-7b8b-4357-9217-e9117332226f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:21.109883 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a1de0e6e-ead8-46db-abd0-237091318d8a admin admin] Calling delete_port for 3353fc5f-7b8b-4357-9217-e9117332226f owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:21.117927 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97de2b75-bb27-48ec-93b8-75a1876b10a4 admin admin] Publish callbacks [] for security_group (d8d25e5b-43a1-4010-854b-7ff143ce6007), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:21.232637 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97de2b75-bb27-48ec-93b8-75a1876b10a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d8d25e5b-43a1-4010-854b-7ff143ce6007), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:21.238737 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97de2b75-bb27-48ec-93b8-75a1876b10a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:21.241957 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-97de2b75-bb27-48ec-93b8-75a1876b10a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d8d25e5b-43a1-4010-854b-7ff143ce6007 HTTP/1.1" status: 204 len: 168 time: 0.3586705 Feb 09 02:05:21.280650 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de2b75-bb27-48ec-93b8-75a1876b10a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d25e5b-43a1-4010-854b-7ff143ce6007,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:21.434272 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a1de0e6e-ead8-46db-abd0-237091318d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (3353fc5f-7b8b-4357-9217-e9117332226f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:21.494550 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de0e6e-ead8-46db-abd0-237091318d8a admin admin] Pushing event deleted for resources: {'Port': ['ID=3353fc5f-7b8b-4357-9217-e9117332226f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:22.331618 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a1de0e6e-ead8-46db-abd0-237091318d8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (b66929c5-ed3a-4d93-9ca1-afcb6944ba79), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:22.786282 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1de0e6e-ead8-46db-abd0-237091318d8a admin admin] Router b66929c5-ed3a-4d93-9ca1-afcb6944ba79 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:05:22.990716 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1de0e6e-ead8-46db-abd0-237091318d8a admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:05:22.999579 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a1de0e6e-ead8-46db-abd0-237091318d8a admin admin] 10.222.0.36 "PUT /v2.0/routers/b66929c5-ed3a-4d93-9ca1-afcb6944ba79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5092945 Feb 09 02:05:23.002166 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 40624) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:23.004427 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc087a68-f2d0-4e68-ae6c-d0b729e6f57d None None] Sync routers for ids ['b66929c5-ed3a-4d93-9ca1-afcb6944ba79'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:05:23.022064 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc087a68-f2d0-4e68-ae6c-d0b729e6f57d None None] Routers {'b66929c5-ed3a-4d93-9ca1-afcb6944ba79'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:23.022693 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-dc087a68-f2d0-4e68-ae6c-d0b729e6f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:05:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b66929c5-ed3a-4d93-9ca1-afcb6944ba79'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:23.321304 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f6efe7e-1b80-48ae-8247-93932ad26e37 admin admin] Publish callbacks [] for router (b66929c5-ed3a-4d93-9ca1-afcb6944ba79), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:23.418030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-dc087a68-f2d0-4e68-ae6c-d0b729e6f57d None None] Set router b66929c5-ed3a-4d93-9ca1-afcb6944ba79 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:23.522631 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f6efe7e-1b80-48ae-8247-93932ad26e37 admin admin] Publish callbacks [] for router_gateway (b66929c5-ed3a-4d93-9ca1-afcb6944ba79), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:23.632096 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-3f6efe7e-1b80-48ae-8247-93932ad26e37 admin admin] Deleting port ee343c4b-3058-4d1c-818a-3b2cfd1a97d9 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:23.632440 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f6efe7e-1b80-48ae-8247-93932ad26e37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ee343c4b-3058-4d1c-818a-3b2cfd1a97d9), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:23.765166 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-dc087a68-f2d0-4e68-ae6c-d0b729e6f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66929c5-ed3a-4d93-9ca1-afcb6944ba79', 'name': 'tempest-TaggedBootDevicesTest_v242-727942738-router', 'tenant_id': '3ace5e28b4c44e07a657916947b58885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ee343c4b-3058-4d1c-818a-3b2cfd1a97d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:39Z', 'updated_at': '2022-02-09T02:05:21Z', 'revision_number': 5, 'project_id': '3ace5e28b4c44e07a657916947b58885', 'gw_port': {'id': 'ee343c4b-3058-4d1c-818a-3b2cfd1a97d9', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:68:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66929c5-ed3a-4d93-9ca1-afcb6944ba79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:41Z', 'updated_at': '2022-02-09T01:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:23.797828 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc087a68-f2d0-4e68-ae6c-d0b729e6f57d None None] Checking router: b66929c5-ed3a-4d93-9ca1-afcb6944ba79 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:05:23.806499 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc087a68-f2d0-4e68-ae6c-d0b729e6f57d None None] Routers {'b66929c5-ed3a-4d93-9ca1-afcb6944ba79'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:23.807129 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-dc087a68-f2d0-4e68-ae6c-d0b729e6f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:05:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b66929c5-ed3a-4d93-9ca1-afcb6944ba79'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:23.830497 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-3f6efe7e-1b80-48ae-8247-93932ad26e37 admin admin] For port ee343c4b-3058-4d1c-818a-3b2cfd1a97d9, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ee343c4b-3058-4d1c-818a-3b2cfd1a97d9,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:23.833747 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f6efe7e-1b80-48ae-8247-93932ad26e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ee343c4b-3058-4d1c-818a-3b2cfd1a97d9), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:23.855413 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-3f6efe7e-1b80-48ae-8247-93932ad26e37 admin admin] Calling delete_port for ee343c4b-3058-4d1c-818a-3b2cfd1a97d9 owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:24.027323 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-dc087a68-f2d0-4e68-ae6c-d0b729e6f57d None None] Set router b66929c5-ed3a-4d93-9ca1-afcb6944ba79 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:24.134321 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-dc087a68-f2d0-4e68-ae6c-d0b729e6f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66929c5-ed3a-4d93-9ca1-afcb6944ba79', 'name': 'tempest-TaggedBootDevicesTest_v242-727942738-router', 'tenant_id': '3ace5e28b4c44e07a657916947b58885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:39Z', 'updated_at': '2022-02-09T02:05:23Z', 'revision_number': 6, 'project_id': '3ace5e28b4c44e07a657916947b58885', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:24.149502 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f6efe7e-1b80-48ae-8247-93932ad26e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ee343c4b-3058-4d1c-818a-3b2cfd1a97d9), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:24.182080 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc087a68-f2d0-4e68-ae6c-d0b729e6f57d None None] The sync data for ids ['b66929c5-ed3a-4d93-9ca1-afcb6944ba79'] in n-d-828387-3 is: [{'id': 'b66929c5-ed3a-4d93-9ca1-afcb6944ba79', 'name': 'tempest-TaggedBootDevicesTest_v242-727942738-router', 'tenant_id': '3ace5e28b4c44e07a657916947b58885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:39Z', 'updated_at': '2022-02-09T02:05:23Z', 'revision_number': 6, 'project_id': '3ace5e28b4c44e07a657916947b58885', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:05:24.216791 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6efe7e-1b80-48ae-8247-93932ad26e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee343c4b-3058-4d1c-818a-3b2cfd1a97d9,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:24.320490 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f6efe7e-1b80-48ae-8247-93932ad26e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (b66929c5-ed3a-4d93-9ca1-afcb6944ba79), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:24.456858 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f6efe7e-1b80-48ae-8247-93932ad26e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (b66929c5-ed3a-4d93-9ca1-afcb6944ba79), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:24.459438 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f6efe7e-1b80-48ae-8247-93932ad26e37 admin admin] Publish callbacks [] for router_controller (b66929c5-ed3a-4d93-9ca1-afcb6944ba79), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:24.509788 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f6efe7e-1b80-48ae-8247-93932ad26e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (b66929c5-ed3a-4d93-9ca1-afcb6944ba79), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:24.510486 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6efe7e-1b80-48ae-8247-93932ad26e37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b66929c5-ed3a-4d93-9ca1-afcb6944ba79 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:05:24.545791 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f6efe7e-1b80-48ae-8247-93932ad26e37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:24.547053 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3f6efe7e-1b80-48ae-8247-93932ad26e37 admin admin] 10.222.0.36 "DELETE /v2.0/routers/b66929c5-ed3a-4d93-9ca1-afcb6944ba79 HTTP/1.1" status: 204 len: 168 time: 1.5435729 Feb 09 02:05:24.551235 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 40670) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:24.726376 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3353fc5f-7b8b-4357-9217-e9117332226f no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:24.751701 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-786e5b59-740e-438c-bae6-5d79b570b512 admin admin] Deleting subnet 90d8c99d-c555-4313-8938-cc148548bfe6 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:05:24.762020 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 3353fc5f-7b8b-4357-9217-e9117332226f {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:05:24.762020 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3353fc5f-7b8b-4357-9217-e9117332226f not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:05:24.763502 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-786e5b59-740e-438c-bae6-5d79b570b512 admin admin] Publish callbacks [] for subnet (90d8c99d-c555-4313-8938-cc148548bfe6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:24.904549 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-786e5b59-740e-438c-bae6-5d79b570b512 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (90d8c99d-c555-4313-8938-cc148548bfe6), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:25.079984 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-786e5b59-740e-438c-bae6-5d79b570b512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (90d8c99d-c555-4313-8938-cc148548bfe6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:25.203907 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-786e5b59-740e-438c-bae6-5d79b570b512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (90d8c99d-c555-4313-8938-cc148548bfe6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:25.220046 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-786e5b59-740e-438c-bae6-5d79b570b512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:25.226478 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40692) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:25.227746 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-786e5b59-740e-438c-bae6-5d79b570b512 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/90d8c99d-c555-4313-8938-cc148548bfe6 HTTP/1.1" status: 204 len: 168 time: 0.6717248 Feb 09 02:05:25.229383 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb147ff1-97e4-4a44-8333-722fecf908df None None] Network e4c445ff-5c6c-41b0-86e2-d8599100330f requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:05:25.247675 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e5b59-740e-438c-bae6-5d79b570b512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90d8c99d-c555-4313-8938-cc148548bfe6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:25.400833 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2bb5ee86-5454-4f2f-8417-f19c1b1a884b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (e4c445ff-5c6c-41b0-86e2-d8599100330f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:25.523356 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbea3bb9-7107-4bd5-957b-00aec071a336 None None] DHCP port deletion for e4c445ff-5c6c-41b0-86e2-d8599100330f request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:05:25.598432 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2bb5ee86-5454-4f2f-8417-f19c1b1a884b admin admin] Deleting port e0b13214-94b6-4d8a-b80d-b5261879abca {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:25.598820 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2bb5ee86-5454-4f2f-8417-f19c1b1a884b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e0b13214-94b6-4d8a-b80d-b5261879abca), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:25.653005 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-fbea3bb9-7107-4bd5-957b-00aec071a336 None None] Deleting port e0b13214-94b6-4d8a-b80d-b5261879abca {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:25.654347 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fbea3bb9-7107-4bd5-957b-00aec071a336 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e0b13214-94b6-4d8a-b80d-b5261879abca), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:25.794211 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-2bb5ee86-5454-4f2f-8417-f19c1b1a884b admin admin] For port e0b13214-94b6-4d8a-b80d-b5261879abca, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e0b13214-94b6-4d8a-b80d-b5261879abca,segment=NetworkSegment(79690800-60b6-4c6f-8bdc-68b6d178a447),segment_id=79690800-60b6-4c6f-8bdc-68b6d178a447)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:25.794529 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2bb5ee86-5454-4f2f-8417-f19c1b1a884b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e0b13214-94b6-4d8a-b80d-b5261879abca), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:25.821218 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2bb5ee86-5454-4f2f-8417-f19c1b1a884b admin admin] Calling delete_port for e0b13214-94b6-4d8a-b80d-b5261879abca owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:25.885962 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-fbea3bb9-7107-4bd5-957b-00aec071a336 None None] For port e0b13214-94b6-4d8a-b80d-b5261879abca, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e0b13214-94b6-4d8a-b80d-b5261879abca,segment=NetworkSegment(79690800-60b6-4c6f-8bdc-68b6d178a447),segment_id=79690800-60b6-4c6f-8bdc-68b6d178a447)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:25.886371 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fbea3bb9-7107-4bd5-957b-00aec071a336 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e0b13214-94b6-4d8a-b80d-b5261879abca), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:25.932075 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-fbea3bb9-7107-4bd5-957b-00aec071a336 None None] Calling delete_port for e0b13214-94b6-4d8a-b80d-b5261879abca owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:25.947258 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2bb5ee86-5454-4f2f-8417-f19c1b1a884b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (e0b13214-94b6-4d8a-b80d-b5261879abca), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:26.010107 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5ee86-5454-4f2f-8417-f19c1b1a884b admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b13214-94b6-4d8a-b80d-b5261879abca,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:26.015046 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb5ee86-5454-4f2f-8417-f19c1b1a884b admin admin] No DVR routers for this DVR port e0b13214-94b6-4d8a-b80d-b5261879abca on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:05:26.069400 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fbea3bb9-7107-4bd5-957b-00aec071a336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (e0b13214-94b6-4d8a-b80d-b5261879abca), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:26.097223 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea3bb9-7107-4bd5-957b-00aec071a336 None None] Pushing event deleted for resources: {'Port': ['ID=e0b13214-94b6-4d8a-b80d-b5261879abca,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:26.109135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbea3bb9-7107-4bd5-957b-00aec071a336 None None] No DVR routers for this DVR port e0b13214-94b6-4d8a-b80d-b5261879abca on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:05:26.134592 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2bb5ee86-5454-4f2f-8417-f19c1b1a884b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (e4c445ff-5c6c-41b0-86e2-d8599100330f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:26.157575 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-2bb5ee86-5454-4f2f-8417-f19c1b1a884b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c445ff-5c6c-41b0-86e2-d8599100330f']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:26.169588 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-2bb5ee86-5454-4f2f-8417-f19c1b1a884b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79690800-60b6-4c6f-8bdc-68b6d178a447') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:26.169994 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-2bb5ee86-5454-4f2f-8417-f19c1b1a884b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79690800-60b6-4c6f-8bdc-68b6d178a447') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:26.183252 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2bb5ee86-5454-4f2f-8417-f19c1b1a884b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (79690800-60b6-4c6f-8bdc-68b6d178a447), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:26.220843 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2bb5ee86-5454-4f2f-8417-f19c1b1a884b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (79690800-60b6-4c6f-8bdc-68b6d178a447), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:26.248183 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb5ee86-5454-4f2f-8417-f19c1b1a884b admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:05:26.249387 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2bb5ee86-5454-4f2f-8417-f19c1b1a884b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (79690800-60b6-4c6f-8bdc-68b6d178a447), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:05:26.251613 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:05:26.402800 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2bb5ee86-5454-4f2f-8417-f19c1b1a884b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (e4c445ff-5c6c-41b0-86e2-d8599100330f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:26.410842 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2bb5ee86-5454-4f2f-8417-f19c1b1a884b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:26.422923 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2bb5ee86-5454-4f2f-8417-f19c1b1a884b admin admin] 10.222.0.36 "DELETE /v2.0/networks/e4c445ff-5c6c-41b0-86e2-d8599100330f HTTP/1.1" status: 204 len: 168 time: 1.1918082 Feb 09 02:05:26.480778 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5ee86-5454-4f2f-8417-f19c1b1a884b admin admin] Pushing event deleted for resources: {'Network': ['ID=e4c445ff-5c6c-41b0-86e2-d8599100330f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:26.550353 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40724) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:26.697343 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e0b13214-94b6-4d8a-b80d-b5261879abca no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:26.726677 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 40730) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:26.731047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: e0b13214-94b6-4d8a-b80d-b5261879abca {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:05:26.731717 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e0b13214-94b6-4d8a-b80d-b5261879abca not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:05:26.732274 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ee343c4b-3058-4d1c-818a-3b2cfd1a97d9 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:26.741773 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57f8a9c7-0f2b-420a-ae58-76e985f6c372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:26.758198 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: ee343c4b-3058-4d1c-818a-3b2cfd1a97d9 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:05:26.758635 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ee343c4b-3058-4d1c-818a-3b2cfd1a97d9 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:05:26.883307 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1931c22f-628b-4480-bc4d-39262bb7479c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74ac5c4df87040abbaac41297bf571f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1532032 Feb 09 02:05:26.884077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40734) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:26.919125 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57f8a9c7-0f2b-420a-ae58-76e985f6c372 admin admin] Publish callbacks [] for security_group (00e16ee5-ca10-48f2-8bf8-dfc0bf7151bb), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:26.930406 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57f8a9c7-0f2b-420a-ae58-76e985f6c372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (00e16ee5-ca10-48f2-8bf8-dfc0bf7151bb), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:26.979997 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-57f8a9c7-0f2b-420a-ae58-76e985f6c372 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=634347a0c58a4379971e41e55c03ebf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4283495 Feb 09 02:05:26.983168 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 40740) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:26.999693 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8a9c7-0f2b-420a-ae58-76e985f6c372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e16ee5-ca10-48f2-8bf8-dfc0bf7151bb,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:27.035715 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08894cbb-8c7c-47f7-8fe4-7f48ee6149e2 admin admin] Publish callbacks [] for security_group (81b52ba2-8fc6-4b4b-8443-15fad6e6bac8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:27.074450 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08894cbb-8c7c-47f7-8fe4-7f48ee6149e2 admin admin] Publish callbacks [] for security_group (81b52ba2-8fc6-4b4b-8443-15fad6e6bac8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:27.078928 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6f0475a-9623-464d-a7f1-5d606ac43e99 admin admin] Publish callbacks [] for security_group (00e16ee5-ca10-48f2-8bf8-dfc0bf7151bb), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:27.126219 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6f0475a-9623-464d-a7f1-5d606ac43e99 admin admin] Publish callbacks [] for security_group (00e16ee5-ca10-48f2-8bf8-dfc0bf7151bb), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:27.168095 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08894cbb-8c7c-47f7-8fe4-7f48ee6149e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (81b52ba2-8fc6-4b4b-8443-15fad6e6bac8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:27.172272 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08894cbb-8c7c-47f7-8fe4-7f48ee6149e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:27.175993 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-08894cbb-8c7c-47f7-8fe4-7f48ee6149e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81b52ba2-8fc6-4b4b-8443-15fad6e6bac8 HTTP/1.1" status: 204 len: 168 time: 0.2874682 Feb 09 02:05:27.206243 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08894cbb-8c7c-47f7-8fe4-7f48ee6149e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b52ba2-8fc6-4b4b-8443-15fad6e6bac8,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:27.218926 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6f0475a-9623-464d-a7f1-5d606ac43e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (00e16ee5-ca10-48f2-8bf8-dfc0bf7151bb), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:27.222997 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6f0475a-9623-464d-a7f1-5d606ac43e99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:27.225823 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e6f0475a-9623-464d-a7f1-5d606ac43e99 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00e16ee5-ca10-48f2-8bf8-dfc0bf7151bb HTTP/1.1" status: 204 len: 168 time: 0.2396011 Feb 09 02:05:27.236145 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0475a-9623-464d-a7f1-5d606ac43e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e16ee5-ca10-48f2-8bf8-dfc0bf7151bb,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:27.847386 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 40764) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:27.892392 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af4e2c34-d4a1-4309-adef-2694b0be2be2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:27.910558 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40766) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:27.976174 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e5bdb913-c7c3-4202-a67c-e59b35a0013f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ace5e28b4c44e07a657916947b58885&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0643435 Feb 09 02:05:27.978620 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40768) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:28.009439 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af4e2c34-d4a1-4309-adef-2694b0be2be2 admin admin] Publish callbacks [] for security_group (a24d16dd-9c5c-471e-a7e1-c054cfda5b49), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:28.018609 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af4e2c34-d4a1-4309-adef-2694b0be2be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a24d16dd-9c5c-471e-a7e1-c054cfda5b49), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:28.043668 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bb95869a-26b3-45bd-bf21-1d0322a6fd46 admin admin] Publish callbacks [] for security_group (c27b8d22-8b5f-482d-9d31-9d99c051637e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:28.051175 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-af4e2c34-d4a1-4309-adef-2694b0be2be2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13f0bbeee63e4af68a044894f4cd102f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1974895 Feb 09 02:05:28.051793 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 40770) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:28.073603 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bb95869a-26b3-45bd-bf21-1d0322a6fd46 admin admin] Publish callbacks [] for security_group (c27b8d22-8b5f-482d-9d31-9d99c051637e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:28.096632 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e2c34-d4a1-4309-adef-2694b0be2be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24d16dd-9c5c-471e-a7e1-c054cfda5b49,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:28.134670 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a4d1dee7-2fa7-4868-ada3-6a54d8f2d77f admin admin] Publish callbacks [] for security_group (a24d16dd-9c5c-471e-a7e1-c054cfda5b49), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:28.160023 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bb95869a-26b3-45bd-bf21-1d0322a6fd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c27b8d22-8b5f-482d-9d31-9d99c051637e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:28.163597 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bb95869a-26b3-45bd-bf21-1d0322a6fd46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:28.165641 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bb95869a-26b3-45bd-bf21-1d0322a6fd46 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c27b8d22-8b5f-482d-9d31-9d99c051637e HTTP/1.1" status: 204 len: 168 time: 0.1859756 Feb 09 02:05:28.176961 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95869a-26b3-45bd-bf21-1d0322a6fd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27b8d22-8b5f-482d-9d31-9d99c051637e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:28.206045 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a4d1dee7-2fa7-4868-ada3-6a54d8f2d77f admin admin] Publish callbacks [] for security_group (a24d16dd-9c5c-471e-a7e1-c054cfda5b49), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:28.317180 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a4d1dee7-2fa7-4868-ada3-6a54d8f2d77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a24d16dd-9c5c-471e-a7e1-c054cfda5b49), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:28.323488 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a4d1dee7-2fa7-4868-ada3-6a54d8f2d77f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:28.333102 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a4d1dee7-2fa7-4868-ada3-6a54d8f2d77f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a24d16dd-9c5c-471e-a7e1-c054cfda5b49 HTTP/1.1" status: 204 len: 168 time: 0.2782152 Feb 09 02:05:28.355552 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1dee7-2fa7-4868-ada3-6a54d8f2d77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24d16dd-9c5c-471e-a7e1-c054cfda5b49,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:29.706959 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40838) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:30.280046 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f316d668-68d3-42c7-8e07-ba7d359c687d admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2108586868-network', 'tenant_id': 'fe2eb0615f3243f7b7a06fc287d22ba0'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:30.324029 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f316d668-68d3-42c7-8e07-ba7d359c687d admin admin] Made reservation on behalf of fe2eb0615f3243f7b7a06fc287d22ba0 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:05:30.326391 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f316d668-68d3-42c7-8e07-ba7d359c687d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:30.361003 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f316d668-68d3-42c7-8e07-ba7d359c687d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:30.394411 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d5929-6ee6-432f-aa90-b3ee176fb157 req-4c13bad9-24c7-47a5-ab42-2828f85f9a59 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:30.396035 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff0d5929-6ee6-432f-aa90-b3ee176fb157 req-4c13bad9-24c7-47a5-ab42-2828f85f9a59 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.0966539 Feb 09 02:05:30.544880 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff0d5929-6ee6-432f-aa90-b3ee176fb157 req-47b1bfdc-4d4d-4433-8716-2649fa13467b tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296077 Feb 09 02:05:30.611818 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f316d668-68d3-42c7-8e07-ba7d359c687d admin admin] Publish callbacks [] for security_group (f23811a8-c87f-40b7-95f1-111bdda4a158), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:30.619468 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f316d668-68d3-42c7-8e07-ba7d359c687d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (f23811a8-c87f-40b7-95f1-111bdda4a158), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:30.652819 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f316d668-68d3-42c7-8e07-ba7d359c687d admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:05:30.659735 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316d668-68d3-42c7-8e07-ba7d359c687d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23811a8-c87f-40b7-95f1-111bdda4a158,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:30.666264 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f316d668-68d3-42c7-8e07-ba7d359c687d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (8c8e5887-b420-4b17-8bfe-860882f68378), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:30.666683 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-f316d668-68d3-42c7-8e07-ba7d359c687d admin admin] Added segment 8c8e5887-b420-4b17-8bfe-860882f68378 of type vlan for network 9b335406-aaf7-4419-82d2-97e84d1a08ae Feb 09 02:05:30.734741 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f316d668-68d3-42c7-8e07-ba7d359c687d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (9b335406-aaf7-4419-82d2-97e84d1a08ae), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:30.796433 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f316d668-68d3-42c7-8e07-ba7d359c687d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (9b335406-aaf7-4419-82d2-97e84d1a08ae), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:30.798078 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f316d668-68d3-42c7-8e07-ba7d359c687d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:30.800044 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f316d668-68d3-42c7-8e07-ba7d359c687d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:30.961464 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316d668-68d3-42c7-8e07-ba7d359c687d admin admin] Pushing event updated for resources: {'Network': ['ID=9b335406-aaf7-4419-82d2-97e84d1a08ae,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:30.973157 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 9b335406-aaf7-4419-82d2-97e84d1a08ae details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:05:30.997212 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f316d668-68d3-42c7-8e07-ba7d359c687d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2890830 Feb 09 02:05:31.000767 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 40886) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:31.006513 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-93e5b30d-00c8-4225-9686-22f0741c021b admin admin] Request body: {'subnet': {'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2108586868-subnet', 'tenant_id': 'fe2eb0615f3243f7b7a06fc287d22ba0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:31.082034 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e5b30d-00c8-4225-9686-22f0741c021b admin admin] Made reservation on behalf of fe2eb0615f3243f7b7a06fc287d22ba0 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:05:31.085758 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93e5b30d-00c8-4225-9686-22f0741c021b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:31.739571 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c0b73-4738-4fdc-821e-92249702a544 req-172dac12-5127-4a8d-8e18-bbf7f204a952 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:31.741340 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-602c0b73-4738-4fdc-821e-92249702a544 req-172dac12-5127-4a8d-8e18-bbf7f204a952 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.0737531 Feb 09 02:05:31.812250 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-602c0b73-4738-4fdc-821e-92249702a544 req-4bc80ef1-e6f4-4054-a567-ff4ca9ac6b39 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600290 Feb 09 02:05:31.871033 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93e5b30d-00c8-4225-9686-22f0741c021b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (25621364-d803-47e8-b64e-ee4a444ff9bf), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:32.018540 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5b30d-00c8-4225-9686-22f0741c021b admin admin] Pushing event updated for resources: {'Subnet': ['ID=25621364-d803-47e8-b64e-ee4a444ff9bf,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:32.056981 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e5b30d-00c8-4225-9686-22f0741c021b admin admin] Checking segment: {'id': '8c8e5887-b420-4b17-8bfe-860882f68378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:05:32.058152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e5b30d-00c8-4225-9686-22f0741c021b admin admin] Network hostable DHCP agents. Network: 9b335406-aaf7-4419-82d2-97e84d1a08ae, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:05:32.075056 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40928) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:32.103153 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e5b30d-00c8-4225-9686-22f0741c021b admin admin] Network 9b335406-aaf7-4419-82d2-97e84d1a08ae is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:05:32.128108 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-93e5b30d-00c8-4225-9686-22f0741c021b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 9b335406-aaf7-4419-82d2-97e84d1a08ae) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:05:32.133712 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e5b30d-00c8-4225-9686-22f0741c021b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:32.134328 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93e5b30d-00c8-4225-9686-22f0741c021b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:32.142081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a2311a-61aa-4e38-886b-b99322fb7dc0 None None] Network 9b335406-aaf7-4419-82d2-97e84d1a08ae requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:05:32.170347 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-93e5b30d-00c8-4225-9686-22f0741c021b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1680832 Feb 09 02:05:32.353683 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da533907-f937-4a0b-a0de-6d9403bff8da None None] Network 9b335406-aaf7-4419-82d2-97e84d1a08ae requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:05:32.394687 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-27b6fe83-eae4-42aa-8e5c-82ebd58e3d6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:32.516917 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff358b8a-0435-4f85-8f59-10aab01ea03f req-78ec026c-565c-4e55-99b5-73752918ecf7 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:32.521009 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff358b8a-0435-4f85-8f59-10aab01ea03f req-78ec026c-565c-4e55-99b5-73752918ecf7 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.1605928 Feb 09 02:05:32.560023 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-27b6fe83-eae4-42aa-8e5c-82ebd58e3d6a admin admin] Publish callbacks [] for security_group (c916f1b8-39f7-4023-afc6-183e205c1ba2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:32.569591 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-27b6fe83-eae4-42aa-8e5c-82ebd58e3d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c916f1b8-39f7-4023-afc6-183e205c1ba2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:32.611890 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-27b6fe83-eae4-42aa-8e5c-82ebd58e3d6a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eb06948abdb14327a17c817e01cad100&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5346582 Feb 09 02:05:32.613626 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40948) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:32.655560 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6fe83-eae4-42aa-8e5c-82ebd58e3d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c916f1b8-39f7-4023-afc6-183e205c1ba2,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:32.700220 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-ff358b8a-0435-4f85-8f59-10aab01ea03f req-5ad6a236-2205-41dd-bd8f-876e1d17fc81 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Deleting port c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:32.700568 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ff358b8a-0435-4f85-8f59-10aab01ea03f req-5ad6a236-2205-41dd-bd8f-876e1d17fc81 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:32.749840 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-434b765e-8438-45b9-8e66-c0ea39f7bee1 admin admin] Publish callbacks [] for security_group (c916f1b8-39f7-4023-afc6-183e205c1ba2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:32.824224 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-434b765e-8438-45b9-8e66-c0ea39f7bee1 admin admin] Publish callbacks [] for security_group (c916f1b8-39f7-4023-afc6-183e205c1ba2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:32.846527 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-ff358b8a-0435-4f85-8f59-10aab01ea03f req-5ad6a236-2205-41dd-bd8f-876e1d17fc81 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] For port c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33,segment=NetworkSegment(c82ab0de-73ec-4078-981b-82e00d4965bb),segment_id=c82ab0de-73ec-4078-981b-82e00d4965bb)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:32.846959 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ff358b8a-0435-4f85-8f59-10aab01ea03f req-5ad6a236-2205-41dd-bd8f-876e1d17fc81 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:33.077801 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ff358b8a-0435-4f85-8f59-10aab01ea03f req-5ad6a236-2205-41dd-bd8f-876e1d17fc81 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:33.079074 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ff358b8a-0435-4f85-8f59-10aab01ea03f req-5ad6a236-2205-41dd-bd8f-876e1d17fc81 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (1a49d7ac-a7d7-4d39-addc-4c63b5c8f7a4), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:33.079582 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22ce46-c636-4699-aaf8-c552e274abd5 req-3facc5e3-2f32-4569-8b22-a082a6c3fd58 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:33.079862 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [req-ff358b8a-0435-4f85-8f59-10aab01ea03f req-5ad6a236-2205-41dd-bd8f-876e1d17fc81 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Floating IP 1a49d7ac-a7d7-4d39-addc-4c63b5c8f7a4 disassociated. External IP: 172.25.7.194, port: c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33. Feb 09 02:05:33.080402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-ff358b8a-0435-4f85-8f59-10aab01ea03f req-5ad6a236-2205-41dd-bd8f-876e1d17fc81 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Calling delete_port for c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:33.081183 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce22ce46-c636-4699-aaf8-c552e274abd5 req-3facc5e3-2f32-4569-8b22-a082a6c3fd58 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 946 time: 0.0835679 Feb 09 02:05:33.082557 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-434b765e-8438-45b9-8e66-c0ea39f7bee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c916f1b8-39f7-4023-afc6-183e205c1ba2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:33.085296 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-434b765e-8438-45b9-8e66-c0ea39f7bee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:33.086356 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-434b765e-8438-45b9-8e66-c0ea39f7bee1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c916f1b8-39f7-4023-afc6-183e205c1ba2 HTTP/1.1" status: 204 len: 168 time: 0.4716725 Feb 09 02:05:33.098399 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b765e-8438-45b9-8e66-c0ea39f7bee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c916f1b8-39f7-4023-afc6-183e205c1ba2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:33.204163 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce22ce46-c636-4699-aaf8-c552e274abd5 req-f587b102-6d0f-47e5-9634-a30945f377af tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d592e81-2594-4874-a59c-97bc78133b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106386 Feb 09 02:05:33.343623 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ff358b8a-0435-4f85-8f59-10aab01ea03f req-5ad6a236-2205-41dd-bd8f-876e1d17fc81 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:33.388145 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6a236-2205-41dd-bd8f-876e1d17fc81 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Pushing event deleted for resources: {'Port': ['ID=c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:33.601787 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-89a98b13-4804-4f24-b94e-6f185e607d1f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:33.606200 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-89a98b13-4804-4f24-b94e-6f185e607d1f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/networks?id=9b335406-aaf7-4419-82d2-97e84d1a08ae HTTP/1.1" status: 200 len: 813 time: 0.6388991 Feb 09 02:05:33.636562 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-eb221369-249b-4aa3-862b-c44393c742ec tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/quotas/fe2eb0615f3243f7b7a06fc287d22ba0 HTTP/1.1" status: 200 len: 375 time: 0.0200713 Feb 09 02:05:33.698473 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-c7f3ad68-8a5d-4bf5-892c-89f7d06a8a54 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe2eb0615f3243f7b7a06fc287d22ba0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474985 Feb 09 02:05:33.707000 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff358b8a-0435-4f85-8f59-10aab01ea03f req-5ad6a236-2205-41dd-bd8f-876e1d17fc81 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Router 0adaaef9-eead-45cc-9faf-762db94fbd0d has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:05:33.730010 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40978) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:33.758155 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c52f199f-ce04-448b-86b8-632f9d5ce038 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:33.872775 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c52f199f-ce04-448b-86b8-632f9d5ce038 admin admin] Publish callbacks [] for security_group (4fccddfb-6d88-4c37-aafa-3a5b01ffc3b9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:33.885619 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c52f199f-ce04-448b-86b8-632f9d5ce038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4fccddfb-6d88-4c37-aafa-3a5b01ffc3b9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:33.979563 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f199f-ce04-448b-86b8-632f9d5ce038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fccddfb-6d88-4c37-aafa-3a5b01ffc3b9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:33.996306 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-54ab21c7-9780-462d-8f82-625179a25ead service neutron] 10.222.0.36 "GET /v2.0/networks/9b335406-aaf7-4419-82d2-97e84d1a08ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876806 Feb 09 02:05:34.007046 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c52f199f-ce04-448b-86b8-632f9d5ce038 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=970e155c52f845ae821c701e4a828ec7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2759516 Feb 09 02:05:34.014867 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 40984) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:34.108453 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7d7f-fcea-470f-80d9-4bfe73620b89 admin admin] Publish callbacks [] for security_group (4fccddfb-6d88-4c37-aafa-3a5b01ffc3b9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:34.124758 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff358b8a-0435-4f85-8f59-10aab01ea03f req-5ad6a236-2205-41dd-bd8f-876e1d17fc81 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:05:34.136602 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc0a0b-facf-4158-8715-8a4c0150f886 None None] Sync routers for ids ['0adaaef9-eead-45cc-9faf-762db94fbd0d'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:05:34.153925 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc0a0b-facf-4158-8715-8a4c0150f886 None None] Routers {'0adaaef9-eead-45cc-9faf-762db94fbd0d'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:34.154930 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-04dc0a0b-facf-4158-8715-8a4c0150f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:05:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0adaaef9-eead-45cc-9faf-762db94fbd0d'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:34.196428 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7d7f-fcea-470f-80d9-4bfe73620b89 admin admin] Publish callbacks [] for security_group (4fccddfb-6d88-4c37-aafa-3a5b01ffc3b9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:34.259768 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff358b8a-0435-4f85-8f59-10aab01ea03f req-5ad6a236-2205-41dd-bd8f-876e1d17fc81 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] No DVR routers for this DVR port c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:05:34.264609 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ff358b8a-0435-4f85-8f59-10aab01ea03f req-5ad6a236-2205-41dd-bd8f-876e1d17fc81 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:34.272238 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff358b8a-0435-4f85-8f59-10aab01ea03f req-5ad6a236-2205-41dd-bd8f-876e1d17fc81 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.67 "DELETE /v2.0/ports/c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 HTTP/1.1" status: 204 len: 173 time: 1.7467127 Feb 09 02:05:34.278751 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4dd1ce0-6cb6-4f82-875e-d4091bd83b18', 'name': 'network-vif-deleted', 'tag': 'c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:34.292309 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b79d15b-4133-4126-806b-deafa7b59a3e" -d '{"events": [{"server_uuid": "d4dd1ce0-6cb6-4f82-875e-d4091bd83b18", "name": "network-vif-deleted", "tag": "c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:34.336448 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-04dc0a0b-facf-4158-8715-8a4c0150f886 None None] Set router 0adaaef9-eead-45cc-9faf-762db94fbd0d gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:34.393509 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-542d9fc9-a206-4b22-b34d-a7855aa03a0a req-c1fe3202-7fb8-4568-a71f-53d4363b68f4 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4dd1ce0-6cb6-4f82-875e-d4091bd83b18 HTTP/1.1" status: 200 len: 210 time: 0.0461607 Feb 09 02:05:34.394581 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7d7f-fcea-470f-80d9-4bfe73620b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4fccddfb-6d88-4c37-aafa-3a5b01ffc3b9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:34.398567 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7d7f-fcea-470f-80d9-4bfe73620b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:34.400804 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4a8a7d7f-fcea-470f-80d9-4bfe73620b89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4fccddfb-6d88-4c37-aafa-3a5b01ffc3b9 HTTP/1.1" status: 204 len: 168 time: 0.3845379 Feb 09 02:05:34.415945 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-ad2ecd7c-763a-4d3b-9486-c2787278ede5 service neutron] 10.222.0.36 "GET /v2.0/networks/9b335406-aaf7-4419-82d2-97e84d1a08ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106636 Feb 09 02:05:34.440808 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a7d7f-fcea-470f-80d9-4bfe73620b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fccddfb-6d88-4c37-aafa-3a5b01ffc3b9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:34.463026 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bb2179-2736-40d2-b300-d47b3362a55c x-openstack-request-id: req-a5bb2179-2736-40d2-b300-d47b3362a55c {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:34.463445 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4dd1ce0-6cb6-4f82-875e-d4091bd83b18", "name": "network-vif-deleted", "tag": "c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:34.463803 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a5bb2179-2736-40d2-b300-d47b3362a55c {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:34.464309 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4dd1ce0-6cb6-4f82-875e-d4091bd83b18', 'name': 'network-vif-deleted', 'tag': 'c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33', 'status': 'completed', 'code': 200} Feb 09 02:05:35.324923 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8cb69a40-9ef0-43d0-a6c6-f7e4b7f10ef8 req-5b1e3f2b-d1b4-4dfe-b375-22befb213939 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f373a2e-15ab-4388-b5a0-c6940da6e872 HTTP/1.1" status: 200 len: 210 time: 0.1318710 Feb 09 02:05:35.376699 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-04dc0a0b-facf-4158-8715-8a4c0150f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'name': 'tempest-AttachVolumeTestJSON-1283178647-router', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:00:38Z', 'revision_number': 4, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'gw_port': {'id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:eb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:30Z', 'updated_at': '2022-02-09T02:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'fdfd5915-3978-433b-91ff-6835aa670ee6', 'name': '', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'mac_address': 'fa:16:3e:b0:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:36Z', 'updated_at': '2022-02-09T02:00:44Z', 'revision_number': 5, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'subnets': [{'id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:35.511304 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc0a0b-facf-4158-8715-8a4c0150f886 None None] Checking router: 0adaaef9-eead-45cc-9faf-762db94fbd0d for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:05:35.533645 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:05:35.540166 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41038) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:35.547364 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc0a0b-facf-4158-8715-8a4c0150f886 None None] Routers {'0adaaef9-eead-45cc-9faf-762db94fbd0d'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:35.555115 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-04dc0a0b-facf-4158-8715-8a4c0150f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:05:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0adaaef9-eead-45cc-9faf-762db94fbd0d'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:35.764475 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-04dc0a0b-facf-4158-8715-8a4c0150f886 None None] Set router 0adaaef9-eead-45cc-9faf-762db94fbd0d gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:35.764872 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8380c03f-9200-4b9c-8598-129100ab5fd7 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for security_group (2d592e81-2594-4874-a59c-97bc78133b53), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:35.842716 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8380c03f-9200-4b9c-8598-129100ab5fd7 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for security_group (2d592e81-2594-4874-a59c-97bc78133b53), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:35.931834 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8380c03f-9200-4b9c-8598-129100ab5fd7 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2d592e81-2594-4874-a59c-97bc78133b53), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:35.934996 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8380c03f-9200-4b9c-8598-129100ab5fd7 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:35.941200 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8380c03f-9200-4b9c-8598-129100ab5fd7 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "DELETE /v2.0/security-groups/2d592e81-2594-4874-a59c-97bc78133b53 HTTP/1.1" status: 204 len: 168 time: 0.3991110 Feb 09 02:05:35.943543 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 41050) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:35.969518 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380c03f-9200-4b9c-8598-129100ab5fd7 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d592e81-2594-4874-a59c-97bc78133b53,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:35.984953 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-64f1cf26-036d-4e42-bda2-c53e9a5c81bf tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] show failed (client error): The resource could not be found. Feb 09 02:05:35.986235 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-64f1cf26-036d-4e42-bda2-c53e9a5c81bf tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups/2d592e81-2594-4874-a59c-97bc78133b53 HTTP/1.1" status: 404 len: 347 time: 0.0416903 Feb 09 02:05:35.989132 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 41052) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:36.196979 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-13175471-a9f6-4ee4-8946-731ae1071f7b tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Deleting port 04bffde2-32fc-405f-9acf-68bb0343ead6 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:36.196979 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-13175471-a9f6-4ee4-8946-731ae1071f7b tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (04bffde2-32fc-405f-9acf-68bb0343ead6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:36.202532 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:36.266104 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:05:36.266457 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device c0a06ffd-3ff3-4792-b45a-b85d7d4cfa33 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:05:36.272148 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-04dc0a0b-facf-4158-8715-8a4c0150f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'name': 'tempest-AttachVolumeTestJSON-1283178647-router', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:00:38Z', 'revision_number': 4, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'gw_port': {'id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:eb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:30Z', 'updated_at': '2022-02-09T02:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'fdfd5915-3978-433b-91ff-6835aa670ee6', 'name': '', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'mac_address': 'fa:16:3e:b0:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:36Z', 'updated_at': '2022-02-09T02:00:44Z', 'revision_number': 5, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'subnets': [{'id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:36.353972 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc0a0b-facf-4158-8715-8a4c0150f886 None None] The sync data for ids ['0adaaef9-eead-45cc-9faf-762db94fbd0d'] in n-d-828387-3 is: [{'id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'name': 'tempest-AttachVolumeTestJSON-1283178647-router', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:00:38Z', 'revision_number': 4, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'gw_port': {'id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:eb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:30Z', 'updated_at': '2022-02-09T02:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'fdfd5915-3978-433b-91ff-6835aa670ee6', 'name': '', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'mac_address': 'fa:16:3e:b0:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:36Z', 'updated_at': '2022-02-09T02:00:44Z', 'revision_number': 5, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'subnets': [{'id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:05:36.407518 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-13175471-a9f6-4ee4-8946-731ae1071f7b tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (04bffde2-32fc-405f-9acf-68bb0343ead6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:36.408017 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-13175471-a9f6-4ee4-8946-731ae1071f7b tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for floatingip (04bffde2-32fc-405f-9acf-68bb0343ead6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:36.463804 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-13175471-a9f6-4ee4-8946-731ae1071f7b tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Calling delete_port for 04bffde2-32fc-405f-9acf-68bb0343ead6 owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:36.892394 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-13175471-a9f6-4ee4-8946-731ae1071f7b tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (04bffde2-32fc-405f-9acf-68bb0343ead6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:36.942681 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b9e978bf-e653-406d-8086-d22dcbb06901 req-1187f2ba-b4b6-47c0-bd1f-533a678d6706 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f373a2e-15ab-4388-b5a0-c6940da6e872 HTTP/1.1" status: 200 len: 210 time: 0.5216184 Feb 09 02:05:37.019069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13175471-a9f6-4ee4-8946-731ae1071f7b tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Pushing event deleted for resources: {'Port': ['ID=04bffde2-32fc-405f-9acf-68bb0343ead6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:37.041024 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8741c420-5e47-45cc-92ed-378349b3379e None None] New status for floating IP 1a49d7ac-a7d7-4d39-addc-4c63b5c8f7a4: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:05:37.091362 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-13175471-a9f6-4ee4-8946-731ae1071f7b tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for floatingip (1a49d7ac-a7d7-4d39-addc-4c63b5c8f7a4), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:37.094747 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-13175471-a9f6-4ee4-8946-731ae1071f7b tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:37.096704 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-13175471-a9f6-4ee4-8946-731ae1071f7b tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "DELETE /v2.0/floatingips/1a49d7ac-a7d7-4d39-addc-4c63b5c8f7a4 HTTP/1.1" status: 204 len: 168 time: 1.1062953 Feb 09 02:05:37.470636 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d872040-5225-4191-99e7-3642d879ab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:37.926101 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41104) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:37.936557 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-8fe5d0ae-a052-4c28-a4a9-2666be92ad27 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1069701527', 'description': 'tempest-description--1144326457'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:37.949178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-94a6d721-0d04-409d-bd50-5520e30fdf2d tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:37.950686 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-94a6d721-0d04-409d-bd50-5520e30fdf2d tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.48 "GET /v2.0/networks?id=9b335406-aaf7-4419-82d2-97e84d1a08ae HTTP/1.1" status: 200 len: 813 time: 0.3892181 Feb 09 02:05:37.968919 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-a42cbfce-0589-4279-a059-d121ede47639 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Request body: {'port': {'device_id': 'fc5b5317-96ef-44f4-beb6-871893ce1df2', 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae', 'admin_state_up': True, 'tenant_id': 'fe2eb0615f3243f7b7a06fc287d22ba0'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:38.033439 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8fe5d0ae-a052-4c28-a4a9-2666be92ad27 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:38.089576 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-de339a1f-80bc-4c0d-99e5-6ff0e066ec0c tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:38.091582 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-de339a1f-80bc-4c0d-99e5-6ff0e066ec0c tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.67 "GET /v2.0/networks?id=9b335406-aaf7-4419-82d2-97e84d1a08ae HTTP/1.1" status: 200 len: 813 time: 0.5766346 Feb 09 02:05:38.105113 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-f2c15254-9152-4497-becd-2bb613920b53 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Request body: {'port': {'device_id': '0f373a2e-15ab-4388-b5a0-c6940da6e872', 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae', 'admin_state_up': True, 'tenant_id': 'fe2eb0615f3243f7b7a06fc287d22ba0'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:38.194464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-a42cbfce-0589-4279-a059-d121ede47639 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Made reservation on behalf of fe2eb0615f3243f7b7a06fc287d22ba0 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:05:38.198197 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-a42cbfce-0589-4279-a059-d121ede47639 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:38.308741 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-495f62ee-f160-4b2e-9d62-c30af13ebf88 req-0582cc9c-0988-46be-9303-49b1895cf780 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f373a2e-15ab-4388-b5a0-c6940da6e872 HTTP/1.1" status: 200 len: 210 time: 0.0934136 Feb 09 02:05:38.382055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-f2c15254-9152-4497-becd-2bb613920b53 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Made reservation on behalf of fe2eb0615f3243f7b7a06fc287d22ba0 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:05:38.385463 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-f2c15254-9152-4497-becd-2bb613920b53 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:38.387615 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8fe5d0ae-a052-4c28-a4a9-2666be92ad27 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for security_group (af447fab-1fad-4035-b57e-7b464538d192), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:38.396104 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8fe5d0ae-a052-4c28-a4a9-2666be92ad27 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (af447fab-1fad-4035-b57e-7b464538d192), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:38.477827 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8fe5d0ae-a052-4c28-a4a9-2666be92ad27 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:38.481779 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8fe5d0ae-a052-4c28-a4a9-2666be92ad27 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5548656 Feb 09 02:05:38.484909 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5d0ae-a052-4c28-a4a9-2666be92ad27 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af447fab-1fad-4035-b57e-7b464538d192,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:38.494518 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41120) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:38.506521 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-214a11ab-f85d-483c-bc8c-a88be3d13d3e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Request body: {'security_group_rule': {'security_group_id': 'af447fab-1fad-4035-b57e-7b464538d192', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:38.589830 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-214a11ab-f85d-483c-bc8c-a88be3d13d3e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for security_group_rule (8895de32-482b-447c-85f2-074db0e7af33), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:38.650111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-a42cbfce-0589-4279-a059-d121ede47639 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Allocated IP 172.20.0.10 (9b335406-aaf7-4419-82d2-97e84d1a08ae/25621364-d803-47e8-b64e-ee4a444ff9bf/8cf9532c-6921-4777-b781-772568690959) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:05:38.736808 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-214a11ab-f85d-483c-bc8c-a88be3d13d3e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for security_group_rule (8895de32-482b-447c-85f2-074db0e7af33), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:38.746717 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-214a11ab-f85d-483c-bc8c-a88be3d13d3e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (8895de32-482b-447c-85f2-074db0e7af33), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:38.768611 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a11ab-f85d-483c-bc8c-a88be3d13d3e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8895de32-482b-447c-85f2-074db0e7af33,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:38.790452 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-214a11ab-f85d-483c-bc8c-a88be3d13d3e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:38.799647 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-214a11ab-f85d-483c-bc8c-a88be3d13d3e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2936997 Feb 09 02:05:38.800365 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41122) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:38.812126 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4808243e-0f4b-4772-bc43-5d2f01f4010a tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Request body: {'security_group_rule': {'security_group_id': 'af447fab-1fad-4035-b57e-7b464538d192', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:38.872410 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4808243e-0f4b-4772-bc43-5d2f01f4010a tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for security_group_rule (c3354a31-5d9e-43b4-a806-e1ea5bdfdfbe), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:38.962758 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-a42cbfce-0589-4279-a059-d121ede47639 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks [] for port (8cf9532c-6921-4777-b781-772568690959), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:38.966744 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4808243e-0f4b-4772-bc43-5d2f01f4010a tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for security_group_rule (c3354a31-5d9e-43b4-a806-e1ea5bdfdfbe), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:38.972468 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4808243e-0f4b-4772-bc43-5d2f01f4010a tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (c3354a31-5d9e-43b4-a806-e1ea5bdfdfbe), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:39.009223 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-a42cbfce-0589-4279-a059-d121ede47639 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (8cf9532c-6921-4777-b781-772568690959), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:39.025626 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808243e-0f4b-4772-bc43-5d2f01f4010a tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3354a31-5d9e-43b4-a806-e1ea5bdfdfbe,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:39.048299 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4808243e-0f4b-4772-bc43-5d2f01f4010a tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:39.051294 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4808243e-0f4b-4772-bc43-5d2f01f4010a tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2494171 Feb 09 02:05:39.054086 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41126) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:39.061409 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-35144837-08e0-4198-baec-f83bbf24292c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:39.096929 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42cbfce-0589-4279-a059-d121ede47639 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Pushing event updated for resources: {'Port': ['ID=8cf9532c-6921-4777-b781-772568690959,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:39.110280 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35144837-08e0-4198-baec-f83bbf24292c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:39.133593 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-a42cbfce-0589-4279-a059-d121ede47639 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Network 9b335406-aaf7-4419-82d2-97e84d1a08ae is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:05:39.142499 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-a42cbfce-0589-4279-a059-d121ede47639 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:05:39.151485 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-a42cbfce-0589-4279-a059-d121ede47639 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:05:39.239661 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-f2c15254-9152-4497-becd-2bb613920b53 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Allocated IP 172.20.0.2 (9b335406-aaf7-4419-82d2-97e84d1a08ae/25621364-d803-47e8-b64e-ee4a444ff9bf/9a41087a-a695-4bf6-ae04-5295f3de7dbd) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:05:39.289724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-a42cbfce-0589-4279-a059-d121ede47639 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:39.290398 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-a42cbfce-0589-4279-a059-d121ede47639 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:39.364155 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-a42cbfce-0589-4279-a059-d121ede47639 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4023285 Feb 09 02:05:39.368808 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35144837-08e0-4198-baec-f83bbf24292c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:39.390643 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-3b2a932b-dfd6-4931-9ca7-a0a69b56383c service neutron] Request body: {'port': {'device_id': 'fc5b5317-96ef-44f4-beb6-871893ce1df2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:39.614683 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-35144837-08e0-4198-baec-f83bbf24292c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Allocated IP 172.25.7.23 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/bfb4a2e9-775f-48b2-b284-3ef53c203e45) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:05:39.652380 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-11831d1a-b9bf-42df-945f-3f9985ce4c3b req-ccc02872-79ea-4dd5-9040-65bd7a214889 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f373a2e-15ab-4388-b5a0-c6940da6e872 HTTP/1.1" status: 200 len: 210 time: 0.1995540 Feb 09 02:05:39.665786 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-3b2a932b-dfd6-4931-9ca7-a0a69b56383c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8cf9532c-6921-4777-b781-772568690959), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:39.838922 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-f2c15254-9152-4497-becd-2bb613920b53 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks [] for port (9a41087a-a695-4bf6-ae04-5295f3de7dbd), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:39.847331 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35144837-08e0-4198-baec-f83bbf24292c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for port (bfb4a2e9-775f-48b2-b284-3ef53c203e45), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:39.884000 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-f2c15254-9152-4497-becd-2bb613920b53 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9a41087a-a695-4bf6-ae04-5295f3de7dbd), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:39.918518 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:39.919059 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35144837-08e0-4198-baec-f83bbf24292c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (bfb4a2e9-775f-48b2-b284-3ef53c203e45), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:39.976126 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35144837-08e0-4198-baec-f83bbf24292c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Pushing event updated for resources: {'Port': ['ID=bfb4a2e9-775f-48b2-b284-3ef53c203e45,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:39.984435 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35144837-08e0-4198-baec-f83bbf24292c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:05:39.986101 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-35144837-08e0-4198-baec-f83bbf24292c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:05:39.988914 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35144837-08e0-4198-baec-f83bbf24292c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:05:39.994764 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-f2c15254-9152-4497-becd-2bb613920b53 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Network 9b335406-aaf7-4419-82d2-97e84d1a08ae is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:05:40.002347 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-f2c15254-9152-4497-becd-2bb613920b53 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:05:40.011220 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-f2c15254-9152-4497-becd-2bb613920b53 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:05:40.030402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c15254-9152-4497-becd-2bb613920b53 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Pushing event updated for resources: {'Port': ['ID=9a41087a-a695-4bf6-ae04-5295f3de7dbd,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:40.116789 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-f2c15254-9152-4497-becd-2bb613920b53 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:40.117250 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-f2c15254-9152-4497-becd-2bb613920b53 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:40.143708 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35144837-08e0-4198-baec-f83bbf24292c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for floatingip (5dc3efbb-e163-4959-a1d6-ad966a8240a8), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:40.150699 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-72b6790a-a642-42ec-855b-ef7e34f3131f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:40.153836 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-f2c15254-9152-4497-becd-2bb613920b53 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0537252 Feb 09 02:05:40.181077 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-73f79149-e984-4e7f-994f-29f6d95d7363 service neutron] Request body: {'port': {'device_id': '0f373a2e-15ab-4388-b5a0-c6940da6e872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:40.203681 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35144837-08e0-4198-baec-f83bbf24292c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bfb4a2e9-775f-48b2-b284-3ef53c203e45), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:40.386778 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35144837-08e0-4198-baec-f83bbf24292c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for port (bfb4a2e9-775f-48b2-b284-3ef53c203e45), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:40.396588 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35144837-08e0-4198-baec-f83bbf24292c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (bfb4a2e9-775f-48b2-b284-3ef53c203e45), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:40.494322 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35144837-08e0-4198-baec-f83bbf24292c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Pushing event updated for resources: {'Port': ['ID=bfb4a2e9-775f-48b2-b284-3ef53c203e45,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:40.517864 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35144837-08e0-4198-baec-f83bbf24292c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (5dc3efbb-e163-4959-a1d6-ad966a8240a8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:40.548125 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35144837-08e0-4198-baec-f83bbf24292c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:40.551685 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-3b2a932b-dfd6-4931-9ca7-a0a69b56383c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf9532c-6921-4777-b781-772568690959 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:05:40.560528 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-35144837-08e0-4198-baec-f83bbf24292c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5047748 Feb 09 02:05:40.636943 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-3b2a932b-dfd6-4931-9ca7-a0a69b56383c service neutron] Publish callbacks [] for port (8cf9532c-6921-4777-b781-772568690959), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:40.640918 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-73f79149-e984-4e7f-994f-29f6d95d7363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9a41087a-a695-4bf6-ae04-5295f3de7dbd), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:40.673351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-3b2a932b-dfd6-4931-9ca7-a0a69b56383c service neutron] Transition to ACTIVE for port object 8cf9532c-6921-4777-b781-772568690959 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:05:40.716231 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-3b2a932b-dfd6-4931-9ca7-a0a69b56383c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (8cf9532c-6921-4777-b781-772568690959), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:40.863159 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a932b-dfd6-4931-9ca7-a0a69b56383c service neutron] Pushing event updated for resources: {'Port': ['ID=8cf9532c-6921-4777-b781-772568690959,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:40.864869 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:40.892253 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00761b77-13f4-44d4-92b6-6b5fde8b8446 req-bc4f36e6-ed98-4123-8400-07933a20dd95 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:40.894006 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00761b77-13f4-44d4-92b6-6b5fde8b8446 req-bc4f36e6-ed98-4123-8400-07933a20dd95 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f373a2e-15ab-4388-b5a0-c6940da6e872 HTTP/1.1" status: 200 len: 931 time: 0.1006985 Feb 09 02:05:40.982113 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:41.081264 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00761b77-13f4-44d4-92b6-6b5fde8b8446 req-1618be2b-7888-4875-91ea-183f384b4d65 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711581 Feb 09 02:05:41.311057 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-11edcc02-a3a9-481b-9fae-74ab6154513c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1069701527&fields=id&tenant_id=8721192a2c284724a83b35330a1c84a8 HTTP/1.1" status: 200 len: 267 time: 0.4389384 Feb 09 02:05:41.409567 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-3b2a932b-dfd6-4931-9ca7-a0a69b56383c service neutron] Attempting to bind port 8cf9532c-6921-4777-b781-772568690959 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:05:41.409921 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-3b2a932b-dfd6-4931-9ca7-a0a69b56383c service neutron] Attempting to bind port 8cf9532c-6921-4777-b781-772568690959 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '8c8e5887-b420-4b17-8bfe-860882f68378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:05:41.410224 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-3b2a932b-dfd6-4931-9ca7-a0a69b56383c service neutron] Attempting to bind port 8cf9532c-6921-4777-b781-772568690959 on network 9b335406-aaf7-4419-82d2-97e84d1a08ae {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:05:41.422846 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-3b2a932b-dfd6-4931-9ca7-a0a69b56383c service neutron] Port 8cf9532c-6921-4777-b781-772568690959 on network 9b335406-aaf7-4419-82d2-97e84d1a08ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:05:41.423172 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-3b2a932b-dfd6-4931-9ca7-a0a69b56383c service neutron] Attempting to bind port 8cf9532c-6921-4777-b781-772568690959 on network 9b335406-aaf7-4419-82d2-97e84d1a08ae {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:05:41.451053 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-3b2a932b-dfd6-4931-9ca7-a0a69b56383c service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:05:41.452376 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-3b2a932b-dfd6-4931-9ca7-a0a69b56383c service neutron] Checking segment: {'id': '8c8e5887-b420-4b17-8bfe-860882f68378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:05:41.452847 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-3b2a932b-dfd6-4931-9ca7-a0a69b56383c service neutron] Bound using segment: {'id': '8c8e5887-b420-4b17-8bfe-860882f68378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:05:41.453295 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-3b2a932b-dfd6-4931-9ca7-a0a69b56383c service neutron] Bound port: 8cf9532c-6921-4777-b781-772568690959, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c8e5887-b420-4b17-8bfe-860882f68378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:05:41.453657 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-3b2a932b-dfd6-4931-9ca7-a0a69b56383c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8cf9532c-6921-4777-b781-772568690959), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:41.563949 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-93b23126-30dd-4d78-b5ee-60cc868d7d2b tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:41.565617 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-93b23126-30dd-4d78-b5ee-60cc868d7d2b tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/networks?id=213e8f95-a0ad-4892-ad9a-d81d902f12c0 HTTP/1.1" status: 200 len: 811 time: 0.2537215 Feb 09 02:05:41.624683 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-d937768d-304e-480a-8ce8-addee4efb94c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/quotas/8721192a2c284724a83b35330a1c84a8 HTTP/1.1" status: 200 len: 375 time: 0.0453808 Feb 09 02:05:41.626070 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-3b2a932b-dfd6-4931-9ca7-a0a69b56383c service neutron] For port 8cf9532c-6921-4777-b781-772568690959, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:05:41.630833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-3b2a932b-dfd6-4931-9ca7-a0a69b56383c service neutron] For port 8cf9532c-6921-4777-b781-772568690959, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8cf9532c-6921-4777-b781-772568690959,segment=NetworkSegment(8c8e5887-b420-4b17-8bfe-860882f68378),segment_id=8c8e5887-b420-4b17-8bfe-860882f68378)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:05:41.658741 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-73f79149-e984-4e7f-994f-29f6d95d7363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a41087a-a695-4bf6-ae04-5295f3de7dbd {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:05:41.671960 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-3b2a932b-dfd6-4931-9ca7-a0a69b56383c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (8cf9532c-6921-4777-b781-772568690959), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:41.744594 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-73f79149-e984-4e7f-994f-29f6d95d7363 service neutron] Publish callbacks [] for port (9a41087a-a695-4bf6-ae04-5295f3de7dbd), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:41.746941 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a932b-dfd6-4931-9ca7-a0a69b56383c service neutron] Pushing event updated for resources: {'Port': ['ID=8cf9532c-6921-4777-b781-772568690959,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:41.784493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-3b2a932b-dfd6-4931-9ca7-a0a69b56383c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:41.785173 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-3b2a932b-dfd6-4931-9ca7-a0a69b56383c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:41.786848 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-3b2a932b-dfd6-4931-9ca7-a0a69b56383c service neutron] 10.222.0.48 "PUT /v2.0/ports/8cf9532c-6921-4777-b781-772568690959 HTTP/1.1" status: 200 len: 1092 time: 2.4060445 Feb 09 02:05:41.788858 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5b5317-96ef-44f4-beb6-871893ce1df2', 'tag': '8cf9532c-6921-4777-b781-772568690959'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:41.799420 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed0e6d2-ad84-4f88-85c9-f0d1092c42ab" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5b5317-96ef-44f4-beb6-871893ce1df2", "tag": "8cf9532c-6921-4777-b781-772568690959"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:41.803089 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-73f79149-e984-4e7f-994f-29f6d95d7363 service neutron] Transition to ACTIVE for port object 9a41087a-a695-4bf6-ae04-5295f3de7dbd will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:05:41.833366 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-73f79149-e984-4e7f-994f-29f6d95d7363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (9a41087a-a695-4bf6-ae04-5295f3de7dbd), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:41.914004 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac55327a-07f6-4d2b-a2fe-d2c9361a8e3a x-openstack-request-id: req-ac55327a-07f6-4d2b-a2fe-d2c9361a8e3a {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:41.914194 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5b5317-96ef-44f4-beb6-871893ce1df2", "tag": "8cf9532c-6921-4777-b781-772568690959", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:41.914465 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac55327a-07f6-4d2b-a2fe-d2c9361a8e3a {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:41.915024 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5b5317-96ef-44f4-beb6-871893ce1df2', 'tag': '8cf9532c-6921-4777-b781-772568690959', 'status': 'completed', 'code': 200} Feb 09 02:05:41.968217 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-692f208b-d49e-4e6e-94e7-47492a7d7f20 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8721192a2c284724a83b35330a1c84a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3126154 Feb 09 02:05:41.977785 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f79149-e984-4e7f-994f-29f6d95d7363 service neutron] Pushing event updated for resources: {'Port': ['ID=9a41087a-a695-4bf6-ae04-5295f3de7dbd,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:42.095316 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-6dddf88a-009b-4597-8eeb-b4b1b11e012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:42.097239 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-6dddf88a-009b-4597-8eeb-b4b1b11e012e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe2eb0615f3243f7b7a06fc287d22ba0&device_id=fc5b5317-96ef-44f4-beb6-871893ce1df2 HTTP/1.1" status: 200 len: 1126 time: 0.2497807 Feb 09 02:05:42.164386 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-d753b17f-51c8-4c6c-9d90-f1492f175658 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cf9532c-6921-4777-b781-772568690959 HTTP/1.1" status: 200 len: 217 time: 0.0572696 Feb 09 02:05:42.186449 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-73f79149-e984-4e7f-994f-29f6d95d7363 service neutron] Attempting to bind port 9a41087a-a695-4bf6-ae04-5295f3de7dbd on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:05:42.186764 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-73f79149-e984-4e7f-994f-29f6d95d7363 service neutron] Attempting to bind port 9a41087a-a695-4bf6-ae04-5295f3de7dbd by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '8c8e5887-b420-4b17-8bfe-860882f68378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:05:42.187102 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-73f79149-e984-4e7f-994f-29f6d95d7363 service neutron] Attempting to bind port 9a41087a-a695-4bf6-ae04-5295f3de7dbd on network 9b335406-aaf7-4419-82d2-97e84d1a08ae {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:05:42.224246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-73f79149-e984-4e7f-994f-29f6d95d7363 service neutron] Port 9a41087a-a695-4bf6-ae04-5295f3de7dbd on network 9b335406-aaf7-4419-82d2-97e84d1a08ae not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:05:42.224584 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-73f79149-e984-4e7f-994f-29f6d95d7363 service neutron] Attempting to bind port 9a41087a-a695-4bf6-ae04-5295f3de7dbd on network 9b335406-aaf7-4419-82d2-97e84d1a08ae {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:05:42.254041 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-86c25527-e521-4f2e-9de5-ef58aa941ff9 service neutron] 10.222.0.36 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527814 Feb 09 02:05:42.259394 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-73f79149-e984-4e7f-994f-29f6d95d7363 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:05:42.261699 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-73f79149-e984-4e7f-994f-29f6d95d7363 service neutron] Checking segment: {'id': '8c8e5887-b420-4b17-8bfe-860882f68378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:05:42.262211 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-73f79149-e984-4e7f-994f-29f6d95d7363 service neutron] Bound using segment: {'id': '8c8e5887-b420-4b17-8bfe-860882f68378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:05:42.262772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-73f79149-e984-4e7f-994f-29f6d95d7363 service neutron] Bound port: 9a41087a-a695-4bf6-ae04-5295f3de7dbd, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c8e5887-b420-4b17-8bfe-860882f68378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:05:42.263170 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-73f79149-e984-4e7f-994f-29f6d95d7363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9a41087a-a695-4bf6-ae04-5295f3de7dbd), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:42.273107 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4799a3-663b-4e64-9329-b938c090818d req-36ee9b0c-28c0-489b-ab0b-7f0c706ec8d2 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:42.280869 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1c4799a3-663b-4e64-9329-b938c090818d req-36ee9b0c-28c0-489b-ab0b-7f0c706ec8d2 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f373a2e-15ab-4388-b5a0-c6940da6e872 HTTP/1.1" status: 200 len: 943 time: 0.1050155 Feb 09 02:05:42.359734 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:42.382735 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-ab5e52db-e6c2-46f3-81af-f1591d621736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:42.383731 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1c4799a3-663b-4e64-9329-b938c090818d req-83413426-3dc2-4e24-861c-ce21b60956a9 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019559 Feb 09 02:05:42.384902 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-ab5e52db-e6c2-46f3-81af-f1591d621736 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25621364-d803-47e8-b64e-ee4a444ff9bf HTTP/1.1" status: 200 len: 853 time: 0.2094667 Feb 09 02:05:42.461870 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-d53b2027-9189-453f-87ec-6554be015ae1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b335406-aaf7-4419-82d2-97e84d1a08ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547497 Feb 09 02:05:42.583773 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-5bff8244-efec-42b9-babe-749c873b9a23 service neutron] 10.222.0.36 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752032 Feb 09 02:05:42.591434 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-73f79149-e984-4e7f-994f-29f6d95d7363 service neutron] For port 9a41087a-a695-4bf6-ae04-5295f3de7dbd, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:05:42.596738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-73f79149-e984-4e7f-994f-29f6d95d7363 service neutron] For port 9a41087a-a695-4bf6-ae04-5295f3de7dbd, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9a41087a-a695-4bf6-ae04-5295f3de7dbd,segment=NetworkSegment(8c8e5887-b420-4b17-8bfe-860882f68378),segment_id=8c8e5887-b420-4b17-8bfe-860882f68378)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:05:42.634302 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-d640ad87-2946-4881-a45b-5372367bb977 service neutron] 10.222.0.48 "GET /v2.0/networks/9b335406-aaf7-4419-82d2-97e84d1a08ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596360 Feb 09 02:05:42.636121 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-73f79149-e984-4e7f-994f-29f6d95d7363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (9a41087a-a695-4bf6-ae04-5295f3de7dbd), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:42.737039 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-73f79149-e984-4e7f-994f-29f6d95d7363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:42.737659 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-73f79149-e984-4e7f-994f-29f6d95d7363 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:42.739057 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-73f79149-e984-4e7f-994f-29f6d95d7363 service neutron] 10.222.0.67 "PUT /v2.0/ports/9a41087a-a695-4bf6-ae04-5295f3de7dbd HTTP/1.1" status: 200 len: 1091 time: 2.5626974 Feb 09 02:05:42.771253 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f79149-e984-4e7f-994f-29f6d95d7363 service neutron] Pushing event updated for resources: {'Port': ['ID=9a41087a-a695-4bf6-ae04-5295f3de7dbd,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:42.860460 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-e2cc6b6c-603b-4be0-a853-a7a8ad95b1f8 service neutron] 10.222.0.48 "GET /v2.0/networks/9b335406-aaf7-4419-82d2-97e84d1a08ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194216 Feb 09 02:05:42.892006 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-8c85824a-37d6-4fe0-8277-1dc4773eab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:42.893552 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-8c85824a-37d6-4fe0-8277-1dc4773eab6a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fe2eb0615f3243f7b7a06fc287d22ba0&device_id=0f373a2e-15ab-4388-b5a0-c6940da6e872 HTTP/1.1" status: 200 len: 1125 time: 0.0900559 Feb 09 02:05:42.923665 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ed7e589-0104-43e0-b32b-c4a57f22d0c9 req-9a62bc91-1888-4199-b5a6-ab4f11b98359 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 210 time: 0.0503316 Feb 09 02:05:42.954281 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-80af9e27-0052-460f-b909-aa70f46515fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a41087a-a695-4bf6-ae04-5295f3de7dbd HTTP/1.1" status: 200 len: 217 time: 0.0532722 Feb 09 02:05:43.034024 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-00d8a09f-fac9-4963-885e-2f884d9be6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:43.035506 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-00d8a09f-fac9-4963-885e-2f884d9be6ea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=25621364-d803-47e8-b64e-ee4a444ff9bf HTTP/1.1" status: 200 len: 853 time: 0.0704985 Feb 09 02:05:43.041233 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0e6d2-ad84-4f88-85c9-f0d1092c42ab req-cccd50ba-1487-45d5-896f-0aa197610701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:43.042747 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fed0e6d2-ad84-4f88-85c9-f0d1092c42ab req-cccd50ba-1487-45d5-896f-0aa197610701 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe2eb0615f3243f7b7a06fc287d22ba0&device_id=fc5b5317-96ef-44f4-beb6-871893ce1df2 HTTP/1.1" status: 200 len: 1126 time: 0.0976686 Feb 09 02:05:43.085297 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-b4cfe3a5-7dda-4def-88c9-6367d936e04b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b335406-aaf7-4419-82d2-97e84d1a08ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415702 Feb 09 02:05:43.290484 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0e6d2-ad84-4f88-85c9-f0d1092c42ab req-2e78a3e5-1c47-4411-928c-c7323443bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:43.292113 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fed0e6d2-ad84-4f88-85c9-f0d1092c42ab req-2e78a3e5-1c47-4411-928c-c7323443bb87 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b335406-aaf7-4419-82d2-97e84d1a08ae HTTP/1.1" status: 200 len: 914 time: 0.2400703 Feb 09 02:05:43.298510 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-a66060b6-47c9-41a4-93c3-6e5de78ebf19 service neutron] 10.222.0.67 "GET /v2.0/networks/9b335406-aaf7-4419-82d2-97e84d1a08ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927111 Feb 09 02:05:43.364242 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fed0e6d2-ad84-4f88-85c9-f0d1092c42ab req-cb550979-b3d0-46a8-a8fd-b8a2567a3b67 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cf9532c-6921-4777-b781-772568690959 HTTP/1.1" status: 200 len: 217 time: 0.0640664 Feb 09 02:05:43.455525 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:43.530029 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0e6d2-ad84-4f88-85c9-f0d1092c42ab req-56bb61c2-b328-4ca4-95d5-7008bc6690ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:43.532500 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fed0e6d2-ad84-4f88-85c9-f0d1092c42ab req-56bb61c2-b328-4ca4-95d5-7008bc6690ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25621364-d803-47e8-b64e-ee4a444ff9bf HTTP/1.1" status: 200 len: 853 time: 0.1360719 Feb 09 02:05:43.598688 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fed0e6d2-ad84-4f88-85c9-f0d1092c42ab req-2187a9b8-3d04-45b4-8c47-0cfc64ca878b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b335406-aaf7-4419-82d2-97e84d1a08ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575829 Feb 09 02:05:43.620910 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5be78b16-5a7c-4899-ac88-6f8c3c21ab36 req-ac019193-3494-4524-bf4c-942ecb18981d service neutron] 10.222.0.67 "GET /v2.0/networks/9b335406-aaf7-4419-82d2-97e84d1a08ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146060 Feb 09 02:05:43.724228 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee26de-698c-4d38-b7e0-300829f870af req-5923d9fd-2686-4c3e-950d-62bb0086ed3e tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:43.726682 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1dee26de-698c-4d38-b7e0-300829f870af req-5923d9fd-2686-4c3e-950d-62bb0086ed3e tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f373a2e-15ab-4388-b5a0-c6940da6e872 HTTP/1.1" status: 200 len: 943 time: 0.1748548 Feb 09 02:05:43.784637 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fed0e6d2-ad84-4f88-85c9-f0d1092c42ab req-0d0a2754-1bcc-4f20-95b2-895c78545595 service neutron] 10.222.0.48 "GET /v2.0/networks/9b335406-aaf7-4419-82d2-97e84d1a08ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625307 Feb 09 02:05:43.871647 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1dee26de-698c-4d38-b7e0-300829f870af req-a6cdc2e5-1580-4cba-923f-a5bea8c5c1f2 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322756 Feb 09 02:05:43.929516 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f373a2e-15ab-4388-b5a0-c6940da6e872', 'tag': '9a41087a-a695-4bf6-ae04-5295f3de7dbd'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:43.942944 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7262b53b-5222-4832-8877-77259cc5bf79" -d '{"events": [{"name": "network-changed", "server_uuid": "0f373a2e-15ab-4388-b5a0-c6940da6e872", "tag": "9a41087a-a695-4bf6-ae04-5295f3de7dbd"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:43.989831 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fed0e6d2-ad84-4f88-85c9-f0d1092c42ab req-300276c5-c4a3-4f63-bcaa-85e55bdbff21 service neutron] 10.222.0.48 "GET /v2.0/networks/9b335406-aaf7-4419-82d2-97e84d1a08ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950419 Feb 09 02:05:44.110671 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf17feb7-c131-48f3-8e63-5189b2b41e19 x-openstack-request-id: req-bf17feb7-c131-48f3-8e63-5189b2b41e19 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:44.110974 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f373a2e-15ab-4388-b5a0-c6940da6e872", "tag": "9a41087a-a695-4bf6-ae04-5295f3de7dbd", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:44.111278 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf17feb7-c131-48f3-8e63-5189b2b41e19 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:44.111706 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f373a2e-15ab-4388-b5a0-c6940da6e872', 'tag': '9a41087a-a695-4bf6-ae04-5295f3de7dbd', 'status': 'completed', 'code': 200} Feb 09 02:05:44.115624 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7608d90a-b25b-4da0-b99e-6b49c73c16ab req-da870d0d-f540-4aee-ac33-10ff38904929 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 210 time: 0.0639904 Feb 09 02:05:44.215939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262b53b-5222-4832-8877-77259cc5bf79 req-c90637a6-4f5d-49c9-8ae9-c7ccaa7a5aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:44.219102 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7262b53b-5222-4832-8877-77259cc5bf79 req-c90637a6-4f5d-49c9-8ae9-c7ccaa7a5aa9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fe2eb0615f3243f7b7a06fc287d22ba0&device_id=0f373a2e-15ab-4388-b5a0-c6940da6e872 HTTP/1.1" status: 200 len: 1125 time: 0.0930946 Feb 09 02:05:44.543197 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262b53b-5222-4832-8877-77259cc5bf79 req-b5bae690-e792-426a-91a4-7e86515515c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:44.544788 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7262b53b-5222-4832-8877-77259cc5bf79 req-b5bae690-e792-426a-91a4-7e86515515c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b335406-aaf7-4419-82d2-97e84d1a08ae HTTP/1.1" status: 200 len: 914 time: 0.3214469 Feb 09 02:05:44.697682 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7262b53b-5222-4832-8877-77259cc5bf79 req-1ab12482-2512-4867-8978-0e79afc6c020 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a41087a-a695-4bf6-ae04-5295f3de7dbd HTTP/1.1" status: 200 len: 217 time: 0.1448448 Feb 09 02:05:44.783244 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-fa93b7de-ac48-4108-a833-fc024cca5ef9 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:44.784801 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-fa93b7de-ac48-4108-a833-fc024cca5ef9 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.48 "GET /v2.0/networks?id=213e8f95-a0ad-4892-ad9a-d81d902f12c0 HTTP/1.1" status: 200 len: 811 time: 0.3086894 Feb 09 02:05:44.793955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262b53b-5222-4832-8877-77259cc5bf79 req-4c654e31-384e-46fa-af9a-516f96749fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:44.795930 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7262b53b-5222-4832-8877-77259cc5bf79 req-4c654e31-384e-46fa-af9a-516f96749fd3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=25621364-d803-47e8-b64e-ee4a444ff9bf HTTP/1.1" status: 200 len: 853 time: 0.0894291 Feb 09 02:05:44.837906 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7262b53b-5222-4832-8877-77259cc5bf79 req-8a885ece-e985-40dc-bea1-341b5c716bf0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b335406-aaf7-4419-82d2-97e84d1a08ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348754 Feb 09 02:05:44.952976 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-39783a35-bad4-438c-b093-9a553bcf33db tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8721192a2c284724a83b35330a1c84a8 HTTP/1.1" status: 200 len: 380 time: 0.1560655 Feb 09 02:05:44.969027 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-deb35ca8-896b-43e2-91f5-569e345e6cad tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Request body: {'port': {'device_id': '6bf72f46-22c7-4328-90e2-4dd17f4b589a', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'admin_state_up': True, 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'security_groups': ['af447fab-1fad-4035-b57e-7b464538d192']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:45.084670 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7262b53b-5222-4832-8877-77259cc5bf79 req-983787f0-4491-45cb-bb2a-6398430db512 service neutron] 10.222.0.67 "GET /v2.0/networks/9b335406-aaf7-4419-82d2-97e84d1a08ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407858 Feb 09 02:05:45.268981 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-692c418a-5db8-4264-a7b9-b58a420ca0da req-a8783cec-d34d-47be-9416-e651fa76529f tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 210 time: 0.0369501 Feb 09 02:05:45.540949 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba887b-618d-422b-a6ff-9fea0b86d6a8 req-178095ed-6d68-4a79-aa19-19b46405d514 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:45.542516 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24ba887b-618d-422b-a6ff-9fea0b86d6a8 req-178095ed-6d68-4a79-aa19-19b46405d514 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f373a2e-15ab-4388-b5a0-c6940da6e872 HTTP/1.1" status: 200 len: 943 time: 0.5383196 Feb 09 02:05:45.587112 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7262b53b-5222-4832-8877-77259cc5bf79 req-3d9b1ca8-9516-42e0-9699-c068692785d3 service neutron] 10.222.0.67 "GET /v2.0/networks/9b335406-aaf7-4419-82d2-97e84d1a08ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956212 Feb 09 02:05:45.617184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-deb35ca8-896b-43e2-91f5-569e345e6cad tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Made reservation on behalf of 8721192a2c284724a83b35330a1c84a8 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:05:45.621031 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-deb35ca8-896b-43e2-91f5-569e345e6cad tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:45.652293 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24ba887b-618d-422b-a6ff-9fea0b86d6a8 req-0684d581-0b11-449b-a2b3-240981953cfd tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000082 Feb 09 02:05:45.799110 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-deb35ca8-896b-43e2-91f5-569e345e6cad tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Allocated IP 172.20.0.7 (213e8f95-a0ad-4892-ad9a-d81d902f12c0/b1ecec84-a59d-45c4-91cc-46e21ab9c4db/3e89d86c-79bb-415a-a2b0-b5478fa546b3) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:05:45.991821 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-deb35ca8-896b-43e2-91f5-569e345e6cad tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for port (3e89d86c-79bb-415a-a2b0-b5478fa546b3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:46.048798 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-deb35ca8-896b-43e2-91f5-569e345e6cad tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (3e89d86c-79bb-415a-a2b0-b5478fa546b3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:46.111281 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-deb35ca8-896b-43e2-91f5-569e345e6cad tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Network 213e8f95-a0ad-4892-ad9a-d81d902f12c0 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:05:46.114648 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-deb35ca8-896b-43e2-91f5-569e345e6cad tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:05:46.119434 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-deb35ca8-896b-43e2-91f5-569e345e6cad tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:05:46.124457 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb35ca8-896b-43e2-91f5-569e345e6cad tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Pushing event updated for resources: {'Port': ['ID=3e89d86c-79bb-415a-a2b0-b5478fa546b3,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:46.178833 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 8cf9532c-6921-4777-b781-772568690959 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:05:46.198285 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-deb35ca8-896b-43e2-91f5-569e345e6cad tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:46.201257 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-deb35ca8-896b-43e2-91f5-569e345e6cad tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:46.226710 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-deb35ca8-896b-43e2-91f5-569e345e6cad tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2682912 Feb 09 02:05:46.241783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-19ef0ec8-aa87-4651-a78f-2ea46f839878 service neutron] Request body: {'port': {'device_id': '6bf72f46-22c7-4328-90e2-4dd17f4b589a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:46.387734 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-19ef0ec8-aa87-4651-a78f-2ea46f839878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3e89d86c-79bb-415a-a2b0-b5478fa546b3), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:46.412276 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 8cf9532c-6921-4777-b781-772568690959, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8cf9532c-6921-4777-b781-772568690959,segment=NetworkSegment(8c8e5887-b420-4b17-8bfe-860882f68378),segment_id=8c8e5887-b420-4b17-8bfe-860882f68378)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:46.440991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '8cf9532c-6921-4777-b781-772568690959', 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae', 'port_id': '8cf9532c-6921-4777-b781-772568690959', 'mac_address': 'fa:16:3e:a8:de:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25621364-d803-47e8-b64e-ee4a444ff9bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:05:46.510003 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbf612-f785-42d8-8dd5-1720ecf3664f req-91985ab5-e6d1-40be-a3b7-2fde0a990c23 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:46.517184 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0fbbf612-f785-42d8-8dd5-1720ecf3664f req-91985ab5-e6d1-40be-a3b7-2fde0a990c23 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 931 time: 0.1049743 Feb 09 02:05:46.545373 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 8cf9532c-6921-4777-b781-772568690959 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:46.546130 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8cf9532c-6921-4777-b781-772568690959), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:46.577296 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf9532c-6921-4777-b781-772568690959 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:05:46.601248 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-2315c7bf-93f9-4c5a-a132-9495f97624f8 None None] Provisioning complete for port 3e89d86c-79bb-415a-a2b0-b5478fa546b3 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:46.601881 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2315c7bf-93f9-4c5a-a132-9495f97624f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3e89d86c-79bb-415a-a2b0-b5478fa546b3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:46.604692 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 8cf9532c-6921-4777-b781-772568690959, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8cf9532c-6921-4777-b781-772568690959,segment=NetworkSegment(8c8e5887-b420-4b17-8bfe-860882f68378),segment_id=8c8e5887-b420-4b17-8bfe-860882f68378)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:46.620163 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0fbbf612-f785-42d8-8dd5-1720ecf3664f req-8bba7f92-851b-49d2-bac8-354b2afd01ca tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af447fab-1fad-4035-b57e-7b464538d192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958149 Feb 09 02:05:46.639027 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8cf9532c-6921-4777-b781-772568690959), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:46.709292 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2315c7bf-93f9-4c5a-a132-9495f97624f8 None None] Port 3e89d86c-79bb-415a-a2b0-b5478fa546b3 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:05:46.758957 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=8cf9532c-6921-4777-b781-772568690959,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:46.768900 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:46.769519 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:46.770037 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:46.770518 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:46.771628 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:46.772115 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:46.772594 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:46.773217 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:46.773701 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:46.774672 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:46.775162 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:46.776116 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:46.776618 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:46.868479 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-19ef0ec8-aa87-4651-a78f-2ea46f839878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e89d86c-79bb-415a-a2b0-b5478fa546b3 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:05:46.880408 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-19ef0ec8-aa87-4651-a78f-2ea46f839878 service neutron] Publish callbacks [] for port (3e89d86c-79bb-415a-a2b0-b5478fa546b3), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:46.899901 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['8cf9532c-6921-4777-b781-772568690959'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:05:46.905704 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-19ef0ec8-aa87-4651-a78f-2ea46f839878 service neutron] Transition to ACTIVE for port object 3e89d86c-79bb-415a-a2b0-b5478fa546b3 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:05:46.914412 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238e352-c688-4f13-ace0-efc0b1560c3a req-3bb5c5b0-1cae-4e26-bd58-bfcd1181f03c tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:46.922606 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2238e352-c688-4f13-ace0-efc0b1560c3a req-3bb5c5b0-1cae-4e26-bd58-bfcd1181f03c tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f373a2e-15ab-4388-b5a0-c6940da6e872 HTTP/1.1" status: 200 len: 943 time: 0.0977829 Feb 09 02:05:46.929960 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-19ef0ec8-aa87-4651-a78f-2ea46f839878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (3e89d86c-79bb-415a-a2b0-b5478fa546b3), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:47.021527 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef0ec8-aa87-4651-a78f-2ea46f839878 service neutron] Pushing event updated for resources: {'Port': ['ID=3e89d86c-79bb-415a-a2b0-b5478fa546b3,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:47.154646 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2238e352-c688-4f13-ace0-efc0b1560c3a req-76e1f09d-76bc-44c1-8230-5f45c819c52c tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305453 Feb 09 02:05:47.192829 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-19ef0ec8-aa87-4651-a78f-2ea46f839878 service neutron] Attempting to bind port 3e89d86c-79bb-415a-a2b0-b5478fa546b3 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:05:47.193515 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-19ef0ec8-aa87-4651-a78f-2ea46f839878 service neutron] Attempting to bind port 3e89d86c-79bb-415a-a2b0-b5478fa546b3 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'c82ab0de-73ec-4078-981b-82e00d4965bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:05:47.194005 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-19ef0ec8-aa87-4651-a78f-2ea46f839878 service neutron] Attempting to bind port 3e89d86c-79bb-415a-a2b0-b5478fa546b3 on network 213e8f95-a0ad-4892-ad9a-d81d902f12c0 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:05:47.198732 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-19ef0ec8-aa87-4651-a78f-2ea46f839878 service neutron] Port 3e89d86c-79bb-415a-a2b0-b5478fa546b3 on network 213e8f95-a0ad-4892-ad9a-d81d902f12c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:05:47.199518 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-19ef0ec8-aa87-4651-a78f-2ea46f839878 service neutron] Attempting to bind port 3e89d86c-79bb-415a-a2b0-b5478fa546b3 on network 213e8f95-a0ad-4892-ad9a-d81d902f12c0 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:05:47.206019 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-19ef0ec8-aa87-4651-a78f-2ea46f839878 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:05:47.206363 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-19ef0ec8-aa87-4651-a78f-2ea46f839878 service neutron] Checking segment: {'id': 'c82ab0de-73ec-4078-981b-82e00d4965bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:05:47.206752 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-19ef0ec8-aa87-4651-a78f-2ea46f839878 service neutron] Bound using segment: {'id': 'c82ab0de-73ec-4078-981b-82e00d4965bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:05:47.207185 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-19ef0ec8-aa87-4651-a78f-2ea46f839878 service neutron] Bound port: 3e89d86c-79bb-415a-a2b0-b5478fa546b3, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82ab0de-73ec-4078-981b-82e00d4965bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:05:47.207568 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-19ef0ec8-aa87-4651-a78f-2ea46f839878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3e89d86c-79bb-415a-a2b0-b5478fa546b3), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:47.319733 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-19ef0ec8-aa87-4651-a78f-2ea46f839878 service neutron] For port 3e89d86c-79bb-415a-a2b0-b5478fa546b3, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:05:47.324641 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-19ef0ec8-aa87-4651-a78f-2ea46f839878 service neutron] For port 3e89d86c-79bb-415a-a2b0-b5478fa546b3, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=3e89d86c-79bb-415a-a2b0-b5478fa546b3,segment=NetworkSegment(c82ab0de-73ec-4078-981b-82e00d4965bb),segment_id=c82ab0de-73ec-4078-981b-82e00d4965bb)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:05:47.334710 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-19ef0ec8-aa87-4651-a78f-2ea46f839878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (3e89d86c-79bb-415a-a2b0-b5478fa546b3), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:47.426133 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-19ef0ec8-aa87-4651-a78f-2ea46f839878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:47.429869 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-19ef0ec8-aa87-4651-a78f-2ea46f839878 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:47.438922 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-19ef0ec8-aa87-4651-a78f-2ea46f839878 service neutron] 10.222.0.48 "PUT /v2.0/ports/3e89d86c-79bb-415a-a2b0-b5478fa546b3 HTTP/1.1" status: 200 len: 1091 time: 1.2011156 Feb 09 02:05:47.442305 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf72f46-22c7-4328-90e2-4dd17f4b589a', 'tag': '3e89d86c-79bb-415a-a2b0-b5478fa546b3'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:47.450346 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6a3a4c-e720-4025-940a-3bbf6c186cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf72f46-22c7-4328-90e2-4dd17f4b589a", "tag": "3e89d86c-79bb-415a-a2b0-b5478fa546b3"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:47.512063 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef0ec8-aa87-4651-a78f-2ea46f839878 service neutron] Pushing event updated for resources: {'Port': ['ID=3e89d86c-79bb-415a-a2b0-b5478fa546b3,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:47.587061 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef53acb9-18de-49a8-b2d0-e309fed33850 x-openstack-request-id: req-ef53acb9-18de-49a8-b2d0-e309fed33850 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:47.587441 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf72f46-22c7-4328-90e2-4dd17f4b589a", "tag": "3e89d86c-79bb-415a-a2b0-b5478fa546b3", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:47.587700 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef53acb9-18de-49a8-b2d0-e309fed33850 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:47.588113 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf72f46-22c7-4328-90e2-4dd17f4b589a', 'tag': '3e89d86c-79bb-415a-a2b0-b5478fa546b3', 'status': 'completed', 'code': 200} Feb 09 02:05:47.617356 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-1d7f91e9-77b3-412a-82b9-60682ada4944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:47.618902 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-1d7f91e9-77b3-412a-82b9-60682ada4944 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8721192a2c284724a83b35330a1c84a8&device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 1125 time: 0.0867946 Feb 09 02:05:47.675250 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-701b97c0-274f-4a7e-a31b-4269082f9fdd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e89d86c-79bb-415a-a2b0-b5478fa546b3 HTTP/1.1" status: 200 len: 217 time: 0.0472727 Feb 09 02:05:47.820818 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-e11873b5-9f04-4a26-b8d0-29fa5b76722b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:47.822325 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-e11873b5-9f04-4a26-b8d0-29fa5b76722b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1ecec84-a59d-45c4-91cc-46e21ab9c4db HTTP/1.1" status: 200 len: 850 time: 0.1254175 Feb 09 02:05:47.878300 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567a7e4-6ed4-45d1-93da-e933d13d4b35 req-f1b3f43c-a574-47e0-9139-e7616efef1cc tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:47.883915 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a567a7e4-6ed4-45d1-93da-e933d13d4b35 req-f1b3f43c-a574-47e0-9139-e7616efef1cc tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 943 time: 0.1635587 Feb 09 02:05:47.922764 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-21cf42c8-7572-474d-bd75-d7aa1a3a7fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:47.924457 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-21cf42c8-7572-474d-bd75-d7aa1a3a7fed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=213e8f95-a0ad-4892-ad9a-d81d902f12c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0932400 Feb 09 02:05:48.019322 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a567a7e4-6ed4-45d1-93da-e933d13d4b35 req-0e3bb320-6bb1-4f5d-9f68-2ee2ff104580 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af447fab-1fad-4035-b57e-7b464538d192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260707 Feb 09 02:05:48.080120 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-992c54c0-27d5-4da7-b1c1-0d71ca7b0f8f service neutron] 10.222.0.48 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433148 Feb 09 02:05:48.164206 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41418) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:48.193763 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 8cf9532c-6921-4777-b781-772568690959 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:05:48.228533 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e3a3806-e455-485c-8ecd-bb8f4b517ba0 req-950f198a-4ea5-48c4-ae60-4207c1ab33e5 service neutron] 10.222.0.48 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418278 Feb 09 02:05:48.241225 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 9a41087a-a695-4bf6-ae04-5295f3de7dbd details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:05:48.319950 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1ab46a-ebb6-4217-bd1b-7c2e74aa2818 admin admin] Deleting subnet ce981f79-26c7-4912-bc15-2321e620e484 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:05:48.335129 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab1ab46a-ebb6-4217-bd1b-7c2e74aa2818 admin admin] Publish callbacks [] for subnet (ce981f79-26c7-4912-bc15-2321e620e484), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:48.406166 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3a4c-e720-4025-940a-3bbf6c186cd8 req-9265738e-e521-4b26-8bd7-4843281969b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:48.411690 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad6a3a4c-e720-4025-940a-3bbf6c186cd8 req-9265738e-e521-4b26-8bd7-4843281969b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8721192a2c284724a83b35330a1c84a8&device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 1125 time: 0.1063168 Feb 09 02:05:48.505714 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab1ab46a-ebb6-4217-bd1b-7c2e74aa2818 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (ce981f79-26c7-4912-bc15-2321e620e484), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:48.545505 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 9a41087a-a695-4bf6-ae04-5295f3de7dbd, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9a41087a-a695-4bf6-ae04-5295f3de7dbd,segment=NetworkSegment(8c8e5887-b420-4b17-8bfe-860882f68378),segment_id=8c8e5887-b420-4b17-8bfe-860882f68378)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:48.557439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3a4c-e720-4025-940a-3bbf6c186cd8 req-28dbd092-1452-4d55-94fa-bc3619361a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:48.559894 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad6a3a4c-e720-4025-940a-3bbf6c186cd8 req-28dbd092-1452-4d55-94fa-bc3619361a31 service neutron] 10.222.0.48 "GET /v2.0/networks?id=213e8f95-a0ad-4892-ad9a-d81d902f12c0 HTTP/1.1" status: 200 len: 912 time: 0.1402438 Feb 09 02:05:48.578613 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b019d-1628-4f01-b4e7-31afa2501ca0 req-a93c33ca-955d-4be5-b8a3-f581948c9794 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:48.579850 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '9a41087a-a695-4bf6-ae04-5295f3de7dbd', 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae', 'port_id': '9a41087a-a695-4bf6-ae04-5295f3de7dbd', 'mac_address': 'fa:16:3e:a1:e7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25621364-d803-47e8-b64e-ee4a444ff9bf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:05:48.580702 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fd6b019d-1628-4f01-b4e7-31afa2501ca0 req-a93c33ca-955d-4be5-b8a3-f581948c9794 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f373a2e-15ab-4388-b5a0-c6940da6e872 HTTP/1.1" status: 200 len: 943 time: 0.2474542 Feb 09 02:05:48.652534 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 8cf9532c-6921-4777-b781-772568690959 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:05:48.673344 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad6a3a4c-e720-4025-940a-3bbf6c186cd8 req-5b7d545d-d63d-4744-b1fa-f95199f61255 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e89d86c-79bb-415a-a2b0-b5478fa546b3 HTTP/1.1" status: 200 len: 217 time: 0.1050467 Feb 09 02:05:48.680100 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 8cf9532c-6921-4777-b781-772568690959 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:48.681062 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8cf9532c-6921-4777-b781-772568690959), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:48.692498 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fd6b019d-1628-4f01-b4e7-31afa2501ca0 req-57dfcdbf-364c-4cba-baa5-35348b2d6546 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049864 Feb 09 02:05:48.724106 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab1ab46a-ebb6-4217-bd1b-7c2e74aa2818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (ce981f79-26c7-4912-bc15-2321e620e484), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:48.767034 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 9a41087a-a695-4bf6-ae04-5295f3de7dbd is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:48.769259 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9a41087a-a695-4bf6-ae04-5295f3de7dbd), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:48.790795 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3a4c-e720-4025-940a-3bbf6c186cd8 req-fd6722ac-6d7d-4efe-8e2f-98c8dedb35ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:48.792919 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad6a3a4c-e720-4025-940a-3bbf6c186cd8 req-fd6722ac-6d7d-4efe-8e2f-98c8dedb35ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1ecec84-a59d-45c4-91cc-46e21ab9c4db HTTP/1.1" status: 200 len: 850 time: 0.1086819 Feb 09 02:05:48.836435 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab1ab46a-ebb6-4217-bd1b-7c2e74aa2818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (ce981f79-26c7-4912-bc15-2321e620e484), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:48.855500 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab1ab46a-ebb6-4217-bd1b-7c2e74aa2818 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:48.858344 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a41087a-a695-4bf6-ae04-5295f3de7dbd {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:05:48.861527 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ab1ab46a-ebb6-4217-bd1b-7c2e74aa2818 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ce981f79-26c7-4912-bc15-2321e620e484 HTTP/1.1" status: 204 len: 168 time: 0.6955307 Feb 09 02:05:48.864226 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41426) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:48.894957 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3a4c-e720-4025-940a-3bbf6c186cd8 req-a6dc4574-5ab1-4662-8ff6-f6131897a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:48.896595 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad6a3a4c-e720-4025-940a-3bbf6c186cd8 req-a6dc4574-5ab1-4662-8ff6-f6131897a8a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=213e8f95-a0ad-4892-ad9a-d81d902f12c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0924120 Feb 09 02:05:48.914448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 9a41087a-a695-4bf6-ae04-5295f3de7dbd, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9a41087a-a695-4bf6-ae04-5295f3de7dbd,segment=NetworkSegment(8c8e5887-b420-4b17-8bfe-860882f68378),segment_id=8c8e5887-b420-4b17-8bfe-860882f68378)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:48.940899 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ab46a-ebb6-4217-bd1b-7c2e74aa2818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce981f79-26c7-4912-bc15-2321e620e484,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:48.958091 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9a41087a-a695-4bf6-ae04-5295f3de7dbd), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:49.020482 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-798931a1-b535-4fb9-9203-d11b08a249d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (ba710e16-075f-4b94-b796-dae5cbec3b69), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:49.049594 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 8cf9532c-6921-4777-b781-772568690959 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:49.050053 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8cf9532c-6921-4777-b781-772568690959), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:49.098538 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad6a3a4c-e720-4025-940a-3bbf6c186cd8 req-4b1a32c7-2788-414c-b1b2-b93993c6abb6 service neutron] 10.222.0.48 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951056 Feb 09 02:05:49.139249 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 8cf9532c-6921-4777-b781-772568690959, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8cf9532c-6921-4777-b781-772568690959,segment=NetworkSegment(8c8e5887-b420-4b17-8bfe-860882f68378),segment_id=8c8e5887-b420-4b17-8bfe-860882f68378)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:49.142635 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5b5317-96ef-44f4-beb6-871893ce1df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf9532c-6921-4777-b781-772568690959'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:49.148580 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d60bf7-e8ff-4ec2-8c05-bd2c54b10891" -d '{"events": [{"server_uuid": "fc5b5317-96ef-44f4-beb6-871893ce1df2", "name": "network-vif-plugged", "status": "completed", "tag": "8cf9532c-6921-4777-b781-772568690959"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:49.152945 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8cf9532c-6921-4777-b781-772568690959), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:49.156047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=9a41087a-a695-4bf6-ae04-5295f3de7dbd,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:49.176815 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-798931a1-b535-4fb9-9203-d11b08a249d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (ba710e16-075f-4b94-b796-dae5cbec3b69), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:49.217586 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-798931a1-b535-4fb9-9203-d11b08a249d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba710e16-075f-4b94-b796-dae5cbec3b69']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:49.229854 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-798931a1-b535-4fb9-9203-d11b08a249d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:49.230154 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-798931a1-b535-4fb9-9203-d11b08a249d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:49.245257 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-798931a1-b535-4fb9-9203-d11b08a249d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:49.264312 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af1e4cc-1809-4373-9b19-d0de40c97ecd x-openstack-request-id: req-0af1e4cc-1809-4373-9b19-d0de40c97ecd {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:49.264883 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5b5317-96ef-44f4-beb6-871893ce1df2", "name": "network-vif-plugged", "status": "completed", "tag": "8cf9532c-6921-4777-b781-772568690959", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:49.264973 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0af1e4cc-1809-4373-9b19-d0de40c97ecd {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:49.265318 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5b5317-96ef-44f4-beb6-871893ce1df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf9532c-6921-4777-b781-772568690959', 'code': 200} Feb 09 02:05:49.277029 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-798931a1-b535-4fb9-9203-d11b08a249d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:49.307862 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-798931a1-b535-4fb9-9203-d11b08a249d9 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:05:49.308281 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-798931a1-b535-4fb9-9203-d11b08a249d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (c9c2fbe0-d6cb-458b-a5ce-fc04b2924cb3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:05:49.311791 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:05:49.344373 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=8cf9532c-6921-4777-b781-772568690959,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:49.349968 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['9a41087a-a695-4bf6-ae04-5295f3de7dbd'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:05:49.380161 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-798931a1-b535-4fb9-9203-d11b08a249d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (ba710e16-075f-4b94-b796-dae5cbec3b69), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:49.408618 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-798931a1-b535-4fb9-9203-d11b08a249d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:49.412479 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-798931a1-b535-4fb9-9203-d11b08a249d9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ba710e16-075f-4b94-b796-dae5cbec3b69 HTTP/1.1" status: 204 len: 168 time: 0.5396454 Feb 09 02:05:49.414353 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798931a1-b535-4fb9-9203-d11b08a249d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba710e16-075f-4b94-b796-dae5cbec3b69,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:49.601967 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad6a3a4c-e720-4025-940a-3bbf6c186cd8 req-08680002-a1b3-4be6-9d52-e94388d45b34 service neutron] 10.222.0.48 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962742 Feb 09 02:05:49.631628 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ec099-9736-4ea3-a07c-45c96658ffd9 req-e989ed3b-5ed4-4f76-a343-67392689f2a3 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:49.637466 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e57ec099-9736-4ea3-a07c-45c96658ffd9 req-e989ed3b-5ed4-4f76-a343-67392689f2a3 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 943 time: 0.3987408 Feb 09 02:05:49.642184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3b013-711d-4cdf-8630-49e28614c725 req-36e7ad72-73b0-44d7-b69b-45569e560730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:49.643757 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d6e3b013-711d-4cdf-8630-49e28614c725 req-36e7ad72-73b0-44d7-b69b-45569e560730 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fc5b5317-96ef-44f4-beb6-871893ce1df2 HTTP/1.1" status: 200 len: 1128 time: 0.3021233 Feb 09 02:05:49.704664 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41436) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:49.781690 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4b68dd97-de8b-482b-8e78-cb07f3fdf0d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e4b7362717544fba3030c92e8c1caaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0756226 Feb 09 02:05:49.784959 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 41440) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:49.823704 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e57ec099-9736-4ea3-a07c-45c96658ffd9 req-96b87147-d9e4-4ac7-a302-ffd7601d03c0 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af447fab-1fad-4035-b57e-7b464538d192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971372 Feb 09 02:05:49.829390 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d6e3b013-711d-4cdf-8630-49e28614c725 req-4e7c55c7-8b65-4846-b0a6-9a7852fdd9e9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786301 Feb 09 02:05:49.886051 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da311b-be7e-4c48-bdb5-21f55674cabd req-5ab1c179-0838-468f-8302-37b9d0fc4104 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:49.895819 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-79da311b-be7e-4c48-bdb5-21f55674cabd req-5ab1c179-0838-468f-8302-37b9d0fc4104 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f373a2e-15ab-4388-b5a0-c6940da6e872 HTTP/1.1" status: 200 len: 944 time: 0.0777166 Feb 09 02:05:49.901728 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32cb52c3-e2fe-49e3-bbf5-d24e4c4ad21d admin admin] Publish callbacks [] for security_group (ae45948a-23db-41ed-abe8-3ac6c5462805), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:49.939197 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32cb52c3-e2fe-49e3-bbf5-d24e4c4ad21d admin admin] Publish callbacks [] for security_group (ae45948a-23db-41ed-abe8-3ac6c5462805), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:49.964624 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-79da311b-be7e-4c48-bdb5-21f55674cabd req-338c0e02-1e2f-456c-a1b4-d690d3c173ea tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553679 Feb 09 02:05:50.019323 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32cb52c3-e2fe-49e3-bbf5-d24e4c4ad21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ae45948a-23db-41ed-abe8-3ac6c5462805), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:50.022823 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32cb52c3-e2fe-49e3-bbf5-d24e4c4ad21d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:50.024287 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-32cb52c3-e2fe-49e3-bbf5-d24e4c4ad21d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae45948a-23db-41ed-abe8-3ac6c5462805 HTTP/1.1" status: 204 len: 168 time: 0.2384274 Feb 09 02:05:50.037403 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb52c3-e2fe-49e3-bbf5-d24e4c4ad21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae45948a-23db-41ed-abe8-3ac6c5462805,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:51.056550 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b820e-3cde-4809-af2b-db6f79f8e831 req-da71d484-fcfc-48d5-8c65-e1f97599f2a8 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:51.062574 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-791b820e-3cde-4809-af2b-db6f79f8e831 req-da71d484-fcfc-48d5-8c65-e1f97599f2a8 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 943 time: 0.1071060 Feb 09 02:05:51.086556 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41476) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:51.153954 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-791b820e-3cde-4809-af2b-db6f79f8e831 req-f776bdef-64d1-4685-a235-fc2c4a7fc8ee tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af447fab-1fad-4035-b57e-7b464538d192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832679 Feb 09 02:05:51.213679 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494a7e8-6fd1-4469-acde-0cf6b56646bc req-77dc4091-29f3-422b-b0d9-b9337bcededa tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:51.219692 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b494a7e8-6fd1-4469-acde-0cf6b56646bc req-77dc4091-29f3-422b-b0d9-b9337bcededa tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f373a2e-15ab-4388-b5a0-c6940da6e872 HTTP/1.1" status: 200 len: 944 time: 0.1070542 Feb 09 02:05:51.225056 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-38b8d8f6-9fe2-4028-a929-d64a4ef5c590 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-803930002-network', 'tenant_id': 'd31b5eac8f6c4f978b67c5b73911add7'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:51.276596 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b8d8f6-9fe2-4028-a929-d64a4ef5c590 admin admin] Made reservation on behalf of d31b5eac8f6c4f978b67c5b73911add7 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:05:51.279809 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38b8d8f6-9fe2-4028-a929-d64a4ef5c590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:51.296524 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b494a7e8-6fd1-4469-acde-0cf6b56646bc req-9a8dd145-4ba4-42b3-aecd-1a62c6fe7362 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678942 Feb 09 02:05:51.297485 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38b8d8f6-9fe2-4028-a929-d64a4ef5c590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:51.387678 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38b8d8f6-9fe2-4028-a929-d64a4ef5c590 admin admin] Publish callbacks [] for security_group (5663442d-35e3-4495-89e2-38ce15903557), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:51.391794 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38b8d8f6-9fe2-4028-a929-d64a4ef5c590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5663442d-35e3-4495-89e2-38ce15903557), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:51.419027 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b8d8f6-9fe2-4028-a929-d64a4ef5c590 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:05:51.432084 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8d8f6-9fe2-4028-a929-d64a4ef5c590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5663442d-35e3-4495-89e2-38ce15903557,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:51.440996 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38b8d8f6-9fe2-4028-a929-d64a4ef5c590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:51.441626 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-38b8d8f6-9fe2-4028-a929-d64a4ef5c590 admin admin] Added segment 7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b of type vlan for network 0984fdcf-bb67-46c9-9ac5-221d57724a8b Feb 09 02:05:51.487037 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38b8d8f6-9fe2-4028-a929-d64a4ef5c590 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (0984fdcf-bb67-46c9-9ac5-221d57724a8b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:51.513315 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38b8d8f6-9fe2-4028-a929-d64a4ef5c590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (0984fdcf-bb67-46c9-9ac5-221d57724a8b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:51.514350 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b8d8f6-9fe2-4028-a929-d64a4ef5c590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:51.515026 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38b8d8f6-9fe2-4028-a929-d64a4ef5c590 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:51.576187 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-38b8d8f6-9fe2-4028-a929-d64a4ef5c590 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4849293 Feb 09 02:05:51.576187 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41480) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:51.580170 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e61ee1c3-5f86-4029-8a69-42ca658e26f2 admin admin] Request body: {'subnet': {'network_id': '0984fdcf-bb67-46c9-9ac5-221d57724a8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-803930002-subnet', 'tenant_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:51.593226 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8d8f6-9fe2-4028-a929-d64a4ef5c590 admin admin] Pushing event updated for resources: {'Network': ['ID=0984fdcf-bb67-46c9-9ac5-221d57724a8b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:51.608570 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61ee1c3-5f86-4029-8a69-42ca658e26f2 admin admin] Made reservation on behalf of d31b5eac8f6c4f978b67c5b73911add7 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:05:51.610545 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 0984fdcf-bb67-46c9-9ac5-221d57724a8b details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:05:51.611434 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e61ee1c3-5f86-4029-8a69-42ca658e26f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:51.848336 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e61ee1c3-5f86-4029-8a69-42ca658e26f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (2cf85249-957a-4ccd-8eb4-af69f962c564), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:51.916843 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ee1c3-5f86-4029-8a69-42ca658e26f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf85249-957a-4ccd-8eb4-af69f962c564,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:51.928598 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61ee1c3-5f86-4029-8a69-42ca658e26f2 admin admin] Checking segment: {'id': '7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0984fdcf-bb67-46c9-9ac5-221d57724a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:05:51.928969 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61ee1c3-5f86-4029-8a69-42ca658e26f2 admin admin] Network hostable DHCP agents. Network: 0984fdcf-bb67-46c9-9ac5-221d57724a8b, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:05:51.954034 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61ee1c3-5f86-4029-8a69-42ca658e26f2 admin admin] Network 0984fdcf-bb67-46c9-9ac5-221d57724a8b is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:05:51.967422 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-e61ee1c3-5f86-4029-8a69-42ca658e26f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 0984fdcf-bb67-46c9-9ac5-221d57724a8b) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:05:51.979438 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248ef9c2-3ea1-455c-a781-3eaa634c9865 None None] Network 0984fdcf-bb67-46c9-9ac5-221d57724a8b requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:05:51.980630 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61ee1c3-5f86-4029-8a69-42ca658e26f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:51.981411 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e61ee1c3-5f86-4029-8a69-42ca658e26f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:52.001211 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e61ee1c3-5f86-4029-8a69-42ca658e26f2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4246256 Feb 09 02:05:52.004084 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 41486) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:52.009332 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4e7e8a69-1456-46ae-b4f8-e679bedf19f7 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-803930002-router', 'tenant_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:52.032203 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8a69-1456-46ae-b4f8-e679bedf19f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (af2390ab-5a52-465c-9373-154b8f2581ce), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:52.033592 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8a69-1456-46ae-b4f8-e679bedf19f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (af2390ab-5a52-465c-9373-154b8f2581ce), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:52.101427 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8a69-1456-46ae-b4f8-e679bedf19f7 admin admin] Publish callbacks [] for router_controller (af2390ab-5a52-465c-9373-154b8f2581ce), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:52.236330 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 3e89d86c-79bb-415a-a2b0-b5478fa546b3 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:05:52.244672 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 9a41087a-a695-4bf6-ae04-5295f3de7dbd up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:05:52.374687 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 9a41087a-a695-4bf6-ae04-5295f3de7dbd completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:05:52.417763 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 9a41087a-a695-4bf6-ae04-5295f3de7dbd triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:52.418143 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9a41087a-a695-4bf6-ae04-5295f3de7dbd), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:52.441928 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8a69-1456-46ae-b4f8-e679bedf19f7 admin admin] Publish callbacks [] for router_gateway (af2390ab-5a52-465c-9373-154b8f2581ce), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:52.511993 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3a5d6-0f0b-4258-8ffc-86b5b6e20cb3 req-e9fe6b51-881e-4a70-9dc3-e4e4e629fcd1 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:52.514287 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-65a3a5d6-0f0b-4258-8ffc-86b5b6e20cb3 req-e9fe6b51-881e-4a70-9dc3-e4e4e629fcd1 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f373a2e-15ab-4388-b5a0-c6940da6e872 HTTP/1.1" status: 200 len: 944 time: 0.0917385 Feb 09 02:05:52.522011 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c9d4bf-aed6-46d5-8bbe-3e962195e3ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-0984fdcf-bb67-46c9-9ac5-221d57724a8b', 'network_id': '0984fdcf-bb67-46c9-9ac5-221d57724a8b', 'project_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'fixed_ips': [{'subnet_id': '2cf85249-957a-4ccd-8eb4-af69f962c564'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:05:52.523194 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-37c9d4bf-aed6-46d5-8bbe-3e962195e3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:52.547606 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47687cca-2a8f-432d-97d8-37d8154a3fc7 req-31fb1246-71f5-4ea0-a496-e911d99f78c4 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:52.553008 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-47687cca-2a8f-432d-97d8-37d8154a3fc7 req-31fb1246-71f5-4ea0-a496-e911d99f78c4 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 943 time: 0.2654300 Feb 09 02:05:52.584418 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-65a3a5d6-0f0b-4258-8ffc-86b5b6e20cb3 req-a73cee6f-c3ea-4cc8-b1b4-efa6af6b0f9a tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612025 Feb 09 02:05:52.605919 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 3e89d86c-79bb-415a-a2b0-b5478fa546b3, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=3e89d86c-79bb-415a-a2b0-b5478fa546b3,segment=NetworkSegment(c82ab0de-73ec-4078-981b-82e00d4965bb),segment_id=c82ab0de-73ec-4078-981b-82e00d4965bb)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:52.640169 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-47687cca-2a8f-432d-97d8-37d8154a3fc7 req-8ab78558-738a-472b-8aa4-1fcf454ce9ed tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af447fab-1fad-4035-b57e-7b464538d192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777063 Feb 09 02:05:52.658280 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 9a41087a-a695-4bf6-ae04-5295f3de7dbd is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:52.659024 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9a41087a-a695-4bf6-ae04-5295f3de7dbd), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:52.717952 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '3e89d86c-79bb-415a-a2b0-b5478fa546b3', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'port_id': '3e89d86c-79bb-415a-a2b0-b5478fa546b3', 'mac_address': 'fa:16:3e:35:ab:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:05:52.790272 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 3e89d86c-79bb-415a-a2b0-b5478fa546b3 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:52.790662 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3e89d86c-79bb-415a-a2b0-b5478fa546b3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:52.792314 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f373a2e-15ab-4388-b5a0-c6940da6e872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a41087a-a695-4bf6-ae04-5295f3de7dbd'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:52.795185 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6243244-590f-4ce3-83f7-b44f623ba6c5" -d '{"events": [{"server_uuid": "0f373a2e-15ab-4388-b5a0-c6940da6e872", "name": "network-vif-plugged", "status": "completed", "tag": "9a41087a-a695-4bf6-ae04-5295f3de7dbd"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:52.828222 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 9a41087a-a695-4bf6-ae04-5295f3de7dbd, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9a41087a-a695-4bf6-ae04-5295f3de7dbd,segment=NetworkSegment(8c8e5887-b420-4b17-8bfe-860882f68378),segment_id=8c8e5887-b420-4b17-8bfe-860882f68378)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:52.855875 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9a41087a-a695-4bf6-ae04-5295f3de7dbd), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:52.864576 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f66752e-062e-44ed-a0c5-25b4b99fd74d x-openstack-request-id: req-6f66752e-062e-44ed-a0c5-25b4b99fd74d {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:52.864887 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f373a2e-15ab-4388-b5a0-c6940da6e872", "name": "network-vif-plugged", "status": "completed", "tag": "9a41087a-a695-4bf6-ae04-5295f3de7dbd", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:52.865135 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f66752e-062e-44ed-a0c5-25b4b99fd74d {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:52.865542 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f373a2e-15ab-4388-b5a0-c6940da6e872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a41087a-a695-4bf6-ae04-5295f3de7dbd', 'code': 200} Feb 09 02:05:52.879492 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e89d86c-79bb-415a-a2b0-b5478fa546b3 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:05:52.884318 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8a69-1456-46ae-b4f8-e679bedf19f7 admin admin] Publish callbacks [] for router_gateway (af2390ab-5a52-465c-9373-154b8f2581ce), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:52.921427 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8a69-1456-46ae-b4f8-e679bedf19f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:52.929575 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 3e89d86c-79bb-415a-a2b0-b5478fa546b3, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=3e89d86c-79bb-415a-a2b0-b5478fa546b3,segment=NetworkSegment(c82ab0de-73ec-4078-981b-82e00d4965bb),segment_id=c82ab0de-73ec-4078-981b-82e00d4965bb)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:52.953428 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3e89d86c-79bb-415a-a2b0-b5478fa546b3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:52.976109 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-37c9d4bf-aed6-46d5-8bbe-3e962195e3ee None None] Allocated IP 172.20.0.2 (0984fdcf-bb67-46c9-9ac5-221d57724a8b/2cf85249-957a-4ccd-8eb4-af69f962c564/10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:05:53.027165 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=9a41087a-a695-4bf6-ae04-5295f3de7dbd,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:53.127783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-4e7e8a69-1456-46ae-b4f8-e679bedf19f7 admin admin] Allocated IP 172.25.7.116 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:05:53.135255 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=3e89d86c-79bb-415a-a2b0-b5478fa546b3,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:53.155618 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d531b-cc20-4ba7-bf7e-91c1d78dca71 req-b8caf6b5-304e-4dc7-b830-99899cf5e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:53.157234 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-582d531b-cc20-4ba7-bf7e-91c1d78dca71 req-b8caf6b5-304e-4dc7-b830-99899cf5e592 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0f373a2e-15ab-4388-b5a0-c6940da6e872 HTTP/1.1" status: 200 len: 1127 time: 0.0933564 Feb 09 02:05:53.240689 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['3e89d86c-79bb-415a-a2b0-b5478fa546b3'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:05:53.251747 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-37c9d4bf-aed6-46d5-8bbe-3e962195e3ee None None] Publish callbacks [] for port (10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:53.266812 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-582d531b-cc20-4ba7-bf7e-91c1d78dca71 req-ef7fe4a6-35a4-48fe-b8f0-6afbe22cfd1d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982385 Feb 09 02:05:53.296436 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-37c9d4bf-aed6-46d5-8bbe-3e962195e3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:53.320813 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8a69-1456-46ae-b4f8-e679bedf19f7 admin admin] Publish callbacks [] for port (0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:53.327116 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c9d4bf-aed6-46d5-8bbe-3e962195e3ee None None] Network 0984fdcf-bb67-46c9-9ac5-221d57724a8b is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:05:53.354677 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-37c9d4bf-aed6-46d5-8bbe-3e962195e3ee None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:05:53.365868 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c9d4bf-aed6-46d5-8bbe-3e962195e3ee None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:05:53.369768 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8a69-1456-46ae-b4f8-e679bedf19f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:53.421584 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9d4bf-aed6-46d5-8bbe-3e962195e3ee None None] Pushing event updated for resources: {'Port': ['ID=10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:53.441326 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e8a69-1456-46ae-b4f8-e679bedf19f7 admin admin] Pushing event updated for resources: {'Port': ['ID=0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:53.452915 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-37c9d4bf-aed6-46d5-8bbe-3e962195e3ee None None] Attempting to bind port 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:05:53.453295 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-37c9d4bf-aed6-46d5-8bbe-3e962195e3ee None None] Attempting to bind port 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0984fdcf-bb67-46c9-9ac5-221d57724a8b'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:05:53.453664 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c9d4bf-aed6-46d5-8bbe-3e962195e3ee None None] Attempting to bind port 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb on network 0984fdcf-bb67-46c9-9ac5-221d57724a8b {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:05:53.457235 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7e8a69-1456-46ae-b4f8-e679bedf19f7 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:05:53.459332 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-4e7e8a69-1456-46ae-b4f8-e679bedf19f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:05:53.469004 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e8a69-1456-46ae-b4f8-e679bedf19f7 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:05:53.484584 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c9d4bf-aed6-46d5-8bbe-3e962195e3ee None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:05:53.484968 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c9d4bf-aed6-46d5-8bbe-3e962195e3ee None None] Checking segment: {'id': '7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0984fdcf-bb67-46c9-9ac5-221d57724a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:05:53.485380 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-37c9d4bf-aed6-46d5-8bbe-3e962195e3ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:53.485783 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c9d4bf-aed6-46d5-8bbe-3e962195e3ee None None] Bound using segment: {'id': '7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0984fdcf-bb67-46c9-9ac5-221d57724a8b'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:05:53.486267 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-37c9d4bf-aed6-46d5-8bbe-3e962195e3ee None None] Bound port: 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0984fdcf-bb67-46c9-9ac5-221d57724a8b'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:05:53.486656 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-37c9d4bf-aed6-46d5-8bbe-3e962195e3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:53.573649 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-37c9d4bf-aed6-46d5-8bbe-3e962195e3ee None None] For port 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:05:53.577678 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-37c9d4bf-aed6-46d5-8bbe-3e962195e3ee None None] For port 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb,segment=NetworkSegment(7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b),segment_id=7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:05:53.585645 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-37c9d4bf-aed6-46d5-8bbe-3e962195e3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:53.694587 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9d4bf-aed6-46d5-8bbe-3e962195e3ee None None] Pushing event updated for resources: {'Port': ['ID=10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:53.830725 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8a8db-6408-48dd-b704-eb4773b742ea req-32834e37-1819-4bfa-8069-fc0239dc9edc tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:53.839382 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5de8a8db-6408-48dd-b704-eb4773b742ea req-32834e37-1819-4bfa-8069-fc0239dc9edc tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 944 time: 0.0897627 Feb 09 02:05:53.942132 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8a69-1456-46ae-b4f8-e679bedf19f7 admin admin] Publish callbacks [] for router_gateway (af2390ab-5a52-465c-9373-154b8f2581ce), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:53.972301 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5de8a8db-6408-48dd-b704-eb4773b742ea req-ca720395-9a4f-4c54-8897-d6a5b7afdf6c tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af447fab-1fad-4035-b57e-7b464538d192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312487 Feb 09 02:05:54.225303 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 3e89d86c-79bb-415a-a2b0-b5478fa546b3 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:05:54.289417 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 3e89d86c-79bb-415a-a2b0-b5478fa546b3 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:05:54.307614 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 3e89d86c-79bb-415a-a2b0-b5478fa546b3 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:54.308367 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3e89d86c-79bb-415a-a2b0-b5478fa546b3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.479548 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:05:54.508549 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8a69-1456-46ae-b4f8-e679bedf19f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (af2390ab-5a52-465c-9373-154b8f2581ce), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.516092 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 3e89d86c-79bb-415a-a2b0-b5478fa546b3 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:54.516665 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3e89d86c-79bb-415a-a2b0-b5478fa546b3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.578249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25eb0e5-2f02-4c14-9911-30e34fbeb43a req-be242fbb-34d0-4da6-9b55-a784fa91d395 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:54.579897 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e25eb0e5-2f02-4c14-9911-30e34fbeb43a req-be242fbb-34d0-4da6-9b55-a784fa91d395 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f373a2e-15ab-4388-b5a0-c6940da6e872 HTTP/1.1" status: 200 len: 945 time: 0.7989924 Feb 09 02:05:54.596135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 3e89d86c-79bb-415a-a2b0-b5478fa546b3, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=3e89d86c-79bb-415a-a2b0-b5478fa546b3,segment=NetworkSegment(c82ab0de-73ec-4078-981b-82e00d4965bb),segment_id=c82ab0de-73ec-4078-981b-82e00d4965bb)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:54.603920 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3e89d86c-79bb-415a-a2b0-b5478fa546b3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.610310 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:54.610819 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.718386 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e25eb0e5-2f02-4c14-9911-30e34fbeb43a req-b853e19a-f3c8-4e62-8464-fe36caf4b4b5 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006045 Feb 09 02:05:54.756259 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=3e89d86c-79bb-415a-a2b0-b5478fa546b3,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:54.800814 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7e8a69-1456-46ae-b4f8-e679bedf19f7 admin admin] Router af2390ab-5a52-465c-9373-154b8f2581ce is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:05:54.818376 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:54.819025 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.881999 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb,segment=NetworkSegment(7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b),segment_id=7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:54.883980 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf72f46-22c7-4328-90e2-4dd17f4b589a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e89d86c-79bb-415a-a2b0-b5478fa546b3'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:54.887416 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550af5ce-2f51-4fe9-b427-ced886d5a4b8" -d '{"events": [{"server_uuid": "6bf72f46-22c7-4328-90e2-4dd17f4b589a", "name": "network-vif-plugged", "status": "completed", "tag": "3e89d86c-79bb-415a-a2b0-b5478fa546b3"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:54.892745 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:55.015575 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7e8a69-1456-46ae-b4f8-e679bedf19f7 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:05:55.029419 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] Sync routers for ids ['af2390ab-5a52-465c-9373-154b8f2581ce'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:05:55.038905 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b53a9bc-bc08-4461-ad65-7d6b58e47cce x-openstack-request-id: req-2b53a9bc-bc08-4461-ad65-7d6b58e47cce {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:55.039401 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf72f46-22c7-4328-90e2-4dd17f4b589a", "name": "network-vif-plugged", "status": "completed", "tag": "3e89d86c-79bb-415a-a2b0-b5478fa546b3", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:55.039808 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2b53a9bc-bc08-4461-ad65-7d6b58e47cce {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:55.045121 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf72f46-22c7-4328-90e2-4dd17f4b589a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e89d86c-79bb-415a-a2b0-b5478fa546b3', 'code': 200} Feb 09 02:05:55.053671 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:55.056095 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8a69-1456-46ae-b4f8-e679bedf19f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:55.057003 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] Routers {'af2390ab-5a52-465c-9373-154b8f2581ce'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:55.058368 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:05:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['af2390ab-5a52-465c-9373-154b8f2581ce'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:55.062098 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4e7e8a69-1456-46ae-b4f8-e679bedf19f7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.0566936 Feb 09 02:05:55.065367 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 41514) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:55.269703 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] Set router af2390ab-5a52-465c-9373-154b8f2581ce gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:55.370405 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ded82a1-a47f-4b70-a257-3dec6632fda1 None None] Network 0984fdcf-bb67-46c9-9ac5-221d57724a8b requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:05:55.380517 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41520) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:55.381256 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c855f15-ec2a-44a2-8e46-ff3bc20080e1 req-711303ad-1820-4327-a709-e269482ba03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:55.384307 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c855f15-ec2a-44a2-8e46-ff3bc20080e1 req-711303ad-1820-4327-a709-e269482ba03d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 1127 time: 0.1352656 Feb 09 02:05:55.394712 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703a835-496d-4261-a9f4-417f5510b421 req-07f00ee8-23c8-4576-87cb-43b5c507abb0 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:55.402077 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6703a835-496d-4261-a9f4-417f5510b421 req-07f00ee8-23c8-4576-87cb-43b5c507abb0 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 945 time: 0.1665368 Feb 09 02:05:55.520583 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-47b32355-b0db-410e-84e7-b1afc5d61813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:55.550754 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a65b4e33-57ee-4c97-a9e1-8607ae13aa9f None None] Provisioning complete for port 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:55.551131 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a65b4e33-57ee-4c97-a9e1-8607ae13aa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:55.673011 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c855f15-ec2a-44a2-8e46-ff3bc20080e1 req-785cbacd-9f55-4588-ab28-295e51be4b94 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=af447fab-1fad-4035-b57e-7b464538d192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667894 Feb 09 02:05:55.702248 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6703a835-496d-4261-a9f4-417f5510b421 req-a9954c47-c051-48d5-95fb-70d5629e9da1 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af447fab-1fad-4035-b57e-7b464538d192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2980959 Feb 09 02:05:55.706731 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-47b32355-b0db-410e-84e7-b1afc5d61813 admin admin] Publish callbacks [] for security_group (11d272f8-8470-4583-b70d-a39404ce6ab9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:55.717027 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-47b32355-b0db-410e-84e7-b1afc5d61813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (11d272f8-8470-4583-b70d-a39404ce6ab9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:55.750175 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2390ab-5a52-465c-9373-154b8f2581ce', 'name': 'tempest-ImageQuotaTest-803930002-router', 'tenant_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:05:52Z', 'updated_at': '2022-02-09T02:05:53Z', 'revision_number': 3, 'project_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'gw_port': {'id': '0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:49:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2390ab-5a52-465c-9373-154b8f2581ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:52Z', 'updated_at': '2022-02-09T02:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:55.816433 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-47b32355-b0db-410e-84e7-b1afc5d61813 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5085dd2f12284ee18ef87ffe7f8d1c5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4347320 Feb 09 02:05:55.827726 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 41526) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:55.844455 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] Checking router: af2390ab-5a52-465c-9373-154b8f2581ce for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:05:55.845771 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] Updating router af2390ab-5a52-465c-9373-154b8f2581ce port 0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:05:55.921881 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:55.960694 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a65b4e33-57ee-4c97-a9e1-8607ae13aa9f None None] Current status of the port 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:55.972336 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b32355-b0db-410e-84e7-b1afc5d61813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d272f8-8470-4583-b70d-a39404ce6ab9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:56.035605 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc6048-9315-4cde-9d05-72961975a46a req-c5ce3eca-8a77-48a9-920f-3086261e4f59 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:56.042586 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4bfc6048-9315-4cde-9d05-72961975a46a req-c5ce3eca-8a77-48a9-920f-3086261e4f59 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f373a2e-15ab-4388-b5a0-c6940da6e872 HTTP/1.1" status: 200 len: 945 time: 0.1615896 Feb 09 02:05:56.048984 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ed9c9d4-4bce-47b6-944a-a0a620db9a09 admin admin] Publish callbacks [] for security_group (11d272f8-8470-4583-b70d-a39404ce6ab9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.212181 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4bfc6048-9315-4cde-9d05-72961975a46a req-2aea43a2-9dd8-429a-8af9-77afc1b2a3dc tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578131 Feb 09 02:05:56.212409 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6f868097-2011-49cc-9c73-b00250d2375b None None] Provisioning complete for port 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:56.213234 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6f868097-2011-49cc-9c73-b00250d2375b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.218049 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ed9c9d4-4bce-47b6-944a-a0a620db9a09 admin admin] Publish callbacks [] for security_group (11d272f8-8470-4583-b70d-a39404ce6ab9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.277427 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c40e8b0-61da-4b99-b338-77f206b7d85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.375450 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ed9c9d4-4bce-47b6-944a-a0a620db9a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (11d272f8-8470-4583-b70d-a39404ce6ab9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.378469 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ed9c9d4-4bce-47b6-944a-a0a620db9a09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.380758 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6ed9c9d4-4bce-47b6-944a-a0a620db9a09 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/11d272f8-8470-4583-b70d-a39404ce6ab9 HTTP/1.1" status: 204 len: 168 time: 0.5496969 Feb 09 02:05:56.399463 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:05:56.415446 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9c9d4-4bce-47b6-944a-a0a620db9a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d272f8-8470-4583-b70d-a39404ce6ab9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:56.532872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6f868097-2011-49cc-9c73-b00250d2375b None None] Current status of the port 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:56.576933 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbdb17-4adc-486a-aa45-1fb99941f5dc req-e1dede8c-1ca3-4cff-a39d-027127834c1f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:56.592327 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-21dbdb17-4adc-486a-aa45-1fb99941f5dc req-e1dede8c-1ca3-4cff-a39d-027127834c1f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc5b5317-96ef-44f4-beb6-871893ce1df2 HTTP/1.1" status: 200 len: 946 time: 0.2530198 Feb 09 02:05:56.602418 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:56.602802 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.632075 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] Publish callbacks [] for port (0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.644118 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.769721 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] Attempting to bind port 0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:05:56.771569 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] Attempting to bind port 0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:05:56.776126 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] Attempting to bind port 0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:05:56.793002 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:56.811921 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:05:56.823885 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:05:56.824931 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.827671 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:05:56.828927 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] Bound port: 0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:05:56.829639 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.863863 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-21dbdb17-4adc-486a-aa45-1fb99941f5dc req-1e819043-37fe-4ac0-b3a1-b2d7656859e4 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697868 Feb 09 02:05:56.879944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-2c40e8b0-61da-4b99-b338-77f206b7d85d admin admin] Allocated IP 172.20.0.1 (0984fdcf-bb67-46c9-9ac5-221d57724a8b/2cf85249-957a-4ccd-8eb4-af69f962c564/4b855fb9-e8ea-472b-b821-1f7cd2f1b904) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:05:56.886760 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04aeda-0962-4cf9-b97a-6d47a8329d02 None None] Pushing event updated for resources: {'Port': ['ID=0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:56.969332 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cac8c9-5338-4a5f-8935-301f3ff337ca req-59d36b23-25c9-4fe5-beba-f7461665264e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:56.972698 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25cac8c9-5338-4a5f-8935-301f3ff337ca req-59d36b23-25c9-4fe5-beba-f7461665264e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 945 time: 0.1224418 Feb 09 02:05:56.985215 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] For port 0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:05:56.993725 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] For port 0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:05:57.000879 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04aeda-0962-4cf9-b97a-6d47a8329d02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:57.001313 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04aeda-0962-4cf9-b97a-6d47a8329d02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:57.002278 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04aeda-0962-4cf9-b97a-6d47a8329d02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:57.002631 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04aeda-0962-4cf9-b97a-6d47a8329d02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:57.003035 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04aeda-0962-4cf9-b97a-6d47a8329d02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:57.004259 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04aeda-0962-4cf9-b97a-6d47a8329d02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:57.004597 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04aeda-0962-4cf9-b97a-6d47a8329d02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:57.007166 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04aeda-0962-4cf9-b97a-6d47a8329d02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:57.007554 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04aeda-0962-4cf9-b97a-6d47a8329d02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:57.007874 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04aeda-0962-4cf9-b97a-6d47a8329d02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:57.008219 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04aeda-0962-4cf9-b97a-6d47a8329d02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:57.008536 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04aeda-0962-4cf9-b97a-6d47a8329d02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:57.008856 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04aeda-0962-4cf9-b97a-6d47a8329d02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:57.016144 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:57.170588 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25cac8c9-5338-4a5f-8935-301f3ff337ca req-bec34285-09d6-422e-89ab-4ba5d4764302 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af447fab-1fad-4035-b57e-7b464538d192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889553 Feb 09 02:05:57.237137 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] Routers {'af2390ab-5a52-465c-9373-154b8f2581ce'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:57.237991 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:05:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['af2390ab-5a52-465c-9373-154b8f2581ce'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:57.243649 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c40e8b0-61da-4b99-b338-77f206b7d85d admin admin] Publish callbacks [] for port (4b855fb9-e8ea-472b-b821-1f7cd2f1b904), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:57.313594 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c40e8b0-61da-4b99-b338-77f206b7d85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (4b855fb9-e8ea-472b-b821-1f7cd2f1b904), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:57.366879 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04aeda-0962-4cf9-b97a-6d47a8329d02 None None] Pushing event updated for resources: {'Port': ['ID=0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:57.425260 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] Set router af2390ab-5a52-465c-9373-154b8f2581ce gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:57.439404 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c40e8b0-61da-4b99-b338-77f206b7d85d admin admin] Network 0984fdcf-bb67-46c9-9ac5-221d57724a8b is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:05:57.444049 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-2c40e8b0-61da-4b99-b338-77f206b7d85d admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:05:57.452690 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c40e8b0-61da-4b99-b338-77f206b7d85d admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:05:57.539569 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40e8b0-61da-4b99-b338-77f206b7d85d admin admin] Pushing event updated for resources: {'Port': ['ID=4b855fb9-e8ea-472b-b821-1f7cd2f1b904,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:57.569577 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c40e8b0-61da-4b99-b338-77f206b7d85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (af2390ab-5a52-465c-9373-154b8f2581ce), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:57.963772 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c40e8b0-61da-4b99-b338-77f206b7d85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4b855fb9-e8ea-472b-b821-1f7cd2f1b904), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:57.998971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-74859ae8-0ba4-4703-be82-744ee1d50ecf None None] Provisioning complete for port 4b855fb9-e8ea-472b-b821-1f7cd2f1b904 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:57.999551 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-74859ae8-0ba4-4703-be82-744ee1d50ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4b855fb9-e8ea-472b-b821-1f7cd2f1b904), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.026663 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac9742-6338-48fc-a719-9faff7c74312 req-f1cb36e2-9501-4f36-86cb-0fba59b55c46 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:58.038967 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dbac9742-6338-48fc-a719-9faff7c74312 req-f1cb36e2-9501-4f36-86cb-0fba59b55c46 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/networks?id=9b335406-aaf7-4419-82d2-97e84d1a08ae HTTP/1.1" status: 200 len: 813 time: 0.1909244 Feb 09 02:05:58.065334 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dbac9742-6338-48fc-a719-9faff7c74312 req-7c8c6d9e-4324-471c-9e99-90e6af0189af tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/quotas/fe2eb0615f3243f7b7a06fc287d22ba0 HTTP/1.1" status: 200 len: 375 time: 0.0249648 Feb 09 02:05:58.129950 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-74859ae8-0ba4-4703-be82-744ee1d50ecf None None] Port 4b855fb9-e8ea-472b-b821-1f7cd2f1b904 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:05:58.231387 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dbac9742-6338-48fc-a719-9faff7c74312 req-6ce42970-279b-4d2a-91fc-3a1091358e24 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe2eb0615f3243f7b7a06fc287d22ba0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1626606 Feb 09 02:05:58.257428 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2390ab-5a52-465c-9373-154b8f2581ce', 'name': 'tempest-ImageQuotaTest-803930002-router', 'tenant_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:05:52Z', 'updated_at': '2022-02-09T02:05:53Z', 'revision_number': 3, 'project_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'gw_port': {'id': '0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:49:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2390ab-5a52-465c-9373-154b8f2581ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:52Z', 'updated_at': '2022-02-09T02:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:58.316391 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34675ff8-e952-4b12-891b-8e235a54bcf3 None None] The sync data for ids ['af2390ab-5a52-465c-9373-154b8f2581ce'] in n-d-828387-3 is: [{'id': 'af2390ab-5a52-465c-9373-154b8f2581ce', 'name': 'tempest-ImageQuotaTest-803930002-router', 'tenant_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:05:52Z', 'updated_at': '2022-02-09T02:05:53Z', 'revision_number': 3, 'project_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'gw_port': {'id': '0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:49:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2390ab-5a52-465c-9373-154b8f2581ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:52Z', 'updated_at': '2022-02-09T02:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:05:58.472327 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c40e8b0-61da-4b99-b338-77f206b7d85d admin admin] Publish callbacks [] for port (4b855fb9-e8ea-472b-b821-1f7cd2f1b904), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.479008 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dbac9742-6338-48fc-a719-9faff7c74312 req-9e959648-93d8-4748-840b-b5c19628e580 service neutron] 10.222.0.36 "GET /v2.0/networks/9b335406-aaf7-4419-82d2-97e84d1a08ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390494 Feb 09 02:05:58.494449 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bcb9f-1d73-4df6-8d94-bf0917401261 req-8e7d481c-b944-4d33-8a0d-039c010abcfa tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:58.498700 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-732bcb9f-1d73-4df6-8d94-bf0917401261 req-8e7d481c-b944-4d33-8a0d-039c010abcfa tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 945 time: 0.1764040 Feb 09 02:05:58.500100 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c40e8b0-61da-4b99-b338-77f206b7d85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (4b855fb9-e8ea-472b-b821-1f7cd2f1b904), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.681373 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c40e8b0-61da-4b99-b338-77f206b7d85d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (af2390ab-5a52-465c-9373-154b8f2581ce), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.689442 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40e8b0-61da-4b99-b338-77f206b7d85d admin admin] Pushing event updated for resources: {'Port': ['ID=4b855fb9-e8ea-472b-b821-1f7cd2f1b904,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:58.891557 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-732bcb9f-1d73-4df6-8d94-bf0917401261 req-94387382-47fa-42cc-a38c-4c6659027577 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af447fab-1fad-4035-b57e-7b464538d192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202198 Feb 09 02:05:59.118461 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2d913-0f74-4af6-abba-1fc697e88f69 req-d778c85c-58ae-4ab7-9f59-0758b31f0bb5 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:59.120088 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4dc2d913-0f74-4af6-abba-1fc697e88f69 req-d778c85c-58ae-4ab7-9f59-0758b31f0bb5 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.67 "GET /v2.0/ports?device_id=0f373a2e-15ab-4388-b5a0-c6940da6e872 HTTP/1.1" status: 200 len: 945 time: 0.2165267 Feb 09 02:05:59.268853 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c40e8b0-61da-4b99-b338-77f206b7d85d admin admin] Network 0984fdcf-bb67-46c9-9ac5-221d57724a8b is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:05:59.317208 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-2c40e8b0-61da-4b99-b338-77f206b7d85d admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:05:59.327577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3fc9a-15cc-40df-bfc9-f22a590146d6 req-bd80f840-ba5d-4fb2-8899-64c0fe333e77 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:59.332836 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8b3fc9a-15cc-40df-bfc9-f22a590146d6 req-bd80f840-ba5d-4fb2-8899-64c0fe333e77 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 945 time: 0.2852504 Feb 09 02:05:59.350814 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 41594) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:59.379954 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-efc4e2ff-dea3-4271-8da6-5faf360fd86e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Request body: {'floatingip': {'port_id': '3e89d86c-79bb-415a-a2b0-b5478fa546b3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:59.393240 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dbac9742-6338-48fc-a719-9faff7c74312 req-eeda6e00-87a1-4bf8-b980-7e51bba19c59 service neutron] 10.222.0.36 "GET /v2.0/networks/9b335406-aaf7-4419-82d2-97e84d1a08ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9071958 Feb 09 02:05:59.689781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3d065193-4022-43a0-b9bc-89935eaf29ce None None] Provisioning complete for port 4b855fb9-e8ea-472b-b821-1f7cd2f1b904 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:59.690263 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3d065193-4022-43a0-b9bc-89935eaf29ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4b855fb9-e8ea-472b-b821-1f7cd2f1b904), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.769129 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3d065193-4022-43a0-b9bc-89935eaf29ce None None] Port 4b855fb9-e8ea-472b-b821-1f7cd2f1b904 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:05:59.942267 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0eb3229b-c12c-4acf-a161-922712420389 req-36f03665-e27a-40aa-8a5e-6e649ec2b185 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9abcb43-d1ca-4157-9e99-16b9f8591fff HTTP/1.1" status: 200 len: 210 time: 0.0714710 Feb 09 02:06:00.093423 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588437f-2838-4af5-93a6-53760f51f93b req-b226c1e7-113d-4e9b-8cc8-e2a212aecb03 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:00.095076 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7588437f-2838-4af5-93a6-53760f51f93b req-b226c1e7-113d-4e9b-8cc8-e2a212aecb03 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc5b5317-96ef-44f4-beb6-871893ce1df2 HTTP/1.1" status: 200 len: 946 time: 0.8943415 Feb 09 02:06:00.165718 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-efc4e2ff-dea3-4271-8da6-5faf360fd86e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for floatingip (5dc3efbb-e163-4959-a1d6-ad966a8240a8), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.284955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-4dc2d913-0f74-4af6-abba-1fc697e88f69 req-b36027a3-b267-4eb7-a623-06aa379b9e0f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Deleting port 9a41087a-a695-4bf6-ae04-5295f3de7dbd {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:00.285296 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4dc2d913-0f74-4af6-abba-1fc697e88f69 req-b36027a3-b267-4eb7-a623-06aa379b9e0f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9a41087a-a695-4bf6-ae04-5295f3de7dbd), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.433337 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-7588437f-2838-4af5-93a6-53760f51f93b req-4179ee74-7d13-431d-a2a8-f56e7eb982a0 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Deleting port 8cf9532c-6921-4777-b781-772568690959 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:00.433617 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7588437f-2838-4af5-93a6-53760f51f93b req-4179ee74-7d13-431d-a2a8-f56e7eb982a0 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (8cf9532c-6921-4777-b781-772568690959), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.453426 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:00.517969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:00.518548 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.596479 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c40e8b0-61da-4b99-b338-77f206b7d85d admin admin] Router af2390ab-5a52-465c-9373-154b8f2581ce has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:06:00.629122 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:00.629812 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.670590 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:00.677637 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.831263 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-4dc2d913-0f74-4af6-abba-1fc697e88f69 req-b36027a3-b267-4eb7-a623-06aa379b9e0f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] For port 9a41087a-a695-4bf6-ae04-5295f3de7dbd, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9a41087a-a695-4bf6-ae04-5295f3de7dbd,segment=NetworkSegment(8c8e5887-b420-4b17-8bfe-860882f68378),segment_id=8c8e5887-b420-4b17-8bfe-860882f68378)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:00.834044 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4dc2d913-0f74-4af6-abba-1fc697e88f69 req-b36027a3-b267-4eb7-a623-06aa379b9e0f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9a41087a-a695-4bf6-ae04-5295f3de7dbd), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.838858 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:00.885980 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-4dc2d913-0f74-4af6-abba-1fc697e88f69 req-b36027a3-b267-4eb7-a623-06aa379b9e0f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Calling delete_port for 9a41087a-a695-4bf6-ae04-5295f3de7dbd owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:00.892656 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-7588437f-2838-4af5-93a6-53760f51f93b req-4179ee74-7d13-431d-a2a8-f56e7eb982a0 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] For port 8cf9532c-6921-4777-b781-772568690959, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8cf9532c-6921-4777-b781-772568690959,segment=NetworkSegment(8c8e5887-b420-4b17-8bfe-860882f68378),segment_id=8c8e5887-b420-4b17-8bfe-860882f68378)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:00.893282 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7588437f-2838-4af5-93a6-53760f51f93b req-4179ee74-7d13-431d-a2a8-f56e7eb982a0 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (8cf9532c-6921-4777-b781-772568690959), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.916626 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-7588437f-2838-4af5-93a6-53760f51f93b req-4179ee74-7d13-431d-a2a8-f56e7eb982a0 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Calling delete_port for 8cf9532c-6921-4777-b781-772568690959 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:00.959710 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c40e8b0-61da-4b99-b338-77f206b7d85d admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:00.983670 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2c40e8b0-61da-4b99-b338-77f206b7d85d admin admin] 10.222.0.36 "PUT /v2.0/routers/af2390ab-5a52-465c-9373-154b8f2581ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9059951 Feb 09 02:06:01.234491 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] Sync routers for ids ['af2390ab-5a52-465c-9373-154b8f2581ce'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:01.246013 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] Routers {'af2390ab-5a52-465c-9373-154b8f2581ce'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:01.246649 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:05:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['af2390ab-5a52-465c-9373-154b8f2581ce'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:01.446733 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] Set router af2390ab-5a52-465c-9373-154b8f2581ce gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:01.478071 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-21d72cef-d508-4a17-a749-58013f9dc3bb req-dd02dd44-60db-4ca2-898a-0ed0ae910f8f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9abcb43-d1ca-4157-9e99-16b9f8591fff HTTP/1.1" status: 200 len: 210 time: 0.2630947 Feb 09 02:06:01.808484 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2390ab-5a52-465c-9373-154b8f2581ce', 'name': 'tempest-ImageQuotaTest-803930002-router', 'tenant_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:05:52Z', 'updated_at': '2022-02-09T02:05:57Z', 'revision_number': 4, 'project_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'gw_port': {'id': '0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:49:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2390ab-5a52-465c-9373-154b8f2581ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:52Z', 'updated_at': '2022-02-09T02:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '4b855fb9-e8ea-472b-b821-1f7cd2f1b904', 'name': '', 'network_id': '0984fdcf-bb67-46c9-9ac5-221d57724a8b', 'tenant_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'mac_address': 'fa:16:3e:83:16:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2390ab-5a52-465c-9373-154b8f2581ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '2cf85249-957a-4ccd-8eb4-af69f962c564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:56Z', 'updated_at': '2022-02-09T02:05:58Z', 'revision_number': 2, 'project_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'subnets': [{'id': '2cf85249-957a-4ccd-8eb4-af69f962c564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:01.890231 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac9742-6338-48fc-a719-9faff7c74312 req-5f73aca8-ee38-4fa9-bced-898767f3563d tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:01.895896 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] Checking router: af2390ab-5a52-465c-9373-154b8f2581ce for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:01.896422 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] Updating router af2390ab-5a52-465c-9373-154b8f2581ce port 4b855fb9-e8ea-472b-b821-1f7cd2f1b904 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:06:01.911247 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dbac9742-6338-48fc-a719-9faff7c74312 req-5f73aca8-ee38-4fa9-bced-898767f3563d tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.67 "GET /v2.0/networks?id=9b335406-aaf7-4419-82d2-97e84d1a08ae HTTP/1.1" status: 200 len: 813 time: 0.3220479 Feb 09 02:06:01.940240 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-dbac9742-6338-48fc-a719-9faff7c74312 req-3c8d659e-c90c-4e87-aee5-6b3ea428568a tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Request body: {'port': {'device_id': '4d180948-d571-4234-9751-96d1df57145f', 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae', 'admin_state_up': True, 'tenant_id': 'fe2eb0615f3243f7b7a06fc287d22ba0'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:01.986041 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.db.resource_extend [None req-efc4e2ff-dea3-4271-8da6-5faf360fd86e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:06:02.004443 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4b855fb9-e8ea-472b-b821-1f7cd2f1b904), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.206919 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-efc4e2ff-dea3-4271-8da6-5faf360fd86e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.215644 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac9742-6338-48fc-a719-9faff7c74312 req-1f18aa27-18e6-41ec-a5b0-3f16887d5e1f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:02.218591 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbac9742-6338-48fc-a719-9faff7c74312 req-1f18aa27-18e6-41ec-a5b0-3f16887d5e1f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.48 "GET /v2.0/networks?id=9b335406-aaf7-4419-82d2-97e84d1a08ae HTTP/1.1" status: 200 len: 813 time: 0.4608245 Feb 09 02:06:02.228898 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-efc4e2ff-dea3-4271-8da6-5faf360fd86e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (5dc3efbb-e163-4959-a1d6-ad966a8240a8), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.286198 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbac9742-6338-48fc-a719-9faff7c74312 req-3c8d659e-c90c-4e87-aee5-6b3ea428568a tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Made reservation on behalf of fe2eb0615f3243f7b7a06fc287d22ba0 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:02.287257 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-dbac9742-6338-48fc-a719-9faff7c74312 req-6ba6410f-252f-48cd-a367-e914c0b0b00c tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Request body: {'port': {'device_id': 'b9abcb43-d1ca-4157-9e99-16b9f8591fff', 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae', 'admin_state_up': True, 'tenant_id': 'fe2eb0615f3243f7b7a06fc287d22ba0'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:02.291457 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dbac9742-6338-48fc-a719-9faff7c74312 req-3c8d659e-c90c-4e87-aee5-6b3ea428568a tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.346729 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7588437f-2838-4af5-93a6-53760f51f93b req-4179ee74-7d13-431d-a2a8-f56e7eb982a0 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (8cf9532c-6921-4777-b781-772568690959), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.376743 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4dc2d913-0f74-4af6-abba-1fc697e88f69 req-b36027a3-b267-4eb7-a623-06aa379b9e0f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9a41087a-a695-4bf6-ae04-5295f3de7dbd), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.497712 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-dbac9742-6338-48fc-a719-9faff7c74312 req-3c8d659e-c90c-4e87-aee5-6b3ea428568a tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Allocated IP 172.20.0.2 (9b335406-aaf7-4419-82d2-97e84d1a08ae/25621364-d803-47e8-b64e-ee4a444ff9bf/011225f1-dd8a-4bed-9844-1700a3bcce65) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:02.586547 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 9a41087a-a695-4bf6-ae04-5295f3de7dbd no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:02.592605 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:02.707290 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-50cb325e-bda1-455a-92bc-0248fc717d14 req-bddd9c45-806b-4984-8d1d-c13b317f2c26 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9abcb43-d1ca-4157-9e99-16b9f8591fff HTTP/1.1" status: 200 len: 210 time: 0.0628772 Feb 09 02:06:02.735171 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 9a41087a-a695-4bf6-ae04-5295f3de7dbd {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:02.735545 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 9a41087a-a695-4bf6-ae04-5295f3de7dbd not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:02.753157 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:02.753535 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.883310 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179ee74-7d13-431d-a2a8-f56e7eb982a0 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Pushing event deleted for resources: {'Port': ['ID=8cf9532c-6921-4777-b781-772568690959,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:02.995296 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dbac9742-6338-48fc-a719-9faff7c74312 req-3c8d659e-c90c-4e87-aee5-6b3ea428568a tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks [] for port (011225f1-dd8a-4bed-9844-1700a3bcce65), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.049836 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:03.056610 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dbac9742-6338-48fc-a719-9faff7c74312 req-3c8d659e-c90c-4e87-aee5-6b3ea428568a tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (011225f1-dd8a-4bed-9844-1700a3bcce65), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.134398 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d659e-c90c-4e87-aee5-6b3ea428568a tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Pushing event updated for resources: {'Port': ['ID=011225f1-dd8a-4bed-9844-1700a3bcce65,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:03.155793 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbac9742-6338-48fc-a719-9faff7c74312 req-3c8d659e-c90c-4e87-aee5-6b3ea428568a tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Network 9b335406-aaf7-4419-82d2-97e84d1a08ae is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:03.156510 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] Publish callbacks [] for port (4b855fb9-e8ea-472b-b821-1f7cd2f1b904), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.157682 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-dbac9742-6338-48fc-a719-9faff7c74312 req-3c8d659e-c90c-4e87-aee5-6b3ea428568a tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:03.160471 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbac9742-6338-48fc-a719-9faff7c74312 req-3c8d659e-c90c-4e87-aee5-6b3ea428568a tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:03.166400 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4b855fb9-e8ea-472b-b821-1f7cd2f1b904), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.257163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-7588437f-2838-4af5-93a6-53760f51f93b req-4179ee74-7d13-431d-a2a8-f56e7eb982a0 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] No DVR routers for this DVR port 8cf9532c-6921-4777-b781-772568690959 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:03.280779 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac9742-6338-48fc-a719-9faff7c74312 req-3c8d659e-c90c-4e87-aee5-6b3ea428568a tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:03.281401 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dbac9742-6338-48fc-a719-9faff7c74312 req-3c8d659e-c90c-4e87-aee5-6b3ea428568a tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.288959 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7588437f-2838-4af5-93a6-53760f51f93b req-4179ee74-7d13-431d-a2a8-f56e7eb982a0 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.296183 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7588437f-2838-4af5-93a6-53760f51f93b req-4179ee74-7d13-431d-a2a8-f56e7eb982a0 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.48 "DELETE /v2.0/ports/8cf9532c-6921-4777-b781-772568690959 HTTP/1.1" status: 204 len: 173 time: 3.1922064 Feb 09 02:06:03.297359 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc2d913-0f74-4af6-abba-1fc697e88f69 req-b36027a3-b267-4eb7-a623-06aa379b9e0f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] No DVR routers for this DVR port 9a41087a-a695-4bf6-ae04-5295f3de7dbd on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:03.298751 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5b5317-96ef-44f4-beb6-871893ce1df2', 'name': 'network-vif-deleted', 'tag': '8cf9532c-6921-4777-b781-772568690959'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:03.326589 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f360a9e0-eebb-425d-bc88-c2b6911880a2" -d '{"events": [{"server_uuid": "fc5b5317-96ef-44f4-beb6-871893ce1df2", "name": "network-vif-deleted", "tag": "8cf9532c-6921-4777-b781-772568690959"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:03.338117 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dbac9742-6338-48fc-a719-9faff7c74312 req-3c8d659e-c90c-4e87-aee5-6b3ea428568a tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4259198 Feb 09 02:06:03.360888 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-dbac9742-6338-48fc-a719-9faff7c74312 req-f453aaf8-d663-4c29-a70f-05e16f7ccdc7 service neutron] Request body: {'port': {'device_id': '4d180948-d571-4234-9751-96d1df57145f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:03.375371 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4dc2d913-0f74-4af6-abba-1fc697e88f69 req-b36027a3-b267-4eb7-a623-06aa379b9e0f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.380557 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4dc2d913-0f74-4af6-abba-1fc697e88f69 req-b36027a3-b267-4eb7-a623-06aa379b9e0f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.67 "DELETE /v2.0/ports/9a41087a-a695-4bf6-ae04-5295f3de7dbd HTTP/1.1" status: 204 len: 173 time: 4.2493250 Feb 09 02:06:03.381677 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36027a3-b267-4eb7-a623-06aa379b9e0f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Pushing event deleted for resources: {'Port': ['ID=9a41087a-a695-4bf6-ae04-5295f3de7dbd,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:03.434302 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa915fa5-428e-4cd8-a00f-2dcc35d1505f None None] Pushing event updated for resources: {'Port': ['ID=4b855fb9-e8ea-472b-b821-1f7cd2f1b904,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:03.491992 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41fc6ac-41c5-4c08-a57b-c73404a3bb0f x-openstack-request-id: req-c41fc6ac-41c5-4c08-a57b-c73404a3bb0f {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:03.492499 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5b5317-96ef-44f4-beb6-871893ce1df2", "name": "network-vif-deleted", "tag": "8cf9532c-6921-4777-b781-772568690959", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:03.493202 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c41fc6ac-41c5-4c08-a57b-c73404a3bb0f {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:03.493782 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5b5317-96ef-44f4-beb6-871893ce1df2', 'name': 'network-vif-deleted', 'tag': '8cf9532c-6921-4777-b781-772568690959', 'status': 'completed', 'code': 200} Feb 09 02:06:03.548523 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] Attempting to bind port 4b855fb9-e8ea-472b-b821-1f7cd2f1b904 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:03.548906 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] Attempting to bind port 4b855fb9-e8ea-472b-b821-1f7cd2f1b904 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0984fdcf-bb67-46c9-9ac5-221d57724a8b'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:03.549268 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] Attempting to bind port 4b855fb9-e8ea-472b-b821-1f7cd2f1b904 on network 0984fdcf-bb67-46c9-9ac5-221d57724a8b {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:03.562275 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:03.562707 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] Checking segment: {'id': '7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0984fdcf-bb67-46c9-9ac5-221d57724a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:03.563088 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.563505 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] Bound using segment: {'id': '7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0984fdcf-bb67-46c9-9ac5-221d57724a8b'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:03.563987 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] Bound port: 4b855fb9-e8ea-472b-b821-1f7cd2f1b904, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0984fdcf-bb67-46c9-9ac5-221d57724a8b'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:03.564368 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4b855fb9-e8ea-472b-b821-1f7cd2f1b904), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.578100 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 41738) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:03.632522 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dbac9742-6338-48fc-a719-9faff7c74312 req-f453aaf8-d663-4c29-a70f-05e16f7ccdc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (011225f1-dd8a-4bed-9844-1700a3bcce65), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.644277 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-efc4e2ff-dea3-4271-8da6-5faf360fd86e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Floating IP 5dc3efbb-e163-4959-a1d6-ad966a8240a8 associated. External IP: 172.25.7.23, port: 3e89d86c-79bb-415a-a2b0-b5478fa546b3. Feb 09 02:06:03.760640 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] For port 4b855fb9-e8ea-472b-b821-1f7cd2f1b904, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:03.765707 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] For port 4b855fb9-e8ea-472b-b821-1f7cd2f1b904, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=4b855fb9-e8ea-472b-b821-1f7cd2f1b904,segment=NetworkSegment(7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b),segment_id=7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:03.771049 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-aabfb1c8-10e9-482e-9b24-513b8134631d None None] Provisioning complete for port 4b855fb9-e8ea-472b-b821-1f7cd2f1b904 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:03.771049 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-aabfb1c8-10e9-482e-9b24-513b8134631d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4b855fb9-e8ea-472b-b821-1f7cd2f1b904), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.776034 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4b855fb9-e8ea-472b-b821-1f7cd2f1b904), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.846537 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbac9742-6338-48fc-a719-9faff7c74312 req-6ba6410f-252f-48cd-a367-e914c0b0b00c tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Made reservation on behalf of fe2eb0615f3243f7b7a06fc287d22ba0 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:03.882041 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dbac9742-6338-48fc-a719-9faff7c74312 req-6ba6410f-252f-48cd-a367-e914c0b0b00c tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.008295 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] Routers {'af2390ab-5a52-465c-9373-154b8f2581ce'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:04.009105 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:05:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['af2390ab-5a52-465c-9373-154b8f2581ce'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:04.241392 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-081ea2e9-5af9-4a27-bf63-d085d4c2c715 req-24c162d0-c9cc-4554-be35-6327f80c2cd4 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9abcb43-d1ca-4157-9e99-16b9f8591fff HTTP/1.1" status: 200 len: 210 time: 0.1759593 Feb 09 02:06:04.292206 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-aabfb1c8-10e9-482e-9b24-513b8134631d None None] Current status of the port 4b855fb9-e8ea-472b-b821-1f7cd2f1b904 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:04.292609 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-aabfb1c8-10e9-482e-9b24-513b8134631d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4b855fb9-e8ea-472b-b821-1f7cd2f1b904), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.295191 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 8cf9532c-6921-4777-b781-772568690959 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:04.331563 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa915fa5-428e-4cd8-a00f-2dcc35d1505f None None] Pushing event updated for resources: {'Port': ['ID=4b855fb9-e8ea-472b-b821-1f7cd2f1b904,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:04.338067 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 8cf9532c-6921-4777-b781-772568690959 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:04.338416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 8cf9532c-6921-4777-b781-772568690959 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:04.422669 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] Set router af2390ab-5a52-465c-9373-154b8f2581ce gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:04.478525 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-aabfb1c8-10e9-482e-9b24-513b8134631d None None] For port 4b855fb9-e8ea-472b-b821-1f7cd2f1b904, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=4b855fb9-e8ea-472b-b821-1f7cd2f1b904,segment=NetworkSegment(7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b),segment_id=7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:04.485823 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-aabfb1c8-10e9-482e-9b24-513b8134631d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4b855fb9-e8ea-472b-b821-1f7cd2f1b904), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.603625 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabfb1c8-10e9-482e-9b24-513b8134631d None None] Pushing event updated for resources: {'Port': ['ID=4b855fb9-e8ea-472b-b821-1f7cd2f1b904,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:04.690129 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-dbac9742-6338-48fc-a719-9faff7c74312 req-f453aaf8-d663-4c29-a70f-05e16f7ccdc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 011225f1-dd8a-4bed-9844-1700a3bcce65 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:06:04.712150 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc4e2ff-dea3-4271-8da6-5faf360fd86e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Router 0adaaef9-eead-45cc-9faf-762db94fbd0d has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:06:04.731250 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dbac9742-6338-48fc-a719-9faff7c74312 req-f453aaf8-d663-4c29-a70f-05e16f7ccdc7 service neutron] Publish callbacks [] for port (011225f1-dd8a-4bed-9844-1700a3bcce65), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.770150 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-dbac9742-6338-48fc-a719-9faff7c74312 req-f453aaf8-d663-4c29-a70f-05e16f7ccdc7 service neutron] Transition to ACTIVE for port object 011225f1-dd8a-4bed-9844-1700a3bcce65 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:06:04.775308 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dbac9742-6338-48fc-a719-9faff7c74312 req-f453aaf8-d663-4c29-a70f-05e16f7ccdc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (011225f1-dd8a-4bed-9844-1700a3bcce65), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.776438 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-282e34aa-c8fe-4844-9a3e-7f074841f3a8 None None] Provisioning complete for port 4b855fb9-e8ea-472b-b821-1f7cd2f1b904 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:04.776971 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-282e34aa-c8fe-4844-9a3e-7f074841f3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4b855fb9-e8ea-472b-b821-1f7cd2f1b904), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.859930 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453aaf8-d663-4c29-a70f-05e16f7ccdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=011225f1-dd8a-4bed-9844-1700a3bcce65,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:04.931545 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2390ab-5a52-465c-9373-154b8f2581ce', 'name': 'tempest-ImageQuotaTest-803930002-router', 'tenant_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:05:52Z', 'updated_at': '2022-02-09T02:05:57Z', 'revision_number': 4, 'project_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'gw_port': {'id': '0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:49:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2390ab-5a52-465c-9373-154b8f2581ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:52Z', 'updated_at': '2022-02-09T02:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '4b855fb9-e8ea-472b-b821-1f7cd2f1b904', 'name': '', 'network_id': '0984fdcf-bb67-46c9-9ac5-221d57724a8b', 'tenant_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'mac_address': 'fa:16:3e:83:16:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2390ab-5a52-465c-9373-154b8f2581ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '2cf85249-957a-4ccd-8eb4-af69f962c564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:56Z', 'updated_at': '2022-02-09T02:06:03Z', 'revision_number': 4, 'project_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'subnets': [{'id': '2cf85249-957a-4ccd-8eb4-af69f962c564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:04.965084 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-dbac9742-6338-48fc-a719-9faff7c74312 req-f453aaf8-d663-4c29-a70f-05e16f7ccdc7 service neutron] Attempting to bind port 011225f1-dd8a-4bed-9844-1700a3bcce65 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:04.965597 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-dbac9742-6338-48fc-a719-9faff7c74312 req-f453aaf8-d663-4c29-a70f-05e16f7ccdc7 service neutron] Attempting to bind port 011225f1-dd8a-4bed-9844-1700a3bcce65 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '8c8e5887-b420-4b17-8bfe-860882f68378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:04.965970 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbac9742-6338-48fc-a719-9faff7c74312 req-f453aaf8-d663-4c29-a70f-05e16f7ccdc7 service neutron] Attempting to bind port 011225f1-dd8a-4bed-9844-1700a3bcce65 on network 9b335406-aaf7-4419-82d2-97e84d1a08ae {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:04.975731 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbac9742-6338-48fc-a719-9faff7c74312 req-f453aaf8-d663-4c29-a70f-05e16f7ccdc7 service neutron] Port 011225f1-dd8a-4bed-9844-1700a3bcce65 on network 9b335406-aaf7-4419-82d2-97e84d1a08ae not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:06:04.976059 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbac9742-6338-48fc-a719-9faff7c74312 req-f453aaf8-d663-4c29-a70f-05e16f7ccdc7 service neutron] Attempting to bind port 011225f1-dd8a-4bed-9844-1700a3bcce65 on network 9b335406-aaf7-4419-82d2-97e84d1a08ae {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:04.989875 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbac9742-6338-48fc-a719-9faff7c74312 req-f453aaf8-d663-4c29-a70f-05e16f7ccdc7 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:04.990084 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbac9742-6338-48fc-a719-9faff7c74312 req-f453aaf8-d663-4c29-a70f-05e16f7ccdc7 service neutron] Checking segment: {'id': '8c8e5887-b420-4b17-8bfe-860882f68378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:04.990639 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbac9742-6338-48fc-a719-9faff7c74312 req-f453aaf8-d663-4c29-a70f-05e16f7ccdc7 service neutron] Bound using segment: {'id': '8c8e5887-b420-4b17-8bfe-860882f68378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:04.991272 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-dbac9742-6338-48fc-a719-9faff7c74312 req-f453aaf8-d663-4c29-a70f-05e16f7ccdc7 service neutron] Bound port: 011225f1-dd8a-4bed-9844-1700a3bcce65, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c8e5887-b420-4b17-8bfe-860882f68378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:04.991827 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dbac9742-6338-48fc-a719-9faff7c74312 req-f453aaf8-d663-4c29-a70f-05e16f7ccdc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (011225f1-dd8a-4bed-9844-1700a3bcce65), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.001111 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-282e34aa-c8fe-4844-9a3e-7f074841f3a8 None None] Current status of the port 4b855fb9-e8ea-472b-b821-1f7cd2f1b904 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:05.003682 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb754307-fea3-4eee-a9ec-1b5d0bb16874 None None] The sync data for ids ['af2390ab-5a52-465c-9373-154b8f2581ce'] in n-d-828387-3 is: [{'id': 'af2390ab-5a52-465c-9373-154b8f2581ce', 'name': 'tempest-ImageQuotaTest-803930002-router', 'tenant_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:05:52Z', 'updated_at': '2022-02-09T02:05:57Z', 'revision_number': 4, 'project_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'gw_port': {'id': '0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:49:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2390ab-5a52-465c-9373-154b8f2581ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:52Z', 'updated_at': '2022-02-09T02:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '4b855fb9-e8ea-472b-b821-1f7cd2f1b904', 'name': '', 'network_id': '0984fdcf-bb67-46c9-9ac5-221d57724a8b', 'tenant_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'mac_address': 'fa:16:3e:83:16:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2390ab-5a52-465c-9373-154b8f2581ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '2cf85249-957a-4ccd-8eb4-af69f962c564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:56Z', 'updated_at': '2022-02-09T02:06:03Z', 'revision_number': 4, 'project_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'subnets': [{'id': '2cf85249-957a-4ccd-8eb4-af69f962c564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:05.060279 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-dbac9742-6338-48fc-a719-9faff7c74312 req-6ba6410f-252f-48cd-a367-e914c0b0b00c tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Allocated IP 172.20.0.3 (9b335406-aaf7-4419-82d2-97e84d1a08ae/25621364-d803-47e8-b64e-ee4a444ff9bf/a18dd822-0c92-4d51-9c36-1b24cc9b3e69) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:05.073238 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc4e2ff-dea3-4271-8da6-5faf360fd86e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:05.084395 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-dbac9742-6338-48fc-a719-9faff7c74312 req-f453aaf8-d663-4c29-a70f-05e16f7ccdc7 service neutron] For port 011225f1-dd8a-4bed-9844-1700a3bcce65, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:05.088133 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-efc4e2ff-dea3-4271-8da6-5faf360fd86e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.098096 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-dbac9742-6338-48fc-a719-9faff7c74312 req-f453aaf8-d663-4c29-a70f-05e16f7ccdc7 service neutron] For port 011225f1-dd8a-4bed-9844-1700a3bcce65, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=011225f1-dd8a-4bed-9844-1700a3bcce65,segment=NetworkSegment(8c8e5887-b420-4b17-8bfe-860882f68378),segment_id=8c8e5887-b420-4b17-8bfe-860882f68378)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:05.115491 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dbac9742-6338-48fc-a719-9faff7c74312 req-f453aaf8-d663-4c29-a70f-05e16f7ccdc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (011225f1-dd8a-4bed-9844-1700a3bcce65), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.166965 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac9742-6338-48fc-a719-9faff7c74312 req-f453aaf8-d663-4c29-a70f-05e16f7ccdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:05.168299 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dbac9742-6338-48fc-a719-9faff7c74312 req-f453aaf8-d663-4c29-a70f-05e16f7ccdc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.170818 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dbac9742-6338-48fc-a719-9faff7c74312 req-f453aaf8-d663-4c29-a70f-05e16f7ccdc7 service neutron] 10.222.0.67 "PUT /v2.0/ports/011225f1-dd8a-4bed-9844-1700a3bcce65 HTTP/1.1" status: 200 len: 1091 time: 1.8251016 Feb 09 02:06:05.171367 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d180948-d571-4234-9751-96d1df57145f', 'tag': '011225f1-dd8a-4bed-9844-1700a3bcce65'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:05.174709 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820db4be-8a3c-43f0-8993-1621450af277" -d '{"events": [{"name": "network-changed", "server_uuid": "4d180948-d571-4234-9751-96d1df57145f", "tag": "011225f1-dd8a-4bed-9844-1700a3bcce65"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:05.178241 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff81641-65e9-4a6a-81d7-bd2c831774c1 None None] Sync routers for ids ['0adaaef9-eead-45cc-9faf-762db94fbd0d'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:05.181566 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-efc4e2ff-dea3-4271-8da6-5faf360fd86e tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "PUT /v2.0/floatingips/5dc3efbb-e163-4959-a1d6-ad966a8240a8 HTTP/1.1" status: 200 len: 990 time: 5.8246789 Feb 09 02:06:05.226534 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-607d6561-8eb1-4b46-a9db-38e9bbb24cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (af2390ab-5a52-465c-9373-154b8f2581ce), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.237409 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff81641-65e9-4a6a-81d7-bd2c831774c1 None None] Routers {'0adaaef9-eead-45cc-9faf-762db94fbd0d'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:05.238131 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-3ff81641-65e9-4a6a-81d7-bd2c831774c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:05:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0adaaef9-eead-45cc-9faf-762db94fbd0d'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:05.507508 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453aaf8-d663-4c29-a70f-05e16f7ccdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=011225f1-dd8a-4bed-9844-1700a3bcce65,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:05.539475 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f373a2e-15ab-4388-b5a0-c6940da6e872', 'name': 'network-vif-deleted', 'tag': '9a41087a-a695-4bf6-ae04-5295f3de7dbd'}, {'name': 'network-changed', 'server_uuid': '6bf72f46-22c7-4328-90e2-4dd17f4b589a', 'tag': '3e89d86c-79bb-415a-a2b0-b5478fa546b3'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:05.542505 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11d22a4-3865-4756-a6af-e978946aedb4" -d '{"events": [{"server_uuid": "0f373a2e-15ab-4388-b5a0-c6940da6e872", "name": "network-vif-deleted", "tag": "9a41087a-a695-4bf6-ae04-5295f3de7dbd"}, {"name": "network-changed", "server_uuid": "6bf72f46-22c7-4328-90e2-4dd17f4b589a", "tag": "3e89d86c-79bb-415a-a2b0-b5478fa546b3"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:05.563112 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac9742-6338-48fc-a719-9faff7c74312 req-bb2b913e-cd29-4def-a73b-2b2e44e5e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:05.564872 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dbac9742-6338-48fc-a719-9faff7c74312 req-bb2b913e-cd29-4def-a73b-2b2e44e5e48d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fe2eb0615f3243f7b7a06fc287d22ba0&device_id=4d180948-d571-4234-9751-96d1df57145f HTTP/1.1" status: 200 len: 1125 time: 0.3107491 Feb 09 02:06:05.589208 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4263dc-1c5b-4c3c-bf8c-243d9efa05f2 req-15ffbc4b-c5f9-47e1-8182-3c13b8b4d13f tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:05.592577 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1a4263dc-1c5b-4c3c-bf8c-243d9efa05f2 req-15ffbc4b-c5f9-47e1-8182-3c13b8b4d13f tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 945 time: 0.2020173 Feb 09 02:06:05.639651 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-3ff81641-65e9-4a6a-81d7-bd2c831774c1 None None] Set router 0adaaef9-eead-45cc-9faf-762db94fbd0d gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:05.707837 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dbac9742-6338-48fc-a719-9faff7c74312 req-6ba6410f-252f-48cd-a367-e914c0b0b00c tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks [] for port (a18dd822-0c92-4d51-9c36-1b24cc9b3e69), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.830910 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dbac9742-6338-48fc-a719-9faff7c74312 req-6ba6410f-252f-48cd-a367-e914c0b0b00c tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a18dd822-0c92-4d51-9c36-1b24cc9b3e69), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.832397 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83558d2e-4380-490e-921d-b89f8eac843c x-openstack-request-id: req-83558d2e-4380-490e-921d-b89f8eac843c {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:05.833128 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d180948-d571-4234-9751-96d1df57145f", "tag": "011225f1-dd8a-4bed-9844-1700a3bcce65", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:05.833700 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-83558d2e-4380-490e-921d-b89f8eac843c {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:05.840505 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d180948-d571-4234-9751-96d1df57145f', 'tag': '011225f1-dd8a-4bed-9844-1700a3bcce65', 'status': 'completed', 'code': 200} Feb 09 02:06:05.852283 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dbac9742-6338-48fc-a719-9faff7c74312 req-1967ee51-f406-40dd-9910-b5d53b24437a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=011225f1-dd8a-4bed-9844-1700a3bcce65 HTTP/1.1" status: 200 len: 217 time: 0.2586160 Feb 09 02:06:05.929521 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-607d6561-8eb1-4b46-a9db-38e9bbb24cfc admin admin] Deleting port 4b855fb9-e8ea-472b-b821-1f7cd2f1b904 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:05.930440 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-607d6561-8eb1-4b46-a9db-38e9bbb24cfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (4b855fb9-e8ea-472b-b821-1f7cd2f1b904), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.942905 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbac9742-6338-48fc-a719-9faff7c74312 req-6ba6410f-252f-48cd-a367-e914c0b0b00c tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Network 9b335406-aaf7-4419-82d2-97e84d1a08ae is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:05.961376 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-dbac9742-6338-48fc-a719-9faff7c74312 req-6ba6410f-252f-48cd-a367-e914c0b0b00c tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:05.991528 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbac9742-6338-48fc-a719-9faff7c74312 req-6ba6410f-252f-48cd-a367-e914c0b0b00c tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:06.041769 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1a4263dc-1c5b-4c3c-bf8c-243d9efa05f2 req-66fb778f-3575-4c33-9d67-cd23253a4ebf tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af447fab-1fad-4035-b57e-7b464538d192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3841794 Feb 09 02:06:06.048002 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac9742-6338-48fc-a719-9faff7c74312 req-4e7deb0f-f5db-4c1c-92cf-be5322e514cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:06.051814 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dbac9742-6338-48fc-a719-9faff7c74312 req-4e7deb0f-f5db-4c1c-92cf-be5322e514cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=25621364-d803-47e8-b64e-ee4a444ff9bf HTTP/1.1" status: 200 len: 853 time: 0.1898520 Feb 09 02:06:06.162158 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dbac9742-6338-48fc-a719-9faff7c74312 req-5c8bbc61-f688-4d90-8ee6-74d8388369f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b335406-aaf7-4419-82d2-97e84d1a08ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051490 Feb 09 02:06:06.236512 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-3ff81641-65e9-4a6a-81d7-bd2c831774c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'name': 'tempest-AttachVolumeTestJSON-1283178647-router', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:00:38Z', 'revision_number': 4, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'gw_port': {'id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:eb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:30Z', 'updated_at': '2022-02-09T02:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '5dc3efbb-e163-4959-a1d6-ad966a8240a8', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'port_id': '3e89d86c-79bb-415a-a2b0-b5478fa546b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3230, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'mac_address': 'fa:16:3e:35:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf72f46-22c7-4328-90e2-4dd17f4b589a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:05:40Z', 'updated_at': '2022-02-09T02:06:01Z', 'revision_number': 1, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfd5915-3978-433b-91ff-6835aa670ee6', 'name': '', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'mac_address': 'fa:16:3e:b0:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:36Z', 'updated_at': '2022-02-09T02:00:44Z', 'revision_number': 5, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'subnets': [{'id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:06.351057 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff81641-65e9-4a6a-81d7-bd2c831774c1 None None] Checking router: 0adaaef9-eead-45cc-9faf-762db94fbd0d for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:06.355409 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dbac9742-6338-48fc-a719-9faff7c74312 req-4e320a95-2f47-402d-818f-1f2c60b8de85 service neutron] 10.222.0.67 "GET /v2.0/networks/9b335406-aaf7-4419-82d2-97e84d1a08ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805880 Feb 09 02:06:06.400891 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff81641-65e9-4a6a-81d7-bd2c831774c1 None None] Routers {'0adaaef9-eead-45cc-9faf-762db94fbd0d'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:06.405546 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-3ff81641-65e9-4a6a-81d7-bd2c831774c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:05:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0adaaef9-eead-45cc-9faf-762db94fbd0d'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:06.484228 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 4b855fb9-e8ea-472b-b821-1f7cd2f1b904 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:06.520246 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dbac9742-6338-48fc-a719-9faff7c74312 req-039dfefd-bc81-4c24-a0cd-ba2f8ce54780 service neutron] 10.222.0.67 "GET /v2.0/networks/9b335406-aaf7-4419-82d2-97e84d1a08ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552804 Feb 09 02:06:06.620517 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 4b855fb9-e8ea-472b-b821-1f7cd2f1b904 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:06.620907 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4b855fb9-e8ea-472b-b821-1f7cd2f1b904), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.718709 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820db4be-8a3c-43f0-8993-1621450af277 req-e59200a1-b074-47cb-9a75-3bdacbe50f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:06.720897 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-820db4be-8a3c-43f0-8993-1621450af277 req-e59200a1-b074-47cb-9a75-3bdacbe50f98 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fe2eb0615f3243f7b7a06fc287d22ba0&device_id=4d180948-d571-4234-9751-96d1df57145f HTTP/1.1" status: 200 len: 1125 time: 0.1327825 Feb 09 02:06:06.754522 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-3ff81641-65e9-4a6a-81d7-bd2c831774c1 None None] Set router 0adaaef9-eead-45cc-9faf-762db94fbd0d gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:06.785762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac9742-6338-48fc-a719-9faff7c74312 req-6ba6410f-252f-48cd-a367-e914c0b0b00c tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:06.786508 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dbac9742-6338-48fc-a719-9faff7c74312 req-6ba6410f-252f-48cd-a367-e914c0b0b00c tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.834602 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f97a8e3-23ac-4950-a707-26d533825a1c x-openstack-request-id: req-1f97a8e3-23ac-4950-a707-26d533825a1c {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:06.835151 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f373a2e-15ab-4388-b5a0-c6940da6e872", "name": "network-vif-deleted", "tag": "9a41087a-a695-4bf6-ae04-5295f3de7dbd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6bf72f46-22c7-4328-90e2-4dd17f4b589a", "tag": "3e89d86c-79bb-415a-a2b0-b5478fa546b3", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:06.835151 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f97a8e3-23ac-4950-a707-26d533825a1c {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:06.835559 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f373a2e-15ab-4388-b5a0-c6940da6e872', 'name': 'network-vif-deleted', 'tag': '9a41087a-a695-4bf6-ae04-5295f3de7dbd', 'status': 'completed', 'code': 200} Feb 09 02:06:06.835816 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf72f46-22c7-4328-90e2-4dd17f4b589a', 'tag': '3e89d86c-79bb-415a-a2b0-b5478fa546b3', 'status': 'completed', 'code': 200} Feb 09 02:06:06.837598 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6410f-252f-48cd-a367-e914c0b0b00c tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Pushing event updated for resources: {'Port': ['ID=a18dd822-0c92-4d51-9c36-1b24cc9b3e69,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:06.914757 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbac9742-6338-48fc-a719-9faff7c74312 req-6ba6410f-252f-48cd-a367-e914c0b0b00c tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6733930 Feb 09 02:06:06.945257 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-dbac9742-6338-48fc-a719-9faff7c74312 req-af20db0e-7701-40d1-be90-297e33eb0241 service neutron] Request body: {'port': {'device_id': 'b9abcb43-d1ca-4157-9e99-16b9f8591fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:06.957421 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 4b855fb9-e8ea-472b-b821-1f7cd2f1b904 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:07.058235 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118e7c6-6d4f-4187-9b00-78438f136130 req-f27d371f-00fb-42d4-8042-8feb34d2f524 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:07.060101 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c118e7c6-6d4f-4187-9b00-78438f136130 req-f27d371f-00fb-42d4-8042-8feb34d2f524 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9abcb43-d1ca-4157-9e99-16b9f8591fff HTTP/1.1" status: 200 len: 931 time: 1.1903348 Feb 09 02:06:07.065769 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d22a4-3865-4756-a6af-e978946aedb4 req-6784b8bd-db47-4a05-88e8-e3f7054b7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:07.068757 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a11d22a4-3865-4756-a6af-e978946aedb4 req-6784b8bd-db47-4a05-88e8-e3f7054b7cc0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8721192a2c284724a83b35330a1c84a8&device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 1127 time: 0.2321789 Feb 09 02:06:07.209509 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820db4be-8a3c-43f0-8993-1621450af277 req-d42ea6d1-cec9-4e68-b2fe-bc0d5fabe377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:07.210958 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-820db4be-8a3c-43f0-8993-1621450af277 req-d42ea6d1-cec9-4e68-b2fe-bc0d5fabe377 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b335406-aaf7-4419-82d2-97e84d1a08ae HTTP/1.1" status: 200 len: 914 time: 0.4841478 Feb 09 02:06:07.299068 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d22a4-3865-4756-a6af-e978946aedb4 req-c50c3459-91e3-4766-98f8-9a6cb9b07a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:07.300599 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a11d22a4-3865-4756-a6af-e978946aedb4 req-c50c3459-91e3-4766-98f8-9a6cb9b07a5f service neutron] 10.222.0.48 "GET /v2.0/networks?id=213e8f95-a0ad-4892-ad9a-d81d902f12c0 HTTP/1.1" status: 200 len: 912 time: 0.1990647 Feb 09 02:06:07.304404 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-607d6561-8eb1-4b46-a9db-38e9bbb24cfc admin admin] For port 4b855fb9-e8ea-472b-b821-1f7cd2f1b904, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=4b855fb9-e8ea-472b-b821-1f7cd2f1b904,segment=NetworkSegment(7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b),segment_id=7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:07.312389 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-607d6561-8eb1-4b46-a9db-38e9bbb24cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (4b855fb9-e8ea-472b-b821-1f7cd2f1b904), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.344443 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-820db4be-8a3c-43f0-8993-1621450af277 req-db5d5e88-24cd-4ca0-86f5-0b8bf21bd2e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=011225f1-dd8a-4bed-9844-1700a3bcce65 HTTP/1.1" status: 200 len: 217 time: 0.0959151 Feb 09 02:06:07.365696 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dbac9742-6338-48fc-a719-9faff7c74312 req-af20db0e-7701-40d1-be90-297e33eb0241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a18dd822-0c92-4d51-9c36-1b24cc9b3e69), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.426638 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820db4be-8a3c-43f0-8993-1621450af277 req-c585a951-4a3d-4cca-89e6-2a4b0174e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:07.428930 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-820db4be-8a3c-43f0-8993-1621450af277 req-c585a951-4a3d-4cca-89e6-2a4b0174e9ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=25621364-d803-47e8-b64e-ee4a444ff9bf HTTP/1.1" status: 200 len: 853 time: 0.0627487 Feb 09 02:06:07.467324 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-820db4be-8a3c-43f0-8993-1621450af277 req-b62eb4c2-ec2e-4892-9de4-bc448c71b5f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b335406-aaf7-4419-82d2-97e84d1a08ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289364 Feb 09 02:06:07.473038 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94fe246f-4466-41da-a39b-4e10b2e5f5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.487827 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627be83-d73b-49b0-b72e-76e9f724ea4d req-e19ca8bf-b16c-4be3-94cf-ce5d6bc9a3a6 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:07.496516 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f627be83-d73b-49b0-b72e-76e9f724ea4d req-e19ca8bf-b16c-4be3-94cf-ce5d6bc9a3a6 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 945 time: 0.2908804 Feb 09 02:06:07.525288 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-3ff81641-65e9-4a6a-81d7-bd2c831774c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'name': 'tempest-AttachVolumeTestJSON-1283178647-router', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:00:38Z', 'revision_number': 4, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'gw_port': {'id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:eb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:30Z', 'updated_at': '2022-02-09T02:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '5dc3efbb-e163-4959-a1d6-ad966a8240a8', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'port_id': '3e89d86c-79bb-415a-a2b0-b5478fa546b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3230, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'mac_address': 'fa:16:3e:35:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf72f46-22c7-4328-90e2-4dd17f4b589a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:05:40Z', 'updated_at': '2022-02-09T02:06:01Z', 'revision_number': 1, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfd5915-3978-433b-91ff-6835aa670ee6', 'name': '', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'mac_address': 'fa:16:3e:b0:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:36Z', 'updated_at': '2022-02-09T02:00:44Z', 'revision_number': 5, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'subnets': [{'id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:07.550168 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a11d22a4-3865-4756-a6af-e978946aedb4 req-f11cccf5-b35b-42e3-8ec4-b909a0d031a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e89d86c-79bb-415a-a2b0-b5478fa546b3 HTTP/1.1" status: 200 len: 998 time: 0.2326183 Feb 09 02:06:07.568779 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-607d6561-8eb1-4b46-a9db-38e9bbb24cfc admin admin] Calling delete_port for 4b855fb9-e8ea-472b-b821-1f7cd2f1b904 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:07.660862 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-820db4be-8a3c-43f0-8993-1621450af277 req-befeecf1-6051-4911-b59f-54627c1138c8 service neutron] 10.222.0.67 "GET /v2.0/networks/9b335406-aaf7-4419-82d2-97e84d1a08ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833568 Feb 09 02:06:07.680409 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff81641-65e9-4a6a-81d7-bd2c831774c1 None None] The sync data for ids ['0adaaef9-eead-45cc-9faf-762db94fbd0d'] in n-d-828387-3 is: [{'id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'name': 'tempest-AttachVolumeTestJSON-1283178647-router', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:00:38Z', 'revision_number': 4, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'gw_port': {'id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:eb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:30Z', 'updated_at': '2022-02-09T02:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '5dc3efbb-e163-4959-a1d6-ad966a8240a8', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'port_id': '3e89d86c-79bb-415a-a2b0-b5478fa546b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3230, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'mac_address': 'fa:16:3e:35:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf72f46-22c7-4328-90e2-4dd17f4b589a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:05:40Z', 'updated_at': '2022-02-09T02:06:01Z', 'revision_number': 1, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfd5915-3978-433b-91ff-6835aa670ee6', 'name': '', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'mac_address': 'fa:16:3e:b0:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:36Z', 'updated_at': '2022-02-09T02:00:44Z', 'revision_number': 5, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'subnets': [{'id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:07.687918 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c118e7c6-6d4f-4187-9b00-78438f136130 req-28cffae1-8562-4101-a3d5-6b5fe62b3eec tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6177454 Feb 09 02:06:07.799194 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f627be83-d73b-49b0-b72e-76e9f724ea4d req-59b9d8dd-764b-411a-bea9-f2a99362fc96 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af447fab-1fad-4035-b57e-7b464538d192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924197 Feb 09 02:06:07.834441 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d22a4-3865-4756-a6af-e978946aedb4 req-e3ad7bd2-aab5-48e0-acad-0a5b8896a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:07.835968 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a11d22a4-3865-4756-a6af-e978946aedb4 req-e3ad7bd2-aab5-48e0-acad-0a5b8896a2fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1ecec84-a59d-45c4-91cc-46e21ab9c4db HTTP/1.1" status: 200 len: 850 time: 0.2722702 Feb 09 02:06:07.858384 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-820db4be-8a3c-43f0-8993-1621450af277 req-4deba492-5b66-490d-8f01-3aae06772163 service neutron] 10.222.0.67 "GET /v2.0/networks/9b335406-aaf7-4419-82d2-97e84d1a08ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913891 Feb 09 02:06:08.091005 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444daa8a-015f-415e-94d3-c128c818f8a5 None None] New status for floating IP 5dc3efbb-e163-4959-a1d6-ad966a8240a8: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:06:08.249679 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d22a4-3865-4756-a6af-e978946aedb4 req-5c1789e8-039b-4c2b-a9b9-b317a6819bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:08.263800 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a11d22a4-3865-4756-a6af-e978946aedb4 req-5c1789e8-039b-4c2b-a9b9-b317a6819bda service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=213e8f95-a0ad-4892-ad9a-d81d902f12c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4074311 Feb 09 02:06:08.522445 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a11d22a4-3865-4756-a6af-e978946aedb4 req-be72fe82-0a0e-40a0-b3c1-3c99e3f2f1b6 service neutron] 10.222.0.48 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365644 Feb 09 02:06:08.549109 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-dbac9742-6338-48fc-a719-9faff7c74312 req-af20db0e-7701-40d1-be90-297e33eb0241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a18dd822-0c92-4d51-9c36-1b24cc9b3e69 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:06:08.596597 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dbac9742-6338-48fc-a719-9faff7c74312 req-af20db0e-7701-40d1-be90-297e33eb0241 service neutron] Publish callbacks [] for port (a18dd822-0c92-4d51-9c36-1b24cc9b3e69), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.615126 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-607d6561-8eb1-4b46-a9db-38e9bbb24cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (4b855fb9-e8ea-472b-b821-1f7cd2f1b904), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.631750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-dbac9742-6338-48fc-a719-9faff7c74312 req-af20db0e-7701-40d1-be90-297e33eb0241 service neutron] Transition to ACTIVE for port object a18dd822-0c92-4d51-9c36-1b24cc9b3e69 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:06:08.657010 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dbac9742-6338-48fc-a719-9faff7c74312 req-af20db0e-7701-40d1-be90-297e33eb0241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a18dd822-0c92-4d51-9c36-1b24cc9b3e69), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.663540 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d6561-8eb1-4b46-a9db-38e9bbb24cfc admin admin] Pushing event deleted for resources: {'Port': ['ID=4b855fb9-e8ea-472b-b821-1f7cd2f1b904,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:08.811783 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a11d22a4-3865-4756-a6af-e978946aedb4 req-94f2d8b6-2957-4878-9415-3bc78d08f6b7 service neutron] 10.222.0.48 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794363 Feb 09 02:06:08.940149 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20db0e-7701-40d1-be90-297e33eb0241 service neutron] Pushing event updated for resources: {'Port': ['ID=a18dd822-0c92-4d51-9c36-1b24cc9b3e69,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:09.109073 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08288740-f9b0-4837-8f9d-8033a206dcdb req-77c4f4e4-1c57-47df-a28b-1650fc80a856 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:09.113209 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-08288740-f9b0-4837-8f9d-8033a206dcdb req-77c4f4e4-1c57-47df-a28b-1650fc80a856 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 945 time: 0.1718583 Feb 09 02:06:09.178034 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1ade4-2e01-4d75-8097-fe977a9c1cb0 req-9ddf5cc7-5b5a-422d-9ecf-6b271e223099 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:09.182869 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22f1ade4-2e01-4d75-8097-fe977a9c1cb0 req-9ddf5cc7-5b5a-422d-9ecf-6b271e223099 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9abcb43-d1ca-4157-9e99-16b9f8591fff HTTP/1.1" status: 200 len: 943 time: 0.3214614 Feb 09 02:06:09.236089 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-dbac9742-6338-48fc-a719-9faff7c74312 req-af20db0e-7701-40d1-be90-297e33eb0241 service neutron] Attempting to bind port a18dd822-0c92-4d51-9c36-1b24cc9b3e69 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:09.236721 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-dbac9742-6338-48fc-a719-9faff7c74312 req-af20db0e-7701-40d1-be90-297e33eb0241 service neutron] Attempting to bind port a18dd822-0c92-4d51-9c36-1b24cc9b3e69 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '8c8e5887-b420-4b17-8bfe-860882f68378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:09.237226 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbac9742-6338-48fc-a719-9faff7c74312 req-af20db0e-7701-40d1-be90-297e33eb0241 service neutron] Attempting to bind port a18dd822-0c92-4d51-9c36-1b24cc9b3e69 on network 9b335406-aaf7-4419-82d2-97e84d1a08ae {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:09.257985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbac9742-6338-48fc-a719-9faff7c74312 req-af20db0e-7701-40d1-be90-297e33eb0241 service neutron] Port a18dd822-0c92-4d51-9c36-1b24cc9b3e69 on network 9b335406-aaf7-4419-82d2-97e84d1a08ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:06:09.258568 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbac9742-6338-48fc-a719-9faff7c74312 req-af20db0e-7701-40d1-be90-297e33eb0241 service neutron] Attempting to bind port a18dd822-0c92-4d51-9c36-1b24cc9b3e69 on network 9b335406-aaf7-4419-82d2-97e84d1a08ae {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:09.281178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbac9742-6338-48fc-a719-9faff7c74312 req-af20db0e-7701-40d1-be90-297e33eb0241 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:09.281830 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbac9742-6338-48fc-a719-9faff7c74312 req-af20db0e-7701-40d1-be90-297e33eb0241 service neutron] Checking segment: {'id': '8c8e5887-b420-4b17-8bfe-860882f68378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:09.282384 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbac9742-6338-48fc-a719-9faff7c74312 req-af20db0e-7701-40d1-be90-297e33eb0241 service neutron] Bound using segment: {'id': '8c8e5887-b420-4b17-8bfe-860882f68378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:09.283058 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-dbac9742-6338-48fc-a719-9faff7c74312 req-af20db0e-7701-40d1-be90-297e33eb0241 service neutron] Bound port: a18dd822-0c92-4d51-9c36-1b24cc9b3e69, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c8e5887-b420-4b17-8bfe-860882f68378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:09.283615 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dbac9742-6338-48fc-a719-9faff7c74312 req-af20db0e-7701-40d1-be90-297e33eb0241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a18dd822-0c92-4d51-9c36-1b24cc9b3e69), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.292376 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-08288740-f9b0-4837-8f9d-8033a206dcdb req-d9b15b07-7679-4417-ac3f-8ae40fb0c931 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af447fab-1fad-4035-b57e-7b464538d192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740031 Feb 09 02:06:09.338898 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-607d6561-8eb1-4b46-a9db-38e9bbb24cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (af2390ab-5a52-465c-9373-154b8f2581ce), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.369457 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22f1ade4-2e01-4d75-8097-fe977a9c1cb0 req-a93032e3-0edd-4295-a103-9f132df332a0 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631641 Feb 09 02:06:09.680521 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-dbac9742-6338-48fc-a719-9faff7c74312 req-af20db0e-7701-40d1-be90-297e33eb0241 service neutron] For port a18dd822-0c92-4d51-9c36-1b24cc9b3e69, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:09.686452 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-dbac9742-6338-48fc-a719-9faff7c74312 req-af20db0e-7701-40d1-be90-297e33eb0241 service neutron] For port a18dd822-0c92-4d51-9c36-1b24cc9b3e69, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a18dd822-0c92-4d51-9c36-1b24cc9b3e69,segment=NetworkSegment(8c8e5887-b420-4b17-8bfe-860882f68378),segment_id=8c8e5887-b420-4b17-8bfe-860882f68378)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:09.698311 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dbac9742-6338-48fc-a719-9faff7c74312 req-af20db0e-7701-40d1-be90-297e33eb0241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a18dd822-0c92-4d51-9c36-1b24cc9b3e69), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.785099 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20db0e-7701-40d1-be90-297e33eb0241 service neutron] Pushing event updated for resources: {'Port': ['ID=a18dd822-0c92-4d51-9c36-1b24cc9b3e69,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:09.922773 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac9742-6338-48fc-a719-9faff7c74312 req-af20db0e-7701-40d1-be90-297e33eb0241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:09.923433 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dbac9742-6338-48fc-a719-9faff7c74312 req-af20db0e-7701-40d1-be90-297e33eb0241 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.924931 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbac9742-6338-48fc-a719-9faff7c74312 req-af20db0e-7701-40d1-be90-297e33eb0241 service neutron] 10.222.0.48 "PUT /v2.0/ports/a18dd822-0c92-4d51-9c36-1b24cc9b3e69 HTTP/1.1" status: 200 len: 1091 time: 2.9933043 Feb 09 02:06:09.933149 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607d6561-8eb1-4b46-a9db-38e9bbb24cfc admin admin] Router af2390ab-5a52-465c-9373-154b8f2581ce has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:06:09.934187 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9abcb43-d1ca-4157-9e99-16b9f8591fff', 'tag': 'a18dd822-0c92-4d51-9c36-1b24cc9b3e69'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:09.937363 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b3644d-88d8-4130-a364-d066ab85c72a" -d '{"events": [{"name": "network-changed", "server_uuid": "b9abcb43-d1ca-4157-9e99-16b9f8591fff", "tag": "a18dd822-0c92-4d51-9c36-1b24cc9b3e69"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:09.942471 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:10.047333 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafab246-b697-43e5-9134-5f9bbde173e4 x-openstack-request-id: req-eafab246-b697-43e5-9134-5f9bbde173e4 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:10.048302 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9abcb43-d1ca-4157-9e99-16b9f8591fff", "tag": "a18dd822-0c92-4d51-9c36-1b24cc9b3e69", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:10.048829 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eafab246-b697-43e5-9134-5f9bbde173e4 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:10.058537 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9abcb43-d1ca-4157-9e99-16b9f8591fff', 'tag': 'a18dd822-0c92-4d51-9c36-1b24cc9b3e69', 'status': 'completed', 'code': 200} Feb 09 02:06:10.155720 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dc9941d9-62cf-4c6a-a61f-c201f165bd47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:10.228667 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607d6561-8eb1-4b46-a9db-38e9bbb24cfc admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:10.240682 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42194) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:10.251016 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-607d6561-8eb1-4b46-a9db-38e9bbb24cfc admin admin] 10.222.0.36 "PUT /v2.0/routers/af2390ab-5a52-465c-9373-154b8f2581ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6665452 Feb 09 02:06:10.257526 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ef5de5-b38e-410a-b7e8-fc09ac5f4ec3 None None] Sync routers for ids ['af2390ab-5a52-465c-9373-154b8f2581ce'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:10.290931 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ef5de5-b38e-410a-b7e8-fc09ac5f4ec3 None None] Routers {'af2390ab-5a52-465c-9373-154b8f2581ce'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:10.291720 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-57ef5de5-b38e-410a-b7e8-fc09ac5f4ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:06:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['af2390ab-5a52-465c-9373-154b8f2581ce'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:10.308379 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 011225f1-dd8a-4bed-9844-1700a3bcce65 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:06:10.462852 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac9742-6338-48fc-a719-9faff7c74312 req-cbc30cb7-0ba9-4ca7-aa38-2f7def4c5dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:10.464651 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbac9742-6338-48fc-a719-9faff7c74312 req-cbc30cb7-0ba9-4ca7-aa38-2f7def4c5dd1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe2eb0615f3243f7b7a06fc287d22ba0&device_id=b9abcb43-d1ca-4157-9e99-16b9f8591fff HTTP/1.1" status: 200 len: 1125 time: 0.4191926 Feb 09 02:06:10.570390 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbac9742-6338-48fc-a719-9faff7c74312 req-4896b05c-fb11-451b-b0bd-b221b2ca15c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a18dd822-0c92-4d51-9c36-1b24cc9b3e69 HTTP/1.1" status: 200 len: 217 time: 0.0939496 Feb 09 02:06:10.600759 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 011225f1-dd8a-4bed-9844-1700a3bcce65, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=011225f1-dd8a-4bed-9844-1700a3bcce65,segment=NetworkSegment(8c8e5887-b420-4b17-8bfe-860882f68378),segment_id=8c8e5887-b420-4b17-8bfe-860882f68378)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:10.619748 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-57ef5de5-b38e-410a-b7e8-fc09ac5f4ec3 None None] Set router af2390ab-5a52-465c-9373-154b8f2581ce gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:10.650690 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '011225f1-dd8a-4bed-9844-1700a3bcce65', 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae', 'port_id': '011225f1-dd8a-4bed-9844-1700a3bcce65', 'mac_address': 'fa:16:3e:c3:67:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25621364-d803-47e8-b64e-ee4a444ff9bf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:06:10.718198 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac9742-6338-48fc-a719-9faff7c74312 req-1da5d07c-eec5-404e-a832-cc8326aba3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:10.724846 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbac9742-6338-48fc-a719-9faff7c74312 req-1da5d07c-eec5-404e-a832-cc8326aba3be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25621364-d803-47e8-b64e-ee4a444ff9bf HTTP/1.1" status: 200 len: 853 time: 0.1474974 Feb 09 02:06:10.735361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63080c-fc01-486a-a6ec-1b4bce9e8648 req-13d2004a-0c73-4b75-9aaf-42997ff82c67 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:10.750246 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6a63080c-fc01-486a-a6ec-1b4bce9e8648 req-13d2004a-0c73-4b75-9aaf-42997ff82c67 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9abcb43-d1ca-4157-9e99-16b9f8591fff HTTP/1.1" status: 200 len: 943 time: 0.2088034 Feb 09 02:06:10.770709 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 011225f1-dd8a-4bed-9844-1700a3bcce65 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:10.771113 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (011225f1-dd8a-4bed-9844-1700a3bcce65), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:10.804987 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbac9742-6338-48fc-a719-9faff7c74312 req-0e017bad-4703-48a4-920d-1ae52ab61e33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b335406-aaf7-4419-82d2-97e84d1a08ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689216 Feb 09 02:06:10.806155 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0376656d-c658-4f03-b725-3544a1d710da admin admin] Publish callbacks [] for router (af2390ab-5a52-465c-9373-154b8f2581ce), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:10.817429 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 011225f1-dd8a-4bed-9844-1700a3bcce65 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:06:10.848210 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-57ef5de5-b38e-410a-b7e8-fc09ac5f4ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2390ab-5a52-465c-9373-154b8f2581ce', 'name': 'tempest-ImageQuotaTest-803930002-router', 'tenant_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:05:52Z', 'updated_at': '2022-02-09T02:06:08Z', 'revision_number': 5, 'project_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'gw_port': {'id': '0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:49:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2390ab-5a52-465c-9373-154b8f2581ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:52Z', 'updated_at': '2022-02-09T02:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:10.948389 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ef5de5-b38e-410a-b7e8-fc09ac5f4ec3 None None] Checking router: af2390ab-5a52-465c-9373-154b8f2581ce for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:10.949367 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 011225f1-dd8a-4bed-9844-1700a3bcce65, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=011225f1-dd8a-4bed-9844-1700a3bcce65,segment=NetworkSegment(8c8e5887-b420-4b17-8bfe-860882f68378),segment_id=8c8e5887-b420-4b17-8bfe-860882f68378)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:10.962948 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:10.983961 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ef5de5-b38e-410a-b7e8-fc09ac5f4ec3 None None] Routers {'af2390ab-5a52-465c-9373-154b8f2581ce'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:10.985108 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (011225f1-dd8a-4bed-9844-1700a3bcce65), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:10.985897 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-57ef5de5-b38e-410a-b7e8-fc09ac5f4ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:06:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['af2390ab-5a52-465c-9373-154b8f2581ce'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:11.017971 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:11.074959 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=011225f1-dd8a-4bed-9844-1700a3bcce65,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:11.089893 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbac9742-6338-48fc-a719-9faff7c74312 req-9c7ebada-e067-45ca-9d55-5ff778deff72 service neutron] 10.222.0.48 "GET /v2.0/networks/9b335406-aaf7-4419-82d2-97e84d1a08ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672470 Feb 09 02:06:11.175474 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-57ef5de5-b38e-410a-b7e8-fc09ac5f4ec3 None None] Set router af2390ab-5a52-465c-9373-154b8f2581ce gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:11.283386 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['011225f1-dd8a-4bed-9844-1700a3bcce65'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:06:11.336874 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbac9742-6338-48fc-a719-9faff7c74312 req-57e2dc0f-bc33-4b53-ae81-4cede748cd2a service neutron] 10.222.0.48 "GET /v2.0/networks/9b335406-aaf7-4419-82d2-97e84d1a08ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365851 Feb 09 02:06:11.552618 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0376656d-c658-4f03-b725-3544a1d710da admin admin] Publish callbacks [] for router_gateway (af2390ab-5a52-465c-9373-154b8f2581ce), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:11.555753 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3644d-88d8-4130-a364-d066ab85c72a req-9b505faa-b69e-4e25-9227-c9a19da3dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:11.560725 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04b3644d-88d8-4130-a364-d066ab85c72a req-9b505faa-b69e-4e25-9227-c9a19da3dc57 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe2eb0615f3243f7b7a06fc287d22ba0&device_id=b9abcb43-d1ca-4157-9e99-16b9f8591fff HTTP/1.1" status: 200 len: 1125 time: 0.1351626 Feb 09 02:06:11.621137 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6a63080c-fc01-486a-a6ec-1b4bce9e8648 req-ef1059df-1fa2-4c94-94a0-89c8a4a277ad tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8569744 Feb 09 02:06:11.759268 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0376656d-c658-4f03-b725-3544a1d710da admin admin] Deleting port 0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:11.759954 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0376656d-c658-4f03-b725-3544a1d710da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:11.814848 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3644d-88d8-4130-a364-d066ab85c72a req-9c292455-d63a-421e-8d45-bd6a8faa3ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:11.816899 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04b3644d-88d8-4130-a364-d066ab85c72a req-9c292455-d63a-421e-8d45-bd6a8faa3ee5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b335406-aaf7-4419-82d2-97e84d1a08ae HTTP/1.1" status: 200 len: 914 time: 0.2493320 Feb 09 02:06:11.851569 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-57ef5de5-b38e-410a-b7e8-fc09ac5f4ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2390ab-5a52-465c-9373-154b8f2581ce', 'name': 'tempest-ImageQuotaTest-803930002-router', 'tenant_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:05:52Z', 'updated_at': '2022-02-09T02:06:08Z', 'revision_number': 5, 'project_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'gw_port': {'id': '0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:49:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2390ab-5a52-465c-9373-154b8f2581ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:52Z', 'updated_at': '2022-02-09T02:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:11.892552 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ef5de5-b38e-410a-b7e8-fc09ac5f4ec3 None None] The sync data for ids ['af2390ab-5a52-465c-9373-154b8f2581ce'] in n-d-828387-3 is: [{'id': 'af2390ab-5a52-465c-9373-154b8f2581ce', 'name': 'tempest-ImageQuotaTest-803930002-router', 'tenant_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:05:52Z', 'updated_at': '2022-02-09T02:06:08Z', 'revision_number': 5, 'project_id': 'd31b5eac8f6c4f978b67c5b73911add7', 'gw_port': {'id': '0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:49:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2390ab-5a52-465c-9373-154b8f2581ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:52Z', 'updated_at': '2022-02-09T02:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:11.929356 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-0376656d-c658-4f03-b725-3544a1d710da admin admin] For port 0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:11.932086 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0376656d-c658-4f03-b725-3544a1d710da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:11.938384 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04b3644d-88d8-4130-a364-d066ab85c72a req-4dc7f21c-1bb2-41c6-95e4-bb08cf75972c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a18dd822-0c92-4d51-9c36-1b24cc9b3e69 HTTP/1.1" status: 200 len: 217 time: 0.1122971 Feb 09 02:06:11.971380 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0376656d-c658-4f03-b725-3544a1d710da admin admin] Calling delete_port for 0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:12.089301 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3644d-88d8-4130-a364-d066ab85c72a req-42ddd345-3b02-4905-ae5d-761d934c0223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:12.092372 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04b3644d-88d8-4130-a364-d066ab85c72a req-42ddd345-3b02-4905-ae5d-761d934c0223 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25621364-d803-47e8-b64e-ee4a444ff9bf HTTP/1.1" status: 200 len: 853 time: 0.1386456 Feb 09 02:06:12.139546 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04b3644d-88d8-4130-a364-d066ab85c72a req-ed914d53-c644-4949-b599-92ef75c4ca0f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b335406-aaf7-4419-82d2-97e84d1a08ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406852 Feb 09 02:06:12.289022 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0376656d-c658-4f03-b725-3544a1d710da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:12.306822 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 011225f1-dd8a-4bed-9844-1700a3bcce65 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:12.372419 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376656d-c658-4f03-b725-3544a1d710da admin admin] Pushing event deleted for resources: {'Port': ['ID=0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:12.378873 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 4b855fb9-e8ea-472b-b821-1f7cd2f1b904 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:12.389041 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04b3644d-88d8-4130-a364-d066ab85c72a req-60a90f5e-b053-4d40-bd7d-f5eb0f79e7f9 service neutron] 10.222.0.48 "GET /v2.0/networks/9b335406-aaf7-4419-82d2-97e84d1a08ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387817 Feb 09 02:06:12.507837 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:06:12.538876 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0376656d-c658-4f03-b725-3544a1d710da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (af2390ab-5a52-465c-9373-154b8f2581ce), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:12.548131 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 4b855fb9-e8ea-472b-b821-1f7cd2f1b904 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:12.548492 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 4b855fb9-e8ea-472b-b821-1f7cd2f1b904 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:12.568304 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:12.589645 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 011225f1-dd8a-4bed-9844-1700a3bcce65 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:06:12.595471 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04b3644d-88d8-4130-a364-d066ab85c72a req-768009ef-9473-401d-a991-51828f2173ea service neutron] 10.222.0.48 "GET /v2.0/networks/9b335406-aaf7-4419-82d2-97e84d1a08ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981163 Feb 09 02:06:12.596020 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 011225f1-dd8a-4bed-9844-1700a3bcce65 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:12.596579 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (011225f1-dd8a-4bed-9844-1700a3bcce65), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:12.771200 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0376656d-c658-4f03-b725-3544a1d710da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (af2390ab-5a52-465c-9373-154b8f2581ce), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:12.774170 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0376656d-c658-4f03-b725-3544a1d710da admin admin] Publish callbacks [] for router_controller (af2390ab-5a52-465c-9373-154b8f2581ce), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:12.774301 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 011225f1-dd8a-4bed-9844-1700a3bcce65 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:12.774560 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (011225f1-dd8a-4bed-9844-1700a3bcce65), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:12.808593 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d180948-d571-4234-9751-96d1df57145f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011225f1-dd8a-4bed-9844-1700a3bcce65'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:12.811816 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0d3ec0-0873-497e-b8a2-6ce996dfb48b" -d '{"events": [{"server_uuid": "4d180948-d571-4234-9751-96d1df57145f", "name": "network-vif-plugged", "status": "completed", "tag": "011225f1-dd8a-4bed-9844-1700a3bcce65"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:12.838777 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 011225f1-dd8a-4bed-9844-1700a3bcce65, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=011225f1-dd8a-4bed-9844-1700a3bcce65,segment=NetworkSegment(8c8e5887-b420-4b17-8bfe-860882f68378),segment_id=8c8e5887-b420-4b17-8bfe-860882f68378)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:12.843114 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa8f00-02c5-477a-8fd5-1de4801de94d req-fc2bb390-0aa2-4559-bcb0-78ccb7a2685a tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:12.844502 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (011225f1-dd8a-4bed-9844-1700a3bcce65), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:12.849271 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-95fa8f00-02c5-477a-8fd5-1de4801de94d req-fc2bb390-0aa2-4559-bcb0-78ccb7a2685a tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9abcb43-d1ca-4157-9e99-16b9f8591fff HTTP/1.1" status: 200 len: 943 time: 0.1526878 Feb 09 02:06:12.902844 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0376656d-c658-4f03-b725-3544a1d710da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (af2390ab-5a52-465c-9373-154b8f2581ce), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:12.903584 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0376656d-c658-4f03-b725-3544a1d710da admin admin] Fanout notify agent at l3_agent the message router_deleted on router af2390ab-5a52-465c-9373-154b8f2581ce {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:06:12.911049 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0376656d-c658-4f03-b725-3544a1d710da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:12.920908 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0376656d-c658-4f03-b725-3544a1d710da admin admin] 10.222.0.36 "DELETE /v2.0/routers/af2390ab-5a52-465c-9373-154b8f2581ce HTTP/1.1" status: 204 len: 168 time: 2.6760094 Feb 09 02:06:12.921259 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42220) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:12.933064 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=011225f1-dd8a-4bed-9844-1700a3bcce65,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:12.988498 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-95fa8f00-02c5-477a-8fd5-1de4801de94d req-9a53b550-2c05-41b1-a5bd-b957bc970ded tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330655 Feb 09 02:06:13.020957 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aec31b1-cffe-4bb2-a060-d02ccd13f627 admin admin] Deleting subnet 2cf85249-957a-4ccd-8eb4-af69f962c564 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:06:13.024344 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aec31b1-cffe-4bb2-a060-d02ccd13f627 admin admin] Publish callbacks [] for subnet (2cf85249-957a-4ccd-8eb4-af69f962c564), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:13.046377 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3332ccd7-1e04-4840-adca-cc309b571e71 x-openstack-request-id: req-3332ccd7-1e04-4840-adca-cc309b571e71 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:13.046984 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d180948-d571-4234-9751-96d1df57145f", "name": "network-vif-plugged", "status": "completed", "tag": "011225f1-dd8a-4bed-9844-1700a3bcce65", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:13.047474 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3332ccd7-1e04-4840-adca-cc309b571e71 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:13.047968 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d180948-d571-4234-9751-96d1df57145f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011225f1-dd8a-4bed-9844-1700a3bcce65', 'code': 200} Feb 09 02:06:13.125127 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aec31b1-cffe-4bb2-a060-d02ccd13f627 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (2cf85249-957a-4ccd-8eb4-af69f962c564), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:13.259276 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aec31b1-cffe-4bb2-a060-d02ccd13f627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (2cf85249-957a-4ccd-8eb4-af69f962c564), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:13.354114 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5930c22-0181-4c5f-959b-f0652d2d1dfb req-13c85ec1-1276-405d-8c84-48214397925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:13.356744 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d5930c22-0181-4c5f-959b-f0652d2d1dfb req-13c85ec1-1276-405d-8c84-48214397925f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4d180948-d571-4234-9751-96d1df57145f HTTP/1.1" status: 200 len: 1127 time: 0.2379160 Feb 09 02:06:13.373972 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aec31b1-cffe-4bb2-a060-d02ccd13f627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (2cf85249-957a-4ccd-8eb4-af69f962c564), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:13.413308 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aec31b1-cffe-4bb2-a060-d02ccd13f627 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:13.413523 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63487b6-7615-4721-8ca4-508066db0c34 None None] Network 0984fdcf-bb67-46c9-9ac5-221d57724a8b requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:13.425396 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3aec31b1-cffe-4bb2-a060-d02ccd13f627 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2cf85249-957a-4ccd-8eb4-af69f962c564 HTTP/1.1" status: 204 len: 168 time: 0.5030570 Feb 09 02:06:13.427866 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42232) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:13.447340 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec31b1-cffe-4bb2-a060-d02ccd13f627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cf85249-957a-4ccd-8eb4-af69f962c564,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:13.488285 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d5930c22-0181-4c5f-959b-f0652d2d1dfb req-1251e0a1-25cc-4645-b80e-6fab6631942c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251431 Feb 09 02:06:13.573433 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:13.607610 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (0984fdcf-bb67-46c9-9ac5-221d57724a8b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:13.723025 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56afb0b3-9ac3-4ecb-870b-18f5398c748f None None] DHCP port deletion for 0984fdcf-bb67-46c9-9ac5-221d57724a8b request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:06:13.803988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-56afb0b3-9ac3-4ecb-870b-18f5398c748f None None] Deleting port 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:13.804366 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-56afb0b3-9ac3-4ecb-870b-18f5398c748f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:13.820976 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Deleting port 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:13.821379 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:13.908073 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad81e3fb-f824-488a-8d2e-f66106dadfbf req-d6b2e2de-0651-4503-b87e-422d545436e7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1401777 Feb 09 02:06:13.927846 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] For port 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb,segment=NetworkSegment(7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b),segment_id=7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:13.928912 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:13.952838 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-56afb0b3-9ac3-4ecb-870b-18f5398c748f None None] For port 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb,segment=NetworkSegment(7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b),segment_id=7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:13.953240 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-56afb0b3-9ac3-4ecb-870b-18f5398c748f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:13.963759 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Calling delete_port for 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:14.000859 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-56afb0b3-9ac3-4ecb-870b-18f5398c748f None None] Calling delete_port for 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:14.190178 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:14.198149 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-56afb0b3-9ac3-4ecb-870b-18f5398c748f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:14.222765 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56afb0b3-9ac3-4ecb-870b-18f5398c748f None None] No DVR routers for this DVR port 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:14.234900 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] No DVR routers for this DVR port 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:14.268278 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Pushing event deleted for resources: {'Port': ['ID=10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:14.282323 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afb0b3-9ac3-4ecb-870b-18f5398c748f None None] Pushing event deleted for resources: {'Port': ['ID=10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:14.303142 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device a18dd822-0c92-4d51-9c36-1b24cc9b3e69 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:06:14.305890 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a04b8f-b8f7-4aaa-a963-19741628027e req-86b82527-7a89-48a3-9baf-d9429b0c737b tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:14.308050 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b8a04b8f-b8f7-4aaa-a963-19741628027e req-86b82527-7a89-48a3-9baf-d9429b0c737b tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9abcb43-d1ca-4157-9e99-16b9f8591fff HTTP/1.1" status: 200 len: 943 time: 0.1815286 Feb 09 02:06:14.368885 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (0984fdcf-bb67-46c9-9ac5-221d57724a8b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:14.394942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0984fdcf-bb67-46c9-9ac5-221d57724a8b']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:14.406431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:14.406756 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:14.417587 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b8a04b8f-b8f7-4aaa-a963-19741628027e req-177d3ced-2ee3-4bf9-8de5-376ab5072204 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992236 Feb 09 02:06:14.418552 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:14.435395 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:14.444069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:06:14.444707 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (7c39a3f0-581e-47a4-b2a5-1f6b58d4e59b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:06:14.594175 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:06:14.598055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:14.599827 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:14.600973 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:14.602174 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:14.604081 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:14.604616 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:14.605148 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:14.606125 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:14.609943 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:14.610520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:14.611057 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:14.611625 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:14.612351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:14.629021 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (0984fdcf-bb67-46c9-9ac5-221d57724a8b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:14.642052 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:14.647375 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] 10.222.0.36 "DELETE /v2.0/networks/0984fdcf-bb67-46c9-9ac5-221d57724a8b HTTP/1.1" status: 204 len: 168 time: 1.2184627 Feb 09 02:06:14.711813 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:14.729286 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81e3fb-f824-488a-8d2e-f66106dadfbf req-340efc21-587a-4dfb-9c2d-b6ff1737471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:14.737037 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad81e3fb-f824-488a-8d2e-f66106dadfbf req-340efc21-587a-4dfb-9c2d-b6ff1737471d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8721192a2c284724a83b35330a1c84a8&device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 1127 time: 0.5686481 Feb 09 02:06:14.744442 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f123fb-2bae-4369-9d5f-78a541b3925f admin admin] Pushing event deleted for resources: {'Network': ['ID=0984fdcf-bb67-46c9-9ac5-221d57724a8b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:14.901393 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port a18dd822-0c92-4d51-9c36-1b24cc9b3e69, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a18dd822-0c92-4d51-9c36-1b24cc9b3e69,segment=NetworkSegment(8c8e5887-b420-4b17-8bfe-860882f68378),segment_id=8c8e5887-b420-4b17-8bfe-860882f68378)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:14.936847 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:14.938617 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0bfbb53a-2e66-4b2e-94c5-ab342f8c3f9b not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:14.939191 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:14.984245 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'a18dd822-0c92-4d51-9c36-1b24cc9b3e69', 'network_id': '9b335406-aaf7-4419-82d2-97e84d1a08ae', 'port_id': 'a18dd822-0c92-4d51-9c36-1b24cc9b3e69', 'mac_address': 'fa:16:3e:21:02:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25621364-d803-47e8-b64e-ee4a444ff9bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:06:14.987965 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:14.988387 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 10fc96f0-b3f3-4e03-82fb-4ec9276f5bcb not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:15.044082 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42258) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:15.054312 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port a18dd822-0c92-4d51-9c36-1b24cc9b3e69 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:15.054780 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a18dd822-0c92-4d51-9c36-1b24cc9b3e69), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:15.071350 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a18dd822-0c92-4d51-9c36-1b24cc9b3e69 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:06:15.095247 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port a18dd822-0c92-4d51-9c36-1b24cc9b3e69, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a18dd822-0c92-4d51-9c36-1b24cc9b3e69,segment=NetworkSegment(8c8e5887-b420-4b17-8bfe-860882f68378),segment_id=8c8e5887-b420-4b17-8bfe-860882f68378)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:15.102602 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a18dd822-0c92-4d51-9c36-1b24cc9b3e69), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:15.131501 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81e3fb-f824-488a-8d2e-f66106dadfbf req-054eab5a-4d59-474f-94d3-45f7e7e5610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:15.134427 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad81e3fb-f824-488a-8d2e-f66106dadfbf req-054eab5a-4d59-474f-94d3-45f7e7e5610f service neutron] 10.222.0.48 "GET /v2.0/networks?id=213e8f95-a0ad-4892-ad9a-d81d902f12c0 HTTP/1.1" status: 200 len: 912 time: 0.3349936 Feb 09 02:06:15.164593 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-41934b65-8915-47aa-ae35-3f48ebff40e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d31b5eac8f6c4f978b67c5b73911add7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1191478 Feb 09 02:06:15.170288 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42262) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:15.173683 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=a18dd822-0c92-4d51-9c36-1b24cc9b3e69,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:15.317030 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-052302bc-b3d9-4005-b7e1-b0a972bbd08e admin admin] Publish callbacks [] for security_group (5663442d-35e3-4495-89e2-38ce15903557), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:15.346590 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad81e3fb-f824-488a-8d2e-f66106dadfbf req-b76459ce-8de5-4a6d-96b9-0fa58c060e05 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e89d86c-79bb-415a-a2b0-b5478fa546b3 HTTP/1.1" status: 200 len: 1000 time: 0.2041955 Feb 09 02:06:15.352701 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-052302bc-b3d9-4005-b7e1-b0a972bbd08e admin admin] Publish callbacks [] for security_group (5663442d-35e3-4495-89e2-38ce15903557), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:15.405110 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['a18dd822-0c92-4d51-9c36-1b24cc9b3e69'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:06:15.426556 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-052302bc-b3d9-4005-b7e1-b0a972bbd08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5663442d-35e3-4495-89e2-38ce15903557), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:15.434266 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-052302bc-b3d9-4005-b7e1-b0a972bbd08e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:15.436154 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-052302bc-b3d9-4005-b7e1-b0a972bbd08e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5663442d-35e3-4495-89e2-38ce15903557 HTTP/1.1" status: 204 len: 168 time: 0.2642775 Feb 09 02:06:15.453507 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052302bc-b3d9-4005-b7e1-b0a972bbd08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5663442d-35e3-4495-89e2-38ce15903557,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:15.479432 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052302bc-b3d9-4005-b7e1-b0a972bbd08e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:15.479915 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052302bc-b3d9-4005-b7e1-b0a972bbd08e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:15.480316 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052302bc-b3d9-4005-b7e1-b0a972bbd08e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:15.480723 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052302bc-b3d9-4005-b7e1-b0a972bbd08e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:15.482241 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052302bc-b3d9-4005-b7e1-b0a972bbd08e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:15.482844 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052302bc-b3d9-4005-b7e1-b0a972bbd08e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:15.486071 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052302bc-b3d9-4005-b7e1-b0a972bbd08e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:15.486448 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052302bc-b3d9-4005-b7e1-b0a972bbd08e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:15.488666 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052302bc-b3d9-4005-b7e1-b0a972bbd08e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:15.489912 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052302bc-b3d9-4005-b7e1-b0a972bbd08e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:15.490499 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052302bc-b3d9-4005-b7e1-b0a972bbd08e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:15.493569 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052302bc-b3d9-4005-b7e1-b0a972bbd08e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:15.493728 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052302bc-b3d9-4005-b7e1-b0a972bbd08e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:15.504373 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81e3fb-f824-488a-8d2e-f66106dadfbf req-00b66085-5dbe-4b59-92a5-6c08a7eff482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:15.505846 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad81e3fb-f824-488a-8d2e-f66106dadfbf req-00b66085-5dbe-4b59-92a5-6c08a7eff482 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1ecec84-a59d-45c4-91cc-46e21ab9c4db HTTP/1.1" status: 200 len: 850 time: 0.1533155 Feb 09 02:06:16.089991 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42274) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:16.117309 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab5b07a1-ce31-46c2-af26-bdbbe8d5efe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:16.129633 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81e3fb-f824-488a-8d2e-f66106dadfbf req-32bd32c1-0640-4682-854a-8cc677ec3a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:16.135284 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad81e3fb-f824-488a-8d2e-f66106dadfbf req-32bd32c1-0640-4682-854a-8cc677ec3a15 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=213e8f95-a0ad-4892-ad9a-d81d902f12c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6198099 Feb 09 02:06:16.173364 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e3670-1b4c-4556-8848-430b76b6ba7e req-2fe5de39-d4bc-4f11-9713-f6655f53fec7 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:16.187597 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f16e3670-1b4c-4556-8848-430b76b6ba7e req-2fe5de39-d4bc-4f11-9713-f6655f53fec7 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9abcb43-d1ca-4157-9e99-16b9f8591fff HTTP/1.1" status: 200 len: 944 time: 0.6211777 Feb 09 02:06:16.248666 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab5b07a1-ce31-46c2-af26-bdbbe8d5efe3 admin admin] Publish callbacks [] for security_group (61833c6c-a0ad-421d-ba30-4c5077918beb), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:16.257114 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab5b07a1-ce31-46c2-af26-bdbbe8d5efe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (61833c6c-a0ad-421d-ba30-4c5077918beb), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:16.306423 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ab5b07a1-ce31-46c2-af26-bdbbe8d5efe3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2143190 Feb 09 02:06:16.308936 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b07a1-ce31-46c2-af26-bdbbe8d5efe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61833c6c-a0ad-421d-ba30-4c5077918beb,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:16.312449 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42278) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:16.330674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device a18dd822-0c92-4d51-9c36-1b24cc9b3e69 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:16.397198 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad81e3fb-f824-488a-8d2e-f66106dadfbf req-8e3a8fdf-f8ae-4a67-9c1d-993427c366b2 service neutron] 10.222.0.48 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448590 Feb 09 02:06:16.441394 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9376088b-3ad4-4598-a9ad-3e5d0458966b admin admin] Publish callbacks [] for security_group (61833c6c-a0ad-421d-ba30-4c5077918beb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:16.468645 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port a18dd822-0c92-4d51-9c36-1b24cc9b3e69 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:06:16.483233 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port a18dd822-0c92-4d51-9c36-1b24cc9b3e69 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:16.485748 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a18dd822-0c92-4d51-9c36-1b24cc9b3e69), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:16.492642 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9376088b-3ad4-4598-a9ad-3e5d0458966b admin admin] Publish callbacks [] for security_group (61833c6c-a0ad-421d-ba30-4c5077918beb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:16.582173 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9376088b-3ad4-4598-a9ad-3e5d0458966b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (61833c6c-a0ad-421d-ba30-4c5077918beb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:16.584823 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9376088b-3ad4-4598-a9ad-3e5d0458966b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:16.585984 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9376088b-3ad4-4598-a9ad-3e5d0458966b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/61833c6c-a0ad-421d-ba30-4c5077918beb HTTP/1.1" status: 204 len: 168 time: 0.2724388 Feb 09 02:06:16.611829 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f16e3670-1b4c-4556-8848-430b76b6ba7e req-867969d5-cdee-4b62-ba30-436022d6352f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017074 Feb 09 02:06:16.616645 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376088b-3ad4-4598-a9ad-3e5d0458966b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61833c6c-a0ad-421d-ba30-4c5077918beb,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:16.707112 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port a18dd822-0c92-4d51-9c36-1b24cc9b3e69 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:16.708703 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a18dd822-0c92-4d51-9c36-1b24cc9b3e69), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:16.717430 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad81e3fb-f824-488a-8d2e-f66106dadfbf req-0d94be38-e74a-4f4c-9f87-efb430044710 service neutron] 10.222.0.48 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898645 Feb 09 02:06:16.885789 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port a18dd822-0c92-4d51-9c36-1b24cc9b3e69, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a18dd822-0c92-4d51-9c36-1b24cc9b3e69,segment=NetworkSegment(8c8e5887-b420-4b17-8bfe-860882f68378),segment_id=8c8e5887-b420-4b17-8bfe-860882f68378)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:16.906630 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9abcb43-d1ca-4157-9e99-16b9f8591fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18dd822-0c92-4d51-9c36-1b24cc9b3e69'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:16.914237 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b05a898-8830-422f-b7de-71514b1e5c8e" -d '{"events": [{"server_uuid": "b9abcb43-d1ca-4157-9e99-16b9f8591fff", "name": "network-vif-plugged", "status": "completed", "tag": "a18dd822-0c92-4d51-9c36-1b24cc9b3e69"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:16.927625 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a18dd822-0c92-4d51-9c36-1b24cc9b3e69), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.120446 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f34b2fc-8970-451d-9688-fafcca97d3b5 x-openstack-request-id: req-1f34b2fc-8970-451d-9688-fafcca97d3b5 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:17.123096 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9abcb43-d1ca-4157-9e99-16b9f8591fff", "name": "network-vif-plugged", "status": "completed", "tag": "a18dd822-0c92-4d51-9c36-1b24cc9b3e69", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:17.123589 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f34b2fc-8970-451d-9688-fafcca97d3b5 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:17.128366 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9abcb43-d1ca-4157-9e99-16b9f8591fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18dd822-0c92-4d51-9c36-1b24cc9b3e69', 'code': 200} Feb 09 02:06:17.133181 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=a18dd822-0c92-4d51-9c36-1b24cc9b3e69,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:17.227742 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58245d-ef4d-4e70-a204-bdcb32cdcfb9 req-c94f803a-2fdd-4a7c-8916-1bdf42428f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:17.229592 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8b58245d-ef4d-4e70-a204-bdcb32cdcfb9 req-c94f803a-2fdd-4a7c-8916-1bdf42428f7d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b9abcb43-d1ca-4157-9e99-16b9f8591fff HTTP/1.1" status: 200 len: 1127 time: 0.1187811 Feb 09 02:06:17.313175 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8b58245d-ef4d-4e70-a204-bdcb32cdcfb9 req-c37b8efa-35d1-4500-946b-ed781bd151b7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741103 Feb 09 02:06:17.873725 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1154044-e6cd-491b-aad3-0a1226967906 req-6d06cd73-78f7-4422-a874-ebefbf1dd1f4 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:17.881939 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1154044-e6cd-491b-aad3-0a1226967906 req-6d06cd73-78f7-4422-a874-ebefbf1dd1f4 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9abcb43-d1ca-4157-9e99-16b9f8591fff HTTP/1.1" status: 200 len: 945 time: 0.1478767 Feb 09 02:06:17.973106 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1154044-e6cd-491b-aad3-0a1226967906 req-164cb3fe-3cb7-4590-bfac-1d09621b0d71 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899663 Feb 09 02:06:18.691949 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42318) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:18.759896 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-93e4c722-8823-417d-b8b5-70b1e070a1bc req-e0f34381-d84c-405e-a83b-e3274ced9f3e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4d180948-d571-4234-9751-96d1df57145f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1270859 Feb 09 02:06:18.899713 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a9b73c2d-28bb-4f50-a5ce-0e064ff76180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:18.915485 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4c722-8823-417d-b8b5-70b1e070a1bc req-dd9cdfe0-5aa9-4870-be05-208659924b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:18.918738 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-93e4c722-8823-417d-b8b5-70b1e070a1bc req-dd9cdfe0-5aa9-4870-be05-208659924b7e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fe2eb0615f3243f7b7a06fc287d22ba0&device_id=4d180948-d571-4234-9751-96d1df57145f HTTP/1.1" status: 200 len: 1127 time: 0.1056976 Feb 09 02:06:19.109107 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a9b73c2d-28bb-4f50-a5ce-0e064ff76180 admin admin] Publish callbacks [] for security_group (bf3240dd-11bb-4237-9640-2775141daa7b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:19.117273 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a9b73c2d-28bb-4f50-a5ce-0e064ff76180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (bf3240dd-11bb-4237-9640-2775141daa7b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:19.194034 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b73c2d-28bb-4f50-a5ce-0e064ff76180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3240dd-11bb-4237-9640-2775141daa7b,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:19.228035 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a9b73c2d-28bb-4f50-a5ce-0e064ff76180 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81b2f034a1f848018725f3aca2c0be5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5345492 Feb 09 02:06:19.232460 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42326) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:19.262929 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4c722-8823-417d-b8b5-70b1e070a1bc req-19956cf8-4fb1-41b3-87e6-cc42a05e8e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:19.265381 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-93e4c722-8823-417d-b8b5-70b1e070a1bc req-19956cf8-4fb1-41b3-87e6-cc42a05e8e39 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b335406-aaf7-4419-82d2-97e84d1a08ae HTTP/1.1" status: 200 len: 914 time: 0.3264713 Feb 09 02:06:19.344373 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e58f41f3-13e7-49dc-b4e8-08a1c809a545 admin admin] Publish callbacks [] for security_group (bf3240dd-11bb-4237-9640-2775141daa7b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:19.386072 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e58f41f3-13e7-49dc-b4e8-08a1c809a545 admin admin] Publish callbacks [] for security_group (bf3240dd-11bb-4237-9640-2775141daa7b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:19.457005 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e58f41f3-13e7-49dc-b4e8-08a1c809a545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (bf3240dd-11bb-4237-9640-2775141daa7b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:19.460719 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e58f41f3-13e7-49dc-b4e8-08a1c809a545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:19.461957 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e58f41f3-13e7-49dc-b4e8-08a1c809a545 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf3240dd-11bb-4237-9640-2775141daa7b HTTP/1.1" status: 204 len: 168 time: 0.2281020 Feb 09 02:06:19.463515 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-93e4c722-8823-417d-b8b5-70b1e070a1bc req-028a680c-2701-4461-8f1e-50b8e2732708 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=011225f1-dd8a-4bed-9844-1700a3bcce65 HTTP/1.1" status: 200 len: 217 time: 0.1817679 Feb 09 02:06:19.494687 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f41f3-13e7-49dc-b4e8-08a1c809a545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3240dd-11bb-4237-9640-2775141daa7b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:19.637745 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c2dee-9807-4e68-b0e3-0371bed1e525 req-cd814751-b362-4418-9732-9ba8bac5a8ed tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:19.639287 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b06c2dee-9807-4e68-b0e3-0371bed1e525 req-cd814751-b362-4418-9732-9ba8bac5a8ed tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9abcb43-d1ca-4157-9e99-16b9f8591fff HTTP/1.1" status: 200 len: 945 time: 0.4495411 Feb 09 02:06:19.641034 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4c722-8823-417d-b8b5-70b1e070a1bc req-d7d58540-67da-4b6a-b752-485d373eaab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:19.642397 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-93e4c722-8823-417d-b8b5-70b1e070a1bc req-d7d58540-67da-4b6a-b752-485d373eaab7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=25621364-d803-47e8-b64e-ee4a444ff9bf HTTP/1.1" status: 200 len: 853 time: 0.1664624 Feb 09 02:06:19.695334 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-93e4c722-8823-417d-b8b5-70b1e070a1bc req-caf85995-9e5e-4e90-a7f1-ad00f76ba88b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b335406-aaf7-4419-82d2-97e84d1a08ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390754 Feb 09 02:06:19.789478 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b06c2dee-9807-4e68-b0e3-0371bed1e525 req-fa2a3d36-6964-450a-868c-6c07eb22af6f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320899 Feb 09 02:06:19.822399 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-93e4c722-8823-417d-b8b5-70b1e070a1bc req-43e9ae5d-2ec5-4faf-a1ca-3b08914fa5d8 service neutron] 10.222.0.67 "GET /v2.0/networks/9b335406-aaf7-4419-82d2-97e84d1a08ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172435 Feb 09 02:06:19.953762 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-93e4c722-8823-417d-b8b5-70b1e070a1bc req-e42b57cb-848b-4ab5-8bbd-f63f7a401ca3 service neutron] 10.222.0.67 "GET /v2.0/networks/9b335406-aaf7-4419-82d2-97e84d1a08ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261253 Feb 09 02:06:20.076031 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebd6f2-2308-44f2-ad67-d227056bd96a req-77ba6158-8163-4aaf-915d-b8b79b791779 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:20.078164 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-abebd6f2-2308-44f2-ad67-d227056bd96a req-77ba6158-8163-4aaf-915d-b8b79b791779 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d180948-d571-4234-9751-96d1df57145f HTTP/1.1" status: 200 len: 945 time: 0.0997653 Feb 09 02:06:20.152301 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-abebd6f2-2308-44f2-ad67-d227056bd96a req-31a25be5-8ec8-4fb2-af64-efac4680e868 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674841 Feb 09 02:06:20.633134 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42364) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:20.802567 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6ce722a2-1ab2-4b9d-805f-ecb6ae0f6b4e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-878758159-network', 'tenant_id': '6ad1b2dee0c94c2cb7c72055f11ed204'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:20.832890 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce722a2-1ab2-4b9d-805f-ecb6ae0f6b4e admin admin] Made reservation on behalf of 6ad1b2dee0c94c2cb7c72055f11ed204 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:20.836903 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ce722a2-1ab2-4b9d-805f-ecb6ae0f6b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:20.850382 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ce722a2-1ab2-4b9d-805f-ecb6ae0f6b4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:20.973351 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ce722a2-1ab2-4b9d-805f-ecb6ae0f6b4e admin admin] Publish callbacks [] for security_group (5c402591-b483-4277-858c-d48cba3a2edc), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:20.985311 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7078f-a160-447b-ba3b-96369e27e89f req-0fd77e7b-2756-419c-8bc0-b3e341064159 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:20.987287 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3fd7078f-a160-447b-ba3b-96369e27e89f req-0fd77e7b-2756-419c-8bc0-b3e341064159 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d180948-d571-4234-9751-96d1df57145f HTTP/1.1" status: 200 len: 945 time: 0.2944908 Feb 09 02:06:20.988699 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ce722a2-1ab2-4b9d-805f-ecb6ae0f6b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5c402591-b483-4277-858c-d48cba3a2edc), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.006462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce722a2-1ab2-4b9d-805f-ecb6ae0f6b4e admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:06:21.018788 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ce722a2-1ab2-4b9d-805f-ecb6ae0f6b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f3aed263-f517-46d6-82ba-b3a781f5192a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.019614 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-6ce722a2-1ab2-4b9d-805f-ecb6ae0f6b4e admin admin] Added segment f3aed263-f517-46d6-82ba-b3a781f5192a of type vlan for network 823eaa1d-fee2-45c8-91be-b5e13b3933fe Feb 09 02:06:21.077321 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ce722a2-1ab2-4b9d-805f-ecb6ae0f6b4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (823eaa1d-fee2-45c8-91be-b5e13b3933fe), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.141432 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce722a2-1ab2-4b9d-805f-ecb6ae0f6b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c402591-b483-4277-858c-d48cba3a2edc,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:21.145974 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ce722a2-1ab2-4b9d-805f-ecb6ae0f6b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (823eaa1d-fee2-45c8-91be-b5e13b3933fe), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.147256 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce722a2-1ab2-4b9d-805f-ecb6ae0f6b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:21.147979 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ce722a2-1ab2-4b9d-805f-ecb6ae0f6b4e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.174611 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6ce722a2-1ab2-4b9d-805f-ecb6ae0f6b4e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5403991 Feb 09 02:06:21.177889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42368) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:21.183721 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-5cec13b6-15c3-45d9-ac0d-fa32e66fd407 admin admin] Request body: {'subnet': {'network_id': '823eaa1d-fee2-45c8-91be-b5e13b3933fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-878758159-subnet', 'tenant_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:21.229518 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cec13b6-15c3-45d9-ac0d-fa32e66fd407 admin admin] Made reservation on behalf of 6ad1b2dee0c94c2cb7c72055f11ed204 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:21.236959 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5cec13b6-15c3-45d9-ac0d-fa32e66fd407 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.305307 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce722a2-1ab2-4b9d-805f-ecb6ae0f6b4e admin admin] Pushing event updated for resources: {'Network': ['ID=823eaa1d-fee2-45c8-91be-b5e13b3933fe,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:21.327574 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 823eaa1d-fee2-45c8-91be-b5e13b3933fe details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:06:21.385779 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3fd7078f-a160-447b-ba3b-96369e27e89f req-25251124-7133-499b-a1dd-5dc2d708e13b tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747741 Feb 09 02:06:21.610655 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5cec13b6-15c3-45d9-ac0d-fa32e66fd407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (dfa8710b-e814-4f77-8864-84baeb56eb41), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.706026 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec13b6-15c3-45d9-ac0d-fa32e66fd407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfa8710b-e814-4f77-8864-84baeb56eb41,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:21.743956 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cec13b6-15c3-45d9-ac0d-fa32e66fd407 admin admin] Checking segment: {'id': 'f3aed263-f517-46d6-82ba-b3a781f5192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '823eaa1d-fee2-45c8-91be-b5e13b3933fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:21.744491 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cec13b6-15c3-45d9-ac0d-fa32e66fd407 admin admin] Network hostable DHCP agents. Network: 823eaa1d-fee2-45c8-91be-b5e13b3933fe, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:06:21.768800 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cec13b6-15c3-45d9-ac0d-fa32e66fd407 admin admin] Network 823eaa1d-fee2-45c8-91be-b5e13b3933fe is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:06:21.788727 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-5cec13b6-15c3-45d9-ac0d-fa32e66fd407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 823eaa1d-fee2-45c8-91be-b5e13b3933fe) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:21.799649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cec13b6-15c3-45d9-ac0d-fa32e66fd407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:21.800291 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5cec13b6-15c3-45d9-ac0d-fa32e66fd407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.802290 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cc1a29-b29b-4921-8983-16b7154dca8f None None] Network 823eaa1d-fee2-45c8-91be-b5e13b3933fe requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:21.833163 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5cec13b6-15c3-45d9-ac0d-fa32e66fd407 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6536350 Feb 09 02:06:21.836805 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42374) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:21.849287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d5d0d04a-35ee-42a3-980a-fcb6079d70c5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-878758159-router', 'tenant_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:21.904529 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5d0d04a-35ee-42a3-980a-fcb6079d70c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (0f6613a8-5105-4137-b283-c447d77ac5e5), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.906619 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5d0d04a-35ee-42a3-980a-fcb6079d70c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (0f6613a8-5105-4137-b283-c447d77ac5e5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:22.042219 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e046e2b-5325-4c15-b04b-28e213768c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-823eaa1d-fee2-45c8-91be-b5e13b3933fe', 'network_id': '823eaa1d-fee2-45c8-91be-b5e13b3933fe', 'project_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'fixed_ips': [{'subnet_id': 'dfa8710b-e814-4f77-8864-84baeb56eb41'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:06:22.044167 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8e046e2b-5325-4c15-b04b-28e213768c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:22.045410 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5d0d04a-35ee-42a3-980a-fcb6079d70c5 admin admin] Publish callbacks [] for router_controller (0f6613a8-5105-4137-b283-c447d77ac5e5), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:22.242753 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c806c-47e6-4b51-b645-916adab00062 req-b01ad884-854a-44c4-a43a-ad01697f2b74 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:22.245512 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e56c806c-47e6-4b51-b645-916adab00062 req-b01ad884-854a-44c4-a43a-ad01697f2b74 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d180948-d571-4234-9751-96d1df57145f HTTP/1.1" status: 200 len: 945 time: 0.1367900 Feb 09 02:06:22.353915 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-8e046e2b-5325-4c15-b04b-28e213768c20 None None] Allocated IP 172.20.0.2 (823eaa1d-fee2-45c8-91be-b5e13b3933fe/dfa8710b-e814-4f77-8864-84baeb56eb41/eeb4bd23-c38f-401a-af67-1ae35b02ec95) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:22.387300 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5d0d04a-35ee-42a3-980a-fcb6079d70c5 admin admin] Publish callbacks [] for router_gateway (0f6613a8-5105-4137-b283-c447d77ac5e5), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:22.513531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-e56c806c-47e6-4b51-b645-916adab00062 req-a250a113-350d-443e-a675-1b26536834fd tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Deleting port 011225f1-dd8a-4bed-9844-1700a3bcce65 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:22.514235 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e56c806c-47e6-4b51-b645-916adab00062 req-a250a113-350d-443e-a675-1b26536834fd tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (011225f1-dd8a-4bed-9844-1700a3bcce65), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:22.584250 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff694c96-2167-4e51-9a24-b8e07aa7a515 req-ae5f2adc-b9db-4d9c-abcd-c2215cc2755f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:22.585828 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff694c96-2167-4e51-9a24-b8e07aa7a515 req-ae5f2adc-b9db-4d9c-abcd-c2215cc2755f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9abcb43-d1ca-4157-9e99-16b9f8591fff HTTP/1.1" status: 200 len: 945 time: 0.0919652 Feb 09 02:06:22.738674 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-e56c806c-47e6-4b51-b645-916adab00062 req-a250a113-350d-443e-a675-1b26536834fd tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] For port 011225f1-dd8a-4bed-9844-1700a3bcce65, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=011225f1-dd8a-4bed-9844-1700a3bcce65,segment=NetworkSegment(8c8e5887-b420-4b17-8bfe-860882f68378),segment_id=8c8e5887-b420-4b17-8bfe-860882f68378)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:22.739199 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e56c806c-47e6-4b51-b645-916adab00062 req-a250a113-350d-443e-a675-1b26536834fd tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (011225f1-dd8a-4bed-9844-1700a3bcce65), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:22.756335 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-e56c806c-47e6-4b51-b645-916adab00062 req-a250a113-350d-443e-a675-1b26536834fd tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Calling delete_port for 011225f1-dd8a-4bed-9844-1700a3bcce65 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:22.795868 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a640a-db23-4b01-89ab-4f5c3eb409bc req-319dbb3b-f859-47d3-92e2-959e7a7523a7 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:22.797497 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b23a640a-db23-4b01-89ab-4f5c3eb409bc req-319dbb3b-f859-47d3-92e2-959e7a7523a7 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d180948-d571-4234-9751-96d1df57145f HTTP/1.1" status: 200 len: 945 time: 0.2107098 Feb 09 02:06:22.797737 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8e046e2b-5325-4c15-b04b-28e213768c20 None None] Publish callbacks [] for port (eeb4bd23-c38f-401a-af67-1ae35b02ec95), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:22.807463 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8e046e2b-5325-4c15-b04b-28e213768c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (eeb4bd23-c38f-401a-af67-1ae35b02ec95), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:22.889423 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e046e2b-5325-4c15-b04b-28e213768c20 None None] Network 823eaa1d-fee2-45c8-91be-b5e13b3933fe is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:22.896040 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-8e046e2b-5325-4c15-b04b-28e213768c20 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:22.901671 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e046e2b-5325-4c15-b04b-28e213768c20 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:22.979141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e046e2b-5325-4c15-b04b-28e213768c20 None None] Pushing event updated for resources: {'Port': ['ID=eeb4bd23-c38f-401a-af67-1ae35b02ec95,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:23.006444 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-8e046e2b-5325-4c15-b04b-28e213768c20 None None] Attempting to bind port eeb4bd23-c38f-401a-af67-1ae35b02ec95 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:23.006802 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-8e046e2b-5325-4c15-b04b-28e213768c20 None None] Attempting to bind port eeb4bd23-c38f-401a-af67-1ae35b02ec95 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f3aed263-f517-46d6-82ba-b3a781f5192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '823eaa1d-fee2-45c8-91be-b5e13b3933fe'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:23.007168 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e046e2b-5325-4c15-b04b-28e213768c20 None None] Attempting to bind port eeb4bd23-c38f-401a-af67-1ae35b02ec95 on network 823eaa1d-fee2-45c8-91be-b5e13b3933fe {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:23.013711 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e046e2b-5325-4c15-b04b-28e213768c20 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:23.014120 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e046e2b-5325-4c15-b04b-28e213768c20 None None] Checking segment: {'id': 'f3aed263-f517-46d6-82ba-b3a781f5192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '823eaa1d-fee2-45c8-91be-b5e13b3933fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:23.014801 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8e046e2b-5325-4c15-b04b-28e213768c20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:23.015959 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e046e2b-5325-4c15-b04b-28e213768c20 None None] Bound using segment: {'id': 'f3aed263-f517-46d6-82ba-b3a781f5192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '823eaa1d-fee2-45c8-91be-b5e13b3933fe'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:23.017074 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-8e046e2b-5325-4c15-b04b-28e213768c20 None None] Bound port: eeb4bd23-c38f-401a-af67-1ae35b02ec95, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3aed263-f517-46d6-82ba-b3a781f5192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '823eaa1d-fee2-45c8-91be-b5e13b3933fe'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:23.017630 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8e046e2b-5325-4c15-b04b-28e213768c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (eeb4bd23-c38f-401a-af67-1ae35b02ec95), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:23.018699 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e56c806c-47e6-4b51-b645-916adab00062 req-a250a113-350d-443e-a675-1b26536834fd tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (011225f1-dd8a-4bed-9844-1700a3bcce65), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:23.061563 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['011225f1-dd8a-4bed-9844-1700a3bcce65'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:06:23.063991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['a18dd822-0c92-4d51-9c36-1b24cc9b3e69'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:06:23.077012 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5d0d04a-35ee-42a3-980a-fcb6079d70c5 admin admin] Publish callbacks [] for router_gateway (0f6613a8-5105-4137-b283-c447d77ac5e5), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:23.081617 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-ff694c96-2167-4e51-9a24-b8e07aa7a515 req-b7a63be0-cd8e-4661-9ece-4a7e0e51340f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Deleting port a18dd822-0c92-4d51-9c36-1b24cc9b3e69 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:23.082089 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ff694c96-2167-4e51-9a24-b8e07aa7a515 req-b7a63be0-cd8e-4661-9ece-4a7e0e51340f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a18dd822-0c92-4d51-9c36-1b24cc9b3e69), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:23.088690 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250a113-350d-443e-a675-1b26536834fd tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Pushing event deleted for resources: {'Port': ['ID=011225f1-dd8a-4bed-9844-1700a3bcce65,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:23.218502 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-ff694c96-2167-4e51-9a24-b8e07aa7a515 req-b7a63be0-cd8e-4661-9ece-4a7e0e51340f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] For port a18dd822-0c92-4d51-9c36-1b24cc9b3e69, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=a18dd822-0c92-4d51-9c36-1b24cc9b3e69,segment=NetworkSegment(8c8e5887-b420-4b17-8bfe-860882f68378),segment_id=8c8e5887-b420-4b17-8bfe-860882f68378)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:23.219098 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ff694c96-2167-4e51-9a24-b8e07aa7a515 req-b7a63be0-cd8e-4661-9ece-4a7e0e51340f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a18dd822-0c92-4d51-9c36-1b24cc9b3e69), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:23.226420 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56c806c-47e6-4b51-b645-916adab00062 req-a250a113-350d-443e-a675-1b26536834fd tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] No DVR routers for this DVR port 011225f1-dd8a-4bed-9844-1700a3bcce65 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:23.237551 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e56c806c-47e6-4b51-b645-916adab00062 req-a250a113-350d-443e-a675-1b26536834fd tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:23.241762 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e56c806c-47e6-4b51-b645-916adab00062 req-a250a113-350d-443e-a675-1b26536834fd tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.67 "DELETE /v2.0/ports/011225f1-dd8a-4bed-9844-1700a3bcce65 HTTP/1.1" status: 204 len: 173 time: 0.9908073 Feb 09 02:06:23.244839 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d180948-d571-4234-9751-96d1df57145f', 'name': 'network-vif-deleted', 'tag': '011225f1-dd8a-4bed-9844-1700a3bcce65'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:23.252948 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c02cec-e680-4822-8bc9-0116cdd5ad4f" -d '{"events": [{"server_uuid": "4d180948-d571-4234-9751-96d1df57145f", "name": "network-vif-deleted", "tag": "011225f1-dd8a-4bed-9844-1700a3bcce65"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:23.316036 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-ff694c96-2167-4e51-9a24-b8e07aa7a515 req-b7a63be0-cd8e-4661-9ece-4a7e0e51340f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Calling delete_port for a18dd822-0c92-4d51-9c36-1b24cc9b3e69 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:23.321285 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5d0d04a-35ee-42a3-980a-fcb6079d70c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:23.354145 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b23a640a-db23-4b01-89ab-4f5c3eb409bc req-8ba856c1-1235-4d9d-93fd-e27b37b21915 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f23811a8-c87f-40b7-95f1-111bdda4a158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5424228 Feb 09 02:06:23.356480 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503868b8-4009-4b3a-823b-d2b975c3d742 x-openstack-request-id: req-503868b8-4009-4b3a-823b-d2b975c3d742 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:23.361036 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d180948-d571-4234-9751-96d1df57145f", "name": "network-vif-deleted", "tag": "011225f1-dd8a-4bed-9844-1700a3bcce65", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:23.361529 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-503868b8-4009-4b3a-823b-d2b975c3d742 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:23.362325 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d180948-d571-4234-9751-96d1df57145f', 'name': 'network-vif-deleted', 'tag': '011225f1-dd8a-4bed-9844-1700a3bcce65', 'status': 'completed', 'code': 200} Feb 09 02:06:23.375496 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-8e046e2b-5325-4c15-b04b-28e213768c20 None None] For port eeb4bd23-c38f-401a-af67-1ae35b02ec95, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:23.380435 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-8e046e2b-5325-4c15-b04b-28e213768c20 None None] For port eeb4bd23-c38f-401a-af67-1ae35b02ec95, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=eeb4bd23-c38f-401a-af67-1ae35b02ec95,segment=NetworkSegment(f3aed263-f517-46d6-82ba-b3a781f5192a),segment_id=f3aed263-f517-46d6-82ba-b3a781f5192a)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:23.426722 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8e046e2b-5325-4c15-b04b-28e213768c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (eeb4bd23-c38f-401a-af67-1ae35b02ec95), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:23.550857 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e046e2b-5325-4c15-b04b-28e213768c20 None None] Pushing event updated for resources: {'Port': ['ID=eeb4bd23-c38f-401a-af67-1ae35b02ec95,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:23.669885 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-d5d0d04a-35ee-42a3-980a-fcb6079d70c5 admin admin] Allocated IP 172.25.7.208 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/021f7ff8-fd09-43dd-bdee-d749b835fd80) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:23.792099 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ff694c96-2167-4e51-9a24-b8e07aa7a515 req-b7a63be0-cd8e-4661-9ece-4a7e0e51340f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a18dd822-0c92-4d51-9c36-1b24cc9b3e69), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:23.805577 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['011225f1-dd8a-4bed-9844-1700a3bcce65'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:06:23.876064 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a63be0-cd8e-4661-9ece-4a7e0e51340f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Pushing event deleted for resources: {'Port': ['ID=a18dd822-0c92-4d51-9c36-1b24cc9b3e69,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:23.944982 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff694c96-2167-4e51-9a24-b8e07aa7a515 req-b7a63be0-cd8e-4661-9ece-4a7e0e51340f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] No DVR routers for this DVR port a18dd822-0c92-4d51-9c36-1b24cc9b3e69 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:24.001096 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5d0d04a-35ee-42a3-980a-fcb6079d70c5 admin admin] Publish callbacks [] for port (021f7ff8-fd09-43dd-bdee-d749b835fd80), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:24.006712 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ff694c96-2167-4e51-9a24-b8e07aa7a515 req-b7a63be0-cd8e-4661-9ece-4a7e0e51340f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:24.010437 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff694c96-2167-4e51-9a24-b8e07aa7a515 req-b7a63be0-cd8e-4661-9ece-4a7e0e51340f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.48 "DELETE /v2.0/ports/a18dd822-0c92-4d51-9c36-1b24cc9b3e69 HTTP/1.1" status: 204 len: 173 time: 1.3901706 Feb 09 02:06:24.010921 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9abcb43-d1ca-4157-9e99-16b9f8591fff', 'name': 'network-vif-deleted', 'tag': 'a18dd822-0c92-4d51-9c36-1b24cc9b3e69'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:24.015375 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12dfd14b-4b65-4974-a143-d6956434153b" -d '{"events": [{"server_uuid": "b9abcb43-d1ca-4157-9e99-16b9f8591fff", "name": "network-vif-deleted", "tag": "a18dd822-0c92-4d51-9c36-1b24cc9b3e69"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:24.095289 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa66c4b-8d31-4955-9e12-c9a0e8e171e6 x-openstack-request-id: req-4aa66c4b-8d31-4955-9e12-c9a0e8e171e6 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:24.095289 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9abcb43-d1ca-4157-9e99-16b9f8591fff", "name": "network-vif-deleted", "tag": "a18dd822-0c92-4d51-9c36-1b24cc9b3e69", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:24.095289 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4aa66c4b-8d31-4955-9e12-c9a0e8e171e6 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:24.095839 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9abcb43-d1ca-4157-9e99-16b9f8591fff', 'name': 'network-vif-deleted', 'tag': 'a18dd822-0c92-4d51-9c36-1b24cc9b3e69', 'status': 'completed', 'code': 200} Feb 09 02:06:24.105169 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5d0d04a-35ee-42a3-980a-fcb6079d70c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (021f7ff8-fd09-43dd-bdee-d749b835fd80), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:24.172821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d0d04a-35ee-42a3-980a-fcb6079d70c5 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:24.174299 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-d5d0d04a-35ee-42a3-980a-fcb6079d70c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:24.178890 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d0d04a-35ee-42a3-980a-fcb6079d70c5 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:24.224878 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0d04a-35ee-42a3-980a-fcb6079d70c5 admin admin] Pushing event updated for resources: {'Port': ['ID=021f7ff8-fd09-43dd-bdee-d749b835fd80,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:24.471684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device eeb4bd23-c38f-401a-af67-1ae35b02ec95 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:24.578866 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port eeb4bd23-c38f-401a-af67-1ae35b02ec95 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:24.581205 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (eeb4bd23-c38f-401a-af67-1ae35b02ec95), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:24.588173 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5d0d04a-35ee-42a3-980a-fcb6079d70c5 admin admin] Publish callbacks [] for router_gateway (0f6613a8-5105-4137-b283-c447d77ac5e5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:24.642241 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2527ebc2-d203-4a0c-8a68-e6c5177d02eb req-6ce60075-ab51-4236-9b2a-0443e483e299 tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9abcb43-d1ca-4157-9e99-16b9f8591fff HTTP/1.1" status: 200 len: 210 time: 0.0672319 Feb 09 02:06:24.811872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port eeb4bd23-c38f-401a-af67-1ae35b02ec95 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:24.814807 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (eeb4bd23-c38f-401a-af67-1ae35b02ec95), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:24.902611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port eeb4bd23-c38f-401a-af67-1ae35b02ec95, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=eeb4bd23-c38f-401a-af67-1ae35b02ec95,segment=NetworkSegment(f3aed263-f517-46d6-82ba-b3a781f5192a),segment_id=f3aed263-f517-46d6-82ba-b3a781f5192a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:24.909222 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (eeb4bd23-c38f-401a-af67-1ae35b02ec95), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:25.028268 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=eeb4bd23-c38f-401a-af67-1ae35b02ec95,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:25.117484 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5d0d04a-35ee-42a3-980a-fcb6079d70c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (0f6613a8-5105-4137-b283-c447d77ac5e5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:25.263898 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42406) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:25.279917 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585dc746-88aa-445f-995d-7bceec9dcfe2 None None] Network 823eaa1d-fee2-45c8-91be-b5e13b3933fe requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:25.377109 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d0d04a-35ee-42a3-980a-fcb6079d70c5 admin admin] Router 0f6613a8-5105-4137-b283-c447d77ac5e5 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:06:25.408273 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1202731f-3d3a-4788-b7c4-d0d603826b5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:25.430074 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-055fcd4a-bf6f-4864-9377-a0afbbc035b9 None None] Provisioning complete for port eeb4bd23-c38f-401a-af67-1ae35b02ec95 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:25.431027 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-055fcd4a-bf6f-4864-9377-a0afbbc035b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (eeb4bd23-c38f-401a-af67-1ae35b02ec95), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:25.558188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d0d04a-35ee-42a3-980a-fcb6079d70c5 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:25.573946 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] Sync routers for ids ['0f6613a8-5105-4137-b283-c447d77ac5e5'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:25.585310 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5d0d04a-35ee-42a3-980a-fcb6079d70c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:25.587491 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d5d0d04a-35ee-42a3-980a-fcb6079d70c5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7473998 Feb 09 02:06:25.590975 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42410) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:25.599377 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1202731f-3d3a-4788-b7c4-d0d603826b5d admin admin] Publish callbacks [] for security_group (42a74151-d5a5-4b17-ba97-c4b6d60a518a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:25.608203 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-055fcd4a-bf6f-4864-9377-a0afbbc035b9 None None] Current status of the port eeb4bd23-c38f-401a-af67-1ae35b02ec95 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:25.610371 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] Routers {'0f6613a8-5105-4137-b283-c447d77ac5e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:25.611116 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:06:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0f6613a8-5105-4137-b283-c447d77ac5e5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:25.613892 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1202731f-3d3a-4788-b7c4-d0d603826b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (42a74151-d5a5-4b17-ba97-c4b6d60a518a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:25.680872 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202731f-3d3a-4788-b7c4-d0d603826b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a74151-d5a5-4b17-ba97-c4b6d60a518a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:25.703791 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1202731f-3d3a-4788-b7c4-d0d603826b5d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4af1a606f00d4817ba6ed67d6038bc8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4390435 Feb 09 02:06:25.709199 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42414) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:25.711395 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42416) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:25.850913 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] Set router 0f6613a8-5105-4137-b283-c447d77ac5e5 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:26.128512 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-543d0850-20ff-4e2b-aea8-c0fafdff9536 None None] Provisioning complete for port eeb4bd23-c38f-401a-af67-1ae35b02ec95 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:26.128841 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-543d0850-20ff-4e2b-aea8-c0fafdff9536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (eeb4bd23-c38f-401a-af67-1ae35b02ec95), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.181158 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6613a8-5105-4137-b283-c447d77ac5e5', 'name': 'tempest-TestAggregatesBasicOps-878758159-router', 'tenant_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '021f7ff8-fd09-43dd-bdee-d749b835fd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:21Z', 'updated_at': '2022-02-09T02:06:24Z', 'revision_number': 3, 'project_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'gw_port': {'id': '021f7ff8-fd09-43dd-bdee-d749b835fd80', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6613a8-5105-4137-b283-c447d77ac5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:23Z', 'updated_at': '2022-02-09T02:06:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:26.222010 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] Checking router: 0f6613a8-5105-4137-b283-c447d77ac5e5 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:26.222362 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] Updating router 0f6613a8-5105-4137-b283-c447d77ac5e5 port 021f7ff8-fd09-43dd-bdee-d749b835fd80 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:06:26.245315 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-acfac95a-73f1-4f16-ab1d-a9a320bc22f4 admin admin] Deleting subnet 25621364-d803-47e8-b64e-ee4a444ff9bf {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:06:26.260888 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (021f7ff8-fd09-43dd-bdee-d749b835fd80), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.261120 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-acfac95a-73f1-4f16-ab1d-a9a320bc22f4 admin admin] Publish callbacks [] for subnet (25621364-d803-47e8-b64e-ee4a444ff9bf), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.294556 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d00e5eb6-9946-4331-b5a1-6ba47617f892 admin admin] Publish callbacks [] for security_group (42a74151-d5a5-4b17-ba97-c4b6d60a518a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.324237 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-acfac95a-73f1-4f16-ab1d-a9a320bc22f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (25621364-d803-47e8-b64e-ee4a444ff9bf), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.327631 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-543d0850-20ff-4e2b-aea8-c0fafdff9536 None None] Current status of the port eeb4bd23-c38f-401a-af67-1ae35b02ec95 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:26.405706 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 011225f1-dd8a-4bed-9844-1700a3bcce65 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:26.446238 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device a18dd822-0c92-4d51-9c36-1b24cc9b3e69 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:26.448599 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d00e5eb6-9946-4331-b5a1-6ba47617f892 admin admin] Publish callbacks [] for security_group (42a74151-d5a5-4b17-ba97-c4b6d60a518a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.468101 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device eeb4bd23-c38f-401a-af67-1ae35b02ec95 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:26.473979 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: a18dd822-0c92-4d51-9c36-1b24cc9b3e69 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:26.474320 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device a18dd822-0c92-4d51-9c36-1b24cc9b3e69 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:26.475751 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 011225f1-dd8a-4bed-9844-1700a3bcce65 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:26.476110 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 011225f1-dd8a-4bed-9844-1700a3bcce65 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:26.521752 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-acfac95a-73f1-4f16-ab1d-a9a320bc22f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (25621364-d803-47e8-b64e-ee4a444ff9bf), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.596759 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port eeb4bd23-c38f-401a-af67-1ae35b02ec95 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:26.597324 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (eeb4bd23-c38f-401a-af67-1ae35b02ec95), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.671114 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d00e5eb6-9946-4331-b5a1-6ba47617f892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (42a74151-d5a5-4b17-ba97-c4b6d60a518a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.674034 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d00e5eb6-9946-4331-b5a1-6ba47617f892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.675368 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d00e5eb6-9946-4331-b5a1-6ba47617f892 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/42a74151-d5a5-4b17-ba97-c4b6d60a518a HTTP/1.1" status: 204 len: 168 time: 0.9648156 Feb 09 02:06:26.736980 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e5eb6-9946-4331-b5a1-6ba47617f892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a74151-d5a5-4b17-ba97-c4b6d60a518a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:26.754039 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-acfac95a-73f1-4f16-ab1d-a9a320bc22f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (25621364-d803-47e8-b64e-ee4a444ff9bf), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.754545 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port eeb4bd23-c38f-401a-af67-1ae35b02ec95 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:26.815656 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] Publish callbacks [] for port (021f7ff8-fd09-43dd-bdee-d749b835fd80), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.826965 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (021f7ff8-fd09-43dd-bdee-d749b835fd80), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.849063 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfac95a-73f1-4f16-ab1d-a9a320bc22f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25621364-d803-47e8-b64e-ee4a444ff9bf,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:26.857033 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-acfac95a-73f1-4f16-ab1d-a9a320bc22f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.860476 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-acfac95a-73f1-4f16-ab1d-a9a320bc22f4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/25621364-d803-47e8-b64e-ee4a444ff9bf HTTP/1.1" status: 204 len: 168 time: 1.1029119 Feb 09 02:06:26.863541 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42422) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:26.918131 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dd762-7de4-463a-b1b8-f679b8326d3d None None] Pushing event updated for resources: {'Port': ['ID=021f7ff8-fd09-43dd-bdee-d749b835fd80,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:26.921680 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] Attempting to bind port 021f7ff8-fd09-43dd-bdee-d749b835fd80 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:26.921980 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] Attempting to bind port 021f7ff8-fd09-43dd-bdee-d749b835fd80 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:26.922339 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] Attempting to bind port 021f7ff8-fd09-43dd-bdee-d749b835fd80 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:26.933599 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:26.935049 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:26.935575 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.935976 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:26.936469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] Bound port: 021f7ff8-fd09-43dd-bdee-d749b835fd80, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:26.937093 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (021f7ff8-fd09-43dd-bdee-d749b835fd80), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.990025 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-246dee83-2c85-4f81-9ec6-ac5641586a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (9b335406-aaf7-4419-82d2-97e84d1a08ae), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.077214 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] For port 021f7ff8-fd09-43dd-bdee-d749b835fd80, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:27.078449 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-712a8843-58ee-48dc-9c82-c73c1e81affa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.083728 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] For port 021f7ff8-fd09-43dd-bdee-d749b835fd80, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=021f7ff8-fd09-43dd-bdee-d749b835fd80,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:27.102519 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (021f7ff8-fd09-43dd-bdee-d749b835fd80), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.188525 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-246dee83-2c85-4f81-9ec6-ac5641586a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (9b335406-aaf7-4419-82d2-97e84d1a08ae), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.196869 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dd762-7de4-463a-b1b8-f679b8326d3d None None] Pushing event updated for resources: {'Port': ['ID=021f7ff8-fd09-43dd-bdee-d749b835fd80,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:27.209631 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] Routers {'0f6613a8-5105-4137-b283-c447d77ac5e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:27.210337 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:06:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0f6613a8-5105-4137-b283-c447d77ac5e5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:27.237329 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42428) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:27.237898 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-246dee83-2c85-4f81-9ec6-ac5641586a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b335406-aaf7-4419-82d2-97e84d1a08ae']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:27.250559 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-246dee83-2c85-4f81-9ec6-ac5641586a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c8e5887-b420-4b17-8bfe-860882f68378') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:27.250971 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-246dee83-2c85-4f81-9ec6-ac5641586a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c8e5887-b420-4b17-8bfe-860882f68378') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:27.263590 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-246dee83-2c85-4f81-9ec6-ac5641586a8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (8c8e5887-b420-4b17-8bfe-860882f68378), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.296197 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-246dee83-2c85-4f81-9ec6-ac5641586a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (8c8e5887-b420-4b17-8bfe-860882f68378), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.298601 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44a02a56-c69d-414a-95ca-e9af4da8c6e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.310066 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246dee83-2c85-4f81-9ec6-ac5641586a8c admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:06:27.310959 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-246dee83-2c85-4f81-9ec6-ac5641586a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (8c8e5887-b420-4b17-8bfe-860882f68378), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:06:27.314803 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:06:27.414679 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-246dee83-2c85-4f81-9ec6-ac5641586a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (9b335406-aaf7-4419-82d2-97e84d1a08ae), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.437990 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-246dee83-2c85-4f81-9ec6-ac5641586a8c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.451892 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-246dee83-2c85-4f81-9ec6-ac5641586a8c admin admin] 10.222.0.36 "DELETE /v2.0/networks/9b335406-aaf7-4419-82d2-97e84d1a08ae HTTP/1.1" status: 204 len: 168 time: 0.5862296 Feb 09 02:06:27.468803 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246dee83-2c85-4f81-9ec6-ac5641586a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=9b335406-aaf7-4419-82d2-97e84d1a08ae,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:27.552056 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] Set router 0f6613a8-5105-4137-b283-c447d77ac5e5 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:27.553898 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-712a8843-58ee-48dc-9c82-c73c1e81affa admin admin] Allocated IP 172.20.0.1 (823eaa1d-fee2-45c8-91be-b5e13b3933fe/dfa8710b-e814-4f77-8864-84baeb56eb41/5ffc3943-80a0-4379-8de9-9f3e902f2d83) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:27.570165 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44a02a56-c69d-414a-95ca-e9af4da8c6e1 admin admin] Publish callbacks [] for security_group (a995a592-c8a2-49c9-bdb2-4fc547c5d6b5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.578510 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44a02a56-c69d-414a-95ca-e9af4da8c6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a995a592-c8a2-49c9-bdb2-4fc547c5d6b5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.671166 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-44a02a56-c69d-414a-95ca-e9af4da8c6e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ddf69bd884f4db5898b59b7d891ef1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4297678 Feb 09 02:06:27.672277 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42432) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:27.679435 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a02a56-c69d-414a-95ca-e9af4da8c6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a995a592-c8a2-49c9-bdb2-4fc547c5d6b5,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:27.704472 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42434) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:27.760949 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-712a8843-58ee-48dc-9c82-c73c1e81affa admin admin] Publish callbacks [] for port (5ffc3943-80a0-4379-8de9-9f3e902f2d83), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.780249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42436) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:27.780463 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-93306b0a-2a6e-496d-8015-c00e436372b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe2eb0615f3243f7b7a06fc287d22ba0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0747230 Feb 09 02:06:27.800810 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b70a6fb-124a-4843-b263-c60179207169 admin admin] Publish callbacks [] for security_group (a995a592-c8a2-49c9-bdb2-4fc547c5d6b5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.809963 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6613a8-5105-4137-b283-c447d77ac5e5', 'name': 'tempest-TestAggregatesBasicOps-878758159-router', 'tenant_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '021f7ff8-fd09-43dd-bdee-d749b835fd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:21Z', 'updated_at': '2022-02-09T02:06:24Z', 'revision_number': 3, 'project_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'gw_port': {'id': '021f7ff8-fd09-43dd-bdee-d749b835fd80', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6613a8-5105-4137-b283-c447d77ac5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:23Z', 'updated_at': '2022-02-09T02:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:27.828418 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b70a6fb-124a-4843-b263-c60179207169 admin admin] Publish callbacks [] for security_group (a995a592-c8a2-49c9-bdb2-4fc547c5d6b5), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.842408 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1522b93f-9b01-44a8-9077-f9c5d4edb9be None None] The sync data for ids ['0f6613a8-5105-4137-b283-c447d77ac5e5'] in n-d-828387-3 is: [{'id': '0f6613a8-5105-4137-b283-c447d77ac5e5', 'name': 'tempest-TestAggregatesBasicOps-878758159-router', 'tenant_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '021f7ff8-fd09-43dd-bdee-d749b835fd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:21Z', 'updated_at': '2022-02-09T02:06:24Z', 'revision_number': 3, 'project_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'gw_port': {'id': '021f7ff8-fd09-43dd-bdee-d749b835fd80', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6613a8-5105-4137-b283-c447d77ac5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:23Z', 'updated_at': '2022-02-09T02:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:27.858551 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-712a8843-58ee-48dc-9c82-c73c1e81affa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5ffc3943-80a0-4379-8de9-9f3e902f2d83), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.880517 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c34d6e0-01b8-423c-bcbc-e625601f36ef admin admin] Publish callbacks [] for security_group (f23811a8-c87f-40b7-95f1-111bdda4a158), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.888178 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b70a6fb-124a-4843-b263-c60179207169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a995a592-c8a2-49c9-bdb2-4fc547c5d6b5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.890877 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b70a6fb-124a-4843-b263-c60179207169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.894604 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6b70a6fb-124a-4843-b263-c60179207169 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a995a592-c8a2-49c9-bdb2-4fc547c5d6b5 HTTP/1.1" status: 204 len: 168 time: 0.2184067 Feb 09 02:06:27.905137 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70a6fb-124a-4843-b263-c60179207169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a995a592-c8a2-49c9-bdb2-4fc547c5d6b5,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:27.929150 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712a8843-58ee-48dc-9c82-c73c1e81affa admin admin] Network 823eaa1d-fee2-45c8-91be-b5e13b3933fe is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:27.942347 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-712a8843-58ee-48dc-9c82-c73c1e81affa admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:27.956531 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a8843-58ee-48dc-9c82-c73c1e81affa admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:27.965671 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c34d6e0-01b8-423c-bcbc-e625601f36ef admin admin] Publish callbacks [] for security_group (f23811a8-c87f-40b7-95f1-111bdda4a158), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:28.015718 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a8843-58ee-48dc-9c82-c73c1e81affa admin admin] Pushing event updated for resources: {'Port': ['ID=5ffc3943-80a0-4379-8de9-9f3e902f2d83,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:28.048098 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-712a8843-58ee-48dc-9c82-c73c1e81affa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (0f6613a8-5105-4137-b283-c447d77ac5e5), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:28.138227 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c34d6e0-01b8-423c-bcbc-e625601f36ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (f23811a8-c87f-40b7-95f1-111bdda4a158), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:28.142809 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c34d6e0-01b8-423c-bcbc-e625601f36ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:28.144860 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2c34d6e0-01b8-423c-bcbc-e625601f36ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f23811a8-c87f-40b7-95f1-111bdda4a158 HTTP/1.1" status: 204 len: 168 time: 0.3630950 Feb 09 02:06:28.287161 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34d6e0-01b8-423c-bcbc-e625601f36ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23811a8-c87f-40b7-95f1-111bdda4a158,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:28.378311 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e641d2eb-4a56-47e3-a95b-68cd59a30f6f None None] Provisioning complete for port 5ffc3943-80a0-4379-8de9-9f3e902f2d83 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:28.378778 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e641d2eb-4a56-47e3-a95b-68cd59a30f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5ffc3943-80a0-4379-8de9-9f3e902f2d83), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:28.441390 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-712a8843-58ee-48dc-9c82-c73c1e81affa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5ffc3943-80a0-4379-8de9-9f3e902f2d83), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:28.476864 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e641d2eb-4a56-47e3-a95b-68cd59a30f6f None None] Port 5ffc3943-80a0-4379-8de9-9f3e902f2d83 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:06:28.507832 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 021f7ff8-fd09-43dd-bdee-d749b835fd80 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:28.655533 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 021f7ff8-fd09-43dd-bdee-d749b835fd80 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:28.656391 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (021f7ff8-fd09-43dd-bdee-d749b835fd80), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:28.689934 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42448) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:28.712848 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-94ce935f-594a-43f4-ba6c-3228923728cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:28.801919 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-712a8843-58ee-48dc-9c82-c73c1e81affa admin admin] Publish callbacks [] for port (5ffc3943-80a0-4379-8de9-9f3e902f2d83), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:28.812312 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-712a8843-58ee-48dc-9c82-c73c1e81affa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (5ffc3943-80a0-4379-8de9-9f3e902f2d83), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:28.849440 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 021f7ff8-fd09-43dd-bdee-d749b835fd80 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:28.850161 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (021f7ff8-fd09-43dd-bdee-d749b835fd80), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:28.897046 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-712a8843-58ee-48dc-9c82-c73c1e81affa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (0f6613a8-5105-4137-b283-c447d77ac5e5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:28.900691 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-94ce935f-594a-43f4-ba6c-3228923728cd admin admin] Publish callbacks [] for security_group (c71f0aeb-5279-469d-b619-3fcfc0ff6617), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:28.901264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a8843-58ee-48dc-9c82-c73c1e81affa admin admin] Pushing event updated for resources: {'Port': ['ID=5ffc3943-80a0-4379-8de9-9f3e902f2d83,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:28.901594 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 021f7ff8-fd09-43dd-bdee-d749b835fd80, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=021f7ff8-fd09-43dd-bdee-d749b835fd80,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:28.908892 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (021f7ff8-fd09-43dd-bdee-d749b835fd80), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:28.917257 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-94ce935f-594a-43f4-ba6c-3228923728cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c71f0aeb-5279-469d-b619-3fcfc0ff6617), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:28.989041 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=021f7ff8-fd09-43dd-bdee-d749b835fd80,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:29.005816 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-94ce935f-594a-43f4-ba6c-3228923728cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5332565c4693412a9d4597b9a3f84529&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3147883 Feb 09 02:06:29.009601 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42454) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:29.026669 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce935f-594a-43f4-ba6c-3228923728cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71f0aeb-5279-469d-b619-3fcfc0ff6617,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:29.091171 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2e023ca-f27e-47f0-ac69-c53f5f909315 admin admin] Publish callbacks [] for security_group (c71f0aeb-5279-469d-b619-3fcfc0ff6617), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:29.124470 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2e023ca-f27e-47f0-ac69-c53f5f909315 admin admin] Publish callbacks [] for security_group (c71f0aeb-5279-469d-b619-3fcfc0ff6617), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:29.132019 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712a8843-58ee-48dc-9c82-c73c1e81affa admin admin] Network 823eaa1d-fee2-45c8-91be-b5e13b3933fe is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:29.135614 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-712a8843-58ee-48dc-9c82-c73c1e81affa admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:29.204203 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2e023ca-f27e-47f0-ac69-c53f5f909315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c71f0aeb-5279-469d-b619-3fcfc0ff6617), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:29.213416 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e2e023ca-f27e-47f0-ac69-c53f5f909315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:29.219978 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e2e023ca-f27e-47f0-ac69-c53f5f909315 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c71f0aeb-5279-469d-b619-3fcfc0ff6617 HTTP/1.1" status: 204 len: 168 time: 0.2090073 Feb 09 02:06:29.264845 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e023ca-f27e-47f0-ac69-c53f5f909315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71f0aeb-5279-469d-b619-3fcfc0ff6617,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:29.370733 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712a8843-58ee-48dc-9c82-c73c1e81affa admin admin] Router 0f6613a8-5105-4137-b283-c447d77ac5e5 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:06:29.533216 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e81e75c4-93d4-42ef-9a3f-71ab413afe8c None None] Provisioning complete for port 5ffc3943-80a0-4379-8de9-9f3e902f2d83 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:29.533604 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e81e75c4-93d4-42ef-9a3f-71ab413afe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5ffc3943-80a0-4379-8de9-9f3e902f2d83), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:29.573906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712a8843-58ee-48dc-9c82-c73c1e81affa admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:29.586439 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e81e75c4-93d4-42ef-9a3f-71ab413afe8c None None] Port 5ffc3943-80a0-4379-8de9-9f3e902f2d83 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:06:29.586993 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-712a8843-58ee-48dc-9c82-c73c1e81affa admin admin] 10.222.0.36 "PUT /v2.0/routers/0f6613a8-5105-4137-b283-c447d77ac5e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9946318 Feb 09 02:06:29.833483 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42480) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:29.980415 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-27b7a3eb-9db0-4593-8bc7-1745ce340a0f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1158317404-network', 'tenant_id': '5d3ec91fc2b84e7ab392bec4d2b52d02'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:30.013066 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b7a3eb-9db0-4593-8bc7-1745ce340a0f admin admin] Made reservation on behalf of 5d3ec91fc2b84e7ab392bec4d2b52d02 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:30.016004 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-27b7a3eb-9db0-4593-8bc7-1745ce340a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.026402 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-27b7a3eb-9db0-4593-8bc7-1745ce340a0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.164720 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-27b7a3eb-9db0-4593-8bc7-1745ce340a0f admin admin] Publish callbacks [] for security_group (ea2570e8-de6e-4de6-9fe5-a115e2e20a2d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.171103 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-27b7a3eb-9db0-4593-8bc7-1745ce340a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ea2570e8-de6e-4de6-9fe5-a115e2e20a2d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.216577 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7a3eb-9db0-4593-8bc7-1745ce340a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2570e8-de6e-4de6-9fe5-a115e2e20a2d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:30.226726 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b7a3eb-9db0-4593-8bc7-1745ce340a0f admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:06:30.251722 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-27b7a3eb-9db0-4593-8bc7-1745ce340a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (bb852abd-281a-42d3-80f0-942fc115babd), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.252200 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-27b7a3eb-9db0-4593-8bc7-1745ce340a0f admin admin] Added segment bb852abd-281a-42d3-80f0-942fc115babd of type vlan for network 6b07bf79-d937-4899-a2c3-ef4c53afda3c Feb 09 02:06:30.312269 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-27b7a3eb-9db0-4593-8bc7-1745ce340a0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (6b07bf79-d937-4899-a2c3-ef4c53afda3c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.360861 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-27b7a3eb-9db0-4593-8bc7-1745ce340a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (6b07bf79-d937-4899-a2c3-ef4c53afda3c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.362571 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b7a3eb-9db0-4593-8bc7-1745ce340a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:30.363529 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-27b7a3eb-9db0-4593-8bc7-1745ce340a0f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.416250 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42502) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:30.420447 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 021f7ff8-fd09-43dd-bdee-d749b835fd80 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:30.425734 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-62624e08-9aca-4da2-9bdc-15377664768d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2018305529-network', 'tenant_id': '14c298e8d52b4f149c176b3ab98f25af'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:30.450498 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-27b7a3eb-9db0-4593-8bc7-1745ce340a0f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6158187 Feb 09 02:06:30.451425 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42506) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:30.460719 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-86151860-6f19-40f7-8522-0f7b8023c344 admin admin] Request body: {'subnet': {'network_id': '6b07bf79-d937-4899-a2c3-ef4c53afda3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1158317404-subnet', 'tenant_id': '5d3ec91fc2b84e7ab392bec4d2b52d02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:30.484899 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62624e08-9aca-4da2-9bdc-15377664768d admin admin] Made reservation on behalf of 14c298e8d52b4f149c176b3ab98f25af for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:30.494572 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-62624e08-9aca-4da2-9bdc-15377664768d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.513421 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 021f7ff8-fd09-43dd-bdee-d749b835fd80 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:30.515148 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (021f7ff8-fd09-43dd-bdee-d749b835fd80), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.517224 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86151860-6f19-40f7-8522-0f7b8023c344 admin admin] Made reservation on behalf of 5d3ec91fc2b84e7ab392bec4d2b52d02 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:30.520086 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-62624e08-9aca-4da2-9bdc-15377664768d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.523352 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-86151860-6f19-40f7-8522-0f7b8023c344 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.526507 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7a3eb-9db0-4593-8bc7-1745ce340a0f admin admin] Pushing event updated for resources: {'Network': ['ID=6b07bf79-d937-4899-a2c3-ef4c53afda3c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:30.556712 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] Sync routers for ids ['0f6613a8-5105-4137-b283-c447d77ac5e5'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:30.566291 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 6b07bf79-d937-4899-a2c3-ef4c53afda3c details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:06:30.571741 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] Routers {'0f6613a8-5105-4137-b283-c447d77ac5e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:30.572369 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:06:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0f6613a8-5105-4137-b283-c447d77ac5e5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:30.725259 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-62624e08-9aca-4da2-9bdc-15377664768d admin admin] Publish callbacks [] for security_group (a31408c4-e2e4-41b0-9be4-d3367cb4892e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.734184 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-62624e08-9aca-4da2-9bdc-15377664768d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a31408c4-e2e4-41b0-9be4-d3367cb4892e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.749731 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] Set router 0f6613a8-5105-4137-b283-c447d77ac5e5 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:30.750572 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 021f7ff8-fd09-43dd-bdee-d749b835fd80 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:30.782243 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62624e08-9aca-4da2-9bdc-15377664768d admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:06:30.801226 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62624e08-9aca-4da2-9bdc-15377664768d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31408c4-e2e4-41b0-9be4-d3367cb4892e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:30.807896 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-62624e08-9aca-4da2-9bdc-15377664768d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f9e72124-32c9-469d-b8d9-8c4f16c8ec38), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.808303 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-62624e08-9aca-4da2-9bdc-15377664768d admin admin] Added segment f9e72124-32c9-469d-b8d9-8c4f16c8ec38 of type vlan for network e3b2b80f-4ba2-431f-a661-609fd1690399 Feb 09 02:06:30.852497 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-62624e08-9aca-4da2-9bdc-15377664768d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (e3b2b80f-4ba2-431f-a661-609fd1690399), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.872556 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-86151860-6f19-40f7-8522-0f7b8023c344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (d81c4b63-6b31-4a40-8862-3dc13303911e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.882005 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-62624e08-9aca-4da2-9bdc-15377664768d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (e3b2b80f-4ba2-431f-a661-609fd1690399), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.883079 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62624e08-9aca-4da2-9bdc-15377664768d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:30.883708 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-62624e08-9aca-4da2-9bdc-15377664768d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.930142 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42514) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:30.930875 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86151860-6f19-40f7-8522-0f7b8023c344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d81c4b63-6b31-4a40-8862-3dc13303911e,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:30.952974 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62624e08-9aca-4da2-9bdc-15377664768d admin admin] Pushing event updated for resources: {'Network': ['ID=e3b2b80f-4ba2-431f-a661-609fd1690399,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:30.969326 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-62624e08-9aca-4da2-9bdc-15377664768d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5515113 Feb 09 02:06:30.972070 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42518) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:30.978676 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-42f8d7a4-af86-4f9f-87b0-f0bfada07694 admin admin] Request body: {'subnet': {'network_id': 'e3b2b80f-4ba2-431f-a661-609fd1690399', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2018305529-subnet', 'tenant_id': '14c298e8d52b4f149c176b3ab98f25af', 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:30.985126 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86151860-6f19-40f7-8522-0f7b8023c344 admin admin] Checking segment: {'id': 'bb852abd-281a-42d3-80f0-942fc115babd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b07bf79-d937-4899-a2c3-ef4c53afda3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:30.985875 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86151860-6f19-40f7-8522-0f7b8023c344 admin admin] Network hostable DHCP agents. Network: 6b07bf79-d937-4899-a2c3-ef4c53afda3c, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:06:30.987237 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network e3b2b80f-4ba2-431f-a661-609fd1690399 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:06:31.005855 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f8d7a4-af86-4f9f-87b0-f0bfada07694 admin admin] Made reservation on behalf of 14c298e8d52b4f149c176b3ab98f25af for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:31.010139 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86151860-6f19-40f7-8522-0f7b8023c344 admin admin] Network 6b07bf79-d937-4899-a2c3-ef4c53afda3c is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:06:31.013656 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-42f8d7a4-af86-4f9f-87b0-f0bfada07694 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.025916 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-86151860-6f19-40f7-8522-0f7b8023c344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 6b07bf79-d937-4899-a2c3-ef4c53afda3c) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:31.037190 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86151860-6f19-40f7-8522-0f7b8023c344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:31.038280 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-86151860-6f19-40f7-8522-0f7b8023c344 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.041930 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c76e78b-8072-4a82-9910-a59dc37f10e8 None None] Network 6b07bf79-d937-4899-a2c3-ef4c53afda3c requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:31.068935 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-86151860-6f19-40f7-8522-0f7b8023c344 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6135173 Feb 09 02:06:31.084575 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6613a8-5105-4137-b283-c447d77ac5e5', 'name': 'tempest-TestAggregatesBasicOps-878758159-router', 'tenant_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '021f7ff8-fd09-43dd-bdee-d749b835fd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:21Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 4, 'project_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'gw_port': {'id': '021f7ff8-fd09-43dd-bdee-d749b835fd80', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6613a8-5105-4137-b283-c447d77ac5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:23Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '5ffc3943-80a0-4379-8de9-9f3e902f2d83', 'name': '', 'network_id': '823eaa1d-fee2-45c8-91be-b5e13b3933fe', 'tenant_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'mac_address': 'fa:16:3e:02:36:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6613a8-5105-4137-b283-c447d77ac5e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'dfa8710b-e814-4f77-8864-84baeb56eb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:27Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 2, 'project_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'subnets': [{'id': 'dfa8710b-e814-4f77-8864-84baeb56eb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:31.158513 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] Checking router: 0f6613a8-5105-4137-b283-c447d77ac5e5 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:31.160570 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] Updating router 0f6613a8-5105-4137-b283-c447d77ac5e5 port 5ffc3943-80a0-4379-8de9-9f3e902f2d83 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:06:31.182418 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-fe2b64b1-0cdf-4b31-8d09-8c6eadb84ce8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1184446460-network', 'tenant_id': '03bde09ff03d4ddb9a1a67e6aa44b908'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:31.209694 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5ffc3943-80a0-4379-8de9-9f3e902f2d83), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.229936 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cd8da7-6723-4663-aab0-28db29449395 None None] Network 6b07bf79-d937-4899-a2c3-ef4c53afda3c requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:31.232276 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2b64b1-0cdf-4b31-8d09-8c6eadb84ce8 admin admin] Made reservation on behalf of 03bde09ff03d4ddb9a1a67e6aa44b908 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:31.235920 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fe2b64b1-0cdf-4b31-8d09-8c6eadb84ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.247939 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fe2b64b1-0cdf-4b31-8d09-8c6eadb84ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.281621 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-42f8d7a4-af86-4f9f-87b0-f0bfada07694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (93c50d84-0475-481d-a345-49cccb1d45f1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.348340 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8d7a4-af86-4f9f-87b0-f0bfada07694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93c50d84-0475-481d-a345-49cccb1d45f1,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:31.358903 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fe2b64b1-0cdf-4b31-8d09-8c6eadb84ce8 admin admin] Publish callbacks [] for security_group (3b70ec01-83fa-4d7c-8360-22af2cf6e693), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.364487 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fe2b64b1-0cdf-4b31-8d09-8c6eadb84ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3b70ec01-83fa-4d7c-8360-22af2cf6e693), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.381396 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2b64b1-0cdf-4b31-8d09-8c6eadb84ce8 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:06:31.395160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f8d7a4-af86-4f9f-87b0-f0bfada07694 admin admin] Checking segment: {'id': 'f9e72124-32c9-469d-b8d9-8c4f16c8ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e3b2b80f-4ba2-431f-a661-609fd1690399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:31.395467 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fe2b64b1-0cdf-4b31-8d09-8c6eadb84ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f88a49b9-1d15-4a7c-8dcf-907adaed532c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.395799 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f8d7a4-af86-4f9f-87b0-f0bfada07694 admin admin] Network hostable DHCP agents. Network: e3b2b80f-4ba2-431f-a661-609fd1690399, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:06:31.395960 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-fe2b64b1-0cdf-4b31-8d09-8c6eadb84ce8 admin admin] Added segment f88a49b9-1d15-4a7c-8dcf-907adaed532c of type vlan for network e4929272-34ac-470d-93fe-aaf65a878036 Feb 09 02:06:31.419113 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f8d7a4-af86-4f9f-87b0-f0bfada07694 admin admin] Network e3b2b80f-4ba2-431f-a661-609fd1690399 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:06:31.432970 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-42f8d7a4-af86-4f9f-87b0-f0bfada07694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, e3b2b80f-4ba2-431f-a661-609fd1690399) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:31.441904 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f8d7a4-af86-4f9f-87b0-f0bfada07694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:31.442527 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-42f8d7a4-af86-4f9f-87b0-f0bfada07694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.444015 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9cae68-e144-478f-b4a2-2524da30587d None None] Network e3b2b80f-4ba2-431f-a661-609fd1690399 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:31.463464 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b64b1-0cdf-4b31-8d09-8c6eadb84ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b70ec01-83fa-4d7c-8360-22af2cf6e693,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:31.470366 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-42f8d7a4-af86-4f9f-87b0-f0bfada07694 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4970715 Feb 09 02:06:31.477884 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42528) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:31.483780 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-c6e84efe-26bf-460f-8cc6-72f2d39fce60 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2018305529-router', 'tenant_id': '14c298e8d52b4f149c176b3ab98f25af', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:31.498618 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fe2b64b1-0cdf-4b31-8d09-8c6eadb84ce8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (e4929272-34ac-470d-93fe-aaf65a878036), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.523113 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c6e84efe-26bf-460f-8cc6-72f2d39fce60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (c48818d9-119e-4a9b-911e-c427d0a394f8), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.524193 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c6e84efe-26bf-460f-8cc6-72f2d39fce60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (c48818d9-119e-4a9b-911e-c427d0a394f8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.532103 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fe2b64b1-0cdf-4b31-8d09-8c6eadb84ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (e4929272-34ac-470d-93fe-aaf65a878036), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.533138 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2b64b1-0cdf-4b31-8d09-8c6eadb84ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:31.533783 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fe2b64b1-0cdf-4b31-8d09-8c6eadb84ce8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.601836 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec93d5e-ff1a-4666-802d-5ab173b1dc32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-e3b2b80f-4ba2-431f-a661-609fd1690399', 'network_id': 'e3b2b80f-4ba2-431f-a661-609fd1690399', 'project_id': '14c298e8d52b4f149c176b3ab98f25af', 'fixed_ips': [{'subnet_id': '93c50d84-0475-481d-a345-49cccb1d45f1'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:06:31.603223 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6ec93d5e-ff1a-4666-802d-5ab173b1dc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.609111 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c6e84efe-26bf-460f-8cc6-72f2d39fce60 admin admin] Publish callbacks [] for router_controller (c48818d9-119e-4a9b-911e-c427d0a394f8), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.692348 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] Publish callbacks [] for port (5ffc3943-80a0-4379-8de9-9f3e902f2d83), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.701868 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5ffc3943-80a0-4379-8de9-9f3e902f2d83), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.718639 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fe2b64b1-0cdf-4b31-8d09-8c6eadb84ce8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7851090 Feb 09 02:06:31.722639 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42540) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:31.729644 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-14c4b1c4-93d2-4629-a367-bd3b6b1da02c admin admin] Request body: {'subnet': {'network_id': 'e4929272-34ac-470d-93fe-aaf65a878036', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1184446460-subnet', 'tenant_id': '03bde09ff03d4ddb9a1a67e6aa44b908', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:31.783436 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c4b1c4-93d2-4629-a367-bd3b6b1da02c admin admin] Made reservation on behalf of 03bde09ff03d4ddb9a1a67e6aa44b908 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:31.788089 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901d87f-0db2-4c7a-8bef-c52c5da43f7e None None] Pushing event updated for resources: {'Port': ['ID=5ffc3943-80a0-4379-8de9-9f3e902f2d83,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:31.796308 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-14c4b1c4-93d2-4629-a367-bd3b6b1da02c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.801668 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b64b1-0cdf-4b31-8d09-8c6eadb84ce8 admin admin] Pushing event updated for resources: {'Network': ['ID=e4929272-34ac-470d-93fe-aaf65a878036,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:31.838799 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] Attempting to bind port 5ffc3943-80a0-4379-8de9-9f3e902f2d83 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:31.839178 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] Attempting to bind port 5ffc3943-80a0-4379-8de9-9f3e902f2d83 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f3aed263-f517-46d6-82ba-b3a781f5192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '823eaa1d-fee2-45c8-91be-b5e13b3933fe'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:31.839570 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] Attempting to bind port 5ffc3943-80a0-4379-8de9-9f3e902f2d83 on network 823eaa1d-fee2-45c8-91be-b5e13b3933fe {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:31.847851 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:31.848583 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] Checking segment: {'id': 'f3aed263-f517-46d6-82ba-b3a781f5192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '823eaa1d-fee2-45c8-91be-b5e13b3933fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:31.849226 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.849772 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] Bound using segment: {'id': 'f3aed263-f517-46d6-82ba-b3a781f5192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '823eaa1d-fee2-45c8-91be-b5e13b3933fe'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:31.850406 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] Bound port: 5ffc3943-80a0-4379-8de9-9f3e902f2d83, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3aed263-f517-46d6-82ba-b3a781f5192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '823eaa1d-fee2-45c8-91be-b5e13b3933fe'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:31.850536 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c6e84efe-26bf-460f-8cc6-72f2d39fce60 admin admin] Publish callbacks [] for router_gateway (c48818d9-119e-4a9b-911e-c427d0a394f8), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.851479 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5ffc3943-80a0-4379-8de9-9f3e902f2d83), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.866355 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network e4929272-34ac-470d-93fe-aaf65a878036 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:06:31.876570 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-6ec93d5e-ff1a-4666-802d-5ab173b1dc32 None None] Allocated IP 172.20.0.2 (e3b2b80f-4ba2-431f-a661-609fd1690399/93c50d84-0475-481d-a345-49cccb1d45f1/db37f14c-7ff4-409f-a029-8827e0d35256) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:31.934417 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] For port 5ffc3943-80a0-4379-8de9-9f3e902f2d83, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:31.940136 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] For port 5ffc3943-80a0-4379-8de9-9f3e902f2d83, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5ffc3943-80a0-4379-8de9-9f3e902f2d83,segment=NetworkSegment(f3aed263-f517-46d6-82ba-b3a781f5192a),segment_id=f3aed263-f517-46d6-82ba-b3a781f5192a)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:31.951017 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5ffc3943-80a0-4379-8de9-9f3e902f2d83), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.995043 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-1c956b07-44f6-40de-a409-90a5fdd3dec2 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:32.002537 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-1c956b07-44f6-40de-a409-90a5fdd3dec2 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/networks?id=6b07bf79-d937-4899-a2c3-ef4c53afda3c HTTP/1.1" status: 200 len: 814 time: 0.3622096 Feb 09 02:06:32.023940 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-fb172655-1894-4e5a-9ca1-da5e380bb37d tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/quotas/5d3ec91fc2b84e7ab392bec4d2b52d02 HTTP/1.1" status: 200 len: 375 time: 0.0196285 Feb 09 02:06:32.033207 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901d87f-0db2-4c7a-8bef-c52c5da43f7e None None] Pushing event updated for resources: {'Port': ['ID=5ffc3943-80a0-4379-8de9-9f3e902f2d83,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:32.063181 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] Routers {'0f6613a8-5105-4137-b283-c447d77ac5e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:32.063850 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:06:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0f6613a8-5105-4137-b283-c447d77ac5e5'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:32.070888 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-6f32f244-c093-43a0-9caf-fff14739f481 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d3ec91fc2b84e7ab392bec4d2b52d02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459573 Feb 09 02:06:32.154819 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c44f50ea-27c9-4142-9448-ec86204f2188 None None] Provisioning complete for port 5ffc3943-80a0-4379-8de9-9f3e902f2d83 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:32.155318 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c44f50ea-27c9-4142-9448-ec86204f2188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5ffc3943-80a0-4379-8de9-9f3e902f2d83), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:32.223169 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c6e84efe-26bf-460f-8cc6-72f2d39fce60 admin admin] Publish callbacks [] for router_gateway (c48818d9-119e-4a9b-911e-c427d0a394f8), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:32.245992 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c6e84efe-26bf-460f-8cc6-72f2d39fce60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:32.270658 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] Set router 0f6613a8-5105-4137-b283-c447d77ac5e5 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:32.317578 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6ec93d5e-ff1a-4666-802d-5ab173b1dc32 None None] Publish callbacks [] for port (db37f14c-7ff4-409f-a029-8827e0d35256), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:32.373080 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6ec93d5e-ff1a-4666-802d-5ab173b1dc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (db37f14c-7ff4-409f-a029-8827e0d35256), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:32.412505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-c6e84efe-26bf-460f-8cc6-72f2d39fce60 admin admin] Allocated IP 172.25.7.194 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:32.469218 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec93d5e-ff1a-4666-802d-5ab173b1dc32 None None] Pushing event updated for resources: {'Port': ['ID=db37f14c-7ff4-409f-a029-8827e0d35256,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:32.476980 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c44f50ea-27c9-4142-9448-ec86204f2188 None None] Current status of the port 5ffc3943-80a0-4379-8de9-9f3e902f2d83 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:32.477597 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c44f50ea-27c9-4142-9448-ec86204f2188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5ffc3943-80a0-4379-8de9-9f3e902f2d83), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:32.482491 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec93d5e-ff1a-4666-802d-5ab173b1dc32 None None] Network e3b2b80f-4ba2-431f-a661-609fd1690399 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:32.492227 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-6ec93d5e-ff1a-4666-802d-5ab173b1dc32 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:32.502581 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec93d5e-ff1a-4666-802d-5ab173b1dc32 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:32.554795 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6613a8-5105-4137-b283-c447d77ac5e5', 'name': 'tempest-TestAggregatesBasicOps-878758159-router', 'tenant_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '021f7ff8-fd09-43dd-bdee-d749b835fd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:21Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 4, 'project_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'gw_port': {'id': '021f7ff8-fd09-43dd-bdee-d749b835fd80', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6613a8-5105-4137-b283-c447d77ac5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:23Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '5ffc3943-80a0-4379-8de9-9f3e902f2d83', 'name': '', 'network_id': '823eaa1d-fee2-45c8-91be-b5e13b3933fe', 'tenant_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'mac_address': 'fa:16:3e:02:36:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6613a8-5105-4137-b283-c447d77ac5e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'dfa8710b-e814-4f77-8864-84baeb56eb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:27Z', 'updated_at': '2022-02-09T02:06:31Z', 'revision_number': 4, 'project_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'subnets': [{'id': 'dfa8710b-e814-4f77-8864-84baeb56eb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:32.559428 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c44f50ea-27c9-4142-9448-ec86204f2188 None None] For port 5ffc3943-80a0-4379-8de9-9f3e902f2d83, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5ffc3943-80a0-4379-8de9-9f3e902f2d83,segment=NetworkSegment(f3aed263-f517-46d6-82ba-b3a781f5192a),segment_id=f3aed263-f517-46d6-82ba-b3a781f5192a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:32.566601 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c44f50ea-27c9-4142-9448-ec86204f2188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5ffc3943-80a0-4379-8de9-9f3e902f2d83), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:32.573996 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c6e84efe-26bf-460f-8cc6-72f2d39fce60 admin admin] Publish callbacks [] for port (a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:32.599086 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-14c4b1c4-93d2-4629-a367-bd3b6b1da02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (d4fa5d35-bac9-46a3-abad-ddce6ad22c17), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:32.603081 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05efc3f0-c504-4c85-ada2-adf19eda2d98 None None] The sync data for ids ['0f6613a8-5105-4137-b283-c447d77ac5e5'] in n-d-828387-3 is: [{'id': '0f6613a8-5105-4137-b283-c447d77ac5e5', 'name': 'tempest-TestAggregatesBasicOps-878758159-router', 'tenant_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '021f7ff8-fd09-43dd-bdee-d749b835fd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:21Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 4, 'project_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'gw_port': {'id': '021f7ff8-fd09-43dd-bdee-d749b835fd80', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6613a8-5105-4137-b283-c447d77ac5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:23Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '5ffc3943-80a0-4379-8de9-9f3e902f2d83', 'name': '', 'network_id': '823eaa1d-fee2-45c8-91be-b5e13b3933fe', 'tenant_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'mac_address': 'fa:16:3e:02:36:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6613a8-5105-4137-b283-c447d77ac5e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'dfa8710b-e814-4f77-8864-84baeb56eb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:27Z', 'updated_at': '2022-02-09T02:06:31Z', 'revision_number': 4, 'project_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'subnets': [{'id': 'dfa8710b-e814-4f77-8864-84baeb56eb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:32.631033 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c6e84efe-26bf-460f-8cc6-72f2d39fce60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:32.631471 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-6ec93d5e-ff1a-4666-802d-5ab173b1dc32 None None] Attempting to bind port db37f14c-7ff4-409f-a029-8827e0d35256 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:32.631847 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-6ec93d5e-ff1a-4666-802d-5ab173b1dc32 None None] Attempting to bind port db37f14c-7ff4-409f-a029-8827e0d35256 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f9e72124-32c9-469d-b8d9-8c4f16c8ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e3b2b80f-4ba2-431f-a661-609fd1690399'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:32.632209 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec93d5e-ff1a-4666-802d-5ab173b1dc32 None None] Attempting to bind port db37f14c-7ff4-409f-a029-8827e0d35256 on network e3b2b80f-4ba2-431f-a661-609fd1690399 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:32.648220 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec93d5e-ff1a-4666-802d-5ab173b1dc32 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:32.648673 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec93d5e-ff1a-4666-802d-5ab173b1dc32 None None] Checking segment: {'id': 'f9e72124-32c9-469d-b8d9-8c4f16c8ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e3b2b80f-4ba2-431f-a661-609fd1690399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:32.649004 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6ec93d5e-ff1a-4666-802d-5ab173b1dc32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:32.649398 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec93d5e-ff1a-4666-802d-5ab173b1dc32 None None] Bound using segment: {'id': 'f9e72124-32c9-469d-b8d9-8c4f16c8ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e3b2b80f-4ba2-431f-a661-609fd1690399'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:32.649870 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-6ec93d5e-ff1a-4666-802d-5ab173b1dc32 None None] Bound port: db37f14c-7ff4-409f-a029-8827e0d35256, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e72124-32c9-469d-b8d9-8c4f16c8ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e3b2b80f-4ba2-431f-a661-609fd1690399'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:32.650250 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6ec93d5e-ff1a-4666-802d-5ab173b1dc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (db37f14c-7ff4-409f-a029-8827e0d35256), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:32.675701 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f50ea-27c9-4142-9448-ec86204f2188 None None] Pushing event updated for resources: {'Port': ['ID=5ffc3943-80a0-4379-8de9-9f3e902f2d83,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:32.677251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e84efe-26bf-460f-8cc6-72f2d39fce60 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:32.685457 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-c6e84efe-26bf-460f-8cc6-72f2d39fce60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:32.696978 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e84efe-26bf-460f-8cc6-72f2d39fce60 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:32.763498 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-b1b3a13f-23f6-4733-a0c1-91f2f616a69e service neutron] 10.222.0.36 "GET /v2.0/networks/6b07bf79-d937-4899-a2c3-ef4c53afda3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6912706 Feb 09 02:06:32.765029 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4b1c4-93d2-4629-a367-bd3b6b1da02c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4fa5d35-bac9-46a3-abad-ddce6ad22c17,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:32.792599 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c4b1c4-93d2-4629-a367-bd3b6b1da02c admin admin] Checking segment: {'id': 'f88a49b9-1d15-4a7c-8dcf-907adaed532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e4929272-34ac-470d-93fe-aaf65a878036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:32.792599 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c4b1c4-93d2-4629-a367-bd3b6b1da02c admin admin] Network hostable DHCP agents. Network: e4929272-34ac-470d-93fe-aaf65a878036, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:06:32.802145 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9567a963-aa7d-4595-b7b3-08df060b15f6 None None] Provisioning complete for port 5ffc3943-80a0-4379-8de9-9f3e902f2d83 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:32.802523 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9567a963-aa7d-4595-b7b3-08df060b15f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5ffc3943-80a0-4379-8de9-9f3e902f2d83), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:32.825683 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e84efe-26bf-460f-8cc6-72f2d39fce60 admin admin] Pushing event updated for resources: {'Port': ['ID=a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:32.855436 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-6ec93d5e-ff1a-4666-802d-5ab173b1dc32 None None] For port db37f14c-7ff4-409f-a029-8827e0d35256, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:32.860804 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-6ec93d5e-ff1a-4666-802d-5ab173b1dc32 None None] For port db37f14c-7ff4-409f-a029-8827e0d35256, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=db37f14c-7ff4-409f-a029-8827e0d35256,segment=NetworkSegment(f9e72124-32c9-469d-b8d9-8c4f16c8ec38),segment_id=f9e72124-32c9-469d-b8d9-8c4f16c8ec38)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:32.876788 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6ec93d5e-ff1a-4666-802d-5ab173b1dc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (db37f14c-7ff4-409f-a029-8827e0d35256), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:32.882640 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c4b1c4-93d2-4629-a367-bd3b6b1da02c admin admin] Network e4929272-34ac-470d-93fe-aaf65a878036 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:06:32.908600 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-14c4b1c4-93d2-4629-a367-bd3b6b1da02c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, e4929272-34ac-470d-93fe-aaf65a878036) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:32.915984 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c4b1c4-93d2-4629-a367-bd3b6b1da02c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:32.916821 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-14c4b1c4-93d2-4629-a367-bd3b6b1da02c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:32.940419 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-14c4b1c4-93d2-4629-a367-bd3b6b1da02c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2152066 Feb 09 02:06:32.941928 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c1b9c8-a4e0-4988-912d-045aac72cdc2 None None] Network e4929272-34ac-470d-93fe-aaf65a878036 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:32.999673 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-8ec36e49-5a82-4708-be1f-1e1926deefa6 service neutron] 10.222.0.36 "GET /v2.0/networks/6b07bf79-d937-4899-a2c3-ef4c53afda3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118917 Feb 09 02:06:33.107487 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c6e84efe-26bf-460f-8cc6-72f2d39fce60 admin admin] Publish callbacks [] for router_gateway (c48818d9-119e-4a9b-911e-c427d0a394f8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:33.108688 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec93d5e-ff1a-4666-802d-5ab173b1dc32 None None] Pushing event updated for resources: {'Port': ['ID=db37f14c-7ff4-409f-a029-8827e0d35256,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:33.186076 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9567a963-aa7d-4595-b7b3-08df060b15f6 None None] Current status of the port 5ffc3943-80a0-4379-8de9-9f3e902f2d83 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:33.320987 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe0a73e-a9d5-493c-ad85-8bdf5b14e78e None None] Network e4929272-34ac-470d-93fe-aaf65a878036 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:33.366060 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-410db02c-a13d-4449-8d5c-c1f817f0ccae req-3e9ccbbe-c7c9-450f-a01f-8834d46ecbff tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4d4e34d-f48f-4a61-903a-6969b537d5c3 HTTP/1.1" status: 200 len: 210 time: 0.0911942 Feb 09 02:06:33.564361 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c6e84efe-26bf-460f-8cc6-72f2d39fce60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (c48818d9-119e-4a9b-911e-c427d0a394f8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:33.781899 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e84efe-26bf-460f-8cc6-72f2d39fce60 admin admin] Router c48818d9-119e-4a9b-911e-c427d0a394f8 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:06:33.951788 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e84efe-26bf-460f-8cc6-72f2d39fce60 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:33.966555 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] Sync routers for ids ['c48818d9-119e-4a9b-911e-c427d0a394f8'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:33.974122 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c6e84efe-26bf-460f-8cc6-72f2d39fce60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:33.975418 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c6e84efe-26bf-460f-8cc6-72f2d39fce60 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4961977 Feb 09 02:06:33.978301 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42566) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:34.012644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] Routers {'c48818d9-119e-4a9b-911e-c427d0a394f8'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:34.013282 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:06:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['c48818d9-119e-4a9b-911e-c427d0a394f8'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:34.249990 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] Set router c48818d9-119e-4a9b-911e-c427d0a394f8 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:34.600644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5ffc3943-80a0-4379-8de9-9f3e902f2d83 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:34.621726 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ef519920-145a-4042-a6b4-88d1927ed8ae req-e889bb56-12bc-4a5e-b1b7-5815062cf5b7 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4d4e34d-f48f-4a61-903a-6969b537d5c3 HTTP/1.1" status: 200 len: 210 time: 0.1022973 Feb 09 02:06:34.720658 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8566af3-342e-49c7-8092-3372f7784950 None None] Network e3b2b80f-4ba2-431f-a661-609fd1690399 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:34.906123 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b031571f-6498-4d4e-93bf-10775c4fa27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:34.935414 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-03295081-e235-4f99-a9ef-7da186f3b038 None None] Provisioning complete for port db37f14c-7ff4-409f-a029-8827e0d35256 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:34.935533 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-03295081-e235-4f99-a9ef-7da186f3b038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (db37f14c-7ff4-409f-a029-8827e0d35256), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.022803 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 5ffc3943-80a0-4379-8de9-9f3e902f2d83 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:35.023714 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5ffc3943-80a0-4379-8de9-9f3e902f2d83), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.029680 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-f78ad810-dafa-4e28-9c57-97780ba08011 req-6ee1c9cf-e09e-4db1-9f14-279ca45270ae service neutron] (103184) timed out ('10.222.0.36', 51992) {{(pid=103184) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:06:35.035904 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-bad8338a-2205-4a33-9be0-9a4ae3a5c6f6 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:35.038234 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-bad8338a-2205-4a33-9be0-9a4ae3a5c6f6 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.67 "GET /v2.0/networks?id=6b07bf79-d937-4899-a2c3-ef4c53afda3c HTTP/1.1" status: 200 len: 814 time: 0.2933753 Feb 09 02:06:35.055368 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0990ec46-dcca-4212-aaa7-05faa1074e6e tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Request body: {'port': {'device_id': 'f4d4e34d-f48f-4a61-903a-6969b537d5c3', 'network_id': '6b07bf79-d937-4899-a2c3-ef4c53afda3c', 'admin_state_up': True, 'tenant_id': '5d3ec91fc2b84e7ab392bec4d2b52d02'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:35.097297 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48818d9-119e-4a9b-911e-c427d0a394f8', 'name': 'tempest-TestAggregatesBasicOps-2018305529-router', 'tenant_id': '14c298e8d52b4f149c176b3ab98f25af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:31Z', 'updated_at': '2022-02-09T02:06:32Z', 'revision_number': 3, 'project_id': '14c298e8d52b4f149c176b3ab98f25af', 'gw_port': {'id': 'a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48818d9-119e-4a9b-911e-c427d0a394f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:32Z', 'updated_at': '2022-02-09T02:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:35.167500 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] Checking router: c48818d9-119e-4a9b-911e-c427d0a394f8 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:35.167860 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] Updating router c48818d9-119e-4a9b-911e-c427d0a394f8 port a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:06:35.211794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-03295081-e235-4f99-a9ef-7da186f3b038 None None] Current status of the port db37f14c-7ff4-409f-a029-8827e0d35256 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:35.212436 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-03295081-e235-4f99-a9ef-7da186f3b038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (db37f14c-7ff4-409f-a029-8827e0d35256), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.232878 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.276768 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-b031571f-6498-4d4e-93bf-10775c4fa27a admin admin] Allocated IP 172.20.0.1 (e3b2b80f-4ba2-431f-a661-609fd1690399/93c50d84-0475-481d-a345-49cccb1d45f1/2ba27ed3-2077-4773-ad46-98752c3c009f) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:35.373545 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-03295081-e235-4f99-a9ef-7da186f3b038 None None] For port db37f14c-7ff4-409f-a029-8827e0d35256, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=db37f14c-7ff4-409f-a029-8827e0d35256,segment=NetworkSegment(f9e72124-32c9-469d-b8d9-8c4f16c8ec38),segment_id=f9e72124-32c9-469d-b8d9-8c4f16c8ec38)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:35.378559 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 5ffc3943-80a0-4379-8de9-9f3e902f2d83 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:35.379649 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device db37f14c-7ff4-409f-a029-8827e0d35256 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:35.383554 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-03295081-e235-4f99-a9ef-7da186f3b038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (db37f14c-7ff4-409f-a029-8827e0d35256), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.421883 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0990ec46-dcca-4212-aaa7-05faa1074e6e tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Made reservation on behalf of 5d3ec91fc2b84e7ab392bec4d2b52d02 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:35.425167 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0990ec46-dcca-4212-aaa7-05faa1074e6e tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.459087 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b031571f-6498-4d4e-93bf-10775c4fa27a admin admin] Publish callbacks [] for port (2ba27ed3-2077-4773-ad46-98752c3c009f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.551792 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03295081-e235-4f99-a9ef-7da186f3b038 None None] Pushing event updated for resources: {'Port': ['ID=db37f14c-7ff4-409f-a029-8827e0d35256,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:35.582271 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7dbb9094-b389-4d88-91de-86efbca6c643 None None] Provisioning complete for port db37f14c-7ff4-409f-a029-8827e0d35256 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:35.582271 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7dbb9094-b389-4d88-91de-86efbca6c643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (db37f14c-7ff4-409f-a029-8827e0d35256), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.593367 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b031571f-6498-4d4e-93bf-10775c4fa27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (2ba27ed3-2077-4773-ad46-98752c3c009f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.620871 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port db37f14c-7ff4-409f-a029-8827e0d35256 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:35.621797 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (db37f14c-7ff4-409f-a029-8827e0d35256), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.659373 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b031571f-6498-4d4e-93bf-10775c4fa27a admin admin] Network e3b2b80f-4ba2-431f-a661-609fd1690399 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:35.663698 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0990ec46-dcca-4212-aaa7-05faa1074e6e tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Allocated IP 172.20.0.8 (6b07bf79-d937-4899-a2c3-ef4c53afda3c/d81c4b63-6b31-4a40-8862-3dc13303911e/dd041e08-d4f2-4fc6-9354-5edc6ef87b99) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:35.671716 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b031571f-6498-4d4e-93bf-10775c4fa27a admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:35.676020 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b031571f-6498-4d4e-93bf-10775c4fa27a admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:35.677975 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031571f-6498-4d4e-93bf-10775c4fa27a admin admin] Pushing event updated for resources: {'Port': ['ID=2ba27ed3-2077-4773-ad46-98752c3c009f,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:35.767559 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b031571f-6498-4d4e-93bf-10775c4fa27a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (c48818d9-119e-4a9b-911e-c427d0a394f8), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.827844 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0d6f3b60-7523-4bcb-b5c8-3dbd06118345 req-9b2a2155-94f4-4483-a9de-e072be71710a tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4d4e34d-f48f-4a61-903a-6969b537d5c3 HTTP/1.1" status: 200 len: 210 time: 0.0586386 Feb 09 02:06:35.893169 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] Publish callbacks [] for port (a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.913014 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.924734 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7dbb9094-b389-4d88-91de-86efbca6c643 None None] Current status of the port db37f14c-7ff4-409f-a029-8827e0d35256 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:35.934081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port db37f14c-7ff4-409f-a029-8827e0d35256 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:36.009587 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] Attempting to bind port a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:36.010035 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] Attempting to bind port a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:36.010363 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] Attempting to bind port a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:36.021462 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81142941-2102-424a-9b70-83a34c02cb0a None None] Pushing event updated for resources: {'Port': ['ID=a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:36.025658 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:36.026375 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:36.026812 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:36.026812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:36.028219 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] Bound port: a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:36.028219 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:36.092448 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0990ec46-dcca-4212-aaa7-05faa1074e6e tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Publish callbacks [] for port (dd041e08-d4f2-4fc6-9354-5edc6ef87b99), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:36.101245 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b031571f-6498-4d4e-93bf-10775c4fa27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2ba27ed3-2077-4773-ad46-98752c3c009f), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:36.123132 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] For port a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:36.126811 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] For port a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:36.140095 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:36.180809 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0990ec46-dcca-4212-aaa7-05faa1074e6e tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (dd041e08-d4f2-4fc6-9354-5edc6ef87b99), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:36.198207 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5906410d-8439-45c0-9d01-12a9d1c155fd None None] Provisioning complete for port 2ba27ed3-2077-4773-ad46-98752c3c009f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:36.199844 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5906410d-8439-45c0-9d01-12a9d1c155fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2ba27ed3-2077-4773-ad46-98752c3c009f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:36.274260 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81142941-2102-424a-9b70-83a34c02cb0a None None] Pushing event updated for resources: {'Port': ['ID=a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:36.278086 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] Routers {'c48818d9-119e-4a9b-911e-c427d0a394f8'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:36.278351 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:06:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['c48818d9-119e-4a9b-911e-c427d0a394f8'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:36.286059 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5906410d-8439-45c0-9d01-12a9d1c155fd None None] Port 2ba27ed3-2077-4773-ad46-98752c3c009f cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:06:36.320332 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0990ec46-dcca-4212-aaa7-05faa1074e6e tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Network 6b07bf79-d937-4899-a2c3-ef4c53afda3c is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:36.328848 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0990ec46-dcca-4212-aaa7-05faa1074e6e tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:36.333187 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0990ec46-dcca-4212-aaa7-05faa1074e6e tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:36.341721 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990ec46-dcca-4212-aaa7-05faa1074e6e tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Pushing event updated for resources: {'Port': ['ID=dd041e08-d4f2-4fc6-9354-5edc6ef87b99,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:36.412808 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0990ec46-dcca-4212-aaa7-05faa1074e6e tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:36.413499 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0990ec46-dcca-4212-aaa7-05faa1074e6e tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:36.457524 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0990ec46-dcca-4212-aaa7-05faa1074e6e tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4089808 Feb 09 02:06:36.471492 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] Set router c48818d9-119e-4a9b-911e-c427d0a394f8 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:36.475830 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0b618d4b-67a1-4087-860b-db24feed3a04 service neutron] Request body: {'port': {'device_id': 'f4d4e34d-f48f-4a61-903a-6969b537d5c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:36.522004 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b031571f-6498-4d4e-93bf-10775c4fa27a admin admin] Publish callbacks [] for port (2ba27ed3-2077-4773-ad46-98752c3c009f), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:36.531312 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b031571f-6498-4d4e-93bf-10775c4fa27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (2ba27ed3-2077-4773-ad46-98752c3c009f), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:36.589531 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device db37f14c-7ff4-409f-a029-8827e0d35256 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:36.630413 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0b618d4b-67a1-4087-860b-db24feed3a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dd041e08-d4f2-4fc6-9354-5edc6ef87b99), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:36.646295 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b031571f-6498-4d4e-93bf-10775c4fa27a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (c48818d9-119e-4a9b-911e-c427d0a394f8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:36.656995 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031571f-6498-4d4e-93bf-10775c4fa27a admin admin] Pushing event updated for resources: {'Port': ['ID=2ba27ed3-2077-4773-ad46-98752c3c009f,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:36.774416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port db37f14c-7ff4-409f-a029-8827e0d35256 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:36.774824 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (db37f14c-7ff4-409f-a029-8827e0d35256), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:36.845470 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48818d9-119e-4a9b-911e-c427d0a394f8', 'name': 'tempest-TestAggregatesBasicOps-2018305529-router', 'tenant_id': '14c298e8d52b4f149c176b3ab98f25af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:31Z', 'updated_at': '2022-02-09T02:06:36Z', 'revision_number': 4, 'project_id': '14c298e8d52b4f149c176b3ab98f25af', 'gw_port': {'id': 'a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48818d9-119e-4a9b-911e-c427d0a394f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:32Z', 'updated_at': '2022-02-09T02:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '2ba27ed3-2077-4773-ad46-98752c3c009f', 'name': '', 'network_id': 'e3b2b80f-4ba2-431f-a661-609fd1690399', 'tenant_id': '14c298e8d52b4f149c176b3ab98f25af', 'mac_address': 'fa:16:3e:83:d6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48818d9-119e-4a9b-911e-c427d0a394f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '93c50d84-0475-481d-a345-49cccb1d45f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:34Z', 'updated_at': '2022-02-09T02:06:35Z', 'revision_number': 1, 'project_id': '14c298e8d52b4f149c176b3ab98f25af', 'subnets': [{'id': '93c50d84-0475-481d-a345-49cccb1d45f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:36.936969 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b031571f-6498-4d4e-93bf-10775c4fa27a admin admin] Network e3b2b80f-4ba2-431f-a661-609fd1690399 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:36.975932 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b031571f-6498-4d4e-93bf-10775c4fa27a admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:37.039769 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930646ae-d070-424c-af61-f39f2c6c6bbb None None] The sync data for ids ['c48818d9-119e-4a9b-911e-c427d0a394f8'] in n-d-828387-3 is: [{'id': 'c48818d9-119e-4a9b-911e-c427d0a394f8', 'name': 'tempest-TestAggregatesBasicOps-2018305529-router', 'tenant_id': '14c298e8d52b4f149c176b3ab98f25af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:31Z', 'updated_at': '2022-02-09T02:06:36Z', 'revision_number': 4, 'project_id': '14c298e8d52b4f149c176b3ab98f25af', 'gw_port': {'id': 'a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48818d9-119e-4a9b-911e-c427d0a394f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:32Z', 'updated_at': '2022-02-09T02:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '2ba27ed3-2077-4773-ad46-98752c3c009f', 'name': '', 'network_id': 'e3b2b80f-4ba2-431f-a661-609fd1690399', 'tenant_id': '14c298e8d52b4f149c176b3ab98f25af', 'mac_address': 'fa:16:3e:83:d6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48818d9-119e-4a9b-911e-c427d0a394f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '93c50d84-0475-481d-a345-49cccb1d45f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:34Z', 'updated_at': '2022-02-09T02:06:35Z', 'revision_number': 1, 'project_id': '14c298e8d52b4f149c176b3ab98f25af', 'subnets': [{'id': '93c50d84-0475-481d-a345-49cccb1d45f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:37.101489 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port db37f14c-7ff4-409f-a029-8827e0d35256 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:37.174686 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b031571f-6498-4d4e-93bf-10775c4fa27a admin admin] Router c48818d9-119e-4a9b-911e-c427d0a394f8 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:06:37.189805 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479c404-6a04-4600-82db-a9d0bf2722dd req-464d1576-89a3-4244-949d-720602de3d75 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:37.191490 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8479c404-6a04-4600-82db-a9d0bf2722dd req-464d1576-89a3-4244-949d-720602de3d75 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4d4e34d-f48f-4a61-903a-6969b537d5c3 HTTP/1.1" status: 200 len: 931 time: 0.2879412 Feb 09 02:06:37.315775 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8479c404-6a04-4600-82db-a9d0bf2722dd req-5bae1171-0068-4d77-84fb-15e6daaac654 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea2570e8-de6e-4de6-9fe5-a115e2e20a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101768 Feb 09 02:06:37.462253 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-596ebb2f-fcac-413b-b605-265196af2a0e None None] Provisioning complete for port 2ba27ed3-2077-4773-ad46-98752c3c009f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:37.463397 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-596ebb2f-fcac-413b-b605-265196af2a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2ba27ed3-2077-4773-ad46-98752c3c009f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:37.535001 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-41e6faaa-6bf0-4531-a916-edccd25b293e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:37.547624 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-596ebb2f-fcac-413b-b605-265196af2a0e None None] Port 2ba27ed3-2077-4773-ad46-98752c3c009f cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:06:37.781385 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b031571f-6498-4d4e-93bf-10775c4fa27a admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:37.797936 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b031571f-6498-4d4e-93bf-10775c4fa27a admin admin] 10.222.0.36 "PUT /v2.0/routers/c48818d9-119e-4a9b-911e-c427d0a394f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8098042 Feb 09 02:06:37.825302 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0b618d4b-67a1-4087-860b-db24feed3a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd041e08-d4f2-4fc6-9354-5edc6ef87b99 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:06:37.836167 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0b618d4b-67a1-4087-860b-db24feed3a04 service neutron] Publish callbacks [] for port (dd041e08-d4f2-4fc6-9354-5edc6ef87b99), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:37.853773 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0b618d4b-67a1-4087-860b-db24feed3a04 service neutron] Transition to ACTIVE for port object dd041e08-d4f2-4fc6-9354-5edc6ef87b99 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:06:37.860690 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0b618d4b-67a1-4087-860b-db24feed3a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (dd041e08-d4f2-4fc6-9354-5edc6ef87b99), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:37.997419 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b618d4b-67a1-4087-860b-db24feed3a04 service neutron] Pushing event updated for resources: {'Port': ['ID=dd041e08-d4f2-4fc6-9354-5edc6ef87b99,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:38.035325 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0b618d4b-67a1-4087-860b-db24feed3a04 service neutron] Attempting to bind port dd041e08-d4f2-4fc6-9354-5edc6ef87b99 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:38.036088 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0b618d4b-67a1-4087-860b-db24feed3a04 service neutron] Attempting to bind port dd041e08-d4f2-4fc6-9354-5edc6ef87b99 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'bb852abd-281a-42d3-80f0-942fc115babd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b07bf79-d937-4899-a2c3-ef4c53afda3c'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:38.036492 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0b618d4b-67a1-4087-860b-db24feed3a04 service neutron] Attempting to bind port dd041e08-d4f2-4fc6-9354-5edc6ef87b99 on network 6b07bf79-d937-4899-a2c3-ef4c53afda3c {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:38.042184 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0b618d4b-67a1-4087-860b-db24feed3a04 service neutron] Port dd041e08-d4f2-4fc6-9354-5edc6ef87b99 on network 6b07bf79-d937-4899-a2c3-ef4c53afda3c not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:06:38.042518 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0b618d4b-67a1-4087-860b-db24feed3a04 service neutron] Attempting to bind port dd041e08-d4f2-4fc6-9354-5edc6ef87b99 on network 6b07bf79-d937-4899-a2c3-ef4c53afda3c {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:38.049297 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0b618d4b-67a1-4087-860b-db24feed3a04 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:38.049756 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0b618d4b-67a1-4087-860b-db24feed3a04 service neutron] Checking segment: {'id': 'bb852abd-281a-42d3-80f0-942fc115babd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b07bf79-d937-4899-a2c3-ef4c53afda3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:38.050233 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0b618d4b-67a1-4087-860b-db24feed3a04 service neutron] Bound using segment: {'id': 'bb852abd-281a-42d3-80f0-942fc115babd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b07bf79-d937-4899-a2c3-ef4c53afda3c'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:38.050773 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0b618d4b-67a1-4087-860b-db24feed3a04 service neutron] Bound port: dd041e08-d4f2-4fc6-9354-5edc6ef87b99, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb852abd-281a-42d3-80f0-942fc115babd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b07bf79-d937-4899-a2c3-ef4c53afda3c'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:38.051278 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0b618d4b-67a1-4087-860b-db24feed3a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dd041e08-d4f2-4fc6-9354-5edc6ef87b99), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:38.132359 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0b618d4b-67a1-4087-860b-db24feed3a04 service neutron] For port dd041e08-d4f2-4fc6-9354-5edc6ef87b99, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:38.150474 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0b618d4b-67a1-4087-860b-db24feed3a04 service neutron] For port dd041e08-d4f2-4fc6-9354-5edc6ef87b99, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=dd041e08-d4f2-4fc6-9354-5edc6ef87b99,segment=NetworkSegment(bb852abd-281a-42d3-80f0-942fc115babd),segment_id=bb852abd-281a-42d3-80f0-942fc115babd)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:38.164737 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0b618d4b-67a1-4087-860b-db24feed3a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (dd041e08-d4f2-4fc6-9354-5edc6ef87b99), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:38.230127 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0b618d4b-67a1-4087-860b-db24feed3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:38.231826 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0b618d4b-67a1-4087-860b-db24feed3a04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:38.236208 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-0b618d4b-67a1-4087-860b-db24feed3a04 service neutron] 10.222.0.67 "PUT /v2.0/ports/dd041e08-d4f2-4fc6-9354-5edc6ef87b99 HTTP/1.1" status: 200 len: 1091 time: 1.7674866 Feb 09 02:06:38.245024 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d4e34d-f48f-4a61-903a-6969b537d5c3', 'tag': 'dd041e08-d4f2-4fc6-9354-5edc6ef87b99'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:38.255131 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64608d2b-a0ff-40d4-82d8-265064004466" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d4e34d-f48f-4a61-903a-6969b537d5c3", "tag": "dd041e08-d4f2-4fc6-9354-5edc6ef87b99"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:38.427272 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adb2234-e9a3-4338-8a27-a4f39abc1ed9 x-openstack-request-id: req-5adb2234-e9a3-4338-8a27-a4f39abc1ed9 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:38.427536 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d4e34d-f48f-4a61-903a-6969b537d5c3", "tag": "dd041e08-d4f2-4fc6-9354-5edc6ef87b99", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:38.427892 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5adb2234-e9a3-4338-8a27-a4f39abc1ed9 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:38.428186 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d4e34d-f48f-4a61-903a-6969b537d5c3', 'tag': 'dd041e08-d4f2-4fc6-9354-5edc6ef87b99', 'status': 'completed', 'code': 200} Feb 09 02:06:38.448999 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b618d4b-67a1-4087-860b-db24feed3a04 service neutron] Pushing event updated for resources: {'Port': ['ID=dd041e08-d4f2-4fc6-9354-5edc6ef87b99,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:38.538326 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-805d4243-8530-4d2b-8c10-f6c4e0bd0af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:38.539880 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-805d4243-8530-4d2b-8c10-f6c4e0bd0af7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5d3ec91fc2b84e7ab392bec4d2b52d02&device_id=f4d4e34d-f48f-4a61-903a-6969b537d5c3 HTTP/1.1" status: 200 len: 1125 time: 0.2402685 Feb 09 02:06:38.561874 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192930e-d060-49f9-bad2-518d5c5cbd1a req-33d5f766-ce40-4e12-a879-b757ee111790 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:38.563385 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4192930e-d060-49f9-bad2-518d5c5cbd1a req-33d5f766-ce40-4e12-a879-b757ee111790 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4d4e34d-f48f-4a61-903a-6969b537d5c3 HTTP/1.1" status: 200 len: 943 time: 0.0956657 Feb 09 02:06:38.609980 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-22f704c2-08cc-4668-8fb0-e3eaa11080fc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd041e08-d4f2-4fc6-9354-5edc6ef87b99 HTTP/1.1" status: 200 len: 217 time: 0.0608273 Feb 09 02:06:38.635127 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:38.797733 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4192930e-d060-49f9-bad2-518d5c5cbd1a req-b7914947-7be2-4c88-9532-83e0cff423aa tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea2570e8-de6e-4de6-9fe5-a115e2e20a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954262 Feb 09 02:06:38.807409 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-92e10580-7a0e-493a-b8a4-1efca75b3b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:38.807409 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-92e10580-7a0e-493a-b8a4-1efca75b3b75 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d81c4b63-6b31-4a40-8862-3dc13303911e HTTP/1.1" status: 200 len: 854 time: 0.1873415 Feb 09 02:06:38.817105 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:38.827360 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:38.898132 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-250c8e43-fe47-4d23-9e44-65650841d7f1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b07bf79-d937-4899-a2c3-ef4c53afda3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670023 Feb 09 02:06:38.977224 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:38.977836 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:39.016121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:39.037198 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:39.072110 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-d302fde5-c13d-42fa-a8d4-03899ab612ef service neutron] 10.222.0.67 "GET /v2.0/networks/6b07bf79-d937-4899-a2c3-ef4c53afda3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643770 Feb 09 02:06:39.225410 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:39.233128 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-881a0da7-475c-4a13-9e23-b1844d4a5b70 req-fb13cf48-efaf-4c0b-aa4a-d40e8458a340 service neutron] 10.222.0.67 "GET /v2.0/networks/6b07bf79-d937-4899-a2c3-ef4c53afda3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550181 Feb 09 02:06:39.346864 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64608d2b-a0ff-40d4-82d8-265064004466 req-d8162762-9caf-4a16-95f5-7d785de46678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:39.348696 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-64608d2b-a0ff-40d4-82d8-265064004466 req-d8162762-9caf-4a16-95f5-7d785de46678 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5d3ec91fc2b84e7ab392bec4d2b52d02&device_id=f4d4e34d-f48f-4a61-903a-6969b537d5c3 HTTP/1.1" status: 200 len: 1125 time: 0.0589259 Feb 09 02:06:39.474716 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64608d2b-a0ff-40d4-82d8-265064004466 req-b0e56592-c112-4adf-a0d0-a0db92725b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:39.484228 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-64608d2b-a0ff-40d4-82d8-265064004466 req-b0e56592-c112-4adf-a0d0-a0db92725b35 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b07bf79-d937-4899-a2c3-ef4c53afda3c HTTP/1.1" status: 200 len: 915 time: 0.1294589 Feb 09 02:06:39.541138 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-64608d2b-a0ff-40d4-82d8-265064004466 req-01a3ab20-5779-404e-957b-e2f8d5dcc304 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd041e08-d4f2-4fc6-9354-5edc6ef87b99 HTTP/1.1" status: 200 len: 217 time: 0.0506206 Feb 09 02:06:39.632639 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64608d2b-a0ff-40d4-82d8-265064004466 req-cf93f646-7e62-4cea-ba37-913999ccd5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:39.634089 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-64608d2b-a0ff-40d4-82d8-265064004466 req-cf93f646-7e62-4cea-ba37-913999ccd5e2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d81c4b63-6b31-4a40-8862-3dc13303911e HTTP/1.1" status: 200 len: 854 time: 0.0866466 Feb 09 02:06:39.678490 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-64608d2b-a0ff-40d4-82d8-265064004466 req-6b79aacb-7b59-440c-b640-7c3cf5c51b6d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b07bf79-d937-4899-a2c3-ef4c53afda3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362844 Feb 09 02:06:39.877550 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-64608d2b-a0ff-40d4-82d8-265064004466 req-e50fc107-fc05-4b6d-960f-0c00077a418a service neutron] 10.222.0.67 "GET /v2.0/networks/6b07bf79-d937-4899-a2c3-ef4c53afda3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919692 Feb 09 02:06:39.913125 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42662) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:39.955729 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:40.144378 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-64608d2b-a0ff-40d4-82d8-265064004466 req-9efbc037-e238-4795-88dc-586a7fcb6e02 service neutron] 10.222.0.67 "GET /v2.0/networks/6b07bf79-d937-4899-a2c3-ef4c53afda3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593229 Feb 09 02:06:40.165082 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ee414d77-9e64-4014-8482-65474792d446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:40.390851 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:40.453950 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:40.454334 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:40.512336 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f0a98-a0dd-4be2-8ae3-67c000e90bf8 req-cd1bc48c-14ea-4a74-aed8-b4765084b2b1 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:40.514060 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-366f0a98-a0dd-4be2-8ae3-67c000e90bf8 req-cd1bc48c-14ea-4a74-aed8-b4765084b2b1 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4d4e34d-f48f-4a61-903a-6969b537d5c3 HTTP/1.1" status: 200 len: 943 time: 0.4917562 Feb 09 02:06:40.540582 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:40.644130 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-366f0a98-a0dd-4be2-8ae3-67c000e90bf8 req-b7249bcd-09d2-4ea2-82f2-a5d506d3bcca tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea2570e8-de6e-4de6-9fe5-a115e2e20a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230357 Feb 09 02:06:40.821561 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05480586-1b5e-44b4-9f75-b7f723722f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (0f6613a8-5105-4137-b283-c447d77ac5e5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:40.849493 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:40.955597 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:41.112826 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-05480586-1b5e-44b4-9f75-b7f723722f84 admin admin] Deleting port 5ffc3943-80a0-4379-8de9-9f3e902f2d83 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:41.112826 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05480586-1b5e-44b4-9f75-b7f723722f84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5ffc3943-80a0-4379-8de9-9f3e902f2d83), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:41.203699 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-05480586-1b5e-44b4-9f75-b7f723722f84 admin admin] For port 5ffc3943-80a0-4379-8de9-9f3e902f2d83, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5ffc3943-80a0-4379-8de9-9f3e902f2d83,segment=NetworkSegment(f3aed263-f517-46d6-82ba-b3a781f5192a),segment_id=f3aed263-f517-46d6-82ba-b3a781f5192a)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:41.204072 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05480586-1b5e-44b4-9f75-b7f723722f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5ffc3943-80a0-4379-8de9-9f3e902f2d83), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:41.225144 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-05480586-1b5e-44b4-9f75-b7f723722f84 admin admin] Calling delete_port for 5ffc3943-80a0-4379-8de9-9f3e902f2d83 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:41.381930 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] Sync routers for ids ['c48818d9-119e-4a9b-911e-c427d0a394f8'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:41.396138 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] Routers {'c48818d9-119e-4a9b-911e-c427d0a394f8'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:41.397091 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:06:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['c48818d9-119e-4a9b-911e-c427d0a394f8'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:41.489366 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05480586-1b5e-44b4-9f75-b7f723722f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5ffc3943-80a0-4379-8de9-9f3e902f2d83), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:41.557892 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05480586-1b5e-44b4-9f75-b7f723722f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ffc3943-80a0-4379-8de9-9f3e902f2d83,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:41.828106 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] Set router c48818d9-119e-4a9b-911e-c427d0a394f8 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:42.010115 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a960dcf-7c8a-4a7f-8fe9-9d51f7b28ee2 req-68551bff-1c8a-4042-8672-18bde5cb9238 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:42.011711 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5a960dcf-7c8a-4a7f-8fe9-9d51f7b28ee2 req-68551bff-1c8a-4042-8672-18bde5cb9238 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4d4e34d-f48f-4a61-903a-6969b537d5c3 HTTP/1.1" status: 200 len: 943 time: 0.1746974 Feb 09 02:06:42.033378 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05480586-1b5e-44b4-9f75-b7f723722f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (0f6613a8-5105-4137-b283-c447d77ac5e5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:42.088314 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48818d9-119e-4a9b-911e-c427d0a394f8', 'name': 'tempest-TestAggregatesBasicOps-2018305529-router', 'tenant_id': '14c298e8d52b4f149c176b3ab98f25af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:31Z', 'updated_at': '2022-02-09T02:06:36Z', 'revision_number': 4, 'project_id': '14c298e8d52b4f149c176b3ab98f25af', 'gw_port': {'id': 'a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48818d9-119e-4a9b-911e-c427d0a394f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:32Z', 'updated_at': '2022-02-09T02:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '2ba27ed3-2077-4773-ad46-98752c3c009f', 'name': '', 'network_id': 'e3b2b80f-4ba2-431f-a661-609fd1690399', 'tenant_id': '14c298e8d52b4f149c176b3ab98f25af', 'mac_address': 'fa:16:3e:83:d6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48818d9-119e-4a9b-911e-c427d0a394f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '93c50d84-0475-481d-a345-49cccb1d45f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:34Z', 'updated_at': '2022-02-09T02:06:36Z', 'revision_number': 2, 'project_id': '14c298e8d52b4f149c176b3ab98f25af', 'subnets': [{'id': '93c50d84-0475-481d-a345-49cccb1d45f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:42.133252 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] Checking router: c48818d9-119e-4a9b-911e-c427d0a394f8 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:42.133859 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] Updating router c48818d9-119e-4a9b-911e-c427d0a394f8 port 2ba27ed3-2077-4773-ad46-98752c3c009f binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:06:42.169703 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2ba27ed3-2077-4773-ad46-98752c3c009f), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:42.174044 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5a960dcf-7c8a-4a7f-8fe9-9d51f7b28ee2 req-f820d3f9-c947-4835-8e7a-90dc5d97e71e tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea2570e8-de6e-4de6-9fe5-a115e2e20a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522675 Feb 09 02:06:42.364511 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:42.396360 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05480586-1b5e-44b4-9f75-b7f723722f84 admin admin] Router 0f6613a8-5105-4137-b283-c447d77ac5e5 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:06:42.404749 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device dd041e08-d4f2-4fc6-9354-5edc6ef87b99 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:06:42.554750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05480586-1b5e-44b4-9f75-b7f723722f84 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:42.555228 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port dd041e08-d4f2-4fc6-9354-5edc6ef87b99, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=dd041e08-d4f2-4fc6-9354-5edc6ef87b99,segment=NetworkSegment(bb852abd-281a-42d3-80f0-942fc115babd),segment_id=bb852abd-281a-42d3-80f0-942fc115babd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:42.568605 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25a41a3-82a2-4f0b-848a-0710371abb11 None None] Sync routers for ids ['0f6613a8-5105-4137-b283-c447d77ac5e5'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:42.569599 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-05480586-1b5e-44b4-9f75-b7f723722f84 admin admin] 10.222.0.36 "PUT /v2.0/routers/0f6613a8-5105-4137-b283-c447d77ac5e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6546891 Feb 09 02:06:42.571626 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42692) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:42.572914 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] Publish callbacks [] for port (2ba27ed3-2077-4773-ad46-98752c3c009f), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:42.581561 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'dd041e08-d4f2-4fc6-9354-5edc6ef87b99', 'network_id': '6b07bf79-d937-4899-a2c3-ef4c53afda3c', 'port_id': 'dd041e08-d4f2-4fc6-9354-5edc6ef87b99', 'mac_address': 'fa:16:3e:f0:6e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd81c4b63-6b31-4a40-8862-3dc13303911e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:06:42.585091 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25a41a3-82a2-4f0b-848a-0710371abb11 None None] Routers {'0f6613a8-5105-4137-b283-c447d77ac5e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:42.586083 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b25a41a3-82a2-4f0b-848a-0710371abb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:06:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0f6613a8-5105-4137-b283-c447d77ac5e5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:42.586558 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2ba27ed3-2077-4773-ad46-98752c3c009f), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:42.668871 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fb9d8-ee60-4e0d-800d-5d60278e9342 None None] Pushing event updated for resources: {'Port': ['ID=2ba27ed3-2077-4773-ad46-98752c3c009f,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:42.711023 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-b25a41a3-82a2-4f0b-848a-0710371abb11 None None] Set router 0f6613a8-5105-4137-b283-c447d77ac5e5 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:42.739792 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4fd76f0d-c22d-4e65-8baf-ef034d87d38b admin admin] Publish callbacks [] for router (0f6613a8-5105-4137-b283-c447d77ac5e5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:42.753652 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] Attempting to bind port 2ba27ed3-2077-4773-ad46-98752c3c009f on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:42.754125 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] Attempting to bind port 2ba27ed3-2077-4773-ad46-98752c3c009f by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f9e72124-32c9-469d-b8d9-8c4f16c8ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e3b2b80f-4ba2-431f-a661-609fd1690399'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:42.755104 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] Attempting to bind port 2ba27ed3-2077-4773-ad46-98752c3c009f on network e3b2b80f-4ba2-431f-a661-609fd1690399 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:42.761337 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:42.762823 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] Checking segment: {'id': 'f9e72124-32c9-469d-b8d9-8c4f16c8ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e3b2b80f-4ba2-431f-a661-609fd1690399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:42.763619 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:42.764191 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] Bound using segment: {'id': 'f9e72124-32c9-469d-b8d9-8c4f16c8ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e3b2b80f-4ba2-431f-a661-609fd1690399'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:42.764752 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] Bound port: 2ba27ed3-2077-4773-ad46-98752c3c009f, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e72124-32c9-469d-b8d9-8c4f16c8ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e3b2b80f-4ba2-431f-a661-609fd1690399'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:42.765210 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2ba27ed3-2077-4773-ad46-98752c3c009f), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:42.914387 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] For port 2ba27ed3-2077-4773-ad46-98752c3c009f, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:42.924589 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] For port 2ba27ed3-2077-4773-ad46-98752c3c009f, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=2ba27ed3-2077-4773-ad46-98752c3c009f,segment=NetworkSegment(f9e72124-32c9-469d-b8d9-8c4f16c8ec38),segment_id=f9e72124-32c9-469d-b8d9-8c4f16c8ec38)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:42.924797 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port dd041e08-d4f2-4fc6-9354-5edc6ef87b99 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:42.925160 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dd041e08-d4f2-4fc6-9354-5edc6ef87b99), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:42.935847 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2ba27ed3-2077-4773-ad46-98752c3c009f), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:42.951532 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd041e08-d4f2-4fc6-9354-5edc6ef87b99 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:06:42.985747 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port dd041e08-d4f2-4fc6-9354-5edc6ef87b99, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=dd041e08-d4f2-4fc6-9354-5edc6ef87b99,segment=NetworkSegment(bb852abd-281a-42d3-80f0-942fc115babd),segment_id=bb852abd-281a-42d3-80f0-942fc115babd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:42.990727 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4fd76f0d-c22d-4e65-8baf-ef034d87d38b admin admin] Publish callbacks [] for router_gateway (0f6613a8-5105-4137-b283-c447d77ac5e5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:43.020758 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (dd041e08-d4f2-4fc6-9354-5edc6ef87b99), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:43.098875 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fb9d8-ee60-4e0d-800d-5d60278e9342 None None] Pushing event updated for resources: {'Port': ['ID=2ba27ed3-2077-4773-ad46-98752c3c009f,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:43.117358 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] Routers {'c48818d9-119e-4a9b-911e-c427d0a394f8'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:43.118864 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:06:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['c48818d9-119e-4a9b-911e-c427d0a394f8'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:43.122785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b25a41a3-82a2-4f0b-848a-0710371abb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6613a8-5105-4137-b283-c447d77ac5e5', 'name': 'tempest-TestAggregatesBasicOps-878758159-router', 'tenant_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '021f7ff8-fd09-43dd-bdee-d749b835fd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:21Z', 'updated_at': '2022-02-09T02:06:41Z', 'revision_number': 5, 'project_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'gw_port': {'id': '021f7ff8-fd09-43dd-bdee-d749b835fd80', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6613a8-5105-4137-b283-c447d77ac5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:23Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:43.133357 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-4fd76f0d-c22d-4e65-8baf-ef034d87d38b admin admin] Deleting port 021f7ff8-fd09-43dd-bdee-d749b835fd80 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:43.133837 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4fd76f0d-c22d-4e65-8baf-ef034d87d38b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (021f7ff8-fd09-43dd-bdee-d749b835fd80), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:43.171738 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=dd041e08-d4f2-4fc6-9354-5edc6ef87b99,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:43.178384 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25a41a3-82a2-4f0b-848a-0710371abb11 None None] Checking router: 0f6613a8-5105-4137-b283-c447d77ac5e5 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:43.194832 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-2789752e-aa12-4b9a-bca2-91d576638198 None None] Provisioning complete for port 2ba27ed3-2077-4773-ad46-98752c3c009f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:43.195238 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2789752e-aa12-4b9a-bca2-91d576638198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2ba27ed3-2077-4773-ad46-98752c3c009f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:43.203037 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25a41a3-82a2-4f0b-848a-0710371abb11 None None] Routers {'0f6613a8-5105-4137-b283-c447d77ac5e5'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:43.203686 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b25a41a3-82a2-4f0b-848a-0710371abb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:06:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0f6613a8-5105-4137-b283-c447d77ac5e5'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:43.308017 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] Set router c48818d9-119e-4a9b-911e-c427d0a394f8 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:43.426047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-b25a41a3-82a2-4f0b-848a-0710371abb11 None None] Set router 0f6613a8-5105-4137-b283-c447d77ac5e5 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:43.431090 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-4fd76f0d-c22d-4e65-8baf-ef034d87d38b admin admin] For port 021f7ff8-fd09-43dd-bdee-d749b835fd80, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=021f7ff8-fd09-43dd-bdee-d749b835fd80,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:43.442498 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4fd76f0d-c22d-4e65-8baf-ef034d87d38b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (021f7ff8-fd09-43dd-bdee-d749b835fd80), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:43.472520 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-4fd76f0d-c22d-4e65-8baf-ef034d87d38b admin admin] Calling delete_port for 021f7ff8-fd09-43dd-bdee-d749b835fd80 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:43.513685 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b25a41a3-82a2-4f0b-848a-0710371abb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6613a8-5105-4137-b283-c447d77ac5e5', 'name': 'tempest-TestAggregatesBasicOps-878758159-router', 'tenant_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:21Z', 'updated_at': '2022-02-09T02:06:42Z', 'revision_number': 6, 'project_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:43.550071 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25a41a3-82a2-4f0b-848a-0710371abb11 None None] The sync data for ids ['0f6613a8-5105-4137-b283-c447d77ac5e5'] in n-d-828387-3 is: [{'id': '0f6613a8-5105-4137-b283-c447d77ac5e5', 'name': 'tempest-TestAggregatesBasicOps-878758159-router', 'tenant_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:21Z', 'updated_at': '2022-02-09T02:06:42Z', 'revision_number': 6, 'project_id': '6ad1b2dee0c94c2cb7c72055f11ed204', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:43.582694 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48818d9-119e-4a9b-911e-c427d0a394f8', 'name': 'tempest-TestAggregatesBasicOps-2018305529-router', 'tenant_id': '14c298e8d52b4f149c176b3ab98f25af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:31Z', 'updated_at': '2022-02-09T02:06:36Z', 'revision_number': 4, 'project_id': '14c298e8d52b4f149c176b3ab98f25af', 'gw_port': {'id': 'a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48818d9-119e-4a9b-911e-c427d0a394f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:32Z', 'updated_at': '2022-02-09T02:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '2ba27ed3-2077-4773-ad46-98752c3c009f', 'name': '', 'network_id': 'e3b2b80f-4ba2-431f-a661-609fd1690399', 'tenant_id': '14c298e8d52b4f149c176b3ab98f25af', 'mac_address': 'fa:16:3e:83:d6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48818d9-119e-4a9b-911e-c427d0a394f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '93c50d84-0475-481d-a345-49cccb1d45f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:34Z', 'updated_at': '2022-02-09T02:06:42Z', 'revision_number': 4, 'project_id': '14c298e8d52b4f149c176b3ab98f25af', 'subnets': [{'id': '93c50d84-0475-481d-a345-49cccb1d45f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:43.589889 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:43.621794 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0914f4-0ffa-4347-a6db-e77a3b6acbfc None None] The sync data for ids ['c48818d9-119e-4a9b-911e-c427d0a394f8'] in n-d-828387-3 is: [{'id': 'c48818d9-119e-4a9b-911e-c427d0a394f8', 'name': 'tempest-TestAggregatesBasicOps-2018305529-router', 'tenant_id': '14c298e8d52b4f149c176b3ab98f25af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:31Z', 'updated_at': '2022-02-09T02:06:36Z', 'revision_number': 4, 'project_id': '14c298e8d52b4f149c176b3ab98f25af', 'gw_port': {'id': 'a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48818d9-119e-4a9b-911e-c427d0a394f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:32Z', 'updated_at': '2022-02-09T02:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '2ba27ed3-2077-4773-ad46-98752c3c009f', 'name': '', 'network_id': 'e3b2b80f-4ba2-431f-a661-609fd1690399', 'tenant_id': '14c298e8d52b4f149c176b3ab98f25af', 'mac_address': 'fa:16:3e:83:d6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48818d9-119e-4a9b-911e-c427d0a394f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '93c50d84-0475-481d-a345-49cccb1d45f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:34Z', 'updated_at': '2022-02-09T02:06:42Z', 'revision_number': 4, 'project_id': '14c298e8d52b4f149c176b3ab98f25af', 'subnets': [{'id': '93c50d84-0475-481d-a345-49cccb1d45f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:43.644148 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cda8c-f96e-4146-b3df-c6c73bcc3ae6 req-d95a3678-42a7-4a44-b347-0d569432b7ef tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:43.647523 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-379cda8c-f96e-4146-b3df-c6c73bcc3ae6 req-d95a3678-42a7-4a44-b347-0d569432b7ef tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4d4e34d-f48f-4a61-903a-6969b537d5c3 HTTP/1.1" status: 200 len: 944 time: 0.3038058 Feb 09 02:06:43.676999 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['dd041e08-d4f2-4fc6-9354-5edc6ef87b99'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:06:43.750177 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2789752e-aa12-4b9a-bca2-91d576638198 None None] Current status of the port 2ba27ed3-2077-4773-ad46-98752c3c009f is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:43.750726 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2789752e-aa12-4b9a-bca2-91d576638198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2ba27ed3-2077-4773-ad46-98752c3c009f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:43.823261 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-379cda8c-f96e-4146-b3df-c6c73bcc3ae6 req-a96f6ad5-5dc4-4037-8a35-f7342c267942 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea2570e8-de6e-4de6-9fe5-a115e2e20a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641824 Feb 09 02:06:43.843689 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-2789752e-aa12-4b9a-bca2-91d576638198 None None] For port 2ba27ed3-2077-4773-ad46-98752c3c009f, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=2ba27ed3-2077-4773-ad46-98752c3c009f,segment=NetworkSegment(f9e72124-32c9-469d-b8d9-8c4f16c8ec38),segment_id=f9e72124-32c9-469d-b8d9-8c4f16c8ec38)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:43.876413 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2789752e-aa12-4b9a-bca2-91d576638198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2ba27ed3-2077-4773-ad46-98752c3c009f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:43.953572 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789752e-aa12-4b9a-bca2-91d576638198 None None] Pushing event updated for resources: {'Port': ['ID=2ba27ed3-2077-4773-ad46-98752c3c009f,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:43.955957 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4fd76f0d-c22d-4e65-8baf-ef034d87d38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (021f7ff8-fd09-43dd-bdee-d749b835fd80), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.027129 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd76f0d-c22d-4e65-8baf-ef034d87d38b admin admin] Pushing event deleted for resources: {'Port': ['ID=021f7ff8-fd09-43dd-bdee-d749b835fd80,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:44.041626 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-32364564-4276-4acf-9a09-87b6d83a1eac None None] Provisioning complete for port 2ba27ed3-2077-4773-ad46-98752c3c009f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:44.041998 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-32364564-4276-4acf-9a09-87b6d83a1eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2ba27ed3-2077-4773-ad46-98752c3c009f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.132344 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4fd76f0d-c22d-4e65-8baf-ef034d87d38b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (0f6613a8-5105-4137-b283-c447d77ac5e5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.180674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-32364564-4276-4acf-9a09-87b6d83a1eac None None] Current status of the port 2ba27ed3-2077-4773-ad46-98752c3c009f is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:44.272843 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4fd76f0d-c22d-4e65-8baf-ef034d87d38b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (0f6613a8-5105-4137-b283-c447d77ac5e5), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.275937 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4fd76f0d-c22d-4e65-8baf-ef034d87d38b admin admin] Publish callbacks [] for router_controller (0f6613a8-5105-4137-b283-c447d77ac5e5), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.336932 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4fd76f0d-c22d-4e65-8baf-ef034d87d38b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (0f6613a8-5105-4137-b283-c447d77ac5e5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.339053 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd76f0d-c22d-4e65-8baf-ef034d87d38b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f6613a8-5105-4137-b283-c447d77ac5e5 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:06:44.346034 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4fd76f0d-c22d-4e65-8baf-ef034d87d38b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.350165 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42702) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:44.351144 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4fd76f0d-c22d-4e65-8baf-ef034d87d38b admin admin] 10.222.0.36 "DELETE /v2.0/routers/0f6613a8-5105-4137-b283-c447d77ac5e5 HTTP/1.1" status: 204 len: 168 time: 1.7784178 Feb 09 02:06:44.403795 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f5b4f8-1ba2-4830-95a1-4d1edec0c95e admin admin] Deleting subnet dfa8710b-e814-4f77-8864-84baeb56eb41 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:06:44.408108 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30f5b4f8-1ba2-4830-95a1-4d1edec0c95e admin admin] Publish callbacks [] for subnet (dfa8710b-e814-4f77-8864-84baeb56eb41), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.445593 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30f5b4f8-1ba2-4830-95a1-4d1edec0c95e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (dfa8710b-e814-4f77-8864-84baeb56eb41), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.579573 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30f5b4f8-1ba2-4830-95a1-4d1edec0c95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (dfa8710b-e814-4f77-8864-84baeb56eb41), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.660610 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30f5b4f8-1ba2-4830-95a1-4d1edec0c95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (dfa8710b-e814-4f77-8864-84baeb56eb41), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.690159 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 2ba27ed3-2077-4773-ad46-98752c3c009f up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:44.719484 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5b4f8-1ba2-4830-95a1-4d1edec0c95e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfa8710b-e814-4f77-8864-84baeb56eb41,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:44.724821 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30f5b4f8-1ba2-4830-95a1-4d1edec0c95e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.729449 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60129ed0-b789-4e77-84af-13ca324cb3d1 None None] Network 823eaa1d-fee2-45c8-91be-b5e13b3933fe requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:44.729591 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-30f5b4f8-1ba2-4830-95a1-4d1edec0c95e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dfa8710b-e814-4f77-8864-84baeb56eb41 HTTP/1.1" status: 204 len: 168 time: 0.3782361 Feb 09 02:06:44.731985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42704) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:44.833904 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c311320b-62e3-4e8d-a570-c2d758aef798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (823eaa1d-fee2-45c8-91be-b5e13b3933fe), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.915551 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 2ba27ed3-2077-4773-ad46-98752c3c009f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:44.916225 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2ba27ed3-2077-4773-ad46-98752c3c009f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.937947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-c311320b-62e3-4e8d-a570-c2d758aef798 admin admin] Deleting port eeb4bd23-c38f-401a-af67-1ae35b02ec95 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:44.938613 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c311320b-62e3-4e8d-a570-c2d758aef798 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (eeb4bd23-c38f-401a-af67-1ae35b02ec95), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:45.050178 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 2ba27ed3-2077-4773-ad46-98752c3c009f is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:45.092517 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40645247-de23-47ac-be52-8ec0c57cc83e None None] DHCP port deletion for 823eaa1d-fee2-45c8-91be-b5e13b3933fe request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:06:45.125053 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-c311320b-62e3-4e8d-a570-c2d758aef798 admin admin] For port eeb4bd23-c38f-401a-af67-1ae35b02ec95, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=eeb4bd23-c38f-401a-af67-1ae35b02ec95,segment=NetworkSegment(f3aed263-f517-46d6-82ba-b3a781f5192a),segment_id=f3aed263-f517-46d6-82ba-b3a781f5192a)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:45.125431 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c311320b-62e3-4e8d-a570-c2d758aef798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (eeb4bd23-c38f-401a-af67-1ae35b02ec95), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:45.144612 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-c311320b-62e3-4e8d-a570-c2d758aef798 admin admin] Calling delete_port for eeb4bd23-c38f-401a-af67-1ae35b02ec95 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:45.149107 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5ffc3943-80a0-4379-8de9-9f3e902f2d83 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:45.173187 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 5ffc3943-80a0-4379-8de9-9f3e902f2d83 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:45.173527 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5ffc3943-80a0-4379-8de9-9f3e902f2d83 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:45.173938 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 021f7ff8-fd09-43dd-bdee-d749b835fd80 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:45.207742 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 021f7ff8-fd09-43dd-bdee-d749b835fd80 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:45.209243 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 021f7ff8-fd09-43dd-bdee-d749b835fd80 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:45.243345 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-40645247-de23-47ac-be52-8ec0c57cc83e None None] Deleting port eeb4bd23-c38f-401a-af67-1ae35b02ec95 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:45.243345 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-40645247-de23-47ac-be52-8ec0c57cc83e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (eeb4bd23-c38f-401a-af67-1ae35b02ec95), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:45.289738 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c311320b-62e3-4e8d-a570-c2d758aef798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (eeb4bd23-c38f-401a-af67-1ae35b02ec95), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:45.330133 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311320b-62e3-4e8d-a570-c2d758aef798 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb4bd23-c38f-401a-af67-1ae35b02ec95,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:45.330634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-40645247-de23-47ac-be52-8ec0c57cc83e None None] For port eeb4bd23-c38f-401a-af67-1ae35b02ec95, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=eeb4bd23-c38f-401a-af67-1ae35b02ec95,segment=NetworkSegment(f3aed263-f517-46d6-82ba-b3a781f5192a),segment_id=f3aed263-f517-46d6-82ba-b3a781f5192a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:45.331241 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-40645247-de23-47ac-be52-8ec0c57cc83e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (eeb4bd23-c38f-401a-af67-1ae35b02ec95), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:45.346144 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-40645247-de23-47ac-be52-8ec0c57cc83e None None] Calling delete_port for eeb4bd23-c38f-401a-af67-1ae35b02ec95 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:45.350597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdba87-85c2-4684-93d0-f964eb4525cb req-96cdcae4-6b51-4fe6-b8e2-4db8bb9d23bb tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:45.352160 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82fdba87-85c2-4684-93d0-f964eb4525cb req-96cdcae4-6b51-4fe6-b8e2-4db8bb9d23bb tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4d4e34d-f48f-4a61-903a-6969b537d5c3 HTTP/1.1" status: 200 len: 944 time: 0.3353064 Feb 09 02:06:45.358097 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c311320b-62e3-4e8d-a570-c2d758aef798 admin admin] No DVR routers for this DVR port eeb4bd23-c38f-401a-af67-1ae35b02ec95 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:45.437945 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:06:45.453867 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-40645247-de23-47ac-be52-8ec0c57cc83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (eeb4bd23-c38f-401a-af67-1ae35b02ec95), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:45.473360 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40645247-de23-47ac-be52-8ec0c57cc83e None None] No DVR routers for this DVR port eeb4bd23-c38f-401a-af67-1ae35b02ec95 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:45.494740 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40645247-de23-47ac-be52-8ec0c57cc83e None None] Pushing event deleted for resources: {'Port': ['ID=eeb4bd23-c38f-401a-af67-1ae35b02ec95,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:45.530545 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82fdba87-85c2-4684-93d0-f964eb4525cb req-b44f501e-4a24-401e-8f0f-d0c140925923 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea2570e8-de6e-4de6-9fe5-a115e2e20a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661878 Feb 09 02:06:45.554857 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c311320b-62e3-4e8d-a570-c2d758aef798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (823eaa1d-fee2-45c8-91be-b5e13b3933fe), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:45.579178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-c311320b-62e3-4e8d-a570-c2d758aef798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823eaa1d-fee2-45c8-91be-b5e13b3933fe']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:45.591263 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-c311320b-62e3-4e8d-a570-c2d758aef798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3aed263-f517-46d6-82ba-b3a781f5192a') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:45.591816 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-c311320b-62e3-4e8d-a570-c2d758aef798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3aed263-f517-46d6-82ba-b3a781f5192a') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:45.604766 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c311320b-62e3-4e8d-a570-c2d758aef798 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (f3aed263-f517-46d6-82ba-b3a781f5192a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:45.620069 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c311320b-62e3-4e8d-a570-c2d758aef798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f3aed263-f517-46d6-82ba-b3a781f5192a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:45.627242 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c311320b-62e3-4e8d-a570-c2d758aef798 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:06:45.627642 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c311320b-62e3-4e8d-a570-c2d758aef798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (f3aed263-f517-46d6-82ba-b3a781f5192a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:06:45.629353 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:06:45.732842 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c311320b-62e3-4e8d-a570-c2d758aef798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (823eaa1d-fee2-45c8-91be-b5e13b3933fe), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:45.740812 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c311320b-62e3-4e8d-a570-c2d758aef798 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:45.748733 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c311320b-62e3-4e8d-a570-c2d758aef798 admin admin] 10.222.0.36 "DELETE /v2.0/networks/823eaa1d-fee2-45c8-91be-b5e13b3933fe HTTP/1.1" status: 204 len: 168 time: 1.0129206 Feb 09 02:06:45.749317 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42712) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:45.776292 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311320b-62e3-4e8d-a570-c2d758aef798 admin admin] Pushing event deleted for resources: {'Network': ['ID=823eaa1d-fee2-45c8-91be-b5e13b3933fe,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:46.203023 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8b8beb9e-310b-4c70-908c-3c4d1f682813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (c48818d9-119e-4a9b-911e-c427d0a394f8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:46.402650 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device eeb4bd23-c38f-401a-af67-1ae35b02ec95 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:46.440686 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device dd041e08-d4f2-4fc6-9354-5edc6ef87b99 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:46.445425 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: eeb4bd23-c38f-401a-af67-1ae35b02ec95 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:46.445804 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device eeb4bd23-c38f-401a-af67-1ae35b02ec95 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:46.538059 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port dd041e08-d4f2-4fc6-9354-5edc6ef87b99 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:06:46.544364 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port dd041e08-d4f2-4fc6-9354-5edc6ef87b99 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:46.544751 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (dd041e08-d4f2-4fc6-9354-5edc6ef87b99), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:46.586642 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-8b8beb9e-310b-4c70-908c-3c4d1f682813 admin admin] Deleting port 2ba27ed3-2077-4773-ad46-98752c3c009f {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:46.587319 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8b8beb9e-310b-4c70-908c-3c4d1f682813 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (2ba27ed3-2077-4773-ad46-98752c3c009f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:46.705929 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port dd041e08-d4f2-4fc6-9354-5edc6ef87b99 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:46.706383 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dd041e08-d4f2-4fc6-9354-5edc6ef87b99), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:46.728715 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07223a57-4dcf-491a-bb9b-17a1ba7d2603 req-00ff5fde-6cdb-416a-8788-98d04d71300a tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:46.729785 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-8b8beb9e-310b-4c70-908c-3c4d1f682813 admin admin] For port 2ba27ed3-2077-4773-ad46-98752c3c009f, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=2ba27ed3-2077-4773-ad46-98752c3c009f,segment=NetworkSegment(f9e72124-32c9-469d-b8d9-8c4f16c8ec38),segment_id=f9e72124-32c9-469d-b8d9-8c4f16c8ec38)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:46.730378 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-07223a57-4dcf-491a-bb9b-17a1ba7d2603 req-00ff5fde-6cdb-416a-8788-98d04d71300a tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4d4e34d-f48f-4a61-903a-6969b537d5c3 HTTP/1.1" status: 200 len: 944 time: 0.0923216 Feb 09 02:06:46.730666 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8b8beb9e-310b-4c70-908c-3c4d1f682813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (2ba27ed3-2077-4773-ad46-98752c3c009f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:46.748581 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-8b8beb9e-310b-4c70-908c-3c4d1f682813 admin admin] Calling delete_port for 2ba27ed3-2077-4773-ad46-98752c3c009f owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:46.753413 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d4e34d-f48f-4a61-903a-6969b537d5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd041e08-d4f2-4fc6-9354-5edc6ef87b99'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:46.755913 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12280b20-ad8d-42d8-9617-a24fe9f69af6" -d '{"events": [{"server_uuid": "f4d4e34d-f48f-4a61-903a-6969b537d5c3", "name": "network-vif-plugged", "status": "completed", "tag": "dd041e08-d4f2-4fc6-9354-5edc6ef87b99"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:46.797780 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port dd041e08-d4f2-4fc6-9354-5edc6ef87b99, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=dd041e08-d4f2-4fc6-9354-5edc6ef87b99,segment=NetworkSegment(bb852abd-281a-42d3-80f0-942fc115babd),segment_id=bb852abd-281a-42d3-80f0-942fc115babd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:46.809650 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (dd041e08-d4f2-4fc6-9354-5edc6ef87b99), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:46.833156 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-07223a57-4dcf-491a-bb9b-17a1ba7d2603 req-c268e26e-a6bb-41a2-b529-557197915e32 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea2570e8-de6e-4de6-9fe5-a115e2e20a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964959 Feb 09 02:06:47.004197 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630608da-5802-4a17-9596-24ff5b162b72 req-18917eae-c78e-46ea-b824-5a3a0b50efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:47.006779 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-630608da-5802-4a17-9596-24ff5b162b72 req-18917eae-c78e-46ea-b824-5a3a0b50efe2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4d4e34d-f48f-4a61-903a-6969b537d5c3 HTTP/1.1" status: 200 len: 1127 time: 0.0930684 Feb 09 02:06:47.049513 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8b8beb9e-310b-4c70-908c-3c4d1f682813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (2ba27ed3-2077-4773-ad46-98752c3c009f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:47.103626 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8beb9e-310b-4c70-908c-3c4d1f682813 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba27ed3-2077-4773-ad46-98752c3c009f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:47.111692 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-630608da-5802-4a17-9596-24ff5b162b72 req-fe3fcec2-f477-4154-a2e8-4dc665dafdd3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ea2570e8-de6e-4de6-9fe5-a115e2e20a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950587 Feb 09 02:06:47.149977 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098f0157-0cf9-41ca-90b8-de5eaed0e77b x-openstack-request-id: req-098f0157-0cf9-41ca-90b8-de5eaed0e77b {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:47.150278 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d4e34d-f48f-4a61-903a-6969b537d5c3", "name": "network-vif-plugged", "status": "completed", "tag": "dd041e08-d4f2-4fc6-9354-5edc6ef87b99", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:47.151395 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-098f0157-0cf9-41ca-90b8-de5eaed0e77b {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:47.152573 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d4e34d-f48f-4a61-903a-6969b537d5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd041e08-d4f2-4fc6-9354-5edc6ef87b99', 'code': 200} Feb 09 02:06:47.189877 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=dd041e08-d4f2-4fc6-9354-5edc6ef87b99,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:47.204963 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:47.208386 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:47.210078 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:47.212301 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:47.212828 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:47.216572 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:47.217195 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:47.217732 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:47.218250 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:47.218759 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:47.219672 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:47.220321 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:47.222911 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:47.348873 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8b8beb9e-310b-4c70-908c-3c4d1f682813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (c48818d9-119e-4a9b-911e-c427d0a394f8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:47.593395 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8beb9e-310b-4c70-908c-3c4d1f682813 admin admin] Router c48818d9-119e-4a9b-911e-c427d0a394f8 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:06:47.707040 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8beb9e-310b-4c70-908c-3c4d1f682813 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:47.712909 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8b8beb9e-310b-4c70-908c-3c4d1f682813 admin admin] 10.222.0.36 "PUT /v2.0/routers/c48818d9-119e-4a9b-911e-c427d0a394f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9623129 Feb 09 02:06:47.715971 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42726) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:47.720449 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bf8378-55ec-478c-ae41-f28a27879529 None None] Sync routers for ids ['c48818d9-119e-4a9b-911e-c427d0a394f8'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:47.736124 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf8378-55ec-478c-ae41-f28a27879529 None None] Routers {'c48818d9-119e-4a9b-911e-c427d0a394f8'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:47.737112 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-83bf8378-55ec-478c-ae41-f28a27879529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:06:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['c48818d9-119e-4a9b-911e-c427d0a394f8'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:47.995472 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-83bf8378-55ec-478c-ae41-f28a27879529 None None] Set router c48818d9-119e-4a9b-911e-c427d0a394f8 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:48.177990 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44122cff-1006-4da2-90f3-451aee9212b5 admin admin] Publish callbacks [] for router (c48818d9-119e-4a9b-911e-c427d0a394f8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:48.321938 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c3167-c8da-4515-9c8e-ba248ff6ce04 req-cce806b6-a286-4fa8-a079-4788ffe4fa9a tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:48.323506 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea6c3167-c8da-4515-9c8e-ba248ff6ce04 req-cce806b6-a286-4fa8-a079-4788ffe4fa9a tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4d4e34d-f48f-4a61-903a-6969b537d5c3 HTTP/1.1" status: 200 len: 945 time: 0.1434650 Feb 09 02:06:48.360743 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44122cff-1006-4da2-90f3-451aee9212b5 admin admin] Publish callbacks [] for router_gateway (c48818d9-119e-4a9b-911e-c427d0a394f8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:48.375790 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-83bf8378-55ec-478c-ae41-f28a27879529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48818d9-119e-4a9b-911e-c427d0a394f8', 'name': 'tempest-TestAggregatesBasicOps-2018305529-router', 'tenant_id': '14c298e8d52b4f149c176b3ab98f25af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:31Z', 'updated_at': '2022-02-09T02:06:46Z', 'revision_number': 5, 'project_id': '14c298e8d52b4f149c176b3ab98f25af', 'gw_port': {'id': 'a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48818d9-119e-4a9b-911e-c427d0a394f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:32Z', 'updated_at': '2022-02-09T02:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:48.448860 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea6c3167-c8da-4515-9c8e-ba248ff6ce04 req-3d926682-2a2a-47fa-97ca-538c9845f2d6 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea2570e8-de6e-4de6-9fe5-a115e2e20a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160271 Feb 09 02:06:48.454876 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bf8378-55ec-478c-ae41-f28a27879529 None None] Checking router: c48818d9-119e-4a9b-911e-c427d0a394f8 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:48.482683 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf8378-55ec-478c-ae41-f28a27879529 None None] Routers {'c48818d9-119e-4a9b-911e-c427d0a394f8'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:48.483499 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-83bf8378-55ec-478c-ae41-f28a27879529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:06:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['c48818d9-119e-4a9b-911e-c427d0a394f8'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:48.504122 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-44122cff-1006-4da2-90f3-451aee9212b5 admin admin] Deleting port a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:48.504565 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44122cff-1006-4da2-90f3-451aee9212b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:48.611823 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-44122cff-1006-4da2-90f3-451aee9212b5 admin admin] For port a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:48.612468 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44122cff-1006-4da2-90f3-451aee9212b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:48.627133 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-44122cff-1006-4da2-90f3-451aee9212b5 admin admin] Calling delete_port for a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2 owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:48.651522 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-83bf8378-55ec-478c-ae41-f28a27879529 None None] Set router c48818d9-119e-4a9b-911e-c427d0a394f8 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:48.717273 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-83bf8378-55ec-478c-ae41-f28a27879529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48818d9-119e-4a9b-911e-c427d0a394f8', 'name': 'tempest-TestAggregatesBasicOps-2018305529-router', 'tenant_id': '14c298e8d52b4f149c176b3ab98f25af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:31Z', 'updated_at': '2022-02-09T02:06:48Z', 'revision_number': 6, 'project_id': '14c298e8d52b4f149c176b3ab98f25af', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:48.748913 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bf8378-55ec-478c-ae41-f28a27879529 None None] The sync data for ids ['c48818d9-119e-4a9b-911e-c427d0a394f8'] in n-d-828387-3 is: [{'id': 'c48818d9-119e-4a9b-911e-c427d0a394f8', 'name': 'tempest-TestAggregatesBasicOps-2018305529-router', 'tenant_id': '14c298e8d52b4f149c176b3ab98f25af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:31Z', 'updated_at': '2022-02-09T02:06:48Z', 'revision_number': 6, 'project_id': '14c298e8d52b4f149c176b3ab98f25af', 'gw_port_host': None}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:48.888795 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44122cff-1006-4da2-90f3-451aee9212b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:48.917357 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44122cff-1006-4da2-90f3-451aee9212b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:49.000008 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44122cff-1006-4da2-90f3-451aee9212b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (c48818d9-119e-4a9b-911e-c427d0a394f8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:49.106121 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44122cff-1006-4da2-90f3-451aee9212b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (c48818d9-119e-4a9b-911e-c427d0a394f8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:49.108704 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44122cff-1006-4da2-90f3-451aee9212b5 admin admin] Publish callbacks [] for router_controller (c48818d9-119e-4a9b-911e-c427d0a394f8), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:49.180857 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44122cff-1006-4da2-90f3-451aee9212b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (c48818d9-119e-4a9b-911e-c427d0a394f8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:49.181472 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44122cff-1006-4da2-90f3-451aee9212b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c48818d9-119e-4a9b-911e-c427d0a394f8 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:06:49.192646 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44122cff-1006-4da2-90f3-451aee9212b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:49.196734 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-44122cff-1006-4da2-90f3-451aee9212b5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c48818d9-119e-4a9b-911e-c427d0a394f8 HTTP/1.1" status: 204 len: 168 time: 1.4769032 Feb 09 02:06:49.197003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42736) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:49.271558 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b4160d-0a9c-49f6-b2ee-1783c8b5880d admin admin] Deleting subnet 93c50d84-0475-481d-a345-49cccb1d45f1 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:06:49.279260 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-31b4160d-0a9c-49f6-b2ee-1783c8b5880d admin admin] Publish callbacks [] for subnet (93c50d84-0475-481d-a345-49cccb1d45f1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:49.328902 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-31b4160d-0a9c-49f6-b2ee-1783c8b5880d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (93c50d84-0475-481d-a345-49cccb1d45f1), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:49.434374 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-31b4160d-0a9c-49f6-b2ee-1783c8b5880d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (93c50d84-0475-481d-a345-49cccb1d45f1), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:49.495229 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-31b4160d-0a9c-49f6-b2ee-1783c8b5880d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (93c50d84-0475-481d-a345-49cccb1d45f1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:49.508128 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:06:49.570559 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4160d-0a9c-49f6-b2ee-1783c8b5880d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93c50d84-0475-481d-a345-49cccb1d45f1,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:49.581969 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-31b4160d-0a9c-49f6-b2ee-1783c8b5880d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:49.586205 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfefdd22-103e-4c30-b6dd-893df3f4b2dd None None] Network e3b2b80f-4ba2-431f-a661-609fd1690399 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:49.587803 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-31b4160d-0a9c-49f6-b2ee-1783c8b5880d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/93c50d84-0475-481d-a345-49cccb1d45f1 HTTP/1.1" status: 204 len: 168 time: 0.3887970 Feb 09 02:06:49.590547 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42742) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:49.647963 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fe782-735a-4110-9292-a2bdb42260a2 req-f0f0d5cf-6ba7-4799-8131-617250a34fe3 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:49.667396 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b57fe782-735a-4110-9292-a2bdb42260a2 req-f0f0d5cf-6ba7-4799-8131-617250a34fe3 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4d4e34d-f48f-4a61-903a-6969b537d5c3 HTTP/1.1" status: 200 len: 945 time: 0.1195662 Feb 09 02:06:49.762678 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b57fe782-735a-4110-9292-a2bdb42260a2 req-67bec986-9991-4d1c-a775-cb63a0d0c072 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea2570e8-de6e-4de6-9fe5-a115e2e20a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939453 Feb 09 02:06:49.814397 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89db51c0-c937-4b20-bf6c-f0333bab2158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (e3b2b80f-4ba2-431f-a661-609fd1690399), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:49.946375 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-89db51c0-c937-4b20-bf6c-f0333bab2158 admin admin] Deleting port db37f14c-7ff4-409f-a029-8827e0d35256 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:49.954565 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89db51c0-c937-4b20-bf6c-f0333bab2158 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (db37f14c-7ff4-409f-a029-8827e0d35256), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:50.028865 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7cb1d6-d7c4-4388-b034-7797dcffda80 None None] DHCP port deletion for e3b2b80f-4ba2-431f-a661-609fd1690399 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:06:50.081972 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-89db51c0-c937-4b20-bf6c-f0333bab2158 admin admin] For port db37f14c-7ff4-409f-a029-8827e0d35256, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=db37f14c-7ff4-409f-a029-8827e0d35256,segment=NetworkSegment(f9e72124-32c9-469d-b8d9-8c4f16c8ec38),segment_id=f9e72124-32c9-469d-b8d9-8c4f16c8ec38)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:50.082362 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89db51c0-c937-4b20-bf6c-f0333bab2158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (db37f14c-7ff4-409f-a029-8827e0d35256), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:50.108777 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-89db51c0-c937-4b20-bf6c-f0333bab2158 admin admin] Calling delete_port for db37f14c-7ff4-409f-a029-8827e0d35256 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:50.121778 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ca7cb1d6-d7c4-4388-b034-7797dcffda80 None None] Deleting port db37f14c-7ff4-409f-a029-8827e0d35256 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:50.122636 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ca7cb1d6-d7c4-4388-b034-7797dcffda80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (db37f14c-7ff4-409f-a029-8827e0d35256), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:50.274645 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89db51c0-c937-4b20-bf6c-f0333bab2158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (db37f14c-7ff4-409f-a029-8827e0d35256), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:50.307659 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ca7cb1d6-d7c4-4388-b034-7797dcffda80 None None] For port db37f14c-7ff4-409f-a029-8827e0d35256, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=db37f14c-7ff4-409f-a029-8827e0d35256,segment=NetworkSegment(f9e72124-32c9-469d-b8d9-8c4f16c8ec38),segment_id=f9e72124-32c9-469d-b8d9-8c4f16c8ec38)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:50.314799 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ca7cb1d6-d7c4-4388-b034-7797dcffda80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (db37f14c-7ff4-409f-a029-8827e0d35256), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:50.317268 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89db51c0-c937-4b20-bf6c-f0333bab2158 admin admin] No DVR routers for this DVR port db37f14c-7ff4-409f-a029-8827e0d35256 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:50.361085 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ca7cb1d6-d7c4-4388-b034-7797dcffda80 None None] Calling delete_port for db37f14c-7ff4-409f-a029-8827e0d35256 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:50.398193 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db51c0-c937-4b20-bf6c-f0333bab2158 admin admin] Pushing event deleted for resources: {'Port': ['ID=db37f14c-7ff4-409f-a029-8827e0d35256,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:50.462704 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 2ba27ed3-2077-4773-ad46-98752c3c009f no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:50.494550 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 2ba27ed3-2077-4773-ad46-98752c3c009f {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:50.495803 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 2ba27ed3-2077-4773-ad46-98752c3c009f not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:50.496602 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:50.523441 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:50.523838 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a4e897f3-ac4c-476f-ad6c-b3c2ded0d8a2 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:50.524289 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device db37f14c-7ff4-409f-a029-8827e0d35256 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:50.530619 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89db51c0-c937-4b20-bf6c-f0333bab2158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (e3b2b80f-4ba2-431f-a661-609fd1690399), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:50.559778 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-89db51c0-c937-4b20-bf6c-f0333bab2158 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b2b80f-4ba2-431f-a661-609fd1690399']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:50.563721 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: db37f14c-7ff4-409f-a029-8827e0d35256 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:50.564487 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device db37f14c-7ff4-409f-a029-8827e0d35256 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:50.598319 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-89db51c0-c937-4b20-bf6c-f0333bab2158 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e72124-32c9-469d-b8d9-8c4f16c8ec38') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:50.598547 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-89db51c0-c937-4b20-bf6c-f0333bab2158 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e72124-32c9-469d-b8d9-8c4f16c8ec38') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:50.610694 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89db51c0-c937-4b20-bf6c-f0333bab2158 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (f9e72124-32c9-469d-b8d9-8c4f16c8ec38), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:50.614900 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ca7cb1d6-d7c4-4388-b034-7797dcffda80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (db37f14c-7ff4-409f-a029-8827e0d35256), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:50.655369 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89db51c0-c937-4b20-bf6c-f0333bab2158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f9e72124-32c9-469d-b8d9-8c4f16c8ec38), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:50.664505 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7cb1d6-d7c4-4388-b034-7797dcffda80 None None] No DVR routers for this DVR port db37f14c-7ff4-409f-a029-8827e0d35256 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:50.665705 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89db51c0-c937-4b20-bf6c-f0333bab2158 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:06:50.666307 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89db51c0-c937-4b20-bf6c-f0333bab2158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (f9e72124-32c9-469d-b8d9-8c4f16c8ec38), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:06:50.668946 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:06:50.755817 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7cb1d6-d7c4-4388-b034-7797dcffda80 None None] Pushing event deleted for resources: {'Port': ['ID=db37f14c-7ff4-409f-a029-8827e0d35256,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:50.786269 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89db51c0-c937-4b20-bf6c-f0333bab2158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (e3b2b80f-4ba2-431f-a661-609fd1690399), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:50.796942 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89db51c0-c937-4b20-bf6c-f0333bab2158 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:50.804450 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-89db51c0-c937-4b20-bf6c-f0333bab2158 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e3b2b80f-4ba2-431f-a661-609fd1690399 HTTP/1.1" status: 204 len: 168 time: 1.2054141 Feb 09 02:06:50.838643 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db51c0-c937-4b20-bf6c-f0333bab2158 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3b2b80f-4ba2-431f-a661-609fd1690399,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:50.857971 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335dbf1-4c2d-463a-acd3-d7ba96dfd519 req-e42f46a7-608c-4460-bf33-8bb42d1820b9 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:50.859678 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7335dbf1-4c2d-463a-acd3-d7ba96dfd519 req-e42f46a7-608c-4460-bf33-8bb42d1820b9 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4d4e34d-f48f-4a61-903a-6969b537d5c3 HTTP/1.1" status: 200 len: 945 time: 0.1365237 Feb 09 02:06:50.978101 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7335dbf1-4c2d-463a-acd3-d7ba96dfd519 req-697d0e62-ccf2-4087-b124-ad5a3922a163 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea2570e8-de6e-4de6-9fe5-a115e2e20a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084504 Feb 09 02:06:51.008772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42760) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:51.055338 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3242a9e7-c1f0-4ca5-85f7-82013712671c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ad1b2dee0c94c2cb7c72055f11ed204&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436084 Feb 09 02:06:51.057027 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42762) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:51.122123 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e42a0b10-0724-47aa-9a67-5c2da4f32863 admin admin] Publish callbacks [] for security_group (5c402591-b483-4277-858c-d48cba3a2edc), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:51.166528 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e42a0b10-0724-47aa-9a67-5c2da4f32863 admin admin] Publish callbacks [] for security_group (5c402591-b483-4277-858c-d48cba3a2edc), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:51.225745 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e42a0b10-0724-47aa-9a67-5c2da4f32863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5c402591-b483-4277-858c-d48cba3a2edc), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:51.228376 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e42a0b10-0724-47aa-9a67-5c2da4f32863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:51.229512 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e42a0b10-0724-47aa-9a67-5c2da4f32863 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5c402591-b483-4277-858c-d48cba3a2edc HTTP/1.1" status: 204 len: 168 time: 0.1715622 Feb 09 02:06:51.245343 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a0b10-0724-47aa-9a67-5c2da4f32863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c402591-b483-4277-858c-d48cba3a2edc,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:51.704490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42772) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:51.749833 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d83ed17c-f67c-4f2c-9cc8-f38780213078 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14c298e8d52b4f149c176b3ab98f25af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439956 Feb 09 02:06:51.752737 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42774) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:51.828052 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-671517eb-0a19-4bde-8800-9538d6e6c942 admin admin] Publish callbacks [] for security_group (a31408c4-e2e4-41b0-9be4-d3367cb4892e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:51.851803 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-671517eb-0a19-4bde-8800-9538d6e6c942 admin admin] Publish callbacks [] for security_group (a31408c4-e2e4-41b0-9be4-d3367cb4892e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:51.928161 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-671517eb-0a19-4bde-8800-9538d6e6c942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a31408c4-e2e4-41b0-9be4-d3367cb4892e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:51.931289 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-671517eb-0a19-4bde-8800-9538d6e6c942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:51.935667 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-671517eb-0a19-4bde-8800-9538d6e6c942 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a31408c4-e2e4-41b0-9be4-d3367cb4892e HTTP/1.1" status: 204 len: 168 time: 0.1817253 Feb 09 02:06:51.953172 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671517eb-0a19-4bde-8800-9538d6e6c942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31408c4-e2e4-41b0-9be4-d3367cb4892e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:52.102452 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0189a-73f3-451a-b2a7-284e3049356b req-7503b973-9e23-4cdb-b8fb-3e8595ec9bed tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:52.106642 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-82e0189a-73f3-451a-b2a7-284e3049356b req-7503b973-9e23-4cdb-b8fb-3e8595ec9bed tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4d4e34d-f48f-4a61-903a-6969b537d5c3 HTTP/1.1" status: 200 len: 945 time: 0.1100106 Feb 09 02:06:52.291959 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60edd18-9dff-43d1-92ae-db82c426a9a5 req-c6f59609-1f52-4118-b1bb-c868c69b6136 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:52.294973 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c60edd18-9dff-43d1-92ae-db82c426a9a5 req-c6f59609-1f52-4118-b1bb-c868c69b6136 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4d4e34d-f48f-4a61-903a-6969b537d5c3 HTTP/1.1" status: 200 len: 945 time: 0.1726356 Feb 09 02:06:52.379160 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-82e0189a-73f3-451a-b2a7-284e3049356b req-dd2fb4d0-5517-464f-9009-230a08eba1ac tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Deleting port dd041e08-d4f2-4fc6-9354-5edc6ef87b99 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:52.379480 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-82e0189a-73f3-451a-b2a7-284e3049356b req-dd2fb4d0-5517-464f-9009-230a08eba1ac tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (dd041e08-d4f2-4fc6-9354-5edc6ef87b99), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:52.439944 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c60edd18-9dff-43d1-92ae-db82c426a9a5 req-0a55cf01-a02c-4e65-97be-3e7e610fc542 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea2570e8-de6e-4de6-9fe5-a115e2e20a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344438 Feb 09 02:06:52.515260 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-82e0189a-73f3-451a-b2a7-284e3049356b req-dd2fb4d0-5517-464f-9009-230a08eba1ac tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] For port dd041e08-d4f2-4fc6-9354-5edc6ef87b99, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=dd041e08-d4f2-4fc6-9354-5edc6ef87b99,segment=NetworkSegment(bb852abd-281a-42d3-80f0-942fc115babd),segment_id=bb852abd-281a-42d3-80f0-942fc115babd)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:52.515630 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-82e0189a-73f3-451a-b2a7-284e3049356b req-dd2fb4d0-5517-464f-9009-230a08eba1ac tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (dd041e08-d4f2-4fc6-9354-5edc6ef87b99), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:52.531135 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-82e0189a-73f3-451a-b2a7-284e3049356b req-dd2fb4d0-5517-464f-9009-230a08eba1ac tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Calling delete_port for dd041e08-d4f2-4fc6-9354-5edc6ef87b99 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:52.722515 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-82e0189a-73f3-451a-b2a7-284e3049356b req-dd2fb4d0-5517-464f-9009-230a08eba1ac tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (dd041e08-d4f2-4fc6-9354-5edc6ef87b99), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:52.738044 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['dd041e08-d4f2-4fc6-9354-5edc6ef87b99'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:06:52.757205 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fb4d0-5517-464f-9009-230a08eba1ac tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Pushing event deleted for resources: {'Port': ['ID=dd041e08-d4f2-4fc6-9354-5edc6ef87b99,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:52.815531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e0189a-73f3-451a-b2a7-284e3049356b req-dd2fb4d0-5517-464f-9009-230a08eba1ac tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] No DVR routers for this DVR port dd041e08-d4f2-4fc6-9354-5edc6ef87b99 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:52.821556 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-82e0189a-73f3-451a-b2a7-284e3049356b req-dd2fb4d0-5517-464f-9009-230a08eba1ac tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:52.826843 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-82e0189a-73f3-451a-b2a7-284e3049356b req-dd2fb4d0-5517-464f-9009-230a08eba1ac tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.67 "DELETE /v2.0/ports/dd041e08-d4f2-4fc6-9354-5edc6ef87b99 HTTP/1.1" status: 204 len: 173 time: 0.7146595 Feb 09 02:06:52.827619 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d4e34d-f48f-4a61-903a-6969b537d5c3', 'name': 'network-vif-deleted', 'tag': 'dd041e08-d4f2-4fc6-9354-5edc6ef87b99'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:52.830199 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcecb07-4410-454f-97ed-89740ea7e794" -d '{"events": [{"server_uuid": "f4d4e34d-f48f-4a61-903a-6969b537d5c3", "name": "network-vif-deleted", "tag": "dd041e08-d4f2-4fc6-9354-5edc6ef87b99"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:52.940147 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68d62d0-e18c-4c57-8edc-380555c0c7c9 x-openstack-request-id: req-f68d62d0-e18c-4c57-8edc-380555c0c7c9 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:52.940472 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d4e34d-f48f-4a61-903a-6969b537d5c3", "name": "network-vif-deleted", "tag": "dd041e08-d4f2-4fc6-9354-5edc6ef87b99", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:52.940791 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f68d62d0-e18c-4c57-8edc-380555c0c7c9 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:52.941196 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d4e34d-f48f-4a61-903a-6969b537d5c3', 'name': 'network-vif-deleted', 'tag': 'dd041e08-d4f2-4fc6-9354-5edc6ef87b99', 'status': 'completed', 'code': 200} Feb 09 02:06:53.228864 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42804) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:53.374546 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-78a4a367-fd39-4c20-be3a-0af436afd9cb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-53633649-network', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:53.398700 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a4a367-fd39-4c20-be3a-0af436afd9cb admin admin] Made reservation on behalf of ae374e012dff438a8fcacf6297f76569 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:53.401385 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-78a4a367-fd39-4c20-be3a-0af436afd9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:53.411153 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-78a4a367-fd39-4c20-be3a-0af436afd9cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:53.539677 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-78a4a367-fd39-4c20-be3a-0af436afd9cb admin admin] Publish callbacks [] for security_group (3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:53.546179 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-78a4a367-fd39-4c20-be3a-0af436afd9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:53.575775 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a4a367-fd39-4c20-be3a-0af436afd9cb admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:06:53.594038 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4a367-fd39-4c20-be3a-0af436afd9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:53.630614 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-78a4a367-fd39-4c20-be3a-0af436afd9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (7e8f92df-20f9-4b45-8132-7943125320b9), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:53.631161 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-78a4a367-fd39-4c20-be3a-0af436afd9cb admin admin] Added segment 7e8f92df-20f9-4b45-8132-7943125320b9 of type vlan for network cc310b24-fd11-451e-88ac-42c9695a7e70 Feb 09 02:06:53.688360 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-78a4a367-fd39-4c20-be3a-0af436afd9cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (cc310b24-fd11-451e-88ac-42c9695a7e70), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:53.697989 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-446d580f-cbc5-4a4e-b9fc-c79cedbc760b req-1ab28e02-3a09-4f6a-a16e-9ba84628df50 tempest-ServerAddressesTestJSON-225523957 tempest-ServerAddressesTestJSON-225523957-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4d4e34d-f48f-4a61-903a-6969b537d5c3 HTTP/1.1" status: 200 len: 210 time: 0.0915611 Feb 09 02:06:53.726814 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-78a4a367-fd39-4c20-be3a-0af436afd9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (cc310b24-fd11-451e-88ac-42c9695a7e70), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:53.728007 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a4a367-fd39-4c20-be3a-0af436afd9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:53.728542 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-78a4a367-fd39-4c20-be3a-0af436afd9cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:53.800173 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-78a4a367-fd39-4c20-be3a-0af436afd9cb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5698369 Feb 09 02:06:53.801672 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42814) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:53.820067 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-c5313606-1ca5-4d74-8b67-c54eb7061da1 admin admin] Request body: {'subnet': {'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-53633649-subnet', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:53.835590 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4a367-fd39-4c20-be3a-0af436afd9cb admin admin] Pushing event updated for resources: {'Network': ['ID=cc310b24-fd11-451e-88ac-42c9695a7e70,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:53.846107 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network cc310b24-fd11-451e-88ac-42c9695a7e70 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:06:53.866988 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5313606-1ca5-4d74-8b67-c54eb7061da1 admin admin] Made reservation on behalf of ae374e012dff438a8fcacf6297f76569 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:53.869928 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c5313606-1ca5-4d74-8b67-c54eb7061da1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.082006 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c5313606-1ca5-4d74-8b67-c54eb7061da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (a62a2247-044e-4cd3-9944-5d20d7932a71), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.152567 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5313606-1ca5-4d74-8b67-c54eb7061da1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a62a2247-044e-4cd3-9944-5d20d7932a71,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:54.159345 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5313606-1ca5-4d74-8b67-c54eb7061da1 admin admin] Checking segment: {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:54.159752 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5313606-1ca5-4d74-8b67-c54eb7061da1 admin admin] Network hostable DHCP agents. Network: cc310b24-fd11-451e-88ac-42c9695a7e70, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:06:54.178424 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5313606-1ca5-4d74-8b67-c54eb7061da1 admin admin] Network cc310b24-fd11-451e-88ac-42c9695a7e70 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:06:54.193054 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-c5313606-1ca5-4d74-8b67-c54eb7061da1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, cc310b24-fd11-451e-88ac-42c9695a7e70) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:54.198881 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5313606-1ca5-4d74-8b67-c54eb7061da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:54.199514 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c5313606-1ca5-4d74-8b67-c54eb7061da1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.203888 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faddaca8-077e-4341-81f9-06942bfb00f5 None None] Network cc310b24-fd11-451e-88ac-42c9695a7e70 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:54.224131 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42816) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:54.224337 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c5313606-1ca5-4d74-8b67-c54eb7061da1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4197388 Feb 09 02:06:54.229234 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-edcba804-f3f5-4bdf-b9c0-9a0dc3203633 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:54.255105 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edcba804-f3f5-4bdf-b9c0-9a0dc3203633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (2c8fea35-6faa-4e0a-9905-70f0fec5b71b), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.256601 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edcba804-f3f5-4bdf-b9c0-9a0dc3203633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (2c8fea35-6faa-4e0a-9905-70f0fec5b71b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.321474 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edcba804-f3f5-4bdf-b9c0-9a0dc3203633 admin admin] Publish callbacks [] for router_controller (2c8fea35-6faa-4e0a-9905-70f0fec5b71b), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.364072 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b303c7ff-0f69-497c-a4c1-2c8fe162847e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-cc310b24-fd11-451e-88ac-42c9695a7e70', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:06:54.364954 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b303c7ff-0f69-497c-a4c1-2c8fe162847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.506143 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edcba804-f3f5-4bdf-b9c0-9a0dc3203633 admin admin] Publish callbacks [] for router_gateway (2c8fea35-6faa-4e0a-9905-70f0fec5b71b), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.521680 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-b303c7ff-0f69-497c-a4c1-2c8fe162847e None None] Allocated IP 172.20.0.2 (cc310b24-fd11-451e-88ac-42c9695a7e70/a62a2247-044e-4cd3-9944-5d20d7932a71/80f36df6-13b6-4cfb-8818-0240ac61af10) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:54.693683 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b303c7ff-0f69-497c-a4c1-2c8fe162847e None None] Publish callbacks [] for port (80f36df6-13b6-4cfb-8818-0240ac61af10), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.704605 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b303c7ff-0f69-497c-a4c1-2c8fe162847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (80f36df6-13b6-4cfb-8818-0240ac61af10), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.757500 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b303c7ff-0f69-497c-a4c1-2c8fe162847e None None] Network cc310b24-fd11-451e-88ac-42c9695a7e70 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:54.758882 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-b303c7ff-0f69-497c-a4c1-2c8fe162847e None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:54.763370 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b303c7ff-0f69-497c-a4c1-2c8fe162847e None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:54.779115 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42824) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:54.782921 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303c7ff-0f69-497c-a4c1-2c8fe162847e None None] Pushing event updated for resources: {'Port': ['ID=80f36df6-13b6-4cfb-8818-0240ac61af10,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:54.803861 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edcba804-f3f5-4bdf-b9c0-9a0dc3203633 admin admin] Publish callbacks [] for router_gateway (2c8fea35-6faa-4e0a-9905-70f0fec5b71b), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.826689 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edcba804-f3f5-4bdf-b9c0-9a0dc3203633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.831539 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-15fb0b5a-dfad-4180-b73d-890515919008 admin admin] Deleting subnet d81c4b63-6b31-4a40-8862-3dc13303911e {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:06:54.835416 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-15fb0b5a-dfad-4180-b73d-890515919008 admin admin] Publish callbacks [] for subnet (d81c4b63-6b31-4a40-8862-3dc13303911e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.851522 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b303c7ff-0f69-497c-a4c1-2c8fe162847e None None] Attempting to bind port 80f36df6-13b6-4cfb-8818-0240ac61af10 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:54.852610 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b303c7ff-0f69-497c-a4c1-2c8fe162847e None None] Attempting to bind port 80f36df6-13b6-4cfb-8818-0240ac61af10 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:54.853383 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b303c7ff-0f69-497c-a4c1-2c8fe162847e None None] Attempting to bind port 80f36df6-13b6-4cfb-8818-0240ac61af10 on network cc310b24-fd11-451e-88ac-42c9695a7e70 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:54.860879 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b303c7ff-0f69-497c-a4c1-2c8fe162847e None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:54.861529 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b303c7ff-0f69-497c-a4c1-2c8fe162847e None None] Checking segment: {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:54.862093 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b303c7ff-0f69-497c-a4c1-2c8fe162847e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.862744 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b303c7ff-0f69-497c-a4c1-2c8fe162847e None None] Bound using segment: {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:54.863697 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b303c7ff-0f69-497c-a4c1-2c8fe162847e None None] Bound port: 80f36df6-13b6-4cfb-8818-0240ac61af10, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:54.864361 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b303c7ff-0f69-497c-a4c1-2c8fe162847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (80f36df6-13b6-4cfb-8818-0240ac61af10), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.874824 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-15fb0b5a-dfad-4180-b73d-890515919008 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (d81c4b63-6b31-4a40-8862-3dc13303911e), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.924831 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-15fb0b5a-dfad-4180-b73d-890515919008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (d81c4b63-6b31-4a40-8862-3dc13303911e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.951707 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b303c7ff-0f69-497c-a4c1-2c8fe162847e None None] For port 80f36df6-13b6-4cfb-8818-0240ac61af10, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:54.955759 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b303c7ff-0f69-497c-a4c1-2c8fe162847e None None] For port 80f36df6-13b6-4cfb-8818-0240ac61af10, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=80f36df6-13b6-4cfb-8818-0240ac61af10,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:54.959949 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-edcba804-f3f5-4bdf-b9c0-9a0dc3203633 admin admin] Allocated IP 172.25.7.202 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/e78b9775-b333-4036-a323-232d1e460ad5) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:54.963653 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b303c7ff-0f69-497c-a4c1-2c8fe162847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (80f36df6-13b6-4cfb-8818-0240ac61af10), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.998807 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-15fb0b5a-dfad-4180-b73d-890515919008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (d81c4b63-6b31-4a40-8862-3dc13303911e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.041107 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303c7ff-0f69-497c-a4c1-2c8fe162847e None None] Pushing event updated for resources: {'Port': ['ID=80f36df6-13b6-4cfb-8818-0240ac61af10,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:55.063643 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-15fb0b5a-dfad-4180-b73d-890515919008 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.066777 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-15fb0b5a-dfad-4180-b73d-890515919008 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d81c4b63-6b31-4a40-8862-3dc13303911e HTTP/1.1" status: 204 len: 168 time: 0.2856209 Feb 09 02:06:55.067875 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb0b5a-dfad-4180-b73d-890515919008 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d81c4b63-6b31-4a40-8862-3dc13303911e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:55.069614 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42826) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:55.131738 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edcba804-f3f5-4bdf-b9c0-9a0dc3203633 admin admin] Publish callbacks [] for port (e78b9775-b333-4036-a323-232d1e460ad5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.159653 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a9e8a803-d95b-40f4-aa97-5949dd294c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (6b07bf79-d937-4899-a2c3-ef4c53afda3c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.172788 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edcba804-f3f5-4bdf-b9c0-9a0dc3203633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (e78b9775-b333-4036-a323-232d1e460ad5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.217607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcba804-f3f5-4bdf-b9c0-9a0dc3203633 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:55.220675 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-edcba804-f3f5-4bdf-b9c0-9a0dc3203633 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:55.224384 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcba804-f3f5-4bdf-b9c0-9a0dc3203633 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:55.268627 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcba804-f3f5-4bdf-b9c0-9a0dc3203633 admin admin] Pushing event updated for resources: {'Port': ['ID=e78b9775-b333-4036-a323-232d1e460ad5,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:55.278600 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a9e8a803-d95b-40f4-aa97-5949dd294c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (6b07bf79-d937-4899-a2c3-ef4c53afda3c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.321666 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-a9e8a803-d95b-40f4-aa97-5949dd294c9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b07bf79-d937-4899-a2c3-ef4c53afda3c']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:55.345907 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-a9e8a803-d95b-40f4-aa97-5949dd294c9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb852abd-281a-42d3-80f0-942fc115babd') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:55.346365 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-a9e8a803-d95b-40f4-aa97-5949dd294c9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb852abd-281a-42d3-80f0-942fc115babd') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:55.359437 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a9e8a803-d95b-40f4-aa97-5949dd294c9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (bb852abd-281a-42d3-80f0-942fc115babd), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.378144 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a9e8a803-d95b-40f4-aa97-5949dd294c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (bb852abd-281a-42d3-80f0-942fc115babd), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.385168 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e8a803-d95b-40f4-aa97-5949dd294c9a admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:06:55.385662 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a9e8a803-d95b-40f4-aa97-5949dd294c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (bb852abd-281a-42d3-80f0-942fc115babd), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:06:55.387591 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:06:55.460609 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a9e8a803-d95b-40f4-aa97-5949dd294c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (6b07bf79-d937-4899-a2c3-ef4c53afda3c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.467542 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a9e8a803-d95b-40f4-aa97-5949dd294c9a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.471225 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a9e8a803-d95b-40f4-aa97-5949dd294c9a admin admin] 10.222.0.36 "DELETE /v2.0/networks/6b07bf79-d937-4899-a2c3-ef4c53afda3c HTTP/1.1" status: 204 len: 168 time: 0.3999698 Feb 09 02:06:55.488309 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8a803-d95b-40f4-aa97-5949dd294c9a admin admin] Pushing event deleted for resources: {'Network': ['ID=6b07bf79-d937-4899-a2c3-ef4c53afda3c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:55.608037 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edcba804-f3f5-4bdf-b9c0-9a0dc3203633 admin admin] Publish callbacks [] for router_gateway (2c8fea35-6faa-4e0a-9905-70f0fec5b71b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.618579 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42830) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:55.679782 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4e0bbf6c-bd1e-41f6-aca9-e42723d062a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d3ec91fc2b84e7ab392bec4d2b52d02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0573831 Feb 09 02:06:55.680019 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42832) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:55.732810 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c812ea13-76bd-4abd-a850-7ba3afc258b9 admin admin] Publish callbacks [] for security_group (ea2570e8-de6e-4de6-9fe5-a115e2e20a2d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.758145 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c812ea13-76bd-4abd-a850-7ba3afc258b9 admin admin] Publish callbacks [] for security_group (ea2570e8-de6e-4de6-9fe5-a115e2e20a2d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.831483 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c812ea13-76bd-4abd-a850-7ba3afc258b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ea2570e8-de6e-4de6-9fe5-a115e2e20a2d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.835134 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c812ea13-76bd-4abd-a850-7ba3afc258b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.840193 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c812ea13-76bd-4abd-a850-7ba3afc258b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea2570e8-de6e-4de6-9fe5-a115e2e20a2d HTTP/1.1" status: 204 len: 168 time: 0.1589458 Feb 09 02:06:55.849937 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812ea13-76bd-4abd-a850-7ba3afc258b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2570e8-de6e-4de6-9fe5-a115e2e20a2d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:55.880488 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edcba804-f3f5-4bdf-b9c0-9a0dc3203633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (2c8fea35-6faa-4e0a-9905-70f0fec5b71b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:56.049553 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcba804-f3f5-4bdf-b9c0-9a0dc3203633 admin admin] Router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:06:56.183009 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcba804-f3f5-4bdf-b9c0-9a0dc3203633 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:56.201829 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] Sync routers for ids ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:56.217596 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] Routers {'2c8fea35-6faa-4e0a-9905-70f0fec5b71b'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:56.218761 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edcba804-f3f5-4bdf-b9c0-9a0dc3203633 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:56.219043 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:06:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:56.220121 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-edcba804-f3f5-4bdf-b9c0-9a0dc3203633 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9945674 Feb 09 02:06:56.222942 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42844) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:56.348657 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b4b6c1-acba-4a21-ad1f-bf8539870459 None None] Network cc310b24-fd11-451e-88ac-42c9695a7e70 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:56.490003 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 80f36df6-13b6-4cfb-8818-0240ac61af10 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:56.525084 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device dd041e08-d4f2-4fc6-9354-5edc6ef87b99 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:56.552669 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: dd041e08-d4f2-4fc6-9354-5edc6ef87b99 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:56.553044 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device dd041e08-d4f2-4fc6-9354-5edc6ef87b99 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:56.573202 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-78924641-8231-4fd6-a36c-579fe7375028 None None] Provisioning complete for port 80f36df6-13b6-4cfb-8818-0240ac61af10 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:56.575067 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-78924641-8231-4fd6-a36c-579fe7375028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (80f36df6-13b6-4cfb-8818-0240ac61af10), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:56.637290 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] Set router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:56.862356 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-78924641-8231-4fd6-a36c-579fe7375028 None None] Current status of the port 80f36df6-13b6-4cfb-8818-0240ac61af10 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:56.862990 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-78924641-8231-4fd6-a36c-579fe7375028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (80f36df6-13b6-4cfb-8818-0240ac61af10), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:56.931304 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42864) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:56.943815 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-78924641-8231-4fd6-a36c-579fe7375028 None None] For port 80f36df6-13b6-4cfb-8818-0240ac61af10, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=80f36df6-13b6-4cfb-8818-0240ac61af10,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:56.953550 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 80f36df6-13b6-4cfb-8818-0240ac61af10 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:56.954144 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (80f36df6-13b6-4cfb-8818-0240ac61af10), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:56.998347 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-78924641-8231-4fd6-a36c-579fe7375028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (80f36df6-13b6-4cfb-8818-0240ac61af10), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.109644 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-27a45335-4bc3-48e1-b9c3-e1dffa2325f3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-180104135-network', 'tenant_id': 'cad20ef5c7ef43a38f0e632be943a3f0'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:57.112704 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 80f36df6-13b6-4cfb-8818-0240ac61af10 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:57.139670 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a45335-4bc3-48e1-b9c3-e1dffa2325f3 admin admin] Made reservation on behalf of cad20ef5c7ef43a38f0e632be943a3f0 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:57.142832 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-27a45335-4bc3-48e1-b9c3-e1dffa2325f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.152264 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-27a45335-4bc3-48e1-b9c3-e1dffa2325f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.155965 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78924641-8231-4fd6-a36c-579fe7375028 None None] Pushing event updated for resources: {'Port': ['ID=80f36df6-13b6-4cfb-8818-0240ac61af10,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:57.175530 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:55Z', 'revision_number': 3, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:57.232419 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] Checking router: 2c8fea35-6faa-4e0a-9905-70f0fec5b71b for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:57.234468 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] Updating router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b port e78b9775-b333-4036-a323-232d1e460ad5 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:06:57.248310 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8074fdb-69e7-4322-9b8c-0f99706e5b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.256986 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-27a45335-4bc3-48e1-b9c3-e1dffa2325f3 admin admin] Publish callbacks [] for security_group (cca155a2-ac4b-43e3-adea-35c7815da4ab), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.265459 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-27a45335-4bc3-48e1-b9c3-e1dffa2325f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (cca155a2-ac4b-43e3-adea-35c7815da4ab), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.283438 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-db5087ea-4ca1-440a-8bf2-1728a96125a3 None None] Provisioning complete for port 80f36df6-13b6-4cfb-8818-0240ac61af10 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:57.284306 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-db5087ea-4ca1-440a-8bf2-1728a96125a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (80f36df6-13b6-4cfb-8818-0240ac61af10), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.305260 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a45335-4bc3-48e1-b9c3-e1dffa2325f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:06:57.321786 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a45335-4bc3-48e1-b9c3-e1dffa2325f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca155a2-ac4b-43e3-adea-35c7815da4ab,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:57.327285 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-27a45335-4bc3-48e1-b9c3-e1dffa2325f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (d6815f9f-3a6a-43dd-84e0-665d198b9751), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.327637 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-27a45335-4bc3-48e1-b9c3-e1dffa2325f3 admin admin] Added segment d6815f9f-3a6a-43dd-84e0-665d198b9751 of type vlan for network 17ea4dfa-7c5e-480e-8dde-106ac993b130 Feb 09 02:06:57.353102 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e78b9775-b333-4036-a323-232d1e460ad5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.382533 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-27a45335-4bc3-48e1-b9c3-e1dffa2325f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (17ea4dfa-7c5e-480e-8dde-106ac993b130), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.420659 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-27a45335-4bc3-48e1-b9c3-e1dffa2325f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (17ea4dfa-7c5e-480e-8dde-106ac993b130), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.423923 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a45335-4bc3-48e1-b9c3-e1dffa2325f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:57.424783 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-27a45335-4bc3-48e1-b9c3-e1dffa2325f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.483251 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-db5087ea-4ca1-440a-8bf2-1728a96125a3 None None] Current status of the port 80f36df6-13b6-4cfb-8818-0240ac61af10 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:57.501126 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-e8074fdb-69e7-4322-9b8c-0f99706e5b5c admin admin] Allocated IP 172.20.0.1 (cc310b24-fd11-451e-88ac-42c9695a7e70/a62a2247-044e-4cd3-9944-5d20d7932a71/280344da-329e-4bd6-b059-a78b1ac6284b) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:57.510349 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-27a45335-4bc3-48e1-b9c3-e1dffa2325f3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5771210 Feb 09 02:06:57.514059 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42868) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:57.520473 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-19a338db-9142-40b5-9413-671dc0a2bebc admin admin] Request body: {'subnet': {'network_id': '17ea4dfa-7c5e-480e-8dde-106ac993b130', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-180104135-subnet', 'tenant_id': 'cad20ef5c7ef43a38f0e632be943a3f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:57.535943 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a45335-4bc3-48e1-b9c3-e1dffa2325f3 admin admin] Pushing event updated for resources: {'Network': ['ID=17ea4dfa-7c5e-480e-8dde-106ac993b130,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:57.551818 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a338db-9142-40b5-9413-671dc0a2bebc admin admin] Made reservation on behalf of cad20ef5c7ef43a38f0e632be943a3f0 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:57.552761 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 17ea4dfa-7c5e-480e-8dde-106ac993b130 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:06:57.555016 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-19a338db-9142-40b5-9413-671dc0a2bebc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.636731 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8074fdb-69e7-4322-9b8c-0f99706e5b5c admin admin] Publish callbacks [] for port (280344da-329e-4bd6-b059-a78b1ac6284b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.680276 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8074fdb-69e7-4322-9b8c-0f99706e5b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (280344da-329e-4bd6-b059-a78b1ac6284b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.723616 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8074fdb-69e7-4322-9b8c-0f99706e5b5c admin admin] Network cc310b24-fd11-451e-88ac-42c9695a7e70 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:57.727965 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-e8074fdb-69e7-4322-9b8c-0f99706e5b5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:57.733032 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8074fdb-69e7-4322-9b8c-0f99706e5b5c admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:57.782702 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8074fdb-69e7-4322-9b8c-0f99706e5b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (2c8fea35-6faa-4e0a-9905-70f0fec5b71b), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.819473 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-19a338db-9142-40b5-9413-671dc0a2bebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (ac54dd6d-81de-4a07-8f69-ccc8fa5a9b51), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.852775 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8074fdb-69e7-4322-9b8c-0f99706e5b5c admin admin] Pushing event updated for resources: {'Port': ['ID=280344da-329e-4bd6-b059-a78b1ac6284b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:57.920525 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a338db-9142-40b5-9413-671dc0a2bebc admin admin] Checking segment: {'id': 'd6815f9f-3a6a-43dd-84e0-665d198b9751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '17ea4dfa-7c5e-480e-8dde-106ac993b130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:57.920821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a338db-9142-40b5-9413-671dc0a2bebc admin admin] Network hostable DHCP agents. Network: 17ea4dfa-7c5e-480e-8dde-106ac993b130, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:06:57.935470 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a338db-9142-40b5-9413-671dc0a2bebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac54dd6d-81de-4a07-8f69-ccc8fa5a9b51,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:57.967467 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a338db-9142-40b5-9413-671dc0a2bebc admin admin] Network 17ea4dfa-7c5e-480e-8dde-106ac993b130 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:06:57.985905 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-19a338db-9142-40b5-9413-671dc0a2bebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 17ea4dfa-7c5e-480e-8dde-106ac993b130) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:57.992193 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8074fdb-69e7-4322-9b8c-0f99706e5b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (280344da-329e-4bd6-b059-a78b1ac6284b), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.009975 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a316aa8-8663-49e9-8b02-5e31ee61af6c None None] Network 17ea4dfa-7c5e-480e-8dde-106ac993b130 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:58.013936 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a338db-9142-40b5-9413-671dc0a2bebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:58.015549 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-19a338db-9142-40b5-9413-671dc0a2bebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.041493 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-19a338db-9142-40b5-9413-671dc0a2bebc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5262721 Feb 09 02:06:58.162019 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] Publish callbacks [] for port (e78b9775-b333-4036-a323-232d1e460ad5), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.202633 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa796b0-6c0f-48b1-8a6f-fe3da8cd48da None None] Network 17ea4dfa-7c5e-480e-8dde-106ac993b130 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:58.205311 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e78b9775-b333-4036-a323-232d1e460ad5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.206945 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-16513fa9-9947-41c5-bd45-f53144cf7307 None None] Provisioning complete for port 280344da-329e-4bd6-b059-a78b1ac6284b triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:58.207336 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-16513fa9-9947-41c5-bd45-f53144cf7307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (280344da-329e-4bd6-b059-a78b1ac6284b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.234699 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8074fdb-69e7-4322-9b8c-0f99706e5b5c admin admin] Publish callbacks [] for port (280344da-329e-4bd6-b059-a78b1ac6284b), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.241022 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8074fdb-69e7-4322-9b8c-0f99706e5b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (280344da-329e-4bd6-b059-a78b1ac6284b), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.302258 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8074fdb-69e7-4322-9b8c-0f99706e5b5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (2c8fea35-6faa-4e0a-9905-70f0fec5b71b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.326804 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e0ce0-08a6-4e61-8d31-c66e091d34aa None None] Pushing event updated for resources: {'Port': ['ID=e78b9775-b333-4036-a323-232d1e460ad5,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:58.393482 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] Attempting to bind port e78b9775-b333-4036-a323-232d1e460ad5 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:58.393863 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] Attempting to bind port e78b9775-b333-4036-a323-232d1e460ad5 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:58.394220 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] Attempting to bind port e78b9775-b333-4036-a323-232d1e460ad5 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:58.397460 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-16513fa9-9947-41c5-bd45-f53144cf7307 None None] Port 280344da-329e-4bd6-b059-a78b1ac6284b cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:06:58.402377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:58.402739 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:58.403138 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.403548 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:58.404021 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] Bound port: e78b9775-b333-4036-a323-232d1e460ad5, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:58.404402 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e78b9775-b333-4036-a323-232d1e460ad5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.424560 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8074fdb-69e7-4322-9b8c-0f99706e5b5c admin admin] Pushing event updated for resources: {'Port': ['ID=280344da-329e-4bd6-b059-a78b1ac6284b,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:58.473448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] For port e78b9775-b333-4036-a323-232d1e460ad5, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:58.477568 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] For port e78b9775-b333-4036-a323-232d1e460ad5, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e78b9775-b333-4036-a323-232d1e460ad5,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:58.490614 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 80f36df6-13b6-4cfb-8818-0240ac61af10 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:58.496475 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e78b9775-b333-4036-a323-232d1e460ad5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.502522 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8074fdb-69e7-4322-9b8c-0f99706e5b5c admin admin] Network cc310b24-fd11-451e-88ac-42c9695a7e70 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:58.504611 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-e8074fdb-69e7-4322-9b8c-0f99706e5b5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:58.598491 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] Routers {'2c8fea35-6faa-4e0a-9905-70f0fec5b71b'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:58.599115 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:06:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:58.680935 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8074fdb-69e7-4322-9b8c-0f99706e5b5c admin admin] Router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:06:58.698116 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 80f36df6-13b6-4cfb-8818-0240ac61af10 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:58.699183 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (80f36df6-13b6-4cfb-8818-0240ac61af10), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.746952 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e0ce0-08a6-4e61-8d31-c66e091d34aa None None] Pushing event updated for resources: {'Port': ['ID=e78b9775-b333-4036-a323-232d1e460ad5,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:58.798597 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] Set router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:58.886679 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-0405c7a6-b51a-4ddc-931e-3224256e2394 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:58.888580 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-0405c7a6-b51a-4ddc-931e-3224256e2394 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/networks?id=17ea4dfa-7c5e-480e-8dde-106ac993b130 HTTP/1.1" status: 200 len: 821 time: 0.3339863 Feb 09 02:06:58.910794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-85e33b01-7c34-4c27-9ea6-72b504dc0c1f None None] Provisioning complete for port 280344da-329e-4bd6-b059-a78b1ac6284b triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:58.911171 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-85e33b01-7c34-4c27-9ea6-72b504dc0c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (280344da-329e-4bd6-b059-a78b1ac6284b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.913245 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-bc745745-0667-4c50-afc0-8e0242ff154a tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/quotas/cad20ef5c7ef43a38f0e632be943a3f0 HTTP/1.1" status: 200 len: 375 time: 0.0127602 Feb 09 02:06:58.915855 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8074fdb-69e7-4322-9b8c-0f99706e5b5c admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:58.926628 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e8074fdb-69e7-4322-9b8c-0f99706e5b5c admin admin] 10.222.0.36 "PUT /v2.0/routers/2c8fea35-6faa-4e0a-9905-70f0fec5b71b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7011740 Feb 09 02:06:58.962808 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-e2cffd42-f14e-42dc-be45-07df6c062dd2 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cad20ef5c7ef43a38f0e632be943a3f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343156 Feb 09 02:06:59.044759 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 80f36df6-13b6-4cfb-8818-0240ac61af10 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:59.053294 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-85e33b01-7c34-4c27-9ea6-72b504dc0c1f None None] Port 280344da-329e-4bd6-b059-a78b1ac6284b cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:06:59.090933 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-bbed1a44-3683-45cb-9dce-d704b3920602 service neutron] 10.222.0.36 "GET /v2.0/networks/17ea4dfa-7c5e-480e-8dde-106ac993b130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194761 Feb 09 02:06:59.123832 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:57Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '280344da-329e-4bd6-b059-a78b1ac6284b', 'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'mac_address': 'fa:16:3e:8b:ff:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:57Z', 'updated_at': '2022-02-09T02:06:58Z', 'revision_number': 2, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'subnets': [{'id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:59.161457 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c87ec1-53d9-41b8-8ebd-8fb21101dd94 None None] The sync data for ids ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'] in n-d-828387-3 is: [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:57Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '280344da-329e-4bd6-b059-a78b1ac6284b', 'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'mac_address': 'fa:16:3e:8b:ff:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:57Z', 'updated_at': '2022-02-09T02:06:58Z', 'revision_number': 2, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'subnets': [{'id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:59.201237 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-a1d8e2ef-97ef-46b7-b6e4-d46cf93696aa service neutron] 10.222.0.36 "GET /v2.0/networks/17ea4dfa-7c5e-480e-8dde-106ac993b130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087837 Feb 09 02:06:59.449866 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a522672a-726d-4a5b-b48f-ad6c25bf104b req-16d9f1b9-c52f-4398-8da5-71df02ec9865 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/ports?device_id=34213691-04ec-40d9-862f-d843b7734945 HTTP/1.1" status: 200 len: 210 time: 0.0618255 Feb 09 02:06:59.685120 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42916) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:59.694408 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-638c6ada-7fbf-40f0-8d2c-913dc06905d5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-513352519-network', 'tenant_id': '7ecaf2eb9237490c8dbd056b26ad1404'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:59.724310 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638c6ada-7fbf-40f0-8d2c-913dc06905d5 admin admin] Made reservation on behalf of 7ecaf2eb9237490c8dbd056b26ad1404 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:59.728250 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-638c6ada-7fbf-40f0-8d2c-913dc06905d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:59.740115 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-638c6ada-7fbf-40f0-8d2c-913dc06905d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:59.876022 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-638c6ada-7fbf-40f0-8d2c-913dc06905d5 admin admin] Publish callbacks [] for security_group (4661b618-55c2-4c2a-bc50-19b4d20643c8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:59.881829 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-638c6ada-7fbf-40f0-8d2c-913dc06905d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4661b618-55c2-4c2a-bc50-19b4d20643c8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:59.928430 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c6ada-7fbf-40f0-8d2c-913dc06905d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4661b618-55c2-4c2a-bc50-19b4d20643c8,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:59.940158 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638c6ada-7fbf-40f0-8d2c-913dc06905d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:06:59.950879 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-638c6ada-7fbf-40f0-8d2c-913dc06905d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (3f69ddcb-c05d-4865-bf2a-1252c3c7d419), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:59.951256 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-638c6ada-7fbf-40f0-8d2c-913dc06905d5 admin admin] Added segment 3f69ddcb-c05d-4865-bf2a-1252c3c7d419 of type vlan for network 559141bb-1b06-4a22-8ae0-051b88aff640 Feb 09 02:07:00.006247 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-638c6ada-7fbf-40f0-8d2c-913dc06905d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (559141bb-1b06-4a22-8ae0-051b88aff640), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:00.052393 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-638c6ada-7fbf-40f0-8d2c-913dc06905d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (559141bb-1b06-4a22-8ae0-051b88aff640), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:00.053399 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638c6ada-7fbf-40f0-8d2c-913dc06905d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:00.054013 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-638c6ada-7fbf-40f0-8d2c-913dc06905d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:00.126686 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-638c6ada-7fbf-40f0-8d2c-913dc06905d5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4402270 Feb 09 02:07:00.129520 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 42924) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:00.135029 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-595d33c7-f332-47c9-98a3-f42e9d691b91 admin admin] Request body: {'subnet': {'network_id': '559141bb-1b06-4a22-8ae0-051b88aff640', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-513352519-subnet', 'tenant_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:00.208062 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595d33c7-f332-47c9-98a3-f42e9d691b91 admin admin] Made reservation on behalf of 7ecaf2eb9237490c8dbd056b26ad1404 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:00.210669 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-595d33c7-f332-47c9-98a3-f42e9d691b91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:00.246879 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c6ada-7fbf-40f0-8d2c-913dc06905d5 admin admin] Pushing event updated for resources: {'Network': ['ID=559141bb-1b06-4a22-8ae0-051b88aff640,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:00.262040 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 559141bb-1b06-4a22-8ae0-051b88aff640 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:07:00.471285 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e78b9775-b333-4036-a323-232d1e460ad5 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:00.507961 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-595d33c7-f332-47c9-98a3-f42e9d691b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (7fc30fe2-602b-4f58-a250-6a6f09085b4b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:00.568005 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port e78b9775-b333-4036-a323-232d1e460ad5 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:00.568540 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e78b9775-b333-4036-a323-232d1e460ad5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:00.641350 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d33c7-f332-47c9-98a3-f42e9d691b91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc30fe2-602b-4f58-a250-6a6f09085b4b,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:00.670661 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b525518d-4eae-4493-98c5-c56cd2ef2681 req-568f950e-cc23-4069-ae7a-5d4136f3f2a1 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/ports?device_id=34213691-04ec-40d9-862f-d843b7734945 HTTP/1.1" status: 200 len: 210 time: 0.0736089 Feb 09 02:07:00.684698 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595d33c7-f332-47c9-98a3-f42e9d691b91 admin admin] Checking segment: {'id': '3f69ddcb-c05d-4865-bf2a-1252c3c7d419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '559141bb-1b06-4a22-8ae0-051b88aff640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:00.685078 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595d33c7-f332-47c9-98a3-f42e9d691b91 admin admin] Network hostable DHCP agents. Network: 559141bb-1b06-4a22-8ae0-051b88aff640, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:07:00.685351 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port e78b9775-b333-4036-a323-232d1e460ad5 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:00.686107 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e78b9775-b333-4036-a323-232d1e460ad5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:00.723657 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port e78b9775-b333-4036-a323-232d1e460ad5, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e78b9775-b333-4036-a323-232d1e460ad5,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:00.731787 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e78b9775-b333-4036-a323-232d1e460ad5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:00.777104 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595d33c7-f332-47c9-98a3-f42e9d691b91 admin admin] Network 559141bb-1b06-4a22-8ae0-051b88aff640 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:07:00.807363 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=e78b9775-b333-4036-a323-232d1e460ad5,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:00.851360 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-f4d150f4-b946-4a8b-b42b-51c51d4f52c0 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:00.852946 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-f4d150f4-b946-4a8b-b42b-51c51d4f52c0 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.67 "GET /v2.0/networks?id=17ea4dfa-7c5e-480e-8dde-106ac993b130 HTTP/1.1" status: 200 len: 821 time: 0.1866610 Feb 09 02:07:00.854135 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-595d33c7-f332-47c9-98a3-f42e9d691b91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 559141bb-1b06-4a22-8ae0-051b88aff640) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:00.858147 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595d33c7-f332-47c9-98a3-f42e9d691b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:00.858731 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-595d33c7-f332-47c9-98a3-f42e9d691b91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:00.865235 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-f9c202c6-7082-4244-8802-4cfd99db29b1 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Request body: {'port': {'device_id': '34213691-04ec-40d9-862f-d843b7734945', 'network_id': '17ea4dfa-7c5e-480e-8dde-106ac993b130', 'admin_state_up': True, 'tenant_id': 'cad20ef5c7ef43a38f0e632be943a3f0'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:00.865407 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1828f3-5991-4209-8d59-84dd6e61188c None None] Network 559141bb-1b06-4a22-8ae0-051b88aff640 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:07:00.940436 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-595d33c7-f332-47c9-98a3-f42e9d691b91 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8092315 Feb 09 02:07:00.943939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42928) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:00.951699 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-563cbd70-1fd5-4b8d-b144-b0e854950904 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-513352519-router', 'tenant_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:00.986107 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-563cbd70-1fd5-4b8d-b144-b0e854950904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (639ccf2a-239c-4738-b432-8c139bc4a0e2), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:00.998747 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-563cbd70-1fd5-4b8d-b144-b0e854950904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (639ccf2a-239c-4738-b432-8c139bc4a0e2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.034690 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086801cd-1a59-488c-a671-97e854274900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-559141bb-1b06-4a22-8ae0-051b88aff640', 'network_id': '559141bb-1b06-4a22-8ae0-051b88aff640', 'project_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'fixed_ips': [{'subnet_id': '7fc30fe2-602b-4f58-a250-6a6f09085b4b'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:07:01.035666 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-086801cd-1a59-488c-a671-97e854274900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.068182 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-f9c202c6-7082-4244-8802-4cfd99db29b1 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Made reservation on behalf of cad20ef5c7ef43a38f0e632be943a3f0 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:01.074737 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-f9c202c6-7082-4244-8802-4cfd99db29b1 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.086217 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-563cbd70-1fd5-4b8d-b144-b0e854950904 admin admin] Publish callbacks [] for router_controller (639ccf2a-239c-4738-b432-8c139bc4a0e2), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.280357 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-086801cd-1a59-488c-a671-97e854274900 None None] Allocated IP 172.20.0.2 (559141bb-1b06-4a22-8ae0-051b88aff640/7fc30fe2-602b-4f58-a250-6a6f09085b4b/ddcd5053-1c4c-4572-9ed2-0c177f868f77) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:01.283996 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-f9c202c6-7082-4244-8802-4cfd99db29b1 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Allocated IP 172.20.0.12 (17ea4dfa-7c5e-480e-8dde-106ac993b130/ac54dd6d-81de-4a07-8f69-ccc8fa5a9b51/56c24e06-5a68-44b2-9e61-a0dcfb36a764) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:01.288766 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-563cbd70-1fd5-4b8d-b144-b0e854950904 admin admin] Publish callbacks [] for router_gateway (639ccf2a-239c-4738-b432-8c139bc4a0e2), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.544046 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-f9c202c6-7082-4244-8802-4cfd99db29b1 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Publish callbacks [] for port (56c24e06-5a68-44b2-9e61-a0dcfb36a764), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.577286 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-086801cd-1a59-488c-a671-97e854274900 None None] Publish callbacks [] for port (ddcd5053-1c4c-4572-9ed2-0c177f868f77), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.594810 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-086801cd-1a59-488c-a671-97e854274900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (ddcd5053-1c4c-4572-9ed2-0c177f868f77), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.600321 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-f9c202c6-7082-4244-8802-4cfd99db29b1 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (56c24e06-5a68-44b2-9e61-a0dcfb36a764), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.650887 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086801cd-1a59-488c-a671-97e854274900 None None] Pushing event updated for resources: {'Port': ['ID=ddcd5053-1c4c-4572-9ed2-0c177f868f77,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:01.653683 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-f9c202c6-7082-4244-8802-4cfd99db29b1 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Network 17ea4dfa-7c5e-480e-8dde-106ac993b130 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:01.657857 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-f9c202c6-7082-4244-8802-4cfd99db29b1 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:01.667840 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-f9c202c6-7082-4244-8802-4cfd99db29b1 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:01.676488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086801cd-1a59-488c-a671-97e854274900 None None] Network 559141bb-1b06-4a22-8ae0-051b88aff640 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:01.678151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-086801cd-1a59-488c-a671-97e854274900 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:01.682368 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086801cd-1a59-488c-a671-97e854274900 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:01.723500 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-f9c202c6-7082-4244-8802-4cfd99db29b1 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:01.724328 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-f9c202c6-7082-4244-8802-4cfd99db29b1 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.744168 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c202c6-7082-4244-8802-4cfd99db29b1 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Pushing event updated for resources: {'Port': ['ID=56c24e06-5a68-44b2-9e61-a0dcfb36a764,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:01.758015 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-f9c202c6-7082-4244-8802-4cfd99db29b1 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8965626 Feb 09 02:07:01.771018 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-638d06b3-113f-4011-a6c2-135286ce9300 service neutron] Request body: {'port': {'device_id': '34213691-04ec-40d9-862f-d843b7734945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:01.778479 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-086801cd-1a59-488c-a671-97e854274900 None None] Attempting to bind port ddcd5053-1c4c-4572-9ed2-0c177f868f77 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:01.778859 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-086801cd-1a59-488c-a671-97e854274900 None None] Attempting to bind port ddcd5053-1c4c-4572-9ed2-0c177f868f77 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3f69ddcb-c05d-4865-bf2a-1252c3c7d419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '559141bb-1b06-4a22-8ae0-051b88aff640'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:01.779254 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086801cd-1a59-488c-a671-97e854274900 None None] Attempting to bind port ddcd5053-1c4c-4572-9ed2-0c177f868f77 on network 559141bb-1b06-4a22-8ae0-051b88aff640 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:01.804769 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086801cd-1a59-488c-a671-97e854274900 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:01.805157 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086801cd-1a59-488c-a671-97e854274900 None None] Checking segment: {'id': '3f69ddcb-c05d-4865-bf2a-1252c3c7d419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '559141bb-1b06-4a22-8ae0-051b88aff640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:01.805583 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-086801cd-1a59-488c-a671-97e854274900 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.806001 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086801cd-1a59-488c-a671-97e854274900 None None] Bound using segment: {'id': '3f69ddcb-c05d-4865-bf2a-1252c3c7d419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '559141bb-1b06-4a22-8ae0-051b88aff640'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:01.806717 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-086801cd-1a59-488c-a671-97e854274900 None None] Bound port: ddcd5053-1c4c-4572-9ed2-0c177f868f77, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f69ddcb-c05d-4865-bf2a-1252c3c7d419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '559141bb-1b06-4a22-8ae0-051b88aff640'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:01.807181 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-086801cd-1a59-488c-a671-97e854274900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ddcd5053-1c4c-4572-9ed2-0c177f868f77), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.969084 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-638d06b3-113f-4011-a6c2-135286ce9300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (56c24e06-5a68-44b2-9e61-a0dcfb36a764), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.980048 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-563cbd70-1fd5-4b8d-b144-b0e854950904 admin admin] Publish callbacks [] for router_gateway (639ccf2a-239c-4738-b432-8c139bc4a0e2), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.998435 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-086801cd-1a59-488c-a671-97e854274900 None None] For port ddcd5053-1c4c-4572-9ed2-0c177f868f77, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:02.002168 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-086801cd-1a59-488c-a671-97e854274900 None None] For port ddcd5053-1c4c-4572-9ed2-0c177f868f77, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ddcd5053-1c4c-4572-9ed2-0c177f868f77,segment=NetworkSegment(3f69ddcb-c05d-4865-bf2a-1252c3c7d419),segment_id=3f69ddcb-c05d-4865-bf2a-1252c3c7d419)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:02.003261 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-563cbd70-1fd5-4b8d-b144-b0e854950904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.017655 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-086801cd-1a59-488c-a671-97e854274900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ddcd5053-1c4c-4572-9ed2-0c177f868f77), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.228775 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-563cbd70-1fd5-4b8d-b144-b0e854950904 admin admin] Allocated IP 172.25.7.140 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/9b41316c-5c76-48d0-8e3c-93abcd2ad9e2) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:02.234330 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086801cd-1a59-488c-a671-97e854274900 None None] Pushing event updated for resources: {'Port': ['ID=ddcd5053-1c4c-4572-9ed2-0c177f868f77,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:02.348445 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae59b08-fa19-4427-b242-11c12da8afd4 req-eb3a07ec-6d70-4177-a32c-da7b37210e72 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:02.350312 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9ae59b08-fa19-4427-b242-11c12da8afd4 req-eb3a07ec-6d70-4177-a32c-da7b37210e72 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/ports?device_id=34213691-04ec-40d9-862f-d843b7734945 HTTP/1.1" status: 200 len: 932 time: 0.5328078 Feb 09 02:07:02.431647 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-563cbd70-1fd5-4b8d-b144-b0e854950904 admin admin] Publish callbacks [] for port (9b41316c-5c76-48d0-8e3c-93abcd2ad9e2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.437020 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-638d06b3-113f-4011-a6c2-135286ce9300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c24e06-5a68-44b2-9e61-a0dcfb36a764 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:02.463092 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-638d06b3-113f-4011-a6c2-135286ce9300 service neutron] Publish callbacks [] for port (56c24e06-5a68-44b2-9e61-a0dcfb36a764), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.489552 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e78b9775-b333-4036-a323-232d1e460ad5 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:02.503661 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-638d06b3-113f-4011-a6c2-135286ce9300 service neutron] Transition to ACTIVE for port object 56c24e06-5a68-44b2-9e61-a0dcfb36a764 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:07:02.512280 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-638d06b3-113f-4011-a6c2-135286ce9300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (56c24e06-5a68-44b2-9e61-a0dcfb36a764), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.543933 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-563cbd70-1fd5-4b8d-b144-b0e854950904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9b41316c-5c76-48d0-8e3c-93abcd2ad9e2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.567725 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] Sync routers for ids ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:07:02.587184 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] Routers {'2c8fea35-6faa-4e0a-9905-70f0fec5b71b'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:02.587763 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:06:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:02.628167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563cbd70-1fd5-4b8d-b144-b0e854950904 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:02.631479 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port e78b9775-b333-4036-a323-232d1e460ad5 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:02.634349 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e78b9775-b333-4036-a323-232d1e460ad5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.637870 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-563cbd70-1fd5-4b8d-b144-b0e854950904 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:02.645822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563cbd70-1fd5-4b8d-b144-b0e854950904 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:02.691812 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9ae59b08-fa19-4427-b242-11c12da8afd4 req-b903dea7-9d2e-4ba8-bce0-a8e8e2406999 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/security-groups?id=cca155a2-ac4b-43e3-adea-35c7815da4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092807 Feb 09 02:07:02.694653 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d06b3-113f-4011-a6c2-135286ce9300 service neutron] Pushing event updated for resources: {'Port': ['ID=56c24e06-5a68-44b2-9e61-a0dcfb36a764,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:02.748963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563cbd70-1fd5-4b8d-b144-b0e854950904 admin admin] Pushing event updated for resources: {'Port': ['ID=9b41316c-5c76-48d0-8e3c-93abcd2ad9e2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:02.778768 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-638d06b3-113f-4011-a6c2-135286ce9300 service neutron] Attempting to bind port 56c24e06-5a68-44b2-9e61-a0dcfb36a764 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:02.779284 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-638d06b3-113f-4011-a6c2-135286ce9300 service neutron] Attempting to bind port 56c24e06-5a68-44b2-9e61-a0dcfb36a764 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'd6815f9f-3a6a-43dd-84e0-665d198b9751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '17ea4dfa-7c5e-480e-8dde-106ac993b130'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:02.779628 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-638d06b3-113f-4011-a6c2-135286ce9300 service neutron] Attempting to bind port 56c24e06-5a68-44b2-9e61-a0dcfb36a764 on network 17ea4dfa-7c5e-480e-8dde-106ac993b130 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:02.786745 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-638d06b3-113f-4011-a6c2-135286ce9300 service neutron] Port 56c24e06-5a68-44b2-9e61-a0dcfb36a764 on network 17ea4dfa-7c5e-480e-8dde-106ac993b130 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:07:02.787437 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-638d06b3-113f-4011-a6c2-135286ce9300 service neutron] Attempting to bind port 56c24e06-5a68-44b2-9e61-a0dcfb36a764 on network 17ea4dfa-7c5e-480e-8dde-106ac993b130 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:02.795760 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-638d06b3-113f-4011-a6c2-135286ce9300 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:02.796365 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-638d06b3-113f-4011-a6c2-135286ce9300 service neutron] Checking segment: {'id': 'd6815f9f-3a6a-43dd-84e0-665d198b9751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '17ea4dfa-7c5e-480e-8dde-106ac993b130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:02.796756 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-638d06b3-113f-4011-a6c2-135286ce9300 service neutron] Bound using segment: {'id': 'd6815f9f-3a6a-43dd-84e0-665d198b9751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '17ea4dfa-7c5e-480e-8dde-106ac993b130'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:02.797210 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-638d06b3-113f-4011-a6c2-135286ce9300 service neutron] Bound port: 56c24e06-5a68-44b2-9e61-a0dcfb36a764, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6815f9f-3a6a-43dd-84e0-665d198b9751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '17ea4dfa-7c5e-480e-8dde-106ac993b130'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:02.797578 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-638d06b3-113f-4011-a6c2-135286ce9300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (56c24e06-5a68-44b2-9e61-a0dcfb36a764), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.802841 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port e78b9775-b333-4036-a323-232d1e460ad5 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:02.897466 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-638d06b3-113f-4011-a6c2-135286ce9300 service neutron] For port 56c24e06-5a68-44b2-9e61-a0dcfb36a764, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:02.897466 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-638d06b3-113f-4011-a6c2-135286ce9300 service neutron] For port 56c24e06-5a68-44b2-9e61-a0dcfb36a764, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=56c24e06-5a68-44b2-9e61-a0dcfb36a764,segment=NetworkSegment(d6815f9f-3a6a-43dd-84e0-665d198b9751),segment_id=d6815f9f-3a6a-43dd-84e0-665d198b9751)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:02.907062 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-638d06b3-113f-4011-a6c2-135286ce9300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (56c24e06-5a68-44b2-9e61-a0dcfb36a764), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.970321 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-638d06b3-113f-4011-a6c2-135286ce9300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:02.970954 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-638d06b3-113f-4011-a6c2-135286ce9300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.974485 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-638d06b3-113f-4011-a6c2-135286ce9300 service neutron] 10.222.0.67 "PUT /v2.0/ports/56c24e06-5a68-44b2-9e61-a0dcfb36a764 HTTP/1.1" status: 200 len: 1092 time: 1.2085435 Feb 09 02:07:02.975063 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34213691-04ec-40d9-862f-d843b7734945', 'tag': '56c24e06-5a68-44b2-9e61-a0dcfb36a764'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:02.983009 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4c571d-f558-4f1d-938b-bbdf82413c60" -d '{"events": [{"name": "network-changed", "server_uuid": "34213691-04ec-40d9-862f-d843b7734945", "tag": "56c24e06-5a68-44b2-9e61-a0dcfb36a764"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:02.992604 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] Set router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:03.036436 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d06b3-113f-4011-a6c2-135286ce9300 service neutron] Pushing event updated for resources: {'Port': ['ID=56c24e06-5a68-44b2-9e61-a0dcfb36a764,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:03.093109 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba0bc74-6792-4b39-948d-920f314f493a x-openstack-request-id: req-2ba0bc74-6792-4b39-948d-920f314f493a {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:03.094612 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34213691-04ec-40d9-862f-d843b7734945", "tag": "56c24e06-5a68-44b2-9e61-a0dcfb36a764", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:03.094612 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ba0bc74-6792-4b39-948d-920f314f493a {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:03.094612 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34213691-04ec-40d9-862f-d843b7734945', 'tag': '56c24e06-5a68-44b2-9e61-a0dcfb36a764', 'status': 'completed', 'code': 200} Feb 09 02:07:03.103945 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-563cbd70-1fd5-4b8d-b144-b0e854950904 admin admin] Publish callbacks [] for router_gateway (639ccf2a-239c-4738-b432-8c139bc4a0e2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.115110 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-2e17f076-3ad1-4ac3-a681-3b4935888462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:03.116695 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-2e17f076-3ad1-4ac3-a681-3b4935888462 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cad20ef5c7ef43a38f0e632be943a3f0&device_id=34213691-04ec-40d9-862f-d843b7734945 HTTP/1.1" status: 200 len: 1126 time: 0.0595706 Feb 09 02:07:03.185609 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-9cd5538d-84c8-47e8-9bed-adb1ebb5c428 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56c24e06-5a68-44b2-9e61-a0dcfb36a764 HTTP/1.1" status: 200 len: 217 time: 0.0603094 Feb 09 02:07:03.240242 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-a8f530fe-e2c0-4304-ade6-ce0a267e0fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:03.241906 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-a8f530fe-e2c0-4304-ade6-ce0a267e0fb1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac54dd6d-81de-4a07-8f69-ccc8fa5a9b51 HTTP/1.1" status: 200 len: 861 time: 0.0508497 Feb 09 02:07:03.282641 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-b73a8a3f-d38d-4471-9d81-6e6a58e67a37 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=17ea4dfa-7c5e-480e-8dde-106ac993b130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339246 Feb 09 02:07:03.319946 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:57Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '280344da-329e-4bd6-b059-a78b1ac6284b', 'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'mac_address': 'fa:16:3e:8b:ff:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:57Z', 'updated_at': '2022-02-09T02:06:58Z', 'revision_number': 2, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'subnets': [{'id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:03.363632 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] Checking router: 2c8fea35-6faa-4e0a-9905-70f0fec5b71b for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:07:03.364118 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] Updating router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b port 280344da-329e-4bd6-b059-a78b1ac6284b binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:07:03.411881 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (280344da-329e-4bd6-b059-a78b1ac6284b), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.431525 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-6c5ba3b3-3299-4d72-b45b-2eeff5265212 service neutron] 10.222.0.67 "GET /v2.0/networks/17ea4dfa-7c5e-480e-8dde-106ac993b130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420157 Feb 09 02:07:03.439958 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-563cbd70-1fd5-4b8d-b144-b0e854950904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (639ccf2a-239c-4738-b432-8c139bc4a0e2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.608298 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5239f36f-0921-4b4f-b1ca-3f601a384daf req-b42a04e7-01fb-4380-ba51-37c3ceacae0d service neutron] 10.222.0.67 "GET /v2.0/networks/17ea4dfa-7c5e-480e-8dde-106ac993b130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711845 Feb 09 02:07:03.624478 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563cbd70-1fd5-4b8d-b144-b0e854950904 admin admin] Router 639ccf2a-239c-4738-b432-8c139bc4a0e2 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:07:03.759451 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c571d-f558-4f1d-938b-bbdf82413c60 req-8effc591-7344-492d-b0b1-47858d0584d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:03.761599 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb4c571d-f558-4f1d-938b-bbdf82413c60 req-8effc591-7344-492d-b0b1-47858d0584d6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cad20ef5c7ef43a38f0e632be943a3f0&device_id=34213691-04ec-40d9-862f-d843b7734945 HTTP/1.1" status: 200 len: 1126 time: 0.0939288 Feb 09 02:07:03.773693 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563cbd70-1fd5-4b8d-b144-b0e854950904 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:07:03.783613 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] Sync routers for ids ['639ccf2a-239c-4738-b432-8c139bc4a0e2'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:07:03.797220 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] Routers {'639ccf2a-239c-4738-b432-8c139bc4a0e2'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:03.798331 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:06:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['639ccf2a-239c-4738-b432-8c139bc4a0e2'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:03.814006 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-563cbd70-1fd5-4b8d-b144-b0e854950904 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.816699 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-563cbd70-1fd5-4b8d-b144-b0e854950904 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8716567 Feb 09 02:07:03.820865 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 42964) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:03.861021 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] Publish callbacks [] for port (280344da-329e-4bd6-b059-a78b1ac6284b), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.872528 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (280344da-329e-4bd6-b059-a78b1ac6284b), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.952386 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879a720-46c1-4073-8db4-8566862bec28 req-20edb257-0421-4fa6-a4d4-e83550e23464 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:03.952386 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3879a720-46c1-4073-8db4-8566862bec28 req-20edb257-0421-4fa6-a4d4-e83550e23464 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/ports?device_id=34213691-04ec-40d9-862f-d843b7734945 HTTP/1.1" status: 200 len: 944 time: 0.1580338 Feb 09 02:07:03.974159 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c571d-f558-4f1d-938b-bbdf82413c60 req-f2b30e13-b34e-4be3-a18b-ac08f99d65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:03.975890 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb4c571d-f558-4f1d-938b-bbdf82413c60 req-f2b30e13-b34e-4be3-a18b-ac08f99d65cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=17ea4dfa-7c5e-480e-8dde-106ac993b130 HTTP/1.1" status: 200 len: 922 time: 0.2084243 Feb 09 02:07:04.010185 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3393226-c2c8-47b8-8382-2f2bdf14b253 None None] Pushing event updated for resources: {'Port': ['ID=280344da-329e-4bd6-b059-a78b1ac6284b,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:04.030961 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] Set router 639ccf2a-239c-4738-b432-8c139bc4a0e2 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:04.068631 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3393226-c2c8-47b8-8382-2f2bdf14b253 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:04.071699 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3393226-c2c8-47b8-8382-2f2bdf14b253 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:04.072838 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3393226-c2c8-47b8-8382-2f2bdf14b253 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:04.074155 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3393226-c2c8-47b8-8382-2f2bdf14b253 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:04.075167 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3393226-c2c8-47b8-8382-2f2bdf14b253 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:04.076711 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3393226-c2c8-47b8-8382-2f2bdf14b253 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:04.076816 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3393226-c2c8-47b8-8382-2f2bdf14b253 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:04.077107 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3393226-c2c8-47b8-8382-2f2bdf14b253 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:04.077442 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3393226-c2c8-47b8-8382-2f2bdf14b253 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:04.077875 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3393226-c2c8-47b8-8382-2f2bdf14b253 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:04.078081 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3393226-c2c8-47b8-8382-2f2bdf14b253 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:04.078404 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3393226-c2c8-47b8-8382-2f2bdf14b253 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:04.078725 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3393226-c2c8-47b8-8382-2f2bdf14b253 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:04.086461 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb4c571d-f558-4f1d-938b-bbdf82413c60 req-76325f05-e564-432c-9b8b-068222517c6c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56c24e06-5a68-44b2-9e61-a0dcfb36a764 HTTP/1.1" status: 200 len: 217 time: 0.0937550 Feb 09 02:07:04.135793 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2906e3-668a-450c-829b-08197e589b3e None None] Network 559141bb-1b06-4a22-8ae0-051b88aff640 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:07:04.169239 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3879a720-46c1-4073-8db4-8566862bec28 req-4536835e-0b68-4a65-8f00-9089b2e1d0f7 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/security-groups?id=cca155a2-ac4b-43e3-adea-35c7815da4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132394 Feb 09 02:07:04.180892 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] Attempting to bind port 280344da-329e-4bd6-b059-a78b1ac6284b on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:04.181168 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] Attempting to bind port 280344da-329e-4bd6-b059-a78b1ac6284b by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:04.181525 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] Attempting to bind port 280344da-329e-4bd6-b059-a78b1ac6284b on network cc310b24-fd11-451e-88ac-42c9695a7e70 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:04.184530 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c571d-f558-4f1d-938b-bbdf82413c60 req-b695de83-cd18-494c-abaf-fa1d5fe70031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:04.194100 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb4c571d-f558-4f1d-938b-bbdf82413c60 req-b695de83-cd18-494c-abaf-fa1d5fe70031 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac54dd6d-81de-4a07-8f69-ccc8fa5a9b51 HTTP/1.1" status: 200 len: 861 time: 0.0904019 Feb 09 02:07:04.196471 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:04.196845 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] Checking segment: {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:04.197256 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.197647 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] Bound using segment: {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:04.198784 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] Bound port: 280344da-329e-4bd6-b059-a78b1ac6284b, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:04.199183 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (280344da-329e-4bd6-b059-a78b1ac6284b), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.249889 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb4c571d-f558-4f1d-938b-bbdf82413c60 req-b1d0fc8d-c6da-4af0-a811-5af90bd4e6d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=17ea4dfa-7c5e-480e-8dde-106ac993b130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576019 Feb 09 02:07:04.314566 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] For port 280344da-329e-4bd6-b059-a78b1ac6284b, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:04.318271 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] For port 280344da-329e-4bd6-b059-a78b1ac6284b, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=280344da-329e-4bd6-b059-a78b1ac6284b,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:04.353101 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (280344da-329e-4bd6-b059-a78b1ac6284b), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.470330 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb4c571d-f558-4f1d-938b-bbdf82413c60 req-fe9d2d02-5e74-4731-b644-cbe066196d6d service neutron] 10.222.0.67 "GET /v2.0/networks/17ea4dfa-7c5e-480e-8dde-106ac993b130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059712 Feb 09 02:07:04.520496 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3393226-c2c8-47b8-8382-2f2bdf14b253 None None] Pushing event updated for resources: {'Port': ['ID=280344da-329e-4bd6-b059-a78b1ac6284b,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:04.531851 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] Routers {'2c8fea35-6faa-4e0a-9905-70f0fec5b71b'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:04.532465 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:06:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:04.639380 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ddcd5053-1c4c-4572-9ed2-0c177f868f77 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:04.650127 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb4c571d-f558-4f1d-938b-bbdf82413c60 req-4ae7c793-1636-476f-ac36-4cf61c7a7554 service neutron] 10.222.0.67 "GET /v2.0/networks/17ea4dfa-7c5e-480e-8dde-106ac993b130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733251 Feb 09 02:07:04.706350 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c84e0f1f-8526-41f8-a6e0-4a45c51a9c5b None None] Provisioning complete for port ddcd5053-1c4c-4572-9ed2-0c177f868f77 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:04.706873 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c84e0f1f-8526-41f8-a6e0-4a45c51a9c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ddcd5053-1c4c-4572-9ed2-0c177f868f77), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.744203 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] Set router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:04.769469 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-116be7e9-6c23-460c-9df3-e569fa629b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.829613 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639ccf2a-239c-4738-b432-8c139bc4a0e2', 'name': 'tempest-TestVolumeBootPattern-513352519-router', 'tenant_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '9b41316c-5c76-48d0-8e3c-93abcd2ad9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:01Z', 'updated_at': '2022-02-09T02:07:02Z', 'revision_number': 3, 'project_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'gw_port': {'id': '9b41316c-5c76-48d0-8e3c-93abcd2ad9e2', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639ccf2a-239c-4738-b432-8c139bc4a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:02Z', 'updated_at': '2022-02-09T02:07:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:04.862338 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] Checking router: 639ccf2a-239c-4738-b432-8c139bc4a0e2 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:07:04.862697 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] Updating router 639ccf2a-239c-4738-b432-8c139bc4a0e2 port 9b41316c-5c76-48d0-8e3c-93abcd2ad9e2 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:07:04.921953 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9b41316c-5c76-48d0-8e3c-93abcd2ad9e2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.006924 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port ddcd5053-1c4c-4572-9ed2-0c177f868f77 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:05.007326 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ddcd5053-1c4c-4572-9ed2-0c177f868f77), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.040730 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-116be7e9-6c23-460c-9df3-e569fa629b74 admin admin] Allocated IP 172.20.0.1 (559141bb-1b06-4a22-8ae0-051b88aff640/7fc30fe2-602b-4f58-a250-6a6f09085b4b/1424eecc-c748-4046-bd40-2fdf6747f666) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:05.091306 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c84e0f1f-8526-41f8-a6e0-4a45c51a9c5b None None] Current status of the port ddcd5053-1c4c-4572-9ed2-0c177f868f77 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:05.091695 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c84e0f1f-8526-41f8-a6e0-4a45c51a9c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ddcd5053-1c4c-4572-9ed2-0c177f868f77), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.092086 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:57Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '280344da-329e-4bd6-b059-a78b1ac6284b', 'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'mac_address': 'fa:16:3e:8b:ff:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:57Z', 'updated_at': '2022-02-09T02:07:04Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'subnets': [{'id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:05.128620 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4302052-8b77-4878-898a-121a49b3b380 None None] The sync data for ids ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'] in n-d-828387-3 is: [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:57Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '280344da-329e-4bd6-b059-a78b1ac6284b', 'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'mac_address': 'fa:16:3e:8b:ff:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:57Z', 'updated_at': '2022-02-09T02:07:04Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'subnets': [{'id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:07:05.211073 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c84e0f1f-8526-41f8-a6e0-4a45c51a9c5b None None] For port ddcd5053-1c4c-4572-9ed2-0c177f868f77, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ddcd5053-1c4c-4572-9ed2-0c177f868f77,segment=NetworkSegment(3f69ddcb-c05d-4865-bf2a-1252c3c7d419),segment_id=3f69ddcb-c05d-4865-bf2a-1252c3c7d419)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:05.221096 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c84e0f1f-8526-41f8-a6e0-4a45c51a9c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ddcd5053-1c4c-4572-9ed2-0c177f868f77), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.259512 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-116be7e9-6c23-460c-9df3-e569fa629b74 admin admin] Publish callbacks [] for port (1424eecc-c748-4046-bd40-2fdf6747f666), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.280635 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e0f1f-8526-41f8-a6e0-4a45c51a9c5b None None] Pushing event updated for resources: {'Port': ['ID=ddcd5053-1c4c-4572-9ed2-0c177f868f77,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:05.311693 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ddcd5053-1c4c-4572-9ed2-0c177f868f77 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:05.312146 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ddcd5053-1c4c-4572-9ed2-0c177f868f77), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.384879 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faef27a-420d-4a3d-879b-dc5af4b18188 req-67c850ff-8231-4466-a7f7-38f572b0225d tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:05.386886 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5faef27a-420d-4a3d-879b-dc5af4b18188 req-67c850ff-8231-4466-a7f7-38f572b0225d tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/ports?device_id=34213691-04ec-40d9-862f-d843b7734945 HTTP/1.1" status: 200 len: 944 time: 0.0850585 Feb 09 02:07:05.387996 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-116be7e9-6c23-460c-9df3-e569fa629b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (1424eecc-c748-4046-bd40-2fdf6747f666), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.388148 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-eff31c89-2602-46a8-b57c-77d60e356321 None None] Provisioning complete for port ddcd5053-1c4c-4572-9ed2-0c177f868f77 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:05.388403 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eff31c89-2602-46a8-b57c-77d60e356321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ddcd5053-1c4c-4572-9ed2-0c177f868f77), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.513446 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116be7e9-6c23-460c-9df3-e569fa629b74 admin admin] Network 559141bb-1b06-4a22-8ae0-051b88aff640 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:05.533021 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:07:05.533377 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:07:05.536572 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-116be7e9-6c23-460c-9df3-e569fa629b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:05.541393 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116be7e9-6c23-460c-9df3-e569fa629b74 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:05.543977 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116be7e9-6c23-460c-9df3-e569fa629b74 admin admin] Pushing event updated for resources: {'Port': ['ID=1424eecc-c748-4046-bd40-2fdf6747f666,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:05.562047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-eff31c89-2602-46a8-b57c-77d60e356321 None None] Current status of the port ddcd5053-1c4c-4572-9ed2-0c177f868f77 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:05.607065 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-eff31c89-2602-46a8-b57c-77d60e356321 None None] Provisioning complete for port 280344da-329e-4bd6-b059-a78b1ac6284b triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:05.607468 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eff31c89-2602-46a8-b57c-77d60e356321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (280344da-329e-4bd6-b059-a78b1ac6284b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.615833 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-116be7e9-6c23-460c-9df3-e569fa629b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (639ccf2a-239c-4738-b432-8c139bc4a0e2), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.659738 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] Publish callbacks [] for port (9b41316c-5c76-48d0-8e3c-93abcd2ad9e2), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.677464 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9b41316c-5c76-48d0-8e3c-93abcd2ad9e2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.701004 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5faef27a-420d-4a3d-879b-dc5af4b18188 req-ba743620-5f42-4b63-9eb4-e5a2780eb03c tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/security-groups?id=cca155a2-ac4b-43e3-adea-35c7815da4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923348 Feb 09 02:07:05.734671 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba06248-f3d0-486e-ae9d-829d32fd3a52 None None] Pushing event updated for resources: {'Port': ['ID=9b41316c-5c76-48d0-8e3c-93abcd2ad9e2,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:05.771459 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] Attempting to bind port 9b41316c-5c76-48d0-8e3c-93abcd2ad9e2 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:05.771859 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] Attempting to bind port 9b41316c-5c76-48d0-8e3c-93abcd2ad9e2 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:05.772205 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] Attempting to bind port 9b41316c-5c76-48d0-8e3c-93abcd2ad9e2 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:05.785396 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:05.785790 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:05.786173 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.786570 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:05.787341 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] Bound port: 9b41316c-5c76-48d0-8e3c-93abcd2ad9e2, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:05.787727 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9b41316c-5c76-48d0-8e3c-93abcd2ad9e2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.884413 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-116be7e9-6c23-460c-9df3-e569fa629b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1424eecc-c748-4046-bd40-2fdf6747f666), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.907137 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] For port 9b41316c-5c76-48d0-8e3c-93abcd2ad9e2, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:05.913481 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-eff31c89-2602-46a8-b57c-77d60e356321 None None] Current status of the port 280344da-329e-4bd6-b059-a78b1ac6284b is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:05.913670 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eff31c89-2602-46a8-b57c-77d60e356321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (280344da-329e-4bd6-b059-a78b1ac6284b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.942987 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] For port 9b41316c-5c76-48d0-8e3c-93abcd2ad9e2, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9b41316c-5c76-48d0-8e3c-93abcd2ad9e2,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:05.954460 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9b41316c-5c76-48d0-8e3c-93abcd2ad9e2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.003595 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-eff31c89-2602-46a8-b57c-77d60e356321 None None] For port 280344da-329e-4bd6-b059-a78b1ac6284b, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=280344da-329e-4bd6-b059-a78b1ac6284b,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:06.013057 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eff31c89-2602-46a8-b57c-77d60e356321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (280344da-329e-4bd6-b059-a78b1ac6284b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.024375 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] Routers {'639ccf2a-239c-4738-b432-8c139bc4a0e2'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:06.025608 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:06:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['639ccf2a-239c-4738-b432-8c139bc4a0e2'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:06.101351 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-116be7e9-6c23-460c-9df3-e569fa629b74 admin admin] Publish callbacks [] for port (1424eecc-c748-4046-bd40-2fdf6747f666), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.109316 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-116be7e9-6c23-460c-9df3-e569fa629b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (1424eecc-c748-4046-bd40-2fdf6747f666), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.155150 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba06248-f3d0-486e-ae9d-829d32fd3a52 None None] Pushing event updated for resources: {'Port': ['ID=9b41316c-5c76-48d0-8e3c-93abcd2ad9e2,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:06.207164 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116be7e9-6c23-460c-9df3-e569fa629b74 admin admin] Pushing event updated for resources: {'Port': ['ID=1424eecc-c748-4046-bd40-2fdf6747f666,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:06.215797 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-116be7e9-6c23-460c-9df3-e569fa629b74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (639ccf2a-239c-4738-b432-8c139bc4a0e2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.237725 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-13f74638-5c71-4f5f-ade9-aec3a80ae4f6 None None] Provisioning complete for port 1424eecc-c748-4046-bd40-2fdf6747f666 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:06.239092 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-13f74638-5c71-4f5f-ade9-aec3a80ae4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1424eecc-c748-4046-bd40-2fdf6747f666), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.243140 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ddcd5053-1c4c-4572-9ed2-0c177f868f77 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:06.314817 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] Set router 639ccf2a-239c-4738-b432-8c139bc4a0e2 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:06.316957 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff31c89-2602-46a8-b57c-77d60e356321 None None] Pushing event updated for resources: {'Port': ['ID=280344da-329e-4bd6-b059-a78b1ac6284b,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:06.341142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116be7e9-6c23-460c-9df3-e569fa629b74 admin admin] Network 559141bb-1b06-4a22-8ae0-051b88aff640 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:06.342903 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-116be7e9-6c23-460c-9df3-e569fa629b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:06.348695 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-13f74638-5c71-4f5f-ade9-aec3a80ae4f6 None None] Port 1424eecc-c748-4046-bd40-2fdf6747f666 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:07:06.518140 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116be7e9-6c23-460c-9df3-e569fa629b74 admin admin] Router 639ccf2a-239c-4738-b432-8c139bc4a0e2 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:07:06.674188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116be7e9-6c23-460c-9df3-e569fa629b74 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:07:06.679579 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-116be7e9-6c23-460c-9df3-e569fa629b74 admin admin] 10.222.0.36 "PUT /v2.0/routers/639ccf2a-239c-4738-b432-8c139bc4a0e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8570752 Feb 09 02:07:06.741898 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 280344da-329e-4bd6-b059-a78b1ac6284b up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:06.748043 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 56c24e06-5a68-44b2-9e61-a0dcfb36a764 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:07:06.829679 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-2e0323dc-8254-4446-b10f-4a2fddab5b99 None None] Provisioning complete for port 1424eecc-c748-4046-bd40-2fdf6747f666 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:06.829679 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2e0323dc-8254-4446-b10f-4a2fddab5b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1424eecc-c748-4046-bd40-2fdf6747f666), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.836127 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e30d2-bd54-46f1-bed2-f1c003061b1c req-40e41a50-261f-40bb-a212-fa29f664432c tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:06.837997 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-782e30d2-bd54-46f1-bed2-f1c003061b1c req-40e41a50-261f-40bb-a212-fa29f664432c tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/ports?device_id=34213691-04ec-40d9-862f-d843b7734945 HTTP/1.1" status: 200 len: 944 time: 0.0777206 Feb 09 02:07:06.962704 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2e0323dc-8254-4446-b10f-4a2fddab5b99 None None] Port 1424eecc-c748-4046-bd40-2fdf6747f666 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:07:06.965034 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 280344da-329e-4bd6-b059-a78b1ac6284b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:06.965414 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (280344da-329e-4bd6-b059-a78b1ac6284b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.013358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639ccf2a-239c-4738-b432-8c139bc4a0e2', 'name': 'tempest-TestVolumeBootPattern-513352519-router', 'tenant_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '9b41316c-5c76-48d0-8e3c-93abcd2ad9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:01Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 4, 'project_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'gw_port': {'id': '9b41316c-5c76-48d0-8e3c-93abcd2ad9e2', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639ccf2a-239c-4738-b432-8c139bc4a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:02Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '1424eecc-c748-4046-bd40-2fdf6747f666', 'name': '', 'network_id': '559141bb-1b06-4a22-8ae0-051b88aff640', 'tenant_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'mac_address': 'fa:16:3e:38:02:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639ccf2a-239c-4738-b432-8c139bc4a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '7fc30fe2-602b-4f58-a250-6a6f09085b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:04Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 1, 'project_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'subnets': [{'id': '7fc30fe2-602b-4f58-a250-6a6f09085b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:07.069738 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312924c2-657c-4e76-a1d4-23880b827e33 None None] The sync data for ids ['639ccf2a-239c-4738-b432-8c139bc4a0e2'] in n-d-828387-3 is: [{'id': '639ccf2a-239c-4738-b432-8c139bc4a0e2', 'name': 'tempest-TestVolumeBootPattern-513352519-router', 'tenant_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '9b41316c-5c76-48d0-8e3c-93abcd2ad9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:01Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 4, 'project_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'gw_port': {'id': '9b41316c-5c76-48d0-8e3c-93abcd2ad9e2', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639ccf2a-239c-4738-b432-8c139bc4a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:02Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '1424eecc-c748-4046-bd40-2fdf6747f666', 'name': '', 'network_id': '559141bb-1b06-4a22-8ae0-051b88aff640', 'tenant_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'mac_address': 'fa:16:3e:38:02:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639ccf2a-239c-4738-b432-8c139bc4a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '7fc30fe2-602b-4f58-a250-6a6f09085b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:04Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 1, 'project_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'subnets': [{'id': '7fc30fe2-602b-4f58-a250-6a6f09085b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:07:07.082647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 56c24e06-5a68-44b2-9e61-a0dcfb36a764, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=56c24e06-5a68-44b2-9e61-a0dcfb36a764,segment=NetworkSegment(d6815f9f-3a6a-43dd-84e0-665d198b9751),segment_id=d6815f9f-3a6a-43dd-84e0-665d198b9751)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:07.103744 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '56c24e06-5a68-44b2-9e61-a0dcfb36a764', 'network_id': '17ea4dfa-7c5e-480e-8dde-106ac993b130', 'port_id': '56c24e06-5a68-44b2-9e61-a0dcfb36a764', 'mac_address': 'fa:16:3e:e8:47:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac54dd6d-81de-4a07-8f69-ccc8fa5a9b51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:07:07.291091 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 280344da-329e-4bd6-b059-a78b1ac6284b is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:07.292705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ddcd5053-1c4c-4572-9ed2-0c177f868f77 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:07.297608 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-782e30d2-bd54-46f1-bed2-f1c003061b1c req-9b3fc590-bced-44a9-9fda-9e35ae7d5114 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/security-groups?id=cca155a2-ac4b-43e3-adea-35c7815da4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516997 Feb 09 02:07:07.375934 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 56c24e06-5a68-44b2-9e61-a0dcfb36a764 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:07.377216 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (56c24e06-5a68-44b2-9e61-a0dcfb36a764), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.399316 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c24e06-5a68-44b2-9e61-a0dcfb36a764 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:07.432283 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 56c24e06-5a68-44b2-9e61-a0dcfb36a764, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=56c24e06-5a68-44b2-9e61-a0dcfb36a764,segment=NetworkSegment(d6815f9f-3a6a-43dd-84e0-665d198b9751),segment_id=d6815f9f-3a6a-43dd-84e0-665d198b9751)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:07.525024 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (56c24e06-5a68-44b2-9e61-a0dcfb36a764), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.625771 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=56c24e06-5a68-44b2-9e61-a0dcfb36a764,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:07.644000 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6ff70218-8aa3-4d71-98e7-b29b39610f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.654237 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port ddcd5053-1c4c-4572-9ed2-0c177f868f77 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:07.654739 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ddcd5053-1c4c-4572-9ed2-0c177f868f77), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.833773 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ddcd5053-1c4c-4572-9ed2-0c177f868f77 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:07.859752 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['56c24e06-5a68-44b2-9e61-a0dcfb36a764'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:08.500880 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c283701-7172-42a6-b0f3-8a5fdc2e4217 req-d83ad1ed-9ce1-4eba-8c64-6e03f3df5a6d tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:08.502403 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2c283701-7172-42a6-b0f3-8a5fdc2e4217 req-d83ad1ed-9ce1-4eba-8c64-6e03f3df5a6d tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/ports?device_id=34213691-04ec-40d9-862f-d843b7734945 HTTP/1.1" status: 200 len: 945 time: 0.1034846 Feb 09 02:07:08.519275 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9b41316c-5c76-48d0-8e3c-93abcd2ad9e2 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:08.573678 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2c283701-7172-42a6-b0f3-8a5fdc2e4217 req-ccb92f34-8579-4076-a4c9-2e8a76f085f6 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/security-groups?id=cca155a2-ac4b-43e3-adea-35c7815da4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550570 Feb 09 02:07:08.630813 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 9b41316c-5c76-48d0-8e3c-93abcd2ad9e2 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:08.631330 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9b41316c-5c76-48d0-8e3c-93abcd2ad9e2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:08.750406 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 9b41316c-5c76-48d0-8e3c-93abcd2ad9e2 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:08.751056 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9b41316c-5c76-48d0-8e3c-93abcd2ad9e2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:08.778563 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 9b41316c-5c76-48d0-8e3c-93abcd2ad9e2, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9b41316c-5c76-48d0-8e3c-93abcd2ad9e2,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:08.786786 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9b41316c-5c76-48d0-8e3c-93abcd2ad9e2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:08.863126 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=9b41316c-5c76-48d0-8e3c-93abcd2ad9e2,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:09.849811 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237757a-bcf9-40ec-a0bf-846640648c28 req-e4a8ff50-b587-4fc5-a522-fd151755d03f tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:09.851681 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2237757a-bcf9-40ec-a0bf-846640648c28 req-e4a8ff50-b587-4fc5-a522-fd151755d03f tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/ports?device_id=34213691-04ec-40d9-862f-d843b7734945 HTTP/1.1" status: 200 len: 945 time: 0.1393013 Feb 09 02:07:09.942846 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2237757a-bcf9-40ec-a0bf-846640648c28 req-71a5cd63-9b4f-4885-803d-c91b849c6973 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/security-groups?id=cca155a2-ac4b-43e3-adea-35c7815da4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843956 Feb 09 02:07:09.952609 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:10.143451 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8fac7ca3-f430-4d36-a9fb-6e4b7e6a3eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:10.455367 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9b41316c-5c76-48d0-8e3c-93abcd2ad9e2 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:10.545489 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 56c24e06-5a68-44b2-9e61-a0dcfb36a764 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:10.607506 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 9b41316c-5c76-48d0-8e3c-93abcd2ad9e2 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:10.607893 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9b41316c-5c76-48d0-8e3c-93abcd2ad9e2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:10.651758 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 56c24e06-5a68-44b2-9e61-a0dcfb36a764 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:07:10.659349 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 56c24e06-5a68-44b2-9e61-a0dcfb36a764 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:10.659728 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (56c24e06-5a68-44b2-9e61-a0dcfb36a764), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:10.802187 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 9b41316c-5c76-48d0-8e3c-93abcd2ad9e2 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:10.804533 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 56c24e06-5a68-44b2-9e61-a0dcfb36a764 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:10.805094 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (56c24e06-5a68-44b2-9e61-a0dcfb36a764), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:10.829597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-5c1e1bea-f0d7-499d-9fb8-aef49a33f26d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:10.831130 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-5c1e1bea-f0d7-499d-9fb8-aef49a33f26d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 810 time: 0.1446440 Feb 09 02:07:10.832113 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34213691-04ec-40d9-862f-d843b7734945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c24e06-5a68-44b2-9e61-a0dcfb36a764'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:10.835115 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34630748-26b8-4b1d-bf24-a59ba9e658a9" -d '{"events": [{"server_uuid": "34213691-04ec-40d9-862f-d843b7734945", "name": "network-vif-plugged", "status": "completed", "tag": "56c24e06-5a68-44b2-9e61-a0dcfb36a764"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:10.864989 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-b7d02ff7-b631-4f1d-9b91-32ce84f2d8e0 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/quotas/ae374e012dff438a8fcacf6297f76569 HTTP/1.1" status: 200 len: 375 time: 0.0279820 Feb 09 02:07:10.881672 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 56c24e06-5a68-44b2-9e61-a0dcfb36a764, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=56c24e06-5a68-44b2-9e61-a0dcfb36a764,segment=NetworkSegment(d6815f9f-3a6a-43dd-84e0-665d198b9751),segment_id=d6815f9f-3a6a-43dd-84e0-665d198b9751)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:10.897355 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (56c24e06-5a68-44b2-9e61-a0dcfb36a764), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:10.930624 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa99fd1-dc1c-439f-aca6-56b70cbfd026 x-openstack-request-id: req-caa99fd1-dc1c-439f-aca6-56b70cbfd026 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:10.932168 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34213691-04ec-40d9-862f-d843b7734945", "name": "network-vif-plugged", "status": "completed", "tag": "56c24e06-5a68-44b2-9e61-a0dcfb36a764", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:10.933225 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-caa99fd1-dc1c-439f-aca6-56b70cbfd026 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:10.934990 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34213691-04ec-40d9-862f-d843b7734945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c24e06-5a68-44b2-9e61-a0dcfb36a764', 'code': 200} Feb 09 02:07:10.957020 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-9c05cbe3-800b-4021-8eef-77714355451b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852931 Feb 09 02:07:11.005888 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=56c24e06-5a68-44b2-9e61-a0dcfb36a764,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:11.023600 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:11.029976 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:11.065642 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56747b21-148d-49ad-97f9-28c3d97ca73c req-c1af3546-6b3a-47a4-a15b-5b0917bec916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:11.067848 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56747b21-148d-49ad-97f9-28c3d97ca73c req-c1af3546-6b3a-47a4-a15b-5b0917bec916 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=34213691-04ec-40d9-862f-d843b7734945 HTTP/1.1" status: 200 len: 1128 time: 0.0970461 Feb 09 02:07:11.202651 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56747b21-148d-49ad-97f9-28c3d97ca73c req-1565ca51-33c1-46c5-b869-5209779c1958 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cca155a2-ac4b-43e3-adea-35c7815da4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280048 Feb 09 02:07:11.224332 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef79980-6e2c-444b-b4b1-20499f9f3315 req-8458091c-1d8e-40b3-bbf1-d18bf1c4881b tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:11.226053 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bef79980-6e2c-444b-b4b1-20499f9f3315 req-8458091c-1d8e-40b3-bbf1-d18bf1c4881b tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/ports?device_id=34213691-04ec-40d9-862f-d843b7734945 HTTP/1.1" status: 200 len: 946 time: 0.0934377 Feb 09 02:07:11.302217 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bef79980-6e2c-444b-b4b1-20499f9f3315 req-81bbe7a7-3109-425e-9429-a8c0c2e0af9d tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/security-groups?id=cca155a2-ac4b-43e3-adea-35c7815da4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628662 Feb 09 02:07:11.303546 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-a55aada3-ee89-4310-a013-41b2995f57ed service neutron] 10.222.0.36 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396194 Feb 09 02:07:11.404369 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-a30c34ad-fb41-48b9-be62-6d49706f9851 service neutron] 10.222.0.36 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945749 Feb 09 02:07:11.466695 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] Sync routers for ids ['639ccf2a-239c-4738-b432-8c139bc4a0e2'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:07:11.478200 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] Routers {'639ccf2a-239c-4738-b432-8c139bc4a0e2'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:11.480417 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:07:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['639ccf2a-239c-4738-b432-8c139bc4a0e2'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:11.625122 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] Set router 639ccf2a-239c-4738-b432-8c139bc4a0e2 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:11.827378 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-31046128-fa51-4f29-a689-f57923f80dfc req-63bdbda6-0be0-4cec-bee0-784ce229f311 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 210 time: 0.0353291 Feb 09 02:07:11.881933 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639ccf2a-239c-4738-b432-8c139bc4a0e2', 'name': 'tempest-TestVolumeBootPattern-513352519-router', 'tenant_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '9b41316c-5c76-48d0-8e3c-93abcd2ad9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:01Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 4, 'project_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'gw_port': {'id': '9b41316c-5c76-48d0-8e3c-93abcd2ad9e2', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639ccf2a-239c-4738-b432-8c139bc4a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:02Z', 'updated_at': '2022-02-09T02:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '1424eecc-c748-4046-bd40-2fdf6747f666', 'name': '', 'network_id': '559141bb-1b06-4a22-8ae0-051b88aff640', 'tenant_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'mac_address': 'fa:16:3e:38:02:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639ccf2a-239c-4738-b432-8c139bc4a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '7fc30fe2-602b-4f58-a250-6a6f09085b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:04Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 2, 'project_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'subnets': [{'id': '7fc30fe2-602b-4f58-a250-6a6f09085b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:12.038050 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] Checking router: 639ccf2a-239c-4738-b432-8c139bc4a0e2 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:07:12.038635 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] Updating router 639ccf2a-239c-4738-b432-8c139bc4a0e2 port 1424eecc-c748-4046-bd40-2fdf6747f666 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:07:12.072051 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1424eecc-c748-4046-bd40-2fdf6747f666), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.398959 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.408797 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] Publish callbacks [] for port (1424eecc-c748-4046-bd40-2fdf6747f666), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.424782 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1424eecc-c748-4046-bd40-2fdf6747f666), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.580981 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8e21e-83c4-4c0a-82f5-03fe5ada3be1 req-a3bd8d1a-073c-48db-bef7-c20f5cd4f64c tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:12.583976 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2cf8e21e-83c4-4c0a-82f5-03fe5ada3be1 req-a3bd8d1a-073c-48db-bef7-c20f5cd4f64c tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/ports?device_id=34213691-04ec-40d9-862f-d843b7734945 HTTP/1.1" status: 200 len: 946 time: 0.1084294 Feb 09 02:07:12.597413 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730dd30-8177-4cff-984a-d16bea3d0d3d None None] Pushing event updated for resources: {'Port': ['ID=1424eecc-c748-4046-bd40-2fdf6747f666,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:12.646351 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] Attempting to bind port 1424eecc-c748-4046-bd40-2fdf6747f666 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:12.647118 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] Attempting to bind port 1424eecc-c748-4046-bd40-2fdf6747f666 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3f69ddcb-c05d-4865-bf2a-1252c3c7d419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '559141bb-1b06-4a22-8ae0-051b88aff640'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:12.647598 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] Attempting to bind port 1424eecc-c748-4046-bd40-2fdf6747f666 on network 559141bb-1b06-4a22-8ae0-051b88aff640 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:12.655174 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:12.655854 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] Checking segment: {'id': '3f69ddcb-c05d-4865-bf2a-1252c3c7d419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '559141bb-1b06-4a22-8ae0-051b88aff640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:12.656392 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.657239 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] Bound using segment: {'id': '3f69ddcb-c05d-4865-bf2a-1252c3c7d419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '559141bb-1b06-4a22-8ae0-051b88aff640'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:12.657974 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] Bound port: 1424eecc-c748-4046-bd40-2fdf6747f666, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f69ddcb-c05d-4865-bf2a-1252c3c7d419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '559141bb-1b06-4a22-8ae0-051b88aff640'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:12.658554 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1424eecc-c748-4046-bd40-2fdf6747f666), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.700624 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2cf8e21e-83c4-4c0a-82f5-03fe5ada3be1 req-b5558b3e-c801-406a-89be-8842e1c0ed6d tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/security-groups?id=cca155a2-ac4b-43e3-adea-35c7815da4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047068 Feb 09 02:07:12.762899 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] For port 1424eecc-c748-4046-bd40-2fdf6747f666, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:12.767096 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] For port 1424eecc-c748-4046-bd40-2fdf6747f666, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1424eecc-c748-4046-bd40-2fdf6747f666,segment=NetworkSegment(3f69ddcb-c05d-4865-bf2a-1252c3c7d419),segment_id=3f69ddcb-c05d-4865-bf2a-1252c3c7d419)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:12.774930 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1424eecc-c748-4046-bd40-2fdf6747f666), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.899999 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730dd30-8177-4cff-984a-d16bea3d0d3d None None] Pushing event updated for resources: {'Port': ['ID=1424eecc-c748-4046-bd40-2fdf6747f666,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:12.903951 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] Routers {'639ccf2a-239c-4738-b432-8c139bc4a0e2'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:12.904767 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:07:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['639ccf2a-239c-4738-b432-8c139bc4a0e2'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:12.943090 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-2d64ba3b-febd-4ac2-99c2-ef54e34eda8b None None] Provisioning complete for port 1424eecc-c748-4046-bd40-2fdf6747f666 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:12.943780 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2d64ba3b-febd-4ac2-99c2-ef54e34eda8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1424eecc-c748-4046-bd40-2fdf6747f666), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:13.085982 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4a871808-9155-4e4f-a929-0f2fd40fff41 req-3f0f5887-22f7-4ce1-a5bd-81297ff7ca66 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 210 time: 0.1018741 Feb 09 02:07:13.091998 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2d64ba3b-febd-4ac2-99c2-ef54e34eda8b None None] Current status of the port 1424eecc-c748-4046-bd40-2fdf6747f666 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:13.092392 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2d64ba3b-febd-4ac2-99c2-ef54e34eda8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1424eecc-c748-4046-bd40-2fdf6747f666), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:13.146614 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] Set router 639ccf2a-239c-4738-b432-8c139bc4a0e2 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:13.176367 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-2d64ba3b-febd-4ac2-99c2-ef54e34eda8b None None] For port 1424eecc-c748-4046-bd40-2fdf6747f666, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1424eecc-c748-4046-bd40-2fdf6747f666,segment=NetworkSegment(3f69ddcb-c05d-4865-bf2a-1252c3c7d419),segment_id=3f69ddcb-c05d-4865-bf2a-1252c3c7d419)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:13.183069 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2d64ba3b-febd-4ac2-99c2-ef54e34eda8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1424eecc-c748-4046-bd40-2fdf6747f666), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:13.244151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64ba3b-febd-4ac2-99c2-ef54e34eda8b None None] Pushing event updated for resources: {'Port': ['ID=1424eecc-c748-4046-bd40-2fdf6747f666,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:13.317134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-094c26f1-a800-4dce-bb0d-494dc9800f2b None None] Provisioning complete for port 1424eecc-c748-4046-bd40-2fdf6747f666 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:13.325517 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-094c26f1-a800-4dce-bb0d-494dc9800f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1424eecc-c748-4046-bd40-2fdf6747f666), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:13.429687 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-094c26f1-a800-4dce-bb0d-494dc9800f2b None None] Current status of the port 1424eecc-c748-4046-bd40-2fdf6747f666 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:13.453605 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:13.479338 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639ccf2a-239c-4738-b432-8c139bc4a0e2', 'name': 'tempest-TestVolumeBootPattern-513352519-router', 'tenant_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '9b41316c-5c76-48d0-8e3c-93abcd2ad9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:01Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 4, 'project_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'gw_port': {'id': '9b41316c-5c76-48d0-8e3c-93abcd2ad9e2', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639ccf2a-239c-4738-b432-8c139bc4a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:02Z', 'updated_at': '2022-02-09T02:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '1424eecc-c748-4046-bd40-2fdf6747f666', 'name': '', 'network_id': '559141bb-1b06-4a22-8ae0-051b88aff640', 'tenant_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'mac_address': 'fa:16:3e:38:02:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639ccf2a-239c-4738-b432-8c139bc4a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '7fc30fe2-602b-4f58-a250-6a6f09085b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:04Z', 'updated_at': '2022-02-09T02:07:12Z', 'revision_number': 4, 'project_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'subnets': [{'id': '7fc30fe2-602b-4f58-a250-6a6f09085b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:13.537429 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10bebc-835c-4bd5-a9e0-172f2dee065d None None] The sync data for ids ['639ccf2a-239c-4738-b432-8c139bc4a0e2'] in n-d-828387-3 is: [{'id': '639ccf2a-239c-4738-b432-8c139bc4a0e2', 'name': 'tempest-TestVolumeBootPattern-513352519-router', 'tenant_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '9b41316c-5c76-48d0-8e3c-93abcd2ad9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:01Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 4, 'project_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'gw_port': {'id': '9b41316c-5c76-48d0-8e3c-93abcd2ad9e2', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639ccf2a-239c-4738-b432-8c139bc4a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:02Z', 'updated_at': '2022-02-09T02:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '1424eecc-c748-4046-bd40-2fdf6747f666', 'name': '', 'network_id': '559141bb-1b06-4a22-8ae0-051b88aff640', 'tenant_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'mac_address': 'fa:16:3e:38:02:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639ccf2a-239c-4738-b432-8c139bc4a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '7fc30fe2-602b-4f58-a250-6a6f09085b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:04Z', 'updated_at': '2022-02-09T02:07:12Z', 'revision_number': 4, 'project_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'subnets': [{'id': '7fc30fe2-602b-4f58-a250-6a6f09085b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:07:13.623762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-5d742856-e66a-41fc-aa89-fe53861c1c57 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:13.627132 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-5d742856-e66a-41fc-aa89-fe53861c1c57 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.48 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 810 time: 0.3029051 Feb 09 02:07:13.643510 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Request body: {'port': {'device_id': 'f4c520bf-222b-4418-b0b1-24dfa3dd067c', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'admin_state_up': True, 'tenant_id': 'ae374e012dff438a8fcacf6297f76569'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:13.805530 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Made reservation on behalf of ae374e012dff438a8fcacf6297f76569 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:13.809555 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:13.989990 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Allocated IP 172.20.0.11 (cc310b24-fd11-451e-88ac-42c9695a7e70/a62a2247-044e-4cd3-9944-5d20d7932a71/ff72a463-ef06-4a66-a4e1-3b73a1093f0a) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:14.109154 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e5d72-7c26-443a-9df2-c18b1ebebf12 req-334561c0-720e-4806-b6ce-60a3fea979a4 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:14.110674 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-481e5d72-7c26-443a-9df2-c18b1ebebf12 req-334561c0-720e-4806-b6ce-60a3fea979a4 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/ports?device_id=34213691-04ec-40d9-862f-d843b7734945 HTTP/1.1" status: 200 len: 946 time: 0.2810390 Feb 09 02:07:14.267004 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ec350410-fe1c-4ae8-839a-cd44a8547a83 req-09d92722-216c-4219-816d-ee0334bd0681 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 210 time: 0.0616193 Feb 09 02:07:14.319798 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for port (ff72a463-ef06-4a66-a4e1-3b73a1093f0a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:14.446432 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-481e5d72-7c26-443a-9df2-c18b1ebebf12 req-d6489020-d1fc-4413-98a0-86975f2d8f58 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/security-groups?id=cca155a2-ac4b-43e3-adea-35c7815da4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293436 Feb 09 02:07:14.448120 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ff72a463-ef06-4a66-a4e1-3b73a1093f0a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:14.530936 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1424eecc-c748-4046-bd40-2fdf6747f666 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:14.560309 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Network cc310b24-fd11-451e-88ac-42c9695a7e70 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:14.564390 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:14.571551 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:14.673550 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 1424eecc-c748-4046-bd40-2fdf6747f666 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:14.674045 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1424eecc-c748-4046-bd40-2fdf6747f666), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:14.761252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:14.761933 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:14.773924 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event updated for resources: {'Port': ['ID=ff72a463-ef06-4a66-a4e1-3b73a1093f0a,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:14.811321 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:14.811321 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:14.812137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:14.813029 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:14.813392 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:14.814978 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:14.816851 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:14.817227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:14.817611 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:14.817954 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:14.819169 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:14.819953 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:14.820294 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:14.842202 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-62f6babc-abc2-4ae1-b536-8a681d0bd3aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2032087 Feb 09 02:07:14.861312 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-cdfdd2c0-ebe6-4770-bd7f-7487c6c69603 service neutron] Request body: {'port': {'device_id': 'f4c520bf-222b-4418-b0b1-24dfa3dd067c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:14.919423 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 1424eecc-c748-4046-bd40-2fdf6747f666 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:14.974977 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-cdfdd2c0-ebe6-4770-bd7f-7487c6c69603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ff72a463-ef06-4a66-a4e1-3b73a1093f0a), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:15.076307 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-727ffb90-ef48-4f94-b4f1-387db8a54432 None None] Provisioning complete for port ff72a463-ef06-4a66-a4e1-3b73a1093f0a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:15.076941 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-727ffb90-ef48-4f94-b4f1-387db8a54432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ff72a463-ef06-4a66-a4e1-3b73a1093f0a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:15.132018 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-727ffb90-ef48-4f94-b4f1-387db8a54432 None None] Port ff72a463-ef06-4a66-a4e1-3b73a1093f0a cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:07:15.470303 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b4bea-baee-420c-86e9-c6638d7fff81 req-106efe98-6e30-489b-bf8b-687e80d1bef8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:15.472217 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a64b4bea-baee-420c-86e9-c6638d7fff81 req-106efe98-6e30-489b-bf8b-687e80d1bef8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 932 time: 0.0826592 Feb 09 02:07:15.537412 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a64b4bea-baee-420c-86e9-c6638d7fff81 req-3d758a1a-8fd1-44be-8eb3-ac4203f123c9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564826 Feb 09 02:07:15.739151 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48314db-4aa1-41e6-9f6f-2ca622f14275 req-4c321421-f077-4701-aada-1e962cea2401 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:15.740201 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c48314db-4aa1-41e6-9f6f-2ca622f14275 req-4c321421-f077-4701-aada-1e962cea2401 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/ports?device_id=34213691-04ec-40d9-862f-d843b7734945 HTTP/1.1" status: 200 len: 946 time: 0.6919549 Feb 09 02:07:15.877580 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-df8c0529-776e-48b0-9af0-e6ae5ad107e1 req-6a3519f7-be3b-4a6d-bc26-61945a870704 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1473374 Feb 09 02:07:15.882197 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c48314db-4aa1-41e6-9f6f-2ca622f14275 req-a8bc7868-836b-4edb-8887-9da188294120 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/security-groups?id=cca155a2-ac4b-43e3-adea-35c7815da4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248693 Feb 09 02:07:15.908296 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-cdfdd2c0-ebe6-4770-bd7f-7487c6c69603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff72a463-ef06-4a66-a4e1-3b73a1093f0a {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:15.920494 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-cdfdd2c0-ebe6-4770-bd7f-7487c6c69603 service neutron] Publish callbacks [] for port (ff72a463-ef06-4a66-a4e1-3b73a1093f0a), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:15.938740 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-cdfdd2c0-ebe6-4770-bd7f-7487c6c69603 service neutron] Transition to ACTIVE for port object ff72a463-ef06-4a66-a4e1-3b73a1093f0a will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:07:15.952448 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-cdfdd2c0-ebe6-4770-bd7f-7487c6c69603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (ff72a463-ef06-4a66-a4e1-3b73a1093f0a), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.038608 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfdd2c0-ebe6-4770-bd7f-7487c6c69603 service neutron] Pushing event updated for resources: {'Port': ['ID=ff72a463-ef06-4a66-a4e1-3b73a1093f0a,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:16.083502 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c0529-776e-48b0-9af0-e6ae5ad107e1 req-8a304c0e-4f4e-4c9d-b31b-3ebebe051d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:16.085067 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-df8c0529-776e-48b0-9af0-e6ae5ad107e1 req-8a304c0e-4f4e-4c9d-b31b-3ebebe051d0e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8721192a2c284724a83b35330a1c84a8&device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 1127 time: 0.1450393 Feb 09 02:07:16.231128 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-cdfdd2c0-ebe6-4770-bd7f-7487c6c69603 service neutron] Attempting to bind port ff72a463-ef06-4a66-a4e1-3b73a1093f0a on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:16.231509 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-cdfdd2c0-ebe6-4770-bd7f-7487c6c69603 service neutron] Attempting to bind port ff72a463-ef06-4a66-a4e1-3b73a1093f0a by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:16.231838 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-cdfdd2c0-ebe6-4770-bd7f-7487c6c69603 service neutron] Attempting to bind port ff72a463-ef06-4a66-a4e1-3b73a1093f0a on network cc310b24-fd11-451e-88ac-42c9695a7e70 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:16.248198 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-cdfdd2c0-ebe6-4770-bd7f-7487c6c69603 service neutron] Port ff72a463-ef06-4a66-a4e1-3b73a1093f0a on network cc310b24-fd11-451e-88ac-42c9695a7e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:07:16.248519 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-cdfdd2c0-ebe6-4770-bd7f-7487c6c69603 service neutron] Attempting to bind port ff72a463-ef06-4a66-a4e1-3b73a1093f0a on network cc310b24-fd11-451e-88ac-42c9695a7e70 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:16.255072 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-cdfdd2c0-ebe6-4770-bd7f-7487c6c69603 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:16.255395 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-cdfdd2c0-ebe6-4770-bd7f-7487c6c69603 service neutron] Checking segment: {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:16.257883 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-cdfdd2c0-ebe6-4770-bd7f-7487c6c69603 service neutron] Bound using segment: {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:16.257883 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-cdfdd2c0-ebe6-4770-bd7f-7487c6c69603 service neutron] Bound port: ff72a463-ef06-4a66-a4e1-3b73a1093f0a, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:16.257883 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-cdfdd2c0-ebe6-4770-bd7f-7487c6c69603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ff72a463-ef06-4a66-a4e1-3b73a1093f0a), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.263445 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c0529-776e-48b0-9af0-e6ae5ad107e1 req-9ec6750e-aed8-4e6d-b48b-8296d17670e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:16.267079 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-df8c0529-776e-48b0-9af0-e6ae5ad107e1 req-9ec6750e-aed8-4e6d-b48b-8296d17670e6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=213e8f95-a0ad-4892-ad9a-d81d902f12c0 HTTP/1.1" status: 200 len: 912 time: 0.1458526 Feb 09 02:07:16.381240 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-df8c0529-776e-48b0-9af0-e6ae5ad107e1 req-356da713-7f8f-483d-a5b5-6ec03526f92e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e89d86c-79bb-415a-a2b0-b5478fa546b3 HTTP/1.1" status: 200 len: 1000 time: 0.1087177 Feb 09 02:07:16.419654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-cdfdd2c0-ebe6-4770-bd7f-7487c6c69603 service neutron] For port ff72a463-ef06-4a66-a4e1-3b73a1093f0a, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:16.439654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-cdfdd2c0-ebe6-4770-bd7f-7487c6c69603 service neutron] For port ff72a463-ef06-4a66-a4e1-3b73a1093f0a, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=ff72a463-ef06-4a66-a4e1-3b73a1093f0a,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:16.453139 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-cdfdd2c0-ebe6-4770-bd7f-7487c6c69603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (ff72a463-ef06-4a66-a4e1-3b73a1093f0a), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.456012 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c0529-776e-48b0-9af0-e6ae5ad107e1 req-4976bb62-933f-4cc3-be05-fdce3e2ba5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:16.457523 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-df8c0529-776e-48b0-9af0-e6ae5ad107e1 req-4976bb62-933f-4cc3-be05-fdce3e2ba5ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1ecec84-a59d-45c4-91cc-46e21ab9c4db HTTP/1.1" status: 200 len: 850 time: 0.0686555 Feb 09 02:07:16.505638 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e507c-8e35-4416-bc03-b09954c7891d req-9e96f26c-a25b-4252-af82-da06304e599f tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:16.507895 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-af7e507c-8e35-4416-bc03-b09954c7891d req-9e96f26c-a25b-4252-af82-da06304e599f tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.67 "GET /v2.0/ports?device_id=34213691-04ec-40d9-862f-d843b7734945 HTTP/1.1" status: 200 len: 946 time: 0.0844297 Feb 09 02:07:16.529492 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-cdfdd2c0-ebe6-4770-bd7f-7487c6c69603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:16.530366 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-cdfdd2c0-ebe6-4770-bd7f-7487c6c69603 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.531876 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-cdfdd2c0-ebe6-4770-bd7f-7487c6c69603 service neutron] 10.222.0.48 "PUT /v2.0/ports/ff72a463-ef06-4a66-a4e1-3b73a1093f0a HTTP/1.1" status: 200 len: 1092 time: 1.6817079 Feb 09 02:07:16.532358 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c520bf-222b-4418-b0b1-24dfa3dd067c', 'tag': 'ff72a463-ef06-4a66-a4e1-3b73a1093f0a'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:16.539857 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65617aa0-cd85-4499-9b2b-40dbe7d6e673" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c520bf-222b-4418-b0b1-24dfa3dd067c", "tag": "ff72a463-ef06-4a66-a4e1-3b73a1093f0a"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:16.591701 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfdd2c0-ebe6-4770-bd7f-7487c6c69603 service neutron] Pushing event updated for resources: {'Port': ['ID=ff72a463-ef06-4a66-a4e1-3b73a1093f0a,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:16.624590 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c0529-776e-48b0-9af0-e6ae5ad107e1 req-0ef2f807-9c75-4be3-a24b-3282a9d34aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:16.626232 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-df8c0529-776e-48b0-9af0-e6ae5ad107e1 req-0ef2f807-9c75-4be3-a24b-3282a9d34aea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=213e8f95-a0ad-4892-ad9a-d81d902f12c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1594419 Feb 09 02:07:16.790366 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-af7e507c-8e35-4416-bc03-b09954c7891d req-88ad4386-5214-4c68-9d51-1f58076a2906 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Deleting port 56c24e06-5a68-44b2-9e61-a0dcfb36a764 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:07:16.790718 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-af7e507c-8e35-4416-bc03-b09954c7891d req-88ad4386-5214-4c68-9d51-1f58076a2906 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (56c24e06-5a68-44b2-9e61-a0dcfb36a764), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.869374 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472d6a16-9e56-4281-84c2-3108c422e865 x-openstack-request-id: req-472d6a16-9e56-4281-84c2-3108c422e865 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:16.871063 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c520bf-222b-4418-b0b1-24dfa3dd067c", "tag": "ff72a463-ef06-4a66-a4e1-3b73a1093f0a", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:16.871500 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-472d6a16-9e56-4281-84c2-3108c422e865 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:16.871991 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c520bf-222b-4418-b0b1-24dfa3dd067c', 'tag': 'ff72a463-ef06-4a66-a4e1-3b73a1093f0a', 'status': 'completed', 'code': 200} Feb 09 02:07:16.927442 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-af7e507c-8e35-4416-bc03-b09954c7891d req-88ad4386-5214-4c68-9d51-1f58076a2906 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] For port 56c24e06-5a68-44b2-9e61-a0dcfb36a764, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=56c24e06-5a68-44b2-9e61-a0dcfb36a764,segment=NetworkSegment(d6815f9f-3a6a-43dd-84e0-665d198b9751),segment_id=d6815f9f-3a6a-43dd-84e0-665d198b9751)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:16.927813 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-af7e507c-8e35-4416-bc03-b09954c7891d req-88ad4386-5214-4c68-9d51-1f58076a2906 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (56c24e06-5a68-44b2-9e61-a0dcfb36a764), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.929875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fb728-bbc3-467e-8f3f-ffe560477cda req-b0223b31-2366-488b-9a22-e1d14f46ce86 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:16.937316 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-131fb728-bbc3-467e-8f3f-ffe560477cda req-b0223b31-2366-488b-9a22-e1d14f46ce86 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 944 time: 0.2468033 Feb 09 02:07:16.945717 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-af7e507c-8e35-4416-bc03-b09954c7891d req-88ad4386-5214-4c68-9d51-1f58076a2906 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Calling delete_port for 56c24e06-5a68-44b2-9e61-a0dcfb36a764 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:07:17.005320 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-131fb728-bbc3-467e-8f3f-ffe560477cda req-71fb0519-32cd-42ba-96ad-fc9ebd1d7e6d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621340 Feb 09 02:07:17.021964 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-37bf6e34-a5dc-406e-abc1-6b8c2aed01a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:17.023529 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-37bf6e34-a5dc-406e-abc1-6b8c2aed01a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 1126 time: 0.2740502 Feb 09 02:07:17.026410 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-df8c0529-776e-48b0-9af0-e6ae5ad107e1 req-a87e7441-f2a4-4e8c-9aaa-94ddeeb8fade service neutron] 10.222.0.48 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745488 Feb 09 02:07:17.111836 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-3e228765-5147-4c56-8332-d830e4914941 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff72a463-ef06-4a66-a4e1-3b73a1093f0a HTTP/1.1" status: 200 len: 217 time: 0.0745394 Feb 09 02:07:17.177286 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be31473-dc5a-4445-8527-bc66404bbfce req-dc923cc1-02be-426e-8cc1-4dccf08ef318 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:17.179003 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0be31473-dc5a-4445-8527-bc66404bbfce req-dc923cc1-02be-426e-8cc1-4dccf08ef318 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/ports?device_id=34213691-04ec-40d9-862f-d843b7734945 HTTP/1.1" status: 200 len: 946 time: 0.0788226 Feb 09 02:07:17.211630 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-af7e507c-8e35-4416-bc03-b09954c7891d req-88ad4386-5214-4c68-9d51-1f58076a2906 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (56c24e06-5a68-44b2-9e61-a0dcfb36a764), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:17.225363 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['56c24e06-5a68-44b2-9e61-a0dcfb36a764'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:17.250813 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-0a65dace-d75c-4ef2-baeb-b3cc25e9da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:17.253309 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-0a65dace-d75c-4ef2-baeb-b3cc25e9da66 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 200 len: 849 time: 0.1111910 Feb 09 02:07:17.305369 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad4386-5214-4c68-9d51-1f58076a2906 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Pushing event deleted for resources: {'Port': ['ID=56c24e06-5a68-44b2-9e61-a0dcfb36a764,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:17.317975 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-df8c0529-776e-48b0-9af0-e6ae5ad107e1 req-98ff975d-4d90-43fd-99cd-baa2a6776fe6 service neutron] 10.222.0.48 "GET /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720907 Feb 09 02:07:17.332670 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7e507c-8e35-4416-bc03-b09954c7891d req-88ad4386-5214-4c68-9d51-1f58076a2906 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] No DVR routers for this DVR port 56c24e06-5a68-44b2-9e61-a0dcfb36a764 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:07:17.341284 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-bb7ad217-e5af-41d1-965d-6f8a978856f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:17.343197 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-bb7ad217-e5af-41d1-965d-6f8a978856f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc310b24-fd11-451e-88ac-42c9695a7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0806880 Feb 09 02:07:17.344781 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-af7e507c-8e35-4416-bc03-b09954c7891d req-88ad4386-5214-4c68-9d51-1f58076a2906 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:17.348498 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-af7e507c-8e35-4416-bc03-b09954c7891d req-88ad4386-5214-4c68-9d51-1f58076a2906 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.67 "DELETE /v2.0/ports/56c24e06-5a68-44b2-9e61-a0dcfb36a764 HTTP/1.1" status: 204 len: 173 time: 0.8355103 Feb 09 02:07:17.352241 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34213691-04ec-40d9-862f-d843b7734945', 'name': 'network-vif-deleted', 'tag': '56c24e06-5a68-44b2-9e61-a0dcfb36a764'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:17.355603 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eaaab8c-7cf1-4030-9b60-d91957163009" -d '{"events": [{"server_uuid": "34213691-04ec-40d9-862f-d843b7734945", "name": "network-vif-deleted", "tag": "56c24e06-5a68-44b2-9e61-a0dcfb36a764"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:17.360833 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4386-5214-4c68-9d51-1f58076a2906 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:17.361196 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4386-5214-4c68-9d51-1f58076a2906 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:17.361546 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4386-5214-4c68-9d51-1f58076a2906 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:17.361889 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4386-5214-4c68-9d51-1f58076a2906 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:17.362226 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4386-5214-4c68-9d51-1f58076a2906 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:17.362577 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4386-5214-4c68-9d51-1f58076a2906 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:17.363318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4386-5214-4c68-9d51-1f58076a2906 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:17.363318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4386-5214-4c68-9d51-1f58076a2906 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:17.363586 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4386-5214-4c68-9d51-1f58076a2906 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:17.363913 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4386-5214-4c68-9d51-1f58076a2906 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:17.364221 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4386-5214-4c68-9d51-1f58076a2906 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:17.364649 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4386-5214-4c68-9d51-1f58076a2906 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:17.364971 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4386-5214-4c68-9d51-1f58076a2906 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:17.372046 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0be31473-dc5a-4445-8527-bc66404bbfce req-eb92de8b-659a-439a-8ec6-0411c91f4503 tempest-ServerAddressesNegativeTestJSON-605327126 tempest-ServerAddressesNegativeTestJSON-605327126-project] 10.222.0.36 "GET /v2.0/security-groups?id=cca155a2-ac4b-43e3-adea-35c7815da4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838789 Feb 09 02:07:17.412226 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33a0adc-0f18-4b7d-917e-55141a2c36a5 x-openstack-request-id: req-a33a0adc-0f18-4b7d-917e-55141a2c36a5 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:17.412537 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34213691-04ec-40d9-862f-d843b7734945", "name": "network-vif-deleted", "tag": "56c24e06-5a68-44b2-9e61-a0dcfb36a764", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:17.412816 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a33a0adc-0f18-4b7d-917e-55141a2c36a5 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:17.413288 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34213691-04ec-40d9-862f-d843b7734945', 'name': 'network-vif-deleted', 'tag': '56c24e06-5a68-44b2-9e61-a0dcfb36a764', 'status': 'completed', 'code': 200} Feb 09 02:07:17.511253 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-95e72f0a-d6b7-4a7e-8c87-2f6dd29b2293 service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595774 Feb 09 02:07:17.615470 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6fe84eb-d649-493f-a4ec-2b6ed5c9dee0 req-3217ced1-5912-4e21-8fc4-61f78243f37a service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955174 Feb 09 02:07:17.720994 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65617aa0-cd85-4499-9b2b-40dbe7d6e673 req-2c4a77cc-85b1-4680-9b30-96b4891face8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:17.722809 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65617aa0-cd85-4499-9b2b-40dbe7d6e673 req-2c4a77cc-85b1-4680-9b30-96b4891face8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 1126 time: 0.0587413 Feb 09 02:07:17.824018 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65617aa0-cd85-4499-9b2b-40dbe7d6e673 req-b42a2db3-75d4-4fb3-90a7-0b594b41b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:17.825575 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65617aa0-cd85-4499-9b2b-40dbe7d6e673 req-b42a2db3-75d4-4fb3-90a7-0b594b41b0ac service neutron] 10.222.0.48 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 911 time: 0.0967376 Feb 09 02:07:17.877245 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65617aa0-cd85-4499-9b2b-40dbe7d6e673 req-cbf69200-2c12-4d58-ba44-1ac1ed095bc8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff72a463-ef06-4a66-a4e1-3b73a1093f0a HTTP/1.1" status: 200 len: 217 time: 0.0450127 Feb 09 02:07:17.944715 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65617aa0-cd85-4499-9b2b-40dbe7d6e673 req-c8673978-8007-4c28-8fbb-50ed300ab4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:17.946426 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65617aa0-cd85-4499-9b2b-40dbe7d6e673 req-c8673978-8007-4c28-8fbb-50ed300ab4ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 200 len: 849 time: 0.0611413 Feb 09 02:07:18.003071 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65617aa0-cd85-4499-9b2b-40dbe7d6e673 req-37cf845e-a9be-4e7e-8de0-f5e9ee59218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:18.004663 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65617aa0-cd85-4499-9b2b-40dbe7d6e673 req-37cf845e-a9be-4e7e-8de0-f5e9ee59218a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc310b24-fd11-451e-88ac-42c9695a7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515125 Feb 09 02:07:18.123117 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65617aa0-cd85-4499-9b2b-40dbe7d6e673 req-e6f3df0f-fb19-43fb-acb6-c2f45c08d840 service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118240 Feb 09 02:07:18.143067 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383a469-7531-4e3c-8f54-e8998e9fe909 req-1cde7227-df2a-43f3-8e0d-b31b92e5cf9e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:18.151019 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3383a469-7531-4e3c-8f54-e8998e9fe909 req-1cde7227-df2a-43f3-8e0d-b31b92e5cf9e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 944 time: 0.0768135 Feb 09 02:07:18.211868 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3383a469-7531-4e3c-8f54-e8998e9fe909 req-9ba8573d-47e0-4a22-8b91-a9a6fb5d90d9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597014 Feb 09 02:07:18.232310 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65617aa0-cd85-4499-9b2b-40dbe7d6e673 req-15a0b4ee-419b-4110-a7c3-b94d2f6a663c service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001227 Feb 09 02:07:18.450405 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 43212) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:18.495346 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-037a9692-994d-4e07-8867-2e56f793ea4a admin admin] Deleting subnet ac54dd6d-81de-4a07-8f69-ccc8fa5a9b51 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:07:18.498900 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-037a9692-994d-4e07-8867-2e56f793ea4a admin admin] Publish callbacks [] for subnet (ac54dd6d-81de-4a07-8f69-ccc8fa5a9b51), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:18.533377 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-037a9692-994d-4e07-8867-2e56f793ea4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (ac54dd6d-81de-4a07-8f69-ccc8fa5a9b51), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:18.575515 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-037a9692-994d-4e07-8867-2e56f793ea4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (ac54dd6d-81de-4a07-8f69-ccc8fa5a9b51), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:18.636319 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-037a9692-994d-4e07-8867-2e56f793ea4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (ac54dd6d-81de-4a07-8f69-ccc8fa5a9b51), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:18.674532 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-037a9692-994d-4e07-8867-2e56f793ea4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:18.678178 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-037a9692-994d-4e07-8867-2e56f793ea4a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ac54dd6d-81de-4a07-8f69-ccc8fa5a9b51 HTTP/1.1" status: 204 len: 168 time: 0.2266800 Feb 09 02:07:18.679414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a9692-994d-4e07-8867-2e56f793ea4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac54dd6d-81de-4a07-8f69-ccc8fa5a9b51,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:18.681184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 43218) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:18.762763 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a4738a6-29c1-4371-b0f8-57d784fa857b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (17ea4dfa-7c5e-480e-8dde-106ac993b130), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:18.847766 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a4738a6-29c1-4371-b0f8-57d784fa857b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (17ea4dfa-7c5e-480e-8dde-106ac993b130), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:18.870772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-1a4738a6-29c1-4371-b0f8-57d784fa857b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ea4dfa-7c5e-480e-8dde-106ac993b130']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:18.882671 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-1a4738a6-29c1-4371-b0f8-57d784fa857b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6815f9f-3a6a-43dd-84e0-665d198b9751') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:18.882976 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-1a4738a6-29c1-4371-b0f8-57d784fa857b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6815f9f-3a6a-43dd-84e0-665d198b9751') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:18.900517 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a4738a6-29c1-4371-b0f8-57d784fa857b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (d6815f9f-3a6a-43dd-84e0-665d198b9751), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:18.917286 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a4738a6-29c1-4371-b0f8-57d784fa857b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (d6815f9f-3a6a-43dd-84e0-665d198b9751), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:18.924967 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4738a6-29c1-4371-b0f8-57d784fa857b admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:07:18.925380 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a4738a6-29c1-4371-b0f8-57d784fa857b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (d6815f9f-3a6a-43dd-84e0-665d198b9751), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:07:18.927182 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:07:18.996279 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a4738a6-29c1-4371-b0f8-57d784fa857b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (17ea4dfa-7c5e-480e-8dde-106ac993b130), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:19.017603 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a4738a6-29c1-4371-b0f8-57d784fa857b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:19.023637 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1a4738a6-29c1-4371-b0f8-57d784fa857b admin admin] 10.222.0.36 "DELETE /v2.0/networks/17ea4dfa-7c5e-480e-8dde-106ac993b130 HTTP/1.1" status: 204 len: 168 time: 0.3389297 Feb 09 02:07:19.023637 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4738a6-29c1-4371-b0f8-57d784fa857b admin admin] Pushing event deleted for resources: {'Network': ['ID=17ea4dfa-7c5e-480e-8dde-106ac993b130,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:19.280737 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 43234) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:19.342785 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d5e2b3dd-c7db-45ce-aa21-27cb41a3f6a0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cad20ef5c7ef43a38f0e632be943a3f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0604980 Feb 09 02:07:19.345392 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 43238) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:19.421709 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd091c21-949a-43f8-b09e-e314a1f15f71 req-f8443970-7b59-4285-a1f8-1040a095fb35 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:19.431319 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd091c21-949a-43f8-b09e-e314a1f15f71 req-f8443970-7b59-4285-a1f8-1040a095fb35 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 944 time: 0.0997491 Feb 09 02:07:19.444339 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1533cfaf-c88a-451f-b4e4-befe2b379fc4 admin admin] Publish callbacks [] for security_group (cca155a2-ac4b-43e3-adea-35c7815da4ab), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:19.492958 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd091c21-949a-43f8-b09e-e314a1f15f71 req-4fed0e3b-caaa-4c56-a0fa-94df0c2e0990 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593824 Feb 09 02:07:19.504297 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1533cfaf-c88a-451f-b4e4-befe2b379fc4 admin admin] Publish callbacks [] for security_group (cca155a2-ac4b-43e3-adea-35c7815da4ab), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:19.562689 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1533cfaf-c88a-451f-b4e4-befe2b379fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (cca155a2-ac4b-43e3-adea-35c7815da4ab), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:19.566779 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1533cfaf-c88a-451f-b4e4-befe2b379fc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:19.571834 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1533cfaf-c88a-451f-b4e4-befe2b379fc4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cca155a2-ac4b-43e3-adea-35c7815da4ab HTTP/1.1" status: 204 len: 168 time: 0.2243214 Feb 09 02:07:19.583156 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533cfaf-c88a-451f-b4e4-befe2b379fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca155a2-ac4b-43e3-adea-35c7815da4ab,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:20.432293 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 43280) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:20.557790 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b677c6de-e91d-49da-8730-124a792a9144 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1572006520-network', 'tenant_id': 'c498b24ac8b047218fb542b9683122aa'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:20.582056 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b677c6de-e91d-49da-8730-124a792a9144 admin admin] Made reservation on behalf of c498b24ac8b047218fb542b9683122aa for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:20.585105 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b677c6de-e91d-49da-8730-124a792a9144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:20.588356 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 56c24e06-5a68-44b2-9e61-a0dcfb36a764 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:07:20.609506 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 56c24e06-5a68-44b2-9e61-a0dcfb36a764 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:07:20.610126 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 56c24e06-5a68-44b2-9e61-a0dcfb36a764 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:07:20.612736 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b677c6de-e91d-49da-8730-124a792a9144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:20.683252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22de6a-b352-48e0-8aea-1441ab06ae04 req-a55f7b14-60ed-4fd8-8d1b-e0fc80517f4b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:20.685141 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c22de6a-b352-48e0-8aea-1441ab06ae04 req-a55f7b14-60ed-4fd8-8d1b-e0fc80517f4b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 944 time: 0.0975134 Feb 09 02:07:20.783007 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c22de6a-b352-48e0-8aea-1441ab06ae04 req-db88cd03-e850-409f-a6d9-7988af994ba7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864725 Feb 09 02:07:20.816606 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b677c6de-e91d-49da-8730-124a792a9144 admin admin] Publish callbacks [] for security_group (f6e78e3a-cffe-4e40-acfe-8e53aa023270), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:20.822170 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b677c6de-e91d-49da-8730-124a792a9144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (f6e78e3a-cffe-4e40-acfe-8e53aa023270), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:20.856195 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b677c6de-e91d-49da-8730-124a792a9144 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:07:20.868649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677c6de-e91d-49da-8730-124a792a9144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e78e3a-cffe-4e40-acfe-8e53aa023270,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:20.885676 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b677c6de-e91d-49da-8730-124a792a9144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (dc879049-8cef-4892-b46e-f4bc4d4eddfc), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:20.886246 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-b677c6de-e91d-49da-8730-124a792a9144 admin admin] Added segment dc879049-8cef-4892-b46e-f4bc4d4eddfc of type vlan for network ef4d16fa-a238-4d6b-b91e-10bec527c5a6 Feb 09 02:07:20.935783 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b677c6de-e91d-49da-8730-124a792a9144 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (ef4d16fa-a238-4d6b-b91e-10bec527c5a6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:20.968546 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b677c6de-e91d-49da-8730-124a792a9144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (ef4d16fa-a238-4d6b-b91e-10bec527c5a6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:20.969919 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b677c6de-e91d-49da-8730-124a792a9144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:20.970484 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b677c6de-e91d-49da-8730-124a792a9144 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:21.026541 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b677c6de-e91d-49da-8730-124a792a9144 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5924811 Feb 09 02:07:21.029463 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 43300) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:21.034445 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d4bc1c3d-6580-4e4f-a66e-cddabd2fb1c1 admin admin] Request body: {'subnet': {'network_id': 'ef4d16fa-a238-4d6b-b91e-10bec527c5a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1572006520-subnet', 'tenant_id': 'c498b24ac8b047218fb542b9683122aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:21.055464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677c6de-e91d-49da-8730-124a792a9144 admin admin] Pushing event updated for resources: {'Network': ['ID=ef4d16fa-a238-4d6b-b91e-10bec527c5a6,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:21.057319 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bc1c3d-6580-4e4f-a66e-cddabd2fb1c1 admin admin] Made reservation on behalf of c498b24ac8b047218fb542b9683122aa for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:21.060589 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4bc1c3d-6580-4e4f-a66e-cddabd2fb1c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:21.066195 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network ef4d16fa-a238-4d6b-b91e-10bec527c5a6 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:07:21.269683 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4bc1c3d-6580-4e4f-a66e-cddabd2fb1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (eeb0d119-ea8b-4d39-90bd-ea9012a0224e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:21.332469 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc1c3d-6580-4e4f-a66e-cddabd2fb1c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeb0d119-ea8b-4d39-90bd-ea9012a0224e,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:21.334668 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bc1c3d-6580-4e4f-a66e-cddabd2fb1c1 admin admin] Checking segment: {'id': 'dc879049-8cef-4892-b46e-f4bc4d4eddfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ef4d16fa-a238-4d6b-b91e-10bec527c5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:21.335227 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bc1c3d-6580-4e4f-a66e-cddabd2fb1c1 admin admin] Network hostable DHCP agents. Network: ef4d16fa-a238-4d6b-b91e-10bec527c5a6, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:07:21.356859 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bc1c3d-6580-4e4f-a66e-cddabd2fb1c1 admin admin] Network ef4d16fa-a238-4d6b-b91e-10bec527c5a6 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:07:21.367084 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-d4bc1c3d-6580-4e4f-a66e-cddabd2fb1c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, ef4d16fa-a238-4d6b-b91e-10bec527c5a6) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:21.371674 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bc1c3d-6580-4e4f-a66e-cddabd2fb1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:21.372262 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4bc1c3d-6580-4e4f-a66e-cddabd2fb1c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:21.378009 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f3b760-b114-4aa5-8556-4117518b2e9b None None] Network ef4d16fa-a238-4d6b-b91e-10bec527c5a6 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:07:21.390832 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d4bc1c3d-6580-4e4f-a66e-cddabd2fb1c1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3602500 Feb 09 02:07:21.544122 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77191f98-59e7-4540-afcf-ecd2aeebdd74 None None] Network ef4d16fa-a238-4d6b-b91e-10bec527c5a6 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:07:21.928185 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20667d42-d2c7-400d-a3b7-9261f83ca359 req-ecf72b6b-a5c0-4438-b14c-d695eba87ad0 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:21.930069 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-20667d42-d2c7-400d-a3b7-9261f83ca359 req-ecf72b6b-a5c0-4438-b14c-d695eba87ad0 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 944 time: 0.0670500 Feb 09 02:07:21.989530 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-20667d42-d2c7-400d-a3b7-9261f83ca359 req-80d8411b-4c6b-4a63-9513-f445c2e953d5 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526063 Feb 09 02:07:22.696566 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e7674-037c-4302-a452-bedac2681a2b req-a015d42c-41af-43de-aaa6-0517f6f8e269 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:22.698848 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be3e7674-037c-4302-a452-bedac2681a2b req-a015d42c-41af-43de-aaa6-0517f6f8e269 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/networks?id=ef4d16fa-a238-4d6b-b91e-10bec527c5a6 HTTP/1.1" status: 200 len: 810 time: 0.1226344 Feb 09 02:07:22.716705 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be3e7674-037c-4302-a452-bedac2681a2b req-e737241d-7ab5-478d-97ef-ebf6883eb55e tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/quotas/c498b24ac8b047218fb542b9683122aa HTTP/1.1" status: 200 len: 375 time: 0.0100861 Feb 09 02:07:22.752588 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be3e7674-037c-4302-a452-bedac2681a2b req-3be780f5-6499-4f8b-8ca2-664fbdedcb99 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c498b24ac8b047218fb542b9683122aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298483 Feb 09 02:07:22.850291 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be3e7674-037c-4302-a452-bedac2681a2b req-075b1bb3-2429-4243-bf53-7685d645c945 service neutron] 10.222.0.36 "GET /v2.0/networks/ef4d16fa-a238-4d6b-b91e-10bec527c5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899739 Feb 09 02:07:22.967181 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be3e7674-037c-4302-a452-bedac2681a2b req-951c1733-f077-46a7-bb44-610d67817828 service neutron] 10.222.0.36 "GET /v2.0/networks/ef4d16fa-a238-4d6b-b91e-10bec527c5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088319 Feb 09 02:07:23.130687 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdad6c2-0ffa-421f-9961-d4cc1b95a035 req-5eca5045-460e-401b-a6d6-721dcdaa710c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:23.132723 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5bdad6c2-0ffa-421f-9961-d4cc1b95a035 req-5eca5045-460e-401b-a6d6-721dcdaa710c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 944 time: 0.0680118 Feb 09 02:07:23.210946 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5bdad6c2-0ffa-421f-9961-d4cc1b95a035 req-3f7f29ff-89cc-460a-b658-c59e100fe024 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718660 Feb 09 02:07:23.289652 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9fd24917-90dd-4c6d-bfdb-5d227382ab52 req-17fb2043-c5b7-4fb7-bca5-6bfe9d1731ca tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/ports?device_id=a84fb5a5-ad23-4d50-87df-a92d0981a879 HTTP/1.1" status: 200 len: 210 time: 0.0380762 Feb 09 02:07:24.367340 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6543350-1189-4887-80fa-c5bdc9d137e9 req-353967b8-1b3c-421f-815e-3002193b7762 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:24.368938 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e6543350-1189-4887-80fa-c5bdc9d137e9 req-353967b8-1b3c-421f-815e-3002193b7762 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 944 time: 0.0694966 Feb 09 02:07:24.402936 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-48521240-792d-4b55-9288-cbb4e38b9490 req-115d2cff-800c-4924-9d01-6773a9db23e6 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/ports?device_id=a84fb5a5-ad23-4d50-87df-a92d0981a879 HTTP/1.1" status: 200 len: 210 time: 0.0312328 Feb 09 02:07:24.443816 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e6543350-1189-4887-80fa-c5bdc9d137e9 req-1c32db8e-5b5e-4d92-b36d-bca1fedf498e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674505 Feb 09 02:07:24.756083 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e7674-037c-4302-a452-bedac2681a2b req-3986df9d-4f01-4f33-8a6d-fb32ed73ae15 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:24.757626 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be3e7674-037c-4302-a452-bedac2681a2b req-3986df9d-4f01-4f33-8a6d-fb32ed73ae15 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.67 "GET /v2.0/networks?id=ef4d16fa-a238-4d6b-b91e-10bec527c5a6 HTTP/1.1" status: 200 len: 810 time: 0.1417427 Feb 09 02:07:24.771117 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-be3e7674-037c-4302-a452-bedac2681a2b req-89d38c5c-822c-46bd-998f-272171ca409c tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Request body: {'port': {'device_id': 'a84fb5a5-ad23-4d50-87df-a92d0981a879', 'network_id': 'ef4d16fa-a238-4d6b-b91e-10bec527c5a6', 'admin_state_up': True, 'tenant_id': 'c498b24ac8b047218fb542b9683122aa'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:24.888081 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be3e7674-037c-4302-a452-bedac2681a2b req-89d38c5c-822c-46bd-998f-272171ca409c tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Made reservation on behalf of c498b24ac8b047218fb542b9683122aa for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:24.891524 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-be3e7674-037c-4302-a452-bedac2681a2b req-89d38c5c-822c-46bd-998f-272171ca409c tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:25.052385 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-be3e7674-037c-4302-a452-bedac2681a2b req-89d38c5c-822c-46bd-998f-272171ca409c tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Allocated IP 172.20.0.9 (ef4d16fa-a238-4d6b-b91e-10bec527c5a6/eeb0d119-ea8b-4d39-90bd-ea9012a0224e/57297780-992b-46f7-8b9c-e4c0dfbabe59) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:25.227039 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-be3e7674-037c-4302-a452-bedac2681a2b req-89d38c5c-822c-46bd-998f-272171ca409c tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Publish callbacks [] for port (57297780-992b-46f7-8b9c-e4c0dfbabe59), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:25.271439 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-be3e7674-037c-4302-a452-bedac2681a2b req-89d38c5c-822c-46bd-998f-272171ca409c tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (57297780-992b-46f7-8b9c-e4c0dfbabe59), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:25.332728 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be3e7674-037c-4302-a452-bedac2681a2b req-89d38c5c-822c-46bd-998f-272171ca409c tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Network ef4d16fa-a238-4d6b-b91e-10bec527c5a6 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:25.337788 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-be3e7674-037c-4302-a452-bedac2681a2b req-89d38c5c-822c-46bd-998f-272171ca409c tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:25.342803 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3e7674-037c-4302-a452-bedac2681a2b req-89d38c5c-822c-46bd-998f-272171ca409c tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:25.347778 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d38c5c-822c-46bd-998f-272171ca409c tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Pushing event updated for resources: {'Port': ['ID=57297780-992b-46f7-8b9c-e4c0dfbabe59,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:25.394258 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e7674-037c-4302-a452-bedac2681a2b req-89d38c5c-822c-46bd-998f-272171ca409c tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:25.394919 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-be3e7674-037c-4302-a452-bedac2681a2b req-89d38c5c-822c-46bd-998f-272171ca409c tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:25.412375 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be3e7674-037c-4302-a452-bedac2681a2b req-89d38c5c-822c-46bd-998f-272171ca409c tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6459706 Feb 09 02:07:25.423965 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-be3e7674-037c-4302-a452-bedac2681a2b req-183df997-de96-4fa4-a600-24c6f2281626 service neutron] Request body: {'port': {'device_id': 'a84fb5a5-ad23-4d50-87df-a92d0981a879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:25.492914 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-be3e7674-037c-4302-a452-bedac2681a2b req-183df997-de96-4fa4-a600-24c6f2281626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (57297780-992b-46f7-8b9c-e4c0dfbabe59), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:25.587347 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e0d41-ff1e-4ee7-8aae-68e801cedaae req-b039442c-0959-44b0-90f9-a1467444798d tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:25.589587 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c26e0d41-ff1e-4ee7-8aae-68e801cedaae req-b039442c-0959-44b0-90f9-a1467444798d tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/ports?device_id=a84fb5a5-ad23-4d50-87df-a92d0981a879 HTTP/1.1" status: 200 len: 931 time: 0.0662827 Feb 09 02:07:25.648667 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c26e0d41-ff1e-4ee7-8aae-68e801cedaae req-c17f67ac-b2aa-444e-8f10-5247cce6ec3b tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e78e3a-cffe-4e40-acfe-8e53aa023270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519676 Feb 09 02:07:25.749421 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d362915-2919-499b-9b2f-973980d1eee8 req-af50a20e-34fe-4a34-878c-de33ac3719e4 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:25.751078 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3d362915-2919-499b-9b2f-973980d1eee8 req-af50a20e-34fe-4a34-878c-de33ac3719e4 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 944 time: 0.1167219 Feb 09 02:07:25.836725 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3d362915-2919-499b-9b2f-973980d1eee8 req-3faffb67-1b75-4048-9b6d-9245d16f990e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770066 Feb 09 02:07:25.904937 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-be3e7674-037c-4302-a452-bedac2681a2b req-183df997-de96-4fa4-a600-24c6f2281626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57297780-992b-46f7-8b9c-e4c0dfbabe59 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:25.915009 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-be3e7674-037c-4302-a452-bedac2681a2b req-183df997-de96-4fa4-a600-24c6f2281626 service neutron] Publish callbacks [] for port (57297780-992b-46f7-8b9c-e4c0dfbabe59), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:25.931652 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-be3e7674-037c-4302-a452-bedac2681a2b req-183df997-de96-4fa4-a600-24c6f2281626 service neutron] Transition to ACTIVE for port object 57297780-992b-46f7-8b9c-e4c0dfbabe59 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:07:25.937052 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-be3e7674-037c-4302-a452-bedac2681a2b req-183df997-de96-4fa4-a600-24c6f2281626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (57297780-992b-46f7-8b9c-e4c0dfbabe59), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:25.992450 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183df997-de96-4fa4-a600-24c6f2281626 service neutron] Pushing event updated for resources: {'Port': ['ID=57297780-992b-46f7-8b9c-e4c0dfbabe59,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:26.066503 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-be3e7674-037c-4302-a452-bedac2681a2b req-183df997-de96-4fa4-a600-24c6f2281626 service neutron] Attempting to bind port 57297780-992b-46f7-8b9c-e4c0dfbabe59 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:26.066843 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-be3e7674-037c-4302-a452-bedac2681a2b req-183df997-de96-4fa4-a600-24c6f2281626 service neutron] Attempting to bind port 57297780-992b-46f7-8b9c-e4c0dfbabe59 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'dc879049-8cef-4892-b46e-f4bc4d4eddfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ef4d16fa-a238-4d6b-b91e-10bec527c5a6'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:26.067176 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3e7674-037c-4302-a452-bedac2681a2b req-183df997-de96-4fa4-a600-24c6f2281626 service neutron] Attempting to bind port 57297780-992b-46f7-8b9c-e4c0dfbabe59 on network ef4d16fa-a238-4d6b-b91e-10bec527c5a6 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:26.071490 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3e7674-037c-4302-a452-bedac2681a2b req-183df997-de96-4fa4-a600-24c6f2281626 service neutron] Port 57297780-992b-46f7-8b9c-e4c0dfbabe59 on network ef4d16fa-a238-4d6b-b91e-10bec527c5a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:07:26.071811 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3e7674-037c-4302-a452-bedac2681a2b req-183df997-de96-4fa4-a600-24c6f2281626 service neutron] Attempting to bind port 57297780-992b-46f7-8b9c-e4c0dfbabe59 on network ef4d16fa-a238-4d6b-b91e-10bec527c5a6 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:26.076987 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3e7674-037c-4302-a452-bedac2681a2b req-183df997-de96-4fa4-a600-24c6f2281626 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:26.077327 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3e7674-037c-4302-a452-bedac2681a2b req-183df997-de96-4fa4-a600-24c6f2281626 service neutron] Checking segment: {'id': 'dc879049-8cef-4892-b46e-f4bc4d4eddfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ef4d16fa-a238-4d6b-b91e-10bec527c5a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:26.077711 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3e7674-037c-4302-a452-bedac2681a2b req-183df997-de96-4fa4-a600-24c6f2281626 service neutron] Bound using segment: {'id': 'dc879049-8cef-4892-b46e-f4bc4d4eddfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ef4d16fa-a238-4d6b-b91e-10bec527c5a6'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:26.078137 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-be3e7674-037c-4302-a452-bedac2681a2b req-183df997-de96-4fa4-a600-24c6f2281626 service neutron] Bound port: 57297780-992b-46f7-8b9c-e4c0dfbabe59, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc879049-8cef-4892-b46e-f4bc4d4eddfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ef4d16fa-a238-4d6b-b91e-10bec527c5a6'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:26.078491 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-be3e7674-037c-4302-a452-bedac2681a2b req-183df997-de96-4fa4-a600-24c6f2281626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (57297780-992b-46f7-8b9c-e4c0dfbabe59), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:26.146335 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-be3e7674-037c-4302-a452-bedac2681a2b req-183df997-de96-4fa4-a600-24c6f2281626 service neutron] For port 57297780-992b-46f7-8b9c-e4c0dfbabe59, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:26.150353 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-be3e7674-037c-4302-a452-bedac2681a2b req-183df997-de96-4fa4-a600-24c6f2281626 service neutron] For port 57297780-992b-46f7-8b9c-e4c0dfbabe59, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=57297780-992b-46f7-8b9c-e4c0dfbabe59,segment=NetworkSegment(dc879049-8cef-4892-b46e-f4bc4d4eddfc),segment_id=dc879049-8cef-4892-b46e-f4bc4d4eddfc)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:26.158102 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-be3e7674-037c-4302-a452-bedac2681a2b req-183df997-de96-4fa4-a600-24c6f2281626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (57297780-992b-46f7-8b9c-e4c0dfbabe59), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:26.205073 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e7674-037c-4302-a452-bedac2681a2b req-183df997-de96-4fa4-a600-24c6f2281626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:26.205866 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-be3e7674-037c-4302-a452-bedac2681a2b req-183df997-de96-4fa4-a600-24c6f2281626 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:26.207662 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be3e7674-037c-4302-a452-bedac2681a2b req-183df997-de96-4fa4-a600-24c6f2281626 service neutron] 10.222.0.67 "PUT /v2.0/ports/57297780-992b-46f7-8b9c-e4c0dfbabe59 HTTP/1.1" status: 200 len: 1091 time: 0.7877300 Feb 09 02:07:26.208162 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84fb5a5-ad23-4d50-87df-a92d0981a879', 'tag': '57297780-992b-46f7-8b9c-e4c0dfbabe59'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:26.210630 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7fa1b9-a4d0-4532-b7c2-452f1c3a7462" -d '{"events": [{"name": "network-changed", "server_uuid": "a84fb5a5-ad23-4d50-87df-a92d0981a879", "tag": "57297780-992b-46f7-8b9c-e4c0dfbabe59"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:26.237378 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183df997-de96-4fa4-a600-24c6f2281626 service neutron] Pushing event updated for resources: {'Port': ['ID=57297780-992b-46f7-8b9c-e4c0dfbabe59,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:26.276844 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832184c3-e2b6-49ab-8982-3697c475bcf7 x-openstack-request-id: req-832184c3-e2b6-49ab-8982-3697c475bcf7 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:26.277148 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84fb5a5-ad23-4d50-87df-a92d0981a879", "tag": "57297780-992b-46f7-8b9c-e4c0dfbabe59", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:26.277407 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-832184c3-e2b6-49ab-8982-3697c475bcf7 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:26.277807 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84fb5a5-ad23-4d50-87df-a92d0981a879', 'tag': '57297780-992b-46f7-8b9c-e4c0dfbabe59', 'status': 'completed', 'code': 200} Feb 09 02:07:26.317943 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e7674-037c-4302-a452-bedac2681a2b req-e6c60216-af1a-4227-85fb-3859ea066fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:26.319472 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be3e7674-037c-4302-a452-bedac2681a2b req-e6c60216-af1a-4227-85fb-3859ea066fc4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c498b24ac8b047218fb542b9683122aa&device_id=a84fb5a5-ad23-4d50-87df-a92d0981a879 HTTP/1.1" status: 200 len: 1125 time: 0.0547018 Feb 09 02:07:26.368604 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be3e7674-037c-4302-a452-bedac2681a2b req-a5c16013-d872-49d7-8d98-733d99fdc52d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57297780-992b-46f7-8b9c-e4c0dfbabe59 HTTP/1.1" status: 200 len: 217 time: 0.0417287 Feb 09 02:07:26.426832 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e7674-037c-4302-a452-bedac2681a2b req-7e34d2f7-2a5f-4a44-935b-da3a5c976ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:26.428347 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be3e7674-037c-4302-a452-bedac2681a2b req-7e34d2f7-2a5f-4a44-935b-da3a5c976ec0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eeb0d119-ea8b-4d39-90bd-ea9012a0224e HTTP/1.1" status: 200 len: 850 time: 0.0537276 Feb 09 02:07:26.467841 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be3e7674-037c-4302-a452-bedac2681a2b req-7d62420f-1ff3-413a-88c5-f8da8ddba804 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef4d16fa-a238-4d6b-b91e-10bec527c5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322206 Feb 09 02:07:26.516193 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:07:26.564963 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be3e7674-037c-4302-a452-bedac2681a2b req-4b6c5d1c-a150-4341-98f6-8c07224f9386 service neutron] 10.222.0.67 "GET /v2.0/networks/ef4d16fa-a238-4d6b-b91e-10bec527c5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915070 Feb 09 02:07:26.662142 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be3e7674-037c-4302-a452-bedac2681a2b req-2922bd47-ee8e-4e57-b557-6e79e8f3c87c service neutron] 10.222.0.67 "GET /v2.0/networks/ef4d16fa-a238-4d6b-b91e-10bec527c5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906754 Feb 09 02:07:26.816576 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fa1b9-a4d0-4532-b7c2-452f1c3a7462 req-08096f0e-11b8-4f57-9dba-c94d3ed3acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:26.818099 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7e7fa1b9-a4d0-4532-b7c2-452f1c3a7462 req-08096f0e-11b8-4f57-9dba-c94d3ed3acdc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c498b24ac8b047218fb542b9683122aa&device_id=a84fb5a5-ad23-4d50-87df-a92d0981a879 HTTP/1.1" status: 200 len: 1125 time: 0.1026576 Feb 09 02:07:26.851252 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af85b5-2091-4adf-8e79-7fe3804d70d4 req-e71e2d07-320f-4b60-91dc-997f70edc074 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:26.852853 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e3af85b5-2091-4adf-8e79-7fe3804d70d4 req-e71e2d07-320f-4b60-91dc-997f70edc074 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/ports?device_id=a84fb5a5-ad23-4d50-87df-a92d0981a879 HTTP/1.1" status: 200 len: 943 time: 0.0927732 Feb 09 02:07:26.963018 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e3af85b5-2091-4adf-8e79-7fe3804d70d4 req-43dff135-1576-4bac-a8c2-8bed2d065bb2 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e78e3a-cffe-4e40-acfe-8e53aa023270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819433 Feb 09 02:07:26.976092 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fa1b9-a4d0-4532-b7c2-452f1c3a7462 req-b9b19185-46be-4c14-8258-606a6ee2439d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:26.977738 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7e7fa1b9-a4d0-4532-b7c2-452f1c3a7462 req-b9b19185-46be-4c14-8258-606a6ee2439d service neutron] 10.222.0.67 "GET /v2.0/networks?id=ef4d16fa-a238-4d6b-b91e-10bec527c5a6 HTTP/1.1" status: 200 len: 911 time: 0.1532536 Feb 09 02:07:27.033985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe91de-136a-485e-af66-9e4a9828b87d req-fa3578cb-3a81-4484-987d-2c7226a3420c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:27.039878 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-89fe91de-136a-485e-af66-9e4a9828b87d req-fa3578cb-3a81-4484-987d-2c7226a3420c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 944 time: 0.0657678 Feb 09 02:07:27.046570 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7e7fa1b9-a4d0-4532-b7c2-452f1c3a7462 req-a0ef6c38-4ad0-4f39-8d27-d83efc9b8bb8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57297780-992b-46f7-8b9c-e4c0dfbabe59 HTTP/1.1" status: 200 len: 217 time: 0.0588486 Feb 09 02:07:27.104421 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fa1b9-a4d0-4532-b7c2-452f1c3a7462 req-e3b62e0a-ab92-428a-a00a-8d4fcd86db2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:27.106427 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7e7fa1b9-a4d0-4532-b7c2-452f1c3a7462 req-e3b62e0a-ab92-428a-a00a-8d4fcd86db2f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eeb0d119-ea8b-4d39-90bd-ea9012a0224e HTTP/1.1" status: 200 len: 850 time: 0.0549572 Feb 09 02:07:27.108506 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-89fe91de-136a-485e-af66-9e4a9828b87d req-afd38d64-a3dd-4be4-8320-20f05085efea tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656555 Feb 09 02:07:27.144960 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7e7fa1b9-a4d0-4532-b7c2-452f1c3a7462 req-1dbe428c-9cc1-4398-8328-81409d39ac2a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef4d16fa-a238-4d6b-b91e-10bec527c5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324824 Feb 09 02:07:27.243798 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7e7fa1b9-a4d0-4532-b7c2-452f1c3a7462 req-022d1bfe-c207-4237-91b7-5e1e38917013 service neutron] 10.222.0.67 "GET /v2.0/networks/ef4d16fa-a238-4d6b-b91e-10bec527c5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922587 Feb 09 02:07:27.345988 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7e7fa1b9-a4d0-4532-b7c2-452f1c3a7462 req-9359b344-d7bb-44d5-8a7a-65200035ac2a service neutron] 10.222.0.67 "GET /v2.0/networks/ef4d16fa-a238-4d6b-b91e-10bec527c5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964766 Feb 09 02:07:28.110001 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b3d43-c416-4f28-ba7f-4910e84c6ab2 req-702587f9-5993-48bc-9319-334993144c73 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:28.111673 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7b3d43-c416-4f28-ba7f-4910e84c6ab2 req-702587f9-5993-48bc-9319-334993144c73 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/ports?device_id=a84fb5a5-ad23-4d50-87df-a92d0981a879 HTTP/1.1" status: 200 len: 943 time: 0.0683768 Feb 09 02:07:28.181568 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5e7b3d43-c416-4f28-ba7f-4910e84c6ab2 req-372bd3ad-4b2b-49c3-8867-feda0c9c5fc7 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e78e3a-cffe-4e40-acfe-8e53aa023270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638487 Feb 09 02:07:28.258454 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa186d72-687c-49dd-a079-b2da843a5a0b req-79b144e5-1362-43fb-b4fc-6e0adf19da0b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:28.260915 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fa186d72-687c-49dd-a079-b2da843a5a0b req-79b144e5-1362-43fb-b4fc-6e0adf19da0b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 944 time: 0.0646770 Feb 09 02:07:28.316044 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fa186d72-687c-49dd-a079-b2da843a5a0b req-790041d9-aff6-4137-bba8-a064bd258197 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482097 Feb 09 02:07:29.311620 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad5f9a-1c8b-4ed0-9017-b3a80329177b req-1b972c33-aec4-4d06-a654-9f1d2a3b478c tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:29.313282 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f9ad5f9a-1c8b-4ed0-9017-b3a80329177b req-1b972c33-aec4-4d06-a654-9f1d2a3b478c tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/ports?device_id=a84fb5a5-ad23-4d50-87df-a92d0981a879 HTTP/1.1" status: 200 len: 943 time: 0.0547869 Feb 09 02:07:29.382068 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f9ad5f9a-1c8b-4ed0-9017-b3a80329177b req-a848f8da-24cf-4429-b229-a9fcd4a8e7b4 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e78e3a-cffe-4e40-acfe-8e53aa023270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626769 Feb 09 02:07:29.490119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df174503-52af-482a-90bf-1ac4c6ae7cac req-c4fd4782-1889-4adc-80a8-2d7772f65c3c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:29.491627 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-df174503-52af-482a-90bf-1ac4c6ae7cac req-c4fd4782-1889-4adc-80a8-2d7772f65c3c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 944 time: 0.0685055 Feb 09 02:07:29.546049 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-df174503-52af-482a-90bf-1ac4c6ae7cac req-e2fb37ed-ca7a-464d-afea-074e915c76b6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483053 Feb 09 02:07:30.536919 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4528bd6-4f26-420a-b7aa-de79c9c2eb4a req-b0fdc89e-8a44-4773-8fab-4ff212f4bc27 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:30.538419 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e4528bd6-4f26-420a-b7aa-de79c9c2eb4a req-b0fdc89e-8a44-4773-8fab-4ff212f4bc27 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/ports?device_id=a84fb5a5-ad23-4d50-87df-a92d0981a879 HTTP/1.1" status: 200 len: 943 time: 0.0751426 Feb 09 02:07:30.619960 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e4528bd6-4f26-420a-b7aa-de79c9c2eb4a req-51a2d599-2141-45bf-8762-3a9754de36b2 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e78e3a-cffe-4e40-acfe-8e53aa023270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734651 Feb 09 02:07:30.626858 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 57297780-992b-46f7-8b9c-e4c0dfbabe59 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:07:30.686484 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a874d-8e5c-48ef-b1e9-6f6b8756ad44 req-cd0fa01d-3aaf-4141-8645-50033ea0ac63 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:30.693810 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e69a874d-8e5c-48ef-b1e9-6f6b8756ad44 req-cd0fa01d-3aaf-4141-8645-50033ea0ac63 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 944 time: 0.0723486 Feb 09 02:07:30.748311 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 57297780-992b-46f7-8b9c-e4c0dfbabe59, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=57297780-992b-46f7-8b9c-e4c0dfbabe59,segment=NetworkSegment(dc879049-8cef-4892-b46e-f4bc4d4eddfc),segment_id=dc879049-8cef-4892-b46e-f4bc4d4eddfc)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:30.751258 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e69a874d-8e5c-48ef-b1e9-6f6b8756ad44 req-3a1da8ee-467b-4c18-be97-882c4052bc50 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558717 Feb 09 02:07:30.768793 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '57297780-992b-46f7-8b9c-e4c0dfbabe59', 'network_id': 'ef4d16fa-a238-4d6b-b91e-10bec527c5a6', 'port_id': '57297780-992b-46f7-8b9c-e4c0dfbabe59', 'mac_address': 'fa:16:3e:18:a4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb0d119-ea8b-4d39-90bd-ea9012a0224e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:07:30.811938 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 57297780-992b-46f7-8b9c-e4c0dfbabe59 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:30.812334 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (57297780-992b-46f7-8b9c-e4c0dfbabe59), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:30.831740 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57297780-992b-46f7-8b9c-e4c0dfbabe59 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:30.855018 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 57297780-992b-46f7-8b9c-e4c0dfbabe59, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=57297780-992b-46f7-8b9c-e4c0dfbabe59,segment=NetworkSegment(dc879049-8cef-4892-b46e-f4bc4d4eddfc),segment_id=dc879049-8cef-4892-b46e-f4bc4d4eddfc)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:30.859396 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (57297780-992b-46f7-8b9c-e4c0dfbabe59), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:30.915163 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=57297780-992b-46f7-8b9c-e4c0dfbabe59,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:31.166113 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['57297780-992b-46f7-8b9c-e4c0dfbabe59'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:31.805935 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6d9f8-3849-464b-b866-24ecd7ac9ba4 req-baf6b76a-afe8-4890-8024-742fd159e4db tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:31.809129 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f5e6d9f8-3849-464b-b866-24ecd7ac9ba4 req-baf6b76a-afe8-4890-8024-742fd159e4db tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/ports?device_id=a84fb5a5-ad23-4d50-87df-a92d0981a879 HTTP/1.1" status: 200 len: 944 time: 0.0965674 Feb 09 02:07:31.867913 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f5e6d9f8-3849-464b-b866-24ecd7ac9ba4 req-cd38ad48-a075-4eb8-9e05-62d8f50b61e7 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e78e3a-cffe-4e40-acfe-8e53aa023270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518978 Feb 09 02:07:31.880101 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966645a-f5e8-48d1-8ecb-a7fedd4d6558 req-7e478514-441d-4343-bdd9-387b18b028a6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:31.881615 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8966645a-f5e8-48d1-8ecb-a7fedd4d6558 req-7e478514-441d-4343-bdd9-387b18b028a6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 944 time: 0.0616822 Feb 09 02:07:31.939126 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8966645a-f5e8-48d1-8ecb-a7fedd4d6558 req-027640bd-8b09-48e9-934c-d485b70aa704 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501556 Feb 09 02:07:32.636017 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 57297780-992b-46f7-8b9c-e4c0dfbabe59 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:32.687838 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 57297780-992b-46f7-8b9c-e4c0dfbabe59 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:07:32.692037 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 57297780-992b-46f7-8b9c-e4c0dfbabe59 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:32.692568 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (57297780-992b-46f7-8b9c-e4c0dfbabe59), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:32.776857 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 57297780-992b-46f7-8b9c-e4c0dfbabe59 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:32.777247 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (57297780-992b-46f7-8b9c-e4c0dfbabe59), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:32.814127 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84fb5a5-ad23-4d50-87df-a92d0981a879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57297780-992b-46f7-8b9c-e4c0dfbabe59'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:32.816540 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c873f7-643e-46f3-aedd-9aab48677c23" -d '{"events": [{"server_uuid": "a84fb5a5-ad23-4d50-87df-a92d0981a879", "name": "network-vif-plugged", "status": "completed", "tag": "57297780-992b-46f7-8b9c-e4c0dfbabe59"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:32.835325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 57297780-992b-46f7-8b9c-e4c0dfbabe59, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=57297780-992b-46f7-8b9c-e4c0dfbabe59,segment=NetworkSegment(dc879049-8cef-4892-b46e-f4bc4d4eddfc),segment_id=dc879049-8cef-4892-b46e-f4bc4d4eddfc)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:32.842587 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (57297780-992b-46f7-8b9c-e4c0dfbabe59), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:32.883726 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78373dbc-0fd5-401c-819f-4e0621cdad80 x-openstack-request-id: req-78373dbc-0fd5-401c-819f-4e0621cdad80 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:32.884080 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84fb5a5-ad23-4d50-87df-a92d0981a879", "name": "network-vif-plugged", "status": "completed", "tag": "57297780-992b-46f7-8b9c-e4c0dfbabe59", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:32.884284 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78373dbc-0fd5-401c-819f-4e0621cdad80 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:32.884701 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84fb5a5-ad23-4d50-87df-a92d0981a879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57297780-992b-46f7-8b9c-e4c0dfbabe59', 'code': 200} Feb 09 02:07:32.934073 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=57297780-992b-46f7-8b9c-e4c0dfbabe59,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:33.025129 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abb8c0-5e3d-4b34-a82b-598580a47ab4 req-7531f184-8102-4c04-887b-a27032560126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:33.028256 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d1abb8c0-5e3d-4b34-a82b-598580a47ab4 req-7531f184-8102-4c04-887b-a27032560126 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a84fb5a5-ad23-4d50-87df-a92d0981a879 HTTP/1.1" status: 200 len: 1127 time: 0.0881598 Feb 09 02:07:33.028496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261efcd-720f-4ad7-b494-1f55decc9847 req-21f30dec-548e-4150-b246-1d1246dc0339 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:33.029997 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0261efcd-720f-4ad7-b494-1f55decc9847 req-21f30dec-548e-4150-b246-1d1246dc0339 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/ports?device_id=a84fb5a5-ad23-4d50-87df-a92d0981a879 HTTP/1.1" status: 200 len: 945 time: 0.0777180 Feb 09 02:07:33.083308 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0261efcd-720f-4ad7-b494-1f55decc9847 req-1582dab0-2d31-451a-9b95-b157b9b2a4e0 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e78e3a-cffe-4e40-acfe-8e53aa023270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453627 Feb 09 02:07:33.129706 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d1abb8c0-5e3d-4b34-a82b-598580a47ab4 req-2bfe664f-c641-4f6e-8677-a729cd56b5b8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f6e78e3a-cffe-4e40-acfe-8e53aa023270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923998 Feb 09 02:07:33.148618 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90767e74-69c2-4cab-b7fd-019fa2ce66ad req-172824a4-9dec-4268-a319-6cb0e52e7947 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:33.150095 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-90767e74-69c2-4cab-b7fd-019fa2ce66ad req-172824a4-9dec-4268-a319-6cb0e52e7947 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 944 time: 0.0976734 Feb 09 02:07:33.206209 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-90767e74-69c2-4cab-b7fd-019fa2ce66ad req-8ae33014-40d2-4f1d-9d7b-2a7da85584cc tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492899 Feb 09 02:07:34.164338 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e920ff-38d1-40c7-badc-14498fd3a65a req-7be7ed26-6ed6-4caf-b254-2d6fe67b251b tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:34.166939 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-23e920ff-38d1-40c7-badc-14498fd3a65a req-7be7ed26-6ed6-4caf-b254-2d6fe67b251b tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 945 time: 0.0702453 Feb 09 02:07:34.223045 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82902a-fad5-4ce4-b6af-9d3eaa5eada4 req-be8bcc75-ba3b-4c76-9e60-6dbd4fd1f3a4 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:34.225230 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d82902a-fad5-4ce4-b6af-9d3eaa5eada4 req-be8bcc75-ba3b-4c76-9e60-6dbd4fd1f3a4 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/ports?device_id=a84fb5a5-ad23-4d50-87df-a92d0981a879 HTTP/1.1" status: 200 len: 945 time: 0.0615857 Feb 09 02:07:34.236281 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-23e920ff-38d1-40c7-badc-14498fd3a65a req-ac7b74ac-6822-4fdb-ac29-31bb1f658d28 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af447fab-1fad-4035-b57e-7b464538d192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629487 Feb 09 02:07:34.294237 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d82902a-fad5-4ce4-b6af-9d3eaa5eada4 req-5875ac6a-8d17-4656-9a9b-1790a06cdcdb tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e78e3a-cffe-4e40-acfe-8e53aa023270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595484 Feb 09 02:07:34.407351 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2331f-b498-493f-a540-113daa7064e4 req-8f832c53-be83-4513-b39a-96066530241e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:34.409444 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2bc2331f-b498-493f-a540-113daa7064e4 req-8f832c53-be83-4513-b39a-96066530241e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 944 time: 0.0974247 Feb 09 02:07:34.471405 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2bc2331f-b498-493f-a540-113daa7064e4 req-8497794f-e33b-4c0b-acf0-601bbde5f7b4 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557239 Feb 09 02:07:35.409918 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfc0dd-7f20-419a-8970-69b8c387a751 req-fb63f007-3bc0-41f0-a513-39ae393fd151 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:35.412273 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-debfc0dd-7f20-419a-8970-69b8c387a751 req-fb63f007-3bc0-41f0-a513-39ae393fd151 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 945 time: 0.1002517 Feb 09 02:07:35.441350 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7bbd7-274f-4f3f-808d-09a6277a4835 req-1d1e4ef9-fdfd-4c34-abf2-13aa62aa2a97 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:35.443021 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0e7bbd7-274f-4f3f-808d-09a6277a4835 req-1d1e4ef9-fdfd-4c34-abf2-13aa62aa2a97 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/ports?device_id=a84fb5a5-ad23-4d50-87df-a92d0981a879 HTTP/1.1" status: 200 len: 945 time: 0.0629611 Feb 09 02:07:35.502834 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-debfc0dd-7f20-419a-8970-69b8c387a751 req-79a565a0-8cb6-4f3e-af70-2ccc9e73cfc9 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af447fab-1fad-4035-b57e-7b464538d192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779338 Feb 09 02:07:35.523733 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0e7bbd7-274f-4f3f-808d-09a6277a4835 req-4015a1c2-fff6-4b41-b160-b3fc16a9b896 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e78e3a-cffe-4e40-acfe-8e53aa023270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746617 Feb 09 02:07:35.656804 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df12071-3151-45dc-93b4-e45d9a563db1 req-c4afd7ed-f255-4193-acf9-2f2ae0ce3942 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:35.658836 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5df12071-3151-45dc-93b4-e45d9a563db1 req-c4afd7ed-f255-4193-acf9-2f2ae0ce3942 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 944 time: 0.0673661 Feb 09 02:07:35.715734 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5df12071-3151-45dc-93b4-e45d9a563db1 req-0f92cb75-4b08-4d21-b26c-c434c7502012 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502052 Feb 09 02:07:35.967781 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b1fa9-b135-4ffb-9534-d3f298771779 req-39b872ff-15a8-4d0c-a9e9-80c0b9288705 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:35.969498 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7c8b1fa9-b135-4ffb-9534-d3f298771779 req-39b872ff-15a8-4d0c-a9e9-80c0b9288705 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/ports?device_id=a84fb5a5-ad23-4d50-87df-a92d0981a879 HTTP/1.1" status: 200 len: 945 time: 0.0937378 Feb 09 02:07:36.056895 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7c8b1fa9-b135-4ffb-9534-d3f298771779 req-b38f508b-eb07-453c-a372-125fd1b1169f tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e78e3a-cffe-4e40-acfe-8e53aa023270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804770 Feb 09 02:07:36.068594 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8ca06-76be-4de0-a2f7-f0a3ddc35147 req-4dad9a79-dc33-4503-9242-e46bd92f3ca5 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:36.070069 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09f8ca06-76be-4de0-a2f7-f0a3ddc35147 req-4dad9a79-dc33-4503-9242-e46bd92f3ca5 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 945 time: 0.0842104 Feb 09 02:07:36.172807 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-09f8ca06-76be-4de0-a2f7-f0a3ddc35147 req-a8e1b646-cc8c-4c09-ad00-b554c094ea58 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Deleting port 3e89d86c-79bb-415a-a2b0-b5478fa546b3 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:07:36.173059 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-09f8ca06-76be-4de0-a2f7-f0a3ddc35147 req-a8e1b646-cc8c-4c09-ad00-b554c094ea58 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (3e89d86c-79bb-415a-a2b0-b5478fa546b3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:36.267683 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-09f8ca06-76be-4de0-a2f7-f0a3ddc35147 req-a8e1b646-cc8c-4c09-ad00-b554c094ea58 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] For port 3e89d86c-79bb-415a-a2b0-b5478fa546b3, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=3e89d86c-79bb-415a-a2b0-b5478fa546b3,segment=NetworkSegment(c82ab0de-73ec-4078-981b-82e00d4965bb),segment_id=c82ab0de-73ec-4078-981b-82e00d4965bb)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:36.268108 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-09f8ca06-76be-4de0-a2f7-f0a3ddc35147 req-a8e1b646-cc8c-4c09-ad00-b554c094ea58 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (3e89d86c-79bb-415a-a2b0-b5478fa546b3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:36.465272 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-09f8ca06-76be-4de0-a2f7-f0a3ddc35147 req-a8e1b646-cc8c-4c09-ad00-b554c094ea58 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:36.465901 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-09f8ca06-76be-4de0-a2f7-f0a3ddc35147 req-a8e1b646-cc8c-4c09-ad00-b554c094ea58 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (5dc3efbb-e163-4959-a1d6-ad966a8240a8), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:36.466343 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [req-09f8ca06-76be-4de0-a2f7-f0a3ddc35147 req-a8e1b646-cc8c-4c09-ad00-b554c094ea58 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Floating IP 5dc3efbb-e163-4959-a1d6-ad966a8240a8 disassociated. External IP: 172.25.7.23, port: 3e89d86c-79bb-415a-a2b0-b5478fa546b3. Feb 09 02:07:36.466781 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-09f8ca06-76be-4de0-a2f7-f0a3ddc35147 req-a8e1b646-cc8c-4c09-ad00-b554c094ea58 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Calling delete_port for 3e89d86c-79bb-415a-a2b0-b5478fa546b3 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:07:36.636877 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-09f8ca06-76be-4de0-a2f7-f0a3ddc35147 req-a8e1b646-cc8c-4c09-ad00-b554c094ea58 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (3e89d86c-79bb-415a-a2b0-b5478fa546b3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:36.685323 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1b646-cc8c-4c09-ad00-b554c094ea58 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Pushing event deleted for resources: {'Port': ['ID=3e89d86c-79bb-415a-a2b0-b5478fa546b3,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:36.699400 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9e580-413c-4b91-bc83-3772d74eb472 req-86aa651b-f425-4dbd-b689-2a1bfa758930 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:36.724040 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-18f9e580-413c-4b91-bc83-3772d74eb472 req-86aa651b-f425-4dbd-b689-2a1bfa758930 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 867 time: 0.1113672 Feb 09 02:07:36.813790 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-18f9e580-413c-4b91-bc83-3772d74eb472 req-d26d57cf-d580-4ad0-88c3-b346f9a0cf00 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af447fab-1fad-4035-b57e-7b464538d192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884349 Feb 09 02:07:36.886934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09f8ca06-76be-4de0-a2f7-f0a3ddc35147 req-a8e1b646-cc8c-4c09-ad00-b554c094ea58 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Router 0adaaef9-eead-45cc-9faf-762db94fbd0d has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:07:36.918198 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b3e0a-1287-485d-a13f-d979ed840667 req-7db6b820-5a64-499e-9ef0-bcd045e31be6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:36.920170 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f76b3e0a-1287-485d-a13f-d979ed840667 req-7db6b820-5a64-499e-9ef0-bcd045e31be6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 944 time: 0.0934196 Feb 09 02:07:37.045314 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f76b3e0a-1287-485d-a13f-d979ed840667 req-3da9571e-20b7-4ece-832e-f18262c8b351 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868769 Feb 09 02:07:37.067512 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09f8ca06-76be-4de0-a2f7-f0a3ddc35147 req-a8e1b646-cc8c-4c09-ad00-b554c094ea58 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:07:37.102457 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776ece28-3b9e-44f5-a1c1-516476ef69fc None None] Sync routers for ids ['0adaaef9-eead-45cc-9faf-762db94fbd0d'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:07:37.119420 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776ece28-3b9e-44f5-a1c1-516476ef69fc None None] Routers {'0adaaef9-eead-45cc-9faf-762db94fbd0d'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:37.120259 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-776ece28-3b9e-44f5-a1c1-516476ef69fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:07:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0adaaef9-eead-45cc-9faf-762db94fbd0d'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:37.154763 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f8ca06-76be-4de0-a2f7-f0a3ddc35147 req-a8e1b646-cc8c-4c09-ad00-b554c094ea58 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] No DVR routers for this DVR port 3e89d86c-79bb-415a-a2b0-b5478fa546b3 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:07:37.160780 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-09f8ca06-76be-4de0-a2f7-f0a3ddc35147 req-a8e1b646-cc8c-4c09-ad00-b554c094ea58 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:37.164491 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09f8ca06-76be-4de0-a2f7-f0a3ddc35147 req-a8e1b646-cc8c-4c09-ad00-b554c094ea58 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.48 "DELETE /v2.0/ports/3e89d86c-79bb-415a-a2b0-b5478fa546b3 HTTP/1.1" status: 204 len: 173 time: 1.0871179 Feb 09 02:07:37.164974 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf72f46-22c7-4328-90e2-4dd17f4b589a', 'name': 'network-vif-deleted', 'tag': '3e89d86c-79bb-415a-a2b0-b5478fa546b3'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:37.167378 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba50946-6c9c-4ac2-8691-6ee53f13c61b" -d '{"events": [{"server_uuid": "6bf72f46-22c7-4328-90e2-4dd17f4b589a", "name": "network-vif-deleted", "tag": "3e89d86c-79bb-415a-a2b0-b5478fa546b3"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:37.216874 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82521458-12d4-4f6d-ac4f-62c6d39b16d8 x-openstack-request-id: req-82521458-12d4-4f6d-ac4f-62c6d39b16d8 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:37.217171 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf72f46-22c7-4328-90e2-4dd17f4b589a", "name": "network-vif-deleted", "tag": "3e89d86c-79bb-415a-a2b0-b5478fa546b3", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:37.217431 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-82521458-12d4-4f6d-ac4f-62c6d39b16d8 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:37.217833 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf72f46-22c7-4328-90e2-4dd17f4b589a', 'name': 'network-vif-deleted', 'tag': '3e89d86c-79bb-415a-a2b0-b5478fa546b3', 'status': 'completed', 'code': 200} Feb 09 02:07:37.280809 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a135b02-ed2d-4a64-a164-78e29cfccc36 req-a3a523b8-2c41-4891-87a6-323d2b81fe21 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:37.282514 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9a135b02-ed2d-4a64-a164-78e29cfccc36 req-a3a523b8-2c41-4891-87a6-323d2b81fe21 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/ports?device_id=a84fb5a5-ad23-4d50-87df-a92d0981a879 HTTP/1.1" status: 200 len: 945 time: 0.1018124 Feb 09 02:07:37.364804 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-776ece28-3b9e-44f5-a1c1-516476ef69fc None None] Set router 0adaaef9-eead-45cc-9faf-762db94fbd0d gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:37.391712 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9a135b02-ed2d-4a64-a164-78e29cfccc36 req-f6b4f50f-99b2-493f-b536-ec4b4fa891d9 tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e78e3a-cffe-4e40-acfe-8e53aa023270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676010 Feb 09 02:07:37.404133 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b08d50-702f-4ce9-8868-0544a00e3012 req-f1ee98ae-cc7c-4bc4-9167-f74e4722eafd tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:37.405618 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-33b08d50-702f-4ce9-8868-0544a00e3012 req-f1ee98ae-cc7c-4bc4-9167-f74e4722eafd tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.67 "GET /v2.0/ports?device_id=a84fb5a5-ad23-4d50-87df-a92d0981a879 HTTP/1.1" status: 200 len: 945 time: 0.1201961 Feb 09 02:07:37.532064 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-86e92248-630b-4207-970f-27a77d1b5322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:37.553959 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-33b08d50-702f-4ce9-8868-0544a00e3012 req-266caff8-f3d3-4551-870e-8014d13d9c4f tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Deleting port 57297780-992b-46f7-8b9c-e4c0dfbabe59 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:07:37.554485 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-33b08d50-702f-4ce9-8868-0544a00e3012 req-266caff8-f3d3-4551-870e-8014d13d9c4f tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (57297780-992b-46f7-8b9c-e4c0dfbabe59), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:37.656751 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-776ece28-3b9e-44f5-a1c1-516476ef69fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'name': 'tempest-AttachVolumeTestJSON-1283178647-router', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:00:38Z', 'revision_number': 4, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'gw_port': {'id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:eb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:30Z', 'updated_at': '2022-02-09T02:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'fdfd5915-3978-433b-91ff-6835aa670ee6', 'name': '', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'mac_address': 'fa:16:3e:b0:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:36Z', 'updated_at': '2022-02-09T02:00:44Z', 'revision_number': 5, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'subnets': [{'id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:37.675651 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-33b08d50-702f-4ce9-8868-0544a00e3012 req-266caff8-f3d3-4551-870e-8014d13d9c4f tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] For port 57297780-992b-46f7-8b9c-e4c0dfbabe59, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=57297780-992b-46f7-8b9c-e4c0dfbabe59,segment=NetworkSegment(dc879049-8cef-4892-b46e-f4bc4d4eddfc),segment_id=dc879049-8cef-4892-b46e-f4bc4d4eddfc)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:37.676197 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-33b08d50-702f-4ce9-8868-0544a00e3012 req-266caff8-f3d3-4551-870e-8014d13d9c4f tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (57297780-992b-46f7-8b9c-e4c0dfbabe59), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:37.687766 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776ece28-3b9e-44f5-a1c1-516476ef69fc None None] Checking router: 0adaaef9-eead-45cc-9faf-762db94fbd0d for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:07:37.695194 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-33b08d50-702f-4ce9-8868-0544a00e3012 req-266caff8-f3d3-4551-870e-8014d13d9c4f tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Calling delete_port for 57297780-992b-46f7-8b9c-e4c0dfbabe59 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:07:37.702282 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776ece28-3b9e-44f5-a1c1-516476ef69fc None None] Routers {'0adaaef9-eead-45cc-9faf-762db94fbd0d'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:37.702909 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-776ece28-3b9e-44f5-a1c1-516476ef69fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:07:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0adaaef9-eead-45cc-9faf-762db94fbd0d'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:37.927011 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-33b08d50-702f-4ce9-8868-0544a00e3012 req-266caff8-f3d3-4551-870e-8014d13d9c4f tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (57297780-992b-46f7-8b9c-e4c0dfbabe59), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:37.978604 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266caff8-f3d3-4551-870e-8014d13d9c4f tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Pushing event deleted for resources: {'Port': ['ID=57297780-992b-46f7-8b9c-e4c0dfbabe59,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:38.002806 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f9ccc36e-200e-4409-b9a7-2488b6e33898 req-8cad094e-48b1-4068-8f18-9023ae879f87 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf72f46-22c7-4328-90e2-4dd17f4b589a HTTP/1.1" status: 200 len: 210 time: 0.0559406 Feb 09 02:07:38.056439 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b08d50-702f-4ce9-8868-0544a00e3012 req-266caff8-f3d3-4551-870e-8014d13d9c4f tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] No DVR routers for this DVR port 57297780-992b-46f7-8b9c-e4c0dfbabe59 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:07:38.064072 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-33b08d50-702f-4ce9-8868-0544a00e3012 req-266caff8-f3d3-4551-870e-8014d13d9c4f tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:38.066396 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['57297780-992b-46f7-8b9c-e4c0dfbabe59'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:38.070455 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-33b08d50-702f-4ce9-8868-0544a00e3012 req-266caff8-f3d3-4551-870e-8014d13d9c4f tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.67 "DELETE /v2.0/ports/57297780-992b-46f7-8b9c-e4c0dfbabe59 HTTP/1.1" status: 204 len: 173 time: 0.6591320 Feb 09 02:07:38.071287 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84fb5a5-ad23-4d50-87df-a92d0981a879', 'name': 'network-vif-deleted', 'tag': '57297780-992b-46f7-8b9c-e4c0dfbabe59'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:38.075844 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e4a6bf-e6d2-4c64-baf7-97c28ab6cf78" -d '{"events": [{"server_uuid": "a84fb5a5-ad23-4d50-87df-a92d0981a879", "name": "network-vif-deleted", "tag": "57297780-992b-46f7-8b9c-e4c0dfbabe59"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:38.144210 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e93ea36-bfb6-4311-8bbb-8ee416e376d6 x-openstack-request-id: req-3e93ea36-bfb6-4311-8bbb-8ee416e376d6 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:38.144510 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84fb5a5-ad23-4d50-87df-a92d0981a879", "name": "network-vif-deleted", "tag": "57297780-992b-46f7-8b9c-e4c0dfbabe59", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:38.144939 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3e93ea36-bfb6-4311-8bbb-8ee416e376d6 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:38.145347 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84fb5a5-ad23-4d50-87df-a92d0981a879', 'name': 'network-vif-deleted', 'tag': '57297780-992b-46f7-8b9c-e4c0dfbabe59', 'status': 'completed', 'code': 200} Feb 09 02:07:38.208393 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-776ece28-3b9e-44f5-a1c1-516476ef69fc None None] Set router 0adaaef9-eead-45cc-9faf-762db94fbd0d gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:38.222087 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95722e-d6ca-491e-9f62-5f6c440c1b0b req-2495c0d9-eac6-4e56-8c22-7d08d9a26f46 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:38.224360 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7f95722e-d6ca-491e-9f62-5f6c440c1b0b req-2495c0d9-eac6-4e56-8c22-7d08d9a26f46 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 944 time: 0.0687957 Feb 09 02:07:38.277641 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7f95722e-d6ca-491e-9f62-5f6c440c1b0b req-b763ba1e-d104-423c-b8de-cca6d17ef664 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470514 Feb 09 02:07:38.433754 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-776ece28-3b9e-44f5-a1c1-516476ef69fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'name': 'tempest-AttachVolumeTestJSON-1283178647-router', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:00:38Z', 'revision_number': 4, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'gw_port': {'id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:eb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:30Z', 'updated_at': '2022-02-09T02:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'fdfd5915-3978-433b-91ff-6835aa670ee6', 'name': '', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'mac_address': 'fa:16:3e:b0:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:36Z', 'updated_at': '2022-02-09T02:00:44Z', 'revision_number': 5, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'subnets': [{'id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:38.461636 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776ece28-3b9e-44f5-a1c1-516476ef69fc None None] The sync data for ids ['0adaaef9-eead-45cc-9faf-762db94fbd0d'] in n-d-828387-3 is: [{'id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'name': 'tempest-AttachVolumeTestJSON-1283178647-router', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:00:38Z', 'revision_number': 4, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'gw_port': {'id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:eb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:30Z', 'updated_at': '2022-02-09T02:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'fdfd5915-3978-433b-91ff-6835aa670ee6', 'name': '', 'network_id': '213e8f95-a0ad-4892-ad9a-d81d902f12c0', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'mac_address': 'fa:16:3e:b0:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:36Z', 'updated_at': '2022-02-09T02:00:44Z', 'revision_number': 5, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'subnets': [{'id': 'b1ecec84-a59d-45c4-91cc-46e21ab9c4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:07:38.540115 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9c56ca65-df2b-4b4e-86cb-75ae56663eaa req-2668364f-0c45-470a-b3af-bb554a1ad66f tempest-ServerGroupTestJSON-236634153 tempest-ServerGroupTestJSON-236634153-project] 10.222.0.36 "GET /v2.0/ports?device_id=a84fb5a5-ad23-4d50-87df-a92d0981a879 HTTP/1.1" status: 200 len: 210 time: 0.0486124 Feb 09 02:07:38.746887 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd765a3-1921-46c2-8a1b-14b6207bea42 None None] New status for floating IP 5dc3efbb-e163-4959-a1d6-ad966a8240a8: DOWN {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:07:39.090574 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 43706) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:39.145753 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93011405-bddd-49a0-be91-a636caf23e5a tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for security_group (af447fab-1fad-4035-b57e-7b464538d192), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.180919 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93011405-bddd-49a0-be91-a636caf23e5a tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for security_group (af447fab-1fad-4035-b57e-7b464538d192), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.230309 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93011405-bddd-49a0-be91-a636caf23e5a tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (af447fab-1fad-4035-b57e-7b464538d192), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.233070 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93011405-bddd-49a0-be91-a636caf23e5a tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.234231 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-93011405-bddd-49a0-be91-a636caf23e5a tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "DELETE /v2.0/security-groups/af447fab-1fad-4035-b57e-7b464538d192 HTTP/1.1" status: 204 len: 168 time: 0.1426227 Feb 09 02:07:39.237098 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 43712) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:39.243517 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93011405-bddd-49a0-be91-a636caf23e5a tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af447fab-1fad-4035-b57e-7b464538d192,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:39.259119 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-54ec0d96-9272-42b1-9c65-4a101288b046 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] show failed (client error): The resource could not be found. Feb 09 02:07:39.261582 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-54ec0d96-9272-42b1-9c65-4a101288b046 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "GET /v2.0/security-groups/af447fab-1fad-4035-b57e-7b464538d192 HTTP/1.1" status: 404 len: 347 time: 0.0228465 Feb 09 02:07:39.263891 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 43714) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:39.444098 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e101a4-68c4-47db-ac83-dfa2440eb6ce req-cb286eca-5865-4214-9e23-67ab3797b31b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:39.445623 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b5e101a4-68c4-47db-ac83-dfa2440eb6ce req-cb286eca-5865-4214-9e23-67ab3797b31b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 944 time: 0.0912130 Feb 09 02:07:39.449047 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0dff7e47-b3f9-409a-a713-504d9a75cc80 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Deleting port bfb4a2e9-775f-48b2-b284-3ef53c203e45 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:07:39.449396 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0dff7e47-b3f9-409a-a713-504d9a75cc80 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (bfb4a2e9-775f-48b2-b284-3ef53c203e45), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.813740 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b5e101a4-68c4-47db-ac83-dfa2440eb6ce req-26a32c9f-0ea8-4b0d-bc18-e6d048a638d7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610444 Feb 09 02:07:39.829805 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0dff7e47-b3f9-409a-a713-504d9a75cc80 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (bfb4a2e9-775f-48b2-b284-3ef53c203e45), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.830142 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0dff7e47-b3f9-409a-a713-504d9a75cc80 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for floatingip (bfb4a2e9-775f-48b2-b284-3ef53c203e45), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.850616 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0dff7e47-b3f9-409a-a713-504d9a75cc80 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Calling delete_port for bfb4a2e9-775f-48b2-b284-3ef53c203e45 owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:07:39.913435 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 43748) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:39.967004 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.999139 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f54059-21f6-4c27-9163-12176953384b admin admin] Deleting subnet eeb0d119-ea8b-4d39-90bd-ea9012a0224e {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:07:40.004819 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69f54059-21f6-4c27-9163-12176953384b admin admin] Publish callbacks [] for subnet (eeb0d119-ea8b-4d39-90bd-ea9012a0224e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.051183 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69f54059-21f6-4c27-9163-12176953384b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (eeb0d119-ea8b-4d39-90bd-ea9012a0224e), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.123553 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69f54059-21f6-4c27-9163-12176953384b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (eeb0d119-ea8b-4d39-90bd-ea9012a0224e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.137823 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-55adf4ee-b76d-4710-b5bc-86642ba7e8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.144845 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0dff7e47-b3f9-409a-a713-504d9a75cc80 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (bfb4a2e9-775f-48b2-b284-3ef53c203e45), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.185320 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff7e47-b3f9-409a-a713-504d9a75cc80 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Pushing event deleted for resources: {'Port': ['ID=bfb4a2e9-775f-48b2-b284-3ef53c203e45,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:40.260135 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69f54059-21f6-4c27-9163-12176953384b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (eeb0d119-ea8b-4d39-90bd-ea9012a0224e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.290763 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0dff7e47-b3f9-409a-a713-504d9a75cc80 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks [] for floatingip (5dc3efbb-e163-4959-a1d6-ad966a8240a8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.293372 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0dff7e47-b3f9-409a-a713-504d9a75cc80 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.296968 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0dff7e47-b3f9-409a-a713-504d9a75cc80 tempest-AttachVolumeTestJSON-1299900486 tempest-AttachVolumeTestJSON-1299900486-project] 10.222.0.36 "DELETE /v2.0/floatingips/5dc3efbb-e163-4959-a1d6-ad966a8240a8 HTTP/1.1" status: 204 len: 168 time: 1.0295229 Feb 09 02:07:40.297869 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f54059-21f6-4c27-9163-12176953384b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeb0d119-ea8b-4d39-90bd-ea9012a0224e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:40.299393 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69f54059-21f6-4c27-9163-12176953384b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.302333 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-69f54059-21f6-4c27-9163-12176953384b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/eeb0d119-ea8b-4d39-90bd-ea9012a0224e HTTP/1.1" status: 204 len: 168 time: 0.3879097 Feb 09 02:07:40.305385 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 43758) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:40.406062 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a4b8e94-6b6d-47be-9117-14b519f28cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (ef4d16fa-a238-4d6b-b91e-10bec527c5a6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.493061 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a4b8e94-6b6d-47be-9117-14b519f28cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (ef4d16fa-a238-4d6b-b91e-10bec527c5a6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.517379 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-3a4b8e94-6b6d-47be-9117-14b519f28cb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef4d16fa-a238-4d6b-b91e-10bec527c5a6']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:40.528675 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-3a4b8e94-6b6d-47be-9117-14b519f28cb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc879049-8cef-4892-b46e-f4bc4d4eddfc') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:40.528998 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-3a4b8e94-6b6d-47be-9117-14b519f28cb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc879049-8cef-4892-b46e-f4bc4d4eddfc') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:40.538902 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a4b8e94-6b6d-47be-9117-14b519f28cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (dc879049-8cef-4892-b46e-f4bc4d4eddfc), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.559304 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a4b8e94-6b6d-47be-9117-14b519f28cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (dc879049-8cef-4892-b46e-f4bc4d4eddfc), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.566899 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4b8e94-6b6d-47be-9117-14b519f28cb1 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:07:40.567528 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a4b8e94-6b6d-47be-9117-14b519f28cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (dc879049-8cef-4892-b46e-f4bc4d4eddfc), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:07:40.569549 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:07:40.634200 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a4b8e94-6b6d-47be-9117-14b519f28cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (ef4d16fa-a238-4d6b-b91e-10bec527c5a6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.641165 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a4b8e94-6b6d-47be-9117-14b519f28cb1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.647052 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3a4b8e94-6b6d-47be-9117-14b519f28cb1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ef4d16fa-a238-4d6b-b91e-10bec527c5a6 HTTP/1.1" status: 204 len: 168 time: 0.3340046 Feb 09 02:07:40.653951 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 57297780-992b-46f7-8b9c-e4c0dfbabe59 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:07:40.662217 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b8e94-6b6d-47be-9117-14b519f28cb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef4d16fa-a238-4d6b-b91e-10bec527c5a6,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:40.707478 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 3e89d86c-79bb-415a-a2b0-b5478fa546b3 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:07:40.709458 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 57297780-992b-46f7-8b9c-e4c0dfbabe59 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:07:40.709806 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 57297780-992b-46f7-8b9c-e4c0dfbabe59 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:07:40.734956 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 3e89d86c-79bb-415a-a2b0-b5478fa546b3 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:07:40.735578 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 3e89d86c-79bb-415a-a2b0-b5478fa546b3 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:07:40.789035 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 43772) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:40.837243 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6a28f204-2c86-4ea4-8c5e-aaa73e1d122a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c498b24ac8b047218fb542b9683122aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449407 Feb 09 02:07:40.838435 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 43774) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:40.867136 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.914204 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c3e5d1d-627f-4b3a-9b38-5b2b1c653ce7 admin admin] Publish callbacks [] for security_group (f6e78e3a-cffe-4e40-acfe-8e53aa023270), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.949013 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c3e5d1d-627f-4b3a-9b38-5b2b1c653ce7 admin admin] Publish callbacks [] for security_group (f6e78e3a-cffe-4e40-acfe-8e53aa023270), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.965401 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.980748 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c8237-e31a-4842-991c-6006ac783b81 req-c6a58f69-f4d4-407b-aa7f-8570277a459c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:40.982378 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-339c8237-e31a-4842-991c-6006ac783b81 req-c6a58f69-f4d4-407b-aa7f-8570277a459c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 944 time: 0.0815742 Feb 09 02:07:41.029096 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c3e5d1d-627f-4b3a-9b38-5b2b1c653ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (f6e78e3a-cffe-4e40-acfe-8e53aa023270), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:41.032961 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c3e5d1d-627f-4b3a-9b38-5b2b1c653ce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:41.037334 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2c3e5d1d-627f-4b3a-9b38-5b2b1c653ce7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6e78e3a-cffe-4e40-acfe-8e53aa023270 HTTP/1.1" status: 204 len: 168 time: 0.1973109 Feb 09 02:07:41.048555 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e5d1d-627f-4b3a-9b38-5b2b1c653ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e78e3a-cffe-4e40-acfe-8e53aa023270,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:41.049271 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-339c8237-e31a-4842-991c-6006ac783b81 req-fa8d6d57-d3a1-4ea1-94b3-7238433454cb tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596321 Feb 09 02:07:42.207770 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47678d-e35d-4d95-b924-8a1b8d218456 req-9321403f-ff24-4a80-9ec1-f69652429027 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:42.217486 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5a47678d-e35d-4d95-b924-8a1b8d218456 req-9321403f-ff24-4a80-9ec1-f69652429027 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 944 time: 0.0731683 Feb 09 02:07:42.285886 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5a47678d-e35d-4d95-b924-8a1b8d218456 req-1b098362-6dcc-4d0a-bdf8-4207878479f2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670249 Feb 09 02:07:42.357297 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:43.453215 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a38b1d-3009-426f-b29d-9c42eab59d25 req-5ee63f3b-b5d2-4d6c-ad72-712a246368b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:43.455429 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:43.465801 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f3a38b1d-3009-426f-b29d-9c42eab59d25 req-5ee63f3b-b5d2-4d6c-ad72-712a246368b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 944 time: 0.1045895 Feb 09 02:07:43.526484 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f3a38b1d-3009-426f-b29d-9c42eab59d25 req-bbc0af25-be89-40ae-ab40-5b31c1d2dbf8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596166 Feb 09 02:07:44.682145 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57487279-73b3-4923-8b3a-7c50cbad28b3 req-c3a008eb-f27f-4f82-afd9-f23a91110746 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:44.690885 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-57487279-73b3-4923-8b3a-7c50cbad28b3 req-c3a008eb-f27f-4f82-afd9-f23a91110746 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 944 time: 0.0692081 Feb 09 02:07:44.721291 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device ff72a463-ef06-4a66-a4e1-3b73a1093f0a details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:07:44.757657 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-57487279-73b3-4923-8b3a-7c50cbad28b3 req-1acd9ec6-8bf3-41a0-8941-e44c0c9043aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656533 Feb 09 02:07:44.846675 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port ff72a463-ef06-4a66-a4e1-3b73a1093f0a, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=ff72a463-ef06-4a66-a4e1-3b73a1093f0a,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:44.859364 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'ff72a463-ef06-4a66-a4e1-3b73a1093f0a', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'port_id': 'ff72a463-ef06-4a66-a4e1-3b73a1093f0a', 'mac_address': 'fa:16:3e:85:bd:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:07:44.906565 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port ff72a463-ef06-4a66-a4e1-3b73a1093f0a is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:44.907006 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ff72a463-ef06-4a66-a4e1-3b73a1093f0a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:44.923200 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff72a463-ef06-4a66-a4e1-3b73a1093f0a {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:44.959777 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port ff72a463-ef06-4a66-a4e1-3b73a1093f0a, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=ff72a463-ef06-4a66-a4e1-3b73a1093f0a,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:44.965686 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ff72a463-ef06-4a66-a4e1-3b73a1093f0a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:45.045989 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=ff72a463-ef06-4a66-a4e1-3b73a1093f0a,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:45.225442 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['ff72a463-ef06-4a66-a4e1-3b73a1093f0a'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:45.934315 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c8f41-4d29-4db4-ac48-48b57a83239c req-e2ed1223-d120-4217-8f40-35f5bc7d51be tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:45.936778 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb2c8f41-4d29-4db4-ac48-48b57a83239c req-e2ed1223-d120-4217-8f40-35f5bc7d51be tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 945 time: 0.0859721 Feb 09 02:07:46.004092 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb2c8f41-4d29-4db4-ac48-48b57a83239c req-372521be-b6a0-4000-9052-aca17d6f8b0d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615404 Feb 09 02:07:46.732081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device ff72a463-ef06-4a66-a4e1-3b73a1093f0a up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:46.819480 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port ff72a463-ef06-4a66-a4e1-3b73a1093f0a completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:07:46.831485 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port ff72a463-ef06-4a66-a4e1-3b73a1093f0a triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:46.833611 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ff72a463-ef06-4a66-a4e1-3b73a1093f0a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:47.008489 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port ff72a463-ef06-4a66-a4e1-3b73a1093f0a is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:47.008904 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ff72a463-ef06-4a66-a4e1-3b73a1093f0a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:47.048767 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c520bf-222b-4418-b0b1-24dfa3dd067c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff72a463-ef06-4a66-a4e1-3b73a1093f0a'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:47.051549 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e90d5d-e9c3-4a38-a302-993d84610a3c" -d '{"events": [{"server_uuid": "f4c520bf-222b-4418-b0b1-24dfa3dd067c", "name": "network-vif-plugged", "status": "completed", "tag": "ff72a463-ef06-4a66-a4e1-3b73a1093f0a"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:47.101039 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port ff72a463-ef06-4a66-a4e1-3b73a1093f0a, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=ff72a463-ef06-4a66-a4e1-3b73a1093f0a,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:47.110990 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ff72a463-ef06-4a66-a4e1-3b73a1093f0a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:47.124134 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12373227-ec15-4b67-af1b-b32a9fb6f170 x-openstack-request-id: req-12373227-ec15-4b67-af1b-b32a9fb6f170 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:47.124923 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c520bf-222b-4418-b0b1-24dfa3dd067c", "name": "network-vif-plugged", "status": "completed", "tag": "ff72a463-ef06-4a66-a4e1-3b73a1093f0a", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:47.125592 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-12373227-ec15-4b67-af1b-b32a9fb6f170 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:47.127338 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c520bf-222b-4418-b0b1-24dfa3dd067c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff72a463-ef06-4a66-a4e1-3b73a1093f0a', 'code': 200} Feb 09 02:07:47.193314 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=ff72a463-ef06-4a66-a4e1-3b73a1093f0a,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:47.266388 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1057e-05ec-47cd-a736-35bb55d821a1 req-e6583035-4dc3-49b8-a9e7-14804ddc79d7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:47.280915 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f1d1057e-05ec-47cd-a736-35bb55d821a1 req-e6583035-4dc3-49b8-a9e7-14804ddc79d7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 945 time: 0.1866949 Feb 09 02:07:47.359848 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f1d1057e-05ec-47cd-a736-35bb55d821a1 req-4a237693-260f-45c2-a1bf-9f2e0801977c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779350 Feb 09 02:07:47.402059 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac2d9e-0536-4aef-9a6b-64ebb6e861ba req-de0be929-6118-4158-b14b-24a2c94f06dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:47.405049 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e4ac2d9e-0536-4aef-9a6b-64ebb6e861ba req-de0be929-6118-4158-b14b-24a2c94f06dd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 1128 time: 0.2155764 Feb 09 02:07:47.465322 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e4ac2d9e-0536-4aef-9a6b-64ebb6e861ba req-0daf2e91-6182-4163-a0ae-3d50a063a4d9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532289 Feb 09 02:07:47.818204 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 43950) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:47.939685 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-712008a4-d7a3-4678-98ba-2a99715698f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:48.059858 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-712008a4-d7a3-4678-98ba-2a99715698f6 admin admin] Publish callbacks [] for security_group (a7bf2851-6d92-45c8-93a5-d378563959cb), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:48.065080 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-712008a4-d7a3-4678-98ba-2a99715698f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a7bf2851-6d92-45c8-93a5-d378563959cb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:48.109287 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-712008a4-d7a3-4678-98ba-2a99715698f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5be835f678c4c73a29348b78f1fde4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2876275 Feb 09 02:07:48.109287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712008a4-d7a3-4678-98ba-2a99715698f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bf2851-6d92-45c8-93a5-d378563959cb,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:48.109798 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 43958) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:48.171658 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5840d22c-1258-448d-b112-d1fc6c7d190f admin admin] Publish callbacks [] for security_group (a7bf2851-6d92-45c8-93a5-d378563959cb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:48.198992 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5840d22c-1258-448d-b112-d1fc6c7d190f admin admin] Publish callbacks [] for security_group (a7bf2851-6d92-45c8-93a5-d378563959cb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:48.254654 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5840d22c-1258-448d-b112-d1fc6c7d190f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a7bf2851-6d92-45c8-93a5-d378563959cb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:48.260233 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5840d22c-1258-448d-b112-d1fc6c7d190f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:48.264251 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5840d22c-1258-448d-b112-d1fc6c7d190f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a7bf2851-6d92-45c8-93a5-d378563959cb HTTP/1.1" status: 204 len: 168 time: 0.1506112 Feb 09 02:07:48.274534 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840d22c-1258-448d-b112-d1fc6c7d190f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bf2851-6d92-45c8-93a5-d378563959cb,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:48.544016 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef75a77-4254-462c-9a56-7858b3531070 req-b5a82c5c-1c06-4e16-9720-c91e89aa1679 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:48.546150 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cef75a77-4254-462c-9a56-7858b3531070 req-b5a82c5c-1c06-4e16-9720-c91e89aa1679 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 946 time: 0.0967960 Feb 09 02:07:48.634626 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cef75a77-4254-462c-9a56-7858b3531070 req-70fbdc5c-9572-4d7a-9de8-e145c8442f09 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809898 Feb 09 02:07:48.670182 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 43966) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:48.686294 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6acc619d-773d-445e-ab05-91dbd17960e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:48.766393 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6acc619d-773d-445e-ab05-91dbd17960e0 admin admin] Publish callbacks [] for security_group (763304c6-8ae1-4a9c-8af9-e780b5ef58c1), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:48.772227 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6acc619d-773d-445e-ab05-91dbd17960e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (763304c6-8ae1-4a9c-8af9-e780b5ef58c1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:48.822819 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6acc619d-773d-445e-ab05-91dbd17960e0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c44d0f212be14eab9627a1560911db6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1508660 Feb 09 02:07:48.825354 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 43968) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:48.831152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc619d-773d-445e-ab05-91dbd17960e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763304c6-8ae1-4a9c-8af9-e780b5ef58c1,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:48.879386 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-864adf8c-b571-4d2d-ae5b-27e5bd4d8e1c admin admin] Publish callbacks [] for security_group (763304c6-8ae1-4a9c-8af9-e780b5ef58c1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:48.901493 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-864adf8c-b571-4d2d-ae5b-27e5bd4d8e1c admin admin] Publish callbacks [] for security_group (763304c6-8ae1-4a9c-8af9-e780b5ef58c1), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:48.950748 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-864adf8c-b571-4d2d-ae5b-27e5bd4d8e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (763304c6-8ae1-4a9c-8af9-e780b5ef58c1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:48.953653 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-864adf8c-b571-4d2d-ae5b-27e5bd4d8e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:48.955061 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-864adf8c-b571-4d2d-ae5b-27e5bd4d8e1c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/763304c6-8ae1-4a9c-8af9-e780b5ef58c1 HTTP/1.1" status: 204 len: 168 time: 0.1288049 Feb 09 02:07:48.965669 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864adf8c-b571-4d2d-ae5b-27e5bd4d8e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763304c6-8ae1-4a9c-8af9-e780b5ef58c1,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:49.778369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf61905-df40-4b75-badc-592c70b46d39 req-c3dc4d9f-b7c4-413f-98b4-fb8a8c3e76eb tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:49.779925 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6bf61905-df40-4b75-badc-592c70b46d39 req-c3dc4d9f-b7c4-413f-98b4-fb8a8c3e76eb tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 946 time: 0.0617414 Feb 09 02:07:49.833183 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6bf61905-df40-4b75-badc-592c70b46d39 req-0df40b4c-c9db-42d1-9baa-8ac9bd89e5e8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473104 Feb 09 02:07:49.989663 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da49b30-88f2-47a9-bd85-8adcf5f8560b req-73cd205d-b33f-46a6-a5fb-e04e8209ae54 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:49.991313 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6da49b30-88f2-47a9-bd85-8adcf5f8560b req-73cd205d-b33f-46a6-a5fb-e04e8209ae54 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 946 time: 0.0680292 Feb 09 02:07:50.068465 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6da49b30-88f2-47a9-bd85-8adcf5f8560b req-714151e2-92ba-4493-a824-e7f155bd33d1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701592 Feb 09 02:07:50.275163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e332dd-9954-4a57-9d7a-0df07c221f25 req-683c4f9e-ae5f-4b10-a898-384e1c6f6197 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:50.276893 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40e332dd-9954-4a57-9d7a-0df07c221f25 req-683c4f9e-ae5f-4b10-a898-384e1c6f6197 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 946 time: 0.0785191 Feb 09 02:07:50.340430 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40e332dd-9954-4a57-9d7a-0df07c221f25 req-4d81df37-197b-425d-858c-a270d924853e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577199 Feb 09 02:07:50.663244 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ee92e-c466-4696-9ad0-ff7ae6257d10 req-27aec4c9-8774-4252-a36b-a12e7c0c1185 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:50.665109 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-696ee92e-c466-4696-9ad0-ff7ae6257d10 req-27aec4c9-8774-4252-a36b-a12e7c0c1185 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 946 time: 0.0758867 Feb 09 02:07:50.732125 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-696ee92e-c466-4696-9ad0-ff7ae6257d10 req-42ee8037-aafa-4eb9-9428-9cc6aa15eb0b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565367 Feb 09 02:07:51.925636 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952dda9-3f3b-4062-8b85-fa665747bedf req-e832861e-b726-45e2-97f5-207a72247c47 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:51.928684 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5952dda9-3f3b-4062-8b85-fa665747bedf req-e832861e-b726-45e2-97f5-207a72247c47 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 946 time: 0.0979671 Feb 09 02:07:52.003506 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5952dda9-3f3b-4062-8b85-fa665747bedf req-f6fdcfb6-a1c0-458a-9bbf-9e75b6aa224e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671804 Feb 09 02:07:52.297090 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 44060) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:52.378942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4efe9-e78a-4138-a302-36bf8223a8cc req-e260fc24-b39d-470e-9ef6-10b53c211793 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:52.382421 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-53d4efe9-e78a-4138-a302-36bf8223a8cc req-e260fc24-b39d-470e-9ef6-10b53c211793 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 946 time: 0.0724783 Feb 09 02:07:52.489054 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1bfe51f7-2a2f-4518-8d64-694583cd3f41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:52.548692 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-53d4efe9-e78a-4138-a302-36bf8223a8cc req-d8ba3d90-a44c-40d8-b7ae-a3228e321543 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Deleting port ff72a463-ef06-4a66-a4e1-3b73a1093f0a {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:07:52.549038 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-53d4efe9-e78a-4138-a302-36bf8223a8cc req-d8ba3d90-a44c-40d8-b7ae-a3228e321543 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ff72a463-ef06-4a66-a4e1-3b73a1093f0a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:52.674022 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1bfe51f7-2a2f-4518-8d64-694583cd3f41 admin admin] Publish callbacks [] for security_group (9376e004-7e26-48e1-8785-63dff7cd146f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:52.681184 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1bfe51f7-2a2f-4518-8d64-694583cd3f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9376e004-7e26-48e1-8785-63dff7cd146f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:52.714748 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-53d4efe9-e78a-4138-a302-36bf8223a8cc req-d8ba3d90-a44c-40d8-b7ae-a3228e321543 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] For port ff72a463-ef06-4a66-a4e1-3b73a1093f0a, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=ff72a463-ef06-4a66-a4e1-3b73a1093f0a,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:52.715127 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-53d4efe9-e78a-4138-a302-36bf8223a8cc req-d8ba3d90-a44c-40d8-b7ae-a3228e321543 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ff72a463-ef06-4a66-a4e1-3b73a1093f0a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:52.748619 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-53d4efe9-e78a-4138-a302-36bf8223a8cc req-d8ba3d90-a44c-40d8-b7ae-a3228e321543 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Calling delete_port for ff72a463-ef06-4a66-a4e1-3b73a1093f0a owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:07:52.756895 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1bfe51f7-2a2f-4518-8d64-694583cd3f41 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=240a4c5e75bc40f88b3842b8ab82a5bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4563243 Feb 09 02:07:52.757919 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 44064) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:52.766887 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe51f7-2a2f-4518-8d64-694583cd3f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9376e004-7e26-48e1-8785-63dff7cd146f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:52.897632 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ee7958cc-c829-4010-96ce-611240415472 admin admin] Publish callbacks [] for security_group (9376e004-7e26-48e1-8785-63dff7cd146f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:52.920628 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ee7958cc-c829-4010-96ce-611240415472 admin admin] Publish callbacks [] for security_group (9376e004-7e26-48e1-8785-63dff7cd146f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.002046 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-53d4efe9-e78a-4138-a302-36bf8223a8cc req-d8ba3d90-a44c-40d8-b7ae-a3228e321543 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ff72a463-ef06-4a66-a4e1-3b73a1093f0a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.015696 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['ff72a463-ef06-4a66-a4e1-3b73a1093f0a'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:53.031335 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ee7958cc-c829-4010-96ce-611240415472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9376e004-7e26-48e1-8785-63dff7cd146f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.033906 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ee7958cc-c829-4010-96ce-611240415472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.048838 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ee7958cc-c829-4010-96ce-611240415472 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9376e004-7e26-48e1-8785-63dff7cd146f HTTP/1.1" status: 204 len: 168 time: 0.2889173 Feb 09 02:07:53.053881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba3d90-a44c-40d8-b7ae-a3228e321543 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event deleted for resources: {'Port': ['ID=ff72a463-ef06-4a66-a4e1-3b73a1093f0a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:53.074222 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7958cc-c829-4010-96ce-611240415472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9376e004-7e26-48e1-8785-63dff7cd146f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:53.147703 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d4efe9-e78a-4138-a302-36bf8223a8cc req-d8ba3d90-a44c-40d8-b7ae-a3228e321543 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] No DVR routers for this DVR port ff72a463-ef06-4a66-a4e1-3b73a1093f0a on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:07:53.153364 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-53d4efe9-e78a-4138-a302-36bf8223a8cc req-d8ba3d90-a44c-40d8-b7ae-a3228e321543 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.157063 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-53d4efe9-e78a-4138-a302-36bf8223a8cc req-d8ba3d90-a44c-40d8-b7ae-a3228e321543 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.48 "DELETE /v2.0/ports/ff72a463-ef06-4a66-a4e1-3b73a1093f0a HTTP/1.1" status: 204 len: 173 time: 0.7688849 Feb 09 02:07:53.157692 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c520bf-222b-4418-b0b1-24dfa3dd067c', 'name': 'network-vif-deleted', 'tag': 'ff72a463-ef06-4a66-a4e1-3b73a1093f0a'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:53.161708 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f92795b-4487-4705-a816-995dfe3f6553" -d '{"events": [{"server_uuid": "f4c520bf-222b-4418-b0b1-24dfa3dd067c", "name": "network-vif-deleted", "tag": "ff72a463-ef06-4a66-a4e1-3b73a1093f0a"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:53.658760 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44086) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:53.676615 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a738e23d-c07e-4fa9-9f6b-f59957008469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.769866 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a738e23d-c07e-4fa9-9f6b-f59957008469 admin admin] Publish callbacks [] for security_group (882da96b-942e-4bf4-8b04-f2005b06823f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.775247 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a738e23d-c07e-4fa9-9f6b-f59957008469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (882da96b-942e-4bf4-8b04-f2005b06823f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.787164 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4312d5c-c6a9-40d7-a82f-632243a3b862 x-openstack-request-id: req-f4312d5c-c6a9-40d7-a82f-632243a3b862 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:53.787743 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c520bf-222b-4418-b0b1-24dfa3dd067c", "name": "network-vif-deleted", "tag": "ff72a463-ef06-4a66-a4e1-3b73a1093f0a", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:53.787903 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4312d5c-c6a9-40d7-a82f-632243a3b862 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:53.788362 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c520bf-222b-4418-b0b1-24dfa3dd067c', 'name': 'network-vif-deleted', 'tag': 'ff72a463-ef06-4a66-a4e1-3b73a1093f0a', 'status': 'completed', 'code': 200} Feb 09 02:07:53.791164 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb65e714-804d-4ea3-81c8-346787326717 req-2b8b2ccc-b0bd-4aaa-b15c-8f4db4ff7c28 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 210 time: 0.6400697 Feb 09 02:07:53.828277 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738e23d-c07e-4fa9-9f6b-f59957008469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882da96b-942e-4bf4-8b04-f2005b06823f,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:53.833492 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a738e23d-c07e-4fa9-9f6b-f59957008469 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37b421a6cb4f49e387ce8ea8eb0e81f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1726172 Feb 09 02:07:53.836206 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44088) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:53.897264 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a010305c-76d9-496b-aaaf-719ec1f113ee admin admin] Publish callbacks [] for security_group (882da96b-942e-4bf4-8b04-f2005b06823f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.919322 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a010305c-76d9-496b-aaaf-719ec1f113ee admin admin] Publish callbacks [] for security_group (882da96b-942e-4bf4-8b04-f2005b06823f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.973046 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a010305c-76d9-496b-aaaf-719ec1f113ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (882da96b-942e-4bf4-8b04-f2005b06823f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.975746 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a010305c-76d9-496b-aaaf-719ec1f113ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.980049 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a010305c-76d9-496b-aaaf-719ec1f113ee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/882da96b-942e-4bf4-8b04-f2005b06823f HTTP/1.1" status: 204 len: 168 time: 0.1397007 Feb 09 02:07:53.987949 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010305c-76d9-496b-aaaf-719ec1f113ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882da96b-942e-4bf4-8b04-f2005b06823f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:54.992046 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cb264c08-7825-4397-ba0a-5da440a53fae req-2d6b4ec3-dbfe-4cdd-b655-5f1e094eae95 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 210 time: 0.0873156 Feb 09 02:07:56.111797 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b56f61f-4eac-4f09-ae6e-3dd136895ab6 req-33d925a4-87a7-40ca-ba22-5621251252f0 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 210 time: 0.0357935 Feb 09 02:07:56.301211 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 44290) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:56.438176 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dd6bbe0b-d185-4463-aec7-6ec2935aa77e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:56.529286 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dd6bbe0b-d185-4463-aec7-6ec2935aa77e admin admin] Publish callbacks [] for security_group (67edc6d9-a534-4b61-919e-969486950dba), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:56.535451 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dd6bbe0b-d185-4463-aec7-6ec2935aa77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (67edc6d9-a534-4b61-919e-969486950dba), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:56.578975 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44332) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:56.579427 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-dd6bbe0b-d185-4463-aec7-6ec2935aa77e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=10b85f0d88de4976afa22b76d2a7d806&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2765813 Feb 09 02:07:56.580120 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6bbe0b-d185-4463-aec7-6ec2935aa77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67edc6d9-a534-4b61-919e-969486950dba,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:56.646523 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-17099666-42aa-418b-adce-a5170ef5028a admin admin] Publish callbacks [] for security_group (67edc6d9-a534-4b61-919e-969486950dba), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:56.671731 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-17099666-42aa-418b-adce-a5170ef5028a admin admin] Publish callbacks [] for security_group (67edc6d9-a534-4b61-919e-969486950dba), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:56.733476 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-17099666-42aa-418b-adce-a5170ef5028a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (67edc6d9-a534-4b61-919e-969486950dba), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:56.736571 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-17099666-42aa-418b-adce-a5170ef5028a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:56.741078 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-17099666-42aa-418b-adce-a5170ef5028a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/67edc6d9-a534-4b61-919e-969486950dba HTTP/1.1" status: 204 len: 168 time: 0.1606407 Feb 09 02:07:56.753254 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device ff72a463-ef06-4a66-a4e1-3b73a1093f0a no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:07:56.768641 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17099666-42aa-418b-adce-a5170ef5028a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67edc6d9-a534-4b61-919e-969486950dba,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:56.784090 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: ff72a463-ef06-4a66-a4e1-3b73a1093f0a {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:07:56.784487 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device ff72a463-ef06-4a66-a4e1-3b73a1093f0a not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:07:57.081705 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44406) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:57.100745 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a57fcd2e-e382-4672-a6ff-c8c88f92d8d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:57.207851 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a57fcd2e-e382-4672-a6ff-c8c88f92d8d4 admin admin] Publish callbacks [] for security_group (6212b182-e630-4091-81b0-a58546c609e3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:57.220821 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a57fcd2e-e382-4672-a6ff-c8c88f92d8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6212b182-e630-4091-81b0-a58546c609e3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:57.247448 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8ca6cb4f-908c-434f-b408-9a47e5f9316c req-fb9f3fdd-e345-47f5-a63a-a3721849a625 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 210 time: 0.0380118 Feb 09 02:07:57.279245 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a57fcd2e-e382-4672-a6ff-c8c88f92d8d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c69e695baf864d9a8bd59cf96c7940e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1957922 Feb 09 02:07:57.279738 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57fcd2e-e382-4672-a6ff-c8c88f92d8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6212b182-e630-4091-81b0-a58546c609e3,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:57.281699 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 44434) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:57.341761 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53529fe3-64dc-4825-9be0-f971cde24fcf admin admin] Publish callbacks [] for security_group (6212b182-e630-4091-81b0-a58546c609e3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:57.372464 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53529fe3-64dc-4825-9be0-f971cde24fcf admin admin] Publish callbacks [] for security_group (6212b182-e630-4091-81b0-a58546c609e3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:57.429132 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53529fe3-64dc-4825-9be0-f971cde24fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6212b182-e630-4091-81b0-a58546c609e3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:57.434580 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53529fe3-64dc-4825-9be0-f971cde24fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:57.437216 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-53529fe3-64dc-4825-9be0-f971cde24fcf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6212b182-e630-4091-81b0-a58546c609e3 HTTP/1.1" status: 204 len: 168 time: 0.1515667 Feb 09 02:07:57.466580 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53529fe3-64dc-4825-9be0-f971cde24fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6212b182-e630-4091-81b0-a58546c609e3,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:58.375148 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4926bb20-b0c8-4563-b7f7-ead5b3cd17d0 req-eb480fd6-acfa-4c47-8de7-860b4349455c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 210 time: 0.0448017 Feb 09 02:07:59.470923 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d7ac3e80-4747-4508-88d8-ec4e4cf30bc5 req-205e0bf5-5873-4bda-b58b-161fe4731cdd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 210 time: 0.0325623 Feb 09 02:07:59.804958 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-c19ffed9-afe8-4cb4-bc03-e95338099cef tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:59.807142 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-c19ffed9-afe8-4cb4-bc03-e95338099cef tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/networks?id=e4929272-34ac-470d-93fe-aaf65a878036 HTTP/1.1" status: 200 len: 814 time: 0.1132793 Feb 09 02:07:59.822487 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-4c9e67ff-6039-4359-bdc4-100c5f5f434a tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/quotas/03bde09ff03d4ddb9a1a67e6aa44b908 HTTP/1.1" status: 200 len: 375 time: 0.0096722 Feb 09 02:07:59.838591 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44700) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:59.860010 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-a46c00b9-2756-433d-8f6c-174760dbfa91 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=03bde09ff03d4ddb9a1a67e6aa44b908&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312538 Feb 09 02:07:59.953986 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-b5c8f62a-fbf9-47d8-b5c1-337856125f42 service neutron] 10.222.0.36 "GET /v2.0/networks/e4929272-34ac-470d-93fe-aaf65a878036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882339 Feb 09 02:07:59.956285 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e77c48e-3f51-401f-a24a-9cf47b78863b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:00.053724 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e77c48e-3f51-401f-a24a-9cf47b78863b admin admin] Publish callbacks [] for security_group (ea1e5657-e806-49f9-ab96-7d0d79712355), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:00.059303 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e77c48e-3f51-401f-a24a-9cf47b78863b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ea1e5657-e806-49f9-ab96-7d0d79712355), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:00.075138 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-dda67a09-0668-4150-98eb-5f0e6c021c2a service neutron] 10.222.0.36 "GET /v2.0/networks/e4929272-34ac-470d-93fe-aaf65a878036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150968 Feb 09 02:08:00.105150 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9e77c48e-3f51-401f-a24a-9cf47b78863b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bfd2223e1ab14265a6d29df971673268&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2658930 Feb 09 02:08:00.106056 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 44706) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:00.106754 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77c48e-3f51-401f-a24a-9cf47b78863b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1e5657-e806-49f9-ab96-7d0d79712355,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:00.167198 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ce5ed04-8aa5-4855-99bc-1a629f5a5132 admin admin] Publish callbacks [] for security_group (ea1e5657-e806-49f9-ab96-7d0d79712355), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:00.203877 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ce5ed04-8aa5-4855-99bc-1a629f5a5132 admin admin] Publish callbacks [] for security_group (ea1e5657-e806-49f9-ab96-7d0d79712355), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:00.273574 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ce5ed04-8aa5-4855-99bc-1a629f5a5132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ea1e5657-e806-49f9-ab96-7d0d79712355), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:00.278124 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bac19cd5-7d6e-4248-870e-42cde6264d1d req-7a607768-12c9-45c7-b444-8e670227f143 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e815bb-4005-47f7-857b-39ee9a5147d5 HTTP/1.1" status: 200 len: 210 time: 0.0433362 Feb 09 02:08:00.279408 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ce5ed04-8aa5-4855-99bc-1a629f5a5132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:00.281815 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4ce5ed04-8aa5-4855-99bc-1a629f5a5132 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea1e5657-e806-49f9-ab96-7d0d79712355 HTTP/1.1" status: 204 len: 168 time: 0.1741276 Feb 09 02:08:00.293601 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5ed04-8aa5-4855-99bc-1a629f5a5132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1e5657-e806-49f9-ab96-7d0d79712355,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:00.600862 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f9b840ac-c51e-4841-a17b-84e281efd723 req-0e414422-cd6c-4aef-b1c3-55a0208ec203 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 210 time: 0.0439093 Feb 09 02:08:00.623251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 44724) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:00.636949 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4abdb964-b554-4a1d-a67c-3eeb9007ca20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:00.724913 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4abdb964-b554-4a1d-a67c-3eeb9007ca20 admin admin] Publish callbacks [] for security_group (c6b63aab-6f5f-45c6-a9ea-91dde00c579a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:00.729689 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4abdb964-b554-4a1d-a67c-3eeb9007ca20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c6b63aab-6f5f-45c6-a9ea-91dde00c579a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:00.774937 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4abdb964-b554-4a1d-a67c-3eeb9007ca20 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90bbb920b6f44c63ba7e5300fcc6be78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1497881 Feb 09 02:08:00.777411 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 44726) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:00.784208 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdb964-b554-4a1d-a67c-3eeb9007ca20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b63aab-6f5f-45c6-a9ea-91dde00c579a,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:00.834242 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cac8e334-4e0b-4d7f-b209-9704553b3548 admin admin] Publish callbacks [] for security_group (c6b63aab-6f5f-45c6-a9ea-91dde00c579a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:00.857111 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cac8e334-4e0b-4d7f-b209-9704553b3548 admin admin] Publish callbacks [] for security_group (c6b63aab-6f5f-45c6-a9ea-91dde00c579a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:00.913329 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cac8e334-4e0b-4d7f-b209-9704553b3548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c6b63aab-6f5f-45c6-a9ea-91dde00c579a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:00.918074 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cac8e334-4e0b-4d7f-b209-9704553b3548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:00.919896 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cac8e334-4e0b-4d7f-b209-9704553b3548 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c6b63aab-6f5f-45c6-a9ea-91dde00c579a HTTP/1.1" status: 204 len: 168 time: 0.1410551 Feb 09 02:08:00.929041 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8e334-4e0b-4d7f-b209-9704553b3548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b63aab-6f5f-45c6-a9ea-91dde00c579a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:01.522643 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-da2930cf-26f5-404e-a66e-36ebcac3a465 req-417ff75c-1693-40a8-8344-282d925e56be tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e815bb-4005-47f7-857b-39ee9a5147d5 HTTP/1.1" status: 200 len: 210 time: 0.0774446 Feb 09 02:08:01.528889 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-97fb41a2-917a-4d83-abc3-ee4759f1be99 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:01.530540 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-97fb41a2-917a-4d83-abc3-ee4759f1be99 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.67 "GET /v2.0/networks?id=e4929272-34ac-470d-93fe-aaf65a878036 HTTP/1.1" status: 200 len: 814 time: 0.1707089 Feb 09 02:08:01.544303 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-b1fe5eda-7e54-4c41-a741-ac269b4f5acf tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Request body: {'port': {'device_id': 'd7e815bb-4005-47f7-857b-39ee9a5147d5', 'network_id': 'e4929272-34ac-470d-93fe-aaf65a878036', 'admin_state_up': True, 'tenant_id': '03bde09ff03d4ddb9a1a67e6aa44b908'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:01.668185 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-b1fe5eda-7e54-4c41-a741-ac269b4f5acf tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Made reservation on behalf of 03bde09ff03d4ddb9a1a67e6aa44b908 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:01.671870 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-b1fe5eda-7e54-4c41-a741-ac269b4f5acf tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:01.716690 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e886427b-a7e2-4573-b87c-ea6eecc964ff req-486362ca-dee6-4495-bbc8-31c905276bf2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 210 time: 0.0368278 Feb 09 02:08:01.831807 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-b1fe5eda-7e54-4c41-a741-ac269b4f5acf tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Allocated IP 172.20.0.3 (e4929272-34ac-470d-93fe-aaf65a878036/d4fa5d35-bac9-46a3-abad-ddce6ad22c17/f9c82ec3-919d-44bc-9194-8637e4ae409f) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:08:01.997093 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-b1fe5eda-7e54-4c41-a741-ac269b4f5acf tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Publish callbacks [] for port (f9c82ec3-919d-44bc-9194-8637e4ae409f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:02.034136 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-b1fe5eda-7e54-4c41-a741-ac269b4f5acf tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (f9c82ec3-919d-44bc-9194-8637e4ae409f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:02.078360 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-b1fe5eda-7e54-4c41-a741-ac269b4f5acf tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Network e4929272-34ac-470d-93fe-aaf65a878036 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:08:02.081282 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-b1fe5eda-7e54-4c41-a741-ac269b4f5acf tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:02.085067 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-b1fe5eda-7e54-4c41-a741-ac269b4f5acf tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:08:02.131694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe5eda-7e54-4c41-a741-ac269b4f5acf tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Pushing event updated for resources: {'Port': ['ID=f9c82ec3-919d-44bc-9194-8637e4ae409f,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:02.163932 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-b1fe5eda-7e54-4c41-a741-ac269b4f5acf tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:02.164594 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-b1fe5eda-7e54-4c41-a741-ac269b4f5acf tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:02.183805 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-b1fe5eda-7e54-4c41-a741-ac269b4f5acf tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6441085 Feb 09 02:08:02.195765 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-889c2d63-86e6-442e-ae59-4abd9ba88aec service neutron] Request body: {'port': {'device_id': 'd7e815bb-4005-47f7-857b-39ee9a5147d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:02.270773 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-889c2d63-86e6-442e-ae59-4abd9ba88aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f9c82ec3-919d-44bc-9194-8637e4ae409f), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:02.574900 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-889c2d63-86e6-442e-ae59-4abd9ba88aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c82ec3-919d-44bc-9194-8637e4ae409f {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:02.583059 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-889c2d63-86e6-442e-ae59-4abd9ba88aec service neutron] Publish callbacks [] for port (f9c82ec3-919d-44bc-9194-8637e4ae409f), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:02.596467 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-889c2d63-86e6-442e-ae59-4abd9ba88aec service neutron] Transition to ACTIVE for port object f9c82ec3-919d-44bc-9194-8637e4ae409f will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:08:02.613292 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-889c2d63-86e6-442e-ae59-4abd9ba88aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (f9c82ec3-919d-44bc-9194-8637e4ae409f), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:02.692468 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c2d63-86e6-442e-ae59-4abd9ba88aec service neutron] Pushing event updated for resources: {'Port': ['ID=f9c82ec3-919d-44bc-9194-8637e4ae409f,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:02.749978 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fb6bb-995a-463e-b252-60bd2ed65006 req-abe664e3-bd82-417a-bef5-3e6091aba0ed tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:02.757225 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d68fb6bb-995a-463e-b252-60bd2ed65006 req-abe664e3-bd82-417a-bef5-3e6091aba0ed tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e815bb-4005-47f7-857b-39ee9a5147d5 HTTP/1.1" status: 200 len: 943 time: 0.1577780 Feb 09 02:08:02.818265 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-889c2d63-86e6-442e-ae59-4abd9ba88aec service neutron] Attempting to bind port f9c82ec3-919d-44bc-9194-8637e4ae409f on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:02.818599 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-889c2d63-86e6-442e-ae59-4abd9ba88aec service neutron] Attempting to bind port f9c82ec3-919d-44bc-9194-8637e4ae409f by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'f88a49b9-1d15-4a7c-8dcf-907adaed532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e4929272-34ac-470d-93fe-aaf65a878036'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:02.819115 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-889c2d63-86e6-442e-ae59-4abd9ba88aec service neutron] Attempting to bind port f9c82ec3-919d-44bc-9194-8637e4ae409f on network e4929272-34ac-470d-93fe-aaf65a878036 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:02.842163 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d68fb6bb-995a-463e-b252-60bd2ed65006 req-69b3f6f5-069a-407c-a094-be60ca0c4e9d tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b70ec01-83fa-4d7c-8360-22af2cf6e693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787957 Feb 09 02:08:02.843957 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-889c2d63-86e6-442e-ae59-4abd9ba88aec service neutron] Port f9c82ec3-919d-44bc-9194-8637e4ae409f on network e4929272-34ac-470d-93fe-aaf65a878036 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:02.844887 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-889c2d63-86e6-442e-ae59-4abd9ba88aec service neutron] Attempting to bind port f9c82ec3-919d-44bc-9194-8637e4ae409f on network e4929272-34ac-470d-93fe-aaf65a878036 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:02.851765 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-419533d1-548c-4fc2-826a-92ac00ced0a4 req-e11528b6-4644-4d16-ba0b-1105e68c9fed tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 210 time: 0.0380437 Feb 09 02:08:02.858272 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-889c2d63-86e6-442e-ae59-4abd9ba88aec service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:08:02.858618 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-889c2d63-86e6-442e-ae59-4abd9ba88aec service neutron] Checking segment: {'id': 'f88a49b9-1d15-4a7c-8dcf-907adaed532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e4929272-34ac-470d-93fe-aaf65a878036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:02.862710 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-889c2d63-86e6-442e-ae59-4abd9ba88aec service neutron] Bound using segment: {'id': 'f88a49b9-1d15-4a7c-8dcf-907adaed532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e4929272-34ac-470d-93fe-aaf65a878036'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:08:02.863365 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-889c2d63-86e6-442e-ae59-4abd9ba88aec service neutron] Bound port: f9c82ec3-919d-44bc-9194-8637e4ae409f, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f88a49b9-1d15-4a7c-8dcf-907adaed532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e4929272-34ac-470d-93fe-aaf65a878036'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:08:02.863921 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-889c2d63-86e6-442e-ae59-4abd9ba88aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f9c82ec3-919d-44bc-9194-8637e4ae409f), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:02.934765 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-889c2d63-86e6-442e-ae59-4abd9ba88aec service neutron] For port f9c82ec3-919d-44bc-9194-8637e4ae409f, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:08:02.937876 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-889c2d63-86e6-442e-ae59-4abd9ba88aec service neutron] For port f9c82ec3-919d-44bc-9194-8637e4ae409f, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f9c82ec3-919d-44bc-9194-8637e4ae409f,segment=NetworkSegment(f88a49b9-1d15-4a7c-8dcf-907adaed532c),segment_id=f88a49b9-1d15-4a7c-8dcf-907adaed532c)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:08:02.947198 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-889c2d63-86e6-442e-ae59-4abd9ba88aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (f9c82ec3-919d-44bc-9194-8637e4ae409f), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:02.981722 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-889c2d63-86e6-442e-ae59-4abd9ba88aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:02.982357 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-889c2d63-86e6-442e-ae59-4abd9ba88aec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:02.983790 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-889c2d63-86e6-442e-ae59-4abd9ba88aec service neutron] 10.222.0.67 "PUT /v2.0/ports/f9c82ec3-919d-44bc-9194-8637e4ae409f HTTP/1.1" status: 200 len: 1091 time: 0.7929673 Feb 09 02:08:02.984434 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e815bb-4005-47f7-857b-39ee9a5147d5', 'tag': 'f9c82ec3-919d-44bc-9194-8637e4ae409f'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:02.986906 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b690ccec-b057-417e-8421-5a46109c1ede" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e815bb-4005-47f7-857b-39ee9a5147d5", "tag": "f9c82ec3-919d-44bc-9194-8637e4ae409f"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:03.039030 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae331606-d50c-421d-afaf-7c633dbd86e3 x-openstack-request-id: req-ae331606-d50c-421d-afaf-7c633dbd86e3 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:03.039453 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e815bb-4005-47f7-857b-39ee9a5147d5", "tag": "f9c82ec3-919d-44bc-9194-8637e4ae409f", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:03.039837 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae331606-d50c-421d-afaf-7c633dbd86e3 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:03.040521 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e815bb-4005-47f7-857b-39ee9a5147d5', 'tag': 'f9c82ec3-919d-44bc-9194-8637e4ae409f', 'status': 'completed', 'code': 200} Feb 09 02:08:03.041452 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c2d63-86e6-442e-ae59-4abd9ba88aec service neutron] Pushing event updated for resources: {'Port': ['ID=f9c82ec3-919d-44bc-9194-8637e4ae409f,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:03.097817 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-26a52e68-8d5c-4120-b2f1-9f37431f81a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:03.097817 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-26a52e68-8d5c-4120-b2f1-9f37431f81a3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03bde09ff03d4ddb9a1a67e6aa44b908&device_id=d7e815bb-4005-47f7-857b-39ee9a5147d5 HTTP/1.1" status: 200 len: 1125 time: 0.0491571 Feb 09 02:08:03.143119 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-fdd1036e-3dc8-4d79-9f9f-01bbe43e9cf1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9c82ec3-919d-44bc-9194-8637e4ae409f HTTP/1.1" status: 200 len: 217 time: 0.0391576 Feb 09 02:08:03.187393 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 44788) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:03.199905 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-6aa2758b-f8f7-4dab-8972-b2963fad5e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:03.201817 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-6aa2758b-f8f7-4dab-8972-b2963fad5e89 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d4fa5d35-bac9-46a3-abad-ddce6ad22c17 HTTP/1.1" status: 200 len: 854 time: 0.0535231 Feb 09 02:08:03.240657 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-2e498e34-d19b-4690-bfdb-7fafc08e2b77 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4929272-34ac-470d-93fe-aaf65a878036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328538 Feb 09 02:08:03.315554 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5c995c27-831a-4bce-87d1-13c9f2900137 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:03.336068 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-11d4a8b5-b7a0-4862-9de5-79b75ba47b34 service neutron] 10.222.0.67 "GET /v2.0/networks/e4929272-34ac-470d-93fe-aaf65a878036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894039 Feb 09 02:08:03.400405 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5c995c27-831a-4bce-87d1-13c9f2900137 admin admin] Publish callbacks [] for security_group (fef337e0-46e2-4dc4-8f04-05cac0dfd483), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:03.406913 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5c995c27-831a-4bce-87d1-13c9f2900137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (fef337e0-46e2-4dc4-8f04-05cac0dfd483), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:03.436382 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb73e0e9-5e8e-4494-b90e-5ffe1803c4ee req-dda35951-bd08-4435-9940-c2eda4dcf291 service neutron] 10.222.0.67 "GET /v2.0/networks/e4929272-34ac-470d-93fe-aaf65a878036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938847 Feb 09 02:08:03.437968 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c995c27-831a-4bce-87d1-13c9f2900137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef337e0-46e2-4dc4-8f04-05cac0dfd483,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:03.459646 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44792) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:03.459920 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5c995c27-831a-4bce-87d1-13c9f2900137 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c6f053ce10e4fc089186f876a70591f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2714069 Feb 09 02:08:03.509992 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:08:03.547558 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-46e99eb9-7e5b-4405-9be4-2d927263d877 admin admin] Publish callbacks [] for security_group (fef337e0-46e2-4dc4-8f04-05cac0dfd483), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:03.554491 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690ccec-b057-417e-8421-5a46109c1ede req-0e6967f0-50fd-4aa4-86e6-b1ab39cc2aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:03.556104 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b690ccec-b057-417e-8421-5a46109c1ede req-0e6967f0-50fd-4aa4-86e6-b1ab39cc2aad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03bde09ff03d4ddb9a1a67e6aa44b908&device_id=d7e815bb-4005-47f7-857b-39ee9a5147d5 HTTP/1.1" status: 200 len: 1125 time: 0.0710535 Feb 09 02:08:03.617287 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-46e99eb9-7e5b-4405-9be4-2d927263d877 admin admin] Publish callbacks [] for security_group (fef337e0-46e2-4dc4-8f04-05cac0dfd483), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:03.684625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690ccec-b057-417e-8421-5a46109c1ede req-e6b19f17-f395-4f20-bbd1-5624b5a424b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:03.686156 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b690ccec-b057-417e-8421-5a46109c1ede req-e6b19f17-f395-4f20-bbd1-5624b5a424b5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4929272-34ac-470d-93fe-aaf65a878036 HTTP/1.1" status: 200 len: 915 time: 0.1233363 Feb 09 02:08:03.700734 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-46e99eb9-7e5b-4405-9be4-2d927263d877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (fef337e0-46e2-4dc4-8f04-05cac0dfd483), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:03.703288 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-46e99eb9-7e5b-4405-9be4-2d927263d877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:03.706697 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-46e99eb9-7e5b-4405-9be4-2d927263d877 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fef337e0-46e2-4dc4-8f04-05cac0dfd483 HTTP/1.1" status: 204 len: 168 time: 0.2433391 Feb 09 02:08:03.744509 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b690ccec-b057-417e-8421-5a46109c1ede req-a68eb54e-9a9b-4c38-b17e-32aef896347d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9c82ec3-919d-44bc-9194-8637e4ae409f HTTP/1.1" status: 200 len: 217 time: 0.0516794 Feb 09 02:08:03.746392 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e99eb9-7e5b-4405-9be4-2d927263d877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef337e0-46e2-4dc4-8f04-05cac0dfd483,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:03.810105 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690ccec-b057-417e-8421-5a46109c1ede req-eb48e1bd-9f17-4d9b-aaff-b145f33a67e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:03.811845 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b690ccec-b057-417e-8421-5a46109c1ede req-eb48e1bd-9f17-4d9b-aaff-b145f33a67e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d4fa5d35-bac9-46a3-abad-ddce6ad22c17 HTTP/1.1" status: 200 len: 854 time: 0.0617504 Feb 09 02:08:03.846917 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b690ccec-b057-417e-8421-5a46109c1ede req-2dcd798f-b375-4748-8053-644b2da4687a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4929272-34ac-470d-93fe-aaf65a878036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296454 Feb 09 02:08:04.004436 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acf638-800e-4e3d-9b75-d9c8c297fa75 req-ed93a2cc-0780-4ad3-a13a-3d3b0c6e1a83 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:04.012813 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41acf638-800e-4e3d-9b75-d9c8c297fa75 req-ed93a2cc-0780-4ad3-a13a-3d3b0c6e1a83 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e815bb-4005-47f7-857b-39ee9a5147d5 HTTP/1.1" status: 200 len: 943 time: 0.0730557 Feb 09 02:08:04.027763 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1e47e0ef-6dd3-40e3-b4f3-4a5341836453 req-7b4bb3e4-aec6-4880-9bfc-77a4527d2691 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c520bf-222b-4418-b0b1-24dfa3dd067c HTTP/1.1" status: 200 len: 210 time: 0.0756707 Feb 09 02:08:04.033025 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b690ccec-b057-417e-8421-5a46109c1ede req-456cbf97-2b3d-4e68-9c64-4046e2369ba0 service neutron] 10.222.0.67 "GET /v2.0/networks/e4929272-34ac-470d-93fe-aaf65a878036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782696 Feb 09 02:08:04.073369 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41acf638-800e-4e3d-9b75-d9c8c297fa75 req-f38a1e43-f313-4080-9de3-7cd38e616a9a tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b70ec01-83fa-4d7c-8360-22af2cf6e693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566797 Feb 09 02:08:04.091715 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 44802) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:04.107858 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53d3a30c-8847-4e36-a86b-54afdb364760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.156576 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b690ccec-b057-417e-8421-5a46109c1ede req-8b4b0415-1605-415a-82f5-e60fdf2bce0d service neutron] 10.222.0.67 "GET /v2.0/networks/e4929272-34ac-470d-93fe-aaf65a878036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155386 Feb 09 02:08:04.207970 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53d3a30c-8847-4e36-a86b-54afdb364760 admin admin] Publish callbacks [] for security_group (6e2a3048-da60-453e-bcba-640806c0cdec), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.212459 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53d3a30c-8847-4e36-a86b-54afdb364760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6e2a3048-da60-453e-bcba-640806c0cdec), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.256191 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3a30c-8847-4e36-a86b-54afdb364760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2a3048-da60-453e-bcba-640806c0cdec,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:04.262262 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-53d3a30c-8847-4e36-a86b-54afdb364760 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=893ba63d86c14d3fad9d0113f0ae5cf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1691957 Feb 09 02:08:04.266510 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44806) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:04.320631 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3221a27f-ff75-4a82-962b-05cbb4b1add6 admin admin] Publish callbacks [] for security_group (6e2a3048-da60-453e-bcba-640806c0cdec), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.350692 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3221a27f-ff75-4a82-962b-05cbb4b1add6 admin admin] Publish callbacks [] for security_group (6e2a3048-da60-453e-bcba-640806c0cdec), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.404564 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3221a27f-ff75-4a82-962b-05cbb4b1add6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6e2a3048-da60-453e-bcba-640806c0cdec), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.407178 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3221a27f-ff75-4a82-962b-05cbb4b1add6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.411265 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3221a27f-ff75-4a82-962b-05cbb4b1add6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6e2a3048-da60-453e-bcba-640806c0cdec HTTP/1.1" status: 204 len: 168 time: 0.1406381 Feb 09 02:08:04.417930 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221a27f-ff75-4a82-962b-05cbb4b1add6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2a3048-da60-453e-bcba-640806c0cdec,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:05.228780 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2ccbb-751c-41be-afa3-d62bc9b8b3a7 req-617c4301-9d78-4e6e-9ea9-d60e663d0818 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:05.230444 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-84f2ccbb-751c-41be-afa3-d62bc9b8b3a7 req-617c4301-9d78-4e6e-9ea9-d60e663d0818 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e815bb-4005-47f7-857b-39ee9a5147d5 HTTP/1.1" status: 200 len: 943 time: 0.0930119 Feb 09 02:08:05.286227 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-84f2ccbb-751c-41be-afa3-d62bc9b8b3a7 req-44e4de06-0d1e-4246-9558-a19a35a511bb tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b70ec01-83fa-4d7c-8360-22af2cf6e693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497379 Feb 09 02:08:05.551161 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44852) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:05.658004 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1daa057e-fd44-43a1-89b9-f151360064d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:05.733676 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1daa057e-fd44-43a1-89b9-f151360064d7 admin admin] Publish callbacks [] for security_group (681a1f0f-9232-4c1b-94c8-248d39d8d022), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:05.737924 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1daa057e-fd44-43a1-89b9-f151360064d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (681a1f0f-9232-4c1b-94c8-248d39d8d022), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:05.785219 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1daa057e-fd44-43a1-89b9-f151360064d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=44b1d278be0d42d8939893eb9fd43ddd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2328379 Feb 09 02:08:05.786471 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa057e-fd44-43a1-89b9-f151360064d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681a1f0f-9232-4c1b-94c8-248d39d8d022,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:05.788375 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 44856) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:05.850411 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d672e945-5ee2-42b0-8cff-8eba96565751 admin admin] Publish callbacks [] for security_group (681a1f0f-9232-4c1b-94c8-248d39d8d022), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:05.875012 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d672e945-5ee2-42b0-8cff-8eba96565751 admin admin] Publish callbacks [] for security_group (681a1f0f-9232-4c1b-94c8-248d39d8d022), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:05.927444 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d672e945-5ee2-42b0-8cff-8eba96565751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (681a1f0f-9232-4c1b-94c8-248d39d8d022), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:05.932279 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d672e945-5ee2-42b0-8cff-8eba96565751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:05.936320 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d672e945-5ee2-42b0-8cff-8eba96565751 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/681a1f0f-9232-4c1b-94c8-248d39d8d022 HTTP/1.1" status: 204 len: 168 time: 0.1445265 Feb 09 02:08:05.944111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672e945-5ee2-42b0-8cff-8eba96565751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681a1f0f-9232-4c1b-94c8-248d39d8d022,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:06.507960 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d80fc-e90b-4613-8d01-77af20eed606 req-593d2a60-73d8-46c5-8be9-da593b731658 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:06.510398 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-315d80fc-e90b-4613-8d01-77af20eed606 req-593d2a60-73d8-46c5-8be9-da593b731658 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e815bb-4005-47f7-857b-39ee9a5147d5 HTTP/1.1" status: 200 len: 943 time: 0.0654371 Feb 09 02:08:06.575466 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-315d80fc-e90b-4613-8d01-77af20eed606 req-a9563955-a9df-42c1-9ff8-1ac3b845826c tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b70ec01-83fa-4d7c-8360-22af2cf6e693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565059 Feb 09 02:08:06.732345 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device f9c82ec3-919d-44bc-9194-8637e4ae409f details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:08:06.865624 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port f9c82ec3-919d-44bc-9194-8637e4ae409f, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f9c82ec3-919d-44bc-9194-8637e4ae409f,segment=NetworkSegment(f88a49b9-1d15-4a7c-8dcf-907adaed532c),segment_id=f88a49b9-1d15-4a7c-8dcf-907adaed532c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:06.881334 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'f9c82ec3-919d-44bc-9194-8637e4ae409f', 'network_id': 'e4929272-34ac-470d-93fe-aaf65a878036', 'port_id': 'f9c82ec3-919d-44bc-9194-8637e4ae409f', 'mac_address': 'fa:16:3e:df:34:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4fa5d35-bac9-46a3-abad-ddce6ad22c17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:08:06.938564 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port f9c82ec3-919d-44bc-9194-8637e4ae409f is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:08:06.938958 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f9c82ec3-919d-44bc-9194-8637e4ae409f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:06.967310 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c82ec3-919d-44bc-9194-8637e4ae409f {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:06.995285 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port f9c82ec3-919d-44bc-9194-8637e4ae409f, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f9c82ec3-919d-44bc-9194-8637e4ae409f,segment=NetworkSegment(f88a49b9-1d15-4a7c-8dcf-907adaed532c),segment_id=f88a49b9-1d15-4a7c-8dcf-907adaed532c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:07.002431 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f9c82ec3-919d-44bc-9194-8637e4ae409f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:07.069251 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=f9c82ec3-919d-44bc-9194-8637e4ae409f,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:07.079869 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.080528 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.080886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.081250 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.081595 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.082102 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.082503 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.082852 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.083427 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.084038 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.084568 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.085091 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.085698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.348754 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['f9c82ec3-919d-44bc-9194-8637e4ae409f'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:08:07.510720 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eee7379f-ebfd-4921-9b86-75f3a5b3c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:07.739443 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cea765-964e-4e31-92b3-e33dbf6f16a0 req-425b00da-582a-43c8-a113-371addde5f86 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:07.749115 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-51cea765-964e-4e31-92b3-e33dbf6f16a0 req-425b00da-582a-43c8-a113-371addde5f86 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e815bb-4005-47f7-857b-39ee9a5147d5 HTTP/1.1" status: 200 len: 944 time: 0.0820425 Feb 09 02:08:07.755970 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44920) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:07.859008 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-51cea765-964e-4e31-92b3-e33dbf6f16a0 req-3f5c473c-50be-4272-8bbd-37489384adf0 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b70ec01-83fa-4d7c-8360-22af2cf6e693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086929 Feb 09 02:08:07.929415 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-904071e8-9baf-4248-89ed-785ca38216e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:08.012059 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-904071e8-9baf-4248-89ed-785ca38216e0 admin admin] Publish callbacks [] for security_group (0d4d021a-eab8-47cd-87ee-c052cf8cb463), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:08.021866 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-904071e8-9baf-4248-89ed-785ca38216e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0d4d021a-eab8-47cd-87ee-c052cf8cb463), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:08.054670 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 44924) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:08.061915 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-904071e8-9baf-4248-89ed-785ca38216e0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f0436299738c47e0891f0dad2e9c3cfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3050337 Feb 09 02:08:08.111872 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904071e8-9baf-4248-89ed-785ca38216e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4d021a-eab8-47cd-87ee-c052cf8cb463,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:08.163787 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4fbeea01-1954-4d6a-9ca3-6a20535f43aa admin admin] Publish callbacks [] for security_group (0d4d021a-eab8-47cd-87ee-c052cf8cb463), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:08.208908 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4fbeea01-1954-4d6a-9ca3-6a20535f43aa admin admin] Publish callbacks [] for security_group (0d4d021a-eab8-47cd-87ee-c052cf8cb463), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:08.303539 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4fbeea01-1954-4d6a-9ca3-6a20535f43aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (0d4d021a-eab8-47cd-87ee-c052cf8cb463), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:08.306889 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4fbeea01-1954-4d6a-9ca3-6a20535f43aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:08.310776 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4fbeea01-1954-4d6a-9ca3-6a20535f43aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d4d021a-eab8-47cd-87ee-c052cf8cb463 HTTP/1.1" status: 204 len: 168 time: 0.2542439 Feb 09 02:08:08.322396 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbeea01-1954-4d6a-9ca3-6a20535f43aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4d021a-eab8-47cd-87ee-c052cf8cb463,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:08.779938 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device f9c82ec3-919d-44bc-9194-8637e4ae409f up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:08:08.854769 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port f9c82ec3-919d-44bc-9194-8637e4ae409f completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:08:08.859517 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port f9c82ec3-919d-44bc-9194-8637e4ae409f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:08:08.859999 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f9c82ec3-919d-44bc-9194-8637e4ae409f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:09.085771 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port f9c82ec3-919d-44bc-9194-8637e4ae409f is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:08:09.086310 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f9c82ec3-919d-44bc-9194-8637e4ae409f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:09.139137 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e815bb-4005-47f7-857b-39ee9a5147d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c82ec3-919d-44bc-9194-8637e4ae409f'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:09.144039 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146411ed-be2d-4264-a73b-272777dde0f0" -d '{"events": [{"server_uuid": "d7e815bb-4005-47f7-857b-39ee9a5147d5", "name": "network-vif-plugged", "status": "completed", "tag": "f9c82ec3-919d-44bc-9194-8637e4ae409f"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:09.195335 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port f9c82ec3-919d-44bc-9194-8637e4ae409f, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f9c82ec3-919d-44bc-9194-8637e4ae409f,segment=NetworkSegment(f88a49b9-1d15-4a7c-8dcf-907adaed532c),segment_id=f88a49b9-1d15-4a7c-8dcf-907adaed532c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:09.212527 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f9c82ec3-919d-44bc-9194-8637e4ae409f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:09.224661 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80bbbc-df50-4917-8ae3-77f934b564de req-cca3de1d-e09b-4e18-a00e-475aa5623a80 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:09.239567 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5f80bbbc-df50-4917-8ae3-77f934b564de req-cca3de1d-e09b-4e18-a00e-475aa5623a80 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e815bb-4005-47f7-857b-39ee9a5147d5 HTTP/1.1" status: 200 len: 944 time: 0.1885684 Feb 09 02:08:09.271345 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab47868e-1c0d-4ceb-b673-9cfbbb1ad17d x-openstack-request-id: req-ab47868e-1c0d-4ceb-b673-9cfbbb1ad17d {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:09.271633 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e815bb-4005-47f7-857b-39ee9a5147d5", "name": "network-vif-plugged", "status": "completed", "tag": "f9c82ec3-919d-44bc-9194-8637e4ae409f", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:09.272052 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ab47868e-1c0d-4ceb-b673-9cfbbb1ad17d {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:09.272593 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e815bb-4005-47f7-857b-39ee9a5147d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c82ec3-919d-44bc-9194-8637e4ae409f', 'code': 200} Feb 09 02:08:09.329635 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=f9c82ec3-919d-44bc-9194-8637e4ae409f,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:09.504163 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5f80bbbc-df50-4917-8ae3-77f934b564de req-78574285-30ab-4035-9366-b66be55451ca tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b70ec01-83fa-4d7c-8360-22af2cf6e693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564118 Feb 09 02:08:09.526375 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4d4e6-ce5c-498f-87eb-e052ff189265 req-3e5f8c15-9868-47b8-bb5a-0b5bb4dcb8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:09.536523 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5db4d4e6-ce5c-498f-87eb-e052ff189265 req-3e5f8c15-9868-47b8-bb5a-0b5bb4dcb8b9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d7e815bb-4005-47f7-857b-39ee9a5147d5 HTTP/1.1" status: 200 len: 1127 time: 0.2196133 Feb 09 02:08:09.641955 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5db4d4e6-ce5c-498f-87eb-e052ff189265 req-c3db609a-0ff7-4829-ae4a-7677194a3d86 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3b70ec01-83fa-4d7c-8360-22af2cf6e693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024902 Feb 09 02:08:09.990593 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:10.158328 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2731a194-cb7d-423b-8eb3-2c6712e3d823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:10.669724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32b106-35c8-4641-bc28-7d9cf0ef80ee req-d98b8ec7-dec3-426b-a960-c65513069323 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:10.676246 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd32b106-35c8-4641-bc28-7d9cf0ef80ee req-d98b8ec7-dec3-426b-a960-c65513069323 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e815bb-4005-47f7-857b-39ee9a5147d5 HTTP/1.1" status: 200 len: 945 time: 0.0898635 Feb 09 02:08:10.765955 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd32b106-35c8-4641-bc28-7d9cf0ef80ee req-c9626d8b-71ca-49d1-b62b-00be1378abba tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b70ec01-83fa-4d7c-8360-22af2cf6e693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858140 Feb 09 02:08:10.872678 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44990) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:10.896067 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 44994) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:10.903336 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:10.997120 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:11.124152 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3d71be6d-d9b9-4309-b42c-4ff633bb1a9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:11.267287 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3d71be6d-d9b9-4309-b42c-4ff633bb1a9a admin admin] Publish callbacks [] for security_group (8f7935e4-f79b-4cb5-aa6a-e026131ebe48), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:11.273441 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3d71be6d-d9b9-4309-b42c-4ff633bb1a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8f7935e4-f79b-4cb5-aa6a-e026131ebe48), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:11.309549 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3d71be6d-d9b9-4309-b42c-4ff633bb1a9a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b50d99635f224d60b6d9c5bc498f48dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4358900 Feb 09 02:08:11.310806 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 44998) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:11.377822 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71be6d-d9b9-4309-b42c-4ff633bb1a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7935e4-f79b-4cb5-aa6a-e026131ebe48,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:11.427948 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f806d605-d66c-47bc-b904-e697ded08a2a admin admin] Publish callbacks [] for security_group (8f7935e4-f79b-4cb5-aa6a-e026131ebe48), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:11.459331 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f806d605-d66c-47bc-b904-e697ded08a2a admin admin] Publish callbacks [] for security_group (8f7935e4-f79b-4cb5-aa6a-e026131ebe48), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:11.523954 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f806d605-d66c-47bc-b904-e697ded08a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8f7935e4-f79b-4cb5-aa6a-e026131ebe48), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:11.528625 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f806d605-d66c-47bc-b904-e697ded08a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:11.548085 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f806d605-d66c-47bc-b904-e697ded08a2a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f7935e4-f79b-4cb5-aa6a-e026131ebe48 HTTP/1.1" status: 204 len: 168 time: 0.2208421 Feb 09 02:08:11.573659 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806d605-d66c-47bc-b904-e697ded08a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7935e4-f79b-4cb5-aa6a-e026131ebe48,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:11.649734 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f499365e-d143-422c-85d9-efbdc8930646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (0adaaef9-eead-45cc-9faf-762db94fbd0d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:12.004953 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-f499365e-d143-422c-85d9-efbdc8930646 admin admin] Deleting port fdfd5915-3978-433b-91ff-6835aa670ee6 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:12.005556 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f499365e-d143-422c-85d9-efbdc8930646 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (fdfd5915-3978-433b-91ff-6835aa670ee6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:12.016104 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cebf9-ba96-403d-be69-b4b2a27dc304 req-0b455073-520f-4ad2-bd41-3806964beb6a tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:12.028597 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-079cebf9-ba96-403d-be69-b4b2a27dc304 req-0b455073-520f-4ad2-bd41-3806964beb6a tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e815bb-4005-47f7-857b-39ee9a5147d5 HTTP/1.1" status: 200 len: 945 time: 0.1394508 Feb 09 02:08:12.104141 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-f499365e-d143-422c-85d9-efbdc8930646 admin admin] For port fdfd5915-3978-433b-91ff-6835aa670ee6, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=fdfd5915-3978-433b-91ff-6835aa670ee6,segment=NetworkSegment(c82ab0de-73ec-4078-981b-82e00d4965bb),segment_id=c82ab0de-73ec-4078-981b-82e00d4965bb)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:12.104685 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f499365e-d143-422c-85d9-efbdc8930646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (fdfd5915-3978-433b-91ff-6835aa670ee6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:12.114363 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45008) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:12.135579 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-827eadeb-fb96-4f0f-a261-fd35a065023c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:12.149451 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-f499365e-d143-422c-85d9-efbdc8930646 admin admin] Calling delete_port for fdfd5915-3978-433b-91ff-6835aa670ee6 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:12.163362 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-079cebf9-ba96-403d-be69-b4b2a27dc304 req-c478bb16-acae-4582-b39c-ab24ebfcf6a7 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b70ec01-83fa-4d7c-8360-22af2cf6e693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280665 Feb 09 02:08:12.381999 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:12.497607 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-827eadeb-fb96-4f0f-a261-fd35a065023c admin admin] Publish callbacks [] for security_group (60626cc1-8d95-4e73-ae43-9e3253786658), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:12.513903 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-827eadeb-fb96-4f0f-a261-fd35a065023c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (60626cc1-8d95-4e73-ae43-9e3253786658), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:12.578095 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-827eadeb-fb96-4f0f-a261-fd35a065023c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf983844298b405daedfeae32e8c2521&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4623859 Feb 09 02:08:12.580810 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45048) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:12.592099 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827eadeb-fb96-4f0f-a261-fd35a065023c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60626cc1-8d95-4e73-ae43-9e3253786658,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:12.670371 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f499365e-d143-422c-85d9-efbdc8930646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (fdfd5915-3978-433b-91ff-6835aa670ee6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:12.710832 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-081a4130-788a-492a-b1d3-77c5c683f222 admin admin] Publish callbacks [] for security_group (60626cc1-8d95-4e73-ae43-9e3253786658), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:12.726410 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499365e-d143-422c-85d9-efbdc8930646 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdfd5915-3978-433b-91ff-6835aa670ee6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:12.802626 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-081a4130-788a-492a-b1d3-77c5c683f222 admin admin] Publish callbacks [] for security_group (60626cc1-8d95-4e73-ae43-9e3253786658), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:12.967803 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-081a4130-788a-492a-b1d3-77c5c683f222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (60626cc1-8d95-4e73-ae43-9e3253786658), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:12.971033 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-081a4130-788a-492a-b1d3-77c5c683f222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:12.974509 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-081a4130-788a-492a-b1d3-77c5c683f222 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/60626cc1-8d95-4e73-ae43-9e3253786658 HTTP/1.1" status: 204 len: 168 time: 0.3903189 Feb 09 02:08:12.985259 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a4130-788a-492a-b1d3-77c5c683f222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60626cc1-8d95-4e73-ae43-9e3253786658,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:12.989443 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f499365e-d143-422c-85d9-efbdc8930646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (0adaaef9-eead-45cc-9faf-762db94fbd0d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:13.316657 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f499365e-d143-422c-85d9-efbdc8930646 admin admin] Router 0adaaef9-eead-45cc-9faf-762db94fbd0d has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:08:13.451454 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:13.500842 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f499365e-d143-422c-85d9-efbdc8930646 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:08:13.509533 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45096) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:13.510066 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f499365e-d143-422c-85d9-efbdc8930646 admin admin] 10.222.0.36 "PUT /v2.0/routers/0adaaef9-eead-45cc-9faf-762db94fbd0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6122079 Feb 09 02:08:13.511952 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eda8f40-b913-4665-b068-ec2a752cbac1 None None] Sync routers for ids ['0adaaef9-eead-45cc-9faf-762db94fbd0d'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:08:13.532340 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eda8f40-b913-4665-b068-ec2a752cbac1 None None] Routers {'0adaaef9-eead-45cc-9faf-762db94fbd0d'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:08:13.533171 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-5eda8f40-b913-4665-b068-ec2a752cbac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:08:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0adaaef9-eead-45cc-9faf-762db94fbd0d'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:13.641258 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5712dd34-1d50-454a-acf3-91937151e2ee admin admin] Publish callbacks [] for router (0adaaef9-eead-45cc-9faf-762db94fbd0d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:13.698979 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-5eda8f40-b913-4665-b068-ec2a752cbac1 None None] Set router 0adaaef9-eead-45cc-9faf-762db94fbd0d gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:08:13.800639 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5712dd34-1d50-454a-acf3-91937151e2ee admin admin] Publish callbacks [] for router_gateway (0adaaef9-eead-45cc-9faf-762db94fbd0d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:13.962359 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-5712dd34-1d50-454a-acf3-91937151e2ee admin admin] Deleting port 2d04a472-d6c1-438e-8184-ecf365da8209 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:13.962784 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5712dd34-1d50-454a-acf3-91937151e2ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (2d04a472-d6c1-438e-8184-ecf365da8209), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:13.977797 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-5eda8f40-b913-4665-b068-ec2a752cbac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'name': 'tempest-AttachVolumeTestJSON-1283178647-router', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:08:12Z', 'revision_number': 5, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'gw_port': {'id': '2d04a472-d6c1-438e-8184-ecf365da8209', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:eb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:30Z', 'updated_at': '2022-02-09T02:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:14.012056 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eda8f40-b913-4665-b068-ec2a752cbac1 None None] Checking router: 0adaaef9-eead-45cc-9faf-762db94fbd0d for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:08:14.023398 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eda8f40-b913-4665-b068-ec2a752cbac1 None None] Routers {'0adaaef9-eead-45cc-9faf-762db94fbd0d'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:08:14.025699 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-5eda8f40-b913-4665-b068-ec2a752cbac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:08:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0adaaef9-eead-45cc-9faf-762db94fbd0d'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:14.100100 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-5712dd34-1d50-454a-acf3-91937151e2ee admin admin] For port 2d04a472-d6c1-438e-8184-ecf365da8209, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=2d04a472-d6c1-438e-8184-ecf365da8209,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:14.100480 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5712dd34-1d50-454a-acf3-91937151e2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (2d04a472-d6c1-438e-8184-ecf365da8209), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:14.126692 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-5712dd34-1d50-454a-acf3-91937151e2ee admin admin] Calling delete_port for 2d04a472-d6c1-438e-8184-ecf365da8209 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:14.137438 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-5eda8f40-b913-4665-b068-ec2a752cbac1 None None] Set router 0adaaef9-eead-45cc-9faf-762db94fbd0d gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:08:14.214305 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-5eda8f40-b913-4665-b068-ec2a752cbac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'name': 'tempest-AttachVolumeTestJSON-1283178647-router', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:08:13Z', 'revision_number': 6, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:14.466880 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5712dd34-1d50-454a-acf3-91937151e2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (2d04a472-d6c1-438e-8184-ecf365da8209), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:14.471342 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eda8f40-b913-4665-b068-ec2a752cbac1 None None] The sync data for ids ['0adaaef9-eead-45cc-9faf-762db94fbd0d'] in n-d-828387-3 is: [{'id': '0adaaef9-eead-45cc-9faf-762db94fbd0d', 'name': 'tempest-AttachVolumeTestJSON-1283178647-router', 'tenant_id': '8721192a2c284724a83b35330a1c84a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:08:13Z', 'revision_number': 6, 'project_id': '8721192a2c284724a83b35330a1c84a8', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:08:14.544010 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712dd34-1d50-454a-acf3-91937151e2ee admin admin] Pushing event deleted for resources: {'Port': ['ID=2d04a472-d6c1-438e-8184-ecf365da8209,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:14.595019 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5712dd34-1d50-454a-acf3-91937151e2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (0adaaef9-eead-45cc-9faf-762db94fbd0d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:14.703094 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5712dd34-1d50-454a-acf3-91937151e2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (0adaaef9-eead-45cc-9faf-762db94fbd0d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:14.705828 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5712dd34-1d50-454a-acf3-91937151e2ee admin admin] Publish callbacks [] for router_controller (0adaaef9-eead-45cc-9faf-762db94fbd0d), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:14.757147 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5712dd34-1d50-454a-acf3-91937151e2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (0adaaef9-eead-45cc-9faf-762db94fbd0d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:14.758612 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5712dd34-1d50-454a-acf3-91937151e2ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0adaaef9-eead-45cc-9faf-762db94fbd0d {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:08:14.768171 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5712dd34-1d50-454a-acf3-91937151e2ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:14.772374 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5712dd34-1d50-454a-acf3-91937151e2ee admin admin] 10.222.0.36 "DELETE /v2.0/routers/0adaaef9-eead-45cc-9faf-762db94fbd0d HTTP/1.1" status: 204 len: 168 time: 1.2589250 Feb 09 02:08:14.773324 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45122) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:14.844588 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2ccedc-103f-4397-ba23-ebfc1caf29e0 admin admin] Deleting subnet b1ecec84-a59d-45c4-91cc-46e21ab9c4db {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:08:14.848071 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2e2ccedc-103f-4397-ba23-ebfc1caf29e0 admin admin] Publish callbacks [] for subnet (b1ecec84-a59d-45c4-91cc-46e21ab9c4db), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:14.902258 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2e2ccedc-103f-4397-ba23-ebfc1caf29e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (b1ecec84-a59d-45c4-91cc-46e21ab9c4db), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:15.076128 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2e2ccedc-103f-4397-ba23-ebfc1caf29e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (b1ecec84-a59d-45c4-91cc-46e21ab9c4db), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:15.158777 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2e2ccedc-103f-4397-ba23-ebfc1caf29e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (b1ecec84-a59d-45c4-91cc-46e21ab9c4db), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:15.194623 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ccedc-103f-4397-ba23-ebfc1caf29e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1ecec84-a59d-45c4-91cc-46e21ab9c4db,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:15.199167 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2e2ccedc-103f-4397-ba23-ebfc1caf29e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:15.203650 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2e2ccedc-103f-4397-ba23-ebfc1caf29e0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b1ecec84-a59d-45c4-91cc-46e21ab9c4db HTTP/1.1" status: 204 len: 168 time: 0.4291277 Feb 09 02:08:15.205093 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b92e22-8148-49b9-bd71-62efe6b2a85a None None] Network 213e8f95-a0ad-4892-ad9a-d81d902f12c0 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:08:15.206282 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45140) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:15.293594 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (213e8f95-a0ad-4892-ad9a-d81d902f12c0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:15.366484 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Deleting port 874e4f75-118a-4795-9f37-da70f30015f9 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:15.366967 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (874e4f75-118a-4795-9f37-da70f30015f9), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:15.432510 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81907f9-4f56-4fba-a1e3-72f9fb8ac778 None None] DHCP port deletion for 213e8f95-a0ad-4892-ad9a-d81d902f12c0 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:08:15.486219 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] For port 874e4f75-118a-4795-9f37-da70f30015f9, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=874e4f75-118a-4795-9f37-da70f30015f9,segment=NetworkSegment(c82ab0de-73ec-4078-981b-82e00d4965bb),segment_id=c82ab0de-73ec-4078-981b-82e00d4965bb)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:15.490650 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (874e4f75-118a-4795-9f37-da70f30015f9), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:15.516253 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Calling delete_port for 874e4f75-118a-4795-9f37-da70f30015f9 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:15.550287 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e81907f9-4f56-4fba-a1e3-72f9fb8ac778 None None] Deleting port 874e4f75-118a-4795-9f37-da70f30015f9 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:15.550852 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e81907f9-4f56-4fba-a1e3-72f9fb8ac778 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (874e4f75-118a-4795-9f37-da70f30015f9), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:15.622155 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (874e4f75-118a-4795-9f37-da70f30015f9), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:15.681892 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e81907f9-4f56-4fba-a1e3-72f9fb8ac778 None None] For port 874e4f75-118a-4795-9f37-da70f30015f9, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=874e4f75-118a-4795-9f37-da70f30015f9,segment=NetworkSegment(c82ab0de-73ec-4078-981b-82e00d4965bb),segment_id=c82ab0de-73ec-4078-981b-82e00d4965bb)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:15.682663 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e81907f9-4f56-4fba-a1e3-72f9fb8ac778 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (874e4f75-118a-4795-9f37-da70f30015f9), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:15.685158 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Pushing event deleted for resources: {'Port': ['ID=874e4f75-118a-4795-9f37-da70f30015f9,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:15.706981 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:15.707293 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:15.707643 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:15.707986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:15.708324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:15.708657 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:15.708990 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:15.709331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:15.709649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:15.709977 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:15.710298 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:15.710623 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:15.710947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:15.712678 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e81907f9-4f56-4fba-a1e3-72f9fb8ac778 None None] Calling delete_port for 874e4f75-118a-4795-9f37-da70f30015f9 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:15.725167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] No DVR routers for this DVR port 874e4f75-118a-4795-9f37-da70f30015f9 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:08:15.821918 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e81907f9-4f56-4fba-a1e3-72f9fb8ac778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (874e4f75-118a-4795-9f37-da70f30015f9), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:15.866303 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81907f9-4f56-4fba-a1e3-72f9fb8ac778 None None] Pushing event deleted for resources: {'Port': ['ID=874e4f75-118a-4795-9f37-da70f30015f9,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:15.873308 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (213e8f95-a0ad-4892-ad9a-d81d902f12c0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:15.875972 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81907f9-4f56-4fba-a1e3-72f9fb8ac778 None None] No DVR routers for this DVR port 874e4f75-118a-4795-9f37-da70f30015f9 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:08:15.944950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213e8f95-a0ad-4892-ad9a-d81d902f12c0']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:15.968978 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82ab0de-73ec-4078-981b-82e00d4965bb') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:15.969284 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82ab0de-73ec-4078-981b-82e00d4965bb') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:15.990283 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (c82ab0de-73ec-4078-981b-82e00d4965bb), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:16.007794 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (c82ab0de-73ec-4078-981b-82e00d4965bb), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:16.015963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:08:16.016373 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (c82ab0de-73ec-4078-981b-82e00d4965bb), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:08:16.079484 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:08:16.110254 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (213e8f95-a0ad-4892-ad9a-d81d902f12c0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:16.130100 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:16.137157 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] 10.222.0.36 "DELETE /v2.0/networks/213e8f95-a0ad-4892-ad9a-d81d902f12c0 HTTP/1.1" status: 204 len: 168 time: 0.9277208 Feb 09 02:08:16.137157 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aadc0a-2a59-4687-b3c7-fb53f737ccfb admin admin] Pushing event deleted for resources: {'Network': ['ID=213e8f95-a0ad-4892-ad9a-d81d902f12c0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:16.450090 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45228) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:16.507902 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 2d04a472-d6c1-438e-8184-ecf365da8209 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:08:16.521710 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1dca23d5-9e3a-412e-bfe8-de5100af963d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8721192a2c284724a83b35330a1c84a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0697894 Feb 09 02:08:16.525451 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45238) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:16.563505 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 2d04a472-d6c1-438e-8184-ecf365da8209 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:08:16.564703 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 2d04a472-d6c1-438e-8184-ecf365da8209 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:08:16.565272 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device fdfd5915-3978-433b-91ff-6835aa670ee6 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:08:16.603388 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: fdfd5915-3978-433b-91ff-6835aa670ee6 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:08:16.604220 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device fdfd5915-3978-433b-91ff-6835aa670ee6 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:08:16.610719 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 874e4f75-118a-4795-9f37-da70f30015f9 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:08:16.614112 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-306a64f9-13e1-42c8-83b4-e3831eb08757 admin admin] Publish callbacks [] for security_group (4755f672-bd9c-4b6b-8acc-531d17818fcf), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:16.650812 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-306a64f9-13e1-42c8-83b4-e3831eb08757 admin admin] Publish callbacks [] for security_group (4755f672-bd9c-4b6b-8acc-531d17818fcf), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:16.672589 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 874e4f75-118a-4795-9f37-da70f30015f9 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:08:16.672941 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 874e4f75-118a-4795-9f37-da70f30015f9 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:08:16.767357 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-306a64f9-13e1-42c8-83b4-e3831eb08757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4755f672-bd9c-4b6b-8acc-531d17818fcf), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:16.770205 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-306a64f9-13e1-42c8-83b4-e3831eb08757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:16.774523 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-306a64f9-13e1-42c8-83b4-e3831eb08757 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4755f672-bd9c-4b6b-8acc-531d17818fcf HTTP/1.1" status: 204 len: 168 time: 0.2456503 Feb 09 02:08:16.799805 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a64f9-13e1-42c8-83b4-e3831eb08757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4755f672-bd9c-4b6b-8acc-531d17818fcf,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:17.107956 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45268) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:17.358929 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2dbe570c-bf1a-4072-a299-5a51a144b0e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:17.463357 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2dbe570c-bf1a-4072-a299-5a51a144b0e5 admin admin] Publish callbacks [] for security_group (a921b026-3865-4a85-a1ed-34732a8e71ce), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:17.481828 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2dbe570c-bf1a-4072-a299-5a51a144b0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a921b026-3865-4a85-a1ed-34732a8e71ce), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:17.568552 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2dbe570c-bf1a-4072-a299-5a51a144b0e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=300ec4055280444fa8ca9a13e7f846a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4593635 Feb 09 02:08:17.569520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe570c-bf1a-4072-a299-5a51a144b0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a921b026-3865-4a85-a1ed-34732a8e71ce,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:17.571037 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45306) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:17.656529 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9a7572bc-1bed-4e4a-b015-6a57abbb6d99 admin admin] Publish callbacks [] for security_group (a921b026-3865-4a85-a1ed-34732a8e71ce), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:17.689909 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9a7572bc-1bed-4e4a-b015-6a57abbb6d99 admin admin] Publish callbacks [] for security_group (a921b026-3865-4a85-a1ed-34732a8e71ce), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:17.764844 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45326) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:17.773130 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9a7572bc-1bed-4e4a-b015-6a57abbb6d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a921b026-3865-4a85-a1ed-34732a8e71ce), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:17.776130 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9a7572bc-1bed-4e4a-b015-6a57abbb6d99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:17.777498 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9a7572bc-1bed-4e4a-b015-6a57abbb6d99 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a921b026-3865-4a85-a1ed-34732a8e71ce HTTP/1.1" status: 204 len: 168 time: 0.2053108 Feb 09 02:08:17.787767 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7572bc-1bed-4e4a-b015-6a57abbb6d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a921b026-3865-4a85-a1ed-34732a8e71ce,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:17.799040 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7572bc-1bed-4e4a-b015-6a57abbb6d99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:17.800656 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7572bc-1bed-4e4a-b015-6a57abbb6d99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:17.801218 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7572bc-1bed-4e4a-b015-6a57abbb6d99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:17.801747 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7572bc-1bed-4e4a-b015-6a57abbb6d99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:17.802413 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7572bc-1bed-4e4a-b015-6a57abbb6d99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:17.803541 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7572bc-1bed-4e4a-b015-6a57abbb6d99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:17.804068 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7572bc-1bed-4e4a-b015-6a57abbb6d99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:17.804606 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7572bc-1bed-4e4a-b015-6a57abbb6d99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:17.805730 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7572bc-1bed-4e4a-b015-6a57abbb6d99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:17.806379 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7572bc-1bed-4e4a-b015-6a57abbb6d99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:17.806867 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7572bc-1bed-4e4a-b015-6a57abbb6d99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:17.807541 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7572bc-1bed-4e4a-b015-6a57abbb6d99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:17.808073 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7572bc-1bed-4e4a-b015-6a57abbb6d99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:18.067802 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-49310262-45fb-4c1c-8c1c-02e461fcae68 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1001903057-network', 'tenant_id': '1ddb4978683245ad85f40af731985b8c'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:18.094352 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49310262-45fb-4c1c-8c1c-02e461fcae68 admin admin] Made reservation on behalf of 1ddb4978683245ad85f40af731985b8c for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:18.097259 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-49310262-45fb-4c1c-8c1c-02e461fcae68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:18.109094 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-49310262-45fb-4c1c-8c1c-02e461fcae68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:18.146327 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45334) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:18.163967 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-70e8e8d3-5f39-466a-a7f4-cc76846232ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:18.211727 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-49310262-45fb-4c1c-8c1c-02e461fcae68 admin admin] Publish callbacks [] for security_group (b5c389a7-f73d-4893-9ae1-10a1e940d9a9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:18.217672 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-49310262-45fb-4c1c-8c1c-02e461fcae68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b5c389a7-f73d-4893-9ae1-10a1e940d9a9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:18.252150 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49310262-45fb-4c1c-8c1c-02e461fcae68 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:08:18.263875 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49310262-45fb-4c1c-8c1c-02e461fcae68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c389a7-f73d-4893-9ae1-10a1e940d9a9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:18.269315 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-49310262-45fb-4c1c-8c1c-02e461fcae68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (e086d816-a760-4c65-a4c4-74fb63b2c103), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:18.269660 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-49310262-45fb-4c1c-8c1c-02e461fcae68 admin admin] Added segment e086d816-a760-4c65-a4c4-74fb63b2c103 of type vlan for network 1f5ea808-c95e-490e-85be-0aa56bb50d10 Feb 09 02:08:18.277036 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-70e8e8d3-5f39-466a-a7f4-cc76846232ec admin admin] Publish callbacks [] for security_group (91b65a99-8b0c-4092-916f-fae6a2517edf), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:18.284644 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-70e8e8d3-5f39-466a-a7f4-cc76846232ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (91b65a99-8b0c-4092-916f-fae6a2517edf), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:18.328332 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-49310262-45fb-4c1c-8c1c-02e461fcae68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (1f5ea808-c95e-490e-85be-0aa56bb50d10), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:18.336099 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-70e8e8d3-5f39-466a-a7f4-cc76846232ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b4a103808da407e90c1c11968b5bf6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1882689 Feb 09 02:08:18.337942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8e8d3-5f39-466a-a7f4-cc76846232ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b65a99-8b0c-4092-916f-fae6a2517edf,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:18.339330 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45340) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:18.395937 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-49310262-45fb-4c1c-8c1c-02e461fcae68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (1f5ea808-c95e-490e-85be-0aa56bb50d10), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:18.396880 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49310262-45fb-4c1c-8c1c-02e461fcae68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:18.397458 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-49310262-45fb-4c1c-8c1c-02e461fcae68 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:18.474990 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-49310262-45fb-4c1c-8c1c-02e461fcae68 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7057550 Feb 09 02:08:18.476221 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45342) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:18.481279 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-c62bcb90-1ecf-4658-8cea-9bff72a2d75f admin admin] Request body: {'subnet': {'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1001903057-subnet', 'tenant_id': '1ddb4978683245ad85f40af731985b8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:18.481545 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49310262-45fb-4c1c-8c1c-02e461fcae68 admin admin] Pushing event updated for resources: {'Network': ['ID=1f5ea808-c95e-490e-85be-0aa56bb50d10,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:18.484624 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee143dd9-f1f0-4f73-847f-6c9755882bbc admin admin] Publish callbacks [] for security_group (91b65a99-8b0c-4092-916f-fae6a2517edf), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:18.495123 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 1f5ea808-c95e-490e-85be-0aa56bb50d10 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:08:18.506021 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62bcb90-1ecf-4658-8cea-9bff72a2d75f admin admin] Made reservation on behalf of 1ddb4978683245ad85f40af731985b8c for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:18.510721 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c62bcb90-1ecf-4658-8cea-9bff72a2d75f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:18.532000 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee143dd9-f1f0-4f73-847f-6c9755882bbc admin admin] Publish callbacks [] for security_group (91b65a99-8b0c-4092-916f-fae6a2517edf), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:18.597694 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee143dd9-f1f0-4f73-847f-6c9755882bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (91b65a99-8b0c-4092-916f-fae6a2517edf), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:18.603136 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee143dd9-f1f0-4f73-847f-6c9755882bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:18.605564 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ee143dd9-f1f0-4f73-847f-6c9755882bbc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91b65a99-8b0c-4092-916f-fae6a2517edf HTTP/1.1" status: 204 len: 168 time: 0.2650261 Feb 09 02:08:18.620838 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee143dd9-f1f0-4f73-847f-6c9755882bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b65a99-8b0c-4092-916f-fae6a2517edf,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:18.693651 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-55e7a9ad-52fa-428f-b6da-acfd985a3a90 req-970a6110-69b3-473b-866c-2f1a33242606 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d7e815bb-4005-47f7-857b-39ee9a5147d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734689 Feb 09 02:08:18.753049 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c62bcb90-1ecf-4658-8cea-9bff72a2d75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:18.799861 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7a9ad-52fa-428f-b6da-acfd985a3a90 req-bd3f9264-24ec-4c0b-be32-bedbfad6a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:18.801572 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-55e7a9ad-52fa-428f-b6da-acfd985a3a90 req-bd3f9264-24ec-4c0b-be32-bedbfad6a39f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03bde09ff03d4ddb9a1a67e6aa44b908&device_id=d7e815bb-4005-47f7-857b-39ee9a5147d5 HTTP/1.1" status: 200 len: 1127 time: 0.0645416 Feb 09 02:08:18.842424 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bcb90-1ecf-4658-8cea-9bff72a2d75f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:18.852464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62bcb90-1ecf-4658-8cea-9bff72a2d75f admin admin] Checking segment: {'id': 'e086d816-a760-4c65-a4c4-74fb63b2c103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:18.852997 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62bcb90-1ecf-4658-8cea-9bff72a2d75f admin admin] Network hostable DHCP agents. Network: 1f5ea808-c95e-490e-85be-0aa56bb50d10, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:08:18.889552 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62bcb90-1ecf-4658-8cea-9bff72a2d75f admin admin] Network 1f5ea808-c95e-490e-85be-0aa56bb50d10 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:08:18.912474 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-c62bcb90-1ecf-4658-8cea-9bff72a2d75f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 1f5ea808-c95e-490e-85be-0aa56bb50d10) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:18.919652 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62bcb90-1ecf-4658-8cea-9bff72a2d75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:18.920504 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c62bcb90-1ecf-4658-8cea-9bff72a2d75f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:18.925487 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c33d54e-fdab-4323-ad41-2c79af5aad6e None None] Network 1f5ea808-c95e-490e-85be-0aa56bb50d10 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:08:18.936539 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7a9ad-52fa-428f-b6da-acfd985a3a90 req-2d9a58f5-bd0a-40fa-83cc-bc91463b8c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:18.938544 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-55e7a9ad-52fa-428f-b6da-acfd985a3a90 req-2d9a58f5-bd0a-40fa-83cc-bc91463b8c1d service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4929272-34ac-470d-93fe-aaf65a878036 HTTP/1.1" status: 200 len: 915 time: 0.1195078 Feb 09 02:08:18.951969 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c62bcb90-1ecf-4658-8cea-9bff72a2d75f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4753883 Feb 09 02:08:19.104565 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f63a360-93df-403f-8941-a14e894b64c9 None None] Network 1f5ea808-c95e-490e-85be-0aa56bb50d10 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:08:19.318989 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-55e7a9ad-52fa-428f-b6da-acfd985a3a90 req-6cd06be0-2416-486c-9c7d-4dd7fac3602c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9c82ec3-919d-44bc-9194-8637e4ae409f HTTP/1.1" status: 200 len: 217 time: 0.3734741 Feb 09 02:08:19.397978 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7a9ad-52fa-428f-b6da-acfd985a3a90 req-1ac6b1d9-1d90-4456-baeb-688eb91818ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:19.402914 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-55e7a9ad-52fa-428f-b6da-acfd985a3a90 req-1ac6b1d9-1d90-4456-baeb-688eb91818ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d4fa5d35-bac9-46a3-abad-ddce6ad22c17 HTTP/1.1" status: 200 len: 854 time: 0.0756624 Feb 09 02:08:19.462743 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-55e7a9ad-52fa-428f-b6da-acfd985a3a90 req-d5f24c40-9cbd-469d-b81b-48ef81fcab1d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4929272-34ac-470d-93fe-aaf65a878036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528872 Feb 09 02:08:19.606970 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-55e7a9ad-52fa-428f-b6da-acfd985a3a90 req-8ce788be-0f35-4053-8bde-d73847dae11b service neutron] 10.222.0.67 "GET /v2.0/networks/e4929272-34ac-470d-93fe-aaf65a878036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382689 Feb 09 02:08:19.746793 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-55e7a9ad-52fa-428f-b6da-acfd985a3a90 req-01a83203-a351-4105-8fce-8cbc9032ffb1 service neutron] 10.222.0.67 "GET /v2.0/networks/e4929272-34ac-470d-93fe-aaf65a878036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343195 Feb 09 02:08:29.380059 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-898f92d5-81a9-4bc2-b22d-3abea4f012aa tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:29.381579 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-898f92d5-81a9-4bc2-b22d-3abea4f012aa tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/networks?id=1f5ea808-c95e-490e-85be-0aa56bb50d10 HTTP/1.1" status: 200 len: 815 time: 0.1347318 Feb 09 02:08:29.397088 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-33ceb434-0bc3-427e-9411-cec88e5edb39 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/quotas/1ddb4978683245ad85f40af731985b8c HTTP/1.1" status: 200 len: 375 time: 0.0095146 Feb 09 02:08:29.432613 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-a34e91a9-7e3e-4434-9039-f9524809830f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ddb4978683245ad85f40af731985b8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283973 Feb 09 02:08:29.552444 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-19954123-fe33-48c0-8813-97f3351bdb17 service neutron] 10.222.0.36 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132164 Feb 09 02:08:29.653161 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-e0609806-7673-48ac-9746-5d66c8b180a6 service neutron] 10.222.0.36 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945008 Feb 09 02:08:29.869208 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-641d8106-122e-42bb-b4ba-f91a36e68ae2 req-ee49c189-6e0c-4c81-a62c-ae3887e4a340 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=068b4e5f-6e33-48e7-a1f5-acbeb294260b HTTP/1.1" status: 200 len: 210 time: 0.0404294 Feb 09 02:08:30.271243 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45498) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:30.449904 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-465e9332-78d1-4934-8b66-e705c7507f7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:30.548578 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-465e9332-78d1-4934-8b66-e705c7507f7c admin admin] Publish callbacks [] for security_group (80dccaf5-5293-4d6b-9b7c-92976e3ee8cc), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:30.553501 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-465e9332-78d1-4934-8b66-e705c7507f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (80dccaf5-5293-4d6b-9b7c-92976e3ee8cc), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:30.601959 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e9332-78d1-4934-8b66-e705c7507f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dccaf5-5293-4d6b-9b7c-92976e3ee8cc,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:30.621213 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-465e9332-78d1-4934-8b66-e705c7507f7c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7702667ca9724e58ba2be15a44e2ea2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3487380 Feb 09 02:08:30.623791 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45502) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:30.682081 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-84d234d4-c885-4bd2-81bb-ea5a53ff3225 admin admin] Publish callbacks [] for security_group (80dccaf5-5293-4d6b-9b7c-92976e3ee8cc), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:30.709069 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-84d234d4-c885-4bd2-81bb-ea5a53ff3225 admin admin] Publish callbacks [] for security_group (80dccaf5-5293-4d6b-9b7c-92976e3ee8cc), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:30.823371 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-84d234d4-c885-4bd2-81bb-ea5a53ff3225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (80dccaf5-5293-4d6b-9b7c-92976e3ee8cc), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:30.826987 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-84d234d4-c885-4bd2-81bb-ea5a53ff3225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:30.836670 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-84d234d4-c885-4bd2-81bb-ea5a53ff3225 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80dccaf5-5293-4d6b-9b7c-92976e3ee8cc HTTP/1.1" status: 204 len: 168 time: 0.2100465 Feb 09 02:08:30.857943 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d234d4-c885-4bd2-81bb-ea5a53ff3225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dccaf5-5293-4d6b-9b7c-92976e3ee8cc,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:31.108400 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1bd92056-715e-4471-a5d1-6f25f0306147 req-cd08e957-f4b8-4c7f-8158-7af4d6911bed tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=068b4e5f-6e33-48e7-a1f5-acbeb294260b HTTP/1.1" status: 200 len: 210 time: 0.1318769 Feb 09 02:08:31.127240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-e747230a-5da5-4fbc-92c7-21ac2ce368a0 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:31.128697 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-e747230a-5da5-4fbc-92c7-21ac2ce368a0 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.48 "GET /v2.0/networks?id=1f5ea808-c95e-490e-85be-0aa56bb50d10 HTTP/1.1" status: 200 len: 815 time: 0.1411319 Feb 09 02:08:31.152908 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-5c4608d8-2dac-410f-9021-544195f0bbfd tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Request body: {'port': {'device_id': '068b4e5f-6e33-48e7-a1f5-acbeb294260b', 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10', 'admin_state_up': True, 'tenant_id': '1ddb4978683245ad85f40af731985b8c'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:31.240937 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45514) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:31.260256 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f848cf6f-937b-475f-8c3c-871e7fefce7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:31.322814 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-5c4608d8-2dac-410f-9021-544195f0bbfd tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Made reservation on behalf of 1ddb4978683245ad85f40af731985b8c for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:31.328483 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-5c4608d8-2dac-410f-9021-544195f0bbfd tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:31.357540 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f848cf6f-937b-475f-8c3c-871e7fefce7b admin admin] Publish callbacks [] for security_group (50966080-9d94-46d0-b868-ea4c5025c44a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:31.367905 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f848cf6f-937b-475f-8c3c-871e7fefce7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (50966080-9d94-46d0-b868-ea4c5025c44a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:31.397544 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848cf6f-937b-475f-8c3c-871e7fefce7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50966080-9d94-46d0-b868-ea4c5025c44a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:31.428181 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f848cf6f-937b-475f-8c3c-871e7fefce7b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9cf4935fea547909c6636199a539b15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1852031 Feb 09 02:08:31.429042 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45524) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:31.485024 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21c1ab25-6480-4bcc-8a05-a648b5748e8e admin admin] Publish callbacks [] for security_group (50966080-9d94-46d0-b868-ea4c5025c44a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:31.501399 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-5c4608d8-2dac-410f-9021-544195f0bbfd tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Allocated IP 172.20.0.9 (1f5ea808-c95e-490e-85be-0aa56bb50d10/bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7/ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:08:31.510501 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21c1ab25-6480-4bcc-8a05-a648b5748e8e admin admin] Publish callbacks [] for security_group (50966080-9d94-46d0-b868-ea4c5025c44a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:31.571848 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21c1ab25-6480-4bcc-8a05-a648b5748e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (50966080-9d94-46d0-b868-ea4c5025c44a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:31.575173 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21c1ab25-6480-4bcc-8a05-a648b5748e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:31.589212 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-21c1ab25-6480-4bcc-8a05-a648b5748e8e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50966080-9d94-46d0-b868-ea4c5025c44a HTTP/1.1" status: 204 len: 168 time: 0.1538048 Feb 09 02:08:31.610524 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1ab25-6480-4bcc-8a05-a648b5748e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50966080-9d94-46d0-b868-ea4c5025c44a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:32.142708 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-5c4608d8-2dac-410f-9021-544195f0bbfd tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks [] for port (ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:32.194812 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-5c4608d8-2dac-410f-9021-544195f0bbfd tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:32.255393 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-5c4608d8-2dac-410f-9021-544195f0bbfd tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Network 1f5ea808-c95e-490e-85be-0aa56bb50d10 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:08:32.259523 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-5c4608d8-2dac-410f-9021-544195f0bbfd tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:32.263703 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-5c4608d8-2dac-410f-9021-544195f0bbfd tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:08:32.307527 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4608d8-2dac-410f-9021-544195f0bbfd tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Pushing event updated for resources: {'Port': ['ID=ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:32.325738 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf1f77-692c-48b5-bb22-7c704e28723b req-f7ff7fba-2c00-4499-9edb-4d7425b3c559 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:32.328028 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5caf1f77-692c-48b5-bb22-7c704e28723b req-f7ff7fba-2c00-4499-9edb-4d7425b3c559 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=068b4e5f-6e33-48e7-a1f5-acbeb294260b HTTP/1.1" status: 200 len: 931 time: 0.0815620 Feb 09 02:08:32.352953 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-5c4608d8-2dac-410f-9021-544195f0bbfd tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:32.353700 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-5c4608d8-2dac-410f-9021-544195f0bbfd tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:32.375975 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-5c4608d8-2dac-410f-9021-544195f0bbfd tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2346466 Feb 09 02:08:32.389129 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-9957de0f-df2d-4b9c-b2b9-7b571f948c23 service neutron] Request body: {'port': {'device_id': '068b4e5f-6e33-48e7-a1f5-acbeb294260b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:32.407191 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5caf1f77-692c-48b5-bb22-7c704e28723b req-86720310-0e4d-49e8-aa5a-5f9ec606c84a tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694187 Feb 09 02:08:32.479776 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-9957de0f-df2d-4b9c-b2b9-7b571f948c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:32.823015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-9957de0f-df2d-4b9c-b2b9-7b571f948c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:32.845433 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-9957de0f-df2d-4b9c-b2b9-7b571f948c23 service neutron] Publish callbacks [] for port (ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:32.875478 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-9957de0f-df2d-4b9c-b2b9-7b571f948c23 service neutron] Transition to ACTIVE for port object ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:08:32.890237 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-9957de0f-df2d-4b9c-b2b9-7b571f948c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:33.008686 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957de0f-df2d-4b9c-b2b9-7b571f948c23 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:33.049691 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-9957de0f-df2d-4b9c-b2b9-7b571f948c23 service neutron] Attempting to bind port ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:33.050337 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-9957de0f-df2d-4b9c-b2b9-7b571f948c23 service neutron] Attempting to bind port ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'e086d816-a760-4c65-a4c4-74fb63b2c103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:33.051254 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-9957de0f-df2d-4b9c-b2b9-7b571f948c23 service neutron] Attempting to bind port ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 on network 1f5ea808-c95e-490e-85be-0aa56bb50d10 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:33.061051 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-9957de0f-df2d-4b9c-b2b9-7b571f948c23 service neutron] Port ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 on network 1f5ea808-c95e-490e-85be-0aa56bb50d10 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:33.062424 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-9957de0f-df2d-4b9c-b2b9-7b571f948c23 service neutron] Attempting to bind port ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 on network 1f5ea808-c95e-490e-85be-0aa56bb50d10 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:33.072327 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-9957de0f-df2d-4b9c-b2b9-7b571f948c23 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:08:33.072741 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-9957de0f-df2d-4b9c-b2b9-7b571f948c23 service neutron] Checking segment: {'id': 'e086d816-a760-4c65-a4c4-74fb63b2c103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:33.073142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-9957de0f-df2d-4b9c-b2b9-7b571f948c23 service neutron] Bound using segment: {'id': 'e086d816-a760-4c65-a4c4-74fb63b2c103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:08:33.073616 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-9957de0f-df2d-4b9c-b2b9-7b571f948c23 service neutron] Bound port: ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e086d816-a760-4c65-a4c4-74fb63b2c103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:08:33.073996 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-9957de0f-df2d-4b9c-b2b9-7b571f948c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:33.194068 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-9957de0f-df2d-4b9c-b2b9-7b571f948c23 service neutron] For port ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:08:33.198682 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-9957de0f-df2d-4b9c-b2b9-7b571f948c23 service neutron] For port ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42,segment=NetworkSegment(e086d816-a760-4c65-a4c4-74fb63b2c103),segment_id=e086d816-a760-4c65-a4c4-74fb63b2c103)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:08:33.209535 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-9957de0f-df2d-4b9c-b2b9-7b571f948c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:33.373294 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-9957de0f-df2d-4b9c-b2b9-7b571f948c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:33.376589 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-9957de0f-df2d-4b9c-b2b9-7b571f948c23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:33.379409 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-9957de0f-df2d-4b9c-b2b9-7b571f948c23 service neutron] 10.222.0.48 "PUT /v2.0/ports/ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 HTTP/1.1" status: 200 len: 1091 time: 0.9969382 Feb 09 02:08:33.389764 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068b4e5f-6e33-48e7-a1f5-acbeb294260b', 'tag': 'ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:33.395681 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6b64ad-736c-4501-9100-14794780bb3b" -d '{"events": [{"name": "network-changed", "server_uuid": "068b4e5f-6e33-48e7-a1f5-acbeb294260b", "tag": "ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:33.446980 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957de0f-df2d-4b9c-b2b9-7b571f948c23 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:33.496593 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-dec03bda-b67b-4828-8b48-767bcf33b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:33.499032 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-dec03bda-b67b-4828-8b48-767bcf33b102 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ddb4978683245ad85f40af731985b8c&device_id=068b4e5f-6e33-48e7-a1f5-acbeb294260b HTTP/1.1" status: 200 len: 1125 time: 0.0683060 Feb 09 02:08:33.501324 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af8c230-4d9e-427d-984e-9968cf20cb54 x-openstack-request-id: req-7af8c230-4d9e-427d-984e-9968cf20cb54 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:33.501725 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068b4e5f-6e33-48e7-a1f5-acbeb294260b", "tag": "ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:33.502079 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7af8c230-4d9e-427d-984e-9968cf20cb54 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:33.502577 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068b4e5f-6e33-48e7-a1f5-acbeb294260b', 'tag': 'ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42', 'status': 'completed', 'code': 200} Feb 09 02:08:33.578029 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-a54756d6-d98f-43e1-913d-dfeb0d5cf57d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 HTTP/1.1" status: 200 len: 217 time: 0.0692711 Feb 09 02:08:33.584733 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b1ae5-d5fb-436d-a455-4ce690cc8e80 req-0750eefd-f05c-403c-8b00-e8bef6064148 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:33.588464 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-864b1ae5-d5fb-436d-a455-4ce690cc8e80 req-0750eefd-f05c-403c-8b00-e8bef6064148 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=068b4e5f-6e33-48e7-a1f5-acbeb294260b HTTP/1.1" status: 200 len: 943 time: 0.0725152 Feb 09 02:08:33.637787 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45582) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:33.649788 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-864b1ae5-d5fb-436d-a455-4ce690cc8e80 req-3ce8a623-2046-4a38-a500-e16d666c24a4 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552688 Feb 09 02:08:33.687794 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-1c5fb3f8-29c6-41be-aca0-513b24b95b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:33.689767 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-1c5fb3f8-29c6-41be-aca0-513b24b95b27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7 HTTP/1.1" status: 200 len: 855 time: 0.1041467 Feb 09 02:08:33.734958 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-89da6781-68f2-4903-b806-b02a0267487a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f5ea808-c95e-490e-85be-0aa56bb50d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384624 Feb 09 02:08:33.828571 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-3ad6e31c-dcc6-4cd4-87b1-f604f009bb2f tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-940476248'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:33.871552 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad6e31c-dcc6-4cd4-87b1-f604f009bb2f tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] Made reservation on behalf of f9e305917504477ebbb857971d35b7dc for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:33.874829 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ad6e31c-dcc6-4cd4-87b1-f604f009bb2f tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:33.890517 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ad6e31c-dcc6-4cd4-87b1-f604f009bb2f tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:33.901615 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-894e1d57-3f64-430a-b744-702f888a6211 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581628 Feb 09 02:08:34.056619 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f382e4e-dec8-483a-99dd-8a075b5e9e60 req-8da11703-6944-44a1-859f-4528e9dad226 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489654 Feb 09 02:08:34.079113 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ad6e31c-dcc6-4cd4-87b1-f604f009bb2f tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] Publish callbacks [] for security_group (5f8e73dd-af5e-44e0-8f06-18b9893f7bb2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.086565 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ad6e31c-dcc6-4cd4-87b1-f604f009bb2f tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5f8e73dd-af5e-44e0-8f06-18b9893f7bb2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.135565 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad6e31c-dcc6-4cd4-87b1-f604f009bb2f tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:08:34.186560 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ad6e31c-dcc6-4cd4-87b1-f604f009bb2f tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (1b63de9e-38a9-4d2a-9f0c-96af22e05d60), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.186560 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-3ad6e31c-dcc6-4cd4-87b1-f604f009bb2f tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] Added segment 1b63de9e-38a9-4d2a-9f0c-96af22e05d60 of type vlan for network 400fc620-deb6-41aa-b4cf-787c40e35593 Feb 09 02:08:34.186883 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6e31c-dcc6-4cd4-87b1-f604f009bb2f tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8e73dd-af5e-44e0-8f06-18b9893f7bb2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:34.277986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b64ad-736c-4501-9100-14794780bb3b req-f266353c-b6d8-4616-b2a6-896f49570713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:34.279539 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-df6b64ad-736c-4501-9100-14794780bb3b req-f266353c-b6d8-4616-b2a6-896f49570713 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ddb4978683245ad85f40af731985b8c&device_id=068b4e5f-6e33-48e7-a1f5-acbeb294260b HTTP/1.1" status: 200 len: 1125 time: 0.1348526 Feb 09 02:08:34.281516 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ad6e31c-dcc6-4cd4-87b1-f604f009bb2f tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (400fc620-deb6-41aa-b4cf-787c40e35593), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.363837 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ad6e31c-dcc6-4cd4-87b1-f604f009bb2f tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (400fc620-deb6-41aa-b4cf-787c40e35593), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.370116 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad6e31c-dcc6-4cd4-87b1-f604f009bb2f tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:34.371063 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3ad6e31c-dcc6-4cd4-87b1-f604f009bb2f tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.397271 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3ad6e31c-dcc6-4cd4-87b1-f604f009bb2f tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7584455 Feb 09 02:08:34.481961 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6e31c-dcc6-4cd4-87b1-f604f009bb2f tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] Pushing event updated for resources: {'Network': ['ID=400fc620-deb6-41aa-b4cf-787c40e35593,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:34.485289 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b64ad-736c-4501-9100-14794780bb3b req-7e5976d6-c6dd-467b-984a-ac64451a8668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:34.486825 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-df6b64ad-736c-4501-9100-14794780bb3b req-7e5976d6-c6dd-467b-984a-ac64451a8668 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f5ea808-c95e-490e-85be-0aa56bb50d10 HTTP/1.1" status: 200 len: 916 time: 0.2005558 Feb 09 02:08:34.500097 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 400fc620-deb6-41aa-b4cf-787c40e35593 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:08:34.577444 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-df6b64ad-736c-4501-9100-14794780bb3b req-9be29011-b61d-437d-8065-9d5262b4b40c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 HTTP/1.1" status: 200 len: 217 time: 0.0687680 Feb 09 02:08:34.639708 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45610) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:34.645730 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Request body: {'port': {'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593', 'binding:host_id': 'n-h1-828387-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1790863470'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:34.664923 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b64ad-736c-4501-9100-14794780bb3b req-a980e6bd-b9eb-4f88-bbf1-15d89d71d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:34.666757 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-df6b64ad-736c-4501-9100-14794780bb3b req-a980e6bd-b9eb-4f88-bbf1-15d89d71d23d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7 HTTP/1.1" status: 200 len: 855 time: 0.0800645 Feb 09 02:08:34.667766 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Made reservation on behalf of cf9838657e2c4ac196b1c0858b2ccba2 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:34.670405 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.684985 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.714541 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-df6b64ad-736c-4501-9100-14794780bb3b req-a5965d69-8729-483c-94ed-65599fcb039f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f5ea808-c95e-490e-85be-0aa56bb50d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412629 Feb 09 02:08:34.807754 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks [] for security_group (d0745da8-21b5-4dbc-8caf-47f794163e9b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.846442 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d0745da8-21b5-4dbc-8caf-47f794163e9b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.850695 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] device_id is not set on port 2667386d-7c44-4f55-81c6-c3dbb4026f64 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:08:34.854764 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-df6b64ad-736c-4501-9100-14794780bb3b req-6a15aae8-4039-42e4-810f-d0bf2f578ec8 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302755 Feb 09 02:08:34.986124 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-df6b64ad-736c-4501-9100-14794780bb3b req-dc7d5d41-c973-42a4-bf39-9c5e5f276633 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215169 Feb 09 02:08:35.070545 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0745da8-21b5-4dbc-8caf-47f794163e9b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:35.092316 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6e40f-43d7-4c36-8457-053f673bfab9 req-348006d4-5236-42f7-963a-8114a67578e7 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:35.093874 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-35f6e40f-43d7-4c36-8457-053f673bfab9 req-348006d4-5236-42f7-963a-8114a67578e7 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=068b4e5f-6e33-48e7-a1f5-acbeb294260b HTTP/1.1" status: 200 len: 943 time: 0.2843614 Feb 09 02:08:35.166035 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] device_id is not set on port 2667386d-7c44-4f55-81c6-c3dbb4026f64 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:08:35.187155 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks [] for port (2667386d-7c44-4f55-81c6-c3dbb4026f64), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:35.191607 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-35f6e40f-43d7-4c36-8457-053f673bfab9 req-9da35ca9-ba21-43d8-b088-c03f912ba6f5 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913904 Feb 09 02:08:35.198847 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (2667386d-7c44-4f55-81c6-c3dbb4026f64), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:35.267309 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Pushing event updated for resources: {'Port': ['ID=2667386d-7c44-4f55-81c6-c3dbb4026f64,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:35.276271 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Checking segment: {'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:35.276705 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Network hostable DHCP agents. Network: 400fc620-deb6-41aa-b4cf-787c40e35593, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:08:35.294480 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Network 400fc620-deb6-41aa-b4cf-787c40e35593 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:08:35.307242 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 400fc620-deb6-41aa-b4cf-787c40e35593) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:35.313560 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:08:35.317419 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45d9987-92b5-4b3a-989c-d0bf3d348ada None None] Network 400fc620-deb6-41aa-b4cf-787c40e35593 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:08:35.343273 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:35.343886 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:35.344392 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:35.349743 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:35.350261 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:35.350805 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 2 to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 Feb 09 02:08:35.368540 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:35.369124 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:35.369756 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:35.376149 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:35.377215 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:35.377684 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 3 to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 Feb 09 02:08:35.393276 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:35.393613 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:35.393949 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:35.399098 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:35.399535 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:35.399942 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 4 to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 Feb 09 02:08:35.415375 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:35.415710 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:35.416043 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:35.421255 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:35.421594 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:35.421992 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 5 to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 Feb 09 02:08:35.442443 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:35.442939 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:35.443423 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:35.449814 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:35.450467 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:35.451083 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 6 to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 Feb 09 02:08:35.466789 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:35.467440 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:35.467846 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:35.473307 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:35.473643 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:35.474038 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 7 to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 Feb 09 02:08:35.489192 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:35.489586 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:35.489862 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:35.496935 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:35.497267 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:35.497666 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 8 to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 Feb 09 02:08:35.511598 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:35.511936 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:35.512271 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:35.517292 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:35.517808 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:35.518187 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 9 to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 Feb 09 02:08:35.532432 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:35.532882 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:35.533277 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:35.539241 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:35.539789 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:35.540431 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 10 to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 Feb 09 02:08:35.552426 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:35.552834 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:35.553231 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:35.558682 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:35.559078 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 2667386d-7c44-4f55-81c6-c3dbb4026f64 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:35.559572 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2667386d-7c44-4f55-81c6-c3dbb4026f64), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:35.627523 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] For port 2667386d-7c44-4f55-81c6-c3dbb4026f64, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:08:35.627876 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempted to set empty binding levels {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 02:08:35.634037 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (2667386d-7c44-4f55-81c6-c3dbb4026f64), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:35.672590 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:35.673556 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:35.696003 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Pushing event updated for resources: {'Port': ['ID=2667386d-7c44-4f55-81c6-c3dbb4026f64,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:35.707784 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1bcf2224-1446-4bd1-a650-62e4ea87f964 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.0657606 Feb 09 02:08:35.710528 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45618) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:35.796343 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-dda7f50a-d06d-4b24-ae3d-bc91ebb00dc9 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Deleting port 2667386d-7c44-4f55-81c6-c3dbb4026f64 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:35.796576 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dda7f50a-d06d-4b24-ae3d-bc91ebb00dc9 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (2667386d-7c44-4f55-81c6-c3dbb4026f64), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:35.863846 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-dda7f50a-d06d-4b24-ae3d-bc91ebb00dc9 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] For port 2667386d-7c44-4f55-81c6-c3dbb4026f64, host n-h1-828387-3, got binding levels [] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:35.864213 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dda7f50a-d06d-4b24-ae3d-bc91ebb00dc9 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (2667386d-7c44-4f55-81c6-c3dbb4026f64), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:35.877980 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-dda7f50a-d06d-4b24-ae3d-bc91ebb00dc9 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Calling delete_port for 2667386d-7c44-4f55-81c6-c3dbb4026f64 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:35.968036 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dda7f50a-d06d-4b24-ae3d-bc91ebb00dc9 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (2667386d-7c44-4f55-81c6-c3dbb4026f64), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:36.003341 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7f50a-d06d-4b24-ae3d-bc91ebb00dc9 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Pushing event deleted for resources: {'Port': ['ID=2667386d-7c44-4f55-81c6-c3dbb4026f64,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:36.008385 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dda7f50a-d06d-4b24-ae3d-bc91ebb00dc9 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:36.015667 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45620) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:36.017152 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dda7f50a-d06d-4b24-ae3d-bc91ebb00dc9 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] 10.222.0.36 "DELETE /v2.0/ports/2667386d-7c44-4f55-81c6-c3dbb4026f64 HTTP/1.1" status: 204 len: 168 time: 0.3028903 Feb 09 02:08:36.044020 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-257427fd-a109-49b7-b636-03b68b0cbb3d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] GET failed (client error): The resource could not be found. Feb 09 02:08:36.048902 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-257427fd-a109-49b7-b636-03b68b0cbb3d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] 10.222.0.36 "GET /v2.0/ports/2667386d-7c44-4f55-81c6-c3dbb4026f64 HTTP/1.1" status: 404 len: 333 time: 0.0288007 Feb 09 02:08:36.049040 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45622) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:36.053513 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d058d614-c68c-445c-a713-bfed459bfa57 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Request body: {'port': {'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1020891552'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:36.084519 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d058d614-c68c-445c-a713-bfed459bfa57 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Made reservation on behalf of cf9838657e2c4ac196b1c0858b2ccba2 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:36.087925 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d058d614-c68c-445c-a713-bfed459bfa57 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:36.106724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-d058d614-c68c-445c-a713-bfed459bfa57 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] device_id is not set on port 4e15090c-9422-4538-9a45-73e69751e15c yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:08:36.295107 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d058d614-c68c-445c-a713-bfed459bfa57 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks [] for port (4e15090c-9422-4538-9a45-73e69751e15c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:36.377437 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d058d614-c68c-445c-a713-bfed459bfa57 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (4e15090c-9422-4538-9a45-73e69751e15c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:36.391639 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69349a44-aa36-44f2-a58c-4a258a623db8 req-a509b8f6-d5a8-4c41-b32f-916cf6502e37 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:36.393285 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69349a44-aa36-44f2-a58c-4a258a623db8 req-a509b8f6-d5a8-4c41-b32f-916cf6502e37 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=068b4e5f-6e33-48e7-a1f5-acbeb294260b HTTP/1.1" status: 200 len: 943 time: 0.0837822 Feb 09 02:08:36.457935 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d058d614-c68c-445c-a713-bfed459bfa57 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Network 400fc620-deb6-41aa-b4cf-787c40e35593 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:08:36.464331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-d058d614-c68c-445c-a713-bfed459bfa57 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:36.468909 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058d614-c68c-445c-a713-bfed459bfa57 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Pushing event updated for resources: {'Port': ['ID=4e15090c-9422-4538-9a45-73e69751e15c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:36.474245 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d058d614-c68c-445c-a713-bfed459bfa57 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:08:36.474453 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d058d614-c68c-445c-a713-bfed459bfa57 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:36.479236 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d058d614-c68c-445c-a713-bfed459bfa57 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:36.510727 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69349a44-aa36-44f2-a58c-4a258a623db8 req-38050206-623a-4cf9-9262-fe11e65489d5 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918074 Feb 09 02:08:36.514904 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d058d614-c68c-445c-a713-bfed459bfa57 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4648676 Feb 09 02:08:36.517979 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45630) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:36.524728 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:36.616321 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4e15090c-9422-4538-9a45-73e69751e15c), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:36.822764 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] device_id is not set on port 4e15090c-9422-4538-9a45-73e69751e15c yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:08:36.830723 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks [] for port (4e15090c-9422-4538-9a45-73e69751e15c), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:36.837245 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (4e15090c-9422-4538-9a45-73e69751e15c), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:36.903310 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Pushing event updated for resources: {'Port': ['ID=4e15090c-9422-4538-9a45-73e69751e15c,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:36.917861 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:36.918195 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:36.918556 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:36.922929 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 4e15090c-9422-4538-9a45-73e69751e15c on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:36.923287 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 4e15090c-9422-4538-9a45-73e69751e15c on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:36.923672 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 2 to bind port 4e15090c-9422-4538-9a45-73e69751e15c Feb 09 02:08:36.937474 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:08:36.939321 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:36.939719 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:36.940124 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:36.944843 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 4e15090c-9422-4538-9a45-73e69751e15c on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:36.955649 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 4e15090c-9422-4538-9a45-73e69751e15c on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:36.956187 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 3 to bind port 4e15090c-9422-4538-9a45-73e69751e15c Feb 09 02:08:36.970614 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:36.971169 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:36.971704 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:36.977994 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 4e15090c-9422-4538-9a45-73e69751e15c on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:36.978505 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 4e15090c-9422-4538-9a45-73e69751e15c on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:36.979041 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 4 to bind port 4e15090c-9422-4538-9a45-73e69751e15c Feb 09 02:08:36.994397 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:36.994951 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:36.995505 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:37.000602 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 4e15090c-9422-4538-9a45-73e69751e15c on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:37.001228 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 4e15090c-9422-4538-9a45-73e69751e15c on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:37.001779 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 5 to bind port 4e15090c-9422-4538-9a45-73e69751e15c Feb 09 02:08:37.017214 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:37.018028 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:37.018358 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:37.023180 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 4e15090c-9422-4538-9a45-73e69751e15c on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:37.024016 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 4e15090c-9422-4538-9a45-73e69751e15c on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:37.024406 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 6 to bind port 4e15090c-9422-4538-9a45-73e69751e15c Feb 09 02:08:37.042482 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:37.042817 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:37.043151 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:37.047565 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 4e15090c-9422-4538-9a45-73e69751e15c on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:37.047901 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 4e15090c-9422-4538-9a45-73e69751e15c on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:37.048482 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 7 to bind port 4e15090c-9422-4538-9a45-73e69751e15c Feb 09 02:08:37.062639 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:37.062979 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:37.063351 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:37.068008 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 4e15090c-9422-4538-9a45-73e69751e15c on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:37.068460 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 4e15090c-9422-4538-9a45-73e69751e15c on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:37.068844 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 8 to bind port 4e15090c-9422-4538-9a45-73e69751e15c Feb 09 02:08:37.078088 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42,segment=NetworkSegment(e086d816-a760-4c65-a4c4-74fb63b2c103),segment_id=e086d816-a760-4c65-a4c4-74fb63b2c103)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:37.083484 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:37.083822 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:37.084154 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:37.093231 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 4e15090c-9422-4538-9a45-73e69751e15c on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:37.093563 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 4e15090c-9422-4538-9a45-73e69751e15c on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:37.093950 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 9 to bind port 4e15090c-9422-4538-9a45-73e69751e15c Feb 09 02:08:37.098054 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42', 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10', 'port_id': 'ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42', 'mac_address': 'fa:16:3e:e0:89:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:08:37.107600 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:37.107935 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:37.108263 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:37.112795 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 4e15090c-9422-4538-9a45-73e69751e15c on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:37.113239 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 4e15090c-9422-4538-9a45-73e69751e15c on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:37.113632 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 10 to bind port 4e15090c-9422-4538-9a45-73e69751e15c Feb 09 02:08:37.131930 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:37.132823 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:37.133791 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 4e15090c-9422-4538-9a45-73e69751e15c on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:37.138626 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 4e15090c-9422-4538-9a45-73e69751e15c on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:37.138958 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 4e15090c-9422-4538-9a45-73e69751e15c on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:37.139357 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4e15090c-9422-4538-9a45-73e69751e15c), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.151565 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:08:37.152101 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.173540 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:37.207314 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42,segment=NetworkSegment(e086d816-a760-4c65-a4c4-74fb63b2c103),segment_id=e086d816-a760-4c65-a4c4-74fb63b2c103)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:37.214471 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.223669 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] For port 4e15090c-9422-4538-9a45-73e69751e15c, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:08:37.224212 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempted to set empty binding levels {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 02:08:37.234238 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (4e15090c-9422-4538-9a45-73e69751e15c), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.284417 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:37.293985 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Pushing event updated for resources: {'Port': ['ID=4e15090c-9422-4538-9a45-73e69751e15c,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:37.304387 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] In _notify_port_updated(), no bound segment for port 4e15090c-9422-4538-9a45-73e69751e15c on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:08:37.306445 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.307100 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.309139 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7f1b992b-bb76-4da5-8b98-099e5a13b232 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] 10.222.0.36 "PUT /v2.0/ports/4e15090c-9422-4538-9a45-73e69751e15c HTTP/1.1" status: 200 len: 975 time: 0.7897644 Feb 09 02:08:37.311459 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45640) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:37.412490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa441f5e-1dca-4670-a22a-02edba3071d1 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.413123 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa441f5e-1dca-4670-a22a-02edba3071d1 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.414212 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa441f5e-1dca-4670-a22a-02edba3071d1 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.414755 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa441f5e-1dca-4670-a22a-02edba3071d1 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.415314 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa441f5e-1dca-4670-a22a-02edba3071d1 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.415953 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa441f5e-1dca-4670-a22a-02edba3071d1 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.416774 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa441f5e-1dca-4670-a22a-02edba3071d1 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.425218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa441f5e-1dca-4670-a22a-02edba3071d1 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.425218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa441f5e-1dca-4670-a22a-02edba3071d1 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.425218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa441f5e-1dca-4670-a22a-02edba3071d1 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.425218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa441f5e-1dca-4670-a22a-02edba3071d1 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.425218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa441f5e-1dca-4670-a22a-02edba3071d1 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.425218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa441f5e-1dca-4670-a22a-02edba3071d1 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.425822 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45646) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:37.426028 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fa441f5e-1dca-4670-a22a-02edba3071d1 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12340 time: 0.1131001 Feb 09 02:08:37.449644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:08:37.517994 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-285b261b-7e32-4728-942a-a1ccddb5d891 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Deleting port 4e15090c-9422-4538-9a45-73e69751e15c {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:37.518447 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-285b261b-7e32-4728-942a-a1ccddb5d891 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (4e15090c-9422-4538-9a45-73e69751e15c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.523863 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-50565039-aacb-468c-bab6-bff479d9c273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.608354 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-285b261b-7e32-4728-942a-a1ccddb5d891 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] For port 4e15090c-9422-4538-9a45-73e69751e15c, host n-h1-828387-3, got binding levels [] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:37.608736 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-285b261b-7e32-4728-942a-a1ccddb5d891 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (4e15090c-9422-4538-9a45-73e69751e15c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.625632 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-285b261b-7e32-4728-942a-a1ccddb5d891 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Calling delete_port for 4e15090c-9422-4538-9a45-73e69751e15c owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:37.763317 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d34fd-47be-47f6-9c19-ab2fafa15959 req-ff1ae5f4-6588-43c3-8b50-dd2911a976b1 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.764849 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b20d34fd-47be-47f6-9c19-ab2fafa15959 req-ff1ae5f4-6588-43c3-8b50-dd2911a976b1 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=068b4e5f-6e33-48e7-a1f5-acbeb294260b HTTP/1.1" status: 200 len: 944 time: 0.0816071 Feb 09 02:08:37.784130 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-285b261b-7e32-4728-942a-a1ccddb5d891 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (4e15090c-9422-4538-9a45-73e69751e15c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.830533 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b261b-7e32-4728-942a-a1ccddb5d891 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e15090c-9422-4538-9a45-73e69751e15c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:37.838910 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-285b261b-7e32-4728-942a-a1ccddb5d891 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.842360 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-285b261b-7e32-4728-942a-a1ccddb5d891 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] 10.222.0.36 "DELETE /v2.0/ports/4e15090c-9422-4538-9a45-73e69751e15c HTTP/1.1" status: 204 len: 168 time: 0.4157484 Feb 09 02:08:37.845241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45650) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:37.874751 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b20d34fd-47be-47f6-9c19-ab2fafa15959 req-1a2ef485-5a83-4012-9d88-6528962b327a tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871539 Feb 09 02:08:37.875725 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3776fd3-d8a0-4e27-acdb-de9f29ba365e tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] GET failed (client error): The resource could not be found. Feb 09 02:08:37.877625 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a3776fd3-d8a0-4e27-acdb-de9f29ba365e tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] 10.222.0.36 "GET /v2.0/ports/4e15090c-9422-4538-9a45-73e69751e15c HTTP/1.1" status: 404 len: 333 time: 0.0309610 Feb 09 02:08:37.881275 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45652) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:37.890467 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6c751ab9-abab-4e6b-b8c8-7f0e33f1ae1b tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2130284791', 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:37.925409 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c751ab9-abab-4e6b-b8c8-7f0e33f1ae1b tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Made reservation on behalf of cf9838657e2c4ac196b1c0858b2ccba2 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:37.930018 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c751ab9-abab-4e6b-b8c8-7f0e33f1ae1b tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.956328 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-6c751ab9-abab-4e6b-b8c8-7f0e33f1ae1b tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] device_id is not set on port 8889e504-b608-4ffa-a63a-57e4da77e854 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:08:38.138017 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c751ab9-abab-4e6b-b8c8-7f0e33f1ae1b tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks [] for port (8889e504-b608-4ffa-a63a-57e4da77e854), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:38.171861 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c751ab9-abab-4e6b-b8c8-7f0e33f1ae1b tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (8889e504-b608-4ffa-a63a-57e4da77e854), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:38.223560 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c751ab9-abab-4e6b-b8c8-7f0e33f1ae1b tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Network 400fc620-deb6-41aa-b4cf-787c40e35593 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:08:38.226479 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-6c751ab9-abab-4e6b-b8c8-7f0e33f1ae1b tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:38.230565 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c751ab9-abab-4e6b-b8c8-7f0e33f1ae1b tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:08:38.231542 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c751ab9-abab-4e6b-b8c8-7f0e33f1ae1b tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:38.232151 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c751ab9-abab-4e6b-b8c8-7f0e33f1ae1b tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:38.251610 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6c751ab9-abab-4e6b-b8c8-7f0e33f1ae1b tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3668022 Feb 09 02:08:38.251610 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c751ab9-abab-4e6b-b8c8-7f0e33f1ae1b tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Pushing event updated for resources: {'Port': ['ID=8889e504-b608-4ffa-a63a-57e4da77e854,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:38.252120 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45654) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:38.291524 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed2700e-b4b0-42f4-8211-a59d3f061757 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:38.295626 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fed2700e-b4b0-42f4-8211-a59d3f061757 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] 10.222.0.36 "GET /v2.0/ports/8889e504-b608-4ffa-a63a-57e4da77e854 HTTP/1.1" status: 200 len: 955 time: 0.0400047 Feb 09 02:08:38.296108 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45656) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:38.379264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-75617ec8-87d6-4b35-a378-2c3e3adb30ca tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Deleting port 8889e504-b608-4ffa-a63a-57e4da77e854 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:38.380288 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-75617ec8-87d6-4b35-a378-2c3e3adb30ca tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (8889e504-b608-4ffa-a63a-57e4da77e854), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:38.468309 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-75617ec8-87d6-4b35-a378-2c3e3adb30ca tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (8889e504-b608-4ffa-a63a-57e4da77e854), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:38.489665 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-75617ec8-87d6-4b35-a378-2c3e3adb30ca tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Calling delete_port for 8889e504-b608-4ffa-a63a-57e4da77e854 owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:38.573769 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-75617ec8-87d6-4b35-a378-2c3e3adb30ca tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (8889e504-b608-4ffa-a63a-57e4da77e854), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:38.609290 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75617ec8-87d6-4b35-a378-2c3e3adb30ca tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Pushing event deleted for resources: {'Port': ['ID=8889e504-b608-4ffa-a63a-57e4da77e854,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:38.619657 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-75617ec8-87d6-4b35-a378-2c3e3adb30ca tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:38.626485 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-75617ec8-87d6-4b35-a378-2c3e3adb30ca tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] 10.222.0.36 "DELETE /v2.0/ports/8889e504-b608-4ffa-a63a-57e4da77e854 HTTP/1.1" status: 204 len: 168 time: 0.3269725 Feb 09 02:08:38.627165 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45662) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:38.660575 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-2afbeebb-aed6-4aba-b9d8-65d20076c57e tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] GET failed (client error): The resource could not be found. Feb 09 02:08:38.662155 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2afbeebb-aed6-4aba-b9d8-65d20076c57e tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] 10.222.0.36 "GET /v2.0/ports/8889e504-b608-4ffa-a63a-57e4da77e854 HTTP/1.1" status: 404 len: 333 time: 0.0339315 Feb 09 02:08:38.667490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45664) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:38.675366 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-1a35a757-96df-4dbb-b0df-46db410559cd tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Request body: {'port': {'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2021652930'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:38.697392 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a35a757-96df-4dbb-b0df-46db410559cd tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Made reservation on behalf of cf9838657e2c4ac196b1c0858b2ccba2 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:38.700012 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a35a757-96df-4dbb-b0df-46db410559cd tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:38.717194 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-1a35a757-96df-4dbb-b0df-46db410559cd tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] device_id is not set on port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:08:38.937403 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a35a757-96df-4dbb-b0df-46db410559cd tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks [] for port (5a0aac09-0c2a-4c90-a27d-87a2f3d480e6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:38.937647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:08:38.994852 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a35a757-96df-4dbb-b0df-46db410559cd tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5a0aac09-0c2a-4c90-a27d-87a2f3d480e6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:39.039222 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:08:39.045738 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:08:39.046250 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:39.106457 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a35a757-96df-4dbb-b0df-46db410559cd tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Network 400fc620-deb6-41aa-b4cf-787c40e35593 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:08:39.114621 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-1a35a757-96df-4dbb-b0df-46db410559cd tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:39.118669 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a35a757-96df-4dbb-b0df-46db410559cd tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:08:39.120101 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a35a757-96df-4dbb-b0df-46db410559cd tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:39.120819 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a35a757-96df-4dbb-b0df-46db410559cd tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:39.124773 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35a757-96df-4dbb-b0df-46db410559cd tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Pushing event updated for resources: {'Port': ['ID=5a0aac09-0c2a-4c90-a27d-87a2f3d480e6,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:39.162302 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1a35a757-96df-4dbb-b0df-46db410559cd tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4933560 Feb 09 02:08:39.166182 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45668) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:39.173987 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:39.176245 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f02318-605f-4048-af26-d057fea024ca req-e20a4647-505f-4231-881f-46c8960ef1f2 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:39.179246 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-27f02318-605f-4048-af26-d057fea024ca req-e20a4647-505f-4231-881f-46c8960ef1f2 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=068b4e5f-6e33-48e7-a1f5-acbeb294260b HTTP/1.1" status: 200 len: 944 time: 0.1612113 Feb 09 02:08:39.182610 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:08:39.183077 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:39.251539 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42,segment=NetworkSegment(e086d816-a760-4c65-a4c4-74fb63b2c103),segment_id=e086d816-a760-4c65-a4c4-74fb63b2c103)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:39.252834 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068b4e5f-6e33-48e7-a1f5-acbeb294260b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:39.255995 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed00259-da57-4e48-85ab-c10edf0b1f41" -d '{"events": [{"server_uuid": "068b4e5f-6e33-48e7-a1f5-acbeb294260b", "name": "network-vif-plugged", "status": "completed", "tag": "ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:39.263660 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-27f02318-605f-4048-af26-d057fea024ca req-9a44caf3-0ce1-466e-9205-d098a0b3fb4c tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751982 Feb 09 02:08:39.276178 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:39.282187 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5a0aac09-0c2a-4c90-a27d-87a2f3d480e6), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:39.346094 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5424d226-a070-437c-bafd-7dd40551f1d3 x-openstack-request-id: req-5424d226-a070-437c-bafd-7dd40551f1d3 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:39.346622 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068b4e5f-6e33-48e7-a1f5-acbeb294260b", "name": "network-vif-plugged", "status": "completed", "tag": "ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:39.347117 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5424d226-a070-437c-bafd-7dd40551f1d3 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:39.348092 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068b4e5f-6e33-48e7-a1f5-acbeb294260b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42', 'code': 200} Feb 09 02:08:39.372450 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:39.542630 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a7310-7126-4675-83b8-5cb5ff609326 req-d73bdfca-6531-4788-8fa9-9b7fe6cf4031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:39.544464 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c4a7310-7126-4675-83b8-5cb5ff609326 req-d73bdfca-6531-4788-8fa9-9b7fe6cf4031 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=068b4e5f-6e33-48e7-a1f5-acbeb294260b HTTP/1.1" status: 200 len: 1127 time: 0.0929539 Feb 09 02:08:39.602740 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] device_id is not set on port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:08:39.610135 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks [] for port (5a0aac09-0c2a-4c90-a27d-87a2f3d480e6), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:39.618210 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c4a7310-7126-4675-83b8-5cb5ff609326 req-2e9a3f1d-d6e4-4129-af9c-7e5c7ea8d427 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602288 Feb 09 02:08:39.624739 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (5a0aac09-0c2a-4c90-a27d-87a2f3d480e6), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:39.688855 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Pushing event updated for resources: {'Port': ['ID=5a0aac09-0c2a-4c90-a27d-87a2f3d480e6,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:39.701493 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:39.701896 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:39.702296 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:39.707307 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:39.707708 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:39.708141 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 2 to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 Feb 09 02:08:39.726476 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:39.726811 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:39.727288 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:39.732064 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:39.732589 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:39.733041 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 3 to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 Feb 09 02:08:39.745882 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:39.746305 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:39.746721 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:39.751097 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:39.751513 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:39.751964 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 4 to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 Feb 09 02:08:39.765019 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:39.765359 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:39.765754 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:39.770203 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:39.770589 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:39.771037 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 5 to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 Feb 09 02:08:39.783445 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:39.783897 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:39.784478 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:39.789443 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:39.789854 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:39.790306 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 6 to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 Feb 09 02:08:39.803562 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:39.803986 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:39.804842 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:39.809998 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:39.810325 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:39.810716 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 7 to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 Feb 09 02:08:39.828888 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:39.829350 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:39.829828 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:39.837087 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:39.837574 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:39.838552 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 8 to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 Feb 09 02:08:39.854225 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:39.854576 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:39.855114 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:39.860458 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:39.860818 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:39.861173 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 9 to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 Feb 09 02:08:39.875104 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:39.875508 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:39.875901 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:39.880694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:39.881016 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:39.881406 n-d-828387-3 neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempt 10 to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 Feb 09 02:08:39.905075 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:39.905557 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:39.907724 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempting to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:39.915409 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on network 400fc620-deb6-41aa-b4cf-787c40e35593 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:39.916113 n-d-828387-3 neutron-server[103184]: ERROR neutron.plugins.ml2.managers [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Failed to bind port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on host n-h1-828387-3 for vnic_type normal using segments [{'id': '1b63de9e-38a9-4d2a-9f0c-96af22e05d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '400fc620-deb6-41aa-b4cf-787c40e35593'}] Feb 09 02:08:39.916843 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5a0aac09-0c2a-4c90-a27d-87a2f3d480e6), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:40.001025 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] For port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:08:40.001405 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attempted to set empty binding levels {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 02:08:40.010075 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (5a0aac09-0c2a-4c90-a27d-87a2f3d480e6), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:40.028354 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:40.049754 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] In _notify_port_updated(), no bound segment for port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 on network 400fc620-deb6-41aa-b4cf-787c40e35593 {{(pid=103184) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:08:40.050619 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:40.051253 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:40.053106 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] 10.222.0.36 "PUT /v2.0/ports/5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 HTTP/1.1" status: 200 len: 975 time: 0.8852839 Feb 09 02:08:40.056804 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45678) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:40.081494 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d93d1f-d920-4f7b-93c2-b97a0430f32d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Pushing event updated for resources: {'Port': ['ID=5a0aac09-0c2a-4c90-a27d-87a2f3d480e6,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:40.150703 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0a3e6b56-9ed8-461c-a48c-c5aaa2789acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:40.154516 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-bcadaead-56d1-4abf-9eb8-4d4966f375b2 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Deleting port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:40.154930 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bcadaead-56d1-4abf-9eb8-4d4966f375b2 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5a0aac09-0c2a-4c90-a27d-87a2f3d480e6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:40.253566 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-bcadaead-56d1-4abf-9eb8-4d4966f375b2 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] For port 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6, host n-h1-828387-3, got binding levels [] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:40.254513 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bcadaead-56d1-4abf-9eb8-4d4966f375b2 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5a0aac09-0c2a-4c90-a27d-87a2f3d480e6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:40.276866 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-bcadaead-56d1-4abf-9eb8-4d4966f375b2 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Calling delete_port for 5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:40.386432 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bcadaead-56d1-4abf-9eb8-4d4966f375b2 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5a0aac09-0c2a-4c90-a27d-87a2f3d480e6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:40.455978 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadaead-56d1-4abf-9eb8-4d4966f375b2 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a0aac09-0c2a-4c90-a27d-87a2f3d480e6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:40.463934 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bcadaead-56d1-4abf-9eb8-4d4966f375b2 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:40.470408 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45682) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:40.470889 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bcadaead-56d1-4abf-9eb8-4d4966f375b2 tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] 10.222.0.36 "DELETE /v2.0/ports/5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 HTTP/1.1" status: 204 len: 168 time: 0.4121876 Feb 09 02:08:40.500616 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4db90-81cd-4847-84ed-dd85b0856cce req-49dfddb4-fb93-4a8e-a059-0d3bf97da7f5 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:40.508257 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69d4db90-81cd-4847-84ed-dd85b0856cce req-49dfddb4-fb93-4a8e-a059-0d3bf97da7f5 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=068b4e5f-6e33-48e7-a1f5-acbeb294260b HTTP/1.1" status: 200 len: 945 time: 0.1049352 Feb 09 02:08:40.513244 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:08:40.532880 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-8135188c-9998-4494-b06c-9f3e5535bc8d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] GET failed (client error): The resource could not be found. Feb 09 02:08:40.535731 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8135188c-9998-4494-b06c-9f3e5535bc8d tempest-PortsAdminExtendedAttrsTestJSON-847165004 tempest-PortsAdminExtendedAttrsTestJSON-847165004-project-admin] 10.222.0.36 "GET /v2.0/ports/5a0aac09-0c2a-4c90-a27d-87a2f3d480e6 HTTP/1.1" status: 404 len: 333 time: 0.0631106 Feb 09 02:08:40.544943 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45684) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:40.599382 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69d4db90-81cd-4847-84ed-dd85b0856cce req-30305ce8-89c9-4f89-be10-6fd7e619c3b1 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898466 Feb 09 02:08:40.628652 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f306bc3b-0ab7-40dc-91e6-f61bdc2a0895 tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (400fc620-deb6-41aa-b4cf-787c40e35593), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:40.766889 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f306bc3b-0ab7-40dc-91e6-f61bdc2a0895 tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (400fc620-deb6-41aa-b4cf-787c40e35593), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:40.830338 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-f306bc3b-0ab7-40dc-91e6-f61bdc2a0895 tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400fc620-deb6-41aa-b4cf-787c40e35593']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:40.852909 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-f306bc3b-0ab7-40dc-91e6-f61bdc2a0895 tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b63de9e-38a9-4d2a-9f0c-96af22e05d60') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:40.853455 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-f306bc3b-0ab7-40dc-91e6-f61bdc2a0895 tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b63de9e-38a9-4d2a-9f0c-96af22e05d60') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:40.879322 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f306bc3b-0ab7-40dc-91e6-f61bdc2a0895 tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (1b63de9e-38a9-4d2a-9f0c-96af22e05d60), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:40.902877 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:40.920852 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f306bc3b-0ab7-40dc-91e6-f61bdc2a0895 tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (1b63de9e-38a9-4d2a-9f0c-96af22e05d60), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:40.933821 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f306bc3b-0ab7-40dc-91e6-f61bdc2a0895 tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:08:40.934809 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f306bc3b-0ab7-40dc-91e6-f61bdc2a0895 tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (1b63de9e-38a9-4d2a-9f0c-96af22e05d60), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:40.987801 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:08:41.022178 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:08:41.061703 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f306bc3b-0ab7-40dc-91e6-f61bdc2a0895 tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (400fc620-deb6-41aa-b4cf-787c40e35593), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:41.094738 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f306bc3b-0ab7-40dc-91e6-f61bdc2a0895 tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:41.103542 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f306bc3b-0ab7-40dc-91e6-f61bdc2a0895 tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] 10.222.0.36 "DELETE /v2.0/networks/400fc620-deb6-41aa-b4cf-787c40e35593 HTTP/1.1" status: 204 len: 168 time: 0.5545704 Feb 09 02:08:41.103542 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306bc3b-0ab7-40dc-91e6-f61bdc2a0895 tempest-PortsAdminExtendedAttrsTestJSON-230588754 tempest-PortsAdminExtendedAttrsTestJSON-230588754-project] Pushing event deleted for resources: {'Network': ['ID=400fc620-deb6-41aa-b4cf-787c40e35593,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:41.383931 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45694) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:41.525763 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5c8bae81-8161-4fc3-b38f-bec6fdbfd72e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9e305917504477ebbb857971d35b7dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405280 Feb 09 02:08:41.528464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45698) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:41.579592 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cfa42bc1-02df-4b42-a07c-e0940bd8ef50 admin admin] Publish callbacks [] for security_group (5f8e73dd-af5e-44e0-8f06-18b9893f7bb2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:41.618962 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cfa42bc1-02df-4b42-a07c-e0940bd8ef50 admin admin] Publish callbacks [] for security_group (5f8e73dd-af5e-44e0-8f06-18b9893f7bb2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:41.694333 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cfa42bc1-02df-4b42-a07c-e0940bd8ef50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5f8e73dd-af5e-44e0-8f06-18b9893f7bb2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:41.697806 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cfa42bc1-02df-4b42-a07c-e0940bd8ef50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:41.702392 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cfa42bc1-02df-4b42-a07c-e0940bd8ef50 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f8e73dd-af5e-44e0-8f06-18b9893f7bb2 HTTP/1.1" status: 204 len: 168 time: 0.1700232 Feb 09 02:08:41.713233 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa42bc1-02df-4b42-a07c-e0940bd8ef50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8e73dd-af5e-44e0-8f06-18b9893f7bb2,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:41.835383 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30197a5b-6fa3-4f84-875d-5c889ab5495d req-741179bc-506d-4f5e-b4f5-01d9207bcd85 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:41.845223 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-30197a5b-6fa3-4f84-875d-5c889ab5495d req-741179bc-506d-4f5e-b4f5-01d9207bcd85 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=068b4e5f-6e33-48e7-a1f5-acbeb294260b HTTP/1.1" status: 200 len: 945 time: 0.1567879 Feb 09 02:08:41.916836 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-30197a5b-6fa3-4f84-875d-5c889ab5495d req-1c2e42dc-a72a-4264-a8c3-801c7ec452b2 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704496 Feb 09 02:08:42.235372 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45722) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:42.309208 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-373149bc-7cdb-4423-a968-6edbb01dbf09 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf9838657e2c4ac196b1c0858b2ccba2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0723419 Feb 09 02:08:42.311827 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45724) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:42.375805 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:42.445574 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6325f110-5c0c-4463-bee7-7ca3ada11f93 admin admin] Publish callbacks [] for security_group (d0745da8-21b5-4dbc-8caf-47f794163e9b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:42.495015 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6325f110-5c0c-4463-bee7-7ca3ada11f93 admin admin] Publish callbacks [] for security_group (d0745da8-21b5-4dbc-8caf-47f794163e9b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:42.557671 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6325f110-5c0c-4463-bee7-7ca3ada11f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d0745da8-21b5-4dbc-8caf-47f794163e9b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:42.560657 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6325f110-5c0c-4463-bee7-7ca3ada11f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:42.562114 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6325f110-5c0c-4463-bee7-7ca3ada11f93 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d0745da8-21b5-4dbc-8caf-47f794163e9b HTTP/1.1" status: 204 len: 168 time: 0.2492697 Feb 09 02:08:42.590666 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325f110-5c0c-4463-bee7-7ca3ada11f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0745da8-21b5-4dbc-8caf-47f794163e9b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:43.470288 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:43.592872 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45758) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:43.710910 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-3cdb02d9-4860-4e80-81bf-aaf1c6b45ffb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1699205191-network', 'tenant_id': '581756d4184745e9990558643809fead'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:43.731117 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdb02d9-4860-4e80-81bf-aaf1c6b45ffb admin admin] Made reservation on behalf of 581756d4184745e9990558643809fead for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:43.733795 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3cdb02d9-4860-4e80-81bf-aaf1c6b45ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:43.743829 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3cdb02d9-4860-4e80-81bf-aaf1c6b45ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:43.835805 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3cdb02d9-4860-4e80-81bf-aaf1c6b45ffb admin admin] Publish callbacks [] for security_group (2f6ca4d9-bc34-4a08-a2d7-611c521c56b3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:43.842146 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3cdb02d9-4860-4e80-81bf-aaf1c6b45ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2f6ca4d9-bc34-4a08-a2d7-611c521c56b3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:43.873472 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cdb02d9-4860-4e80-81bf-aaf1c6b45ffb admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:08:43.889398 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb02d9-4860-4e80-81bf-aaf1c6b45ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6ca4d9-bc34-4a08-a2d7-611c521c56b3,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:43.896360 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3cdb02d9-4860-4e80-81bf-aaf1c6b45ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (9c65556c-8097-42f5-97bf-44e4a60392a6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:43.896808 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-3cdb02d9-4860-4e80-81bf-aaf1c6b45ffb admin admin] Added segment 9c65556c-8097-42f5-97bf-44e4a60392a6 of type vlan for network bb387dbc-96f9-4c76-8f78-8de43b803a4c Feb 09 02:08:43.950113 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3cdb02d9-4860-4e80-81bf-aaf1c6b45ffb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (bb387dbc-96f9-4c76-8f78-8de43b803a4c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:43.996038 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3cdb02d9-4860-4e80-81bf-aaf1c6b45ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (bb387dbc-96f9-4c76-8f78-8de43b803a4c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:43.997972 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdb02d9-4860-4e80-81bf-aaf1c6b45ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:43.998911 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3cdb02d9-4860-4e80-81bf-aaf1c6b45ffb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:44.024176 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3cdb02d9-4860-4e80-81bf-aaf1c6b45ffb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4296944 Feb 09 02:08:44.029380 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45764) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:44.034376 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-8016906f-25d6-407d-b642-7616f3b2efa3 admin admin] Request body: {'subnet': {'network_id': 'bb387dbc-96f9-4c76-8f78-8de43b803a4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1699205191-subnet', 'tenant_id': '581756d4184745e9990558643809fead', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:44.075627 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8016906f-25d6-407d-b642-7616f3b2efa3 admin admin] Made reservation on behalf of 581756d4184745e9990558643809fead for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:44.078090 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8016906f-25d6-407d-b642-7616f3b2efa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:44.083314 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb02d9-4860-4e80-81bf-aaf1c6b45ffb admin admin] Pushing event updated for resources: {'Network': ['ID=bb387dbc-96f9-4c76-8f78-8de43b803a4c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:44.094967 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network bb387dbc-96f9-4c76-8f78-8de43b803a4c details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:08:44.289991 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8016906f-25d6-407d-b642-7616f3b2efa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (1797a055-6b7a-4f47-9742-62817420557f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:44.355765 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016906f-25d6-407d-b642-7616f3b2efa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1797a055-6b7a-4f47-9742-62817420557f,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:44.362392 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8016906f-25d6-407d-b642-7616f3b2efa3 admin admin] Checking segment: {'id': '9c65556c-8097-42f5-97bf-44e4a60392a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bb387dbc-96f9-4c76-8f78-8de43b803a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:44.362811 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8016906f-25d6-407d-b642-7616f3b2efa3 admin admin] Network hostable DHCP agents. Network: bb387dbc-96f9-4c76-8f78-8de43b803a4c, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:08:44.381829 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8016906f-25d6-407d-b642-7616f3b2efa3 admin admin] Network bb387dbc-96f9-4c76-8f78-8de43b803a4c is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:08:44.394463 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-8016906f-25d6-407d-b642-7616f3b2efa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, bb387dbc-96f9-4c76-8f78-8de43b803a4c) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:44.404803 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3270c83c-0335-4aba-99d7-1b28340e3d38 None None] Network bb387dbc-96f9-4c76-8f78-8de43b803a4c requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:08:44.408452 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8016906f-25d6-407d-b642-7616f3b2efa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:44.409053 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8016906f-25d6-407d-b642-7616f3b2efa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:44.429361 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8016906f-25d6-407d-b642-7616f3b2efa3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3986311 Feb 09 02:08:44.509390 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2482eb-9fc9-4476-ac68-f4230166c6c5 None None] Network bb387dbc-96f9-4c76-8f78-8de43b803a4c requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:08:45.002122 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45796) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:45.008338 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b34c0a9c-27dd-43ac-8caa-8541a2517fb2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1036892826-network', 'tenant_id': '6875113a1613477b8fd3b7f535d65c0b'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:45.033815 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34c0a9c-27dd-43ac-8caa-8541a2517fb2 admin admin] Made reservation on behalf of 6875113a1613477b8fd3b7f535d65c0b for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:45.037620 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b34c0a9c-27dd-43ac-8caa-8541a2517fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:45.049453 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b34c0a9c-27dd-43ac-8caa-8541a2517fb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:45.154039 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b34c0a9c-27dd-43ac-8caa-8541a2517fb2 admin admin] Publish callbacks [] for security_group (e5d147c7-3766-462a-9ea1-47d438950b9c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:45.158599 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b34c0a9c-27dd-43ac-8caa-8541a2517fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e5d147c7-3766-462a-9ea1-47d438950b9c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:45.180653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34c0a9c-27dd-43ac-8caa-8541a2517fb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:08:45.199376 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b34c0a9c-27dd-43ac-8caa-8541a2517fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (2ccb8c39-5d0d-4487-a333-a5c31fd830d7), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:45.199725 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-b34c0a9c-27dd-43ac-8caa-8541a2517fb2 admin admin] Added segment 2ccb8c39-5d0d-4487-a333-a5c31fd830d7 of type vlan for network ccf58586-b5b9-4ba6-8475-eaf6b0eda114 Feb 09 02:08:45.201051 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c0a9c-27dd-43ac-8caa-8541a2517fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d147c7-3766-462a-9ea1-47d438950b9c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:45.262400 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b34c0a9c-27dd-43ac-8caa-8541a2517fb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (ccf58586-b5b9-4ba6-8475-eaf6b0eda114), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:45.290715 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b34c0a9c-27dd-43ac-8caa-8541a2517fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (ccf58586-b5b9-4ba6-8475-eaf6b0eda114), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:45.291785 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34c0a9c-27dd-43ac-8caa-8541a2517fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:45.292395 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b34c0a9c-27dd-43ac-8caa-8541a2517fb2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:45.348734 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b34c0a9c-27dd-43ac-8caa-8541a2517fb2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3453724 Feb 09 02:08:45.353742 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45802) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:45.358367 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-5d690f63-b980-4036-9bb3-2df2e393cb61 admin admin] Request body: {'subnet': {'network_id': 'ccf58586-b5b9-4ba6-8475-eaf6b0eda114', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1036892826-subnet', 'tenant_id': '6875113a1613477b8fd3b7f535d65c0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:45.364834 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c0a9c-27dd-43ac-8caa-8541a2517fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=ccf58586-b5b9-4ba6-8475-eaf6b0eda114,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:45.384384 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d690f63-b980-4036-9bb3-2df2e393cb61 admin admin] Made reservation on behalf of 6875113a1613477b8fd3b7f535d65c0b for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:45.385315 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network ccf58586-b5b9-4ba6-8475-eaf6b0eda114 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:08:45.387601 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d690f63-b980-4036-9bb3-2df2e393cb61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:45.579604 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d690f63-b980-4036-9bb3-2df2e393cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (50750aa7-1999-42cd-a40f-d13c06d9fb04), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:45.638885 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d690f63-b980-4036-9bb3-2df2e393cb61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50750aa7-1999-42cd-a40f-d13c06d9fb04,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:45.652599 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d690f63-b980-4036-9bb3-2df2e393cb61 admin admin] Checking segment: {'id': '2ccb8c39-5d0d-4487-a333-a5c31fd830d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ccf58586-b5b9-4ba6-8475-eaf6b0eda114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:45.653104 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d690f63-b980-4036-9bb3-2df2e393cb61 admin admin] Network hostable DHCP agents. Network: ccf58586-b5b9-4ba6-8475-eaf6b0eda114, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:08:45.673894 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d690f63-b980-4036-9bb3-2df2e393cb61 admin admin] Network ccf58586-b5b9-4ba6-8475-eaf6b0eda114 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:08:45.685827 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-5d690f63-b980-4036-9bb3-2df2e393cb61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, ccf58586-b5b9-4ba6-8475-eaf6b0eda114) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:45.694240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d690f63-b980-4036-9bb3-2df2e393cb61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:45.695694 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d690f63-b980-4036-9bb3-2df2e393cb61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:45.695955 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86c4885-01ff-4c79-bac8-6c7af295edef None None] Network ccf58586-b5b9-4ba6-8475-eaf6b0eda114 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:08:45.717064 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5d690f63-b980-4036-9bb3-2df2e393cb61 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3622231 Feb 09 02:08:45.827460 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d5f952-035f-475a-9434-77fe1c1bab82 None None] Network ccf58586-b5b9-4ba6-8475-eaf6b0eda114 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:08:45.896821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45808) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:45.961218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e1ecab-4360-4f95-bf83-63a3786b1ce3 admin admin] Deleting subnet 1797a055-6b7a-4f47-9742-62817420557f {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:08:45.965259 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d4e1ecab-4360-4f95-bf83-63a3786b1ce3 admin admin] Publish callbacks [] for subnet (1797a055-6b7a-4f47-9742-62817420557f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.022302 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d4e1ecab-4360-4f95-bf83-63a3786b1ce3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (1797a055-6b7a-4f47-9742-62817420557f), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.079276 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d4e1ecab-4360-4f95-bf83-63a3786b1ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (1797a055-6b7a-4f47-9742-62817420557f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.143179 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d4e1ecab-4360-4f95-bf83-63a3786b1ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (1797a055-6b7a-4f47-9742-62817420557f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.175635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1ecab-4360-4f95-bf83-63a3786b1ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1797a055-6b7a-4f47-9742-62817420557f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:46.178294 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d4e1ecab-4360-4f95-bf83-63a3786b1ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.185139 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d4e1ecab-4360-4f95-bf83-63a3786b1ce3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1797a055-6b7a-4f47-9742-62817420557f HTTP/1.1" status: 204 len: 168 time: 0.2842155 Feb 09 02:08:46.185490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 45812) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:46.261881 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa55bdb3-86b2-47db-be78-eef221d8890d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (bb387dbc-96f9-4c76-8f78-8de43b803a4c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.342525 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa55bdb3-86b2-47db-be78-eef221d8890d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (bb387dbc-96f9-4c76-8f78-8de43b803a4c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.363715 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-aa55bdb3-86b2-47db-be78-eef221d8890d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb387dbc-96f9-4c76-8f78-8de43b803a4c']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:46.375242 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-aa55bdb3-86b2-47db-be78-eef221d8890d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c65556c-8097-42f5-97bf-44e4a60392a6') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:46.375562 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-aa55bdb3-86b2-47db-be78-eef221d8890d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c65556c-8097-42f5-97bf-44e4a60392a6') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:46.387358 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa55bdb3-86b2-47db-be78-eef221d8890d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (9c65556c-8097-42f5-97bf-44e4a60392a6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.401710 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa55bdb3-86b2-47db-be78-eef221d8890d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (9c65556c-8097-42f5-97bf-44e4a60392a6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.408729 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa55bdb3-86b2-47db-be78-eef221d8890d admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:08:46.409126 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa55bdb3-86b2-47db-be78-eef221d8890d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (9c65556c-8097-42f5-97bf-44e4a60392a6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:08:46.411086 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:08:46.472178 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa55bdb3-86b2-47db-be78-eef221d8890d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (bb387dbc-96f9-4c76-8f78-8de43b803a4c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.482866 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa55bdb3-86b2-47db-be78-eef221d8890d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.486092 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-aa55bdb3-86b2-47db-be78-eef221d8890d admin admin] 10.222.0.36 "DELETE /v2.0/networks/bb387dbc-96f9-4c76-8f78-8de43b803a4c HTTP/1.1" status: 204 len: 168 time: 0.2996883 Feb 09 02:08:46.489034 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45814) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:46.498074 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55bdb3-86b2-47db-be78-eef221d8890d admin admin] Pushing event deleted for resources: {'Network': ['ID=bb387dbc-96f9-4c76-8f78-8de43b803a4c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:46.540028 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8cf4fc-e9d8-48dc-a37b-3d8a503f9978 admin admin] Deleting subnet 50750aa7-1999-42cd-a40f-d13c06d9fb04 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:08:46.543514 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab8cf4fc-e9d8-48dc-a37b-3d8a503f9978 admin admin] Publish callbacks [] for subnet (50750aa7-1999-42cd-a40f-d13c06d9fb04), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.581438 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab8cf4fc-e9d8-48dc-a37b-3d8a503f9978 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (50750aa7-1999-42cd-a40f-d13c06d9fb04), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.621201 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab8cf4fc-e9d8-48dc-a37b-3d8a503f9978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (50750aa7-1999-42cd-a40f-d13c06d9fb04), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.674474 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab8cf4fc-e9d8-48dc-a37b-3d8a503f9978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (50750aa7-1999-42cd-a40f-d13c06d9fb04), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.702190 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8cf4fc-e9d8-48dc-a37b-3d8a503f9978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50750aa7-1999-42cd-a40f-d13c06d9fb04,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:46.704176 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab8cf4fc-e9d8-48dc-a37b-3d8a503f9978 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.709775 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ab8cf4fc-e9d8-48dc-a37b-3d8a503f9978 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/50750aa7-1999-42cd-a40f-d13c06d9fb04 HTTP/1.1" status: 204 len: 168 time: 0.2165465 Feb 09 02:08:46.709973 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45816) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:46.784597 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c940e78e-2009-45e2-a0d5-b9dbc2ce249c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (ccf58586-b5b9-4ba6-8475-eaf6b0eda114), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.865292 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c940e78e-2009-45e2-a0d5-b9dbc2ce249c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (ccf58586-b5b9-4ba6-8475-eaf6b0eda114), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.887591 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c940e78e-2009-45e2-a0d5-b9dbc2ce249c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf58586-b5b9-4ba6-8475-eaf6b0eda114']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:46.896960 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c940e78e-2009-45e2-a0d5-b9dbc2ce249c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ccb8c39-5d0d-4487-a333-a5c31fd830d7') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:46.897253 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c940e78e-2009-45e2-a0d5-b9dbc2ce249c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ccb8c39-5d0d-4487-a333-a5c31fd830d7') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:46.907711 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c940e78e-2009-45e2-a0d5-b9dbc2ce249c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (2ccb8c39-5d0d-4487-a333-a5c31fd830d7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.921830 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c940e78e-2009-45e2-a0d5-b9dbc2ce249c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (2ccb8c39-5d0d-4487-a333-a5c31fd830d7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.927769 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c940e78e-2009-45e2-a0d5-b9dbc2ce249c admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:08:46.928156 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c940e78e-2009-45e2-a0d5-b9dbc2ce249c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (2ccb8c39-5d0d-4487-a333-a5c31fd830d7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:08:46.930053 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:08:47.002773 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c940e78e-2009-45e2-a0d5-b9dbc2ce249c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (ccf58586-b5b9-4ba6-8475-eaf6b0eda114), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:47.019778 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c940e78e-2009-45e2-a0d5-b9dbc2ce249c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:47.024478 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c940e78e-2009-45e2-a0d5-b9dbc2ce249c admin admin] 10.222.0.36 "DELETE /v2.0/networks/ccf58586-b5b9-4ba6-8475-eaf6b0eda114 HTTP/1.1" status: 204 len: 168 time: 0.3126836 Feb 09 02:08:47.038932 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940e78e-2009-45e2-a0d5-b9dbc2ce249c admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf58586-b5b9-4ba6-8475-eaf6b0eda114,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:47.219098 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45820) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:47.267769 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c97f281b-2e0c-47c5-a6af-e6b83701e563 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=581756d4184745e9990558643809fead&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451138 Feb 09 02:08:47.267981 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45822) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:47.326429 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b3952a7-9d0f-4f5a-8a1c-0a61ff85c5c4 admin admin] Publish callbacks [] for security_group (2f6ca4d9-bc34-4a08-a2d7-611c521c56b3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:47.356048 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b3952a7-9d0f-4f5a-8a1c-0a61ff85c5c4 admin admin] Publish callbacks [] for security_group (2f6ca4d9-bc34-4a08-a2d7-611c521c56b3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:47.414572 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b3952a7-9d0f-4f5a-8a1c-0a61ff85c5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2f6ca4d9-bc34-4a08-a2d7-611c521c56b3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:47.417670 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b3952a7-9d0f-4f5a-8a1c-0a61ff85c5c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:47.418908 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8b3952a7-9d0f-4f5a-8a1c-0a61ff85c5c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f6ca4d9-bc34-4a08-a2d7-611c521c56b3 HTTP/1.1" status: 204 len: 168 time: 0.1499398 Feb 09 02:08:47.430746 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3952a7-9d0f-4f5a-8a1c-0a61ff85c5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6ca4d9-bc34-4a08-a2d7-611c521c56b3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:47.790497 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45828) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:47.830737 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-da57c025-1c0b-4de5-a0a3-1c4ad7d4b11f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6875113a1613477b8fd3b7f535d65c0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391610 Feb 09 02:08:47.833406 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 45830) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:47.883279 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eed748bd-fea6-4f00-9afd-e4361932dcec admin admin] Publish callbacks [] for security_group (e5d147c7-3766-462a-9ea1-47d438950b9c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:47.904863 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eed748bd-fea6-4f00-9afd-e4361932dcec admin admin] Publish callbacks [] for security_group (e5d147c7-3766-462a-9ea1-47d438950b9c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:47.951463 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eed748bd-fea6-4f00-9afd-e4361932dcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e5d147c7-3766-462a-9ea1-47d438950b9c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:47.954665 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eed748bd-fea6-4f00-9afd-e4361932dcec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:47.955634 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-eed748bd-fea6-4f00-9afd-e4361932dcec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5d147c7-3766-462a-9ea1-47d438950b9c HTTP/1.1" status: 204 len: 168 time: 0.1213884 Feb 09 02:08:47.966403 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed748bd-fea6-4f00-9afd-e4361932dcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d147c7-3766-462a-9ea1-47d438950b9c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:01.447244 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df37176-f3f0-40d5-8260-58525e93d54a req-e833baea-a4ff-49fb-af30-d1059322019b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:01.448642 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9df37176-f3f0-40d5-8260-58525e93d54a req-e833baea-a4ff-49fb-af30-d1059322019b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 810 time: 0.1080263 Feb 09 02:09:01.463978 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9df37176-f3f0-40d5-8260-58525e93d54a req-2cd1c68d-f264-4c0a-9b1a-031d2a3f3a30 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/quotas/ae374e012dff438a8fcacf6297f76569 HTTP/1.1" status: 200 len: 375 time: 0.0099094 Feb 09 02:09:01.519200 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9df37176-f3f0-40d5-8260-58525e93d54a req-dab0ac76-245a-47f9-b686-9cf3a1dd85cd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500829 Feb 09 02:09:01.610393 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9df37176-f3f0-40d5-8260-58525e93d54a req-99541a4e-bd3d-4422-80c3-eefcf39ade7b service neutron] 10.222.0.36 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842602 Feb 09 02:09:01.705992 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9df37176-f3f0-40d5-8260-58525e93d54a req-5478bc1f-4e41-4080-a064-4e819c243a25 service neutron] 10.222.0.36 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899694 Feb 09 02:09:01.898469 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b1fc4c75-828d-445c-8597-3e07c83f0745 req-d386ba1d-9d40-4d9b-a138-65607dd772a8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 210 time: 0.0309131 Feb 09 02:09:02.905787 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df37176-f3f0-40d5-8260-58525e93d54a req-bc9ec2db-8c03-4349-adb6-3767029df851 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:02.907443 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9df37176-f3f0-40d5-8260-58525e93d54a req-bc9ec2db-8c03-4349-adb6-3767029df851 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.67 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 810 time: 0.1213615 Feb 09 02:09:02.923808 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-9df37176-f3f0-40d5-8260-58525e93d54a req-fcb07a7c-47b7-4d4e-b99f-ba24a1d885ed tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Request body: {'port': {'device_id': '24316844-af40-4a33-a3fd-f949c5e4d40f', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'admin_state_up': True, 'tenant_id': 'ae374e012dff438a8fcacf6297f76569'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:03.018631 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ea90f35f-0374-45aa-89a7-04a9b851a412 req-d593f7e5-5f11-4ffe-ae48-8bce975830cd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 210 time: 0.0460069 Feb 09 02:09:03.071788 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9df37176-f3f0-40d5-8260-58525e93d54a req-fcb07a7c-47b7-4d4e-b99f-ba24a1d885ed tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Made reservation on behalf of ae374e012dff438a8fcacf6297f76569 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:09:03.076331 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9df37176-f3f0-40d5-8260-58525e93d54a req-fcb07a7c-47b7-4d4e-b99f-ba24a1d885ed tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:03.268805 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-9df37176-f3f0-40d5-8260-58525e93d54a req-fcb07a7c-47b7-4d4e-b99f-ba24a1d885ed tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Allocated IP 172.20.0.9 (cc310b24-fd11-451e-88ac-42c9695a7e70/a62a2247-044e-4cd3-9944-5d20d7932a71/87c83b63-34a3-4e80-870c-867c5bae4ae9) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:09:03.460227 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9df37176-f3f0-40d5-8260-58525e93d54a req-fcb07a7c-47b7-4d4e-b99f-ba24a1d885ed tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for port (87c83b63-34a3-4e80-870c-867c5bae4ae9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:03.494297 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9df37176-f3f0-40d5-8260-58525e93d54a req-fcb07a7c-47b7-4d4e-b99f-ba24a1d885ed tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (87c83b63-34a3-4e80-870c-867c5bae4ae9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:03.545860 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9df37176-f3f0-40d5-8260-58525e93d54a req-fcb07a7c-47b7-4d4e-b99f-ba24a1d885ed tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Network cc310b24-fd11-451e-88ac-42c9695a7e70 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:09:03.551621 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-9df37176-f3f0-40d5-8260-58525e93d54a req-fcb07a7c-47b7-4d4e-b99f-ba24a1d885ed tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:09:03.556595 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df37176-f3f0-40d5-8260-58525e93d54a req-fcb07a7c-47b7-4d4e-b99f-ba24a1d885ed tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:09:03.561005 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb07a7c-47b7-4d4e-b99f-ba24a1d885ed tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event updated for resources: {'Port': ['ID=87c83b63-34a3-4e80-870c-867c5bae4ae9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:03.629873 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df37176-f3f0-40d5-8260-58525e93d54a req-fcb07a7c-47b7-4d4e-b99f-ba24a1d885ed tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:03.636690 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9df37176-f3f0-40d5-8260-58525e93d54a req-fcb07a7c-47b7-4d4e-b99f-ba24a1d885ed tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:03.667974 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9df37176-f3f0-40d5-8260-58525e93d54a req-fcb07a7c-47b7-4d4e-b99f-ba24a1d885ed tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7501380 Feb 09 02:09:03.682180 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-9df37176-f3f0-40d5-8260-58525e93d54a req-442e1346-20bb-43d6-8e2c-9c35d68f083e service neutron] Request body: {'port': {'device_id': '24316844-af40-4a33-a3fd-f949c5e4d40f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:03.754117 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9df37176-f3f0-40d5-8260-58525e93d54a req-442e1346-20bb-43d6-8e2c-9c35d68f083e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (87c83b63-34a3-4e80-870c-867c5bae4ae9), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:03.983265 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-139c63ed-39bf-45ff-8b2e-bccd13bd2559 None None] Provisioning complete for port 87c83b63-34a3-4e80-870c-867c5bae4ae9 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:09:03.984284 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-139c63ed-39bf-45ff-8b2e-bccd13bd2559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (87c83b63-34a3-4e80-870c-867c5bae4ae9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:04.041171 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-139c63ed-39bf-45ff-8b2e-bccd13bd2559 None None] Port 87c83b63-34a3-4e80-870c-867c5bae4ae9 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:09:04.092266 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-9df37176-f3f0-40d5-8260-58525e93d54a req-442e1346-20bb-43d6-8e2c-9c35d68f083e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c83b63-34a3-4e80-870c-867c5bae4ae9 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:09:04.111644 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9df37176-f3f0-40d5-8260-58525e93d54a req-442e1346-20bb-43d6-8e2c-9c35d68f083e service neutron] Publish callbacks [] for port (87c83b63-34a3-4e80-870c-867c5bae4ae9), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:04.144109 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-9df37176-f3f0-40d5-8260-58525e93d54a req-442e1346-20bb-43d6-8e2c-9c35d68f083e service neutron] Transition to ACTIVE for port object 87c83b63-34a3-4e80-870c-867c5bae4ae9 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:09:04.152171 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9df37176-f3f0-40d5-8260-58525e93d54a req-442e1346-20bb-43d6-8e2c-9c35d68f083e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (87c83b63-34a3-4e80-870c-867c5bae4ae9), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:04.205127 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a10b0b-d2bf-4629-8ec1-47ff11145514 req-103d310f-3bf7-4b37-a080-499245dfcecd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:04.206788 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-41a10b0b-d2bf-4629-8ec1-47ff11145514 req-103d310f-3bf7-4b37-a080-499245dfcecd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 931 time: 0.1096611 Feb 09 02:09:04.259360 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e1346-20bb-43d6-8e2c-9c35d68f083e service neutron] Pushing event updated for resources: {'Port': ['ID=87c83b63-34a3-4e80-870c-867c5bae4ae9,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:04.401071 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-9df37176-f3f0-40d5-8260-58525e93d54a req-442e1346-20bb-43d6-8e2c-9c35d68f083e service neutron] Attempting to bind port 87c83b63-34a3-4e80-870c-867c5bae4ae9 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:09:04.401409 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-9df37176-f3f0-40d5-8260-58525e93d54a req-442e1346-20bb-43d6-8e2c-9c35d68f083e service neutron] Attempting to bind port 87c83b63-34a3-4e80-870c-867c5bae4ae9 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:09:04.401728 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df37176-f3f0-40d5-8260-58525e93d54a req-442e1346-20bb-43d6-8e2c-9c35d68f083e service neutron] Attempting to bind port 87c83b63-34a3-4e80-870c-867c5bae4ae9 on network cc310b24-fd11-451e-88ac-42c9695a7e70 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:04.439769 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df37176-f3f0-40d5-8260-58525e93d54a req-442e1346-20bb-43d6-8e2c-9c35d68f083e service neutron] Port 87c83b63-34a3-4e80-870c-867c5bae4ae9 on network cc310b24-fd11-451e-88ac-42c9695a7e70 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:09:04.442265 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df37176-f3f0-40d5-8260-58525e93d54a req-442e1346-20bb-43d6-8e2c-9c35d68f083e service neutron] Attempting to bind port 87c83b63-34a3-4e80-870c-867c5bae4ae9 on network cc310b24-fd11-451e-88ac-42c9695a7e70 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:04.453494 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df37176-f3f0-40d5-8260-58525e93d54a req-442e1346-20bb-43d6-8e2c-9c35d68f083e service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:09:04.458954 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df37176-f3f0-40d5-8260-58525e93d54a req-442e1346-20bb-43d6-8e2c-9c35d68f083e service neutron] Checking segment: {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:09:04.460827 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df37176-f3f0-40d5-8260-58525e93d54a req-442e1346-20bb-43d6-8e2c-9c35d68f083e service neutron] Bound using segment: {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:09:04.461662 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-9df37176-f3f0-40d5-8260-58525e93d54a req-442e1346-20bb-43d6-8e2c-9c35d68f083e service neutron] Bound port: 87c83b63-34a3-4e80-870c-867c5bae4ae9, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:09:04.462522 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9df37176-f3f0-40d5-8260-58525e93d54a req-442e1346-20bb-43d6-8e2c-9c35d68f083e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (87c83b63-34a3-4e80-870c-867c5bae4ae9), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:04.480506 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-41a10b0b-d2bf-4629-8ec1-47ff11145514 req-a295aa0e-0147-49ad-9066-58b3348ae4a4 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546902 Feb 09 02:09:04.576935 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-9df37176-f3f0-40d5-8260-58525e93d54a req-442e1346-20bb-43d6-8e2c-9c35d68f083e service neutron] For port 87c83b63-34a3-4e80-870c-867c5bae4ae9, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:09:04.580604 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-9df37176-f3f0-40d5-8260-58525e93d54a req-442e1346-20bb-43d6-8e2c-9c35d68f083e service neutron] For port 87c83b63-34a3-4e80-870c-867c5bae4ae9, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=87c83b63-34a3-4e80-870c-867c5bae4ae9,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:09:04.590054 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9df37176-f3f0-40d5-8260-58525e93d54a req-442e1346-20bb-43d6-8e2c-9c35d68f083e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (87c83b63-34a3-4e80-870c-867c5bae4ae9), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:04.665745 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e1346-20bb-43d6-8e2c-9c35d68f083e service neutron] Pushing event updated for resources: {'Port': ['ID=87c83b63-34a3-4e80-870c-867c5bae4ae9,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:04.688912 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df37176-f3f0-40d5-8260-58525e93d54a req-442e1346-20bb-43d6-8e2c-9c35d68f083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:04.700309 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9df37176-f3f0-40d5-8260-58525e93d54a req-442e1346-20bb-43d6-8e2c-9c35d68f083e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:04.703392 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9df37176-f3f0-40d5-8260-58525e93d54a req-442e1346-20bb-43d6-8e2c-9c35d68f083e service neutron] 10.222.0.67 "PUT /v2.0/ports/87c83b63-34a3-4e80-870c-867c5bae4ae9 HTTP/1.1" status: 200 len: 1091 time: 1.0271173 Feb 09 02:09:04.704087 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24316844-af40-4a33-a3fd-f949c5e4d40f', 'tag': '87c83b63-34a3-4e80-870c-867c5bae4ae9'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:04.710338 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb4cc48-489a-473f-8427-3e6a34e03e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "24316844-af40-4a33-a3fd-f949c5e4d40f", "tag": "87c83b63-34a3-4e80-870c-867c5bae4ae9"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:04.805793 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c3f1e4-19e4-4fa5-b2a0-95415d5e3138 x-openstack-request-id: req-66c3f1e4-19e4-4fa5-b2a0-95415d5e3138 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:04.808860 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24316844-af40-4a33-a3fd-f949c5e4d40f", "tag": "87c83b63-34a3-4e80-870c-867c5bae4ae9", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:04.811118 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-66c3f1e4-19e4-4fa5-b2a0-95415d5e3138 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:04.811690 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24316844-af40-4a33-a3fd-f949c5e4d40f', 'tag': '87c83b63-34a3-4e80-870c-867c5bae4ae9', 'status': 'completed', 'code': 200} Feb 09 02:09:04.883843 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df37176-f3f0-40d5-8260-58525e93d54a req-17c08e5d-d971-4250-8da4-3eaa404b6a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:04.885715 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9df37176-f3f0-40d5-8260-58525e93d54a req-17c08e5d-d971-4250-8da4-3eaa404b6a78 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 1125 time: 0.1026723 Feb 09 02:09:04.955269 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9df37176-f3f0-40d5-8260-58525e93d54a req-9d01fced-0e34-4869-b02c-63b5acdfe9e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87c83b63-34a3-4e80-870c-867c5bae4ae9 HTTP/1.1" status: 200 len: 217 time: 0.0604372 Feb 09 02:09:05.067926 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df37176-f3f0-40d5-8260-58525e93d54a req-d1ee1bc5-abdc-4513-a43b-038a3ac0f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.069904 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9df37176-f3f0-40d5-8260-58525e93d54a req-d1ee1bc5-abdc-4513-a43b-038a3ac0f1d8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 200 len: 849 time: 0.1107342 Feb 09 02:09:05.194739 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df37176-f3f0-40d5-8260-58525e93d54a req-b1a2d250-b1c5-4dae-9d5f-85fd4201b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.198761 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9df37176-f3f0-40d5-8260-58525e93d54a req-b1a2d250-b1c5-4dae-9d5f-85fd4201b178 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc310b24-fd11-451e-88ac-42c9695a7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1220331 Feb 09 02:09:05.383581 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9df37176-f3f0-40d5-8260-58525e93d54a req-3845ff72-0c1a-479a-a3a4-e0c8408d4ae0 service neutron] 10.222.0.67 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758301 Feb 09 02:09:05.528623 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9df37176-f3f0-40d5-8260-58525e93d54a req-ab3c5f77-5ec7-4846-a535-f4a3f22b4b69 service neutron] 10.222.0.67 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382964 Feb 09 02:09:05.700299 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4cc48-489a-473f-8427-3e6a34e03e1c req-79ebbf7a-3e08-40e7-94c1-749f5c560f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.702333 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efb4cc48-489a-473f-8427-3e6a34e03e1c req-79ebbf7a-3e08-40e7-94c1-749f5c560f40 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 1125 time: 0.1270924 Feb 09 02:09:05.727868 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811562d-29a0-44a6-9567-53a80c56d2a7 req-0e36998a-5567-4943-bfbe-a3b9e702fae2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.729345 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3811562d-29a0-44a6-9567-53a80c56d2a7 req-0e36998a-5567-4943-bfbe-a3b9e702fae2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.1095343 Feb 09 02:09:06.212952 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3811562d-29a0-44a6-9567-53a80c56d2a7 req-0fc65834-f82f-45fa-b670-f388416a8384 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423165 Feb 09 02:09:06.232998 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4cc48-489a-473f-8427-3e6a34e03e1c req-940341e9-7978-4d5f-af3e-d87ce5358e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:06.234878 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efb4cc48-489a-473f-8427-3e6a34e03e1c req-940341e9-7978-4d5f-af3e-d87ce5358e34 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 911 time: 0.5264058 Feb 09 02:09:06.294365 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efb4cc48-489a-473f-8427-3e6a34e03e1c req-8b7be459-967c-4fff-8929-940914aab829 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87c83b63-34a3-4e80-870c-867c5bae4ae9 HTTP/1.1" status: 200 len: 217 time: 0.0500774 Feb 09 02:09:06.360987 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4cc48-489a-473f-8427-3e6a34e03e1c req-685aea19-2b24-4176-8052-a6850e2c5b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:06.362672 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efb4cc48-489a-473f-8427-3e6a34e03e1c req-685aea19-2b24-4176-8052-a6850e2c5b06 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 200 len: 849 time: 0.0634263 Feb 09 02:09:06.501175 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4cc48-489a-473f-8427-3e6a34e03e1c req-6f8c1307-bb7a-4a70-965a-4c446cb6b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:06.503168 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efb4cc48-489a-473f-8427-3e6a34e03e1c req-6f8c1307-bb7a-4a70-965a-4c446cb6b887 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc310b24-fd11-451e-88ac-42c9695a7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1347313 Feb 09 02:09:06.624440 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efb4cc48-489a-473f-8427-3e6a34e03e1c req-e82e4236-029a-4427-a985-d0dcdffea521 service neutron] 10.222.0.67 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126251 Feb 09 02:09:06.806735 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-efb4cc48-489a-473f-8427-3e6a34e03e1c req-8f2b38ed-2032-4b68-810f-6c68ad578cac service neutron] 10.222.0.67 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767519 Feb 09 02:09:07.473766 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b9509bbd-1d5b-4134-8c33-74081603f899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:07.505084 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52296978-ccbb-4298-9428-3a57746a115d req-be0f9f3c-fbfe-4fdf-836f-e3e9244d3deb tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:07.517382 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-52296978-ccbb-4298-9428-3a57746a115d req-be0f9f3c-fbfe-4fdf-836f-e3e9244d3deb tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.1537342 Feb 09 02:09:07.606322 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-52296978-ccbb-4298-9428-3a57746a115d req-29b87ab5-f9b7-4db9-9447-7fd1332650b5 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749753 Feb 09 02:09:07.999630 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-9158ffbe-25a3-4d39-b8a5-cd9b7c92ba90 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:08.001180 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-9158ffbe-25a3-4d39-b8a5-cd9b7c92ba90 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/networks?id=1f5ea808-c95e-490e-85be-0aa56bb50d10 HTTP/1.1" status: 200 len: 815 time: 0.1233625 Feb 09 02:09:08.019047 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-009ac7ff-1611-41ef-9b88-91359dde0c0d tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/quotas/1ddb4978683245ad85f40af731985b8c HTTP/1.1" status: 200 len: 375 time: 0.0104275 Feb 09 02:09:08.098926 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-9505ebcc-ddc9-4d84-bea7-ab982ef25bee tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ddb4978683245ad85f40af731985b8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0732222 Feb 09 02:09:08.366709 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-8f9c8369-8aef-4015-ba1a-53a0aac94c2e service neutron] 10.222.0.36 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579591 Feb 09 02:09:08.498542 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-d226b195-b4c8-441d-b182-bb05ff5a9057 service neutron] 10.222.0.36 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258245 Feb 09 02:09:08.896272 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb1919-1aad-4051-b9bc-3d3a72da1bee req-28bad6a9-b5de-44a9-90ba-377460d2d1f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:08.908405 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98cb1919-1aad-4051-b9bc-3d3a72da1bee req-28bad6a9-b5de-44a9-90ba-377460d2d1f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.1558602 Feb 09 02:09:08.916347 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1bf07ab2-909c-441d-8b60-b3199ee8a21c req-a451c934-bf7c-4861-91a3-3e872194da0f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e7dc78-8e0c-4945-9db3-6d6956d2ac10 HTTP/1.1" status: 200 len: 210 time: 0.1078603 Feb 09 02:09:09.059181 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98cb1919-1aad-4051-b9bc-3d3a72da1bee req-c5d456e3-b90b-4ea3-8179-2f05eb9e1226 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452894 Feb 09 02:09:10.054425 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:10.092969 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-64425d94-de40-4a03-a064-7399d6574e79 req-1e52052d-4fcb-4e8b-8ca3-81cab40c1287 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e7dc78-8e0c-4945-9db3-6d6956d2ac10 HTTP/1.1" status: 200 len: 210 time: 0.0542159 Feb 09 02:09:10.160263 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a6c2841c-e9a8-42f5-bcf1-051efe855e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:10.254415 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a3d8d-a7d2-47a9-93cc-32d924cac826 req-58aa34ee-4f72-4776-9c1a-2c7c14133f33 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:10.264998 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-001a3d8d-a7d2-47a9-93cc-32d924cac826 req-58aa34ee-4f72-4776-9c1a-2c7c14133f33 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.0779552 Feb 09 02:09:10.373427 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-001a3d8d-a7d2-47a9-93cc-32d924cac826 req-ecc30868-357d-4fef-b534-67e789f15ee0 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025691 Feb 09 02:09:10.549437 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-1bca7627-a298-406a-b783-71b9c1097d8f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:10.551772 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-1bca7627-a298-406a-b783-71b9c1097d8f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.48 "GET /v2.0/networks?id=1f5ea808-c95e-490e-85be-0aa56bb50d10 HTTP/1.1" status: 200 len: 815 time: 0.1712351 Feb 09 02:09:10.570833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-32fe22f2-06c1-41a0-b5e3-46fb7f0e8e74 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Request body: {'port': {'device_id': '68e7dc78-8e0c-4945-9db3-6d6956d2ac10', 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10', 'admin_state_up': True, 'tenant_id': '1ddb4978683245ad85f40af731985b8c'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:10.744407 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-32fe22f2-06c1-41a0-b5e3-46fb7f0e8e74 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Made reservation on behalf of 1ddb4978683245ad85f40af731985b8c for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:09:10.746806 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-32fe22f2-06c1-41a0-b5e3-46fb7f0e8e74 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:10.876136 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:10.914789 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-32fe22f2-06c1-41a0-b5e3-46fb7f0e8e74 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Allocated IP 172.20.0.8 (1f5ea808-c95e-490e-85be-0aa56bb50d10/bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7/09018f58-0afa-48a3-bc9c-69255051ba80) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:09:11.029318 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:11.278250 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-32fe22f2-06c1-41a0-b5e3-46fb7f0e8e74 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks [] for port (09018f58-0afa-48a3-bc9c-69255051ba80), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:11.324719 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-32fe22f2-06c1-41a0-b5e3-46fb7f0e8e74 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (09018f58-0afa-48a3-bc9c-69255051ba80), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:11.339465 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:09:11.379760 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5fd972ee-9a5a-4ed6-a235-be60401e795c req-c03784f1-370c-4076-87e3-452a24865efc tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e7dc78-8e0c-4945-9db3-6d6956d2ac10 HTTP/1.1" status: 200 len: 210 time: 0.1141992 Feb 09 02:09:11.469929 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe22f2-06c1-41a0-b5e3-46fb7f0e8e74 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Pushing event updated for resources: {'Port': ['ID=09018f58-0afa-48a3-bc9c-69255051ba80,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:11.557974 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-32fe22f2-06c1-41a0-b5e3-46fb7f0e8e74 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Network 1f5ea808-c95e-490e-85be-0aa56bb50d10 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:09:11.559889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-32fe22f2-06c1-41a0-b5e3-46fb7f0e8e74 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:09:11.563547 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-32fe22f2-06c1-41a0-b5e3-46fb7f0e8e74 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:09:11.711071 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-32fe22f2-06c1-41a0-b5e3-46fb7f0e8e74 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:11.712273 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-32fe22f2-06c1-41a0-b5e3-46fb7f0e8e74 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:11.750233 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d413f8-a7b2-499c-aa40-f0474c1e4763 req-166c2dd4-1fae-4070-bc5d-0a14b092506b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:11.753190 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b7d413f8-a7b2-499c-aa40-f0474c1e4763 req-166c2dd4-1fae-4070-bc5d-0a14b092506b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.2422936 Feb 09 02:09:11.837012 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-32fe22f2-06c1-41a0-b5e3-46fb7f0e8e74 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2700770 Feb 09 02:09:11.857954 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-0861e481-db40-4ff0-a83a-5dd668cc8dd1 service neutron] Request body: {'port': {'device_id': '68e7dc78-8e0c-4945-9db3-6d6956d2ac10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:11.961721 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b7d413f8-a7b2-499c-aa40-f0474c1e4763 req-4a133f60-3e60-40a7-9a19-6139c967cf3a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000511 Feb 09 02:09:12.061586 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-0861e481-db40-4ff0-a83a-5dd668cc8dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (09018f58-0afa-48a3-bc9c-69255051ba80), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:12.438185 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:12.665674 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6521a8a-dfdb-45d3-a3e1-8fd22b5b5bc2 req-2b55b965-b1e0-45e1-bd72-fa1c6ddd35f6 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:12.668103 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d6521a8a-dfdb-45d3-a3e1-8fd22b5b5bc2 req-2b55b965-b1e0-45e1-bd72-fa1c6ddd35f6 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e7dc78-8e0c-4945-9db3-6d6956d2ac10 HTTP/1.1" status: 200 len: 931 time: 0.1320798 Feb 09 02:09:12.811621 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d6521a8a-dfdb-45d3-a3e1-8fd22b5b5bc2 req-0a7c138c-d714-48df-99c2-daf4527997a8 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366642 Feb 09 02:09:13.178511 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b56b5-1961-48f0-b112-8758a6b012a0 req-0071017d-20bc-4f68-a5e2-678818a3a928 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:13.179745 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad8b56b5-1961-48f0-b112-8758a6b012a0 req-0071017d-20bc-4f68-a5e2-678818a3a928 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.1150486 Feb 09 02:09:13.217151 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-0861e481-db40-4ff0-a83a-5dd668cc8dd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09018f58-0afa-48a3-bc9c-69255051ba80 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:09:13.251119 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-0861e481-db40-4ff0-a83a-5dd668cc8dd1 service neutron] Publish callbacks [] for port (09018f58-0afa-48a3-bc9c-69255051ba80), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:13.257123 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad8b56b5-1961-48f0-b112-8758a6b012a0 req-f6e73872-7a76-4f3a-a997-8816a342d8d5 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671763 Feb 09 02:09:13.270440 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-0861e481-db40-4ff0-a83a-5dd668cc8dd1 service neutron] Transition to ACTIVE for port object 09018f58-0afa-48a3-bc9c-69255051ba80 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:09:13.286806 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-0861e481-db40-4ff0-a83a-5dd668cc8dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (09018f58-0afa-48a3-bc9c-69255051ba80), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:13.398733 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861e481-db40-4ff0-a83a-5dd668cc8dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=09018f58-0afa-48a3-bc9c-69255051ba80,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:13.492665 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:13.563780 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-0861e481-db40-4ff0-a83a-5dd668cc8dd1 service neutron] Attempting to bind port 09018f58-0afa-48a3-bc9c-69255051ba80 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:09:13.564185 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-0861e481-db40-4ff0-a83a-5dd668cc8dd1 service neutron] Attempting to bind port 09018f58-0afa-48a3-bc9c-69255051ba80 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'e086d816-a760-4c65-a4c4-74fb63b2c103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:09:13.564526 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-0861e481-db40-4ff0-a83a-5dd668cc8dd1 service neutron] Attempting to bind port 09018f58-0afa-48a3-bc9c-69255051ba80 on network 1f5ea808-c95e-490e-85be-0aa56bb50d10 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:13.570386 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-0861e481-db40-4ff0-a83a-5dd668cc8dd1 service neutron] Port 09018f58-0afa-48a3-bc9c-69255051ba80 on network 1f5ea808-c95e-490e-85be-0aa56bb50d10 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:09:13.570718 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-0861e481-db40-4ff0-a83a-5dd668cc8dd1 service neutron] Attempting to bind port 09018f58-0afa-48a3-bc9c-69255051ba80 on network 1f5ea808-c95e-490e-85be-0aa56bb50d10 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:13.578637 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-0861e481-db40-4ff0-a83a-5dd668cc8dd1 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:09:13.578940 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-0861e481-db40-4ff0-a83a-5dd668cc8dd1 service neutron] Checking segment: {'id': 'e086d816-a760-4c65-a4c4-74fb63b2c103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:09:13.579553 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-0861e481-db40-4ff0-a83a-5dd668cc8dd1 service neutron] Bound using segment: {'id': 'e086d816-a760-4c65-a4c4-74fb63b2c103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:09:13.580239 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-0861e481-db40-4ff0-a83a-5dd668cc8dd1 service neutron] Bound port: 09018f58-0afa-48a3-bc9c-69255051ba80, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e086d816-a760-4c65-a4c4-74fb63b2c103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:09:13.580728 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-0861e481-db40-4ff0-a83a-5dd668cc8dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (09018f58-0afa-48a3-bc9c-69255051ba80), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:13.714161 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-0861e481-db40-4ff0-a83a-5dd668cc8dd1 service neutron] For port 09018f58-0afa-48a3-bc9c-69255051ba80, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:09:13.727479 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-0861e481-db40-4ff0-a83a-5dd668cc8dd1 service neutron] For port 09018f58-0afa-48a3-bc9c-69255051ba80, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=09018f58-0afa-48a3-bc9c-69255051ba80,segment=NetworkSegment(e086d816-a760-4c65-a4c4-74fb63b2c103),segment_id=e086d816-a760-4c65-a4c4-74fb63b2c103)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:09:13.754593 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-0861e481-db40-4ff0-a83a-5dd668cc8dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (09018f58-0afa-48a3-bc9c-69255051ba80), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:13.860902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-0861e481-db40-4ff0-a83a-5dd668cc8dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:13.861605 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-0861e481-db40-4ff0-a83a-5dd668cc8dd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:13.863056 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-0861e481-db40-4ff0-a83a-5dd668cc8dd1 service neutron] 10.222.0.48 "PUT /v2.0/ports/09018f58-0afa-48a3-bc9c-69255051ba80 HTTP/1.1" status: 200 len: 1091 time: 2.0158410 Feb 09 02:09:13.863561 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e7dc78-8e0c-4945-9db3-6d6956d2ac10', 'tag': '09018f58-0afa-48a3-bc9c-69255051ba80'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:13.867246 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b194956-eb47-43d2-961d-f8c4f077a2f0" -d '{"events": [{"name": "network-changed", "server_uuid": "68e7dc78-8e0c-4945-9db3-6d6956d2ac10", "tag": "09018f58-0afa-48a3-bc9c-69255051ba80"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:13.926518 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861e481-db40-4ff0-a83a-5dd668cc8dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=09018f58-0afa-48a3-bc9c-69255051ba80,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:14.006455 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5592318-1aeb-4756-b6d6-c0a932151e8e x-openstack-request-id: req-d5592318-1aeb-4756-b6d6-c0a932151e8e {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:14.006455 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e7dc78-8e0c-4945-9db3-6d6956d2ac10", "tag": "09018f58-0afa-48a3-bc9c-69255051ba80", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:14.008019 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d5592318-1aeb-4756-b6d6-c0a932151e8e {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:14.008019 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e7dc78-8e0c-4945-9db3-6d6956d2ac10', 'tag': '09018f58-0afa-48a3-bc9c-69255051ba80', 'status': 'completed', 'code': 200} Feb 09 02:09:14.052710 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-19e4d407-98b1-4725-be70-ee0301d1fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.063524 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-19e4d407-98b1-4725-be70-ee0301d1fd5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ddb4978683245ad85f40af731985b8c&device_id=68e7dc78-8e0c-4945-9db3-6d6956d2ac10 HTTP/1.1" status: 200 len: 1125 time: 0.1199262 Feb 09 02:09:14.134389 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-8aa937d9-1d7d-41b1-a437-055575e8277c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09018f58-0afa-48a3-bc9c-69255051ba80 HTTP/1.1" status: 200 len: 217 time: 0.0606658 Feb 09 02:09:14.139373 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b36a1f-9030-4ee3-9655-be871719dea2 req-1a00ccf7-afda-4f1b-81f1-4d86c7f73ae5 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.159750 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-22b36a1f-9030-4ee3-9655-be871719dea2 req-1a00ccf7-afda-4f1b-81f1-4d86c7f73ae5 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e7dc78-8e0c-4945-9db3-6d6956d2ac10 HTTP/1.1" status: 200 len: 943 time: 0.1456482 Feb 09 02:09:14.255837 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-22b36a1f-9030-4ee3-9655-be871719dea2 req-c1741fd7-f8ec-49c0-89b6-aeed9d400c58 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934041 Feb 09 02:09:14.257064 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-65bb759f-db4e-4679-9982-43e25000c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.263574 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-65bb759f-db4e-4679-9982-43e25000c7b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7 HTTP/1.1" status: 200 len: 855 time: 0.1178000 Feb 09 02:09:14.350853 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-aa3f1c94-b190-4bea-bf58-30837deba4e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f5ea808-c95e-490e-85be-0aa56bb50d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802591 Feb 09 02:09:14.468622 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f360fb-bac1-4584-a015-9f99f3fe72ed req-f065e401-cc89-485e-836c-7568a4d3b1b3 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.477337 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1f360fb-bac1-4584-a015-9f99f3fe72ed req-f065e401-cc89-485e-836c-7568a4d3b1b3 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.1293738 Feb 09 02:09:14.557630 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-4ce3f668-ac94-4795-b6c5-260bb9d5e520 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956658 Feb 09 02:09:14.566902 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1f360fb-bac1-4584-a015-9f99f3fe72ed req-0d334f89-d064-4ccc-99b5-1417aefa5c8d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883570 Feb 09 02:09:14.701334 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f5c4be0a-92dc-462c-83e9-ef91f5dec21c req-0781c8a6-4e23-4299-8857-d2af951b7c23 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315615 Feb 09 02:09:14.846024 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b194956-eb47-43d2-961d-f8c4f077a2f0 req-0f0962c1-6784-46e8-b60f-5ef2482c9803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.847713 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8b194956-eb47-43d2-961d-f8c4f077a2f0 req-0f0962c1-6784-46e8-b60f-5ef2482c9803 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ddb4978683245ad85f40af731985b8c&device_id=68e7dc78-8e0c-4945-9db3-6d6956d2ac10 HTTP/1.1" status: 200 len: 1125 time: 0.0653708 Feb 09 02:09:15.040691 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b194956-eb47-43d2-961d-f8c4f077a2f0 req-47b0fa4a-1f16-4d89-b1a7-182ffda0066f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:15.046427 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8b194956-eb47-43d2-961d-f8c4f077a2f0 req-47b0fa4a-1f16-4d89-b1a7-182ffda0066f service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f5ea808-c95e-490e-85be-0aa56bb50d10 HTTP/1.1" status: 200 len: 916 time: 0.1889410 Feb 09 02:09:15.103739 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8b194956-eb47-43d2-961d-f8c4f077a2f0 req-d312435f-bec4-4b2f-8246-266d9592e734 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09018f58-0afa-48a3-bc9c-69255051ba80 HTTP/1.1" status: 200 len: 217 time: 0.0460060 Feb 09 02:09:15.171948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b194956-eb47-43d2-961d-f8c4f077a2f0 req-0c5ec70a-3879-4aa9-b9fb-915bb0e987b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:15.174026 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8b194956-eb47-43d2-961d-f8c4f077a2f0 req-0c5ec70a-3879-4aa9-b9fb-915bb0e987b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7 HTTP/1.1" status: 200 len: 855 time: 0.0611513 Feb 09 02:09:15.224259 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8b194956-eb47-43d2-961d-f8c4f077a2f0 req-20fe7099-aeec-433d-a889-de4a91498670 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f5ea808-c95e-490e-85be-0aa56bb50d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413694 Feb 09 02:09:15.477181 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f06422-f8ee-41e3-8ef9-bcc6b2912716 req-7e7aa8dd-cb05-4ab3-96a8-7358cb5fac11 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:15.489428 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-71f06422-f8ee-41e3-8ef9-bcc6b2912716 req-7e7aa8dd-cb05-4ab3-96a8-7358cb5fac11 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e7dc78-8e0c-4945-9db3-6d6956d2ac10 HTTP/1.1" status: 200 len: 943 time: 0.1421504 Feb 09 02:09:15.571040 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-71f06422-f8ee-41e3-8ef9-bcc6b2912716 req-8c97646c-6314-4a3f-a28c-946de41032bd tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770977 Feb 09 02:09:15.578288 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8b194956-eb47-43d2-961d-f8c4f077a2f0 req-431ee794-05ec-4b47-9080-143615ccd8fc service neutron] 10.222.0.48 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368757 Feb 09 02:09:15.817747 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99718361-300c-477f-ba80-6f0194fb7674 req-3cf53672-8e6b-4f77-b072-3547c8b48d9d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:15.820315 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99718361-300c-477f-ba80-6f0194fb7674 req-3cf53672-8e6b-4f77-b072-3547c8b48d9d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.1273146 Feb 09 02:09:15.823907 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8b194956-eb47-43d2-961d-f8c4f077a2f0 req-df80c828-169e-4da1-8580-e418c49aa823 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377782 Feb 09 02:09:15.910221 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99718361-300c-477f-ba80-6f0194fb7674 req-dde2760d-939f-46f6-89bc-2a8930ddcdae tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832434 Feb 09 02:09:16.801777 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b74d7f-0d47-402b-ba0c-49a60f96a00e req-f02698a6-0919-4833-b2e9-6005db4afc96 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:16.809779 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-46b74d7f-0d47-402b-ba0c-49a60f96a00e req-f02698a6-0919-4833-b2e9-6005db4afc96 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e7dc78-8e0c-4945-9db3-6d6956d2ac10 HTTP/1.1" status: 200 len: 943 time: 0.1300950 Feb 09 02:09:16.833185 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0fb3e23-9c55-41bb-b9a8-d47095f0ca02 req-80d0e368-8ba9-493d-a561-9b1bd47683f9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=068b4e5f-6e33-48e7-a1f5-acbeb294260b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1069193 Feb 09 02:09:16.906640 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-46b74d7f-0d47-402b-ba0c-49a60f96a00e req-98078a6f-92a9-4c68-bb1d-61cc373f92eb tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957904 Feb 09 02:09:17.033015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3e23-9c55-41bb-b9a8-d47095f0ca02 req-23d0b93c-6070-4d0c-80dd-66f92d274246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:17.034191 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0fb3e23-9c55-41bb-b9a8-d47095f0ca02 req-23d0b93c-6070-4d0c-80dd-66f92d274246 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ddb4978683245ad85f40af731985b8c&device_id=068b4e5f-6e33-48e7-a1f5-acbeb294260b HTTP/1.1" status: 200 len: 1127 time: 0.1348009 Feb 09 02:09:17.160212 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 09018f58-0afa-48a3-bc9c-69255051ba80 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:09:17.200459 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a9c48-171a-4a0f-a780-de47ed9d8d9a req-33f3c143-a5a4-4ae0-8f62-84bec9f7678f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:17.202061 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f40a9c48-171a-4a0f-a780-de47ed9d8d9a req-33f3c143-a5a4-4ae0-8f62-84bec9f7678f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.1824620 Feb 09 02:09:17.255035 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3e23-9c55-41bb-b9a8-d47095f0ca02 req-cba75a08-d769-4a33-b35e-2bb7699cd700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:17.257316 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0fb3e23-9c55-41bb-b9a8-d47095f0ca02 req-cba75a08-d769-4a33-b35e-2bb7699cd700 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f5ea808-c95e-490e-85be-0aa56bb50d10 HTTP/1.1" status: 200 len: 916 time: 0.1852050 Feb 09 02:09:17.334673 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0fb3e23-9c55-41bb-b9a8-d47095f0ca02 req-7d027fb3-9c41-493c-bb38-8cc1e530bc9f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 HTTP/1.1" status: 200 len: 217 time: 0.0658255 Feb 09 02:09:17.335002 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 09018f58-0afa-48a3-bc9c-69255051ba80, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=09018f58-0afa-48a3-bc9c-69255051ba80,segment=NetworkSegment(e086d816-a760-4c65-a4c4-74fb63b2c103),segment_id=e086d816-a760-4c65-a4c4-74fb63b2c103)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:17.351810 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '09018f58-0afa-48a3-bc9c-69255051ba80', 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10', 'port_id': '09018f58-0afa-48a3-bc9c-69255051ba80', 'mac_address': 'fa:16:3e:5a:c1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:09:17.361031 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f40a9c48-171a-4a0f-a780-de47ed9d8d9a req-a843ba85-67f8-45be-b560-a3f276d4248d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230938 Feb 09 02:09:17.421914 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 09018f58-0afa-48a3-bc9c-69255051ba80 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:17.422702 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (09018f58-0afa-48a3-bc9c-69255051ba80), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:17.441377 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3e23-9c55-41bb-b9a8-d47095f0ca02 req-d72e3146-90cc-4ce9-9dc9-4f77cdabdb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:17.443969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09018f58-0afa-48a3-bc9c-69255051ba80 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:09:17.447021 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0fb3e23-9c55-41bb-b9a8-d47095f0ca02 req-d72e3146-90cc-4ce9-9dc9-4f77cdabdb74 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7 HTTP/1.1" status: 200 len: 855 time: 0.1044095 Feb 09 02:09:17.467092 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 09018f58-0afa-48a3-bc9c-69255051ba80, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=09018f58-0afa-48a3-bc9c-69255051ba80,segment=NetworkSegment(e086d816-a760-4c65-a4c4-74fb63b2c103),segment_id=e086d816-a760-4c65-a4c4-74fb63b2c103)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:17.472828 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (09018f58-0afa-48a3-bc9c-69255051ba80), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:17.507848 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0fb3e23-9c55-41bb-b9a8-d47095f0ca02 req-64337119-ae44-46b7-8686-f44fd9ce3821 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f5ea808-c95e-490e-85be-0aa56bb50d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535192 Feb 09 02:09:17.515166 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:09:17.570871 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=09018f58-0afa-48a3-bc9c-69255051ba80,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:17.580533 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:17.581255 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:17.581852 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:17.582413 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:17.582978 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:17.583407 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:17.583876 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:17.584881 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:17.585081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:17.585419 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:17.585822 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:17.586516 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:17.587848 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:17.679823 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0fb3e23-9c55-41bb-b9a8-d47095f0ca02 req-ba6c79c9-0141-4fec-b512-87e4e478ab10 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591206 Feb 09 02:09:17.772653 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['09018f58-0afa-48a3-bc9c-69255051ba80'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:09:17.868949 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0fb3e23-9c55-41bb-b9a8-d47095f0ca02 req-c6f26713-2656-4f44-939e-aeffd4e90999 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733913 Feb 09 02:09:18.095186 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeffcf9-f2ab-4278-95eb-0f24fa1b30d2 req-c48a5220-be07-4db3-a9e2-f1ca85078953 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:18.103962 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4aeffcf9-f2ab-4278-95eb-0f24fa1b30d2 req-c48a5220-be07-4db3-a9e2-f1ca85078953 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e7dc78-8e0c-4945-9db3-6d6956d2ac10 HTTP/1.1" status: 200 len: 944 time: 0.0725844 Feb 09 02:09:18.180953 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4aeffcf9-f2ab-4278-95eb-0f24fa1b30d2 req-c85d9de3-63b2-4be3-897e-be09d2e0d6cf tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753593 Feb 09 02:09:18.520662 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f06e93-b197-42ef-a428-66013b0544da req-e7bd33e9-130c-48be-a1ac-505f9268680a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:18.529508 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65f06e93-b197-42ef-a428-66013b0544da req-e7bd33e9-130c-48be-a1ac-505f9268680a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.0840669 Feb 09 02:09:18.601691 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65f06e93-b197-42ef-a428-66013b0544da req-c313edd9-0a74-4391-b88e-d8a42ea89f54 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705216 Feb 09 02:09:19.172714 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 09018f58-0afa-48a3-bc9c-69255051ba80 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:09:19.240752 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 09018f58-0afa-48a3-bc9c-69255051ba80 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:09:19.246746 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 09018f58-0afa-48a3-bc9c-69255051ba80 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:09:19.247808 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (09018f58-0afa-48a3-bc9c-69255051ba80), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:19.406186 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bbb84-40cd-4e78-a4d7-8a88778f2d50 req-b2445d34-dfec-4b2a-ad2f-0f8b51777f83 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:19.407910 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d2bbb84-40cd-4e78-a4d7-8a88778f2d50 req-b2445d34-dfec-4b2a-ad2f-0f8b51777f83 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e7dc78-8e0c-4945-9db3-6d6956d2ac10 HTTP/1.1" status: 200 len: 944 time: 0.1119938 Feb 09 02:09:19.420713 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 09018f58-0afa-48a3-bc9c-69255051ba80 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:19.421107 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (09018f58-0afa-48a3-bc9c-69255051ba80), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:19.463152 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e7dc78-8e0c-4945-9db3-6d6956d2ac10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09018f58-0afa-48a3-bc9c-69255051ba80'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:19.465414 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cc88e2-ef24-446f-89aa-31a2ca3843c1" -d '{"events": [{"server_uuid": "68e7dc78-8e0c-4945-9db3-6d6956d2ac10", "name": "network-vif-plugged", "status": "completed", "tag": "09018f58-0afa-48a3-bc9c-69255051ba80"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:19.497149 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 09018f58-0afa-48a3-bc9c-69255051ba80, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=09018f58-0afa-48a3-bc9c-69255051ba80,segment=NetworkSegment(e086d816-a760-4c65-a4c4-74fb63b2c103),segment_id=e086d816-a760-4c65-a4c4-74fb63b2c103)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:19.501583 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (09018f58-0afa-48a3-bc9c-69255051ba80), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:19.509878 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d2bbb84-40cd-4e78-a4d7-8a88778f2d50 req-32de31b5-c3f5-4128-907e-ffa8868fa972 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857110 Feb 09 02:09:19.541489 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2b0852-21e5-49b8-a440-48b349f7b732 x-openstack-request-id: req-4c2b0852-21e5-49b8-a440-48b349f7b732 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:19.542108 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e7dc78-8e0c-4945-9db3-6d6956d2ac10", "name": "network-vif-plugged", "status": "completed", "tag": "09018f58-0afa-48a3-bc9c-69255051ba80", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:19.542563 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c2b0852-21e5-49b8-a440-48b349f7b732 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:19.543147 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e7dc78-8e0c-4945-9db3-6d6956d2ac10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09018f58-0afa-48a3-bc9c-69255051ba80', 'code': 200} Feb 09 02:09:19.592489 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=09018f58-0afa-48a3-bc9c-69255051ba80,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:19.744180 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e40f8-4d57-4a14-98b1-717e0647fc53 req-daf55524-e743-4fb0-b62b-47ed9984e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:19.753085 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-368e40f8-4d57-4a14-98b1-717e0647fc53 req-daf55524-e743-4fb0-b62b-47ed9984e49f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=68e7dc78-8e0c-4945-9db3-6d6956d2ac10 HTTP/1.1" status: 200 len: 1127 time: 0.1204336 Feb 09 02:09:19.814797 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-368e40f8-4d57-4a14-98b1-717e0647fc53 req-2ea194db-ab93-4f2a-8778-38f6f0c48fc8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465581 Feb 09 02:09:19.832001 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290d049-5824-477b-b722-b27e4d7a3f9c req-69ed533e-c480-4c5c-8b3d-5cddf31957c1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:19.833691 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7290d049-5824-477b-b722-b27e4d7a3f9c req-69ed533e-c480-4c5c-8b3d-5cddf31957c1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.1079152 Feb 09 02:09:19.887589 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7290d049-5824-477b-b722-b27e4d7a3f9c req-4e59507c-8c8c-4b54-9963-3a01aa7d7701 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476983 Feb 09 02:09:20.759344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b815339-5bb4-4e1d-b76d-a35b7e4780cb req-dd1fec9b-8b80-4fb2-8fb7-68b82e1f3f13 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:20.762658 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b815339-5bb4-4e1d-b76d-a35b7e4780cb req-dd1fec9b-8b80-4fb2-8fb7-68b82e1f3f13 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e7dc78-8e0c-4945-9db3-6d6956d2ac10 HTTP/1.1" status: 200 len: 945 time: 0.1203771 Feb 09 02:09:20.773857 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9ad60891-fb86-45f4-aaa7-f3e00b4d547b req-7c3a8ffb-186e-429a-8c6a-f50dfbb14e1f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d7e815bb-4005-47f7-857b-39ee9a5147d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1480157 Feb 09 02:09:20.876297 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b815339-5bb4-4e1d-b76d-a35b7e4780cb req-ee484d7d-ddea-4142-aed0-7ba5ecf8f108 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028318 Feb 09 02:09:20.922694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad60891-fb86-45f4-aaa7-f3e00b4d547b req-c034a9ef-934f-45b8-8819-84d0b81ebce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:20.924602 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9ad60891-fb86-45f4-aaa7-f3e00b4d547b req-c034a9ef-934f-45b8-8819-84d0b81ebce0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03bde09ff03d4ddb9a1a67e6aa44b908&device_id=d7e815bb-4005-47f7-857b-39ee9a5147d5 HTTP/1.1" status: 200 len: 1127 time: 0.0796745 Feb 09 02:09:21.166745 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad60891-fb86-45f4-aaa7-f3e00b4d547b req-f2d07ed7-d442-413a-bef9-3fd160555374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:21.168800 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9ad60891-fb86-45f4-aaa7-f3e00b4d547b req-f2d07ed7-d442-413a-bef9-3fd160555374 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4929272-34ac-470d-93fe-aaf65a878036 HTTP/1.1" status: 200 len: 915 time: 0.2154341 Feb 09 02:09:21.230174 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9ad60891-fb86-45f4-aaa7-f3e00b4d547b req-d0e517fe-11e4-4f93-ad28-649f34661b96 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9c82ec3-919d-44bc-9194-8637e4ae409f HTTP/1.1" status: 200 len: 217 time: 0.0538011 Feb 09 02:09:21.298868 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ba79c-e6cb-4f6e-b85f-afdf1949a3ef req-82bdb4ac-9068-4a1a-bdac-3c932930ddfd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:21.300605 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce6ba79c-e6cb-4f6e-b85f-afdf1949a3ef req-82bdb4ac-9068-4a1a-bdac-3c932930ddfd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.2261403 Feb 09 02:09:21.355624 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad60891-fb86-45f4-aaa7-f3e00b4d547b req-7cc623f0-83e4-43c8-859b-d6ea8dd4f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:21.357506 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9ad60891-fb86-45f4-aaa7-f3e00b4d547b req-7cc623f0-83e4-43c8-859b-d6ea8dd4f62b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d4fa5d35-bac9-46a3-abad-ddce6ad22c17 HTTP/1.1" status: 200 len: 854 time: 0.1221416 Feb 09 02:09:21.368690 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce6ba79c-e6cb-4f6e-b85f-afdf1949a3ef req-f0c148a2-de5a-4e38-9873-fe511e0b7838 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600393 Feb 09 02:09:21.412979 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9ad60891-fb86-45f4-aaa7-f3e00b4d547b req-35ff4eba-fb56-4be1-b694-20cb0780df75 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4929272-34ac-470d-93fe-aaf65a878036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411828 Feb 09 02:09:21.525646 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9ad60891-fb86-45f4-aaa7-f3e00b4d547b req-1e60b7d3-2260-4627-a87e-f616c1c44a55 service neutron] 10.222.0.67 "GET /v2.0/networks/e4929272-34ac-470d-93fe-aaf65a878036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055243 Feb 09 02:09:21.717652 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9ad60891-fb86-45f4-aaa7-f3e00b4d547b req-dda0354b-5fbe-4662-843c-bbb7db68db32 service neutron] 10.222.0.67 "GET /v2.0/networks/e4929272-34ac-470d-93fe-aaf65a878036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860595 Feb 09 02:09:22.049653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3e268-6df6-402d-b973-681b9ad51c2a req-c2ab270d-14ab-450f-bb73-e660f5d6c9d0 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:22.052045 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0fc3e268-6df6-402d-b973-681b9ad51c2a req-c2ab270d-14ab-450f-bb73-e660f5d6c9d0 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e7dc78-8e0c-4945-9db3-6d6956d2ac10 HTTP/1.1" status: 200 len: 945 time: 0.0599387 Feb 09 02:09:22.112090 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0fc3e268-6df6-402d-b973-681b9ad51c2a req-74e58be7-226f-46d3-a885-5708be9b0b97 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520084 Feb 09 02:09:22.568400 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf1052-5a19-45a9-a833-dc15ae813fbc req-39f109d7-01bc-4c8f-a429-d96a3157a671 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:22.570449 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c2bf1052-5a19-45a9-a833-dc15ae813fbc req-39f109d7-01bc-4c8f-a429-d96a3157a671 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.0688093 Feb 09 02:09:22.676559 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c2bf1052-5a19-45a9-a833-dc15ae813fbc req-94ddcc96-b6b6-4e16-aaff-cbf3fdcf540f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977068 Feb 09 02:09:23.842973 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aad5ea-a311-4c1c-b278-2a3b2e32440c req-318e9877-d139-4a4d-8f3e-234b33669cb7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:23.847473 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a0aad5ea-a311-4c1c-b278-2a3b2e32440c req-318e9877-d139-4a4d-8f3e-234b33669cb7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.0828149 Feb 09 02:09:23.911222 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a0aad5ea-a311-4c1c-b278-2a3b2e32440c req-01fb0d5a-ffda-4405-bab2-42f3392ca744 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567093 Feb 09 02:09:25.057021 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c980e2-0c3f-41ea-9c95-6709b09def17 req-c4eff710-783c-4414-874e-c1cc239b627f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:25.059771 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-38c980e2-0c3f-41ea-9c95-6709b09def17 req-c4eff710-783c-4414-874e-c1cc239b627f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.0607977 Feb 09 02:09:25.115934 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-38c980e2-0c3f-41ea-9c95-6709b09def17 req-993dcd66-4e8c-493c-812f-e7e622e88922 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499399 Feb 09 02:09:26.262950 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9733ce-3fab-418d-a18f-61cbd73df427 req-bff72dc6-3172-4533-8440-6ed805ebf88e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:26.264521 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8b9733ce-3fab-418d-a18f-61cbd73df427 req-bff72dc6-3172-4533-8440-6ed805ebf88e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.0662484 Feb 09 02:09:26.316859 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8b9733ce-3fab-418d-a18f-61cbd73df427 req-3a7b6917-8cc3-4c9d-be37-5df3c8200b9f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460865 Feb 09 02:09:27.442093 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc989c6-a26d-43a3-8220-93341007210a req-26f48a35-746e-4e54-b49e-68728fb0980b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:27.443952 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3cc989c6-a26d-43a3-8220-93341007210a req-26f48a35-746e-4e54-b49e-68728fb0980b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.0547085 Feb 09 02:09:27.492682 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3cc989c6-a26d-43a3-8220-93341007210a req-8415cae0-a6c9-4162-8c83-eec73125e883 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428278 Feb 09 02:09:28.616398 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f573b3-12c1-4f48-987c-4c17e3e47c72 req-76969855-ec5e-43e7-966d-821025657cf1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:28.617936 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c1f573b3-12c1-4f48-987c-4c17e3e47c72 req-76969855-ec5e-43e7-966d-821025657cf1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.0576062 Feb 09 02:09:28.673087 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c1f573b3-12c1-4f48-987c-4c17e3e47c72 req-66b3dd10-853d-462c-bc89-9bae45bb8cc0 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492768 Feb 09 02:09:29.795126 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf12733-ed22-46af-b752-b3b3b6fe84f9 req-a1b3f50d-3b27-46a1-afdc-8eda359a83e6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:29.796579 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bbf12733-ed22-46af-b752-b3b3b6fe84f9 req-a1b3f50d-3b27-46a1-afdc-8eda359a83e6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.0532770 Feb 09 02:09:29.843477 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bbf12733-ed22-46af-b752-b3b3b6fe84f9 req-db9d0ca8-4ad3-4ce1-a594-fe4c784d64a3 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412843 Feb 09 02:09:30.967430 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62a0d5-8e14-488d-9269-d79e5e6889da req-05940ac9-b7fb-488e-9a5a-1a5c3066ea05 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:30.968919 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2c62a0d5-8e14-488d-9269-d79e5e6889da req-05940ac9-b7fb-488e-9a5a-1a5c3066ea05 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.0560839 Feb 09 02:09:31.020714 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2c62a0d5-8e14-488d-9269-d79e5e6889da req-065caa13-9358-46a9-b61a-e3bc1c9d11c0 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462284 Feb 09 02:09:32.155607 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e2f68-506c-4b0a-9fb5-0c9554b681b5 req-f2cf6432-c654-4e0e-b55f-f8987d8cd0d4 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:32.157103 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a62e2f68-506c-4b0a-9fb5-0c9554b681b5 req-f2cf6432-c654-4e0e-b55f-f8987d8cd0d4 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.0618875 Feb 09 02:09:32.227867 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a62e2f68-506c-4b0a-9fb5-0c9554b681b5 req-70d625e8-6a05-4027-bd4d-e45a9453b68a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638311 Feb 09 02:09:33.349610 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded3d3d-c0b2-4eaa-9fc9-85f1c2dd921c req-3a454a35-d87c-4409-8566-99ec16e5fa22 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:33.351184 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cded3d3d-c0b2-4eaa-9fc9-85f1c2dd921c req-3a454a35-d87c-4409-8566-99ec16e5fa22 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.0551124 Feb 09 02:09:33.403504 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cded3d3d-c0b2-4eaa-9fc9-85f1c2dd921c req-e29a800a-9a84-4e70-af1c-d536599cfe1f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463841 Feb 09 02:09:34.553621 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6231c2-60b9-48cd-9cfe-208074a6a5f9 req-f31472a7-afd6-4848-ac8c-415e1e8a3184 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:34.555963 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a6231c2-60b9-48cd-9cfe-208074a6a5f9 req-f31472a7-afd6-4848-ac8c-415e1e8a3184 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.0772138 Feb 09 02:09:34.619389 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a6231c2-60b9-48cd-9cfe-208074a6a5f9 req-0c97d59b-6a7f-4173-809d-071109351480 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579162 Feb 09 02:09:35.698447 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-2ab4e750-95c8-4b58-a91d-c12e780e9abd tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:35.700022 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-2ab4e750-95c8-4b58-a91d-c12e780e9abd tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/networks?id=1f5ea808-c95e-490e-85be-0aa56bb50d10 HTTP/1.1" status: 200 len: 815 time: 0.1528969 Feb 09 02:09:35.725439 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-13e58707-25c4-4cb2-aa4c-ad4f4a713374 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/quotas/1ddb4978683245ad85f40af731985b8c HTTP/1.1" status: 200 len: 375 time: 0.0104222 Feb 09 02:09:35.814696 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94222c8-7055-4a93-a02b-3fd2e9959056 req-73b1ba2e-ea87-4e59-800e-fee9317142d4 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:35.819348 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f94222c8-7055-4a93-a02b-3fd2e9959056 req-73b1ba2e-ea87-4e59-800e-fee9317142d4 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.0980139 Feb 09 02:09:35.843179 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-f737c7b5-9eda-49b0-8d82-bdf85afb689c tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ddb4978683245ad85f40af731985b8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083076 Feb 09 02:09:35.880037 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f94222c8-7055-4a93-a02b-3fd2e9959056 req-7bca4b47-f8fe-46dd-b0e4-d6b83514d392 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547583 Feb 09 02:09:35.971534 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-808c513a-e9e1-499c-a7be-f8c2a2d2a37e service neutron] 10.222.0.36 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194339 Feb 09 02:09:36.079835 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-ca3dd978-642c-4ed7-a584-375cfe96a9f1 service neutron] 10.222.0.36 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074419 Feb 09 02:09:36.279568 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e81496da-4932-4f11-a111-d4473c75fa41 req-5cef19da-22c5-4e89-8d73-14ac83164233 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=93178728-177f-49db-a57e-e57664806c8e HTTP/1.1" status: 200 len: 210 time: 0.0420504 Feb 09 02:09:37.062525 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda5f85-3fe6-426b-ad0e-cb5d03a39bee req-bda83afd-cc66-49d2-a33a-4d2077618aa9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:37.072035 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cfda5f85-3fe6-426b-ad0e-cb5d03a39bee req-bda83afd-cc66-49d2-a33a-4d2077618aa9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.0803747 Feb 09 02:09:37.146722 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cfda5f85-3fe6-426b-ad0e-cb5d03a39bee req-869850ee-9331-4913-b0d4-d5dbc7a39e70 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724714 Feb 09 02:09:37.398400 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b90e87a3-a043-4fb6-956c-cafde1f6602e req-c1a16294-a886-450a-bef0-643b5cb244bd tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=93178728-177f-49db-a57e-e57664806c8e HTTP/1.1" status: 200 len: 210 time: 0.0400579 Feb 09 02:09:37.473451 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ae572d81-3b4b-4f01-8019-1f534b3e9c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:37.619524 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-b138ef0f-1702-4f75-bd3b-9f3d92a17e71 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:37.621339 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-b138ef0f-1702-4f75-bd3b-9f3d92a17e71 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.48 "GET /v2.0/networks?id=1f5ea808-c95e-490e-85be-0aa56bb50d10 HTTP/1.1" status: 200 len: 815 time: 0.1390715 Feb 09 02:09:37.634910 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Request body: {'port': {'device_id': '93178728-177f-49db-a57e-e57664806c8e', 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10', 'admin_state_up': True, 'tenant_id': '1ddb4978683245ad85f40af731985b8c'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:37.776771 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Made reservation on behalf of 1ddb4978683245ad85f40af731985b8c for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:09:37.781916 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:37.939804 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Allocated IP 172.20.0.5 (1f5ea808-c95e-490e-85be-0aa56bb50d10/bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7/49ea6600-7606-4f8c-8210-28f1bad80ab2) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:09:38.148570 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks [] for port (49ea6600-7606-4f8c-8210-28f1bad80ab2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:38.190013 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (49ea6600-7606-4f8c-8210-28f1bad80ab2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:38.205536 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42', '09018f58-0afa-48a3-bc9c-69255051ba80'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:09:38.237983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Network 1f5ea808-c95e-490e-85be-0aa56bb50d10 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:09:38.242514 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:09:38.245549 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:09:38.349916 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Pushing event updated for resources: {'Port': ['ID=49ea6600-7606-4f8c-8210-28f1bad80ab2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:38.375772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:38.376405 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:38.376928 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:38.377418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:38.377899 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:38.378408 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:38.378913 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:38.379443 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:38.379936 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:38.381915 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:38.382471 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:38.382990 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:38.383502 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:38.405527 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:38.406904 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:38.421493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe89c29-4dcf-4305-986b-26bb5e0198a8 req-099ce38a-3517-4b5f-802b-1735ba889943 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:38.423615 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6fe89c29-4dcf-4305-986b-26bb5e0198a8 req-099ce38a-3517-4b5f-802b-1735ba889943 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.1305516 Feb 09 02:09:38.456684 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-0de9fbed-41b0-4585-9736-6849d63a8e1f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8262415 Feb 09 02:09:38.471109 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-f10aa33e-24ea-48a5-bf08-34d6e82f6494 service neutron] Request body: {'port': {'device_id': '93178728-177f-49db-a57e-e57664806c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:38.536817 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6fe89c29-4dcf-4305-986b-26bb5e0198a8 req-37a9f3b4-4b54-4f76-8669-d39086e4adf3 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038861 Feb 09 02:09:38.587260 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-f10aa33e-24ea-48a5-bf08-34d6e82f6494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (49ea6600-7606-4f8c-8210-28f1bad80ab2), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:38.640046 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576afa83-52ba-4e22-a83e-bd09570510ad req-3fbbdd7e-e864-42ed-895f-3c732ad26844 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:38.663428 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-576afa83-52ba-4e22-a83e-bd09570510ad req-3fbbdd7e-e864-42ed-895f-3c732ad26844 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=93178728-177f-49db-a57e-e57664806c8e HTTP/1.1" status: 200 len: 931 time: 0.1655309 Feb 09 02:09:38.721763 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-576afa83-52ba-4e22-a83e-bd09570510ad req-8bad131e-48e6-48dd-9c4e-c1b55fa15c6f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572088 Feb 09 02:09:38.972929 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-f10aa33e-24ea-48a5-bf08-34d6e82f6494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ea6600-7606-4f8c-8210-28f1bad80ab2 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:09:38.987465 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-f10aa33e-24ea-48a5-bf08-34d6e82f6494 service neutron] Publish callbacks [] for port (49ea6600-7606-4f8c-8210-28f1bad80ab2), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:39.005163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-f10aa33e-24ea-48a5-bf08-34d6e82f6494 service neutron] Transition to ACTIVE for port object 49ea6600-7606-4f8c-8210-28f1bad80ab2 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:09:39.009573 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-f10aa33e-24ea-48a5-bf08-34d6e82f6494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (49ea6600-7606-4f8c-8210-28f1bad80ab2), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:39.114860 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10aa33e-24ea-48a5-bf08-34d6e82f6494 service neutron] Pushing event updated for resources: {'Port': ['ID=49ea6600-7606-4f8c-8210-28f1bad80ab2,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:39.155223 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-f10aa33e-24ea-48a5-bf08-34d6e82f6494 service neutron] Attempting to bind port 49ea6600-7606-4f8c-8210-28f1bad80ab2 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:09:39.155593 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-f10aa33e-24ea-48a5-bf08-34d6e82f6494 service neutron] Attempting to bind port 49ea6600-7606-4f8c-8210-28f1bad80ab2 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'e086d816-a760-4c65-a4c4-74fb63b2c103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:09:39.156331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-f10aa33e-24ea-48a5-bf08-34d6e82f6494 service neutron] Attempting to bind port 49ea6600-7606-4f8c-8210-28f1bad80ab2 on network 1f5ea808-c95e-490e-85be-0aa56bb50d10 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:39.160924 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-f10aa33e-24ea-48a5-bf08-34d6e82f6494 service neutron] Port 49ea6600-7606-4f8c-8210-28f1bad80ab2 on network 1f5ea808-c95e-490e-85be-0aa56bb50d10 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:09:39.161289 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-f10aa33e-24ea-48a5-bf08-34d6e82f6494 service neutron] Attempting to bind port 49ea6600-7606-4f8c-8210-28f1bad80ab2 on network 1f5ea808-c95e-490e-85be-0aa56bb50d10 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:39.166501 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-f10aa33e-24ea-48a5-bf08-34d6e82f6494 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:09:39.166841 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-f10aa33e-24ea-48a5-bf08-34d6e82f6494 service neutron] Checking segment: {'id': 'e086d816-a760-4c65-a4c4-74fb63b2c103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:09:39.167227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-f10aa33e-24ea-48a5-bf08-34d6e82f6494 service neutron] Bound using segment: {'id': 'e086d816-a760-4c65-a4c4-74fb63b2c103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:09:39.167679 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-f10aa33e-24ea-48a5-bf08-34d6e82f6494 service neutron] Bound port: 49ea6600-7606-4f8c-8210-28f1bad80ab2, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e086d816-a760-4c65-a4c4-74fb63b2c103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:09:39.168033 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-f10aa33e-24ea-48a5-bf08-34d6e82f6494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (49ea6600-7606-4f8c-8210-28f1bad80ab2), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:39.233795 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-f10aa33e-24ea-48a5-bf08-34d6e82f6494 service neutron] For port 49ea6600-7606-4f8c-8210-28f1bad80ab2, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:09:39.236737 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-f10aa33e-24ea-48a5-bf08-34d6e82f6494 service neutron] For port 49ea6600-7606-4f8c-8210-28f1bad80ab2, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=49ea6600-7606-4f8c-8210-28f1bad80ab2,segment=NetworkSegment(e086d816-a760-4c65-a4c4-74fb63b2c103),segment_id=e086d816-a760-4c65-a4c4-74fb63b2c103)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:09:39.243883 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-f10aa33e-24ea-48a5-bf08-34d6e82f6494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (49ea6600-7606-4f8c-8210-28f1bad80ab2), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:39.282693 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-f10aa33e-24ea-48a5-bf08-34d6e82f6494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:39.284644 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-f10aa33e-24ea-48a5-bf08-34d6e82f6494 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:39.291394 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-f10aa33e-24ea-48a5-bf08-34d6e82f6494 service neutron] 10.222.0.48 "PUT /v2.0/ports/49ea6600-7606-4f8c-8210-28f1bad80ab2 HTTP/1.1" status: 200 len: 1091 time: 0.8196449 Feb 09 02:09:39.291394 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93178728-177f-49db-a57e-e57664806c8e', 'tag': '49ea6600-7606-4f8c-8210-28f1bad80ab2'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:39.291394 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddfa0d7-cf85-4c29-a4da-dda428d82096" -d '{"events": [{"name": "network-changed", "server_uuid": "93178728-177f-49db-a57e-e57664806c8e", "tag": "49ea6600-7606-4f8c-8210-28f1bad80ab2"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:39.319335 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10aa33e-24ea-48a5-bf08-34d6e82f6494 service neutron] Pushing event updated for resources: {'Port': ['ID=49ea6600-7606-4f8c-8210-28f1bad80ab2,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:39.377865 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0dd37f-9b91-4e4b-ac55-72a9ba654857 x-openstack-request-id: req-4e0dd37f-9b91-4e4b-ac55-72a9ba654857 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:39.378164 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93178728-177f-49db-a57e-e57664806c8e", "tag": "49ea6600-7606-4f8c-8210-28f1bad80ab2", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:39.378399 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e0dd37f-9b91-4e4b-ac55-72a9ba654857 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:39.378804 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93178728-177f-49db-a57e-e57664806c8e', 'tag': '49ea6600-7606-4f8c-8210-28f1bad80ab2', 'status': 'completed', 'code': 200} Feb 09 02:09:39.407779 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-b2c30d3a-de4d-4007-a4b2-b578b78a9ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:39.408646 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-b2c30d3a-de4d-4007-a4b2-b578b78a9ea4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ddb4978683245ad85f40af731985b8c&device_id=93178728-177f-49db-a57e-e57664806c8e HTTP/1.1" status: 200 len: 1125 time: 0.0697861 Feb 09 02:09:39.477428 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-e47a92c5-0e97-4379-9d96-e4b604feac4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49ea6600-7606-4f8c-8210-28f1bad80ab2 HTTP/1.1" status: 200 len: 217 time: 0.0613012 Feb 09 02:09:39.546414 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-188ebf3c-f270-43b1-a366-7a89cc4dd8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:39.549445 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-188ebf3c-f270-43b1-a366-7a89cc4dd8bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7 HTTP/1.1" status: 200 len: 855 time: 0.0624554 Feb 09 02:09:39.616131 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-90fb15b2-4308-4dfd-851a-c1caad3965f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f5ea808-c95e-490e-85be-0aa56bb50d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551095 Feb 09 02:09:39.738763 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58cdde-72cb-4e2e-9d88-7968d6d3645a req-43d30099-85c2-4216-8fd3-bd853921f050 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:39.749441 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cd58cdde-72cb-4e2e-9d88-7968d6d3645a req-43d30099-85c2-4216-8fd3-bd853921f050 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.0966525 Feb 09 02:09:39.791739 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-6393971d-c0b6-4153-b0e8-ff3552d19479 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635959 Feb 09 02:09:39.825775 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cd58cdde-72cb-4e2e-9d88-7968d6d3645a req-c094ae7d-a7b5-457c-bb30-5557bebc745d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753887 Feb 09 02:09:39.945289 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ed18131d-0f24-4916-b5a1-81f4776fd47e req-a0a093ae-0939-4ddf-97e5-162f50a1247b service neutron] 10.222.0.48 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467645 Feb 09 02:09:39.987870 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46364) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:09:40.036793 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:40.097285 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101ddfe-2601-4674-8a49-0ea851a91a10 req-b8c98974-b27f-442e-8f8c-3add17463341 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:40.105316 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e101ddfe-2601-4674-8a49-0ea851a91a10 req-b8c98974-b27f-442e-8f8c-3add17463341 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=93178728-177f-49db-a57e-e57664806c8e HTTP/1.1" status: 200 len: 943 time: 0.1590097 Feb 09 02:09:40.163067 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-26037cef-a6ce-4ed3-873e-457701ecb331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:40.181694 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfa0d7-cf85-4c29-a4da-dda428d82096 req-1ac294cd-9c2f-43f6-af12-8182ac3b32f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:40.184092 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4ddfa0d7-cf85-4c29-a4da-dda428d82096 req-1ac294cd-9c2f-43f6-af12-8182ac3b32f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ddb4978683245ad85f40af731985b8c&device_id=93178728-177f-49db-a57e-e57664806c8e HTTP/1.1" status: 200 len: 1125 time: 0.1444254 Feb 09 02:09:40.198175 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e101ddfe-2601-4674-8a49-0ea851a91a10 req-7247068a-3140-440e-b99a-386ac5e60728 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884697 Feb 09 02:09:40.241630 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8702285-f791-4907-8d7a-76c65ddcd8c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:40.336165 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfa0d7-cf85-4c29-a4da-dda428d82096 req-324ee5d8-fd50-49e0-b59e-8b81f8900692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:40.338732 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4ddfa0d7-cf85-4c29-a4da-dda428d82096 req-324ee5d8-fd50-49e0-b59e-8b81f8900692 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f5ea808-c95e-490e-85be-0aa56bb50d10 HTTP/1.1" status: 200 len: 916 time: 0.1388626 Feb 09 02:09:40.367443 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8702285-f791-4907-8d7a-76c65ddcd8c2 admin admin] Publish callbacks [] for security_group (566b44a1-1907-4336-aa3f-653201d46b84), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:40.377351 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8702285-f791-4907-8d7a-76c65ddcd8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (566b44a1-1907-4336-aa3f-653201d46b84), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:40.409373 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4ddfa0d7-cf85-4c29-a4da-dda428d82096 req-741dcf69-8acd-4183-9a1f-e65214936488 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49ea6600-7606-4f8c-8210-28f1bad80ab2 HTTP/1.1" status: 200 len: 217 time: 0.0619829 Feb 09 02:09:40.431667 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8702285-f791-4907-8d7a-76c65ddcd8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566b44a1-1907-4336-aa3f-653201d46b84,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:40.443937 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8702285-f791-4907-8d7a-76c65ddcd8c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:40.444336 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8702285-f791-4907-8d7a-76c65ddcd8c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:40.444626 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8702285-f791-4907-8d7a-76c65ddcd8c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:40.444983 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8702285-f791-4907-8d7a-76c65ddcd8c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:40.445481 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8702285-f791-4907-8d7a-76c65ddcd8c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:40.445837 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8702285-f791-4907-8d7a-76c65ddcd8c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:40.446382 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8702285-f791-4907-8d7a-76c65ddcd8c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:40.447098 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8702285-f791-4907-8d7a-76c65ddcd8c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:40.447538 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8702285-f791-4907-8d7a-76c65ddcd8c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:40.447715 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8702285-f791-4907-8d7a-76c65ddcd8c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:40.448020 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8702285-f791-4907-8d7a-76c65ddcd8c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:40.448352 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8702285-f791-4907-8d7a-76c65ddcd8c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:40.448679 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8702285-f791-4907-8d7a-76c65ddcd8c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:40.455125 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d8702285-f791-4907-8d7a-76c65ddcd8c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d1787c9291540849b4c9cca26c66990&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4647501 Feb 09 02:09:40.457770 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46370) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:09:40.518834 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfa0d7-cf85-4c29-a4da-dda428d82096 req-7933af3d-1b1d-4fb3-99ce-b9b9f8faf247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:40.521912 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4ddfa0d7-cf85-4c29-a4da-dda428d82096 req-7933af3d-1b1d-4fb3-99ce-b9b9f8faf247 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7 HTTP/1.1" status: 200 len: 855 time: 0.1033802 Feb 09 02:09:40.538660 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89d9b0ac-6ecd-4263-8ed4-63a06958404a admin admin] Publish callbacks [] for security_group (566b44a1-1907-4336-aa3f-653201d46b84), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:40.577780 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4ddfa0d7-cf85-4c29-a4da-dda428d82096 req-82df2322-f090-4a31-a868-ca099154bcee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f5ea808-c95e-490e-85be-0aa56bb50d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407028 Feb 09 02:09:40.586578 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89d9b0ac-6ecd-4263-8ed4-63a06958404a admin admin] Publish callbacks [] for security_group (566b44a1-1907-4336-aa3f-653201d46b84), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:40.663405 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89d9b0ac-6ecd-4263-8ed4-63a06958404a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (566b44a1-1907-4336-aa3f-653201d46b84), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:40.667116 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89d9b0ac-6ecd-4263-8ed4-63a06958404a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:40.668658 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-89d9b0ac-6ecd-4263-8ed4-63a06958404a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/566b44a1-1907-4336-aa3f-653201d46b84 HTTP/1.1" status: 204 len: 168 time: 0.2090242 Feb 09 02:09:40.683048 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9b0ac-6ecd-4263-8ed4-63a06958404a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566b44a1-1907-4336-aa3f-653201d46b84,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:40.731584 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4ddfa0d7-cf85-4c29-a4da-dda428d82096 req-17a373a5-6f8b-4722-84a3-50cab79ecb3a service neutron] 10.222.0.48 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292202 Feb 09 02:09:40.872683 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:40.917003 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4ddfa0d7-cf85-4c29-a4da-dda428d82096 req-02232e2e-67ec-4ebf-bacc-ba248fce9220 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831303 Feb 09 02:09:41.029740 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523fbb7-674a-44ab-b5a9-c106a36a6d90 req-c4be7f5d-919b-4a92-ba95-3a294ee6ae8e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:41.031224 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:41.032752 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a523fbb7-674a-44ab-b5a9-c106a36a6d90 req-c4be7f5d-919b-4a92-ba95-3a294ee6ae8e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.0928018 Feb 09 02:09:41.094077 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a523fbb7-674a-44ab-b5a9-c106a36a6d90 req-70571a0b-f60d-4479-b68d-2f3c8a39fe31 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538948 Feb 09 02:09:41.135761 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46378) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:09:41.153333 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21d12bc0-e1d4-43e4-a99f-3684eec20556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:41.262057 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21d12bc0-e1d4-43e4-a99f-3684eec20556 admin admin] Publish callbacks [] for security_group (d57e9233-5b44-4f48-a8a9-0ff52e554545), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:41.267718 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21d12bc0-e1d4-43e4-a99f-3684eec20556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d57e9233-5b44-4f48-a8a9-0ff52e554545), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:41.334780 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d12bc0-e1d4-43e4-a99f-3684eec20556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57e9233-5b44-4f48-a8a9-0ff52e554545,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:41.342594 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-21d12bc0-e1d4-43e4-a99f-3684eec20556 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dadb415fd5ee42db8c1c1a14f5e08f5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2055695 Feb 09 02:09:41.345051 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46384) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:09:41.381735 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0a124-0917-4a63-b3bf-f2c7ee57a1fe req-87c342f7-501f-44d2-a196-c4fdbce56247 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:41.384226 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f6f0a124-0917-4a63-b3bf-f2c7ee57a1fe req-87c342f7-501f-44d2-a196-c4fdbce56247 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=93178728-177f-49db-a57e-e57664806c8e HTTP/1.1" status: 200 len: 943 time: 0.0656657 Feb 09 02:09:41.410497 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-582f6403-1a90-43f5-9931-d2de49a45eea admin admin] Publish callbacks [] for security_group (d57e9233-5b44-4f48-a8a9-0ff52e554545), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:41.436939 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-582f6403-1a90-43f5-9931-d2de49a45eea admin admin] Publish callbacks [] for security_group (d57e9233-5b44-4f48-a8a9-0ff52e554545), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:41.441735 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f6f0a124-0917-4a63-b3bf-f2c7ee57a1fe req-846efc03-d14d-42f9-bad7-83c9e611ddd6 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518210 Feb 09 02:09:41.511718 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-582f6403-1a90-43f5-9931-d2de49a45eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d57e9233-5b44-4f48-a8a9-0ff52e554545), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:41.521001 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-582f6403-1a90-43f5-9931-d2de49a45eea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:41.522727 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-582f6403-1a90-43f5-9931-d2de49a45eea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d57e9233-5b44-4f48-a8a9-0ff52e554545 HTTP/1.1" status: 204 len: 168 time: 0.1761415 Feb 09 02:09:41.532408 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f6403-1a90-43f5-9931-d2de49a45eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57e9233-5b44-4f48-a8a9-0ff52e554545,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:42.261871 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ee852-d957-469e-b7d0-9189668a072a req-de0089eb-0bc2-48f6-a038-47f48e1d4f53 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:42.265125 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b88ee852-d957-469e-b7d0-9189668a072a req-de0089eb-0bc2-48f6-a038-47f48e1d4f53 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.0833712 Feb 09 02:09:42.327462 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b88ee852-d957-469e-b7d0-9189668a072a req-4ab70b84-7132-40c6-a3bb-c0281927b82e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543456 Feb 09 02:09:42.378161 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:42.584253 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6194c-6697-42a2-8910-5f243536e372 req-e5cae2dd-b6ee-4170-b111-648abeaef3e2 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:42.586114 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82f6194c-6697-42a2-8910-5f243536e372 req-e5cae2dd-b6ee-4170-b111-648abeaef3e2 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=93178728-177f-49db-a57e-e57664806c8e HTTP/1.1" status: 200 len: 943 time: 0.0628641 Feb 09 02:09:42.645241 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-82f6194c-6697-42a2-8910-5f243536e372 req-cc796dd9-13dd-4ac9-bd83-c0bb7fd8b0e5 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518167 Feb 09 02:09:43.198822 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 49ea6600-7606-4f8c-8210-28f1bad80ab2 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:09:43.335849 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 49ea6600-7606-4f8c-8210-28f1bad80ab2, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=49ea6600-7606-4f8c-8210-28f1bad80ab2,segment=NetworkSegment(e086d816-a760-4c65-a4c4-74fb63b2c103),segment_id=e086d816-a760-4c65-a4c4-74fb63b2c103)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:43.350317 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '49ea6600-7606-4f8c-8210-28f1bad80ab2', 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10', 'port_id': '49ea6600-7606-4f8c-8210-28f1bad80ab2', 'mac_address': 'fa:16:3e:52:1d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:09:43.418901 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 49ea6600-7606-4f8c-8210-28f1bad80ab2 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:43.422209 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (49ea6600-7606-4f8c-8210-28f1bad80ab2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:43.508299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ea6600-7606-4f8c-8210-28f1bad80ab2 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:09:43.576540 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 49ea6600-7606-4f8c-8210-28f1bad80ab2, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=49ea6600-7606-4f8c-8210-28f1bad80ab2,segment=NetworkSegment(e086d816-a760-4c65-a4c4-74fb63b2c103),segment_id=e086d816-a760-4c65-a4c4-74fb63b2c103)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:43.587466 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc4f6c-ff7f-4ff8-85ae-4035af1bdb2c req-9e17661b-2371-4c51-b25f-a7a448a36a03 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:43.590408 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b6bc4f6c-ff7f-4ff8-85ae-4035af1bdb2c req-9e17661b-2371-4c51-b25f-a7a448a36a03 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.1271408 Feb 09 02:09:43.597224 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (49ea6600-7606-4f8c-8210-28f1bad80ab2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:43.630452 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:43.713309 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b6bc4f6c-ff7f-4ff8-85ae-4035af1bdb2c req-416ad71d-0c86-435e-96a5-73b838b55bc0 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151845 Feb 09 02:09:43.749362 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=49ea6600-7606-4f8c-8210-28f1bad80ab2,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:43.866091 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5180b0-4469-405e-be00-a30706bd61c6 req-55a0b414-90c9-4acf-83fe-3bc0cbfde14f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:43.868037 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff5180b0-4469-405e-be00-a30706bd61c6 req-55a0b414-90c9-4acf-83fe-3bc0cbfde14f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=93178728-177f-49db-a57e-e57664806c8e HTTP/1.1" status: 200 len: 944 time: 0.0719528 Feb 09 02:09:43.929918 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff5180b0-4469-405e-be00-a30706bd61c6 req-b3b41276-acb9-49d0-aa82-ad8dc9b69ff7 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550017 Feb 09 02:09:43.957728 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['49ea6600-7606-4f8c-8210-28f1bad80ab2'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:09:44.868468 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67a19f-f37e-4414-9697-491d912e18d6 req-f90afa29-72eb-4436-ab3b-f356f8c7c5c8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:44.871362 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ba67a19f-f37e-4414-9697-491d912e18d6 req-f90afa29-72eb-4436-ab3b-f356f8c7c5c8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.0704987 Feb 09 02:09:44.932894 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ba67a19f-f37e-4414-9697-491d912e18d6 req-0601b1ad-bed3-49ab-9806-a60d5ec01882 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532963 Feb 09 02:09:45.101101 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53a300-5847-4a03-92e8-5067565d15af req-2ecf873e-79ef-40b5-98d0-50fad4045e02 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:45.103230 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb53a300-5847-4a03-92e8-5067565d15af req-2ecf873e-79ef-40b5-98d0-50fad4045e02 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=93178728-177f-49db-a57e-e57664806c8e HTTP/1.1" status: 200 len: 944 time: 0.0786047 Feb 09 02:09:45.165764 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb53a300-5847-4a03-92e8-5067565d15af req-37223b82-c9a0-46fd-9083-20d4ff5c969d tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561903 Feb 09 02:09:45.226245 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 49ea6600-7606-4f8c-8210-28f1bad80ab2 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:09:45.278880 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 49ea6600-7606-4f8c-8210-28f1bad80ab2 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:09:45.283058 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 49ea6600-7606-4f8c-8210-28f1bad80ab2 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:09:45.283478 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (49ea6600-7606-4f8c-8210-28f1bad80ab2), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:45.376152 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 49ea6600-7606-4f8c-8210-28f1bad80ab2 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:45.376553 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (49ea6600-7606-4f8c-8210-28f1bad80ab2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:45.401429 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93178728-177f-49db-a57e-e57664806c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ea6600-7606-4f8c-8210-28f1bad80ab2'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:45.403908 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd0d21f-b6bf-440d-b19d-244fb649b148" -d '{"events": [{"server_uuid": "93178728-177f-49db-a57e-e57664806c8e", "name": "network-vif-plugged", "status": "completed", "tag": "49ea6600-7606-4f8c-8210-28f1bad80ab2"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:45.420736 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 49ea6600-7606-4f8c-8210-28f1bad80ab2, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=49ea6600-7606-4f8c-8210-28f1bad80ab2,segment=NetworkSegment(e086d816-a760-4c65-a4c4-74fb63b2c103),segment_id=e086d816-a760-4c65-a4c4-74fb63b2c103)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:45.427163 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (49ea6600-7606-4f8c-8210-28f1bad80ab2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:45.454893 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77ab952-062a-4457-9f03-a1e7aac3865e x-openstack-request-id: req-d77ab952-062a-4457-9f03-a1e7aac3865e {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:45.455271 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93178728-177f-49db-a57e-e57664806c8e", "name": "network-vif-plugged", "status": "completed", "tag": "49ea6600-7606-4f8c-8210-28f1bad80ab2", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:45.455523 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d77ab952-062a-4457-9f03-a1e7aac3865e {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:45.455936 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93178728-177f-49db-a57e-e57664806c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ea6600-7606-4f8c-8210-28f1bad80ab2', 'code': 200} Feb 09 02:09:45.488900 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=49ea6600-7606-4f8c-8210-28f1bad80ab2,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:45.577745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8a0d1-dd82-4335-aabf-85d1a4381864 req-763e5352-9cb0-4589-a523-4bccb9707c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:45.579351 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77b8a0d1-dd82-4335-aabf-85d1a4381864 req-763e5352-9cb0-4589-a523-4bccb9707c48 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=93178728-177f-49db-a57e-e57664806c8e HTTP/1.1" status: 200 len: 1127 time: 0.0573976 Feb 09 02:09:45.625972 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77b8a0d1-dd82-4335-aabf-85d1a4381864 req-6adccc59-178b-4343-8241-685c03e4f254 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408180 Feb 09 02:09:46.097554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a08a3b-207f-4b38-a09f-0f749faf97fc req-160f17ff-a4e3-4e14-8ca1-d7199455237d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:46.100124 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40a08a3b-207f-4b38-a09f-0f749faf97fc req-160f17ff-a4e3-4e14-8ca1-d7199455237d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.0768514 Feb 09 02:09:46.165482 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40a08a3b-207f-4b38-a09f-0f749faf97fc req-1bc35716-460c-4c5c-9924-a72da376e24e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588527 Feb 09 02:09:46.335486 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3553a6-3eaa-4609-beab-141142848733 req-e9e37d8a-0dd6-4b11-b008-d85066726fc1 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:46.337916 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4c3553a6-3eaa-4609-beab-141142848733 req-e9e37d8a-0dd6-4b11-b008-d85066726fc1 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=93178728-177f-49db-a57e-e57664806c8e HTTP/1.1" status: 200 len: 945 time: 0.0657680 Feb 09 02:09:46.406240 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4c3553a6-3eaa-4609-beab-141142848733 req-f830a449-1c5b-423d-bc1d-05fa6bf83bb5 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618877 Feb 09 02:09:47.154726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 87c83b63-34a3-4e80-870c-867c5bae4ae9 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:09:47.331430 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5be8e-6bda-46e5-be8c-893add66793b req-67613b07-0a9d-44fa-a0c3-17d5a3a23aee tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:47.335424 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7af5be8e-6bda-46e5-be8c-893add66793b req-67613b07-0a9d-44fa-a0c3-17d5a3a23aee tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 943 time: 0.0849121 Feb 09 02:09:47.369625 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 87c83b63-34a3-4e80-870c-867c5bae4ae9, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=87c83b63-34a3-4e80-870c-867c5bae4ae9,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:47.388495 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '87c83b63-34a3-4e80-870c-867c5bae4ae9', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'port_id': '87c83b63-34a3-4e80-870c-867c5bae4ae9', 'mac_address': 'fa:16:3e:63:1a:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:09:47.398849 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7af5be8e-6bda-46e5-be8c-893add66793b req-8b138631-fb00-4ebb-8900-f001b8a3d59e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574756 Feb 09 02:09:47.450142 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 87c83b63-34a3-4e80-870c-867c5bae4ae9 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:47.450640 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (87c83b63-34a3-4e80-870c-867c5bae4ae9), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:47.478530 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c83b63-34a3-4e80-870c-867c5bae4ae9 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:09:47.506679 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 87c83b63-34a3-4e80-870c-867c5bae4ae9, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=87c83b63-34a3-4e80-870c-867c5bae4ae9,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:47.519012 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (87c83b63-34a3-4e80-870c-867c5bae4ae9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:47.552288 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e068cf2-ef65-4711-b203-effaf3488c15 req-cfa0a521-4979-4a6c-8c82-b14c04b71bac tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:47.560450 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e068cf2-ef65-4711-b203-effaf3488c15 req-cfa0a521-4979-4a6c-8c82-b14c04b71bac tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=93178728-177f-49db-a57e-e57664806c8e HTTP/1.1" status: 200 len: 945 time: 0.0698767 Feb 09 02:09:47.581667 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=87c83b63-34a3-4e80-870c-867c5bae4ae9,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:47.623769 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e068cf2-ef65-4711-b203-effaf3488c15 req-9213d1c3-6e1e-4a91-b756-fad1dc280ef7 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620456 Feb 09 02:09:47.899612 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['87c83b63-34a3-4e80-870c-867c5bae4ae9'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:09:48.631750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1590d59-ee58-447d-9d56-51a2d7cd4ccf req-98a7237b-aec6-4adc-bf7a-82f591371cb9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:48.633372 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1590d59-ee58-447d-9d56-51a2d7cd4ccf req-98a7237b-aec6-4adc-bf7a-82f591371cb9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 944 time: 0.1030049 Feb 09 02:09:48.752950 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e1590d59-ee58-447d-9d56-51a2d7cd4ccf req-e0be6188-b028-4aab-b0d3-e7c3900d5a32 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025491 Feb 09 02:09:49.151977 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 87c83b63-34a3-4e80-870c-867c5bae4ae9 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:09:49.240570 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 87c83b63-34a3-4e80-870c-867c5bae4ae9 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:09:49.248503 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 87c83b63-34a3-4e80-870c-867c5bae4ae9 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:09:49.249321 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (87c83b63-34a3-4e80-870c-867c5bae4ae9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:49.313695 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3fd6c-78f2-437a-b2b2-ea10332a6a73 req-e1013203-4a34-4cec-84e9-19201e3718ad tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:49.319284 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-81a3fd6c-78f2-437a-b2b2-ea10332a6a73 req-e1013203-4a34-4cec-84e9-19201e3718ad tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e815bb-4005-47f7-857b-39ee9a5147d5 HTTP/1.1" status: 200 len: 945 time: 0.0727334 Feb 09 02:09:49.398579 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 87c83b63-34a3-4e80-870c-867c5bae4ae9 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:49.399446 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (87c83b63-34a3-4e80-870c-867c5bae4ae9), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:49.406064 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-81a3fd6c-78f2-437a-b2b2-ea10332a6a73 req-ece8ecd6-51e7-43cc-a9be-d251289a4424 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b70ec01-83fa-4d7c-8360-22af2cf6e693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831785 Feb 09 02:09:49.436709 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24316844-af40-4a33-a3fd-f949c5e4d40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c83b63-34a3-4e80-870c-867c5bae4ae9'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:49.439365 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d695e96c-d18d-498e-8f5e-68a5e0756f18" -d '{"events": [{"server_uuid": "24316844-af40-4a33-a3fd-f949c5e4d40f", "name": "network-vif-plugged", "status": "completed", "tag": "87c83b63-34a3-4e80-870c-867c5bae4ae9"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:49.456205 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 87c83b63-34a3-4e80-870c-867c5bae4ae9, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=87c83b63-34a3-4e80-870c-867c5bae4ae9,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:49.461582 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (87c83b63-34a3-4e80-870c-867c5bae4ae9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:49.528627 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2128fe96-eb07-4a64-b087-f64fb90b5a65 x-openstack-request-id: req-2128fe96-eb07-4a64-b087-f64fb90b5a65 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:49.529008 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24316844-af40-4a33-a3fd-f949c5e4d40f", "name": "network-vif-plugged", "status": "completed", "tag": "87c83b63-34a3-4e80-870c-867c5bae4ae9", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:49.529314 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2128fe96-eb07-4a64-b087-f64fb90b5a65 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:49.529949 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24316844-af40-4a33-a3fd-f949c5e4d40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c83b63-34a3-4e80-870c-867c5bae4ae9', 'code': 200} Feb 09 02:09:49.544363 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=87c83b63-34a3-4e80-870c-867c5bae4ae9,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:49.633371 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a1332-f678-4513-bba3-69895e46dc0d req-06866ff6-2ed5-40c2-b787-570d0e519158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:49.634902 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d88a1332-f678-4513-bba3-69895e46dc0d req-06866ff6-2ed5-40c2-b787-570d0e519158 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 1127 time: 0.0603445 Feb 09 02:09:49.698974 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d88a1332-f678-4513-bba3-69895e46dc0d req-e9f12f83-46bf-4f55-a49b-ef094223745e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568798 Feb 09 02:09:49.877425 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a123777-b8ed-4fb1-8a80-932cef3c3207 req-0061a4e1-ac96-4851-a19a-6911951a5855 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:49.878944 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a123777-b8ed-4fb1-8a80-932cef3c3207 req-0061a4e1-ac96-4851-a19a-6911951a5855 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 945 time: 0.0624220 Feb 09 02:09:49.931744 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a123777-b8ed-4fb1-8a80-932cef3c3207 req-447d961c-209c-4f6a-9f66-64adc35efcb6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462768 Feb 09 02:09:50.570355 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10a43c-6faa-4d21-9f1d-a59a99cf0705 req-140cc263-0fee-4f81-817b-c014c42ecf46 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:50.571924 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2a10a43c-6faa-4d21-9f1d-a59a99cf0705 req-140cc263-0fee-4f81-817b-c014c42ecf46 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e815bb-4005-47f7-857b-39ee9a5147d5 HTTP/1.1" status: 200 len: 945 time: 0.0649910 Feb 09 02:09:50.638652 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2a10a43c-6faa-4d21-9f1d-a59a99cf0705 req-d418e48a-57c3-438e-bc36-1f498bc557d8 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b70ec01-83fa-4d7c-8360-22af2cf6e693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554149 Feb 09 02:09:51.117029 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf15ad8-a80a-4c2a-8932-a04ede967f57 req-f94583d2-bb6b-4b66-bbcc-f79a7b5971e8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:51.118704 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dcf15ad8-a80a-4c2a-8932-a04ede967f57 req-f94583d2-bb6b-4b66-bbcc-f79a7b5971e8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 945 time: 0.0771155 Feb 09 02:09:51.168942 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dcf15ad8-a80a-4c2a-8932-a04ede967f57 req-ea286a1b-07a9-4b11-9ca2-548e050e04d5 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430861 Feb 09 02:09:51.301575 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca74ad7-6516-49c2-ac8c-8416fea4eb32 req-ae882c0e-074b-496b-bda8-746d7ba1a5be tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:51.303890 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0ca74ad7-6516-49c2-ac8c-8416fea4eb32 req-ae882c0e-074b-496b-bda8-746d7ba1a5be tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7e815bb-4005-47f7-857b-39ee9a5147d5 HTTP/1.1" status: 200 len: 945 time: 0.0681345 Feb 09 02:09:51.422608 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-0ca74ad7-6516-49c2-ac8c-8416fea4eb32 req-fdd265e8-7c2e-47a3-b0c3-fae349bd0d0b tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Deleting port f9c82ec3-919d-44bc-9194-8637e4ae409f {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:09:51.422992 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-0ca74ad7-6516-49c2-ac8c-8416fea4eb32 req-fdd265e8-7c2e-47a3-b0c3-fae349bd0d0b tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (f9c82ec3-919d-44bc-9194-8637e4ae409f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:51.536325 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-0ca74ad7-6516-49c2-ac8c-8416fea4eb32 req-fdd265e8-7c2e-47a3-b0c3-fae349bd0d0b tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] For port f9c82ec3-919d-44bc-9194-8637e4ae409f, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f9c82ec3-919d-44bc-9194-8637e4ae409f,segment=NetworkSegment(f88a49b9-1d15-4a7c-8dcf-907adaed532c),segment_id=f88a49b9-1d15-4a7c-8dcf-907adaed532c)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:51.536882 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-0ca74ad7-6516-49c2-ac8c-8416fea4eb32 req-fdd265e8-7c2e-47a3-b0c3-fae349bd0d0b tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (f9c82ec3-919d-44bc-9194-8637e4ae409f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:51.550934 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-0ca74ad7-6516-49c2-ac8c-8416fea4eb32 req-fdd265e8-7c2e-47a3-b0c3-fae349bd0d0b tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Calling delete_port for f9c82ec3-919d-44bc-9194-8637e4ae409f owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:09:51.714065 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-0ca74ad7-6516-49c2-ac8c-8416fea4eb32 req-fdd265e8-7c2e-47a3-b0c3-fae349bd0d0b tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (f9c82ec3-919d-44bc-9194-8637e4ae409f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:51.728755 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['f9c82ec3-919d-44bc-9194-8637e4ae409f'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:09:51.749488 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd265e8-7c2e-47a3-b0c3-fae349bd0d0b tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Pushing event deleted for resources: {'Port': ['ID=f9c82ec3-919d-44bc-9194-8637e4ae409f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:51.820722 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e163fb6f-e88a-47d5-bec4-69aff627f016 req-21ca7c82-bcc9-4f7d-b7a9-3a538adde580 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e815bb-4005-47f7-857b-39ee9a5147d5 HTTP/1.1" status: 200 len: 210 time: 0.0410457 Feb 09 02:09:51.821550 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca74ad7-6516-49c2-ac8c-8416fea4eb32 req-fdd265e8-7c2e-47a3-b0c3-fae349bd0d0b tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] No DVR routers for this DVR port f9c82ec3-919d-44bc-9194-8637e4ae409f on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:09:51.824345 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-0ca74ad7-6516-49c2-ac8c-8416fea4eb32 req-fdd265e8-7c2e-47a3-b0c3-fae349bd0d0b tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:51.828641 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0ca74ad7-6516-49c2-ac8c-8416fea4eb32 req-fdd265e8-7c2e-47a3-b0c3-fae349bd0d0b tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.67 "DELETE /v2.0/ports/f9c82ec3-919d-44bc-9194-8637e4ae409f HTTP/1.1" status: 204 len: 173 time: 0.5198781 Feb 09 02:09:51.829197 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e815bb-4005-47f7-857b-39ee9a5147d5', 'name': 'network-vif-deleted', 'tag': 'f9c82ec3-919d-44bc-9194-8637e4ae409f'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:51.834299 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06f083b-8591-4ee6-991e-afc40bfe7684" -d '{"events": [{"server_uuid": "d7e815bb-4005-47f7-857b-39ee9a5147d5", "name": "network-vif-deleted", "tag": "f9c82ec3-919d-44bc-9194-8637e4ae409f"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:51.880813 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d98f44-fc8a-49e6-9b08-40acb561c9d2 x-openstack-request-id: req-84d98f44-fc8a-49e6-9b08-40acb561c9d2 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:51.881117 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e815bb-4005-47f7-857b-39ee9a5147d5", "name": "network-vif-deleted", "tag": "f9c82ec3-919d-44bc-9194-8637e4ae409f", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:51.881372 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-84d98f44-fc8a-49e6-9b08-40acb561c9d2 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:51.881782 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e815bb-4005-47f7-857b-39ee9a5147d5', 'name': 'network-vif-deleted', 'tag': 'f9c82ec3-919d-44bc-9194-8637e4ae409f', 'status': 'completed', 'code': 200} Feb 09 02:09:52.324389 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e54c6d-c9d4-430b-bb17-4699b00a4c0e req-0bb46cf4-9231-4686-9283-e91be0ba001e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:52.332651 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9e54c6d-c9d4-430b-bb17-4699b00a4c0e req-0bb46cf4-9231-4686-9283-e91be0ba001e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 945 time: 0.0821095 Feb 09 02:09:52.399161 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a9e54c6d-c9d4-430b-bb17-4699b00a4c0e req-71c9202d-9949-4f0e-9ed5-56130a57147c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647683 Feb 09 02:09:52.539900 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5891140-9847-45ee-8287-529a8d3f3a93 req-c8324273-d056-444a-a6ba-39e9ced648de tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:52.541486 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c5891140-9847-45ee-8287-529a8d3f3a93 req-c8324273-d056-444a-a6ba-39e9ced648de tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 945 time: 0.0692174 Feb 09 02:09:52.626362 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c5891140-9847-45ee-8287-529a8d3f3a93 req-3c823d73-b31f-4a66-931a-72454f24564a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761173 Feb 09 02:09:52.775920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb354c8-13f5-4688-ac21-1a239286aec3 req-17eb4e67-9dd5-4640-8aa2-c2994cd93035 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:52.777644 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3bb354c8-13f5-4688-ac21-1a239286aec3 req-17eb4e67-9dd5-4640-8aa2-c2994cd93035 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 945 time: 0.0752649 Feb 09 02:09:52.833391 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3bb354c8-13f5-4688-ac21-1a239286aec3 req-d8caeb81-a865-4186-a755-9056423f8351 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490274 Feb 09 02:09:53.320418 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23d5f5-9e46-4142-baf1-924efb23b0e6 req-7b2a416c-0423-47c9-b29e-8265dc881931 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:53.329868 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cd23d5f5-9e46-4142-baf1-924efb23b0e6 req-7b2a416c-0423-47c9-b29e-8265dc881931 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 945 time: 0.1354094 Feb 09 02:09:53.389002 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cd23d5f5-9e46-4142-baf1-924efb23b0e6 req-0a99d8d5-217d-4ed6-8333-ac7aebc75db1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597346 Feb 09 02:09:54.516537 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:09:54.520290 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8bad7-8cd6-4cbc-85d6-1da0a7c66a14 req-4b67fa73-32e2-4351-a951-041c4d61feaf tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:54.528228 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-93c8bad7-8cd6-4cbc-85d6-1da0a7c66a14 req-4b67fa73-32e2-4351-a951-041c4d61feaf tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 945 time: 0.0677848 Feb 09 02:09:54.588962 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-93c8bad7-8cd6-4cbc-85d6-1da0a7c66a14 req-87d0c7f8-5800-4851-a845-63a890fc09cb tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595243 Feb 09 02:09:54.846720 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fee25-893a-4ad0-a4f5-164ed0643604 req-2acbb6f0-711c-433f-975b-deb0d8ae910b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:54.849520 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1e6fee25-893a-4ad0-a4f5-164ed0643604 req-2acbb6f0-711c-433f-975b-deb0d8ae910b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.67 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 945 time: 0.0731347 Feb 09 02:09:55.002907 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-1e6fee25-893a-4ad0-a4f5-164ed0643604 req-3fba62d3-676e-49d9-84f2-6232a9951390 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Deleting port 87c83b63-34a3-4e80-870c-867c5bae4ae9 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:09:55.003806 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1e6fee25-893a-4ad0-a4f5-164ed0643604 req-3fba62d3-676e-49d9-84f2-6232a9951390 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (87c83b63-34a3-4e80-870c-867c5bae4ae9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:55.197746 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device f9c82ec3-919d-44bc-9194-8637e4ae409f no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:09:55.263180 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-1e6fee25-893a-4ad0-a4f5-164ed0643604 req-3fba62d3-676e-49d9-84f2-6232a9951390 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] For port 87c83b63-34a3-4e80-870c-867c5bae4ae9, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=87c83b63-34a3-4e80-870c-867c5bae4ae9,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:55.264199 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1e6fee25-893a-4ad0-a4f5-164ed0643604 req-3fba62d3-676e-49d9-84f2-6232a9951390 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (87c83b63-34a3-4e80-870c-867c5bae4ae9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:55.278863 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: f9c82ec3-919d-44bc-9194-8637e4ae409f {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:09:55.284380 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device f9c82ec3-919d-44bc-9194-8637e4ae409f not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:09:55.309403 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-1e6fee25-893a-4ad0-a4f5-164ed0643604 req-3fba62d3-676e-49d9-84f2-6232a9951390 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Calling delete_port for 87c83b63-34a3-4e80-870c-867c5bae4ae9 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:09:55.577600 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1e6fee25-893a-4ad0-a4f5-164ed0643604 req-3fba62d3-676e-49d9-84f2-6232a9951390 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (87c83b63-34a3-4e80-870c-867c5bae4ae9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:55.700355 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba62d3-676e-49d9-84f2-6232a9951390 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event deleted for resources: {'Port': ['ID=87c83b63-34a3-4e80-870c-867c5bae4ae9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:55.793246 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6fee25-893a-4ad0-a4f5-164ed0643604 req-3fba62d3-676e-49d9-84f2-6232a9951390 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] No DVR routers for this DVR port 87c83b63-34a3-4e80-870c-867c5bae4ae9 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:09:55.811144 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1e6fee25-893a-4ad0-a4f5-164ed0643604 req-3fba62d3-676e-49d9-84f2-6232a9951390 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:55.825788 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1e6fee25-893a-4ad0-a4f5-164ed0643604 req-3fba62d3-676e-49d9-84f2-6232a9951390 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.67 "DELETE /v2.0/ports/87c83b63-34a3-4e80-870c-867c5bae4ae9 HTTP/1.1" status: 204 len: 173 time: 0.9704936 Feb 09 02:09:55.826621 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24316844-af40-4a33-a3fd-f949c5e4d40f', 'name': 'network-vif-deleted', 'tag': '87c83b63-34a3-4e80-870c-867c5bae4ae9'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:55.831680 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077d2d70-ac93-4b37-b6bb-952c17ba74ac" -d '{"events": [{"server_uuid": "24316844-af40-4a33-a3fd-f949c5e4d40f", "name": "network-vif-deleted", "tag": "87c83b63-34a3-4e80-870c-867c5bae4ae9"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:55.987358 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e6c358d5-ff25-45b8-b9dc-51c1627dbd67 req-9bd2ce03-0dba-4436-89d6-ce7bc63e47e2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 210 time: 0.1133645 Feb 09 02:09:55.992090 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b871bd16-f344-4362-ae72-f756bfd436f9 x-openstack-request-id: req-b871bd16-f344-4362-ae72-f756bfd436f9 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:55.992409 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24316844-af40-4a33-a3fd-f949c5e4d40f", "name": "network-vif-deleted", "tag": "87c83b63-34a3-4e80-870c-867c5bae4ae9", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:55.992867 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b871bd16-f344-4362-ae72-f756bfd436f9 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:56.008423 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24316844-af40-4a33-a3fd-f949c5e4d40f', 'name': 'network-vif-deleted', 'tag': '87c83b63-34a3-4e80-870c-867c5bae4ae9', 'status': 'completed', 'code': 200} Feb 09 02:09:57.130057 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e08080c-daaf-4f24-9065-119bab2d56d8 req-3f331471-7047-4b80-88c0-13b9e7e6e1c2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 210 time: 0.0340462 Feb 09 02:09:57.207595 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 87c83b63-34a3-4e80-870c-867c5bae4ae9 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:09:57.233392 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 87c83b63-34a3-4e80-870c-867c5bae4ae9 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:09:57.233760 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 87c83b63-34a3-4e80-870c-867c5bae4ae9 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:09:58.260189 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7a7be119-2730-45df-b6b5-c01876263168 req-144cecdb-fb88-47b5-946d-30803212b73d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 210 time: 0.0300829 Feb 09 02:09:59.382049 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d01a95e6-f828-4cf4-b55a-c1767acb3166 req-9a96ec4a-b8a4-4068-a8d1-db7b80bbdcc1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 210 time: 0.0368490 Feb 09 02:10:00.496089 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fb276ea2-17da-45e8-ae69-3e0938071426 req-f21c8f9a-8052-4a12-8931-2657d720e1cb tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 210 time: 0.0355399 Feb 09 02:10:01.602125 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4954c0c7-e92d-43dd-934c-b1b3e751633c req-2d93c3da-afe3-4418-a4b3-dbeda8ec94b7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 210 time: 0.0306289 Feb 09 02:10:02.706619 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c03eb201-164b-488c-a975-63178b917cd0 req-0888e679-b6fb-4628-80c9-8edf0effad07 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 210 time: 0.0282252 Feb 09 02:10:03.811809 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e46a3d04-e872-46b4-90db-561dd61a1171 req-e5dab84a-7205-4f7b-952b-9a309c3cb2f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 210 time: 0.0318925 Feb 09 02:10:04.919289 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5fa4b930-b0c6-4c34-98a6-6390749a97d6 req-ab3be023-28b0-45ed-aa49-87a5aa60bac8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 210 time: 0.0361075 Feb 09 02:10:06.024506 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-897555ad-2979-4c59-97b8-870ae09d3d2b req-fe0701ae-d65f-4521-877b-dee29b0539a7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=24316844-af40-4a33-a3fd-f949c5e4d40f HTTP/1.1" status: 200 len: 210 time: 0.0280149 Feb 09 02:10:07.467730 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-24081ee5-0a3d-431f-8efd-bf148ab46407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:10.070835 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:10.179300 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8bce398c-0808-4423-8565-3f585ad02b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:10.880489 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:11.024321 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:11.233975 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46676) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:11.374357 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bcf042e3-a3f3-450f-af2d-af35ea6118c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:11.509832 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bcf042e3-a3f3-450f-af2d-af35ea6118c2 admin admin] Publish callbacks [] for security_group (d43b93a3-0b38-4033-b62c-822cd1d03031), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:11.515674 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bcf042e3-a3f3-450f-af2d-af35ea6118c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d43b93a3-0b38-4033-b62c-822cd1d03031), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:11.552118 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bcf042e3-a3f3-450f-af2d-af35ea6118c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ce99e55abb08495fa642474259ad8905&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3158495 Feb 09 02:10:11.554399 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46682) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:11.633805 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8de7937e-c7f9-4ea7-9730-04a56dfbf3e3 admin admin] Publish callbacks [] for security_group (d43b93a3-0b38-4033-b62c-822cd1d03031), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:11.654572 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf042e3-a3f3-450f-af2d-af35ea6118c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43b93a3-0b38-4033-b62c-822cd1d03031,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:11.678185 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8de7937e-c7f9-4ea7-9730-04a56dfbf3e3 admin admin] Publish callbacks [] for security_group (d43b93a3-0b38-4033-b62c-822cd1d03031), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:11.761697 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8de7937e-c7f9-4ea7-9730-04a56dfbf3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d43b93a3-0b38-4033-b62c-822cd1d03031), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:11.764948 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8de7937e-c7f9-4ea7-9730-04a56dfbf3e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:11.766541 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8de7937e-c7f9-4ea7-9730-04a56dfbf3e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d43b93a3-0b38-4033-b62c-822cd1d03031 HTTP/1.1" status: 204 len: 168 time: 0.2110360 Feb 09 02:10:11.780200 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7937e-c7f9-4ea7-9730-04a56dfbf3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43b93a3-0b38-4033-b62c-822cd1d03031,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:12.127188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 46692) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:12.145060 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-653914d5-34d6-4521-9a0c-8a56e95d39e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:12.260124 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-653914d5-34d6-4521-9a0c-8a56e95d39e9 admin admin] Publish callbacks [] for security_group (39898edf-8b95-4de5-a756-d3613a9c9e7c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:12.265574 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-653914d5-34d6-4521-9a0c-8a56e95d39e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (39898edf-8b95-4de5-a756-d3613a9c9e7c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:12.324062 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653914d5-34d6-4521-9a0c-8a56e95d39e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39898edf-8b95-4de5-a756-d3613a9c9e7c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:12.333785 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46694) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:12.341742 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-653914d5-34d6-4521-9a0c-8a56e95d39e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59a5440245734984b541e9d700c70813&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2133622 Feb 09 02:10:12.375880 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:12.422508 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-62608d9f-f679-4013-b554-a8d8f0f66cc1 admin admin] Publish callbacks [] for security_group (39898edf-8b95-4de5-a756-d3613a9c9e7c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:12.464365 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-62608d9f-f679-4013-b554-a8d8f0f66cc1 admin admin] Publish callbacks [] for security_group (39898edf-8b95-4de5-a756-d3613a9c9e7c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:12.560748 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-62608d9f-f679-4013-b554-a8d8f0f66cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (39898edf-8b95-4de5-a756-d3613a9c9e7c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:12.564525 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-62608d9f-f679-4013-b554-a8d8f0f66cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:12.570266 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-62608d9f-f679-4013-b554-a8d8f0f66cc1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/39898edf-8b95-4de5-a756-d3613a9c9e7c HTTP/1.1" status: 204 len: 168 time: 0.2345114 Feb 09 02:10:12.581171 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62608d9f-f679-4013-b554-a8d8f0f66cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39898edf-8b95-4de5-a756-d3613a9c9e7c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:13.447251 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:13.535838 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-8d2c1dee-8858-4db4-8eb8-459fa8e8e67d tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:13.537697 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-8d2c1dee-8858-4db4-8eb8-459fa8e8e67d tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/networks?id=e4929272-34ac-470d-93fe-aaf65a878036 HTTP/1.1" status: 200 len: 814 time: 0.1391757 Feb 09 02:10:13.560662 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-734ee588-6b7d-47c5-a581-a7701f48ec65 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/quotas/03bde09ff03d4ddb9a1a67e6aa44b908 HTTP/1.1" status: 200 len: 375 time: 0.0165699 Feb 09 02:10:13.603961 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-78ef1be6-3772-43c2-9fc7-5896a3396492 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=03bde09ff03d4ddb9a1a67e6aa44b908&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354900 Feb 09 02:10:13.726841 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-03688fd4-8d60-4e9e-9d73-cfecb65db711 service neutron] 10.222.0.36 "GET /v2.0/networks/e4929272-34ac-470d-93fe-aaf65a878036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157584 Feb 09 02:10:13.839250 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-64fbfbb0-6e71-4b57-80a1-16e0d96ad434 service neutron] 10.222.0.36 "GET /v2.0/networks/e4929272-34ac-470d-93fe-aaf65a878036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048672 Feb 09 02:10:14.062238 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-15b94b71-d00b-49c4-b667-2ba213277d52 req-1a4e76c7-83ee-444b-881b-d12b680bbf2d tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5 HTTP/1.1" status: 200 len: 210 time: 0.0458639 Feb 09 02:10:15.080314 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 46776) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:15.202914 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5cb1b033-fe3c-4b08-b8df-60eebefa0459 req-66cf8a72-0860-4d6f-a332-4f5b8f716af4 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5 HTTP/1.1" status: 200 len: 210 time: 0.0536044 Feb 09 02:10:15.221014 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-c63f68b7-8003-4203-aa23-eff3b75c0814 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:15.223346 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-c63f68b7-8003-4203-aa23-eff3b75c0814 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.67 "GET /v2.0/networks?id=e4929272-34ac-470d-93fe-aaf65a878036 HTTP/1.1" status: 200 len: 814 time: 0.1788480 Feb 09 02:10:15.234641 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-3a8ccc5f-e043-4ea4-85e1-970cbca14178 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Request body: {'port': {'device_id': '0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5', 'network_id': 'e4929272-34ac-470d-93fe-aaf65a878036', 'admin_state_up': True, 'tenant_id': '03bde09ff03d4ddb9a1a67e6aa44b908'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:15.282861 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54c1317a-38e9-4af3-b671-75f00db8464e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:15.369400 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-3a8ccc5f-e043-4ea4-85e1-970cbca14178 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Made reservation on behalf of 03bde09ff03d4ddb9a1a67e6aa44b908 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:10:15.373380 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-3a8ccc5f-e043-4ea4-85e1-970cbca14178 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:15.388084 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54c1317a-38e9-4af3-b671-75f00db8464e admin admin] Publish callbacks [] for security_group (b199da2b-0697-4df5-bc24-af78a377119f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:15.393608 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54c1317a-38e9-4af3-b671-75f00db8464e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b199da2b-0697-4df5-bc24-af78a377119f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:15.434932 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1317a-38e9-4af3-b671-75f00db8464e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b199da2b-0697-4df5-bc24-af78a377119f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:15.439518 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-54c1317a-38e9-4af3-b671-75f00db8464e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=831e04f626b047469a7fa448b6a294fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3578088 Feb 09 02:10:15.442889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 46782) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:15.504708 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a3be3f72-6e25-4368-8067-4c6100687586 admin admin] Publish callbacks [] for security_group (b199da2b-0697-4df5-bc24-af78a377119f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:15.530879 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a3be3f72-6e25-4368-8067-4c6100687586 admin admin] Publish callbacks [] for security_group (b199da2b-0697-4df5-bc24-af78a377119f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:15.552580 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-3a8ccc5f-e043-4ea4-85e1-970cbca14178 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Allocated IP 172.20.0.10 (e4929272-34ac-470d-93fe-aaf65a878036/d4fa5d35-bac9-46a3-abad-ddce6ad22c17/aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:10:15.607555 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a3be3f72-6e25-4368-8067-4c6100687586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b199da2b-0697-4df5-bc24-af78a377119f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:15.612228 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a3be3f72-6e25-4368-8067-4c6100687586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:15.616418 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a3be3f72-6e25-4368-8067-4c6100687586 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b199da2b-0697-4df5-bc24-af78a377119f HTTP/1.1" status: 204 len: 168 time: 0.1698270 Feb 09 02:10:15.623242 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be3f72-6e25-4368-8067-4c6100687586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b199da2b-0697-4df5-bc24-af78a377119f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:15.799755 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-3a8ccc5f-e043-4ea4-85e1-970cbca14178 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Publish callbacks [] for port (aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:15.839889 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-3a8ccc5f-e043-4ea4-85e1-970cbca14178 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:15.900875 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-3a8ccc5f-e043-4ea4-85e1-970cbca14178 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Network e4929272-34ac-470d-93fe-aaf65a878036 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:15.909630 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-3a8ccc5f-e043-4ea4-85e1-970cbca14178 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:15.914104 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-3a8ccc5f-e043-4ea4-85e1-970cbca14178 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:10:16.062901 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 46792) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:16.088163 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-db36e808-66d9-4112-b5ae-b80837dd36ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:16.203963 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-db36e808-66d9-4112-b5ae-b80837dd36ca admin admin] Publish callbacks [] for security_group (d4c6e0c2-0a0b-42f9-b5ae-e5581a3daca4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:16.210801 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-db36e808-66d9-4112-b5ae-b80837dd36ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d4c6e0c2-0a0b-42f9-b5ae-e5581a3daca4), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:16.264239 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-db36e808-66d9-4112-b5ae-b80837dd36ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=34774b503b6848a9a21ba220de8e708d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1989517 Feb 09 02:10:16.265254 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36e808-66d9-4112-b5ae-b80837dd36ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c6e0c2-0a0b-42f9-b5ae-e5581a3daca4,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:16.269546 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 46796) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:16.273357 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ccc5f-e043-4ea4-85e1-970cbca14178 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Pushing event updated for resources: {'Port': ['ID=aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:16.321177 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-3a8ccc5f-e043-4ea4-85e1-970cbca14178 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:16.321836 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-3a8ccc5f-e043-4ea4-85e1-970cbca14178 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:16.390748 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-3a8ccc5f-e043-4ea4-85e1-970cbca14178 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1604733 Feb 09 02:10:16.396505 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60faac6d-4f53-4c4f-8619-a067b7a8e043 admin admin] Publish callbacks [] for security_group (d4c6e0c2-0a0b-42f9-b5ae-e5581a3daca4), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:16.403700 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-fb79165b-bb01-4e58-852b-6444954b4578 service neutron] Request body: {'port': {'device_id': '0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:16.462186 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5bccb-f7be-4c3c-a382-13c99b8978aa req-097448d2-458d-453c-87f3-9aea605c4d84 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:16.463582 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-04a5bccb-f7be-4c3c-a382-13c99b8978aa req-097448d2-458d-453c-87f3-9aea605c4d84 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5 HTTP/1.1" status: 200 len: 932 time: 0.1389306 Feb 09 02:10:16.469833 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60faac6d-4f53-4c4f-8619-a067b7a8e043 admin admin] Publish callbacks [] for security_group (d4c6e0c2-0a0b-42f9-b5ae-e5581a3daca4), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:16.547378 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-fb79165b-bb01-4e58-852b-6444954b4578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:16.584958 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-04a5bccb-f7be-4c3c-a382-13c99b8978aa req-0718ccb6-2edc-49cc-acd6-9a45034c9148 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b70ec01-83fa-4d7c-8360-22af2cf6e693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128228 Feb 09 02:10:16.652572 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60faac6d-4f53-4c4f-8619-a067b7a8e043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d4c6e0c2-0a0b-42f9-b5ae-e5581a3daca4), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:16.655371 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60faac6d-4f53-4c4f-8619-a067b7a8e043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:16.659835 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-60faac6d-4f53-4c4f-8619-a067b7a8e043 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d4c6e0c2-0a0b-42f9-b5ae-e5581a3daca4 HTTP/1.1" status: 204 len: 168 time: 0.3792746 Feb 09 02:10:16.725419 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60faac6d-4f53-4c4f-8619-a067b7a8e043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c6e0c2-0a0b-42f9-b5ae-e5581a3daca4,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:17.006337 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-fb79165b-bb01-4e58-852b-6444954b4578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:17.018592 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-fb79165b-bb01-4e58-852b-6444954b4578 service neutron] Publish callbacks [] for port (aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:17.033469 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-fb79165b-bb01-4e58-852b-6444954b4578 service neutron] Transition to ACTIVE for port object aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:17.044199 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-fb79165b-bb01-4e58-852b-6444954b4578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:17.110702 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79165b-bb01-4e58-852b-6444954b4578 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:17.247185 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-fb79165b-bb01-4e58-852b-6444954b4578 service neutron] Attempting to bind port aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:10:17.247447 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-fb79165b-bb01-4e58-852b-6444954b4578 service neutron] Attempting to bind port aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'f88a49b9-1d15-4a7c-8dcf-907adaed532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e4929272-34ac-470d-93fe-aaf65a878036'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:10:17.247784 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-fb79165b-bb01-4e58-852b-6444954b4578 service neutron] Attempting to bind port aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 on network e4929272-34ac-470d-93fe-aaf65a878036 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:17.263343 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-fb79165b-bb01-4e58-852b-6444954b4578 service neutron] Port aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 on network e4929272-34ac-470d-93fe-aaf65a878036 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:10:17.264564 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-fb79165b-bb01-4e58-852b-6444954b4578 service neutron] Attempting to bind port aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 on network e4929272-34ac-470d-93fe-aaf65a878036 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:17.276677 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-fb79165b-bb01-4e58-852b-6444954b4578 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:10:17.277398 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-fb79165b-bb01-4e58-852b-6444954b4578 service neutron] Checking segment: {'id': 'f88a49b9-1d15-4a7c-8dcf-907adaed532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e4929272-34ac-470d-93fe-aaf65a878036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:10:17.278053 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-fb79165b-bb01-4e58-852b-6444954b4578 service neutron] Bound using segment: {'id': 'f88a49b9-1d15-4a7c-8dcf-907adaed532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e4929272-34ac-470d-93fe-aaf65a878036'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:10:17.278739 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-fb79165b-bb01-4e58-852b-6444954b4578 service neutron] Bound port: aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f88a49b9-1d15-4a7c-8dcf-907adaed532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e4929272-34ac-470d-93fe-aaf65a878036'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:10:17.279515 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-fb79165b-bb01-4e58-852b-6444954b4578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:17.384090 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-fb79165b-bb01-4e58-852b-6444954b4578 service neutron] For port aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:10:17.391646 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-fb79165b-bb01-4e58-852b-6444954b4578 service neutron] For port aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5,segment=NetworkSegment(f88a49b9-1d15-4a7c-8dcf-907adaed532c),segment_id=f88a49b9-1d15-4a7c-8dcf-907adaed532c)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:10:17.407191 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-fb79165b-bb01-4e58-852b-6444954b4578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:17.460232 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-fb79165b-bb01-4e58-852b-6444954b4578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:17.461006 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-fb79165b-bb01-4e58-852b-6444954b4578 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:17.462511 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-fb79165b-bb01-4e58-852b-6444954b4578 service neutron] 10.222.0.67 "PUT /v2.0/ports/aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 HTTP/1.1" status: 200 len: 1092 time: 1.0638909 Feb 09 02:10:17.463052 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5', 'tag': 'aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:17.465782 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f7d73a-52ad-4ced-85b4-941e2c02d76f" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5", "tag": "aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:17.549981 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7b57b9-8849-4f49-992f-b4004d43c2af x-openstack-request-id: req-1d7b57b9-8849-4f49-992f-b4004d43c2af {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:17.551081 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5", "tag": "aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:17.551913 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d7b57b9-8849-4f49-992f-b4004d43c2af {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:17.553057 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5', 'tag': 'aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5', 'status': 'completed', 'code': 200} Feb 09 02:10:17.555767 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79165b-bb01-4e58-852b-6444954b4578 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:17.611592 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-dbb14ac3-9241-42e0-90a2-85200e33c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:17.617650 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-dbb14ac3-9241-42e0-90a2-85200e33c800 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03bde09ff03d4ddb9a1a67e6aa44b908&device_id=0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5 HTTP/1.1" status: 200 len: 1126 time: 0.0882070 Feb 09 02:10:17.695258 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-1d3800e9-b13f-46e5-a4d2-1591f5310545 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 HTTP/1.1" status: 200 len: 217 time: 0.0668039 Feb 09 02:10:17.821388 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-bbc66d52-14a9-4028-828a-cb05a819f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:17.822973 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-bbc66d52-14a9-4028-828a-cb05a819f8e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d4fa5d35-bac9-46a3-abad-ddce6ad22c17 HTTP/1.1" status: 200 len: 854 time: 0.1203737 Feb 09 02:10:17.874780 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-25aa0ca6-c972-4181-aabd-165be4986715 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4929272-34ac-470d-93fe-aaf65a878036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446966 Feb 09 02:10:17.900547 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-498b007b-692c-41a0-9ff6-28d84e109e05 req-16c13fd7-649f-482f-81c6-b5e72d64e69d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=068b4e5f-6e33-48e7-a1f5-acbeb294260b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1684473 Feb 09 02:10:17.929681 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5ab80-9837-427f-9775-f3da95ea6f9f req-3e8b66dc-1558-4c5e-a19e-abbdf3a1cd7c tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:17.931330 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-47f5ab80-9837-427f-9775-f3da95ea6f9f req-3e8b66dc-1558-4c5e-a19e-abbdf3a1cd7c tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5 HTTP/1.1" status: 200 len: 944 time: 0.1560297 Feb 09 02:10:18.115200 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-b146a9b0-e1d8-4ab3-98e7-e9b7d35f5413 service neutron] 10.222.0.67 "GET /v2.0/networks/e4929272-34ac-470d-93fe-aaf65a878036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328360 Feb 09 02:10:18.321047 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1909f419-1ce3-4a94-b4f8-01b2073a9946 req-a8ae14b6-6874-4ccd-a634-f2b617102cac service neutron] 10.222.0.67 "GET /v2.0/networks/e4929272-34ac-470d-93fe-aaf65a878036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003491 Feb 09 02:10:18.494257 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7d73a-52ad-4ced-85b4-941e2c02d76f req-ee516733-8049-4589-8d63-93a7b38d3202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:18.495940 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-78f7d73a-52ad-4ced-85b4-941e2c02d76f req-ee516733-8049-4589-8d63-93a7b38d3202 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03bde09ff03d4ddb9a1a67e6aa44b908&device_id=0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5 HTTP/1.1" status: 200 len: 1126 time: 0.1205614 Feb 09 02:10:18.651762 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-47f5ab80-9837-427f-9775-f3da95ea6f9f req-3d94e7c1-0c5a-450e-acf6-be5c13de81c6 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b70ec01-83fa-4d7c-8360-22af2cf6e693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7123864 Feb 09 02:10:18.683105 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b007b-692c-41a0-9ff6-28d84e109e05 req-eed0103f-1a5f-4284-80f6-39540ff6634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:18.692768 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-498b007b-692c-41a0-9ff6-28d84e109e05 req-eed0103f-1a5f-4284-80f6-39540ff6634c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ddb4978683245ad85f40af731985b8c&device_id=068b4e5f-6e33-48e7-a1f5-acbeb294260b HTTP/1.1" status: 200 len: 1127 time: 0.1476009 Feb 09 02:10:18.790673 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7d73a-52ad-4ced-85b4-941e2c02d76f req-2a6d51d0-2464-47c6-8984-9bb80d3182fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:18.795939 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-78f7d73a-52ad-4ced-85b4-941e2c02d76f req-2a6d51d0-2464-47c6-8984-9bb80d3182fa service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4929272-34ac-470d-93fe-aaf65a878036 HTTP/1.1" status: 200 len: 915 time: 0.2904575 Feb 09 02:10:18.882955 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-78f7d73a-52ad-4ced-85b4-941e2c02d76f req-921c0fee-8f58-472f-9a58-53cce4f6b1ae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 HTTP/1.1" status: 200 len: 217 time: 0.0812423 Feb 09 02:10:18.935851 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7d73a-52ad-4ced-85b4-941e2c02d76f req-4994f5e2-1710-4cb9-bf20-a1e718e6fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:18.939738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b007b-692c-41a0-9ff6-28d84e109e05 req-5c88c9cf-12c5-422e-b2d4-106871229d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:18.941971 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-78f7d73a-52ad-4ced-85b4-941e2c02d76f req-4994f5e2-1710-4cb9-bf20-a1e718e6fa6d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d4fa5d35-bac9-46a3-abad-ddce6ad22c17 HTTP/1.1" status: 200 len: 854 time: 0.0520246 Feb 09 02:10:18.942686 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-498b007b-692c-41a0-9ff6-28d84e109e05 req-5c88c9cf-12c5-422e-b2d4-106871229d61 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f5ea808-c95e-490e-85be-0aa56bb50d10 HTTP/1.1" status: 200 len: 916 time: 0.1925437 Feb 09 02:10:18.997989 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-78f7d73a-52ad-4ced-85b4-941e2c02d76f req-6b7e89ad-7335-4023-8f72-09553af4ad7d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4929272-34ac-470d-93fe-aaf65a878036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504482 Feb 09 02:10:19.036549 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-498b007b-692c-41a0-9ff6-28d84e109e05 req-a546e757-64f5-4123-a109-3d6781bafe7c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 HTTP/1.1" status: 200 len: 217 time: 0.0829432 Feb 09 02:10:19.134420 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b007b-692c-41a0-9ff6-28d84e109e05 req-77c29fdc-10a1-4d72-b2d6-691d55fef1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:19.136464 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-498b007b-692c-41a0-9ff6-28d84e109e05 req-77c29fdc-10a1-4d72-b2d6-691d55fef1bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7 HTTP/1.1" status: 200 len: 855 time: 0.0928948 Feb 09 02:10:19.157328 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-78f7d73a-52ad-4ced-85b4-941e2c02d76f req-10ed3288-eb8a-4028-b0f6-3fec0b47ad50 service neutron] 10.222.0.67 "GET /v2.0/networks/e4929272-34ac-470d-93fe-aaf65a878036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516140 Feb 09 02:10:19.201013 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-498b007b-692c-41a0-9ff6-28d84e109e05 req-63625726-50a1-4e2a-b3c6-f24124d9ec31 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f5ea808-c95e-490e-85be-0aa56bb50d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569444 Feb 09 02:10:19.302074 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-78f7d73a-52ad-4ced-85b4-941e2c02d76f req-cb134a53-3453-45fc-83f5-30f1807977e8 service neutron] 10.222.0.67 "GET /v2.0/networks/e4929272-34ac-470d-93fe-aaf65a878036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382837 Feb 09 02:10:19.344349 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-498b007b-692c-41a0-9ff6-28d84e109e05 req-c1648d0e-285d-411c-9f0a-d2ebd87cafc3 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283514 Feb 09 02:10:19.466609 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-498b007b-692c-41a0-9ff6-28d84e109e05 req-ae15c756-8289-4edf-8330-ad4fee8a1c24 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159079 Feb 09 02:10:19.889463 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc96660-b220-422f-a357-59d8bcca3313 req-e9ba1f83-49a8-45ec-981e-d03a47cbe6eb tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:19.904219 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0cc96660-b220-422f-a357-59d8bcca3313 req-e9ba1f83-49a8-45ec-981e-d03a47cbe6eb tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5 HTTP/1.1" status: 200 len: 944 time: 0.0971131 Feb 09 02:10:19.979363 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0cc96660-b220-422f-a357-59d8bcca3313 req-abbe4249-48c6-4526-b67e-56aab1e27c09 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b70ec01-83fa-4d7c-8360-22af2cf6e693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573685 Feb 09 02:10:21.175152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1e752-dd1c-4eff-82e4-9f6ade2bdc54 req-60df2844-e5e1-465f-a6ca-d902426ea6a3 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:21.181610 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-36e1e752-dd1c-4eff-82e4-9f6ade2bdc54 req-60df2844-e5e1-465f-a6ca-d902426ea6a3 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5 HTTP/1.1" status: 200 len: 944 time: 0.0957448 Feb 09 02:10:21.252785 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-36e1e752-dd1c-4eff-82e4-9f6ade2bdc54 req-370224ac-421c-4f43-b889-898e22045ad0 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b70ec01-83fa-4d7c-8360-22af2cf6e693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640130 Feb 09 02:10:21.331081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:10:21.448142 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5,segment=NetworkSegment(f88a49b9-1d15-4a7c-8dcf-907adaed532c),segment_id=f88a49b9-1d15-4a7c-8dcf-907adaed532c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:21.460607 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5', 'network_id': 'e4929272-34ac-470d-93fe-aaf65a878036', 'port_id': 'aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5', 'mac_address': 'fa:16:3e:f3:7f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4fa5d35-bac9-46a3-abad-ddce6ad22c17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:10:21.509138 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:21.509681 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:21.525978 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:21.552175 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5,segment=NetworkSegment(f88a49b9-1d15-4a7c-8dcf-907adaed532c),segment_id=f88a49b9-1d15-4a7c-8dcf-907adaed532c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:21.556869 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:21.619222 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:21.628945 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:21.629679 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:21.630156 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:21.630613 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:21.630985 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:21.631535 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:21.631940 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:21.632332 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:21.632875 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:21.633079 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:21.633582 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:21.633949 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:21.634164 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:21.877231 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:22.415225 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bfe5a-12ed-4368-a85c-1a27204e117d req-a4a35291-b644-42a8-b06e-fe22045a11b6 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:22.417566 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-296bfe5a-12ed-4368-a85c-1a27204e117d req-a4a35291-b644-42a8-b06e-fe22045a11b6 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5 HTTP/1.1" status: 200 len: 945 time: 0.0731142 Feb 09 02:10:22.490331 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-296bfe5a-12ed-4368-a85c-1a27204e117d req-6f0f035c-8956-4088-a233-0dd05e56c85e tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b70ec01-83fa-4d7c-8360-22af2cf6e693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645816 Feb 09 02:10:23.335541 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:10:23.403081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:23.408291 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:23.409026 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:23.526469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:23.526866 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:23.562750 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:23.565696 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a852d3e8-b8ed-44a6-8a03-9d14e0686f57" -d '{"events": [{"server_uuid": "0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5", "name": "network-vif-plugged", "status": "completed", "tag": "aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:23.586798 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5,segment=NetworkSegment(f88a49b9-1d15-4a7c-8dcf-907adaed532c),segment_id=f88a49b9-1d15-4a7c-8dcf-907adaed532c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:23.590548 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:23.666105 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6626c645-8308-443a-81a6-a8691e86e5f6 x-openstack-request-id: req-6626c645-8308-443a-81a6-a8691e86e5f6 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:23.666689 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5", "name": "network-vif-plugged", "status": "completed", "tag": "aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:23.667302 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6626c645-8308-443a-81a6-a8691e86e5f6 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:23.667876 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5', 'code': 200} Feb 09 02:10:23.713134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:23.727696 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf1ddc-974f-4985-8cc1-96d25d72537c req-15b09da0-572c-4773-9b17-1f9ea2304991 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:23.736248 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7caf1ddc-974f-4985-8cc1-96d25d72537c req-15b09da0-572c-4773-9b17-1f9ea2304991 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5 HTTP/1.1" status: 200 len: 946 time: 0.1304200 Feb 09 02:10:23.817241 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381f23d-8bbd-4554-91cf-a62d8589b146 req-ffab23f4-34c5-4939-acab-81ca5b8b14b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:23.819343 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5381f23d-8bbd-4554-91cf-a62d8589b146 req-ffab23f4-34c5-4939-acab-81ca5b8b14b2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5 HTTP/1.1" status: 200 len: 1128 time: 0.0780120 Feb 09 02:10:23.819508 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7caf1ddc-974f-4985-8cc1-96d25d72537c req-26dc546a-3dc8-40ff-91b2-657d512c76c1 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b70ec01-83fa-4d7c-8360-22af2cf6e693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814531 Feb 09 02:10:23.871495 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5381f23d-8bbd-4554-91cf-a62d8589b146 req-b1b23bc7-708a-405b-9103-525aafb83605 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3b70ec01-83fa-4d7c-8360-22af2cf6e693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468464 Feb 09 02:10:24.992719 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6334a3-7604-4f74-ab03-370cef2f1ada req-1b87d2bc-fa71-4a6d-9dfb-71b754c36a47 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:25.001569 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0d6334a3-7604-4f74-ab03-370cef2f1ada req-1b87d2bc-fa71-4a6d-9dfb-71b754c36a47 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5 HTTP/1.1" status: 200 len: 946 time: 0.0813777 Feb 09 02:10:25.078244 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0d6334a3-7604-4f74-ab03-370cef2f1ada req-6dc61cbf-fa43-4ad2-861a-b3cf53148752 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b70ec01-83fa-4d7c-8360-22af2cf6e693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743327 Feb 09 02:10:26.303331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7063fd-dcde-4291-99e2-43e8c2cdca13 req-446fe9fc-e1db-4c1a-9868-13b9d3455b2b tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:26.316925 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ce7063fd-dcde-4291-99e2-43e8c2cdca13 req-446fe9fc-e1db-4c1a-9868-13b9d3455b2b tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5 HTTP/1.1" status: 200 len: 946 time: 0.1226230 Feb 09 02:10:26.382058 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ce7063fd-dcde-4291-99e2-43e8c2cdca13 req-d3caf336-40eb-4056-b556-c06c5572e8a2 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b70ec01-83fa-4d7c-8360-22af2cf6e693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642507 Feb 09 02:10:29.831104 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 47068) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:29.869903 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cde84-88d1-484f-984d-fa2fac03322f req-34d87aee-f101-4513-8892-7acfd2989935 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:29.877110 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f67cde84-88d1-484f-984d-fa2fac03322f req-34d87aee-f101-4513-8892-7acfd2989935 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/networks?id=1f5ea808-c95e-490e-85be-0aa56bb50d10 HTTP/1.1" status: 200 len: 815 time: 0.1601503 Feb 09 02:10:29.904254 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f67cde84-88d1-484f-984d-fa2fac03322f req-ab2d8f46-c320-4fa6-bef7-e54e2f2ede59 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/quotas/1ddb4978683245ad85f40af731985b8c HTTP/1.1" status: 200 len: 375 time: 0.0259883 Feb 09 02:10:29.974825 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f67cde84-88d1-484f-984d-fa2fac03322f req-b3a9ec94-d504-4772-b760-252d77cc59ac tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ddb4978683245ad85f40af731985b8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0691750 Feb 09 02:10:30.022885 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4433636f-f3bc-4f78-9826-d35f6b0cbf69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:30.095818 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f67cde84-88d1-484f-984d-fa2fac03322f req-27c2b8ba-107e-4844-9e95-17c9218e9c57 service neutron] 10.222.0.36 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143539 Feb 09 02:10:30.125091 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4433636f-f3bc-4f78-9826-d35f6b0cbf69 admin admin] Publish callbacks [] for security_group (8105f626-a0b8-4a92-816b-6e37dbe4de69), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:30.131950 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4433636f-f3bc-4f78-9826-d35f6b0cbf69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8105f626-a0b8-4a92-816b-6e37dbe4de69), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:30.182184 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4433636f-f3bc-4f78-9826-d35f6b0cbf69 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d730aa45398e44c8b03070574184152f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3488591 Feb 09 02:10:30.185795 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47074) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:30.188372 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433636f-f3bc-4f78-9826-d35f6b0cbf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8105f626-a0b8-4a92-816b-6e37dbe4de69,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:30.243303 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f67cde84-88d1-484f-984d-fa2fac03322f req-11e7abf7-cbf5-4986-be9d-6e223b15d3a2 service neutron] 10.222.0.36 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405962 Feb 09 02:10:30.277909 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-857103fb-3b38-4ec1-8934-24832c5a8a63 admin admin] Publish callbacks [] for security_group (8105f626-a0b8-4a92-816b-6e37dbe4de69), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:30.308079 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-857103fb-3b38-4ec1-8934-24832c5a8a63 admin admin] Publish callbacks [] for security_group (8105f626-a0b8-4a92-816b-6e37dbe4de69), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:30.373783 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-857103fb-3b38-4ec1-8934-24832c5a8a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8105f626-a0b8-4a92-816b-6e37dbe4de69), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:30.376093 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-857103fb-3b38-4ec1-8934-24832c5a8a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:30.377257 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-857103fb-3b38-4ec1-8934-24832c5a8a63 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8105f626-a0b8-4a92-816b-6e37dbe4de69 HTTP/1.1" status: 204 len: 168 time: 0.1900229 Feb 09 02:10:30.387737 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857103fb-3b38-4ec1-8934-24832c5a8a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8105f626-a0b8-4a92-816b-6e37dbe4de69,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:30.530377 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-66481bb9-7c65-468d-b9b8-5626de8ff194 req-9030b905-8bd3-4dec-ad68-3ca22957fce6 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc9bba6d-92b9-474d-bb12-9ea228374b8f HTTP/1.1" status: 200 len: 210 time: 0.0572872 Feb 09 02:10:30.872908 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 47092) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:30.889949 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6e6b7921-149a-414a-a52d-d5ea993f688a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:30.997209 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6e6b7921-149a-414a-a52d-d5ea993f688a admin admin] Publish callbacks [] for security_group (370991b0-b78e-48fe-8f33-8f210865c4dc), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:31.002220 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6e6b7921-149a-414a-a52d-d5ea993f688a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (370991b0-b78e-48fe-8f33-8f210865c4dc), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:31.030069 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6e6b7921-149a-414a-a52d-d5ea993f688a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36108306e1b243e583027d065f5dfb24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1557500 Feb 09 02:10:31.032671 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 47094) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:31.053649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b7921-149a-414a-a52d-d5ea993f688a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370991b0-b78e-48fe-8f33-8f210865c4dc,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:31.113531 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c5c9b2fc-fd07-4355-977c-999c6d5a9789 admin admin] Publish callbacks [] for security_group (370991b0-b78e-48fe-8f33-8f210865c4dc), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:31.137755 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c5c9b2fc-fd07-4355-977c-999c6d5a9789 admin admin] Publish callbacks [] for security_group (370991b0-b78e-48fe-8f33-8f210865c4dc), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:31.196135 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c5c9b2fc-fd07-4355-977c-999c6d5a9789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (370991b0-b78e-48fe-8f33-8f210865c4dc), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:31.198675 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c5c9b2fc-fd07-4355-977c-999c6d5a9789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:31.202800 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c5c9b2fc-fd07-4355-977c-999c6d5a9789 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/370991b0-b78e-48fe-8f33-8f210865c4dc HTTP/1.1" status: 204 len: 168 time: 0.1659334 Feb 09 02:10:31.209729 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9b2fc-fd07-4355-977c-999c6d5a9789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370991b0-b78e-48fe-8f33-8f210865c4dc,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:31.527986 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:10:31.657590 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e13d01a4-1dde-4b98-beec-9fa09d9a9f4b req-2ae4083e-4371-4188-85b2-1a4db9640d8b tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc9bba6d-92b9-474d-bb12-9ea228374b8f HTTP/1.1" status: 200 len: 210 time: 0.0485063 Feb 09 02:10:31.850477 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cde84-88d1-484f-984d-fa2fac03322f req-9cbd7a40-741a-436e-9c46-d65e62b2b2c8 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:31.852253 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f67cde84-88d1-484f-984d-fa2fac03322f req-9cbd7a40-741a-436e-9c46-d65e62b2b2c8 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.67 "GET /v2.0/networks?id=1f5ea808-c95e-490e-85be-0aa56bb50d10 HTTP/1.1" status: 200 len: 815 time: 0.1919241 Feb 09 02:10:31.865254 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-f67cde84-88d1-484f-984d-fa2fac03322f req-954b7e32-1e02-49b2-966b-ad1bb2a45359 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Request body: {'port': {'device_id': 'cc9bba6d-92b9-474d-bb12-9ea228374b8f', 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10', 'admin_state_up': True, 'tenant_id': '1ddb4978683245ad85f40af731985b8c'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:32.022737 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f67cde84-88d1-484f-984d-fa2fac03322f req-954b7e32-1e02-49b2-966b-ad1bb2a45359 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Made reservation on behalf of 1ddb4978683245ad85f40af731985b8c for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:10:32.031544 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f67cde84-88d1-484f-984d-fa2fac03322f req-954b7e32-1e02-49b2-966b-ad1bb2a45359 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:32.214065 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-f67cde84-88d1-484f-984d-fa2fac03322f req-954b7e32-1e02-49b2-966b-ad1bb2a45359 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Allocated IP 172.20.0.12 (1f5ea808-c95e-490e-85be-0aa56bb50d10/bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7/9a120636-e982-42e8-95e3-7717d55b9560) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:10:32.406950 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f67cde84-88d1-484f-984d-fa2fac03322f req-954b7e32-1e02-49b2-966b-ad1bb2a45359 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks [] for port (9a120636-e982-42e8-95e3-7717d55b9560), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:32.467568 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f67cde84-88d1-484f-984d-fa2fac03322f req-954b7e32-1e02-49b2-966b-ad1bb2a45359 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (9a120636-e982-42e8-95e3-7717d55b9560), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:32.486214 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42', '09018f58-0afa-48a3-bc9c-69255051ba80', '49ea6600-7606-4f8c-8210-28f1bad80ab2'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:32.542867 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f67cde84-88d1-484f-984d-fa2fac03322f req-954b7e32-1e02-49b2-966b-ad1bb2a45359 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Network 1f5ea808-c95e-490e-85be-0aa56bb50d10 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:32.547139 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-f67cde84-88d1-484f-984d-fa2fac03322f req-954b7e32-1e02-49b2-966b-ad1bb2a45359 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:32.558784 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67cde84-88d1-484f-984d-fa2fac03322f req-954b7e32-1e02-49b2-966b-ad1bb2a45359 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:10:32.588648 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b7e32-1e02-49b2-966b-ad1bb2a45359 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Pushing event updated for resources: {'Port': ['ID=9a120636-e982-42e8-95e3-7717d55b9560,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:32.648737 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cde84-88d1-484f-984d-fa2fac03322f req-954b7e32-1e02-49b2-966b-ad1bb2a45359 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:32.649170 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f67cde84-88d1-484f-984d-fa2fac03322f req-954b7e32-1e02-49b2-966b-ad1bb2a45359 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:32.672554 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f67cde84-88d1-484f-984d-fa2fac03322f req-954b7e32-1e02-49b2-966b-ad1bb2a45359 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8116844 Feb 09 02:10:32.685911 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-f67cde84-88d1-484f-984d-fa2fac03322f req-39ea9843-faf2-4adc-950d-47e4d82cabc1 service neutron] Request body: {'port': {'device_id': 'cc9bba6d-92b9-474d-bb12-9ea228374b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:32.774035 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f67cde84-88d1-484f-984d-fa2fac03322f req-39ea9843-faf2-4adc-950d-47e4d82cabc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9a120636-e982-42e8-95e3-7717d55b9560), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:32.836503 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6e9ff-471a-4149-8dd0-31b1244d91d0 req-cc0c965c-0155-47ad-a93e-397e53d6bd05 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:32.841293 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-93d6e9ff-471a-4149-8dd0-31b1244d91d0 req-cc0c965c-0155-47ad-a93e-397e53d6bd05 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc9bba6d-92b9-474d-bb12-9ea228374b8f HTTP/1.1" status: 200 len: 932 time: 0.0921290 Feb 09 02:10:32.924308 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 47136) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:32.936796 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-93d6e9ff-471a-4149-8dd0-31b1244d91d0 req-25207c76-0c1b-4522-a7bd-7e97f72b87a8 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896246 Feb 09 02:10:33.088423 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-76941a20-ce7f-4b20-9bdd-666cef7c9dd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:33.185762 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-f67cde84-88d1-484f-984d-fa2fac03322f req-39ea9843-faf2-4adc-950d-47e4d82cabc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a120636-e982-42e8-95e3-7717d55b9560 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:33.196828 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f67cde84-88d1-484f-984d-fa2fac03322f req-39ea9843-faf2-4adc-950d-47e4d82cabc1 service neutron] Publish callbacks [] for port (9a120636-e982-42e8-95e3-7717d55b9560), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:33.197953 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-76941a20-ce7f-4b20-9bdd-666cef7c9dd5 admin admin] Publish callbacks [] for security_group (43a6560a-3199-4266-9031-912b0e1cbc4d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:33.204448 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-76941a20-ce7f-4b20-9bdd-666cef7c9dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (43a6560a-3199-4266-9031-912b0e1cbc4d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:33.221778 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-f67cde84-88d1-484f-984d-fa2fac03322f req-39ea9843-faf2-4adc-950d-47e4d82cabc1 service neutron] Transition to ACTIVE for port object 9a120636-e982-42e8-95e3-7717d55b9560 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:33.227956 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f67cde84-88d1-484f-984d-fa2fac03322f req-39ea9843-faf2-4adc-950d-47e4d82cabc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (9a120636-e982-42e8-95e3-7717d55b9560), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:33.249366 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-76941a20-ce7f-4b20-9bdd-666cef7c9dd5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9262e85e692c406c8a0ae88b3924f50e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3110995 Feb 09 02:10:33.255712 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 47140) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:33.286712 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea9843-faf2-4adc-950d-47e4d82cabc1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a120636-e982-42e8-95e3-7717d55b9560,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:33.314823 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76941a20-ce7f-4b20-9bdd-666cef7c9dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a6560a-3199-4266-9031-912b0e1cbc4d,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:33.329907 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-85705b88-d6ab-44dc-8e13-e3f2c5f836fe admin admin] Publish callbacks [] for security_group (43a6560a-3199-4266-9031-912b0e1cbc4d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:33.354928 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-85705b88-d6ab-44dc-8e13-e3f2c5f836fe admin admin] Publish callbacks [] for security_group (43a6560a-3199-4266-9031-912b0e1cbc4d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:33.403598 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-f67cde84-88d1-484f-984d-fa2fac03322f req-39ea9843-faf2-4adc-950d-47e4d82cabc1 service neutron] Attempting to bind port 9a120636-e982-42e8-95e3-7717d55b9560 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:10:33.404574 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-f67cde84-88d1-484f-984d-fa2fac03322f req-39ea9843-faf2-4adc-950d-47e4d82cabc1 service neutron] Attempting to bind port 9a120636-e982-42e8-95e3-7717d55b9560 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'e086d816-a760-4c65-a4c4-74fb63b2c103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:10:33.405093 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67cde84-88d1-484f-984d-fa2fac03322f req-39ea9843-faf2-4adc-950d-47e4d82cabc1 service neutron] Attempting to bind port 9a120636-e982-42e8-95e3-7717d55b9560 on network 1f5ea808-c95e-490e-85be-0aa56bb50d10 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:33.410356 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67cde84-88d1-484f-984d-fa2fac03322f req-39ea9843-faf2-4adc-950d-47e4d82cabc1 service neutron] Port 9a120636-e982-42e8-95e3-7717d55b9560 on network 1f5ea808-c95e-490e-85be-0aa56bb50d10 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:10:33.410937 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67cde84-88d1-484f-984d-fa2fac03322f req-39ea9843-faf2-4adc-950d-47e4d82cabc1 service neutron] Attempting to bind port 9a120636-e982-42e8-95e3-7717d55b9560 on network 1f5ea808-c95e-490e-85be-0aa56bb50d10 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:33.416916 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67cde84-88d1-484f-984d-fa2fac03322f req-39ea9843-faf2-4adc-950d-47e4d82cabc1 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:10:33.417605 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67cde84-88d1-484f-984d-fa2fac03322f req-39ea9843-faf2-4adc-950d-47e4d82cabc1 service neutron] Checking segment: {'id': 'e086d816-a760-4c65-a4c4-74fb63b2c103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:10:33.418183 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67cde84-88d1-484f-984d-fa2fac03322f req-39ea9843-faf2-4adc-950d-47e4d82cabc1 service neutron] Bound using segment: {'id': 'e086d816-a760-4c65-a4c4-74fb63b2c103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:10:33.418927 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-f67cde84-88d1-484f-984d-fa2fac03322f req-39ea9843-faf2-4adc-950d-47e4d82cabc1 service neutron] Bound port: 9a120636-e982-42e8-95e3-7717d55b9560, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e086d816-a760-4c65-a4c4-74fb63b2c103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:10:33.419513 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f67cde84-88d1-484f-984d-fa2fac03322f req-39ea9843-faf2-4adc-950d-47e4d82cabc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9a120636-e982-42e8-95e3-7717d55b9560), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:33.428455 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-85705b88-d6ab-44dc-8e13-e3f2c5f836fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (43a6560a-3199-4266-9031-912b0e1cbc4d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:33.432184 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-85705b88-d6ab-44dc-8e13-e3f2c5f836fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:33.434394 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-85705b88-d6ab-44dc-8e13-e3f2c5f836fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/43a6560a-3199-4266-9031-912b0e1cbc4d HTTP/1.1" status: 204 len: 168 time: 0.1773691 Feb 09 02:10:33.453819 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85705b88-d6ab-44dc-8e13-e3f2c5f836fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a6560a-3199-4266-9031-912b0e1cbc4d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:33.579090 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-f67cde84-88d1-484f-984d-fa2fac03322f req-39ea9843-faf2-4adc-950d-47e4d82cabc1 service neutron] For port 9a120636-e982-42e8-95e3-7717d55b9560, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:10:33.583960 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-f67cde84-88d1-484f-984d-fa2fac03322f req-39ea9843-faf2-4adc-950d-47e4d82cabc1 service neutron] For port 9a120636-e982-42e8-95e3-7717d55b9560, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9a120636-e982-42e8-95e3-7717d55b9560,segment=NetworkSegment(e086d816-a760-4c65-a4c4-74fb63b2c103),segment_id=e086d816-a760-4c65-a4c4-74fb63b2c103)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:10:33.605631 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f67cde84-88d1-484f-984d-fa2fac03322f req-39ea9843-faf2-4adc-950d-47e4d82cabc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (9a120636-e982-42e8-95e3-7717d55b9560), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:33.661684 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea9843-faf2-4adc-950d-47e4d82cabc1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a120636-e982-42e8-95e3-7717d55b9560,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:33.681971 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cde84-88d1-484f-984d-fa2fac03322f req-39ea9843-faf2-4adc-950d-47e4d82cabc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:33.682620 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f67cde84-88d1-484f-984d-fa2fac03322f req-39ea9843-faf2-4adc-950d-47e4d82cabc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:33.686934 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f67cde84-88d1-484f-984d-fa2fac03322f req-39ea9843-faf2-4adc-950d-47e4d82cabc1 service neutron] 10.222.0.67 "PUT /v2.0/ports/9a120636-e982-42e8-95e3-7717d55b9560 HTTP/1.1" status: 200 len: 1092 time: 1.0069487 Feb 09 02:10:33.687465 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9bba6d-92b9-474d-bb12-9ea228374b8f', 'tag': '9a120636-e982-42e8-95e3-7717d55b9560'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:33.692197 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3a7a3b-1722-41c9-b8f4-814fd56c9ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9bba6d-92b9-474d-bb12-9ea228374b8f", "tag": "9a120636-e982-42e8-95e3-7717d55b9560"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:33.779766 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697cae51-7ba1-4265-ba55-f088641932f3 x-openstack-request-id: req-697cae51-7ba1-4265-ba55-f088641932f3 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:33.780076 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9bba6d-92b9-474d-bb12-9ea228374b8f", "tag": "9a120636-e982-42e8-95e3-7717d55b9560", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:33.780687 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-697cae51-7ba1-4265-ba55-f088641932f3 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:33.781141 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9bba6d-92b9-474d-bb12-9ea228374b8f', 'tag': '9a120636-e982-42e8-95e3-7717d55b9560', 'status': 'completed', 'code': 200} Feb 09 02:10:33.804023 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cde84-88d1-484f-984d-fa2fac03322f req-b036be23-fd6f-4ae4-9fd5-ab8dc97a59fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:33.805721 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f67cde84-88d1-484f-984d-fa2fac03322f req-b036be23-fd6f-4ae4-9fd5-ab8dc97a59fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1ddb4978683245ad85f40af731985b8c&device_id=cc9bba6d-92b9-474d-bb12-9ea228374b8f HTTP/1.1" status: 200 len: 1126 time: 0.0643835 Feb 09 02:10:33.853942 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f67cde84-88d1-484f-984d-fa2fac03322f req-e5baf32d-db11-41f3-88a4-cbbc9d8fbe3d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a120636-e982-42e8-95e3-7717d55b9560 HTTP/1.1" status: 200 len: 217 time: 0.0407171 Feb 09 02:10:33.918598 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cde84-88d1-484f-984d-fa2fac03322f req-95b26566-aa1e-47e0-ab5e-881b20291ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:33.920188 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f67cde84-88d1-484f-984d-fa2fac03322f req-95b26566-aa1e-47e0-ab5e-881b20291ec9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7 HTTP/1.1" status: 200 len: 855 time: 0.0600367 Feb 09 02:10:33.981003 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f67cde84-88d1-484f-984d-fa2fac03322f req-7da9393e-2df6-49e5-99f4-2adbd9b72da0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1f5ea808-c95e-490e-85be-0aa56bb50d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540032 Feb 09 02:10:34.100961 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30152c45-bf0d-4826-a9cb-670ee0d1fb2b req-8c22a9ac-74c4-4b78-8018-44fe5aef24e0 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:34.102916 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30152c45-bf0d-4826-a9cb-670ee0d1fb2b req-8c22a9ac-74c4-4b78-8018-44fe5aef24e0 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc9bba6d-92b9-474d-bb12-9ea228374b8f HTTP/1.1" status: 200 len: 944 time: 0.0812602 Feb 09 02:10:34.140757 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f67cde84-88d1-484f-984d-fa2fac03322f req-4d10c2bc-1da6-45f2-ba62-acde47b1e796 service neutron] 10.222.0.67 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541758 Feb 09 02:10:34.177061 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30152c45-bf0d-4826-a9cb-670ee0d1fb2b req-a709f3a3-3c73-47f2-b8e7-7eb3ad34e3a4 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678236 Feb 09 02:10:34.276780 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f67cde84-88d1-484f-984d-fa2fac03322f req-83d10362-a076-4a45-880e-fe9dc40051d7 service neutron] 10.222.0.67 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285191 Feb 09 02:10:34.399781 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a7a3b-1722-41c9-b8f4-814fd56c9ecd req-d33aa911-9bdd-443c-a084-a23c181c6d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:34.405045 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8b3a7a3b-1722-41c9-b8f4-814fd56c9ecd req-d33aa911-9bdd-443c-a084-a23c181c6d71 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1ddb4978683245ad85f40af731985b8c&device_id=cc9bba6d-92b9-474d-bb12-9ea228374b8f HTTP/1.1" status: 200 len: 1126 time: 0.0678983 Feb 09 02:10:34.527011 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a7a3b-1722-41c9-b8f4-814fd56c9ecd req-41380a39-6bd4-4704-b483-46a73db16a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:34.529052 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8b3a7a3b-1722-41c9-b8f4-814fd56c9ecd req-41380a39-6bd4-4704-b483-46a73db16a1d service neutron] 10.222.0.67 "GET /v2.0/networks?id=1f5ea808-c95e-490e-85be-0aa56bb50d10 HTTP/1.1" status: 200 len: 916 time: 0.1176758 Feb 09 02:10:34.593814 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8b3a7a3b-1722-41c9-b8f4-814fd56c9ecd req-b69bd39c-2549-45ee-a20e-f488cefcf0e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a120636-e982-42e8-95e3-7717d55b9560 HTTP/1.1" status: 200 len: 217 time: 0.0584493 Feb 09 02:10:34.650968 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a7a3b-1722-41c9-b8f4-814fd56c9ecd req-5c8e6e6d-d6e2-46fd-820c-3f112cfc4693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:34.652798 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8b3a7a3b-1722-41c9-b8f4-814fd56c9ecd req-5c8e6e6d-d6e2-46fd-820c-3f112cfc4693 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7 HTTP/1.1" status: 200 len: 855 time: 0.0522292 Feb 09 02:10:34.695041 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8b3a7a3b-1722-41c9-b8f4-814fd56c9ecd req-2ec42279-58f2-4d18-a552-b1788ee1e003 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1f5ea808-c95e-490e-85be-0aa56bb50d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357554 Feb 09 02:10:34.802989 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8b3a7a3b-1722-41c9-b8f4-814fd56c9ecd req-07803aea-7b76-408b-b10c-51784bbef626 service neutron] 10.222.0.67 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003006 Feb 09 02:10:34.926822 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8b3a7a3b-1722-41c9-b8f4-814fd56c9ecd req-442392cb-b7a5-4892-a753-8aec5239434c service neutron] 10.222.0.67 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170826 Feb 09 02:10:34.984535 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 47186) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:35.115931 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c32a50ca-ea6d-4dd4-ab49-11d7a471d81b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:35.210823 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c32a50ca-ea6d-4dd4-ab49-11d7a471d81b admin admin] Publish callbacks [] for security_group (8e7f30d4-a4d5-4e74-8d89-15eda179f0ce), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:35.219056 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c32a50ca-ea6d-4dd4-ab49-11d7a471d81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8e7f30d4-a4d5-4e74-8d89-15eda179f0ce), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:35.273486 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c32a50ca-ea6d-4dd4-ab49-11d7a471d81b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=200d9233d5e144f3848c88d80167e24a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2851777 Feb 09 02:10:35.274276 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 47192) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:35.275005 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a50ca-ea6d-4dd4-ab49-11d7a471d81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7f30d4-a4d5-4e74-8d89-15eda179f0ce,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:35.340568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f0f26-a8c7-4bd2-b529-81c58964a0c0 req-885df466-fd50-4b79-b453-e5f29cb6fc09 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:35.342807 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-465f0f26-a8c7-4bd2-b529-81c58964a0c0 req-885df466-fd50-4b79-b453-e5f29cb6fc09 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc9bba6d-92b9-474d-bb12-9ea228374b8f HTTP/1.1" status: 200 len: 944 time: 0.0771968 Feb 09 02:10:35.350188 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7efaf9ec-fba6-44fc-9fee-658d17f259b0 admin admin] Publish callbacks [] for security_group (8e7f30d4-a4d5-4e74-8d89-15eda179f0ce), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:35.384655 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7efaf9ec-fba6-44fc-9fee-658d17f259b0 admin admin] Publish callbacks [] for security_group (8e7f30d4-a4d5-4e74-8d89-15eda179f0ce), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:35.416484 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-465f0f26-a8c7-4bd2-b529-81c58964a0c0 req-20a888a3-6248-4a73-8a87-e2fa28d46be5 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547602 Feb 09 02:10:35.444143 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7efaf9ec-fba6-44fc-9fee-658d17f259b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8e7f30d4-a4d5-4e74-8d89-15eda179f0ce), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:35.447240 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7efaf9ec-fba6-44fc-9fee-658d17f259b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:35.450650 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7efaf9ec-fba6-44fc-9fee-658d17f259b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e7f30d4-a4d5-4e74-8d89-15eda179f0ce HTTP/1.1" status: 204 len: 168 time: 0.1596215 Feb 09 02:10:35.464345 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efaf9ec-fba6-44fc-9fee-658d17f259b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7f30d4-a4d5-4e74-8d89-15eda179f0ce,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:36.582209 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2224c-78f5-404d-baf6-1aaeeb4ce3c6 req-faf9d3ba-aabe-48de-be2b-da8ae539d920 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:36.583965 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-42f2224c-78f5-404d-baf6-1aaeeb4ce3c6 req-faf9d3ba-aabe-48de-be2b-da8ae539d920 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc9bba6d-92b9-474d-bb12-9ea228374b8f HTTP/1.1" status: 200 len: 944 time: 0.0773249 Feb 09 02:10:36.653050 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-42f2224c-78f5-404d-baf6-1aaeeb4ce3c6 req-6d416326-ac73-480c-8348-3a56f05e5d01 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615885 Feb 09 02:10:37.366276 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 9a120636-e982-42e8-95e3-7717d55b9560 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:10:37.597132 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 9a120636-e982-42e8-95e3-7717d55b9560, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9a120636-e982-42e8-95e3-7717d55b9560,segment=NetworkSegment(e086d816-a760-4c65-a4c4-74fb63b2c103),segment_id=e086d816-a760-4c65-a4c4-74fb63b2c103)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:37.615157 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '9a120636-e982-42e8-95e3-7717d55b9560', 'network_id': '1f5ea808-c95e-490e-85be-0aa56bb50d10', 'port_id': '9a120636-e982-42e8-95e3-7717d55b9560', 'mac_address': 'fa:16:3e:a8:30:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:10:37.617682 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-24fa75a6-294a-4355-8d11-0c4bec7b036c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:37.664216 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 9a120636-e982-42e8-95e3-7717d55b9560 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:37.665212 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9a120636-e982-42e8-95e3-7717d55b9560), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:37.684225 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a120636-e982-42e8-95e3-7717d55b9560 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:37.712122 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 9a120636-e982-42e8-95e3-7717d55b9560, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9a120636-e982-42e8-95e3-7717d55b9560,segment=NetworkSegment(e086d816-a760-4c65-a4c4-74fb63b2c103),segment_id=e086d816-a760-4c65-a4c4-74fb63b2c103)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:37.715853 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9a120636-e982-42e8-95e3-7717d55b9560), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:37.855397 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=9a120636-e982-42e8-95e3-7717d55b9560,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:38.048846 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['9a120636-e982-42e8-95e3-7717d55b9560'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:38.163198 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d9a88-5935-4e03-91f2-e1ed4d5c87e6 req-5bbd2828-1dd2-4292-8bdf-e8e1d14b81b7 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:38.165682 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f78d9a88-5935-4e03-91f2-e1ed4d5c87e6 req-5bbd2828-1dd2-4292-8bdf-e8e1d14b81b7 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc9bba6d-92b9-474d-bb12-9ea228374b8f HTTP/1.1" status: 200 len: 945 time: 0.4022782 Feb 09 02:10:38.223030 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f78d9a88-5935-4e03-91f2-e1ed4d5c87e6 req-bafe8daf-52bd-42d9-90fd-06127a280f2f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466292 Feb 09 02:10:39.012114 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-ed07d48a-589c-4cee-8c6d-e7376b1c1ed6 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=04bfa22d98c24f989dc6606077801e6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324767 Feb 09 02:10:39.286415 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-81f609a4-1902-433c-a807-f8f77a24504b tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:39.288087 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-81f609a4-1902-433c-a807-f8f77a24504b tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2706037 Feb 09 02:10:39.305542 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-707b8595-cf9d-4639-9f55-31018495faad tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/quotas/04bfa22d98c24f989dc6606077801e6a HTTP/1.1" status: 200 len: 375 time: 0.0121658 Feb 09 02:10:39.344641 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-a1abe05e-b80f-4944-b424-2387a577047a tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=04bfa22d98c24f989dc6606077801e6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341034 Feb 09 02:10:39.363369 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61f915-38fa-425e-938d-33e3559cc393 req-92863aa7-8cae-41b7-b98a-f90709f59737 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:39.365051 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8f61f915-38fa-425e-938d-33e3559cc393 req-92863aa7-8cae-41b7-b98a-f90709f59737 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc9bba6d-92b9-474d-bb12-9ea228374b8f HTTP/1.1" status: 200 len: 945 time: 0.0581126 Feb 09 02:10:39.382895 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 9a120636-e982-42e8-95e3-7717d55b9560 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:10:39.429081 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8f61f915-38fa-425e-938d-33e3559cc393 req-eacbbe74-fd99-46b3-88ac-516987ba230e tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523319 Feb 09 02:10:39.465399 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 9a120636-e982-42e8-95e3-7717d55b9560 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:39.469613 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 9a120636-e982-42e8-95e3-7717d55b9560 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:39.470005 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9a120636-e982-42e8-95e3-7717d55b9560), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:39.554870 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1c4eca22-1939-4f82-b622-68b0821ccf8e req-9bb6c781-6340-4797-8c2f-527771d49fb5 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/ports?device_id=52d5a28e-3dc1-439d-995a-d96d7e1345ee HTTP/1.1" status: 200 len: 210 time: 0.0368698 Feb 09 02:10:39.567678 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 9a120636-e982-42e8-95e3-7717d55b9560 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:39.568564 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9a120636-e982-42e8-95e3-7717d55b9560), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:39.595288 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9bba6d-92b9-474d-bb12-9ea228374b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a120636-e982-42e8-95e3-7717d55b9560'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:39.598072 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dbbae0-e752-4bea-bc93-bff5c31f3f31" -d '{"events": [{"server_uuid": "cc9bba6d-92b9-474d-bb12-9ea228374b8f", "name": "network-vif-plugged", "status": "completed", "tag": "9a120636-e982-42e8-95e3-7717d55b9560"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:39.612546 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 9a120636-e982-42e8-95e3-7717d55b9560, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9a120636-e982-42e8-95e3-7717d55b9560,segment=NetworkSegment(e086d816-a760-4c65-a4c4-74fb63b2c103),segment_id=e086d816-a760-4c65-a4c4-74fb63b2c103)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:39.617234 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9a120636-e982-42e8-95e3-7717d55b9560), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:39.649951 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1723cc2-ccc5-46a2-8969-e06083a97434 x-openstack-request-id: req-d1723cc2-ccc5-46a2-8969-e06083a97434 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:39.650476 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9bba6d-92b9-474d-bb12-9ea228374b8f", "name": "network-vif-plugged", "status": "completed", "tag": "9a120636-e982-42e8-95e3-7717d55b9560", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:39.650737 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1723cc2-ccc5-46a2-8969-e06083a97434 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:39.651276 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9bba6d-92b9-474d-bb12-9ea228374b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a120636-e982-42e8-95e3-7717d55b9560', 'code': 200} Feb 09 02:10:39.687687 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=9a120636-e982-42e8-95e3-7717d55b9560,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:39.774575 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0910a-5afd-4e92-95f1-e9a72fa9d5f6 req-1d8e3c8a-90a3-4d8f-b13b-8873936b39e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:39.776194 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2be0910a-5afd-4e92-95f1-e9a72fa9d5f6 req-1d8e3c8a-90a3-4d8f-b13b-8873936b39e2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cc9bba6d-92b9-474d-bb12-9ea228374b8f HTTP/1.1" status: 200 len: 1128 time: 0.0652211 Feb 09 02:10:39.830754 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2be0910a-5afd-4e92-95f1-e9a72fa9d5f6 req-dfb44be7-6278-424b-b319-af8fce21d55a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483375 Feb 09 02:10:40.064696 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:40.153201 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-88b90104-6a3f-41d3-8513-615470e21650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:40.562979 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-e1668ef5-51f5-46ca-a0f2-76b4060ca4ec tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=04bfa22d98c24f989dc6606077801e6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258875 Feb 09 02:10:40.627444 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f9c9e-02c6-4f25-a6da-0ffad7face58 req-84e0612a-9c7d-4bff-b148-a9ac00e9b1cf tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:40.629940 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1b1f9c9e-02c6-4f25-a6da-0ffad7face58 req-84e0612a-9c7d-4bff-b148-a9ac00e9b1cf tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc9bba6d-92b9-474d-bb12-9ea228374b8f HTTP/1.1" status: 200 len: 946 time: 0.0974526 Feb 09 02:10:40.684897 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c753da9e-1c4a-4198-94d9-c12e1fd295a3 req-c67e4803-d15c-4840-b09e-0f28cacd11ef tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/ports?device_id=52d5a28e-3dc1-439d-995a-d96d7e1345ee HTTP/1.1" status: 200 len: 210 time: 0.0386777 Feb 09 02:10:40.699980 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1b1f9c9e-02c6-4f25-a6da-0ffad7face58 req-434625da-1810-4349-b337-b1321b9677b9 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571761 Feb 09 02:10:40.754940 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-4fa39606-4187-4f9e-94c6-67abcf82b6ea tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:40.756412 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-4fa39606-4187-4f9e-94c6-67abcf82b6ea tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852148 Feb 09 02:10:40.769147 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Request body: {'port': {'device_id': '52d5a28e-3dc1-439d-995a-d96d7e1345ee', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': '04bfa22d98c24f989dc6606077801e6a'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:40.865579 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:40.902248 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Made reservation on behalf of 04bfa22d98c24f989dc6606077801e6a for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:10:40.907796 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:40.921969 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:41.011133 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:41.030417 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Publish callbacks [] for security_group (6bf3ea30-fde9-4018-8fc3-0c1d520c05fb), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:41.035514 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6bf3ea30-fde9-4018-8fc3-0c1d520c05fb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:41.099578 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf3ea30-fde9-4018-8fc3-0c1d520c05fb,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:41.114875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:41.115249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:41.115595 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:41.115935 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:41.116271 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:41.116611 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:41.116964 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:41.117295 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:41.117634 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:41.117951 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:41.118302 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:41.118626 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:41.118948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:41.185674 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Allocated IP 192.168.233.12 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/4464eca5-48d4-4d95-843c-bbec90724c7f) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:10:41.353785 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Publish callbacks [] for port (4464eca5-48d4-4d95-843c-bbec90724c7f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:41.388002 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (4464eca5-48d4-4d95-843c-bbec90724c7f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:41.438524 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:41.442483 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:41.448884 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:10:41.451965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Pushing event updated for resources: {'Port': ['ID=4464eca5-48d4-4d95-843c-bbec90724c7f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:41.509197 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:41.509840 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:41.528686 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-e80d7bfe-1677-4e32-a06f-fe5c215bddaf tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7641366 Feb 09 02:10:41.541480 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-de5e15db-2a25-4a01-bed0-a478e9c6762e service neutron] Request body: {'port': {'device_id': '52d5a28e-3dc1-439d-995a-d96d7e1345ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:41.610311 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-de5e15db-2a25-4a01-bed0-a478e9c6762e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4464eca5-48d4-4d95-843c-bbec90724c7f), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:41.752136 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-caf95ddb-2c74-4a91-bfe2-ce76da57b47f None None] Provisioning complete for port 4464eca5-48d4-4d95-843c-bbec90724c7f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:41.752512 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-caf95ddb-2c74-4a91-bfe2-ce76da57b47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4464eca5-48d4-4d95-843c-bbec90724c7f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:41.829314 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-caf95ddb-2c74-4a91-bfe2-ce76da57b47f None None] Port 4464eca5-48d4-4d95-843c-bbec90724c7f cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:10:41.886389 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402c5b2-d5a2-4031-a03d-18e91b889418 req-e39402b7-f14a-4316-8a6f-bd38618869cd tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:41.888351 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9402c5b2-d5a2-4031-a03d-18e91b889418 req-e39402b7-f14a-4316-8a6f-bd38618869cd tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc9bba6d-92b9-474d-bb12-9ea228374b8f HTTP/1.1" status: 200 len: 946 time: 0.0640771 Feb 09 02:10:41.944162 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9402c5b2-d5a2-4031-a03d-18e91b889418 req-4ca283e9-a85b-4293-aaeb-1ef9bcceb2ca tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432830 Feb 09 02:10:41.955570 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ca82f-c204-4042-8720-32e1c23d1aa4 req-e2b278eb-1f8b-4492-9738-c507502fb80b tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:41.958184 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-692ca82f-c204-4042-8720-32e1c23d1aa4 req-e2b278eb-1f8b-4492-9738-c507502fb80b tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/ports?device_id=52d5a28e-3dc1-439d-995a-d96d7e1345ee HTTP/1.1" status: 200 len: 935 time: 0.1678395 Feb 09 02:10:41.961488 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-de5e15db-2a25-4a01-bed0-a478e9c6762e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4464eca5-48d4-4d95-843c-bbec90724c7f {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:41.985538 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-de5e15db-2a25-4a01-bed0-a478e9c6762e service neutron] Publish callbacks [] for port (4464eca5-48d4-4d95-843c-bbec90724c7f), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:42.016745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-de5e15db-2a25-4a01-bed0-a478e9c6762e service neutron] Transition to ACTIVE for port object 4464eca5-48d4-4d95-843c-bbec90724c7f will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:42.025511 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-de5e15db-2a25-4a01-bed0-a478e9c6762e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (4464eca5-48d4-4d95-843c-bbec90724c7f), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:42.117957 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-692ca82f-c204-4042-8720-32e1c23d1aa4 req-29659b2c-ab00-4bc7-bd1d-c256877863ab tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bf3ea30-fde9-4018-8fc3-0c1d520c05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484625 Feb 09 02:10:42.121035 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e15db-2a25-4a01-bed0-a478e9c6762e service neutron] Pushing event updated for resources: {'Port': ['ID=4464eca5-48d4-4d95-843c-bbec90724c7f,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:42.209961 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-de5e15db-2a25-4a01-bed0-a478e9c6762e service neutron] Attempting to bind port 4464eca5-48d4-4d95-843c-bbec90724c7f on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:10:42.210485 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-de5e15db-2a25-4a01-bed0-a478e9c6762e service neutron] Attempting to bind port 4464eca5-48d4-4d95-843c-bbec90724c7f by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:10:42.210887 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-de5e15db-2a25-4a01-bed0-a478e9c6762e service neutron] Attempting to bind port 4464eca5-48d4-4d95-843c-bbec90724c7f on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:42.216770 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-de5e15db-2a25-4a01-bed0-a478e9c6762e service neutron] Port 4464eca5-48d4-4d95-843c-bbec90724c7f on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:10:42.217170 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-de5e15db-2a25-4a01-bed0-a478e9c6762e service neutron] Attempting to bind port 4464eca5-48d4-4d95-843c-bbec90724c7f on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:42.224622 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-de5e15db-2a25-4a01-bed0-a478e9c6762e service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:10:42.225875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-de5e15db-2a25-4a01-bed0-a478e9c6762e service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:10:42.225875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-de5e15db-2a25-4a01-bed0-a478e9c6762e service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:10:42.226429 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-de5e15db-2a25-4a01-bed0-a478e9c6762e service neutron] Bound port: 4464eca5-48d4-4d95-843c-bbec90724c7f, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:10:42.226895 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-de5e15db-2a25-4a01-bed0-a478e9c6762e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4464eca5-48d4-4d95-843c-bbec90724c7f), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:42.301601 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-de5e15db-2a25-4a01-bed0-a478e9c6762e service neutron] For port 4464eca5-48d4-4d95-843c-bbec90724c7f, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:10:42.305649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-de5e15db-2a25-4a01-bed0-a478e9c6762e service neutron] For port 4464eca5-48d4-4d95-843c-bbec90724c7f, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4464eca5-48d4-4d95-843c-bbec90724c7f,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:10:42.313537 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-de5e15db-2a25-4a01-bed0-a478e9c6762e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (4464eca5-48d4-4d95-843c-bbec90724c7f), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:42.363898 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-de5e15db-2a25-4a01-bed0-a478e9c6762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:42.364644 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-de5e15db-2a25-4a01-bed0-a478e9c6762e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:42.366251 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-de5e15db-2a25-4a01-bed0-a478e9c6762e service neutron] 10.222.0.48 "PUT /v2.0/ports/4464eca5-48d4-4d95-843c-bbec90724c7f HTTP/1.1" status: 200 len: 1095 time: 0.8291957 Feb 09 02:10:42.366794 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d5a28e-3dc1-439d-995a-d96d7e1345ee', 'tag': '4464eca5-48d4-4d95-843c-bbec90724c7f'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:42.369471 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bae074-31b6-4f7d-b63b-2c7c1031309f" -d '{"events": [{"name": "network-changed", "server_uuid": "52d5a28e-3dc1-439d-995a-d96d7e1345ee", "tag": "4464eca5-48d4-4d95-843c-bbec90724c7f"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:42.380803 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:42.429562 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e15db-2a25-4a01-bed0-a478e9c6762e service neutron] Pushing event updated for resources: {'Port': ['ID=4464eca5-48d4-4d95-843c-bbec90724c7f,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:42.455732 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99cc807-c0a5-4612-8d36-45b8c8cecda1 x-openstack-request-id: req-e99cc807-c0a5-4612-8d36-45b8c8cecda1 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:42.456826 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d5a28e-3dc1-439d-995a-d96d7e1345ee", "tag": "4464eca5-48d4-4d95-843c-bbec90724c7f", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:42.456957 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e99cc807-c0a5-4612-8d36-45b8c8cecda1 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:42.458829 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d5a28e-3dc1-439d-995a-d96d7e1345ee', 'tag': '4464eca5-48d4-4d95-843c-bbec90724c7f', 'status': 'completed', 'code': 200} Feb 09 02:10:42.556400 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-f183cd29-20f7-4115-8ab2-4c8e08a07c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:42.565686 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-f183cd29-20f7-4115-8ab2-4c8e08a07c3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04bfa22d98c24f989dc6606077801e6a&device_id=52d5a28e-3dc1-439d-995a-d96d7e1345ee HTTP/1.1" status: 200 len: 1129 time: 0.1024916 Feb 09 02:10:42.619555 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-926db63c-361e-4a0c-a674-db4950826aca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=4464eca5-48d4-4d95-843c-bbec90724c7f HTTP/1.1" status: 200 len: 217 time: 0.0425134 Feb 09 02:10:42.680399 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-833a5ab5-a50c-44d6-8f3b-6230632c4fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:42.682029 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-833a5ab5-a50c-44d6-8f3b-6230632c4fb9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.0552390 Feb 09 02:10:42.748673 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-67eb4159-4102-4852-a13a-39e8c753850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:42.750255 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-67eb4159-4102-4852-a13a-39e8c753850e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0621717 Feb 09 02:10:42.857615 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-c397c7c6-2459-484f-9c1e-60926363b0f1 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999458 Feb 09 02:10:42.968466 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aae8b5d7-d1e0-40ea-94c8-79f6503764f1 req-1ab44dcf-1697-447c-8a30-84850b234d3c service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033480 Feb 09 02:10:43.072505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bae074-31b6-4f7d-b63b-2c7c1031309f req-f3961adb-1dbc-4e80-9c63-11756b45e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:43.074116 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-90bae074-31b6-4f7d-b63b-2c7c1031309f req-f3961adb-1dbc-4e80-9c63-11756b45e5a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04bfa22d98c24f989dc6606077801e6a&device_id=52d5a28e-3dc1-439d-995a-d96d7e1345ee HTTP/1.1" status: 200 len: 1129 time: 0.0496151 Feb 09 02:10:43.246798 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bae074-31b6-4f7d-b63b-2c7c1031309f req-920a94c6-fecf-460f-a612-a4ff1f331241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:43.248842 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-90bae074-31b6-4f7d-b63b-2c7c1031309f req-920a94c6-fecf-460f-a612-a4ff1f331241 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.1688216 Feb 09 02:10:43.309227 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-90bae074-31b6-4f7d-b63b-2c7c1031309f req-86a29086-a109-48e7-a0e7-d55d9b6b68a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=4464eca5-48d4-4d95-843c-bbec90724c7f HTTP/1.1" status: 200 len: 217 time: 0.0498586 Feb 09 02:10:43.357279 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17cd9e7-d0a5-4a99-9403-92eb48cac3c1 req-854777e7-2b2d-444d-a5d3-ad0cded9d801 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:43.358745 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e17cd9e7-d0a5-4a99-9403-92eb48cac3c1 req-854777e7-2b2d-444d-a5d3-ad0cded9d801 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/ports?device_id=52d5a28e-3dc1-439d-995a-d96d7e1345ee HTTP/1.1" status: 200 len: 947 time: 0.1583037 Feb 09 02:10:43.404169 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bae074-31b6-4f7d-b63b-2c7c1031309f req-38f9b7bb-dc80-46e3-85d6-8b22a6c7485b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:43.406703 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-90bae074-31b6-4f7d-b63b-2c7c1031309f req-38f9b7bb-dc80-46e3-85d6-8b22a6c7485b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.0897272 Feb 09 02:10:43.454201 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:43.480009 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e17cd9e7-d0a5-4a99-9403-92eb48cac3c1 req-f6fe90db-0cac-4002-a627-3627a2fd7007 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bf3ea30-fde9-4018-8fc3-0c1d520c05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102734 Feb 09 02:10:43.504945 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bae074-31b6-4f7d-b63b-2c7c1031309f req-a4462ee9-9f51-4a05-b477-d688e56054d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:43.506473 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-90bae074-31b6-4f7d-b63b-2c7c1031309f req-a4462ee9-9f51-4a05-b477-d688e56054d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0873024 Feb 09 02:10:43.645104 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-90bae074-31b6-4f7d-b63b-2c7c1031309f req-cf94003b-51ed-4e7d-9fc3-be0e4982a462 service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297734 Feb 09 02:10:43.769023 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-90bae074-31b6-4f7d-b63b-2c7c1031309f req-23e201ac-1e9e-49fc-9410-7e93e00a387b service neutron] 10.222.0.48 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132922 Feb 09 02:10:44.636739 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41346b-cc7a-408e-accc-655a0a4ea959 req-8f087e20-c075-4fbe-aa5c-5bcafd580f3e tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:44.649091 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2e41346b-cc7a-408e-accc-655a0a4ea959 req-8f087e20-c075-4fbe-aa5c-5bcafd580f3e tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/ports?device_id=52d5a28e-3dc1-439d-995a-d96d7e1345ee HTTP/1.1" status: 200 len: 947 time: 0.0940633 Feb 09 02:10:44.730258 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2e41346b-cc7a-408e-accc-655a0a4ea959 req-adfe2ccb-efcd-41fd-a399-57ba6b562183 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bf3ea30-fde9-4018-8fc3-0c1d520c05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719237 Feb 09 02:10:45.478834 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 4464eca5-48d4-4d95-843c-bbec90724c7f details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:10:45.593806 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 4464eca5-48d4-4d95-843c-bbec90724c7f, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4464eca5-48d4-4d95-843c-bbec90724c7f,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:45.607113 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '4464eca5-48d4-4d95-843c-bbec90724c7f', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '4464eca5-48d4-4d95-843c-bbec90724c7f', 'mac_address': 'fa:16:3e:43:61:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:10:45.655323 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 4464eca5-48d4-4d95-843c-bbec90724c7f is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:45.656296 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4464eca5-48d4-4d95-843c-bbec90724c7f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:45.676631 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4464eca5-48d4-4d95-843c-bbec90724c7f {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:45.707725 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 4464eca5-48d4-4d95-843c-bbec90724c7f, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4464eca5-48d4-4d95-843c-bbec90724c7f,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:45.714175 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4464eca5-48d4-4d95-843c-bbec90724c7f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:45.785578 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=4464eca5-48d4-4d95-843c-bbec90724c7f,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:45.879975 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272726b-77f1-483b-9e6e-7c2aebb23498 req-a3e6410b-7186-4b18-9016-8baeabe69348 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:45.888837 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8272726b-77f1-483b-9e6e-7c2aebb23498 req-a3e6410b-7186-4b18-9016-8baeabe69348 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/ports?device_id=52d5a28e-3dc1-439d-995a-d96d7e1345ee HTTP/1.1" status: 200 len: 948 time: 0.0690565 Feb 09 02:10:45.979360 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8272726b-77f1-483b-9e6e-7c2aebb23498 req-ab3a982f-1e84-448f-87b5-8bacb1789965 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bf3ea30-fde9-4018-8fc3-0c1d520c05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895119 Feb 09 02:10:46.018008 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['4464eca5-48d4-4d95-843c-bbec90724c7f'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:47.227701 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09e88f-23bf-4d22-9f14-98be451177eb req-d4b71c77-723c-4aa8-ac20-2e967c4908df tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:47.230694 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8f09e88f-23bf-4d22-9f14-98be451177eb req-d4b71c77-723c-4aa8-ac20-2e967c4908df tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/ports?device_id=52d5a28e-3dc1-439d-995a-d96d7e1345ee HTTP/1.1" status: 200 len: 948 time: 0.1729016 Feb 09 02:10:47.312810 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8f09e88f-23bf-4d22-9f14-98be451177eb req-ca125d32-9822-4fd8-970e-71f82c693bf2 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bf3ea30-fde9-4018-8fc3-0c1d520c05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761988 Feb 09 02:10:47.477098 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 4464eca5-48d4-4d95-843c-bbec90724c7f up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:10:47.692685 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 4464eca5-48d4-4d95-843c-bbec90724c7f completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:47.697199 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 4464eca5-48d4-4d95-843c-bbec90724c7f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:47.697703 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4464eca5-48d4-4d95-843c-bbec90724c7f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:47.779761 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 4464eca5-48d4-4d95-843c-bbec90724c7f is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:47.780252 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4464eca5-48d4-4d95-843c-bbec90724c7f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:47.812432 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d5a28e-3dc1-439d-995a-d96d7e1345ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4464eca5-48d4-4d95-843c-bbec90724c7f'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:47.816045 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bfdf3d-ecdc-4392-acc8-0bbd9b22485f" -d '{"events": [{"server_uuid": "52d5a28e-3dc1-439d-995a-d96d7e1345ee", "name": "network-vif-plugged", "status": "completed", "tag": "4464eca5-48d4-4d95-843c-bbec90724c7f"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:47.837185 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 4464eca5-48d4-4d95-843c-bbec90724c7f, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4464eca5-48d4-4d95-843c-bbec90724c7f,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:47.844639 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4464eca5-48d4-4d95-843c-bbec90724c7f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:47.906847 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a7c6e3-d002-4d08-9d86-f30f5c845bda x-openstack-request-id: req-a4a7c6e3-d002-4d08-9d86-f30f5c845bda {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:47.907296 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d5a28e-3dc1-439d-995a-d96d7e1345ee", "name": "network-vif-plugged", "status": "completed", "tag": "4464eca5-48d4-4d95-843c-bbec90724c7f", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:47.908049 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a4a7c6e3-d002-4d08-9d86-f30f5c845bda {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:47.908699 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d5a28e-3dc1-439d-995a-d96d7e1345ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4464eca5-48d4-4d95-843c-bbec90724c7f', 'code': 200} Feb 09 02:10:47.952266 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=4464eca5-48d4-4d95-843c-bbec90724c7f,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:48.025276 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea262b3-3af5-4797-bc3c-b275765509b4 req-f8e3b601-dad0-4a44-8148-dc8edb24eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:48.026782 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dea262b3-3af5-4797-bc3c-b275765509b4 req-f8e3b601-dad0-4a44-8148-dc8edb24eae1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=52d5a28e-3dc1-439d-995a-d96d7e1345ee HTTP/1.1" status: 200 len: 1131 time: 0.0554368 Feb 09 02:10:48.075901 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dea262b3-3af5-4797-bc3c-b275765509b4 req-f04a1448-dd6f-4d82-a248-b8ec2b695e1a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6bf3ea30-fde9-4018-8fc3-0c1d520c05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409310 Feb 09 02:10:48.502835 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f463a0-7867-43d6-8100-922485c52f9d req-c0cd8b8c-496a-4073-91bb-7f234e1dcda0 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:48.516703 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e6f463a0-7867-43d6-8100-922485c52f9d req-c0cd8b8c-496a-4073-91bb-7f234e1dcda0 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/ports?device_id=52d5a28e-3dc1-439d-995a-d96d7e1345ee HTTP/1.1" status: 200 len: 949 time: 0.0978322 Feb 09 02:10:48.594227 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e6f463a0-7867-43d6-8100-922485c52f9d req-bd7200fd-5abd-4b71-8db6-04bd298b809d tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bf3ea30-fde9-4018-8fc3-0c1d520c05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712137 Feb 09 02:10:49.754101 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47184a11-8498-4534-b349-9da7f4a8a4b8 req-a585b711-3fa9-4889-9762-60bc2b6939d4 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:49.756366 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-47184a11-8498-4534-b349-9da7f4a8a4b8 req-a585b711-3fa9-4889-9762-60bc2b6939d4 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/ports?device_id=52d5a28e-3dc1-439d-995a-d96d7e1345ee HTTP/1.1" status: 200 len: 949 time: 0.0624056 Feb 09 02:10:49.818665 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-47184a11-8498-4534-b349-9da7f4a8a4b8 req-d2023abb-b9d8-4b33-8bbc-8ab5d5d55d8a tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bf3ea30-fde9-4018-8fc3-0c1d520c05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564814 Feb 09 02:11:01.219199 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-fcfb2a23-7e92-44d0-9544-349593a75312 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:01.222179 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-fcfb2a23-7e92-44d0-9544-349593a75312 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 810 time: 0.1186132 Feb 09 02:11:01.241285 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-f3ff905b-d667-4324-9150-976c99e39a74 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/quotas/ae374e012dff438a8fcacf6297f76569 HTTP/1.1" status: 200 len: 375 time: 0.0126882 Feb 09 02:11:01.302681 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-5c5f768b-3cb6-493e-a30f-2442e7916c6e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544679 Feb 09 02:11:01.403268 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-75ee16ef-0a9f-4d53-a2e0-5cc1eb90ccb1 service neutron] 10.222.0.36 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931780 Feb 09 02:11:01.507015 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-b30fa27d-9291-447d-9d8d-0013515d59f3 service neutron] 10.222.0.36 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948694 Feb 09 02:11:01.856432 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e4001a77-fa1a-4fbf-9d86-de837116598f req-f5860eb9-6db4-4c4b-9517-e2ce5e66210e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 210 time: 0.0486417 Feb 09 02:11:03.357977 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-985b592e-f420-4138-8a16-52f6b052ea3d req-548d4e73-70a3-45db-9e28-4ebdb811871c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 210 time: 0.0339024 Feb 09 02:11:03.367120 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-d98d92b5-ac7e-4c39-b453-ba0b5dcc54db tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:03.368687 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-d98d92b5-ac7e-4c39-b453-ba0b5dcc54db tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.67 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 810 time: 0.5679460 Feb 09 02:11:03.382359 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Request body: {'port': {'device_id': '38510e59-ad67-40ad-b5ff-ce95827e0748', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'admin_state_up': True, 'tenant_id': 'ae374e012dff438a8fcacf6297f76569'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:03.518176 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Made reservation on behalf of ae374e012dff438a8fcacf6297f76569 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:03.522287 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:03.681420 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Allocated IP 172.20.0.9 (cc310b24-fd11-451e-88ac-42c9695a7e70/a62a2247-044e-4cd3-9944-5d20d7932a71/1af644e5-ce27-4e10-b546-b296d385646b) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:03.838313 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for port (1af644e5-ce27-4e10-b546-b296d385646b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:03.872273 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (1af644e5-ce27-4e10-b546-b296d385646b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:03.925181 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Network cc310b24-fd11-451e-88ac-42c9695a7e70 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:03.929240 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:03.933217 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:11:03.969760 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event updated for resources: {'Port': ['ID=1af644e5-ce27-4e10-b546-b296d385646b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:03.981136 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.981487 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.981827 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.982170 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.982503 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.983472 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.983813 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.984146 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.984475 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.984800 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.985119 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.985446 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.985778 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:04.021026 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:04.022117 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:04.044113 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-c52a1229-0ea2-487b-80b8-f55528a5e8f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6658931 Feb 09 02:11:04.055245 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-ff04f012-7e20-4dc7-813f-8f9562d530fc tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:11:04.056856 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-ff04f012-7e20-4dc7-813f-8f9562d530fc tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064402 Feb 09 02:11:04.070353 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-ec136b15-0d50-4726-b45f-115159ce3be5 service neutron] Request body: {'port': {'device_id': '38510e59-ad67-40ad-b5ff-ce95827e0748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:04.137197 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-ec136b15-0d50-4726-b45f-115159ce3be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1af644e5-ce27-4e10-b546-b296d385646b), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:04.303913 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-51202983-f960-4cd9-809a-879ad9353930 None None] Provisioning complete for port 1af644e5-ce27-4e10-b546-b296d385646b triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:04.304748 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-51202983-f960-4cd9-809a-879ad9353930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1af644e5-ce27-4e10-b546-b296d385646b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:04.345548 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-51202983-f960-4cd9-809a-879ad9353930 None None] Port 1af644e5-ce27-4e10-b546-b296d385646b cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:11:04.472231 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-ec136b15-0d50-4726-b45f-115159ce3be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af644e5-ce27-4e10-b546-b296d385646b {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:04.480983 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-ec136b15-0d50-4726-b45f-115159ce3be5 service neutron] Publish callbacks [] for port (1af644e5-ce27-4e10-b546-b296d385646b), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:04.500017 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-ec136b15-0d50-4726-b45f-115159ce3be5 service neutron] Transition to ACTIVE for port object 1af644e5-ce27-4e10-b546-b296d385646b will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:04.516391 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6165a9-56e6-4710-b50c-827dcf9736dc req-00eb8789-c780-46d1-90a8-4bfa7a37c5b2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:04.518093 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e6165a9-56e6-4710-b50c-827dcf9736dc req-00eb8789-c780-46d1-90a8-4bfa7a37c5b2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 931 time: 0.0648344 Feb 09 02:11:04.520823 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-ec136b15-0d50-4726-b45f-115159ce3be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (1af644e5-ce27-4e10-b546-b296d385646b), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:04.584933 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e6165a9-56e6-4710-b50c-827dcf9736dc req-62ba94ed-17c9-4a7f-baa8-d1c157b704e7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601189 Feb 09 02:11:04.603892 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec136b15-0d50-4726-b45f-115159ce3be5 service neutron] Pushing event updated for resources: {'Port': ['ID=1af644e5-ce27-4e10-b546-b296d385646b,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:04.682306 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-ec136b15-0d50-4726-b45f-115159ce3be5 service neutron] Attempting to bind port 1af644e5-ce27-4e10-b546-b296d385646b on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:11:04.682717 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-ec136b15-0d50-4726-b45f-115159ce3be5 service neutron] Attempting to bind port 1af644e5-ce27-4e10-b546-b296d385646b by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:11:04.683111 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-ec136b15-0d50-4726-b45f-115159ce3be5 service neutron] Attempting to bind port 1af644e5-ce27-4e10-b546-b296d385646b on network cc310b24-fd11-451e-88ac-42c9695a7e70 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:04.688575 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-ec136b15-0d50-4726-b45f-115159ce3be5 service neutron] Port 1af644e5-ce27-4e10-b546-b296d385646b on network cc310b24-fd11-451e-88ac-42c9695a7e70 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:11:04.688971 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-ec136b15-0d50-4726-b45f-115159ce3be5 service neutron] Attempting to bind port 1af644e5-ce27-4e10-b546-b296d385646b on network cc310b24-fd11-451e-88ac-42c9695a7e70 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:04.695161 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-ec136b15-0d50-4726-b45f-115159ce3be5 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:11:04.695635 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-ec136b15-0d50-4726-b45f-115159ce3be5 service neutron] Checking segment: {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:04.696114 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-ec136b15-0d50-4726-b45f-115159ce3be5 service neutron] Bound using segment: {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:11:04.696917 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-ec136b15-0d50-4726-b45f-115159ce3be5 service neutron] Bound port: 1af644e5-ce27-4e10-b546-b296d385646b, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:11:04.697549 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-ec136b15-0d50-4726-b45f-115159ce3be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1af644e5-ce27-4e10-b546-b296d385646b), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:04.780540 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-ec136b15-0d50-4726-b45f-115159ce3be5 service neutron] For port 1af644e5-ce27-4e10-b546-b296d385646b, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:11:04.785697 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-ec136b15-0d50-4726-b45f-115159ce3be5 service neutron] For port 1af644e5-ce27-4e10-b546-b296d385646b, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=1af644e5-ce27-4e10-b546-b296d385646b,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:11:04.793487 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-ec136b15-0d50-4726-b45f-115159ce3be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (1af644e5-ce27-4e10-b546-b296d385646b), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:04.857177 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-ec136b15-0d50-4726-b45f-115159ce3be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:04.858069 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-ec136b15-0d50-4726-b45f-115159ce3be5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:04.860352 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-ec136b15-0d50-4726-b45f-115159ce3be5 service neutron] 10.222.0.67 "PUT /v2.0/ports/1af644e5-ce27-4e10-b546-b296d385646b HTTP/1.1" status: 200 len: 1091 time: 0.7954841 Feb 09 02:11:04.867034 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38510e59-ad67-40ad-b5ff-ce95827e0748', 'tag': '1af644e5-ce27-4e10-b546-b296d385646b'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:04.869711 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ff86a6-436e-4168-91e4-6b6b18fbacf1" -d '{"events": [{"name": "network-changed", "server_uuid": "38510e59-ad67-40ad-b5ff-ce95827e0748", "tag": "1af644e5-ce27-4e10-b546-b296d385646b"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:04.872659 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec136b15-0d50-4726-b45f-115159ce3be5 service neutron] Pushing event updated for resources: {'Port': ['ID=1af644e5-ce27-4e10-b546-b296d385646b,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:04.951172 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729043c2-0ccb-4099-925c-d70096e0ea58 x-openstack-request-id: req-729043c2-0ccb-4099-925c-d70096e0ea58 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:04.951756 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38510e59-ad67-40ad-b5ff-ce95827e0748", "tag": "1af644e5-ce27-4e10-b546-b296d385646b", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:04.952034 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-729043c2-0ccb-4099-925c-d70096e0ea58 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:04.952435 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38510e59-ad67-40ad-b5ff-ce95827e0748', 'tag': '1af644e5-ce27-4e10-b546-b296d385646b', 'status': 'completed', 'code': 200} Feb 09 02:11:05.008570 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-75154b9b-2404-4662-909c-5f1c572581f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:05.010180 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-75154b9b-2404-4662-909c-5f1c572581f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 1125 time: 0.1035352 Feb 09 02:11:05.069269 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-f697eb33-613a-4610-bd5f-766d343a262e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1af644e5-ce27-4e10-b546-b296d385646b HTTP/1.1" status: 200 len: 217 time: 0.0506303 Feb 09 02:11:05.142894 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-59d2e36b-6313-40e9-b212-aee3228399bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:05.143612 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-59d2e36b-6313-40e9-b212-aee3228399bd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 200 len: 849 time: 0.0625634 Feb 09 02:11:05.204052 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-7bcec11f-57cc-4b18-ae19-ed8c7e3f6847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:05.204052 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-7bcec11f-57cc-4b18-ae19-ed8c7e3f6847 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc310b24-fd11-451e-88ac-42c9695a7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0539238 Feb 09 02:11:05.304953 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-c7d49712-e5de-4ca6-a98d-98e9837c3aeb service neutron] 10.222.0.67 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952818 Feb 09 02:11:05.405087 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c9eb081-6d6f-4eb9-a3bf-f9415a72dde7 req-e1032f5f-5aed-4029-a16e-479ef302b966 service neutron] 10.222.0.67 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941668 Feb 09 02:11:05.495429 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff86a6-436e-4168-91e4-6b6b18fbacf1 req-6ac1ea26-2e46-4c4f-a023-85943c4666aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:05.497020 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3ff86a6-436e-4168-91e4-6b6b18fbacf1 req-6ac1ea26-2e46-4c4f-a023-85943c4666aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 1125 time: 0.0490344 Feb 09 02:11:05.613885 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff86a6-436e-4168-91e4-6b6b18fbacf1 req-ecf3c034-f86b-4ae9-926b-af6edb811608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:05.615629 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3ff86a6-436e-4168-91e4-6b6b18fbacf1 req-ecf3c034-f86b-4ae9-926b-af6edb811608 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 911 time: 0.1128538 Feb 09 02:11:05.680916 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3ff86a6-436e-4168-91e4-6b6b18fbacf1 req-d4470efe-8ff7-4080-92db-630cc2dc0b60 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1af644e5-ce27-4e10-b546-b296d385646b HTTP/1.1" status: 200 len: 217 time: 0.0589554 Feb 09 02:11:05.744454 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff86a6-436e-4168-91e4-6b6b18fbacf1 req-b1d43e8d-092f-457e-be5f-13433f615355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:05.746174 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3ff86a6-436e-4168-91e4-6b6b18fbacf1 req-b1d43e8d-092f-457e-be5f-13433f615355 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 200 len: 849 time: 0.0576000 Feb 09 02:11:05.786175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872a72f-d33b-42c0-ac53-a8068f13598a req-fab39831-175c-4a73-a16c-1e5f69979e83 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:05.794664 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2872a72f-d33b-42c0-ac53-a8068f13598a req-fab39831-175c-4a73-a16c-1e5f69979e83 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 943 time: 0.1264381 Feb 09 02:11:05.821133 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff86a6-436e-4168-91e4-6b6b18fbacf1 req-8fb75413-1290-4726-86e3-810acdf102dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:05.822640 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3ff86a6-436e-4168-91e4-6b6b18fbacf1 req-8fb75413-1290-4726-86e3-810acdf102dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc310b24-fd11-451e-88ac-42c9695a7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0686178 Feb 09 02:11:05.845292 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2872a72f-d33b-42c0-ac53-a8068f13598a req-6724fefe-b8f9-409f-9410-507811026d26 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494306 Feb 09 02:11:05.940405 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3ff86a6-436e-4168-91e4-6b6b18fbacf1 req-b96da713-93d5-4d54-9385-a5b702afb0ae service neutron] 10.222.0.67 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078272 Feb 09 02:11:06.043880 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3ff86a6-436e-4168-91e4-6b6b18fbacf1 req-ca8a5599-9034-4313-9f44-b606e206fdc7 service neutron] 10.222.0.67 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971167 Feb 09 02:11:07.050377 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc25013-3466-4c69-b9ae-8335ca0a5a13 req-f7fb91f8-41b7-4ac4-932e-7cfce18edac1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:07.062536 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cdc25013-3466-4c69-b9ae-8335ca0a5a13 req-f7fb91f8-41b7-4ac4-932e-7cfce18edac1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 943 time: 0.0979044 Feb 09 02:11:07.152782 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cdc25013-3466-4c69-b9ae-8335ca0a5a13 req-71294a08-e533-4906-8a60-64afef4be980 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889671 Feb 09 02:11:07.471867 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-be184607-9aae-474b-9156-2a847dda89fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:08.297867 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ce123-55c9-4a6c-b9c8-16c2475d3dc5 req-7b91901b-e698-4545-a7fd-c8e22cc4a035 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:08.300723 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7f1ce123-55c9-4a6c-b9c8-16c2475d3dc5 req-7b91901b-e698-4545-a7fd-c8e22cc4a035 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 943 time: 0.0636849 Feb 09 02:11:08.365010 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7f1ce123-55c9-4a6c-b9c8-16c2475d3dc5 req-36cf23e5-a05b-424b-94db-658be8566af8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571954 Feb 09 02:11:08.520241 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:11:09.535943 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c876a5a-79c4-4ebb-92b6-9a56c85dd1c7 req-29b5c39d-0c10-4431-ae85-6d45bf73b57f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:09.537848 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c876a5a-79c4-4ebb-92b6-9a56c85dd1c7 req-29b5c39d-0c10-4431-ae85-6d45bf73b57f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 943 time: 0.0750651 Feb 09 02:11:09.610675 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c876a5a-79c4-4ebb-92b6-9a56c85dd1c7 req-5f0d9161-052e-45ae-8548-4ba7570fdb56 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618126 Feb 09 02:11:10.056183 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:10.190934 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba6f538c-cd3b-4919-8c2a-c5a395f94bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:10.730095 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ebab8-dd7e-44e8-9a70-7963d0a868af req-c4d7f90c-e1a8-4f40-9d46-66fd36a8aac3 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:10.731724 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-754ebab8-dd7e-44e8-9a70-7963d0a868af req-c4d7f90c-e1a8-4f40-9d46-66fd36a8aac3 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 943 time: 0.0607140 Feb 09 02:11:10.781096 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-754ebab8-dd7e-44e8-9a70-7963d0a868af req-d3ec440f-7dc4-481f-8eb7-16e400ebdb98 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436766 Feb 09 02:11:10.873188 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:11.012159 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:11.914115 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b49995-bbdd-4bdc-864a-04ab4607eb2f req-8aee1dd0-497b-416e-a502-54cbd6515830 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:11.915798 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c8b49995-bbdd-4bdc-864a-04ab4607eb2f req-8aee1dd0-497b-416e-a502-54cbd6515830 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 943 time: 0.0609002 Feb 09 02:11:11.974327 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c8b49995-bbdd-4bdc-864a-04ab4607eb2f req-b1553e5c-2688-4953-b991-412fea7939da tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525544 Feb 09 02:11:12.364589 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:13.107128 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283b6f3-960a-448b-9dc6-5c580b9f3bc9 req-187ae3d4-f829-4713-a891-ac71cea9158e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:13.108631 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f283b6f3-960a-448b-9dc6-5c580b9f3bc9 req-187ae3d4-f829-4713-a891-ac71cea9158e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 943 time: 0.0586133 Feb 09 02:11:13.163015 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f283b6f3-960a-448b-9dc6-5c580b9f3bc9 req-55dbcf79-7647-412c-8e7a-ac45851671a2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482745 Feb 09 02:11:13.451559 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:14.291354 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba11485-3ff5-4b06-bd0d-81788b300603 req-5ab824fb-f9a1-4a5a-b33d-731e7c7a1dde tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:14.293621 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3ba11485-3ff5-4b06-bd0d-81788b300603 req-5ab824fb-f9a1-4a5a-b33d-731e7c7a1dde tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 943 time: 0.0586176 Feb 09 02:11:14.351756 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3ba11485-3ff5-4b06-bd0d-81788b300603 req-59d2464c-efcf-4f36-adb5-6fc79efe48e8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521111 Feb 09 02:11:15.483933 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb3fa2-cec7-4e91-b025-d431c6f05f41 req-3afaaea2-c79a-4bd5-a24b-84d3b0248ff9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:15.485487 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-47bb3fa2-cec7-4e91-b025-d431c6f05f41 req-3afaaea2-c79a-4bd5-a24b-84d3b0248ff9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 943 time: 0.0606537 Feb 09 02:11:15.535068 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-47bb3fa2-cec7-4e91-b025-d431c6f05f41 req-93c767ff-48ee-48e6-ad8e-42cde0d19a3e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434864 Feb 09 02:11:16.657439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8e1a4-b276-427f-a23a-f8fafe96cf45 req-d7f91824-07b4-4f3a-be3d-dbdf64ac6a94 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:16.659649 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77a8e1a4-b276-427f-a23a-f8fafe96cf45 req-d7f91824-07b4-4f3a-be3d-dbdf64ac6a94 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 943 time: 0.0564251 Feb 09 02:11:16.712128 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77a8e1a4-b276-427f-a23a-f8fafe96cf45 req-baf6977c-539e-4a40-9107-96028bd5e857 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465157 Feb 09 02:11:17.859539 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-95c6853c-8e2b-4234-becd-4aaec2e3430b req-3e773d44-08f4-458a-bc5a-db6f5fc6aa88 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=68e7dc78-8e0c-4945-9db3-6d6956d2ac10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1461344 Feb 09 02:11:17.874231 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864accd0-d4cf-4d78-92d2-a1f33a6d6732 req-c73d7ac2-2d49-415d-917b-1ffcfd675ff7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:17.875774 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-864accd0-d4cf-4d78-92d2-a1f33a6d6732 req-c73d7ac2-2d49-415d-917b-1ffcfd675ff7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 943 time: 0.0724146 Feb 09 02:11:17.966847 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-864accd0-d4cf-4d78-92d2-a1f33a6d6732 req-d34a7fb8-84f0-42ae-a069-b0b351c1cc26 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838811 Feb 09 02:11:17.972183 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6853c-8e2b-4234-becd-4aaec2e3430b req-2a3a5ff8-e67c-4e63-a23b-6497e093fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:17.973957 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-95c6853c-8e2b-4234-becd-4aaec2e3430b req-2a3a5ff8-e67c-4e63-a23b-6497e093fd5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ddb4978683245ad85f40af731985b8c&device_id=68e7dc78-8e0c-4945-9db3-6d6956d2ac10 HTTP/1.1" status: 200 len: 1127 time: 0.0890722 Feb 09 02:11:18.095719 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6853c-8e2b-4234-becd-4aaec2e3430b req-ec6437b6-772f-4852-bbf7-ebb23fbcf955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:18.097914 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-95c6853c-8e2b-4234-becd-4aaec2e3430b req-ec6437b6-772f-4852-bbf7-ebb23fbcf955 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f5ea808-c95e-490e-85be-0aa56bb50d10 HTTP/1.1" status: 200 len: 916 time: 0.1023242 Feb 09 02:11:18.147905 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-95c6853c-8e2b-4234-becd-4aaec2e3430b req-372fb61f-e9c8-404c-ac8f-a276e09d9c0d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09018f58-0afa-48a3-bc9c-69255051ba80 HTTP/1.1" status: 200 len: 217 time: 0.0401168 Feb 09 02:11:18.201167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6853c-8e2b-4234-becd-4aaec2e3430b req-f80ca05d-c39f-4638-93a4-05872e3bebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:18.202637 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-95c6853c-8e2b-4234-becd-4aaec2e3430b req-f80ca05d-c39f-4638-93a4-05872e3bebe5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7 HTTP/1.1" status: 200 len: 855 time: 0.0485828 Feb 09 02:11:18.242874 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-95c6853c-8e2b-4234-becd-4aaec2e3430b req-999c2c70-dbfb-4615-87d8-497334fce437 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f5ea808-c95e-490e-85be-0aa56bb50d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333085 Feb 09 02:11:18.254524 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-95c6853c-8e2b-4234-becd-4aaec2e3430b req-302df0de-eea6-4cf4-a2bd-f83d8e8c0fb8 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:11:18.255561 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-95c6853c-8e2b-4234-becd-4aaec2e3430b req-302df0de-eea6-4cf4-a2bd-f83d8e8c0fb8 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062890 Feb 09 02:11:18.353087 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-95c6853c-8e2b-4234-becd-4aaec2e3430b req-93a50a05-27a3-4fac-819b-684719284669 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907581 Feb 09 02:11:18.459499 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-95c6853c-8e2b-4234-becd-4aaec2e3430b req-0b0fee3c-6470-4c96-beab-fe7c5c010967 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006486 Feb 09 02:11:19.117019 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d4e2c-5df9-4570-af9d-8b38f60a3894 req-bfd4a95d-3393-4fad-a1dc-e050b8f38501 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:19.127161 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-972d4e2c-5df9-4570-af9d-8b38f60a3894 req-bfd4a95d-3393-4fad-a1dc-e050b8f38501 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 943 time: 0.0667894 Feb 09 02:11:19.184718 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-972d4e2c-5df9-4570-af9d-8b38f60a3894 req-48cbca35-b6ac-4b3f-abc3-1f1d8c1c1fb1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559530 Feb 09 02:11:20.634522 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41f571-ceb0-497c-9f04-e8d91f97366a req-1959ea5b-73f2-47ef-b1c6-005f50910ec2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:20.636107 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-db41f571-ceb0-497c-9f04-e8d91f97366a req-1959ea5b-73f2-47ef-b1c6-005f50910ec2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 943 time: 0.3729393 Feb 09 02:11:20.701234 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-db41f571-ceb0-497c-9f04-e8d91f97366a req-7b65fedd-1180-4fe7-93f4-3184035ed21a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591531 Feb 09 02:11:21.836919 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de869a15-44c1-4d8d-a9a0-be5425f20855 req-43f1f31c-9444-42bc-8681-4f6988c38c68 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:21.838471 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-de869a15-44c1-4d8d-a9a0-be5425f20855 req-43f1f31c-9444-42bc-8681-4f6988c38c68 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 943 time: 0.0623312 Feb 09 02:11:21.895336 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-de869a15-44c1-4d8d-a9a0-be5425f20855 req-83f887f9-0f58-48c6-9448-9b530515c93e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470648 Feb 09 02:11:23.032465 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52ddc4-5c8f-4a18-9635-dacb6e4db0c6 req-96c2b970-031a-447c-9f92-29e735707e9a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:23.034343 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e52ddc4-5c8f-4a18-9635-dacb6e4db0c6 req-96c2b970-031a-447c-9f92-29e735707e9a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 943 time: 0.0570703 Feb 09 02:11:23.095749 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e52ddc4-5c8f-4a18-9635-dacb6e4db0c6 req-58d35416-800a-4703-9271-652873398468 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555842 Feb 09 02:11:24.223483 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643bf44-4e12-4724-a05d-f74b10f7d642 req-427b056c-7788-4e08-80f2-2ef4c4c17e21 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:24.224918 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c643bf44-4e12-4724-a05d-f74b10f7d642 req-427b056c-7788-4e08-80f2-2ef4c4c17e21 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 943 time: 0.0559285 Feb 09 02:11:24.275885 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c643bf44-4e12-4724-a05d-f74b10f7d642 req-4d5ff7ae-5ffe-4cd6-96d9-5c271f03771a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438521 Feb 09 02:11:24.862810 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-da4540ce-d5d4-4e09-a72c-402fbc5bda64 req-333cc770-00bb-4284-b8fb-c9a8c5f06bec service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1488912 Feb 09 02:11:24.991166 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4540ce-d5d4-4e09-a72c-402fbc5bda64 req-6c00bf15-22c2-4d3a-9a4d-3964939a2399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:24.992730 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-da4540ce-d5d4-4e09-a72c-402fbc5bda64 req-6c00bf15-22c2-4d3a-9a4d-3964939a2399 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03bde09ff03d4ddb9a1a67e6aa44b908&device_id=0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5 HTTP/1.1" status: 200 len: 1128 time: 0.0608718 Feb 09 02:11:25.118654 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4540ce-d5d4-4e09-a72c-402fbc5bda64 req-79306efd-a2e6-429c-8d08-ffb27b710979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:25.123663 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-da4540ce-d5d4-4e09-a72c-402fbc5bda64 req-79306efd-a2e6-429c-8d08-ffb27b710979 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4929272-34ac-470d-93fe-aaf65a878036 HTTP/1.1" status: 200 len: 915 time: 0.1075766 Feb 09 02:11:25.169750 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-da4540ce-d5d4-4e09-a72c-402fbc5bda64 req-5ab17d1c-3765-417a-baa0-48e645c3ad29 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 HTTP/1.1" status: 200 len: 217 time: 0.0432129 Feb 09 02:11:25.238465 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4540ce-d5d4-4e09-a72c-402fbc5bda64 req-cc2ab5fd-bfab-4441-b6e3-edb39e8601d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:25.240527 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-da4540ce-d5d4-4e09-a72c-402fbc5bda64 req-cc2ab5fd-bfab-4441-b6e3-edb39e8601d8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d4fa5d35-bac9-46a3-abad-ddce6ad22c17 HTTP/1.1" status: 200 len: 854 time: 0.0647044 Feb 09 02:11:25.280499 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-da4540ce-d5d4-4e09-a72c-402fbc5bda64 req-7e06f50d-d653-4153-9a9a-16d85ed7d8c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4929272-34ac-470d-93fe-aaf65a878036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328360 Feb 09 02:11:25.397230 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-da4540ce-d5d4-4e09-a72c-402fbc5bda64 req-0a339762-83af-4b0c-98c7-4c07edc78516 service neutron] 10.222.0.67 "GET /v2.0/networks/e4929272-34ac-470d-93fe-aaf65a878036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106741 Feb 09 02:11:25.452770 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd7d8a-1b71-46b4-a073-6464de009289 req-d7625bf1-6e13-48ce-a461-1ce9be26ec0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:25.455528 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5fcd7d8a-1b71-46b4-a073-6464de009289 req-d7625bf1-6e13-48ce-a461-1ce9be26ec0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 943 time: 0.0744886 Feb 09 02:11:25.514887 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-da4540ce-d5d4-4e09-a72c-402fbc5bda64 req-030cb52e-3b2a-43bb-ae59-3e5e416d4844 service neutron] 10.222.0.67 "GET /v2.0/networks/e4929272-34ac-470d-93fe-aaf65a878036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101670 Feb 09 02:11:25.520081 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5fcd7d8a-1b71-46b4-a073-6464de009289 req-8256334c-3699-4a98-81d2-ce02fb7e5b2b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567110 Feb 09 02:11:26.678707 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea736c0-0ba3-4cd9-b40d-c4ad3a41e307 req-4cc6b220-652f-4d2c-bf51-3d4bc66a2b09 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:26.680294 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eea736c0-0ba3-4cd9-b40d-c4ad3a41e307 req-4cc6b220-652f-4d2c-bf51-3d4bc66a2b09 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 943 time: 0.0766261 Feb 09 02:11:26.738240 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eea736c0-0ba3-4cd9-b40d-c4ad3a41e307 req-e3f2ddf0-94e6-4366-8729-5d0ca41389bd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517180 Feb 09 02:11:27.884860 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246ab17-6142-40ff-ae58-f250c2f86e36 req-8c2d04b2-46e7-4dee-b639-e31e157a5736 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:27.887819 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3246ab17-6142-40ff-ae58-f250c2f86e36 req-8c2d04b2-46e7-4dee-b639-e31e157a5736 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 943 time: 0.0713398 Feb 09 02:11:27.944887 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3246ab17-6142-40ff-ae58-f250c2f86e36 req-720fb4c9-e3f1-4a09-ada0-352aed568bc7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518641 Feb 09 02:11:29.074208 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afa72a-148e-4f15-b388-d8b69e2c0684 req-fccfb8d8-00af-4561-b802-91aee8c28739 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:29.075843 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4afa72a-148e-4f15-b388-d8b69e2c0684 req-fccfb8d8-00af-4561-b802-91aee8c28739 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 943 time: 0.0576506 Feb 09 02:11:29.129390 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4afa72a-148e-4f15-b388-d8b69e2c0684 req-1cd686d9-ff23-4395-890b-e1d2d6f83cec tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457382 Feb 09 02:11:29.590610 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 1af644e5-ce27-4e10-b546-b296d385646b details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:11:29.691822 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 1af644e5-ce27-4e10-b546-b296d385646b, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=1af644e5-ce27-4e10-b546-b296d385646b,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:29.704317 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '1af644e5-ce27-4e10-b546-b296d385646b', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'port_id': '1af644e5-ce27-4e10-b546-b296d385646b', 'mac_address': 'fa:16:3e:83:c0:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:11:29.748152 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 1af644e5-ce27-4e10-b546-b296d385646b is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:29.748552 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1af644e5-ce27-4e10-b546-b296d385646b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:29.765689 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af644e5-ce27-4e10-b546-b296d385646b {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:29.789648 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 1af644e5-ce27-4e10-b546-b296d385646b, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=1af644e5-ce27-4e10-b546-b296d385646b,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:29.795311 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1af644e5-ce27-4e10-b546-b296d385646b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:29.908055 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=1af644e5-ce27-4e10-b546-b296d385646b,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:29.918957 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:29.919474 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:29.919912 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:29.920382 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:29.921220 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:29.921415 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:29.921836 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:29.922252 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:29.922658 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:29.923147 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:29.923586 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:29.923971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:29.925897 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:30.162265 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['1af644e5-ce27-4e10-b546-b296d385646b'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:30.341965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2210576-849e-4e1f-bf90-44516f3faf56 req-f7b4140e-330a-4ba6-84c3-5ea9b06536ac tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:30.352218 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2210576-849e-4e1f-bf90-44516f3faf56 req-f7b4140e-330a-4ba6-84c3-5ea9b06536ac tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 944 time: 0.0784392 Feb 09 02:11:30.400124 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2210576-849e-4e1f-bf90-44516f3faf56 req-f2d82444-e6a9-4f12-a320-5ac173fd746e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466990 Feb 09 02:11:31.537473 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77eee4-bab2-4255-bd44-46ff413dedba req-a8f5762f-b41c-49b3-8978-7612441a667d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:31.544556 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1a77eee4-bab2-4255-bd44-46ff413dedba req-a8f5762f-b41c-49b3-8978-7612441a667d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 944 time: 0.0655828 Feb 09 02:11:31.595111 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1a77eee4-bab2-4255-bd44-46ff413dedba req-5d9d8356-94f7-47a0-aeda-5301c4764f62 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494599 Feb 09 02:11:31.602457 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 1af644e5-ce27-4e10-b546-b296d385646b up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:11:31.663472 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 1af644e5-ce27-4e10-b546-b296d385646b completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:31.667772 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 1af644e5-ce27-4e10-b546-b296d385646b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:31.667772 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1af644e5-ce27-4e10-b546-b296d385646b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:31.763443 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 1af644e5-ce27-4e10-b546-b296d385646b is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:31.764079 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1af644e5-ce27-4e10-b546-b296d385646b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:31.793231 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38510e59-ad67-40ad-b5ff-ce95827e0748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af644e5-ce27-4e10-b546-b296d385646b'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:31.795848 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5089c297-f4f6-45bc-9b37-026bdc911967" -d '{"events": [{"server_uuid": "38510e59-ad67-40ad-b5ff-ce95827e0748", "name": "network-vif-plugged", "status": "completed", "tag": "1af644e5-ce27-4e10-b546-b296d385646b"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:31.809276 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 1af644e5-ce27-4e10-b546-b296d385646b, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=1af644e5-ce27-4e10-b546-b296d385646b,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:31.816974 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1af644e5-ce27-4e10-b546-b296d385646b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:31.902747 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=1af644e5-ce27-4e10-b546-b296d385646b,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:32.058429 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695e1ce1-ab43-47ea-a64d-3405637189cf x-openstack-request-id: req-695e1ce1-ab43-47ea-a64d-3405637189cf {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:32.058963 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38510e59-ad67-40ad-b5ff-ce95827e0748", "name": "network-vif-plugged", "status": "completed", "tag": "1af644e5-ce27-4e10-b546-b296d385646b", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:32.059446 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-695e1ce1-ab43-47ea-a64d-3405637189cf {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:32.060148 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38510e59-ad67-40ad-b5ff-ce95827e0748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af644e5-ce27-4e10-b546-b296d385646b', 'code': 200} Feb 09 02:11:32.185481 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73c663-eacc-49f1-aadd-670c36b1044d req-eb83fbe6-f697-460e-8bf7-20addb25371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:32.187107 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3d73c663-eacc-49f1-aadd-670c36b1044d req-eb83fbe6-f697-460e-8bf7-20addb25371d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 1127 time: 0.0760677 Feb 09 02:11:32.262475 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3d73c663-eacc-49f1-aadd-670c36b1044d req-3dbbe283-1860-49a4-9876-de5c79033ef1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674231 Feb 09 02:11:32.338651 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844ca54-a516-48a4-bc38-e6c45e974875 req-4448418b-1129-4d5e-aebe-9c6a82f10e03 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:32.347588 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1844ca54-a516-48a4-bc38-e6c45e974875 req-4448418b-1129-4d5e-aebe-9c6a82f10e03 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5 HTTP/1.1" status: 200 len: 946 time: 0.0909126 Feb 09 02:11:32.413343 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1844ca54-a516-48a4-bc38-e6c45e974875 req-1aab0a9e-6d39-4de7-8c53-d65aea469eef tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b70ec01-83fa-4d7c-8360-22af2cf6e693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643783 Feb 09 02:11:32.741976 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e63188-d427-41a1-bb29-9f647f0f2d7b req-b124b98f-1826-4b50-a743-b80753ca9f3f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:32.750025 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a1e63188-d427-41a1-bb29-9f647f0f2d7b req-b124b98f-1826-4b50-a743-b80753ca9f3f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 945 time: 0.0692620 Feb 09 02:11:32.807821 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a1e63188-d427-41a1-bb29-9f647f0f2d7b req-02158550-0c03-4b3c-9470-bb66dee30433 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552049 Feb 09 02:11:33.685929 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257870f9-6c3e-47d2-9b2d-f4be521e029c req-dca1c54b-77fb-4252-b72c-3caf775212de tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:33.691843 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-257870f9-6c3e-47d2-9b2d-f4be521e029c req-dca1c54b-77fb-4252-b72c-3caf775212de tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5 HTTP/1.1" status: 200 len: 946 time: 0.0606008 Feb 09 02:11:33.766654 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-257870f9-6c3e-47d2-9b2d-f4be521e029c req-38621d12-3307-43cb-8a81-1b40a3d07828 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b70ec01-83fa-4d7c-8360-22af2cf6e693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726748 Feb 09 02:11:33.962747 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fbcf2-7093-459b-b308-27d7fc7414b9 req-4ec79817-1a0e-4699-bf2a-435839bd3e6d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:33.964251 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ff3fbcf2-7093-459b-b308-27d7fc7414b9 req-4ec79817-1a0e-4699-bf2a-435839bd3e6d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 945 time: 0.0742004 Feb 09 02:11:34.035197 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ff3fbcf2-7093-459b-b308-27d7fc7414b9 req-ca76251d-ed25-4ae1-8d11-391c746d4b37 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651450 Feb 09 02:11:34.179252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91297c2e-8a2c-4f73-af07-cc39014758d9 req-7c2a1093-390f-4733-9727-a220bdf85713 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:34.180476 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91297c2e-8a2c-4f73-af07-cc39014758d9 req-7c2a1093-390f-4733-9727-a220bdf85713 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 945 time: 0.0714102 Feb 09 02:11:34.231080 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91297c2e-8a2c-4f73-af07-cc39014758d9 req-75b44d51-9b3e-49c1-a2dd-3675cb88efe0 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496635 Feb 09 02:11:34.570777 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b534e-2446-4e80-95b9-376313d976de req-8735813f-2c8a-4884-9d81-d0319a2403db tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:34.572587 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f91b534e-2446-4e80-95b9-376313d976de req-8735813f-2c8a-4884-9d81-d0319a2403db tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5 HTTP/1.1" status: 200 len: 946 time: 0.1023591 Feb 09 02:11:34.723400 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-f91b534e-2446-4e80-95b9-376313d976de req-1551aa4d-3b4b-4e49-aa64-e8ca28b4a0c0 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Deleting port aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:11:34.724551 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f91b534e-2446-4e80-95b9-376313d976de req-1551aa4d-3b4b-4e49-aa64-e8ca28b4a0c0 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:34.830037 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-f91b534e-2446-4e80-95b9-376313d976de req-1551aa4d-3b4b-4e49-aa64-e8ca28b4a0c0 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] For port aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5,segment=NetworkSegment(f88a49b9-1d15-4a7c-8dcf-907adaed532c),segment_id=f88a49b9-1d15-4a7c-8dcf-907adaed532c)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:34.830516 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f91b534e-2446-4e80-95b9-376313d976de req-1551aa4d-3b4b-4e49-aa64-e8ca28b4a0c0 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:34.845114 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-f91b534e-2446-4e80-95b9-376313d976de req-1551aa4d-3b4b-4e49-aa64-e8ca28b4a0c0 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Calling delete_port for aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:11:34.945347 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65924e-bdce-42a5-b8da-801291c5acaa req-ff88596f-8d20-490a-b003-00d4a0decb96 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:34.952809 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd65924e-bdce-42a5-b8da-801291c5acaa req-ff88596f-8d20-490a-b003-00d4a0decb96 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5 HTTP/1.1" status: 200 len: 946 time: 0.0640104 Feb 09 02:11:35.039629 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd65924e-bdce-42a5-b8da-801291c5acaa req-68936ed7-feda-49e8-bb05-4474ac8d5fcc tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b70ec01-83fa-4d7c-8360-22af2cf6e693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862055 Feb 09 02:11:35.189055 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f91b534e-2446-4e80-95b9-376313d976de req-1551aa4d-3b4b-4e49-aa64-e8ca28b4a0c0 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:35.203564 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:35.242066 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551aa4d-3b4b-4e49-aa64-e8ca28b4a0c0 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Pushing event deleted for resources: {'Port': ['ID=aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:35.332728 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91b534e-2446-4e80-95b9-376313d976de req-1551aa4d-3b4b-4e49-aa64-e8ca28b4a0c0 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] No DVR routers for this DVR port aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:11:35.335636 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f91b534e-2446-4e80-95b9-376313d976de req-1551aa4d-3b4b-4e49-aa64-e8ca28b4a0c0 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:35.340050 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f91b534e-2446-4e80-95b9-376313d976de req-1551aa4d-3b4b-4e49-aa64-e8ca28b4a0c0 tempest-VolumesSnapshotTestJSON-1123862502 tempest-VolumesSnapshotTestJSON-1123862502-project] 10.222.0.67 "DELETE /v2.0/ports/aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 HTTP/1.1" status: 204 len: 173 time: 0.7619741 Feb 09 02:11:35.340628 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5', 'name': 'network-vif-deleted', 'tag': 'aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:35.366182 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1204e23-2fb1-401c-9397-a3f07e7fbb63" -d '{"events": [{"server_uuid": "0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5", "name": "network-vif-deleted", "tag": "aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:35.561369 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b680b515-b956-41b6-9233-3620d1f37e55 x-openstack-request-id: req-b680b515-b956-41b6-9233-3620d1f37e55 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:35.561731 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5", "name": "network-vif-deleted", "tag": "aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:35.561931 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b680b515-b956-41b6-9233-3620d1f37e55 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:35.562345 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0fc19c-3c5a-4df2-a4e7-9d5a50d4deb5', 'name': 'network-vif-deleted', 'tag': 'aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5', 'status': 'completed', 'code': 200} Feb 09 02:11:37.467913 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2869c8bd-d3a2-44f9-a8f0-3b0fa1851710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:37.825251 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c4cee-3b49-44a2-b3b0-6213571eb969 req-3d9feab2-7487-4c59-8693-1f273d70529c tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:37.827403 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e60c4cee-3b49-44a2-b3b0-6213571eb969 req-3d9feab2-7487-4c59-8693-1f273d70529c tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc9bba6d-92b9-474d-bb12-9ea228374b8f HTTP/1.1" status: 200 len: 946 time: 0.0881102 Feb 09 02:11:37.920684 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e60c4cee-3b49-44a2-b3b0-6213571eb969 req-c286b8ae-fc49-40dd-89b9-5edd4c4e61cb tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859585 Feb 09 02:11:38.677027 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-31d7b419-e622-4943-9e3c-5f6788f5db78 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:38.683999 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-31d7b419-e622-4943-9e3c-5f6788f5db78 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 810 time: 0.1205416 Feb 09 02:11:38.699705 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-6a3092e4-5b58-4eba-9e99-d76455900ef8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/quotas/ae374e012dff438a8fcacf6297f76569 HTTP/1.1" status: 200 len: 375 time: 0.0147269 Feb 09 02:11:38.762847 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-d4ac0479-0874-4ba7-b0f9-9ed988c6f2e0 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0623260 Feb 09 02:11:38.909577 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-b75e9972-f585-4e2c-9a60-7e6133011c7c service neutron] 10.222.0.36 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376362 Feb 09 02:11:39.031631 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-5f9400e3-eabf-4785-b478-9636f712b61d service neutron] 10.222.0.36 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132054 Feb 09 02:11:39.149806 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35bfad-1d7a-46f6-b7f5-497354bc43fb req-a922ae0b-fed5-4bbe-95b0-612887bb3897 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:39.173257 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5d35bfad-1d7a-46f6-b7f5-497354bc43fb req-a922ae0b-fed5-4bbe-95b0-612887bb3897 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc9bba6d-92b9-474d-bb12-9ea228374b8f HTTP/1.1" status: 200 len: 946 time: 0.1390474 Feb 09 02:11:39.275252 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5d35bfad-1d7a-46f6-b7f5-497354bc43fb req-559e6a2f-59d3-4e7b-bbe2-8a9bd7bdd7fb tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009605 Feb 09 02:11:39.378134 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7727952a-5510-4046-b031-45872a37d0be req-a28bd23e-e7d4-4639-895a-3112e04279d9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 210 time: 0.0532734 Feb 09 02:11:39.515029 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377c698-ebca-492f-a28c-2bfe132902ae req-7699210e-6e90-4bbf-a9f3-f78ea10bdab5 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:39.516946 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6377c698-ebca-492f-a28c-2bfe132902ae req-7699210e-6e90-4bbf-a9f3-f78ea10bdab5 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc9bba6d-92b9-474d-bb12-9ea228374b8f HTTP/1.1" status: 200 len: 946 time: 0.0630584 Feb 09 02:11:39.632149 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:11:39.646669 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-6377c698-ebca-492f-a28c-2bfe132902ae req-a5569ccb-6a70-41fe-bde3-1625e845f606 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Deleting port 9a120636-e982-42e8-95e3-7717d55b9560 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:11:39.647062 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6377c698-ebca-492f-a28c-2bfe132902ae req-a5569ccb-6a70-41fe-bde3-1625e845f606 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9a120636-e982-42e8-95e3-7717d55b9560), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:39.675461 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:11:39.675739 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device aa1a40c7-dfa8-4cb3-bd25-cdbfd95dbad5 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:11:39.756974 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-6377c698-ebca-492f-a28c-2bfe132902ae req-a5569ccb-6a70-41fe-bde3-1625e845f606 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] For port 9a120636-e982-42e8-95e3-7717d55b9560, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=9a120636-e982-42e8-95e3-7717d55b9560,segment=NetworkSegment(e086d816-a760-4c65-a4c4-74fb63b2c103),segment_id=e086d816-a760-4c65-a4c4-74fb63b2c103)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:39.757277 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6377c698-ebca-492f-a28c-2bfe132902ae req-a5569ccb-6a70-41fe-bde3-1625e845f606 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9a120636-e982-42e8-95e3-7717d55b9560), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:39.773856 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-6377c698-ebca-492f-a28c-2bfe132902ae req-a5569ccb-6a70-41fe-bde3-1625e845f606 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Calling delete_port for 9a120636-e982-42e8-95e3-7717d55b9560 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:11:39.969195 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6377c698-ebca-492f-a28c-2bfe132902ae req-a5569ccb-6a70-41fe-bde3-1625e845f606 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (9a120636-e982-42e8-95e3-7717d55b9560), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:39.993910 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42', '09018f58-0afa-48a3-bc9c-69255051ba80', '49ea6600-7606-4f8c-8210-28f1bad80ab2'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:39.997210 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['9a120636-e982-42e8-95e3-7717d55b9560'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:40.070483 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:40.072509 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5569ccb-6a70-41fe-bde3-1625e845f606 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Pushing event deleted for resources: {'Port': ['ID=9a120636-e982-42e8-95e3-7717d55b9560,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:40.107616 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-6377c698-ebca-492f-a28c-2bfe132902ae req-a5569ccb-6a70-41fe-bde3-1625e845f606 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] No DVR routers for this DVR port 9a120636-e982-42e8-95e3-7717d55b9560 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:11:40.112719 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6377c698-ebca-492f-a28c-2bfe132902ae req-a5569ccb-6a70-41fe-bde3-1625e845f606 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:40.120092 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6377c698-ebca-492f-a28c-2bfe132902ae req-a5569ccb-6a70-41fe-bde3-1625e845f606 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.67 "DELETE /v2.0/ports/9a120636-e982-42e8-95e3-7717d55b9560 HTTP/1.1" status: 204 len: 173 time: 0.5968554 Feb 09 02:11:40.120701 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9bba6d-92b9-474d-bb12-9ea228374b8f', 'name': 'network-vif-deleted', 'tag': '9a120636-e982-42e8-95e3-7717d55b9560'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:40.125009 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76240546-8ffa-442c-82c4-c34dcac15ad9" -d '{"events": [{"server_uuid": "cc9bba6d-92b9-474d-bb12-9ea228374b8f", "name": "network-vif-deleted", "tag": "9a120636-e982-42e8-95e3-7717d55b9560"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:40.192260 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-febe3101-65d2-4c17-a6b7-b3099a5588f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:40.219399 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a275c3-dc70-435a-819c-b6151f0737f8 x-openstack-request-id: req-e5a275c3-dc70-435a-819c-b6151f0737f8 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:40.220346 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9bba6d-92b9-474d-bb12-9ea228374b8f", "name": "network-vif-deleted", "tag": "9a120636-e982-42e8-95e3-7717d55b9560", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:40.221339 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e5a275c3-dc70-435a-819c-b6151f0737f8 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:40.224189 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9bba6d-92b9-474d-bb12-9ea228374b8f', 'name': 'network-vif-deleted', 'tag': '9a120636-e982-42e8-95e3-7717d55b9560', 'status': 'completed', 'code': 200} Feb 09 02:11:40.466850 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9dc77118-0489-44ff-89e8-ccced1b11325 req-3713d7f2-26c7-4ab3-a5e0-d4cfd9c2cae4 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc9bba6d-92b9-474d-bb12-9ea228374b8f HTTP/1.1" status: 200 len: 210 time: 0.0585754 Feb 09 02:11:40.506112 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-198d68d8-f032-4049-8ea1-2491f897f243 req-9fca0940-fac0-4472-8a73-4f78dcdcd345 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 210 time: 0.0353396 Feb 09 02:11:40.696224 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-1dcb06c7-e0e0-406b-8de7-d0b78ecaa5b3 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:40.697769 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-1dcb06c7-e0e0-406b-8de7-d0b78ecaa5b3 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.48 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 810 time: 0.1496010 Feb 09 02:11:40.715870 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Request body: {'port': {'device_id': '3044205b-7b3e-4d84-9b9a-25e0d79a7366', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'admin_state_up': True, 'tenant_id': 'ae374e012dff438a8fcacf6297f76569'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:40.875543 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Made reservation on behalf of ae374e012dff438a8fcacf6297f76569 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:40.880047 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:40.883047 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:41.029266 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:41.075474 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Allocated IP 172.20.0.7 (cc310b24-fd11-451e-88ac-42c9695a7e70/a62a2247-044e-4cd3-9944-5d20d7932a71/96732bcb-57cc-4282-817a-a63c4b400066) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:41.280848 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for port (96732bcb-57cc-4282-817a-a63c4b400066), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:41.342622 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (96732bcb-57cc-4282-817a-a63c4b400066), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:41.357910 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['1af644e5-ce27-4e10-b546-b296d385646b'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:41.388964 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Network cc310b24-fd11-451e-88ac-42c9695a7e70 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:41.392946 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:41.397348 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:11:41.469120 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:41.469940 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:41.498609 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event updated for resources: {'Port': ['ID=96732bcb-57cc-4282-817a-a63c4b400066,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:41.511636 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8001258 Feb 09 02:11:41.519061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:41.519296 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:41.519645 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:41.519989 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:41.520325 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:41.520705 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:41.521046 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:41.521393 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:41.521695 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:41.522019 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:41.522746 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:41.522746 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:41.522955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95114a20-9133-44aa-a279-f524f92eeb0f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:41.547015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-6936b83a-6758-4e6d-893f-08711cbe8a05 service neutron] Request body: {'port': {'device_id': '3044205b-7b3e-4d84-9b9a-25e0d79a7366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:41.820150 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-6936b83a-6758-4e6d-893f-08711cbe8a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (96732bcb-57cc-4282-817a-a63c4b400066), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:41.897507 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1ed55-c4fa-4993-af3b-80d8c4d5a04f req-96b6c65c-0355-4feb-876f-ab5c48a1e45a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:41.908136 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-78b1ed55-c4fa-4993-af3b-80d8c4d5a04f req-96b6c65c-0355-4feb-876f-ab5c48a1e45a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 931 time: 0.2237358 Feb 09 02:11:42.005728 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3cb409a5-430a-4f4e-8555-97d595c7a474 None None] Provisioning complete for port 96732bcb-57cc-4282-817a-a63c4b400066 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:42.006310 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3cb409a5-430a-4f4e-8555-97d595c7a474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (96732bcb-57cc-4282-817a-a63c4b400066), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:42.054262 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-78b1ed55-c4fa-4993-af3b-80d8c4d5a04f req-9871555b-45df-4049-92fc-464cb3e918d9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446626 Feb 09 02:11:42.117850 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3cb409a5-430a-4f4e-8555-97d595c7a474 None None] Port 96732bcb-57cc-4282-817a-a63c4b400066 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:11:42.289091 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-6936b83a-6758-4e6d-893f-08711cbe8a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96732bcb-57cc-4282-817a-a63c4b400066 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:42.297026 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-6936b83a-6758-4e6d-893f-08711cbe8a05 service neutron] Publish callbacks [] for port (96732bcb-57cc-4282-817a-a63c4b400066), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:42.310952 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-6936b83a-6758-4e6d-893f-08711cbe8a05 service neutron] Transition to ACTIVE for port object 96732bcb-57cc-4282-817a-a63c4b400066 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:42.316515 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-6936b83a-6758-4e6d-893f-08711cbe8a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (96732bcb-57cc-4282-817a-a63c4b400066), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:42.370256 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936b83a-6758-4e6d-893f-08711cbe8a05 service neutron] Pushing event updated for resources: {'Port': ['ID=96732bcb-57cc-4282-817a-a63c4b400066,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:42.390722 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:42.473655 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-6936b83a-6758-4e6d-893f-08711cbe8a05 service neutron] Attempting to bind port 96732bcb-57cc-4282-817a-a63c4b400066 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:11:42.474751 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-6936b83a-6758-4e6d-893f-08711cbe8a05 service neutron] Attempting to bind port 96732bcb-57cc-4282-817a-a63c4b400066 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:11:42.475276 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-6936b83a-6758-4e6d-893f-08711cbe8a05 service neutron] Attempting to bind port 96732bcb-57cc-4282-817a-a63c4b400066 on network cc310b24-fd11-451e-88ac-42c9695a7e70 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:42.480862 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-6936b83a-6758-4e6d-893f-08711cbe8a05 service neutron] Port 96732bcb-57cc-4282-817a-a63c4b400066 on network cc310b24-fd11-451e-88ac-42c9695a7e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:11:42.481394 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-6936b83a-6758-4e6d-893f-08711cbe8a05 service neutron] Attempting to bind port 96732bcb-57cc-4282-817a-a63c4b400066 on network cc310b24-fd11-451e-88ac-42c9695a7e70 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:42.488330 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-6936b83a-6758-4e6d-893f-08711cbe8a05 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:11:42.488987 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-6936b83a-6758-4e6d-893f-08711cbe8a05 service neutron] Checking segment: {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:42.489686 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-6936b83a-6758-4e6d-893f-08711cbe8a05 service neutron] Bound using segment: {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:11:42.490278 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-6936b83a-6758-4e6d-893f-08711cbe8a05 service neutron] Bound port: 96732bcb-57cc-4282-817a-a63c4b400066, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:11:42.490886 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-6936b83a-6758-4e6d-893f-08711cbe8a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (96732bcb-57cc-4282-817a-a63c4b400066), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:42.571493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-6936b83a-6758-4e6d-893f-08711cbe8a05 service neutron] For port 96732bcb-57cc-4282-817a-a63c4b400066, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:11:42.574810 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-6936b83a-6758-4e6d-893f-08711cbe8a05 service neutron] For port 96732bcb-57cc-4282-817a-a63c4b400066, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=96732bcb-57cc-4282-817a-a63c4b400066,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:11:42.584258 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-6936b83a-6758-4e6d-893f-08711cbe8a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (96732bcb-57cc-4282-817a-a63c4b400066), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:42.623318 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-6936b83a-6758-4e6d-893f-08711cbe8a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:42.623953 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-6936b83a-6758-4e6d-893f-08711cbe8a05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:42.625400 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-6936b83a-6758-4e6d-893f-08711cbe8a05 service neutron] 10.222.0.48 "PUT /v2.0/ports/96732bcb-57cc-4282-817a-a63c4b400066 HTTP/1.1" status: 200 len: 1091 time: 1.0956390 Feb 09 02:11:42.625859 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3044205b-7b3e-4d84-9b9a-25e0d79a7366', 'tag': '96732bcb-57cc-4282-817a-a63c4b400066'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:42.629209 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2405a58-71ee-4b2b-a4f2-13d860ff5b88" -d '{"events": [{"name": "network-changed", "server_uuid": "3044205b-7b3e-4d84-9b9a-25e0d79a7366", "tag": "96732bcb-57cc-4282-817a-a63c4b400066"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:42.699611 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936b83a-6758-4e6d-893f-08711cbe8a05 service neutron] Pushing event updated for resources: {'Port': ['ID=96732bcb-57cc-4282-817a-a63c4b400066,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:42.743494 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bfe3bb-f7df-4752-aceb-81213d8ba00f x-openstack-request-id: req-86bfe3bb-f7df-4752-aceb-81213d8ba00f {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:42.743794 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3044205b-7b3e-4d84-9b9a-25e0d79a7366", "tag": "96732bcb-57cc-4282-817a-a63c4b400066", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:42.744054 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-86bfe3bb-f7df-4752-aceb-81213d8ba00f {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:42.744459 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3044205b-7b3e-4d84-9b9a-25e0d79a7366', 'tag': '96732bcb-57cc-4282-817a-a63c4b400066', 'status': 'completed', 'code': 200} Feb 09 02:11:42.765041 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-90a11248-8bdd-487b-a03b-1262690cabdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:42.766726 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-90a11248-8bdd-487b-a03b-1262690cabdb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 1125 time: 0.0638106 Feb 09 02:11:42.823480 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-fd91bd45-12bd-43c9-b2eb-aedb5198abbd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96732bcb-57cc-4282-817a-a63c4b400066 HTTP/1.1" status: 200 len: 217 time: 0.0479596 Feb 09 02:11:42.884747 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-7bd28e54-10d4-4bb2-9d4e-6057ef8bd0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:42.886380 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-7bd28e54-10d4-4bb2-9d4e-6057ef8bd0af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 200 len: 849 time: 0.0524535 Feb 09 02:11:42.954431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-3c1d55bc-0a4b-4a92-8d29-a4138c3cd569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:42.957045 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-3c1d55bc-0a4b-4a92-8d29-a4138c3cd569 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc310b24-fd11-451e-88ac-42c9695a7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0575020 Feb 09 02:11:43.086562 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-613c829c-8a5b-4501-b390-bbf199c9d87b service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222012 Feb 09 02:11:43.259681 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b02184-f5ab-4528-9bef-f9f66d217d07 req-f206be23-77e1-4ec9-90e1-2dd28da8de89 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:43.262290 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-51b02184-f5ab-4528-9bef-f9f66d217d07 req-f206be23-77e1-4ec9-90e1-2dd28da8de89 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.0995862 Feb 09 02:11:43.268546 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c90a031-8ea0-4cb2-bc5e-c7d74e8cdabd req-ed24e79c-a391-4b8f-9ca4-e78146c7a171 service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758833 Feb 09 02:11:43.367097 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-51b02184-f5ab-4528-9bef-f9f66d217d07 req-bc0075c5-4ab5-48e3-9cc3-82e31b419579 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976081 Feb 09 02:11:43.426496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2405a58-71ee-4b2b-a4f2-13d860ff5b88 req-ebf4eb42-1ef8-494e-8855-ed2280eaf524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:43.428332 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e2405a58-71ee-4b2b-a4f2-13d860ff5b88 req-ebf4eb42-1ef8-494e-8855-ed2280eaf524 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 1125 time: 0.1067879 Feb 09 02:11:43.482493 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:43.545747 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2405a58-71ee-4b2b-a4f2-13d860ff5b88 req-efc047c0-4143-4399-8b21-2b3cbbcbb7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:43.547386 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e2405a58-71ee-4b2b-a4f2-13d860ff5b88 req-efc047c0-4143-4399-8b21-2b3cbbcbb7f4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 911 time: 0.1133392 Feb 09 02:11:43.617863 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e2405a58-71ee-4b2b-a4f2-13d860ff5b88 req-13efe289-4694-4c51-8b48-bd7d94e42e5c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96732bcb-57cc-4282-817a-a63c4b400066 HTTP/1.1" status: 200 len: 217 time: 0.0575662 Feb 09 02:11:43.649862 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 9a120636-e982-42e8-95e3-7717d55b9560 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:11:43.680468 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 9a120636-e982-42e8-95e3-7717d55b9560 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:11:43.681190 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 9a120636-e982-42e8-95e3-7717d55b9560 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:11:43.681601 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2405a58-71ee-4b2b-a4f2-13d860ff5b88 req-6e4aff22-4f38-47b6-a666-a98bbc544b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:43.683442 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e2405a58-71ee-4b2b-a4f2-13d860ff5b88 req-6e4aff22-4f38-47b6-a666-a98bbc544b1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 200 len: 849 time: 0.0600452 Feb 09 02:11:43.748857 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2405a58-71ee-4b2b-a4f2-13d860ff5b88 req-18bd7435-dab0-47d0-a6c2-1b0f7aba83b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:43.750684 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e2405a58-71ee-4b2b-a4f2-13d860ff5b88 req-18bd7435-dab0-47d0-a6c2-1b0f7aba83b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc310b24-fd11-451e-88ac-42c9695a7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0608881 Feb 09 02:11:43.855242 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e2405a58-71ee-4b2b-a4f2-13d860ff5b88 req-fcf9bee5-6210-40ad-be74-ce953fb6f66a service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978370 Feb 09 02:11:43.997366 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e2405a58-71ee-4b2b-a4f2-13d860ff5b88 req-9d747632-011c-4738-ad87-5151350c8d19 service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361856 Feb 09 02:11:44.625253 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f439c75-8f16-4969-8d60-f07e90ae7a8d req-0fda81db-46d9-4e15-b423-5bf90408be6b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:44.625856 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f439c75-8f16-4969-8d60-f07e90ae7a8d req-0fda81db-46d9-4e15-b423-5bf90408be6b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.1153088 Feb 09 02:11:44.688412 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6f439c75-8f16-4969-8d60-f07e90ae7a8d req-26178811-669f-452e-87fc-43d9ce934834 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619912 Feb 09 02:11:45.522270 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:11:45.849250 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc169337-b364-4b8b-8107-67c0388e0915 req-9cf61319-b400-4bce-906a-4b9363773677 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:45.855735 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dc169337-b364-4b8b-8107-67c0388e0915 req-9cf61319-b400-4bce-906a-4b9363773677 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.0727713 Feb 09 02:11:45.903371 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dc169337-b364-4b8b-8107-67c0388e0915 req-3ff9da4b-3ea3-4c06-b094-901084d52cfd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449519 Feb 09 02:11:47.035665 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79a5b8-3263-491e-bf66-b359b035717e req-4ee37458-3dcc-42ea-a23d-60b9e690a544 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:47.037090 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4b79a5b8-3263-491e-bf66-b359b035717e req-4ee37458-3dcc-42ea-a23d-60b9e690a544 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.0566573 Feb 09 02:11:47.090884 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4b79a5b8-3263-491e-bf66-b359b035717e req-31c35d81-0c19-48a7-9f52-99092112010d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480294 Feb 09 02:11:48.223986 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a655d31-5177-4e96-ad15-a527c896e562 req-5fc03f54-78b0-4ebb-8be8-00ffaaa159bd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:48.231626 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0a655d31-5177-4e96-ad15-a527c896e562 req-5fc03f54-78b0-4ebb-8be8-00ffaaa159bd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.0646660 Feb 09 02:11:48.373784 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0a655d31-5177-4e96-ad15-a527c896e562 req-4b42774d-a9b7-4c51-a9e6-88f837822b96 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366520 Feb 09 02:11:49.571902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9582ba7-0272-4e9e-99c8-ab55a4277368 req-73feb232-4752-42ed-ba3c-b0ba7d8f9248 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:49.573648 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b9582ba7-0272-4e9e-99c8-ab55a4277368 req-73feb232-4752-42ed-ba3c-b0ba7d8f9248 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.0834479 Feb 09 02:11:49.678914 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b9582ba7-0272-4e9e-99c8-ab55a4277368 req-31c5eb72-6992-4fcf-b6fd-ef436f0b4292 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866661 Feb 09 02:11:50.948608 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8e579-bf3b-4a38-93f5-868eb7632a23 req-fe246a36-426b-431c-a3c4-8dbc5b761a28 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:50.963889 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ec8e579-bf3b-4a38-93f5-868eb7632a23 req-fe246a36-426b-431c-a3c4-8dbc5b761a28 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.1751964 Feb 09 02:11:51.054742 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5ec8e579-bf3b-4a38-93f5-868eb7632a23 req-30f2c870-7b47-420f-b5dd-85c39cf561d2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841355 Feb 09 02:11:52.309271 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15927ee2-513d-401e-bdbc-b8fb2ac35912 req-a4c5ea5e-97ec-4e48-b81a-178c4ca64b31 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:52.311536 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15927ee2-513d-401e-bdbc-b8fb2ac35912 req-a4c5ea5e-97ec-4e48-b81a-178c4ca64b31 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.1000099 Feb 09 02:11:52.374622 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15927ee2-513d-401e-bdbc-b8fb2ac35912 req-a502aa43-d378-4d26-ac72-558a6940b617 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563293 Feb 09 02:11:53.180505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79f8b7-25fc-4979-9d2d-8cd8d38c7c98 req-00d2f237-581a-4085-88bc-f8de8fa0386c tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:53.188014 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b79f8b7-25fc-4979-9d2d-8cd8d38c7c98 req-00d2f237-581a-4085-88bc-f8de8fa0386c tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=93178728-177f-49db-a57e-e57664806c8e HTTP/1.1" status: 200 len: 945 time: 0.1311128 Feb 09 02:11:53.303713 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b79f8b7-25fc-4979-9d2d-8cd8d38c7c98 req-4a739ea3-45ca-4819-83b0-5d40b646ba88 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112881 Feb 09 02:11:53.566195 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27581049-1115-4981-a626-0abfc7fd0f67 req-e5da23c0-8a03-4ac1-a9da-d7a3a667bd5f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:53.574215 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-27581049-1115-4981-a626-0abfc7fd0f67 req-e5da23c0-8a03-4ac1-a9da-d7a3a667bd5f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.0881333 Feb 09 02:11:53.672579 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-27581049-1115-4981-a626-0abfc7fd0f67 req-bf07e12d-366f-4af4-8886-6ef2a00a3a38 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969796 Feb 09 02:11:54.485246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfff8d0-eb46-4603-858d-e587abc24200 req-9d08a33e-9284-416d-b6d9-bd9b6cb665f1 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:54.499396 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4dfff8d0-eb46-4603-858d-e587abc24200 req-9d08a33e-9284-416d-b6d9-bd9b6cb665f1 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=93178728-177f-49db-a57e-e57664806c8e HTTP/1.1" status: 200 len: 945 time: 0.0862689 Feb 09 02:11:54.592539 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4dfff8d0-eb46-4603-858d-e587abc24200 req-13d1e1b1-6e6d-43fb-a687-6145e501d91a tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915706 Feb 09 02:11:54.849084 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151efba-36f5-48d6-9c79-265d4df8bd98 req-b40331a1-1ae1-4cfa-8e4f-7b0af3605ed4 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:54.858918 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e151efba-36f5-48d6-9c79-265d4df8bd98 req-b40331a1-1ae1-4cfa-8e4f-7b0af3605ed4 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.48 "GET /v2.0/ports?device_id=93178728-177f-49db-a57e-e57664806c8e HTTP/1.1" status: 200 len: 945 time: 0.1465161 Feb 09 02:11:54.956724 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b608b5-70e0-40db-b17d-5d8cc9e0e4f6 req-dbf7b069-8dba-44df-9f62-f7c0c1379152 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:54.964785 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-46b608b5-70e0-40db-b17d-5d8cc9e0e4f6 req-dbf7b069-8dba-44df-9f62-f7c0c1379152 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.1491377 Feb 09 02:11:55.034358 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-46b608b5-70e0-40db-b17d-5d8cc9e0e4f6 req-1384b597-3251-41bc-9b9d-bfac8ba2d25b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656755 Feb 09 02:11:55.094934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-e151efba-36f5-48d6-9c79-265d4df8bd98 req-7a2f3d05-416c-4d05-9fc2-5323bf46ea4b tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Deleting port 49ea6600-7606-4f8c-8210-28f1bad80ab2 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:11:55.096445 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e151efba-36f5-48d6-9c79-265d4df8bd98 req-7a2f3d05-416c-4d05-9fc2-5323bf46ea4b tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (49ea6600-7606-4f8c-8210-28f1bad80ab2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:55.229738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-e151efba-36f5-48d6-9c79-265d4df8bd98 req-7a2f3d05-416c-4d05-9fc2-5323bf46ea4b tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] For port 49ea6600-7606-4f8c-8210-28f1bad80ab2, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=49ea6600-7606-4f8c-8210-28f1bad80ab2,segment=NetworkSegment(e086d816-a760-4c65-a4c4-74fb63b2c103),segment_id=e086d816-a760-4c65-a4c4-74fb63b2c103)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:55.229738 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e151efba-36f5-48d6-9c79-265d4df8bd98 req-7a2f3d05-416c-4d05-9fc2-5323bf46ea4b tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (49ea6600-7606-4f8c-8210-28f1bad80ab2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:55.245512 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-e151efba-36f5-48d6-9c79-265d4df8bd98 req-7a2f3d05-416c-4d05-9fc2-5323bf46ea4b tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Calling delete_port for 49ea6600-7606-4f8c-8210-28f1bad80ab2 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:11:55.430046 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e151efba-36f5-48d6-9c79-265d4df8bd98 req-7a2f3d05-416c-4d05-9fc2-5323bf46ea4b tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (49ea6600-7606-4f8c-8210-28f1bad80ab2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:55.444040 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42', '09018f58-0afa-48a3-bc9c-69255051ba80', '49ea6600-7606-4f8c-8210-28f1bad80ab2'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:55.489320 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f3d05-416c-4d05-9fc2-5323bf46ea4b tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Pushing event deleted for resources: {'Port': ['ID=49ea6600-7606-4f8c-8210-28f1bad80ab2,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:55.612236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-e151efba-36f5-48d6-9c79-265d4df8bd98 req-7a2f3d05-416c-4d05-9fc2-5323bf46ea4b tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] No DVR routers for this DVR port 49ea6600-7606-4f8c-8210-28f1bad80ab2 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:11:55.617792 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e151efba-36f5-48d6-9c79-265d4df8bd98 req-7a2f3d05-416c-4d05-9fc2-5323bf46ea4b tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:55.621826 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e151efba-36f5-48d6-9c79-265d4df8bd98 req-7a2f3d05-416c-4d05-9fc2-5323bf46ea4b tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.48 "DELETE /v2.0/ports/49ea6600-7606-4f8c-8210-28f1bad80ab2 HTTP/1.1" status: 204 len: 173 time: 0.7568626 Feb 09 02:11:55.622353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93178728-177f-49db-a57e-e57664806c8e', 'name': 'network-vif-deleted', 'tag': '49ea6600-7606-4f8c-8210-28f1bad80ab2'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:55.640636 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23e5c8e-3345-41c4-a734-21a15e23a10f" -d '{"events": [{"server_uuid": "93178728-177f-49db-a57e-e57664806c8e", "name": "network-vif-deleted", "tag": "49ea6600-7606-4f8c-8210-28f1bad80ab2"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:55.758571 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf850707-73e9-46bd-bc65-1088a174621b req-ad5a6b0a-8f50-4e5b-b6ea-53401c448fd4 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=93178728-177f-49db-a57e-e57664806c8e HTTP/1.1" status: 200 len: 210 time: 0.0725355 Feb 09 02:11:55.760976 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e344e04-4653-4f7e-90f8-e384d619d20b x-openstack-request-id: req-0e344e04-4653-4f7e-90f8-e384d619d20b {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:55.761275 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93178728-177f-49db-a57e-e57664806c8e", "name": "network-vif-deleted", "tag": "49ea6600-7606-4f8c-8210-28f1bad80ab2", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:55.761535 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0e344e04-4653-4f7e-90f8-e384d619d20b {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:55.763410 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93178728-177f-49db-a57e-e57664806c8e', 'name': 'network-vif-deleted', 'tag': '49ea6600-7606-4f8c-8210-28f1bad80ab2', 'status': 'completed', 'code': 200} Feb 09 02:11:56.286872 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe10cb-8e1d-4a1b-b645-81657d3f19ca req-f206a045-62ab-4123-8190-e34cb78f4556 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:56.292234 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34fe10cb-8e1d-4a1b-b645-81657d3f19ca req-f206a045-62ab-4123-8190-e34cb78f4556 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.1045377 Feb 09 02:11:56.359952 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34fe10cb-8e1d-4a1b-b645-81657d3f19ca req-eb3b117b-c620-4381-a94e-d10ff920d9a8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636258 Feb 09 02:11:57.155087 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f141fc-dd6a-4022-bd0f-6eb1a8ab432a req-a4878f7b-a904-4d62-8d5c-a3ac87793223 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:57.158196 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19f141fc-dd6a-4022-bd0f-6eb1a8ab432a req-a4878f7b-a904-4d62-8d5c-a3ac87793223 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e7dc78-8e0c-4945-9db3-6d6956d2ac10 HTTP/1.1" status: 200 len: 945 time: 0.0680590 Feb 09 02:11:57.221027 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19f141fc-dd6a-4022-bd0f-6eb1a8ab432a req-3efa1b24-b614-4a6e-ad3f-eb1ec0df6240 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566297 Feb 09 02:11:57.557388 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdf15b-dd1a-4924-9653-84a67e565969 req-375fe20e-b94d-48b9-bee6-f821e27560ac tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:57.570578 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-13cdf15b-dd1a-4924-9653-84a67e565969 req-375fe20e-b94d-48b9-bee6-f821e27560ac tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.1039393 Feb 09 02:11:57.660747 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-13cdf15b-dd1a-4924-9653-84a67e565969 req-438bd83e-9dbc-4ae1-b0d2-cb52894622c7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853436 Feb 09 02:11:57.862530 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 49ea6600-7606-4f8c-8210-28f1bad80ab2 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:11:57.884314 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 49ea6600-7606-4f8c-8210-28f1bad80ab2 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:11:57.884922 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 49ea6600-7606-4f8c-8210-28f1bad80ab2 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:11:58.462970 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d622e-1f0b-4422-a5b0-50e101763d38 req-af816f24-1766-47d8-b029-7a961baf7ac2 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:58.467660 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e86d622e-1f0b-4422-a5b0-50e101763d38 req-af816f24-1766-47d8-b029-7a961baf7ac2 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e7dc78-8e0c-4945-9db3-6d6956d2ac10 HTTP/1.1" status: 200 len: 945 time: 0.1029971 Feb 09 02:11:58.527317 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e86d622e-1f0b-4422-a5b0-50e101763d38 req-6619b42a-60a0-4c6e-82f5-dba076ff2aa2 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505674 Feb 09 02:11:58.614844 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd368e76-0028-43e6-ae99-ffe13044ca22 req-8b4f0fe1-9b68-4732-aa46-f44b2f14ee70 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:58.616602 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dd368e76-0028-43e6-ae99-ffe13044ca22 req-8b4f0fe1-9b68-4732-aa46-f44b2f14ee70 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.48 "GET /v2.0/ports?device_id=68e7dc78-8e0c-4945-9db3-6d6956d2ac10 HTTP/1.1" status: 200 len: 945 time: 0.0634902 Feb 09 02:11:58.793651 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-dd368e76-0028-43e6-ae99-ffe13044ca22 req-5828ef58-534a-4d23-a4cb-540438b4f996 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Deleting port 09018f58-0afa-48a3-bc9c-69255051ba80 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:11:58.794568 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dd368e76-0028-43e6-ae99-ffe13044ca22 req-5828ef58-534a-4d23-a4cb-540438b4f996 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (09018f58-0afa-48a3-bc9c-69255051ba80), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:58.853780 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8ba70-fd7a-4a68-8a34-9530b7c7e798 req-521d817a-d775-4e69-b299-192ac80ecd3d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:58.856228 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c1d8ba70-fd7a-4a68-8a34-9530b7c7e798 req-521d817a-d775-4e69-b299-192ac80ecd3d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.0990047 Feb 09 02:11:58.970993 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-dd368e76-0028-43e6-ae99-ffe13044ca22 req-5828ef58-534a-4d23-a4cb-540438b4f996 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] For port 09018f58-0afa-48a3-bc9c-69255051ba80, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=09018f58-0afa-48a3-bc9c-69255051ba80,segment=NetworkSegment(e086d816-a760-4c65-a4c4-74fb63b2c103),segment_id=e086d816-a760-4c65-a4c4-74fb63b2c103)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:58.971523 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dd368e76-0028-43e6-ae99-ffe13044ca22 req-5828ef58-534a-4d23-a4cb-540438b4f996 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (09018f58-0afa-48a3-bc9c-69255051ba80), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:58.985709 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c1d8ba70-fd7a-4a68-8a34-9530b7c7e798 req-137b0688-01e5-457d-8401-6a659a22b79e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094451 Feb 09 02:11:58.987291 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-dd368e76-0028-43e6-ae99-ffe13044ca22 req-5828ef58-534a-4d23-a4cb-540438b4f996 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Calling delete_port for 09018f58-0afa-48a3-bc9c-69255051ba80 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:11:59.167500 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dd368e76-0028-43e6-ae99-ffe13044ca22 req-5828ef58-534a-4d23-a4cb-540438b4f996 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (09018f58-0afa-48a3-bc9c-69255051ba80), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:59.180616 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42', '09018f58-0afa-48a3-bc9c-69255051ba80'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:59.199155 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828ef58-534a-4d23-a4cb-540438b4f996 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Pushing event deleted for resources: {'Port': ['ID=09018f58-0afa-48a3-bc9c-69255051ba80,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:59.258703 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd368e76-0028-43e6-ae99-ffe13044ca22 req-5828ef58-534a-4d23-a4cb-540438b4f996 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] No DVR routers for this DVR port 09018f58-0afa-48a3-bc9c-69255051ba80 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:11:59.261853 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dd368e76-0028-43e6-ae99-ffe13044ca22 req-5828ef58-534a-4d23-a4cb-540438b4f996 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:59.266956 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dd368e76-0028-43e6-ae99-ffe13044ca22 req-5828ef58-534a-4d23-a4cb-540438b4f996 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.48 "DELETE /v2.0/ports/09018f58-0afa-48a3-bc9c-69255051ba80 HTTP/1.1" status: 204 len: 173 time: 0.6442246 Feb 09 02:11:59.267655 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e7dc78-8e0c-4945-9db3-6d6956d2ac10', 'name': 'network-vif-deleted', 'tag': '09018f58-0afa-48a3-bc9c-69255051ba80'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:59.270117 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338ba3ab-da56-4b9e-b9bd-77f0f2137764" -d '{"events": [{"server_uuid": "68e7dc78-8e0c-4945-9db3-6d6956d2ac10", "name": "network-vif-deleted", "tag": "09018f58-0afa-48a3-bc9c-69255051ba80"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:59.371316 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ab2510-3254-431b-bb29-507c65261b02 x-openstack-request-id: req-37ab2510-3254-431b-bb29-507c65261b02 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:59.371668 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e7dc78-8e0c-4945-9db3-6d6956d2ac10", "name": "network-vif-deleted", "tag": "09018f58-0afa-48a3-bc9c-69255051ba80", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:59.371957 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37ab2510-3254-431b-bb29-507c65261b02 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:59.372327 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e7dc78-8e0c-4945-9db3-6d6956d2ac10', 'name': 'network-vif-deleted', 'tag': '09018f58-0afa-48a3-bc9c-69255051ba80', 'status': 'completed', 'code': 200} Feb 09 02:11:59.702246 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3a6f4bcf-717e-4c52-99a8-e5400446d73c req-9c154619-b70b-4f91-8475-19408e09770f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e7dc78-8e0c-4945-9db3-6d6956d2ac10 HTTP/1.1" status: 200 len: 210 time: 0.0394831 Feb 09 02:12:00.182927 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cb4c9-187f-49d8-a483-729d1643cfb5 req-c8064905-94d6-432e-bcfc-93b8c21ad502 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:00.184459 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bc0cb4c9-187f-49d8-a483-729d1643cfb5 req-c8064905-94d6-432e-bcfc-93b8c21ad502 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.0652936 Feb 09 02:12:00.277155 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bc0cb4c9-187f-49d8-a483-729d1643cfb5 req-46b02b96-6847-4815-9223-e6aea56945f2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839453 Feb 09 02:12:01.436715 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0139ca-5f64-4995-b3e9-dfcae1d9f6d7 req-261ce8de-aea2-405f-bc54-d387998853a1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:01.452732 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d0139ca-5f64-4995-b3e9-dfcae1d9f6d7 req-261ce8de-aea2-405f-bc54-d387998853a1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.0874968 Feb 09 02:12:01.531835 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d0139ca-5f64-4995-b3e9-dfcae1d9f6d7 req-21c39a45-4f39-4129-b752-98da08941b47 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745411 Feb 09 02:12:01.878212 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 09018f58-0afa-48a3-bc9c-69255051ba80 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:01.913066 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 09018f58-0afa-48a3-bc9c-69255051ba80 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:12:01.913673 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 09018f58-0afa-48a3-bc9c-69255051ba80 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:12:02.743533 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5418ab0-f15e-46bb-b5b8-a4a04662be8f req-4997e031-20ed-4d9d-934d-dbd1511327b5 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:02.744884 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b5418ab0-f15e-46bb-b5b8-a4a04662be8f req-4997e031-20ed-4d9d-934d-dbd1511327b5 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.0956123 Feb 09 02:12:02.805076 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b5418ab0-f15e-46bb-b5b8-a4a04662be8f req-c9875be2-b7ab-4ebf-b35b-730fe8836679 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538592 Feb 09 02:12:03.980833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079cc29-397a-44eb-8a57-700aef7d131f req-15f9dbec-9c5a-4776-aebd-de6f09f0dc15 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:03.982910 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6079cc29-397a-44eb-8a57-700aef7d131f req-15f9dbec-9c5a-4776-aebd-de6f09f0dc15 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.0905790 Feb 09 02:12:04.083726 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6079cc29-397a-44eb-8a57-700aef7d131f req-316713f0-ad00-4638-87f6-23fc0f0f60fb tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848062 Feb 09 02:12:05.238632 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e2a9b-316d-4ddb-b8dc-53752f49e614 req-70491220-fb80-4ebe-af69-6e59b8f5ab09 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:05.240412 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fe6e2a9b-316d-4ddb-b8dc-53752f49e614 req-70491220-fb80-4ebe-af69-6e59b8f5ab09 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.0777957 Feb 09 02:12:05.300847 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fe6e2a9b-316d-4ddb-b8dc-53752f49e614 req-d2892f48-a328-4e7d-89b4-5ad11193acfd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539355 Feb 09 02:12:06.494218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fc3a8-b495-4168-bf07-2591f74c1716 req-9c19666d-3041-45cc-b163-beba4be8a276 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:06.497881 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-da3fc3a8-b495-4168-bf07-2591f74c1716 req-9c19666d-3041-45cc-b163-beba4be8a276 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.0992503 Feb 09 02:12:06.586522 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-da3fc3a8-b495-4168-bf07-2591f74c1716 req-fd37ba90-07ae-46fb-815d-4485ec1f5e7d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720191 Feb 09 02:12:07.476194 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6aeefae6-b433-40f9-b9cb-06a5d91bea28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:08.092181 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aaa589-a305-4e1c-a314-364534eff84c req-1781ffbb-06b3-4b74-9632-54db807bfd34 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:08.093718 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-41aaa589-a305-4e1c-a314-364534eff84c req-1781ffbb-06b3-4b74-9632-54db807bfd34 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.0988371 Feb 09 02:12:08.199538 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-41aaa589-a305-4e1c-a314-364534eff84c req-d9977101-d2b9-456a-a721-70205c03aa53 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987802 Feb 09 02:12:09.466295 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53226bc-d19e-4f48-8c1f-ae242e19adc2 req-0160f0d7-3cf8-42b5-ae8e-724b3a7079fb tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:09.472199 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a53226bc-d19e-4f48-8c1f-ae242e19adc2 req-0160f0d7-3cf8-42b5-ae8e-724b3a7079fb tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.1014347 Feb 09 02:12:09.569471 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a53226bc-d19e-4f48-8c1f-ae242e19adc2 req-65993b03-e12c-4ebf-9f51-fed4919da386 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875576 Feb 09 02:12:10.083620 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:10.181068 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-29eb774d-fb8e-415b-b2d7-d5ac3251a423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:10.773902 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86f6c1-6235-4cd2-a2f5-3eb81c38e507 req-32cf710b-f4de-4d11-af6d-109bc0c193f4 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:10.782012 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6e86f6c1-6235-4cd2-a2f5-3eb81c38e507 req-32cf710b-f4de-4d11-af6d-109bc0c193f4 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.0957232 Feb 09 02:12:10.868876 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6e86f6c1-6235-4cd2-a2f5-3eb81c38e507 req-5404d83a-11d9-47ab-be76-2bbcf94491b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844433 Feb 09 02:12:10.889467 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:11.024327 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:12.124918 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e120f8-c21a-48e8-a5b9-cf2f9d245774 req-71b3d52c-b147-4471-920f-8e3c580362b5 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:12.132397 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-27e120f8-c21a-48e8-a5b9-cf2f9d245774 req-71b3d52c-b147-4471-920f-8e3c580362b5 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.1229599 Feb 09 02:12:12.268216 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-27e120f8-c21a-48e8-a5b9-cf2f9d245774 req-51a5f2ae-e206-43d9-96ca-de492bc12161 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346035 Feb 09 02:12:12.387972 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:12.538416 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c5eff-144a-45af-8710-2b0c54fa5e4b req-5a7be6e0-ebf2-4485-92ff-d1cdc66d8b2a tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:12.546919 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5d9c5eff-144a-45af-8710-2b0c54fa5e4b req-5a7be6e0-ebf2-4485-92ff-d1cdc66d8b2a tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=068b4e5f-6e33-48e7-a1f5-acbeb294260b HTTP/1.1" status: 200 len: 945 time: 0.0918419 Feb 09 02:12:12.647492 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5d9c5eff-144a-45af-8710-2b0c54fa5e4b req-f3f49411-070a-45fa-9d60-a1ffa775bdf6 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962059 Feb 09 02:12:13.430044 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267288e0-5524-4607-b5c8-70b108c9ae76 req-3df0afc0-90f9-4744-8de8-b785b03a929b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:13.435736 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-267288e0-5524-4607-b5c8-70b108c9ae76 req-3df0afc0-90f9-4744-8de8-b785b03a929b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.0668306 Feb 09 02:12:13.473483 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:13.523134 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-267288e0-5524-4607-b5c8-70b108c9ae76 req-fd284689-6b96-41b1-830e-f432e9469a8c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829856 Feb 09 02:12:13.833964 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d1ef0-dfbd-4a66-a2dc-204c64fe896d req-08e8bb73-2d59-4562-a580-d669aa10bfc3 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:13.836403 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c6d1ef0-dfbd-4a66-a2dc-204c64fe896d req-08e8bb73-2d59-4562-a580-d669aa10bfc3 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=068b4e5f-6e33-48e7-a1f5-acbeb294260b HTTP/1.1" status: 200 len: 945 time: 0.0760605 Feb 09 02:12:13.915884 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c6d1ef0-dfbd-4a66-a2dc-204c64fe896d req-61e3de27-2d93-46df-b6e2-ed2a7b67264f tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5c389a7-f73d-4893-9ae1-10a1e940d9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728395 Feb 09 02:12:14.220711 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18709d8-bdff-46a1-9c03-08950ab705ae req-73a55219-2faf-45ba-a75e-e0da13ace766 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:14.222173 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c18709d8-bdff-46a1-9c03-08950ab705ae req-73a55219-2faf-45ba-a75e-e0da13ace766 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.48 "GET /v2.0/ports?device_id=068b4e5f-6e33-48e7-a1f5-acbeb294260b HTTP/1.1" status: 200 len: 945 time: 0.0541911 Feb 09 02:12:14.335586 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-c18709d8-bdff-46a1-9c03-08950ab705ae req-08ca5120-259e-4792-9809-6efdce5b31d8 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Deleting port ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:12:14.335941 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c18709d8-bdff-46a1-9c03-08950ab705ae req-08ca5120-259e-4792-9809-6efdce5b31d8 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:14.451999 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-c18709d8-bdff-46a1-9c03-08950ab705ae req-08ca5120-259e-4792-9809-6efdce5b31d8 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] For port ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42,segment=NetworkSegment(e086d816-a760-4c65-a4c4-74fb63b2c103),segment_id=e086d816-a760-4c65-a4c4-74fb63b2c103)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:14.452346 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c18709d8-bdff-46a1-9c03-08950ab705ae req-08ca5120-259e-4792-9809-6efdce5b31d8 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:14.466325 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-c18709d8-bdff-46a1-9c03-08950ab705ae req-08ca5120-259e-4792-9809-6efdce5b31d8 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Calling delete_port for ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:12:14.608292 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c18709d8-bdff-46a1-9c03-08950ab705ae req-08ca5120-259e-4792-9809-6efdce5b31d8 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:14.623754 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:14.648842 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca5120-259e-4792-9809-6efdce5b31d8 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Pushing event deleted for resources: {'Port': ['ID=ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:14.711948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18709d8-bdff-46a1-9c03-08950ab705ae req-08ca5120-259e-4792-9809-6efdce5b31d8 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] No DVR routers for this DVR port ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:12:14.715144 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c18709d8-bdff-46a1-9c03-08950ab705ae req-08ca5120-259e-4792-9809-6efdce5b31d8 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:14.720884 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c18709d8-bdff-46a1-9c03-08950ab705ae req-08ca5120-259e-4792-9809-6efdce5b31d8 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.48 "DELETE /v2.0/ports/ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 HTTP/1.1" status: 204 len: 173 time: 0.4922197 Feb 09 02:12:14.721524 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068b4e5f-6e33-48e7-a1f5-acbeb294260b', 'name': 'network-vif-deleted', 'tag': 'ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:14.724879 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a509f7-b2c7-4235-9fe4-f45e5c6fbd25" -d '{"events": [{"server_uuid": "068b4e5f-6e33-48e7-a1f5-acbeb294260b", "name": "network-vif-deleted", "tag": "ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:14.744972 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1f305-5c7c-417a-a06b-75c17460f0e6 req-38706711-e04b-419a-af04-e2139ec0d7c4 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:14.748178 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-23e1f305-5c7c-417a-a06b-75c17460f0e6 req-38706711-e04b-419a-af04-e2139ec0d7c4 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.1029000 Feb 09 02:12:14.790983 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb21bc2-20b4-4d0a-b2c9-1128e0280275 x-openstack-request-id: req-8eb21bc2-20b4-4d0a-b2c9-1128e0280275 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:14.791579 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068b4e5f-6e33-48e7-a1f5-acbeb294260b", "name": "network-vif-deleted", "tag": "ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:14.792050 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8eb21bc2-20b4-4d0a-b2c9-1128e0280275 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:14.792711 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068b4e5f-6e33-48e7-a1f5-acbeb294260b', 'name': 'network-vif-deleted', 'tag': 'ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42', 'status': 'completed', 'code': 200} Feb 09 02:12:14.853798 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-23e1f305-5c7c-417a-a06b-75c17460f0e6 req-c29505bf-0322-4ac9-b243-58bdf03d9501 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973420 Feb 09 02:12:15.075863 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ae3e826-3c65-4b05-b41d-eee48ccd07f7 req-0aa18f79-4611-47a6-9dff-1d0202708be0 tempest-AttachVolumeNegativeTest-503366098 tempest-AttachVolumeNegativeTest-503366098-project] 10.222.0.36 "GET /v2.0/ports?device_id=068b4e5f-6e33-48e7-a1f5-acbeb294260b HTTP/1.1" status: 200 len: 210 time: 0.0387044 Feb 09 02:12:16.006946 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deaad7f-ff37-489a-8af9-ab4af614f479 req-cf36a25a-20b7-4a59-b882-d7345af9f1aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:16.013848 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5deaad7f-ff37-489a-8af9-ab4af614f479 req-cf36a25a-20b7-4a59-b882-d7345af9f1aa tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.0720112 Feb 09 02:12:16.079532 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5deaad7f-ff37-489a-8af9-ab4af614f479 req-f9b929f9-d48d-4755-a11a-6c657c22b95a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639806 Feb 09 02:12:16.136588 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48412) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:16.200048 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2980ca7-b961-478d-a691-8b001024679b admin admin] Deleting subnet bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:12:16.203546 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f2980ca7-b961-478d-a691-8b001024679b admin admin] Publish callbacks [] for subnet (bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:16.248299 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f2980ca7-b961-478d-a691-8b001024679b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:16.290966 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f2980ca7-b961-478d-a691-8b001024679b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:16.370819 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f2980ca7-b961-478d-a691-8b001024679b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:16.416075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2980ca7-b961-478d-a691-8b001024679b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:16.424482 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f2980ca7-b961-478d-a691-8b001024679b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:16.428033 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f2980ca7-b961-478d-a691-8b001024679b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bb2e006b-46b7-4fe1-9b90-bc398e9f5bb7 HTTP/1.1" status: 204 len: 168 time: 0.2903924 Feb 09 02:12:16.430663 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48420) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:16.545658 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f69934a6-81f2-45a0-893b-c1fce46725ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (1f5ea808-c95e-490e-85be-0aa56bb50d10), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:16.638823 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f69934a6-81f2-45a0-893b-c1fce46725ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (1f5ea808-c95e-490e-85be-0aa56bb50d10), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:16.665350 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-f69934a6-81f2-45a0-893b-c1fce46725ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5ea808-c95e-490e-85be-0aa56bb50d10']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:16.677731 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-f69934a6-81f2-45a0-893b-c1fce46725ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e086d816-a760-4c65-a4c4-74fb63b2c103') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:16.678148 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-f69934a6-81f2-45a0-893b-c1fce46725ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e086d816-a760-4c65-a4c4-74fb63b2c103') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:16.695125 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f69934a6-81f2-45a0-893b-c1fce46725ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (e086d816-a760-4c65-a4c4-74fb63b2c103), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:16.713823 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f69934a6-81f2-45a0-893b-c1fce46725ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (e086d816-a760-4c65-a4c4-74fb63b2c103), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:16.722185 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f69934a6-81f2-45a0-893b-c1fce46725ef admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:12:16.722581 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f69934a6-81f2-45a0-893b-c1fce46725ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (e086d816-a760-4c65-a4c4-74fb63b2c103), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:12:16.724308 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:12:16.796766 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f69934a6-81f2-45a0-893b-c1fce46725ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (1f5ea808-c95e-490e-85be-0aa56bb50d10), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:16.803409 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f69934a6-81f2-45a0-893b-c1fce46725ef admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:16.808898 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f69934a6-81f2-45a0-893b-c1fce46725ef admin admin] 10.222.0.36 "DELETE /v2.0/networks/1f5ea808-c95e-490e-85be-0aa56bb50d10 HTTP/1.1" status: 204 len: 168 time: 0.3748329 Feb 09 02:12:16.820518 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69934a6-81f2-45a0-893b-c1fce46725ef admin admin] Pushing event deleted for resources: {'Network': ['ID=1f5ea808-c95e-490e-85be-0aa56bb50d10,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:17.114737 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48436) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:17.168685 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-82ef3fb8-3d29-4538-8df8-ae519b79b028 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ddb4978683245ad85f40af731985b8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0527806 Feb 09 02:12:17.171281 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48438) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:17.255925 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4811df2-e9f4-46f9-8c15-f80c710c522e req-0ba711a6-07fd-40d0-81e7-341a6beffb8f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:17.259413 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6b11113-0caf-4a86-9874-0be8ccabe222 admin admin] Publish callbacks [] for security_group (b5c389a7-f73d-4893-9ae1-10a1e940d9a9), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:17.263258 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d4811df2-e9f4-46f9-8c15-f80c710c522e req-0ba711a6-07fd-40d0-81e7-341a6beffb8f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.0769978 Feb 09 02:12:17.290095 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6b11113-0caf-4a86-9874-0be8ccabe222 admin admin] Publish callbacks [] for security_group (b5c389a7-f73d-4893-9ae1-10a1e940d9a9), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:17.323225 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d4811df2-e9f4-46f9-8c15-f80c710c522e req-07e3ea65-cf31-45f5-8e53-b50376d7aba3 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588927 Feb 09 02:12:17.386596 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6b11113-0caf-4a86-9874-0be8ccabe222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b5c389a7-f73d-4893-9ae1-10a1e940d9a9), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:17.390327 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6b11113-0caf-4a86-9874-0be8ccabe222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:17.393251 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b6b11113-0caf-4a86-9874-0be8ccabe222 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5c389a7-f73d-4893-9ae1-10a1e940d9a9 HTTP/1.1" status: 204 len: 168 time: 0.2209651 Feb 09 02:12:17.413554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b11113-0caf-4a86-9874-0be8ccabe222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c389a7-f73d-4893-9ae1-10a1e940d9a9,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:17.918737 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:17.958235 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:12:17.958913 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device ecb1bbb3-aaa3-4d35-9062-2ad3a9355c42 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:12:18.551600 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448003c6-fcd8-4b4b-a1b1-f510179519a2 req-b9b14bcd-0413-4957-a62f-85348f6ae4c4 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:18.560649 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-448003c6-fcd8-4b4b-a1b1-f510179519a2 req-b9b14bcd-0413-4957-a62f-85348f6ae4c4 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.0932043 Feb 09 02:12:18.616116 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-448003c6-fcd8-4b4b-a1b1-f510179519a2 req-7471f59d-3c72-41f1-a870-3e6181e44576 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544853 Feb 09 02:12:19.802209 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203f793-324f-4cbb-b8c7-2f84efd742be req-df5c93a2-0a25-4f1c-9745-2a1158b8864f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:19.811979 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2203f793-324f-4cbb-b8c7-2f84efd742be req-df5c93a2-0a25-4f1c-9745-2a1158b8864f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 943 time: 0.1006072 Feb 09 02:12:19.872207 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2203f793-324f-4cbb-b8c7-2f84efd742be req-4d3a3b4e-9f03-4dfc-a2f7-23bf563ae418 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582311 Feb 09 02:12:19.930548 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 96732bcb-57cc-4282-817a-a63c4b400066 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:12:20.043096 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 96732bcb-57cc-4282-817a-a63c4b400066, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=96732bcb-57cc-4282-817a-a63c4b400066,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:20.056361 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '96732bcb-57cc-4282-817a-a63c4b400066', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'port_id': '96732bcb-57cc-4282-817a-a63c4b400066', 'mac_address': 'fa:16:3e:c6:28:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:12:20.097563 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 96732bcb-57cc-4282-817a-a63c4b400066 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:20.098396 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (96732bcb-57cc-4282-817a-a63c4b400066), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:20.118112 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96732bcb-57cc-4282-817a-a63c4b400066 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:20.153826 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 96732bcb-57cc-4282-817a-a63c4b400066, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=96732bcb-57cc-4282-817a-a63c4b400066,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:20.158515 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (96732bcb-57cc-4282-817a-a63c4b400066), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:20.231761 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=96732bcb-57cc-4282-817a-a63c4b400066,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:20.416819 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['96732bcb-57cc-4282-817a-a63c4b400066'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:20.777147 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48552) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:20.946446 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-85680146-9ede-4f0a-b8fb-5d56494ce546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:21.098648 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ae4db-33d7-458f-94ad-311f63202a81 req-54ce2b3d-15ce-4977-9f6e-45f34a6e120a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:21.100544 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f49ae4db-33d7-458f-94ad-311f63202a81 req-54ce2b3d-15ce-4977-9f6e-45f34a6e120a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 944 time: 0.1318171 Feb 09 02:12:21.155231 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-85680146-9ede-4f0a-b8fb-5d56494ce546 admin admin] Publish callbacks [] for security_group (560cedf1-acd2-4d0b-b0ab-d0c91f55fd12), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:21.167987 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-85680146-9ede-4f0a-b8fb-5d56494ce546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (560cedf1-acd2-4d0b-b0ab-d0c91f55fd12), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:21.192515 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f49ae4db-33d7-458f-94ad-311f63202a81 req-15fb4573-2294-4962-a840-7618b2795ff1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837724 Feb 09 02:12:21.227132 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-85680146-9ede-4f0a-b8fb-5d56494ce546 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=acceb7c72405452a9e58dcdf2aa1b31e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4485285 Feb 09 02:12:21.231194 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48570) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:21.242735 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85680146-9ede-4f0a-b8fb-5d56494ce546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560cedf1-acd2-4d0b-b0ab-d0c91f55fd12,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:21.307924 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6aa6597a-c920-40b8-83c0-bd8836f53236 admin admin] Publish callbacks [] for security_group (560cedf1-acd2-4d0b-b0ab-d0c91f55fd12), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:21.338318 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6aa6597a-c920-40b8-83c0-bd8836f53236 admin admin] Publish callbacks [] for security_group (560cedf1-acd2-4d0b-b0ab-d0c91f55fd12), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:21.402245 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6aa6597a-c920-40b8-83c0-bd8836f53236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (560cedf1-acd2-4d0b-b0ab-d0c91f55fd12), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:21.406006 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6aa6597a-c920-40b8-83c0-bd8836f53236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:21.408673 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6aa6597a-c920-40b8-83c0-bd8836f53236 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/560cedf1-acd2-4d0b-b0ab-d0c91f55fd12 HTTP/1.1" status: 204 len: 168 time: 0.1759241 Feb 09 02:12:21.424317 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6597a-c920-40b8-83c0-bd8836f53236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560cedf1-acd2-4d0b-b0ab-d0c91f55fd12,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:21.763717 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48586) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:21.782451 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-18555422-8402-43a0-abf7-e773b5b099dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:21.867863 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-18555422-8402-43a0-abf7-e773b5b099dc admin admin] Publish callbacks [] for security_group (37b9b7a2-8233-40ea-95b0-72c5a8d3a26e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:21.872514 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-18555422-8402-43a0-abf7-e773b5b099dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (37b9b7a2-8233-40ea-95b0-72c5a8d3a26e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:21.915764 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-18555422-8402-43a0-abf7-e773b5b099dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ccf6fec4f23d4eebb4a2edcd6d4d1407&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1507354 Feb 09 02:12:21.916659 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18555422-8402-43a0-abf7-e773b5b099dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b9b7a2-8233-40ea-95b0-72c5a8d3a26e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:21.920831 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48592) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:21.932287 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 96732bcb-57cc-4282-817a-a63c4b400066 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:12:21.981878 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eb565ed3-be77-4462-8e8f-9fd8aaf84319 admin admin] Publish callbacks [] for security_group (37b9b7a2-8233-40ea-95b0-72c5a8d3a26e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:22.008188 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eb565ed3-be77-4462-8e8f-9fd8aaf84319 admin admin] Publish callbacks [] for security_group (37b9b7a2-8233-40ea-95b0-72c5a8d3a26e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:22.026791 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 96732bcb-57cc-4282-817a-a63c4b400066 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:12:22.033432 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 96732bcb-57cc-4282-817a-a63c4b400066 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:22.034355 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (96732bcb-57cc-4282-817a-a63c4b400066), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:22.072748 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eb565ed3-be77-4462-8e8f-9fd8aaf84319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (37b9b7a2-8233-40ea-95b0-72c5a8d3a26e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:22.076251 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eb565ed3-be77-4462-8e8f-9fd8aaf84319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:22.077736 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-eb565ed3-be77-4462-8e8f-9fd8aaf84319 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/37b9b7a2-8233-40ea-95b0-72c5a8d3a26e HTTP/1.1" status: 204 len: 168 time: 0.1546352 Feb 09 02:12:22.109399 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb565ed3-be77-4462-8e8f-9fd8aaf84319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b9b7a2-8233-40ea-95b0-72c5a8d3a26e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:22.125457 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb565ed3-be77-4462-8e8f-9fd8aaf84319 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:22.125826 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb565ed3-be77-4462-8e8f-9fd8aaf84319 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:22.126163 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb565ed3-be77-4462-8e8f-9fd8aaf84319 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:22.130096 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb565ed3-be77-4462-8e8f-9fd8aaf84319 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:22.130651 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb565ed3-be77-4462-8e8f-9fd8aaf84319 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:22.131914 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb565ed3-be77-4462-8e8f-9fd8aaf84319 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:22.134124 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb565ed3-be77-4462-8e8f-9fd8aaf84319 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:22.135420 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb565ed3-be77-4462-8e8f-9fd8aaf84319 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:22.136851 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb565ed3-be77-4462-8e8f-9fd8aaf84319 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:22.139614 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb565ed3-be77-4462-8e8f-9fd8aaf84319 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:22.140236 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb565ed3-be77-4462-8e8f-9fd8aaf84319 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:22.140793 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb565ed3-be77-4462-8e8f-9fd8aaf84319 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:22.142210 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb565ed3-be77-4462-8e8f-9fd8aaf84319 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:22.201119 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 96732bcb-57cc-4282-817a-a63c4b400066 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:22.201670 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (96732bcb-57cc-4282-817a-a63c4b400066), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:22.226640 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3044205b-7b3e-4d84-9b9a-25e0d79a7366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96732bcb-57cc-4282-817a-a63c4b400066'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:22.229360 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef07c403-6786-4dfa-9b4f-e2753e33769c" -d '{"events": [{"server_uuid": "3044205b-7b3e-4d84-9b9a-25e0d79a7366", "name": "network-vif-plugged", "status": "completed", "tag": "96732bcb-57cc-4282-817a-a63c4b400066"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:22.247084 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 96732bcb-57cc-4282-817a-a63c4b400066, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=96732bcb-57cc-4282-817a-a63c4b400066,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:22.253236 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (96732bcb-57cc-4282-817a-a63c4b400066), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:22.299058 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bfcf3f-212a-4122-8d25-af2ba2907960 x-openstack-request-id: req-f1bfcf3f-212a-4122-8d25-af2ba2907960 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:22.299394 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3044205b-7b3e-4d84-9b9a-25e0d79a7366", "name": "network-vif-plugged", "status": "completed", "tag": "96732bcb-57cc-4282-817a-a63c4b400066", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:22.299652 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f1bfcf3f-212a-4122-8d25-af2ba2907960 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:22.300189 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3044205b-7b3e-4d84-9b9a-25e0d79a7366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96732bcb-57cc-4282-817a-a63c4b400066', 'code': 200} Feb 09 02:12:22.352720 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=96732bcb-57cc-4282-817a-a63c4b400066,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:22.437186 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc554a95-512b-42e2-8ff8-b6f87791af5c req-41220461-f355-408d-bc96-b76e2c1e10f8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:22.440322 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fc554a95-512b-42e2-8ff8-b6f87791af5c req-41220461-f355-408d-bc96-b76e2c1e10f8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 945 time: 0.1312141 Feb 09 02:12:22.455197 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42678de-1f4b-414d-810a-77787e14bffc req-7cab6821-9f4e-44dd-aa6c-ace38412705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:22.457801 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c42678de-1f4b-414d-810a-77787e14bffc req-7cab6821-9f4e-44dd-aa6c-ace38412705d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 1127 time: 0.0971632 Feb 09 02:12:22.512079 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c42678de-1f4b-414d-810a-77787e14bffc req-043c9c7a-cd9e-4509-974b-8ef0a636928b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491133 Feb 09 02:12:22.516779 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fc554a95-512b-42e2-8ff8-b6f87791af5c req-213dd557-46b6-450b-b606-c448552e5eb1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651357 Feb 09 02:12:22.523363 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:12:23.708615 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b487790-07e9-4a05-aac0-d135e1dd58ed req-081aae8b-1282-4d62-a4e2-cc264613d4b5 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:23.710341 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b487790-07e9-4a05-aac0-d135e1dd58ed req-081aae8b-1282-4d62-a4e2-cc264613d4b5 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 945 time: 0.1014352 Feb 09 02:12:23.777204 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b487790-07e9-4a05-aac0-d135e1dd58ed req-e34105d8-2ded-4a93-ab69-84d7857af222 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595794 Feb 09 02:12:24.945266 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813fbd2-ce31-4c4e-a12d-ceeb5ae9682d req-78c834aa-306d-4c60-a537-6bbf83b97a08 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:24.952622 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2813fbd2-ce31-4c4e-a12d-ceeb5ae9682d req-78c834aa-306d-4c60-a537-6bbf83b97a08 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 945 time: 0.0658937 Feb 09 02:12:25.027438 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2813fbd2-ce31-4c4e-a12d-ceeb5ae9682d req-2ce9db23-3545-4127-a512-98182afbed5b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692427 Feb 09 02:12:25.179114 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f70a6-4b25-439b-96c7-c6cc300e0be1 req-e39f4be5-b37f-41cc-82c2-ea38c1996b83 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:25.182085 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-821f70a6-4b25-439b-96c7-c6cc300e0be1 req-e39f4be5-b37f-41cc-82c2-ea38c1996b83 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 945 time: 0.0689535 Feb 09 02:12:25.245360 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-821f70a6-4b25-439b-96c7-c6cc300e0be1 req-6e46b7ff-1bdb-4d54-a4f1-4a1ae06f7590 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571926 Feb 09 02:12:25.666091 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b393905-d308-44b2-89f8-c049959495e5 req-78bd6a06-9469-4836-9221-9ec7a2f035a1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:25.675918 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7b393905-d308-44b2-89f8-c049959495e5 req-78bd6a06-9469-4836-9221-9ec7a2f035a1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 945 time: 0.1058564 Feb 09 02:12:25.703513 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48738) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:25.814434 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7b393905-d308-44b2-89f8-c049959495e5 req-b4466882-6ceb-449c-a384-0147994647b7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308489 Feb 09 02:12:25.917010 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7fc84219-18f7-4377-89d0-77fd1e52fc32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:26.026214 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7fc84219-18f7-4377-89d0-77fd1e52fc32 admin admin] Publish callbacks [] for security_group (1bfafb94-38ca-4d1d-86da-9fd921228cce), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:26.032398 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7fc84219-18f7-4377-89d0-77fd1e52fc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1bfafb94-38ca-4d1d-86da-9fd921228cce), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:26.085454 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7fc84219-18f7-4377-89d0-77fd1e52fc32 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16b281f3e69f450c80e4c26619fd5b6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3809032 Feb 09 02:12:26.085672 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48746) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:26.087024 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc84219-18f7-4377-89d0-77fd1e52fc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfafb94-38ca-4d1d-86da-9fd921228cce,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:26.169627 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8c837dbf-827e-4a29-98e5-dfa9ea42e85c admin admin] Publish callbacks [] for security_group (1bfafb94-38ca-4d1d-86da-9fd921228cce), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:26.194617 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8c837dbf-827e-4a29-98e5-dfa9ea42e85c admin admin] Publish callbacks [] for security_group (1bfafb94-38ca-4d1d-86da-9fd921228cce), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:26.262238 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8c837dbf-827e-4a29-98e5-dfa9ea42e85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1bfafb94-38ca-4d1d-86da-9fd921228cce), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:26.264935 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8c837dbf-827e-4a29-98e5-dfa9ea42e85c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:26.270549 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8c837dbf-827e-4a29-98e5-dfa9ea42e85c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1bfafb94-38ca-4d1d-86da-9fd921228cce HTTP/1.1" status: 204 len: 168 time: 0.1804097 Feb 09 02:12:26.278255 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c837dbf-827e-4a29-98e5-dfa9ea42e85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfafb94-38ca-4d1d-86da-9fd921228cce,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:26.750201 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48764) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:26.776490 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-daece698-05cc-4675-8399-cd30304ee7c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:26.931486 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-daece698-05cc-4675-8399-cd30304ee7c1 admin admin] Publish callbacks [] for security_group (db2d4563-14d8-4392-bf32-4aa88b2b43b7), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:26.940374 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-daece698-05cc-4675-8399-cd30304ee7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (db2d4563-14d8-4392-bf32-4aa88b2b43b7), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:27.009606 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b38e1a-0605-41b9-8811-1d867a7291e4 req-a87fbc17-7f8f-4745-b120-c276e25df058 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:27.012808 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daece698-05cc-4675-8399-cd30304ee7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2d4563-14d8-4392-bf32-4aa88b2b43b7,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:27.023036 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a9b38e1a-0605-41b9-8811-1d867a7291e4 req-a87fbc17-7f8f-4745-b120-c276e25df058 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 945 time: 0.1051641 Feb 09 02:12:27.039900 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-daece698-05cc-4675-8399-cd30304ee7c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4234704130ac49e0914873cca6fa7c50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2880766 Feb 09 02:12:27.043910 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48772) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:27.126906 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a9b38e1a-0605-41b9-8811-1d867a7291e4 req-64eda845-c9bf-4b1a-8370-87d261ded8a2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022172 Feb 09 02:12:27.163250 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5ba17602-582b-4ebd-9d02-a3dbe20de848 admin admin] Publish callbacks [] for security_group (db2d4563-14d8-4392-bf32-4aa88b2b43b7), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:27.195194 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5ba17602-582b-4ebd-9d02-a3dbe20de848 admin admin] Publish callbacks [] for security_group (db2d4563-14d8-4392-bf32-4aa88b2b43b7), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:27.259732 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5ba17602-582b-4ebd-9d02-a3dbe20de848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (db2d4563-14d8-4392-bf32-4aa88b2b43b7), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:27.262616 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5ba17602-582b-4ebd-9d02-a3dbe20de848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:27.266958 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5ba17602-582b-4ebd-9d02-a3dbe20de848 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db2d4563-14d8-4392-bf32-4aa88b2b43b7 HTTP/1.1" status: 204 len: 168 time: 0.2190168 Feb 09 02:12:27.274988 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba17602-582b-4ebd-9d02-a3dbe20de848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2d4563-14d8-4392-bf32-4aa88b2b43b7,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:27.530219 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cece7-3ab3-4625-95ad-f8761ddb7e38 req-812143d8-0100-4bb9-b71a-8ff78fabef99 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:27.533757 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f69cece7-3ab3-4625-95ad-f8761ddb7e38 req-812143d8-0100-4bb9-b71a-8ff78fabef99 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.48 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 945 time: 0.0752058 Feb 09 02:12:27.768481 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-f69cece7-3ab3-4625-95ad-f8761ddb7e38 req-32db489b-54cc-404f-b596-e0286844e920 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Deleting port 96732bcb-57cc-4282-817a-a63c4b400066 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:12:27.775609 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f69cece7-3ab3-4625-95ad-f8761ddb7e38 req-32db489b-54cc-404f-b596-e0286844e920 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (96732bcb-57cc-4282-817a-a63c4b400066), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:27.908970 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-f69cece7-3ab3-4625-95ad-f8761ddb7e38 req-32db489b-54cc-404f-b596-e0286844e920 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] For port 96732bcb-57cc-4282-817a-a63c4b400066, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=96732bcb-57cc-4282-817a-a63c4b400066,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:27.909273 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f69cece7-3ab3-4625-95ad-f8761ddb7e38 req-32db489b-54cc-404f-b596-e0286844e920 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (96732bcb-57cc-4282-817a-a63c4b400066), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:27.927957 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-f69cece7-3ab3-4625-95ad-f8761ddb7e38 req-32db489b-54cc-404f-b596-e0286844e920 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Calling delete_port for 96732bcb-57cc-4282-817a-a63c4b400066 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:12:28.100156 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f69cece7-3ab3-4625-95ad-f8761ddb7e38 req-32db489b-54cc-404f-b596-e0286844e920 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (96732bcb-57cc-4282-817a-a63c4b400066), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:28.113846 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['1af644e5-ce27-4e10-b546-b296d385646b'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:28.161093 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db489b-54cc-404f-b596-e0286844e920 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event deleted for resources: {'Port': ['ID=96732bcb-57cc-4282-817a-a63c4b400066,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:28.256601 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69cece7-3ab3-4625-95ad-f8761ddb7e38 req-32db489b-54cc-404f-b596-e0286844e920 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] No DVR routers for this DVR port 96732bcb-57cc-4282-817a-a63c4b400066 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:12:28.260695 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-f69cece7-3ab3-4625-95ad-f8761ddb7e38 req-32db489b-54cc-404f-b596-e0286844e920 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:28.264721 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f69cece7-3ab3-4625-95ad-f8761ddb7e38 req-32db489b-54cc-404f-b596-e0286844e920 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.48 "DELETE /v2.0/ports/96732bcb-57cc-4282-817a-a63c4b400066 HTTP/1.1" status: 204 len: 173 time: 0.7188797 Feb 09 02:12:28.265292 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3044205b-7b3e-4d84-9b9a-25e0d79a7366', 'name': 'network-vif-deleted', 'tag': '96732bcb-57cc-4282-817a-a63c4b400066'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:28.277035 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712d3a61-b353-48be-9ece-fc63bb4d75d5" -d '{"events": [{"server_uuid": "3044205b-7b3e-4d84-9b9a-25e0d79a7366", "name": "network-vif-deleted", "tag": "96732bcb-57cc-4282-817a-a63c4b400066"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:28.474431 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5a2fc4e9-104e-4dff-aaf0-fc7b4a81744f req-00f2bb68-1cff-4b24-b9b9-19de6e3f7362 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 210 time: 0.1148200 Feb 09 02:12:28.743257 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e85011-b8f8-462a-801e-586d4686df82 x-openstack-request-id: req-c4e85011-b8f8-462a-801e-586d4686df82 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:28.743773 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3044205b-7b3e-4d84-9b9a-25e0d79a7366", "name": "network-vif-deleted", "tag": "96732bcb-57cc-4282-817a-a63c4b400066", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:28.744274 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4e85011-b8f8-462a-801e-586d4686df82 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:28.744896 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3044205b-7b3e-4d84-9b9a-25e0d79a7366', 'name': 'network-vif-deleted', 'tag': '96732bcb-57cc-4282-817a-a63c4b400066', 'status': 'completed', 'code': 200} Feb 09 02:12:29.596004 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7b545eac-fafd-4f78-90dd-70342d5348d5 req-9c33facc-ef11-4a9d-890c-3b811689a0b0 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 210 time: 0.0362749 Feb 09 02:12:29.977359 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 96732bcb-57cc-4282-817a-a63c4b400066 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:30.008448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 96732bcb-57cc-4282-817a-a63c4b400066 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:12:30.009663 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 96732bcb-57cc-4282-817a-a63c4b400066 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:12:30.740836 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48910) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:30.774084 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7f84d27b-abcc-4d8b-ae6e-74d54ee9f7d2 req-a5de894d-6322-47f8-9f21-8273168a70e4 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 210 time: 0.0556552 Feb 09 02:12:30.988692 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-02d7f546-7d74-4deb-9462-588306b13004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:31.141684 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-02d7f546-7d74-4deb-9462-588306b13004 admin admin] Publish callbacks [] for security_group (a98acb4e-2d90-4f8c-b0f2-b83619f28d01), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:31.146331 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-02d7f546-7d74-4deb-9462-588306b13004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a98acb4e-2d90-4f8c-b0f2-b83619f28d01), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:31.198221 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7f546-7d74-4deb-9462-588306b13004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98acb4e-2d90-4f8c-b0f2-b83619f28d01,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:31.230804 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-02d7f546-7d74-4deb-9462-588306b13004 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89cb4e501dcf4071add92e275a42d24c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4864728 Feb 09 02:12:31.230990 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 48918) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:31.305669 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ee2df8c-6f73-4cea-9f65-e7ceb79d4874 admin admin] Publish callbacks [] for security_group (a98acb4e-2d90-4f8c-b0f2-b83619f28d01), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:31.332217 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ee2df8c-6f73-4cea-9f65-e7ceb79d4874 admin admin] Publish callbacks [] for security_group (a98acb4e-2d90-4f8c-b0f2-b83619f28d01), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:31.392071 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ee2df8c-6f73-4cea-9f65-e7ceb79d4874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a98acb4e-2d90-4f8c-b0f2-b83619f28d01), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:31.395640 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ee2df8c-6f73-4cea-9f65-e7ceb79d4874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:31.411662 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6ee2df8c-6f73-4cea-9f65-e7ceb79d4874 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a98acb4e-2d90-4f8c-b0f2-b83619f28d01 HTTP/1.1" status: 204 len: 168 time: 0.1680782 Feb 09 02:12:31.437077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2df8c-6f73-4cea-9f65-e7ceb79d4874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98acb4e-2d90-4f8c-b0f2-b83619f28d01,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:31.880683 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48926) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:31.907084 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14519de5-c546-4a47-818b-a73f57bf96e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:31.987458 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e1316d7-57ca-432d-93bb-c80b63589e60 req-f78e6ca1-da1f-4549-bb2f-dca2d6cac8de tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 210 time: 0.0713930 Feb 09 02:12:32.130680 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14519de5-c546-4a47-818b-a73f57bf96e9 admin admin] Publish callbacks [] for security_group (2b75d28a-6372-4c92-8918-d533ef3d9534), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:32.135926 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14519de5-c546-4a47-818b-a73f57bf96e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2b75d28a-6372-4c92-8918-d533ef3d9534), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:32.192276 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-14519de5-c546-4a47-818b-a73f57bf96e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a109901550a04c7784dfc1e7d75708ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3069565 Feb 09 02:12:32.192814 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 48932) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:32.247076 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14519de5-c546-4a47-818b-a73f57bf96e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b75d28a-6372-4c92-8918-d533ef3d9534,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:32.273541 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-521479b0-cb27-4556-9da0-788ca9f65935 admin admin] Publish callbacks [] for security_group (2b75d28a-6372-4c92-8918-d533ef3d9534), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:32.308222 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-521479b0-cb27-4556-9da0-788ca9f65935 admin admin] Publish callbacks [] for security_group (2b75d28a-6372-4c92-8918-d533ef3d9534), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:32.366945 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-521479b0-cb27-4556-9da0-788ca9f65935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2b75d28a-6372-4c92-8918-d533ef3d9534), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:32.369762 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-521479b0-cb27-4556-9da0-788ca9f65935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:32.370975 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-521479b0-cb27-4556-9da0-788ca9f65935 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2b75d28a-6372-4c92-8918-d533ef3d9534 HTTP/1.1" status: 204 len: 168 time: 0.1772630 Feb 09 02:12:32.379608 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521479b0-cb27-4556-9da0-788ca9f65935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b75d28a-6372-4c92-8918-d533ef3d9534,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:33.155162 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-58b63f00-b7a2-4c80-88ea-a4f1b2d7ba3e req-bde98cde-56a3-40e6-a848-7f3c494394f7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 210 time: 0.0517480 Feb 09 02:12:34.307326 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e744cd4d-b285-41d2-af2f-458d799fc197 req-072c3849-5246-44c7-aa4a-5346a8ce4d21 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 210 time: 0.0533199 Feb 09 02:12:35.458600 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-28ab53f1-fe43-4943-a5e6-1b466a925305 req-489943e3-c05c-4138-aab8-c6cc00defc0b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 210 time: 0.0493448 Feb 09 02:12:36.572086 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-33a4f933-712d-4b4d-9f52-edaee022f196 req-f1b70638-037a-4bd3-ab85-83ec6d3229d1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 210 time: 0.0341609 Feb 09 02:12:37.472084 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-936ccc4f-fb63-496a-a840-2911f13ff334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:37.676214 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5542d7de-bd2d-407b-ac14-502aa7e0f8f1 req-82fb436e-757f-4a35-8863-89feaf5dda61 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 210 time: 0.0290334 Feb 09 02:12:38.854707 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c3fa563a-fcd4-46bd-8d08-663ffcc06a98 req-f4108772-4373-4d0a-822c-6e71727a6600 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3044205b-7b3e-4d84-9b9a-25e0d79a7366 HTTP/1.1" status: 200 len: 210 time: 0.0672402 Feb 09 02:12:39.500363 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49098) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:39.972251 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee877-2da2-4e33-84b0-ce053297ffcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:40.057670 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee877-2da2-4e33-84b0-ce053297ffcc admin admin] Publish callbacks [] for security_group (a070f0a4-5d1c-4578-b2ff-bf279c94da2f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:40.063715 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee877-2da2-4e33-84b0-ce053297ffcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a070f0a4-5d1c-4578-b2ff-bf279c94da2f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:40.073092 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:40.115667 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7c7ee877-2da2-4e33-84b0-ce053297ffcc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97d62cb529924619b6644cfdbd3df2e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6141236 Feb 09 02:12:40.118306 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49108) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:40.119290 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ee877-2da2-4e33-84b0-ce053297ffcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a070f0a4-5d1c-4578-b2ff-bf279c94da2f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:40.171127 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-754b0d6a-8739-48d0-8ce1-b68c496cd007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:40.197387 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01001250-7a60-4df6-8d20-5206b2d2a29a admin admin] Publish callbacks [] for security_group (a070f0a4-5d1c-4578-b2ff-bf279c94da2f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:40.223863 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01001250-7a60-4df6-8d20-5206b2d2a29a admin admin] Publish callbacks [] for security_group (a070f0a4-5d1c-4578-b2ff-bf279c94da2f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:40.277610 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01001250-7a60-4df6-8d20-5206b2d2a29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a070f0a4-5d1c-4578-b2ff-bf279c94da2f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:40.280918 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-01001250-7a60-4df6-8d20-5206b2d2a29a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:40.285718 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-01001250-7a60-4df6-8d20-5206b2d2a29a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a070f0a4-5d1c-4578-b2ff-bf279c94da2f HTTP/1.1" status: 204 len: 168 time: 0.1663132 Feb 09 02:12:40.295002 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01001250-7a60-4df6-8d20-5206b2d2a29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a070f0a4-5d1c-4578-b2ff-bf279c94da2f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:40.605622 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49118) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:40.621127 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce3605d9-488f-42ca-b53a-e5bd6d4ba6ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:40.724826 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce3605d9-488f-42ca-b53a-e5bd6d4ba6ed admin admin] Publish callbacks [] for security_group (3d614a7b-9b5d-48c4-99e9-16d4602689c2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:40.730202 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce3605d9-488f-42ca-b53a-e5bd6d4ba6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3d614a7b-9b5d-48c4-99e9-16d4602689c2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:40.779833 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ce3605d9-488f-42ca-b53a-e5bd6d4ba6ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f6bf56b28fec485c95ffbbfede12647e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1727827 Feb 09 02:12:40.782985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49120) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:40.784733 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3605d9-488f-42ca-b53a-e5bd6d4ba6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d614a7b-9b5d-48c4-99e9-16d4602689c2,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:40.842575 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32aef0ad-73c5-4bb1-99fb-5cbbbae099c5 admin admin] Publish callbacks [] for security_group (3d614a7b-9b5d-48c4-99e9-16d4602689c2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:40.869661 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32aef0ad-73c5-4bb1-99fb-5cbbbae099c5 admin admin] Publish callbacks [] for security_group (3d614a7b-9b5d-48c4-99e9-16d4602689c2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:40.883803 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:40.936588 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32aef0ad-73c5-4bb1-99fb-5cbbbae099c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3d614a7b-9b5d-48c4-99e9-16d4602689c2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:40.940484 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32aef0ad-73c5-4bb1-99fb-5cbbbae099c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:40.941678 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-32aef0ad-73c5-4bb1-99fb-5cbbbae099c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d614a7b-9b5d-48c4-99e9-16d4602689c2 HTTP/1.1" status: 204 len: 168 time: 0.1572731 Feb 09 02:12:40.953444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aef0ad-73c5-4bb1-99fb-5cbbbae099c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d614a7b-9b5d-48c4-99e9-16d4602689c2,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:41.040180 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:42.163043 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49174) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:42.282810 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f693bb27-0f7f-49ac-b085-b5a180396c05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:42.378672 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:42.391816 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f693bb27-0f7f-49ac-b085-b5a180396c05 admin admin] Publish callbacks [] for security_group (ce94e788-d508-4c39-a314-26925e1443f6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:42.395745 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f693bb27-0f7f-49ac-b085-b5a180396c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ce94e788-d508-4c39-a314-26925e1443f6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:42.434278 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693bb27-0f7f-49ac-b085-b5a180396c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce94e788-d508-4c39-a314-26925e1443f6,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:42.442496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49180) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:42.454648 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f693bb27-0f7f-49ac-b085-b5a180396c05 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5939389424004a12ae862c058b1b34f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2902329 Feb 09 02:12:42.495623 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-02163ec8-3ff5-45db-a6c6-12784440ccad admin admin] Publish callbacks [] for security_group (ce94e788-d508-4c39-a314-26925e1443f6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:42.520371 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-02163ec8-3ff5-45db-a6c6-12784440ccad admin admin] Publish callbacks [] for security_group (ce94e788-d508-4c39-a314-26925e1443f6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:42.569103 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-02163ec8-3ff5-45db-a6c6-12784440ccad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ce94e788-d508-4c39-a314-26925e1443f6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:42.577014 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-02163ec8-3ff5-45db-a6c6-12784440ccad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:42.581104 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-02163ec8-3ff5-45db-a6c6-12784440ccad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ce94e788-d508-4c39-a314-26925e1443f6 HTTP/1.1" status: 204 len: 168 time: 0.1351666 Feb 09 02:12:42.598812 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02163ec8-3ff5-45db-a6c6-12784440ccad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce94e788-d508-4c39-a314-26925e1443f6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:42.607275 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02163ec8-3ff5-45db-a6c6-12784440ccad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:42.607745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02163ec8-3ff5-45db-a6c6-12784440ccad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:42.608264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02163ec8-3ff5-45db-a6c6-12784440ccad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:42.608791 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02163ec8-3ff5-45db-a6c6-12784440ccad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:42.609264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02163ec8-3ff5-45db-a6c6-12784440ccad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:42.609740 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02163ec8-3ff5-45db-a6c6-12784440ccad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:42.610166 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02163ec8-3ff5-45db-a6c6-12784440ccad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:42.610591 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02163ec8-3ff5-45db-a6c6-12784440ccad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:42.611028 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02163ec8-3ff5-45db-a6c6-12784440ccad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:42.611709 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02163ec8-3ff5-45db-a6c6-12784440ccad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:42.612138 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02163ec8-3ff5-45db-a6c6-12784440ccad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:42.612558 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02163ec8-3ff5-45db-a6c6-12784440ccad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:42.612980 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02163ec8-3ff5-45db-a6c6-12784440ccad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:43.463068 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:44.992537 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49306) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:45.116791 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c7371e8c-bf2c-404e-a3ac-ab753a70a630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:45.195858 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c7371e8c-bf2c-404e-a3ac-ab753a70a630 admin admin] Publish callbacks [] for security_group (c7be464b-fd8c-4143-9b61-06aa4cd58bdd), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:45.199895 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c7371e8c-bf2c-404e-a3ac-ab753a70a630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c7be464b-fd8c-4143-9b61-06aa4cd58bdd), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:45.247551 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49314) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:45.248242 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c7371e8c-bf2c-404e-a3ac-ab753a70a630 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5aa9434a40ac4681917e6daceb5534d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2540941 Feb 09 02:12:45.249322 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7371e8c-bf2c-404e-a3ac-ab753a70a630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7be464b-fd8c-4143-9b61-06aa4cd58bdd,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:45.327315 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b8072bf9-f187-48cf-b4e6-715bcd48f1d9 admin admin] Publish callbacks [] for security_group (c7be464b-fd8c-4143-9b61-06aa4cd58bdd), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:45.352593 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b8072bf9-f187-48cf-b4e6-715bcd48f1d9 admin admin] Publish callbacks [] for security_group (c7be464b-fd8c-4143-9b61-06aa4cd58bdd), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:45.417041 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b8072bf9-f187-48cf-b4e6-715bcd48f1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c7be464b-fd8c-4143-9b61-06aa4cd58bdd), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:45.420491 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b8072bf9-f187-48cf-b4e6-715bcd48f1d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:45.425459 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b8072bf9-f187-48cf-b4e6-715bcd48f1d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7be464b-fd8c-4143-9b61-06aa4cd58bdd HTTP/1.1" status: 204 len: 168 time: 0.1747451 Feb 09 02:12:45.435786 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8072bf9-f187-48cf-b4e6-715bcd48f1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7be464b-fd8c-4143-9b61-06aa4cd58bdd,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:45.724798 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49322) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:45.741058 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f615b95-9903-4db0-870b-a833c7f386ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:45.829334 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f615b95-9903-4db0-870b-a833c7f386ea admin admin] Publish callbacks [] for security_group (e4dd3804-a17b-4b83-b944-36ec95505cdb), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:45.832753 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f615b95-9903-4db0-870b-a833c7f386ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e4dd3804-a17b-4b83-b944-36ec95505cdb), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:45.872420 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5f615b95-9903-4db0-870b-a833c7f386ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b28091c98d234423a81d59ba8a835d2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1468296 Feb 09 02:12:45.873845 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f615b95-9903-4db0-870b-a833c7f386ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dd3804-a17b-4b83-b944-36ec95505cdb,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:45.875780 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49324) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:45.939948 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6a7dc1d0-6b28-4096-9b54-29ee1d5195cd admin admin] Publish callbacks [] for security_group (e4dd3804-a17b-4b83-b944-36ec95505cdb), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:45.975476 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6a7dc1d0-6b28-4096-9b54-29ee1d5195cd admin admin] Publish callbacks [] for security_group (e4dd3804-a17b-4b83-b944-36ec95505cdb), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:46.031701 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6a7dc1d0-6b28-4096-9b54-29ee1d5195cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e4dd3804-a17b-4b83-b944-36ec95505cdb), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:46.034376 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6a7dc1d0-6b28-4096-9b54-29ee1d5195cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:46.044066 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6a7dc1d0-6b28-4096-9b54-29ee1d5195cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e4dd3804-a17b-4b83-b944-36ec95505cdb HTTP/1.1" status: 204 len: 168 time: 0.1665752 Feb 09 02:12:46.053375 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7dc1d0-6b28-4096-9b54-29ee1d5195cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dd3804-a17b-4b83-b944-36ec95505cdb,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:47.425006 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49372) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:47.640843 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-7fb3ec3a-fef7-4140-bb10-2e434590968c tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1334289027'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:47.662983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb3ec3a-fef7-4140-bb10-2e434590968c tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Made reservation on behalf of bbd83eba32294d378af46765bff5d673 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:12:47.667163 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7fb3ec3a-fef7-4140-bb10-2e434590968c tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:47.677989 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7fb3ec3a-fef7-4140-bb10-2e434590968c tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:47.767796 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7fb3ec3a-fef7-4140-bb10-2e434590968c tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Publish callbacks [] for security_group (626ac322-1071-41ee-a724-d6c1a24e4fff), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:47.773931 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7fb3ec3a-fef7-4140-bb10-2e434590968c tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (626ac322-1071-41ee-a724-d6c1a24e4fff), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:47.805522 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb3ec3a-fef7-4140-bb10-2e434590968c tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:12:47.816452 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3ec3a-fef7-4140-bb10-2e434590968c tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=626ac322-1071-41ee-a724-d6c1a24e4fff,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:47.821762 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7fb3ec3a-fef7-4140-bb10-2e434590968c tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (014a3844-f594-4ea7-ac6b-8b1197dfc75c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:47.822448 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-7fb3ec3a-fef7-4140-bb10-2e434590968c tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Added segment 014a3844-f594-4ea7-ac6b-8b1197dfc75c of type vlan for network 1b1de2f6-2431-4679-abb1-e677e62ac8a6 Feb 09 02:12:47.876823 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7fb3ec3a-fef7-4140-bb10-2e434590968c tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (1b1de2f6-2431-4679-abb1-e677e62ac8a6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:47.914120 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7fb3ec3a-fef7-4140-bb10-2e434590968c tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (1b1de2f6-2431-4679-abb1-e677e62ac8a6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:47.920355 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb3ec3a-fef7-4140-bb10-2e434590968c tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:47.921100 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7fb3ec3a-fef7-4140-bb10-2e434590968c tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:47.945028 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7fb3ec3a-fef7-4140-bb10-2e434590968c tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5189197 Feb 09 02:12:47.948601 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49380) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:48.045327 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4465750a-72cc-4bab-ab21-134f38c9110d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Request body: {'network': {'name': 'tempest-network--1924832834', 'router:external': True}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:48.071532 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4465750a-72cc-4bab-ab21-134f38c9110d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Made reservation on behalf of 11b68e866e5943cdaa4c49de0a645f8f for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:12:48.074839 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4465750a-72cc-4bab-ab21-134f38c9110d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.077595 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3ec3a-fef7-4140-bb10-2e434590968c tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Pushing event updated for resources: {'Network': ['ID=1b1de2f6-2431-4679-abb1-e677e62ac8a6,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:48.087026 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4465750a-72cc-4bab-ab21-134f38c9110d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.093793 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 1b1de2f6-2431-4679-abb1-e677e62ac8a6 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:12:48.204653 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4465750a-72cc-4bab-ab21-134f38c9110d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks [] for security_group (fe336848-9e95-4a37-86bb-41a3de3b6625), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.208847 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4465750a-72cc-4bab-ab21-134f38c9110d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (fe336848-9e95-4a37-86bb-41a3de3b6625), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.258943 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465750a-72cc-4bab-ab21-134f38c9110d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe336848-9e95-4a37-86bb-41a3de3b6625,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:48.285787 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4465750a-72cc-4bab-ab21-134f38c9110d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:12:48.305069 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4465750a-72cc-4bab-ab21-134f38c9110d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (22950eab-9fd4-460f-8590-0aeb3f6b5b75), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.305494 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-4465750a-72cc-4bab-ab21-134f38c9110d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Added segment 22950eab-9fd4-460f-8590-0aeb3f6b5b75 of type vlan for network 58cae63f-3ae2-4ea3-bdeb-5ab43c0ecff1 Feb 09 02:12:48.375576 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4465750a-72cc-4bab-ab21-134f38c9110d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (58cae63f-3ae2-4ea3-bdeb-5ab43c0ecff1), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.409361 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4465750a-72cc-4bab-ab21-134f38c9110d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (58cae63f-3ae2-4ea3-bdeb-5ab43c0ecff1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.410836 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4465750a-72cc-4bab-ab21-134f38c9110d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:48.411888 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4465750a-72cc-4bab-ab21-134f38c9110d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.480853 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4465750a-72cc-4bab-ab21-134f38c9110d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5304055 Feb 09 02:12:48.483500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49386) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:48.489493 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465750a-72cc-4bab-ab21-134f38c9110d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Pushing event updated for resources: {'Network': ['ID=58cae63f-3ae2-4ea3-bdeb-5ab43c0ecff1,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:48.500835 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 58cae63f-3ae2-4ea3-bdeb-5ab43c0ecff1 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:12:48.619757 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f202-2e49-439e-9050-8dac8786fb4e tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (58cae63f-3ae2-4ea3-bdeb-5ab43c0ecff1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.705820 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f202-2e49-439e-9050-8dac8786fb4e tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (58cae63f-3ae2-4ea3-bdeb-5ab43c0ecff1), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.728241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-ecf1f202-2e49-439e-9050-8dac8786fb4e tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58cae63f-3ae2-4ea3-bdeb-5ab43c0ecff1']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:48.741467 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-ecf1f202-2e49-439e-9050-8dac8786fb4e tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22950eab-9fd4-460f-8590-0aeb3f6b5b75') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:48.741467 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-ecf1f202-2e49-439e-9050-8dac8786fb4e tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22950eab-9fd4-460f-8590-0aeb3f6b5b75') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:48.752637 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f202-2e49-439e-9050-8dac8786fb4e tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (22950eab-9fd4-460f-8590-0aeb3f6b5b75), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.768556 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f202-2e49-439e-9050-8dac8786fb4e tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (22950eab-9fd4-460f-8590-0aeb3f6b5b75), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.776035 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf1f202-2e49-439e-9050-8dac8786fb4e tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:12:48.776450 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f202-2e49-439e-9050-8dac8786fb4e tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (22950eab-9fd4-460f-8590-0aeb3f6b5b75), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:12:48.778374 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:12:48.849526 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f202-2e49-439e-9050-8dac8786fb4e tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (58cae63f-3ae2-4ea3-bdeb-5ab43c0ecff1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.863165 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf1f202-2e49-439e-9050-8dac8786fb4e tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 58cae63f-3ae2-4ea3-bdeb-5ab43c0ecff1 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 02:12:48.867106 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f202-2e49-439e-9050-8dac8786fb4e tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.874121 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49392) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:48.876123 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ecf1f202-2e49-439e-9050-8dac8786fb4e tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] 10.222.0.36 "DELETE /v2.0/networks/58cae63f-3ae2-4ea3-bdeb-5ab43c0ecff1 HTTP/1.1" status: 204 len: 168 time: 0.3900719 Feb 09 02:12:48.880066 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f0a73f26-cf30-4165-9133-a5ce34128e7b tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:48.901809 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1f202-2e49-439e-9050-8dac8786fb4e tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Pushing event deleted for resources: {'Network': ['ID=58cae63f-3ae2-4ea3-bdeb-5ab43c0ecff1,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:48.933892 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a73f26-cf30-4165-9133-a5ce34128e7b tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Made reservation on behalf of 11b68e866e5943cdaa4c49de0a645f8f for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:12:48.936354 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0a73f26-cf30-4165-9133-a5ce34128e7b tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.999972 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a73f26-cf30-4165-9133-a5ce34128e7b tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:12:49.021036 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0a73f26-cf30-4165-9133-a5ce34128e7b tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (1801ec00-a738-48ca-a177-aab9bb5c7fb1), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:49.021445 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-f0a73f26-cf30-4165-9133-a5ce34128e7b tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Added segment 1801ec00-a738-48ca-a177-aab9bb5c7fb1 of type vlan for network 4498d042-81cb-4ff6-a9b2-ad914ea9f421 Feb 09 02:12:49.119373 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0a73f26-cf30-4165-9133-a5ce34128e7b tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (4498d042-81cb-4ff6-a9b2-ad914ea9f421), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:49.191321 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0a73f26-cf30-4165-9133-a5ce34128e7b tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (4498d042-81cb-4ff6-a9b2-ad914ea9f421), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:49.192351 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a73f26-cf30-4165-9133-a5ce34128e7b tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:49.192938 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0a73f26-cf30-4165-9133-a5ce34128e7b tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:49.741061 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f0a73f26-cf30-4165-9133-a5ce34128e7b tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8641737 Feb 09 02:12:49.743444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49404) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:49.748530 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-8352daf5-4d37-4d4b-8c2d-0ff2443a104f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Request body: {'subnet': {'network_id': '4498d042-81cb-4ff6-a9b2-ad914ea9f421', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:49.761150 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a73f26-cf30-4165-9133-a5ce34128e7b tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Pushing event updated for resources: {'Network': ['ID=4498d042-81cb-4ff6-a9b2-ad914ea9f421,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:49.772864 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8352daf5-4d37-4d4b-8c2d-0ff2443a104f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Made reservation on behalf of 11b68e866e5943cdaa4c49de0a645f8f for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:12:49.776248 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8352daf5-4d37-4d4b-8c2d-0ff2443a104f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:49.779020 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 4498d042-81cb-4ff6-a9b2-ad914ea9f421 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:12:50.251610 n-d-828387-3 neutron-server[103183]: DEBUG neutron.objects.ports [None req-8352daf5-4d37-4d4b-8c2d-0ff2443a104f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103183) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:12:50.252083 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8352daf5-4d37-4d4b-8c2d-0ff2443a104f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (f37293d6-0aa2-45aa-91f9-fc7bdf5ec68e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:50.317591 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352daf5-4d37-4d4b-8c2d-0ff2443a104f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f37293d6-0aa2-45aa-91f9-fc7bdf5ec68e,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:50.331798 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8352daf5-4d37-4d4b-8c2d-0ff2443a104f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Checking segment: {'id': '1801ec00-a738-48ca-a177-aab9bb5c7fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4498d042-81cb-4ff6-a9b2-ad914ea9f421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:12:50.332229 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8352daf5-4d37-4d4b-8c2d-0ff2443a104f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Network hostable DHCP agents. Network: 4498d042-81cb-4ff6-a9b2-ad914ea9f421, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:12:50.351914 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8352daf5-4d37-4d4b-8c2d-0ff2443a104f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Network 4498d042-81cb-4ff6-a9b2-ad914ea9f421 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:12:50.364129 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-8352daf5-4d37-4d4b-8c2d-0ff2443a104f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 4498d042-81cb-4ff6-a9b2-ad914ea9f421) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:12:50.370379 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8352daf5-4d37-4d4b-8c2d-0ff2443a104f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:50.370781 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8352daf5-4d37-4d4b-8c2d-0ff2443a104f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:50.372544 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf18800-81bb-456a-8c83-f8e056d356d0 None None] Network 4498d042-81cb-4ff6-a9b2-ad914ea9f421 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:12:50.421538 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8352daf5-4d37-4d4b-8c2d-0ff2443a104f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6769516 Feb 09 02:12:50.424275 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49476) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:50.431393 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-126f48f5-863a-4b24-a6bd-8c33a73a375f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Request body: {'floatingip': {'floating_network_id': '4498d042-81cb-4ff6-a9b2-ad914ea9f421'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:50.493356 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-126f48f5-863a-4b24-a6bd-8c33a73a375f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:50.522301 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1a1af3-bf07-43fc-9cd7-370ce8a3c22b None None] Network 4498d042-81cb-4ff6-a9b2-ad914ea9f421 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:12:50.700431 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-126f48f5-863a-4b24-a6bd-8c33a73a375f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:50.833452 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-126f48f5-863a-4b24-a6bd-8c33a73a375f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Allocated IP 172.20.0.12 (4498d042-81cb-4ff6-a9b2-ad914ea9f421/f37293d6-0aa2-45aa-91f9-fc7bdf5ec68e/1e281273-9e41-4dc6-ae6e-1a4c45e19867) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:12:50.964636 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-126f48f5-863a-4b24-a6bd-8c33a73a375f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks [] for port (1e281273-9e41-4dc6-ae6e-1a4c45e19867), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:51.005066 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-126f48f5-863a-4b24-a6bd-8c33a73a375f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (1e281273-9e41-4dc6-ae6e-1a4c45e19867), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:51.056201 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126f48f5-863a-4b24-a6bd-8c33a73a375f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Network 4498d042-81cb-4ff6-a9b2-ad914ea9f421 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:12:51.059395 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-126f48f5-863a-4b24-a6bd-8c33a73a375f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:12:51.062623 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126f48f5-863a-4b24-a6bd-8c33a73a375f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:12:51.099616 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f48f5-863a-4b24-a6bd-8c33a73a375f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Pushing event updated for resources: {'Port': ['ID=1e281273-9e41-4dc6-ae6e-1a4c45e19867,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:51.172845 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-126f48f5-863a-4b24-a6bd-8c33a73a375f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks [] for floatingip (ffa0c9dc-bdfe-4d87-98e2-a190a73ac528), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:51.213009 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-126f48f5-863a-4b24-a6bd-8c33a73a375f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1e281273-9e41-4dc6-ae6e-1a4c45e19867), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:51.385621 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-126f48f5-863a-4b24-a6bd-8c33a73a375f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks [] for port (1e281273-9e41-4dc6-ae6e-1a4c45e19867), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:51.392379 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-126f48f5-863a-4b24-a6bd-8c33a73a375f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (1e281273-9e41-4dc6-ae6e-1a4c45e19867), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:51.479819 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f48f5-863a-4b24-a6bd-8c33a73a375f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Pushing event updated for resources: {'Port': ['ID=1e281273-9e41-4dc6-ae6e-1a4c45e19867,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:51.488263 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-126f48f5-863a-4b24-a6bd-8c33a73a375f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (ffa0c9dc-bdfe-4d87-98e2-a190a73ac528), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:51.510200 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-126f48f5-863a-4b24-a6bd-8c33a73a375f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:51.510200 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-126f48f5-863a-4b24-a6bd-8c33a73a375f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0832865 Feb 09 02:12:51.512053 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49620) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:51.592721 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6bf942e2-d90d-4a73-b15e-11375a2b8e7c tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=4498d042-81cb-4ff6-a9b2-ad914ea9f421 HTTP/1.1" status: 200 len: 690 time: 0.0772715 Feb 09 02:12:51.593834 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49634) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:51.694817 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (4498d042-81cb-4ff6-a9b2-ad914ea9f421), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:51.828585 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Deleting port 1e281273-9e41-4dc6-ae6e-1a4c45e19867 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:12:51.829225 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (1e281273-9e41-4dc6-ae6e-1a4c45e19867), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:51.963759 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (1e281273-9e41-4dc6-ae6e-1a4c45e19867), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:51.964248 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks [] for floatingip (1e281273-9e41-4dc6-ae6e-1a4c45e19867), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:52.007444 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Calling delete_port for 1e281273-9e41-4dc6-ae6e-1a4c45e19867 owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:12:52.209735 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770ecbe-e715-4544-8145-65f41519ec90 req-727ffb65-ff13-4f58-9b24-f851099d6c1b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:52.211625 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e770ecbe-e715-4544-8145-65f41519ec90 req-727ffb65-ff13-4f58-9b24-f851099d6c1b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 945 time: 0.0940022 Feb 09 02:12:52.297986 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e770ecbe-e715-4544-8145-65f41519ec90 req-88d2cc7c-d3ac-42ce-b128-830239ddaad5 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795438 Feb 09 02:12:52.319429 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (1e281273-9e41-4dc6-ae6e-1a4c45e19867), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:52.356372 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e281273-9e41-4dc6-ae6e-1a4c45e19867,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:52.436000 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks [] for floatingip (ffa0c9dc-bdfe-4d87-98e2-a190a73ac528), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:52.496907 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (f37293d6-0aa2-45aa-91f9-fc7bdf5ec68e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:52.590256 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (f37293d6-0aa2-45aa-91f9-fc7bdf5ec68e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:52.642294 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f37293d6-0aa2-45aa-91f9-fc7bdf5ec68e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:52.736430 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (4498d042-81cb-4ff6-a9b2-ad914ea9f421), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:52.762429 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4498d042-81cb-4ff6-a9b2-ad914ea9f421']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:52.773941 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1801ec00-a738-48ca-a177-aab9bb5c7fb1') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:52.774472 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1801ec00-a738-48ca-a177-aab9bb5c7fb1') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:52.789892 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (1801ec00-a738-48ca-a177-aab9bb5c7fb1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:52.809166 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (1801ec00-a738-48ca-a177-aab9bb5c7fb1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:52.821152 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:12:52.821631 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (1801ec00-a738-48ca-a177-aab9bb5c7fb1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:12:52.887198 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:12:52.918472 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (4498d042-81cb-4ff6-a9b2-ad914ea9f421), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:52.924952 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4498d042-81cb-4ff6-a9b2-ad914ea9f421 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 02:12:52.930865 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:52.939150 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49796) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:52.940008 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] 10.222.0.36 "DELETE /v2.0/networks/4498d042-81cb-4ff6-a9b2-ad914ea9f421 HTTP/1.1" status: 204 len: 168 time: 1.3430507 Feb 09 02:12:52.960888 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606321b-3c36-4c9b-bbec-3ef9431fbf87 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Pushing event deleted for resources: {'Network': ['ID=4498d042-81cb-4ff6-a9b2-ad914ea9f421,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:53.036653 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-540a10dc-0c1a-4d43-bc42-14c000620ba1 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0963402 Feb 09 02:12:53.038883 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49808) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:53.208299 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0161367-3679-41d9-ac06-3c124d3563c7 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:53.210003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0161367-3679-41d9-ac06-3c124d3563c7 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:53.210941 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0161367-3679-41d9-ac06-3c124d3563c7 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:53.211588 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0161367-3679-41d9-ac06-3c124d3563c7 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:53.212426 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0161367-3679-41d9-ac06-3c124d3563c7 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:53.213033 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0161367-3679-41d9-ac06-3c124d3563c7 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:53.221097 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49828) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:53.233596 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a0161367-3679-41d9-ac06-3c124d3563c7 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4022 time: 0.1935642 Feb 09 02:12:53.300336 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-f540b2ee-5dd9-4da4-a3b7-3e1a371a90cb tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] delete failed (client error): The resource could not be found. Feb 09 02:12:53.304780 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49840) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:53.318321 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f540b2ee-5dd9-4da4-a3b7-3e1a371a90cb tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/ffa0c9dc-bdfe-4d87-98e2-a190a73ac528 HTTP/1.1" status: 404 len: 345 time: 0.0938535 Feb 09 02:12:53.339953 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-9038055f-ab91-41c4-bd96-3454d327fa75 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] DELETE failed (client error): The resource could not be found. Feb 09 02:12:53.341012 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9038055f-ab91-41c4-bd96-3454d327fa75 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:12:53.350823 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49848) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:53.357756 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-9c3a9cbb-58e0-4c2e-99d8-b5a627b8a930 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Request body: {'network': {'name': 'tempest-network--705234117', 'router:external': True}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:53.363224 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9038055f-ab91-41c4-bd96-3454d327fa75 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] 10.222.0.36 "DELETE /v2.0/networks/4498d042-81cb-4ff6-a9b2-ad914ea9f421 HTTP/1.1" status: 404 len: 339 time: 0.0570931 Feb 09 02:12:53.389615 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3a9cbb-58e0-4c2e-99d8-b5a627b8a930 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Made reservation on behalf of 11b68e866e5943cdaa4c49de0a645f8f for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:12:53.397382 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9cbb-58e0-4c2e-99d8-b5a627b8a930 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:53.479556 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3a9cbb-58e0-4c2e-99d8-b5a627b8a930 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:12:53.503365 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9cbb-58e0-4c2e-99d8-b5a627b8a930 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (4e395aae-db3b-44b4-a41f-b804c0d1c99f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:53.503733 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-9c3a9cbb-58e0-4c2e-99d8-b5a627b8a930 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Added segment 4e395aae-db3b-44b4-a41f-b804c0d1c99f of type vlan for network 36ad7c7a-c1cf-44c4-8ce0-fce397554ded Feb 09 02:12:53.579180 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfca365-c78a-41c2-880f-43d6e86bf8c5 req-de284151-5b57-44b6-a02d-7218d0647e91 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:53.581733 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9cbb-58e0-4c2e-99d8-b5a627b8a930 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (36ad7c7a-c1cf-44c4-8ce0-fce397554ded), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:53.594255 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9cfca365-c78a-41c2-880f-43d6e86bf8c5 req-de284151-5b57-44b6-a02d-7218d0647e91 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 945 time: 0.1598470 Feb 09 02:12:53.625790 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9cbb-58e0-4c2e-99d8-b5a627b8a930 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (36ad7c7a-c1cf-44c4-8ce0-fce397554ded), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:53.626951 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3a9cbb-58e0-4c2e-99d8-b5a627b8a930 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:53.627700 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9cbb-58e0-4c2e-99d8-b5a627b8a930 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:53.708516 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9cfca365-c78a-41c2-880f-43d6e86bf8c5 req-03d30b10-e0c5-4730-bb06-d729c6008950 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072142 Feb 09 02:12:53.822099 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9c3a9cbb-58e0-4c2e-99d8-b5a627b8a930 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4695420 Feb 09 02:12:53.824507 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49876) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:53.834777 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a9cbb-58e0-4c2e-99d8-b5a627b8a930 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Pushing event updated for resources: {'Network': ['ID=36ad7c7a-c1cf-44c4-8ce0-fce397554ded,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:53.853298 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 36ad7c7a-c1cf-44c4-8ce0-fce397554ded details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:12:53.899069 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea17801-4772-424d-83c4-a3b6c5b36781 req-96fa3bcc-66f7-42bf-b2db-0f77b7d7785d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:53.900821 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eea17801-4772-424d-83c4-a3b6c5b36781 req-96fa3bcc-66f7-42bf-b2db-0f77b7d7785d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.67 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 945 time: 0.1403799 Feb 09 02:12:54.104531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-eea17801-4772-424d-83c4-a3b6c5b36781 req-ed7a9df6-1a09-44ac-afff-46527dcc7f86 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Deleting port 1af644e5-ce27-4e10-b546-b296d385646b {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:12:54.104879 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-eea17801-4772-424d-83c4-a3b6c5b36781 req-ed7a9df6-1a09-44ac-afff-46527dcc7f86 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (1af644e5-ce27-4e10-b546-b296d385646b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:54.126112 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254f89fa-f60e-497c-8d71-036dba551c73 tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:54.131481 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254f89fa-f60e-497c-8d71-036dba551c73 tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:54.137709 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254f89fa-f60e-497c-8d71-036dba551c73 tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:54.142738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254f89fa-f60e-497c-8d71-036dba551c73 tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:54.147684 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-254f89fa-f60e-497c-8d71-036dba551c73 tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3220341 Feb 09 02:12:54.148337 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49884) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:54.245450 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53d631a4-1b3a-4e48-9038-5d8082c55080 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (36ad7c7a-c1cf-44c4-8ce0-fce397554ded), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:54.261472 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-eea17801-4772-424d-83c4-a3b6c5b36781 req-ed7a9df6-1a09-44ac-afff-46527dcc7f86 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] For port 1af644e5-ce27-4e10-b546-b296d385646b, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=1af644e5-ce27-4e10-b546-b296d385646b,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:54.261962 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-eea17801-4772-424d-83c4-a3b6c5b36781 req-ed7a9df6-1a09-44ac-afff-46527dcc7f86 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (1af644e5-ce27-4e10-b546-b296d385646b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:54.326035 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-eea17801-4772-424d-83c4-a3b6c5b36781 req-ed7a9df6-1a09-44ac-afff-46527dcc7f86 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Calling delete_port for 1af644e5-ce27-4e10-b546-b296d385646b owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:12:54.364825 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53d631a4-1b3a-4e48-9038-5d8082c55080 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (36ad7c7a-c1cf-44c4-8ce0-fce397554ded), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:54.395924 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-53d631a4-1b3a-4e48-9038-5d8082c55080 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ad7c7a-c1cf-44c4-8ce0-fce397554ded']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:54.413914 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-53d631a4-1b3a-4e48-9038-5d8082c55080 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e395aae-db3b-44b4-a41f-b804c0d1c99f') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:54.414214 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-53d631a4-1b3a-4e48-9038-5d8082c55080 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e395aae-db3b-44b4-a41f-b804c0d1c99f') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:54.429917 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53d631a4-1b3a-4e48-9038-5d8082c55080 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (4e395aae-db3b-44b4-a41f-b804c0d1c99f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:54.451542 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53d631a4-1b3a-4e48-9038-5d8082c55080 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (4e395aae-db3b-44b4-a41f-b804c0d1c99f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:54.464604 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d631a4-1b3a-4e48-9038-5d8082c55080 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:12:54.465589 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53d631a4-1b3a-4e48-9038-5d8082c55080 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (4e395aae-db3b-44b4-a41f-b804c0d1c99f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:12:54.468827 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:12:54.541809 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53d631a4-1b3a-4e48-9038-5d8082c55080 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (36ad7c7a-c1cf-44c4-8ce0-fce397554ded), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:54.558293 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d631a4-1b3a-4e48-9038-5d8082c55080 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 36ad7c7a-c1cf-44c4-8ce0-fce397554ded {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 02:12:54.589055 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-eea17801-4772-424d-83c4-a3b6c5b36781 req-ed7a9df6-1a09-44ac-afff-46527dcc7f86 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (1af644e5-ce27-4e10-b546-b296d385646b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:54.597037 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53d631a4-1b3a-4e48-9038-5d8082c55080 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:54.602299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['1af644e5-ce27-4e10-b546-b296d385646b'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:54.605430 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-53d631a4-1b3a-4e48-9038-5d8082c55080 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] 10.222.0.36 "DELETE /v2.0/networks/36ad7c7a-c1cf-44c4-8ce0-fce397554ded HTTP/1.1" status: 204 len: 168 time: 0.4559486 Feb 09 02:12:54.610825 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49890) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:54.621157 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d631a4-1b3a-4e48-9038-5d8082c55080 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Pushing event deleted for resources: {'Network': ['ID=36ad7c7a-c1cf-44c4-8ce0-fce397554ded,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:54.634282 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-fb319ea9-e476-4e67-8632-ea87f23ce18f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Request body: {'network': {'name': 'tempest-network--520319953', 'router:external': True}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:54.682354 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb319ea9-e476-4e67-8632-ea87f23ce18f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Made reservation on behalf of 11b68e866e5943cdaa4c49de0a645f8f for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:12:54.685366 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb319ea9-e476-4e67-8632-ea87f23ce18f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:54.711029 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a9df6-1a09-44ac-afff-46527dcc7f86 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event deleted for resources: {'Port': ['ID=1af644e5-ce27-4e10-b546-b296d385646b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:54.748686 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb319ea9-e476-4e67-8632-ea87f23ce18f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:12:54.759311 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea17801-4772-424d-83c4-a3b6c5b36781 req-ed7a9df6-1a09-44ac-afff-46527dcc7f86 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] No DVR routers for this DVR port 1af644e5-ce27-4e10-b546-b296d385646b on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:12:54.763513 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-eea17801-4772-424d-83c4-a3b6c5b36781 req-ed7a9df6-1a09-44ac-afff-46527dcc7f86 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:54.768471 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eea17801-4772-424d-83c4-a3b6c5b36781 req-ed7a9df6-1a09-44ac-afff-46527dcc7f86 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.67 "DELETE /v2.0/ports/1af644e5-ce27-4e10-b546-b296d385646b HTTP/1.1" status: 204 len: 173 time: 0.8617330 Feb 09 02:12:54.769534 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38510e59-ad67-40ad-b5ff-ce95827e0748', 'name': 'network-vif-deleted', 'tag': '1af644e5-ce27-4e10-b546-b296d385646b'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:54.775428 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb319ea9-e476-4e67-8632-ea87f23ce18f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (845b166b-ac84-4c6e-b005-d2a4f2218311), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:54.775784 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-fb319ea9-e476-4e67-8632-ea87f23ce18f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Added segment 845b166b-ac84-4c6e-b005-d2a4f2218311 of type vlan for network b8c8e079-f892-42e6-bc54-bf301e8ab266 Feb 09 02:12:54.782230 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d0e500-ef0f-4e23-ba87-9d37ba799302" -d '{"events": [{"server_uuid": "38510e59-ad67-40ad-b5ff-ce95827e0748", "name": "network-vif-deleted", "tag": "1af644e5-ce27-4e10-b546-b296d385646b"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:54.870718 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35eafeb1-6d47-4c70-8979-3b130b6cc842 x-openstack-request-id: req-35eafeb1-6d47-4c70-8979-3b130b6cc842 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:54.871084 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38510e59-ad67-40ad-b5ff-ce95827e0748", "name": "network-vif-deleted", "tag": "1af644e5-ce27-4e10-b546-b296d385646b", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:54.871427 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35eafeb1-6d47-4c70-8979-3b130b6cc842 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:54.871894 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38510e59-ad67-40ad-b5ff-ce95827e0748', 'name': 'network-vif-deleted', 'tag': '1af644e5-ce27-4e10-b546-b296d385646b', 'status': 'completed', 'code': 200} Feb 09 02:12:54.889391 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb319ea9-e476-4e67-8632-ea87f23ce18f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (b8c8e079-f892-42e6-bc54-bf301e8ab266), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:54.938655 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb319ea9-e476-4e67-8632-ea87f23ce18f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (b8c8e079-f892-42e6-bc54-bf301e8ab266), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:54.938655 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb319ea9-e476-4e67-8632-ea87f23ce18f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:54.939531 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb319ea9-e476-4e67-8632-ea87f23ce18f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:55.002955 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7eb775c8-3f12-41cf-b8cc-48b8c2b3b918 req-4e9c0cac-04da-43be-a67a-21b9ae3e5108 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 210 time: 0.0753045 Feb 09 02:12:55.076296 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb319ea9-e476-4e67-8632-ea87f23ce18f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Pushing event updated for resources: {'Network': ['ID=b8c8e079-f892-42e6-bc54-bf301e8ab266,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:55.088540 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network b8c8e079-f892-42e6-bc54-bf301e8ab266 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:12:55.099188 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fb319ea9-e476-4e67-8632-ea87f23ce18f tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4823153 Feb 09 02:12:55.099754 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49900) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:55.285428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fb1859-f102-413f-90eb-32328bef370c tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:55.287642 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-39fb1859-f102-413f-90eb-32328bef370c tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] 10.222.0.36 "GET /v2.0/networks/b8c8e079-f892-42e6-bc54-bf301e8ab266 HTTP/1.1" status: 200 len: 756 time: 0.1868770 Feb 09 02:12:55.290450 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49902) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:55.453020 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74000b92-0e68-4cbb-b533-eee965008a88 tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:55.454947 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-74000b92-0e68-4cbb-b533-eee965008a88 tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] 10.222.0.36 "GET /v2.0/networks/1b1de2f6-2431-4679-abb1-e677e62ac8a6 HTTP/1.1" status: 200 len: 768 time: 0.1634989 Feb 09 02:12:55.457866 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49906) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:55.540795 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f9e423b-7443-4438-b2f9-32d25ccf760d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (b8c8e079-f892-42e6-bc54-bf301e8ab266), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:55.626226 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f9e423b-7443-4438-b2f9-32d25ccf760d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (b8c8e079-f892-42e6-bc54-bf301e8ab266), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:55.652692 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-3f9e423b-7443-4438-b2f9-32d25ccf760d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c8e079-f892-42e6-bc54-bf301e8ab266']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:55.665005 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-3f9e423b-7443-4438-b2f9-32d25ccf760d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845b166b-ac84-4c6e-b005-d2a4f2218311') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:55.665592 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-3f9e423b-7443-4438-b2f9-32d25ccf760d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845b166b-ac84-4c6e-b005-d2a4f2218311') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:55.683369 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f9e423b-7443-4438-b2f9-32d25ccf760d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (845b166b-ac84-4c6e-b005-d2a4f2218311), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:55.702237 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f9e423b-7443-4438-b2f9-32d25ccf760d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (845b166b-ac84-4c6e-b005-d2a4f2218311), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:55.715030 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f9e423b-7443-4438-b2f9-32d25ccf760d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:12:55.715905 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f9e423b-7443-4438-b2f9-32d25ccf760d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (845b166b-ac84-4c6e-b005-d2a4f2218311), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:12:55.734995 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:12:55.798753 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f9e423b-7443-4438-b2f9-32d25ccf760d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (b8c8e079-f892-42e6-bc54-bf301e8ab266), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:55.805761 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9e423b-7443-4438-b2f9-32d25ccf760d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b8c8e079-f892-42e6-bc54-bf301e8ab266 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 02:12:55.809414 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f9e423b-7443-4438-b2f9-32d25ccf760d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:55.819692 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49908) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:55.825069 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-a959c682-34e8-4008-839d-cf1ca11e5e61 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Request body: {'network': {'name': 'tempest-network--289492220'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:55.828421 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3f9e423b-7443-4438-b2f9-32d25ccf760d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] 10.222.0.36 "DELETE /v2.0/networks/b8c8e079-f892-42e6-bc54-bf301e8ab266 HTTP/1.1" status: 204 len: 168 time: 0.3694143 Feb 09 02:12:55.855385 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e423b-7443-4438-b2f9-32d25ccf760d tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8c8e079-f892-42e6-bc54-bf301e8ab266,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:55.873674 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a959c682-34e8-4008-839d-cf1ca11e5e61 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Made reservation on behalf of 11b68e866e5943cdaa4c49de0a645f8f for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:12:55.876705 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a959c682-34e8-4008-839d-cf1ca11e5e61 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:55.937630 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a959c682-34e8-4008-839d-cf1ca11e5e61 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:12:55.971539 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a959c682-34e8-4008-839d-cf1ca11e5e61 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (e3293b50-17ff-40c7-8700-27bf9bcf3b41), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:55.971893 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-a959c682-34e8-4008-839d-cf1ca11e5e61 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Added segment e3293b50-17ff-40c7-8700-27bf9bcf3b41 of type vlan for network c19ab08f-2bce-4556-bb54-a43bce63a0e9 Feb 09 02:12:56.080335 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a959c682-34e8-4008-839d-cf1ca11e5e61 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (c19ab08f-2bce-4556-bb54-a43bce63a0e9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:56.142358 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a959c682-34e8-4008-839d-cf1ca11e5e61 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (c19ab08f-2bce-4556-bb54-a43bce63a0e9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:56.143685 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a959c682-34e8-4008-839d-cf1ca11e5e61 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:56.144461 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a959c682-34e8-4008-839d-cf1ca11e5e61 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:56.212857 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-82999187-1788-435e-95a0-e4a18bc4c829 req-f139fee3-91d5-4ae7-866d-c8b10e1a7367 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 210 time: 0.0815041 Feb 09 02:12:56.315224 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a959c682-34e8-4008-839d-cf1ca11e5e61 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4942651 Feb 09 02:12:56.318131 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49914) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:56.324248 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-83a5bc0c-ae1e-4dba-89eb-c7c4dfbf9943 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:56.343518 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959c682-34e8-4008-839d-cf1ca11e5e61 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Pushing event updated for resources: {'Network': ['ID=c19ab08f-2bce-4556-bb54-a43bce63a0e9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:56.354722 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network c19ab08f-2bce-4556-bb54-a43bce63a0e9 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:12:56.575575 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-83a5bc0c-ae1e-4dba-89eb-c7c4dfbf9943 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (c19ab08f-2bce-4556-bb54-a43bce63a0e9), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:56.595032 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-83a5bc0c-ae1e-4dba-89eb-c7c4dfbf9943 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (c19ab08f-2bce-4556-bb54-a43bce63a0e9), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:56.611736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83a5bc0c-ae1e-4dba-89eb-c7c4dfbf9943 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Network c19ab08f-2bce-4556-bb54-a43bce63a0e9 is not hosted by any dhcp agent {{(pid=103183) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 02:12:56.612613 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a5bc0c-ae1e-4dba-89eb-c7c4dfbf9943 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:56.613200 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-83a5bc0c-ae1e-4dba-89eb-c7c4dfbf9943 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:56.617012 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-83a5bc0c-ae1e-4dba-89eb-c7c4dfbf9943 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] 10.222.0.36 "PUT /v2.0/networks/c19ab08f-2bce-4556-bb54-a43bce63a0e9 HTTP/1.1" status: 200 len: 857 time: 0.2950945 Feb 09 02:12:56.617498 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49916) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:56.661394 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5bc0c-ae1e-4dba-89eb-c7c4dfbf9943 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Pushing event updated for resources: {'Network': ['ID=c19ab08f-2bce-4556-bb54-a43bce63a0e9,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:56.724025 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51b57e0e-3b57-4893-ab2b-975586061d04 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (c19ab08f-2bce-4556-bb54-a43bce63a0e9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:56.823765 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51b57e0e-3b57-4893-ab2b-975586061d04 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (c19ab08f-2bce-4556-bb54-a43bce63a0e9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:56.848722 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-51b57e0e-3b57-4893-ab2b-975586061d04 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19ab08f-2bce-4556-bb54-a43bce63a0e9']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:56.860513 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-51b57e0e-3b57-4893-ab2b-975586061d04 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3293b50-17ff-40c7-8700-27bf9bcf3b41') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:56.861050 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-51b57e0e-3b57-4893-ab2b-975586061d04 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3293b50-17ff-40c7-8700-27bf9bcf3b41') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:56.872556 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51b57e0e-3b57-4893-ab2b-975586061d04 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (e3293b50-17ff-40c7-8700-27bf9bcf3b41), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:56.888055 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51b57e0e-3b57-4893-ab2b-975586061d04 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (e3293b50-17ff-40c7-8700-27bf9bcf3b41), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:56.895154 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b57e0e-3b57-4893-ab2b-975586061d04 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:12:56.895778 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51b57e0e-3b57-4893-ab2b-975586061d04 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (e3293b50-17ff-40c7-8700-27bf9bcf3b41), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:12:56.963588 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:12:56.979591 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51b57e0e-3b57-4893-ab2b-975586061d04 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (c19ab08f-2bce-4556-bb54-a43bce63a0e9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:56.984149 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b57e0e-3b57-4893-ab2b-975586061d04 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c19ab08f-2bce-4556-bb54-a43bce63a0e9 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 02:12:56.987028 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51b57e0e-3b57-4893-ab2b-975586061d04 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:56.990372 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-51b57e0e-3b57-4893-ab2b-975586061d04 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] 10.222.0.36 "DELETE /v2.0/networks/c19ab08f-2bce-4556-bb54-a43bce63a0e9 HTTP/1.1" status: 204 len: 168 time: 0.3717599 Feb 09 02:12:56.994570 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49918) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:57.035339 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b57e0e-3b57-4893-ab2b-975586061d04 tempest-ExternalNetworksTestJSON-256427908 tempest-ExternalNetworksTestJSON-256427908-project-admin] Pushing event deleted for resources: {'Network': ['ID=c19ab08f-2bce-4556-bb54-a43bce63a0e9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:57.048549 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-528a3ccb-b707-45d8-a816-3333f3dda633 tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] DELETE failed (client error): The resource could not be found. Feb 09 02:12:57.049344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-528a3ccb-b707-45d8-a816-3333f3dda633 tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:12:57.052796 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-528a3ccb-b707-45d8-a816-3333f3dda633 tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] 10.222.0.36 "DELETE /v2.0/subnets/f37293d6-0aa2-45aa-91f9-fc7bdf5ec68e HTTP/1.1" status: 404 len: 337 time: 0.0571318 Feb 09 02:12:57.055385 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49920) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:57.152960 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5db05867-1326-4fc3-8116-c2765828c364 tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (1b1de2f6-2431-4679-abb1-e677e62ac8a6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:57.310849 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5db05867-1326-4fc3-8116-c2765828c364 tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (1b1de2f6-2431-4679-abb1-e677e62ac8a6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:57.373687 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-5db05867-1326-4fc3-8116-c2765828c364 tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1de2f6-2431-4679-abb1-e677e62ac8a6']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:57.376543 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2b63be2d-e96b-4d43-abfe-95988ddaeea8 req-50dd1236-ce64-4cb4-9e59-96ec14f6df3b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 210 time: 0.0459852 Feb 09 02:12:57.386686 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-5db05867-1326-4fc3-8116-c2765828c364 tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014a3844-f594-4ea7-ac6b-8b1197dfc75c') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:57.386990 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-5db05867-1326-4fc3-8116-c2765828c364 tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014a3844-f594-4ea7-ac6b-8b1197dfc75c') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:57.398754 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5db05867-1326-4fc3-8116-c2765828c364 tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (014a3844-f594-4ea7-ac6b-8b1197dfc75c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:57.419974 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5db05867-1326-4fc3-8116-c2765828c364 tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (014a3844-f594-4ea7-ac6b-8b1197dfc75c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:57.437302 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db05867-1326-4fc3-8116-c2765828c364 tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:12:57.437857 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5db05867-1326-4fc3-8116-c2765828c364 tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (014a3844-f594-4ea7-ac6b-8b1197dfc75c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:12:57.441556 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:12:57.536399 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5db05867-1326-4fc3-8116-c2765828c364 tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (1b1de2f6-2431-4679-abb1-e677e62ac8a6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:57.545935 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5db05867-1326-4fc3-8116-c2765828c364 tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:57.552796 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5db05867-1326-4fc3-8116-c2765828c364 tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] 10.222.0.36 "DELETE /v2.0/networks/1b1de2f6-2431-4679-abb1-e677e62ac8a6 HTTP/1.1" status: 204 len: 168 time: 0.4938519 Feb 09 02:12:57.566835 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db05867-1326-4fc3-8116-c2765828c364 tempest-ExternalNetworksTestJSON-337318633 tempest-ExternalNetworksTestJSON-337318633-project] Pushing event deleted for resources: {'Network': ['ID=1b1de2f6-2431-4679-abb1-e677e62ac8a6,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:57.853301 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49928) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:57.934591 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 1af644e5-ce27-4e10-b546-b296d385646b no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:57.974176 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 1af644e5-ce27-4e10-b546-b296d385646b {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:12:57.975093 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 1af644e5-ce27-4e10-b546-b296d385646b not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:12:58.050683 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-efd4339d-2cf2-4bde-8f1a-4e2bd76adcd0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bbd83eba32294d378af46765bff5d673&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1960926 Feb 09 02:12:58.053065 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49932) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:58.107292 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a57b643-b96c-4c9e-834e-166dddecee08 admin admin] Publish callbacks [] for security_group (626ac322-1071-41ee-a724-d6c1a24e4fff), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:58.132600 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a57b643-b96c-4c9e-834e-166dddecee08 admin admin] Publish callbacks [] for security_group (626ac322-1071-41ee-a724-d6c1a24e4fff), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:58.186376 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a57b643-b96c-4c9e-834e-166dddecee08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (626ac322-1071-41ee-a724-d6c1a24e4fff), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:58.189723 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a57b643-b96c-4c9e-834e-166dddecee08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:58.191084 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4a57b643-b96c-4c9e-834e-166dddecee08 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/626ac322-1071-41ee-a724-d6c1a24e4fff HTTP/1.1" status: 204 len: 168 time: 0.1369259 Feb 09 02:12:58.213460 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57b643-b96c-4c9e-834e-166dddecee08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626ac322-1071-41ee-a724-d6c1a24e4fff,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:58.511937 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-77bf4071-b868-448b-b693-7fe7d26d85d9 req-4116b022-dcc9-4f38-bb60-19af79c54345 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 210 time: 0.0410964 Feb 09 02:12:58.573033 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 49940) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:58.614609 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-15e92fe5-c827-4a12-9ded-977727afe4a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=11b68e866e5943cdaa4c49de0a645f8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402999 Feb 09 02:12:58.617147 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49942) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:58.666235 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7572baed-0ea2-4586-bd54-6aed3f24f3a2 admin admin] Publish callbacks [] for security_group (fe336848-9e95-4a37-86bb-41a3de3b6625), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:58.688119 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7572baed-0ea2-4586-bd54-6aed3f24f3a2 admin admin] Publish callbacks [] for security_group (fe336848-9e95-4a37-86bb-41a3de3b6625), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:58.736416 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7572baed-0ea2-4586-bd54-6aed3f24f3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (fe336848-9e95-4a37-86bb-41a3de3b6625), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:58.739007 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7572baed-0ea2-4586-bd54-6aed3f24f3a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:58.740512 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7572baed-0ea2-4586-bd54-6aed3f24f3a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe336848-9e95-4a37-86bb-41a3de3b6625 HTTP/1.1" status: 204 len: 168 time: 0.1222966 Feb 09 02:12:58.748627 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572baed-0ea2-4586-bd54-6aed3f24f3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe336848-9e95-4a37-86bb-41a3de3b6625,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:59.522305 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:12:59.619181 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e787cf4f-313b-4a79-beba-3b726941a462 req-47913772-4d98-46e1-8dc0-0ad3c250bfd7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 210 time: 0.0344307 Feb 09 02:12:59.992158 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49980) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:00.096942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-39eb6db9-46a0-4db9-b816-2c0d6507fc81 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1900297474', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:00.116243 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39eb6db9-46a0-4db9-b816-2c0d6507fc81 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Made reservation on behalf of 57de57c970be4979b48b0423fc3eb1e9 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:00.118654 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-39eb6db9-46a0-4db9-b816-2c0d6507fc81 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:00.128417 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-39eb6db9-46a0-4db9-b816-2c0d6507fc81 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:00.206071 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-39eb6db9-46a0-4db9-b816-2c0d6507fc81 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Publish callbacks [] for security_group (00ce0ef3-760e-407c-94da-28eabf30d438), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:00.209940 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-39eb6db9-46a0-4db9-b816-2c0d6507fc81 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (00ce0ef3-760e-407c-94da-28eabf30d438), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:00.214266 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-39eb6db9-46a0-4db9-b816-2c0d6507fc81 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] device_id is not set on port 94734eec-dce0-48f6-a6f8-12628ae2f706 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:13:00.277384 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb6db9-46a0-4db9-b816-2c0d6507fc81 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ce0ef3-760e-407c-94da-28eabf30d438,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:00.333466 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-39eb6db9-46a0-4db9-b816-2c0d6507fc81 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Allocated IP 172.25.7.249 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/94734eec-dce0-48f6-a6f8-12628ae2f706) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:00.473890 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-39eb6db9-46a0-4db9-b816-2c0d6507fc81 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Publish callbacks [] for port (94734eec-dce0-48f6-a6f8-12628ae2f706), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:00.508896 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-39eb6db9-46a0-4db9-b816-2c0d6507fc81 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (94734eec-dce0-48f6-a6f8-12628ae2f706), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:00.555773 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39eb6db9-46a0-4db9-b816-2c0d6507fc81 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:00.559711 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-39eb6db9-46a0-4db9-b816-2c0d6507fc81 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:00.563492 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eb6db9-46a0-4db9-b816-2c0d6507fc81 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:00.565444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb6db9-46a0-4db9-b816-2c0d6507fc81 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Pushing event updated for resources: {'Port': ['ID=94734eec-dce0-48f6-a6f8-12628ae2f706,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:00.607066 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39eb6db9-46a0-4db9-b816-2c0d6507fc81 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:00.607707 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-39eb6db9-46a0-4db9-b816-2c0d6507fc81 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:00.625114 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-39eb6db9-46a0-4db9-b816-2c0d6507fc81 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6310353 Feb 09 02:13:00.627227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49984) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:00.631443 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-adb7a156-e657-4333-99e6-d39e48245c52 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.249'}]}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:00.652924 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-adb7a156-e657-4333-99e6-d39e48245c52 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (eab218c9-7296-4be9-a3a6-c0261dbae406), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:00.654307 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-adb7a156-e657-4333-99e6-d39e48245c52 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (eab218c9-7296-4be9-a3a6-c0261dbae406), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:00.713909 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-adb7a156-e657-4333-99e6-d39e48245c52 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Publish callbacks [] for router_controller (eab218c9-7296-4be9-a3a6-c0261dbae406), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:00.720179 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a284045d-beff-4f38-baf0-60ea554bdee9 req-b8ae7620-e2f5-42aa-b315-8c49902a5de3 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 210 time: 0.0316942 Feb 09 02:13:00.861834 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-adb7a156-e657-4333-99e6-d39e48245c52 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Publish callbacks [] for router_gateway (eab218c9-7296-4be9-a3a6-c0261dbae406), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:01.074582 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-adb7a156-e657-4333-99e6-d39e48245c52 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Publish callbacks [] for router_gateway (eab218c9-7296-4be9-a3a6-c0261dbae406), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:01.094416 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-adb7a156-e657-4333-99e6-d39e48245c52 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:01.241016 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-adb7a156-e657-4333-99e6-d39e48245c52 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Publish callbacks [] for router (eab218c9-7296-4be9-a3a6-c0261dbae406), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:01.401667 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-adb7a156-e657-4333-99e6-d39e48245c52 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (eab218c9-7296-4be9-a3a6-c0261dbae406), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:01.403811 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-adb7a156-e657-4333-99e6-d39e48245c52 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Publish callbacks [] for router_controller (eab218c9-7296-4be9-a3a6-c0261dbae406), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:01.757185 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-adb7a156-e657-4333-99e6-d39e48245c52 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (eab218c9-7296-4be9-a3a6-c0261dbae406), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:01.758337 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb7a156-e657-4333-99e6-d39e48245c52 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eab218c9-7296-4be9-a3a6-c0261dbae406 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:13:01.776220 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-adb7a156-e657-4333-99e6-d39e48245c52 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 02:13:01.777335 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-adb7a156-e657-4333-99e6-d39e48245c52 tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1491330 Feb 09 02:13:01.781032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49990) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:01.841980 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-831b7216-3888-40cb-8b39-112df1aefbec req-27cb7f4c-6db7-4486-8f63-e8d8bffc28f9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 210 time: 0.0349188 Feb 09 02:13:01.888855 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-14523059-f2f9-482e-be07-b3faac29a60a tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Deleting port 94734eec-dce0-48f6-a6f8-12628ae2f706 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:01.889199 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14523059-f2f9-482e-be07-b3faac29a60a tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (94734eec-dce0-48f6-a6f8-12628ae2f706), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:01.972541 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14523059-f2f9-482e-be07-b3faac29a60a tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (94734eec-dce0-48f6-a6f8-12628ae2f706), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:01.984163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-14523059-f2f9-482e-be07-b3faac29a60a tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Calling delete_port for 94734eec-dce0-48f6-a6f8-12628ae2f706 owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:02.110161 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14523059-f2f9-482e-be07-b3faac29a60a tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (94734eec-dce0-48f6-a6f8-12628ae2f706), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:02.135711 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14523059-f2f9-482e-be07-b3faac29a60a tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Pushing event deleted for resources: {'Port': ['ID=94734eec-dce0-48f6-a6f8-12628ae2f706,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:02.205536 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14523059-f2f9-482e-be07-b3faac29a60a tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:02.208935 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-14523059-f2f9-482e-be07-b3faac29a60a tempest-RoutersAdminNegativeTest-1462416753 tempest-RoutersAdminNegativeTest-1462416753-project-admin] 10.222.0.36 "DELETE /v2.0/ports/94734eec-dce0-48f6-a6f8-12628ae2f706 HTTP/1.1" status: 204 len: 168 time: 0.4265227 Feb 09 02:13:02.451946 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 49996) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:02.561573 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-de2b89d9-f035-428c-b4e7-ea3865b120c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:02.641246 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-de2b89d9-f035-428c-b4e7-ea3865b120c7 admin admin] Publish callbacks [] for security_group (c4500b27-2589-47fd-bcaf-9bc31ede9584), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:02.645250 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-de2b89d9-f035-428c-b4e7-ea3865b120c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c4500b27-2589-47fd-bcaf-9bc31ede9584), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:02.690489 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-de2b89d9-f035-428c-b4e7-ea3865b120c7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db5b42fde5dd494ebc6fc8f23ee67623&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2368026 Feb 09 02:13:02.691520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b89d9-f035-428c-b4e7-ea3865b120c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4500b27-2589-47fd-bcaf-9bc31ede9584,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:02.693570 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50000) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:02.748594 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee046c9b-09cd-4e72-a766-441743b9f19a admin admin] Publish callbacks [] for security_group (c4500b27-2589-47fd-bcaf-9bc31ede9584), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:02.771835 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee046c9b-09cd-4e72-a766-441743b9f19a admin admin] Publish callbacks [] for security_group (c4500b27-2589-47fd-bcaf-9bc31ede9584), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:02.819972 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee046c9b-09cd-4e72-a766-441743b9f19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c4500b27-2589-47fd-bcaf-9bc31ede9584), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:02.822783 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee046c9b-09cd-4e72-a766-441743b9f19a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:02.823970 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ee046c9b-09cd-4e72-a766-441743b9f19a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4500b27-2589-47fd-bcaf-9bc31ede9584 HTTP/1.1" status: 204 len: 168 time: 0.1293855 Feb 09 02:13:02.832423 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee046c9b-09cd-4e72-a766-441743b9f19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4500b27-2589-47fd-bcaf-9bc31ede9584,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:02.947087 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56e0c7f2-7512-4bea-8fe4-b68f861fc159 req-5d5396b8-8ded-416d-8d6a-192c160af01d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 210 time: 0.0287006 Feb 09 02:13:03.132389 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50008) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:03.173813 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-92d3334a-ae1c-43d2-aafd-00e231b75c81 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=57de57c970be4979b48b0423fc3eb1e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402613 Feb 09 02:13:03.176516 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50010) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:03.224326 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b18f9fd3-1825-4ded-84cc-61e75e7cecfb admin admin] Publish callbacks [] for security_group (00ce0ef3-760e-407c-94da-28eabf30d438), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:03.246441 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b18f9fd3-1825-4ded-84cc-61e75e7cecfb admin admin] Publish callbacks [] for security_group (00ce0ef3-760e-407c-94da-28eabf30d438), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:03.292920 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b18f9fd3-1825-4ded-84cc-61e75e7cecfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (00ce0ef3-760e-407c-94da-28eabf30d438), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:03.295534 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b18f9fd3-1825-4ded-84cc-61e75e7cecfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:03.297540 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b18f9fd3-1825-4ded-84cc-61e75e7cecfb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00ce0ef3-760e-407c-94da-28eabf30d438 HTTP/1.1" status: 204 len: 168 time: 0.1198518 Feb 09 02:13:03.305765 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f9fd3-1825-4ded-84cc-61e75e7cecfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ce0ef3-760e-407c-94da-28eabf30d438,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:04.018273 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50034) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:04.050285 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-26f2ac25-d9bc-45eb-ab81-f5ea72de2bf5 req-84bcfac7-e134-467d-b1b4-358c0de11f66 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 210 time: 0.0325506 Feb 09 02:13:04.166376 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8b1a3e3c-aae0-467b-9c20-b9951bc1888e tempest-AgentManagementNegativeTest-222997790 tempest-AgentManagementNegativeTest-222997790-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1468849 Feb 09 02:13:04.420506 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50042) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:04.566887 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-72154cbf-c14c-4779-9d65-c0b6bf9b3cd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:04.674634 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-72154cbf-c14c-4779-9d65-c0b6bf9b3cd1 admin admin] Publish callbacks [] for security_group (e5618943-62c1-4628-b817-81284f36d546), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:04.682619 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-72154cbf-c14c-4779-9d65-c0b6bf9b3cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e5618943-62c1-4628-b817-81284f36d546), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:04.743993 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-72154cbf-c14c-4779-9d65-c0b6bf9b3cd1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c9bd2d5541b748a2842fb10b3e6b3b2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3215926 Feb 09 02:13:04.744890 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72154cbf-c14c-4779-9d65-c0b6bf9b3cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5618943-62c1-4628-b817-81284f36d546,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:04.746766 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50052) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:04.826329 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-64830ff5-d619-49e7-903d-0d1a7da4c0f7 admin admin] Publish callbacks [] for security_group (e5618943-62c1-4628-b817-81284f36d546), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:04.878448 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-64830ff5-d619-49e7-903d-0d1a7da4c0f7 admin admin] Publish callbacks [] for security_group (e5618943-62c1-4628-b817-81284f36d546), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:04.936254 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e7ef6-0447-4c0d-a378-3623b75fb871 req-4b9ac115-36d0-48fd-b820-d0fdb0a8cf1a tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:04.937907 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-af0e7ef6-0447-4c0d-a378-3623b75fb871 req-4b9ac115-36d0-48fd-b820-d0fdb0a8cf1a tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/ports?device_id=52d5a28e-3dc1-439d-995a-d96d7e1345ee HTTP/1.1" status: 200 len: 949 time: 0.1007397 Feb 09 02:13:04.971822 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-64830ff5-d619-49e7-903d-0d1a7da4c0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e5618943-62c1-4628-b817-81284f36d546), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:04.975560 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-64830ff5-d619-49e7-903d-0d1a7da4c0f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:04.976757 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-64830ff5-d619-49e7-903d-0d1a7da4c0f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5618943-62c1-4628-b817-81284f36d546 HTTP/1.1" status: 204 len: 168 time: 0.2289419 Feb 09 02:13:04.998903 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64830ff5-d619-49e7-903d-0d1a7da4c0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5618943-62c1-4628-b817-81284f36d546,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:05.059104 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-af0e7ef6-0447-4c0d-a378-3623b75fb871 req-39280ae4-8365-49a2-b2bd-e67ffe750c5a tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bf3ea30-fde9-4018-8fc3-0c1d520c05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807769 Feb 09 02:13:05.185684 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e28151e9-a85b-48ae-893d-2ffd055efadf req-9958daea-5cf1-412e-91f8-bc3228efea00 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 210 time: 0.0484960 Feb 09 02:13:05.854009 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50080) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:05.989674 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-12bb1cd6-6f1b-4928-9b7a-2adf9d7ace4c tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1896031550'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:06.018024 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bb1cd6-6f1b-4928-9b7a-2adf9d7ace4c tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Made reservation on behalf of 3f67ae89c56045b28cf3fd05acb847a1 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:06.021696 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-12bb1cd6-6f1b-4928-9b7a-2adf9d7ace4c tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:06.035986 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-12bb1cd6-6f1b-4928-9b7a-2adf9d7ace4c tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:06.149541 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-12bb1cd6-6f1b-4928-9b7a-2adf9d7ace4c tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks [] for security_group (57a65e94-443b-468c-92ce-d14231576bc1), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:06.154797 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-12bb1cd6-6f1b-4928-9b7a-2adf9d7ace4c tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (57a65e94-443b-468c-92ce-d14231576bc1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:06.200895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12bb1cd6-6f1b-4928-9b7a-2adf9d7ace4c tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:13:06.236755 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb1cd6-6f1b-4928-9b7a-2adf9d7ace4c tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57a65e94-443b-468c-92ce-d14231576bc1,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:06.243247 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-12bb1cd6-6f1b-4928-9b7a-2adf9d7ace4c tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (139a539d-77bd-4db2-a8e9-0803d00c56d8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:06.244031 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-12bb1cd6-6f1b-4928-9b7a-2adf9d7ace4c tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Added segment 139a539d-77bd-4db2-a8e9-0803d00c56d8 of type vlan for network 984be0da-8b76-4ab4-9869-fccf9b82f148 Feb 09 02:13:06.310137 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-12bb1cd6-6f1b-4928-9b7a-2adf9d7ace4c tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (984be0da-8b76-4ab4-9869-fccf9b82f148), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:06.326438 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-682de81d-b9f5-4423-9708-6cc8d0ebb9d5 req-74411cb2-639b-429c-9ca3-2537d268dc38 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 210 time: 0.0547023 Feb 09 02:13:06.336826 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919ff9a-dceb-4259-a978-6e6959807d8b req-0c32a404-5713-4ea9-bf35-11865c4ff47b tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:06.346405 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f919ff9a-dceb-4259-a978-6e6959807d8b req-0c32a404-5713-4ea9-bf35-11865c4ff47b tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/ports?device_id=52d5a28e-3dc1-439d-995a-d96d7e1345ee HTTP/1.1" status: 200 len: 949 time: 0.1767254 Feb 09 02:13:06.395609 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-12bb1cd6-6f1b-4928-9b7a-2adf9d7ace4c tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (984be0da-8b76-4ab4-9869-fccf9b82f148), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:06.408097 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb1cd6-6f1b-4928-9b7a-2adf9d7ace4c tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:06.408508 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-12bb1cd6-6f1b-4928-9b7a-2adf9d7ace4c tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:06.451914 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f919ff9a-dceb-4259-a978-6e6959807d8b req-c8590149-27fb-4e3d-80d5-3d0f8921bfe5 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bf3ea30-fde9-4018-8fc3-0c1d520c05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044080 Feb 09 02:13:06.496339 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-12bb1cd6-6f1b-4928-9b7a-2adf9d7ace4c tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6384621 Feb 09 02:13:06.496681 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50088) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:06.501826 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ef112d09-fa64-4457-820c-51ab112ee0cf tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Request body: {'subnet': {'network_id': '984be0da-8b76-4ab4-9869-fccf9b82f148', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:06.538325 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb1cd6-6f1b-4928-9b7a-2adf9d7ace4c tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Pushing event updated for resources: {'Network': ['ID=984be0da-8b76-4ab4-9869-fccf9b82f148,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:06.550688 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 984be0da-8b76-4ab4-9869-fccf9b82f148 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:13:06.567878 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c25d0-92e3-4625-8be5-2c1cbd5ce248 req-e3b4d0ee-a355-4a97-8699-62894c469a40 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:06.569571 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8d5c25d0-92e3-4625-8be5-2c1cbd5ce248 req-e3b4d0ee-a355-4a97-8699-62894c469a40 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.48 "GET /v2.0/ports?device_id=52d5a28e-3dc1-439d-995a-d96d7e1345ee HTTP/1.1" status: 200 len: 949 time: 0.0746396 Feb 09 02:13:06.653341 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef112d09-fa64-4457-820c-51ab112ee0cf tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Made reservation on behalf of 3f67ae89c56045b28cf3fd05acb847a1 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:06.659062 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ef112d09-fa64-4457-820c-51ab112ee0cf tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:06.704145 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-8d5c25d0-92e3-4625-8be5-2c1cbd5ce248 req-729f3334-b7df-4270-b75f-4040e3070b45 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Deleting port 4464eca5-48d4-4d95-843c-bbec90724c7f {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:06.704640 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8d5c25d0-92e3-4625-8be5-2c1cbd5ce248 req-729f3334-b7df-4270-b75f-4040e3070b45 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (4464eca5-48d4-4d95-843c-bbec90724c7f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:06.827138 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-8d5c25d0-92e3-4625-8be5-2c1cbd5ce248 req-729f3334-b7df-4270-b75f-4040e3070b45 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] For port 4464eca5-48d4-4d95-843c-bbec90724c7f, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=4464eca5-48d4-4d95-843c-bbec90724c7f,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:06.828927 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8d5c25d0-92e3-4625-8be5-2c1cbd5ce248 req-729f3334-b7df-4270-b75f-4040e3070b45 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (4464eca5-48d4-4d95-843c-bbec90724c7f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:06.845346 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-8d5c25d0-92e3-4625-8be5-2c1cbd5ce248 req-729f3334-b7df-4270-b75f-4040e3070b45 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Calling delete_port for 4464eca5-48d4-4d95-843c-bbec90724c7f owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:06.889401 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ef112d09-fa64-4457-820c-51ab112ee0cf tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (56a72304-02ed-4d82-be81-96743fd3c3c7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:07.002817 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef112d09-fa64-4457-820c-51ab112ee0cf tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Pushing event updated for resources: {'Subnet': ['ID=56a72304-02ed-4d82-be81-96743fd3c3c7,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:07.019303 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef112d09-fa64-4457-820c-51ab112ee0cf tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Checking segment: {'id': '139a539d-77bd-4db2-a8e9-0803d00c56d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '984be0da-8b76-4ab4-9869-fccf9b82f148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:07.019917 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef112d09-fa64-4457-820c-51ab112ee0cf tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Network hostable DHCP agents. Network: 984be0da-8b76-4ab4-9869-fccf9b82f148, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:13:07.043289 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8d5c25d0-92e3-4625-8be5-2c1cbd5ce248 req-729f3334-b7df-4270-b75f-4040e3070b45 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (4464eca5-48d4-4d95-843c-bbec90724c7f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:07.045894 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef112d09-fa64-4457-820c-51ab112ee0cf tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Network 984be0da-8b76-4ab4-9869-fccf9b82f148 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:13:07.059163 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['4464eca5-48d4-4d95-843c-bbec90724c7f'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:13:07.075638 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-ef112d09-fa64-4457-820c-51ab112ee0cf tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 984be0da-8b76-4ab4-9869-fccf9b82f148) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:07.084478 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef112d09-fa64-4457-820c-51ab112ee0cf tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:07.085303 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ef112d09-fa64-4457-820c-51ab112ee0cf tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:07.099291 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f3334-b7df-4270-b75f-4040e3070b45 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Pushing event deleted for resources: {'Port': ['ID=4464eca5-48d4-4d95-843c-bbec90724c7f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:07.128629 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ef112d09-fa64-4457-820c-51ab112ee0cf tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6294250 Feb 09 02:13:07.134812 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50092) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:07.147990 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-8097ac8d-2f78-4d0a-8eed-cb37b0ca48fc tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Request body: {'port': {'network_id': '984be0da-8b76-4ab4-9869-fccf9b82f148', 'name': 'tempest-AllowedAddressPairTestJSON-235753872'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:07.157438 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8e957f-179e-48e2-9477-0bdd5b516bf3 None None] Network 984be0da-8b76-4ab4-9869-fccf9b82f148 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:07.175554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5c25d0-92e3-4625-8be5-2c1cbd5ce248 req-729f3334-b7df-4270-b75f-4040e3070b45 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] No DVR routers for this DVR port 4464eca5-48d4-4d95-843c-bbec90724c7f on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:07.178903 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-8d5c25d0-92e3-4625-8be5-2c1cbd5ce248 req-729f3334-b7df-4270-b75f-4040e3070b45 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:07.185149 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8d5c25d0-92e3-4625-8be5-2c1cbd5ce248 req-729f3334-b7df-4270-b75f-4040e3070b45 tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.48 "DELETE /v2.0/ports/4464eca5-48d4-4d95-843c-bbec90724c7f HTTP/1.1" status: 204 len: 173 time: 0.6092017 Feb 09 02:13:07.185772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d5a28e-3dc1-439d-995a-d96d7e1345ee', 'name': 'network-vif-deleted', 'tag': '4464eca5-48d4-4d95-843c-bbec90724c7f'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:07.191458 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f38f70-7f1b-4889-bae5-31a7df921477" -d '{"events": [{"server_uuid": "52d5a28e-3dc1-439d-995a-d96d7e1345ee", "name": "network-vif-deleted", "tag": "4464eca5-48d4-4d95-843c-bbec90724c7f"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:07.276728 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf34ccee-f055-4c4e-bcd6-c27a5b96d6c4 x-openstack-request-id: req-cf34ccee-f055-4c4e-bcd6-c27a5b96d6c4 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:07.277032 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d5a28e-3dc1-439d-995a-d96d7e1345ee", "name": "network-vif-deleted", "tag": "4464eca5-48d4-4d95-843c-bbec90724c7f", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:07.277287 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cf34ccee-f055-4c4e-bcd6-c27a5b96d6c4 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:07.277995 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d5a28e-3dc1-439d-995a-d96d7e1345ee', 'name': 'network-vif-deleted', 'tag': '4464eca5-48d4-4d95-843c-bbec90724c7f', 'status': 'completed', 'code': 200} Feb 09 02:13:07.335456 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8097ac8d-2f78-4d0a-8eed-cb37b0ca48fc tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Made reservation on behalf of 3f67ae89c56045b28cf3fd05acb847a1 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:07.340350 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8097ac8d-2f78-4d0a-8eed-cb37b0ca48fc tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:07.409270 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-8097ac8d-2f78-4d0a-8eed-cb37b0ca48fc tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] device_id is not set on port 06e283d7-8702-439a-a3b1-9d97fe86679e yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:13:07.560044 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-984be0da-8b76-4ab4-9869-fccf9b82f148', 'network_id': '984be0da-8b76-4ab4-9869-fccf9b82f148', 'project_id': '3f67ae89c56045b28cf3fd05acb847a1', 'fixed_ips': [{'subnet_id': '56a72304-02ed-4d82-be81-96743fd3c3c7'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:13:07.560943 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:07.574713 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7235a3bf-8510-44f4-8b5c-855cc3dafc8f req-ead6613a-ce36-4e51-9e1d-ae335ba84b17 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 210 time: 0.0928531 Feb 09 02:13:07.668799 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d2d233c0-0a4f-4527-8d44-33896dccb7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:07.819352 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c457a2c6-aad8-4966-aab9-ea7a108fd5ec req-fbe0bbf5-d34c-4341-9dfd-6b330f65c20b tempest-VolumesBackupsTest-486417657 tempest-VolumesBackupsTest-486417657-project] 10.222.0.36 "GET /v2.0/ports?device_id=52d5a28e-3dc1-439d-995a-d96d7e1345ee HTTP/1.1" status: 200 len: 210 time: 0.1638396 Feb 09 02:13:07.856749 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-8097ac8d-2f78-4d0a-8eed-cb37b0ca48fc tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Allocated IP 172.20.0.10 (984be0da-8b76-4ab4-9869-fccf9b82f148/56a72304-02ed-4d82-be81-96743fd3c3c7/06e283d7-8702-439a-a3b1-9d97fe86679e) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:08.087186 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8097ac8d-2f78-4d0a-8eed-cb37b0ca48fc tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks [] for port (06e283d7-8702-439a-a3b1-9d97fe86679e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:08.122942 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8097ac8d-2f78-4d0a-8eed-cb37b0ca48fc tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (06e283d7-8702-439a-a3b1-9d97fe86679e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:08.180014 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8097ac8d-2f78-4d0a-8eed-cb37b0ca48fc tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Network 984be0da-8b76-4ab4-9869-fccf9b82f148 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:08.183436 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-8097ac8d-2f78-4d0a-8eed-cb37b0ca48fc tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:08.184518 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Allocated IP 172.20.0.2 (984be0da-8b76-4ab4-9869-fccf9b82f148/56a72304-02ed-4d82-be81-96743fd3c3c7/75569642-6b89-4827-b390-e7e4cbf40bad) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:08.188064 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8097ac8d-2f78-4d0a-8eed-cb37b0ca48fc tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:08.217418 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097ac8d-2f78-4d0a-8eed-cb37b0ca48fc tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Pushing event updated for resources: {'Port': ['ID=06e283d7-8702-439a-a3b1-9d97fe86679e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:08.247693 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8097ac8d-2f78-4d0a-8eed-cb37b0ca48fc tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:08.248562 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8097ac8d-2f78-4d0a-8eed-cb37b0ca48fc tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:08.269762 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8097ac8d-2f78-4d0a-8eed-cb37b0ca48fc tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1328981 Feb 09 02:13:08.272506 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50106) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:08.278377 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ba0c3262-44fe-443a-a78d-8e233280239b tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Request body: {'port': {'network_id': '984be0da-8b76-4ab4-9869-fccf9b82f148', 'name': 'tempest-AllowedAddressPairTestJSON-901708865', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:4f:87:ba'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:08.385267 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Publish callbacks [] for port (75569642-6b89-4827-b390-e7e4cbf40bad), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:08.395776 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (75569642-6b89-4827-b390-e7e4cbf40bad), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:08.397781 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0c3262-44fe-443a-a78d-8e233280239b tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Made reservation on behalf of 3f67ae89c56045b28cf3fd05acb847a1 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:08.438517 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Network 984be0da-8b76-4ab4-9869-fccf9b82f148 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:08.447250 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:08.454136 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:08.490710 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba0c3262-44fe-443a-a78d-8e233280239b tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:08.494408 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Pushing event updated for resources: {'Port': ['ID=75569642-6b89-4827-b390-e7e4cbf40bad,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:08.513247 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-ba0c3262-44fe-443a-a78d-8e233280239b tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] device_id is not set on port 59caf27c-9995-4ad3-8176-65c38228accb yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:13:08.524380 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:08.524722 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:08.525062 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:08.525399 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:08.525731 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:08.526054 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:08.526383 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:08.526701 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:08.527997 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:08.528331 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:08.528662 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:08.528987 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:08.529305 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:08.549997 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Attempting to bind port 75569642-6b89-4827-b390-e7e4cbf40bad on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:13:08.550469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Attempting to bind port 75569642-6b89-4827-b390-e7e4cbf40bad by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '139a539d-77bd-4db2-a8e9-0803d00c56d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '984be0da-8b76-4ab4-9869-fccf9b82f148'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:13:08.550905 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Attempting to bind port 75569642-6b89-4827-b390-e7e4cbf40bad on network 984be0da-8b76-4ab4-9869-fccf9b82f148 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:13:08.558045 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:13:08.558433 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Checking segment: {'id': '139a539d-77bd-4db2-a8e9-0803d00c56d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '984be0da-8b76-4ab4-9869-fccf9b82f148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:08.558849 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:08.559270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Bound using segment: {'id': '139a539d-77bd-4db2-a8e9-0803d00c56d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '984be0da-8b76-4ab4-9869-fccf9b82f148'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:13:08.559762 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Bound port: 75569642-6b89-4827-b390-e7e4cbf40bad, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139a539d-77bd-4db2-a8e9-0803d00c56d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '984be0da-8b76-4ab4-9869-fccf9b82f148'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:13:08.560151 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (75569642-6b89-4827-b390-e7e4cbf40bad), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:08.643674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] For port 75569642-6b89-4827-b390-e7e4cbf40bad, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:13:08.651502 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] For port 75569642-6b89-4827-b390-e7e4cbf40bad, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=75569642-6b89-4827-b390-e7e4cbf40bad,segment=NetworkSegment(139a539d-77bd-4db2-a8e9-0803d00c56d8),segment_id=139a539d-77bd-4db2-a8e9-0803d00c56d8)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:13:08.664362 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (75569642-6b89-4827-b390-e7e4cbf40bad), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:08.670064 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-ba0c3262-44fe-443a-a78d-8e233280239b tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Allocated IP 172.20.0.6 (984be0da-8b76-4ab4-9869-fccf9b82f148/56a72304-02ed-4d82-be81-96743fd3c3c7/59caf27c-9995-4ad3-8176-65c38228accb) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:08.701688 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ae7705b-a6fa-487e-9ede-ba88c275931c req-510b9347-c4b8-4058-8874-d0f84404f06c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 210 time: 0.0394211 Feb 09 02:13:08.750802 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61096cc6-52f6-4c80-8eb3-a104986a312f None None] Pushing event updated for resources: {'Port': ['ID=75569642-6b89-4827-b390-e7e4cbf40bad,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:08.880659 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba0c3262-44fe-443a-a78d-8e233280239b tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks [] for port (59caf27c-9995-4ad3-8176-65c38228accb), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:08.940106 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba0c3262-44fe-443a-a78d-8e233280239b tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (59caf27c-9995-4ad3-8176-65c38228accb), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:09.075982 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c3262-44fe-443a-a78d-8e233280239b tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Pushing event updated for resources: {'Port': ['ID=59caf27c-9995-4ad3-8176-65c38228accb,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:09.100829 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0c3262-44fe-443a-a78d-8e233280239b tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Network 984be0da-8b76-4ab4-9869-fccf9b82f148 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:09.102402 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-ba0c3262-44fe-443a-a78d-8e233280239b tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:09.104946 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c3262-44fe-443a-a78d-8e233280239b tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:09.172220 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0c3262-44fe-443a-a78d-8e233280239b tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:09.172929 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba0c3262-44fe-443a-a78d-8e233280239b tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:09.193598 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ba0c3262-44fe-443a-a78d-8e233280239b tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.9198041 Feb 09 02:13:09.196381 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50118) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:09.305095 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d6c22f-117a-4f6b-b00c-dc2d2e208fda tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:09.310482 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d6c22f-117a-4f6b-b00c-dc2d2e208fda tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:09.315933 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d6c22f-117a-4f6b-b00c-dc2d2e208fda tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:09.320232 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f2d6c22f-117a-4f6b-b00c-dc2d2e208fda tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1201348 Feb 09 02:13:09.320654 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50120) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:09.425426 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-4518b20b-45ee-4cb7-a75e-5e224ef0f61c tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Deleting port 59caf27c-9995-4ad3-8176-65c38228accb {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:09.426440 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4518b20b-45ee-4cb7-a75e-5e224ef0f61c tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (59caf27c-9995-4ad3-8176-65c38228accb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:09.519145 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4518b20b-45ee-4cb7-a75e-5e224ef0f61c tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (59caf27c-9995-4ad3-8176-65c38228accb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:09.532651 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-4518b20b-45ee-4cb7-a75e-5e224ef0f61c tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Calling delete_port for 59caf27c-9995-4ad3-8176-65c38228accb owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:09.681978 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4518b20b-45ee-4cb7-a75e-5e224ef0f61c tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (59caf27c-9995-4ad3-8176-65c38228accb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:09.731783 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518b20b-45ee-4cb7-a75e-5e224ef0f61c tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Pushing event deleted for resources: {'Port': ['ID=59caf27c-9995-4ad3-8176-65c38228accb,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:09.849424 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cc92758e-60b1-48c1-aaef-c33b4c3155fb req-e3049311-11d7-44b8-aca8-ba10df6f728c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 210 time: 0.0457177 Feb 09 02:13:09.968664 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4518b20b-45ee-4cb7-a75e-5e224ef0f61c tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:09.972259 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4518b20b-45ee-4cb7-a75e-5e224ef0f61c tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "DELETE /v2.0/ports/59caf27c-9995-4ad3-8176-65c38228accb HTTP/1.1" status: 204 len: 168 time: 0.6504722 Feb 09 02:13:09.974932 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50124) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:10.005352 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6051e2-79e7-45e9-bcd4-83f1d0abc021 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] GET failed (client error): The resource could not be found. Feb 09 02:13:10.010472 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5f6051e2-79e7-45e9-bcd4-83f1d0abc021 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "GET /v2.0/ports/59caf27c-9995-4ad3-8176-65c38228accb HTTP/1.1" status: 404 len: 333 time: 0.0310943 Feb 09 02:13:10.010963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50126) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:10.018085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-ca21c78b-96c9-4f0e-8464-b65194e08309 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Request body: {'port': {'network_id': '984be0da-8b76-4ab4-9869-fccf9b82f148', 'name': 'tempest-AllowedAddressPairTestJSON-925737064'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:10.079072 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:10.100909 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218ac377-a726-40d7-801d-462d6391dd0d None None] Network 984be0da-8b76-4ab4-9869-fccf9b82f148 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:10.152992 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 4464eca5-48d4-4d95-843c-bbec90724c7f no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:13:10.187973 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 4464eca5-48d4-4d95-843c-bbec90724c7f {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:13:10.188241 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 4464eca5-48d4-4d95-843c-bbec90724c7f not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:13:10.202085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca21c78b-96c9-4f0e-8464-b65194e08309 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Made reservation on behalf of 3f67ae89c56045b28cf3fd05acb847a1 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:10.207694 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ca21c78b-96c9-4f0e-8464-b65194e08309 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:10.224962 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1abfd276-bb39-4e3d-a1a2-3fbe5e97142f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:10.230769 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8689d66e-867d-4ff9-8a55-839a6607aa18 None None] Provisioning complete for port 75569642-6b89-4827-b390-e7e4cbf40bad triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:10.231145 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8689d66e-867d-4ff9-8a55-839a6607aa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (75569642-6b89-4827-b390-e7e4cbf40bad), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:10.236520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-ca21c78b-96c9-4f0e-8464-b65194e08309 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] device_id is not set on port af4051a7-d193-49ce-a0e1-379a4744f647 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:13:10.358202 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8689d66e-867d-4ff9-8a55-839a6607aa18 None None] Current status of the port 75569642-6b89-4827-b390-e7e4cbf40bad is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:10.358635 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8689d66e-867d-4ff9-8a55-839a6607aa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (75569642-6b89-4827-b390-e7e4cbf40bad), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:10.377163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-ca21c78b-96c9-4f0e-8464-b65194e08309 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Allocated IP 172.20.0.5 (984be0da-8b76-4ab4-9869-fccf9b82f148/56a72304-02ed-4d82-be81-96743fd3c3c7/af4051a7-d193-49ce-a0e1-379a4744f647) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:10.397413 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-8689d66e-867d-4ff9-8a55-839a6607aa18 None None] For port 75569642-6b89-4827-b390-e7e4cbf40bad, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=75569642-6b89-4827-b390-e7e4cbf40bad,segment=NetworkSegment(139a539d-77bd-4db2-a8e9-0803d00c56d8),segment_id=139a539d-77bd-4db2-a8e9-0803d00c56d8)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:10.404814 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8689d66e-867d-4ff9-8a55-839a6607aa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (75569642-6b89-4827-b390-e7e4cbf40bad), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:10.463681 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689d66e-867d-4ff9-8a55-839a6607aa18 None None] Pushing event updated for resources: {'Port': ['ID=75569642-6b89-4827-b390-e7e4cbf40bad,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:10.561429 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ca21c78b-96c9-4f0e-8464-b65194e08309 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks [] for port (af4051a7-d193-49ce-a0e1-379a4744f647), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:10.604426 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ca21c78b-96c9-4f0e-8464-b65194e08309 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (af4051a7-d193-49ce-a0e1-379a4744f647), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:10.641691 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8a79f972-1a39-4610-9683-693073e2275b None None] Provisioning complete for port 06e283d7-8702-439a-a3b1-9d97fe86679e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:10.646577 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8a79f972-1a39-4610-9683-693073e2275b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (06e283d7-8702-439a-a3b1-9d97fe86679e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:10.687129 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca21c78b-96c9-4f0e-8464-b65194e08309 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Network 984be0da-8b76-4ab4-9869-fccf9b82f148 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:10.688813 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21c78b-96c9-4f0e-8464-b65194e08309 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Pushing event updated for resources: {'Port': ['ID=af4051a7-d193-49ce-a0e1-379a4744f647,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:10.691747 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-ca21c78b-96c9-4f0e-8464-b65194e08309 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:10.693635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca21c78b-96c9-4f0e-8464-b65194e08309 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:10.734317 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8a79f972-1a39-4610-9683-693073e2275b None None] Port 06e283d7-8702-439a-a3b1-9d97fe86679e cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:13:10.755061 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8a79f972-1a39-4610-9683-693073e2275b None None] Provisioning complete for port 75569642-6b89-4827-b390-e7e4cbf40bad triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:10.755590 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca21c78b-96c9-4f0e-8464-b65194e08309 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:10.755747 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8a79f972-1a39-4610-9683-693073e2275b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (75569642-6b89-4827-b390-e7e4cbf40bad), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:10.756258 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ca21c78b-96c9-4f0e-8464-b65194e08309 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:10.776831 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ca21c78b-96c9-4f0e-8464-b65194e08309 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7646639 Feb 09 02:13:10.777429 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 75569642-6b89-4827-b390-e7e4cbf40bad up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:13:10.779438 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50132) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:10.785852 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d1465d27-3427-41fd-879b-9f829bd542e0 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:4f:87:ba'}]}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:10.875873 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 75569642-6b89-4827-b390-e7e4cbf40bad triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:10.876252 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (75569642-6b89-4827-b390-e7e4cbf40bad), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:10.919920 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8a79f972-1a39-4610-9683-693073e2275b None None] Current status of the port 75569642-6b89-4827-b390-e7e4cbf40bad is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:10.931589 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:10.996906 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d7f97993-55b3-4c6e-9641-2665b71fccbc req-0cdb7a8c-ed63-42a6-8ffe-c3fcbec8b778 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 210 time: 0.0447650 Feb 09 02:13:11.008582 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 75569642-6b89-4827-b390-e7e4cbf40bad is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:11.048853 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d1465d27-3427-41fd-879b-9f829bd542e0 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (af4051a7-d193-49ce-a0e1-379a4744f647), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:11.057277 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-dc57a7de-7a32-410c-b32f-cc533380b04c None None] Provisioning complete for port 06e283d7-8702-439a-a3b1-9d97fe86679e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:11.057737 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dc57a7de-7a32-410c-b32f-cc533380b04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (06e283d7-8702-439a-a3b1-9d97fe86679e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:11.103125 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-dc57a7de-7a32-410c-b32f-cc533380b04c None None] Port 06e283d7-8702-439a-a3b1-9d97fe86679e cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:13:11.104726 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:11.218019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7d7fe335-b530-47de-97cd-ad77c1257363 None None] Could not find standard attr ID for object 59caf27c-9995-4ad3-8176-65c38228accb. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:13:11.290145 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d1465d27-3427-41fd-879b-9f829bd542e0 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks [] for port (af4051a7-d193-49ce-a0e1-379a4744f647), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:11.295914 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d1465d27-3427-41fd-879b-9f829bd542e0 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (af4051a7-d193-49ce-a0e1-379a4744f647), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:11.386241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1465d27-3427-41fd-879b-9f829bd542e0 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Pushing event updated for resources: {'Port': ['ID=af4051a7-d193-49ce-a0e1-379a4744f647,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:11.402018 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-d1465d27-3427-41fd-879b-9f829bd542e0 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] In _notify_port_updated(), no bound segment for port af4051a7-d193-49ce-a0e1-379a4744f647 on network 984be0da-8b76-4ab4-9869-fccf9b82f148 {{(pid=103183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:13:11.408435 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1465d27-3427-41fd-879b-9f829bd542e0 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:11.409157 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d1465d27-3427-41fd-879b-9f829bd542e0 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:11.413102 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d1465d27-3427-41fd-879b-9f829bd542e0 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "PUT /v2.0/ports/af4051a7-d193-49ce-a0e1-379a4744f647 HTTP/1.1" status: 200 len: 993 time: 0.6301334 Feb 09 02:13:11.413332 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50140) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:11.510952 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-097d9947-2370-41a1-b18d-18afc8279f30 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Deleting port af4051a7-d193-49ce-a0e1-379a4744f647 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:11.511337 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-097d9947-2370-41a1-b18d-18afc8279f30 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (af4051a7-d193-49ce-a0e1-379a4744f647), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:11.550493 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f276cae7-65e8-48f6-96d6-db68f4f6971a None None] Provisioning complete for port af4051a7-d193-49ce-a0e1-379a4744f647 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:11.550862 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f276cae7-65e8-48f6-96d6-db68f4f6971a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (af4051a7-d193-49ce-a0e1-379a4744f647), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:11.595784 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f276cae7-65e8-48f6-96d6-db68f4f6971a None None] Port af4051a7-d193-49ce-a0e1-379a4744f647 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:13:11.613805 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-097d9947-2370-41a1-b18d-18afc8279f30 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (af4051a7-d193-49ce-a0e1-379a4744f647), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:11.627527 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-097d9947-2370-41a1-b18d-18afc8279f30 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Calling delete_port for af4051a7-d193-49ce-a0e1-379a4744f647 owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:11.768560 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-097d9947-2370-41a1-b18d-18afc8279f30 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (af4051a7-d193-49ce-a0e1-379a4744f647), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:11.804188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d9947-2370-41a1-b18d-18afc8279f30 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Pushing event deleted for resources: {'Port': ['ID=af4051a7-d193-49ce-a0e1-379a4744f647,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:11.923808 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-416bd844-1d4c-44b1-a116-d794fdc9f796 None None] Could not find standard attr ID for object af4051a7-d193-49ce-a0e1-379a4744f647. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:13:11.994783 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-097d9947-2370-41a1-b18d-18afc8279f30 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:11.998363 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-097d9947-2370-41a1-b18d-18afc8279f30 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "DELETE /v2.0/ports/af4051a7-d193-49ce-a0e1-379a4744f647 HTTP/1.1" status: 204 len: 168 time: 0.5840585 Feb 09 02:13:12.001566 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50142) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:12.029343 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1857f4-981c-4de7-a9ff-fcf1bf600149 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] GET failed (client error): The resource could not be found. Feb 09 02:13:12.035309 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ec1857f4-981c-4de7-a9ff-fcf1bf600149 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "GET /v2.0/ports/af4051a7-d193-49ce-a0e1-379a4744f647 HTTP/1.1" status: 404 len: 333 time: 0.0293202 Feb 09 02:13:12.035875 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50146) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:12.041069 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-9efcb172-c162-4876-90fc-fbd7e8932308 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Request body: {'port': {'network_id': '984be0da-8b76-4ab4-9869-fccf9b82f148', 'name': 'tempest-AllowedAddressPairTestJSON-604269470'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:12.116205 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8be0f9ad-5a6a-4255-8307-19ee436de5f6 req-05099e14-4e20-443c-9832-46b5141e5f04 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 210 time: 0.0370967 Feb 09 02:13:12.173300 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efcb172-c162-4876-90fc-fbd7e8932308 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Made reservation on behalf of 3f67ae89c56045b28cf3fd05acb847a1 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:12.176827 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9efcb172-c162-4876-90fc-fbd7e8932308 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:12.194650 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-9efcb172-c162-4876-90fc-fbd7e8932308 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] device_id is not set on port 94159dae-d3c9-4d04-94ac-124f068e5015 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:13:12.317825 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-9efcb172-c162-4876-90fc-fbd7e8932308 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Allocated IP 172.20.0.11 (984be0da-8b76-4ab4-9869-fccf9b82f148/56a72304-02ed-4d82-be81-96743fd3c3c7/94159dae-d3c9-4d04-94ac-124f068e5015) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:12.380321 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:12.746410 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9efcb172-c162-4876-90fc-fbd7e8932308 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks [] for port (94159dae-d3c9-4d04-94ac-124f068e5015), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:12.779799 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9efcb172-c162-4876-90fc-fbd7e8932308 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (94159dae-d3c9-4d04-94ac-124f068e5015), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:12.833978 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efcb172-c162-4876-90fc-fbd7e8932308 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Network 984be0da-8b76-4ab4-9869-fccf9b82f148 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:12.837112 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-9efcb172-c162-4876-90fc-fbd7e8932308 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:12.841389 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efcb172-c162-4876-90fc-fbd7e8932308 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:12.872075 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcb172-c162-4876-90fc-fbd7e8932308 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Pushing event updated for resources: {'Port': ['ID=94159dae-d3c9-4d04-94ac-124f068e5015,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:12.892793 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efcb172-c162-4876-90fc-fbd7e8932308 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:12.893439 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9efcb172-c162-4876-90fc-fbd7e8932308 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:12.912108 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9efcb172-c162-4876-90fc-fbd7e8932308 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8749204 Feb 09 02:13:12.914622 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50152) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:12.920369 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1c8ccf3b-e632-4357-996b-ef466c8dca31 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4f:87:ba'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:12.997800 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c8ccf3b-e632-4357-996b-ef466c8dca31 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (94159dae-d3c9-4d04-94ac-124f068e5015), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:13.159157 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8d59415a-ca3f-49a0-9cf8-042f2f245314 None None] Provisioning complete for port 94159dae-d3c9-4d04-94ac-124f068e5015 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:13.159566 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d59415a-ca3f-49a0-9cf8-042f2f245314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (94159dae-d3c9-4d04-94ac-124f068e5015), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:13.196048 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c8ccf3b-e632-4357-996b-ef466c8dca31 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks [] for port (94159dae-d3c9-4d04-94ac-124f068e5015), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:13.202027 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8d59415a-ca3f-49a0-9cf8-042f2f245314 None None] Port 94159dae-d3c9-4d04-94ac-124f068e5015 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:13:13.231962 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c8ccf3b-e632-4357-996b-ef466c8dca31 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (94159dae-d3c9-4d04-94ac-124f068e5015), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:13.239494 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f5f14543-a35d-47b1-812e-5ca6918a69e6 req-248a98b3-7549-4133-9b55-003117678a0b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 210 time: 0.0396349 Feb 09 02:13:13.314204 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ccf3b-e632-4357-996b-ef466c8dca31 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Pushing event updated for resources: {'Port': ['ID=94159dae-d3c9-4d04-94ac-124f068e5015,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:13.346133 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-1c8ccf3b-e632-4357-996b-ef466c8dca31 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] In _notify_port_updated(), no bound segment for port 94159dae-d3c9-4d04-94ac-124f068e5015 on network 984be0da-8b76-4ab4-9869-fccf9b82f148 {{(pid=103184) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:13:13.351722 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8ccf3b-e632-4357-996b-ef466c8dca31 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:13.352379 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c8ccf3b-e632-4357-996b-ef466c8dca31 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:13.355277 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1c8ccf3b-e632-4357-996b-ef466c8dca31 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "PUT /v2.0/ports/94159dae-d3c9-4d04-94ac-124f068e5015 HTTP/1.1" status: 200 len: 996 time: 0.4378881 Feb 09 02:13:13.356473 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50158) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:13.466794 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:13.471776 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-6cf63874-3f33-4cc0-8d08-320ec4f53d86 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Deleting port 94159dae-d3c9-4d04-94ac-124f068e5015 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:13.472129 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cf63874-3f33-4cc0-8d08-320ec4f53d86 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (94159dae-d3c9-4d04-94ac-124f068e5015), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:13.562827 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cf63874-3f33-4cc0-8d08-320ec4f53d86 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (94159dae-d3c9-4d04-94ac-124f068e5015), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:13.574454 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-6cf63874-3f33-4cc0-8d08-320ec4f53d86 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Calling delete_port for 94159dae-d3c9-4d04-94ac-124f068e5015 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:13.622400 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-63344032-66f4-46ed-a419-025c727204c8 None None] Provisioning complete for port 94159dae-d3c9-4d04-94ac-124f068e5015 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:13.622800 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-63344032-66f4-46ed-a419-025c727204c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (94159dae-d3c9-4d04-94ac-124f068e5015), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:13.662488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-63344032-66f4-46ed-a419-025c727204c8 None None] Port 94159dae-d3c9-4d04-94ac-124f068e5015 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:13:13.721310 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cf63874-3f33-4cc0-8d08-320ec4f53d86 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (94159dae-d3c9-4d04-94ac-124f068e5015), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:13.748120 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf63874-3f33-4cc0-8d08-320ec4f53d86 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Pushing event deleted for resources: {'Port': ['ID=94159dae-d3c9-4d04-94ac-124f068e5015,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:13.826579 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cf63874-3f33-4cc0-8d08-320ec4f53d86 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:13.833014 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6cf63874-3f33-4cc0-8d08-320ec4f53d86 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "DELETE /v2.0/ports/94159dae-d3c9-4d04-94ac-124f068e5015 HTTP/1.1" status: 204 len: 168 time: 0.4732590 Feb 09 02:13:13.833230 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50162) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:13.861239 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-82087fe8-62c0-4cc3-8217-e27a8da544b4 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] GET failed (client error): The resource could not be found. Feb 09 02:13:13.863257 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-82087fe8-62c0-4cc3-8217-e27a8da544b4 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "GET /v2.0/ports/94159dae-d3c9-4d04-94ac-124f068e5015 HTTP/1.1" status: 404 len: 333 time: 0.0284891 Feb 09 02:13:13.866638 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50164) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:13.871650 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-73d2133a-b885-4197-b2f9-e49493372a15 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Request body: {'port': {'network_id': '984be0da-8b76-4ab4-9869-fccf9b82f148', 'name': 'tempest-AllowedAddressPairTestJSON-231604742'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:14.000774 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d2133a-b885-4197-b2f9-e49493372a15 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Made reservation on behalf of 3f67ae89c56045b28cf3fd05acb847a1 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:14.004365 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-73d2133a-b885-4197-b2f9-e49493372a15 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:14.022329 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-73d2133a-b885-4197-b2f9-e49493372a15 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] device_id is not set on port 812b8ba4-28df-491b-b709-81aa72dc3e0a yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:13:14.135630 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-73d2133a-b885-4197-b2f9-e49493372a15 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Allocated IP 172.20.0.7 (984be0da-8b76-4ab4-9869-fccf9b82f148/56a72304-02ed-4d82-be81-96743fd3c3c7/812b8ba4-28df-491b-b709-81aa72dc3e0a) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:14.305092 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-73d2133a-b885-4197-b2f9-e49493372a15 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks [] for port (812b8ba4-28df-491b-b709-81aa72dc3e0a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:14.370733 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94d188f5-e72f-4ff1-943c-456645453a56 req-fd57cab1-3132-443c-ae29-6bbd8c6e03f3 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=38510e59-ad67-40ad-b5ff-ce95827e0748 HTTP/1.1" status: 200 len: 210 time: 0.0441635 Feb 09 02:13:14.379012 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-73d2133a-b885-4197-b2f9-e49493372a15 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (812b8ba4-28df-491b-b709-81aa72dc3e0a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:14.436236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d2133a-b885-4197-b2f9-e49493372a15 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Network 984be0da-8b76-4ab4-9869-fccf9b82f148 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:14.440612 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-73d2133a-b885-4197-b2f9-e49493372a15 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:14.444490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d2133a-b885-4197-b2f9-e49493372a15 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:14.510252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2133a-b885-4197-b2f9-e49493372a15 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Pushing event updated for resources: {'Port': ['ID=812b8ba4-28df-491b-b709-81aa72dc3e0a,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:14.551660 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d2133a-b885-4197-b2f9-e49493372a15 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:14.552163 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-73d2133a-b885-4197-b2f9-e49493372a15 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:14.578465 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-73d2133a-b885-4197-b2f9-e49493372a15 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7099891 Feb 09 02:13:14.581174 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50172) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:14.586139 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-c919e316-6345-424f-971f-00e382a2ee0e tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Request body: {'port': {'network_id': '984be0da-8b76-4ab4-9869-fccf9b82f148', 'name': 'tempest-AllowedAddressPairTestJSON-1794218389'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:14.708528 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c919e316-6345-424f-971f-00e382a2ee0e tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Made reservation on behalf of 3f67ae89c56045b28cf3fd05acb847a1 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:14.711807 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c919e316-6345-424f-971f-00e382a2ee0e tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:14.729194 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-c919e316-6345-424f-971f-00e382a2ee0e tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] device_id is not set on port a3bde046-cba3-4e29-9b7c-cfe71896a605 yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:13:14.807964 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5cd9020b-8a33-4614-a069-1125461ac079 None None] Provisioning complete for port 812b8ba4-28df-491b-b709-81aa72dc3e0a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:14.808679 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5cd9020b-8a33-4614-a069-1125461ac079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (812b8ba4-28df-491b-b709-81aa72dc3e0a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:14.847896 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-c919e316-6345-424f-971f-00e382a2ee0e tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Allocated IP 172.20.0.12 (984be0da-8b76-4ab4-9869-fccf9b82f148/56a72304-02ed-4d82-be81-96743fd3c3c7/a3bde046-cba3-4e29-9b7c-cfe71896a605) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:14.878368 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5cd9020b-8a33-4614-a069-1125461ac079 None None] Port 812b8ba4-28df-491b-b709-81aa72dc3e0a cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:13:15.034084 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c919e316-6345-424f-971f-00e382a2ee0e tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks [] for port (a3bde046-cba3-4e29-9b7c-cfe71896a605), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:15.069835 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c919e316-6345-424f-971f-00e382a2ee0e tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a3bde046-cba3-4e29-9b7c-cfe71896a605), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:15.118634 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c919e316-6345-424f-971f-00e382a2ee0e tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Network 984be0da-8b76-4ab4-9869-fccf9b82f148 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:15.123751 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-c919e316-6345-424f-971f-00e382a2ee0e tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:15.126772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c919e316-6345-424f-971f-00e382a2ee0e tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:15.160810 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919e316-6345-424f-971f-00e382a2ee0e tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Pushing event updated for resources: {'Port': ['ID=a3bde046-cba3-4e29-9b7c-cfe71896a605,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:15.189222 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c919e316-6345-424f-971f-00e382a2ee0e tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:15.189858 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c919e316-6345-424f-971f-00e382a2ee0e tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:15.207272 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c919e316-6345-424f-971f-00e382a2ee0e tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6248603 Feb 09 02:13:15.210186 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50174) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:15.216031 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-074a180f-c63b-44ef-b170-0ab4d253ab24 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:4f:87:ba'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:43:a8:5b'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:15.380466 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-074a180f-c63b-44ef-b170-0ab4d253ab24 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a3bde046-cba3-4e29-9b7c-cfe71896a605), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:15.407102 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3b7d24d7-470e-4a45-8052-dfc4d50c40fe None None] Provisioning complete for port a3bde046-cba3-4e29-9b7c-cfe71896a605 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:15.407865 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b7d24d7-470e-4a45-8052-dfc4d50c40fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a3bde046-cba3-4e29-9b7c-cfe71896a605), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:15.455118 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3b7d24d7-470e-4a45-8052-dfc4d50c40fe None None] Port a3bde046-cba3-4e29-9b7c-cfe71896a605 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:13:15.591756 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-074a180f-c63b-44ef-b170-0ab4d253ab24 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks [] for port (a3bde046-cba3-4e29-9b7c-cfe71896a605), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:15.596517 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-074a180f-c63b-44ef-b170-0ab4d253ab24 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (a3bde046-cba3-4e29-9b7c-cfe71896a605), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:15.670567 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a180f-c63b-44ef-b170-0ab4d253ab24 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Pushing event updated for resources: {'Port': ['ID=a3bde046-cba3-4e29-9b7c-cfe71896a605,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:15.683788 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-074a180f-c63b-44ef-b170-0ab4d253ab24 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] In _notify_port_updated(), no bound segment for port a3bde046-cba3-4e29-9b7c-cfe71896a605 on network 984be0da-8b76-4ab4-9869-fccf9b82f148 {{(pid=103184) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:13:15.689514 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074a180f-c63b-44ef-b170-0ab4d253ab24 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:15.690175 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-074a180f-c63b-44ef-b170-0ab4d253ab24 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:15.694189 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-074a180f-c63b-44ef-b170-0ab4d253ab24 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "PUT /v2.0/ports/a3bde046-cba3-4e29-9b7c-cfe71896a605 HTTP/1.1" status: 200 len: 1057 time: 0.4797258 Feb 09 02:13:15.694454 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50184) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:15.797289 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-9e4fd692-4eb3-45e6-a635-ff1c40bd108b tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Deleting port a3bde046-cba3-4e29-9b7c-cfe71896a605 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:15.797662 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e4fd692-4eb3-45e6-a635-ff1c40bd108b tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a3bde046-cba3-4e29-9b7c-cfe71896a605), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:15.878554 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-595f0b1c-a12a-4d27-9126-d1eb97a2be51 None None] Provisioning complete for port a3bde046-cba3-4e29-9b7c-cfe71896a605 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:15.879606 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-595f0b1c-a12a-4d27-9126-d1eb97a2be51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a3bde046-cba3-4e29-9b7c-cfe71896a605), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:15.886322 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e4fd692-4eb3-45e6-a635-ff1c40bd108b tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a3bde046-cba3-4e29-9b7c-cfe71896a605), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:15.901521 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-9e4fd692-4eb3-45e6-a635-ff1c40bd108b tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Calling delete_port for a3bde046-cba3-4e29-9b7c-cfe71896a605 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:15.918499 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-595f0b1c-a12a-4d27-9126-d1eb97a2be51 None None] Port a3bde046-cba3-4e29-9b7c-cfe71896a605 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:13:16.052507 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e4fd692-4eb3-45e6-a635-ff1c40bd108b tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (a3bde046-cba3-4e29-9b7c-cfe71896a605), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:16.083721 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fd692-4eb3-45e6-a635-ff1c40bd108b tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Pushing event deleted for resources: {'Port': ['ID=a3bde046-cba3-4e29-9b7c-cfe71896a605,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:16.334721 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9e4fd692-4eb3-45e6-a635-ff1c40bd108b tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:16.341283 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9e4fd692-4eb3-45e6-a635-ff1c40bd108b tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "DELETE /v2.0/ports/a3bde046-cba3-4e29-9b7c-cfe71896a605 HTTP/1.1" status: 204 len: 168 time: 0.6436503 Feb 09 02:13:16.341640 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50186) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:16.368649 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bad67f2-51bb-45fd-90c3-f2da14bfc7e4 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] GET failed (client error): The resource could not be found. Feb 09 02:13:16.370368 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6bad67f2-51bb-45fd-90c3-f2da14bfc7e4 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "GET /v2.0/ports/a3bde046-cba3-4e29-9b7c-cfe71896a605 HTTP/1.1" status: 404 len: 333 time: 0.0274909 Feb 09 02:13:16.372701 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50188) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:16.464729 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-34457d37-f06a-4a4e-9980-afe0d39befbb tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Deleting port 812b8ba4-28df-491b-b709-81aa72dc3e0a {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:16.465010 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-34457d37-f06a-4a4e-9980-afe0d39befbb tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (812b8ba4-28df-491b-b709-81aa72dc3e0a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:16.572791 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-34457d37-f06a-4a4e-9980-afe0d39befbb tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (812b8ba4-28df-491b-b709-81aa72dc3e0a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:16.594971 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-34457d37-f06a-4a4e-9980-afe0d39befbb tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Calling delete_port for 812b8ba4-28df-491b-b709-81aa72dc3e0a owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:16.731584 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-34457d37-f06a-4a4e-9980-afe0d39befbb tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (812b8ba4-28df-491b-b709-81aa72dc3e0a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:16.763027 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34457d37-f06a-4a4e-9980-afe0d39befbb tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Pushing event deleted for resources: {'Port': ['ID=812b8ba4-28df-491b-b709-81aa72dc3e0a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:16.833399 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-34457d37-f06a-4a4e-9980-afe0d39befbb tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:16.837648 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-34457d37-f06a-4a4e-9980-afe0d39befbb tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "DELETE /v2.0/ports/812b8ba4-28df-491b-b709-81aa72dc3e0a HTTP/1.1" status: 204 len: 168 time: 0.4639916 Feb 09 02:13:16.840649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50196) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:16.872536 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b71228-3411-43ff-ab79-d9fed4a14432 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] GET failed (client error): The resource could not be found. Feb 09 02:13:16.875001 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-44b71228-3411-43ff-ab79-d9fed4a14432 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "GET /v2.0/ports/812b8ba4-28df-491b-b709-81aa72dc3e0a HTTP/1.1" status: 404 len: 333 time: 0.0326929 Feb 09 02:13:16.878425 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50198) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:16.993835 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2777637b-249c-4a22-8ff9-4c0645513bdb tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Deleting port 06e283d7-8702-439a-a3b1-9d97fe86679e {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:16.994665 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2777637b-249c-4a22-8ff9-4c0645513bdb tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (06e283d7-8702-439a-a3b1-9d97fe86679e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:17.088433 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2777637b-249c-4a22-8ff9-4c0645513bdb tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (06e283d7-8702-439a-a3b1-9d97fe86679e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:17.101325 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2777637b-249c-4a22-8ff9-4c0645513bdb tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Calling delete_port for 06e283d7-8702-439a-a3b1-9d97fe86679e owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:17.250512 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2777637b-249c-4a22-8ff9-4c0645513bdb tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (06e283d7-8702-439a-a3b1-9d97fe86679e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:17.284980 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777637b-249c-4a22-8ff9-4c0645513bdb tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Pushing event deleted for resources: {'Port': ['ID=06e283d7-8702-439a-a3b1-9d97fe86679e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:17.362682 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2777637b-249c-4a22-8ff9-4c0645513bdb tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:17.366527 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2777637b-249c-4a22-8ff9-4c0645513bdb tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "DELETE /v2.0/ports/06e283d7-8702-439a-a3b1-9d97fe86679e HTTP/1.1" status: 204 len: 168 time: 0.4870257 Feb 09 02:13:17.369051 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50200) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:17.432785 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47a5d72-7a9d-4009-9d4f-fb1a78e15e69 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Deleting subnet 56a72304-02ed-4d82-be81-96743fd3c3c7 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:13:17.439139 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d47a5d72-7a9d-4009-9d4f-fb1a78e15e69 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks [] for subnet (56a72304-02ed-4d82-be81-96743fd3c3c7), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:17.486931 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d47a5d72-7a9d-4009-9d4f-fb1a78e15e69 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (56a72304-02ed-4d82-be81-96743fd3c3c7), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:17.589825 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d47a5d72-7a9d-4009-9d4f-fb1a78e15e69 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (56a72304-02ed-4d82-be81-96743fd3c3c7), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:17.702498 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d47a5d72-7a9d-4009-9d4f-fb1a78e15e69 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (56a72304-02ed-4d82-be81-96743fd3c3c7), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:17.736613 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a5d72-7a9d-4009-9d4f-fb1a78e15e69 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Pushing event deleted for resources: {'Subnet': ['ID=56a72304-02ed-4d82-be81-96743fd3c3c7,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:17.742046 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d47a5d72-7a9d-4009-9d4f-fb1a78e15e69 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:17.748056 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50208) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:17.748228 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d47a5d72-7a9d-4009-9d4f-fb1a78e15e69 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "DELETE /v2.0/subnets/56a72304-02ed-4d82-be81-96743fd3c3c7 HTTP/1.1" status: 204 len: 168 time: 0.3774786 Feb 09 02:13:17.753341 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eec32e-d1d3-4fa3-8488-ff5a3cce1b62 None None] Network 984be0da-8b76-4ab4-9869-fccf9b82f148 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:17.844418 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d26a79ea-be89-436d-a231-0f15e2063ad5 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (984be0da-8b76-4ab4-9869-fccf9b82f148), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:17.923473 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d26a79ea-be89-436d-a231-0f15e2063ad5 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Deleting port 75569642-6b89-4827-b390-e7e4cbf40bad {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:17.923829 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d26a79ea-be89-436d-a231-0f15e2063ad5 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (75569642-6b89-4827-b390-e7e4cbf40bad), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:17.967545 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbb672d-961b-415d-b640-dee72eb046a6 None None] DHCP port deletion for 984be0da-8b76-4ab4-9869-fccf9b82f148 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:13:18.012075 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-d26a79ea-be89-436d-a231-0f15e2063ad5 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] For port 75569642-6b89-4827-b390-e7e4cbf40bad, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=75569642-6b89-4827-b390-e7e4cbf40bad,segment=NetworkSegment(139a539d-77bd-4db2-a8e9-0803d00c56d8),segment_id=139a539d-77bd-4db2-a8e9-0803d00c56d8)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:18.012455 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d26a79ea-be89-436d-a231-0f15e2063ad5 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (75569642-6b89-4827-b390-e7e4cbf40bad), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:18.026667 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d26a79ea-be89-436d-a231-0f15e2063ad5 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Calling delete_port for 75569642-6b89-4827-b390-e7e4cbf40bad owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:18.064791 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8dbb672d-961b-415d-b640-dee72eb046a6 None None] Deleting port 75569642-6b89-4827-b390-e7e4cbf40bad {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:18.065162 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8dbb672d-961b-415d-b640-dee72eb046a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (75569642-6b89-4827-b390-e7e4cbf40bad), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:18.146416 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d26a79ea-be89-436d-a231-0f15e2063ad5 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (75569642-6b89-4827-b390-e7e4cbf40bad), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:18.190095 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a79ea-be89-436d-a231-0f15e2063ad5 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Pushing event deleted for resources: {'Port': ['ID=75569642-6b89-4827-b390-e7e4cbf40bad,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:18.196409 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26a79ea-be89-436d-a231-0f15e2063ad5 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] No DVR routers for this DVR port 75569642-6b89-4827-b390-e7e4cbf40bad on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:18.207960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-8dbb672d-961b-415d-b640-dee72eb046a6 None None] For port 75569642-6b89-4827-b390-e7e4cbf40bad, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=75569642-6b89-4827-b390-e7e4cbf40bad,segment=NetworkSegment(139a539d-77bd-4db2-a8e9-0803d00c56d8),segment_id=139a539d-77bd-4db2-a8e9-0803d00c56d8)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:18.208356 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8dbb672d-961b-415d-b640-dee72eb046a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (75569642-6b89-4827-b390-e7e4cbf40bad), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:18.223140 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8dbb672d-961b-415d-b640-dee72eb046a6 None None] Calling delete_port for 75569642-6b89-4827-b390-e7e4cbf40bad owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:18.309590 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8dbb672d-961b-415d-b640-dee72eb046a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (75569642-6b89-4827-b390-e7e4cbf40bad), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:18.341492 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d26a79ea-be89-436d-a231-0f15e2063ad5 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (984be0da-8b76-4ab4-9869-fccf9b82f148), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:18.352927 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbb672d-961b-415d-b640-dee72eb046a6 None None] No DVR routers for this DVR port 75569642-6b89-4827-b390-e7e4cbf40bad on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:18.357258 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb672d-961b-415d-b640-dee72eb046a6 None None] Pushing event deleted for resources: {'Port': ['ID=75569642-6b89-4827-b390-e7e4cbf40bad,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:18.367532 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-d26a79ea-be89-436d-a231-0f15e2063ad5 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['984be0da-8b76-4ab4-9869-fccf9b82f148']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:18.379615 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-d26a79ea-be89-436d-a231-0f15e2063ad5 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139a539d-77bd-4db2-a8e9-0803d00c56d8') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:18.379908 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-d26a79ea-be89-436d-a231-0f15e2063ad5 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139a539d-77bd-4db2-a8e9-0803d00c56d8') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:18.392029 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d26a79ea-be89-436d-a231-0f15e2063ad5 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (139a539d-77bd-4db2-a8e9-0803d00c56d8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:18.409388 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d26a79ea-be89-436d-a231-0f15e2063ad5 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (139a539d-77bd-4db2-a8e9-0803d00c56d8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:18.426346 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26a79ea-be89-436d-a231-0f15e2063ad5 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:13:18.427050 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d26a79ea-be89-436d-a231-0f15e2063ad5 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (139a539d-77bd-4db2-a8e9-0803d00c56d8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: warnings.warn(msg) Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:13:18.430582 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:13:18.518221 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d26a79ea-be89-436d-a231-0f15e2063ad5 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (984be0da-8b76-4ab4-9869-fccf9b82f148), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:18.532858 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d26a79ea-be89-436d-a231-0f15e2063ad5 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:18.549879 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d26a79ea-be89-436d-a231-0f15e2063ad5 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] 10.222.0.36 "DELETE /v2.0/networks/984be0da-8b76-4ab4-9869-fccf9b82f148 HTTP/1.1" status: 204 len: 168 time: 0.7948184 Feb 09 02:13:18.567765 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a79ea-be89-436d-a231-0f15e2063ad5 tempest-AllowedAddressPairTestJSON-71940877 tempest-AllowedAddressPairTestJSON-71940877-project] Pushing event deleted for resources: {'Network': ['ID=984be0da-8b76-4ab4-9869-fccf9b82f148,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:18.728429 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 75569642-6b89-4827-b390-e7e4cbf40bad no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:13:18.771769 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 75569642-6b89-4827-b390-e7e4cbf40bad {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:13:18.772446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 75569642-6b89-4827-b390-e7e4cbf40bad not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:13:18.965236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50220) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:19.110856 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4ebeacbd-ae2f-4723-876f-5822f7d9f4cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f67ae89c56045b28cf3fd05acb847a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1437318 Feb 09 02:13:19.113266 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50224) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:19.172134 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c6b6047a-64e5-4a8d-8a6e-7c3052c612e7 admin admin] Publish callbacks [] for security_group (57a65e94-443b-468c-92ce-d14231576bc1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:19.195136 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c6b6047a-64e5-4a8d-8a6e-7c3052c612e7 admin admin] Publish callbacks [] for security_group (57a65e94-443b-468c-92ce-d14231576bc1), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:19.252255 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c6b6047a-64e5-4a8d-8a6e-7c3052c612e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (57a65e94-443b-468c-92ce-d14231576bc1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:19.256445 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c6b6047a-64e5-4a8d-8a6e-7c3052c612e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:19.258068 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c6b6047a-64e5-4a8d-8a6e-7c3052c612e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/57a65e94-443b-468c-92ce-d14231576bc1 HTTP/1.1" status: 204 len: 168 time: 0.1436968 Feb 09 02:13:19.276600 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6047a-64e5-4a8d-8a6e-7c3052c612e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a65e94-443b-468c-92ce-d14231576bc1,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:20.170248 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50252) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:20.288005 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-69178f89-8c8d-4ea9-87f5-7f9a256c5dd7 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1906489474'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:20.311374 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69178f89-8c8d-4ea9-87f5-7f9a256c5dd7 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Made reservation on behalf of 06595670ec874e9582e9791b5d10f79e for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:20.315896 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-69178f89-8c8d-4ea9-87f5-7f9a256c5dd7 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:20.326045 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-69178f89-8c8d-4ea9-87f5-7f9a256c5dd7 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:20.417677 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-69178f89-8c8d-4ea9-87f5-7f9a256c5dd7 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks [] for security_group (394d6cd7-8066-4a33-9739-0d9d25a314da), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:20.423458 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-69178f89-8c8d-4ea9-87f5-7f9a256c5dd7 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (394d6cd7-8066-4a33-9739-0d9d25a314da), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:20.451490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69178f89-8c8d-4ea9-87f5-7f9a256c5dd7 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:13:20.461880 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69178f89-8c8d-4ea9-87f5-7f9a256c5dd7 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=394d6cd7-8066-4a33-9739-0d9d25a314da,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:20.466771 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-69178f89-8c8d-4ea9-87f5-7f9a256c5dd7 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (cc7b70b5-0f8f-46cc-8d66-f744cfb2d2cc), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:20.467116 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-69178f89-8c8d-4ea9-87f5-7f9a256c5dd7 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Added segment cc7b70b5-0f8f-46cc-8d66-f744cfb2d2cc of type vlan for network b20ddc19-47d0-4a83-9d24-a8840fde4845 Feb 09 02:13:20.517681 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-69178f89-8c8d-4ea9-87f5-7f9a256c5dd7 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (b20ddc19-47d0-4a83-9d24-a8840fde4845), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:20.558602 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-69178f89-8c8d-4ea9-87f5-7f9a256c5dd7 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (b20ddc19-47d0-4a83-9d24-a8840fde4845), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:20.566219 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69178f89-8c8d-4ea9-87f5-7f9a256c5dd7 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:20.566953 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-69178f89-8c8d-4ea9-87f5-7f9a256c5dd7 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:20.653665 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50256) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:20.654309 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-69178f89-8c8d-4ea9-87f5-7f9a256c5dd7 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4823549 Feb 09 02:13:20.661169 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-bbd0f3bc-7da6-4463-b696-154899f18746 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Request body: {'subnet': {'network_id': 'b20ddc19-47d0-4a83-9d24-a8840fde4845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:20.663815 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69178f89-8c8d-4ea9-87f5-7f9a256c5dd7 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Pushing event updated for resources: {'Network': ['ID=b20ddc19-47d0-4a83-9d24-a8840fde4845,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:20.677488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network b20ddc19-47d0-4a83-9d24-a8840fde4845 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:13:20.799378 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd0f3bc-7da6-4463-b696-154899f18746 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Made reservation on behalf of 06595670ec874e9582e9791b5d10f79e for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:20.803294 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f3bc-7da6-4463-b696-154899f18746 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:20.903739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50262) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:21.107390 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f3bc-7da6-4463-b696-154899f18746 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (86dd978a-17fb-410a-b504-b265f3cf9909), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:21.180010 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0f3bc-7da6-4463-b696-154899f18746 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Pushing event updated for resources: {'Subnet': ['ID=86dd978a-17fb-410a-b504-b265f3cf9909,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:21.196950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4455d7-e6ea-4770-945f-9473985f7672 admin admin] Deleting subnet d4fa5d35-bac9-46a3-abad-ddce6ad22c17 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:13:21.200078 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd0f3bc-7da6-4463-b696-154899f18746 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Checking segment: {'id': 'cc7b70b5-0f8f-46cc-8d66-f744cfb2d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b20ddc19-47d0-4a83-9d24-a8840fde4845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:21.200740 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd0f3bc-7da6-4463-b696-154899f18746 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Network hostable DHCP agents. Network: b20ddc19-47d0-4a83-9d24-a8840fde4845, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:13:21.207135 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ee4455d7-e6ea-4770-945f-9473985f7672 admin admin] Publish callbacks [] for subnet (d4fa5d35-bac9-46a3-abad-ddce6ad22c17), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:21.223297 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd0f3bc-7da6-4463-b696-154899f18746 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Network b20ddc19-47d0-4a83-9d24-a8840fde4845 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:13:21.248046 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-bbd0f3bc-7da6-4463-b696-154899f18746 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, b20ddc19-47d0-4a83-9d24-a8840fde4845) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:21.257717 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef199635-52ff-435c-9101-c7c180b66184 None None] Network b20ddc19-47d0-4a83-9d24-a8840fde4845 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:21.260650 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd0f3bc-7da6-4463-b696-154899f18746 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:21.261653 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f3bc-7da6-4463-b696-154899f18746 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:21.287612 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bbd0f3bc-7da6-4463-b696-154899f18746 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6314914 Feb 09 02:13:21.289624 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50268) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:21.301880 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ee4455d7-e6ea-4770-945f-9473985f7672 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (d4fa5d35-bac9-46a3-abad-ddce6ad22c17), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:21.302767 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-c606649f-f680-4dea-829c-451b2693714d tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Request body: {'port': {'network_id': 'b20ddc19-47d0-4a83-9d24-a8840fde4845', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-124531069'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:21.355110 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ee4455d7-e6ea-4770-945f-9473985f7672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (d4fa5d35-bac9-46a3-abad-ddce6ad22c17), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:21.449919 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ee4455d7-e6ea-4770-945f-9473985f7672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (d4fa5d35-bac9-46a3-abad-ddce6ad22c17), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:21.489596 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a28c7c-24d9-4c83-a899-6607cea58eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-b20ddc19-47d0-4a83-9d24-a8840fde4845', 'network_id': 'b20ddc19-47d0-4a83-9d24-a8840fde4845', 'project_id': '06595670ec874e9582e9791b5d10f79e', 'fixed_ips': [{'subnet_id': '86dd978a-17fb-410a-b504-b265f3cf9909'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:13:21.493895 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a7a28c7c-24d9-4c83-a899-6607cea58eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:21.528170 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ee4455d7-e6ea-4770-945f-9473985f7672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:21.540198 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50270) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:21.541957 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ee4455d7-e6ea-4770-945f-9473985f7672 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d4fa5d35-bac9-46a3-abad-ddce6ad22c17 HTTP/1.1" status: 204 len: 168 time: 0.6371274 Feb 09 02:13:21.544903 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4455d7-e6ea-4770-945f-9473985f7672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4fa5d35-bac9-46a3-abad-ddce6ad22c17,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:21.696698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-a7a28c7c-24d9-4c83-a899-6607cea58eaf None None] Allocated IP 2001:db8::2 (b20ddc19-47d0-4a83-9d24-a8840fde4845/86dd978a-17fb-410a-b504-b265f3cf9909/5b3aca7c-f784-46f8-aacd-5cec5eebdced) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:21.708067 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (e4929272-34ac-470d-93fe-aaf65a878036), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:21.715889 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c606649f-f680-4dea-829c-451b2693714d tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Made reservation on behalf of 06595670ec874e9582e9791b5d10f79e for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:21.722758 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c606649f-f680-4dea-829c-451b2693714d tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:21.766253 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-c606649f-f680-4dea-829c-451b2693714d tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] device_id is not set on port 39a8aacb-eb62-419a-8ee2-ea39224bf935 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:13:21.880969 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a7a28c7c-24d9-4c83-a899-6607cea58eaf None None] Publish callbacks [] for port (5b3aca7c-f784-46f8-aacd-5cec5eebdced), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:21.892296 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a7a28c7c-24d9-4c83-a899-6607cea58eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (5b3aca7c-f784-46f8-aacd-5cec5eebdced), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:21.964368 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a28c7c-24d9-4c83-a899-6607cea58eaf None None] Pushing event updated for resources: {'Port': ['ID=5b3aca7c-f784-46f8-aacd-5cec5eebdced,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:22.004770 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a28c7c-24d9-4c83-a899-6607cea58eaf None None] Network b20ddc19-47d0-4a83-9d24-a8840fde4845 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:22.006308 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-a7a28c7c-24d9-4c83-a899-6607cea58eaf None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:22.016386 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a28c7c-24d9-4c83-a899-6607cea58eaf None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:22.180825 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a7a28c7c-24d9-4c83-a899-6607cea58eaf None None] Attempting to bind port 5b3aca7c-f784-46f8-aacd-5cec5eebdced on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:13:22.181497 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a7a28c7c-24d9-4c83-a899-6607cea58eaf None None] Attempting to bind port 5b3aca7c-f784-46f8-aacd-5cec5eebdced by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'cc7b70b5-0f8f-46cc-8d66-f744cfb2d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b20ddc19-47d0-4a83-9d24-a8840fde4845'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:13:22.182034 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a28c7c-24d9-4c83-a899-6607cea58eaf None None] Attempting to bind port 5b3aca7c-f784-46f8-aacd-5cec5eebdced on network b20ddc19-47d0-4a83-9d24-a8840fde4845 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:13:22.204289 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a28c7c-24d9-4c83-a899-6607cea58eaf None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:13:22.205332 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a28c7c-24d9-4c83-a899-6607cea58eaf None None] Checking segment: {'id': 'cc7b70b5-0f8f-46cc-8d66-f744cfb2d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b20ddc19-47d0-4a83-9d24-a8840fde4845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:22.205970 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a7a28c7c-24d9-4c83-a899-6607cea58eaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:22.206698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a28c7c-24d9-4c83-a899-6607cea58eaf None None] Bound using segment: {'id': 'cc7b70b5-0f8f-46cc-8d66-f744cfb2d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b20ddc19-47d0-4a83-9d24-a8840fde4845'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:13:22.207698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a7a28c7c-24d9-4c83-a899-6607cea58eaf None None] Bound port: 5b3aca7c-f784-46f8-aacd-5cec5eebdced, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7b70b5-0f8f-46cc-8d66-f744cfb2d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b20ddc19-47d0-4a83-9d24-a8840fde4845'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:13:22.208386 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a7a28c7c-24d9-4c83-a899-6607cea58eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5b3aca7c-f784-46f8-aacd-5cec5eebdced), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:22.234670 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (e4929272-34ac-470d-93fe-aaf65a878036), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:22.237980 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-c606649f-f680-4dea-829c-451b2693714d tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Allocated IP 2001:db8::2aa (b20ddc19-47d0-4a83-9d24-a8840fde4845/86dd978a-17fb-410a-b504-b265f3cf9909/39a8aacb-eb62-419a-8ee2-ea39224bf935) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:22.270479 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4929272-34ac-470d-93fe-aaf65a878036']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:22.287890 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88a49b9-1d15-4a7c-8dcf-907adaed532c') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:22.288295 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88a49b9-1d15-4a7c-8dcf-907adaed532c') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:22.309709 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (f88a49b9-1d15-4a7c-8dcf-907adaed532c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:22.333180 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a7a28c7c-24d9-4c83-a899-6607cea58eaf None None] For port 5b3aca7c-f784-46f8-aacd-5cec5eebdced, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:13:22.346495 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a7a28c7c-24d9-4c83-a899-6607cea58eaf None None] For port 5b3aca7c-f784-46f8-aacd-5cec5eebdced, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5b3aca7c-f784-46f8-aacd-5cec5eebdced,segment=NetworkSegment(cc7b70b5-0f8f-46cc-8d66-f744cfb2d2cc),segment_id=cc7b70b5-0f8f-46cc-8d66-f744cfb2d2cc)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:13:22.361326 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a7a28c7c-24d9-4c83-a899-6607cea58eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5b3aca7c-f784-46f8-aacd-5cec5eebdced), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:22.391090 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f88a49b9-1d15-4a7c-8dcf-907adaed532c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:22.435236 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:13:22.439851 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (f88a49b9-1d15-4a7c-8dcf-907adaed532c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:13:22.441966 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:13:22.509615 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a28c7c-24d9-4c83-a899-6607cea58eaf None None] Pushing event updated for resources: {'Port': ['ID=5b3aca7c-f784-46f8-aacd-5cec5eebdced,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:22.658217 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (e4929272-34ac-470d-93fe-aaf65a878036), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:22.676906 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:22.699976 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e4929272-34ac-470d-93fe-aaf65a878036 HTTP/1.1" status: 204 len: 168 time: 1.1546416 Feb 09 02:13:22.771591 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4929272-34ac-470d-93fe-aaf65a878036,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:22.802766 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:22.803168 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:22.803520 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:22.805148 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:22.806481 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:22.806929 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:22.807159 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:22.811661 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:22.812733 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:22.813430 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:22.813945 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:22.814460 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:22.814982 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d455-3178-4909-8d21-7484ecda8d17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:22.853796 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c606649f-f680-4dea-829c-451b2693714d tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks [] for port (39a8aacb-eb62-419a-8ee2-ea39224bf935), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:22.928669 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c606649f-f680-4dea-829c-451b2693714d tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (39a8aacb-eb62-419a-8ee2-ea39224bf935), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:22.953604 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c606649f-f680-4dea-829c-451b2693714d tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Network b20ddc19-47d0-4a83-9d24-a8840fde4845 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:22.957307 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-c606649f-f680-4dea-829c-451b2693714d tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:22.960267 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c606649f-f680-4dea-829c-451b2693714d tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:22.970502 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c606649f-f680-4dea-829c-451b2693714d tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:22.972108 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c606649f-f680-4dea-829c-451b2693714d tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:23.038875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50320) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:23.041981 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c606649f-f680-4dea-829c-451b2693714d tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.7510715 Feb 09 02:13:23.044703 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50322) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:23.050924 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-08de9864-f0a1-4fae-9929-bbe502889c21 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Request body: {'port': {'network_id': 'b20ddc19-47d0-4a83-9d24-a8840fde4845', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2073612971', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:23.051730 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.api.validators [None req-08de9864-f0a1-4fae-9929-bbe502889c21 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] bootfile-name is not in valid_values {{(pid=103184) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 02:13:23.052309 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.api.validators [None req-08de9864-f0a1-4fae-9929-bbe502889c21 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] tftp-server is not in valid_values {{(pid=103184) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 02:13:23.053007 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.api.validators [None req-08de9864-f0a1-4fae-9929-bbe502889c21 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] server-ip-address is not in valid_values {{(pid=103184) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 02:13:23.159920 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9930b17c-c5b9-46ea-8f04-5940a937b057 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=03bde09ff03d4ddb9a1a67e6aa44b908&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1169701 Feb 09 02:13:23.160698 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50328) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:23.169600 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606649f-f680-4dea-829c-451b2693714d tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Pushing event updated for resources: {'Port': ['ID=39a8aacb-eb62-419a-8ee2-ea39224bf935,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:23.214346 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08de9864-f0a1-4fae-9929-bbe502889c21 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Made reservation on behalf of 06595670ec874e9582e9791b5d10f79e for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:23.220361 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08de9864-f0a1-4fae-9929-bbe502889c21 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:23.277297 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-08de9864-f0a1-4fae-9929-bbe502889c21 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] device_id is not set on port ecafa90d-02a1-41f5-b1e9-e2f6ea7e69c7 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:13:23.284763 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f89321bf-0288-453c-9136-45697bfdf855 admin admin] Publish callbacks [] for security_group (3b70ec01-83fa-4d7c-8360-22af2cf6e693), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:23.316868 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f89321bf-0288-453c-9136-45697bfdf855 admin admin] Publish callbacks [] for security_group (3b70ec01-83fa-4d7c-8360-22af2cf6e693), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:23.392759 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f89321bf-0288-453c-9136-45697bfdf855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3b70ec01-83fa-4d7c-8360-22af2cf6e693), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:23.395354 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f89321bf-0288-453c-9136-45697bfdf855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:23.399481 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f89321bf-0288-453c-9136-45697bfdf855 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b70ec01-83fa-4d7c-8360-22af2cf6e693 HTTP/1.1" status: 204 len: 168 time: 0.2376742 Feb 09 02:13:23.425445 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89321bf-0288-453c-9136-45697bfdf855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b70ec01-83fa-4d7c-8360-22af2cf6e693,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:23.458119 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-08de9864-f0a1-4fae-9929-bbe502889c21 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Allocated IP 2001:db8::106 (b20ddc19-47d0-4a83-9d24-a8840fde4845/86dd978a-17fb-410a-b504-b265f3cf9909/ecafa90d-02a1-41f5-b1e9-e2f6ea7e69c7) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:23.754273 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08de9864-f0a1-4fae-9929-bbe502889c21 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks [] for port (ecafa90d-02a1-41f5-b1e9-e2f6ea7e69c7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:23.811165 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08de9864-f0a1-4fae-9929-bbe502889c21 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ecafa90d-02a1-41f5-b1e9-e2f6ea7e69c7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:23.889242 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08de9864-f0a1-4fae-9929-bbe502889c21 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Network b20ddc19-47d0-4a83-9d24-a8840fde4845 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:23.907730 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-08de9864-f0a1-4fae-9929-bbe502889c21 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:23.910281 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08de9864-f0a1-4fae-9929-bbe502889c21 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:23.917259 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08de9864-f0a1-4fae-9929-bbe502889c21 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:23.918030 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08de9864-f0a1-4fae-9929-bbe502889c21 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:23.936077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de9864-f0a1-4fae-9929-bbe502889c21 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Pushing event updated for resources: {'Port': ['ID=ecafa90d-02a1-41f5-b1e9-e2f6ea7e69c7,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:23.954945 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-08de9864-f0a1-4fae-9929-bbe502889c21 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.9090011 Feb 09 02:13:23.958014 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50366) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:24.113898 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea5bbc-ba36-4110-ac1b-ab2fc6e578ad tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:24.120640 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea5bbc-ba36-4110-ac1b-ab2fc6e578ad tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:24.127162 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea5bbc-ba36-4110-ac1b-ab2fc6e578ad tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:24.128927 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-acea5bbc-ba36-4110-ac1b-ab2fc6e578ad tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1699533 Feb 09 02:13:24.133188 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50372) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:24.326590 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e1dfe6-fa3f-4d5f-926c-167f6579b4f0 None None] Network b20ddc19-47d0-4a83-9d24-a8840fde4845 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:24.381348 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-89ec2788-1237-4185-963e-1bfb3820d75c tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Deleting port ecafa90d-02a1-41f5-b1e9-e2f6ea7e69c7 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:24.381831 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89ec2788-1237-4185-963e-1bfb3820d75c tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ecafa90d-02a1-41f5-b1e9-e2f6ea7e69c7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:24.526840 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89ec2788-1237-4185-963e-1bfb3820d75c tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ecafa90d-02a1-41f5-b1e9-e2f6ea7e69c7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:24.550996 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-89ec2788-1237-4185-963e-1bfb3820d75c tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Calling delete_port for ecafa90d-02a1-41f5-b1e9-e2f6ea7e69c7 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:24.598011 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-006f2fc8-8b86-493c-aad3-4ae45591c60d None None] Provisioning complete for port 5b3aca7c-f784-46f8-aacd-5cec5eebdced triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:24.598652 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-006f2fc8-8b86-493c-aad3-4ae45591c60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5b3aca7c-f784-46f8-aacd-5cec5eebdced), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:24.790723 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-006f2fc8-8b86-493c-aad3-4ae45591c60d None None] Current status of the port 5b3aca7c-f784-46f8-aacd-5cec5eebdced is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:24.791116 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-006f2fc8-8b86-493c-aad3-4ae45591c60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5b3aca7c-f784-46f8-aacd-5cec5eebdced), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:24.850013 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5b3aca7c-f784-46f8-aacd-5cec5eebdced up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:13:24.862898 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89ec2788-1237-4185-963e-1bfb3820d75c tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ecafa90d-02a1-41f5-b1e9-e2f6ea7e69c7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:24.924296 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec2788-1237-4185-963e-1bfb3820d75c tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Pushing event deleted for resources: {'Port': ['ID=ecafa90d-02a1-41f5-b1e9-e2f6ea7e69c7,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:24.981120 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89ec2788-1237-4185-963e-1bfb3820d75c tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:24.985565 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-89ec2788-1237-4185-963e-1bfb3820d75c tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] 10.222.0.36 "DELETE /v2.0/ports/ecafa90d-02a1-41f5-b1e9-e2f6ea7e69c7 HTTP/1.1" status: 204 len: 168 time: 0.8513303 Feb 09 02:13:24.989249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50390) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:24.997825 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-f0a984dd-f0da-4041-b42f-055567f769c9 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Request body: {'port': {'name': 'tempest-new-port-name-2023534933', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:24.998983 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.api.validators [None req-f0a984dd-f0da-4041-b42f-055567f769c9 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] bootfile-name is not in valid_values {{(pid=103183) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 02:13:24.999692 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.api.validators [None req-f0a984dd-f0da-4041-b42f-055567f769c9 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] tftp-server is not in valid_values {{(pid=103183) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 02:13:25.001266 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.api.validators [None req-f0a984dd-f0da-4041-b42f-055567f769c9 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] server-ip-address is not in valid_values {{(pid=103183) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 02:13:25.012485 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-006f2fc8-8b86-493c-aad3-4ae45591c60d None None] For port 5b3aca7c-f784-46f8-aacd-5cec5eebdced, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5b3aca7c-f784-46f8-aacd-5cec5eebdced,segment=NetworkSegment(cc7b70b5-0f8f-46cc-8d66-f744cfb2d2cc),segment_id=cc7b70b5-0f8f-46cc-8d66-f744cfb2d2cc)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:25.034916 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-006f2fc8-8b86-493c-aad3-4ae45591c60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5b3aca7c-f784-46f8-aacd-5cec5eebdced), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:25.160033 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f0a984dd-f0da-4041-b42f-055567f769c9 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (39a8aacb-eb62-419a-8ee2-ea39224bf935), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:25.439591 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f2fc8-8b86-493c-aad3-4ae45591c60d None None] Pushing event updated for resources: {'Port': ['ID=5b3aca7c-f784-46f8-aacd-5cec5eebdced,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:25.476698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 5b3aca7c-f784-46f8-aacd-5cec5eebdced triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:25.477333 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5b3aca7c-f784-46f8-aacd-5cec5eebdced), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:25.479382 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8db2b3ac-3f1f-4c40-aef2-27971d675a6b None None] Provisioning complete for port 5b3aca7c-f784-46f8-aacd-5cec5eebdced triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:25.479944 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8db2b3ac-3f1f-4c40-aef2-27971d675a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5b3aca7c-f784-46f8-aacd-5cec5eebdced), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:25.772769 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f0a984dd-f0da-4041-b42f-055567f769c9 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks [] for port (39a8aacb-eb62-419a-8ee2-ea39224bf935), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:25.783820 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f0a984dd-f0da-4041-b42f-055567f769c9 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (39a8aacb-eb62-419a-8ee2-ea39224bf935), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:25.791013 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 5b3aca7c-f784-46f8-aacd-5cec5eebdced is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:25.802125 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8db2b3ac-3f1f-4c40-aef2-27971d675a6b None None] Current status of the port 5b3aca7c-f784-46f8-aacd-5cec5eebdced is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:25.808716 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8db2b3ac-3f1f-4c40-aef2-27971d675a6b None None] Could not find standard attr ID for object ecafa90d-02a1-41f5-b1e9-e2f6ea7e69c7. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:13:25.830848 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8db2b3ac-3f1f-4c40-aef2-27971d675a6b None None] Provisioning complete for port 39a8aacb-eb62-419a-8ee2-ea39224bf935 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:25.832637 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8db2b3ac-3f1f-4c40-aef2-27971d675a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (39a8aacb-eb62-419a-8ee2-ea39224bf935), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:25.907653 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8db2b3ac-3f1f-4c40-aef2-27971d675a6b None None] Port 39a8aacb-eb62-419a-8ee2-ea39224bf935 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:13:25.940174 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a984dd-f0da-4041-b42f-055567f769c9 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Pushing event updated for resources: {'Port': ['ID=39a8aacb-eb62-419a-8ee2-ea39224bf935,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:25.950443 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-f0a984dd-f0da-4041-b42f-055567f769c9 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] In _notify_port_updated(), no bound segment for port 39a8aacb-eb62-419a-8ee2-ea39224bf935 on network b20ddc19-47d0-4a83-9d24-a8840fde4845 {{(pid=103183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:13:25.959104 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a984dd-f0da-4041-b42f-055567f769c9 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:25.959950 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f0a984dd-f0da-4041-b42f-055567f769c9 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:25.961258 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f0a984dd-f0da-4041-b42f-055567f769c9 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] 10.222.0.36 "PUT /v2.0/ports/39a8aacb-eb62-419a-8ee2-ea39224bf935 HTTP/1.1" status: 200 len: 1130 time: 0.9699538 Feb 09 02:13:25.963996 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50436) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:26.041785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-eb7bc62b-a848-41b4-b626-251556fb31c0 None None] Provisioning complete for port 39a8aacb-eb62-419a-8ee2-ea39224bf935 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:26.042707 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eb7bc62b-a848-41b4-b626-251556fb31c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (39a8aacb-eb62-419a-8ee2-ea39224bf935), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:26.086068 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361a16d0-9368-47b0-b0d5-baa8cec79035 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:26.091249 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-361a16d0-9368-47b0-b0d5-baa8cec79035 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] 10.222.0.36 "GET /v2.0/ports/39a8aacb-eb62-419a-8ee2-ea39224bf935 HTTP/1.1" status: 200 len: 1130 time: 0.1221039 Feb 09 02:13:26.092206 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50442) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:26.182290 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-eb7bc62b-a848-41b4-b626-251556fb31c0 None None] Port 39a8aacb-eb62-419a-8ee2-ea39224bf935 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:13:26.300627 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-017902d3-8390-4c45-bdab-c19f35c9fce4 None None] Could not find standard attr ID for object ecafa90d-02a1-41f5-b1e9-e2f6ea7e69c7. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:13:26.335698 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50444) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:26.348961 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-10421608-1afd-4b79-9d20-1ec38677d593 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Deleting port 39a8aacb-eb62-419a-8ee2-ea39224bf935 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:26.349312 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-10421608-1afd-4b79-9d20-1ec38677d593 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (39a8aacb-eb62-419a-8ee2-ea39224bf935), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:26.483672 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-10421608-1afd-4b79-9d20-1ec38677d593 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (39a8aacb-eb62-419a-8ee2-ea39224bf935), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:26.542251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-10421608-1afd-4b79-9d20-1ec38677d593 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Calling delete_port for 39a8aacb-eb62-419a-8ee2-ea39224bf935 owned by {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:26.761778 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5b3aca7c-f784-46f8-aacd-5cec5eebdced up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:13:26.772671 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-c92e3817-28ae-4a8f-8eb2-95e7f1a8b89c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'network': {'name': 'tempest-network-smoke--1862770995', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'port_security_enabled': True}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:26.802031 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-10421608-1afd-4b79-9d20-1ec38677d593 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (39a8aacb-eb62-419a-8ee2-ea39224bf935), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:26.850472 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 5b3aca7c-f784-46f8-aacd-5cec5eebdced triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:26.851040 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5b3aca7c-f784-46f8-aacd-5cec5eebdced), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:26.871953 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10421608-1afd-4b79-9d20-1ec38677d593 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Pushing event deleted for resources: {'Port': ['ID=39a8aacb-eb62-419a-8ee2-ea39224bf935,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:26.929576 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-10421608-1afd-4b79-9d20-1ec38677d593 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:26.935028 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-10421608-1afd-4b79-9d20-1ec38677d593 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] 10.222.0.36 "DELETE /v2.0/ports/39a8aacb-eb62-419a-8ee2-ea39224bf935 HTTP/1.1" status: 204 len: 168 time: 0.8396640 Feb 09 02:13:26.935028 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92e3817-28ae-4a8f-8eb2-95e7f1a8b89c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Made reservation on behalf of 87ca4c7ab6184b8eb587f6203fddbced for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:26.935871 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50468) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:26.937519 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c92e3817-28ae-4a8f-8eb2-95e7f1a8b89c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:26.951366 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c92e3817-28ae-4a8f-8eb2-95e7f1a8b89c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.032008 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 5b3aca7c-f784-46f8-aacd-5cec5eebdced is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:27.039145 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-99414fee-5eb6-46f8-a069-ee7db40f344d None None] Could not find standard attr ID for object 39a8aacb-eb62-419a-8ee2-ea39224bf935. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:13:27.072870 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-d331cce0-b68e-41dc-b309-2c15fb7d918f tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Deleting subnet 86dd978a-17fb-410a-b504-b265f3cf9909 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:13:27.081354 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d331cce0-b68e-41dc-b309-2c15fb7d918f tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks [] for subnet (86dd978a-17fb-410a-b504-b265f3cf9909), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.163821 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c92e3817-28ae-4a8f-8eb2-95e7f1a8b89c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group (56f2b4df-94ad-41e5-92d3-4e44fa2ef0b9), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.174594 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d331cce0-b68e-41dc-b309-2c15fb7d918f tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (86dd978a-17fb-410a-b504-b265f3cf9909), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.175466 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c92e3817-28ae-4a8f-8eb2-95e7f1a8b89c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (56f2b4df-94ad-41e5-92d3-4e44fa2ef0b9), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.216003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92e3817-28ae-4a8f-8eb2-95e7f1a8b89c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:13:27.289852 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c92e3817-28ae-4a8f-8eb2-95e7f1a8b89c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (cca59366-d01c-4b19-8cb5-50ceeea59202), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.290457 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-c92e3817-28ae-4a8f-8eb2-95e7f1a8b89c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Added segment cca59366-d01c-4b19-8cb5-50ceeea59202 of type vlan for network dbc2a860-a3f0-4678-9348-1a276d2e7db3 Feb 09 02:13:27.291978 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50476) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:27.309067 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e3817-28ae-4a8f-8eb2-95e7f1a8b89c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f2b4df-94ad-41e5-92d3-4e44fa2ef0b9,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:27.336566 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5d3ad13a-23da-4851-847c-5316a1612592 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1205499378', 'description': 'tempest-secgroup-smoke-1205499378 description', 'project_id': 'ae374e012dff438a8fcacf6297f76569'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:27.366506 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d3ad13a-23da-4851-847c-5316a1612592 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.379152 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c92e3817-28ae-4a8f-8eb2-95e7f1a8b89c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (dbc2a860-a3f0-4678-9348-1a276d2e7db3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.403700 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d331cce0-b68e-41dc-b309-2c15fb7d918f tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (86dd978a-17fb-410a-b504-b265f3cf9909), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.425266 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c92e3817-28ae-4a8f-8eb2-95e7f1a8b89c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (dbc2a860-a3f0-4678-9348-1a276d2e7db3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.434209 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92e3817-28ae-4a8f-8eb2-95e7f1a8b89c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:27.435774 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c92e3817-28ae-4a8f-8eb2-95e7f1a8b89c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.505752 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d3ad13a-23da-4851-847c-5316a1612592 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for security_group (f219cd1a-2922-4c78-ad0d-6ad888dc01d2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.511228 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d331cce0-b68e-41dc-b309-2c15fb7d918f tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (86dd978a-17fb-410a-b504-b265f3cf9909), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.511411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c92e3817-28ae-4a8f-8eb2-95e7f1a8b89c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1728041 Feb 09 02:13:27.512500 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50478) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:27.526907 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e3817-28ae-4a8f-8eb2-95e7f1a8b89c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'Network': ['ID=dbc2a860-a3f0-4678-9348-1a276d2e7db3,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:27.541316 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d3ad13a-23da-4851-847c-5316a1612592 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (f219cd1a-2922-4c78-ad0d-6ad888dc01d2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.544484 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network dbc2a860-a3f0-4678-9348-1a276d2e7db3 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:13:27.551616 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-9fc2353c-145a-437f-9f0a-1928bcbbdaec tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1614438909', 'admin_state_up': True, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:27.575729 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331cce0-b68e-41dc-b309-2c15fb7d918f tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Pushing event deleted for resources: {'Subnet': ['ID=86dd978a-17fb-410a-b504-b265f3cf9909,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:27.597665 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fc2353c-145a-437f-9f0a-1928bcbbdaec tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (d4eec624-5edf-40b3-9e79-98179fbfba81), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.598895 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fc2353c-145a-437f-9f0a-1928bcbbdaec tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (d4eec624-5edf-40b3-9e79-98179fbfba81), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.623872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799a713f-f00b-4040-8f22-9af33281ba1f None None] Network b20ddc19-47d0-4a83-9d24-a8840fde4845 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:27.631067 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d331cce0-b68e-41dc-b309-2c15fb7d918f tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.635406 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d331cce0-b68e-41dc-b309-2c15fb7d918f tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] 10.222.0.36 "DELETE /v2.0/subnets/86dd978a-17fb-410a-b504-b265f3cf9909 HTTP/1.1" status: 204 len: 168 time: 0.6984303 Feb 09 02:13:27.637985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50480) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:27.656692 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ad13a-23da-4851-847c-5316a1612592 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f219cd1a-2922-4c78-ad0d-6ad888dc01d2,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:27.673603 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d3ad13a-23da-4851-847c-5316a1612592 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.675959 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5d3ad13a-23da-4851-847c-5316a1612592 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3803558 Feb 09 02:13:27.683084 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50482) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:27.693284 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-474994c8-fd63-43af-a4d2-db4eb5af6367 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Request body: {'security_group_rule': {'security_group_id': 'f219cd1a-2922-4c78-ad0d-6ad888dc01d2', 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:27.850737 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8f2d479b-1a0c-4983-a149-1efd0795a794 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (b20ddc19-47d0-4a83-9d24-a8840fde4845), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.853453 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-474994c8-fd63-43af-a4d2-db4eb5af6367 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for security_group_rule (6efed6dd-54a3-466b-b1d1-c330d820e12d), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.922397 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0773a6cc-5e2a-47c5-a508-782cca2fe747 None None] DHCP port deletion for b20ddc19-47d0-4a83-9d24-a8840fde4845 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:13:27.965059 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-474994c8-fd63-43af-a4d2-db4eb5af6367 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for security_group_rule (6efed6dd-54a3-466b-b1d1-c330d820e12d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.986901 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-474994c8-fd63-43af-a4d2-db4eb5af6367 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (6efed6dd-54a3-466b-b1d1-c330d820e12d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.022595 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0773a6cc-5e2a-47c5-a508-782cca2fe747 None None] Deleting port 5b3aca7c-f784-46f8-aacd-5cec5eebdced {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:28.024696 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0773a6cc-5e2a-47c5-a508-782cca2fe747 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5b3aca7c-f784-46f8-aacd-5cec5eebdced), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.033810 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-474994c8-fd63-43af-a4d2-db4eb5af6367 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.037649 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-474994c8-fd63-43af-a4d2-db4eb5af6367 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3519816 Feb 09 02:13:28.038092 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50484) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:28.040294 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474994c8-fd63-43af-a4d2-db4eb5af6367 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efed6dd-54a3-466b-b1d1-c330d820e12d,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:28.053292 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-8f2d479b-1a0c-4983-a149-1efd0795a794 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Deleting port 5b3aca7c-f784-46f8-aacd-5cec5eebdced {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:28.054148 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8f2d479b-1a0c-4983-a149-1efd0795a794 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5b3aca7c-f784-46f8-aacd-5cec5eebdced), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.123091 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fc2353c-145a-437f-9f0a-1928bcbbdaec tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for router_controller (d4eec624-5edf-40b3-9e79-98179fbfba81), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.135601 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b8f1ef34-1fe7-440e-9c5b-54843fe412b5 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Request body: {'security_group_rule': {'security_group_id': 'f219cd1a-2922-4c78-ad0d-6ad888dc01d2', 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:28.167891 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-0773a6cc-5e2a-47c5-a508-782cca2fe747 None None] For port 5b3aca7c-f784-46f8-aacd-5cec5eebdced, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5b3aca7c-f784-46f8-aacd-5cec5eebdced,segment=NetworkSegment(cc7b70b5-0f8f-46cc-8d66-f744cfb2d2cc),segment_id=cc7b70b5-0f8f-46cc-8d66-f744cfb2d2cc)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:28.170611 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0773a6cc-5e2a-47c5-a508-782cca2fe747 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5b3aca7c-f784-46f8-aacd-5cec5eebdced), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.183921 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b8f1ef34-1fe7-440e-9c5b-54843fe412b5 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for security_group_rule (770d225f-bcf9-488c-9dd3-605d22650a02), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.196760 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0773a6cc-5e2a-47c5-a508-782cca2fe747 None None] Calling delete_port for 5b3aca7c-f784-46f8-aacd-5cec5eebdced owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:28.233006 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-8f2d479b-1a0c-4983-a149-1efd0795a794 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] For port 5b3aca7c-f784-46f8-aacd-5cec5eebdced, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5b3aca7c-f784-46f8-aacd-5cec5eebdced,segment=NetworkSegment(cc7b70b5-0f8f-46cc-8d66-f744cfb2d2cc),segment_id=cc7b70b5-0f8f-46cc-8d66-f744cfb2d2cc)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:28.233370 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8f2d479b-1a0c-4983-a149-1efd0795a794 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5b3aca7c-f784-46f8-aacd-5cec5eebdced), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.294788 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b8f1ef34-1fe7-440e-9c5b-54843fe412b5 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for security_group_rule (770d225f-bcf9-488c-9dd3-605d22650a02), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.305477 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b8f1ef34-1fe7-440e-9c5b-54843fe412b5 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (770d225f-bcf9-488c-9dd3-605d22650a02), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.312037 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-8f2d479b-1a0c-4983-a149-1efd0795a794 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Calling delete_port for 5b3aca7c-f784-46f8-aacd-5cec5eebdced owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:28.327263 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fc2353c-145a-437f-9f0a-1928bcbbdaec tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for router_gateway (d4eec624-5edf-40b3-9e79-98179fbfba81), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.344606 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0773a6cc-5e2a-47c5-a508-782cca2fe747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (5b3aca7c-f784-46f8-aacd-5cec5eebdced), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.345966 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1ef34-1fe7-440e-9c5b-54843fe412b5 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770d225f-bcf9-488c-9dd3-605d22650a02,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:28.398705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773a6cc-5e2a-47c5-a508-782cca2fe747 None None] Pushing event deleted for resources: {'Port': ['ID=5b3aca7c-f784-46f8-aacd-5cec5eebdced,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:28.408543 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b8f1ef34-1fe7-440e-9c5b-54843fe412b5 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.412272 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b8f1ef34-1fe7-440e-9c5b-54843fe412b5 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3704400 Feb 09 02:13:28.413450 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50488) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:28.418482 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d45b0690-d1ac-4256-89c0-942d0ac0a3da tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Request body: {'security_group_rule': {'security_group_id': 'f219cd1a-2922-4c78-ad0d-6ad888dc01d2', 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:28.420745 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0773a6cc-5e2a-47c5-a508-782cca2fe747 None None] No DVR routers for this DVR port 5b3aca7c-f784-46f8-aacd-5cec5eebdced on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:28.471446 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8f2d479b-1a0c-4983-a149-1efd0795a794 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5b3aca7c-f784-46f8-aacd-5cec5eebdced), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.477306 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d45b0690-d1ac-4256-89c0-942d0ac0a3da tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for security_group_rule (e303c3b9-1a80-4ada-9463-954af1a16d55), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.527160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2d479b-1a0c-4983-a149-1efd0795a794 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] No DVR routers for this DVR port 5b3aca7c-f784-46f8-aacd-5cec5eebdced on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:28.541002 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d479b-1a0c-4983-a149-1efd0795a794 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Pushing event deleted for resources: {'Port': ['ID=5b3aca7c-f784-46f8-aacd-5cec5eebdced,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:28.598141 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d45b0690-d1ac-4256-89c0-942d0ac0a3da tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for security_group_rule (e303c3b9-1a80-4ada-9463-954af1a16d55), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.648445 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d45b0690-d1ac-4256-89c0-942d0ac0a3da tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (e303c3b9-1a80-4ada-9463-954af1a16d55), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.662054 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8f2d479b-1a0c-4983-a149-1efd0795a794 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (b20ddc19-47d0-4a83-9d24-a8840fde4845), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.680089 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b0690-d1ac-4256-89c0-942d0ac0a3da tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e303c3b9-1a80-4ada-9463-954af1a16d55,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:28.703402 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d45b0690-d1ac-4256-89c0-942d0ac0a3da tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.707505 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d45b0690-d1ac-4256-89c0-942d0ac0a3da tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2928169 Feb 09 02:13:28.708221 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fc2353c-145a-437f-9f0a-1928bcbbdaec tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for router_gateway (d4eec624-5edf-40b3-9e79-98179fbfba81), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.709981 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50490) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:28.715242 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-8f2d479b-1a0c-4983-a149-1efd0795a794 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b20ddc19-47d0-4a83-9d24-a8840fde4845']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:28.721019 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-a1b5ee31-5481-4db6-8f9a-14c5b73cc534 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Request body: {'security_group_rule': {'security_group_id': 'f219cd1a-2922-4c78-ad0d-6ad888dc01d2', 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:28.723635 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5b3aca7c-f784-46f8-aacd-5cec5eebdced no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:13:28.730562 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-8f2d479b-1a0c-4983-a149-1efd0795a794 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7b70b5-0f8f-46cc-8d66-f744cfb2d2cc') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:28.731029 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-8f2d479b-1a0c-4983-a149-1efd0795a794 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7b70b5-0f8f-46cc-8d66-f744cfb2d2cc') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:28.745151 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8f2d479b-1a0c-4983-a149-1efd0795a794 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (cc7b70b5-0f8f-46cc-8d66-f744cfb2d2cc), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.751027 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fc2353c-145a-437f-9f0a-1928bcbbdaec tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.755046 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 5b3aca7c-f784-46f8-aacd-5cec5eebdced {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:13:28.755653 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5b3aca7c-f784-46f8-aacd-5cec5eebdced not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:13:28.765542 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8f2d479b-1a0c-4983-a149-1efd0795a794 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (cc7b70b5-0f8f-46cc-8d66-f744cfb2d2cc), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.777394 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2d479b-1a0c-4983-a149-1efd0795a794 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:13:28.777887 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8f2d479b-1a0c-4983-a149-1efd0795a794 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (cc7b70b5-0f8f-46cc-8d66-f744cfb2d2cc), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: self.session.flush() Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:13:28.781841 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:13:28.792202 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ee31-5481-4db6-8f9a-14c5b73cc534 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for security_group_rule (8cabecc0-775e-4bfb-a698-f6321569cb73), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.863800 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ee31-5481-4db6-8f9a-14c5b73cc534 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for security_group_rule (8cabecc0-775e-4bfb-a698-f6321569cb73), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.866099 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8f2d479b-1a0c-4983-a149-1efd0795a794 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (b20ddc19-47d0-4a83-9d24-a8840fde4845), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.874950 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8f2d479b-1a0c-4983-a149-1efd0795a794 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.882784 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8f2d479b-1a0c-4983-a149-1efd0795a794 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] 10.222.0.36 "DELETE /v2.0/networks/b20ddc19-47d0-4a83-9d24-a8840fde4845 HTTP/1.1" status: 204 len: 168 time: 1.2437062 Feb 09 02:13:28.897662 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ee31-5481-4db6-8f9a-14c5b73cc534 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (8cabecc0-775e-4bfb-a698-f6321569cb73), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.897887 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d479b-1a0c-4983-a149-1efd0795a794 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395 tempest-ExtraDHCPOptionsIpV6TestJSON-280364395-project] Pushing event deleted for resources: {'Network': ['ID=b20ddc19-47d0-4a83-9d24-a8840fde4845,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:28.933550 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ee31-5481-4db6-8f9a-14c5b73cc534 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cabecc0-775e-4bfb-a698-f6321569cb73,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:28.944438 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ee31-5481-4db6-8f9a-14c5b73cc534 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.947676 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a1b5ee31-5481-4db6-8f9a-14c5b73cc534 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2307189 Feb 09 02:13:28.948427 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50494) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:28.953629 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-0ad056f0-400c-479b-ba5f-111007a02ecd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Request body: {'security_group_rule': {'security_group_id': 'f219cd1a-2922-4c78-ad0d-6ad888dc01d2', 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:28.988217 n-d-828387-3 neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-0ad056f0-400c-479b-ba5f-111007a02ecd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Project ae374e012dff438a8fcacf6297f76569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:13:28.994871 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0ad056f0-400c-479b-ba5f-111007a02ecd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for security_group_rule (acfffbec-9e02-4d83-9a0d-37552fbb7a7d), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:29.003783 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-9fc2353c-145a-437f-9f0a-1928bcbbdaec tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Allocated IP 172.25.7.58 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/c0a2a5c1-81d9-4a26-80bc-4508a3147c68) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:29.068325 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0ad056f0-400c-479b-ba5f-111007a02ecd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for security_group_rule (acfffbec-9e02-4d83-9a0d-37552fbb7a7d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:29.074271 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0ad056f0-400c-479b-ba5f-111007a02ecd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (acfffbec-9e02-4d83-9a0d-37552fbb7a7d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:29.094896 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad056f0-400c-479b-ba5f-111007a02ecd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfffbec-9e02-4d83-9a0d-37552fbb7a7d,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:29.107476 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0ad056f0-400c-479b-ba5f-111007a02ecd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:29.108828 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0ad056f0-400c-479b-ba5f-111007a02ecd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1592548 Feb 09 02:13:29.111978 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50496) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:29.116640 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-ce2aa4ec-a2ad-472b-b5cf-c9f453142d65 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Request body: {'security_group_rule': {'security_group_id': 'f219cd1a-2922-4c78-ad0d-6ad888dc01d2', 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:29.143446 n-d-828387-3 neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-ce2aa4ec-a2ad-472b-b5cf-c9f453142d65 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Project ae374e012dff438a8fcacf6297f76569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:13:29.151864 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce2aa4ec-a2ad-472b-b5cf-c9f453142d65 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for security_group_rule (5c6dc6ef-c4af-4d78-a77a-21a141f39fd9), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:29.164254 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fc2353c-145a-437f-9f0a-1928bcbbdaec tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for port (c0a2a5c1-81d9-4a26-80bc-4508a3147c68), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:29.223444 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fc2353c-145a-437f-9f0a-1928bcbbdaec tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (c0a2a5c1-81d9-4a26-80bc-4508a3147c68), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:29.236345 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce2aa4ec-a2ad-472b-b5cf-c9f453142d65 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for security_group_rule (5c6dc6ef-c4af-4d78-a77a-21a141f39fd9), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:29.243799 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce2aa4ec-a2ad-472b-b5cf-c9f453142d65 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (5c6dc6ef-c4af-4d78-a77a-21a141f39fd9), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:29.271572 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc2353c-145a-437f-9f0a-1928bcbbdaec tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:29.275155 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-9fc2353c-145a-437f-9f0a-1928bcbbdaec tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:29.276222 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2aa4ec-a2ad-472b-b5cf-c9f453142d65 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6dc6ef-c4af-4d78-a77a-21a141f39fd9,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:29.285335 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc2353c-145a-437f-9f0a-1928bcbbdaec tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:29.293287 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce2aa4ec-a2ad-472b-b5cf-c9f453142d65 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:29.295634 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ce2aa4ec-a2ad-472b-b5cf-c9f453142d65 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1816657 Feb 09 02:13:29.302643 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50504) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:29.363519 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2353c-145a-437f-9f0a-1928bcbbdaec tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'Port': ['ID=c0a2a5c1-81d9-4a26-80bc-4508a3147c68,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:29.507168 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9ad2841b-c421-43af-8407-f20e8b16abec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=06595670ec874e9582e9791b5d10f79e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2026370 Feb 09 02:13:29.509809 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50536) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:29.685644 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-536bd42d-a85b-45e2-ac7a-1dbd37c62b13 admin admin] Publish callbacks [] for security_group (394d6cd7-8066-4a33-9739-0d9d25a314da), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:29.731874 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-536bd42d-a85b-45e2-ac7a-1dbd37c62b13 admin admin] Publish callbacks [] for security_group (394d6cd7-8066-4a33-9739-0d9d25a314da), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:29.785302 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fc2353c-145a-437f-9f0a-1928bcbbdaec tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for router_gateway (d4eec624-5edf-40b3-9e79-98179fbfba81), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:29.903910 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-536bd42d-a85b-45e2-ac7a-1dbd37c62b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (394d6cd7-8066-4a33-9739-0d9d25a314da), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:29.907960 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-536bd42d-a85b-45e2-ac7a-1dbd37c62b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:29.909241 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-536bd42d-a85b-45e2-ac7a-1dbd37c62b13 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/394d6cd7-8066-4a33-9739-0d9d25a314da HTTP/1.1" status: 204 len: 168 time: 0.3984687 Feb 09 02:13:29.919776 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536bd42d-a85b-45e2-ac7a-1dbd37c62b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394d6cd7-8066-4a33-9739-0d9d25a314da,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:30.042787 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fc2353c-145a-437f-9f0a-1928bcbbdaec tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (d4eec624-5edf-40b3-9e79-98179fbfba81), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:30.207947 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc2353c-145a-437f-9f0a-1928bcbbdaec tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Router d4eec624-5edf-40b3-9e79-98179fbfba81 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:13:30.341195 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc2353c-145a-437f-9f0a-1928bcbbdaec tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:13:30.355769 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] Sync routers for ids ['d4eec624-5edf-40b3-9e79-98179fbfba81'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:13:30.368750 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] Routers {'d4eec624-5edf-40b3-9e79-98179fbfba81'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:13:30.370035 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:13:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d4eec624-5edf-40b3-9e79-98179fbfba81'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:30.376774 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fc2353c-145a-437f-9f0a-1928bcbbdaec tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:30.381584 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50594) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:30.382090 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9fc2353c-145a-437f-9f0a-1928bcbbdaec tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8367631 Feb 09 02:13:30.520052 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] Set router d4eec624-5edf-40b3-9e79-98179fbfba81 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:13:30.660409 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-822ce01f-7bf2-4e1a-9374-2a9c8a7314c6 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=87ca4c7ab6184b8eb587f6203fddbced&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2775259 Feb 09 02:13:30.662361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50606) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:30.794907 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'name': 'tempest-TestNetworkBasicOps-router-1614438909', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:27Z', 'updated_at': '2022-02-09T02:13:29Z', 'revision_number': 3, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:28Z', 'updated_at': '2022-02-09T02:13:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:30.828821 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] Checking router: d4eec624-5edf-40b3-9e79-98179fbfba81 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:13:30.829164 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] Updating router d4eec624-5edf-40b3-9e79-98179fbfba81 port c0a2a5c1-81d9-4a26-80bc-4508a3147c68 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:13:30.864208 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c0a2a5c1-81d9-4a26-80bc-4508a3147c68), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:30.886540 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421ec8bb-43a3-4f76-8ae5-22d0c6e59454 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:30.898227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50612) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:30.899889 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-421ec8bb-43a3-4f76-8ae5-22d0c6e59454 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2357500 Feb 09 02:13:30.900210 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50614) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:30.954795 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50618) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:30.960184 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-015a7b7a-252b-4d16-be32-14a904c09ac0 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0585783 Feb 09 02:13:30.960359 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6d3ea5c5-1cd6-4491-91b5-0ded05b1931f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1978535604', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:31.073228 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-3d55f5a9-2049-4afa-aa6f-f4b0e9d8a366 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1448564711'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:31.119916 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d55f5a9-2049-4afa-aa6f-f4b0e9d8a366 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Made reservation on behalf of 569461a41876460f9d584d6a1740b2f0 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:31.123978 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3d55f5a9-2049-4afa-aa6f-f4b0e9d8a366 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:31.139094 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3d55f5a9-2049-4afa-aa6f-f4b0e9d8a366 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:31.169484 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3ea5c5-1cd6-4491-91b5-0ded05b1931f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Made reservation on behalf of 87ca4c7ab6184b8eb587f6203fddbced for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:31.174782 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d3ea5c5-1cd6-4491-91b5-0ded05b1931f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:31.290118 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] Publish callbacks [] for port (c0a2a5c1-81d9-4a26-80bc-4508a3147c68), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:31.298550 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c0a2a5c1-81d9-4a26-80bc-4508a3147c68), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:31.374203 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] Attempting to bind port c0a2a5c1-81d9-4a26-80bc-4508a3147c68 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:13:31.375521 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] Attempting to bind port c0a2a5c1-81d9-4a26-80bc-4508a3147c68 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:13:31.376071 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] Attempting to bind port c0a2a5c1-81d9-4a26-80bc-4508a3147c68 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:13:31.387057 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:13:31.387716 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:31.388313 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:31.388879 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:13:31.389505 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] Bound port: c0a2a5c1-81d9-4a26-80bc-4508a3147c68, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:13:31.390588 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c0a2a5c1-81d9-4a26-80bc-4508a3147c68), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:31.411380 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3d55f5a9-2049-4afa-aa6f-f4b0e9d8a366 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks [] for security_group (800ced15-07df-4efb-a670-4bb97839054b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:31.422110 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3d55f5a9-2049-4afa-aa6f-f4b0e9d8a366 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (800ced15-07df-4efb-a670-4bb97839054b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:31.430333 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901580b-fc29-49e9-9fa7-806f17bd5e7b None None] Pushing event updated for resources: {'Port': ['ID=c0a2a5c1-81d9-4a26-80bc-4508a3147c68,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:31.442049 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6901580b-fc29-49e9-9fa7-806f17bd5e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:31.442670 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6901580b-fc29-49e9-9fa7-806f17bd5e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:31.443025 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6901580b-fc29-49e9-9fa7-806f17bd5e7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:31.443408 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6901580b-fc29-49e9-9fa7-806f17bd5e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:31.443753 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6901580b-fc29-49e9-9fa7-806f17bd5e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:31.444071 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6901580b-fc29-49e9-9fa7-806f17bd5e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:31.444397 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6901580b-fc29-49e9-9fa7-806f17bd5e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:31.444717 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6901580b-fc29-49e9-9fa7-806f17bd5e7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:31.445222 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6901580b-fc29-49e9-9fa7-806f17bd5e7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:31.445554 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6901580b-fc29-49e9-9fa7-806f17bd5e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:31.446401 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6901580b-fc29-49e9-9fa7-806f17bd5e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:31.446684 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6901580b-fc29-49e9-9fa7-806f17bd5e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:31.446985 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6901580b-fc29-49e9-9fa7-806f17bd5e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:31.487489 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] For port c0a2a5c1-81d9-4a26-80bc-4508a3147c68, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:13:31.492601 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] For port c0a2a5c1-81d9-4a26-80bc-4508a3147c68, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c0a2a5c1-81d9-4a26-80bc-4508a3147c68,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:13:31.495574 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d55f5a9-2049-4afa-aa6f-f4b0e9d8a366 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:13:31.505885 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c0a2a5c1-81d9-4a26-80bc-4508a3147c68), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:31.511309 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55f5a9-2049-4afa-aa6f-f4b0e9d8a366 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800ced15-07df-4efb-a670-4bb97839054b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:31.529080 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3d55f5a9-2049-4afa-aa6f-f4b0e9d8a366 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (956cd450-7336-4c01-8ad8-6927e665ffdd), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:31.529632 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-3d55f5a9-2049-4afa-aa6f-f4b0e9d8a366 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Added segment 956cd450-7336-4c01-8ad8-6927e665ffdd of type vlan for network 26844d67-420f-4583-ba79-403ee228414e Feb 09 02:13:31.567943 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d3ea5c5-1cd6-4491-91b5-0ded05b1931f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (9fc8a065-4570-450f-a943-ad922bc33f89), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:31.586088 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] Routers {'d4eec624-5edf-40b3-9e79-98179fbfba81'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:13:31.586978 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:13:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d4eec624-5edf-40b3-9e79-98179fbfba81'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:31.635101 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ea5c5-1cd6-4491-91b5-0ded05b1931f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'Subnet': ['ID=9fc8a065-4570-450f-a943-ad922bc33f89,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:31.646855 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3d55f5a9-2049-4afa-aa6f-f4b0e9d8a366 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (26844d67-420f-4583-ba79-403ee228414e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:31.696544 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3ea5c5-1cd6-4491-91b5-0ded05b1931f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Checking segment: {'id': 'cca59366-d01c-4b19-8cb5-50ceeea59202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:31.697050 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3ea5c5-1cd6-4491-91b5-0ded05b1931f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Network hostable DHCP agents. Network: dbc2a860-a3f0-4678-9348-1a276d2e7db3, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:13:31.707270 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3d55f5a9-2049-4afa-aa6f-f4b0e9d8a366 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (26844d67-420f-4583-ba79-403ee228414e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:31.712235 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d55f5a9-2049-4afa-aa6f-f4b0e9d8a366 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:31.712831 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3d55f5a9-2049-4afa-aa6f-f4b0e9d8a366 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:31.729757 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] Set router d4eec624-5edf-40b3-9e79-98179fbfba81 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:13:31.774438 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3d55f5a9-2049-4afa-aa6f-f4b0e9d8a366 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8730845 Feb 09 02:13:31.790328 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3ea5c5-1cd6-4491-91b5-0ded05b1931f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Network dbc2a860-a3f0-4678-9348-1a276d2e7db3 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:13:31.811347 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901580b-fc29-49e9-9fa7-806f17bd5e7b None None] Pushing event updated for resources: {'Port': ['ID=c0a2a5c1-81d9-4a26-80bc-4508a3147c68,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:31.811766 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55f5a9-2049-4afa-aa6f-f4b0e9d8a366 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event updated for resources: {'Network': ['ID=26844d67-420f-4583-ba79-403ee228414e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:31.814654 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-6d3ea5c5-1cd6-4491-91b5-0ded05b1931f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, dbc2a860-a3f0-4678-9348-1a276d2e7db3) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:31.821010 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3ea5c5-1cd6-4491-91b5-0ded05b1931f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:31.821670 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d3ea5c5-1cd6-4491-91b5-0ded05b1931f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:31.823914 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47899936-f305-4caf-8ce0-1adbdd145616 None None] Network dbc2a860-a3f0-4678-9348-1a276d2e7db3 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:31.878379 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6d3ea5c5-1cd6-4491-91b5-0ded05b1931f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9221361 Feb 09 02:13:31.881865 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50626) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:31.900498 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 26844d67-420f-4583-ba79-403ee228414e details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:13:32.110798 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'name': 'tempest-TestNetworkBasicOps-router-1614438909', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:27Z', 'updated_at': '2022-02-09T02:13:29Z', 'revision_number': 3, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:28Z', 'updated_at': '2022-02-09T02:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:32.159375 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98482cd9-1e6c-45e0-8de8-ad7b079e6691 None None] The sync data for ids ['d4eec624-5edf-40b3-9e79-98179fbfba81'] in n-d-828387-3 is: [{'id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'name': 'tempest-TestNetworkBasicOps-router-1614438909', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:27Z', 'updated_at': '2022-02-09T02:13:29Z', 'revision_number': 3, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:28Z', 'updated_at': '2022-02-09T02:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:13:32.180043 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf9e91c-2c64-4d2e-baa5-aab085c5d649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'fixed_ips': [{'subnet_id': '9fc8a065-4570-450f-a943-ad922bc33f89'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:13:32.181176 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cbf9e91c-2c64-4d2e-baa5-aab085c5d649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:32.476619 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-cbf9e91c-2c64-4d2e-baa5-aab085c5d649 None None] Allocated IP 172.20.0.2 (dbc2a860-a3f0-4678-9348-1a276d2e7db3/9fc8a065-4570-450f-a943-ad922bc33f89/bacab988-7b57-40c1-a759-c1baafb6de33) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:32.795746 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c0a2a5c1-81d9-4a26-80bc-4508a3147c68 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:13:33.161950 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port c0a2a5c1-81d9-4a26-80bc-4508a3147c68 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:33.163026 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c0a2a5c1-81d9-4a26-80bc-4508a3147c68), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:33.189483 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a227e9ad-1ae5-436b-bb54-bba24b603fa2 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:33.207599 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cbf9e91c-2c64-4d2e-baa5-aab085c5d649 None None] Publish callbacks [] for port (bacab988-7b57-40c1-a759-c1baafb6de33), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:33.221716 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cbf9e91c-2c64-4d2e-baa5-aab085c5d649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (bacab988-7b57-40c1-a759-c1baafb6de33), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:33.343884 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port c0a2a5c1-81d9-4a26-80bc-4508a3147c68 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:33.344453 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c0a2a5c1-81d9-4a26-80bc-4508a3147c68), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:33.369947 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port c0a2a5c1-81d9-4a26-80bc-4508a3147c68, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c0a2a5c1-81d9-4a26-80bc-4508a3147c68,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:33.382599 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c0a2a5c1-81d9-4a26-80bc-4508a3147c68), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:33.397549 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf9e91c-2c64-4d2e-baa5-aab085c5d649 None None] Network dbc2a860-a3f0-4678-9348-1a276d2e7db3 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:33.400611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-cbf9e91c-2c64-4d2e-baa5-aab085c5d649 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:33.406309 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf9e91c-2c64-4d2e-baa5-aab085c5d649 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:33.425200 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9e91c-2c64-4d2e-baa5-aab085c5d649 None None] Pushing event updated for resources: {'Port': ['ID=bacab988-7b57-40c1-a759-c1baafb6de33,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:33.505170 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=c0a2a5c1-81d9-4a26-80bc-4508a3147c68,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:33.566482 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cbf9e91c-2c64-4d2e-baa5-aab085c5d649 None None] Attempting to bind port bacab988-7b57-40c1-a759-c1baafb6de33 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:13:33.566942 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cbf9e91c-2c64-4d2e-baa5-aab085c5d649 None None] Attempting to bind port bacab988-7b57-40c1-a759-c1baafb6de33 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'cca59366-d01c-4b19-8cb5-50ceeea59202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:13:33.567520 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf9e91c-2c64-4d2e-baa5-aab085c5d649 None None] Attempting to bind port bacab988-7b57-40c1-a759-c1baafb6de33 on network dbc2a860-a3f0-4678-9348-1a276d2e7db3 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:13:33.574027 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf9e91c-2c64-4d2e-baa5-aab085c5d649 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:13:33.574406 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf9e91c-2c64-4d2e-baa5-aab085c5d649 None None] Checking segment: {'id': 'cca59366-d01c-4b19-8cb5-50ceeea59202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:33.574991 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cbf9e91c-2c64-4d2e-baa5-aab085c5d649 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:33.575228 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf9e91c-2c64-4d2e-baa5-aab085c5d649 None None] Bound using segment: {'id': 'cca59366-d01c-4b19-8cb5-50ceeea59202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:13:33.575700 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cbf9e91c-2c64-4d2e-baa5-aab085c5d649 None None] Bound port: bacab988-7b57-40c1-a759-c1baafb6de33, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca59366-d01c-4b19-8cb5-50ceeea59202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:13:33.576102 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cbf9e91c-2c64-4d2e-baa5-aab085c5d649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bacab988-7b57-40c1-a759-c1baafb6de33), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:33.705728 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-cbf9e91c-2c64-4d2e-baa5-aab085c5d649 None None] For port bacab988-7b57-40c1-a759-c1baafb6de33, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:13:33.710448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-cbf9e91c-2c64-4d2e-baa5-aab085c5d649 None None] For port bacab988-7b57-40c1-a759-c1baafb6de33, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=bacab988-7b57-40c1-a759-c1baafb6de33,segment=NetworkSegment(cca59366-d01c-4b19-8cb5-50ceeea59202),segment_id=cca59366-d01c-4b19-8cb5-50ceeea59202)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:13:33.721802 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cbf9e91c-2c64-4d2e-baa5-aab085c5d649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bacab988-7b57-40c1-a759-c1baafb6de33), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:33.825960 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-a227e9ad-1ae5-436b-bb54-bba24b603fa2 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Allocated IP 172.20.0.1 (dbc2a860-a3f0-4678-9348-1a276d2e7db3/9fc8a065-4570-450f-a943-ad922bc33f89/eb008b15-212e-41b7-b804-8a24bdc7fe4f) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:33.865155 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9e91c-2c64-4d2e-baa5-aab085c5d649 None None] Pushing event updated for resources: {'Port': ['ID=bacab988-7b57-40c1-a759-c1baafb6de33,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:34.185425 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a227e9ad-1ae5-436b-bb54-bba24b603fa2 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for port (eb008b15-212e-41b7-b804-8a24bdc7fe4f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:34.285135 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a227e9ad-1ae5-436b-bb54-bba24b603fa2 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (eb008b15-212e-41b7-b804-8a24bdc7fe4f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:34.369976 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a227e9ad-1ae5-436b-bb54-bba24b603fa2 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Network dbc2a860-a3f0-4678-9348-1a276d2e7db3 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:34.371782 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-a227e9ad-1ae5-436b-bb54-bba24b603fa2 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:34.373757 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227e9ad-1ae5-436b-bb54-bba24b603fa2 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'Port': ['ID=eb008b15-212e-41b7-b804-8a24bdc7fe4f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:34.382445 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a227e9ad-1ae5-436b-bb54-bba24b603fa2 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:34.449748 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a227e9ad-1ae5-436b-bb54-bba24b603fa2 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (d4eec624-5edf-40b3-9e79-98179fbfba81), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:34.617646 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a227e9ad-1ae5-436b-bb54-bba24b603fa2 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (eb008b15-212e-41b7-b804-8a24bdc7fe4f), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:34.879734 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bacab988-7b57-40c1-a759-c1baafb6de33 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:13:34.968312 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port bacab988-7b57-40c1-a759-c1baafb6de33 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:34.969609 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bacab988-7b57-40c1-a759-c1baafb6de33), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:35.121028 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port bacab988-7b57-40c1-a759-c1baafb6de33 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:35.121945 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bacab988-7b57-40c1-a759-c1baafb6de33), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:35.147458 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a227e9ad-1ae5-436b-bb54-bba24b603fa2 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for port (eb008b15-212e-41b7-b804-8a24bdc7fe4f), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:35.154520 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a227e9ad-1ae5-436b-bb54-bba24b603fa2 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (eb008b15-212e-41b7-b804-8a24bdc7fe4f), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:35.195383 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port bacab988-7b57-40c1-a759-c1baafb6de33, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=bacab988-7b57-40c1-a759-c1baafb6de33,segment=NetworkSegment(cca59366-d01c-4b19-8cb5-50ceeea59202),segment_id=cca59366-d01c-4b19-8cb5-50ceeea59202)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:35.204832 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bacab988-7b57-40c1-a759-c1baafb6de33), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:35.205526 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c0a2a5c1-81d9-4a26-80bc-4508a3147c68 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:13:35.215855 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50642) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:35.221234 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f28b13b8-d898-426c-a6fb-765436c802d4 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Request body: {'subnet': {'network_id': '26844d67-420f-4583-ba79-403ee228414e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:35.302019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=bacab988-7b57-40c1-a759-c1baafb6de33,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:35.345583 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227e9ad-1ae5-436b-bb54-bba24b603fa2 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'Port': ['ID=eb008b15-212e-41b7-b804-8a24bdc7fe4f,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:35.348492 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a227e9ad-1ae5-436b-bb54-bba24b603fa2 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (d4eec624-5edf-40b3-9e79-98179fbfba81), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:35.390923 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port c0a2a5c1-81d9-4a26-80bc-4508a3147c68 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:35.391652 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c0a2a5c1-81d9-4a26-80bc-4508a3147c68), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:35.426211 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28b13b8-d898-426c-a6fb-765436c802d4 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Made reservation on behalf of 569461a41876460f9d584d6a1740b2f0 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:35.429870 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f28b13b8-d898-426c-a6fb-765436c802d4 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:35.492695 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a227e9ad-1ae5-436b-bb54-bba24b603fa2 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Network dbc2a860-a3f0-4678-9348-1a276d2e7db3 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:35.495224 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-a227e9ad-1ae5-436b-bb54-bba24b603fa2 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:35.507887 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port c0a2a5c1-81d9-4a26-80bc-4508a3147c68 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:35.619038 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506df220-911e-47d5-92b1-321f4fc1288e None None] Network dbc2a860-a3f0-4678-9348-1a276d2e7db3 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:35.683833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a227e9ad-1ae5-436b-bb54-bba24b603fa2 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Router d4eec624-5edf-40b3-9e79-98179fbfba81 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:13:35.688700 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f28b13b8-d898-426c-a6fb-765436c802d4 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (c2679935-6a87-46ca-9ed2-fa46c869d6c6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:35.755912 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-965e65c3-9ff0-4419-903c-d87631d1e0d1 None None] Provisioning complete for port bacab988-7b57-40c1-a759-c1baafb6de33 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:35.756286 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-965e65c3-9ff0-4419-903c-d87631d1e0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bacab988-7b57-40c1-a759-c1baafb6de33), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:35.772415 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28b13b8-d898-426c-a6fb-765436c802d4 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Checking segment: {'id': '956cd450-7336-4c01-8ad8-6927e665ffdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '26844d67-420f-4583-ba79-403ee228414e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:35.772964 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28b13b8-d898-426c-a6fb-765436c802d4 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Network hostable DHCP agents. Network: 26844d67-420f-4583-ba79-403ee228414e, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:13:35.779022 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b13b8-d898-426c-a6fb-765436c802d4 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event updated for resources: {'Subnet': ['ID=c2679935-6a87-46ca-9ed2-fa46c869d6c6,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:35.798889 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28b13b8-d898-426c-a6fb-765436c802d4 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Network 26844d67-420f-4583-ba79-403ee228414e is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:13:35.816873 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-f28b13b8-d898-426c-a6fb-765436c802d4 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 26844d67-420f-4583-ba79-403ee228414e) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:35.823826 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28b13b8-d898-426c-a6fb-765436c802d4 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:35.824415 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f28b13b8-d898-426c-a6fb-765436c802d4 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:35.862353 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6513fc61-c9da-47f1-8881-54db7ba44618 None None] Network 26844d67-420f-4583-ba79-403ee228414e requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:35.863294 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f28b13b8-d898-426c-a6fb-765436c802d4 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6462572 Feb 09 02:13:35.868773 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50646) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:35.878468 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-36e2ad38-e277-47d8-bfe4-9a55dcf730f8 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-523216808'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:35.882418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a227e9ad-1ae5-436b-bb54-bba24b603fa2 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:13:35.889504 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a227e9ad-1ae5-436b-bb54-bba24b603fa2 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "PUT /v2.0/routers/d4eec624-5edf-40b3-9e79-98179fbfba81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0065403 Feb 09 02:13:35.892166 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50648) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:35.927318 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] Sync routers for ids ['d4eec624-5edf-40b3-9e79-98179fbfba81'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:13:35.942916 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-965e65c3-9ff0-4419-903c-d87631d1e0d1 None None] Current status of the port bacab988-7b57-40c1-a759-c1baafb6de33 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:35.944051 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e2ad38-e277-47d8-bfe4-9a55dcf730f8 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Made reservation on behalf of 569461a41876460f9d584d6a1740b2f0 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:35.948530 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-36e2ad38-e277-47d8-bfe4-9a55dcf730f8 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:35.962075 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] Routers {'d4eec624-5edf-40b3-9e79-98179fbfba81'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:13:35.962718 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:13:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d4eec624-5edf-40b3-9e79-98179fbfba81'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:35.988990 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e2ad38-e277-47d8-bfe4-9a55dcf730f8 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:13:36.024358 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-36e2ad38-e277-47d8-bfe4-9a55dcf730f8 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (10ca5dcb-f43c-4288-80fb-6d044203714a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:36.024985 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-36e2ad38-e277-47d8-bfe4-9a55dcf730f8 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Added segment 10ca5dcb-f43c-4288-80fb-6d044203714a of type vlan for network cd8fbcdf-2f00-423f-a569-0efd7f172e00 Feb 09 02:13:36.119053 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-36e2ad38-e277-47d8-bfe4-9a55dcf730f8 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (cd8fbcdf-2f00-423f-a569-0efd7f172e00), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:36.164671 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-36e2ad38-e277-47d8-bfe4-9a55dcf730f8 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (cd8fbcdf-2f00-423f-a569-0efd7f172e00), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:36.180126 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e2ad38-e277-47d8-bfe4-9a55dcf730f8 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.180897 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-36e2ad38-e277-47d8-bfe4-9a55dcf730f8 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:36.299519 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8970a613-2557-4e1c-ba64-9221bd654345 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.300008 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8970a613-2557-4e1c-ba64-9221bd654345 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.300784 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8970a613-2557-4e1c-ba64-9221bd654345 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.301552 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8970a613-2557-4e1c-ba64-9221bd654345 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.302045 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8970a613-2557-4e1c-ba64-9221bd654345 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.302515 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8970a613-2557-4e1c-ba64-9221bd654345 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.302988 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8970a613-2557-4e1c-ba64-9221bd654345 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.307785 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8970a613-2557-4e1c-ba64-9221bd654345 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4988 time: 0.4118605 Feb 09 02:13:36.308452 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50652) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:36.379510 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab76bcdf-ec55-4605-8996-4fca682029c8 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.380091 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab76bcdf-ec55-4605-8996-4fca682029c8 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.380358 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab76bcdf-ec55-4605-8996-4fca682029c8 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.380822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab76bcdf-ec55-4605-8996-4fca682029c8 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.381277 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab76bcdf-ec55-4605-8996-4fca682029c8 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.381734 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab76bcdf-ec55-4605-8996-4fca682029c8 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.382243 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab76bcdf-ec55-4605-8996-4fca682029c8 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.383000 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] Set router d4eec624-5edf-40b3-9e79-98179fbfba81 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:13:36.384647 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ab76bcdf-ec55-4605-8996-4fca682029c8 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4642 time: 0.0752103 Feb 09 02:13:36.387292 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50656) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:36.528679 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:13:36.652929 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933cff8b-a98a-457b-a886-603b305044ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-26844d67-420f-4583-ba79-403ee228414e', 'network_id': '26844d67-420f-4583-ba79-403ee228414e', 'project_id': '569461a41876460f9d584d6a1740b2f0', 'fixed_ips': [{'subnet_id': 'c2679935-6a87-46ca-9ed2-fa46c869d6c6'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:13:36.654112 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-933cff8b-a98a-457b-a886-603b305044ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:36.673131 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ca644ffa-5182-4b20-8d04-05a5f9980a2b None None] Provisioning complete for port bacab988-7b57-40c1-a759-c1baafb6de33 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:36.673884 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ca644ffa-5182-4b20-8d04-05a5f9980a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bacab988-7b57-40c1-a759-c1baafb6de33), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:36.736725 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50658) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:36.736966 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-36e2ad38-e277-47d8-bfe4-9a55dcf730f8 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8661873 Feb 09 02:13:36.744171 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-a6a6f51e-1b88-4671-a93c-7212ee8a62eb tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Request body: {'subnet': {'network_id': 'cd8fbcdf-2f00-423f-a569-0efd7f172e00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:36.764434 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2ad38-e277-47d8-bfe4-9a55dcf730f8 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event updated for resources: {'Network': ['ID=cd8fbcdf-2f00-423f-a569-0efd7f172e00,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:36.866446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bacab988-7b57-40c1-a759-c1baafb6de33 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:13:36.868420 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network cd8fbcdf-2f00-423f-a569-0efd7f172e00 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:13:36.933581 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1ec209f3-8220-4fb4-84b8-1567f75be392 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.5451608 Feb 09 02:13:36.966648 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a6f51e-1b88-4671-a93c-7212ee8a62eb tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Made reservation on behalf of 569461a41876460f9d584d6a1740b2f0 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:36.974135 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f51e-1b88-4671-a93c-7212ee8a62eb tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.044653 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-933cff8b-a98a-457b-a886-603b305044ba None None] Allocated IP 2001:db8:0:ffff::2 (26844d67-420f-4583-ba79-403ee228414e/c2679935-6a87-46ca-9ed2-fa46c869d6c6/3b62ad84-65f6-4c83-8800-96d25b115aba) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:37.160731 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50664) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:37.165794 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6c6f586c-62d2-4ed4-b66e-7dea2a7bdd40 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-594602954', 'description': 'tempest-secgroup-smoke-594602954 description', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:37.201847 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c6f586c-62d2-4ed4-b66e-7dea2a7bdd40 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.211191 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port bacab988-7b57-40c1-a759-c1baafb6de33 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:37.211615 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bacab988-7b57-40c1-a759-c1baafb6de33), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.257962 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ca644ffa-5182-4b20-8d04-05a5f9980a2b None None] Current status of the port bacab988-7b57-40c1-a759-c1baafb6de33 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:37.295245 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'name': 'tempest-TestNetworkBasicOps-router-1614438909', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:27Z', 'updated_at': '2022-02-09T02:13:34Z', 'revision_number': 4, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:28Z', 'updated_at': '2022-02-09T02:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'eb008b15-212e-41b7-b804-8a24bdc7fe4f', 'name': '', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:24:95:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:33Z', 'updated_at': '2022-02-09T02:13:34Z', 'revision_number': 2, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:37.309597 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c6f586c-62d2-4ed4-b66e-7dea2a7bdd40 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group (6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.316945 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c6f586c-62d2-4ed4-b66e-7dea2a7bdd40 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.348886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] Checking router: d4eec624-5edf-40b3-9e79-98179fbfba81 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:13:37.349522 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] Updating router d4eec624-5edf-40b3-9e79-98179fbfba81 port eb008b15-212e-41b7-b804-8a24bdc7fe4f binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:13:37.360259 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c6f586c-62d2-4ed4-b66e-7dea2a7bdd40 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.361809 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6c6f586c-62d2-4ed4-b66e-7dea2a7bdd40 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2000709 Feb 09 02:13:37.364965 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50666) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:37.371052 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e6ff4d04-8889-45d5-9f55-4d4f4d569ad3 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'security_group_rule': {'security_group_id': '6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:37.377417 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ca644ffa-5182-4b20-8d04-05a5f9980a2b None None] Provisioning complete for port eb008b15-212e-41b7-b804-8a24bdc7fe4f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:37.377814 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ca644ffa-5182-4b20-8d04-05a5f9980a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (eb008b15-212e-41b7-b804-8a24bdc7fe4f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.396027 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f586c-62d2-4ed4-b66e-7dea2a7bdd40 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:37.409968 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6ff4d04-8889-45d5-9f55-4d4f4d569ad3 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (55fa0025-f885-4e40-a477-4767ca33d287), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.434227 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (eb008b15-212e-41b7-b804-8a24bdc7fe4f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.476344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.objects.ports [None req-a6a6f51e-1b88-4671-a93c-7212ee8a62eb tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103183) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:13:37.477877 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f51e-1b88-4671-a93c-7212ee8a62eb tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (2d514e8a-12ae-44ab-8a32-cf5393db58f0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.505569 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6ff4d04-8889-45d5-9f55-4d4f4d569ad3 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (55fa0025-f885-4e40-a477-4767ca33d287), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.512774 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6ff4d04-8889-45d5-9f55-4d4f4d569ad3 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (55fa0025-f885-4e40-a477-4767ca33d287), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.523724 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ca644ffa-5182-4b20-8d04-05a5f9980a2b None None] Port eb008b15-212e-41b7-b804-8a24bdc7fe4f cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:13:37.539575 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff4d04-8889-45d5-9f55-4d4f4d569ad3 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55fa0025-f885-4e40-a477-4767ca33d287,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:37.546017 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-933cff8b-a98a-457b-a886-603b305044ba None None] Publish callbacks [] for port (3b62ad84-65f6-4c83-8800-96d25b115aba), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.591342 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6f51e-1b88-4671-a93c-7212ee8a62eb tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event updated for resources: {'Subnet': ['ID=2d514e8a-12ae-44ab-8a32-cf5393db58f0,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:37.611535 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a6f51e-1b88-4671-a93c-7212ee8a62eb tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Checking segment: {'id': '10ca5dcb-f43c-4288-80fb-6d044203714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cd8fbcdf-2f00-423f-a569-0efd7f172e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:37.611535 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a6f51e-1b88-4671-a93c-7212ee8a62eb tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Network hostable DHCP agents. Network: cd8fbcdf-2f00-423f-a569-0efd7f172e00, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:13:37.612655 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port bacab988-7b57-40c1-a759-c1baafb6de33 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:37.678710 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-933cff8b-a98a-457b-a886-603b305044ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (3b62ad84-65f6-4c83-8800-96d25b115aba), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.702646 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6ff4d04-8889-45d5-9f55-4d4f4d569ad3 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.707129 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50670) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:37.707343 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e6ff4d04-8889-45d5-9f55-4d4f4d569ad3 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3410473 Feb 09 02:13:37.713047 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-0f72c142-67b3-46f4-aafc-cfd431c3eefb tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'security_group_rule': {'security_group_id': '6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:37.720252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a6f51e-1b88-4671-a93c-7212ee8a62eb tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Network cd8fbcdf-2f00-423f-a569-0efd7f172e00 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:13:37.744377 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-a6a6f51e-1b88-4671-a93c-7212ee8a62eb tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, cd8fbcdf-2f00-423f-a569-0efd7f172e00) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:37.749544 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb092-aa74-44c2-89aa-78c7d72a10b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.761963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a6f51e-1b88-4671-a93c-7212ee8a62eb tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:37.763900 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f51e-1b88-4671-a93c-7212ee8a62eb tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.776480 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0f72c142-67b3-46f4-aafc-cfd431c3eefb tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (53548a77-8c42-4f83-b83a-7577ee1a7fdc), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.783129 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058ba29d-443b-4995-8ee9-146eaf0a4e32 None None] Network cd8fbcdf-2f00-423f-a569-0efd7f172e00 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:37.831309 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a6a6f51e-1b88-4671-a93c-7212ee8a62eb tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0927162 Feb 09 02:13:37.833491 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50672) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:37.835651 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933cff8b-a98a-457b-a886-603b305044ba None None] Network 26844d67-420f-4583-ba79-403ee228414e is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:37.838400 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5746b3e1-8089-4d09-8bc1-7fcad926df10 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Request body: {'port': {'network_id': 'cd8fbcdf-2f00-423f-a569-0efd7f172e00', 'name': 'tempest-NetworksIpV6TestAttrs-613447040'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:37.855624 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-933cff8b-a98a-457b-a886-603b305044ba None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:37.863936 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-711f007c-73e8-47cd-8b23-b52334b81ee2 None None] Provisioning complete for port eb008b15-212e-41b7-b804-8a24bdc7fe4f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:37.864338 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-711f007c-73e8-47cd-8b23-b52334b81ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (eb008b15-212e-41b7-b804-8a24bdc7fe4f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.872485 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0f72c142-67b3-46f4-aafc-cfd431c3eefb tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (53548a77-8c42-4f83-b83a-7577ee1a7fdc), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.878131 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0f72c142-67b3-46f4-aafc-cfd431c3eefb tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (53548a77-8c42-4f83-b83a-7577ee1a7fdc), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.908178 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933cff8b-a98a-457b-a886-603b305044ba None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:37.920872 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72c142-67b3-46f4-aafc-cfd431c3eefb tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53548a77-8c42-4f83-b83a-7577ee1a7fdc,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:37.932379 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0f72c142-67b3-46f4-aafc-cfd431c3eefb tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.933979 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0f72c142-67b3-46f4-aafc-cfd431c3eefb tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2255557 Feb 09 02:13:37.936786 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50674) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:37.942501 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-300ebe9f-a5ff-4b62-a9a4-4aef38674036 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'security_group_rule': {'security_group_id': '6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:37.945253 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cff8b-a98a-457b-a886-603b305044ba None None] Pushing event updated for resources: {'Port': ['ID=3b62ad84-65f6-4c83-8800-96d25b115aba,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:37.968543 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5746b3e1-8089-4d09-8bc1-7fcad926df10 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Made reservation on behalf of 569461a41876460f9d584d6a1740b2f0 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:37.972083 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5746b3e1-8089-4d09-8bc1-7fcad926df10 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.988586 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-300ebe9f-a5ff-4b62-a9a4-4aef38674036 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (2c87c448-d5de-46fe-952d-1ba5ef7f9c90), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.994678 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-5746b3e1-8089-4d09-8bc1-7fcad926df10 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] device_id is not set on port dd37fe3c-8b25-473f-8bc1-e4190b423d96 yet. {{(pid=103184) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:13:38.075101 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-300ebe9f-a5ff-4b62-a9a4-4aef38674036 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (2c87c448-d5de-46fe-952d-1ba5ef7f9c90), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.081347 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-300ebe9f-a5ff-4b62-a9a4-4aef38674036 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (2c87c448-d5de-46fe-952d-1ba5ef7f9c90), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.084917 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-711f007c-73e8-47cd-8b23-b52334b81ee2 None None] Port eb008b15-212e-41b7-b804-8a24bdc7fe4f cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:13:38.115635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ebe9f-a5ff-4b62-a9a4-4aef38674036 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c87c448-d5de-46fe-952d-1ba5ef7f9c90,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:38.130726 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-300ebe9f-a5ff-4b62-a9a4-4aef38674036 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.132111 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-300ebe9f-a5ff-4b62-a9a4-4aef38674036 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1933050 Feb 09 02:13:38.136542 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50676) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:38.136976 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-5746b3e1-8089-4d09-8bc1-7fcad926df10 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Allocated IP 2001:db8::f816:3eff:fe7f:b7 (cd8fbcdf-2f00-423f-a569-0efd7f172e00/2d514e8a-12ae-44ab-8a32-cf5393db58f0/dd37fe3c-8b25-473f-8bc1-e4190b423d96) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:38.142412 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d827609a-aac7-4652-8056-0fe89ba9f504 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'security_group_rule': {'security_group_id': '6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:38.163528 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed625b8-adb7-4c06-ad44-59318bfd6d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-cd8fbcdf-2f00-423f-a569-0efd7f172e00', 'network_id': 'cd8fbcdf-2f00-423f-a569-0efd7f172e00', 'project_id': '569461a41876460f9d584d6a1740b2f0', 'fixed_ips': [{'subnet_id': '2d514e8a-12ae-44ab-8a32-cf5393db58f0'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:13:38.164417 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3ed625b8-adb7-4c06-ad44-59318bfd6d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.188821 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-933cff8b-a98a-457b-a886-603b305044ba None None] Attempting to bind port 3b62ad84-65f6-4c83-8800-96d25b115aba on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:13:38.189192 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-933cff8b-a98a-457b-a886-603b305044ba None None] Attempting to bind port 3b62ad84-65f6-4c83-8800-96d25b115aba by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '956cd450-7336-4c01-8ad8-6927e665ffdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '26844d67-420f-4583-ba79-403ee228414e'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:13:38.189553 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933cff8b-a98a-457b-a886-603b305044ba None None] Attempting to bind port 3b62ad84-65f6-4c83-8800-96d25b115aba on network 26844d67-420f-4583-ba79-403ee228414e {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:13:38.195786 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d827609a-aac7-4652-8056-0fe89ba9f504 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (d67e9645-ee6e-4363-86c1-6681359142dc), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.219563 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933cff8b-a98a-457b-a886-603b305044ba None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:13:38.219989 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933cff8b-a98a-457b-a886-603b305044ba None None] Checking segment: {'id': '956cd450-7336-4c01-8ad8-6927e665ffdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '26844d67-420f-4583-ba79-403ee228414e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:38.220309 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-933cff8b-a98a-457b-a886-603b305044ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.220700 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933cff8b-a98a-457b-a886-603b305044ba None None] Bound using segment: {'id': '956cd450-7336-4c01-8ad8-6927e665ffdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '26844d67-420f-4583-ba79-403ee228414e'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:13:38.221184 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-933cff8b-a98a-457b-a886-603b305044ba None None] Bound port: 3b62ad84-65f6-4c83-8800-96d25b115aba, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956cd450-7336-4c01-8ad8-6927e665ffdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '26844d67-420f-4583-ba79-403ee228414e'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:13:38.221562 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-933cff8b-a98a-457b-a886-603b305044ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3b62ad84-65f6-4c83-8800-96d25b115aba), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.303462 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d827609a-aac7-4652-8056-0fe89ba9f504 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (d67e9645-ee6e-4363-86c1-6681359142dc), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.314545 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d827609a-aac7-4652-8056-0fe89ba9f504 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (d67e9645-ee6e-4363-86c1-6681359142dc), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.355919 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827609a-aac7-4652-8056-0fe89ba9f504 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67e9645-ee6e-4363-86c1-6681359142dc,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:38.371976 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d827609a-aac7-4652-8056-0fe89ba9f504 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.376999 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d827609a-aac7-4652-8056-0fe89ba9f504 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2373517 Feb 09 02:13:38.380534 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50680) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:38.386140 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-85afa07a-5b3b-4307-8b52-0c9f5804a09d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'security_group_rule': {'security_group_id': '6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:38.395844 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5746b3e1-8089-4d09-8bc1-7fcad926df10 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks [] for port (dd37fe3c-8b25-473f-8bc1-e4190b423d96), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.423624 n-d-828387-3 neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-85afa07a-5b3b-4307-8b52-0c9f5804a09d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Project 87ca4c7ab6184b8eb587f6203fddbced added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:13:38.434827 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-85afa07a-5b3b-4307-8b52-0c9f5804a09d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (36f45f88-0e7c-4ff1-89c5-8fbfed39e05f), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.442712 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] Publish callbacks [] for port (eb008b15-212e-41b7-b804-8a24bdc7fe4f), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.453537 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (eb008b15-212e-41b7-b804-8a24bdc7fe4f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.470300 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-933cff8b-a98a-457b-a886-603b305044ba None None] For port 3b62ad84-65f6-4c83-8800-96d25b115aba, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:13:38.498602 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5746b3e1-8089-4d09-8bc1-7fcad926df10 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (dd37fe3c-8b25-473f-8bc1-e4190b423d96), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.528160 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-933cff8b-a98a-457b-a886-603b305044ba None None] For port 3b62ad84-65f6-4c83-8800-96d25b115aba, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3b62ad84-65f6-4c83-8800-96d25b115aba,segment=NetworkSegment(956cd450-7336-4c01-8ad8-6927e665ffdd),segment_id=956cd450-7336-4c01-8ad8-6927e665ffdd)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:13:38.548221 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-933cff8b-a98a-457b-a886-603b305044ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3b62ad84-65f6-4c83-8800-96d25b115aba), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.564595 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296a5a2-f510-48aa-b720-2cca5206ed90 None None] Pushing event updated for resources: {'Port': ['ID=eb008b15-212e-41b7-b804-8a24bdc7fe4f,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:38.575927 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5746b3e1-8089-4d09-8bc1-7fcad926df10 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Network cd8fbcdf-2f00-423f-a569-0efd7f172e00 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:38.582836 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-5746b3e1-8089-4d09-8bc1-7fcad926df10 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:38.588627 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5746b3e1-8089-4d09-8bc1-7fcad926df10 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:38.594559 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5746b3e1-8089-4d09-8bc1-7fcad926df10 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:38.595245 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5746b3e1-8089-4d09-8bc1-7fcad926df10 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.623630 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-85afa07a-5b3b-4307-8b52-0c9f5804a09d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (36f45f88-0e7c-4ff1-89c5-8fbfed39e05f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.631499 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746b3e1-8089-4d09-8bc1-7fcad926df10 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event updated for resources: {'Port': ['ID=dd37fe3c-8b25-473f-8bc1-e4190b423d96,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:38.635957 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-85afa07a-5b3b-4307-8b52-0c9f5804a09d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (36f45f88-0e7c-4ff1-89c5-8fbfed39e05f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.655020 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50684) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:38.658851 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5746b3e1-8089-4d09-8bc1-7fcad926df10 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8241498 Feb 09 02:13:38.675980 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afa07a-5b3b-4307-8b52-0c9f5804a09d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f45f88-0e7c-4ff1-89c5-8fbfed39e05f,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:38.702153 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-85afa07a-5b3b-4307-8b52-0c9f5804a09d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.707314 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-85afa07a-5b3b-4307-8b52-0c9f5804a09d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3231692 Feb 09 02:13:38.707634 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50686) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:38.712083 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-3ed625b8-adb7-4c06-ad44-59318bfd6d12 None None] Allocated IP 2001:db8::f816:3eff:fe6a:7d81 (cd8fbcdf-2f00-423f-a569-0efd7f172e00/2d514e8a-12ae-44ab-8a32-cf5393db58f0/89324726-1f8c-4364-8d84-92c09e27bcae) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:38.713994 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-43fb2ffc-974f-41e0-a708-9349e2e78545 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'security_group_rule': {'security_group_id': '6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:38.762374 n-d-828387-3 neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-43fb2ffc-974f-41e0-a708-9349e2e78545 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Project 87ca4c7ab6184b8eb587f6203fddbced added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:13:38.771131 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-43fb2ffc-974f-41e0-a708-9349e2e78545 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (e49cfaa9-a5d7-452f-9f95-d10adfb78fbf), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.791297 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-45790293-4c77-49d9-a9f3-e15ca51d83fa tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Deleting subnet 2d514e8a-12ae-44ab-8a32-cf5393db58f0 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:13:38.880021 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-43fb2ffc-974f-41e0-a708-9349e2e78545 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (e49cfaa9-a5d7-452f-9f95-d10adfb78fbf), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.886287 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-43fb2ffc-974f-41e0-a708-9349e2e78545 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (e49cfaa9-a5d7-452f-9f95-d10adfb78fbf), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.916450 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb2ffc-974f-41e0-a708-9349e2e78545 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49cfaa9-a5d7-452f-9f95-d10adfb78fbf,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:38.931309 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-43fb2ffc-974f-41e0-a708-9349e2e78545 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.952778 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-43fb2ffc-974f-41e0-a708-9349e2e78545 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2440259 Feb 09 02:13:39.139372 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cff8b-a98a-457b-a886-603b305044ba None None] Pushing event updated for resources: {'Port': ['ID=3b62ad84-65f6-4c83-8800-96d25b115aba,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:39.155402 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] Attempting to bind port eb008b15-212e-41b7-b804-8a24bdc7fe4f on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:13:39.156643 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] Attempting to bind port eb008b15-212e-41b7-b804-8a24bdc7fe4f by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'cca59366-d01c-4b19-8cb5-50ceeea59202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:13:39.157712 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] Attempting to bind port eb008b15-212e-41b7-b804-8a24bdc7fe4f on network dbc2a860-a3f0-4678-9348-1a276d2e7db3 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:13:39.180302 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:13:39.180754 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] Checking segment: {'id': 'cca59366-d01c-4b19-8cb5-50ceeea59202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:39.181164 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:39.181571 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] Bound using segment: {'id': 'cca59366-d01c-4b19-8cb5-50ceeea59202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:13:39.182073 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] Bound port: eb008b15-212e-41b7-b804-8a24bdc7fe4f, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca59366-d01c-4b19-8cb5-50ceeea59202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:13:39.182458 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (eb008b15-212e-41b7-b804-8a24bdc7fe4f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:39.190148 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-26037cce-0f57-4e10-b7b3-e0de08e9d13f None None] Provisioning complete for port eb008b15-212e-41b7-b804-8a24bdc7fe4f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:39.190541 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-26037cce-0f57-4e10-b7b3-e0de08e9d13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (eb008b15-212e-41b7-b804-8a24bdc7fe4f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:39.294027 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-26037cce-0f57-4e10-b7b3-e0de08e9d13f None None] Port eb008b15-212e-41b7-b804-8a24bdc7fe4f cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:13:39.347054 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] For port eb008b15-212e-41b7-b804-8a24bdc7fe4f, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:13:39.370622 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] For port eb008b15-212e-41b7-b804-8a24bdc7fe4f, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=eb008b15-212e-41b7-b804-8a24bdc7fe4f,segment=NetworkSegment(cca59366-d01c-4b19-8cb5-50ceeea59202),segment_id=cca59366-d01c-4b19-8cb5-50ceeea59202)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:13:39.386005 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3ed625b8-adb7-4c06-ad44-59318bfd6d12 None None] Publish callbacks [] for port (89324726-1f8c-4364-8d84-92c09e27bcae), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:39.397536 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (eb008b15-212e-41b7-b804-8a24bdc7fe4f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:39.398303 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-45790293-4c77-49d9-a9f3-e15ca51d83fa tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks [] for subnet (2d514e8a-12ae-44ab-8a32-cf5393db58f0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:39.409626 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3ed625b8-adb7-4c06-ad44-59318bfd6d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (89324726-1f8c-4364-8d84-92c09e27bcae), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:39.462237 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-45790293-4c77-49d9-a9f3-e15ca51d83fa tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (2d514e8a-12ae-44ab-8a32-cf5393db58f0), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:39.483323 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed625b8-adb7-4c06-ad44-59318bfd6d12 None None] Network cd8fbcdf-2f00-423f-a569-0efd7f172e00 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:39.487675 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] Routers {'d4eec624-5edf-40b3-9e79-98179fbfba81'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:13:39.488305 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:13:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d4eec624-5edf-40b3-9e79-98179fbfba81'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:39.490865 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-3ed625b8-adb7-4c06-ad44-59318bfd6d12 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:39.494247 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed625b8-adb7-4c06-ad44-59318bfd6d12 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:39.497325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296a5a2-f510-48aa-b720-2cca5206ed90 None None] Pushing event updated for resources: {'Port': ['ID=eb008b15-212e-41b7-b804-8a24bdc7fe4f,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:39.649227 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-45790293-4c77-49d9-a9f3-e15ca51d83fa tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (2d514e8a-12ae-44ab-8a32-cf5393db58f0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:39.701617 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed625b8-adb7-4c06-ad44-59318bfd6d12 None None] Pushing event updated for resources: {'Port': ['ID=89324726-1f8c-4364-8d84-92c09e27bcae,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:39.714485 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3ed625b8-adb7-4c06-ad44-59318bfd6d12 None None] Attempting to bind port 89324726-1f8c-4364-8d84-92c09e27bcae on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:13:39.714864 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3ed625b8-adb7-4c06-ad44-59318bfd6d12 None None] Attempting to bind port 89324726-1f8c-4364-8d84-92c09e27bcae by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '10ca5dcb-f43c-4288-80fb-6d044203714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cd8fbcdf-2f00-423f-a569-0efd7f172e00'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:13:39.715259 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed625b8-adb7-4c06-ad44-59318bfd6d12 None None] Attempting to bind port 89324726-1f8c-4364-8d84-92c09e27bcae on network cd8fbcdf-2f00-423f-a569-0efd7f172e00 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:13:39.729503 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed625b8-adb7-4c06-ad44-59318bfd6d12 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:13:39.730056 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed625b8-adb7-4c06-ad44-59318bfd6d12 None None] Checking segment: {'id': '10ca5dcb-f43c-4288-80fb-6d044203714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cd8fbcdf-2f00-423f-a569-0efd7f172e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:39.730470 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3ed625b8-adb7-4c06-ad44-59318bfd6d12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:39.730862 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed625b8-adb7-4c06-ad44-59318bfd6d12 None None] Bound using segment: {'id': '10ca5dcb-f43c-4288-80fb-6d044203714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cd8fbcdf-2f00-423f-a569-0efd7f172e00'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:13:39.731386 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3ed625b8-adb7-4c06-ad44-59318bfd6d12 None None] Bound port: 89324726-1f8c-4364-8d84-92c09e27bcae, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ca5dcb-f43c-4288-80fb-6d044203714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cd8fbcdf-2f00-423f-a569-0efd7f172e00'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:13:39.731780 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3ed625b8-adb7-4c06-ad44-59318bfd6d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (89324726-1f8c-4364-8d84-92c09e27bcae), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:39.754982 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] Set router d4eec624-5edf-40b3-9e79-98179fbfba81 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:13:39.785674 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-45790293-4c77-49d9-a9f3-e15ca51d83fa tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (2d514e8a-12ae-44ab-8a32-cf5393db58f0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:39.825356 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45790293-4c77-49d9-a9f3-e15ca51d83fa tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event deleted for resources: {'Subnet': ['ID=2d514e8a-12ae-44ab-8a32-cf5393db58f0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:39.827968 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-45790293-4c77-49d9-a9f3-e15ca51d83fa tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:39.831509 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-45790293-4c77-49d9-a9f3-e15ca51d83fa tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "DELETE /v2.0/subnets/2d514e8a-12ae-44ab-8a32-cf5393db58f0 HTTP/1.1" status: 204 len: 168 time: 1.1732218 Feb 09 02:13:39.834239 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50700) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:39.918987 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5ae90fba-511e-4154-bd1d-75841721d519 None None] Provisioning complete for port eb008b15-212e-41b7-b804-8a24bdc7fe4f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:39.919469 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ae90fba-511e-4154-bd1d-75841721d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (eb008b15-212e-41b7-b804-8a24bdc7fe4f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:39.976118 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a073fb3-c2b6-4cc7-9f59-3c3d1c5a6f7a tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:39.977437 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a073fb3-c2b6-4cc7-9f59-3c3d1c5a6f7a tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:39.982181 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5a073fb3-c2b6-4cc7-9f59-3c3d1c5a6f7a tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1468670 Feb 09 02:13:39.982374 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50702) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:40.033032 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3ed625b8-adb7-4c06-ad44-59318bfd6d12 None None] For port 89324726-1f8c-4364-8d84-92c09e27bcae, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:13:40.079350 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3ed625b8-adb7-4c06-ad44-59318bfd6d12 None None] For port 89324726-1f8c-4364-8d84-92c09e27bcae, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=89324726-1f8c-4364-8d84-92c09e27bcae,segment=NetworkSegment(10ca5dcb-f43c-4288-80fb-6d044203714a),segment_id=10ca5dcb-f43c-4288-80fb-6d044203714a)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:13:40.106769 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0592-cf54-497a-8a80-f5ca8dd76d57 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (cd8fbcdf-2f00-423f-a569-0efd7f172e00), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:40.111530 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3ed625b8-adb7-4c06-ad44-59318bfd6d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (89324726-1f8c-4364-8d84-92c09e27bcae), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:40.121527 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9f0592-cf54-497a-8a80-f5ca8dd76d57 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 02:13:40.122007 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9f0592-cf54-497a-8a80-f5ca8dd76d57 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:13:40.126498 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:40.127454 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8c9f0592-cf54-497a-8a80-f5ca8dd76d57 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "DELETE /v2.0/networks/cd8fbcdf-2f00-423f-a569-0efd7f172e00 HTTP/1.1" status: 409 len: 466 time: 0.1437120 Feb 09 02:13:40.130967 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50704) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:40.136756 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d8eefc7d-ce8d-44fd-8115-77ede78b89f1 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1869754560'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:40.176561 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8eefc7d-ce8d-44fd-8115-77ede78b89f1 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Made reservation on behalf of 569461a41876460f9d584d6a1740b2f0 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:40.180473 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d8eefc7d-ce8d-44fd-8115-77ede78b89f1 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:40.184739 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6ed0b5-cb96-4d40-8a0e-2fbbd85094ac None None] Network 26844d67-420f-4583-ba79-403ee228414e requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:40.225691 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8eefc7d-ce8d-44fd-8115-77ede78b89f1 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:13:40.241016 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d8eefc7d-ce8d-44fd-8115-77ede78b89f1 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (3210ac23-f995-41b8-b1aa-3663726b10f9), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:40.241459 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-d8eefc7d-ce8d-44fd-8115-77ede78b89f1 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Added segment 3210ac23-f995-41b8-b1aa-3663726b10f9 of type vlan for network acd6f6ac-ef05-4efd-b71e-108d9c5e8459 Feb 09 02:13:40.294980 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d8eefc7d-ce8d-44fd-8115-77ede78b89f1 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (acd6f6ac-ef05-4efd-b71e-108d9c5e8459), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:40.295361 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8fc04681-c098-403a-8e95-4832894e72ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:40.322753 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d8eefc7d-ce8d-44fd-8115-77ede78b89f1 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (acd6f6ac-ef05-4efd-b71e-108d9c5e8459), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:40.332683 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eefc7d-ce8d-44fd-8115-77ede78b89f1 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:40.333312 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d8eefc7d-ce8d-44fd-8115-77ede78b89f1 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:40.370224 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed625b8-adb7-4c06-ad44-59318bfd6d12 None None] Pushing event updated for resources: {'Port': ['ID=89324726-1f8c-4364-8d84-92c09e27bcae,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:40.398658 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e5d339-4979-4258-bfd2-5d32bcd4e1dc None None] Network cd8fbcdf-2f00-423f-a569-0efd7f172e00 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:40.425762 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d8eefc7d-ce8d-44fd-8115-77ede78b89f1 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2934830 Feb 09 02:13:40.428613 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50708) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:40.433514 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-8fef2437-a499-4ea1-afb7-a407b8c30d9a tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Request body: {'subnet': {'network_id': 'acd6f6ac-ef05-4efd-b71e-108d9c5e8459', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:40.461246 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5ae90fba-511e-4154-bd1d-75841721d519 None None] Current status of the port eb008b15-212e-41b7-b804-8a24bdc7fe4f is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:40.461639 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ae90fba-511e-4154-bd1d-75841721d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (eb008b15-212e-41b7-b804-8a24bdc7fe4f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:40.503741 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eefc7d-ce8d-44fd-8115-77ede78b89f1 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event updated for resources: {'Network': ['ID=acd6f6ac-ef05-4efd-b71e-108d9c5e8459,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:40.520452 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network acd6f6ac-ef05-4efd-b71e-108d9c5e8459 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:13:40.558141 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fef2437-a499-4ea1-afb7-a407b8c30d9a tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Made reservation on behalf of 569461a41876460f9d584d6a1740b2f0 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:40.562737 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8fef2437-a499-4ea1-afb7-a407b8c30d9a tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:40.629399 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5ae90fba-511e-4154-bd1d-75841721d519 None None] For port eb008b15-212e-41b7-b804-8a24bdc7fe4f, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=eb008b15-212e-41b7-b804-8a24bdc7fe4f,segment=NetworkSegment(cca59366-d01c-4b19-8cb5-50ceeea59202),segment_id=cca59366-d01c-4b19-8cb5-50ceeea59202)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:40.642114 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'name': 'tempest-TestNetworkBasicOps-router-1614438909', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:27Z', 'updated_at': '2022-02-09T02:13:34Z', 'revision_number': 4, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:28Z', 'updated_at': '2022-02-09T02:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'eb008b15-212e-41b7-b804-8a24bdc7fe4f', 'name': '', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:24:95:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:33Z', 'updated_at': '2022-02-09T02:13:39Z', 'revision_number': 4, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:40.652771 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ae90fba-511e-4154-bd1d-75841721d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (eb008b15-212e-41b7-b804-8a24bdc7fe4f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:40.692708 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2976bc-a780-4171-bccf-3c38d657b2f8 None None] The sync data for ids ['d4eec624-5edf-40b3-9e79-98179fbfba81'] in n-d-828387-3 is: [{'id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'name': 'tempest-TestNetworkBasicOps-router-1614438909', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:27Z', 'updated_at': '2022-02-09T02:13:34Z', 'revision_number': 4, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:28Z', 'updated_at': '2022-02-09T02:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'eb008b15-212e-41b7-b804-8a24bdc7fe4f', 'name': '', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:24:95:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:33Z', 'updated_at': '2022-02-09T02:13:39Z', 'revision_number': 4, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:13:40.762711 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae90fba-511e-4154-bd1d-75841721d519 None None] Pushing event updated for resources: {'Port': ['ID=eb008b15-212e-41b7-b804-8a24bdc7fe4f,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:40.799480 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e73988f7-b6da-4242-a93a-d765acc33925 None None] Provisioning complete for port 3b62ad84-65f6-4c83-8800-96d25b115aba triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:40.799744 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e73988f7-b6da-4242-a93a-d765acc33925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3b62ad84-65f6-4c83-8800-96d25b115aba), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:40.903462 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3b62ad84-65f6-4c83-8800-96d25b115aba up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:13:41.013158 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.072688 n-d-828387-3 neutron-server[103183]: DEBUG neutron.objects.ports [None req-8fef2437-a499-4ea1-afb7-a407b8c30d9a tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103183) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:13:41.074225 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8fef2437-a499-4ea1-afb7-a407b8c30d9a tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (91329084-2928-4578-944c-29f336f727d0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.126904 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 3b62ad84-65f6-4c83-8800-96d25b115aba triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:41.128258 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3b62ad84-65f6-4c83-8800-96d25b115aba), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.133817 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e73988f7-b6da-4242-a93a-d765acc33925 None None] Current status of the port 3b62ad84-65f6-4c83-8800-96d25b115aba is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:41.134215 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e73988f7-b6da-4242-a93a-d765acc33925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3b62ad84-65f6-4c83-8800-96d25b115aba), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.147698 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef2437-a499-4ea1-afb7-a407b8c30d9a tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event updated for resources: {'Subnet': ['ID=91329084-2928-4578-944c-29f336f727d0,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:41.161790 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fef2437-a499-4ea1-afb7-a407b8c30d9a tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Checking segment: {'id': '3210ac23-f995-41b8-b1aa-3663726b10f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acd6f6ac-ef05-4efd-b71e-108d9c5e8459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:41.162237 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fef2437-a499-4ea1-afb7-a407b8c30d9a tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Network hostable DHCP agents. Network: acd6f6ac-ef05-4efd-b71e-108d9c5e8459, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:13:41.189223 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fef2437-a499-4ea1-afb7-a407b8c30d9a tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Network acd6f6ac-ef05-4efd-b71e-108d9c5e8459 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:13:41.202858 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-8fef2437-a499-4ea1-afb7-a407b8c30d9a tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, acd6f6ac-ef05-4efd-b71e-108d9c5e8459) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:41.210042 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fef2437-a499-4ea1-afb7-a407b8c30d9a tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:41.211127 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8fef2437-a499-4ea1-afb7-a407b8c30d9a tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.245534 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8fef2437-a499-4ea1-afb7-a407b8c30d9a tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8157175 Feb 09 02:13:41.250027 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50712) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:41.257574 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-5b08de9f-0fd8-4b14-8c1e-b540621c7970 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Request body: {'port': {'network_id': 'acd6f6ac-ef05-4efd-b71e-108d9c5e8459', 'name': 'tempest-NetworksIpV6TestAttrs-432010837'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:41.385585 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.400173 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614e2bcb-6d50-42b9-8033-8250c92a6205 None None] get_active_networks_info from n-d-828387-3 {{(pid=103185) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:13:41.415688 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b08de9f-0fd8-4b14-8c1e-b540621c7970 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Made reservation on behalf of 569461a41876460f9d584d6a1740b2f0 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:41.425208 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5b08de9f-0fd8-4b14-8c1e-b540621c7970 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.538540 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e73988f7-b6da-4242-a93a-d765acc33925 None None] For port 3b62ad84-65f6-4c83-8800-96d25b115aba, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3b62ad84-65f6-4c83-8800-96d25b115aba,segment=NetworkSegment(956cd450-7336-4c01-8ad8-6927e665ffdd),segment_id=956cd450-7336-4c01-8ad8-6927e665ffdd)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:41.556728 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e73988f7-b6da-4242-a93a-d765acc33925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3b62ad84-65f6-4c83-8800-96d25b115aba), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.665798 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614e2bcb-6d50-42b9-8033-8250c92a6205 None None] Resources bound (agent type, host, resource id): {{(pid=103185) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:13:41.685662 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73988f7-b6da-4242-a93a-d765acc33925 None None] Pushing event updated for resources: {'Port': ['ID=3b62ad84-65f6-4c83-8800-96d25b115aba,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:41.705637 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 3b62ad84-65f6-4c83-8800-96d25b115aba is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:41.756700 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-440bc0e1-c089-428a-af71-61aec29b1375 None None] Provisioning complete for port 3b62ad84-65f6-4c83-8800-96d25b115aba triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:41.757079 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-440bc0e1-c089-428a-af71-61aec29b1375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3b62ad84-65f6-4c83-8800-96d25b115aba), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.908089 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [None req-5b08de9f-0fd8-4b14-8c1e-b540621c7970 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] device_id is not set on port 881b2787-7156-4765-93d6-031a7cd3c77b yet. {{(pid=103183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:13:41.969295 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-440bc0e1-c089-428a-af71-61aec29b1375 None None] Current status of the port 3b62ad84-65f6-4c83-8800-96d25b115aba is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:42.022476 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f97c17-99cb-44ae-8691-92d455dd3c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-acd6f6ac-ef05-4efd-b71e-108d9c5e8459', 'network_id': 'acd6f6ac-ef05-4efd-b71e-108d9c5e8459', 'project_id': '569461a41876460f9d584d6a1740b2f0', 'fixed_ips': [{'subnet_id': '91329084-2928-4578-944c-29f336f727d0'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:13:42.023518 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b8f97c17-99cb-44ae-8691-92d455dd3c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.090120 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-5b08de9f-0fd8-4b14-8c1e-b540621c7970 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Allocated IP 2001:db8::f816:3eff:fe19:b4c4 (acd6f6ac-ef05-4efd-b71e-108d9c5e8459/91329084-2928-4578-944c-29f336f727d0/881b2787-7156-4765-93d6-031a7cd3c77b) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:42.279379 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5b08de9f-0fd8-4b14-8c1e-b540621c7970 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks [] for port (881b2787-7156-4765-93d6-031a7cd3c77b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.319134 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5b08de9f-0fd8-4b14-8c1e-b540621c7970 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (881b2787-7156-4765-93d6-031a7cd3c77b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.404010 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b08de9f-0fd8-4b14-8c1e-b540621c7970 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Network acd6f6ac-ef05-4efd-b71e-108d9c5e8459 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:42.406110 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-5b08de9f-0fd8-4b14-8c1e-b540621c7970 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:42.408058 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08de9f-0fd8-4b14-8c1e-b540621c7970 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event updated for resources: {'Port': ['ID=881b2787-7156-4765-93d6-031a7cd3c77b,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:42.408535 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-b8f97c17-99cb-44ae-8691-92d455dd3c46 None None] Allocated IP 2001:db8::f816:3eff:fe95:f811 (acd6f6ac-ef05-4efd-b71e-108d9c5e8459/91329084-2928-4578-944c-29f336f727d0/6ca95b3d-b9bb-449a-b88b-3f360ab03de1) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:42.411735 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b08de9f-0fd8-4b14-8c1e-b540621c7970 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:42.422378 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b08de9f-0fd8-4b14-8c1e-b540621c7970 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:42.423057 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5b08de9f-0fd8-4b14-8c1e-b540621c7970 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.433442 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.443268 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5b08de9f-0fd8-4b14-8c1e-b540621c7970 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1910865 Feb 09 02:13:42.445741 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50718) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:42.536161 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58e5048-05c0-4372-9cde-3dce8990a8c5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Deleting subnet 91329084-2928-4578-944c-29f336f727d0 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:13:42.586879 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b8f97c17-99cb-44ae-8691-92d455dd3c46 None None] Publish callbacks [] for port (6ca95b3d-b9bb-449a-b88b-3f360ab03de1), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.592614 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d58e5048-05c0-4372-9cde-3dce8990a8c5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks [] for subnet (91329084-2928-4578-944c-29f336f727d0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.594464 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b8f97c17-99cb-44ae-8691-92d455dd3c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (6ca95b3d-b9bb-449a-b88b-3f360ab03de1), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.639770 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f97c17-99cb-44ae-8691-92d455dd3c46 None None] Network acd6f6ac-ef05-4efd-b71e-108d9c5e8459 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:42.643477 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d58e5048-05c0-4372-9cde-3dce8990a8c5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (91329084-2928-4578-944c-29f336f727d0), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.645910 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-b8f97c17-99cb-44ae-8691-92d455dd3c46 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:42.648057 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f97c17-99cb-44ae-8691-92d455dd3c46 None None] Pushing event updated for resources: {'Port': ['ID=6ca95b3d-b9bb-449a-b88b-3f360ab03de1,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:42.650272 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f97c17-99cb-44ae-8691-92d455dd3c46 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:42.749895 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b8f97c17-99cb-44ae-8691-92d455dd3c46 None None] Attempting to bind port 6ca95b3d-b9bb-449a-b88b-3f360ab03de1 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:13:42.755095 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b8f97c17-99cb-44ae-8691-92d455dd3c46 None None] Attempting to bind port 6ca95b3d-b9bb-449a-b88b-3f360ab03de1 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3210ac23-f995-41b8-b1aa-3663726b10f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acd6f6ac-ef05-4efd-b71e-108d9c5e8459'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:13:42.756140 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f97c17-99cb-44ae-8691-92d455dd3c46 None None] Attempting to bind port 6ca95b3d-b9bb-449a-b88b-3f360ab03de1 on network acd6f6ac-ef05-4efd-b71e-108d9c5e8459 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:13:42.762051 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f97c17-99cb-44ae-8691-92d455dd3c46 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:13:42.762555 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f97c17-99cb-44ae-8691-92d455dd3c46 None None] Checking segment: {'id': '3210ac23-f995-41b8-b1aa-3663726b10f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acd6f6ac-ef05-4efd-b71e-108d9c5e8459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:42.763060 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b8f97c17-99cb-44ae-8691-92d455dd3c46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.763641 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f97c17-99cb-44ae-8691-92d455dd3c46 None None] Bound using segment: {'id': '3210ac23-f995-41b8-b1aa-3663726b10f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acd6f6ac-ef05-4efd-b71e-108d9c5e8459'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:13:42.764222 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b8f97c17-99cb-44ae-8691-92d455dd3c46 None None] Bound port: 6ca95b3d-b9bb-449a-b88b-3f360ab03de1, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3210ac23-f995-41b8-b1aa-3663726b10f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acd6f6ac-ef05-4efd-b71e-108d9c5e8459'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:13:42.764722 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b8f97c17-99cb-44ae-8691-92d455dd3c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6ca95b3d-b9bb-449a-b88b-3f360ab03de1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.843497 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b8f97c17-99cb-44ae-8691-92d455dd3c46 None None] For port 6ca95b3d-b9bb-449a-b88b-3f360ab03de1, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:13:42.846924 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b8f97c17-99cb-44ae-8691-92d455dd3c46 None None] For port 6ca95b3d-b9bb-449a-b88b-3f360ab03de1, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6ca95b3d-b9bb-449a-b88b-3f360ab03de1,segment=NetworkSegment(3210ac23-f995-41b8-b1aa-3663726b10f9),segment_id=3210ac23-f995-41b8-b1aa-3663726b10f9)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:13:42.856644 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b8f97c17-99cb-44ae-8691-92d455dd3c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6ca95b3d-b9bb-449a-b88b-3f360ab03de1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.866205 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d58e5048-05c0-4372-9cde-3dce8990a8c5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (91329084-2928-4578-944c-29f336f727d0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.868642 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device eb008b15-212e-41b7-b804-8a24bdc7fe4f up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:13:42.939253 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d58e5048-05c0-4372-9cde-3dce8990a8c5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (91329084-2928-4578-944c-29f336f727d0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.958881 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f97c17-99cb-44ae-8691-92d455dd3c46 None None] Pushing event updated for resources: {'Port': ['ID=6ca95b3d-b9bb-449a-b88b-3f360ab03de1,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:42.976385 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port eb008b15-212e-41b7-b804-8a24bdc7fe4f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:42.976766 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (eb008b15-212e-41b7-b804-8a24bdc7fe4f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.981747 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e5048-05c0-4372-9cde-3dce8990a8c5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event deleted for resources: {'Subnet': ['ID=91329084-2928-4578-944c-29f336f727d0,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:42.984629 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d58e5048-05c0-4372-9cde-3dce8990a8c5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.991192 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d58e5048-05c0-4372-9cde-3dce8990a8c5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "DELETE /v2.0/subnets/91329084-2928-4578-944c-29f336f727d0 HTTP/1.1" status: 204 len: 168 time: 0.5415380 Feb 09 02:13:42.991739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50722) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:43.112095 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port eb008b15-212e-41b7-b804-8a24bdc7fe4f is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:43.117021 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3b62ad84-65f6-4c83-8800-96d25b115aba up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:13:43.133532 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef902598-528a-4dbb-a31e-2a2f5235a50e tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:43.136820 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef902598-528a-4dbb-a31e-2a2f5235a50e tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:43.148052 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50726) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:43.159579 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ef902598-528a-4dbb-a31e-2a2f5235a50e tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1659138 Feb 09 02:13:43.181137 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 3b62ad84-65f6-4c83-8800-96d25b115aba triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:43.181515 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3b62ad84-65f6-4c83-8800-96d25b115aba), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.286445 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-33b72ddc-8be8-4099-99b2-2a94efb0c350 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (acd6f6ac-ef05-4efd-b71e-108d9c5e8459), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.310136 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b72ddc-8be8-4099-99b2-2a94efb0c350 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 02:13:43.312542 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b72ddc-8be8-4099-99b2-2a94efb0c350 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:13:43.316793 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-33b72ddc-8be8-4099-99b2-2a94efb0c350 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "DELETE /v2.0/networks/acd6f6ac-ef05-4efd-b71e-108d9c5e8459 HTTP/1.1" status: 409 len: 466 time: 0.1676648 Feb 09 02:13:43.320624 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50728) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:43.326295 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-72393659'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:43.332080 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 3b62ad84-65f6-4c83-8800-96d25b115aba is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:43.352979 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Made reservation on behalf of 569461a41876460f9d584d6a1740b2f0 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:43.356590 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.384250 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:13:43.397838 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (4d06d09c-2868-4bfa-9a11-1dde3b3600eb), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.397838 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Added segment 4d06d09c-2868-4bfa-9a11-1dde3b3600eb of type vlan for network 068a7847-9779-4b5e-a285-7ee1e2fc52a1 Feb 09 02:13:43.451178 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (068a7847-9779-4b5e-a285-7ee1e2fc52a1), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.465199 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.482492 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (068a7847-9779-4b5e-a285-7ee1e2fc52a1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.487895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:43.488460 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.555113 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2332897 Feb 09 02:13:43.558269 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50730) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:43.566121 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-95c8b73f-d770-427c-bc6e-c12e26c3378b tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Request body: {'subnet': {'network_id': '068a7847-9779-4b5e-a285-7ee1e2fc52a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:43.584535 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event updated for resources: {'Network': ['ID=068a7847-9779-4b5e-a285-7ee1e2fc52a1,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:43.625131 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:43.625489 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:43.625841 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:43.626222 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:43.626562 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:43.626900 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:43.627286 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:43.627625 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:43.628010 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:43.628346 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:43.628685 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:43.629019 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:43.629346 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc3145-1e9a-4ce9-b8de-5013ea9bd000 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:43.648004 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 068a7847-9779-4b5e-a285-7ee1e2fc52a1 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:13:43.689901 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c8b73f-d770-427c-bc6e-c12e26c3378b tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Made reservation on behalf of 569461a41876460f9d584d6a1740b2f0 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:43.693899 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95c8b73f-d770-427c-bc6e-c12e26c3378b tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.004569 n-d-828387-3 neutron-server[103183]: DEBUG neutron.objects.ports [None req-95c8b73f-d770-427c-bc6e-c12e26c3378b tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103183) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:13:44.005772 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95c8b73f-d770-427c-bc6e-c12e26c3378b tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (bd88127e-ce52-4dcd-a438-cf6ba6fd0b82), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.071498 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8b73f-d770-427c-bc6e-c12e26c3378b tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event updated for resources: {'Subnet': ['ID=bd88127e-ce52-4dcd-a438-cf6ba6fd0b82,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:44.080013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c8b73f-d770-427c-bc6e-c12e26c3378b tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Checking segment: {'id': '4d06d09c-2868-4bfa-9a11-1dde3b3600eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '068a7847-9779-4b5e-a285-7ee1e2fc52a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:44.080385 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c8b73f-d770-427c-bc6e-c12e26c3378b tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Network hostable DHCP agents. Network: 068a7847-9779-4b5e-a285-7ee1e2fc52a1, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:13:44.106923 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c8b73f-d770-427c-bc6e-c12e26c3378b tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Network 068a7847-9779-4b5e-a285-7ee1e2fc52a1 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:13:44.120717 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-95c8b73f-d770-427c-bc6e-c12e26c3378b tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 068a7847-9779-4b5e-a285-7ee1e2fc52a1) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:44.125908 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c8b73f-d770-427c-bc6e-c12e26c3378b tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:44.126603 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95c8b73f-d770-427c-bc6e-c12e26c3378b tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.148302 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-95c8b73f-d770-427c-bc6e-c12e26c3378b tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5889885 Feb 09 02:13:44.150302 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50736) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:44.156231 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016a2dba-ab94-45bb-81d4-dd34932d3320 None None] Network acd6f6ac-ef05-4efd-b71e-108d9c5e8459 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:44.159815 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36983a60-bf08-453e-a63b-893f36f69f98 None None] Network 068a7847-9779-4b5e-a285-7ee1e2fc52a1 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:44.271891 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-691184ed-9c75-4e71-bc11-9ccf51403709 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (068a7847-9779-4b5e-a285-7ee1e2fc52a1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.320148 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-43b29408-7103-4efd-9eb9-e300a5b31a90 None None] Provisioning complete for port 6ca95b3d-b9bb-449a-b88b-3f360ab03de1 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:44.320550 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-43b29408-7103-4efd-9eb9-e300a5b31a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6ca95b3d-b9bb-449a-b88b-3f360ab03de1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.330648 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-691184ed-9c75-4e71-bc11-9ccf51403709 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (bd88127e-ce52-4dcd-a438-cf6ba6fd0b82), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.395726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b304c837-0b90-42ca-9516-2f555aaff555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-068a7847-9779-4b5e-a285-7ee1e2fc52a1', 'network_id': '068a7847-9779-4b5e-a285-7ee1e2fc52a1', 'project_id': '569461a41876460f9d584d6a1740b2f0', 'fixed_ips': [{'subnet_id': 'bd88127e-ce52-4dcd-a438-cf6ba6fd0b82'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:13:44.396652 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b304c837-0b90-42ca-9516-2f555aaff555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.403678 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b699fb39-fb04-49fd-8355-cb5e3cfeacfb None None] Network acd6f6ac-ef05-4efd-b71e-108d9c5e8459 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:44.409367 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-691184ed-9c75-4e71-bc11-9ccf51403709 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (bd88127e-ce52-4dcd-a438-cf6ba6fd0b82), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.441618 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691184ed-9c75-4e71-bc11-9ccf51403709 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event deleted for resources: {'Subnet': ['ID=bd88127e-ce52-4dcd-a438-cf6ba6fd0b82,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:44.516000 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-691184ed-9c75-4e71-bc11-9ccf51403709 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (068a7847-9779-4b5e-a285-7ee1e2fc52a1), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.559566 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-691184ed-9c75-4e71-bc11-9ccf51403709 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['068a7847-9779-4b5e-a285-7ee1e2fc52a1']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:44.575887 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-691184ed-9c75-4e71-bc11-9ccf51403709 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d06d09c-2868-4bfa-9a11-1dde3b3600eb') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:44.576440 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-691184ed-9c75-4e71-bc11-9ccf51403709 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d06d09c-2868-4bfa-9a11-1dde3b3600eb') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:44.591198 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-691184ed-9c75-4e71-bc11-9ccf51403709 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (4d06d09c-2868-4bfa-9a11-1dde3b3600eb), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.622992 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad743f65-bba3-477d-a3ce-5bb9b51c17f4 None None] Network 068a7847-9779-4b5e-a285-7ee1e2fc52a1 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:44.641476 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-691184ed-9c75-4e71-bc11-9ccf51403709 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (4d06d09c-2868-4bfa-9a11-1dde3b3600eb), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.651095 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-43b29408-7103-4efd-9eb9-e300a5b31a90 None None] Current status of the port 6ca95b3d-b9bb-449a-b88b-3f360ab03de1 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:44.652231 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-43b29408-7103-4efd-9eb9-e300a5b31a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6ca95b3d-b9bb-449a-b88b-3f360ab03de1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.667240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-691184ed-9c75-4e71-bc11-9ccf51403709 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:13:44.668414 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-691184ed-9c75-4e71-bc11-9ccf51403709 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (4d06d09c-2868-4bfa-9a11-1dde3b3600eb), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:13:44.672073 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:13:44.732338 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34f294ae-aeec-4cd0-a667-4a08919435da req-083c77ec-e462-42ae-893c-e6fd3e5edbaf tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-594602954&fields=id&tenant_id=87ca4c7ab6184b8eb587f6203fddbced HTTP/1.1" status: 200 len: 267 time: 0.1390045 Feb 09 02:13:44.755298 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-43b29408-7103-4efd-9eb9-e300a5b31a90 None None] For port 6ca95b3d-b9bb-449a-b88b-3f360ab03de1, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6ca95b3d-b9bb-449a-b88b-3f360ab03de1,segment=NetworkSegment(3210ac23-f995-41b8-b1aa-3663726b10f9),segment_id=3210ac23-f995-41b8-b1aa-3663726b10f9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:44.797699 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-43b29408-7103-4efd-9eb9-e300a5b31a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6ca95b3d-b9bb-449a-b88b-3f360ab03de1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.799529 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6ca95b3d-b9bb-449a-b88b-3f360ab03de1 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:13:44.842449 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-691184ed-9c75-4e71-bc11-9ccf51403709 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (068a7847-9779-4b5e-a285-7ee1e2fc52a1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.848477 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-691184ed-9c75-4e71-bc11-9ccf51403709 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.855436 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50744) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:44.856074 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-691184ed-9c75-4e71-bc11-9ccf51403709 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "DELETE /v2.0/networks/068a7847-9779-4b5e-a285-7ee1e2fc52a1 HTTP/1.1" status: 204 len: 168 time: 0.7037718 Feb 09 02:13:44.861417 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-cfd0e328-5d0f-4215-acb0-7b07f7f7daef tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1505801475'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:44.906626 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691184ed-9c75-4e71-bc11-9ccf51403709 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event deleted for resources: {'Network': ['ID=068a7847-9779-4b5e-a285-7ee1e2fc52a1,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:44.911334 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd0e328-5d0f-4215-acb0-7b07f7f7daef tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Made reservation on behalf of 569461a41876460f9d584d6a1740b2f0 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:44.919058 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e328-5d0f-4215-acb0-7b07f7f7daef tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.960410 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c344610e-e88e-45a6-a62f-1e41464fb80d None None] DHCP port deletion for acd6f6ac-ef05-4efd-b71e-108d9c5e8459 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:13:44.965254 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b29408-7103-4efd-9eb9-e300a5b31a90 None None] Pushing event updated for resources: {'Port': ['ID=6ca95b3d-b9bb-449a-b88b-3f360ab03de1,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:44.985534 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd0e328-5d0f-4215-acb0-7b07f7f7daef tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:13:44.999164 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e328-5d0f-4215-acb0-7b07f7f7daef tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (2eb6d19c-7aae-4618-84df-571e14d114e7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:45.000514 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-cfd0e328-5d0f-4215-acb0-7b07f7f7daef tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Added segment 2eb6d19c-7aae-4618-84df-571e14d114e7 of type vlan for network 05667ad1-ddec-4d51-bc2c-5da3f2f8f134 Feb 09 02:13:45.042994 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 6ca95b3d-b9bb-449a-b88b-3f360ab03de1 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:45.044000 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6ca95b3d-b9bb-449a-b88b-3f360ab03de1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:45.053638 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e328-5d0f-4215-acb0-7b07f7f7daef tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (05667ad1-ddec-4d51-bc2c-5da3f2f8f134), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:45.107879 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f294ae-aeec-4cd0-a667-4a08919435da req-ecdd6a85-617e-4305-88c2-25b27a715a97 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:45.110034 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34f294ae-aeec-4cd0-a667-4a08919435da req-ecdd6a85-617e-4305-88c2-25b27a715a97 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/networks?id=dbc2a860-a3f0-4678-9348-1a276d2e7db3 HTTP/1.1" status: 200 len: 797 time: 0.3659217 Feb 09 02:13:45.127255 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e328-5d0f-4215-acb0-7b07f7f7daef tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (05667ad1-ddec-4d51-bc2c-5da3f2f8f134), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:45.129181 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34f294ae-aeec-4cd0-a667-4a08919435da req-5dc8bc99-7e8a-4b96-afa2-82e0d9de83f3 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/quotas/87ca4c7ab6184b8eb587f6203fddbced HTTP/1.1" status: 200 len: 375 time: 0.0109422 Feb 09 02:13:45.141784 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd0e328-5d0f-4215-acb0-7b07f7f7daef tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:45.142456 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e328-5d0f-4215-acb0-7b07f7f7daef tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:45.222416 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cfd0e328-5d0f-4215-acb0-7b07f7f7daef tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3658245 Feb 09 02:13:45.225473 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50748) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:45.232040 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-c3a6a892-ac0e-49a7-bc3b-c6cf239f8662 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Request body: {'subnet': {'network_id': '05667ad1-ddec-4d51-bc2c-5da3f2f8f134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:45.257382 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0e328-5d0f-4215-acb0-7b07f7f7daef tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event updated for resources: {'Network': ['ID=05667ad1-ddec-4d51-bc2c-5da3f2f8f134,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:45.289119 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34f294ae-aeec-4cd0-a667-4a08919435da req-2df24556-8f62-47f0-9084-dbf1e6ef87ab tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=87ca4c7ab6184b8eb587f6203fddbced&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1529918 Feb 09 02:13:45.302418 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 05667ad1-ddec-4d51-bc2c-5da3f2f8f134 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:13:45.403407 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a6a892-ac0e-49a7-bc3b-c6cf239f8662 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Made reservation on behalf of 569461a41876460f9d584d6a1740b2f0 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:45.412918 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3a6a892-ac0e-49a7-bc3b-c6cf239f8662 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:45.426251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-34f294ae-aeec-4cd0-a667-4a08919435da req-26d90e04-6ae5-4a60-b0a4-7c69ca382c30 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:13:45.427429 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34f294ae-aeec-4cd0-a667-4a08919435da req-26d90e04-6ae5-4a60-b0a4-7c69ca382c30 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1101625 Feb 09 02:13:45.498437 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c344610e-e88e-45a6-a62f-1e41464fb80d None None] Deleting port 6ca95b3d-b9bb-449a-b88b-3f360ab03de1 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:45.504966 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c344610e-e88e-45a6-a62f-1e41464fb80d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (6ca95b3d-b9bb-449a-b88b-3f360ab03de1), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:45.646602 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 6ca95b3d-b9bb-449a-b88b-3f360ab03de1 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:45.655346 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c344610e-e88e-45a6-a62f-1e41464fb80d None None] For port 6ca95b3d-b9bb-449a-b88b-3f360ab03de1, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6ca95b3d-b9bb-449a-b88b-3f360ab03de1,segment=NetworkSegment(3210ac23-f995-41b8-b1aa-3663726b10f9),segment_id=3210ac23-f995-41b8-b1aa-3663726b10f9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:45.656443 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c344610e-e88e-45a6-a62f-1e41464fb80d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (6ca95b3d-b9bb-449a-b88b-3f360ab03de1), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:45.669390 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c344610e-e88e-45a6-a62f-1e41464fb80d None None] Calling delete_port for 6ca95b3d-b9bb-449a-b88b-3f360ab03de1 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:45.683873 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34f294ae-aeec-4cd0-a667-4a08919435da req-7c929ade-1da3-4801-a11f-c776f176438b service neutron] 10.222.0.36 "GET /v2.0/networks/dbc2a860-a3f0-4678-9348-1a276d2e7db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474797 Feb 09 02:13:45.688301 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3a6a892-ac0e-49a7-bc3b-c6cf239f8662 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (5517e49d-4178-4e1f-b3dc-bea1a6c6212e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:45.764422 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6a892-ac0e-49a7-bc3b-c6cf239f8662 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event updated for resources: {'Subnet': ['ID=5517e49d-4178-4e1f-b3dc-bea1a6c6212e,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:45.771239 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a6a892-ac0e-49a7-bc3b-c6cf239f8662 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Checking segment: {'id': '2eb6d19c-7aae-4618-84df-571e14d114e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '05667ad1-ddec-4d51-bc2c-5da3f2f8f134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:45.771603 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a6a892-ac0e-49a7-bc3b-c6cf239f8662 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Network hostable DHCP agents. Network: 05667ad1-ddec-4d51-bc2c-5da3f2f8f134, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:13:45.795742 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a6a892-ac0e-49a7-bc3b-c6cf239f8662 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Network 05667ad1-ddec-4d51-bc2c-5da3f2f8f134 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:13:45.804075 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c344610e-e88e-45a6-a62f-1e41464fb80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (6ca95b3d-b9bb-449a-b88b-3f360ab03de1), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:45.810006 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-c3a6a892-ac0e-49a7-bc3b-c6cf239f8662 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 05667ad1-ddec-4d51-bc2c-5da3f2f8f134) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:45.818067 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a6a892-ac0e-49a7-bc3b-c6cf239f8662 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:45.818635 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3a6a892-ac0e-49a7-bc3b-c6cf239f8662 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:45.836840 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc9d4de-8ac5-4d53-a24d-196fec689ee4 None None] Network 05667ad1-ddec-4d51-bc2c-5da3f2f8f134 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:45.849273 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c3a6a892-ac0e-49a7-bc3b-c6cf239f8662 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6227465 Feb 09 02:13:45.852460 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50762) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:45.874889 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34f294ae-aeec-4cd0-a667-4a08919435da req-9592f829-486d-4fe9-b496-fa64722e2919 service neutron] 10.222.0.36 "GET /v2.0/networks/dbc2a860-a3f0-4678-9348-1a276d2e7db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851242 Feb 09 02:13:45.913568 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c344610e-e88e-45a6-a62f-1e41464fb80d None None] No DVR routers for this DVR port 6ca95b3d-b9bb-449a-b88b-3f360ab03de1 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:45.921113 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344610e-e88e-45a6-a62f-1e41464fb80d None None] Pushing event deleted for resources: {'Port': ['ID=6ca95b3d-b9bb-449a-b88b-3f360ab03de1,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:46.017241 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d822d4f3-6af3-49e2-9a3e-505dd0deeceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-05667ad1-ddec-4d51-bc2c-5da3f2f8f134', 'network_id': '05667ad1-ddec-4d51-bc2c-5da3f2f8f134', 'project_id': '569461a41876460f9d584d6a1740b2f0', 'fixed_ips': [{'subnet_id': '5517e49d-4178-4e1f-b3dc-bea1a6c6212e'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:13:46.017918 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d822d4f3-6af3-49e2-9a3e-505dd0deeceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:46.039346 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (05667ad1-ddec-4d51-bc2c-5da3f2f8f134), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:46.112873 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (5517e49d-4178-4e1f-b3dc-bea1a6c6212e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:46.230837 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cf97582d-dd93-4325-a4fe-105ff7a40979 req-1e9e8efe-e02c-4605-a4ac-b8163a767ebe tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1a11b7d-854f-4882-abfe-bd671f76f507 HTTP/1.1" status: 200 len: 210 time: 0.0522413 Feb 09 02:13:46.237022 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-d822d4f3-6af3-49e2-9a3e-505dd0deeceb None None] Allocated IP 2001:db8::2 (05667ad1-ddec-4d51-bc2c-5da3f2f8f134/5517e49d-4178-4e1f-b3dc-bea1a6c6212e/facd2292-1c48-4564-9b38-c3d137fb3549) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:46.443860 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d822d4f3-6af3-49e2-9a3e-505dd0deeceb None None] Publish callbacks [] for port (facd2292-1c48-4564-9b38-c3d137fb3549), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:46.451276 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d822d4f3-6af3-49e2-9a3e-505dd0deeceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (facd2292-1c48-4564-9b38-c3d137fb3549), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:46.470206 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (5517e49d-4178-4e1f-b3dc-bea1a6c6212e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:46.498474 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d822d4f3-6af3-49e2-9a3e-505dd0deeceb None None] Network 05667ad1-ddec-4d51-bc2c-5da3f2f8f134 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:46.505004 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-d822d4f3-6af3-49e2-9a3e-505dd0deeceb None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:46.509082 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d822d4f3-6af3-49e2-9a3e-505dd0deeceb None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:46.518532 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event deleted for resources: {'Subnet': ['ID=5517e49d-4178-4e1f-b3dc-bea1a6c6212e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:46.522639 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822d4f3-6af3-49e2-9a3e-505dd0deeceb None None] Pushing event updated for resources: {'Port': ['ID=facd2292-1c48-4564-9b38-c3d137fb3549,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:46.610936 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (05667ad1-ddec-4d51-bc2c-5da3f2f8f134), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:46.623685 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d822d4f3-6af3-49e2-9a3e-505dd0deeceb None None] Attempting to bind port facd2292-1c48-4564-9b38-c3d137fb3549 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:13:46.624479 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d822d4f3-6af3-49e2-9a3e-505dd0deeceb None None] Attempting to bind port facd2292-1c48-4564-9b38-c3d137fb3549 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '2eb6d19c-7aae-4618-84df-571e14d114e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '05667ad1-ddec-4d51-bc2c-5da3f2f8f134'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:13:46.624984 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822d4f3-6af3-49e2-9a3e-505dd0deeceb None None] Attempting to bind port facd2292-1c48-4564-9b38-c3d137fb3549 on network 05667ad1-ddec-4d51-bc2c-5da3f2f8f134 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:13:46.632418 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822d4f3-6af3-49e2-9a3e-505dd0deeceb None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:13:46.633233 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822d4f3-6af3-49e2-9a3e-505dd0deeceb None None] Checking segment: {'id': '2eb6d19c-7aae-4618-84df-571e14d114e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '05667ad1-ddec-4d51-bc2c-5da3f2f8f134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:46.633766 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d822d4f3-6af3-49e2-9a3e-505dd0deeceb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:46.634333 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822d4f3-6af3-49e2-9a3e-505dd0deeceb None None] Bound using segment: {'id': '2eb6d19c-7aae-4618-84df-571e14d114e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '05667ad1-ddec-4d51-bc2c-5da3f2f8f134'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:13:46.635190 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d822d4f3-6af3-49e2-9a3e-505dd0deeceb None None] Bound port: facd2292-1c48-4564-9b38-c3d137fb3549, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb6d19c-7aae-4618-84df-571e14d114e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '05667ad1-ddec-4d51-bc2c-5da3f2f8f134'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:13:46.635811 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d822d4f3-6af3-49e2-9a3e-505dd0deeceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (facd2292-1c48-4564-9b38-c3d137fb3549), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:46.637682 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05667ad1-ddec-4d51-bc2c-5da3f2f8f134']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:46.648591 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb6d19c-7aae-4618-84df-571e14d114e7') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:46.648960 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb6d19c-7aae-4618-84df-571e14d114e7') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:46.661952 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (2eb6d19c-7aae-4618-84df-571e14d114e7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:46.680202 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (2eb6d19c-7aae-4618-84df-571e14d114e7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:46.695733 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:13:46.696067 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (2eb6d19c-7aae-4618-84df-571e14d114e7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:13:46.699757 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:13:46.733582 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6ca95b3d-b9bb-449a-b88b-3f360ab03de1 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:13:46.745662 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d822d4f3-6af3-49e2-9a3e-505dd0deeceb None None] For port facd2292-1c48-4564-9b38-c3d137fb3549, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:13:46.767430 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 6ca95b3d-b9bb-449a-b88b-3f360ab03de1 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:13:46.767781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6ca95b3d-b9bb-449a-b88b-3f360ab03de1 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:13:46.814924 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.db.api [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 02:13:46.814924 n-d-828387-3 neutron-server[103184]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 02:13:46.814924 n-d-828387-3 neutron-server[103184]: [parameters: {'id': '05667ad1-ddec-4d51-bc2c-5da3f2f8f134'}] Feb 09 02:13:46.814924 n-d-828387-3 neutron-server[103184]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:13:46.815387 n-d-828387-3 neutron-server[103184]: DEBUG oslo_db.api [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:13:46.822029 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d822d4f3-6af3-49e2-9a3e-505dd0deeceb None None] For port facd2292-1c48-4564-9b38-c3d137fb3549, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=facd2292-1c48-4564-9b38-c3d137fb3549,segment=NetworkSegment(2eb6d19c-7aae-4618-84df-571e14d114e7),segment_id=2eb6d19c-7aae-4618-84df-571e14d114e7)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:13:46.828912 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d822d4f3-6af3-49e2-9a3e-505dd0deeceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (facd2292-1c48-4564-9b38-c3d137fb3549), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:46.920499 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822d4f3-6af3-49e2-9a3e-505dd0deeceb None None] Pushing event updated for resources: {'Port': ['ID=facd2292-1c48-4564-9b38-c3d137fb3549,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:46.957727 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8818e91-bfbf-4dbe-9233-26759c060aed None None] get_active_networks_info from n-d-828387-3 {{(pid=103185) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:13:47.057131 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8818e91-bfbf-4dbe-9233-26759c060aed None None] Resources bound (agent type, host, resource id): {{(pid=103185) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:13:47.309938 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab23e49f-d7a6-42f9-8ffb-a81f7533c4bd None None] Network 05667ad1-ddec-4d51-bc2c-5da3f2f8f134 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:47.316231 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (05667ad1-ddec-4d51-bc2c-5da3f2f8f134), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:47.382683 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Deleting port facd2292-1c48-4564-9b38-c3d137fb3549 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:47.383059 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (facd2292-1c48-4564-9b38-c3d137fb3549), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:47.432247 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f0b050bc-4772-4b15-a318-2223fb029047 req-c70231ad-423d-40da-99af-99e849cce820 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1a11b7d-854f-4882-abfe-bd671f76f507 HTTP/1.1" status: 200 len: 210 time: 0.0773432 Feb 09 02:13:47.482154 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] For port facd2292-1c48-4564-9b38-c3d137fb3549, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=facd2292-1c48-4564-9b38-c3d137fb3549,segment=NetworkSegment(2eb6d19c-7aae-4618-84df-571e14d114e7),segment_id=2eb6d19c-7aae-4618-84df-571e14d114e7)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:47.482558 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (facd2292-1c48-4564-9b38-c3d137fb3549), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:47.511460 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Calling delete_port for facd2292-1c48-4564-9b38-c3d137fb3549 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:47.658125 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (facd2292-1c48-4564-9b38-c3d137fb3549), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:47.685793 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event deleted for resources: {'Port': ['ID=facd2292-1c48-4564-9b38-c3d137fb3549,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:47.693469 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] No DVR routers for this DVR port facd2292-1c48-4564-9b38-c3d137fb3549 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:47.781898 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (05667ad1-ddec-4d51-bc2c-5da3f2f8f134), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:47.803300 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05667ad1-ddec-4d51-bc2c-5da3f2f8f134']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:47.815466 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb6d19c-7aae-4618-84df-571e14d114e7') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:47.815907 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb6d19c-7aae-4618-84df-571e14d114e7') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:47.825897 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (2eb6d19c-7aae-4618-84df-571e14d114e7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:47.844767 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (2eb6d19c-7aae-4618-84df-571e14d114e7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:47.852033 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:13:47.852427 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (2eb6d19c-7aae-4618-84df-571e14d114e7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:13:47.855741 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:13:47.929151 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (05667ad1-ddec-4d51-bc2c-5da3f2f8f134), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:47.938631 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:47.948202 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "DELETE /v2.0/networks/05667ad1-ddec-4d51-bc2c-5da3f2f8f134 HTTP/1.1" status: 204 len: 168 time: 2.0939384 Feb 09 02:13:47.950772 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50794) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:47.956320 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-2971d465-926e-408b-91e8-a7a4441b1c36 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1447066720'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:47.972186 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c656d94-57bc-49a0-a248-fac20bd66e11 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event deleted for resources: {'Network': ['ID=05667ad1-ddec-4d51-bc2c-5da3f2f8f134,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:47.989752 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2971d465-926e-408b-91e8-a7a4441b1c36 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Made reservation on behalf of 569461a41876460f9d584d6a1740b2f0 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:47.993665 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2971d465-926e-408b-91e8-a7a4441b1c36 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:48.019115 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2971d465-926e-408b-91e8-a7a4441b1c36 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:13:48.029388 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2971d465-926e-408b-91e8-a7a4441b1c36 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (2800d3c8-83ad-46e4-afb1-8887e85b1722), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:48.029779 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-2971d465-926e-408b-91e8-a7a4441b1c36 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Added segment 2800d3c8-83ad-46e4-afb1-8887e85b1722 of type vlan for network ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54 Feb 09 02:13:48.076435 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2971d465-926e-408b-91e8-a7a4441b1c36 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:48.104838 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2971d465-926e-408b-91e8-a7a4441b1c36 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:48.110115 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2971d465-926e-408b-91e8-a7a4441b1c36 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:48.110691 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2971d465-926e-408b-91e8-a7a4441b1c36 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:48.177497 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2971d465-926e-408b-91e8-a7a4441b1c36 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2258983 Feb 09 02:13:48.180161 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50796) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:48.189999 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-2dd66fae-2d76-4158-b132-87ad8fbc9800 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Request body: {'subnet': {'network_id': 'ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:48.195953 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971d465-926e-408b-91e8-a7a4441b1c36 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event updated for resources: {'Network': ['ID=ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:48.209646 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:13:48.295391 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd66fae-2d76-4158-b132-87ad8fbc9800 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Made reservation on behalf of 569461a41876460f9d584d6a1740b2f0 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:48.299368 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2dd66fae-2d76-4158-b132-87ad8fbc9800 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:48.579957 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e31a53e1-a1c1-481b-9a93-39ed5493d9d6 req-c24eff00-7a21-491c-8743-3283ea77f357 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1a11b7d-854f-4882-abfe-bd671f76f507 HTTP/1.1" status: 200 len: 210 time: 0.0403430 Feb 09 02:13:48.685505 n-d-828387-3 neutron-server[103184]: DEBUG neutron.objects.ports [None req-2dd66fae-2d76-4158-b132-87ad8fbc9800 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103184) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:13:48.687269 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2dd66fae-2d76-4158-b132-87ad8fbc9800 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (7f170450-d469-46cc-ab19-539b249d9da8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:48.757070 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd66fae-2d76-4158-b132-87ad8fbc9800 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event updated for resources: {'Subnet': ['ID=7f170450-d469-46cc-ab19-539b249d9da8,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:48.779549 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd66fae-2d76-4158-b132-87ad8fbc9800 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Checking segment: {'id': '2800d3c8-83ad-46e4-afb1-8887e85b1722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:48.780027 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd66fae-2d76-4158-b132-87ad8fbc9800 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Network hostable DHCP agents. Network: ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:13:48.802772 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd66fae-2d76-4158-b132-87ad8fbc9800 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Network ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:13:48.816148 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-2dd66fae-2d76-4158-b132-87ad8fbc9800 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:48.824365 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd66fae-2d76-4158-b132-87ad8fbc9800 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:48.826322 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2dd66fae-2d76-4158-b132-87ad8fbc9800 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:48.828581 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8ee949-0c48-4221-80b0-f1b1e64691b2 None None] Network ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:48.866482 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2dd66fae-2d76-4158-b132-87ad8fbc9800 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6853006 Feb 09 02:13:48.869334 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50806) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:48.978100 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a47ca90-7d31-42f3-9bd8-394de90a67f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54', 'network_id': 'ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54', 'project_id': '569461a41876460f9d584d6a1740b2f0', 'fixed_ips': [{'subnet_id': '7f170450-d469-46cc-ab19-539b249d9da8'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:13:48.979684 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0a47ca90-7d31-42f3-9bd8-394de90a67f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:49.066749 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:49.142002 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (7f170450-d469-46cc-ab19-539b249d9da8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:49.190261 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-0a47ca90-7d31-42f3-9bd8-394de90a67f4 None None] Allocated IP 2001:db8::f816:3eff:fec2:867a (ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54/7f170450-d469-46cc-ab19-539b249d9da8/d0736b33-97da-434f-a722-a191091f576e) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:49.393021 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0a47ca90-7d31-42f3-9bd8-394de90a67f4 None None] Publish callbacks [] for port (d0736b33-97da-434f-a722-a191091f576e), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:49.409263 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0a47ca90-7d31-42f3-9bd8-394de90a67f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (d0736b33-97da-434f-a722-a191091f576e), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:49.432890 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (7f170450-d469-46cc-ab19-539b249d9da8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:49.463439 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a47ca90-7d31-42f3-9bd8-394de90a67f4 None None] Network ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:49.466447 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-0a47ca90-7d31-42f3-9bd8-394de90a67f4 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:49.467703 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event deleted for resources: {'Subnet': ['ID=7f170450-d469-46cc-ab19-539b249d9da8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:49.469185 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a47ca90-7d31-42f3-9bd8-394de90a67f4 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:49.478507 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47ca90-7d31-42f3-9bd8-394de90a67f4 None None] Pushing event updated for resources: {'Port': ['ID=d0736b33-97da-434f-a722-a191091f576e,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:49.578536 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-0a47ca90-7d31-42f3-9bd8-394de90a67f4 None None] Attempting to bind port d0736b33-97da-434f-a722-a191091f576e on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:13:49.579502 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-0a47ca90-7d31-42f3-9bd8-394de90a67f4 None None] Attempting to bind port d0736b33-97da-434f-a722-a191091f576e by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '2800d3c8-83ad-46e4-afb1-8887e85b1722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:13:49.580319 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ca90-7d31-42f3-9bd8-394de90a67f4 None None] Attempting to bind port d0736b33-97da-434f-a722-a191091f576e on network ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:13:49.588669 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ca90-7d31-42f3-9bd8-394de90a67f4 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:13:49.589119 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ca90-7d31-42f3-9bd8-394de90a67f4 None None] Checking segment: {'id': '2800d3c8-83ad-46e4-afb1-8887e85b1722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:49.589787 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0a47ca90-7d31-42f3-9bd8-394de90a67f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:49.590642 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ca90-7d31-42f3-9bd8-394de90a67f4 None None] Bound using segment: {'id': '2800d3c8-83ad-46e4-afb1-8887e85b1722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:13:49.591314 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-0a47ca90-7d31-42f3-9bd8-394de90a67f4 None None] Bound port: d0736b33-97da-434f-a722-a191091f576e, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2800d3c8-83ad-46e4-afb1-8887e85b1722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:13:49.591853 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0a47ca90-7d31-42f3-9bd8-394de90a67f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d0736b33-97da-434f-a722-a191091f576e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:49.643779 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:49.742420 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-0a47ca90-7d31-42f3-9bd8-394de90a67f4 None None] For port d0736b33-97da-434f-a722-a191091f576e, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:13:49.746565 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-0a47ca90-7d31-42f3-9bd8-394de90a67f4 None None] For port d0736b33-97da-434f-a722-a191091f576e, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d0736b33-97da-434f-a722-a191091f576e,segment=NetworkSegment(2800d3c8-83ad-46e4-afb1-8887e85b1722),segment_id=2800d3c8-83ad-46e4-afb1-8887e85b1722)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:13:49.755884 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0a47ca90-7d31-42f3-9bd8-394de90a67f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d0736b33-97da-434f-a722-a191091f576e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:49.809697 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:49.876385 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47ca90-7d31-42f3-9bd8-394de90a67f4 None None] Pushing event updated for resources: {'Port': ['ID=d0736b33-97da-434f-a722-a191091f576e,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:49.877285 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-834e5442-ab37-4376-9d47-08ab856d4b80 req-28e2491a-74f4-4f0d-9b2b-dd84589732d5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1a11b7d-854f-4882-abfe-bd671f76f507 HTTP/1.1" status: 200 len: 210 time: 0.0962036 Feb 09 02:13:49.886150 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2800d3c8-83ad-46e4-afb1-8887e85b1722') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:49.886967 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2800d3c8-83ad-46e4-afb1-8887e85b1722') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:49.897932 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f5a1ea-4237-48df-8e5c-371af07c60c7 None None] get_active_networks_info from n-d-828387-3 {{(pid=103185) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:13:49.912381 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f294ae-aeec-4cd0-a667-4a08919435da req-26c74665-b428-4c99-ab8d-e9779ad06722 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:49.912381 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34f294ae-aeec-4cd0-a667-4a08919435da req-26c74665-b428-4c99-ab8d-e9779ad06722 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.48 "GET /v2.0/networks?id=dbc2a860-a3f0-4678-9348-1a276d2e7db3 HTTP/1.1" status: 200 len: 797 time: 0.2482111 Feb 09 02:13:49.912381 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (2800d3c8-83ad-46e4-afb1-8887e85b1722), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:49.939740 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (2800d3c8-83ad-46e4-afb1-8887e85b1722), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:49.965578 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:13:49.966000 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (2800d3c8-83ad-46e4-afb1-8887e85b1722), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:13:49.971420 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:13:50.038389 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f5a1ea-4237-48df-8e5c-371af07c60c7 None None] Resources bound (agent type, host, resource id): {{(pid=103185) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:13:50.087758 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.db.api [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 02:13:50.087758 n-d-828387-3 neutron-server[103183]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 02:13:50.087758 n-d-828387-3 neutron-server[103183]: [parameters: {'id': 'ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54'}] Feb 09 02:13:50.087758 n-d-828387-3 neutron-server[103183]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:13:50.088130 n-d-828387-3 neutron-server[103183]: DEBUG oslo_db.api [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:13:50.096238 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34f294ae-aeec-4cd0-a667-4a08919435da req-e2dd1b37-dda2-4d5e-88ad-123111862737 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87ca4c7ab6184b8eb587f6203fddbced HTTP/1.1" status: 200 len: 379 time: 0.1685939 Feb 09 02:13:50.109276 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-34f294ae-aeec-4cd0-a667-4a08919435da req-6f5795a3-1be9-4336-80cf-610682c09561 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'port': {'device_id': 'a1a11b7d-854f-4882-abfe-bd671f76f507', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'admin_state_up': True, 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'security_groups': ['6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:50.257261 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f294ae-aeec-4cd0-a667-4a08919435da req-6f5795a3-1be9-4336-80cf-610682c09561 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Made reservation on behalf of 87ca4c7ab6184b8eb587f6203fddbced for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:50.261060 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-34f294ae-aeec-4cd0-a667-4a08919435da req-6f5795a3-1be9-4336-80cf-610682c09561 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:50.275521 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6eda5d-ad56-4444-9a3c-966293166211 None None] Network ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:50.425784 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-34f294ae-aeec-4cd0-a667-4a08919435da req-6f5795a3-1be9-4336-80cf-610682c09561 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Allocated IP 172.20.0.7 (dbc2a860-a3f0-4678-9348-1a276d2e7db3/9fc8a065-4570-450f-a943-ad922bc33f89/c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:50.590798 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-34f294ae-aeec-4cd0-a667-4a08919435da req-6f5795a3-1be9-4336-80cf-610682c09561 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for port (c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:50.592166 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:50.664845 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-34f294ae-aeec-4cd0-a667-4a08919435da req-6f5795a3-1be9-4336-80cf-610682c09561 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:50.745851 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f294ae-aeec-4cd0-a667-4a08919435da req-6f5795a3-1be9-4336-80cf-610682c09561 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Network dbc2a860-a3f0-4678-9348-1a276d2e7db3 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:50.747637 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Deleting port d0736b33-97da-434f-a722-a191091f576e {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:50.747843 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (d0736b33-97da-434f-a722-a191091f576e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:50.751721 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5795a3-1be9-4336-80cf-610682c09561 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'Port': ['ID=c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:50.764331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-34f294ae-aeec-4cd0-a667-4a08919435da req-6f5795a3-1be9-4336-80cf-610682c09561 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:50.766981 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f294ae-aeec-4cd0-a667-4a08919435da req-6f5795a3-1be9-4336-80cf-610682c09561 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:50.860250 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] For port d0736b33-97da-434f-a722-a191091f576e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d0736b33-97da-434f-a722-a191091f576e,segment=NetworkSegment(2800d3c8-83ad-46e4-afb1-8887e85b1722),segment_id=2800d3c8-83ad-46e4-afb1-8887e85b1722)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:50.860546 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (d0736b33-97da-434f-a722-a191091f576e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:50.868717 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f294ae-aeec-4cd0-a667-4a08919435da req-6f5795a3-1be9-4336-80cf-610682c09561 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:50.869365 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-34f294ae-aeec-4cd0-a667-4a08919435da req-6f5795a3-1be9-4336-80cf-610682c09561 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:50.886967 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Calling delete_port for d0736b33-97da-434f-a722-a191091f576e owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:50.902131 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34f294ae-aeec-4cd0-a667-4a08919435da req-6f5795a3-1be9-4336-80cf-610682c09561 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7980061 Feb 09 02:13:50.958939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-34f294ae-aeec-4cd0-a667-4a08919435da req-45315c37-d273-4fd5-b1fe-8e402c7ee46f service neutron] Request body: {'port': {'device_id': 'a1a11b7d-854f-4882-abfe-bd671f76f507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:51.052178 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-34f294ae-aeec-4cd0-a667-4a08919435da req-45315c37-d273-4fd5-b1fe-8e402c7ee46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.099046 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (d0736b33-97da-434f-a722-a191091f576e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.106641 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe97d36-f9a0-4c87-9b2e-3aa81f886195 req-b4546247-1bb3-46ea-95c9-fc4cf7f5e844 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:51.113261 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2fe97d36-f9a0-4c87-9b2e-3aa81f886195 req-b4546247-1bb3-46ea-95c9-fc4cf7f5e844 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1a11b7d-854f-4882-abfe-bd671f76f507 HTTP/1.1" status: 200 len: 931 time: 0.1276703 Feb 09 02:13:51.140294 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] No DVR routers for this DVR port d0736b33-97da-434f-a722-a191091f576e on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:51.150673 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event deleted for resources: {'Port': ['ID=d0736b33-97da-434f-a722-a191091f576e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:51.213488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-90550ba4-0422-46ae-831b-b4cf73fa4237 None None] Provisioning complete for port c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:51.213488 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-90550ba4-0422-46ae-831b-b4cf73fa4237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.246937 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2fe97d36-f9a0-4c87-9b2e-3aa81f886195 req-8e00e380-9972-4ca4-8790-139e547b2be4 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260002 Feb 09 02:13:51.274587 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-90550ba4-0422-46ae-831b-b4cf73fa4237 None None] Port c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:13:51.383960 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.450732 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:51.465462 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2800d3c8-83ad-46e4-afb1-8887e85b1722') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:51.465795 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2800d3c8-83ad-46e4-afb1-8887e85b1722') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:51.478163 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (2800d3c8-83ad-46e4-afb1-8887e85b1722), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.502880 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (2800d3c8-83ad-46e4-afb1-8887e85b1722), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.517791 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:13:51.518260 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (2800d3c8-83ad-46e4-afb1-8887e85b1722), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:13:51.521368 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:13:51.605298 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.631278 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.639001 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "DELETE /v2.0/networks/ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54 HTTP/1.1" status: 204 len: 168 time: 2.7641332 Feb 09 02:13:51.639331 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50838) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:51.650651 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80927de2-87e5-4d92-95b3-650d4519e344 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event deleted for resources: {'Network': ['ID=ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:51.662319 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-34f294ae-aeec-4cd0-a667-4a08919435da req-45315c37-d273-4fd5-b1fe-8e402c7ee46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:13:51.669034 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-64675521-a1f3-4d80-96e0-ff573feb92f3 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] DELETE failed (client error): The resource could not be found. Feb 09 02:13:51.669496 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64675521-a1f3-4d80-96e0-ff573feb92f3 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:13:51.670869 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-34f294ae-aeec-4cd0-a667-4a08919435da req-45315c37-d273-4fd5-b1fe-8e402c7ee46f service neutron] Publish callbacks [] for port (c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.673207 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-64675521-a1f3-4d80-96e0-ff573feb92f3 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "DELETE /v2.0/subnets/7f170450-d469-46cc-ab19-539b249d9da8 HTTP/1.1" status: 404 len: 337 time: 0.0320966 Feb 09 02:13:51.676216 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50840) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:51.695302 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d9bbc8-e86a-436d-9031-adbb0a1c2788 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] DELETE failed (client error): The resource could not be found. Feb 09 02:13:51.695520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-34f294ae-aeec-4cd0-a667-4a08919435da req-45315c37-d273-4fd5-b1fe-8e402c7ee46f service neutron] Transition to ACTIVE for port object c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:13:51.696250 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d9bbc8-e86a-436d-9031-adbb0a1c2788 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:13:51.699662 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-48d9bbc8-e86a-436d-9031-adbb0a1c2788 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "DELETE /v2.0/networks/ab0d1f7c-f666-49bd-b6bb-6cc6dc74ab54 HTTP/1.1" status: 404 len: 339 time: 0.0225205 Feb 09 02:13:51.703710 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50842) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:51.732928 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc62d5b7-8b91-4c94-876e-ec3b803ff94c tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] DELETE failed (client error): The resource could not be found. Feb 09 02:13:51.733392 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc62d5b7-8b91-4c94-876e-ec3b803ff94c tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:13:51.739942 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50846) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:51.741117 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cc62d5b7-8b91-4c94-876e-ec3b803ff94c tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "DELETE /v2.0/subnets/5517e49d-4178-4e1f-b3dc-bea1a6c6212e HTTP/1.1" status: 404 len: 337 time: 0.0364439 Feb 09 02:13:51.742237 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-34f294ae-aeec-4cd0-a667-4a08919435da req-45315c37-d273-4fd5-b1fe-8e402c7ee46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.767120 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da71adf-d69c-4a9c-8c13-87b2949dd006 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] DELETE failed (client error): The resource could not be found. Feb 09 02:13:51.767679 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da71adf-d69c-4a9c-8c13-87b2949dd006 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:13:51.778530 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5da71adf-d69c-4a9c-8c13-87b2949dd006 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "DELETE /v2.0/networks/05667ad1-ddec-4d51-bc2c-5da3f2f8f134 HTTP/1.1" status: 404 len: 339 time: 0.0356970 Feb 09 02:13:51.788436 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50848) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:51.828226 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-65020be9-eb29-4ab1-a5bb-98c14a707e0b tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] DELETE failed (client error): The resource could not be found. Feb 09 02:13:51.829107 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65020be9-eb29-4ab1-a5bb-98c14a707e0b tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:13:51.831252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45315c37-d273-4fd5-b1fe-8e402c7ee46f service neutron] Pushing event updated for resources: {'Port': ['ID=c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:51.836828 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-65020be9-eb29-4ab1-a5bb-98c14a707e0b tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "DELETE /v2.0/subnets/bd88127e-ce52-4dcd-a438-cf6ba6fd0b82 HTTP/1.1" status: 404 len: 337 time: 0.0472887 Feb 09 02:13:51.839318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50850) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:51.867678 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b32f3fc-1718-4a3d-b2c3-4609615a4cda tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] DELETE failed (client error): The resource could not be found. Feb 09 02:13:51.868201 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b32f3fc-1718-4a3d-b2c3-4609615a4cda tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:13:51.873438 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2b32f3fc-1718-4a3d-b2c3-4609615a4cda tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "DELETE /v2.0/networks/068a7847-9779-4b5e-a285-7ee1e2fc52a1 HTTP/1.1" status: 404 len: 339 time: 0.0329473 Feb 09 02:13:51.877017 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50852) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:52.035767 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-786a6e0d-4ca4-40f2-ae8f-474595aeaa61 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Deleting port 881b2787-7156-4765-93d6-031a7cd3c77b {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:52.036438 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-786a6e0d-4ca4-40f2-ae8f-474595aeaa61 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (881b2787-7156-4765-93d6-031a7cd3c77b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:52.123607 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-786a6e0d-4ca4-40f2-ae8f-474595aeaa61 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (881b2787-7156-4765-93d6-031a7cd3c77b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:52.141080 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-786a6e0d-4ca4-40f2-ae8f-474595aeaa61 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Calling delete_port for 881b2787-7156-4765-93d6-031a7cd3c77b owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:52.257213 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-786a6e0d-4ca4-40f2-ae8f-474595aeaa61 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (881b2787-7156-4765-93d6-031a7cd3c77b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:52.304922 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a6e0d-4ca4-40f2-ae8f-474595aeaa61 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event deleted for resources: {'Port': ['ID=881b2787-7156-4765-93d6-031a7cd3c77b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:52.305175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-34f294ae-aeec-4cd0-a667-4a08919435da req-45315c37-d273-4fd5-b1fe-8e402c7ee46f service neutron] Attempting to bind port c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:13:52.305664 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-34f294ae-aeec-4cd0-a667-4a08919435da req-45315c37-d273-4fd5-b1fe-8e402c7ee46f service neutron] Attempting to bind port c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'cca59366-d01c-4b19-8cb5-50ceeea59202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:13:52.305664 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f294ae-aeec-4cd0-a667-4a08919435da req-45315c37-d273-4fd5-b1fe-8e402c7ee46f service neutron] Attempting to bind port c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e on network dbc2a860-a3f0-4678-9348-1a276d2e7db3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:13:52.314423 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-786a6e0d-4ca4-40f2-ae8f-474595aeaa61 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:52.318793 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-786a6e0d-4ca4-40f2-ae8f-474595aeaa61 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "DELETE /v2.0/ports/881b2787-7156-4765-93d6-031a7cd3c77b HTTP/1.1" status: 204 len: 168 time: 0.4404497 Feb 09 02:13:52.321030 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50866) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:52.335606 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f294ae-aeec-4cd0-a667-4a08919435da req-45315c37-d273-4fd5-b1fe-8e402c7ee46f service neutron] Port c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e on network dbc2a860-a3f0-4678-9348-1a276d2e7db3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:13:52.336039 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f294ae-aeec-4cd0-a667-4a08919435da req-45315c37-d273-4fd5-b1fe-8e402c7ee46f service neutron] Attempting to bind port c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e on network dbc2a860-a3f0-4678-9348-1a276d2e7db3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:13:52.360829 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f294ae-aeec-4cd0-a667-4a08919435da req-45315c37-d273-4fd5-b1fe-8e402c7ee46f service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:13:52.361200 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f294ae-aeec-4cd0-a667-4a08919435da req-45315c37-d273-4fd5-b1fe-8e402c7ee46f service neutron] Checking segment: {'id': 'cca59366-d01c-4b19-8cb5-50ceeea59202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:52.361873 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f294ae-aeec-4cd0-a667-4a08919435da req-45315c37-d273-4fd5-b1fe-8e402c7ee46f service neutron] Bound using segment: {'id': 'cca59366-d01c-4b19-8cb5-50ceeea59202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:13:52.362386 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-34f294ae-aeec-4cd0-a667-4a08919435da req-45315c37-d273-4fd5-b1fe-8e402c7ee46f service neutron] Bound port: c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca59366-d01c-4b19-8cb5-50ceeea59202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:13:52.362820 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-34f294ae-aeec-4cd0-a667-4a08919435da req-45315c37-d273-4fd5-b1fe-8e402c7ee46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:52.367109 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fece631-4b43-4c9e-a650-d9c157cd35bb tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] DELETE failed (client error): The resource could not be found. Feb 09 02:13:52.367891 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fece631-4b43-4c9e-a650-d9c157cd35bb tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:13:52.371039 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4fece631-4b43-4c9e-a650-d9c157cd35bb tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "DELETE /v2.0/subnets/91329084-2928-4578-944c-29f336f727d0 HTTP/1.1" status: 404 len: 337 time: 0.0482423 Feb 09 02:13:52.374049 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50868) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:52.489513 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ff2dad5-2320-43e9-97bc-fce1f7576209 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (acd6f6ac-ef05-4efd-b71e-108d9c5e8459), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:52.490460 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200d832-9b43-477b-8da7-4d016e4deb13 req-1350ef28-b445-4b32-b45a-edea973c1bd5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:52.492248 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0200d832-9b43-477b-8da7-4d016e4deb13 req-1350ef28-b445-4b32-b45a-edea973c1bd5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1a11b7d-854f-4882-abfe-bd671f76f507 HTTP/1.1" status: 200 len: 943 time: 0.1336398 Feb 09 02:13:52.495415 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-34f294ae-aeec-4cd0-a667-4a08919435da req-45315c37-d273-4fd5-b1fe-8e402c7ee46f service neutron] For port c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:13:52.499824 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-34f294ae-aeec-4cd0-a667-4a08919435da req-45315c37-d273-4fd5-b1fe-8e402c7ee46f service neutron] For port c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e,segment=NetworkSegment(cca59366-d01c-4b19-8cb5-50ceeea59202),segment_id=cca59366-d01c-4b19-8cb5-50ceeea59202)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:13:52.519845 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-34f294ae-aeec-4cd0-a667-4a08919435da req-45315c37-d273-4fd5-b1fe-8e402c7ee46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:52.558916 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f294ae-aeec-4cd0-a667-4a08919435da req-45315c37-d273-4fd5-b1fe-8e402c7ee46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:52.560258 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-34f294ae-aeec-4cd0-a667-4a08919435da req-45315c37-d273-4fd5-b1fe-8e402c7ee46f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:52.561658 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34f294ae-aeec-4cd0-a667-4a08919435da req-45315c37-d273-4fd5-b1fe-8e402c7ee46f service neutron] 10.222.0.48 "PUT /v2.0/ports/c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e HTTP/1.1" status: 200 len: 1091 time: 1.6070197 Feb 09 02:13:52.568552 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a11b7d-854f-4882-abfe-bd671f76f507', 'tag': 'c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:52.571535 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21951bab-2fba-4831-a360-f45efc396ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a11b7d-854f-4882-abfe-bd671f76f507", "tag": "c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:52.666485 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ff2dad5-2320-43e9-97bc-fce1f7576209 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (acd6f6ac-ef05-4efd-b71e-108d9c5e8459), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:52.692749 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cca23c5-ec49-4231-a396-24d51c127641 x-openstack-request-id: req-7cca23c5-ec49-4231-a396-24d51c127641 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:52.693058 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a11b7d-854f-4882-abfe-bd671f76f507", "tag": "c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:52.693317 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7cca23c5-ec49-4231-a396-24d51c127641 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:52.693727 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a11b7d-854f-4882-abfe-bd671f76f507', 'tag': 'c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e', 'status': 'completed', 'code': 200} Feb 09 02:13:52.706060 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0200d832-9b43-477b-8da7-4d016e4deb13 req-9c65b054-d946-438f-8029-1efa5088ef60 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042174 Feb 09 02:13:52.706789 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45315c37-d273-4fd5-b1fe-8e402c7ee46f service neutron] Pushing event updated for resources: {'Port': ['ID=c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:52.732665 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-2ff2dad5-2320-43e9-97bc-fce1f7576209 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd6f6ac-ef05-4efd-b71e-108d9c5e8459']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:52.742969 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f294ae-aeec-4cd0-a667-4a08919435da req-a34019c0-2d68-4162-bc59-44bceb3e98cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:52.744583 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34f294ae-aeec-4cd0-a667-4a08919435da req-a34019c0-2d68-4162-bc59-44bceb3e98cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=87ca4c7ab6184b8eb587f6203fddbced&device_id=a1a11b7d-854f-4882-abfe-bd671f76f507 HTTP/1.1" status: 200 len: 1125 time: 0.1305809 Feb 09 02:13:52.752247 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-2ff2dad5-2320-43e9-97bc-fce1f7576209 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3210ac23-f995-41b8-b1aa-3663726b10f9') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:52.752681 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-2ff2dad5-2320-43e9-97bc-fce1f7576209 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3210ac23-f995-41b8-b1aa-3663726b10f9') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:52.771452 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ff2dad5-2320-43e9-97bc-fce1f7576209 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (3210ac23-f995-41b8-b1aa-3663726b10f9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:52.790067 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ff2dad5-2320-43e9-97bc-fce1f7576209 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (3210ac23-f995-41b8-b1aa-3663726b10f9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:52.801997 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff2dad5-2320-43e9-97bc-fce1f7576209 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:13:52.804769 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ff2dad5-2320-43e9-97bc-fce1f7576209 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (3210ac23-f995-41b8-b1aa-3663726b10f9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:52.807475 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34f294ae-aeec-4cd0-a667-4a08919435da req-79350395-b254-48df-b42e-ec6b7c41d1f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e HTTP/1.1" status: 200 len: 217 time: 0.0537763 Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:13:52.815750 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:13:52.873389 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f294ae-aeec-4cd0-a667-4a08919435da req-16fa2962-31d3-4d48-ab2f-84331fa7aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:52.875436 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34f294ae-aeec-4cd0-a667-4a08919435da req-16fa2962-31d3-4d48-ab2f-84331fa7aff4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9fc8a065-4570-450f-a943-ad922bc33f89 HTTP/1.1" status: 200 len: 835 time: 0.0615845 Feb 09 02:13:52.939757 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ff2dad5-2320-43e9-97bc-fce1f7576209 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (acd6f6ac-ef05-4efd-b71e-108d9c5e8459), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:52.941524 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f294ae-aeec-4cd0-a667-4a08919435da req-a3b9d265-bb81-4dd7-b86f-f81d617def1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:52.943350 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34f294ae-aeec-4cd0-a667-4a08919435da req-a3b9d265-bb81-4dd7-b86f-f81d617def1a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dbc2a860-a3f0-4678-9348-1a276d2e7db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0611422 Feb 09 02:13:52.945603 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ff2dad5-2320-43e9-97bc-fce1f7576209 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:52.959078 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2ff2dad5-2320-43e9-97bc-fce1f7576209 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "DELETE /v2.0/networks/acd6f6ac-ef05-4efd-b71e-108d9c5e8459 HTTP/1.1" status: 204 len: 168 time: 0.5820880 Feb 09 02:13:52.959814 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50874) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:53.005597 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2dad5-2320-43e9-97bc-fce1f7576209 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event deleted for resources: {'Network': ['ID=acd6f6ac-ef05-4efd-b71e-108d9c5e8459,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:53.060526 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34f294ae-aeec-4cd0-a667-4a08919435da req-e07402c8-03bd-40d4-a9ad-181fd39696ad service neutron] 10.222.0.48 "GET /v2.0/networks/dbc2a860-a3f0-4678-9348-1a276d2e7db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044497 Feb 09 02:13:53.103646 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-47a64985-cc03-4608-917c-80e172749011 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Deleting port dd37fe3c-8b25-473f-8bc1-e4190b423d96 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:53.104084 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-47a64985-cc03-4608-917c-80e172749011 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (dd37fe3c-8b25-473f-8bc1-e4190b423d96), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.163194 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34f294ae-aeec-4cd0-a667-4a08919435da req-028d46c3-e86c-4fa6-a159-433b2a0ed709 service neutron] 10.222.0.48 "GET /v2.0/networks/dbc2a860-a3f0-4678-9348-1a276d2e7db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951130 Feb 09 02:13:53.195399 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-47a64985-cc03-4608-917c-80e172749011 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (dd37fe3c-8b25-473f-8bc1-e4190b423d96), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.215684 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-47a64985-cc03-4608-917c-80e172749011 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Calling delete_port for dd37fe3c-8b25-473f-8bc1-e4190b423d96 owned by {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:53.285724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21951bab-2fba-4831-a360-f45efc396ccd req-227b17b1-a192-4571-91a6-7b2d77a2a47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:53.288169 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-21951bab-2fba-4831-a360-f45efc396ccd req-227b17b1-a192-4571-91a6-7b2d77a2a47c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=87ca4c7ab6184b8eb587f6203fddbced&device_id=a1a11b7d-854f-4882-abfe-bd671f76f507 HTTP/1.1" status: 200 len: 1125 time: 0.0622740 Feb 09 02:13:53.324297 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-47a64985-cc03-4608-917c-80e172749011 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (dd37fe3c-8b25-473f-8bc1-e4190b423d96), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.396130 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-47a64985-cc03-4608-917c-80e172749011 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.401309 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-47a64985-cc03-4608-917c-80e172749011 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "DELETE /v2.0/ports/dd37fe3c-8b25-473f-8bc1-e4190b423d96 HTTP/1.1" status: 204 len: 168 time: 0.4352126 Feb 09 02:13:53.402621 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50878) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:53.408434 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21951bab-2fba-4831-a360-f45efc396ccd req-750838ac-1106-4680-ae2f-59e5d1c51c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:53.410741 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-21951bab-2fba-4831-a360-f45efc396ccd req-750838ac-1106-4680-ae2f-59e5d1c51c60 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dbc2a860-a3f0-4678-9348-1a276d2e7db3 HTTP/1.1" status: 200 len: 898 time: 0.1168592 Feb 09 02:13:53.414715 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a64985-cc03-4608-917c-80e172749011 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event deleted for resources: {'Port': ['ID=dd37fe3c-8b25-473f-8bc1-e4190b423d96,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:53.446125 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-2baa2f63-670e-46ed-8e1f-4f377dde0a33 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] DELETE failed (client error): The resource could not be found. Feb 09 02:13:53.446584 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2baa2f63-670e-46ed-8e1f-4f377dde0a33 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:13:53.450552 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2baa2f63-670e-46ed-8e1f-4f377dde0a33 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "DELETE /v2.0/subnets/2d514e8a-12ae-44ab-8a32-cf5393db58f0 HTTP/1.1" status: 404 len: 337 time: 0.0464792 Feb 09 02:13:53.453490 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50880) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:53.468684 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-21951bab-2fba-4831-a360-f45efc396ccd req-6f7e657a-ab11-486e-af06-9ca935517a0c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e HTTP/1.1" status: 200 len: 217 time: 0.0491483 Feb 09 02:13:53.543053 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21951bab-2fba-4831-a360-f45efc396ccd req-6a22ea4c-2ddf-401b-bac3-0f71f0565bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:53.545312 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-21951bab-2fba-4831-a360-f45efc396ccd req-6a22ea4c-2ddf-401b-bac3-0f71f0565bdd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9fc8a065-4570-450f-a943-ad922bc33f89 HTTP/1.1" status: 200 len: 835 time: 0.0672455 Feb 09 02:13:53.546188 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-933af637-6d2a-4254-9337-397426de4cb5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (cd8fbcdf-2f00-423f-a569-0efd7f172e00), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.615304 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21951bab-2fba-4831-a360-f45efc396ccd req-b245c2f9-db96-47d6-be54-1b9b480894ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:53.615723 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-933af637-6d2a-4254-9337-397426de4cb5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Deleting port 89324726-1f8c-4364-8d84-92c09e27bcae {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:53.616082 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-933af637-6d2a-4254-9337-397426de4cb5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (89324726-1f8c-4364-8d84-92c09e27bcae), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.617387 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-21951bab-2fba-4831-a360-f45efc396ccd req-b245c2f9-db96-47d6-be54-1b9b480894ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dbc2a860-a3f0-4678-9348-1a276d2e7db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0655115 Feb 09 02:13:53.718820 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-933af637-6d2a-4254-9337-397426de4cb5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] For port 89324726-1f8c-4364-8d84-92c09e27bcae, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=89324726-1f8c-4364-8d84-92c09e27bcae,segment=NetworkSegment(10ca5dcb-f43c-4288-80fb-6d044203714a),segment_id=10ca5dcb-f43c-4288-80fb-6d044203714a)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:53.719079 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-933af637-6d2a-4254-9337-397426de4cb5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (89324726-1f8c-4364-8d84-92c09e27bcae), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.745478 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-933af637-6d2a-4254-9337-397426de4cb5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Calling delete_port for 89324726-1f8c-4364-8d84-92c09e27bcae owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:53.752056 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-21951bab-2fba-4831-a360-f45efc396ccd req-a682446d-72d5-49d1-97d7-0ce56dc29f3a service neutron] 10.222.0.48 "GET /v2.0/networks/dbc2a860-a3f0-4678-9348-1a276d2e7db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237109 Feb 09 02:13:53.902826 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-21951bab-2fba-4831-a360-f45efc396ccd req-7b32df4d-1a71-4cac-8343-bcbcca8eceed service neutron] 10.222.0.48 "GET /v2.0/networks/dbc2a860-a3f0-4678-9348-1a276d2e7db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420581 Feb 09 02:13:53.907795 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-933af637-6d2a-4254-9337-397426de4cb5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (89324726-1f8c-4364-8d84-92c09e27bcae), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.939012 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933af637-6d2a-4254-9337-397426de4cb5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event deleted for resources: {'Port': ['ID=89324726-1f8c-4364-8d84-92c09e27bcae,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:53.947879 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933af637-6d2a-4254-9337-397426de4cb5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] No DVR routers for this DVR port 89324726-1f8c-4364-8d84-92c09e27bcae on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:53.988135 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4b9cc-fd6b-4af2-859d-1d66a8e547d5 req-79a66bc8-66d6-49a5-8f91-132ac9a899a6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:53.989671 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f0e4b9cc-fd6b-4af2-859d-1d66a8e547d5 req-79a66bc8-66d6-49a5-8f91-132ac9a899a6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1a11b7d-854f-4882-abfe-bd671f76f507 HTTP/1.1" status: 200 len: 943 time: 0.1274855 Feb 09 02:13:54.068586 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-933af637-6d2a-4254-9337-397426de4cb5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (cd8fbcdf-2f00-423f-a569-0efd7f172e00), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.105646 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-933af637-6d2a-4254-9337-397426de4cb5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8fbcdf-2f00-423f-a569-0efd7f172e00']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:54.117250 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f0e4b9cc-fd6b-4af2-859d-1d66a8e547d5 req-905f40e0-5337-468c-983a-5dcf9669c191 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116965 Feb 09 02:13:54.120744 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-933af637-6d2a-4254-9337-397426de4cb5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ca5dcb-f43c-4288-80fb-6d044203714a') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:54.121045 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-933af637-6d2a-4254-9337-397426de4cb5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ca5dcb-f43c-4288-80fb-6d044203714a') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:54.130936 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-933af637-6d2a-4254-9337-397426de4cb5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (10ca5dcb-f43c-4288-80fb-6d044203714a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.146491 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-933af637-6d2a-4254-9337-397426de4cb5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (10ca5dcb-f43c-4288-80fb-6d044203714a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.153075 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933af637-6d2a-4254-9337-397426de4cb5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:13:54.153478 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-933af637-6d2a-4254-9337-397426de4cb5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (10ca5dcb-f43c-4288-80fb-6d044203714a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:13:54.157861 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:13:54.217041 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-933af637-6d2a-4254-9337-397426de4cb5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (cd8fbcdf-2f00-423f-a569-0efd7f172e00), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.226651 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-933af637-6d2a-4254-9337-397426de4cb5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.229908 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-933af637-6d2a-4254-9337-397426de4cb5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "DELETE /v2.0/networks/cd8fbcdf-2f00-423f-a569-0efd7f172e00 HTTP/1.1" status: 204 len: 168 time: 0.7746065 Feb 09 02:13:54.232610 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50886) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:54.241396 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933af637-6d2a-4254-9337-397426de4cb5 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event deleted for resources: {'Network': ['ID=cd8fbcdf-2f00-423f-a569-0efd7f172e00,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:54.294914 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-40586e4d-415f-434c-b427-72196ae98142 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Deleting subnet c2679935-6a87-46ca-9ed2-fa46c869d6c6 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:13:54.298811 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-40586e4d-415f-434c-b427-72196ae98142 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks [] for subnet (c2679935-6a87-46ca-9ed2-fa46c869d6c6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.334278 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:13:54.341850 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-40586e4d-415f-434c-b427-72196ae98142 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (c2679935-6a87-46ca-9ed2-fa46c869d6c6), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.453872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e,segment=NetworkSegment(cca59366-d01c-4b19-8cb5-50ceeea59202),segment_id=cca59366-d01c-4b19-8cb5-50ceeea59202)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:54.467052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'port_id': 'c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e', 'mac_address': 'fa:16:3e:b0:07:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:13:54.480539 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-40586e4d-415f-434c-b427-72196ae98142 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (c2679935-6a87-46ca-9ed2-fa46c869d6c6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.517181 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:54.518539 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.548166 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:13:54.560232 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-40586e4d-415f-434c-b427-72196ae98142 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (c2679935-6a87-46ca-9ed2-fa46c869d6c6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.571235 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e,segment=NetworkSegment(cca59366-d01c-4b19-8cb5-50ceeea59202),segment_id=cca59366-d01c-4b19-8cb5-50ceeea59202)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:54.576063 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.598788 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40586e4d-415f-434c-b427-72196ae98142 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event deleted for resources: {'Subnet': ['ID=c2679935-6a87-46ca-9ed2-fa46c869d6c6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:54.601516 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-40586e4d-415f-434c-b427-72196ae98142 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.607192 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-40586e4d-415f-434c-b427-72196ae98142 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "DELETE /v2.0/subnets/c2679935-6a87-46ca-9ed2-fa46c869d6c6 HTTP/1.1" status: 204 len: 168 time: 0.3727660 Feb 09 02:13:54.609603 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50890) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:54.676254 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:54.688571 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d3510e-38e4-43ea-9121-c4e69482b5d8 None None] Network 26844d67-420f-4583-ba79-403ee228414e requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:54.717581 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3dd7c22f-3c31-47cc-a4d3-8751dd327987 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (26844d67-420f-4583-ba79-403ee228414e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.792966 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-3dd7c22f-3c31-47cc-a4d3-8751dd327987 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Deleting port 3b62ad84-65f6-4c83-8800-96d25b115aba {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:54.793478 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3dd7c22f-3c31-47cc-a4d3-8751dd327987 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (3b62ad84-65f6-4c83-8800-96d25b115aba), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.832822 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:13:54.911875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-3dd7c22f-3c31-47cc-a4d3-8751dd327987 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] For port 3b62ad84-65f6-4c83-8800-96d25b115aba, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3b62ad84-65f6-4c83-8800-96d25b115aba,segment=NetworkSegment(956cd450-7336-4c01-8ad8-6927e665ffdd),segment_id=956cd450-7336-4c01-8ad8-6927e665ffdd)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:54.913151 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3dd7c22f-3c31-47cc-a4d3-8751dd327987 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (3b62ad84-65f6-4c83-8800-96d25b115aba), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.940721 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-3dd7c22f-3c31-47cc-a4d3-8751dd327987 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Calling delete_port for 3b62ad84-65f6-4c83-8800-96d25b115aba owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:55.037150 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8efeff-25f0-4154-a102-8b5e715992af None None] DHCP port deletion for 26844d67-420f-4583-ba79-403ee228414e request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:13:55.090615 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3dd7c22f-3c31-47cc-a4d3-8751dd327987 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (3b62ad84-65f6-4c83-8800-96d25b115aba), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:55.143312 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7c22f-3c31-47cc-a4d3-8751dd327987 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event deleted for resources: {'Port': ['ID=3b62ad84-65f6-4c83-8800-96d25b115aba,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:55.154563 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd7c22f-3c31-47cc-a4d3-8751dd327987 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] No DVR routers for this DVR port 3b62ad84-65f6-4c83-8800-96d25b115aba on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:55.300664 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3dd7c22f-3c31-47cc-a4d3-8751dd327987 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (26844d67-420f-4583-ba79-403ee228414e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:55.332322 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-3dd7c22f-3c31-47cc-a4d3-8751dd327987 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26844d67-420f-4583-ba79-403ee228414e']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:55.359745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c98e8c-1dfc-4e94-9ce7-72de1fe7dd1c req-d0c8ba1b-6f65-4d9f-91d9-0f38f84c53e8 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:55.362192 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40c98e8c-1dfc-4e94-9ce7-72de1fe7dd1c req-d0c8ba1b-6f65-4d9f-91d9-0f38f84c53e8 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1a11b7d-854f-4882-abfe-bd671f76f507 HTTP/1.1" status: 200 len: 944 time: 0.1124673 Feb 09 02:13:55.364700 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-3dd7c22f-3c31-47cc-a4d3-8751dd327987 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956cd450-7336-4c01-8ad8-6927e665ffdd') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:55.365019 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-3dd7c22f-3c31-47cc-a4d3-8751dd327987 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956cd450-7336-4c01-8ad8-6927e665ffdd') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:55.381373 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3dd7c22f-3c31-47cc-a4d3-8751dd327987 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (956cd450-7336-4c01-8ad8-6927e665ffdd), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:55.426658 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3dd7c22f-3c31-47cc-a4d3-8751dd327987 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (956cd450-7336-4c01-8ad8-6927e665ffdd), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:55.431428 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab8efeff-25f0-4154-a102-8b5e715992af None None] Deleting port 3b62ad84-65f6-4c83-8800-96d25b115aba {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:55.432032 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab8efeff-25f0-4154-a102-8b5e715992af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (3b62ad84-65f6-4c83-8800-96d25b115aba), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:55.444290 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd7c22f-3c31-47cc-a4d3-8751dd327987 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:13:55.444812 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3dd7c22f-3c31-47cc-a4d3-8751dd327987 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (956cd450-7336-4c01-8ad8-6927e665ffdd), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:13:55.450014 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:13:55.560141 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40c98e8c-1dfc-4e94-9ce7-72de1fe7dd1c req-c6bde926-63dc-4d0e-ad88-e58fa9d50455 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754701 Feb 09 02:13:55.581333 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab8efeff-25f0-4154-a102-8b5e715992af None None] For port 3b62ad84-65f6-4c83-8800-96d25b115aba, host n-d-828387-3, got binding levels [] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:55.592933 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab8efeff-25f0-4154-a102-8b5e715992af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (3b62ad84-65f6-4c83-8800-96d25b115aba), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:55.604695 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3dd7c22f-3c31-47cc-a4d3-8751dd327987 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (26844d67-420f-4583-ba79-403ee228414e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:55.617208 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab8efeff-25f0-4154-a102-8b5e715992af None None] Calling delete_port for 3b62ad84-65f6-4c83-8800-96d25b115aba owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:55.617593 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3dd7c22f-3c31-47cc-a4d3-8751dd327987 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:55.622429 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3dd7c22f-3c31-47cc-a4d3-8751dd327987 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] 10.222.0.36 "DELETE /v2.0/networks/26844d67-420f-4583-ba79-403ee228414e HTTP/1.1" status: 204 len: 168 time: 1.0111821 Feb 09 02:13:55.627285 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.ipam_backend_mixin [None req-ab8efeff-25f0-4154-a102-8b5e715992af None None] Port 3b62ad84-65f6-4c83-8800-96d25b115aba was not found and therefore no delete operation was performed {{(pid=103185) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:13:55.635008 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab8efeff-25f0-4154-a102-8b5e715992af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (3b62ad84-65f6-4c83-8800-96d25b115aba), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:55.638825 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7c22f-3c31-47cc-a4d3-8751dd327987 tempest-NetworksIpV6TestAttrs-1534164192 tempest-NetworksIpV6TestAttrs-1534164192-project] Pushing event deleted for resources: {'Network': ['ID=26844d67-420f-4583-ba79-403ee228414e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:55.710075 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab8efeff-25f0-4154-a102-8b5e715992af None None] Network 26844d67-420f-4583-ba79-403ee228414e is not hosted by any dhcp agent {{(pid=103185) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 02:13:55.710548 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8efeff-25f0-4154-a102-8b5e715992af None None] No DVR routers for this DVR port 3b62ad84-65f6-4c83-8800-96d25b115aba on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:55.715840 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8efeff-25f0-4154-a102-8b5e715992af None None] Pushing event deleted for resources: {'Port': ['ID=3b62ad84-65f6-4c83-8800-96d25b115aba,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:56.026121 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50910) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:56.198120 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7969c1f7-d88e-4535-b6a4-80bd6b9f0496 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=569461a41876460f9d584d6a1740b2f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1704941 Feb 09 02:13:56.200892 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50916) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:56.259856 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-817fd17f-eadb-41f4-acab-59b6a7b9bcc0 admin admin] Publish callbacks [] for security_group (800ced15-07df-4efb-a670-4bb97839054b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:56.283308 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-817fd17f-eadb-41f4-acab-59b6a7b9bcc0 admin admin] Publish callbacks [] for security_group (800ced15-07df-4efb-a670-4bb97839054b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:56.333133 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-817fd17f-eadb-41f4-acab-59b6a7b9bcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (800ced15-07df-4efb-a670-4bb97839054b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:56.336518 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-817fd17f-eadb-41f4-acab-59b6a7b9bcc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:56.337805 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-817fd17f-eadb-41f4-acab-59b6a7b9bcc0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/800ced15-07df-4efb-a670-4bb97839054b HTTP/1.1" status: 204 len: 168 time: 0.1358759 Feb 09 02:13:56.349312 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fd17f-eadb-41f4-acab-59b6a7b9bcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800ced15-07df-4efb-a670-4bb97839054b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:56.349595 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:13:56.412103 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:13:56.418414 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:56.419473 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:56.526227 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:56.528058 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:56.567361 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a11b7d-854f-4882-abfe-bd671f76f507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:56.570931 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e6836a-9236-484e-b5e6-63e91680a690" -d '{"events": [{"server_uuid": "a1a11b7d-854f-4882-abfe-bd671f76f507", "name": "network-vif-plugged", "status": "completed", "tag": "c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:56.589536 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e,segment=NetworkSegment(cca59366-d01c-4b19-8cb5-50ceeea59202),segment_id=cca59366-d01c-4b19-8cb5-50ceeea59202)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:56.607103 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:56.652876 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0432fd65-af1d-4f95-96bf-4409188f73ad x-openstack-request-id: req-0432fd65-af1d-4f95-96bf-4409188f73ad {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:56.653164 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a11b7d-854f-4882-abfe-bd671f76f507", "name": "network-vif-plugged", "status": "completed", "tag": "c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:56.653417 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0432fd65-af1d-4f95-96bf-4409188f73ad {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:56.653809 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a11b7d-854f-4882-abfe-bd671f76f507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e', 'code': 200} Feb 09 02:13:56.700675 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:56.792598 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db17a4-ba87-498e-b1b3-11c0753d7f5f req-cd393c94-4a4c-4c3e-97bb-4b79ab371ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:56.794597 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-80db17a4-ba87-498e-b1b3-11c0753d7f5f req-cd393c94-4a4c-4c3e-97bb-4b79ab371ab6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a1a11b7d-854f-4882-abfe-bd671f76f507 HTTP/1.1" status: 200 len: 1127 time: 0.0642319 Feb 09 02:13:56.807394 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3b62ad84-65f6-4c83-8800-96d25b115aba no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:13:56.856832 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 3b62ad84-65f6-4c83-8800-96d25b115aba {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:13:56.857265 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3b62ad84-65f6-4c83-8800-96d25b115aba not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:13:56.935064 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-80db17a4-ba87-498e-b1b3-11c0753d7f5f req-20c088e9-ac0a-4c8b-96a5-1f771f48de92 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825970 Feb 09 02:13:56.960508 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e64412-e353-4fc6-a413-81d5f87a4b07 req-f3b12b4d-7113-4a86-aecc-094b6cfdcbbb tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:56.962219 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64e64412-e353-4fc6-a413-81d5f87a4b07 req-f3b12b4d-7113-4a86-aecc-094b6cfdcbbb tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1a11b7d-854f-4882-abfe-bd671f76f507 HTTP/1.1" status: 200 len: 945 time: 0.1852100 Feb 09 02:13:57.036209 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64e64412-e353-4fc6-a413-81d5f87a4b07 req-8e3b09df-3302-4bef-aa40-4c29e6f907f6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651264 Feb 09 02:13:57.341402 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50946) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:57.460665 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-0b5b2c16-2498-4103-bb09-52ebdd331dd3 tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] Request body: {'port': {'network_id': 'de7593fc-ad21-4ec1-89d8-1ece9a5e1bc4', 'name': 'tempest-NetworksNegativeTestJSON-1927724622'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:57.475363 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5b2c16-2498-4103-bb09-52ebdd331dd3 tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] POST failed (client error): The resource could not be found. Feb 09 02:13:57.475623 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b5b2c16-2498-4103-bb09-52ebdd331dd3 tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:13:57.477509 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0b5b2c16-2498-4103-bb09-52ebdd331dd3 tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1338992 Feb 09 02:13:57.481332 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50950) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:57.500446 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eacdcb9-6417-4129-a14a-4bcb2523207a tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] DELETE failed (client error): The resource could not be found. Feb 09 02:13:57.500952 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eacdcb9-6417-4129-a14a-4bcb2523207a tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:13:57.504045 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7eacdcb9-6417-4129-a14a-4bcb2523207a tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] 10.222.0.36 "DELETE /v2.0/networks/976c67db-b7f4-4cb6-959d-0bf1695289ac HTTP/1.1" status: 404 len: 339 time: 0.0217884 Feb 09 02:13:57.507685 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50952) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:57.531298 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad641fb-5734-40ed-9f4e-2344b0f3da10 tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] DELETE failed (client error): The resource could not be found. Feb 09 02:13:57.531869 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad641fb-5734-40ed-9f4e-2344b0f3da10 tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:13:57.535043 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fad641fb-5734-40ed-9f4e-2344b0f3da10 tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] 10.222.0.36 "DELETE /v2.0/ports/2cd11727-e5c0-4c19-81ec-cabdcb9f266b HTTP/1.1" status: 404 len: 333 time: 0.0264394 Feb 09 02:13:57.539188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50954) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:57.572844 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d8398d-f49c-434e-b560-8bb96ac6fdb8 tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] DELETE failed (client error): The resource could not be found. Feb 09 02:13:57.573325 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d8398d-f49c-434e-b560-8bb96ac6fdb8 tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:13:57.576491 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-61d8398d-f49c-434e-b560-8bb96ac6fdb8 tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] 10.222.0.36 "DELETE /v2.0/subnets/adf54e6b-6f71-47d3-8616-adf484256e4f HTTP/1.1" status: 404 len: 337 time: 0.0357232 Feb 09 02:13:57.581087 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50956) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:57.602459 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f7be5d-69dd-4f90-af3a-eb85844c9d89 tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] GET failed (client error): The resource could not be found. Feb 09 02:13:57.603970 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e9f7be5d-69dd-4f90-af3a-eb85844c9d89 tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] 10.222.0.36 "GET /v2.0/networks/86823023-85b2-4aba-9d31-ac54c85925f5 HTTP/1.1" status: 404 len: 339 time: 0.0219111 Feb 09 02:13:57.607654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50958) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:57.634484 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-a966a64a-bd4e-4f9c-af4e-cb46436da25d tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] GET failed (client error): The resource could not be found. Feb 09 02:13:57.639567 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a966a64a-bd4e-4f9c-af4e-cb46436da25d tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] 10.222.0.36 "GET /v2.0/ports/6438c9b7-6663-4f10-b7b7-dfc7175d6cfe HTTP/1.1" status: 404 len: 333 time: 0.0273831 Feb 09 02:13:57.639750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50962) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:57.668677 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-16777258-fd5c-45c2-91f9-bdf4d9b98c9c tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] GET failed (client error): The resource could not be found. Feb 09 02:13:57.670015 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-16777258-fd5c-45c2-91f9-bdf4d9b98c9c tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] 10.222.0.36 "GET /v2.0/subnets/1c8599fb-5397-4369-9615-5216c5a3eeb0 HTTP/1.1" status: 404 len: 337 time: 0.0291660 Feb 09 02:13:57.674617 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50964) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:57.680306 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-0f5ecef7-aaca-4525-9ce0-74502b75e371 tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:57.713567 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5ecef7-aaca-4525-9ce0-74502b75e371 tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] PUT failed (client error): The resource could not be found. Feb 09 02:13:57.714346 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f5ecef7-aaca-4525-9ce0-74502b75e371 tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:13:57.719486 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0f5ecef7-aaca-4525-9ce0-74502b75e371 tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] 10.222.0.36 "PUT /v2.0/networks/89278107-f70e-40bd-b37e-2f8aaec4e4da HTTP/1.1" status: 404 len: 339 time: 0.0399840 Feb 09 02:13:57.721832 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50968) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:57.728183 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2fcf445e-6e42-423f-8788-ab0252db1d5c tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:57.753154 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fcf445e-6e42-423f-8788-ab0252db1d5c tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] PUT failed (client error): The resource could not be found. Feb 09 02:13:57.754643 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fcf445e-6e42-423f-8788-ab0252db1d5c tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:13:57.756622 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2fcf445e-6e42-423f-8788-ab0252db1d5c tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] 10.222.0.36 "PUT /v2.0/ports/a8db13a7-61fe-48cd-9984-8a1a04433901 HTTP/1.1" status: 404 len: 333 time: 0.0326796 Feb 09 02:13:57.760824 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50970) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:57.769670 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-99caeaa7-44b2-4086-87b4-399e2bd3795c tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:57.806922 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-99caeaa7-44b2-4086-87b4-399e2bd3795c tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] PUT failed (client error): The resource could not be found. Feb 09 02:13:57.807750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99caeaa7-44b2-4086-87b4-399e2bd3795c tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:13:57.809519 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-99caeaa7-44b2-4086-87b4-399e2bd3795c tempest-NetworksNegativeTestJSON-647373703 tempest-NetworksNegativeTestJSON-647373703-project] 10.222.0.36 "PUT /v2.0/subnets/7d36de81-d523-4d0b-8de3-db19d366dd38 HTTP/1.1" status: 404 len: 337 time: 0.0470583 Feb 09 02:13:58.193275 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 50982) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:58.225903 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1028f3-eca5-4470-b18d-e96c42c2cdb0 req-5a340818-b747-493e-9657-ed7ff29169c4 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:58.234312 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7f1028f3-eca5-4470-b18d-e96c42c2cdb0 req-5a340818-b747-493e-9657-ed7ff29169c4 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1a11b7d-854f-4882-abfe-bd671f76f507 HTTP/1.1" status: 200 len: 945 time: 0.0995026 Feb 09 02:13:58.612812 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-15dc3f01-271e-44ce-8bd1-297ca0b60927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:58.617729 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7f1028f3-eca5-4470-b18d-e96c42c2cdb0 req-e3845b2c-c97b-44a7-acf9-6bb434e9eabb tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3824596 Feb 09 02:13:58.691921 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-15dc3f01-271e-44ce-8bd1-297ca0b60927 admin admin] Publish callbacks [] for security_group (1e75f2bc-b392-4e77-b33b-abad3f8e2423), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:58.696856 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-15dc3f01-271e-44ce-8bd1-297ca0b60927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1e75f2bc-b392-4e77-b33b-abad3f8e2423), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:58.738752 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-15dc3f01-271e-44ce-8bd1-297ca0b60927 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be421323a35b47f79c8e1ab0231b0f3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5419173 Feb 09 02:13:58.738752 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc3f01-271e-44ce-8bd1-297ca0b60927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e75f2bc-b392-4e77-b33b-abad3f8e2423,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:58.739075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 50988) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:58.793932 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-45da87bd-178f-4a91-823e-4497754ef536 admin admin] Publish callbacks [] for security_group (1e75f2bc-b392-4e77-b33b-abad3f8e2423), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:58.826892 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-45da87bd-178f-4a91-823e-4497754ef536 admin admin] Publish callbacks [] for security_group (1e75f2bc-b392-4e77-b33b-abad3f8e2423), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:58.882764 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-45da87bd-178f-4a91-823e-4497754ef536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1e75f2bc-b392-4e77-b33b-abad3f8e2423), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:58.885979 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-45da87bd-178f-4a91-823e-4497754ef536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:58.895549 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-45da87bd-178f-4a91-823e-4497754ef536 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e75f2bc-b392-4e77-b33b-abad3f8e2423 HTTP/1.1" status: 204 len: 168 time: 0.1499479 Feb 09 02:13:58.919588 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da87bd-178f-4a91-823e-4497754ef536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e75f2bc-b392-4e77-b33b-abad3f8e2423,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:59.607313 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51014) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:59.728981 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4ad050e0-aece-4c04-b1b0-5f43e2cabed2 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Request body: {'security_group': {'name': 'tempest-secgroup--208001298'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:59.777687 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ad050e0-aece-4c04-b1b0-5f43e2cabed2 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:59.790547 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ad050e0-aece-4c04-b1b0-5f43e2cabed2 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:59.800320 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1f86c-67b7-4e6e-a28e-9384d8e77529 req-a124e7de-0636-4036-8ec9-8cbf4374e214 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:59.801975 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-87a1f86c-67b7-4e6e-a28e-9384d8e77529 req-a124e7de-0636-4036-8ec9-8cbf4374e214 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1a11b7d-854f-4882-abfe-bd671f76f507 HTTP/1.1" status: 200 len: 945 time: 0.0893884 Feb 09 02:13:59.896086 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-87a1f86c-67b7-4e6e-a28e-9384d8e77529 req-aa6cc257-f40d-474f-b2ba-06194ac9a0b9 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863681 Feb 09 02:13:59.968522 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ad050e0-aece-4c04-b1b0-5f43e2cabed2 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (553fa81b-70cc-4d54-8fba-107ff631f477), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:59.974812 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ad050e0-aece-4c04-b1b0-5f43e2cabed2 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (553fa81b-70cc-4d54-8fba-107ff631f477), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:00.054880 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad050e0-aece-4c04-b1b0-5f43e2cabed2 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=553fa81b-70cc-4d54-8fba-107ff631f477,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:00.093991 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c196a-6ef2-4408-8751-26bfa3000009 req-0e58b45c-9af4-4dee-87ad-f7a57ef07040 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:00.106618 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8e2c196a-6ef2-4408-8751-26bfa3000009 req-0e58b45c-9af4-4dee-87ad-f7a57ef07040 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1a11b7d-854f-4882-abfe-bd671f76f507 HTTP/1.1" status: 200 len: 945 time: 0.1226225 Feb 09 02:14:00.126971 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ad050e0-aece-4c04-b1b0-5f43e2cabed2 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (b5045c0c-9bd0-43a5-9ab1-83c4c28c7adc), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:00.133075 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ad050e0-aece-4c04-b1b0-5f43e2cabed2 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b5045c0c-9bd0-43a5-9ab1-83c4c28c7adc), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:00.167555 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad050e0-aece-4c04-b1b0-5f43e2cabed2 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5045c0c-9bd0-43a5-9ab1-83c4c28c7adc,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:00.179910 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8e2c196a-6ef2-4408-8751-26bfa3000009 req-af61bf7a-6683-46c9-92dc-c65ecc44be20 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719650 Feb 09 02:14:00.195602 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ad050e0-aece-4c04-b1b0-5f43e2cabed2 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:00.199694 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4ad050e0-aece-4c04-b1b0-5f43e2cabed2 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5888500 Feb 09 02:14:00.199694 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51024) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:00.200228 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51026) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:00.315622 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c910ef3d-3c38-4e57-b0b2-0fb60c15cca2 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:00.317728 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c910ef3d-3c38-4e57-b0b2-0fb60c15cca2 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a1a11b7d-854f-4882-abfe-bd671f76f507 HTTP/1.1" status: 200 len: 1122 time: 0.1166227 Feb 09 02:14:00.321816 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51030) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:00.328578 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b08f6269-477c-4afa-bf86-433cb3e03466 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1259882 Feb 09 02:14:00.330675 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-9cfe4037-4708-4dbd-87c0-1d99e2e4a215 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': 'c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:00.331068 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51032) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:00.336829 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-3f54ac57-9103-4894-89b5-06039d700a4e tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Request body: {'security_group': {'name': 'tempest-security--516687849', 'description': 'tempest-security-description-1840239834'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:00.375374 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9cfe4037-4708-4dbd-87c0-1d99e2e4a215 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:00.408150 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f54ac57-9103-4894-89b5-06039d700a4e tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (b5045c0c-9bd0-43a5-9ab1-83c4c28c7adc), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:00.504610 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f54ac57-9103-4894-89b5-06039d700a4e tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (b5045c0c-9bd0-43a5-9ab1-83c4c28c7adc), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:00.510936 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f54ac57-9103-4894-89b5-06039d700a4e tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b5045c0c-9bd0-43a5-9ab1-83c4c28c7adc), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:00.514468 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3f54ac57-9103-4894-89b5-06039d700a4e tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:00.519900 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3f54ac57-9103-4894-89b5-06039d700a4e tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "PUT /v2.0/security-groups/b5045c0c-9bd0-43a5-9ab1-83c4c28c7adc HTTP/1.1" status: 200 len: 1796 time: 0.1874926 Feb 09 02:14:00.520644 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51036) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:00.551487 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9cfe4037-4708-4dbd-87c0-1d99e2e4a215 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:00.597320 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ef8083a5-5c4f-43cb-83d7-4d3d6b813d95 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-groups/b5045c0c-9bd0-43a5-9ab1-83c4c28c7adc HTTP/1.1" status: 200 len: 1796 time: 0.0719724 Feb 09 02:14:00.598210 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54ac57-9103-4894-89b5-06039d700a4e tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5045c0c-9bd0-43a5-9ab1-83c4c28c7adc,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:00.602402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51038) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:00.666026 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-390deb9d-2215-4b9c-9c44-61a32ff83b00 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (b5045c0c-9bd0-43a5-9ab1-83c4c28c7adc), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:00.689705 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-9cfe4037-4708-4dbd-87c0-1d99e2e4a215 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Allocated IP 172.25.7.49 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/a567c0ed-b4ce-4493-8750-303f232794a4) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:14:00.693899 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-390deb9d-2215-4b9c-9c44-61a32ff83b00 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (b5045c0c-9bd0-43a5-9ab1-83c4c28c7adc), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:00.741290 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-390deb9d-2215-4b9c-9c44-61a32ff83b00 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b5045c0c-9bd0-43a5-9ab1-83c4c28c7adc), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:00.745574 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-390deb9d-2215-4b9c-9c44-61a32ff83b00 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:00.747053 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-390deb9d-2215-4b9c-9c44-61a32ff83b00 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "DELETE /v2.0/security-groups/b5045c0c-9bd0-43a5-9ab1-83c4c28c7adc HTTP/1.1" status: 204 len: 168 time: 0.1436598 Feb 09 02:14:00.758249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51040) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:00.759088 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390deb9d-2215-4b9c-9c44-61a32ff83b00 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5045c0c-9bd0-43a5-9ab1-83c4c28c7adc,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:00.821754 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9cfe4037-4708-4dbd-87c0-1d99e2e4a215 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for port (a567c0ed-b4ce-4493-8750-303f232794a4), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:00.828221 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-31d8b828-228b-438c-81f6-152cc06062df tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0657887 Feb 09 02:14:00.830654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51042) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:00.846305 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-8a0f4cec-2bdf-4662-89ba-544640f35c21 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] delete failed (client error): The resource could not be found. Feb 09 02:14:00.848126 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8a0f4cec-2bdf-4662-89ba-544640f35c21 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "DELETE /v2.0/security-groups/b5045c0c-9bd0-43a5-9ab1-83c4c28c7adc HTTP/1.1" status: 404 len: 347 time: 0.0157590 Feb 09 02:14:00.853341 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51044) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:00.858485 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-45e6ccac-cce0-4db2-82bc-60d30cabd4d0 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Request body: {'security_group': {'name': 'tempest-secgroup--2093699919'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:00.860457 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9cfe4037-4708-4dbd-87c0-1d99e2e4a215 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (a567c0ed-b4ce-4493-8750-303f232794a4), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:00.883729 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-45e6ccac-cce0-4db2-82bc-60d30cabd4d0 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:00.917970 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfe4037-4708-4dbd-87c0-1d99e2e4a215 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:14:00.919466 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe4037-4708-4dbd-87c0-1d99e2e4a215 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'Port': ['ID=a567c0ed-b4ce-4493-8750-303f232794a4,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:00.927530 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-9cfe4037-4708-4dbd-87c0-1d99e2e4a215 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:00.930413 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfe4037-4708-4dbd-87c0-1d99e2e4a215 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:14:00.998612 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-45e6ccac-cce0-4db2-82bc-60d30cabd4d0 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (f3879807-77c1-430e-98d7-567fddbe66f4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.006266 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-45e6ccac-cce0-4db2-82bc-60d30cabd4d0 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (f3879807-77c1-430e-98d7-567fddbe66f4), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.039411 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-45e6ccac-cce0-4db2-82bc-60d30cabd4d0 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.044111 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-45e6ccac-cce0-4db2-82bc-60d30cabd4d0 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1896379 Feb 09 02:14:01.047482 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51046) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:01.057246 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f1025e98-70a2-4c63-8dfd-6dc04a365dd3 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Request body: {'security_group_rule': {'security_group_id': 'f3879807-77c1-430e-98d7-567fddbe66f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:01.058517 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6ccac-cce0-4db2-82bc-60d30cabd4d0 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3879807-77c1-430e-98d7-567fddbe66f4,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:01.151999 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f1025e98-70a2-4c63-8dfd-6dc04a365dd3 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (4dc502a6-143b-4e27-8775-c90922a96e51), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.277529 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f1025e98-70a2-4c63-8dfd-6dc04a365dd3 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (4dc502a6-143b-4e27-8775-c90922a96e51), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.284641 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f1025e98-70a2-4c63-8dfd-6dc04a365dd3 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (4dc502a6-143b-4e27-8775-c90922a96e51), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.337576 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1025e98-70a2-4c63-8dfd-6dc04a365dd3 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc502a6-143b-4e27-8775-c90922a96e51,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:01.380640 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f1025e98-70a2-4c63-8dfd-6dc04a365dd3 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.384632 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f1025e98-70a2-4c63-8dfd-6dc04a365dd3 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3336024 Feb 09 02:14:01.385373 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51050) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:01.440704 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-35368145-fd03-472b-a196-581067163667 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (4dc502a6-143b-4e27-8775-c90922a96e51), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.446750 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9cfe4037-4708-4dbd-87c0-1d99e2e4a215 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for floatingip (57b3fa90-773a-48a5-bfaf-a38e152781a1), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.453955 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-35368145-fd03-472b-a196-581067163667 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (4dc502a6-143b-4e27-8775-c90922a96e51), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.488582 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-35368145-fd03-472b-a196-581067163667 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (4dc502a6-143b-4e27-8775-c90922a96e51), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.497325 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-35368145-fd03-472b-a196-581067163667 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.502153 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51054) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:01.503810 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-35368145-fd03-472b-a196-581067163667 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/4dc502a6-143b-4e27-8775-c90922a96e51 HTTP/1.1" status: 204 len: 168 time: 0.1145132 Feb 09 02:14:01.514632 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35368145-fd03-472b-a196-581067163667 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4dc502a6-143b-4e27-8775-c90922a96e51,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:01.560532 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9cfe4037-4708-4dbd-87c0-1d99e2e4a215 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a567c0ed-b4ce-4493-8750-303f232794a4), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.599859 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-78ee4fff-0551-4357-ae8e-5c74e5be10ae tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0962429 Feb 09 02:14:01.602546 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51056) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:01.662651 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-493c51a1-2961-41e8-8c83-3dde3c214796 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (f3879807-77c1-430e-98d7-567fddbe66f4), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.688003 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-493c51a1-2961-41e8-8c83-3dde3c214796 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (f3879807-77c1-430e-98d7-567fddbe66f4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.738008 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-493c51a1-2961-41e8-8c83-3dde3c214796 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (f3879807-77c1-430e-98d7-567fddbe66f4), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.741030 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-493c51a1-2961-41e8-8c83-3dde3c214796 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.742207 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-493c51a1-2961-41e8-8c83-3dde3c214796 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "DELETE /v2.0/security-groups/f3879807-77c1-430e-98d7-567fddbe66f4 HTTP/1.1" status: 204 len: 168 time: 0.1385629 Feb 09 02:14:01.745440 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51058) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:01.764363 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c51a1-2961-41e8-8c83-3dde3c214796 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3879807-77c1-430e-98d7-567fddbe66f4,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:01.785296 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9cfe4037-4708-4dbd-87c0-1d99e2e4a215 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for port (a567c0ed-b4ce-4493-8750-303f232794a4), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.792063 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9cfe4037-4708-4dbd-87c0-1d99e2e4a215 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (a567c0ed-b4ce-4493-8750-303f232794a4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.846105 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4bce6a62-ed5d-403e-bffe-5ca9adea9c1e tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0995595 Feb 09 02:14:01.852218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51062) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:01.861835 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-9833eaf3-9c02-49c1-ab47-881efce8df34 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Request body: {'security_group': {'name': 'tempest-secgroup--2016233942'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:01.886125 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9833eaf3-9c02-49c1-ab47-881efce8df34 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.914399 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe4037-4708-4dbd-87c0-1d99e2e4a215 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'Port': ['ID=a567c0ed-b4ce-4493-8750-303f232794a4,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:01.930003 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9cfe4037-4708-4dbd-87c0-1d99e2e4a215 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (57b3fa90-773a-48a5-bfaf-a38e152781a1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.998320 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9833eaf3-9c02-49c1-ab47-881efce8df34 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (bafde07b-1773-4a75-81e7-e22b30acc21d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.003647 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9833eaf3-9c02-49c1-ab47-881efce8df34 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (bafde07b-1773-4a75-81e7-e22b30acc21d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.034744 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9833eaf3-9c02-49c1-ab47-881efce8df34 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.038775 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9833eaf3-9c02-49c1-ab47-881efce8df34 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1828010 Feb 09 02:14:02.038775 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833eaf3-9c02-49c1-ab47-881efce8df34 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bafde07b-1773-4a75-81e7-e22b30acc21d,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:02.039073 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51064) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:02.044980 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1ca00d24-3c14-4696-a6dc-86926ad7941c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Request body: {'security_group_rule': {'security_group_id': 'bafde07b-1773-4a75-81e7-e22b30acc21d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:02.088642 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-9cfe4037-4708-4dbd-87c0-1d99e2e4a215 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Floating IP 57b3fa90-773a-48a5-bfaf-a38e152781a1 associated. External IP: 172.25.7.49, port: c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e. Feb 09 02:14:02.091764 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ca00d24-3c14-4696-a6dc-86926ad7941c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (7c7a07e2-77ab-4e1b-adc9-7fab4ae833ed), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.229426 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ca00d24-3c14-4696-a6dc-86926ad7941c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (7c7a07e2-77ab-4e1b-adc9-7fab4ae833ed), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.235346 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ca00d24-3c14-4696-a6dc-86926ad7941c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (7c7a07e2-77ab-4e1b-adc9-7fab4ae833ed), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.262465 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca00d24-3c14-4696-a6dc-86926ad7941c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7a07e2-77ab-4e1b-adc9-7fab4ae833ed,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:02.270915 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ca00d24-3c14-4696-a6dc-86926ad7941c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.272123 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1ca00d24-3c14-4696-a6dc-86926ad7941c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2319782 Feb 09 02:14:02.274982 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51068) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:02.279824 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e23c9f68-870e-426b-be16-9093f7978f14 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Request body: {'security_group_rule': {'security_group_id': 'bafde07b-1773-4a75-81e7-e22b30acc21d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:02.307746 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e23c9f68-870e-426b-be16-9093f7978f14 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (875047d0-12b0-4332-98bb-4ad81fbe9832), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.380183 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e23c9f68-870e-426b-be16-9093f7978f14 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (875047d0-12b0-4332-98bb-4ad81fbe9832), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.385518 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e23c9f68-870e-426b-be16-9093f7978f14 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (875047d0-12b0-4332-98bb-4ad81fbe9832), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.387424 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfe4037-4708-4dbd-87c0-1d99e2e4a215 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Router d4eec624-5edf-40b3-9e79-98179fbfba81 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:14:02.408046 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c9f68-870e-426b-be16-9093f7978f14 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875047d0-12b0-4332-98bb-4ad81fbe9832,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:02.421748 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e23c9f68-870e-426b-be16-9093f7978f14 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.425618 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e23c9f68-870e-426b-be16-9093f7978f14 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1467512 Feb 09 02:14:02.425775 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51070) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:02.430532 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-873e00ae-bad4-4977-a996-14887f647743 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Request body: {'security_group_rule': {'security_group_id': 'bafde07b-1773-4a75-81e7-e22b30acc21d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:02.458142 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-873e00ae-bad4-4977-a996-14887f647743 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (0bace8d7-fb75-4c1c-9de0-d1ddb6a08ec4), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.509126 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfe4037-4708-4dbd-87c0-1d99e2e4a215 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:14:02.522611 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-873e00ae-bad4-4977-a996-14887f647743 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (0bace8d7-fb75-4c1c-9de0-d1ddb6a08ec4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.525052 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f408a7-7cd6-4e4c-b06e-040c51d2b69d None None] Sync routers for ids ['d4eec624-5edf-40b3-9e79-98179fbfba81'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:14:02.532516 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9cfe4037-4708-4dbd-87c0-1d99e2e4a215 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.533896 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-873e00ae-bad4-4977-a996-14887f647743 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (0bace8d7-fb75-4c1c-9de0-d1ddb6a08ec4), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.544384 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f408a7-7cd6-4e4c-b06e-040c51d2b69d None None] Routers {'d4eec624-5edf-40b3-9e79-98179fbfba81'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:14:02.545033 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-41f408a7-7cd6-4e4c-b06e-040c51d2b69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:13:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d4eec624-5edf-40b3-9e79-98179fbfba81'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:02.570961 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9cfe4037-4708-4dbd-87c0-1d99e2e4a215 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2466302 Feb 09 02:14:02.572295 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a11b7d-854f-4882-abfe-bd671f76f507', 'tag': 'c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:02.574926 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631b9bc3-94f4-461d-8699-4b953ee40c09" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a11b7d-854f-4882-abfe-bd671f76f507", "tag": "c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:02.578431 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51074) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:02.614833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e00ae-bad4-4977-a996-14887f647743 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bace8d7-fb75-4c1c-9de0-d1ddb6a08ec4,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:02.633137 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-873e00ae-bad4-4977-a996-14887f647743 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.641039 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-873e00ae-bad4-4977-a996-14887f647743 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2141740 Feb 09 02:14:02.641713 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51080) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:02.664155 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0874f0cf-f8ab-4f81-8914-3590d4d1d78a x-openstack-request-id: req-0874f0cf-f8ab-4f81-8914-3590d4d1d78a {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:02.664600 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a11b7d-854f-4882-abfe-bd671f76f507", "tag": "c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:02.664954 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0874f0cf-f8ab-4f81-8914-3590d4d1d78a {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:02.666315 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a11b7d-854f-4882-abfe-bd671f76f507', 'tag': 'c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e', 'status': 'completed', 'code': 200} Feb 09 02:14:02.678323 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-c9c15656-3814-4063-b330-fa8fa55e0cea tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Request body: {'security_group_rule': {'security_group_id': 'bafde07b-1773-4a75-81e7-e22b30acc21d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:02.713927 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-36b0cc9a-86d0-4ac9-918e-d7ad901a4766 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/floatingips/57b3fa90-773a-48a5-bfaf-a38e152781a1 HTTP/1.1" status: 200 len: 990 time: 0.1342926 Feb 09 02:14:02.722764 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-41f408a7-7cd6-4e4c-b06e-040c51d2b69d None None] Set router d4eec624-5edf-40b3-9e79-98179fbfba81 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:14:02.766407 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b9bc3-94f4-461d-8699-4b953ee40c09 req-8f74aa71-ab96-4cc8-8af2-7a35562f6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:02.768565 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-631b9bc3-94f4-461d-8699-4b953ee40c09 req-8f74aa71-ab96-4cc8-8af2-7a35562f6315 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=87ca4c7ab6184b8eb587f6203fddbced&device_id=a1a11b7d-854f-4882-abfe-bd671f76f507 HTTP/1.1" status: 200 len: 1127 time: 0.0819232 Feb 09 02:14:02.770608 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9c15656-3814-4063-b330-fa8fa55e0cea tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (37d496b4-821a-4499-8187-99326092233a), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.922664 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9c15656-3814-4063-b330-fa8fa55e0cea tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (37d496b4-821a-4499-8187-99326092233a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.941353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b9bc3-94f4-461d-8699-4b953ee40c09 req-c24c7543-24df-4d33-b719-5dc7e15a27cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:02.943172 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-631b9bc3-94f4-461d-8699-4b953ee40c09 req-c24c7543-24df-4d33-b719-5dc7e15a27cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=dbc2a860-a3f0-4678-9348-1a276d2e7db3 HTTP/1.1" status: 200 len: 898 time: 0.1576040 Feb 09 02:14:02.944963 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f07e2215-59ea-4795-857e-a40a461b4354 req-6b4ab7a6-3795-4122-9235-23df2288fa17 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205499378&fields=id&tenant_id=ae374e012dff438a8fcacf6297f76569 HTTP/1.1" status: 200 len: 267 time: 0.0771093 Feb 09 02:14:02.950857 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9c15656-3814-4063-b330-fa8fa55e0cea tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (37d496b4-821a-4499-8187-99326092233a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:03.093629 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e2215-59ea-4795-857e-a40a461b4354 req-64416c02-ec04-4efa-8b50-1f7b4a6ddad2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:03.095242 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f07e2215-59ea-4795-857e-a40a461b4354 req-64416c02-ec04-4efa-8b50-1f7b4a6ddad2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 810 time: 0.1328197 Feb 09 02:14:03.105979 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c15656-3814-4063-b330-fa8fa55e0cea tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d496b4-821a-4499-8187-99326092233a,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:03.117713 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c9c15656-3814-4063-b330-fa8fa55e0cea tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:03.119183 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c9c15656-3814-4063-b330-fa8fa55e0cea tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4759362 Feb 09 02:14:03.123347 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51090) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:03.128736 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6557180a-4b6a-4186-849c-3a59660fbf46 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Request body: {'security_group_rule': {'security_group_id': 'bafde07b-1773-4a75-81e7-e22b30acc21d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:03.144143 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f07e2215-59ea-4795-857e-a40a461b4354 req-9ec94723-fae7-484f-9cd0-cf903fa049bd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/quotas/ae374e012dff438a8fcacf6297f76569 HTTP/1.1" status: 200 len: 375 time: 0.0387857 Feb 09 02:14:03.192592 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6557180a-4b6a-4186-849c-3a59660fbf46 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (68a5b3a7-dc05-47b5-adc8-2d2768134822), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:03.194635 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-41f408a7-7cd6-4e4c-b06e-040c51d2b69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'name': 'tempest-TestNetworkBasicOps-router-1614438909', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:27Z', 'updated_at': '2022-02-09T02:13:34Z', 'revision_number': 4, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:28Z', 'updated_at': '2022-02-09T02:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '57b3fa90-773a-48a5-bfaf-a38e152781a1', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'port_id': 'c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'mac_address': 'fa:16:3e:b0:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a11b7d-854f-4882-abfe-bd671f76f507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:14:01Z', 'updated_at': '2022-02-09T02:14:01Z', 'revision_number': 0, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb008b15-212e-41b7-b804-8a24bdc7fe4f', 'name': '', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:24:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:33Z', 'updated_at': '2022-02-09T02:13:40Z', 'revision_number': 5, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:03.206298 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-631b9bc3-94f4-461d-8699-4b953ee40c09 req-a990a3b1-fe05-4164-acb2-c44c5ed949fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e HTTP/1.1" status: 200 len: 998 time: 0.2549009 Feb 09 02:14:03.254894 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f408a7-7cd6-4e4c-b06e-040c51d2b69d None None] Checking router: d4eec624-5edf-40b3-9e79-98179fbfba81 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:14:03.266015 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f07e2215-59ea-4795-857e-a40a461b4354 req-5a7d7f85-2f38-4719-952a-0d23b999ff40 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1106601 Feb 09 02:14:03.286967 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6557180a-4b6a-4186-849c-3a59660fbf46 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (68a5b3a7-dc05-47b5-adc8-2d2768134822), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:03.290372 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f408a7-7cd6-4e4c-b06e-040c51d2b69d None None] Routers {'d4eec624-5edf-40b3-9e79-98179fbfba81'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:14:03.291265 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-41f408a7-7cd6-4e4c-b06e-040c51d2b69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:13:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d4eec624-5edf-40b3-9e79-98179fbfba81'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:03.294648 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6557180a-4b6a-4186-849c-3a59660fbf46 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (68a5b3a7-dc05-47b5-adc8-2d2768134822), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:03.308555 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b9bc3-94f4-461d-8699-4b953ee40c09 req-801c23e5-0f4b-43e9-aa17-ece74de7521d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:03.312561 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-631b9bc3-94f4-461d-8699-4b953ee40c09 req-801c23e5-0f4b-43e9-aa17-ece74de7521d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9fc8a065-4570-450f-a943-ad922bc33f89 HTTP/1.1" status: 200 len: 835 time: 0.0987794 Feb 09 02:14:03.342589 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557180a-4b6a-4186-849c-3a59660fbf46 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a5b3a7-dc05-47b5-adc8-2d2768134822,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:03.371197 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6557180a-4b6a-4186-849c-3a59660fbf46 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:03.379585 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6557180a-4b6a-4186-849c-3a59660fbf46 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2540429 Feb 09 02:14:03.384843 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51092) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:03.463097 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6e44e55b-d95f-4495-9ddf-038c17ba6256 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (68a5b3a7-dc05-47b5-adc8-2d2768134822), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:03.470197 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-41f408a7-7cd6-4e4c-b06e-040c51d2b69d None None] Set router d4eec624-5edf-40b3-9e79-98179fbfba81 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:14:03.470850 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b9bc3-94f4-461d-8699-4b953ee40c09 req-7492b77c-5997-4db0-a487-79c678ccde67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:03.474171 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-631b9bc3-94f4-461d-8699-4b953ee40c09 req-7492b77c-5997-4db0-a487-79c678ccde67 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dbc2a860-a3f0-4678-9348-1a276d2e7db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1528914 Feb 09 02:14:03.497342 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6e44e55b-d95f-4495-9ddf-038c17ba6256 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (68a5b3a7-dc05-47b5-adc8-2d2768134822), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:03.509826 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f07e2215-59ea-4795-857e-a40a461b4354 req-34d4ac10-b989-4fc6-9cff-4fbe40530fc6 service neutron] 10.222.0.36 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168541 Feb 09 02:14:03.603350 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6e44e55b-d95f-4495-9ddf-038c17ba6256 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (68a5b3a7-dc05-47b5-adc8-2d2768134822), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:03.612963 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6e44e55b-d95f-4495-9ddf-038c17ba6256 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:03.614203 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6e44e55b-d95f-4495-9ddf-038c17ba6256 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/68a5b3a7-dc05-47b5-adc8-2d2768134822 HTTP/1.1" status: 204 len: 168 time: 0.2277646 Feb 09 02:14:03.616803 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51094) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:03.628794 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44e55b-d95f-4495-9ddf-038c17ba6256 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68a5b3a7-dc05-47b5-adc8-2d2768134822,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:03.652723 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-631b9bc3-94f4-461d-8699-4b953ee40c09 req-800bfe23-0551-48a9-b13a-5f799b0f1601 service neutron] 10.222.0.48 "GET /v2.0/networks/dbc2a860-a3f0-4678-9348-1a276d2e7db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709218 Feb 09 02:14:03.689573 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f07e2215-59ea-4795-857e-a40a461b4354 req-8bdb2c05-3b46-47fc-9765-5a3a8f2d866d service neutron] 10.222.0.36 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667271 Feb 09 02:14:03.726172 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dc288fa0-34d6-45cc-a74f-fab15ee53e29 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1080892 Feb 09 02:14:03.726722 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51096) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:03.727059 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51098) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:03.784643 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-631b9bc3-94f4-461d-8699-4b953ee40c09 req-df31d648-57af-4db0-845a-36f49758727c service neutron] 10.222.0.48 "GET /v2.0/networks/dbc2a860-a3f0-4678-9348-1a276d2e7db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246917 Feb 09 02:14:03.820922 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-41f408a7-7cd6-4e4c-b06e-040c51d2b69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'name': 'tempest-TestNetworkBasicOps-router-1614438909', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:27Z', 'updated_at': '2022-02-09T02:13:34Z', 'revision_number': 4, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:28Z', 'updated_at': '2022-02-09T02:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '57b3fa90-773a-48a5-bfaf-a38e152781a1', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'port_id': 'c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'mac_address': 'fa:16:3e:b0:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a11b7d-854f-4882-abfe-bd671f76f507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:14:01Z', 'updated_at': '2022-02-09T02:14:01Z', 'revision_number': 0, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb008b15-212e-41b7-b804-8a24bdc7fe4f', 'name': '', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:24:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:33Z', 'updated_at': '2022-02-09T02:13:40Z', 'revision_number': 5, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:03.854209 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-81fd998e-5bb5-4e7c-a98a-17a6e798c3ef tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/floatingips/57b3fa90-773a-48a5-bfaf-a38e152781a1 HTTP/1.1" status: 200 len: 990 time: 0.1258426 Feb 09 02:14:03.861461 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f408a7-7cd6-4e4c-b06e-040c51d2b69d None None] The sync data for ids ['d4eec624-5edf-40b3-9e79-98179fbfba81'] in n-d-828387-3 is: [{'id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'name': 'tempest-TestNetworkBasicOps-router-1614438909', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:27Z', 'updated_at': '2022-02-09T02:13:34Z', 'revision_number': 4, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:28Z', 'updated_at': '2022-02-09T02:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '57b3fa90-773a-48a5-bfaf-a38e152781a1', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'port_id': 'c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'mac_address': 'fa:16:3e:b0:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a11b7d-854f-4882-abfe-bd671f76f507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:14:01Z', 'updated_at': '2022-02-09T02:14:01Z', 'revision_number': 0, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb008b15-212e-41b7-b804-8a24bdc7fe4f', 'name': '', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:24:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:33Z', 'updated_at': '2022-02-09T02:13:40Z', 'revision_number': 5, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:14:03.866537 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-53ad66a1-4b04-4ff5-bbaf-e08e16001278 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (37d496b4-821a-4499-8187-99326092233a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:03.875573 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-53ad66a1-4b04-4ff5-bbaf-e08e16001278 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (37d496b4-821a-4499-8187-99326092233a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:03.918537 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-53ad66a1-4b04-4ff5-bbaf-e08e16001278 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (37d496b4-821a-4499-8187-99326092233a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:03.925513 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-53ad66a1-4b04-4ff5-bbaf-e08e16001278 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:03.930154 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51106) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:03.930522 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-53ad66a1-4b04-4ff5-bbaf-e08e16001278 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/37d496b4-821a-4499-8187-99326092233a HTTP/1.1" status: 204 len: 168 time: 0.1041996 Feb 09 02:14:03.939107 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad66a1-4b04-4ff5-bbaf-e08e16001278 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37d496b4-821a-4499-8187-99326092233a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:04.006181 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51108) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:04.007874 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0a43ec3a-23f8-4bea-8359-a6b58cffc605 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0759449 Feb 09 02:14:04.038206 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f65a2816-65c7-4587-875e-65726e2dc62b tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (0bace8d7-fb75-4c1c-9de0-d1ddb6a08ec4), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.048492 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f65a2816-65c7-4587-875e-65726e2dc62b tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (0bace8d7-fb75-4c1c-9de0-d1ddb6a08ec4), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.084115 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f65a2816-65c7-4587-875e-65726e2dc62b tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (0bace8d7-fb75-4c1c-9de0-d1ddb6a08ec4), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.106021 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f65a2816-65c7-4587-875e-65726e2dc62b tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.107849 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f65a2816-65c7-4587-875e-65726e2dc62b tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/0bace8d7-fb75-4c1c-9de0-d1ddb6a08ec4 HTTP/1.1" status: 204 len: 168 time: 0.1004696 Feb 09 02:14:04.110512 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51114) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:04.149608 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e3e7a05-093b-402b-a917-e1b0b2d260e9 req-3e97e776-f346-4242-9805-7e56f929bedd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 210 time: 0.0551383 Feb 09 02:14:04.154352 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a2816-65c7-4587-875e-65726e2dc62b tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bace8d7-fb75-4c1c-9de0-d1ddb6a08ec4,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:04.192141 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c09a28c3-e61b-41b6-9e71-2a112eb7f5ad tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0801344 Feb 09 02:14:04.194915 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51116) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:04.222434 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa5cb15-09d8-4974-8d53-ab0b4ee96fb9 None None] New status for floating IP 57b3fa90-773a-48a5-bfaf-a38e152781a1: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:14:04.237622 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bfeabafe-0466-43a8-a353-8153a07040c6 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (875047d0-12b0-4332-98bb-4ad81fbe9832), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.257511 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bfeabafe-0466-43a8-a353-8153a07040c6 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (875047d0-12b0-4332-98bb-4ad81fbe9832), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.292864 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bfeabafe-0466-43a8-a353-8153a07040c6 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (875047d0-12b0-4332-98bb-4ad81fbe9832), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.306723 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bfeabafe-0466-43a8-a353-8153a07040c6 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.310122 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bfeabafe-0466-43a8-a353-8153a07040c6 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/875047d0-12b0-4332-98bb-4ad81fbe9832 HTTP/1.1" status: 204 len: 168 time: 0.1118865 Feb 09 02:14:04.310122 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeabafe-0466-43a8-a353-8153a07040c6 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=875047d0-12b0-4332-98bb-4ad81fbe9832,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:04.310608 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51124) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:04.379396 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-860d2c27-24aa-45e9-86c0-a399f8d33fe5 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0650730 Feb 09 02:14:04.379586 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51126) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:04.411835 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a7efb58d-fe18-48a4-81d7-5544555604b1 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (7c7a07e2-77ab-4e1b-adc9-7fab4ae833ed), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.422037 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a7efb58d-fe18-48a4-81d7-5544555604b1 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (7c7a07e2-77ab-4e1b-adc9-7fab4ae833ed), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.456844 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a7efb58d-fe18-48a4-81d7-5544555604b1 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (7c7a07e2-77ab-4e1b-adc9-7fab4ae833ed), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.469833 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a7efb58d-fe18-48a4-81d7-5544555604b1 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.471148 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a7efb58d-fe18-48a4-81d7-5544555604b1 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/7c7a07e2-77ab-4e1b-adc9-7fab4ae833ed HTTP/1.1" status: 204 len: 168 time: 0.0906398 Feb 09 02:14:04.472298 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7efb58d-fe18-48a4-81d7-5544555604b1 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c7a07e2-77ab-4e1b-adc9-7fab4ae833ed,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:04.474274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51130) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:04.519659 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-27299bc7-93c5-4f56-9078-355f93809dd4 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0442088 Feb 09 02:14:04.522319 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51132) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:04.586491 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e88712fe-87c3-4fd1-8f36-99e63fb32a27 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (bafde07b-1773-4a75-81e7-e22b30acc21d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.612560 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e88712fe-87c3-4fd1-8f36-99e63fb32a27 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (bafde07b-1773-4a75-81e7-e22b30acc21d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.661287 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e88712fe-87c3-4fd1-8f36-99e63fb32a27 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (bafde07b-1773-4a75-81e7-e22b30acc21d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.664191 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e88712fe-87c3-4fd1-8f36-99e63fb32a27 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.667637 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e88712fe-87c3-4fd1-8f36-99e63fb32a27 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "DELETE /v2.0/security-groups/bafde07b-1773-4a75-81e7-e22b30acc21d HTTP/1.1" status: 204 len: 168 time: 0.1420777 Feb 09 02:14:04.667988 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51134) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:04.680600 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88712fe-87c3-4fd1-8f36-99e63fb32a27 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafde07b-1773-4a75-81e7-e22b30acc21d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:04.743817 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-aa127959-0719-427d-87bb-4e3c8dfef8ca tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0706208 Feb 09 02:14:04.743817 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51136) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:04.750113 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5a6a0393-1fab-45c1-b725-9dd29211f5de tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Request body: {'security_group': {'name': 'tempest-secgroup--424953708'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:04.772692 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0393-1fab-45c1-b725-9dd29211f5de tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.845275 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0393-1fab-45c1-b725-9dd29211f5de tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (d7b96bf0-f429-41e9-83ae-dc394165e8c5), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.849195 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0393-1fab-45c1-b725-9dd29211f5de tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d7b96bf0-f429-41e9-83ae-dc394165e8c5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.857503 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51138) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:04.883055 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0393-1fab-45c1-b725-9dd29211f5de tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.887136 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5a6a0393-1fab-45c1-b725-9dd29211f5de tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1412263 Feb 09 02:14:04.887898 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51140) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:04.888530 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a0393-1fab-45c1-b725-9dd29211f5de tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b96bf0-f429-41e9-83ae-dc394165e8c5,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:04.902617 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6d625270-589c-49de-8209-5d020ac03e1f tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Request body: {'security_group_rule': {'security_group_id': 'd7b96bf0-f429-41e9-83ae-dc394165e8c5', 'direction': 'ingress', 'protocol': 17}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:04.930148 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d625270-589c-49de-8209-5d020ac03e1f tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (fabadf7b-3f49-4cd4-ada2-2a65d971a36a), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.989085 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-93a4cb80-1cc2-4c45-97ff-1dd50f2555a7 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/floatingips/57b3fa90-773a-48a5-bfaf-a38e152781a1 HTTP/1.1" status: 200 len: 992 time: 0.1246655 Feb 09 02:14:04.994497 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d625270-589c-49de-8209-5d020ac03e1f tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (fabadf7b-3f49-4cd4-ada2-2a65d971a36a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:05.000321 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d625270-589c-49de-8209-5d020ac03e1f tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (fabadf7b-3f49-4cd4-ada2-2a65d971a36a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:05.026080 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d625270-589c-49de-8209-5d020ac03e1f tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fabadf7b-3f49-4cd4-ada2-2a65d971a36a,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:05.035856 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d625270-589c-49de-8209-5d020ac03e1f tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:05.040492 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6d625270-589c-49de-8209-5d020ac03e1f tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1418393 Feb 09 02:14:05.040756 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51142) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:05.103393 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ab917116-4bd1-487c-b21e-98df9ae834ed tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (d7b96bf0-f429-41e9-83ae-dc394165e8c5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:05.131110 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ab917116-4bd1-487c-b21e-98df9ae834ed tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (d7b96bf0-f429-41e9-83ae-dc394165e8c5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:05.193713 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ab917116-4bd1-487c-b21e-98df9ae834ed tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d7b96bf0-f429-41e9-83ae-dc394165e8c5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:05.203280 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ab917116-4bd1-487c-b21e-98df9ae834ed tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:05.207365 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51146) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:05.218922 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ab917116-4bd1-487c-b21e-98df9ae834ed tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "DELETE /v2.0/security-groups/d7b96bf0-f429-41e9-83ae-dc394165e8c5 HTTP/1.1" status: 204 len: 168 time: 0.1654117 Feb 09 02:14:05.245345 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab917116-4bd1-487c-b21e-98df9ae834ed tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b96bf0-f429-41e9-83ae-dc394165e8c5,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:05.326519 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5ee81510-46aa-411d-b743-1a2800c12040 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1142762 Feb 09 02:14:05.328682 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51150) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:05.334490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-cf5ca95c-1b51-4043-bc77-7372107e2c0c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1412496822'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:05.343199 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-db4e410a-694c-40de-9271-cc66494eb3b4 req-93f767f1-1b72-4eaf-abc5-9b0a79596361 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 210 time: 0.0983188 Feb 09 02:14:05.349525 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e2215-59ea-4795-857e-a40a461b4354 req-73bf0939-7f29-48dc-99e0-1bbecdd0bd59 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:05.351249 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f07e2215-59ea-4795-857e-a40a461b4354 req-73bf0939-7f29-48dc-99e0-1bbecdd0bd59 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.67 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 810 time: 0.2517803 Feb 09 02:14:05.392345 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cf5ca95c-1b51-4043-bc77-7372107e2c0c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:05.477847 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f07e2215-59ea-4795-857e-a40a461b4354 req-da8ad1cd-3134-4ab1-ba1f-64cce3a3ce13 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae374e012dff438a8fcacf6297f76569 HTTP/1.1" status: 200 len: 380 time: 0.1187270 Feb 09 02:14:05.488527 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-f07e2215-59ea-4795-857e-a40a461b4354 req-368d6896-fa84-4b34-a0c4-f49741d2f01f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Request body: {'port': {'device_id': 'd4ece28a-fda3-49b5-8a48-1fbdec2a8127', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'admin_state_up': True, 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'security_groups': ['f219cd1a-2922-4c78-ad0d-6ad888dc01d2']}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:05.521229 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cf5ca95c-1b51-4043-bc77-7372107e2c0c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (cf28f605-0d73-4533-85cd-a5d9581a72c3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:05.525932 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cf5ca95c-1b51-4043-bc77-7372107e2c0c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (cf28f605-0d73-4533-85cd-a5d9581a72c3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:05.564455 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cf5ca95c-1b51-4043-bc77-7372107e2c0c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:05.569037 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cf5ca95c-1b51-4043-bc77-7372107e2c0c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2387612 Feb 09 02:14:05.570032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ca95c-1b51-4043-bc77-7372107e2c0c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf28f605-0d73-4533-85cd-a5d9581a72c3,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:05.571822 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51154) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:05.577320 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-a2c13dee-cc9f-42b5-9619-3b8f363f70ff tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1751430618'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:05.628664 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2c13dee-cc9f-42b5-9619-3b8f363f70ff tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:05.656353 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f07e2215-59ea-4795-857e-a40a461b4354 req-368d6896-fa84-4b34-a0c4-f49741d2f01f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Made reservation on behalf of ae374e012dff438a8fcacf6297f76569 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:14:05.660273 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f07e2215-59ea-4795-857e-a40a461b4354 req-368d6896-fa84-4b34-a0c4-f49741d2f01f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:05.788051 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2c13dee-cc9f-42b5-9619-3b8f363f70ff tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (5b821957-020c-4411-8373-f3216a499201), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:05.811138 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2c13dee-cc9f-42b5-9619-3b8f363f70ff tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5b821957-020c-4411-8373-f3216a499201), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:05.864228 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2c13dee-cc9f-42b5-9619-3b8f363f70ff tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:05.868219 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a2c13dee-cc9f-42b5-9619-3b8f363f70ff tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2925556 Feb 09 02:14:05.869249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51156) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:05.869797 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c13dee-cc9f-42b5-9619-3b8f363f70ff tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b821957-020c-4411-8373-f3216a499201,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:05.872755 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-f07e2215-59ea-4795-857e-a40a461b4354 req-368d6896-fa84-4b34-a0c4-f49741d2f01f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Allocated IP 172.20.0.6 (cc310b24-fd11-451e-88ac-42c9695a7e70/a62a2247-044e-4cd3-9944-5d20d7932a71/c4c6e6f1-a5cb-479d-8841-0c5236465f5f) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:14:05.879228 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-fc5cff84-adf6-4985-ac93-ef76ec9e8629 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Request body: {'security_group_rule': {'security_group_id': 'cf28f605-0d73-4533-85cd-a5d9581a72c3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5b821957-020c-4411-8373-f3216a499201', 'remote_ip_prefix': None}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:05.939386 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fc5cff84-adf6-4985-ac93-ef76ec9e8629 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (364c8c77-e9c0-4789-b464-8d572fafcb76), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.024315 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fc5cff84-adf6-4985-ac93-ef76ec9e8629 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (364c8c77-e9c0-4789-b464-8d572fafcb76), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.029851 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fc5cff84-adf6-4985-ac93-ef76ec9e8629 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (364c8c77-e9c0-4789-b464-8d572fafcb76), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.057322 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5cff84-adf6-4985-ac93-ef76ec9e8629 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364c8c77-e9c0-4789-b464-8d572fafcb76,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:06.059393 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f07e2215-59ea-4795-857e-a40a461b4354 req-368d6896-fa84-4b34-a0c4-f49741d2f01f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for port (c4c6e6f1-a5cb-479d-8841-0c5236465f5f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.069337 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fc5cff84-adf6-4985-ac93-ef76ec9e8629 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.073282 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fc5cff84-adf6-4985-ac93-ef76ec9e8629 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1995411 Feb 09 02:14:06.073994 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51158) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:06.105980 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-38728ded-19d8-4595-a9fe-d3a1b3fd583d tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (364c8c77-e9c0-4789-b464-8d572fafcb76), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.115701 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f07e2215-59ea-4795-857e-a40a461b4354 req-368d6896-fa84-4b34-a0c4-f49741d2f01f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (c4c6e6f1-a5cb-479d-8841-0c5236465f5f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.123153 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-38728ded-19d8-4595-a9fe-d3a1b3fd583d tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (364c8c77-e9c0-4789-b464-8d572fafcb76), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.142069 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f07e2215-59ea-4795-857e-a40a461b4354 req-368d6896-fa84-4b34-a0c4-f49741d2f01f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Network cc310b24-fd11-451e-88ac-42c9695a7e70 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:14:06.145132 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-f07e2215-59ea-4795-857e-a40a461b4354 req-368d6896-fa84-4b34-a0c4-f49741d2f01f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:06.158822 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-38728ded-19d8-4595-a9fe-d3a1b3fd583d tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (364c8c77-e9c0-4789-b464-8d572fafcb76), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.167163 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07e2215-59ea-4795-857e-a40a461b4354 req-368d6896-fa84-4b34-a0c4-f49741d2f01f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:14:06.177433 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-38728ded-19d8-4595-a9fe-d3a1b3fd583d tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.180517 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-38728ded-19d8-4595-a9fe-d3a1b3fd583d tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/364c8c77-e9c0-4789-b464-8d572fafcb76 HTTP/1.1" status: 204 len: 168 time: 0.1054006 Feb 09 02:14:06.186648 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38728ded-19d8-4595-a9fe-d3a1b3fd583d tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=364c8c77-e9c0-4789-b464-8d572fafcb76,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:06.196512 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51160) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:06.220870 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e2215-59ea-4795-857e-a40a461b4354 req-368d6896-fa84-4b34-a0c4-f49741d2f01f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:06.221529 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f07e2215-59ea-4795-857e-a40a461b4354 req-368d6896-fa84-4b34-a0c4-f49741d2f01f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.241376 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f07e2215-59ea-4795-857e-a40a461b4354 req-368d6896-fa84-4b34-a0c4-f49741d2f01f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7584546 Feb 09 02:14:06.258280 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-f07e2215-59ea-4795-857e-a40a461b4354 req-34cc9cc0-8201-42ca-9b67-9b14bb535f89 service neutron] Request body: {'port': {'device_id': 'd4ece28a-fda3-49b5-8a48-1fbdec2a8127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:06.267506 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-962c643d-3d47-455b-9d81-070249dda5d6 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0686412 Feb 09 02:14:06.269885 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51162) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:06.367756 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f07e2215-59ea-4795-857e-a40a461b4354 req-34cc9cc0-8201-42ca-9b67-9b14bb535f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c4c6e6f1-a5cb-479d-8841-0c5236465f5f), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.373475 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43846ba8-9b5b-4ca9-bbf6-9cdcf43e9d69 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (5b821957-020c-4411-8373-f3216a499201), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.383377 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d6896-fa84-4b34-a0c4-f49741d2f01f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event updated for resources: {'Port': ['ID=c4c6e6f1-a5cb-479d-8841-0c5236465f5f,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:06.415667 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43846ba8-9b5b-4ca9-bbf6-9cdcf43e9d69 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (5b821957-020c-4411-8373-f3216a499201), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.524595 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43846ba8-9b5b-4ca9-bbf6-9cdcf43e9d69 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5b821957-020c-4411-8373-f3216a499201), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.527293 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43846ba8-9b5b-4ca9-bbf6-9cdcf43e9d69 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.531513 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-43846ba8-9b5b-4ca9-bbf6-9cdcf43e9d69 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "DELETE /v2.0/security-groups/5b821957-020c-4411-8373-f3216a499201 HTTP/1.1" status: 204 len: 168 time: 0.2571461 Feb 09 02:14:06.533457 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51168) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:06.571525 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43846ba8-9b5b-4ca9-bbf6-9cdcf43e9d69 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b821957-020c-4411-8373-f3216a499201,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:06.583974 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56615ef-4b7e-41ad-bf1d-57153efd6baf req-8f123341-40ff-4b4b-9706-3d22e150a62c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:06.591124 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f56615ef-4b7e-41ad-bf1d-57153efd6baf req-8f123341-40ff-4b4b-9706-3d22e150a62c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 931 time: 0.1037652 Feb 09 02:14:06.622409 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4a3005eb-f544-4e4b-b17c-d959227aa527 None None] Provisioning complete for port c4c6e6f1-a5cb-479d-8841-0c5236465f5f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:06.623548 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4a3005eb-f544-4e4b-b17c-d959227aa527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c4c6e6f1-a5cb-479d-8841-0c5236465f5f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.669047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4a3005eb-f544-4e4b-b17c-d959227aa527 None None] Port c4c6e6f1-a5cb-479d-8841-0c5236465f5f cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:14:06.700794 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f56615ef-4b7e-41ad-bf1d-57153efd6baf req-91ff00a1-9227-46ee-b661-bf014694c279 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087573 Feb 09 02:14:06.706293 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1d58d0e4-77d3-4d42-870f-6f21d9b5c2fd tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1715982 Feb 09 02:14:06.710042 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51170) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:06.758347 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-f07e2215-59ea-4795-857e-a40a461b4354 req-34cc9cc0-8201-42ca-9b67-9b14bb535f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c6e6f1-a5cb-479d-8841-0c5236465f5f {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:14:06.767637 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f07e2215-59ea-4795-857e-a40a461b4354 req-34cc9cc0-8201-42ca-9b67-9b14bb535f89 service neutron] Publish callbacks [] for port (c4c6e6f1-a5cb-479d-8841-0c5236465f5f), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.777772 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97d71db1-0fe3-4b34-96a4-6ffb82c3e3c7 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (cf28f605-0d73-4533-85cd-a5d9581a72c3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.782529 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-f07e2215-59ea-4795-857e-a40a461b4354 req-34cc9cc0-8201-42ca-9b67-9b14bb535f89 service neutron] Transition to ACTIVE for port object c4c6e6f1-a5cb-479d-8841-0c5236465f5f will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:14:06.786320 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f07e2215-59ea-4795-857e-a40a461b4354 req-34cc9cc0-8201-42ca-9b67-9b14bb535f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (c4c6e6f1-a5cb-479d-8841-0c5236465f5f), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.803455 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97d71db1-0fe3-4b34-96a4-6ffb82c3e3c7 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (cf28f605-0d73-4533-85cd-a5d9581a72c3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.852844 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97d71db1-0fe3-4b34-96a4-6ffb82c3e3c7 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (cf28f605-0d73-4533-85cd-a5d9581a72c3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.858107 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-97d71db1-0fe3-4b34-96a4-6ffb82c3e3c7 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.860432 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-97d71db1-0fe3-4b34-96a4-6ffb82c3e3c7 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "DELETE /v2.0/security-groups/cf28f605-0d73-4533-85cd-a5d9581a72c3 HTTP/1.1" status: 204 len: 168 time: 0.1487811 Feb 09 02:14:06.863706 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51172) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:06.871179 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d71db1-0fe3-4b34-96a4-6ffb82c3e3c7 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf28f605-0d73-4533-85cd-a5d9581a72c3,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:06.910545 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc9cc0-8201-42ca-9b67-9b14bb535f89 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c6e6f1-a5cb-479d-8841-0c5236465f5f,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:06.949607 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-f07e2215-59ea-4795-857e-a40a461b4354 req-34cc9cc0-8201-42ca-9b67-9b14bb535f89 service neutron] Attempting to bind port c4c6e6f1-a5cb-479d-8841-0c5236465f5f on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:14:06.949947 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-f07e2215-59ea-4795-857e-a40a461b4354 req-34cc9cc0-8201-42ca-9b67-9b14bb535f89 service neutron] Attempting to bind port c4c6e6f1-a5cb-479d-8841-0c5236465f5f by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:14:06.950277 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07e2215-59ea-4795-857e-a40a461b4354 req-34cc9cc0-8201-42ca-9b67-9b14bb535f89 service neutron] Attempting to bind port c4c6e6f1-a5cb-479d-8841-0c5236465f5f on network cc310b24-fd11-451e-88ac-42c9695a7e70 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:06.957881 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07e2215-59ea-4795-857e-a40a461b4354 req-34cc9cc0-8201-42ca-9b67-9b14bb535f89 service neutron] Port c4c6e6f1-a5cb-479d-8841-0c5236465f5f on network cc310b24-fd11-451e-88ac-42c9695a7e70 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:14:06.958211 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07e2215-59ea-4795-857e-a40a461b4354 req-34cc9cc0-8201-42ca-9b67-9b14bb535f89 service neutron] Attempting to bind port c4c6e6f1-a5cb-479d-8841-0c5236465f5f on network cc310b24-fd11-451e-88ac-42c9695a7e70 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:06.970683 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07e2215-59ea-4795-857e-a40a461b4354 req-34cc9cc0-8201-42ca-9b67-9b14bb535f89 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:14:06.971035 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07e2215-59ea-4795-857e-a40a461b4354 req-34cc9cc0-8201-42ca-9b67-9b14bb535f89 service neutron] Checking segment: {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:14:06.971453 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07e2215-59ea-4795-857e-a40a461b4354 req-34cc9cc0-8201-42ca-9b67-9b14bb535f89 service neutron] Bound using segment: {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:14:06.971891 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-f07e2215-59ea-4795-857e-a40a461b4354 req-34cc9cc0-8201-42ca-9b67-9b14bb535f89 service neutron] Bound port: c4c6e6f1-a5cb-479d-8841-0c5236465f5f, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:14:06.972256 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f07e2215-59ea-4795-857e-a40a461b4354 req-34cc9cc0-8201-42ca-9b67-9b14bb535f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c4c6e6f1-a5cb-479d-8841-0c5236465f5f), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.978413 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6ab35761-0a90-45d5-be60-ace96559adf6 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1127276 Feb 09 02:14:06.982572 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51174) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:06.988368 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-ad466a0b-41c4-489c-860f-3c3d4680bcea tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Request body: {'security_group': {'name': 'tempest-secgroup--126003212'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:07.021039 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad466a0b-41c4-489c-860f-3c3d4680bcea tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.073928 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-f07e2215-59ea-4795-857e-a40a461b4354 req-34cc9cc0-8201-42ca-9b67-9b14bb535f89 service neutron] For port c4c6e6f1-a5cb-479d-8841-0c5236465f5f, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:14:07.078222 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-f07e2215-59ea-4795-857e-a40a461b4354 req-34cc9cc0-8201-42ca-9b67-9b14bb535f89 service neutron] For port c4c6e6f1-a5cb-479d-8841-0c5236465f5f, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=c4c6e6f1-a5cb-479d-8841-0c5236465f5f,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:14:07.091851 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f07e2215-59ea-4795-857e-a40a461b4354 req-34cc9cc0-8201-42ca-9b67-9b14bb535f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (c4c6e6f1-a5cb-479d-8841-0c5236465f5f), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.127919 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad466a0b-41c4-489c-860f-3c3d4680bcea tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (aa769546-ca93-456f-bf5e-4c392e85b7c2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.132630 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad466a0b-41c4-489c-860f-3c3d4680bcea tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (aa769546-ca93-456f-bf5e-4c392e85b7c2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.172988 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad466a0b-41c4-489c-860f-3c3d4680bcea tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.174088 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e2215-59ea-4795-857e-a40a461b4354 req-34cc9cc0-8201-42ca-9b67-9b14bb535f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:07.175066 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f07e2215-59ea-4795-857e-a40a461b4354 req-34cc9cc0-8201-42ca-9b67-9b14bb535f89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.178344 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ad466a0b-41c4-489c-860f-3c3d4680bcea tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1914849 Feb 09 02:14:07.178995 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad466a0b-41c4-489c-860f-3c3d4680bcea tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa769546-ca93-456f-bf5e-4c392e85b7c2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:07.184109 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f07e2215-59ea-4795-857e-a40a461b4354 req-34cc9cc0-8201-42ca-9b67-9b14bb535f89 service neutron] 10.222.0.67 "PUT /v2.0/ports/c4c6e6f1-a5cb-479d-8841-0c5236465f5f HTTP/1.1" status: 200 len: 1091 time: 0.9312568 Feb 09 02:14:07.185254 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ece28a-fda3-49b5-8a48-1fbdec2a8127', 'tag': 'c4c6e6f1-a5cb-479d-8841-0c5236465f5f'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:07.189801 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9149347-b38f-4c80-859f-5c1dc46241fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ece28a-fda3-49b5-8a48-1fbdec2a8127", "tag": "c4c6e6f1-a5cb-479d-8841-0c5236465f5f"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:07.193065 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51176) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:07.227695 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ea7d3648-d1ae-41ff-98e8-1d142f78e2d3 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Request body: {'security_group_rule': {'security_group_id': 'aa769546-ca93-456f-bf5e-4c392e85b7c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:07.282331 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46a5702-7a21-4dad-8d4b-d5227a0574a8 x-openstack-request-id: req-d46a5702-7a21-4dad-8d4b-d5227a0574a8 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:07.282632 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ece28a-fda3-49b5-8a48-1fbdec2a8127", "tag": "c4c6e6f1-a5cb-479d-8841-0c5236465f5f", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:07.282938 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d46a5702-7a21-4dad-8d4b-d5227a0574a8 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:07.283758 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ece28a-fda3-49b5-8a48-1fbdec2a8127', 'tag': 'c4c6e6f1-a5cb-479d-8841-0c5236465f5f', 'status': 'completed', 'code': 200} Feb 09 02:14:07.310310 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc9cc0-8201-42ca-9b67-9b14bb535f89 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c6e6f1-a5cb-479d-8841-0c5236465f5f,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:07.335297 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e2215-59ea-4795-857e-a40a461b4354 req-2abd32b7-7a5b-4144-b590-3ff31cd46e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:07.336361 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f07e2215-59ea-4795-857e-a40a461b4354 req-2abd32b7-7a5b-4144-b590-3ff31cd46e78 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 1125 time: 0.0990593 Feb 09 02:14:07.337427 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea7d3648-d1ae-41ff-98e8-1d142f78e2d3 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (55ccb41f-82ee-46a1-be3b-e7b077e62e8c), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.426192 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f07e2215-59ea-4795-857e-a40a461b4354 req-4758c7b3-ca25-4f06-a7a6-9bd390339cd7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4c6e6f1-a5cb-479d-8841-0c5236465f5f HTTP/1.1" status: 200 len: 217 time: 0.0516579 Feb 09 02:14:07.466318 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea7d3648-d1ae-41ff-98e8-1d142f78e2d3 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (55ccb41f-82ee-46a1-be3b-e7b077e62e8c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.488288 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea7d3648-d1ae-41ff-98e8-1d142f78e2d3 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (55ccb41f-82ee-46a1-be3b-e7b077e62e8c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.493778 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5040ac8d-63c6-4723-b524-b4f91fc8ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.522460 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d3648-d1ae-41ff-98e8-1d142f78e2d3 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ccb41f-82ee-46a1-be3b-e7b077e62e8c,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:07.531990 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e2215-59ea-4795-857e-a40a461b4354 req-8dea978b-4c37-41cd-b765-0de1fb125deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:07.533525 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f07e2215-59ea-4795-857e-a40a461b4354 req-8dea978b-4c37-41cd-b765-0de1fb125deb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 200 len: 849 time: 0.0856681 Feb 09 02:14:07.536638 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ea7d3648-d1ae-41ff-98e8-1d142f78e2d3 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.537814 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ea7d3648-d1ae-41ff-98e8-1d142f78e2d3 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3397784 Feb 09 02:14:07.541041 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51182) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:07.584855 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a73001a7-47b1-40be-870e-ddf053183364 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (55ccb41f-82ee-46a1-be3b-e7b077e62e8c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.598057 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a73001a7-47b1-40be-870e-ddf053183364 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (55ccb41f-82ee-46a1-be3b-e7b077e62e8c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.610694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e2215-59ea-4795-857e-a40a461b4354 req-e1081fbf-756b-4095-bf9d-3b56973f9b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:07.612508 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f07e2215-59ea-4795-857e-a40a461b4354 req-e1081fbf-756b-4095-bf9d-3b56973f9b10 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc310b24-fd11-451e-88ac-42c9695a7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0636141 Feb 09 02:14:07.637366 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a73001a7-47b1-40be-870e-ddf053183364 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (55ccb41f-82ee-46a1-be3b-e7b077e62e8c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.644055 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a73001a7-47b1-40be-870e-ddf053183364 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.647999 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a73001a7-47b1-40be-870e-ddf053183364 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/55ccb41f-82ee-46a1-be3b-e7b077e62e8c HTTP/1.1" status: 204 len: 168 time: 0.1059427 Feb 09 02:14:07.649699 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51184) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:07.678636 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73001a7-47b1-40be-870e-ddf053183364 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55ccb41f-82ee-46a1-be3b-e7b077e62e8c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:07.701530 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-72cd04ac-0fb3-42aa-84f6-8c3ffbea5c93 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0506248 Feb 09 02:14:07.702138 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51186) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:07.761285 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-08b1de4e-0ae6-49f3-9969-13845f557d9c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (aa769546-ca93-456f-bf5e-4c392e85b7c2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.789942 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-08b1de4e-0ae6-49f3-9969-13845f557d9c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (aa769546-ca93-456f-bf5e-4c392e85b7c2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.794575 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f07e2215-59ea-4795-857e-a40a461b4354 req-b5dd92f5-c00f-4021-944f-8dee373d05fa service neutron] 10.222.0.67 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763959 Feb 09 02:14:07.882714 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566436a-519c-4925-9713-514e2576289f req-e58fa73b-507e-4660-8384-e5026330442a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:07.884311 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6566436a-519c-4925-9713-514e2576289f req-e58fa73b-507e-4660-8384-e5026330442a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 943 time: 0.0753815 Feb 09 02:14:07.891058 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-08b1de4e-0ae6-49f3-9969-13845f557d9c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (aa769546-ca93-456f-bf5e-4c392e85b7c2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.899908 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-08b1de4e-0ae6-49f3-9969-13845f557d9c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.903948 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-08b1de4e-0ae6-49f3-9969-13845f557d9c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "DELETE /v2.0/security-groups/aa769546-ca93-456f-bf5e-4c392e85b7c2 HTTP/1.1" status: 204 len: 168 time: 0.2006023 Feb 09 02:14:07.906495 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51190) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:07.920913 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f07e2215-59ea-4795-857e-a40a461b4354 req-9c588ff7-1f1e-41b0-8dc9-bf279598ded9 service neutron] 10.222.0.67 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208167 Feb 09 02:14:07.960868 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1de4e-0ae6-49f3-9969-13845f557d9c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa769546-ca93-456f-bf5e-4c392e85b7c2,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:07.994254 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ade8c6ac-2e80-4301-817e-d8766a31e4ae tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0836408 Feb 09 02:14:07.995008 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51192) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:08.005363 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-407d3004-55e9-4c45-a829-764ab225a4ec tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Request body: {'security_group': {'name': 'tempest-secgroup--84601411'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:08.039810 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6566436a-519c-4925-9713-514e2576289f req-f289f18f-ea2e-443e-93cf-9f471df13e1d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347556 Feb 09 02:14:08.049475 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-407d3004-55e9-4c45-a829-764ab225a4ec tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.081430 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9149347-b38f-4c80-859f-5c1dc46241fa req-e94506ba-daad-47be-8bbd-34d7a18f1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:08.086019 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b9149347-b38f-4c80-859f-5c1dc46241fa req-e94506ba-daad-47be-8bbd-34d7a18f1b52 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 1125 time: 0.1176715 Feb 09 02:14:08.158332 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-407d3004-55e9-4c45-a829-764ab225a4ec tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (065afdf3-159f-4aed-8f86-1d95334b2a01), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.165008 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-407d3004-55e9-4c45-a829-764ab225a4ec tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (065afdf3-159f-4aed-8f86-1d95334b2a01), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.206742 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d3004-55e9-4c45-a829-764ab225a4ec tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065afdf3-159f-4aed-8f86-1d95334b2a01,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:08.213553 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-407d3004-55e9-4c45-a829-764ab225a4ec tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.217685 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-407d3004-55e9-4c45-a829-764ab225a4ec tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2157860 Feb 09 02:14:08.218177 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51194) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:08.222707 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-a8bcc357-2e85-47a4-bf17-a38eff1ce76c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Request body: {'security_group_rule': {'security_group_id': '065afdf3-159f-4aed-8f86-1d95334b2a01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:08.248783 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a8bcc357-2e85-47a4-bf17-a38eff1ce76c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (db906590-01be-4b92-891c-8f2afde80740), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.251118 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9149347-b38f-4c80-859f-5c1dc46241fa req-1d76f359-ccfa-4ef4-9cd2-a6582dcfe2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:08.253507 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b9149347-b38f-4c80-859f-5c1dc46241fa req-1d76f359-ccfa-4ef4-9cd2-a6582dcfe2e7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 911 time: 0.1610150 Feb 09 02:14:08.315495 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a8bcc357-2e85-47a4-bf17-a38eff1ce76c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (db906590-01be-4b92-891c-8f2afde80740), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.321967 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a8bcc357-2e85-47a4-bf17-a38eff1ce76c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (db906590-01be-4b92-891c-8f2afde80740), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.322633 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b9149347-b38f-4c80-859f-5c1dc46241fa req-ed44415d-e49b-48c0-9c6e-0a30fdefa3e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4c6e6f1-a5cb-479d-8841-0c5236465f5f HTTP/1.1" status: 200 len: 217 time: 0.0640986 Feb 09 02:14:08.340353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bcc357-2e85-47a4-bf17-a38eff1ce76c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db906590-01be-4b92-891c-8f2afde80740,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:08.364311 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a8bcc357-2e85-47a4-bf17-a38eff1ce76c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.368877 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a8bcc357-2e85-47a4-bf17-a38eff1ce76c tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1496654 Feb 09 02:14:08.369921 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51198) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:08.393051 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2078ee8a-149c-40d9-8015-4a84beaf060e tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-group-rules/db906590-01be-4b92-891c-8f2afde80740 HTTP/1.1" status: 200 len: 763 time: 0.0217063 Feb 09 02:14:08.393432 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51200) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:08.432340 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9149347-b38f-4c80-859f-5c1dc46241fa req-b9940363-22c9-4855-9fe5-470040875aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:08.434783 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b9149347-b38f-4c80-859f-5c1dc46241fa req-b9940363-22c9-4855-9fe5-470040875aad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 200 len: 849 time: 0.1074500 Feb 09 02:14:08.485990 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-605ac19c-d6e7-4fd2-ba38-ab8b7a6b5825 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0886288 Feb 09 02:14:08.486283 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51202) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:08.506269 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9149347-b38f-4c80-859f-5c1dc46241fa req-18c99fae-41f0-4967-b530-53e5ab777e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:08.508487 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b9149347-b38f-4c80-859f-5c1dc46241fa req-18c99fae-41f0-4967-b530-53e5ab777e1f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc310b24-fd11-451e-88ac-42c9695a7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0627754 Feb 09 02:14:08.510856 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3d175294-af0c-4f84-8d99-ab0ecc79d431 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (db906590-01be-4b92-891c-8f2afde80740), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.519980 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3d175294-af0c-4f84-8d99-ab0ecc79d431 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (db906590-01be-4b92-891c-8f2afde80740), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.553057 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3d175294-af0c-4f84-8d99-ab0ecc79d431 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (db906590-01be-4b92-891c-8f2afde80740), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.562366 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3d175294-af0c-4f84-8d99-ab0ecc79d431 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.564082 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3d175294-af0c-4f84-8d99-ab0ecc79d431 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/db906590-01be-4b92-891c-8f2afde80740 HTTP/1.1" status: 204 len: 168 time: 0.0767958 Feb 09 02:14:08.570134 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51204) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:08.580715 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d175294-af0c-4f84-8d99-ab0ecc79d431 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db906590-01be-4b92-891c-8f2afde80740,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:08.626290 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-138e398c-4ef8-49ee-a467-824b415a2751 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0527818 Feb 09 02:14:08.629721 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51206) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:08.630001 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b9149347-b38f-4c80-859f-5c1dc46241fa req-65aee105-c45a-4696-b2a9-574a4e52f887 service neutron] 10.222.0.67 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157074 Feb 09 02:14:08.635587 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-8554c324-844e-4120-821c-31c682fe8d31 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Request body: {'security_group_rule': {'security_group_id': '065afdf3-159f-4aed-8f86-1d95334b2a01', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:08.668607 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8554c324-844e-4120-821c-31c682fe8d31 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (f403d7a2-b4dc-4d36-8e5d-9e75eeff8cb7), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.736678 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b9149347-b38f-4c80-859f-5c1dc46241fa req-5b2d37cb-1ceb-4c02-a428-034de2822791 service neutron] 10.222.0.67 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010621 Feb 09 02:14:08.738009 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8554c324-844e-4120-821c-31c682fe8d31 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (f403d7a2-b4dc-4d36-8e5d-9e75eeff8cb7), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.742338 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8554c324-844e-4120-821c-31c682fe8d31 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (f403d7a2-b4dc-4d36-8e5d-9e75eeff8cb7), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.766346 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554c324-844e-4120-821c-31c682fe8d31 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f403d7a2-b4dc-4d36-8e5d-9e75eeff8cb7,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:08.772583 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8554c324-844e-4120-821c-31c682fe8d31 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.777518 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8554c324-844e-4120-821c-31c682fe8d31 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437681 Feb 09 02:14:08.777653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51208) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:08.795262 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-98cca228-6a20-40b9-af66-39ca11a63027 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-group-rules/f403d7a2-b4dc-4d36-8e5d-9e75eeff8cb7 HTTP/1.1" status: 200 len: 763 time: 0.0161219 Feb 09 02:14:08.798594 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51210) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:08.842745 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8195282c-ada1-41d7-8769-d6932bf53279 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0422606 Feb 09 02:14:08.845919 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51212) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:08.873123 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e249ef2c-1a5d-4673-8d18-5f9fde641416 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (f403d7a2-b4dc-4d36-8e5d-9e75eeff8cb7), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.882005 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e249ef2c-1a5d-4673-8d18-5f9fde641416 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (f403d7a2-b4dc-4d36-8e5d-9e75eeff8cb7), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.914341 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e249ef2c-1a5d-4673-8d18-5f9fde641416 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (f403d7a2-b4dc-4d36-8e5d-9e75eeff8cb7), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.922017 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e249ef2c-1a5d-4673-8d18-5f9fde641416 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.925622 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e249ef2c-1a5d-4673-8d18-5f9fde641416 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f403d7a2-b4dc-4d36-8e5d-9e75eeff8cb7 HTTP/1.1" status: 204 len: 168 time: 0.0761473 Feb 09 02:14:08.926356 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51214) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:08.935962 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249ef2c-1a5d-4673-8d18-5f9fde641416 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f403d7a2-b4dc-4d36-8e5d-9e75eeff8cb7,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:08.974647 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a655459b-90ac-4d05-9edd-23cc6890b877 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0476792 Feb 09 02:14:08.977263 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51216) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:08.981618 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2d393964-76b1-40ac-97c8-0cb155f473bc tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Request body: {'security_group_rule': {'security_group_id': '065afdf3-159f-4aed-8f86-1d95334b2a01', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:09.004333 n-d-828387-3 neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-2d393964-76b1-40ac-97c8-0cb155f473bc tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Project 48ee91e6d3a24fe1ad661eb9725656e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:14:09.009519 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2d393964-76b1-40ac-97c8-0cb155f473bc tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (787c45f4-42f9-4a26-b502-2cc705bbb55a), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:09.083594 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2d393964-76b1-40ac-97c8-0cb155f473bc tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (787c45f4-42f9-4a26-b502-2cc705bbb55a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:09.088626 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2d393964-76b1-40ac-97c8-0cb155f473bc tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (787c45f4-42f9-4a26-b502-2cc705bbb55a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:09.110227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d393964-76b1-40ac-97c8-0cb155f473bc tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787c45f4-42f9-4a26-b502-2cc705bbb55a,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:09.119025 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2d393964-76b1-40ac-97c8-0cb155f473bc tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:09.123080 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2d393964-76b1-40ac-97c8-0cb155f473bc tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1419473 Feb 09 02:14:09.123236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51220) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:09.143258 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5c3c9d17-648a-49de-a7a5-437e7c30bb8f tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-group-rules/787c45f4-42f9-4a26-b502-2cc705bbb55a HTTP/1.1" status: 200 len: 769 time: 0.0180671 Feb 09 02:14:09.145282 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51222) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:09.193247 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ff90d068-e68e-43b5-9491-036d58cc4de6 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0465956 Feb 09 02:14:09.196948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51224) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:09.232465 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15dd3c4-3d5c-48cd-a3f6-4036eaaeb4fb req-98b7f3d9-656f-4865-9555-1455288ec952 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:09.241626 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b15dd3c4-3d5c-48cd-a3f6-4036eaaeb4fb req-98b7f3d9-656f-4865-9555-1455288ec952 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 943 time: 0.0808814 Feb 09 02:14:09.305438 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b15dd3c4-3d5c-48cd-a3f6-4036eaaeb4fb req-84286200-71d9-43ca-903d-cc14a0496dea tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626638 Feb 09 02:14:09.526533 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-db8f165e-9c5d-427a-bbec-01bc9c4909c2 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (787c45f4-42f9-4a26-b502-2cc705bbb55a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:09.538393 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-db8f165e-9c5d-427a-bbec-01bc9c4909c2 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (787c45f4-42f9-4a26-b502-2cc705bbb55a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:09.574146 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-db8f165e-9c5d-427a-bbec-01bc9c4909c2 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (787c45f4-42f9-4a26-b502-2cc705bbb55a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:09.585892 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-db8f165e-9c5d-427a-bbec-01bc9c4909c2 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:09.589690 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-db8f165e-9c5d-427a-bbec-01bc9c4909c2 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/787c45f4-42f9-4a26-b502-2cc705bbb55a HTTP/1.1" status: 204 len: 168 time: 0.3887849 Feb 09 02:14:09.590702 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51228) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:09.601353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f165e-9c5d-427a-bbec-01bc9c4909c2 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=787c45f4-42f9-4a26-b502-2cc705bbb55a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:09.634987 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-83392f2d-a181-46be-9e9e-bffc1841295e tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0433145 Feb 09 02:14:09.637189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51230) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:09.696405 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-facb0b11-758f-484d-9383-51b71b7742b4 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (065afdf3-159f-4aed-8f86-1d95334b2a01), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:09.722183 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-facb0b11-758f-484d-9383-51b71b7742b4 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (065afdf3-159f-4aed-8f86-1d95334b2a01), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:09.770764 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-facb0b11-758f-484d-9383-51b71b7742b4 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (065afdf3-159f-4aed-8f86-1d95334b2a01), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:09.775952 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-facb0b11-758f-484d-9383-51b71b7742b4 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:09.784824 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-facb0b11-758f-484d-9383-51b71b7742b4 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "DELETE /v2.0/security-groups/065afdf3-159f-4aed-8f86-1d95334b2a01 HTTP/1.1" status: 204 len: 168 time: 0.1441989 Feb 09 02:14:09.785281 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51234) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:09.799591 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb0b11-758f-484d-9383-51b71b7742b4 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=065afdf3-159f-4aed-8f86-1d95334b2a01,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:09.848226 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-33101759-3962-4ac1-bd15-cdcddfbc988b tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0591438 Feb 09 02:14:09.854726 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51236) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:09.865455 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-1863b5e8-d069-40a8-a38a-37e6b30eb104 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Request body: {'security_group': {'name': 'tempest-secgroup--630974436'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:09.870165 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-0e228260-77e8-4793-b381-dde8832827e4 req-729bd511-01dd-4615-9c7b-ec96bd880003 service neutron] (103183) timed out ('10.222.0.48', 49976) {{(pid=103183) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:14:09.899374 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1863b5e8-d069-40a8-a38a-37e6b30eb104 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:09.996554 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1863b5e8-d069-40a8-a38a-37e6b30eb104 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (bcb76f6c-b708-4b95-a699-efe1617ca329), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:10.018038 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1863b5e8-d069-40a8-a38a-37e6b30eb104 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (bcb76f6c-b708-4b95-a699-efe1617ca329), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:10.054246 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1863b5e8-d069-40a8-a38a-37e6b30eb104 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:10.057281 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1863b5e8-d069-40a8-a38a-37e6b30eb104 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1999149 Feb 09 02:14:10.058746 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863b5e8-d069-40a8-a38a-37e6b30eb104 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb76f6c-b708-4b95-a699-efe1617ca329,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:10.059763 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51238) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:10.065969 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4510fe5e-9adc-425d-9b02-3616652bc43f tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Request body: {'security_group_rule': {'security_group_id': 'bcb76f6c-b708-4b95-a699-efe1617ca329', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:10.098508 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:10.110955 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4510fe5e-9adc-425d-9b02-3616652bc43f tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (ecf61fdc-a07a-41c7-b187-34c194e9e6d0), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:10.155463 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f12dc9fb-fe58-4a40-a649-b7938acc2664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:10.170027 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4510fe5e-9adc-425d-9b02-3616652bc43f tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (ecf61fdc-a07a-41c7-b187-34c194e9e6d0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:10.173880 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4510fe5e-9adc-425d-9b02-3616652bc43f tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (ecf61fdc-a07a-41c7-b187-34c194e9e6d0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:10.192191 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510fe5e-9adc-425d-9b02-3616652bc43f tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf61fdc-a07a-41c7-b187-34c194e9e6d0,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:10.200248 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4510fe5e-9adc-425d-9b02-3616652bc43f tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:10.201431 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4510fe5e-9adc-425d-9b02-3616652bc43f tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1400938 Feb 09 02:14:10.204834 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51240) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:10.261289 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-792bcfdd-1fc3-4af2-ad06-7f02740920ce tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (bcb76f6c-b708-4b95-a699-efe1617ca329), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:10.285939 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-792bcfdd-1fc3-4af2-ad06-7f02740920ce tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (bcb76f6c-b708-4b95-a699-efe1617ca329), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:10.333438 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-792bcfdd-1fc3-4af2-ad06-7f02740920ce tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (bcb76f6c-b708-4b95-a699-efe1617ca329), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:10.336126 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-792bcfdd-1fc3-4af2-ad06-7f02740920ce tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:10.337275 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-792bcfdd-1fc3-4af2-ad06-7f02740920ce tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "DELETE /v2.0/security-groups/bcb76f6c-b708-4b95-a699-efe1617ca329 HTTP/1.1" status: 204 len: 168 time: 0.1315370 Feb 09 02:14:10.339923 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51242) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:10.351858 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bcfdd-1fc3-4af2-ad06-7f02740920ce tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb76f6c-b708-4b95-a699-efe1617ca329,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:10.418776 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-59f31f8e-786c-4f4e-ad8f-52e20c59d2e3 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0771337 Feb 09 02:14:10.422118 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51246) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:10.475223 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e2ce8c24-6778-4333-bcef-ae2e62bbe142 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0514433 Feb 09 02:14:10.480711 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51250) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:10.490051 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886f1fc-f965-41be-af0b-73796b26457e req-bff6f56c-c65c-4b55-a16f-debacab70632 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:10.491806 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f886f1fc-f965-41be-af0b-73796b26457e req-bff6f56c-c65c-4b55-a16f-debacab70632 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 943 time: 0.0880146 Feb 09 02:14:10.520362 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [None req-e8bf8382-b2f1-4f91-8241-67bdbe808aef tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] delete failed (client error): The resource could not be found. Feb 09 02:14:10.523098 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e8bf8382-b2f1-4f91-8241-67bdbe808aef tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "DELETE /v2.0/security-groups/bcb76f6c-b708-4b95-a699-efe1617ca329 HTTP/1.1" status: 404 len: 347 time: 0.0394537 Feb 09 02:14:10.528332 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51252) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:10.568745 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f886f1fc-f965-41be-af0b-73796b26457e req-d2dafab6-68af-4500-9d28-71dc13700c0d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703115 Feb 09 02:14:10.592864 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bc4c2bc9-7653-4819-9eb1-ade6b1170471 tempest-SecGroupIPv6Test-1254465357 tempest-SecGroupIPv6Test-1254465357-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0634038 Feb 09 02:14:10.883906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51258) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:10.899958 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:11.049992 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5c86f2e2-88fc-465d-921f-531582e46111 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=48ee91e6d3a24fe1ad661eb9725656e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1623724 Feb 09 02:14:11.053471 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51262) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:11.076982 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:11.116215 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8bfac1da-12ec-4c39-b4b6-40091274ed21 admin admin] Publish callbacks [] for security_group (553fa81b-70cc-4d54-8fba-107ff631f477), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:11.139445 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8bfac1da-12ec-4c39-b4b6-40091274ed21 admin admin] Publish callbacks [] for security_group (553fa81b-70cc-4d54-8fba-107ff631f477), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:11.192327 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8bfac1da-12ec-4c39-b4b6-40091274ed21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (553fa81b-70cc-4d54-8fba-107ff631f477), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:11.195065 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8bfac1da-12ec-4c39-b4b6-40091274ed21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:11.196239 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8bfac1da-12ec-4c39-b4b6-40091274ed21 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/553fa81b-70cc-4d54-8fba-107ff631f477 HTTP/1.1" status: 204 len: 168 time: 0.1445527 Feb 09 02:14:11.224849 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfac1da-12ec-4c39-b4b6-40091274ed21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553fa81b-70cc-4d54-8fba-107ff631f477,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:11.701170 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac578946-54e1-4ad4-8c46-8413752a52ae req-686b0b05-644a-4b1e-b6d2-e0d7f8a24144 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:11.703590 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ac578946-54e1-4ad4-8c46-8413752a52ae req-686b0b05-644a-4b1e-b6d2-e0d7f8a24144 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 943 time: 0.0581186 Feb 09 02:14:11.758205 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ac578946-54e1-4ad4-8c46-8413752a52ae req-231694c2-16b8-4dcb-9b57-71c0e229984c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485127 Feb 09 02:14:12.002504 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51292) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:12.148050 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b1d4fe92-d66a-48b7-b2b3-0670eeff1e0a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221039757'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:12.178456 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1d4fe92-d66a-48b7-b2b3-0670eeff1e0a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:12.189500 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1d4fe92-d66a-48b7-b2b3-0670eeff1e0a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:12.286380 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1d4fe92-d66a-48b7-b2b3-0670eeff1e0a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (d0d11d2f-b650-4bf0-9db4-2786ce00213c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:12.291102 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1d4fe92-d66a-48b7-b2b3-0670eeff1e0a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d0d11d2f-b650-4bf0-9db4-2786ce00213c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:12.336335 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4fe92-d66a-48b7-b2b3-0670eeff1e0a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d11d2f-b650-4bf0-9db4-2786ce00213c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:12.382057 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:12.383299 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1d4fe92-d66a-48b7-b2b3-0670eeff1e0a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (aa4e6b56-0245-4ee8-bf5a-596d367bd6c9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:12.387858 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1d4fe92-d66a-48b7-b2b3-0670eeff1e0a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (aa4e6b56-0245-4ee8-bf5a-596d367bd6c9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:12.422250 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1d4fe92-d66a-48b7-b2b3-0670eeff1e0a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:12.423536 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b1d4fe92-d66a-48b7-b2b3-0670eeff1e0a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4186845 Feb 09 02:14:12.426362 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51306) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:12.432458 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4fe92-d66a-48b7-b2b3-0670eeff1e0a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4e6b56-0245-4ee8-bf5a-596d367bd6c9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:12.515444 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-875ddd0a-1fef-4c55-a974-78f91ce2898c tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0853832 Feb 09 02:14:12.517710 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51308) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:12.522264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4ba9a719-5260-46f9-bc11-f14bd7c1d7ef tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Request body: {'security_group': {'name': 'tempest-security--188862286', 'description': 'tempest-security-description-242351898'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:12.564502 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ba9a719-5260-46f9-bc11-f14bd7c1d7ef tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (aa4e6b56-0245-4ee8-bf5a-596d367bd6c9), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:12.612131 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ba9a719-5260-46f9-bc11-f14bd7c1d7ef tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (aa4e6b56-0245-4ee8-bf5a-596d367bd6c9), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:12.616267 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ba9a719-5260-46f9-bc11-f14bd7c1d7ef tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (aa4e6b56-0245-4ee8-bf5a-596d367bd6c9), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:12.618974 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4ba9a719-5260-46f9-bc11-f14bd7c1d7ef tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:12.623376 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4ba9a719-5260-46f9-bc11-f14bd7c1d7ef tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "PUT /v2.0/security-groups/aa4e6b56-0245-4ee8-bf5a-596d367bd6c9 HTTP/1.1" status: 200 len: 1795 time: 0.1022294 Feb 09 02:14:12.623989 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51312) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:12.652584 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9a719-5260-46f9-bc11-f14bd7c1d7ef tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4e6b56-0245-4ee8-bf5a-596d367bd6c9,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:12.677965 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-240a9414-5103-48a4-b3fe-b5b79b253c35 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-groups/aa4e6b56-0245-4ee8-bf5a-596d367bd6c9 HTTP/1.1" status: 200 len: 1795 time: 0.0526521 Feb 09 02:14:12.680643 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51314) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:12.746885 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-447fec9a-b01c-4a9a-bccc-e5b8702a1700 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (aa4e6b56-0245-4ee8-bf5a-596d367bd6c9), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:12.778758 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-447fec9a-b01c-4a9a-bccc-e5b8702a1700 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (aa4e6b56-0245-4ee8-bf5a-596d367bd6c9), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:12.854487 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-447fec9a-b01c-4a9a-bccc-e5b8702a1700 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (aa4e6b56-0245-4ee8-bf5a-596d367bd6c9), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:12.857483 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-447fec9a-b01c-4a9a-bccc-e5b8702a1700 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:12.858628 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-447fec9a-b01c-4a9a-bccc-e5b8702a1700 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "DELETE /v2.0/security-groups/aa4e6b56-0245-4ee8-bf5a-596d367bd6c9 HTTP/1.1" status: 204 len: 168 time: 0.1769757 Feb 09 02:14:12.862173 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51324) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:12.899444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fec9a-b01c-4a9a-bccc-e5b8702a1700 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4e6b56-0245-4ee8-bf5a-596d367bd6c9,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:12.923241 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-20c6f4c2-9ab5-4f73-a62a-fc70f7941745 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0566068 Feb 09 02:14:12.923829 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51326) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:12.927729 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7267af-0143-49eb-8dfd-2bb95ab0748c req-c51cdba6-535c-4efc-9c79-18e206e58f31 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:12.936114 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab7267af-0143-49eb-8dfd-2bb95ab0748c req-c51cdba6-535c-4efc-9c79-18e206e58f31 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 943 time: 0.0921116 Feb 09 02:14:12.953914 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-87d21be3-46d2-4ef4-9d5c-b691e0ca7be3 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] delete failed (client error): The resource could not be found. Feb 09 02:14:12.955256 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-87d21be3-46d2-4ef4-9d5c-b691e0ca7be3 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "DELETE /v2.0/security-groups/aa4e6b56-0245-4ee8-bf5a-596d367bd6c9 HTTP/1.1" status: 404 len: 347 time: 0.0303328 Feb 09 02:14:12.958949 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51328) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:12.965529 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-33dfcd7f-668a-4316-a227-b642f1dce35a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1775387002'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:12.986944 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-33dfcd7f-668a-4316-a227-b642f1dce35a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.000217 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab7267af-0143-49eb-8dfd-2bb95ab0748c req-8d4b5b43-1e2f-42eb-ad01-16286e26c381 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631757 Feb 09 02:14:13.066650 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-33dfcd7f-668a-4316-a227-b642f1dce35a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (58390f6c-cec3-4968-8cf5-6338d9fa8f2e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.072040 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-33dfcd7f-668a-4316-a227-b642f1dce35a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (58390f6c-cec3-4968-8cf5-6338d9fa8f2e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.092659 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-33dfcd7f-668a-4316-a227-b642f1dce35a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.097418 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-33dfcd7f-668a-4316-a227-b642f1dce35a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1346128 Feb 09 02:14:13.098014 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51330) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:13.102726 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-1440275c-1367-4d73-bdcb-5a67783bda98 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Request body: {'security_group_rule': {'security_group_id': '58390f6c-cec3-4968-8cf5-6338d9fa8f2e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:13.124188 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfcd7f-668a-4316-a227-b642f1dce35a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58390f6c-cec3-4968-8cf5-6338d9fa8f2e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:13.145100 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1440275c-1367-4d73-bdcb-5a67783bda98 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (313df842-937e-4ee2-ada5-8cf5e29f759c), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.210942 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1440275c-1367-4d73-bdcb-5a67783bda98 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (313df842-937e-4ee2-ada5-8cf5e29f759c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.216114 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1440275c-1367-4d73-bdcb-5a67783bda98 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (313df842-937e-4ee2-ada5-8cf5e29f759c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.240497 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440275c-1367-4d73-bdcb-5a67783bda98 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313df842-937e-4ee2-ada5-8cf5e29f759c,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:13.250420 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1440275c-1367-4d73-bdcb-5a67783bda98 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.255525 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51332) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:13.260513 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1440275c-1367-4d73-bdcb-5a67783bda98 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1612442 Feb 09 02:14:13.283702 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-67dd68fd-2a0c-485c-a894-1760c0e8fb0e tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (313df842-937e-4ee2-ada5-8cf5e29f759c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.293451 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-67dd68fd-2a0c-485c-a894-1760c0e8fb0e tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (313df842-937e-4ee2-ada5-8cf5e29f759c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.329409 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-67dd68fd-2a0c-485c-a894-1760c0e8fb0e tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (313df842-937e-4ee2-ada5-8cf5e29f759c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.336334 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-67dd68fd-2a0c-485c-a894-1760c0e8fb0e tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.340399 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-67dd68fd-2a0c-485c-a894-1760c0e8fb0e tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/313df842-937e-4ee2-ada5-8cf5e29f759c HTTP/1.1" status: 204 len: 168 time: 0.0808282 Feb 09 02:14:13.340536 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51334) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:13.352170 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd68fd-2a0c-485c-a894-1760c0e8fb0e tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=313df842-937e-4ee2-ada5-8cf5e29f759c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:13.383251 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-42f01834-58a0-43c3-a6f8-f3db92deb4c2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0411599 Feb 09 02:14:13.387487 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51336) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:13.470605 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.521724 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:14:13.741875 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-151ed321-f2c6-4a5e-a6e6-4654eb36be2a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (58390f6c-cec3-4968-8cf5-6338d9fa8f2e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.765693 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-151ed321-f2c6-4a5e-a6e6-4654eb36be2a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (58390f6c-cec3-4968-8cf5-6338d9fa8f2e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.809288 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-151ed321-f2c6-4a5e-a6e6-4654eb36be2a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (58390f6c-cec3-4968-8cf5-6338d9fa8f2e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.812436 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-151ed321-f2c6-4a5e-a6e6-4654eb36be2a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.817039 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51344) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:13.818166 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-151ed321-f2c6-4a5e-a6e6-4654eb36be2a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "DELETE /v2.0/security-groups/58390f6c-cec3-4968-8cf5-6338d9fa8f2e HTTP/1.1" status: 204 len: 168 time: 0.4313011 Feb 09 02:14:13.829674 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ed321-f2c6-4a5e-a6e6-4654eb36be2a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58390f6c-cec3-4968-8cf5-6338d9fa8f2e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:13.880729 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-aae48ae5-cbe0-4d63-9eef-09080054f948 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0624909 Feb 09 02:14:13.881058 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51346) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:13.885634 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ee5ebb18-874f-4099-b1a2-1dae4ee9b3d2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Request body: {'security_group': {'name': 'tempest-secgroup--455727544'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:13.909520 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee5ebb18-874f-4099-b1a2-1dae4ee9b3d2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.984844 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee5ebb18-874f-4099-b1a2-1dae4ee9b3d2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (8a9e50ab-aafd-4ed6-a18c-fe6f01c961bc), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.991407 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee5ebb18-874f-4099-b1a2-1dae4ee9b3d2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8a9e50ab-aafd-4ed6-a18c-fe6f01c961bc), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.026956 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ebb18-874f-4099-b1a2-1dae4ee9b3d2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9e50ab-aafd-4ed6-a18c-fe6f01c961bc,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:14.041449 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ee5ebb18-874f-4099-b1a2-1dae4ee9b3d2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.047019 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ee5ebb18-874f-4099-b1a2-1dae4ee9b3d2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1638973 Feb 09 02:14:14.049345 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51350) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:14.055325 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-223fa36d-549e-4e6c-9910-bfd226d53b0b tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Request body: {'security_group_rule': {'security_group_id': '8a9e50ab-aafd-4ed6-a18c-fe6f01c961bc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:14.084693 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-223fa36d-549e-4e6c-9910-bfd226d53b0b tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (f90a4710-f1ba-403f-8fde-9ab036a5425d), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.184089 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-223fa36d-549e-4e6c-9910-bfd226d53b0b tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (f90a4710-f1ba-403f-8fde-9ab036a5425d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.196837 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce69823-641c-4ca8-b045-231a34ac11a7 req-c252a353-047b-4af8-869e-3ce3787e53db tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:14.198625 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9ce69823-641c-4ca8-b045-231a34ac11a7 req-c252a353-047b-4af8-869e-3ce3787e53db tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 943 time: 0.1014636 Feb 09 02:14:14.200069 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-223fa36d-549e-4e6c-9910-bfd226d53b0b tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (f90a4710-f1ba-403f-8fde-9ab036a5425d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.217028 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fa36d-549e-4e6c-9910-bfd226d53b0b tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f90a4710-f1ba-403f-8fde-9ab036a5425d,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:14.274482 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9ce69823-641c-4ca8-b045-231a34ac11a7 req-bd6f0920-83d2-420e-a0f4-912ad3089976 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615921 Feb 09 02:14:14.277396 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-223fa36d-549e-4e6c-9910-bfd226d53b0b tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.278482 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-223fa36d-549e-4e6c-9910-bfd226d53b0b tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2281771 Feb 09 02:14:14.282412 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51352) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:14.287824 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d52f9f30-b3ea-48f9-91ca-51cc8f689a62 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Request body: {'security_group_rule': {'security_group_id': '8a9e50ab-aafd-4ed6-a18c-fe6f01c961bc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:14.317806 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d52f9f30-b3ea-48f9-91ca-51cc8f689a62 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (d91d4c44-6467-48ba-83d3-92f8d80ba3c3), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.383131 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d52f9f30-b3ea-48f9-91ca-51cc8f689a62 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (d91d4c44-6467-48ba-83d3-92f8d80ba3c3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.388095 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d52f9f30-b3ea-48f9-91ca-51cc8f689a62 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (d91d4c44-6467-48ba-83d3-92f8d80ba3c3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.417469 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d52f9f30-b3ea-48f9-91ca-51cc8f689a62 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.421615 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d52f9f30-b3ea-48f9-91ca-51cc8f689a62 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1348672 Feb 09 02:14:14.421615 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f9f30-b3ea-48f9-91ca-51cc8f689a62 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91d4c44-6467-48ba-83d3-92f8d80ba3c3,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:14.421924 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51354) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:14.427893 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-7dbafb9e-2b6a-47a8-a2ba-d5f5765758ad tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Request body: {'security_group_rule': {'security_group_id': '8a9e50ab-aafd-4ed6-a18c-fe6f01c961bc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:14.460405 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7dbafb9e-2b6a-47a8-a2ba-d5f5765758ad tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (78ff90d9-da60-4256-924b-a1712db7bde7), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.532274 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7dbafb9e-2b6a-47a8-a2ba-d5f5765758ad tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (78ff90d9-da60-4256-924b-a1712db7bde7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.536476 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7dbafb9e-2b6a-47a8-a2ba-d5f5765758ad tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (78ff90d9-da60-4256-924b-a1712db7bde7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.574119 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbafb9e-2b6a-47a8-a2ba-d5f5765758ad tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ff90d9-da60-4256-924b-a1712db7bde7,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:14.587103 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7dbafb9e-2b6a-47a8-a2ba-d5f5765758ad tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.592186 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7dbafb9e-2b6a-47a8-a2ba-d5f5765758ad tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1651728 Feb 09 02:14:14.592624 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51360) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:14.597988 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-fca11388-da48-428d-8002-936b3285f647 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Request body: {'security_group_rule': {'security_group_id': '8a9e50ab-aafd-4ed6-a18c-fe6f01c961bc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:14.638534 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fca11388-da48-428d-8002-936b3285f647 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (8b47c802-cf47-4cc4-9f25-89988f183683), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.713133 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fca11388-da48-428d-8002-936b3285f647 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (8b47c802-cf47-4cc4-9f25-89988f183683), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.717167 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fca11388-da48-428d-8002-936b3285f647 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (8b47c802-cf47-4cc4-9f25-89988f183683), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.740444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca11388-da48-428d-8002-936b3285f647 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b47c802-cf47-4cc4-9f25-89988f183683,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:14.747346 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fca11388-da48-428d-8002-936b3285f647 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.748641 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fca11388-da48-428d-8002-936b3285f647 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1547232 Feb 09 02:14:14.753577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51364) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:14.763065 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e849a0b4-7671-4e59-b2a1-b9e6ddffcdd2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Request body: {'security_group_rule': {'security_group_id': '8a9e50ab-aafd-4ed6-a18c-fe6f01c961bc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:14.793664 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e849a0b4-7671-4e59-b2a1-b9e6ddffcdd2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (bce2054d-26a0-4f58-9bf7-0700289a327d), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.857552 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e849a0b4-7671-4e59-b2a1-b9e6ddffcdd2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (bce2054d-26a0-4f58-9bf7-0700289a327d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.863822 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e849a0b4-7671-4e59-b2a1-b9e6ddffcdd2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (bce2054d-26a0-4f58-9bf7-0700289a327d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.884854 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849a0b4-7671-4e59-b2a1-b9e6ddffcdd2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce2054d-26a0-4f58-9bf7-0700289a327d,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:14.899195 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e849a0b4-7671-4e59-b2a1-b9e6ddffcdd2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.900640 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e849a0b4-7671-4e59-b2a1-b9e6ddffcdd2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1460059 Feb 09 02:14:14.903462 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51366) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:14.928540 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-055ce748-9290-4cfa-a52c-7be3079bc527 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (bce2054d-26a0-4f58-9bf7-0700289a327d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.943746 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-055ce748-9290-4cfa-a52c-7be3079bc527 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (bce2054d-26a0-4f58-9bf7-0700289a327d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.976876 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-055ce748-9290-4cfa-a52c-7be3079bc527 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (bce2054d-26a0-4f58-9bf7-0700289a327d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.985694 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-055ce748-9290-4cfa-a52c-7be3079bc527 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.987227 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-055ce748-9290-4cfa-a52c-7be3079bc527 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/bce2054d-26a0-4f58-9bf7-0700289a327d HTTP/1.1" status: 204 len: 168 time: 0.0826070 Feb 09 02:14:14.989977 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51368) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:14.996653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ce748-9290-4cfa-a52c-7be3079bc527 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bce2054d-26a0-4f58-9bf7-0700289a327d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:15.038952 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f372079c-9cc0-406a-9eb9-193bc5f3a1c9 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0475345 Feb 09 02:14:15.041718 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51370) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:15.081192 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-26b06b57-1f95-4f41-9d8c-885504fcb07d tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (8b47c802-cf47-4cc4-9f25-89988f183683), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.089877 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-26b06b57-1f95-4f41-9d8c-885504fcb07d tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (8b47c802-cf47-4cc4-9f25-89988f183683), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.129901 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-26b06b57-1f95-4f41-9d8c-885504fcb07d tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (8b47c802-cf47-4cc4-9f25-89988f183683), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.137898 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-26b06b57-1f95-4f41-9d8c-885504fcb07d tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.142304 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-26b06b57-1f95-4f41-9d8c-885504fcb07d tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/8b47c802-cf47-4cc4-9f25-89988f183683 HTTP/1.1" status: 204 len: 168 time: 0.0955830 Feb 09 02:14:15.142832 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51372) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:15.147573 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b06b57-1f95-4f41-9d8c-885504fcb07d tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b47c802-cf47-4cc4-9f25-89988f183683,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:15.185949 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4ce82f44-95f2-42e8-8001-2cb5cf4cdb7a tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0426536 Feb 09 02:14:15.188763 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51374) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:15.213219 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cd2f6e61-b328-4005-a04b-44b7eb99a085 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (78ff90d9-da60-4256-924b-a1712db7bde7), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.222303 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cd2f6e61-b328-4005-a04b-44b7eb99a085 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (78ff90d9-da60-4256-924b-a1712db7bde7), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.254906 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cd2f6e61-b328-4005-a04b-44b7eb99a085 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (78ff90d9-da60-4256-924b-a1712db7bde7), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.266865 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cd2f6e61-b328-4005-a04b-44b7eb99a085 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.270568 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cd2f6e61-b328-4005-a04b-44b7eb99a085 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/78ff90d9-da60-4256-924b-a1712db7bde7 HTTP/1.1" status: 204 len: 168 time: 0.0784454 Feb 09 02:14:15.270568 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f6e61-b328-4005-a04b-44b7eb99a085 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78ff90d9-da60-4256-924b-a1712db7bde7,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:15.270878 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51376) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:15.331356 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51380) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:15.344646 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c7b41294-3c99-4b7b-9983-b896f7bdfa49 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0706546 Feb 09 02:14:15.364968 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3f1c16e7-aec6-480f-a4db-bbdb8e0cfd13 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (d91d4c44-6467-48ba-83d3-92f8d80ba3c3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.375269 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3f1c16e7-aec6-480f-a4db-bbdb8e0cfd13 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (d91d4c44-6467-48ba-83d3-92f8d80ba3c3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.416341 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3f1c16e7-aec6-480f-a4db-bbdb8e0cfd13 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (d91d4c44-6467-48ba-83d3-92f8d80ba3c3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.427761 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2bfdd-fa59-48e3-bd38-57ba938a8f37 req-48d22103-b9c6-42b4-aeee-93dcaac55b30 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:15.429918 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ea2bfdd-fa59-48e3-bd38-57ba938a8f37 req-48d22103-b9c6-42b4-aeee-93dcaac55b30 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 943 time: 0.0685098 Feb 09 02:14:15.433480 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3f1c16e7-aec6-480f-a4db-bbdb8e0cfd13 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.434733 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3f1c16e7-aec6-480f-a4db-bbdb8e0cfd13 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d91d4c44-6467-48ba-83d3-92f8d80ba3c3 HTTP/1.1" status: 204 len: 168 time: 0.1015601 Feb 09 02:14:15.436363 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c16e7-aec6-480f-a4db-bbdb8e0cfd13 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d91d4c44-6467-48ba-83d3-92f8d80ba3c3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:15.439628 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51382) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:15.485483 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fa5c23f6-5d3a-4753-a931-b05be34af565 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0444553 Feb 09 02:14:15.490733 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51384) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:15.496560 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ea2bfdd-fa59-48e3-bd38-57ba938a8f37 req-8c9e547f-43fc-406b-84fb-52c65d92fbc6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566471 Feb 09 02:14:15.520502 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e463aa91-d781-4e57-a131-3736469d3eb9 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (f90a4710-f1ba-403f-8fde-9ab036a5425d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.528260 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e463aa91-d781-4e57-a131-3736469d3eb9 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (f90a4710-f1ba-403f-8fde-9ab036a5425d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.556276 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e463aa91-d781-4e57-a131-3736469d3eb9 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (f90a4710-f1ba-403f-8fde-9ab036a5425d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.564411 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e463aa91-d781-4e57-a131-3736469d3eb9 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.566401 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e463aa91-d781-4e57-a131-3736469d3eb9 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f90a4710-f1ba-403f-8fde-9ab036a5425d HTTP/1.1" status: 204 len: 168 time: 0.0728362 Feb 09 02:14:15.568070 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51386) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:15.569494 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463aa91-d781-4e57-a131-3736469d3eb9 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f90a4710-f1ba-403f-8fde-9ab036a5425d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:15.610895 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51388) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:15.611118 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6d4fe109-bfdf-4b79-8116-cb0375436428 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0416620 Feb 09 02:14:15.672554 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5853c39d-5f5b-42e0-86eb-d9deaf356004 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (8a9e50ab-aafd-4ed6-a18c-fe6f01c961bc), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.696347 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5853c39d-5f5b-42e0-86eb-d9deaf356004 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (8a9e50ab-aafd-4ed6-a18c-fe6f01c961bc), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.743095 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5853c39d-5f5b-42e0-86eb-d9deaf356004 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8a9e50ab-aafd-4ed6-a18c-fe6f01c961bc), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.746041 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5853c39d-5f5b-42e0-86eb-d9deaf356004 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.750070 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5853c39d-5f5b-42e0-86eb-d9deaf356004 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "DELETE /v2.0/security-groups/8a9e50ab-aafd-4ed6-a18c-fe6f01c961bc HTTP/1.1" status: 204 len: 168 time: 0.1352844 Feb 09 02:14:15.750793 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51392) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:15.757929 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853c39d-5f5b-42e0-86eb-d9deaf356004 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9e50ab-aafd-4ed6-a18c-fe6f01c961bc,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:15.816797 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6f818705-b8ae-4839-946a-2d600e8bec7b tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0576220 Feb 09 02:14:15.817166 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51394) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:15.821624 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e77ff16f-4321-4a76-b192-7519e7fb423f tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1057792378'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:15.844682 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e77ff16f-4321-4a76-b192-7519e7fb423f tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.914228 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e77ff16f-4321-4a76-b192-7519e7fb423f tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (29904071-c3e4-4340-ba4f-af4338653adb), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.918850 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e77ff16f-4321-4a76-b192-7519e7fb423f tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (29904071-c3e4-4340-ba4f-af4338653adb), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.948181 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e77ff16f-4321-4a76-b192-7519e7fb423f tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.951943 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e77ff16f-4321-4a76-b192-7519e7fb423f tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1312289 Feb 09 02:14:15.952673 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51396) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:15.956993 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1ee7d9d6-f958-49e8-9004-0ef2a85cc176 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Request body: {'security_group_rule': {'security_group_id': '29904071-c3e4-4340-ba4f-af4338653adb', 'direction': 'ingress', 'protocol': 17}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:15.962928 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ff16f-4321-4a76-b192-7519e7fb423f tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29904071-c3e4-4340-ba4f-af4338653adb,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:15.990219 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ee7d9d6-f958-49e8-9004-0ef2a85cc176 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (a1d27d4c-7e45-4f92-97ee-45f816b13712), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.056007 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ee7d9d6-f958-49e8-9004-0ef2a85cc176 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (a1d27d4c-7e45-4f92-97ee-45f816b13712), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.060887 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ee7d9d6-f958-49e8-9004-0ef2a85cc176 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (a1d27d4c-7e45-4f92-97ee-45f816b13712), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.081739 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7d9d6-f958-49e8-9004-0ef2a85cc176 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d27d4c-7e45-4f92-97ee-45f816b13712,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:16.090824 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ee7d9d6-f958-49e8-9004-0ef2a85cc176 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.092251 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1ee7d9d6-f958-49e8-9004-0ef2a85cc176 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1388707 Feb 09 02:14:16.095603 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51402) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:16.160518 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e7c3a776-c3da-4077-bc57-349024a958d5 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (29904071-c3e4-4340-ba4f-af4338653adb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.190526 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e7c3a776-c3da-4077-bc57-349024a958d5 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (29904071-c3e4-4340-ba4f-af4338653adb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.254691 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e7c3a776-c3da-4077-bc57-349024a958d5 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (29904071-c3e4-4340-ba4f-af4338653adb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.257969 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e7c3a776-c3da-4077-bc57-349024a958d5 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.261825 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e7c3a776-c3da-4077-bc57-349024a958d5 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "DELETE /v2.0/security-groups/29904071-c3e4-4340-ba4f-af4338653adb HTTP/1.1" status: 204 len: 168 time: 0.1620944 Feb 09 02:14:16.262175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51404) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:16.271111 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3a776-c3da-4077-bc57-349024a958d5 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29904071-c3e4-4340-ba4f-af4338653adb,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:16.316948 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ca7c86c4-5ccb-43b9-b26a-0d6e72b670b8 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0499332 Feb 09 02:14:16.317323 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51406) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:16.321773 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d67ec4a8-e5a8-4b6f-a7b4-cfc15d9a4cf0 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737695314'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:16.346775 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d67ec4a8-e5a8-4b6f-a7b4-cfc15d9a4cf0 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.446790 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d67ec4a8-e5a8-4b6f-a7b4-cfc15d9a4cf0 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (336b9b1f-c242-4b4d-9f42-394a62310faf), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.451810 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d67ec4a8-e5a8-4b6f-a7b4-cfc15d9a4cf0 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (336b9b1f-c242-4b4d-9f42-394a62310faf), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.488501 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ec4a8-e5a8-4b6f-a7b4-cfc15d9a4cf0 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=336b9b1f-c242-4b4d-9f42-394a62310faf,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:16.493791 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d67ec4a8-e5a8-4b6f-a7b4-cfc15d9a4cf0 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.495190 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d67ec4a8-e5a8-4b6f-a7b4-cfc15d9a4cf0 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1768684 Feb 09 02:14:16.498032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51412) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:16.512582 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-856d820f-4893-427d-9e4a-c43721c3339b tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Request body: {'security_group': {'name': 'tempest-secgroup--109711992'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:16.539827 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-856d820f-4893-427d-9e4a-c43721c3339b tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.615790 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-856d820f-4893-427d-9e4a-c43721c3339b tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (8a2d6ebc-0cd0-4108-8f8c-37aa9a846add), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.621336 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-856d820f-4893-427d-9e4a-c43721c3339b tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8a2d6ebc-0cd0-4108-8f8c-37aa9a846add), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.643502 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed164adc-a806-47b3-83d6-c3ff9f0a069c req-b573fdc7-52c7-448d-861f-f4a8351a8a26 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:16.645432 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ed164adc-a806-47b3-83d6-c3ff9f0a069c req-b573fdc7-52c7-448d-861f-f4a8351a8a26 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 943 time: 0.0711281 Feb 09 02:14:16.672207 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-856d820f-4893-427d-9e4a-c43721c3339b tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.673582 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-856d820f-4893-427d-9e4a-c43721c3339b tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1744993 Feb 09 02:14:16.676189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d820f-4893-427d-9e4a-c43721c3339b tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2d6ebc-0cd0-4108-8f8c-37aa9a846add,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:16.677424 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51422) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:16.681893 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ca56cbbc-5ec2-4283-821d-5a260e222520 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Request body: {'security_group_rule': {'security_group_id': '336b9b1f-c242-4b4d-9f42-394a62310faf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8a2d6ebc-0cd0-4108-8f8c-37aa9a846add', 'remote_ip_prefix': None}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:16.732158 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ca56cbbc-5ec2-4283-821d-5a260e222520 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (651a8591-fc10-47a4-9390-fa44fed28683), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.772236 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ed164adc-a806-47b3-83d6-c3ff9f0a069c req-09b15e08-8db3-4d0c-87ae-7ca28cf5c57e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090317 Feb 09 02:14:16.826040 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ca56cbbc-5ec2-4283-821d-5a260e222520 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (651a8591-fc10-47a4-9390-fa44fed28683), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.831348 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ca56cbbc-5ec2-4283-821d-5a260e222520 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (651a8591-fc10-47a4-9390-fa44fed28683), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.856406 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56cbbc-5ec2-4283-821d-5a260e222520 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651a8591-fc10-47a4-9390-fa44fed28683,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:16.871942 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ca56cbbc-5ec2-4283-821d-5a260e222520 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.876521 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ca56cbbc-5ec2-4283-821d-5a260e222520 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1948123 Feb 09 02:14:16.877114 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51424) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:16.903880 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6069b2d2-3cae-4af6-93c7-17fe92fecc50 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (651a8591-fc10-47a4-9390-fa44fed28683), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.913618 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6069b2d2-3cae-4af6-93c7-17fe92fecc50 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (651a8591-fc10-47a4-9390-fa44fed28683), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.945884 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6069b2d2-3cae-4af6-93c7-17fe92fecc50 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (651a8591-fc10-47a4-9390-fa44fed28683), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.951972 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6069b2d2-3cae-4af6-93c7-17fe92fecc50 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.956349 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51426) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:16.963764 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6069b2d2-3cae-4af6-93c7-17fe92fecc50 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/651a8591-fc10-47a4-9390-fa44fed28683 HTTP/1.1" status: 204 len: 168 time: 0.0854709 Feb 09 02:14:16.980968 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069b2d2-3cae-4af6-93c7-17fe92fecc50 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=651a8591-fc10-47a4-9390-fa44fed28683,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:17.006407 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d9c62095-cc1c-4128-a5d5-7f5e4a698c78 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0480685 Feb 09 02:14:17.009221 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51428) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:17.064248 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d5f271e7-0d31-4bc3-9c6b-443366e55d46 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (8a2d6ebc-0cd0-4108-8f8c-37aa9a846add), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.094499 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d5f271e7-0d31-4bc3-9c6b-443366e55d46 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (8a2d6ebc-0cd0-4108-8f8c-37aa9a846add), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.152751 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d5f271e7-0d31-4bc3-9c6b-443366e55d46 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (8a2d6ebc-0cd0-4108-8f8c-37aa9a846add), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.156702 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d5f271e7-0d31-4bc3-9c6b-443366e55d46 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.159655 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d5f271e7-0d31-4bc3-9c6b-443366e55d46 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "DELETE /v2.0/security-groups/8a2d6ebc-0cd0-4108-8f8c-37aa9a846add HTTP/1.1" status: 204 len: 168 time: 0.1494091 Feb 09 02:14:17.161437 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51434) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:17.175610 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f271e7-0d31-4bc3-9c6b-443366e55d46 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2d6ebc-0cd0-4108-8f8c-37aa9a846add,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:17.240040 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3f2ee42f-815c-464d-979a-473bbdfea17d tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0774119 Feb 09 02:14:17.241793 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51436) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:17.299538 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e0d90ac5-6a3e-4b6e-8db9-a13bc3a431d1 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (336b9b1f-c242-4b4d-9f42-394a62310faf), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.321958 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e0d90ac5-6a3e-4b6e-8db9-a13bc3a431d1 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (336b9b1f-c242-4b4d-9f42-394a62310faf), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.368967 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e0d90ac5-6a3e-4b6e-8db9-a13bc3a431d1 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (336b9b1f-c242-4b4d-9f42-394a62310faf), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.371998 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e0d90ac5-6a3e-4b6e-8db9-a13bc3a431d1 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.373209 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e0d90ac5-6a3e-4b6e-8db9-a13bc3a431d1 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "DELETE /v2.0/security-groups/336b9b1f-c242-4b4d-9f42-394a62310faf HTTP/1.1" status: 204 len: 168 time: 0.1303263 Feb 09 02:14:17.376396 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51438) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:17.383171 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d90ac5-6a3e-4b6e-8db9-a13bc3a431d1 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=336b9b1f-c242-4b4d-9f42-394a62310faf,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:17.432531 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51440) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:17.432906 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a1be1506-b3af-4856-afff-1ce256e69fdf tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0554874 Feb 09 02:14:17.438514 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-fb8870b0-f667-4ff7-9542-7112d341aa76 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Request body: {'security_group': {'name': 'tempest-secgroup--699846854'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:17.462082 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb8870b0-f667-4ff7-9542-7112d341aa76 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.537124 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb8870b0-f667-4ff7-9542-7112d341aa76 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (c41757cc-b3bf-463b-93f8-c0fc95ca4887), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.541075 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb8870b0-f667-4ff7-9542-7112d341aa76 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c41757cc-b3bf-463b-93f8-c0fc95ca4887), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.574500 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fb8870b0-f667-4ff7-9542-7112d341aa76 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.579045 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fb8870b0-f667-4ff7-9542-7112d341aa76 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1419919 Feb 09 02:14:17.579045 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8870b0-f667-4ff7-9542-7112d341aa76 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c41757cc-b3bf-463b-93f8-c0fc95ca4887,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:17.579388 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51444) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:17.585162 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-c6155ba8-929f-4352-93ce-2dc88754c0c7 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Request body: {'security_group_rule': {'security_group_id': 'c41757cc-b3bf-463b-93f8-c0fc95ca4887', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:17.617830 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c6155ba8-929f-4352-93ce-2dc88754c0c7 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (edbeb912-d4f3-4d56-8e85-ddb3c6c77c84), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.689279 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c6155ba8-929f-4352-93ce-2dc88754c0c7 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (edbeb912-d4f3-4d56-8e85-ddb3c6c77c84), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.693747 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c6155ba8-929f-4352-93ce-2dc88754c0c7 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (edbeb912-d4f3-4d56-8e85-ddb3c6c77c84), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.724219 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c6155ba8-929f-4352-93ce-2dc88754c0c7 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.725884 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c6155ba8-929f-4352-93ce-2dc88754c0c7 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1455915 Feb 09 02:14:17.729151 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6155ba8-929f-4352-93ce-2dc88754c0c7 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbeb912-d4f3-4d56-8e85-ddb3c6c77c84,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:17.730258 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51450) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:17.762985 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8072e3fd-6859-4663-b487-d3d45d7d4cf3 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (edbeb912-d4f3-4d56-8e85-ddb3c6c77c84), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.772092 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8072e3fd-6859-4663-b487-d3d45d7d4cf3 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (edbeb912-d4f3-4d56-8e85-ddb3c6c77c84), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.804128 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8072e3fd-6859-4663-b487-d3d45d7d4cf3 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (edbeb912-d4f3-4d56-8e85-ddb3c6c77c84), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.812144 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8072e3fd-6859-4663-b487-d3d45d7d4cf3 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.814094 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8072e3fd-6859-4663-b487-d3d45d7d4cf3 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/edbeb912-d4f3-4d56-8e85-ddb3c6c77c84 HTTP/1.1" status: 204 len: 168 time: 0.0828335 Feb 09 02:14:17.816787 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51454) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:17.844677 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072e3fd-6859-4663-b487-d3d45d7d4cf3 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edbeb912-d4f3-4d56-8e85-ddb3c6c77c84,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:17.861808 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-48cfc4c6-b126-4662-9910-23b77857f203 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0432177 Feb 09 02:14:17.865342 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51456) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:17.980440 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a1b3c-bfc9-4823-9e3a-e28063746291 req-3c9a275b-d79b-4ff7-92bd-bd5f4ba6931e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:17.981956 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a78a1b3c-bfc9-4823-9e3a-e28063746291 req-3c9a275b-d79b-4ff7-92bd-bd5f4ba6931e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 943 time: 0.1006715 Feb 09 02:14:17.983102 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2b01f682-6926-4cbc-be6d-28fdb27c883f tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (c41757cc-b3bf-463b-93f8-c0fc95ca4887), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:18.024169 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2b01f682-6926-4cbc-be6d-28fdb27c883f tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (c41757cc-b3bf-463b-93f8-c0fc95ca4887), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:18.084722 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a78a1b3c-bfc9-4823-9e3a-e28063746291 req-ce36edc9-3cb3-46ad-8218-3d1c9bc358cf tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891650 Feb 09 02:14:18.100134 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2b01f682-6926-4cbc-be6d-28fdb27c883f tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (c41757cc-b3bf-463b-93f8-c0fc95ca4887), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:18.103925 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2b01f682-6926-4cbc-be6d-28fdb27c883f tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:18.105185 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2b01f682-6926-4cbc-be6d-28fdb27c883f tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "DELETE /v2.0/security-groups/c41757cc-b3bf-463b-93f8-c0fc95ca4887 HTTP/1.1" status: 204 len: 168 time: 0.2388337 Feb 09 02:14:18.116536 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51462) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:18.125301 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01f682-6926-4cbc-be6d-28fdb27c883f tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41757cc-b3bf-463b-93f8-c0fc95ca4887,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:18.185283 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5ad90d7c-4a40-4044-a398-b2db8aecd85d tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0706422 Feb 09 02:14:18.185685 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51464) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:18.190418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-77433031-a26e-4284-8345-1ec695db6ac2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1381536481'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:18.214067 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-77433031-a26e-4284-8345-1ec695db6ac2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:18.291904 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-77433031-a26e-4284-8345-1ec695db6ac2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (01b52b1a-ed7b-453d-b787-9273c46c09d3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:18.295972 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-77433031-a26e-4284-8345-1ec695db6ac2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (01b52b1a-ed7b-453d-b787-9273c46c09d3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:18.330193 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-77433031-a26e-4284-8345-1ec695db6ac2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:18.331480 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-77433031-a26e-4284-8345-1ec695db6ac2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1446626 Feb 09 02:14:18.334353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51466) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:18.339150 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-51a108d0-355a-455f-bd5b-44b88c512c20 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Request body: {'security_group_rule': {'security_group_id': '01b52b1a-ed7b-453d-b787-9273c46c09d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:18.343861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77433031-a26e-4284-8345-1ec695db6ac2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b52b1a-ed7b-453d-b787-9273c46c09d3,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:18.373558 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-51a108d0-355a-455f-bd5b-44b88c512c20 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (9b6ab20c-0d6c-4029-96a7-6e1f4312a8ea), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:18.440322 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-51a108d0-355a-455f-bd5b-44b88c512c20 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (9b6ab20c-0d6c-4029-96a7-6e1f4312a8ea), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:18.444803 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-51a108d0-355a-455f-bd5b-44b88c512c20 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (9b6ab20c-0d6c-4029-96a7-6e1f4312a8ea), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:18.476295 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a108d0-355a-455f-bd5b-44b88c512c20 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6ab20c-0d6c-4029-96a7-6e1f4312a8ea,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:18.490559 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-51a108d0-355a-455f-bd5b-44b88c512c20 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:18.495257 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-51a108d0-355a-455f-bd5b-44b88c512c20 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1578228 Feb 09 02:14:18.496222 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51472) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:18.513073 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-24749e14-431f-45f0-a55b-aedfeb6e5ae9 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-group-rules/9b6ab20c-0d6c-4029-96a7-6e1f4312a8ea HTTP/1.1" status: 200 len: 763 time: 0.0156806 Feb 09 02:14:18.516378 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51474) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:18.557634 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-28e3430d-9bd2-4efd-a14c-58fec2023c5c tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0399265 Feb 09 02:14:18.560238 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51476) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:18.595009 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e80735fa-35cb-4516-bdc8-49b198035be4 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (9b6ab20c-0d6c-4029-96a7-6e1f4312a8ea), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:18.605842 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e80735fa-35cb-4516-bdc8-49b198035be4 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (9b6ab20c-0d6c-4029-96a7-6e1f4312a8ea), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:18.645953 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e80735fa-35cb-4516-bdc8-49b198035be4 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (9b6ab20c-0d6c-4029-96a7-6e1f4312a8ea), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:18.663638 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e80735fa-35cb-4516-bdc8-49b198035be4 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:18.667196 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e80735fa-35cb-4516-bdc8-49b198035be4 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/9b6ab20c-0d6c-4029-96a7-6e1f4312a8ea HTTP/1.1" status: 204 len: 168 time: 0.1035542 Feb 09 02:14:18.667196 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80735fa-35cb-4516-bdc8-49b198035be4 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b6ab20c-0d6c-4029-96a7-6e1f4312a8ea,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:18.667580 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51478) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:18.721869 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a7b257db-fa90-47bf-a5e1-603cdd302e63 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0529687 Feb 09 02:14:18.724721 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51484) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:18.738324 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-dff595ea-04a5-4628-824f-4594a4c3bbef tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Request body: {'security_group_rule': {'security_group_id': '01b52b1a-ed7b-453d-b787-9273c46c09d3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:18.783058 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dff595ea-04a5-4628-824f-4594a4c3bbef tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (678484d6-4628-4148-984b-c85b2343a991), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:18.851059 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dff595ea-04a5-4628-824f-4594a4c3bbef tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (678484d6-4628-4148-984b-c85b2343a991), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:18.856516 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dff595ea-04a5-4628-824f-4594a4c3bbef tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (678484d6-4628-4148-984b-c85b2343a991), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:18.878439 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff595ea-04a5-4628-824f-4594a4c3bbef tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678484d6-4628-4148-984b-c85b2343a991,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:18.893933 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dff595ea-04a5-4628-824f-4594a4c3bbef tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:18.895173 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dff595ea-04a5-4628-824f-4594a4c3bbef tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1693952 Feb 09 02:14:18.897836 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51488) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:18.917298 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-71148554-e837-46f9-9285-23be197b0563 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-group-rules/678484d6-4628-4148-984b-c85b2343a991 HTTP/1.1" status: 200 len: 763 time: 0.0183380 Feb 09 02:14:18.919806 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51490) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:18.961276 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3058fad0-d97c-4ffd-837f-57db80de0881 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0403583 Feb 09 02:14:18.963974 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51492) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:18.999822 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d6052560-a5d5-4afa-ab6e-5b8f1332e850 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (678484d6-4628-4148-984b-c85b2343a991), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.008910 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d6052560-a5d5-4afa-ab6e-5b8f1332e850 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (678484d6-4628-4148-984b-c85b2343a991), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.039367 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d6052560-a5d5-4afa-ab6e-5b8f1332e850 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (678484d6-4628-4148-984b-c85b2343a991), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.045812 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d6052560-a5d5-4afa-ab6e-5b8f1332e850 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.047709 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d6052560-a5d5-4afa-ab6e-5b8f1332e850 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/678484d6-4628-4148-984b-c85b2343a991 HTTP/1.1" status: 204 len: 168 time: 0.0826988 Feb 09 02:14:19.050713 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51498) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:19.055640 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6052560-a5d5-4afa-ab6e-5b8f1332e850 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=678484d6-4628-4148-984b-c85b2343a991,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:19.103611 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-611ae0f6-bc5a-4e5a-ab5c-6fb9390fd840 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0514252 Feb 09 02:14:19.106311 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51500) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:19.111167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-9d8e906e-e98e-444d-a1f4-ce86d542f290 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Request body: {'security_group_rule': {'security_group_id': '01b52b1a-ed7b-453d-b787-9273c46c09d3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:19.139694 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d8e906e-e98e-444d-a1f4-ce86d542f290 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (f6758a5a-5e41-40c8-adc8-59179311936d), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.205053 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d8e906e-e98e-444d-a1f4-ce86d542f290 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (f6758a5a-5e41-40c8-adc8-59179311936d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.209030 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d8e906e-e98e-444d-a1f4-ce86d542f290 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (f6758a5a-5e41-40c8-adc8-59179311936d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.226075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e906e-e98e-444d-a1f4-ce86d542f290 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6758a5a-5e41-40c8-adc8-59179311936d,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:19.240059 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b7e2e-e729-4e76-9a9e-6626a3b0730e req-8489b500-39c0-40b2-be3b-2c6c3ecfaf73 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:19.240059 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f45b7e2e-e729-4e76-9a9e-6626a3b0730e req-8489b500-39c0-40b2-be3b-2c6c3ecfaf73 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 943 time: 0.0601358 Feb 09 02:14:19.246480 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9d8e906e-e98e-444d-a1f4-ce86d542f290 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.247726 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9d8e906e-e98e-444d-a1f4-ce86d542f290 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404796 Feb 09 02:14:19.251567 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51504) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:19.268499 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6e4ff8a2-9fcd-4452-a2d3-98177ceb8fe9 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-group-rules/f6758a5a-5e41-40c8-adc8-59179311936d HTTP/1.1" status: 200 len: 764 time: 0.0158010 Feb 09 02:14:19.270932 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51506) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:19.294094 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f45b7e2e-e729-4e76-9a9e-6626a3b0730e req-a4c19f84-044e-48f9-b99d-5ae1fbb96a4b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521324 Feb 09 02:14:19.318255 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ab1eb36b-8d9f-4466-85e4-0f6e073141f0 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0433388 Feb 09 02:14:19.318996 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51508) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:19.344402 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9e75d187-9b1d-41d1-a685-55d48db14672 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (f6758a5a-5e41-40c8-adc8-59179311936d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.352461 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9e75d187-9b1d-41d1-a685-55d48db14672 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (f6758a5a-5e41-40c8-adc8-59179311936d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.380745 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9e75d187-9b1d-41d1-a685-55d48db14672 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (f6758a5a-5e41-40c8-adc8-59179311936d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.386570 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9e75d187-9b1d-41d1-a685-55d48db14672 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.387774 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9e75d187-9b1d-41d1-a685-55d48db14672 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f6758a5a-5e41-40c8-adc8-59179311936d HTTP/1.1" status: 204 len: 168 time: 0.0678072 Feb 09 02:14:19.390737 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51510) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:19.396265 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75d187-9b1d-41d1-a685-55d48db14672 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6758a5a-5e41-40c8-adc8-59179311936d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:19.436101 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c9d57cb4-fdfa-4b6e-8464-332230a7be52 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0440381 Feb 09 02:14:19.440524 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51512) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:19.494879 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-185aaae8-9b0a-496b-9fbe-3a3f79dbaa07 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (01b52b1a-ed7b-453d-b787-9273c46c09d3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.519734 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-185aaae8-9b0a-496b-9fbe-3a3f79dbaa07 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (01b52b1a-ed7b-453d-b787-9273c46c09d3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.569774 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-185aaae8-9b0a-496b-9fbe-3a3f79dbaa07 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (01b52b1a-ed7b-453d-b787-9273c46c09d3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.572880 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-185aaae8-9b0a-496b-9fbe-3a3f79dbaa07 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.574024 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-185aaae8-9b0a-496b-9fbe-3a3f79dbaa07 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "DELETE /v2.0/security-groups/01b52b1a-ed7b-453d-b787-9273c46c09d3 HTTP/1.1" status: 204 len: 168 time: 0.1315334 Feb 09 02:14:19.576762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51514) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:19.584055 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185aaae8-9b0a-496b-9fbe-3a3f79dbaa07 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b52b1a-ed7b-453d-b787-9273c46c09d3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:19.631991 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1b4dd927-6ff1-4d0f-a9ce-1e27b5cfdc57 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0526726 Feb 09 02:14:19.637470 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51516) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:19.640940 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-c3446495-3b30-46f1-a3bf-8d464ec5ebf6 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945797980'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:19.661118 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c3446495-3b30-46f1-a3bf-8d464ec5ebf6 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.784040 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c3446495-3b30-46f1-a3bf-8d464ec5ebf6 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (716fd903-d98a-45bf-af3e-fcfd339edea3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.792438 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c3446495-3b30-46f1-a3bf-8d464ec5ebf6 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (716fd903-d98a-45bf-af3e-fcfd339edea3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.849595 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c3446495-3b30-46f1-a3bf-8d464ec5ebf6 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.851424 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c3446495-3b30-46f1-a3bf-8d464ec5ebf6 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2143052 Feb 09 02:14:19.854062 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51520) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:19.859437 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-57272abb-02b3-4349-807c-b1e3bd7334a2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Request body: {'security_group_rule': {'security_group_id': '716fd903-d98a-45bf-af3e-fcfd339edea3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:19.861405 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68217ac7-80d1-44f1-bb37-1af95091d791 req-e869acd8-c3bd-424f-96de-af6a7dbeefba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a1a11b7d-854f-4882-abfe-bd671f76f507&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1390188 Feb 09 02:14:19.864158 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3446495-3b30-46f1-a3bf-8d464ec5ebf6 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=716fd903-d98a-45bf-af3e-fcfd339edea3,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:19.909950 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57272abb-02b3-4349-807c-b1e3bd7334a2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (e2cb9a6c-f586-492e-99cc-1940138d3157), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.960763 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57272abb-02b3-4349-807c-b1e3bd7334a2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (e2cb9a6c-f586-492e-99cc-1940138d3157), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.965059 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57272abb-02b3-4349-807c-b1e3bd7334a2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (e2cb9a6c-f586-492e-99cc-1940138d3157), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.972874 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68217ac7-80d1-44f1-bb37-1af95091d791 req-0a3d6782-c1ad-4585-a409-2b6566eec80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:19.977666 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68217ac7-80d1-44f1-bb37-1af95091d791 req-0a3d6782-c1ad-4585-a409-2b6566eec80f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=87ca4c7ab6184b8eb587f6203fddbced&device_id=a1a11b7d-854f-4882-abfe-bd671f76f507 HTTP/1.1" status: 200 len: 1127 time: 0.0569403 Feb 09 02:14:19.992300 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57272abb-02b3-4349-807c-b1e3bd7334a2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2cb9a6c-f586-492e-99cc-1940138d3157,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:19.997968 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57272abb-02b3-4349-807c-b1e3bd7334a2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:20.003274 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-57272abb-02b3-4349-807c-b1e3bd7334a2 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1440475 Feb 09 02:14:20.003274 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51522) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:20.061143 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d21cc716-ef04-4837-b891-b8425119fa85 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (716fd903-d98a-45bf-af3e-fcfd339edea3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:20.085741 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d21cc716-ef04-4837-b891-b8425119fa85 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (716fd903-d98a-45bf-af3e-fcfd339edea3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:20.107410 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68217ac7-80d1-44f1-bb37-1af95091d791 req-429c3c55-33d0-4512-a8a1-d63c46f89ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:20.108973 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68217ac7-80d1-44f1-bb37-1af95091d791 req-429c3c55-33d0-4512-a8a1-d63c46f89ed0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dbc2a860-a3f0-4678-9348-1a276d2e7db3 HTTP/1.1" status: 200 len: 898 time: 0.1034174 Feb 09 02:14:20.138272 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d21cc716-ef04-4837-b891-b8425119fa85 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (716fd903-d98a-45bf-af3e-fcfd339edea3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:20.144215 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d21cc716-ef04-4837-b891-b8425119fa85 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:20.148199 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d21cc716-ef04-4837-b891-b8425119fa85 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "DELETE /v2.0/security-groups/716fd903-d98a-45bf-af3e-fcfd339edea3 HTTP/1.1" status: 204 len: 168 time: 0.1437225 Feb 09 02:14:20.151383 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51524) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:20.173781 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cc716-ef04-4837-b891-b8425119fa85 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=716fd903-d98a-45bf-af3e-fcfd339edea3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:20.192876 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68217ac7-80d1-44f1-bb37-1af95091d791 req-1f1a1b58-f25e-4844-afd0-5d6b7ecbd62c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e HTTP/1.1" status: 200 len: 1000 time: 0.0746071 Feb 09 02:14:20.223096 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9b9c2af3-b3ea-4f10-9e0f-44a75f29e867 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0682657 Feb 09 02:14:20.224018 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51526) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:20.248164 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68217ac7-80d1-44f1-bb37-1af95091d791 req-f238716d-bc15-4ce8-a842-1378572b644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:20.250512 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68217ac7-80d1-44f1-bb37-1af95091d791 req-f238716d-bc15-4ce8-a842-1378572b644e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9fc8a065-4570-450f-a943-ad922bc33f89 HTTP/1.1" status: 200 len: 835 time: 0.0521569 Feb 09 02:14:20.266907 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ce7e4f1d-f684-4c6c-934f-6e9c1b898e07 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0417747 Feb 09 02:14:20.270313 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51528) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:20.284756 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-82bfdfdb-604f-48c6-a6e2-b00e0fde4523 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] delete failed (client error): The resource could not be found. Feb 09 02:14:20.289912 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-82bfdfdb-604f-48c6-a6e2-b00e0fde4523 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "DELETE /v2.0/security-groups/716fd903-d98a-45bf-af3e-fcfd339edea3 HTTP/1.1" status: 404 len: 347 time: 0.0143447 Feb 09 02:14:20.290197 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51530) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:20.315542 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68217ac7-80d1-44f1-bb37-1af95091d791 req-ee911091-0141-4242-b76b-5f251901bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:20.317070 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68217ac7-80d1-44f1-bb37-1af95091d791 req-ee911091-0141-4242-b76b-5f251901bc96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dbc2a860-a3f0-4678-9348-1a276d2e7db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0579925 Feb 09 02:14:20.346228 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-49ddbf1b-69f8-424f-990d-bee4d8c92b64 tempest-SecGroupTest-1870421845 tempest-SecGroupTest-1870421845-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0508754 Feb 09 02:14:20.471666 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68217ac7-80d1-44f1-bb37-1af95091d791 req-7625b114-037f-4593-a348-1ee5a7fc9655 service neutron] 10.222.0.48 "GET /v2.0/networks/dbc2a860-a3f0-4678-9348-1a276d2e7db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469398 Feb 09 02:14:20.541009 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877a541-7b1b-4064-b5d2-81720e74b0cf req-a595a73d-70c7-4c04-b4e4-59cba0c76fe7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:20.542581 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2877a541-7b1b-4064-b5d2-81720e74b0cf req-a595a73d-70c7-4c04-b4e4-59cba0c76fe7 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 943 time: 0.1414173 Feb 09 02:14:20.625002 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68217ac7-80d1-44f1-bb37-1af95091d791 req-d9bbc83f-4b03-4b55-8066-c8bb2e8ecf4d service neutron] 10.222.0.48 "GET /v2.0/networks/dbc2a860-a3f0-4678-9348-1a276d2e7db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460030 Feb 09 02:14:20.628893 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2877a541-7b1b-4064-b5d2-81720e74b0cf req-67767fd3-931f-4d40-9d89-6ab67d2863ea tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784540 Feb 09 02:14:20.674137 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51542) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:20.824773 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5bebf983-a9f8-44a3-be18-035dd153b238 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=85fe2bdf0769485f82446cbdcdebec7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1470461 Feb 09 02:14:20.825042 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51548) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:20.881664 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-72f19497-a42a-4b1a-921e-ff7b98c9b714 admin admin] Publish callbacks [] for security_group (d0d11d2f-b650-4bf0-9db4-2786ce00213c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:20.904774 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-72f19497-a42a-4b1a-921e-ff7b98c9b714 admin admin] Publish callbacks [] for security_group (d0d11d2f-b650-4bf0-9db4-2786ce00213c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:20.954061 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-72f19497-a42a-4b1a-921e-ff7b98c9b714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d0d11d2f-b650-4bf0-9db4-2786ce00213c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:20.957046 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-72f19497-a42a-4b1a-921e-ff7b98c9b714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:20.960805 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-72f19497-a42a-4b1a-921e-ff7b98c9b714 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d0d11d2f-b650-4bf0-9db4-2786ce00213c HTTP/1.1" status: 204 len: 168 time: 0.1322889 Feb 09 02:14:20.966392 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f19497-a42a-4b1a-921e-ff7b98c9b714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d11d2f-b650-4bf0-9db4-2786ce00213c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:21.773390 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf634359-62bf-4cd2-8148-02333444ad37 req-0ce08231-059b-4153-bbf2-0faaf6e1fc29 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:21.775644 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cf634359-62bf-4cd2-8148-02333444ad37 req-0ce08231-059b-4153-bbf2-0faaf6e1fc29 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 943 time: 0.0617926 Feb 09 02:14:21.828182 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cf634359-62bf-4cd2-8148-02333444ad37 req-cfa125c0-6cce-46bd-a3dd-5bd71f0b9edf tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457811 Feb 09 02:14:22.740621 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51610) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:22.855013 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6baca62-6a40-4259-9fa2-4b0bd1d74bba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:22.963807 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6baca62-6a40-4259-9fa2-4b0bd1d74bba admin admin] Publish callbacks [] for security_group (882c40e4-4420-465e-9c42-7125fa484e9b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:22.968178 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6baca62-6a40-4259-9fa2-4b0bd1d74bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (882c40e4-4420-465e-9c42-7125fa484e9b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:22.986221 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9724c53-e752-4568-85bf-364385df7612 req-0d9b1474-b285-44a4-8ab6-039f203eda7e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:22.987914 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e9724c53-e752-4568-85bf-364385df7612 req-0d9b1474-b285-44a4-8ab6-039f203eda7e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 943 time: 0.0757616 Feb 09 02:14:23.007822 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6baca62-6a40-4259-9fa2-4b0bd1d74bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882c40e4-4420-465e-9c42-7125fa484e9b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:23.015145 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e6baca62-6a40-4259-9fa2-4b0bd1d74bba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6299727578b64381b1844b1572ce2319&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2707424 Feb 09 02:14:23.015488 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51618) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:23.018549 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6baca62-6a40-4259-9fa2-4b0bd1d74bba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:23.018898 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6baca62-6a40-4259-9fa2-4b0bd1d74bba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:23.019259 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6baca62-6a40-4259-9fa2-4b0bd1d74bba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:23.019632 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6baca62-6a40-4259-9fa2-4b0bd1d74bba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:23.019963 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6baca62-6a40-4259-9fa2-4b0bd1d74bba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:23.020296 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6baca62-6a40-4259-9fa2-4b0bd1d74bba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:23.020647 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6baca62-6a40-4259-9fa2-4b0bd1d74bba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:23.020980 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6baca62-6a40-4259-9fa2-4b0bd1d74bba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:23.021294 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6baca62-6a40-4259-9fa2-4b0bd1d74bba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:23.021614 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6baca62-6a40-4259-9fa2-4b0bd1d74bba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:23.021942 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6baca62-6a40-4259-9fa2-4b0bd1d74bba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:23.022272 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6baca62-6a40-4259-9fa2-4b0bd1d74bba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:23.022576 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6baca62-6a40-4259-9fa2-4b0bd1d74bba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:23.069739 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e9724c53-e752-4568-85bf-364385df7612 req-9e7f34fe-0d3e-4926-af8e-b7f06c5b693c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734096 Feb 09 02:14:23.097231 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-98389044-6668-4e87-aa4c-0a84bd6a1ef2 admin admin] Publish callbacks [] for security_group (882c40e4-4420-465e-9c42-7125fa484e9b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:23.122791 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-98389044-6668-4e87-aa4c-0a84bd6a1ef2 admin admin] Publish callbacks [] for security_group (882c40e4-4420-465e-9c42-7125fa484e9b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:23.180246 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-98389044-6668-4e87-aa4c-0a84bd6a1ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (882c40e4-4420-465e-9c42-7125fa484e9b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:23.183009 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-98389044-6668-4e87-aa4c-0a84bd6a1ef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:23.188009 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-98389044-6668-4e87-aa4c-0a84bd6a1ef2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/882c40e4-4420-465e-9c42-7125fa484e9b HTTP/1.1" status: 204 len: 168 time: 0.1709416 Feb 09 02:14:23.196456 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98389044-6668-4e87-aa4c-0a84bd6a1ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882c40e4-4420-465e-9c42-7125fa484e9b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:23.498398 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51628) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:23.513295 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4373e1fe-1d43-4133-93bf-5d2f0f5b4942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:23.601254 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4373e1fe-1d43-4133-93bf-5d2f0f5b4942 admin admin] Publish callbacks [] for security_group (e8efacef-f1a7-4dfd-9f89-fc769342c44a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:23.605436 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4373e1fe-1d43-4133-93bf-5d2f0f5b4942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e8efacef-f1a7-4dfd-9f89-fc769342c44a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:23.643138 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373e1fe-1d43-4133-93bf-5d2f0f5b4942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8efacef-f1a7-4dfd-9f89-fc769342c44a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:23.649730 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4373e1fe-1d43-4133-93bf-5d2f0f5b4942 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a35eeceaa09b4d7f94b1a76389039324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1501317 Feb 09 02:14:23.650564 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51630) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:23.701635 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f8f5820-ce15-4bf4-a044-09b354ce8553 admin admin] Publish callbacks [] for security_group (e8efacef-f1a7-4dfd-9f89-fc769342c44a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:23.724506 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f8f5820-ce15-4bf4-a044-09b354ce8553 admin admin] Publish callbacks [] for security_group (e8efacef-f1a7-4dfd-9f89-fc769342c44a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:23.782317 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f8f5820-ce15-4bf4-a044-09b354ce8553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e8efacef-f1a7-4dfd-9f89-fc769342c44a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:23.785261 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f8f5820-ce15-4bf4-a044-09b354ce8553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:23.786679 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6f8f5820-ce15-4bf4-a044-09b354ce8553 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8efacef-f1a7-4dfd-9f89-fc769342c44a HTTP/1.1" status: 204 len: 168 time: 0.1346078 Feb 09 02:14:23.797080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f5820-ce15-4bf4-a044-09b354ce8553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8efacef-f1a7-4dfd-9f89-fc769342c44a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:24.216726 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd3885-eeec-4525-b36d-601208eb2015 req-b84947ca-6976-4f84-b72b-85d572650424 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:24.218843 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a0cd3885-eeec-4525-b36d-601208eb2015 req-b84947ca-6976-4f84-b72b-85d572650424 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 943 time: 0.0679250 Feb 09 02:14:24.277906 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a0cd3885-eeec-4525-b36d-601208eb2015 req-890a1865-f344-46fd-8252-3cfcc234bf4a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520811 Feb 09 02:14:25.422111 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb118a-e6d7-4578-9d47-075409a8c859 req-f36d4a19-42d0-4af8-b050-4410bcd599f0 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:25.423945 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-53cb118a-e6d7-4578-9d47-075409a8c859 req-f36d4a19-42d0-4af8-b050-4410bcd599f0 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 943 time: 0.0731440 Feb 09 02:14:25.481260 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-53cb118a-e6d7-4578-9d47-075409a8c859 req-b0887aa0-bd7b-4d6c-abbe-58245303c45c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518072 Feb 09 02:14:26.653857 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6fa79-48bb-4898-8294-07ddcaa16243 req-27f3de9d-049c-4f98-b4b2-febbd53fbb15 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:26.655563 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9ac6fa79-48bb-4898-8294-07ddcaa16243 req-27f3de9d-049c-4f98-b4b2-febbd53fbb15 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 943 time: 0.0759244 Feb 09 02:14:26.723848 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9ac6fa79-48bb-4898-8294-07ddcaa16243 req-f433e49d-ba01-46a3-ace2-c2fe8e21cebd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614078 Feb 09 02:14:27.863934 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0e158-420f-4e32-876b-71e261577ac9 req-f40d339c-25b2-49a9-b224-d705bfeb587a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:27.865833 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d6c0e158-420f-4e32-876b-71e261577ac9 req-f40d339c-25b2-49a9-b224-d705bfeb587a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 943 time: 0.0654886 Feb 09 02:14:27.928517 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d6c0e158-420f-4e32-876b-71e261577ac9 req-2334b15d-4652-4cc6-836f-33d7d129a486 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567811 Feb 09 02:14:28.238859 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device c4c6e6f1-a5cb-479d-8841-0c5236465f5f details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:14:28.344559 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port c4c6e6f1-a5cb-479d-8841-0c5236465f5f, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=c4c6e6f1-a5cb-479d-8841-0c5236465f5f,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:28.361069 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'c4c6e6f1-a5cb-479d-8841-0c5236465f5f', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'port_id': 'c4c6e6f1-a5cb-479d-8841-0c5236465f5f', 'mac_address': 'fa:16:3e:c7:31:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:14:28.404626 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port c4c6e6f1-a5cb-479d-8841-0c5236465f5f is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:28.405019 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c4c6e6f1-a5cb-479d-8841-0c5236465f5f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.422135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c6e6f1-a5cb-479d-8841-0c5236465f5f {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:14:28.443564 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port c4c6e6f1-a5cb-479d-8841-0c5236465f5f, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=c4c6e6f1-a5cb-479d-8841-0c5236465f5f,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:28.448521 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c4c6e6f1-a5cb-479d-8841-0c5236465f5f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.503200 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=c4c6e6f1-a5cb-479d-8841-0c5236465f5f,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:28.511840 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:28.512185 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:28.512521 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:28.512853 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:28.513180 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:28.513509 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:28.513859 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:28.514156 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:28.514472 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:28.514853 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:28.515892 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:28.516457 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:28.516820 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:28.844668 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['c4c6e6f1-a5cb-479d-8841-0c5236465f5f'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:14:29.121413 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9267c-9530-4052-a1d8-14a21297cc19 req-911fbec5-ece1-463c-9782-b6433552016b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:29.123092 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dcf9267c-9530-4052-a1d8-14a21297cc19 req-911fbec5-ece1-463c-9782-b6433552016b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 944 time: 0.0933812 Feb 09 02:14:29.182604 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dcf9267c-9530-4052-a1d8-14a21297cc19 req-3db68dfb-9521-4de7-92ab-ace384ec6750 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535369 Feb 09 02:14:30.240287 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device c4c6e6f1-a5cb-479d-8841-0c5236465f5f up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:14:30.304425 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port c4c6e6f1-a5cb-479d-8841-0c5236465f5f completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:14:30.309264 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port c4c6e6f1-a5cb-479d-8841-0c5236465f5f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:30.310108 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c4c6e6f1-a5cb-479d-8841-0c5236465f5f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:30.345564 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50046470-034c-4ae4-8651-0fb9df589387 req-61da1481-f575-4ba5-adc4-67efcd7941f3 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:30.347362 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-50046470-034c-4ae4-8651-0fb9df589387 req-61da1481-f575-4ba5-adc4-67efcd7941f3 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 944 time: 0.0768511 Feb 09 02:14:30.413767 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port c4c6e6f1-a5cb-479d-8841-0c5236465f5f is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:30.414152 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c4c6e6f1-a5cb-479d-8841-0c5236465f5f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:30.420847 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-50046470-034c-4ae4-8651-0fb9df589387 req-8798bfcf-c923-44f3-8f93-ce8055b298e0 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669303 Feb 09 02:14:30.448285 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ece28a-fda3-49b5-8a48-1fbdec2a8127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c6e6f1-a5cb-479d-8841-0c5236465f5f'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:30.450648 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c898ebd0-de49-4adc-86fd-44f70a234ba3" -d '{"events": [{"server_uuid": "d4ece28a-fda3-49b5-8a48-1fbdec2a8127", "name": "network-vif-plugged", "status": "completed", "tag": "c4c6e6f1-a5cb-479d-8841-0c5236465f5f"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:30.473699 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port c4c6e6f1-a5cb-479d-8841-0c5236465f5f, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=c4c6e6f1-a5cb-479d-8841-0c5236465f5f,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:30.479347 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c4c6e6f1-a5cb-479d-8841-0c5236465f5f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:30.521844 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e04106-68ba-4f5d-b544-efa67fbf203d x-openstack-request-id: req-a9e04106-68ba-4f5d-b544-efa67fbf203d {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:30.522860 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ece28a-fda3-49b5-8a48-1fbdec2a8127", "name": "network-vif-plugged", "status": "completed", "tag": "c4c6e6f1-a5cb-479d-8841-0c5236465f5f", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:30.523540 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9e04106-68ba-4f5d-b544-efa67fbf203d {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:30.524431 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ece28a-fda3-49b5-8a48-1fbdec2a8127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c6e6f1-a5cb-479d-8841-0c5236465f5f', 'code': 200} Feb 09 02:14:30.563620 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=c4c6e6f1-a5cb-479d-8841-0c5236465f5f,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:30.638734 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e5666-7236-4cbe-b78e-bab6cc90786b req-0d7044e8-7707-468b-9843-7259cbf3b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:30.641123 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6f0e5666-7236-4cbe-b78e-bab6cc90786b req-0d7044e8-7707-468b-9843-7259cbf3b9ee service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 1127 time: 0.0578160 Feb 09 02:14:30.704739 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6f0e5666-7236-4cbe-b78e-bab6cc90786b req-b8a4456c-b8e5-4d61-bf80-a0ab2b577392 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563622 Feb 09 02:14:31.582000 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96876ca5-265b-4e5b-bceb-acb6ce90be37 req-22db7078-5191-4ed0-8fff-fd57ef30516f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:31.583646 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96876ca5-265b-4e5b-bceb-acb6ce90be37 req-22db7078-5191-4ed0-8fff-fd57ef30516f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 945 time: 0.0883224 Feb 09 02:14:31.649759 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96876ca5-265b-4e5b-bceb-acb6ce90be37 req-75c2ae38-648f-4f55-99ad-d8398d89afd9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595939 Feb 09 02:14:32.789236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f9290-3b58-4d1b-a73d-0657b6a74b32 req-97fc500f-02b9-4706-8b9e-ef8aae456f76 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:32.790755 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-981f9290-3b58-4d1b-a73d-0657b6a74b32 req-97fc500f-02b9-4706-8b9e-ef8aae456f76 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 945 time: 0.0685637 Feb 09 02:14:32.848595 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-981f9290-3b58-4d1b-a73d-0657b6a74b32 req-6af431b7-4456-41ca-8cd8-4b70f294873e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509830 Feb 09 02:14:32.995955 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13035a69-8682-4313-b3be-8fc949e343ed req-a793e6c1-e747-40a2-9e41-37d9d101f3cb tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:33.004601 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-13035a69-8682-4313-b3be-8fc949e343ed req-a793e6c1-e747-40a2-9e41-37d9d101f3cb tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 945 time: 0.0695057 Feb 09 02:14:33.069371 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-13035a69-8682-4313-b3be-8fc949e343ed req-a884e7c7-3723-4fcb-b338-c8afb2fac31e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636322 Feb 09 02:14:33.102548 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51832) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:33.342047 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd9dfe8-7e3b-48d9-919d-43cf6697709b tempest-TestVolumeBootPattern-292259168 tempest-TestVolumeBootPattern-292259168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:33.344356 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5dd9dfe8-7e3b-48d9-919d-43cf6697709b tempest-TestVolumeBootPattern-292259168 tempest-TestVolumeBootPattern-292259168-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 1122 time: 0.2399409 Feb 09 02:14:33.346756 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51838) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:33.351766 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-8e6fdc48-a99e-47f9-87f7-abbe6ba32802 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': 'c4c6e6f1-a5cb-479d-8841-0c5236465f5f', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:33.376890 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e6fdc48-a99e-47f9-87f7-abbe6ba32802 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:33.503196 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e6fdc48-a99e-47f9-87f7-abbe6ba32802 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:33.647581 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-8e6fdc48-a99e-47f9-87f7-abbe6ba32802 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Allocated IP 172.25.7.63 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/cb38760b-cd2a-4383-9b34-d3368038c67c) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:14:33.767412 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e6fdc48-a99e-47f9-87f7-abbe6ba32802 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for port (cb38760b-cd2a-4383-9b34-d3368038c67c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:33.812157 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e6fdc48-a99e-47f9-87f7-abbe6ba32802 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (cb38760b-cd2a-4383-9b34-d3368038c67c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:33.860127 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6fdc48-a99e-47f9-87f7-abbe6ba32802 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:14:33.863827 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-8e6fdc48-a99e-47f9-87f7-abbe6ba32802 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:33.869169 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6fdc48-a99e-47f9-87f7-abbe6ba32802 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:14:33.872848 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fdc48-a99e-47f9-87f7-abbe6ba32802 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event updated for resources: {'Port': ['ID=cb38760b-cd2a-4383-9b34-d3368038c67c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:34.381304 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e6fdc48-a99e-47f9-87f7-abbe6ba32802 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for floatingip (1ac52e6c-53a7-4cdd-81d4-d0a40690c9ec), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:34.502463 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e6fdc48-a99e-47f9-87f7-abbe6ba32802 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cb38760b-cd2a-4383-9b34-d3368038c67c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:34.673281 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e6fdc48-a99e-47f9-87f7-abbe6ba32802 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for port (cb38760b-cd2a-4383-9b34-d3368038c67c), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:34.678993 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e6fdc48-a99e-47f9-87f7-abbe6ba32802 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (cb38760b-cd2a-4383-9b34-d3368038c67c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:34.765648 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fdc48-a99e-47f9-87f7-abbe6ba32802 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event updated for resources: {'Port': ['ID=cb38760b-cd2a-4383-9b34-d3368038c67c,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:34.771702 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e6fdc48-a99e-47f9-87f7-abbe6ba32802 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (1ac52e6c-53a7-4cdd-81d4-d0a40690c9ec), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:34.882704 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-8e6fdc48-a99e-47f9-87f7-abbe6ba32802 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Floating IP 1ac52e6c-53a7-4cdd-81d4-d0a40690c9ec associated. External IP: 172.25.7.63, port: c4c6e6f1-a5cb-479d-8841-0c5236465f5f. Feb 09 02:14:35.127323 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6fdc48-a99e-47f9-87f7-abbe6ba32802 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:14:35.268035 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6fdc48-a99e-47f9-87f7-abbe6ba32802 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:14:35.283682 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f2ad1f-430f-40f6-a18c-90f3d6051c87 None None] Sync routers for ids ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:14:35.289549 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e6fdc48-a99e-47f9-87f7-abbe6ba32802 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:35.297590 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f2ad1f-430f-40f6-a18c-90f3d6051c87 None None] Routers {'2c8fea35-6faa-4e0a-9905-70f0fec5b71b'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:14:35.298474 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-84f2ad1f-430f-40f6-a18c-90f3d6051c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:14:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:35.329681 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8e6fdc48-a99e-47f9-87f7-abbe6ba32802 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9816337 Feb 09 02:14:35.330423 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ece28a-fda3-49b5-8a48-1fbdec2a8127', 'tag': 'c4c6e6f1-a5cb-479d-8841-0c5236465f5f'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:35.332897 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861c91a8-6d01-43de-93f7-3d004745870d" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ece28a-fda3-49b5-8a48-1fbdec2a8127", "tag": "c4c6e6f1-a5cb-479d-8841-0c5236465f5f"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:35.394782 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2761fa-60af-4d56-9669-3418e439c492 x-openstack-request-id: req-bc2761fa-60af-4d56-9669-3418e439c492 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:35.395548 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ece28a-fda3-49b5-8a48-1fbdec2a8127", "tag": "c4c6e6f1-a5cb-479d-8841-0c5236465f5f", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:35.396196 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc2761fa-60af-4d56-9669-3418e439c492 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:35.403518 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ece28a-fda3-49b5-8a48-1fbdec2a8127', 'tag': 'c4c6e6f1-a5cb-479d-8841-0c5236465f5f', 'status': 'completed', 'code': 200} Feb 09 02:14:35.435118 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-84f2ad1f-430f-40f6-a18c-90f3d6051c87 None None] Set router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:14:35.480546 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c91a8-6d01-43de-93f7-3d004745870d req-6cc84fb9-b260-423b-b7c1-fa56d465420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:35.482197 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-861c91a8-6d01-43de-93f7-3d004745870d req-6cc84fb9-b260-423b-b7c1-fa56d465420a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 1127 time: 0.0601125 Feb 09 02:14:35.612226 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c91a8-6d01-43de-93f7-3d004745870d req-7e175638-0ae6-48ca-9927-c17b96333a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:35.616539 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-861c91a8-6d01-43de-93f7-3d004745870d req-7e175638-0ae6-48ca-9927-c17b96333a8b service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 911 time: 0.1282980 Feb 09 02:14:35.752945 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-84f2ad1f-430f-40f6-a18c-90f3d6051c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:57Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '1ac52e6c-53a7-4cdd-81d4-d0a40690c9ec', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'port_id': 'c4c6e6f1-a5cb-479d-8841-0c5236465f5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3850, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'mac_address': 'fa:16:3e:c7:31:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ece28a-fda3-49b5-8a48-1fbdec2a8127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:14:34Z', 'updated_at': '2022-02-09T02:14:34Z', 'revision_number': 0, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280344da-329e-4bd6-b059-a78b1ac6284b', 'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'mac_address': 'fa:16:3e:8b:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:57Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 5, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'subnets': [{'id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:35.759185 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-861c91a8-6d01-43de-93f7-3d004745870d req-1c8878f8-8380-47eb-af2d-0832ef867564 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4c6e6f1-a5cb-479d-8841-0c5236465f5f HTTP/1.1" status: 200 len: 998 time: 0.1354766 Feb 09 02:14:35.784488 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f2ad1f-430f-40f6-a18c-90f3d6051c87 None None] Checking router: 2c8fea35-6faa-4e0a-9905-70f0fec5b71b for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:14:35.800077 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f2ad1f-430f-40f6-a18c-90f3d6051c87 None None] Routers {'2c8fea35-6faa-4e0a-9905-70f0fec5b71b'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:14:35.800815 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-84f2ad1f-430f-40f6-a18c-90f3d6051c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:14:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:35.814418 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c91a8-6d01-43de-93f7-3d004745870d req-234c3e02-cb96-4a3c-906b-b32761616a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:35.815965 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-861c91a8-6d01-43de-93f7-3d004745870d req-234c3e02-cb96-4a3c-906b-b32761616a9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 200 len: 849 time: 0.0501223 Feb 09 02:14:35.885421 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c91a8-6d01-43de-93f7-3d004745870d req-168e4474-e56f-47c6-babb-1d10768ee992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:35.887774 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-861c91a8-6d01-43de-93f7-3d004745870d req-168e4474-e56f-47c6-babb-1d10768ee992 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc310b24-fd11-451e-88ac-42c9695a7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0605526 Feb 09 02:14:36.003224 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-84f2ad1f-430f-40f6-a18c-90f3d6051c87 None None] Set router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:14:36.020151 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-861c91a8-6d01-43de-93f7-3d004745870d req-04c88f67-6721-4b8b-819a-f53011775cf4 service neutron] 10.222.0.67 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218686 Feb 09 02:14:36.141650 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-861c91a8-6d01-43de-93f7-3d004745870d req-fc5f3846-de9c-4068-8204-c9e6ded99970 service neutron] 10.222.0.67 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142857 Feb 09 02:14:36.237492 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51864) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:36.278970 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-84f2ad1f-430f-40f6-a18c-90f3d6051c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:57Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '1ac52e6c-53a7-4cdd-81d4-d0a40690c9ec', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'port_id': 'c4c6e6f1-a5cb-479d-8841-0c5236465f5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3850, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'mac_address': 'fa:16:3e:c7:31:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ece28a-fda3-49b5-8a48-1fbdec2a8127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:14:34Z', 'updated_at': '2022-02-09T02:14:34Z', 'revision_number': 0, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280344da-329e-4bd6-b059-a78b1ac6284b', 'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'mac_address': 'fa:16:3e:8b:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:57Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 5, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'subnets': [{'id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:36.315830 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f2ad1f-430f-40f6-a18c-90f3d6051c87 None None] The sync data for ids ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'] in n-d-828387-3 is: [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:57Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '1ac52e6c-53a7-4cdd-81d4-d0a40690c9ec', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'port_id': 'c4c6e6f1-a5cb-479d-8841-0c5236465f5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3850, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'mac_address': 'fa:16:3e:c7:31:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ece28a-fda3-49b5-8a48-1fbdec2a8127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:14:34Z', 'updated_at': '2022-02-09T02:14:34Z', 'revision_number': 0, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280344da-329e-4bd6-b059-a78b1ac6284b', 'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'mac_address': 'fa:16:3e:8b:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:57Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 5, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'subnets': [{'id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:14:36.439810 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a577139d-376f-4a45-a096-fc8e5450d3b8 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:36.440300 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a577139d-376f-4a45-a096-fc8e5450d3b8 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:36.440767 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a577139d-376f-4a45-a096-fc8e5450d3b8 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:36.442858 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a577139d-376f-4a45-a096-fc8e5450d3b8 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=87ca4c7ab6184b8eb587f6203fddbced&network_id=dbc2a860-a3f0-4678-9348-1a276d2e7db3 HTTP/1.1" status: 200 len: 3072 time: 0.2039864 Feb 09 02:14:36.598394 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a8dc36-71aa-4624-9c0c-ca53aa9f7319 None None] New status for floating IP 1ac52e6c-53a7-4cdd-81d4-d0a40690c9ec: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:14:37.489884 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b2123514-a30f-430a-ac3f-887f147a2ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:39.412894 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51916) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:39.769052 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dfbe88-84f6-40c0-9085-c726d5250376 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:39.776862 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f7dfbe88-84f6-40c0-9085-c726d5250376 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09 HTTP/1.1" status: 200 len: 814 time: 0.3566067 Feb 09 02:14:40.098081 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.158931 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-64401fc5-d070-4653-afc6-0d4b3fee8396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.666317 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51938) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:40.672762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-fa17afd9-5dc4-4e36-8bc1-bd15a74cf0de tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'network': {'name': 'tempest-network-smoke--485069210', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'port_security_enabled': True}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:40.693519 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa17afd9-5dc4-4e36-8bc1-bd15a74cf0de tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Made reservation on behalf of 87ca4c7ab6184b8eb587f6203fddbced for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:14:40.697461 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa17afd9-5dc4-4e36-8bc1-bd15a74cf0de tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.724050 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa17afd9-5dc4-4e36-8bc1-bd15a74cf0de tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:14:40.734354 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa17afd9-5dc4-4e36-8bc1-bd15a74cf0de tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (9ab3b09c-1576-4a20-808b-73e96b9360c7), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.734967 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-fa17afd9-5dc4-4e36-8bc1-bd15a74cf0de tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Added segment 9ab3b09c-1576-4a20-808b-73e96b9360c7 of type vlan for network fe6fb987-7f73-457a-9c89-ce2a1137f3ad Feb 09 02:14:40.783634 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa17afd9-5dc4-4e36-8bc1-bd15a74cf0de tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (fe6fb987-7f73-457a-9c89-ce2a1137f3ad), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.814936 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa17afd9-5dc4-4e36-8bc1-bd15a74cf0de tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (fe6fb987-7f73-457a-9c89-ce2a1137f3ad), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.820717 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa17afd9-5dc4-4e36-8bc1-bd15a74cf0de tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:40.821494 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fa17afd9-5dc4-4e36-8bc1-bd15a74cf0de tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.902607 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.905684 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fa17afd9-5dc4-4e36-8bc1-bd15a74cf0de tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2374816 Feb 09 02:14:40.907881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17afd9-5dc4-4e36-8bc1-bd15a74cf0de tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'Network': ['ID=fe6fb987-7f73-457a-9c89-ce2a1137f3ad,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:40.909151 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51944) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:40.926209 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network fe6fb987-7f73-457a-9c89-ce2a1137f3ad details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:14:41.028087 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac99d37-f443-4898-8db0-351ba5eb8c05 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:41.029832 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3ac99d37-f443-4898-8db0-351ba5eb8c05 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=87ca4c7ab6184b8eb587f6203fddbced&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1155336 Feb 09 02:14:41.032938 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51948) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:41.070849 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:41.137436 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5f8be6-e8ef-4c93-87fd-c8d0074beead tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:41.139241 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bc5f8be6-e8ef-4c93-87fd-c8d0074beead tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1049047 Feb 09 02:14:41.141876 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51950) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:41.177475 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fed2ff60-87d5-4afe-ba7d-4929e39979d3 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341318 Feb 09 02:14:41.180125 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51952) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:41.213047 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-03bc4a3c-80cd-4150-b3a8-01e28dc52d72 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=87ca4c7ab6184b8eb587f6203fddbced&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316861 Feb 09 02:14:41.215512 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51954) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:41.302913 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feddd924-37fc-48a8-8645-8058d9fc6930 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:41.306960 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-feddd924-37fc-48a8-8645-8058d9fc6930 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880687 Feb 09 02:14:41.307183 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51956) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:41.337853 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-250921cc-9836-4556-9b43-80d291876b0c tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272596 Feb 09 02:14:41.338092 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51958) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:41.343826 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5b03313d-0368-42b0-bcb6-341df61348e0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2044871897', 'network_id': 'fe6fb987-7f73-457a-9c89-ce2a1137f3ad', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:41.444937 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b03313d-0368-42b0-bcb6-341df61348e0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Made reservation on behalf of 87ca4c7ab6184b8eb587f6203fddbced for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:14:41.449959 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5b03313d-0368-42b0-bcb6-341df61348e0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:41.648457 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5b03313d-0368-42b0-bcb6-341df61348e0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (e0438a4c-3518-4ca2-b798-dbc628f4bd19), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:41.715709 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03313d-0368-42b0-bcb6-341df61348e0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'Subnet': ['ID=e0438a4c-3518-4ca2-b798-dbc628f4bd19,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:41.742088 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b03313d-0368-42b0-bcb6-341df61348e0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Checking segment: {'id': '9ab3b09c-1576-4a20-808b-73e96b9360c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6fb987-7f73-457a-9c89-ce2a1137f3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:14:41.742362 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b03313d-0368-42b0-bcb6-341df61348e0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Network hostable DHCP agents. Network: fe6fb987-7f73-457a-9c89-ce2a1137f3ad, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:14:41.768043 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b03313d-0368-42b0-bcb6-341df61348e0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Network fe6fb987-7f73-457a-9c89-ce2a1137f3ad is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:14:41.783814 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-5b03313d-0368-42b0-bcb6-341df61348e0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, fe6fb987-7f73-457a-9c89-ce2a1137f3ad) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:41.793038 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b03313d-0368-42b0-bcb6-341df61348e0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:41.793734 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5b03313d-0368-42b0-bcb6-341df61348e0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:41.794225 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d5f839-532b-4876-b891-b7a286e8fc4c None None] Network fe6fb987-7f73-457a-9c89-ce2a1137f3ad requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:14:41.831429 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5b03313d-0368-42b0-bcb6-341df61348e0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4778020 Feb 09 02:14:41.917359 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5970bcc-49d8-45c1-98d3-cc8d314ad657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-fe6fb987-7f73-457a-9c89-ce2a1137f3ad', 'network_id': 'fe6fb987-7f73-457a-9c89-ce2a1137f3ad', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'fixed_ips': [{'subnet_id': 'e0438a4c-3518-4ca2-b798-dbc628f4bd19'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:14:41.918421 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c5970bcc-49d8-45c1-98d3-cc8d314ad657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.095475 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-c5970bcc-49d8-45c1-98d3-cc8d314ad657 None None] Allocated IP 172.20.0.18 (fe6fb987-7f73-457a-9c89-ce2a1137f3ad/e0438a4c-3518-4ca2-b798-dbc628f4bd19/0260848c-9862-47eb-a004-ffee7df4fb4d) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:14:42.180354 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51970) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:42.185255 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5039e38c-12b1-413c-b5a0-781a5430f87a tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1230704099', 'description': 'tempest-secgroup-smoke-1230704099 description', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:42.209730 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5039e38c-12b1-413c-b5a0-781a5430f87a tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.269135 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c5970bcc-49d8-45c1-98d3-cc8d314ad657 None None] Publish callbacks [] for port (0260848c-9862-47eb-a004-ffee7df4fb4d), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.277013 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c5970bcc-49d8-45c1-98d3-cc8d314ad657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (0260848c-9862-47eb-a004-ffee7df4fb4d), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.297499 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5039e38c-12b1-413c-b5a0-781a5430f87a tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group (e4956a46-0132-40a6-94c3-b73fdd92189d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.301867 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5039e38c-12b1-413c-b5a0-781a5430f87a tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e4956a46-0132-40a6-94c3-b73fdd92189d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.332885 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5970bcc-49d8-45c1-98d3-cc8d314ad657 None None] Network fe6fb987-7f73-457a-9c89-ce2a1137f3ad is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:14:42.337871 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-c5970bcc-49d8-45c1-98d3-cc8d314ad657 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:42.342677 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5970bcc-49d8-45c1-98d3-cc8d314ad657 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:14:42.344923 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5970bcc-49d8-45c1-98d3-cc8d314ad657 None None] Pushing event updated for resources: {'Port': ['ID=0260848c-9862-47eb-a004-ffee7df4fb4d,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:42.349909 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039e38c-12b1-413c-b5a0-781a5430f87a tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4956a46-0132-40a6-94c3-b73fdd92189d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:42.371801 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5039e38c-12b1-413c-b5a0-781a5430f87a tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.373128 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5039e38c-12b1-413c-b5a0-781a5430f87a tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1917045 Feb 09 02:14:42.376638 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 51974) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:42.383732 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ce19f4e5-b2ed-428a-baf6-13be32c3a218 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'security_group_rule': {'security_group_id': 'e4956a46-0132-40a6-94c3-b73fdd92189d', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:42.423504 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce19f4e5-b2ed-428a-baf6-13be32c3a218 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (c45338e2-aa02-43e2-a0ab-90e3801eb8b5), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.435740 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.439368 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-c5970bcc-49d8-45c1-98d3-cc8d314ad657 None None] Attempting to bind port 0260848c-9862-47eb-a004-ffee7df4fb4d on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:14:42.439762 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-c5970bcc-49d8-45c1-98d3-cc8d314ad657 None None] Attempting to bind port 0260848c-9862-47eb-a004-ffee7df4fb4d by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '9ab3b09c-1576-4a20-808b-73e96b9360c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6fb987-7f73-457a-9c89-ce2a1137f3ad'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:14:42.440132 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5970bcc-49d8-45c1-98d3-cc8d314ad657 None None] Attempting to bind port 0260848c-9862-47eb-a004-ffee7df4fb4d on network fe6fb987-7f73-457a-9c89-ce2a1137f3ad {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:42.446292 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5970bcc-49d8-45c1-98d3-cc8d314ad657 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:14:42.446673 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5970bcc-49d8-45c1-98d3-cc8d314ad657 None None] Checking segment: {'id': '9ab3b09c-1576-4a20-808b-73e96b9360c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6fb987-7f73-457a-9c89-ce2a1137f3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:14:42.447653 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c5970bcc-49d8-45c1-98d3-cc8d314ad657 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.447653 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5970bcc-49d8-45c1-98d3-cc8d314ad657 None None] Bound using segment: {'id': '9ab3b09c-1576-4a20-808b-73e96b9360c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6fb987-7f73-457a-9c89-ce2a1137f3ad'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:14:42.447982 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-c5970bcc-49d8-45c1-98d3-cc8d314ad657 None None] Bound port: 0260848c-9862-47eb-a004-ffee7df4fb4d, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab3b09c-1576-4a20-808b-73e96b9360c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6fb987-7f73-457a-9c89-ce2a1137f3ad'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:14:42.448539 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c5970bcc-49d8-45c1-98d3-cc8d314ad657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0260848c-9862-47eb-a004-ffee7df4fb4d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.526760 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c5970bcc-49d8-45c1-98d3-cc8d314ad657 None None] For port 0260848c-9862-47eb-a004-ffee7df4fb4d, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:14:42.530860 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c5970bcc-49d8-45c1-98d3-cc8d314ad657 None None] For port 0260848c-9862-47eb-a004-ffee7df4fb4d, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0260848c-9862-47eb-a004-ffee7df4fb4d,segment=NetworkSegment(9ab3b09c-1576-4a20-808b-73e96b9360c7),segment_id=9ab3b09c-1576-4a20-808b-73e96b9360c7)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:14:42.537184 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce19f4e5-b2ed-428a-baf6-13be32c3a218 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (c45338e2-aa02-43e2-a0ab-90e3801eb8b5), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.539533 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c5970bcc-49d8-45c1-98d3-cc8d314ad657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0260848c-9862-47eb-a004-ffee7df4fb4d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.542463 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce19f4e5-b2ed-428a-baf6-13be32c3a218 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (c45338e2-aa02-43e2-a0ab-90e3801eb8b5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.572011 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce19f4e5-b2ed-428a-baf6-13be32c3a218 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.576734 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51978) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:42.584351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-68490ecc-ec7f-4b8a-a09b-6b30f9b091b5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'security_group_rule': {'security_group_id': 'e4956a46-0132-40a6-94c3-b73fdd92189d', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:42.589227 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ce19f4e5-b2ed-428a-baf6-13be32c3a218 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2112501 Feb 09 02:14:42.596028 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19f4e5-b2ed-428a-baf6-13be32c3a218 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45338e2-aa02-43e2-a0ab-90e3801eb8b5,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:42.619491 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5970bcc-49d8-45c1-98d3-cc8d314ad657 None None] Pushing event updated for resources: {'Port': ['ID=0260848c-9862-47eb-a004-ffee7df4fb4d,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:42.645169 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-68490ecc-ec7f-4b8a-a09b-6b30f9b091b5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (ed993fb7-1b2f-4ae0-a03f-e1fda3509f02), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.726100 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-68490ecc-ec7f-4b8a-a09b-6b30f9b091b5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (ed993fb7-1b2f-4ae0-a03f-e1fda3509f02), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.730609 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-68490ecc-ec7f-4b8a-a09b-6b30f9b091b5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (ed993fb7-1b2f-4ae0-a03f-e1fda3509f02), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.762639 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68490ecc-ec7f-4b8a-a09b-6b30f9b091b5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed993fb7-1b2f-4ae0-a03f-e1fda3509f02,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:42.771187 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-68490ecc-ec7f-4b8a-a09b-6b30f9b091b5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.774655 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-68490ecc-ec7f-4b8a-a09b-6b30f9b091b5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1927330 Feb 09 02:14:42.775160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51980) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:42.780620 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2ef67804-bfa5-44d5-85e0-ce27b9a0be4b tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'security_group_rule': {'security_group_id': 'e4956a46-0132-40a6-94c3-b73fdd92189d', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:42.815153 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2ef67804-bfa5-44d5-85e0-ce27b9a0be4b tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (2b96e05b-4448-4005-b669-fe54317d5c46), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.881728 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2ef67804-bfa5-44d5-85e0-ce27b9a0be4b tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (2b96e05b-4448-4005-b669-fe54317d5c46), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.886889 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2ef67804-bfa5-44d5-85e0-ce27b9a0be4b tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (2b96e05b-4448-4005-b669-fe54317d5c46), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.907761 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef67804-bfa5-44d5-85e0-ce27b9a0be4b tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b96e05b-4448-4005-b669-fe54317d5c46,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:42.933278 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2ef67804-bfa5-44d5-85e0-ce27b9a0be4b tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.938827 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2ef67804-bfa5-44d5-85e0-ce27b9a0be4b tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1625307 Feb 09 02:14:42.939705 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51986) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:42.959426 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b3ab041d-8523-488c-bef1-139b7cd533ae tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'security_group_rule': {'security_group_id': 'e4956a46-0132-40a6-94c3-b73fdd92189d', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:42.995422 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b3ab041d-8523-488c-bef1-139b7cd533ae tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (b18ef6bb-bce0-43f3-90e6-f2f407658815), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.094902 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b3ab041d-8523-488c-bef1-139b7cd533ae tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (b18ef6bb-bce0-43f3-90e6-f2f407658815), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.099627 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b3ab041d-8523-488c-bef1-139b7cd533ae tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (b18ef6bb-bce0-43f3-90e6-f2f407658815), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.123186 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab041d-8523-488c-bef1-139b7cd533ae tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18ef6bb-bce0-43f3-90e6-f2f407658815,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:43.133583 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b3ab041d-8523-488c-bef1-139b7cd533ae tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.137637 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b3ab041d-8523-488c-bef1-139b7cd533ae tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1943269 Feb 09 02:14:43.138013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51990) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:43.143885 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-7d89a39c-6202-4630-92ca-2289fd1eaf77 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'security_group_rule': {'security_group_id': 'e4956a46-0132-40a6-94c3-b73fdd92189d', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:43.178719 n-d-828387-3 neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-7d89a39c-6202-4630-92ca-2289fd1eaf77 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Project 87ca4c7ab6184b8eb587f6203fddbced added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:14:43.184994 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d89a39c-6202-4630-92ca-2289fd1eaf77 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (3e3e1bf5-ac67-47f4-9cec-25f94daac842), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.270380 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d89a39c-6202-4630-92ca-2289fd1eaf77 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (3e3e1bf5-ac67-47f4-9cec-25f94daac842), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.274469 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d89a39c-6202-4630-92ca-2289fd1eaf77 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (3e3e1bf5-ac67-47f4-9cec-25f94daac842), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.293102 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89a39c-6202-4630-92ca-2289fd1eaf77 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3e1bf5-ac67-47f4-9cec-25f94daac842,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:43.304173 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d89a39c-6202-4630-92ca-2289fd1eaf77 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.308068 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7d89a39c-6202-4630-92ca-2289fd1eaf77 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1663117 Feb 09 02:14:43.308426 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 51992) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:43.313881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-0fef625a-0f00-49ad-abeb-3c070673ff59 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'security_group_rule': {'security_group_id': 'e4956a46-0132-40a6-94c3-b73fdd92189d', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:43.333692 n-d-828387-3 neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-0fef625a-0f00-49ad-abeb-3c070673ff59 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Project 87ca4c7ab6184b8eb587f6203fddbced added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:14:43.339114 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0fef625a-0f00-49ad-abeb-3c070673ff59 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (f591389c-f75a-4027-aad1-30569b2b9d96), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.410523 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0fef625a-0f00-49ad-abeb-3c070673ff59 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (f591389c-f75a-4027-aad1-30569b2b9d96), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.414636 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0fef625a-0f00-49ad-abeb-3c070673ff59 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (f591389c-f75a-4027-aad1-30569b2b9d96), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.441795 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0fef625a-0f00-49ad-abeb-3c070673ff59 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.451321 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0fef625a-0f00-49ad-abeb-3c070673ff59 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1336191 Feb 09 02:14:43.460660 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef625a-0f00-49ad-abeb-3c070673ff59 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f591389c-f75a-4027-aad1-30569b2b9d96,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:43.477153 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.702019 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-92bb1fd1-4c3e-48c1-b34f-debc20d1619d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1230704099&fields=id&tenant_id=87ca4c7ab6184b8eb587f6203fddbced HTTP/1.1" status: 200 len: 267 time: 0.0591378 Feb 09 02:14:43.868276 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-b01a3771-609f-47f8-8cab-82378141c199 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:43.870084 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-b01a3771-609f-47f8-8cab-82378141c199 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/networks?id=fe6fb987-7f73-457a-9c89-ce2a1137f3ad HTTP/1.1" status: 200 len: 796 time: 0.1600878 Feb 09 02:14:43.889386 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-c386c9a4-9699-43f0-8c1d-7447a47f959b tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/quotas/87ca4c7ab6184b8eb587f6203fddbced HTTP/1.1" status: 200 len: 375 time: 0.0113702 Feb 09 02:14:43.989561 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-7cb2f0b4-3ce2-4c65-8ffc-e277d5ae0948 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=87ca4c7ab6184b8eb587f6203fddbced&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0843291 Feb 09 02:14:44.102499 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b065770b-c1fd-4402-b455-fa5e837fddb8 None None] Network fe6fb987-7f73-457a-9c89-ce2a1137f3ad requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:14:44.133342 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-98a86250-2e32-4414-86c2-1573ec629d32 service neutron] 10.222.0.36 "GET /v2.0/networks/fe6fb987-7f73-457a-9c89-ce2a1137f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309171 Feb 09 02:14:44.203331 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6ff23779-a04b-4dba-860e-791625f072fa None None] Provisioning complete for port 0260848c-9862-47eb-a004-ffee7df4fb4d triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:44.203761 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6ff23779-a04b-4dba-860e-791625f072fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0260848c-9862-47eb-a004-ffee7df4fb4d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:44.248924 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-24026d5f-8d7b-455a-b88b-9e9d6a5604ad service neutron] 10.222.0.36 "GET /v2.0/networks/fe6fb987-7f73-457a-9c89-ce2a1137f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096652 Feb 09 02:14:44.391744 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6ff23779-a04b-4dba-860e-791625f072fa None None] Current status of the port 0260848c-9862-47eb-a004-ffee7df4fb4d is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:44.392418 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6ff23779-a04b-4dba-860e-791625f072fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0260848c-9862-47eb-a004-ffee7df4fb4d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:44.444648 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-6ff23779-a04b-4dba-860e-791625f072fa None None] For port 0260848c-9862-47eb-a004-ffee7df4fb4d, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0260848c-9862-47eb-a004-ffee7df4fb4d,segment=NetworkSegment(9ab3b09c-1576-4a20-808b-73e96b9360c7),segment_id=9ab3b09c-1576-4a20-808b-73e96b9360c7)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:44.456308 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6ff23779-a04b-4dba-860e-791625f072fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0260848c-9862-47eb-a004-ffee7df4fb4d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:44.510058 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-85ad5738-e23e-4e14-8084-8daf22dfecee req-20fb8e75-ea7a-4462-aa62-92ecda437ba4 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a HTTP/1.1" status: 200 len: 210 time: 0.0574045 Feb 09 02:14:44.538788 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff23779-a04b-4dba-860e-791625f072fa None None] Pushing event updated for resources: {'Port': ['ID=0260848c-9862-47eb-a004-ffee7df4fb4d,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:44.787501 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c86daa1c-b9cc-48e9-a0e8-67e966babc6d None None] Provisioning complete for port 0260848c-9862-47eb-a004-ffee7df4fb4d triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:44.788209 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c86daa1c-b9cc-48e9-a0e8-67e966babc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0260848c-9862-47eb-a004-ffee7df4fb4d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:44.854805 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0260848c-9862-47eb-a004-ffee7df4fb4d up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:14:44.940971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c86daa1c-b9cc-48e9-a0e8-67e966babc6d None None] Current status of the port 0260848c-9862-47eb-a004-ffee7df4fb4d is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:44.974615 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 0260848c-9862-47eb-a004-ffee7df4fb4d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:44.976133 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0260848c-9862-47eb-a004-ffee7df4fb4d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:45.119482 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 0260848c-9862-47eb-a004-ffee7df4fb4d is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:45.747594 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bb94a79e-b07c-4295-9f3d-8fd50123b97c req-5a99b3b7-444d-45d9-8fba-8566f304caaf tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a HTTP/1.1" status: 200 len: 210 time: 0.0869749 Feb 09 02:14:45.876955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-92939597-ddf8-4db1-a254-6b51ef6bda75 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:45.878630 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-92939597-ddf8-4db1-a254-6b51ef6bda75 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.48 "GET /v2.0/networks?id=fe6fb987-7f73-457a-9c89-ce2a1137f3ad HTTP/1.1" status: 200 len: 796 time: 0.1985021 Feb 09 02:14:46.008523 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-19c4cdfb-26b8-4d47-ac9f-18914a8fa91e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87ca4c7ab6184b8eb587f6203fddbced HTTP/1.1" status: 200 len: 472 time: 0.1125886 Feb 09 02:14:46.021975 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'port': {'device_id': 'a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a', 'network_id': 'fe6fb987-7f73-457a-9c89-ce2a1137f3ad', 'admin_state_up': True, 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'security_groups': ['e4956a46-0132-40a6-94c3-b73fdd92189d']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:46.143883 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Made reservation on behalf of 87ca4c7ab6184b8eb587f6203fddbced for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:14:46.147313 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:46.293670 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Allocated IP 172.20.0.21 (fe6fb987-7f73-457a-9c89-ce2a1137f3ad/e0438a4c-3518-4ca2-b798-dbc628f4bd19/0bef0937-e090-4bf6-bd62-be3c6b2dcceb) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:14:46.444494 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for port (0bef0937-e090-4bf6-bd62-be3c6b2dcceb), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:46.480019 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (0bef0937-e090-4bf6-bd62-be3c6b2dcceb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:46.522963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Network fe6fb987-7f73-457a-9c89-ce2a1137f3ad is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:14:46.530815 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:46.535248 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:14:46.570248 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'Port': ['ID=0bef0937-e090-4bf6-bd62-be3c6b2dcceb,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:46.586492 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:46.586852 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:46.587254 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:46.587590 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:46.587975 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:46.588313 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:46.588651 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:46.588980 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:46.589306 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:46.589630 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:46.589955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:46.590281 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:46.590604 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:46.611931 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:46.612638 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:46.632970 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-7fa07d88-29cd-4310-87f0-8133e5d48ab6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6190982 Feb 09 02:14:46.646489 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-26861f8d-5be0-43bc-9d2a-84faa5de8cbf service neutron] Request body: {'port': {'device_id': 'a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:46.735240 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-26861f8d-5be0-43bc-9d2a-84faa5de8cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0bef0937-e090-4bf6-bd62-be3c6b2dcceb), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:46.902600 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d95a5a78-dbf3-4eb1-9f62-40d95b81f8d9 None None] Provisioning complete for port 0bef0937-e090-4bf6-bd62-be3c6b2dcceb triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:46.903137 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d95a5a78-dbf3-4eb1-9f62-40d95b81f8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0bef0937-e090-4bf6-bd62-be3c6b2dcceb), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:46.904921 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a612bd-e06a-483f-8dae-7fbb04575123 req-3ba030e8-793f-4cc6-a893-acd816ce52a5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:46.912786 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-90a612bd-e06a-483f-8dae-7fbb04575123 req-3ba030e8-793f-4cc6-a893-acd816ce52a5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a HTTP/1.1" status: 200 len: 932 time: 0.0756512 Feb 09 02:14:46.964110 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d95a5a78-dbf3-4eb1-9f62-40d95b81f8d9 None None] Port 0bef0937-e090-4bf6-bd62-be3c6b2dcceb cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:14:47.009270 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-90a612bd-e06a-483f-8dae-7fbb04575123 req-9956f2b8-5d5d-487c-b103-02e0b4a1da45 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4956a46-0132-40a6-94c3-b73fdd92189d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913999 Feb 09 02:14:47.102649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-26861f8d-5be0-43bc-9d2a-84faa5de8cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bef0937-e090-4bf6-bd62-be3c6b2dcceb {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:14:47.110754 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-26861f8d-5be0-43bc-9d2a-84faa5de8cbf service neutron] Publish callbacks [] for port (0bef0937-e090-4bf6-bd62-be3c6b2dcceb), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:47.122849 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-26861f8d-5be0-43bc-9d2a-84faa5de8cbf service neutron] Transition to ACTIVE for port object 0bef0937-e090-4bf6-bd62-be3c6b2dcceb will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:14:47.127964 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-26861f8d-5be0-43bc-9d2a-84faa5de8cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (0bef0937-e090-4bf6-bd62-be3c6b2dcceb), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:47.204703 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26861f8d-5be0-43bc-9d2a-84faa5de8cbf service neutron] Pushing event updated for resources: {'Port': ['ID=0bef0937-e090-4bf6-bd62-be3c6b2dcceb,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:47.261891 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-26861f8d-5be0-43bc-9d2a-84faa5de8cbf service neutron] Attempting to bind port 0bef0937-e090-4bf6-bd62-be3c6b2dcceb on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:14:47.262382 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-26861f8d-5be0-43bc-9d2a-84faa5de8cbf service neutron] Attempting to bind port 0bef0937-e090-4bf6-bd62-be3c6b2dcceb by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '9ab3b09c-1576-4a20-808b-73e96b9360c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6fb987-7f73-457a-9c89-ce2a1137f3ad'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:14:47.262785 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-26861f8d-5be0-43bc-9d2a-84faa5de8cbf service neutron] Attempting to bind port 0bef0937-e090-4bf6-bd62-be3c6b2dcceb on network fe6fb987-7f73-457a-9c89-ce2a1137f3ad {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:47.268003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-26861f8d-5be0-43bc-9d2a-84faa5de8cbf service neutron] Port 0bef0937-e090-4bf6-bd62-be3c6b2dcceb on network fe6fb987-7f73-457a-9c89-ce2a1137f3ad not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:14:47.268406 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-26861f8d-5be0-43bc-9d2a-84faa5de8cbf service neutron] Attempting to bind port 0bef0937-e090-4bf6-bd62-be3c6b2dcceb on network fe6fb987-7f73-457a-9c89-ce2a1137f3ad {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:47.274128 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-26861f8d-5be0-43bc-9d2a-84faa5de8cbf service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:14:47.274587 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-26861f8d-5be0-43bc-9d2a-84faa5de8cbf service neutron] Checking segment: {'id': '9ab3b09c-1576-4a20-808b-73e96b9360c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6fb987-7f73-457a-9c89-ce2a1137f3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:14:47.275093 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-26861f8d-5be0-43bc-9d2a-84faa5de8cbf service neutron] Bound using segment: {'id': '9ab3b09c-1576-4a20-808b-73e96b9360c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6fb987-7f73-457a-9c89-ce2a1137f3ad'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:14:47.275580 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-26861f8d-5be0-43bc-9d2a-84faa5de8cbf service neutron] Bound port: 0bef0937-e090-4bf6-bd62-be3c6b2dcceb, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab3b09c-1576-4a20-808b-73e96b9360c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6fb987-7f73-457a-9c89-ce2a1137f3ad'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:14:47.276001 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-26861f8d-5be0-43bc-9d2a-84faa5de8cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0bef0937-e090-4bf6-bd62-be3c6b2dcceb), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:47.357268 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-26861f8d-5be0-43bc-9d2a-84faa5de8cbf service neutron] For port 0bef0937-e090-4bf6-bd62-be3c6b2dcceb, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:14:47.361358 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-26861f8d-5be0-43bc-9d2a-84faa5de8cbf service neutron] For port 0bef0937-e090-4bf6-bd62-be3c6b2dcceb, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=0bef0937-e090-4bf6-bd62-be3c6b2dcceb,segment=NetworkSegment(9ab3b09c-1576-4a20-808b-73e96b9360c7),segment_id=9ab3b09c-1576-4a20-808b-73e96b9360c7)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:14:47.368124 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-26861f8d-5be0-43bc-9d2a-84faa5de8cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (0bef0937-e090-4bf6-bd62-be3c6b2dcceb), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:47.431964 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26861f8d-5be0-43bc-9d2a-84faa5de8cbf service neutron] Pushing event updated for resources: {'Port': ['ID=0bef0937-e090-4bf6-bd62-be3c6b2dcceb,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:47.446959 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-26861f8d-5be0-43bc-9d2a-84faa5de8cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:47.447720 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-26861f8d-5be0-43bc-9d2a-84faa5de8cbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:47.450346 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-26861f8d-5be0-43bc-9d2a-84faa5de8cbf service neutron] 10.222.0.48 "PUT /v2.0/ports/0bef0937-e090-4bf6-bd62-be3c6b2dcceb HTTP/1.1" status: 200 len: 1092 time: 0.8086975 Feb 09 02:14:47.450929 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a', 'tag': '0bef0937-e090-4bf6-bd62-be3c6b2dcceb'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:47.453674 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae396bb0-8404-4261-bfc6-f26523fb54d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a", "tag": "0bef0937-e090-4bf6-bd62-be3c6b2dcceb"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:47.500546 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7e318d-491f-473b-8199-d7814af38aa0 x-openstack-request-id: req-be7e318d-491f-473b-8199-d7814af38aa0 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:47.501217 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a", "tag": "0bef0937-e090-4bf6-bd62-be3c6b2dcceb", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:47.501742 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-be7e318d-491f-473b-8199-d7814af38aa0 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:47.502328 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a', 'tag': '0bef0937-e090-4bf6-bd62-be3c6b2dcceb', 'status': 'completed', 'code': 200} Feb 09 02:14:47.570915 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-6cc821b5-8f36-4d7c-9264-52fe808fcbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:47.572537 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-6cc821b5-8f36-4d7c-9264-52fe808fcbbf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=87ca4c7ab6184b8eb587f6203fddbced&device_id=a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a HTTP/1.1" status: 200 len: 1126 time: 0.0560803 Feb 09 02:14:47.623982 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-8b02952c-665d-41b2-a551-caf7d85994da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=0bef0937-e090-4bf6-bd62-be3c6b2dcceb HTTP/1.1" status: 200 len: 217 time: 0.0431161 Feb 09 02:14:47.682938 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-1cd01bfe-47fe-4611-bcbd-01e8295c7cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:47.684477 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-1cd01bfe-47fe-4611-bcbd-01e8295c7cf1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e0438a4c-3518-4ca2-b798-dbc628f4bd19 HTTP/1.1" status: 200 len: 838 time: 0.0537574 Feb 09 02:14:47.750747 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-4a778a79-dd1e-4e5d-9471-ab7e2efaa135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:47.752328 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-4a778a79-dd1e-4e5d-9471-ab7e2efaa135 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe6fb987-7f73-457a-9c89-ce2a1137f3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0609982 Feb 09 02:14:47.857824 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-46084460-fa35-430e-8062-24c18b548f0c service neutron] 10.222.0.48 "GET /v2.0/networks/fe6fb987-7f73-457a-9c89-ce2a1137f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987308 Feb 09 02:14:47.972668 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0cc9b531-8ed5-4f5b-9ac2-7e5a5a893924 req-a85c7e2c-f9ed-4a51-b859-20d62bcd4be2 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6fb987-7f73-457a-9c89-ce2a1137f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079824 Feb 09 02:14:48.091920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae396bb0-8404-4261-bfc6-f26523fb54d9 req-5dd1d770-6614-44eb-8596-25ce6e07aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:48.093861 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae396bb0-8404-4261-bfc6-f26523fb54d9 req-5dd1d770-6614-44eb-8596-25ce6e07aa4f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=87ca4c7ab6184b8eb587f6203fddbced&device_id=a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a HTTP/1.1" status: 200 len: 1126 time: 0.0696306 Feb 09 02:14:48.170966 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1878c-a06e-437a-8167-70baabd9bda9 req-4f030a29-8d42-4fd6-91b6-447f04b8edf9 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:48.180144 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-49e1878c-a06e-437a-8167-70baabd9bda9 req-4f030a29-8d42-4fd6-91b6-447f04b8edf9 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a HTTP/1.1" status: 200 len: 944 time: 0.0833864 Feb 09 02:14:48.227920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae396bb0-8404-4261-bfc6-f26523fb54d9 req-0b322a15-3808-4f8b-8204-14cae4db385f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:48.230152 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae396bb0-8404-4261-bfc6-f26523fb54d9 req-0b322a15-3808-4f8b-8204-14cae4db385f service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe6fb987-7f73-457a-9c89-ce2a1137f3ad HTTP/1.1" status: 200 len: 897 time: 0.1246889 Feb 09 02:14:48.247517 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-49e1878c-a06e-437a-8167-70baabd9bda9 req-10161987-f009-4b46-832c-6fa04759c3d7 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4956a46-0132-40a6-94c3-b73fdd92189d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661118 Feb 09 02:14:48.279776 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae396bb0-8404-4261-bfc6-f26523fb54d9 req-ea8e48ed-4d52-4b77-9e1d-3711842723a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=0bef0937-e090-4bf6-bd62-be3c6b2dcceb HTTP/1.1" status: 200 len: 217 time: 0.0433044 Feb 09 02:14:48.345640 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae396bb0-8404-4261-bfc6-f26523fb54d9 req-078d74e1-5a14-49ad-8cd1-53f7079e15a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:48.350488 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae396bb0-8404-4261-bfc6-f26523fb54d9 req-078d74e1-5a14-49ad-8cd1-53f7079e15a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e0438a4c-3518-4ca2-b798-dbc628f4bd19 HTTP/1.1" status: 200 len: 838 time: 0.0592241 Feb 09 02:14:48.404849 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae396bb0-8404-4261-bfc6-f26523fb54d9 req-923b161f-dc4f-4290-b4cd-dc829ba2aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:48.406833 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae396bb0-8404-4261-bfc6-f26523fb54d9 req-923b161f-dc4f-4290-b4cd-dc829ba2aeb9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe6fb987-7f73-457a-9c89-ce2a1137f3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0532544 Feb 09 02:14:48.506324 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae396bb0-8404-4261-bfc6-f26523fb54d9 req-834c709e-53f7-427e-a5b4-46bddb124567 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6fb987-7f73-457a-9c89-ce2a1137f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923104 Feb 09 02:14:48.609718 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae396bb0-8404-4261-bfc6-f26523fb54d9 req-2762b2c1-1d83-4e04-86b8-95cd3bbf55b2 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6fb987-7f73-457a-9c89-ce2a1137f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949993 Feb 09 02:14:49.363075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccda3c-c355-4689-b9fa-ab86ad7faf07 req-bb8c6530-1089-4f8e-99af-508324fe377f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:49.364917 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b4ccda3c-c355-4689-b9fa-ab86ad7faf07 req-bb8c6530-1089-4f8e-99af-508324fe377f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a HTTP/1.1" status: 200 len: 944 time: 0.0559318 Feb 09 02:14:49.417038 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b4ccda3c-c355-4689-b9fa-ab86ad7faf07 req-7bd3bcd4-1fa6-4a8a-b95f-0bd45dc97037 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4956a46-0132-40a6-94c3-b73fdd92189d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463238 Feb 09 02:14:50.523800 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:14:50.568484 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b43cd8-7fcd-4321-bef3-17968682c541 req-c01cb25b-7e9e-431e-b5fa-dfef949fe516 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:50.570266 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-94b43cd8-7fcd-4321-bef3-17968682c541 req-c01cb25b-7e9e-431e-b5fa-dfef949fe516 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a HTTP/1.1" status: 200 len: 944 time: 0.0787466 Feb 09 02:14:50.617056 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 0bef0937-e090-4bf6-bd62-be3c6b2dcceb details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:14:50.628391 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-94b43cd8-7fcd-4321-bef3-17968682c541 req-58f560b7-e536-4aba-87da-f4aad44eeb56 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4956a46-0132-40a6-94c3-b73fdd92189d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510287 Feb 09 02:14:50.742410 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 0bef0937-e090-4bf6-bd62-be3c6b2dcceb, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=0bef0937-e090-4bf6-bd62-be3c6b2dcceb,segment=NetworkSegment(9ab3b09c-1576-4a20-808b-73e96b9360c7),segment_id=9ab3b09c-1576-4a20-808b-73e96b9360c7)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:50.755510 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '0bef0937-e090-4bf6-bd62-be3c6b2dcceb', 'network_id': 'fe6fb987-7f73-457a-9c89-ce2a1137f3ad', 'port_id': '0bef0937-e090-4bf6-bd62-be3c6b2dcceb', 'mac_address': 'fa:16:3e:e3:2d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0438a4c-3518-4ca2-b798-dbc628f4bd19', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:14:50.810364 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 0bef0937-e090-4bf6-bd62-be3c6b2dcceb is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:50.810976 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0bef0937-e090-4bf6-bd62-be3c6b2dcceb), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:50.825939 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bef0937-e090-4bf6-bd62-be3c6b2dcceb {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:14:50.847460 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 0bef0937-e090-4bf6-bd62-be3c6b2dcceb, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=0bef0937-e090-4bf6-bd62-be3c6b2dcceb,segment=NetworkSegment(9ab3b09c-1576-4a20-808b-73e96b9360c7),segment_id=9ab3b09c-1576-4a20-808b-73e96b9360c7)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:50.852104 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0bef0937-e090-4bf6-bd62-be3c6b2dcceb), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:50.914162 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=0bef0937-e090-4bf6-bd62-be3c6b2dcceb,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:51.088696 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['0bef0937-e090-4bf6-bd62-be3c6b2dcceb'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:14:51.768593 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f2c3f-a76e-4dc0-9b71-57f8f76922e1 req-edaa300c-867a-42f5-8c96-43841bb3f4ca tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:51.770004 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-181f2c3f-a76e-4dc0-9b71-57f8f76922e1 req-edaa300c-867a-42f5-8c96-43841bb3f4ca tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a HTTP/1.1" status: 200 len: 945 time: 0.0612495 Feb 09 02:14:51.832619 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-181f2c3f-a76e-4dc0-9b71-57f8f76922e1 req-086c6682-685f-4c8f-b319-edfbe412a45b tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4956a46-0132-40a6-94c3-b73fdd92189d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565891 Feb 09 02:14:52.393603 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52126) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:52.509084 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-829e9065-6961-4d57-86e3-15820f76aa05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:52.599084 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-829e9065-6961-4d57-86e3-15820f76aa05 admin admin] Publish callbacks [] for security_group (a217361a-ca26-4fc0-af39-535783745b7b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:52.604369 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-829e9065-6961-4d57-86e3-15820f76aa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a217361a-ca26-4fc0-af39-535783745b7b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:52.629468 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 0bef0937-e090-4bf6-bd62-be3c6b2dcceb up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:14:52.648890 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e9065-6961-4d57-86e3-15820f76aa05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a217361a-ca26-4fc0-af39-535783745b7b,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:52.678090 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-829e9065-6961-4d57-86e3-15820f76aa05 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=681cea37b2354bafa048759cdadc4494&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2832496 Feb 09 02:14:52.680847 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52130) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:52.695794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 0bef0937-e090-4bf6-bd62-be3c6b2dcceb completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:14:52.703475 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 0bef0937-e090-4bf6-bd62-be3c6b2dcceb triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:52.703993 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0bef0937-e090-4bf6-bd62-be3c6b2dcceb), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:52.738060 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-225e9e51-42bc-4c76-93dc-64fb4e758c58 admin admin] Publish callbacks [] for security_group (a217361a-ca26-4fc0-af39-535783745b7b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:52.762159 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-225e9e51-42bc-4c76-93dc-64fb4e758c58 admin admin] Publish callbacks [] for security_group (a217361a-ca26-4fc0-af39-535783745b7b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:52.839699 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-225e9e51-42bc-4c76-93dc-64fb4e758c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (a217361a-ca26-4fc0-af39-535783745b7b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:52.844790 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-225e9e51-42bc-4c76-93dc-64fb4e758c58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:52.846983 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-225e9e51-42bc-4c76-93dc-64fb4e758c58 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a217361a-ca26-4fc0-af39-535783745b7b HTTP/1.1" status: 204 len: 168 time: 0.1645415 Feb 09 02:14:52.905096 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e9e51-42bc-4c76-93dc-64fb4e758c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a217361a-ca26-4fc0-af39-535783745b7b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:53.040616 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 0bef0937-e090-4bf6-bd62-be3c6b2dcceb is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:53.041335 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0bef0937-e090-4bf6-bd62-be3c6b2dcceb), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:53.076359 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db080f6-d4a4-4984-a374-47b93e77cf5d req-6b5d143f-af1f-4457-a2c4-e9245e8aa576 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:53.086847 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 0bef0937-e090-4bf6-bd62-be3c6b2dcceb, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=0bef0937-e090-4bf6-bd62-be3c6b2dcceb,segment=NetworkSegment(9ab3b09c-1576-4a20-808b-73e96b9360c7),segment_id=9ab3b09c-1576-4a20-808b-73e96b9360c7)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:53.088199 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bef0937-e090-4bf6-bd62-be3c6b2dcceb'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:53.090122 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0db080f6-d4a4-4984-a374-47b93e77cf5d req-6b5d143f-af1f-4457-a2c4-e9245e8aa576 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a HTTP/1.1" status: 200 len: 945 time: 0.1270115 Feb 09 02:14:53.092618 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1fccf3-8ce9-4bf1-8994-f6bc31c0c1da" -d '{"events": [{"server_uuid": "a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a", "name": "network-vif-plugged", "status": "completed", "tag": "0bef0937-e090-4bf6-bd62-be3c6b2dcceb"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:53.098877 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0bef0937-e090-4bf6-bd62-be3c6b2dcceb), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:53.158956 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=0bef0937-e090-4bf6-bd62-be3c6b2dcceb,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:53.168632 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f46b8d-dda5-4486-82ad-8635234d7dc5 x-openstack-request-id: req-d5f46b8d-dda5-4486-82ad-8635234d7dc5 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:53.169115 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a", "name": "network-vif-plugged", "status": "completed", "tag": "0bef0937-e090-4bf6-bd62-be3c6b2dcceb", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:53.169242 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d5f46b8d-dda5-4486-82ad-8635234d7dc5 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:53.169539 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bef0937-e090-4bf6-bd62-be3c6b2dcceb', 'code': 200} Feb 09 02:14:53.198528 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0db080f6-d4a4-4984-a374-47b93e77cf5d req-11aaf0dc-a545-4bb4-86e1-6d16e599b3d7 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4956a46-0132-40a6-94c3-b73fdd92189d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073582 Feb 09 02:14:53.290712 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bf70a-8692-472b-9621-0fed1f4296fa req-0f2dc785-d787-44de-bb61-6bae8a68f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:53.294106 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad2bf70a-8692-472b-9621-0fed1f4296fa req-0f2dc785-d787-44de-bb61-6bae8a68f637 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a HTTP/1.1" status: 200 len: 1128 time: 0.0610149 Feb 09 02:14:53.360771 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad2bf70a-8692-472b-9621-0fed1f4296fa req-85a19a07-dc1e-428f-8589-a0a3f2cccb8f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e4956a46-0132-40a6-94c3-b73fdd92189d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595338 Feb 09 02:14:54.397458 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626717d-21b5-45cd-aa80-5137588ba5a0 req-16e702ac-d91d-4df3-a726-4543ed9c4994 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:54.400893 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b626717d-21b5-45cd-aa80-5137588ba5a0 req-16e702ac-d91d-4df3-a726-4543ed9c4994 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a HTTP/1.1" status: 200 len: 946 time: 0.0931950 Feb 09 02:14:54.468111 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b626717d-21b5-45cd-aa80-5137588ba5a0 req-831eafb0-f811-40db-a9c2-5e111b3640a1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4956a46-0132-40a6-94c3-b73fdd92189d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552583 Feb 09 02:14:55.630320 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbeb89-9069-4638-8659-b2a00e0664e1 req-f9a3900d-c4c8-42b5-a829-55de9e25dfe3 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:55.635746 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1bdbeb89-9069-4638-8659-b2a00e0664e1 req-f9a3900d-c4c8-42b5-a829-55de9e25dfe3 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a HTTP/1.1" status: 200 len: 946 time: 0.0779722 Feb 09 02:14:55.695912 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1bdbeb89-9069-4638-8659-b2a00e0664e1 req-97c45842-b703-493f-ad25-99bd8840407d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4956a46-0132-40a6-94c3-b73fdd92189d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568769 Feb 09 02:14:55.841444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801bd7d-7774-4ad3-b335-b1f031cc5834 req-26e9acae-ba05-434c-8924-fe4c3b2640f4 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:55.843921 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7801bd7d-7774-4ad3-b335-b1f031cc5834 req-26e9acae-ba05-434c-8924-fe4c3b2640f4 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a HTTP/1.1" status: 200 len: 946 time: 0.0660901 Feb 09 02:14:55.902726 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7801bd7d-7774-4ad3-b335-b1f031cc5834 req-7d18c5ea-c454-4022-85aa-73cbb10c3f45 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4956a46-0132-40a6-94c3-b73fdd92189d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523498 Feb 09 02:14:57.467127 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52238) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:57.964945 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1983acbc-d150-4f0d-bd52-928ee730f494 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:58.263428 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-1983acbc-d150-4f0d-bd52-928ee730f494 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Allocated IP 172.20.0.17 (fe6fb987-7f73-457a-9c89-ce2a1137f3ad/e0438a4c-3518-4ca2-b798-dbc628f4bd19/03559d8d-bf36-44a1-b1de-aeeb846de500) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:14:58.390225 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1983acbc-d150-4f0d-bd52-928ee730f494 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for port (03559d8d-bf36-44a1-b1de-aeeb846de500), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:58.433291 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1983acbc-d150-4f0d-bd52-928ee730f494 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (03559d8d-bf36-44a1-b1de-aeeb846de500), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:58.480261 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1983acbc-d150-4f0d-bd52-928ee730f494 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Network fe6fb987-7f73-457a-9c89-ce2a1137f3ad is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:14:58.486565 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-1983acbc-d150-4f0d-bd52-928ee730f494 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:58.490763 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1983acbc-d150-4f0d-bd52-928ee730f494 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:14:58.540210 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1983acbc-d150-4f0d-bd52-928ee730f494 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (d4eec624-5edf-40b3-9e79-98179fbfba81), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:58.644484 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983acbc-d150-4f0d-bd52-928ee730f494 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'Port': ['ID=03559d8d-bf36-44a1-b1de-aeeb846de500,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:58.757449 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1983acbc-d150-4f0d-bd52-928ee730f494 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (03559d8d-bf36-44a1-b1de-aeeb846de500), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:58.847562 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5ce9e97a-99c3-47ee-8d9b-f49fe5e5b3ca None None] Provisioning complete for port 03559d8d-bf36-44a1-b1de-aeeb846de500 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:58.859421 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ce9e97a-99c3-47ee-8d9b-f49fe5e5b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (03559d8d-bf36-44a1-b1de-aeeb846de500), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:58.913135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5ce9e97a-99c3-47ee-8d9b-f49fe5e5b3ca None None] Port 03559d8d-bf36-44a1-b1de-aeeb846de500 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:14:59.088262 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1983acbc-d150-4f0d-bd52-928ee730f494 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for port (03559d8d-bf36-44a1-b1de-aeeb846de500), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:59.095410 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1983acbc-d150-4f0d-bd52-928ee730f494 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (03559d8d-bf36-44a1-b1de-aeeb846de500), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:59.186632 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1983acbc-d150-4f0d-bd52-928ee730f494 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (d4eec624-5edf-40b3-9e79-98179fbfba81), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:59.188806 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983acbc-d150-4f0d-bd52-928ee730f494 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'Port': ['ID=03559d8d-bf36-44a1-b1de-aeeb846de500,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:59.299862 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1983acbc-d150-4f0d-bd52-928ee730f494 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Network fe6fb987-7f73-457a-9c89-ce2a1137f3ad is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:14:59.302177 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-1983acbc-d150-4f0d-bd52-928ee730f494 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:59.511537 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1983acbc-d150-4f0d-bd52-928ee730f494 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Router d4eec624-5edf-40b3-9e79-98179fbfba81 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:14:59.675377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d15393e8-abe1-4405-87ed-56fd3fa7ad7d None None] Provisioning complete for port 03559d8d-bf36-44a1-b1de-aeeb846de500 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:59.676421 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d15393e8-abe1-4405-87ed-56fd3fa7ad7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (03559d8d-bf36-44a1-b1de-aeeb846de500), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:59.712948 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1983acbc-d150-4f0d-bd52-928ee730f494 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:14:59.730038 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] Sync routers for ids ['d4eec624-5edf-40b3-9e79-98179fbfba81'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:14:59.735129 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1983acbc-d150-4f0d-bd52-928ee730f494 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "PUT /v2.0/routers/d4eec624-5edf-40b3-9e79-98179fbfba81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2661438 Feb 09 02:14:59.746777 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] Routers {'d4eec624-5edf-40b3-9e79-98179fbfba81'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:14:59.747864 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:14:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d4eec624-5edf-40b3-9e79-98179fbfba81'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:59.750587 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d15393e8-abe1-4405-87ed-56fd3fa7ad7d None None] Port 03559d8d-bf36-44a1-b1de-aeeb846de500 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:14:59.991068 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] Set router d4eec624-5edf-40b3-9e79-98179fbfba81 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:00.360682 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'name': 'tempest-TestNetworkBasicOps-router-1614438909', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:27Z', 'updated_at': '2022-02-09T02:14:58Z', 'revision_number': 5, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:28Z', 'updated_at': '2022-02-09T02:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '57b3fa90-773a-48a5-bfaf-a38e152781a1', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'port_id': 'c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'mac_address': 'fa:16:3e:b0:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a11b7d-854f-4882-abfe-bd671f76f507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:14:01Z', 'updated_at': '2022-02-09T02:14:04Z', 'revision_number': 1, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03559d8d-bf36-44a1-b1de-aeeb846de500', 'name': '', 'network_id': 'fe6fb987-7f73-457a-9c89-ce2a1137f3ad', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:1f:00:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'e0438a4c-3518-4ca2-b798-dbc628f4bd19', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:58Z', 'updated_at': '2022-02-09T02:14:58Z', 'revision_number': 2, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': 'e0438a4c-3518-4ca2-b798-dbc628f4bd19', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb008b15-212e-41b7-b804-8a24bdc7fe4f', 'name': '', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:24:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:33Z', 'updated_at': '2022-02-09T02:13:40Z', 'revision_number': 5, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:00.389804 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] Checking router: d4eec624-5edf-40b3-9e79-98179fbfba81 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:15:00.390725 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] Updating router d4eec624-5edf-40b3-9e79-98179fbfba81 port 03559d8d-bf36-44a1-b1de-aeeb846de500 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:15:00.423890 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (03559d8d-bf36-44a1-b1de-aeeb846de500), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:00.745126 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] Publish callbacks [] for port (03559d8d-bf36-44a1-b1de-aeeb846de500), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:00.753022 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (03559d8d-bf36-44a1-b1de-aeeb846de500), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:00.834012 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a9cc2-832f-43d1-917f-8d763d9fdf2d None None] Pushing event updated for resources: {'Port': ['ID=03559d8d-bf36-44a1-b1de-aeeb846de500,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:00.854511 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a9cc2-832f-43d1-917f-8d763d9fdf2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:00.855031 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a9cc2-832f-43d1-917f-8d763d9fdf2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:00.855314 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a9cc2-832f-43d1-917f-8d763d9fdf2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:00.855740 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a9cc2-832f-43d1-917f-8d763d9fdf2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:00.856167 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a9cc2-832f-43d1-917f-8d763d9fdf2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:00.856547 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a9cc2-832f-43d1-917f-8d763d9fdf2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:00.856962 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a9cc2-832f-43d1-917f-8d763d9fdf2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:00.857346 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a9cc2-832f-43d1-917f-8d763d9fdf2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:00.857673 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a9cc2-832f-43d1-917f-8d763d9fdf2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:00.858043 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a9cc2-832f-43d1-917f-8d763d9fdf2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:00.858432 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a9cc2-832f-43d1-917f-8d763d9fdf2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:00.859289 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a9cc2-832f-43d1-917f-8d763d9fdf2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:00.859786 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a9cc2-832f-43d1-917f-8d763d9fdf2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:00.878985 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] Attempting to bind port 03559d8d-bf36-44a1-b1de-aeeb846de500 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:15:00.879420 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] Attempting to bind port 03559d8d-bf36-44a1-b1de-aeeb846de500 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '9ab3b09c-1576-4a20-808b-73e96b9360c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6fb987-7f73-457a-9c89-ce2a1137f3ad'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:15:00.879787 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] Attempting to bind port 03559d8d-bf36-44a1-b1de-aeeb846de500 on network fe6fb987-7f73-457a-9c89-ce2a1137f3ad {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:00.885817 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:15:00.886254 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] Checking segment: {'id': '9ab3b09c-1576-4a20-808b-73e96b9360c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6fb987-7f73-457a-9c89-ce2a1137f3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:00.886669 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:00.887092 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] Bound using segment: {'id': '9ab3b09c-1576-4a20-808b-73e96b9360c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6fb987-7f73-457a-9c89-ce2a1137f3ad'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:15:00.887699 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] Bound port: 03559d8d-bf36-44a1-b1de-aeeb846de500, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab3b09c-1576-4a20-808b-73e96b9360c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6fb987-7f73-457a-9c89-ce2a1137f3ad'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:15:00.888126 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (03559d8d-bf36-44a1-b1de-aeeb846de500), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:01.023768 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] For port 03559d8d-bf36-44a1-b1de-aeeb846de500, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:01.032275 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] For port 03559d8d-bf36-44a1-b1de-aeeb846de500, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=03559d8d-bf36-44a1-b1de-aeeb846de500,segment=NetworkSegment(9ab3b09c-1576-4a20-808b-73e96b9360c7),segment_id=9ab3b09c-1576-4a20-808b-73e96b9360c7)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:15:01.043673 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (03559d8d-bf36-44a1-b1de-aeeb846de500), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:01.123476 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] Routers {'d4eec624-5edf-40b3-9e79-98179fbfba81'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:01.124493 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:14:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d4eec624-5edf-40b3-9e79-98179fbfba81'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:01.291415 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a9cc2-832f-43d1-917f-8d763d9fdf2d None None] Pushing event updated for resources: {'Port': ['ID=03559d8d-bf36-44a1-b1de-aeeb846de500,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:01.316377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c9685ff5-6b48-4550-9681-45a6becbc3fe None None] Provisioning complete for port 03559d8d-bf36-44a1-b1de-aeeb846de500 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:01.319388 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c9685ff5-6b48-4550-9681-45a6becbc3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (03559d8d-bf36-44a1-b1de-aeeb846de500), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:01.338683 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] Set router d4eec624-5edf-40b3-9e79-98179fbfba81 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:01.372061 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52296) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:01.525332 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c9685ff5-6b48-4550-9681-45a6becbc3fe None None] Current status of the port 03559d8d-bf36-44a1-b1de-aeeb846de500 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:01.526173 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c9685ff5-6b48-4550-9681-45a6becbc3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (03559d8d-bf36-44a1-b1de-aeeb846de500), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:01.603915 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c9685ff5-6b48-4550-9681-45a6becbc3fe None None] For port 03559d8d-bf36-44a1-b1de-aeeb846de500, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=03559d8d-bf36-44a1-b1de-aeeb846de500,segment=NetworkSegment(9ab3b09c-1576-4a20-808b-73e96b9360c7),segment_id=9ab3b09c-1576-4a20-808b-73e96b9360c7)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:01.610645 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c9685ff5-6b48-4550-9681-45a6becbc3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (03559d8d-bf36-44a1-b1de-aeeb846de500), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:01.633059 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d485cc59-ac79-4104-9630-e6c6554ea5f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:01.694325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9685ff5-6b48-4550-9681-45a6becbc3fe None None] Pushing event updated for resources: {'Port': ['ID=03559d8d-bf36-44a1-b1de-aeeb846de500,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:01.717086 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'name': 'tempest-TestNetworkBasicOps-router-1614438909', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:27Z', 'updated_at': '2022-02-09T02:14:58Z', 'revision_number': 5, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:28Z', 'updated_at': '2022-02-09T02:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '57b3fa90-773a-48a5-bfaf-a38e152781a1', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'port_id': 'c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'mac_address': 'fa:16:3e:b0:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a11b7d-854f-4882-abfe-bd671f76f507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:14:01Z', 'updated_at': '2022-02-09T02:14:04Z', 'revision_number': 1, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03559d8d-bf36-44a1-b1de-aeeb846de500', 'name': '', 'network_id': 'fe6fb987-7f73-457a-9c89-ce2a1137f3ad', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:1f:00:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'e0438a4c-3518-4ca2-b798-dbc628f4bd19', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:58Z', 'updated_at': '2022-02-09T02:15:01Z', 'revision_number': 4, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': 'e0438a4c-3518-4ca2-b798-dbc628f4bd19', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb008b15-212e-41b7-b804-8a24bdc7fe4f', 'name': '', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:24:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:33Z', 'updated_at': '2022-02-09T02:13:40Z', 'revision_number': 5, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:01.769391 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ea741e05-7a20-4bf9-942b-1622d8d0a097 None None] Provisioning complete for port 03559d8d-bf36-44a1-b1de-aeeb846de500 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:01.770192 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ea741e05-7a20-4bf9-942b-1622d8d0a097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (03559d8d-bf36-44a1-b1de-aeeb846de500), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:01.812532 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672cfba-7a47-487c-a5b9-53d4fc074321 None None] The sync data for ids ['d4eec624-5edf-40b3-9e79-98179fbfba81'] in n-d-828387-3 is: [{'id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'name': 'tempest-TestNetworkBasicOps-router-1614438909', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:27Z', 'updated_at': '2022-02-09T02:14:58Z', 'revision_number': 5, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:28Z', 'updated_at': '2022-02-09T02:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '57b3fa90-773a-48a5-bfaf-a38e152781a1', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'port_id': 'c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'mac_address': 'fa:16:3e:b0:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a11b7d-854f-4882-abfe-bd671f76f507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:14:01Z', 'updated_at': '2022-02-09T02:14:04Z', 'revision_number': 1, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03559d8d-bf36-44a1-b1de-aeeb846de500', 'name': '', 'network_id': 'fe6fb987-7f73-457a-9c89-ce2a1137f3ad', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:1f:00:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'e0438a4c-3518-4ca2-b798-dbc628f4bd19', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:58Z', 'updated_at': '2022-02-09T02:15:01Z', 'revision_number': 4, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': 'e0438a4c-3518-4ca2-b798-dbc628f4bd19', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb008b15-212e-41b7-b804-8a24bdc7fe4f', 'name': '', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:24:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:33Z', 'updated_at': '2022-02-09T02:13:40Z', 'revision_number': 5, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:15:01.822212 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d485cc59-ac79-4104-9630-e6c6554ea5f4 admin admin] Publish callbacks [] for security_group (211c2120-d1b6-4102-996d-b3fc11b113e6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:01.828714 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d485cc59-ac79-4104-9630-e6c6554ea5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (211c2120-d1b6-4102-996d-b3fc11b113e6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:01.923834 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d485cc59-ac79-4104-9630-e6c6554ea5f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=737822cc6ab646f284d64edc7590c2af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5499732 Feb 09 02:15:01.927087 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52304) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:01.969537 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485cc59-ac79-4104-9630-e6c6554ea5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211c2120-d1b6-4102-996d-b3fc11b113e6,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:02.053914 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-720a51c1-2aed-4a68-a103-655cb77706d3 admin admin] Publish callbacks [] for security_group (211c2120-d1b6-4102-996d-b3fc11b113e6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:02.055542 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ea741e05-7a20-4bf9-942b-1622d8d0a097 None None] Current status of the port 03559d8d-bf36-44a1-b1de-aeeb846de500 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:02.090005 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-720a51c1-2aed-4a68-a103-655cb77706d3 admin admin] Publish callbacks [] for security_group (211c2120-d1b6-4102-996d-b3fc11b113e6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:02.154525 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-720a51c1-2aed-4a68-a103-655cb77706d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (211c2120-d1b6-4102-996d-b3fc11b113e6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:02.158828 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-720a51c1-2aed-4a68-a103-655cb77706d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:02.162490 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-720a51c1-2aed-4a68-a103-655cb77706d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/211c2120-d1b6-4102-996d-b3fc11b113e6 HTTP/1.1" status: 204 len: 168 time: 0.2260082 Feb 09 02:15:02.180860 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a51c1-2aed-4a68-a103-655cb77706d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211c2120-d1b6-4102-996d-b3fc11b113e6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:02.888770 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 03559d8d-bf36-44a1-b1de-aeeb846de500 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:02.947985 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 03559d8d-bf36-44a1-b1de-aeeb846de500 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:02.948635 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (03559d8d-bf36-44a1-b1de-aeeb846de500), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:03.052179 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 03559d8d-bf36-44a1-b1de-aeeb846de500 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:07.497927 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2935ab75-7f09-40d5-ac38-02b5faf9a6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:10.106236 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:10.159740 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-abb2e8fa-d33a-4321-82fc-05a42e475250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:10.887840 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:11.084580 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:12.419535 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:13.481981 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:19.794143 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423520a0-739a-46be-867a-9c7024dcb3c4 req-5898afb8-d6a4-4724-98e6-bad798750505 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a1a11b7d-854f-4882-abfe-bd671f76f507&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0566325 Feb 09 02:15:19.906173 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423520a0-739a-46be-867a-9c7024dcb3c4 req-74b579af-3c17-436b-87b2-4bae56f03da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:19.908286 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423520a0-739a-46be-867a-9c7024dcb3c4 req-74b579af-3c17-436b-87b2-4bae56f03da1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=87ca4c7ab6184b8eb587f6203fddbced&device_id=a1a11b7d-854f-4882-abfe-bd671f76f507 HTTP/1.1" status: 200 len: 1127 time: 0.0584261 Feb 09 02:15:20.037010 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423520a0-739a-46be-867a-9c7024dcb3c4 req-91412513-513d-4dbe-aeba-ae5cfcb6fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:20.038492 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423520a0-739a-46be-867a-9c7024dcb3c4 req-91412513-513d-4dbe-aeba-ae5cfcb6fcad service neutron] 10.222.0.48 "GET /v2.0/networks?id=dbc2a860-a3f0-4678-9348-1a276d2e7db3 HTTP/1.1" status: 200 len: 898 time: 0.1081669 Feb 09 02:15:20.116592 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423520a0-739a-46be-867a-9c7024dcb3c4 req-b77a9350-16ef-4889-8a63-3fdc1bee28fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e HTTP/1.1" status: 200 len: 1000 time: 0.0695717 Feb 09 02:15:20.182097 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423520a0-739a-46be-867a-9c7024dcb3c4 req-be5a1d18-4364-48de-802c-69960957450a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:20.183925 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423520a0-739a-46be-867a-9c7024dcb3c4 req-be5a1d18-4364-48de-802c-69960957450a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9fc8a065-4570-450f-a943-ad922bc33f89 HTTP/1.1" status: 200 len: 835 time: 0.0609949 Feb 09 02:15:20.248480 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423520a0-739a-46be-867a-9c7024dcb3c4 req-ef2385ad-e636-453b-96f0-7a75897980db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:20.251141 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423520a0-739a-46be-867a-9c7024dcb3c4 req-ef2385ad-e636-453b-96f0-7a75897980db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dbc2a860-a3f0-4678-9348-1a276d2e7db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0586698 Feb 09 02:15:20.363578 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423520a0-739a-46be-867a-9c7024dcb3c4 req-907c39ec-df0d-46e7-b339-eaae81010122 service neutron] 10.222.0.48 "GET /v2.0/networks/dbc2a860-a3f0-4678-9348-1a276d2e7db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988374 Feb 09 02:15:20.461923 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423520a0-739a-46be-867a-9c7024dcb3c4 req-83e41ccb-330a-4458-a6cc-c01f8b6563f2 service neutron] 10.222.0.48 "GET /v2.0/networks/dbc2a860-a3f0-4678-9348-1a276d2e7db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983551 Feb 09 02:15:22.753828 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52688) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:23.609056 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (d4eec624-5edf-40b3-9e79-98179fbfba81), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:24.002247 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Deleting port 03559d8d-bf36-44a1-b1de-aeeb846de500 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:15:24.002942 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (03559d8d-bf36-44a1-b1de-aeeb846de500), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:24.102859 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] For port 03559d8d-bf36-44a1-b1de-aeeb846de500, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=03559d8d-bf36-44a1-b1de-aeeb846de500,segment=NetworkSegment(9ab3b09c-1576-4a20-808b-73e96b9360c7),segment_id=9ab3b09c-1576-4a20-808b-73e96b9360c7)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:24.103291 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (03559d8d-bf36-44a1-b1de-aeeb846de500), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:24.116220 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Calling delete_port for 03559d8d-bf36-44a1-b1de-aeeb846de500 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:15:24.341409 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (03559d8d-bf36-44a1-b1de-aeeb846de500), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:24.373682 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event deleted for resources: {'Port': ['ID=03559d8d-bf36-44a1-b1de-aeeb846de500,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:24.404840 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:24.405357 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:24.405783 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:24.406126 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:24.406462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:24.406805 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:24.407416 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:24.407762 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:24.408078 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:24.408405 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:24.408732 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:24.409202 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:24.409538 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:24.593305 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (d4eec624-5edf-40b3-9e79-98179fbfba81), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:24.876612 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Router d4eec624-5edf-40b3-9e79-98179fbfba81 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:15:25.021390 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:15:25.034152 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-97d025a1-03b8-466f-8719-7ee6f659c398 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "PUT /v2.0/routers/d4eec624-5edf-40b3-9e79-98179fbfba81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2767942 Feb 09 02:15:25.036524 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e36d8cb-7114-45b4-a765-2619a2da6666 None None] Sync routers for ids ['d4eec624-5edf-40b3-9e79-98179fbfba81'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:15:25.065507 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e36d8cb-7114-45b4-a765-2619a2da6666 None None] Routers {'d4eec624-5edf-40b3-9e79-98179fbfba81'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:25.066186 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-0e36d8cb-7114-45b4-a765-2619a2da6666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:15:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d4eec624-5edf-40b3-9e79-98179fbfba81'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:25.242310 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-0e36d8cb-7114-45b4-a765-2619a2da6666 None None] Set router d4eec624-5edf-40b3-9e79-98179fbfba81 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:25.421746 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec8bf1-0a91-4f3b-ade4-dd89851f44d8 req-1da04b7b-b225-45de-a9c0-ca4568ab5167 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:25.436037 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9eec8bf1-0a91-4f3b-ade4-dd89851f44d8 req-1da04b7b-b225-45de-a9c0-ca4568ab5167 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a HTTP/1.1" status: 200 len: 946 time: 0.1206310 Feb 09 02:15:25.546404 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9eec8bf1-0a91-4f3b-ade4-dd89851f44d8 req-b15f2ff0-47b1-4458-95b2-0db038720093 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4956a46-0132-40a6-94c3-b73fdd92189d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017566 Feb 09 02:15:25.591157 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-0e36d8cb-7114-45b4-a765-2619a2da6666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'name': 'tempest-TestNetworkBasicOps-router-1614438909', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:27Z', 'updated_at': '2022-02-09T02:15:24Z', 'revision_number': 6, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:28Z', 'updated_at': '2022-02-09T02:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '57b3fa90-773a-48a5-bfaf-a38e152781a1', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'port_id': 'c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'mac_address': 'fa:16:3e:b0:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a11b7d-854f-4882-abfe-bd671f76f507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:14:01Z', 'updated_at': '2022-02-09T02:14:04Z', 'revision_number': 1, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb008b15-212e-41b7-b804-8a24bdc7fe4f', 'name': '', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:24:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:33Z', 'updated_at': '2022-02-09T02:13:40Z', 'revision_number': 5, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:25.626267 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e36d8cb-7114-45b4-a765-2619a2da6666 None None] Checking router: d4eec624-5edf-40b3-9e79-98179fbfba81 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:15:25.637923 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e36d8cb-7114-45b4-a765-2619a2da6666 None None] Routers {'d4eec624-5edf-40b3-9e79-98179fbfba81'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:25.637923 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-0e36d8cb-7114-45b4-a765-2619a2da6666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:15:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d4eec624-5edf-40b3-9e79-98179fbfba81'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:25.771341 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-0e36d8cb-7114-45b4-a765-2619a2da6666 None None] Set router d4eec624-5edf-40b3-9e79-98179fbfba81 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:26.072185 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-0e36d8cb-7114-45b4-a765-2619a2da6666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'name': 'tempest-TestNetworkBasicOps-router-1614438909', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:27Z', 'updated_at': '2022-02-09T02:15:24Z', 'revision_number': 6, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:28Z', 'updated_at': '2022-02-09T02:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '57b3fa90-773a-48a5-bfaf-a38e152781a1', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'port_id': 'c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'mac_address': 'fa:16:3e:b0:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a11b7d-854f-4882-abfe-bd671f76f507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:14:01Z', 'updated_at': '2022-02-09T02:14:04Z', 'revision_number': 1, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb008b15-212e-41b7-b804-8a24bdc7fe4f', 'name': '', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:24:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:33Z', 'updated_at': '2022-02-09T02:13:40Z', 'revision_number': 5, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:26.107092 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e36d8cb-7114-45b4-a765-2619a2da6666 None None] The sync data for ids ['d4eec624-5edf-40b3-9e79-98179fbfba81'] in n-d-828387-3 is: [{'id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'name': 'tempest-TestNetworkBasicOps-router-1614438909', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:27Z', 'updated_at': '2022-02-09T02:15:24Z', 'revision_number': 6, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:28Z', 'updated_at': '2022-02-09T02:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '57b3fa90-773a-48a5-bfaf-a38e152781a1', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'port_id': 'c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'mac_address': 'fa:16:3e:b0:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a11b7d-854f-4882-abfe-bd671f76f507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:14:01Z', 'updated_at': '2022-02-09T02:14:04Z', 'revision_number': 1, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb008b15-212e-41b7-b804-8a24bdc7fe4f', 'name': '', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:24:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:33Z', 'updated_at': '2022-02-09T02:13:40Z', 'revision_number': 5, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:15:26.747517 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 03559d8d-bf36-44a1-b1de-aeeb846de500 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:15:26.751427 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644eb11-ce15-4d4a-9898-f4cb12332eee req-265e70b1-6dfe-4f79-92fe-5d6cb1275973 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:26.761184 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c644eb11-ce15-4d4a-9898-f4cb12332eee req-265e70b1-6dfe-4f79-92fe-5d6cb1275973 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a HTTP/1.1" status: 200 len: 946 time: 0.1219296 Feb 09 02:15:26.784029 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 03559d8d-bf36-44a1-b1de-aeeb846de500 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:15:26.784383 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 03559d8d-bf36-44a1-b1de-aeeb846de500 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:15:26.838661 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c644eb11-ce15-4d4a-9898-f4cb12332eee req-e3288356-a70c-4fec-b3f6-5b5fb5b2c3df tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4956a46-0132-40a6-94c3-b73fdd92189d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713339 Feb 09 02:15:26.939688 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad58a5-dec9-4a0d-9b93-b2ca5cdda414 req-2cfccd85-3d4f-4ce2-b4d6-fe0041f6addd tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:26.941176 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a5ad58a5-dec9-4a0d-9b93-b2ca5cdda414 req-2cfccd85-3d4f-4ce2-b4d6-fe0041f6addd tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.48 "GET /v2.0/ports?device_id=a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a HTTP/1.1" status: 200 len: 946 time: 0.0570118 Feb 09 02:15:27.048821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-a5ad58a5-dec9-4a0d-9b93-b2ca5cdda414 req-8d97b864-a0ab-4feb-8d7a-d6e4e86f100f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Deleting port 0bef0937-e090-4bf6-bd62-be3c6b2dcceb {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:15:27.049183 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a5ad58a5-dec9-4a0d-9b93-b2ca5cdda414 req-8d97b864-a0ab-4feb-8d7a-d6e4e86f100f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0bef0937-e090-4bf6-bd62-be3c6b2dcceb), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:27.140815 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a5ad58a5-dec9-4a0d-9b93-b2ca5cdda414 req-8d97b864-a0ab-4feb-8d7a-d6e4e86f100f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] For port 0bef0937-e090-4bf6-bd62-be3c6b2dcceb, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=0bef0937-e090-4bf6-bd62-be3c6b2dcceb,segment=NetworkSegment(9ab3b09c-1576-4a20-808b-73e96b9360c7),segment_id=9ab3b09c-1576-4a20-808b-73e96b9360c7)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:27.141185 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a5ad58a5-dec9-4a0d-9b93-b2ca5cdda414 req-8d97b864-a0ab-4feb-8d7a-d6e4e86f100f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0bef0937-e090-4bf6-bd62-be3c6b2dcceb), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:27.160400 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-a5ad58a5-dec9-4a0d-9b93-b2ca5cdda414 req-8d97b864-a0ab-4feb-8d7a-d6e4e86f100f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Calling delete_port for 0bef0937-e090-4bf6-bd62-be3c6b2dcceb owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:15:27.297313 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a5ad58a5-dec9-4a0d-9b93-b2ca5cdda414 req-8d97b864-a0ab-4feb-8d7a-d6e4e86f100f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (0bef0937-e090-4bf6-bd62-be3c6b2dcceb), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:27.330430 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97b864-a0ab-4feb-8d7a-d6e4e86f100f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event deleted for resources: {'Port': ['ID=0bef0937-e090-4bf6-bd62-be3c6b2dcceb,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:27.377293 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ad58a5-dec9-4a0d-9b93-b2ca5cdda414 req-8d97b864-a0ab-4feb-8d7a-d6e4e86f100f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] No DVR routers for this DVR port 0bef0937-e090-4bf6-bd62-be3c6b2dcceb on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:15:27.379808 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a5ad58a5-dec9-4a0d-9b93-b2ca5cdda414 req-8d97b864-a0ab-4feb-8d7a-d6e4e86f100f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:27.383140 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a5ad58a5-dec9-4a0d-9b93-b2ca5cdda414 req-8d97b864-a0ab-4feb-8d7a-d6e4e86f100f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.48 "DELETE /v2.0/ports/0bef0937-e090-4bf6-bd62-be3c6b2dcceb HTTP/1.1" status: 204 len: 173 time: 0.4351399 Feb 09 02:15:27.383622 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a', 'name': 'network-vif-deleted', 'tag': '0bef0937-e090-4bf6-bd62-be3c6b2dcceb'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:27.386415 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1af4a8-120f-4d13-890a-2d32be784cfb" -d '{"events": [{"server_uuid": "a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a", "name": "network-vif-deleted", "tag": "0bef0937-e090-4bf6-bd62-be3c6b2dcceb"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:27.446465 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30660be2-a94c-4f1b-a0c1-ea6d3194b126 x-openstack-request-id: req-30660be2-a94c-4f1b-a0c1-ea6d3194b126 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:27.446770 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a", "name": "network-vif-deleted", "tag": "0bef0937-e090-4bf6-bd62-be3c6b2dcceb", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:27.447028 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30660be2-a94c-4f1b-a0c1-ea6d3194b126 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:27.447474 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a', 'name': 'network-vif-deleted', 'tag': '0bef0937-e090-4bf6-bd62-be3c6b2dcceb', 'status': 'completed', 'code': 200} Feb 09 02:15:27.534086 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:15:27.717444 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3eb23cbf-062d-4586-a14d-c9aba8ecee03 req-9b5749fa-b004-4c53-b1b8-a2890c44907b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556307 Feb 09 02:15:27.834441 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb23cbf-062d-4586-a14d-c9aba8ecee03 req-e29f955b-e4e7-4129-8fb8-106ac44519f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:27.836789 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3eb23cbf-062d-4586-a14d-c9aba8ecee03 req-e29f955b-e4e7-4129-8fb8-106ac44519f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 1127 time: 0.0641356 Feb 09 02:15:27.983912 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0f7fff73-a5f4-4e6d-a997-888c66b6ff39 req-8cd82286-0cde-492b-8f55-8c5a33d5f972 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a87d88bd-30ef-48fc-a8ef-c2a31c9bcb7a HTTP/1.1" status: 200 len: 210 time: 0.0346646 Feb 09 02:15:28.022049 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb23cbf-062d-4586-a14d-c9aba8ecee03 req-c5f393aa-40c4-4ce5-90c9-5ca52675c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:28.023602 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3eb23cbf-062d-4586-a14d-c9aba8ecee03 req-c5f393aa-40c4-4ce5-90c9-5ca52675c4f4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 911 time: 0.1658528 Feb 09 02:15:28.094083 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3eb23cbf-062d-4586-a14d-c9aba8ecee03 req-644c2fcc-4b51-4ba9-abb3-4bb801ece6ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4c6e6f1-a5cb-479d-8841-0c5236465f5f HTTP/1.1" status: 200 len: 1000 time: 0.0639415 Feb 09 02:15:28.143076 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb23cbf-062d-4586-a14d-c9aba8ecee03 req-7dc04c47-61a6-4666-adf9-d7fb7f6a5f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:28.144551 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3eb23cbf-062d-4586-a14d-c9aba8ecee03 req-7dc04c47-61a6-4666-adf9-d7fb7f6a5f34 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 200 len: 849 time: 0.0448821 Feb 09 02:15:28.193378 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb23cbf-062d-4586-a14d-c9aba8ecee03 req-9e844efc-2a71-4d8b-818d-888bdd04428f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:28.194880 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3eb23cbf-062d-4586-a14d-c9aba8ecee03 req-9e844efc-2a71-4d8b-818d-888bdd04428f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc310b24-fd11-451e-88ac-42c9695a7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452015 Feb 09 02:15:28.288338 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3eb23cbf-062d-4586-a14d-c9aba8ecee03 req-216834e3-d027-4fa1-8648-5f6bf471af8c service neutron] 10.222.0.67 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871961 Feb 09 02:15:28.380038 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3eb23cbf-062d-4586-a14d-c9aba8ecee03 req-28b9405e-d330-467d-90ec-558bbca4402b service neutron] 10.222.0.67 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859244 Feb 09 02:15:29.058836 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52748) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:29.119002 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d501a38-fa57-4ac4-bf0e-228de2e6c582 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group (e4956a46-0132-40a6-94c3-b73fdd92189d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.147292 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d501a38-fa57-4ac4-bf0e-228de2e6c582 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group (e4956a46-0132-40a6-94c3-b73fdd92189d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.209132 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d501a38-fa57-4ac4-bf0e-228de2e6c582 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e4956a46-0132-40a6-94c3-b73fdd92189d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.211929 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7d501a38-fa57-4ac4-bf0e-228de2e6c582 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.216275 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7d501a38-fa57-4ac4-bf0e-228de2e6c582 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "DELETE /v2.0/security-groups/e4956a46-0132-40a6-94c3-b73fdd92189d HTTP/1.1" status: 204 len: 168 time: 0.1558790 Feb 09 02:15:29.227963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d501a38-fa57-4ac4-bf0e-228de2e6c582 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4956a46-0132-40a6-94c3-b73fdd92189d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:29.276813 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52752) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:29.335168 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fdc78da-dd6d-4c4b-bd48-87057db20bd7 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Deleting subnet e0438a4c-3518-4ca2-b798-dbc628f4bd19 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:15:29.338491 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7fdc78da-dd6d-4c4b-bd48-87057db20bd7 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for subnet (e0438a4c-3518-4ca2-b798-dbc628f4bd19), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.380238 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7fdc78da-dd6d-4c4b-bd48-87057db20bd7 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (e0438a4c-3518-4ca2-b798-dbc628f4bd19), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.472783 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7fdc78da-dd6d-4c4b-bd48-87057db20bd7 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (e0438a4c-3518-4ca2-b798-dbc628f4bd19), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.549107 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7fdc78da-dd6d-4c4b-bd48-87057db20bd7 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (e0438a4c-3518-4ca2-b798-dbc628f4bd19), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.580326 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc78da-dd6d-4c4b-bd48-87057db20bd7 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event deleted for resources: {'Subnet': ['ID=e0438a4c-3518-4ca2-b798-dbc628f4bd19,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:29.589233 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7fdc78da-dd6d-4c4b-bd48-87057db20bd7 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.591635 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00ed281-45ab-4b37-9812-5c22a74cfc81 None None] Network fe6fb987-7f73-457a-9c89-ce2a1137f3ad requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:15:29.592535 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7fdc78da-dd6d-4c4b-bd48-87057db20bd7 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "DELETE /v2.0/subnets/e0438a4c-3518-4ca2-b798-dbc628f4bd19 HTTP/1.1" status: 204 len: 168 time: 0.3146794 Feb 09 02:15:29.596107 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52756) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:29.684326 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-234c4641-76bd-4627-b107-aad0b07dfb68 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (fe6fb987-7f73-457a-9c89-ce2a1137f3ad), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.759817 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-234c4641-76bd-4627-b107-aad0b07dfb68 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Deleting port 0260848c-9862-47eb-a004-ffee7df4fb4d {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:15:29.760186 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-234c4641-76bd-4627-b107-aad0b07dfb68 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0260848c-9862-47eb-a004-ffee7df4fb4d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.829188 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641751d0-0fe3-407c-aad4-b514f6ffa426 None None] DHCP port deletion for fe6fb987-7f73-457a-9c89-ce2a1137f3ad request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:15:29.832781 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-234c4641-76bd-4627-b107-aad0b07dfb68 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] For port 0260848c-9862-47eb-a004-ffee7df4fb4d, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0260848c-9862-47eb-a004-ffee7df4fb4d,segment=NetworkSegment(9ab3b09c-1576-4a20-808b-73e96b9360c7),segment_id=9ab3b09c-1576-4a20-808b-73e96b9360c7)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:29.833153 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-234c4641-76bd-4627-b107-aad0b07dfb68 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0260848c-9862-47eb-a004-ffee7df4fb4d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.849243 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-234c4641-76bd-4627-b107-aad0b07dfb68 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Calling delete_port for 0260848c-9862-47eb-a004-ffee7df4fb4d owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:15:29.900471 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-641751d0-0fe3-407c-aad4-b514f6ffa426 None None] Deleting port 0260848c-9862-47eb-a004-ffee7df4fb4d {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:15:29.901220 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-641751d0-0fe3-407c-aad4-b514f6ffa426 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0260848c-9862-47eb-a004-ffee7df4fb4d), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.965607 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-234c4641-76bd-4627-b107-aad0b07dfb68 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (0260848c-9862-47eb-a004-ffee7df4fb4d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.992875 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-641751d0-0fe3-407c-aad4-b514f6ffa426 None None] For port 0260848c-9862-47eb-a004-ffee7df4fb4d, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0260848c-9862-47eb-a004-ffee7df4fb4d,segment=NetworkSegment(9ab3b09c-1576-4a20-808b-73e96b9360c7),segment_id=9ab3b09c-1576-4a20-808b-73e96b9360c7)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:29.992875 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-641751d0-0fe3-407c-aad4-b514f6ffa426 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0260848c-9862-47eb-a004-ffee7df4fb4d), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:30.008127 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c4641-76bd-4627-b107-aad0b07dfb68 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event deleted for resources: {'Port': ['ID=0260848c-9862-47eb-a004-ffee7df4fb4d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:30.010266 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-641751d0-0fe3-407c-aad4-b514f6ffa426 None None] Calling delete_port for 0260848c-9862-47eb-a004-ffee7df4fb4d owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:15:30.013900 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234c4641-76bd-4627-b107-aad0b07dfb68 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] No DVR routers for this DVR port 0260848c-9862-47eb-a004-ffee7df4fb4d on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:15:30.109935 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-641751d0-0fe3-407c-aad4-b514f6ffa426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (0260848c-9862-47eb-a004-ffee7df4fb4d), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:30.119584 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-234c4641-76bd-4627-b107-aad0b07dfb68 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (fe6fb987-7f73-457a-9c89-ce2a1137f3ad), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:30.139787 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641751d0-0fe3-407c-aad4-b514f6ffa426 None None] Pushing event deleted for resources: {'Port': ['ID=0260848c-9862-47eb-a004-ffee7df4fb4d,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:30.145832 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-234c4641-76bd-4627-b107-aad0b07dfb68 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6fb987-7f73-457a-9c89-ce2a1137f3ad']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:30.148544 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641751d0-0fe3-407c-aad4-b514f6ffa426 None None] No DVR routers for this DVR port 0260848c-9862-47eb-a004-ffee7df4fb4d on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:15:30.151308 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641751d0-0fe3-407c-aad4-b514f6ffa426 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:30.151665 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641751d0-0fe3-407c-aad4-b514f6ffa426 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:30.151994 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641751d0-0fe3-407c-aad4-b514f6ffa426 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:30.152338 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641751d0-0fe3-407c-aad4-b514f6ffa426 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:30.152665 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641751d0-0fe3-407c-aad4-b514f6ffa426 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:30.152991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641751d0-0fe3-407c-aad4-b514f6ffa426 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:30.153311 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641751d0-0fe3-407c-aad4-b514f6ffa426 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:30.153945 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641751d0-0fe3-407c-aad4-b514f6ffa426 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:30.153945 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641751d0-0fe3-407c-aad4-b514f6ffa426 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:30.154239 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641751d0-0fe3-407c-aad4-b514f6ffa426 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:30.154560 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641751d0-0fe3-407c-aad4-b514f6ffa426 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:30.154875 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641751d0-0fe3-407c-aad4-b514f6ffa426 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:30.155748 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641751d0-0fe3-407c-aad4-b514f6ffa426 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:30.159045 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-234c4641-76bd-4627-b107-aad0b07dfb68 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab3b09c-1576-4a20-808b-73e96b9360c7') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:30.159421 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-234c4641-76bd-4627-b107-aad0b07dfb68 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab3b09c-1576-4a20-808b-73e96b9360c7') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:30.176695 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-234c4641-76bd-4627-b107-aad0b07dfb68 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (9ab3b09c-1576-4a20-808b-73e96b9360c7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:30.192001 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-234c4641-76bd-4627-b107-aad0b07dfb68 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (9ab3b09c-1576-4a20-808b-73e96b9360c7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:30.198720 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234c4641-76bd-4627-b107-aad0b07dfb68 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:15:30.199110 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-234c4641-76bd-4627-b107-aad0b07dfb68 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (9ab3b09c-1576-4a20-808b-73e96b9360c7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:15:30.202167 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:15:30.265736 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-234c4641-76bd-4627-b107-aad0b07dfb68 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (fe6fb987-7f73-457a-9c89-ce2a1137f3ad), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:30.272838 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-234c4641-76bd-4627-b107-aad0b07dfb68 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:30.276064 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-234c4641-76bd-4627-b107-aad0b07dfb68 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "DELETE /v2.0/networks/fe6fb987-7f73-457a-9c89-ce2a1137f3ad HTTP/1.1" status: 204 len: 168 time: 0.6790218 Feb 09 02:15:30.278945 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52760) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:30.288657 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c4641-76bd-4627-b107-aad0b07dfb68 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event deleted for resources: {'Network': ['ID=fe6fb987-7f73-457a-9c89-ce2a1137f3ad,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:30.455760 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-86c8e653-650a-4a75-8a9d-f0524c1bbb20 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Deleting port a567c0ed-b4ce-4493-8750-303f232794a4 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:15:30.456374 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-86c8e653-650a-4a75-8a9d-f0524c1bbb20 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a567c0ed-b4ce-4493-8750-303f232794a4), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:30.544490 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-86c8e653-650a-4a75-8a9d-f0524c1bbb20 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a567c0ed-b4ce-4493-8750-303f232794a4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:30.544716 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-86c8e653-650a-4a75-8a9d-f0524c1bbb20 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for floatingip (a567c0ed-b4ce-4493-8750-303f232794a4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:30.558191 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-86c8e653-650a-4a75-8a9d-f0524c1bbb20 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Calling delete_port for a567c0ed-b4ce-4493-8750-303f232794a4 owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:15:30.746063 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-86c8e653-650a-4a75-8a9d-f0524c1bbb20 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a567c0ed-b4ce-4493-8750-303f232794a4), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:30.771439 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 0bef0937-e090-4bf6-bd62-be3c6b2dcceb no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:15:30.785912 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8e653-650a-4a75-8a9d-f0524c1bbb20 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event deleted for resources: {'Port': ['ID=a567c0ed-b4ce-4493-8750-303f232794a4,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:30.796627 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0260848c-9862-47eb-a004-ffee7df4fb4d no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:15:30.818214 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 0260848c-9862-47eb-a004-ffee7df4fb4d {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:15:30.818903 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0260848c-9862-47eb-a004-ffee7df4fb4d not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:15:30.820494 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 0bef0937-e090-4bf6-bd62-be3c6b2dcceb {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:15:30.821134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 0bef0937-e090-4bf6-bd62-be3c6b2dcceb not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:15:30.872953 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-86c8e653-650a-4a75-8a9d-f0524c1bbb20 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for floatingip (57b3fa90-773a-48a5-bfaf-a38e152781a1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:30.874545 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-86c8e653-650a-4a75-8a9d-f0524c1bbb20 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Floating IP 57b3fa90-773a-48a5-bfaf-a38e152781a1 disassociated (deleted). External IP: 172.25.7.49, port: c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e. Feb 09 02:15:31.149312 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c8e653-650a-4a75-8a9d-f0524c1bbb20 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Router d4eec624-5edf-40b3-9e79-98179fbfba81 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:15:31.270671 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c8e653-650a-4a75-8a9d-f0524c1bbb20 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:15:31.275863 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-86c8e653-650a-4a75-8a9d-f0524c1bbb20 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:31.283394 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6839f77-d901-447c-bad8-3b9ffcb46e1c None None] Sync routers for ids ['d4eec624-5edf-40b3-9e79-98179fbfba81'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:15:31.293458 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6839f77-d901-447c-bad8-3b9ffcb46e1c None None] Routers {'d4eec624-5edf-40b3-9e79-98179fbfba81'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:31.294401 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b6839f77-d901-447c-bad8-3b9ffcb46e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:15:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d4eec624-5edf-40b3-9e79-98179fbfba81'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:31.317127 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-86c8e653-650a-4a75-8a9d-f0524c1bbb20 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "DELETE /v2.0/floatingips/57b3fa90-773a-48a5-bfaf-a38e152781a1 HTTP/1.1" status: 204 len: 168 time: 1.0368891 Feb 09 02:15:31.317824 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a11b7d-854f-4882-abfe-bd671f76f507', 'tag': 'c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:31.320281 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd35f4f9-4c28-4244-b944-ee11271e86ed" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a11b7d-854f-4882-abfe-bd671f76f507", "tag": "c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:31.388950 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0fa499-f789-4238-9288-4234547c523d x-openstack-request-id: req-8c0fa499-f789-4238-9288-4234547c523d {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:31.389253 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a11b7d-854f-4882-abfe-bd671f76f507", "tag": "c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:31.390859 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c0fa499-f789-4238-9288-4234547c523d {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:31.390859 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a11b7d-854f-4882-abfe-bd671f76f507', 'tag': 'c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e', 'status': 'completed', 'code': 200} Feb 09 02:15:31.498314 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-b6839f77-d901-447c-bad8-3b9ffcb46e1c None None] Set router d4eec624-5edf-40b3-9e79-98179fbfba81 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:31.503999 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35f4f9-4c28-4244-b944-ee11271e86ed req-d32ea72a-5a49-4db1-826d-0e1603748b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:31.505536 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd35f4f9-4c28-4244-b944-ee11271e86ed req-d32ea72a-5a49-4db1-826d-0e1603748b79 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=87ca4c7ab6184b8eb587f6203fddbced&device_id=a1a11b7d-854f-4882-abfe-bd671f76f507 HTTP/1.1" status: 200 len: 1127 time: 0.0932431 Feb 09 02:15:31.672679 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35f4f9-4c28-4244-b944-ee11271e86ed req-ec0c5458-8ee9-43e2-803c-2f723ed76508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:31.674193 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd35f4f9-4c28-4244-b944-ee11271e86ed req-ec0c5458-8ee9-43e2-803c-2f723ed76508 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dbc2a860-a3f0-4678-9348-1a276d2e7db3 HTTP/1.1" status: 200 len: 898 time: 0.1621406 Feb 09 02:15:31.682460 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc265a1-d7c1-4b92-905f-bb97e8d1b1ed req-112fd182-66a7-4f87-8dfe-a1c905e923f6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:31.685831 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bcc265a1-d7c1-4b92-905f-bb97e8d1b1ed req-112fd182-66a7-4f87-8dfe-a1c905e923f6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1a11b7d-854f-4882-abfe-bd671f76f507 HTTP/1.1" status: 200 len: 945 time: 0.1261699 Feb 09 02:15:31.754264 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd35f4f9-4c28-4244-b944-ee11271e86ed req-ff23d03c-127b-4f8a-954b-53f33fe0e003 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e HTTP/1.1" status: 200 len: 217 time: 0.0648768 Feb 09 02:15:31.816301 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bcc265a1-d7c1-4b92-905f-bb97e8d1b1ed req-b78368a7-6562-4fff-acf5-383b5e844e82 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221786 Feb 09 02:15:31.874897 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35f4f9-4c28-4244-b944-ee11271e86ed req-bfcac248-a35d-4c56-b8e3-908ce8894e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:31.878558 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd35f4f9-4c28-4244-b944-ee11271e86ed req-bfcac248-a35d-4c56-b8e3-908ce8894e95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9fc8a065-4570-450f-a943-ad922bc33f89 HTTP/1.1" status: 200 len: 835 time: 0.1132605 Feb 09 02:15:31.962510 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35f4f9-4c28-4244-b944-ee11271e86ed req-5427bb62-f5ca-4629-b326-8bd58ebd71e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:31.964747 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd35f4f9-4c28-4244-b944-ee11271e86ed req-5427bb62-f5ca-4629-b326-8bd58ebd71e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dbc2a860-a3f0-4678-9348-1a276d2e7db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0764446 Feb 09 02:15:31.981927 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b6839f77-d901-447c-bad8-3b9ffcb46e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'name': 'tempest-TestNetworkBasicOps-router-1614438909', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:27Z', 'updated_at': '2022-02-09T02:15:24Z', 'revision_number': 6, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:28Z', 'updated_at': '2022-02-09T02:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'eb008b15-212e-41b7-b804-8a24bdc7fe4f', 'name': '', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:24:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:33Z', 'updated_at': '2022-02-09T02:13:40Z', 'revision_number': 5, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:32.086904 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6839f77-d901-447c-bad8-3b9ffcb46e1c None None] Checking router: d4eec624-5edf-40b3-9e79-98179fbfba81 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:15:32.107588 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6839f77-d901-447c-bad8-3b9ffcb46e1c None None] Routers {'d4eec624-5edf-40b3-9e79-98179fbfba81'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:32.108754 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b6839f77-d901-447c-bad8-3b9ffcb46e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:15:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d4eec624-5edf-40b3-9e79-98179fbfba81'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:32.265836 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-b6839f77-d901-447c-bad8-3b9ffcb46e1c None None] Set router d4eec624-5edf-40b3-9e79-98179fbfba81 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:32.508384 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd35f4f9-4c28-4244-b944-ee11271e86ed req-a23db24a-b5ce-4e6c-b1b1-8a1eebe67ff6 service neutron] 10.222.0.48 "GET /v2.0/networks/dbc2a860-a3f0-4678-9348-1a276d2e7db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351224 Feb 09 02:15:32.549393 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b6839f77-d901-447c-bad8-3b9ffcb46e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'name': 'tempest-TestNetworkBasicOps-router-1614438909', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:27Z', 'updated_at': '2022-02-09T02:15:24Z', 'revision_number': 6, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:28Z', 'updated_at': '2022-02-09T02:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'eb008b15-212e-41b7-b804-8a24bdc7fe4f', 'name': '', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:24:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:33Z', 'updated_at': '2022-02-09T02:13:40Z', 'revision_number': 5, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:32.585572 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6839f77-d901-447c-bad8-3b9ffcb46e1c None None] The sync data for ids ['d4eec624-5edf-40b3-9e79-98179fbfba81'] in n-d-828387-3 is: [{'id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'name': 'tempest-TestNetworkBasicOps-router-1614438909', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:27Z', 'updated_at': '2022-02-09T02:15:24Z', 'revision_number': 6, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:28Z', 'updated_at': '2022-02-09T02:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'eb008b15-212e-41b7-b804-8a24bdc7fe4f', 'name': '', 'network_id': 'dbc2a860-a3f0-4678-9348-1a276d2e7db3', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:24:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:33Z', 'updated_at': '2022-02-09T02:13:40Z', 'revision_number': 5, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': '9fc8a065-4570-450f-a943-ad922bc33f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:15:32.641497 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd35f4f9-4c28-4244-b944-ee11271e86ed req-d044b05c-e5ff-4894-b963-19eaae54ce18 service neutron] 10.222.0.48 "GET /v2.0/networks/dbc2a860-a3f0-4678-9348-1a276d2e7db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240501 Feb 09 02:15:32.948596 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26a58b8-55ef-4634-92bc-467eb16b759e None None] New status for floating IP 57b3fa90-773a-48a5-bfaf-a38e152781a1: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:15:33.027979 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e885d9a-6439-480c-ac03-fa38b33fa845 req-3782a474-5a74-40a7-9e14-8d2e1f609c9b tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:33.029961 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2e885d9a-6439-480c-ac03-fa38b33fa845 req-3782a474-5a74-40a7-9e14-8d2e1f609c9b tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1a11b7d-854f-4882-abfe-bd671f76f507 HTTP/1.1" status: 200 len: 945 time: 0.1020696 Feb 09 02:15:33.125462 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2e885d9a-6439-480c-ac03-fa38b33fa845 req-9ec51875-d97a-4525-bea1-6a8e04ee8ad6 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863221 Feb 09 02:15:33.241488 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32f990-5279-4c80-b74b-78caab4854b8 req-c944e726-a9af-475d-92cb-7d1168205fe4 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:33.242964 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be32f990-5279-4c80-b74b-78caab4854b8 req-c944e726-a9af-475d-92cb-7d1168205fe4 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a11b7d-854f-4882-abfe-bd671f76f507 HTTP/1.1" status: 200 len: 945 time: 0.0547273 Feb 09 02:15:33.338918 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-be32f990-5279-4c80-b74b-78caab4854b8 req-ad0844c3-e10e-45c3-ad19-0359ccca176e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Deleting port c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:15:33.339428 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-be32f990-5279-4c80-b74b-78caab4854b8 req-ad0844c3-e10e-45c3-ad19-0359ccca176e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:33.442172 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-be32f990-5279-4c80-b74b-78caab4854b8 req-ad0844c3-e10e-45c3-ad19-0359ccca176e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] For port c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e,segment=NetworkSegment(cca59366-d01c-4b19-8cb5-50ceeea59202),segment_id=cca59366-d01c-4b19-8cb5-50ceeea59202)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:33.442543 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-be32f990-5279-4c80-b74b-78caab4854b8 req-ad0844c3-e10e-45c3-ad19-0359ccca176e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:33.457521 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-be32f990-5279-4c80-b74b-78caab4854b8 req-ad0844c3-e10e-45c3-ad19-0359ccca176e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Calling delete_port for c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:15:33.669174 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-be32f990-5279-4c80-b74b-78caab4854b8 req-ad0844c3-e10e-45c3-ad19-0359ccca176e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:33.703069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0844c3-e10e-45c3-ad19-0359ccca176e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event deleted for resources: {'Port': ['ID=c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:33.753151 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-be32f990-5279-4c80-b74b-78caab4854b8 req-ad0844c3-e10e-45c3-ad19-0359ccca176e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] No DVR routers for this DVR port c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:15:33.755908 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-be32f990-5279-4c80-b74b-78caab4854b8 req-ad0844c3-e10e-45c3-ad19-0359ccca176e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:33.759526 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-be32f990-5279-4c80-b74b-78caab4854b8 req-ad0844c3-e10e-45c3-ad19-0359ccca176e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.48 "DELETE /v2.0/ports/c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e HTTP/1.1" status: 204 len: 173 time: 0.5112584 Feb 09 02:15:33.760042 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a11b7d-854f-4882-abfe-bd671f76f507', 'name': 'network-vif-deleted', 'tag': 'c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:33.762510 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e212c90e-3b1a-455b-8625-f70c814b29e5" -d '{"events": [{"server_uuid": "a1a11b7d-854f-4882-abfe-bd671f76f507", "name": "network-vif-deleted", "tag": "c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:33.805460 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2deaf3-b152-4fb9-8ea0-571f334dbfa6 x-openstack-request-id: req-3a2deaf3-b152-4fb9-8ea0-571f334dbfa6 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:33.806030 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a11b7d-854f-4882-abfe-bd671f76f507", "name": "network-vif-deleted", "tag": "c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:33.806575 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a2deaf3-b152-4fb9-8ea0-571f334dbfa6 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:33.807260 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a11b7d-854f-4882-abfe-bd671f76f507', 'name': 'network-vif-deleted', 'tag': 'c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e', 'status': 'completed', 'code': 200} Feb 09 02:15:34.274538 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-caf13f74-2f4b-48ca-a10b-c193bc91a194 req-ceae1775-e3ea-44da-b00c-2b5e1c9f7566 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1a11b7d-854f-4882-abfe-bd671f76f507 HTTP/1.1" status: 200 len: 210 time: 0.0383484 Feb 09 02:15:35.340664 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52804) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:35.425178 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3c208071-9f7c-468b-b298-474afb7ff33e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group (6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:35.454493 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3c208071-9f7c-468b-b298-474afb7ff33e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group (6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:35.519748 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3c208071-9f7c-468b-b298-474afb7ff33e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:35.522579 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3c208071-9f7c-468b-b298-474afb7ff33e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:35.523910 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3c208071-9f7c-468b-b298-474afb7ff33e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "DELETE /v2.0/security-groups/6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2 HTTP/1.1" status: 204 len: 168 time: 0.1821575 Feb 09 02:15:35.533930 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c208071-9f7c-468b-b298-474afb7ff33e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6219ca11-a2ab-4c89-a4f2-5a63dc5f86b2,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:35.557826 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52810) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:36.099987 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d31917a2-5598-42a1-86dd-0de1221a2e05 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (d4eec624-5edf-40b3-9e79-98179fbfba81), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:36.446688 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-d31917a2-5598-42a1-86dd-0de1221a2e05 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Deleting port eb008b15-212e-41b7-b804-8a24bdc7fe4f {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:15:36.447440 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d31917a2-5598-42a1-86dd-0de1221a2e05 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (eb008b15-212e-41b7-b804-8a24bdc7fe4f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:36.553292 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-d31917a2-5598-42a1-86dd-0de1221a2e05 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] For port eb008b15-212e-41b7-b804-8a24bdc7fe4f, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=eb008b15-212e-41b7-b804-8a24bdc7fe4f,segment=NetworkSegment(cca59366-d01c-4b19-8cb5-50ceeea59202),segment_id=cca59366-d01c-4b19-8cb5-50ceeea59202)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:36.553640 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d31917a2-5598-42a1-86dd-0de1221a2e05 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (eb008b15-212e-41b7-b804-8a24bdc7fe4f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:36.569466 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-d31917a2-5598-42a1-86dd-0de1221a2e05 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Calling delete_port for eb008b15-212e-41b7-b804-8a24bdc7fe4f owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:15:36.773775 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d31917a2-5598-42a1-86dd-0de1221a2e05 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (eb008b15-212e-41b7-b804-8a24bdc7fe4f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:36.872928 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31917a2-5598-42a1-86dd-0de1221a2e05 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event deleted for resources: {'Port': ['ID=eb008b15-212e-41b7-b804-8a24bdc7fe4f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:37.096386 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d31917a2-5598-42a1-86dd-0de1221a2e05 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (d4eec624-5edf-40b3-9e79-98179fbfba81), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:37.344428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31917a2-5598-42a1-86dd-0de1221a2e05 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Router d4eec624-5edf-40b3-9e79-98179fbfba81 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:15:37.455903 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31917a2-5598-42a1-86dd-0de1221a2e05 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:15:37.461685 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d31917a2-5598-42a1-86dd-0de1221a2e05 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "PUT /v2.0/routers/d4eec624-5edf-40b3-9e79-98179fbfba81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9015746 Feb 09 02:15:37.463770 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52820) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:37.471238 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d764905-69fa-4bbf-a660-9849d1d8d41d None None] Sync routers for ids ['d4eec624-5edf-40b3-9e79-98179fbfba81'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:15:37.489470 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d764905-69fa-4bbf-a660-9849d1d8d41d None None] Routers {'d4eec624-5edf-40b3-9e79-98179fbfba81'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:37.491385 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-5d764905-69fa-4bbf-a660-9849d1d8d41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:15:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d4eec624-5edf-40b3-9e79-98179fbfba81'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:37.510524 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dd1ac742-cd28-4b85-a63d-0fefb9029e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:37.528654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-836fcc9c-2a61-4f53-b96c-073fcbae554a tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Deleting subnet 9fc8a065-4570-450f-a943-ad922bc33f89 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:15:37.532585 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-836fcc9c-2a61-4f53-b96c-073fcbae554a tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for subnet (9fc8a065-4570-450f-a943-ad922bc33f89), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:37.584960 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-836fcc9c-2a61-4f53-b96c-073fcbae554a tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (9fc8a065-4570-450f-a943-ad922bc33f89), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:37.653603 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-5d764905-69fa-4bbf-a660-9849d1d8d41d None None] Set router d4eec624-5edf-40b3-9e79-98179fbfba81 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:37.688833 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-836fcc9c-2a61-4f53-b96c-073fcbae554a tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (9fc8a065-4570-450f-a943-ad922bc33f89), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:37.756302 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-836fcc9c-2a61-4f53-b96c-073fcbae554a tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (9fc8a065-4570-450f-a943-ad922bc33f89), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:37.819826 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88012b1e-7fba-4cf5-b29c-92bc9dac12c9 None None] Network dbc2a860-a3f0-4678-9348-1a276d2e7db3 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:15:37.820211 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-836fcc9c-2a61-4f53-b96c-073fcbae554a tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:37.826240 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-836fcc9c-2a61-4f53-b96c-073fcbae554a tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "DELETE /v2.0/subnets/9fc8a065-4570-450f-a943-ad922bc33f89 HTTP/1.1" status: 204 len: 168 time: 0.3613901 Feb 09 02:15:37.828166 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fcc9c-2a61-4f53-b96c-073fcbae554a tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc8a065-4570-450f-a943-ad922bc33f89,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:37.829565 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52824) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:37.865363 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-5d764905-69fa-4bbf-a660-9849d1d8d41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'name': 'tempest-TestNetworkBasicOps-router-1614438909', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:27Z', 'updated_at': '2022-02-09T02:15:36Z', 'revision_number': 7, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:28Z', 'updated_at': '2022-02-09T02:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:37.895455 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d764905-69fa-4bbf-a660-9849d1d8d41d None None] Checking router: d4eec624-5edf-40b3-9e79-98179fbfba81 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:15:37.904742 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d764905-69fa-4bbf-a660-9849d1d8d41d None None] Routers {'d4eec624-5edf-40b3-9e79-98179fbfba81'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:37.905570 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-5d764905-69fa-4bbf-a660-9849d1d8d41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:15:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d4eec624-5edf-40b3-9e79-98179fbfba81'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:38.012167 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ffc24e5f-b9e0-4501-9f47-f7914d0fc58c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for router (d4eec624-5edf-40b3-9e79-98179fbfba81), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:38.065286 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-5d764905-69fa-4bbf-a660-9849d1d8d41d None None] Set router d4eec624-5edf-40b3-9e79-98179fbfba81 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:38.099334 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ea8e51-f68d-42a2-a2d7-ee899dedf49d None None] DHCP port deletion for dbc2a860-a3f0-4678-9348-1a276d2e7db3 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:15:38.163623 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea8e51-f68d-42a2-a2d7-ee899dedf49d None None] Deleting port bacab988-7b57-40c1-a759-c1baafb6de33 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:15:38.163891 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b8ea8e51-f68d-42a2-a2d7-ee899dedf49d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (bacab988-7b57-40c1-a759-c1baafb6de33), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:38.169129 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ffc24e5f-b9e0-4501-9f47-f7914d0fc58c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for router_gateway (d4eec624-5edf-40b3-9e79-98179fbfba81), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:38.246275 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-ffc24e5f-b9e0-4501-9f47-f7914d0fc58c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Deleting port c0a2a5c1-81d9-4a26-80bc-4508a3147c68 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:15:38.246907 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ffc24e5f-b9e0-4501-9f47-f7914d0fc58c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (c0a2a5c1-81d9-4a26-80bc-4508a3147c68), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:38.364388 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-ffc24e5f-b9e0-4501-9f47-f7914d0fc58c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] For port c0a2a5c1-81d9-4a26-80bc-4508a3147c68, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c0a2a5c1-81d9-4a26-80bc-4508a3147c68,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:38.365333 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ffc24e5f-b9e0-4501-9f47-f7914d0fc58c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (c0a2a5c1-81d9-4a26-80bc-4508a3147c68), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:38.384614 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-ffc24e5f-b9e0-4501-9f47-f7914d0fc58c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Calling delete_port for c0a2a5c1-81d9-4a26-80bc-4508a3147c68 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:15:38.384981 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-5d764905-69fa-4bbf-a660-9849d1d8d41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'name': 'tempest-TestNetworkBasicOps-router-1614438909', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:27Z', 'updated_at': '2022-02-09T02:15:36Z', 'revision_number': 7, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:28Z', 'updated_at': '2022-02-09T02:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:38.416417 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d764905-69fa-4bbf-a660-9849d1d8d41d None None] The sync data for ids ['d4eec624-5edf-40b3-9e79-98179fbfba81'] in n-d-828387-3 is: [{'id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'name': 'tempest-TestNetworkBasicOps-router-1614438909', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:27Z', 'updated_at': '2022-02-09T02:15:36Z', 'revision_number': 7, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': 'c0a2a5c1-81d9-4a26-80bc-4508a3147c68', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eec624-5edf-40b3-9e79-98179fbfba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:28Z', 'updated_at': '2022-02-09T02:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:15:38.431912 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b8ea8e51-f68d-42a2-a2d7-ee899dedf49d None None] For port bacab988-7b57-40c1-a759-c1baafb6de33, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=bacab988-7b57-40c1-a759-c1baafb6de33,segment=NetworkSegment(cca59366-d01c-4b19-8cb5-50ceeea59202),segment_id=cca59366-d01c-4b19-8cb5-50ceeea59202)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:38.432473 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b8ea8e51-f68d-42a2-a2d7-ee899dedf49d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (bacab988-7b57-40c1-a759-c1baafb6de33), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:38.454567 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea8e51-f68d-42a2-a2d7-ee899dedf49d None None] Calling delete_port for bacab988-7b57-40c1-a759-c1baafb6de33 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:15:38.560021 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b8ea8e51-f68d-42a2-a2d7-ee899dedf49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (bacab988-7b57-40c1-a759-c1baafb6de33), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:38.594984 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea8e51-f68d-42a2-a2d7-ee899dedf49d None None] Pushing event deleted for resources: {'Port': ['ID=bacab988-7b57-40c1-a759-c1baafb6de33,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:38.599020 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ea8e51-f68d-42a2-a2d7-ee899dedf49d None None] No DVR routers for this DVR port bacab988-7b57-40c1-a759-c1baafb6de33 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:15:38.653709 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ffc24e5f-b9e0-4501-9f47-f7914d0fc58c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (c0a2a5c1-81d9-4a26-80bc-4508a3147c68), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:38.705819 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc24e5f-b9e0-4501-9f47-f7914d0fc58c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event deleted for resources: {'Port': ['ID=c0a2a5c1-81d9-4a26-80bc-4508a3147c68,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:38.777267 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ffc24e5f-b9e0-4501-9f47-f7914d0fc58c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (d4eec624-5edf-40b3-9e79-98179fbfba81), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:38.819738 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:15:38.856894 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:15:38.857340 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device c0ec47c2-aa9d-4b33-9ad2-0d0aac69a24e not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:15:38.923660 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ffc24e5f-b9e0-4501-9f47-f7914d0fc58c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (d4eec624-5edf-40b3-9e79-98179fbfba81), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:38.927007 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ffc24e5f-b9e0-4501-9f47-f7914d0fc58c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for router_controller (d4eec624-5edf-40b3-9e79-98179fbfba81), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:38.937853 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device eb008b15-212e-41b7-b804-8a24bdc7fe4f no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:15:38.968676 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: eb008b15-212e-41b7-b804-8a24bdc7fe4f {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:15:38.969401 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device eb008b15-212e-41b7-b804-8a24bdc7fe4f not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:15:38.969818 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bacab988-7b57-40c1-a759-c1baafb6de33 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:15:38.981842 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ffc24e5f-b9e0-4501-9f47-f7914d0fc58c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (d4eec624-5edf-40b3-9e79-98179fbfba81), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:38.982583 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc24e5f-b9e0-4501-9f47-f7914d0fc58c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Fanout notify agent at l3_agent the message router_deleted on router d4eec624-5edf-40b3-9e79-98179fbfba81 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:15:38.992209 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: bacab988-7b57-40c1-a759-c1baafb6de33 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:15:38.992772 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bacab988-7b57-40c1-a759-c1baafb6de33 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:15:38.993213 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ffc24e5f-b9e0-4501-9f47-f7914d0fc58c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:38.996769 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ffc24e5f-b9e0-4501-9f47-f7914d0fc58c tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "DELETE /v2.0/routers/d4eec624-5edf-40b3-9e79-98179fbfba81 HTTP/1.1" status: 204 len: 168 time: 1.1638570 Feb 09 02:15:38.997532 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52832) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:39.086925 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c16c1f4a-bb0c-4516-a703-73345d31ae9e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (dbc2a860-a3f0-4678-9348-1a276d2e7db3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:39.184012 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c16c1f4a-bb0c-4516-a703-73345d31ae9e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (dbc2a860-a3f0-4678-9348-1a276d2e7db3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:39.215308 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-c16c1f4a-bb0c-4516-a703-73345d31ae9e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc2a860-a3f0-4678-9348-1a276d2e7db3']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:39.226541 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-c16c1f4a-bb0c-4516-a703-73345d31ae9e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca59366-d01c-4b19-8cb5-50ceeea59202') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:39.226842 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-c16c1f4a-bb0c-4516-a703-73345d31ae9e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca59366-d01c-4b19-8cb5-50ceeea59202') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:39.240882 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c16c1f4a-bb0c-4516-a703-73345d31ae9e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (cca59366-d01c-4b19-8cb5-50ceeea59202), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:39.259858 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c16c1f4a-bb0c-4516-a703-73345d31ae9e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (cca59366-d01c-4b19-8cb5-50ceeea59202), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:39.269502 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16c1f4a-bb0c-4516-a703-73345d31ae9e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:15:39.269991 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c16c1f4a-bb0c-4516-a703-73345d31ae9e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (cca59366-d01c-4b19-8cb5-50ceeea59202), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:15:39.273320 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:15:39.346045 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c16c1f4a-bb0c-4516-a703-73345d31ae9e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (dbc2a860-a3f0-4678-9348-1a276d2e7db3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:39.359534 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c16c1f4a-bb0c-4516-a703-73345d31ae9e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:39.365522 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c16c1f4a-bb0c-4516-a703-73345d31ae9e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "DELETE /v2.0/networks/dbc2a860-a3f0-4678-9348-1a276d2e7db3 HTTP/1.1" status: 204 len: 168 time: 0.3640287 Feb 09 02:15:39.377915 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c1f4a-bb0c-4516-a703-73345d31ae9e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event deleted for resources: {'Network': ['ID=dbc2a860-a3f0-4678-9348-1a276d2e7db3,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:39.383420 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52836) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:39.390190 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-27b16ce9-44fc-4cfe-9177-17ceb28603a5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'network': {'name': 'tempest-network-smoke--1216284500', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'port_security_enabled': True}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:39.412937 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b16ce9-44fc-4cfe-9177-17ceb28603a5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Made reservation on behalf of 87ca4c7ab6184b8eb587f6203fddbced for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:15:39.416341 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-27b16ce9-44fc-4cfe-9177-17ceb28603a5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:39.442065 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b16ce9-44fc-4cfe-9177-17ceb28603a5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:15:39.450822 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-27b16ce9-44fc-4cfe-9177-17ceb28603a5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:39.451112 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-27b16ce9-44fc-4cfe-9177-17ceb28603a5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Added segment 31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75 of type vlan for network 2fe1a15d-9e84-4541-8b92-8d73e11f4c7a Feb 09 02:15:39.491165 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-27b16ce9-44fc-4cfe-9177-17ceb28603a5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (2fe1a15d-9e84-4541-8b92-8d73e11f4c7a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:39.515768 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-27b16ce9-44fc-4cfe-9177-17ceb28603a5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (2fe1a15d-9e84-4541-8b92-8d73e11f4c7a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:39.521687 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b16ce9-44fc-4cfe-9177-17ceb28603a5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:39.522265 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-27b16ce9-44fc-4cfe-9177-17ceb28603a5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:39.591037 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-27b16ce9-44fc-4cfe-9177-17ceb28603a5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2057657 Feb 09 02:15:39.593838 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52838) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:39.598122 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b082c140-a925-47f0-9329-a407258ab411 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1753598451', 'admin_state_up': True, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:39.615292 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b16ce9-44fc-4cfe-9177-17ceb28603a5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'Network': ['ID=2fe1a15d-9e84-4541-8b92-8d73e11f4c7a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:39.629802 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b082c140-a925-47f0-9329-a407258ab411 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (55691983-0cca-4212-9649-df139d0f6855), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:39.630361 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 2fe1a15d-9e84-4541-8b92-8d73e11f4c7a details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:15:39.631058 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b082c140-a925-47f0-9329-a407258ab411 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (55691983-0cca-4212-9649-df139d0f6855), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:39.693718 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b082c140-a925-47f0-9329-a407258ab411 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for router_controller (55691983-0cca-4212-9649-df139d0f6855), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:39.863390 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b082c140-a925-47f0-9329-a407258ab411 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for router_gateway (55691983-0cca-4212-9649-df139d0f6855), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:40.086554 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:40.158342 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-77cbffef-5200-4d14-a6d0-a414f0a7743c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:40.459450 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b082c140-a925-47f0-9329-a407258ab411 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for router_gateway (55691983-0cca-4212-9649-df139d0f6855), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:40.481113 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b082c140-a925-47f0-9329-a407258ab411 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:40.590852 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-b082c140-a925-47f0-9329-a407258ab411 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Allocated IP 172.25.7.241 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/02eceaff-0cd2-4778-a4c9-273faeadd76b) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:15:40.727909 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b082c140-a925-47f0-9329-a407258ab411 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for port (02eceaff-0cd2-4778-a4c9-273faeadd76b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:40.833726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c0a2a5c1-81d9-4a26-80bc-4508a3147c68 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:15:40.839259 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b082c140-a925-47f0-9329-a407258ab411 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (02eceaff-0cd2-4778-a4c9-273faeadd76b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:40.839259 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b082c140-a925-47f0-9329-a407258ab411 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:40.839259 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b082c140-a925-47f0-9329-a407258ab411 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:40.841202 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: c0a2a5c1-81d9-4a26-80bc-4508a3147c68 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:15:40.841202 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c0a2a5c1-81d9-4a26-80bc-4508a3147c68 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:15:40.842057 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b082c140-a925-47f0-9329-a407258ab411 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:15:40.842057 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082c140-a925-47f0-9329-a407258ab411 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'Port': ['ID=02eceaff-0cd2-4778-a4c9-273faeadd76b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:40.901863 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:41.109728 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:41.112590 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b082c140-a925-47f0-9329-a407258ab411 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for router_gateway (55691983-0cca-4212-9649-df139d0f6855), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:41.362543 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b082c140-a925-47f0-9329-a407258ab411 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (55691983-0cca-4212-9649-df139d0f6855), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:41.502602 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b082c140-a925-47f0-9329-a407258ab411 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Router 55691983-0cca-4212-9649-df139d0f6855 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:15:41.626746 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b082c140-a925-47f0-9329-a407258ab411 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:15:41.640393 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] Sync routers for ids ['55691983-0cca-4212-9649-df139d0f6855'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:15:41.652414 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] Routers {'55691983-0cca-4212-9649-df139d0f6855'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:41.654264 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:15:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['55691983-0cca-4212-9649-df139d0f6855'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:41.665999 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b082c140-a925-47f0-9329-a407258ab411 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:41.667989 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b082c140-a925-47f0-9329-a407258ab411 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0727248 Feb 09 02:15:41.670788 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52876) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:41.711258 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-39195fac-7344-4fc2-a1ca-7e779e096eea tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=87ca4c7ab6184b8eb587f6203fddbced&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370185 Feb 09 02:15:41.712083 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52880) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:41.807103 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] Set router 55691983-0cca-4212-9649-df139d0f6855 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:41.819280 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591ac109-48b4-44c9-b865-3d3eee0f572a tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:41.823505 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-591ac109-48b4-44c9-b865-3d3eee0f572a tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1077070 Feb 09 02:15:41.823897 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52882) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:41.861137 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-54d38928-a6cd-4627-8c12-8f2ab45dbcfe tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327597 Feb 09 02:15:41.861804 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52886) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:41.866424 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-35a90130-60c9-4279-9f0f-3e9fb464859e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1033910305', 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:41.998490 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a90130-60c9-4279-9f0f-3e9fb464859e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Made reservation on behalf of 87ca4c7ab6184b8eb587f6203fddbced for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:15:42.004488 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35a90130-60c9-4279-9f0f-3e9fb464859e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.082169 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55691983-0cca-4212-9649-df139d0f6855', 'name': 'tempest-TestNetworkBasicOps-router-1753598451', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:39Z', 'updated_at': '2022-02-09T02:15:40Z', 'revision_number': 3, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:04:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55691983-0cca-4212-9649-df139d0f6855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:40Z', 'updated_at': '2022-02-09T02:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:42.117985 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] Checking router: 55691983-0cca-4212-9649-df139d0f6855 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:15:42.118339 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] Updating router 55691983-0cca-4212-9649-df139d0f6855 port 02eceaff-0cd2-4778-a4c9-273faeadd76b binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:15:42.160830 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (02eceaff-0cd2-4778-a4c9-273faeadd76b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.278151 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35a90130-60c9-4279-9f0f-3e9fb464859e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (59647b41-13f8-4236-ab9c-b4bb8be3e438), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.359034 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a90130-60c9-4279-9f0f-3e9fb464859e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'Subnet': ['ID=59647b41-13f8-4236-ab9c-b4bb8be3e438,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:42.378940 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a90130-60c9-4279-9f0f-3e9fb464859e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Checking segment: {'id': '31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:42.379347 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a90130-60c9-4279-9f0f-3e9fb464859e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Network hostable DHCP agents. Network: 2fe1a15d-9e84-4541-8b92-8d73e11f4c7a, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:15:42.399077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a90130-60c9-4279-9f0f-3e9fb464859e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Network 2fe1a15d-9e84-4541-8b92-8d73e11f4c7a is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:15:42.411113 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-35a90130-60c9-4279-9f0f-3e9fb464859e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 2fe1a15d-9e84-4541-8b92-8d73e11f4c7a) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:42.421792 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5aea5f-324d-469d-bcc0-4b2ddf1cabaa None None] Network 2fe1a15d-9e84-4541-8b92-8d73e11f4c7a requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:15:42.428371 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a90130-60c9-4279-9f0f-3e9fb464859e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:42.429808 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35a90130-60c9-4279-9f0f-3e9fb464859e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.457496 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-35a90130-60c9-4279-9f0f-3e9fb464859e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5948055 Feb 09 02:15:42.461034 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52900) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:42.503132 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.596583 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] Publish callbacks [] for port (02eceaff-0cd2-4778-a4c9-273faeadd76b), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.603410 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a297053-781e-4684-94dc-e83aaa63eb69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-2fe1a15d-9e84-4541-8b92-8d73e11f4c7a', 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'fixed_ips': [{'subnet_id': '59647b41-13f8-4236-ab9c-b4bb8be3e438'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:15:42.604527 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2a297053-781e-4684-94dc-e83aaa63eb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.615850 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (02eceaff-0cd2-4778-a4c9-273faeadd76b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.673269 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09214e15-38c6-4db6-b740-77802b81f876 None None] Pushing event updated for resources: {'Port': ['ID=02eceaff-0cd2-4778-a4c9-273faeadd76b,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:42.699584 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] Attempting to bind port 02eceaff-0cd2-4778-a4c9-273faeadd76b on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:15:42.700283 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] Attempting to bind port 02eceaff-0cd2-4778-a4c9-273faeadd76b by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:15:42.700994 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] Attempting to bind port 02eceaff-0cd2-4778-a4c9-273faeadd76b on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:42.709045 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:15:42.709632 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:42.710210 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.710747 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:15:42.711991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] Bound port: 02eceaff-0cd2-4778-a4c9-273faeadd76b, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:15:42.712522 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (02eceaff-0cd2-4778-a4c9-273faeadd76b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.823317 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] For port 02eceaff-0cd2-4778-a4c9-273faeadd76b, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:42.826776 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] For port 02eceaff-0cd2-4778-a4c9-273faeadd76b, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=02eceaff-0cd2-4778-a4c9-273faeadd76b,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:15:42.841588 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (02eceaff-0cd2-4778-a4c9-273faeadd76b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.961944 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] Routers {'55691983-0cca-4212-9649-df139d0f6855'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:42.962603 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:15:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['55691983-0cca-4212-9649-df139d0f6855'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:42.967251 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09214e15-38c6-4db6-b740-77802b81f876 None None] Pushing event updated for resources: {'Port': ['ID=02eceaff-0cd2-4778-a4c9-273faeadd76b,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:43.008571 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-2a297053-781e-4684-94dc-e83aaa63eb69 None None] Allocated IP 172.20.0.2 (2fe1a15d-9e84-4541-8b92-8d73e11f4c7a/59647b41-13f8-4236-ab9c-b4bb8be3e438/c74ac881-1113-4f80-bc48-6ca6dbba1aec) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:15:43.110474 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a051622-18ac-43ba-98ff-cc7449601834 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.161010 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] Set router 55691983-0cca-4212-9649-df139d0f6855 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:43.375798 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2a297053-781e-4684-94dc-e83aaa63eb69 None None] Publish callbacks [] for port (c74ac881-1113-4f80-bc48-6ca6dbba1aec), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.387506 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2a297053-781e-4684-94dc-e83aaa63eb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (c74ac881-1113-4f80-bc48-6ca6dbba1aec), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.453980 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a297053-781e-4684-94dc-e83aaa63eb69 None None] Network 2fe1a15d-9e84-4541-8b92-8d73e11f4c7a is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:43.479668 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-2a297053-781e-4684-94dc-e83aaa63eb69 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:43.490800 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a297053-781e-4684-94dc-e83aaa63eb69 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:15:43.517704 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-4a051622-18ac-43ba-98ff-cc7449601834 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Allocated IP 172.20.0.1 (2fe1a15d-9e84-4541-8b92-8d73e11f4c7a/59647b41-13f8-4236-ab9c-b4bb8be3e438/45a4f414-c27b-403e-a576-17bcd60b4ec0) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:15:43.527380 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.569762 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a297053-781e-4684-94dc-e83aaa63eb69 None None] Pushing event updated for resources: {'Port': ['ID=c74ac881-1113-4f80-bc48-6ca6dbba1aec,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:43.662837 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-2a297053-781e-4684-94dc-e83aaa63eb69 None None] Attempting to bind port c74ac881-1113-4f80-bc48-6ca6dbba1aec on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:15:43.663121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-2a297053-781e-4684-94dc-e83aaa63eb69 None None] Attempting to bind port c74ac881-1113-4f80-bc48-6ca6dbba1aec by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:15:43.663594 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a297053-781e-4684-94dc-e83aaa63eb69 None None] Attempting to bind port c74ac881-1113-4f80-bc48-6ca6dbba1aec on network 2fe1a15d-9e84-4541-8b92-8d73e11f4c7a {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:43.675929 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a297053-781e-4684-94dc-e83aaa63eb69 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:15:43.676280 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a297053-781e-4684-94dc-e83aaa63eb69 None None] Checking segment: {'id': '31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:43.676632 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2a297053-781e-4684-94dc-e83aaa63eb69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.677088 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a297053-781e-4684-94dc-e83aaa63eb69 None None] Bound using segment: {'id': '31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:15:43.677582 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-2a297053-781e-4684-94dc-e83aaa63eb69 None None] Bound port: c74ac881-1113-4f80-bc48-6ca6dbba1aec, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:15:43.678016 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2a297053-781e-4684-94dc-e83aaa63eb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c74ac881-1113-4f80-bc48-6ca6dbba1aec), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.692307 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55691983-0cca-4212-9649-df139d0f6855', 'name': 'tempest-TestNetworkBasicOps-router-1753598451', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:39Z', 'updated_at': '2022-02-09T02:15:40Z', 'revision_number': 3, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:04:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55691983-0cca-4212-9649-df139d0f6855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:40Z', 'updated_at': '2022-02-09T02:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:43.700660 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a051622-18ac-43ba-98ff-cc7449601834 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for port (45a4f414-c27b-403e-a576-17bcd60b4ec0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.736948 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48e2187-893e-436c-baf8-cde2ea0420e2 None None] The sync data for ids ['55691983-0cca-4212-9649-df139d0f6855'] in n-d-828387-3 is: [{'id': '55691983-0cca-4212-9649-df139d0f6855', 'name': 'tempest-TestNetworkBasicOps-router-1753598451', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:39Z', 'updated_at': '2022-02-09T02:15:40Z', 'revision_number': 3, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:04:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55691983-0cca-4212-9649-df139d0f6855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:40Z', 'updated_at': '2022-02-09T02:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:15:43.756105 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a051622-18ac-43ba-98ff-cc7449601834 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (45a4f414-c27b-403e-a576-17bcd60b4ec0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.817418 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a051622-18ac-43ba-98ff-cc7449601834 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Network 2fe1a15d-9e84-4541-8b92-8d73e11f4c7a is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:43.821934 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-4a051622-18ac-43ba-98ff-cc7449601834 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:43.831436 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a051622-18ac-43ba-98ff-cc7449601834 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:15:43.853555 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-2a297053-781e-4684-94dc-e83aaa63eb69 None None] For port c74ac881-1113-4f80-bc48-6ca6dbba1aec, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:43.858196 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-2a297053-781e-4684-94dc-e83aaa63eb69 None None] For port c74ac881-1113-4f80-bc48-6ca6dbba1aec, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c74ac881-1113-4f80-bc48-6ca6dbba1aec,segment=NetworkSegment(31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75),segment_id=31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:15:43.868469 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2a297053-781e-4684-94dc-e83aaa63eb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c74ac881-1113-4f80-bc48-6ca6dbba1aec), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.922699 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a051622-18ac-43ba-98ff-cc7449601834 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (55691983-0cca-4212-9649-df139d0f6855), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.963470 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a297053-781e-4684-94dc-e83aaa63eb69 None None] Pushing event updated for resources: {'Port': ['ID=c74ac881-1113-4f80-bc48-6ca6dbba1aec,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:43.981438 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a051622-18ac-43ba-98ff-cc7449601834 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'Port': ['ID=45a4f414-c27b-403e-a576-17bcd60b4ec0,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:44.134891 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a051622-18ac-43ba-98ff-cc7449601834 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (45a4f414-c27b-403e-a576-17bcd60b4ec0), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:44.646418 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a051622-18ac-43ba-98ff-cc7449601834 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for port (45a4f414-c27b-403e-a576-17bcd60b4ec0), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:44.651775 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a051622-18ac-43ba-98ff-cc7449601834 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (45a4f414-c27b-403e-a576-17bcd60b4ec0), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:44.782724 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a051622-18ac-43ba-98ff-cc7449601834 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'Port': ['ID=45a4f414-c27b-403e-a576-17bcd60b4ec0,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:44.792079 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a051622-18ac-43ba-98ff-cc7449601834 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (55691983-0cca-4212-9649-df139d0f6855), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:44.962599 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 02eceaff-0cd2-4778-a4c9-273faeadd76b up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:45.019179 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a051622-18ac-43ba-98ff-cc7449601834 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Network 2fe1a15d-9e84-4541-8b92-8d73e11f4c7a is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:45.022259 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 02eceaff-0cd2-4778-a4c9-273faeadd76b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:45.022832 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (02eceaff-0cd2-4778-a4c9-273faeadd76b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:45.026105 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-4a051622-18ac-43ba-98ff-cc7449601834 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:45.218367 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 02eceaff-0cd2-4778-a4c9-273faeadd76b is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:45.219289 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (02eceaff-0cd2-4778-a4c9-273faeadd76b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:45.250969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 02eceaff-0cd2-4778-a4c9-273faeadd76b, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=02eceaff-0cd2-4778-a4c9-273faeadd76b,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:45.257187 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (02eceaff-0cd2-4778-a4c9-273faeadd76b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:45.258526 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c74ac881-1113-4f80-bc48-6ca6dbba1aec up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:45.286608 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a051622-18ac-43ba-98ff-cc7449601834 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Router 55691983-0cca-4212-9649-df139d0f6855 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:15:45.384229 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=02eceaff-0cd2-4778-a4c9-273faeadd76b,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:45.442023 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a051622-18ac-43ba-98ff-cc7449601834 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:15:45.455871 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4a051622-18ac-43ba-98ff-cc7449601834 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "PUT /v2.0/routers/55691983-0cca-4212-9649-df139d0f6855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9933169 Feb 09 02:15:45.458612 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52944) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:45.479969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port c74ac881-1113-4f80-bc48-6ca6dbba1aec triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:45.480559 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c74ac881-1113-4f80-bc48-6ca6dbba1aec), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:45.645796 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743dff38-6b96-43a3-a4ea-3bd52b676052 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:45.646504 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743dff38-6b96-43a3-a4ea-3bd52b676052 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:45.647136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743dff38-6b96-43a3-a4ea-3bd52b676052 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:45.647806 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743dff38-6b96-43a3-a4ea-3bd52b676052 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:45.648428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743dff38-6b96-43a3-a4ea-3bd52b676052 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:45.649052 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743dff38-6b96-43a3-a4ea-3bd52b676052 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:45.653834 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52950) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:45.654188 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-743dff38-6b96-43a3-a4ea-3bd52b676052 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1937377 Feb 09 02:15:45.654534 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be465c19-8bb1-4298-bbf3-4047bcad442c None None] Network 2fe1a15d-9e84-4541-8b92-8d73e11f4c7a requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:15:45.731227 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port c74ac881-1113-4f80-bc48-6ca6dbba1aec is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:45.731701 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c74ac881-1113-4f80-bc48-6ca6dbba1aec), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:45.778024 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-666fa37b-d713-434e-83a6-5d356e54c053 None None] Provisioning complete for port c74ac881-1113-4f80-bc48-6ca6dbba1aec triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:45.778396 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-666fa37b-d713-434e-83a6-5d356e54c053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c74ac881-1113-4f80-bc48-6ca6dbba1aec), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:45.805467 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e014ffff-09dc-44fd-9c34-c107feba948c tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:45.805994 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e014ffff-09dc-44fd-9c34-c107feba948c tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:45.806444 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e014ffff-09dc-44fd-9c34-c107feba948c tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:45.806957 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e014ffff-09dc-44fd-9c34-c107feba948c tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:45.807735 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e014ffff-09dc-44fd-9c34-c107feba948c tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:45.808215 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e014ffff-09dc-44fd-9c34-c107feba948c tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:45.810070 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e014ffff-09dc-44fd-9c34-c107feba948c tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1552219 Feb 09 02:15:45.813211 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52954) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:45.864736 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port c74ac881-1113-4f80-bc48-6ca6dbba1aec, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c74ac881-1113-4f80-bc48-6ca6dbba1aec,segment=NetworkSegment(31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75),segment_id=31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:45.903005 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c74ac881-1113-4f80-bc48-6ca6dbba1aec), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:45.995368 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=c74ac881-1113-4f80-bc48-6ca6dbba1aec,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:46.076144 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-666fa37b-d713-434e-83a6-5d356e54c053 None None] Current status of the port c74ac881-1113-4f80-bc48-6ca6dbba1aec is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:46.269702 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9931a10b-6280-4e8c-bc14-6f95248583c9 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.4552639 Feb 09 02:15:46.284006 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] Sync routers for ids ['55691983-0cca-4212-9649-df139d0f6855'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:15:46.323115 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] Routers {'55691983-0cca-4212-9649-df139d0f6855'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:46.323892 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:15:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['55691983-0cca-4212-9649-df139d0f6855'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:46.427785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d83b37d1-020e-4600-ac4b-a3580a2c255b None None] Provisioning complete for port c74ac881-1113-4f80-bc48-6ca6dbba1aec triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:46.428308 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d83b37d1-020e-4600-ac4b-a3580a2c255b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c74ac881-1113-4f80-bc48-6ca6dbba1aec), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:46.552919 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] Set router 55691983-0cca-4212-9649-df139d0f6855 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:46.762290 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52968) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:46.767607 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5065de0a-a8c1-4873-9491-a11504a77828 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1273835938', 'description': 'tempest-secgroup-smoke-1273835938 description', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:46.829909 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5065de0a-a8c1-4873-9491-a11504a77828 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:46.906502 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55691983-0cca-4212-9649-df139d0f6855', 'name': 'tempest-TestNetworkBasicOps-router-1753598451', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:39Z', 'updated_at': '2022-02-09T02:15:44Z', 'revision_number': 4, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:04:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55691983-0cca-4212-9649-df139d0f6855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:40Z', 'updated_at': '2022-02-09T02:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '45a4f414-c27b-403e-a576-17bcd60b4ec0', 'name': '', 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:34:9e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55691983-0cca-4212-9649-df139d0f6855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '59647b41-13f8-4236-ab9c-b4bb8be3e438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:43Z', 'updated_at': '2022-02-09T02:15:44Z', 'revision_number': 2, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': '59647b41-13f8-4236-ab9c-b4bb8be3e438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:46.957387 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] Checking router: 55691983-0cca-4212-9649-df139d0f6855 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:15:46.959344 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] Updating router 55691983-0cca-4212-9649-df139d0f6855 port 45a4f414-c27b-403e-a576-17bcd60b4ec0 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:15:46.997778 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 02eceaff-0cd2-4778-a4c9-273faeadd76b up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:46.998471 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (45a4f414-c27b-403e-a576-17bcd60b4ec0), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.017968 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5065de0a-a8c1-4873-9491-a11504a77828 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group (d55d95c0-b616-444e-8530-86d637992425), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.031118 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5065de0a-a8c1-4873-9491-a11504a77828 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d55d95c0-b616-444e-8530-86d637992425), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.088521 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5065de0a-a8c1-4873-9491-a11504a77828 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.092502 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5065de0a-a8c1-4873-9491-a11504a77828 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3265338 Feb 09 02:15:47.093081 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52972) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:47.098005 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e9665b29-aceb-4b48-ade7-aa7835c8a900 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'security_group_rule': {'security_group_id': 'd55d95c0-b616-444e-8530-86d637992425', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:47.103937 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065de0a-a8c1-4873-9491-a11504a77828 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d55d95c0-b616-444e-8530-86d637992425,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:47.126093 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d83b37d1-020e-4600-ac4b-a3580a2c255b None None] Current status of the port c74ac881-1113-4f80-bc48-6ca6dbba1aec is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:47.142104 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d83b37d1-020e-4600-ac4b-a3580a2c255b None None] Provisioning complete for port 45a4f414-c27b-403e-a576-17bcd60b4ec0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:47.142431 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d83b37d1-020e-4600-ac4b-a3580a2c255b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (45a4f414-c27b-403e-a576-17bcd60b4ec0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.155111 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e9665b29-aceb-4b48-ade7-aa7835c8a900 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (05d6c2f9-c767-4ac9-a1a3-5efbc35c0b02), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.199866 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 02eceaff-0cd2-4778-a4c9-273faeadd76b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:47.200254 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (02eceaff-0cd2-4778-a4c9-273faeadd76b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.258407 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e9665b29-aceb-4b48-ade7-aa7835c8a900 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (05d6c2f9-c767-4ac9-a1a3-5efbc35c0b02), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.266821 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e9665b29-aceb-4b48-ade7-aa7835c8a900 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (05d6c2f9-c767-4ac9-a1a3-5efbc35c0b02), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.299119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9665b29-aceb-4b48-ade7-aa7835c8a900 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d6c2f9-c767-4ac9-a1a3-5efbc35c0b02,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:47.310305 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665b29-aceb-4b48-ade7-aa7835c8a900 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:47.311329 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665b29-aceb-4b48-ade7-aa7835c8a900 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:47.311963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665b29-aceb-4b48-ade7-aa7835c8a900 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:47.312703 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665b29-aceb-4b48-ade7-aa7835c8a900 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:47.313304 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665b29-aceb-4b48-ade7-aa7835c8a900 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:47.314121 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665b29-aceb-4b48-ade7-aa7835c8a900 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:47.314739 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665b29-aceb-4b48-ade7-aa7835c8a900 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:47.315331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665b29-aceb-4b48-ade7-aa7835c8a900 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:47.315995 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665b29-aceb-4b48-ade7-aa7835c8a900 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:47.316551 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665b29-aceb-4b48-ade7-aa7835c8a900 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:47.317147 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665b29-aceb-4b48-ade7-aa7835c8a900 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:47.318023 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665b29-aceb-4b48-ade7-aa7835c8a900 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:47.318603 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665b29-aceb-4b48-ade7-aa7835c8a900 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:47.321054 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d83b37d1-020e-4600-ac4b-a3580a2c255b None None] Port 45a4f414-c27b-403e-a576-17bcd60b4ec0 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:15:47.325497 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e9665b29-aceb-4b48-ade7-aa7835c8a900 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.327354 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e9665b29-aceb-4b48-ade7-aa7835c8a900 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2329209 Feb 09 02:15:47.330687 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52976) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:47.336790 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-91c3c661-6df6-47c1-8368-f8328118739e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'security_group_rule': {'security_group_id': 'd55d95c0-b616-444e-8530-86d637992425', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:47.371064 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-91c3c661-6df6-47c1-8368-f8328118739e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (ee2e7f96-682d-4180-9091-6e644562bdb0), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.458444 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-91c3c661-6df6-47c1-8368-f8328118739e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (ee2e7f96-682d-4180-9091-6e644562bdb0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.465084 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-91c3c661-6df6-47c1-8368-f8328118739e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (ee2e7f96-682d-4180-9091-6e644562bdb0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.505784 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3c661-6df6-47c1-8368-f8328118739e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee2e7f96-682d-4180-9091-6e644562bdb0,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:47.519684 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-91c3c661-6df6-47c1-8368-f8328118739e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.521160 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-91c3c661-6df6-47c1-8368-f8328118739e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1891155 Feb 09 02:15:47.524303 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52980) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:47.529026 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-63bf2a80-edbb-4f34-879b-e8382bccf3a7 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'security_group_rule': {'security_group_id': 'd55d95c0-b616-444e-8530-86d637992425', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:47.537112 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 02eceaff-0cd2-4778-a4c9-273faeadd76b is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:47.538238 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c74ac881-1113-4f80-bc48-6ca6dbba1aec up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:47.572774 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63bf2a80-edbb-4f34-879b-e8382bccf3a7 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (18ec61e3-ac71-4d50-8604-2de1bc050738), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.603487 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a8d59afd-2c06-4ce8-ac0f-c6f85f9fea7e None None] Provisioning complete for port 45a4f414-c27b-403e-a576-17bcd60b4ec0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:47.603487 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a8d59afd-2c06-4ce8-ac0f-c6f85f9fea7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (45a4f414-c27b-403e-a576-17bcd60b4ec0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.680546 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63bf2a80-edbb-4f34-879b-e8382bccf3a7 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (18ec61e3-ac71-4d50-8604-2de1bc050738), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.686445 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63bf2a80-edbb-4f34-879b-e8382bccf3a7 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (18ec61e3-ac71-4d50-8604-2de1bc050738), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.714242 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf2a80-edbb-4f34-879b-e8382bccf3a7 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ec61e3-ac71-4d50-8604-2de1bc050738,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:47.728975 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63bf2a80-edbb-4f34-879b-e8382bccf3a7 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.730243 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-63bf2a80-edbb-4f34-879b-e8382bccf3a7 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2047293 Feb 09 02:15:47.733129 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52988) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:47.738168 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-9b36df86-845b-4aaa-b600-720d60b4c326 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'security_group_rule': {'security_group_id': 'd55d95c0-b616-444e-8530-86d637992425', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:47.751895 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a8d59afd-2c06-4ce8-ac0f-c6f85f9fea7e None None] Port 45a4f414-c27b-403e-a576-17bcd60b4ec0 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:15:47.780996 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] Publish callbacks [] for port (45a4f414-c27b-403e-a576-17bcd60b4ec0), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.782722 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b36df86-845b-4aaa-b600-720d60b4c326 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (e4e35392-2d78-45c9-8f3b-63768ddea4ba), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.788750 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (45a4f414-c27b-403e-a576-17bcd60b4ec0), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.800101 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port c74ac881-1113-4f80-bc48-6ca6dbba1aec triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:47.800594 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c74ac881-1113-4f80-bc48-6ca6dbba1aec), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.885002 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9562a1-5bdd-47d3-a1e0-40c421b55327 None None] Pushing event updated for resources: {'Port': ['ID=45a4f414-c27b-403e-a576-17bcd60b4ec0,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:47.932630 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b36df86-845b-4aaa-b600-720d60b4c326 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (e4e35392-2d78-45c9-8f3b-63768ddea4ba), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.947560 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b36df86-845b-4aaa-b600-720d60b4c326 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (e4e35392-2d78-45c9-8f3b-63768ddea4ba), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.993068 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port c74ac881-1113-4f80-bc48-6ca6dbba1aec is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:48.004308 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36df86-845b-4aaa-b600-720d60b4c326 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e35392-2d78-45c9-8f3b-63768ddea4ba,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:48.025259 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b36df86-845b-4aaa-b600-720d60b4c326 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.026606 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9b36df86-845b-4aaa-b600-720d60b4c326 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2917113 Feb 09 02:15:48.029798 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 52992) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:48.036614 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] Attempting to bind port 45a4f414-c27b-403e-a576-17bcd60b4ec0 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:15:48.037252 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] Attempting to bind port 45a4f414-c27b-403e-a576-17bcd60b4ec0 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:15:48.037734 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] Attempting to bind port 45a4f414-c27b-403e-a576-17bcd60b4ec0 on network 2fe1a15d-9e84-4541-8b92-8d73e11f4c7a {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:48.037879 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-89531aaf-f7ef-42bc-bb39-993220760012 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'security_group_rule': {'security_group_id': 'd55d95c0-b616-444e-8530-86d637992425', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:48.047515 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:15:48.048017 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] Checking segment: {'id': '31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:48.048489 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.048985 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] Bound using segment: {'id': '31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:15:48.049531 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] Bound port: 45a4f414-c27b-403e-a576-17bcd60b4ec0, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:15:48.050638 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (45a4f414-c27b-403e-a576-17bcd60b4ec0), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.060844 n-d-828387-3 neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-89531aaf-f7ef-42bc-bb39-993220760012 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Project 87ca4c7ab6184b8eb587f6203fddbced added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:15:48.068000 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89531aaf-f7ef-42bc-bb39-993220760012 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (7bab4e6f-77c4-456d-b6a9-0a8520dea84e), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.157156 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] For port 45a4f414-c27b-403e-a576-17bcd60b4ec0, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:48.160948 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] For port 45a4f414-c27b-403e-a576-17bcd60b4ec0, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=45a4f414-c27b-403e-a576-17bcd60b4ec0,segment=NetworkSegment(31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75),segment_id=31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:15:48.166470 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89531aaf-f7ef-42bc-bb39-993220760012 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (7bab4e6f-77c4-456d-b6a9-0a8520dea84e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.174045 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89531aaf-f7ef-42bc-bb39-993220760012 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (7bab4e6f-77c4-456d-b6a9-0a8520dea84e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.174346 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (45a4f414-c27b-403e-a576-17bcd60b4ec0), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.204872 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89531aaf-f7ef-42bc-bb39-993220760012 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bab4e6f-77c4-456d-b6a9-0a8520dea84e,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:48.221034 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-89531aaf-f7ef-42bc-bb39-993220760012 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.226618 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-89531aaf-f7ef-42bc-bb39-993220760012 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1883342 Feb 09 02:15:48.226938 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 52996) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:48.231414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-56663c80-5d92-493d-b321-cdbb46deefe1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'security_group_rule': {'security_group_id': 'd55d95c0-b616-444e-8530-86d637992425', 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:48.268668 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] Routers {'55691983-0cca-4212-9649-df139d0f6855'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:48.269295 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:15:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['55691983-0cca-4212-9649-df139d0f6855'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:48.294204 n-d-828387-3 neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-56663c80-5d92-493d-b321-cdbb46deefe1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Project 87ca4c7ab6184b8eb587f6203fddbced added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:15:48.303132 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-56663c80-5d92-493d-b321-cdbb46deefe1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (873f9aa6-5f51-42fb-85b7-b2343e0f9d5b), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.393768 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-56663c80-5d92-493d-b321-cdbb46deefe1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (873f9aa6-5f51-42fb-85b7-b2343e0f9d5b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.397060 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d7692ee9-cbaa-4284-9e38-e7968516e368 None None] Provisioning complete for port 45a4f414-c27b-403e-a576-17bcd60b4ec0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:48.397575 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d7692ee9-cbaa-4284-9e38-e7968516e368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (45a4f414-c27b-403e-a576-17bcd60b4ec0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.399835 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-56663c80-5d92-493d-b321-cdbb46deefe1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (873f9aa6-5f51-42fb-85b7-b2343e0f9d5b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.421764 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9562a1-5bdd-47d3-a1e0-40c421b55327 None None] Pushing event updated for resources: {'Port': ['ID=45a4f414-c27b-403e-a576-17bcd60b4ec0,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:48.433461 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56663c80-5d92-493d-b321-cdbb46deefe1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873f9aa6-5f51-42fb-85b7-b2343e0f9d5b,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:48.462183 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-56663c80-5d92-493d-b321-cdbb46deefe1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.465572 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-56663c80-5d92-493d-b321-cdbb46deefe1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2355454 Feb 09 02:15:48.529204 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] Set router 55691983-0cca-4212-9649-df139d0f6855 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:48.577811 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d7692ee9-cbaa-4284-9e38-e7968516e368 None None] Current status of the port 45a4f414-c27b-403e-a576-17bcd60b4ec0 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:48.578199 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d7692ee9-cbaa-4284-9e38-e7968516e368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (45a4f414-c27b-403e-a576-17bcd60b4ec0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.637092 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d7692ee9-cbaa-4284-9e38-e7968516e368 None None] For port 45a4f414-c27b-403e-a576-17bcd60b4ec0, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=45a4f414-c27b-403e-a576-17bcd60b4ec0,segment=NetworkSegment(31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75),segment_id=31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:48.653597 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d7692ee9-cbaa-4284-9e38-e7968516e368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (45a4f414-c27b-403e-a576-17bcd60b4ec0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.809426 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7692ee9-cbaa-4284-9e38-e7968516e368 None None] Pushing event updated for resources: {'Port': ['ID=45a4f414-c27b-403e-a576-17bcd60b4ec0,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:48.814369 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3601f162-92ff-46cc-abf1-11b51e3f1ab2 None None] Provisioning complete for port 45a4f414-c27b-403e-a576-17bcd60b4ec0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:48.814967 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3601f162-92ff-46cc-abf1-11b51e3f1ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (45a4f414-c27b-403e-a576-17bcd60b4ec0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.914922 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3601f162-92ff-46cc-abf1-11b51e3f1ab2 None None] Current status of the port 45a4f414-c27b-403e-a576-17bcd60b4ec0 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:48.958114 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55691983-0cca-4212-9649-df139d0f6855', 'name': 'tempest-TestNetworkBasicOps-router-1753598451', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:39Z', 'updated_at': '2022-02-09T02:15:44Z', 'revision_number': 4, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:04:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55691983-0cca-4212-9649-df139d0f6855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:40Z', 'updated_at': '2022-02-09T02:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '45a4f414-c27b-403e-a576-17bcd60b4ec0', 'name': '', 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:34:9e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55691983-0cca-4212-9649-df139d0f6855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '59647b41-13f8-4236-ab9c-b4bb8be3e438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:43Z', 'updated_at': '2022-02-09T02:15:48Z', 'revision_number': 4, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': '59647b41-13f8-4236-ab9c-b4bb8be3e438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:49.004122 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cf3143-fd79-4ef4-b8e6-21e372d80e22 None None] The sync data for ids ['55691983-0cca-4212-9649-df139d0f6855'] in n-d-828387-3 is: [{'id': '55691983-0cca-4212-9649-df139d0f6855', 'name': 'tempest-TestNetworkBasicOps-router-1753598451', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:39Z', 'updated_at': '2022-02-09T02:15:44Z', 'revision_number': 4, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:04:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55691983-0cca-4212-9649-df139d0f6855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:40Z', 'updated_at': '2022-02-09T02:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '45a4f414-c27b-403e-a576-17bcd60b4ec0', 'name': '', 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:34:9e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55691983-0cca-4212-9649-df139d0f6855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '59647b41-13f8-4236-ab9c-b4bb8be3e438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:43Z', 'updated_at': '2022-02-09T02:15:48Z', 'revision_number': 4, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': '59647b41-13f8-4236-ab9c-b4bb8be3e438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:15:49.068462 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-4ca708e2-ac0b-474b-8255-203c0a481e58 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1273835938&fields=id&tenant_id=87ca4c7ab6184b8eb587f6203fddbced HTTP/1.1" status: 200 len: 267 time: 0.0681963 Feb 09 02:15:49.230766 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-3f422462-2c4a-4bb3-a0cc-341adf659ac2 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:49.232688 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-3f422462-2c4a-4bb3-a0cc-341adf659ac2 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/networks?id=2fe1a15d-9e84-4541-8b92-8d73e11f4c7a HTTP/1.1" status: 200 len: 797 time: 0.1392553 Feb 09 02:15:49.260106 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-2aac5a8b-a03d-4560-ac3e-c8ebc03aabd2 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/quotas/87ca4c7ab6184b8eb587f6203fddbced HTTP/1.1" status: 200 len: 375 time: 0.0206454 Feb 09 02:15:49.329427 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-2384829f-8583-494a-8577-d88988e04742 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=87ca4c7ab6184b8eb587f6203fddbced&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621762 Feb 09 02:15:49.450236 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-a16dc8e5-ffa5-431c-841e-80dc05b9b720 service neutron] 10.222.0.36 "GET /v2.0/networks/2fe1a15d-9e84-4541-8b92-8d73e11f4c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075492 Feb 09 02:15:49.576996 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-dfa6badb-d902-4494-ada8-40b140ecca69 service neutron] 10.222.0.36 "GET /v2.0/networks/2fe1a15d-9e84-4541-8b92-8d73e11f4c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143763 Feb 09 02:15:50.150199 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2b6fec7f-a14d-4596-be0c-d0b3d32d12de req-36789188-05ce-4230-906e-8f012b835036 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ddd09b-79dc-48b2-8f70-069015c8f8e4 HTTP/1.1" status: 200 len: 210 time: 0.3647277 Feb 09 02:15:50.919068 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 45a4f414-c27b-403e-a576-17bcd60b4ec0 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:50.990367 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 45a4f414-c27b-403e-a576-17bcd60b4ec0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:50.990906 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (45a4f414-c27b-403e-a576-17bcd60b4ec0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:51.111547 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 45a4f414-c27b-403e-a576-17bcd60b4ec0 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:51.364454 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-26f4460a-50a6-42f0-8061-a8c0c884122d req-2c657b95-d3f8-4ad0-9200-9be14c9a7067 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ddd09b-79dc-48b2-8f70-069015c8f8e4 HTTP/1.1" status: 200 len: 210 time: 0.0461087 Feb 09 02:15:51.473529 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-160d054d-caf9-4cfc-93bc-a8791fb7becf tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:51.475554 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-160d054d-caf9-4cfc-93bc-a8791fb7becf tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.48 "GET /v2.0/networks?id=2fe1a15d-9e84-4541-8b92-8d73e11f4c7a HTTP/1.1" status: 200 len: 797 time: 0.2507293 Feb 09 02:15:51.557616 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-e21370c5-fe05-4b9e-9aba-d715a98bd512 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87ca4c7ab6184b8eb587f6203fddbced HTTP/1.1" status: 200 len: 380 time: 0.0694399 Feb 09 02:15:51.567821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-09c13556-e53f-4016-b627-081989d9e9d3 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'port': {'device_id': '08ddd09b-79dc-48b2-8f70-069015c8f8e4', 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a', 'admin_state_up': True, 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'security_groups': ['d55d95c0-b616-444e-8530-86d637992425']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:51.721936 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-09c13556-e53f-4016-b627-081989d9e9d3 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Made reservation on behalf of 87ca4c7ab6184b8eb587f6203fddbced for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:15:51.725754 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-09c13556-e53f-4016-b627-081989d9e9d3 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:51.914354 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-09c13556-e53f-4016-b627-081989d9e9d3 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Allocated IP 172.20.0.6 (2fe1a15d-9e84-4541-8b92-8d73e11f4c7a/59647b41-13f8-4236-ab9c-b4bb8be3e438/853fe609-b6ed-47f3-ac0c-4e4813077869) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:15:52.093754 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-09c13556-e53f-4016-b627-081989d9e9d3 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for port (853fe609-b6ed-47f3-ac0c-4e4813077869), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:52.137017 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-09c13556-e53f-4016-b627-081989d9e9d3 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (853fe609-b6ed-47f3-ac0c-4e4813077869), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:52.208747 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-09c13556-e53f-4016-b627-081989d9e9d3 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Network 2fe1a15d-9e84-4541-8b92-8d73e11f4c7a is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:52.213284 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-09c13556-e53f-4016-b627-081989d9e9d3 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:52.215537 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c13556-e53f-4016-b627-081989d9e9d3 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'Port': ['ID=853fe609-b6ed-47f3-ac0c-4e4813077869,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:52.225272 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-09c13556-e53f-4016-b627-081989d9e9d3 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:15:52.336946 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-09c13556-e53f-4016-b627-081989d9e9d3 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:52.361146 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-09c13556-e53f-4016-b627-081989d9e9d3 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:52.383446 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-09c13556-e53f-4016-b627-081989d9e9d3 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8195636 Feb 09 02:15:52.397577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-99463889-04c9-4a4e-9c3e-1091b4d48d3d service neutron] Request body: {'port': {'device_id': '08ddd09b-79dc-48b2-8f70-069015c8f8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:52.474492 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-99463889-04c9-4a4e-9c3e-1091b4d48d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (853fe609-b6ed-47f3-ac0c-4e4813077869), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:52.576677 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3e7c275a-4714-4680-b943-994b455b65de None None] Provisioning complete for port 853fe609-b6ed-47f3-ac0c-4e4813077869 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:52.577887 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3e7c275a-4714-4680-b943-994b455b65de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (853fe609-b6ed-47f3-ac0c-4e4813077869), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:52.667545 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c275a-4714-4680-b943-994b455b65de None None] Port 853fe609-b6ed-47f3-ac0c-4e4813077869 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:15:52.871720 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-99463889-04c9-4a4e-9c3e-1091b4d48d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853fe609-b6ed-47f3-ac0c-4e4813077869 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:15:52.897239 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-99463889-04c9-4a4e-9c3e-1091b4d48d3d service neutron] Publish callbacks [] for port (853fe609-b6ed-47f3-ac0c-4e4813077869), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:52.915682 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-99463889-04c9-4a4e-9c3e-1091b4d48d3d service neutron] Transition to ACTIVE for port object 853fe609-b6ed-47f3-ac0c-4e4813077869 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:15:52.922972 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-99463889-04c9-4a4e-9c3e-1091b4d48d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (853fe609-b6ed-47f3-ac0c-4e4813077869), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:52.928919 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456869bf-6c96-4b51-92c0-0d6daf587e79 req-a7d535b7-a4a3-4b1c-bae3-d30b38e828a9 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:52.931161 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-456869bf-6c96-4b51-92c0-0d6daf587e79 req-a7d535b7-a4a3-4b1c-bae3-d30b38e828a9 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ddd09b-79dc-48b2-8f70-069015c8f8e4 HTTP/1.1" status: 200 len: 931 time: 0.4508834 Feb 09 02:15:53.005004 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99463889-04c9-4a4e-9c3e-1091b4d48d3d service neutron] Pushing event updated for resources: {'Port': ['ID=853fe609-b6ed-47f3-ac0c-4e4813077869,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:53.025367 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-456869bf-6c96-4b51-92c0-0d6daf587e79 req-e83b9f3b-7ad8-4a46-96ea-069eda1437a7 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=d55d95c0-b616-444e-8530-86d637992425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873861 Feb 09 02:15:53.113460 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-99463889-04c9-4a4e-9c3e-1091b4d48d3d service neutron] Attempting to bind port 853fe609-b6ed-47f3-ac0c-4e4813077869 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:15:53.114081 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-99463889-04c9-4a4e-9c3e-1091b4d48d3d service neutron] Attempting to bind port 853fe609-b6ed-47f3-ac0c-4e4813077869 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:15:53.114584 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-99463889-04c9-4a4e-9c3e-1091b4d48d3d service neutron] Attempting to bind port 853fe609-b6ed-47f3-ac0c-4e4813077869 on network 2fe1a15d-9e84-4541-8b92-8d73e11f4c7a {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:53.119962 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-99463889-04c9-4a4e-9c3e-1091b4d48d3d service neutron] Port 853fe609-b6ed-47f3-ac0c-4e4813077869 on network 2fe1a15d-9e84-4541-8b92-8d73e11f4c7a not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:15:53.120325 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-99463889-04c9-4a4e-9c3e-1091b4d48d3d service neutron] Attempting to bind port 853fe609-b6ed-47f3-ac0c-4e4813077869 on network 2fe1a15d-9e84-4541-8b92-8d73e11f4c7a {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:53.126880 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-99463889-04c9-4a4e-9c3e-1091b4d48d3d service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:15:53.127240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-99463889-04c9-4a4e-9c3e-1091b4d48d3d service neutron] Checking segment: {'id': '31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:53.127637 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-99463889-04c9-4a4e-9c3e-1091b4d48d3d service neutron] Bound using segment: {'id': '31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:15:53.128066 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-99463889-04c9-4a4e-9c3e-1091b4d48d3d service neutron] Bound port: 853fe609-b6ed-47f3-ac0c-4e4813077869, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:15:53.128420 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-99463889-04c9-4a4e-9c3e-1091b4d48d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (853fe609-b6ed-47f3-ac0c-4e4813077869), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:53.211701 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-99463889-04c9-4a4e-9c3e-1091b4d48d3d service neutron] For port 853fe609-b6ed-47f3-ac0c-4e4813077869, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:53.215789 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-99463889-04c9-4a4e-9c3e-1091b4d48d3d service neutron] For port 853fe609-b6ed-47f3-ac0c-4e4813077869, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=853fe609-b6ed-47f3-ac0c-4e4813077869,segment=NetworkSegment(31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75),segment_id=31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:15:53.223256 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-99463889-04c9-4a4e-9c3e-1091b4d48d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (853fe609-b6ed-47f3-ac0c-4e4813077869), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:53.281155 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-99463889-04c9-4a4e-9c3e-1091b4d48d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:53.281799 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-99463889-04c9-4a4e-9c3e-1091b4d48d3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:53.322775 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-99463889-04c9-4a4e-9c3e-1091b4d48d3d service neutron] 10.222.0.48 "PUT /v2.0/ports/853fe609-b6ed-47f3-ac0c-4e4813077869 HTTP/1.1" status: 200 len: 1091 time: 0.8912106 Feb 09 02:15:53.332982 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ddd09b-79dc-48b2-8f70-069015c8f8e4', 'tag': '853fe609-b6ed-47f3-ac0c-4e4813077869'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:53.340718 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c53e5b-72cf-44f2-b1c1-729288d0804c" -d '{"events": [{"name": "network-changed", "server_uuid": "08ddd09b-79dc-48b2-8f70-069015c8f8e4", "tag": "853fe609-b6ed-47f3-ac0c-4e4813077869"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:53.371557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99463889-04c9-4a4e-9c3e-1091b4d48d3d service neutron] Pushing event updated for resources: {'Port': ['ID=853fe609-b6ed-47f3-ac0c-4e4813077869,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:53.416888 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a146a0-30de-407e-972f-47b47f839b55 x-openstack-request-id: req-77a146a0-30de-407e-972f-47b47f839b55 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:53.417607 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ddd09b-79dc-48b2-8f70-069015c8f8e4", "tag": "853fe609-b6ed-47f3-ac0c-4e4813077869", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:53.417607 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77a146a0-30de-407e-972f-47b47f839b55 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:53.417813 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ddd09b-79dc-48b2-8f70-069015c8f8e4', 'tag': '853fe609-b6ed-47f3-ac0c-4e4813077869', 'status': 'completed', 'code': 200} Feb 09 02:15:53.441376 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-86654ebf-f78a-4705-9bd1-e5960d1c0e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:53.444543 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-86654ebf-f78a-4705-9bd1-e5960d1c0e3b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=87ca4c7ab6184b8eb587f6203fddbced&device_id=08ddd09b-79dc-48b2-8f70-069015c8f8e4 HTTP/1.1" status: 200 len: 1125 time: 0.0674939 Feb 09 02:15:53.846028 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-dcfc1516-1171-4155-b51f-485ac97dc7e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853fe609-b6ed-47f3-ac0c-4e4813077869 HTTP/1.1" status: 200 len: 217 time: 0.3914843 Feb 09 02:15:53.907534 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-f636783b-1174-4755-8364-c4627b6fb35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:53.909110 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-f636783b-1174-4755-8364-c4627b6fb35a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=59647b41-13f8-4236-ab9c-b4bb8be3e438 HTTP/1.1" status: 200 len: 835 time: 0.0559843 Feb 09 02:15:53.970002 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-7b57988a-4c45-4560-9fd6-ea2eedb64cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:53.971549 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-7b57988a-4c45-4560-9fd6-ea2eedb64cfb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fe1a15d-9e84-4541-8b92-8d73e11f4c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0562322 Feb 09 02:15:54.079894 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-df78bbd1-b2b2-4e44-9705-b472aafbbff5 service neutron] 10.222.0.48 "GET /v2.0/networks/2fe1a15d-9e84-4541-8b92-8d73e11f4c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013358 Feb 09 02:15:54.207340 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbda090f-d53c-4afe-bb2b-2d271e3315bd req-f72b398b-2750-4e99-9013-54c4e465c4e8 service neutron] 10.222.0.48 "GET /v2.0/networks/2fe1a15d-9e84-4541-8b92-8d73e11f4c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178637 Feb 09 02:15:54.207511 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7618e-212b-4335-a0c9-8216bee4c447 req-c1d8286b-e1e2-45eb-9a74-f74f09f112b9 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:54.209369 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-39c7618e-212b-4335-a0c9-8216bee4c447 req-c1d8286b-e1e2-45eb-9a74-f74f09f112b9 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ddd09b-79dc-48b2-8f70-069015c8f8e4 HTTP/1.1" status: 200 len: 943 time: 0.0952065 Feb 09 02:15:54.309437 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-39c7618e-212b-4335-a0c9-8216bee4c447 req-3933b246-752c-4e73-a2bd-50dd7f82283f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=d55d95c0-b616-444e-8530-86d637992425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881567 Feb 09 02:15:54.331137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c53e5b-72cf-44f2-b1c1-729288d0804c req-1ced0f88-8439-4535-8719-4c35db3b83f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:54.339776 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-96c53e5b-72cf-44f2-b1c1-729288d0804c req-1ced0f88-8439-4535-8719-4c35db3b83f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=87ca4c7ab6184b8eb587f6203fddbced&device_id=08ddd09b-79dc-48b2-8f70-069015c8f8e4 HTTP/1.1" status: 200 len: 1125 time: 0.0609283 Feb 09 02:15:54.450080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c53e5b-72cf-44f2-b1c1-729288d0804c req-39550957-00e2-4e4e-b8b2-0c4fa5e1a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:54.451607 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-96c53e5b-72cf-44f2-b1c1-729288d0804c req-39550957-00e2-4e4e-b8b2-0c4fa5e1a35f service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fe1a15d-9e84-4541-8b92-8d73e11f4c7a HTTP/1.1" status: 200 len: 898 time: 0.1110351 Feb 09 02:15:54.503605 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-96c53e5b-72cf-44f2-b1c1-729288d0804c req-9f4e64a2-5a72-41f5-87a9-a0c11a176c3b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853fe609-b6ed-47f3-ac0c-4e4813077869 HTTP/1.1" status: 200 len: 217 time: 0.0406713 Feb 09 02:15:54.585484 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c53e5b-72cf-44f2-b1c1-729288d0804c req-afe8b668-d9b1-4779-b16f-27a0851568b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:54.587371 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-96c53e5b-72cf-44f2-b1c1-729288d0804c req-afe8b668-d9b1-4779-b16f-27a0851568b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=59647b41-13f8-4236-ab9c-b4bb8be3e438 HTTP/1.1" status: 200 len: 835 time: 0.0761905 Feb 09 02:15:54.676251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c53e5b-72cf-44f2-b1c1-729288d0804c req-bc7b1416-8555-42b6-a1ee-fccc5c4092df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:54.677932 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-96c53e5b-72cf-44f2-b1c1-729288d0804c req-bc7b1416-8555-42b6-a1ee-fccc5c4092df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fe1a15d-9e84-4541-8b92-8d73e11f4c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0803931 Feb 09 02:15:54.733395 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53148) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:54.821351 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-96c53e5b-72cf-44f2-b1c1-729288d0804c req-745396a9-3043-4364-93d6-1c3eaf453f20 service neutron] 10.222.0.48 "GET /v2.0/networks/2fe1a15d-9e84-4541-8b92-8d73e11f4c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336744 Feb 09 02:15:54.884562 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3f35ca67-d94a-4c69-96fb-4301e8c96bb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:54.969993 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-96c53e5b-72cf-44f2-b1c1-729288d0804c req-acb79ff2-7001-40cb-ba94-70e7de6b547d service neutron] 10.222.0.48 "GET /v2.0/networks/2fe1a15d-9e84-4541-8b92-8d73e11f4c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391165 Feb 09 02:15:55.053396 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3f35ca67-d94a-4c69-96fb-4301e8c96bb0 admin admin] Publish callbacks [] for security_group (13e1a09b-2c06-4c1a-a318-68e7f2aa57fa), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:55.060782 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3f35ca67-d94a-4c69-96fb-4301e8c96bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (13e1a09b-2c06-4c1a-a318-68e7f2aa57fa), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:55.104652 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3f35ca67-d94a-4c69-96fb-4301e8c96bb0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d45d4e49ef90435ca843d16b0b8973d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3674884 Feb 09 02:15:55.105440 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53160) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:55.108935 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35ca67-d94a-4c69-96fb-4301e8c96bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e1a09b-2c06-4c1a-a318-68e7f2aa57fa,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:55.184085 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-404bb049-6f90-4764-a166-0595916c2608 admin admin] Publish callbacks [] for security_group (13e1a09b-2c06-4c1a-a318-68e7f2aa57fa), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:55.208610 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-404bb049-6f90-4764-a166-0595916c2608 admin admin] Publish callbacks [] for security_group (13e1a09b-2c06-4c1a-a318-68e7f2aa57fa), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:55.266935 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-404bb049-6f90-4764-a166-0595916c2608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (13e1a09b-2c06-4c1a-a318-68e7f2aa57fa), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:55.270568 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-404bb049-6f90-4764-a166-0595916c2608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:55.271772 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-404bb049-6f90-4764-a166-0595916c2608 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/13e1a09b-2c06-4c1a-a318-68e7f2aa57fa HTTP/1.1" status: 204 len: 168 time: 0.1639059 Feb 09 02:15:55.280360 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bb049-6f90-4764-a166-0595916c2608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e1a09b-2c06-4c1a-a318-68e7f2aa57fa,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:55.487663 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32068738-75b1-42ff-b1b8-9f7ec4ef9536 req-45342080-c99b-4ed9-9047-2b1d85c2bf29 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:55.489387 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-32068738-75b1-42ff-b1b8-9f7ec4ef9536 req-45342080-c99b-4ed9-9047-2b1d85c2bf29 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ddd09b-79dc-48b2-8f70-069015c8f8e4 HTTP/1.1" status: 200 len: 943 time: 0.0791957 Feb 09 02:15:55.569048 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-32068738-75b1-42ff-b1b8-9f7ec4ef9536 req-67f82588-7a86-48d1-b388-c9eda91d2581 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=d55d95c0-b616-444e-8530-86d637992425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718670 Feb 09 02:15:56.779619 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc3837-8917-4bc7-901e-afd88dc72a05 req-ba7b1b49-54be-4f00-baf3-f99371ba1105 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:56.782113 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ddcc3837-8917-4bc7-901e-afd88dc72a05 req-ba7b1b49-54be-4f00-baf3-f99371ba1105 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ddd09b-79dc-48b2-8f70-069015c8f8e4 HTTP/1.1" status: 200 len: 943 time: 0.0871701 Feb 09 02:15:56.847920 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ddcc3837-8917-4bc7-901e-afd88dc72a05 req-7db6027d-4dfe-4d53-8e5a-b4753a34d980 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=d55d95c0-b616-444e-8530-86d637992425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589399 Feb 09 02:15:56.866203 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 853fe609-b6ed-47f3-ac0c-4e4813077869 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:15:57.005602 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 853fe609-b6ed-47f3-ac0c-4e4813077869, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=853fe609-b6ed-47f3-ac0c-4e4813077869,segment=NetworkSegment(31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75),segment_id=31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:57.025893 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '853fe609-b6ed-47f3-ac0c-4e4813077869', 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a', 'port_id': '853fe609-b6ed-47f3-ac0c-4e4813077869', 'mac_address': 'fa:16:3e:db:35:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59647b41-13f8-4236-ab9c-b4bb8be3e438', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:15:57.082718 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 853fe609-b6ed-47f3-ac0c-4e4813077869 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:57.083428 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (853fe609-b6ed-47f3-ac0c-4e4813077869), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:57.100965 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853fe609-b6ed-47f3-ac0c-4e4813077869 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:15:57.126318 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 853fe609-b6ed-47f3-ac0c-4e4813077869, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=853fe609-b6ed-47f3-ac0c-4e4813077869,segment=NetworkSegment(31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75),segment_id=31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:57.131075 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (853fe609-b6ed-47f3-ac0c-4e4813077869), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:57.209027 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=853fe609-b6ed-47f3-ac0c-4e4813077869,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:57.365488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['853fe609-b6ed-47f3-ac0c-4e4813077869'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:15:57.565837 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53252) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:57.571590 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-8dc94c3f-d9e7-4675-9bd3-fbcc5b15321c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1474923235', 'description': 'tempest-secgroup-smoke-1474923235 description', 'project_id': '2c59903585c449439619eb0edc719ef1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:57.595573 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8dc94c3f-d9e7-4675-9bd3-fbcc5b15321c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:57.609344 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8dc94c3f-d9e7-4675-9bd3-fbcc5b15321c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:57.701079 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8dc94c3f-d9e7-4675-9bd3-fbcc5b15321c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (67f19df4-9968-4b1d-8dea-5bd564d31136), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:57.705962 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8dc94c3f-d9e7-4675-9bd3-fbcc5b15321c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (67f19df4-9968-4b1d-8dea-5bd564d31136), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:57.744679 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc94c3f-d9e7-4675-9bd3-fbcc5b15321c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f19df4-9968-4b1d-8dea-5bd564d31136,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:57.794251 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8dc94c3f-d9e7-4675-9bd3-fbcc5b15321c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (bc76c581-5944-4675-ae7e-7cb92dfcfbd6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:57.798961 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8dc94c3f-d9e7-4675-9bd3-fbcc5b15321c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (bc76c581-5944-4675-ae7e-7cb92dfcfbd6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:57.832798 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8dc94c3f-d9e7-4675-9bd3-fbcc5b15321c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:57.834056 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8dc94c3f-d9e7-4675-9bd3-fbcc5b15321c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2661037 Feb 09 02:15:57.834939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc94c3f-d9e7-4675-9bd3-fbcc5b15321c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc76c581-5944-4675-ae7e-7cb92dfcfbd6,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:57.837262 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53256) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:57.842862 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e854fc79-96eb-45c0-ad58-73201f8adbcb tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group_rule': {'security_group_id': 'bc76c581-5944-4675-ae7e-7cb92dfcfbd6', 'project_id': '2c59903585c449439619eb0edc719ef1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:57.875392 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e854fc79-96eb-45c0-ad58-73201f8adbcb tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (4e6c8fae-c71f-4677-8c82-26bf7e43c063), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:57.973423 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e854fc79-96eb-45c0-ad58-73201f8adbcb tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (4e6c8fae-c71f-4677-8c82-26bf7e43c063), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:57.978165 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e854fc79-96eb-45c0-ad58-73201f8adbcb tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (4e6c8fae-c71f-4677-8c82-26bf7e43c063), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.001616 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854fc79-96eb-45c0-ad58-73201f8adbcb tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6c8fae-c71f-4677-8c82-26bf7e43c063,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:58.019959 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a78962-1e08-4c2f-b79b-2e3738f86e76 req-6cdee7db-4a09-4dff-8d02-bbc0b4e472bd tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:58.021616 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00a78962-1e08-4c2f-b79b-2e3738f86e76 req-6cdee7db-4a09-4dff-8d02-bbc0b4e472bd tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ddd09b-79dc-48b2-8f70-069015c8f8e4 HTTP/1.1" status: 200 len: 944 time: 0.0968821 Feb 09 02:15:58.024764 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e854fc79-96eb-45c0-ad58-73201f8adbcb tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.028533 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e854fc79-96eb-45c0-ad58-73201f8adbcb tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1902499 Feb 09 02:15:58.032718 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53262) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:58.038444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-7ed8bdfa-99c6-443f-a76b-4176f59ad290 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group_rule': {'security_group_id': 'bc76c581-5944-4675-ae7e-7cb92dfcfbd6', 'project_id': '2c59903585c449439619eb0edc719ef1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:58.072625 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ed8bdfa-99c6-443f-a76b-4176f59ad290 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (25d937a5-013f-4915-a058-74aa6340006e), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.096542 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00a78962-1e08-4c2f-b79b-2e3738f86e76 req-ffe2b15b-4106-4f04-bb61-81252950549f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=d55d95c0-b616-444e-8530-86d637992425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523853 Feb 09 02:15:58.147157 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ed8bdfa-99c6-443f-a76b-4176f59ad290 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (25d937a5-013f-4915-a058-74aa6340006e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.152239 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ed8bdfa-99c6-443f-a76b-4176f59ad290 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (25d937a5-013f-4915-a058-74aa6340006e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.173479 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8bdfa-99c6-443f-a76b-4176f59ad290 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d937a5-013f-4915-a058-74aa6340006e,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:58.184234 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ed8bdfa-99c6-443f-a76b-4176f59ad290 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.185562 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7ed8bdfa-99c6-443f-a76b-4176f59ad290 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1516604 Feb 09 02:15:58.189054 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53264) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:58.197206 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f569dc17-f1fe-4ba5-9263-52b49cd08cf9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group_rule': {'security_group_id': 'bc76c581-5944-4675-ae7e-7cb92dfcfbd6', 'project_id': '2c59903585c449439619eb0edc719ef1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:58.238818 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f569dc17-f1fe-4ba5-9263-52b49cd08cf9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (a867fdfe-eb5a-4059-9cc5-f2fad8428b0b), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.312443 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f569dc17-f1fe-4ba5-9263-52b49cd08cf9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (a867fdfe-eb5a-4059-9cc5-f2fad8428b0b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.317539 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f569dc17-f1fe-4ba5-9263-52b49cd08cf9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (a867fdfe-eb5a-4059-9cc5-f2fad8428b0b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.336574 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569dc17-f1fe-4ba5-9263-52b49cd08cf9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a867fdfe-eb5a-4059-9cc5-f2fad8428b0b,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:58.347452 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f569dc17-f1fe-4ba5-9263-52b49cd08cf9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.351123 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f569dc17-f1fe-4ba5-9263-52b49cd08cf9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1582787 Feb 09 02:15:58.351325 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53266) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:58.355744 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-61b02da2-c1f0-4286-8c52-5d229c282cb5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group_rule': {'security_group_id': 'bc76c581-5944-4675-ae7e-7cb92dfcfbd6', 'project_id': '2c59903585c449439619eb0edc719ef1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:58.380522 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-61b02da2-c1f0-4286-8c52-5d229c282cb5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (a0bc225d-b649-4dfb-a3d2-35c4e5e7e1dc), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.444642 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-61b02da2-c1f0-4286-8c52-5d229c282cb5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (a0bc225d-b649-4dfb-a3d2-35c4e5e7e1dc), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.448469 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-61b02da2-c1f0-4286-8c52-5d229c282cb5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (a0bc225d-b649-4dfb-a3d2-35c4e5e7e1dc), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.471996 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b02da2-c1f0-4286-8c52-5d229c282cb5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0bc225d-b649-4dfb-a3d2-35c4e5e7e1dc,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:58.480687 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-61b02da2-c1f0-4286-8c52-5d229c282cb5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.485123 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53268) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:58.485264 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-61b02da2-c1f0-4286-8c52-5d229c282cb5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1328981 Feb 09 02:15:58.489938 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-30cc5bfb-e8f4-47c9-bb13-7e64be5bbec5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group_rule': {'security_group_id': 'bc76c581-5944-4675-ae7e-7cb92dfcfbd6', 'project_id': '2c59903585c449439619eb0edc719ef1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:58.511187 n-d-828387-3 neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-30cc5bfb-e8f4-47c9-bb13-7e64be5bbec5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Project 2c59903585c449439619eb0edc719ef1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:15:58.517581 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30cc5bfb-e8f4-47c9-bb13-7e64be5bbec5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (a3b3bc92-6b8b-45cb-9bc7-e80cf1d698d7), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.575414 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30cc5bfb-e8f4-47c9-bb13-7e64be5bbec5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (a3b3bc92-6b8b-45cb-9bc7-e80cf1d698d7), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.579963 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30cc5bfb-e8f4-47c9-bb13-7e64be5bbec5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (a3b3bc92-6b8b-45cb-9bc7-e80cf1d698d7), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.598826 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc5bfb-e8f4-47c9-bb13-7e64be5bbec5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b3bc92-6b8b-45cb-9bc7-e80cf1d698d7,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:58.603688 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30cc5bfb-e8f4-47c9-bb13-7e64be5bbec5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.607640 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-30cc5bfb-e8f4-47c9-bb13-7e64be5bbec5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212873 Feb 09 02:15:58.608042 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53270) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:58.612998 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-9fdd91c8-23c0-4ff7-9d95-9143db89a698 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group_rule': {'security_group_id': 'bc76c581-5944-4675-ae7e-7cb92dfcfbd6', 'project_id': '2c59903585c449439619eb0edc719ef1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:58.634756 n-d-828387-3 neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-9fdd91c8-23c0-4ff7-9d95-9143db89a698 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Project 2c59903585c449439619eb0edc719ef1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:15:58.640776 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fdd91c8-23c0-4ff7-9d95-9143db89a698 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (1889ee34-d72e-45fa-a22e-1d5f2173de16), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.700894 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fdd91c8-23c0-4ff7-9d95-9143db89a698 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (1889ee34-d72e-45fa-a22e-1d5f2173de16), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.705374 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fdd91c8-23c0-4ff7-9d95-9143db89a698 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (1889ee34-d72e-45fa-a22e-1d5f2173de16), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.724066 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd91c8-23c0-4ff7-9d95-9143db89a698 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1889ee34-d72e-45fa-a22e-1d5f2173de16,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:58.735410 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fdd91c8-23c0-4ff7-9d95-9143db89a698 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.739855 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53272) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:58.740067 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9fdd91c8-23c0-4ff7-9d95-9143db89a698 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301053 Feb 09 02:15:58.745301 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-6911ec79-a777-49fe-b430-c885d329274e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'network': {'name': 'tempest-network-smoke--530717462', 'project_id': '2c59903585c449439619eb0edc719ef1', 'port_security_enabled': True}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:58.765314 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6911ec79-a777-49fe-b430-c885d329274e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Made reservation on behalf of 2c59903585c449439619eb0edc719ef1 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:15:58.768713 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6911ec79-a777-49fe-b430-c885d329274e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.791964 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6911ec79-a777-49fe-b430-c885d329274e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:15:58.801558 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6911ec79-a777-49fe-b430-c885d329274e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (fb335741-d508-4bb6-85e9-f48af9708ec1), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.801995 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-6911ec79-a777-49fe-b430-c885d329274e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Added segment fb335741-d508-4bb6-85e9-f48af9708ec1 of type vlan for network af65599d-3d6f-4dd7-a20f-0c49a4afc927 Feb 09 02:15:58.845141 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6911ec79-a777-49fe-b430-c885d329274e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (af65599d-3d6f-4dd7-a20f-0c49a4afc927), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.870225 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6911ec79-a777-49fe-b430-c885d329274e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (af65599d-3d6f-4dd7-a20f-0c49a4afc927), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.876033 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6911ec79-a777-49fe-b430-c885d329274e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:58.876635 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6911ec79-a777-49fe-b430-c885d329274e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.880960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 853fe609-b6ed-47f3-ac0c-4e4813077869 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:58.938381 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 853fe609-b6ed-47f3-ac0c-4e4813077869 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:15:58.943358 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6911ec79-a777-49fe-b430-c885d329274e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1991925 Feb 09 02:15:58.943516 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 853fe609-b6ed-47f3-ac0c-4e4813077869 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:58.943516 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (853fe609-b6ed-47f3-ac0c-4e4813077869), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.943718 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53274) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:58.948446 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-95e83e9d-7cf7-49a3-9aac-e2384aaf9411 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-757931273', 'admin_state_up': True, 'project_id': '2c59903585c449439619eb0edc719ef1', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:58.972304 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911ec79-a777-49fe-b430-c885d329274e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Network': ['ID=af65599d-3d6f-4dd7-a20f-0c49a4afc927,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:58.980517 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95e83e9d-7cf7-49a3-9aac-e2384aaf9411 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (b75b2a35-4122-496e-83d5-62a8266e9998), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.981982 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95e83e9d-7cf7-49a3-9aac-e2384aaf9411 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (b75b2a35-4122-496e-83d5-62a8266e9998), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.986009 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network af65599d-3d6f-4dd7-a20f-0c49a4afc927 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:15:59.052060 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95e83e9d-7cf7-49a3-9aac-e2384aaf9411 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router_controller (b75b2a35-4122-496e-83d5-62a8266e9998), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:59.119113 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 853fe609-b6ed-47f3-ac0c-4e4813077869 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:59.119639 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (853fe609-b6ed-47f3-ac0c-4e4813077869), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:59.149757 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ddd09b-79dc-48b2-8f70-069015c8f8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853fe609-b6ed-47f3-ac0c-4e4813077869'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:59.152396 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b28ea5f-d03c-4c46-888f-a10dd0d6d426" -d '{"events": [{"server_uuid": "08ddd09b-79dc-48b2-8f70-069015c8f8e4", "name": "network-vif-plugged", "status": "completed", "tag": "853fe609-b6ed-47f3-ac0c-4e4813077869"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:59.172607 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 853fe609-b6ed-47f3-ac0c-4e4813077869, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=853fe609-b6ed-47f3-ac0c-4e4813077869,segment=NetworkSegment(31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75),segment_id=31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:59.179195 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (853fe609-b6ed-47f3-ac0c-4e4813077869), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:59.228649 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95e83e9d-7cf7-49a3-9aac-e2384aaf9411 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router_gateway (b75b2a35-4122-496e-83d5-62a8266e9998), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:59.251754 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5fb51c-1d71-4a64-b73f-b9c7b4a933f0 x-openstack-request-id: req-4a5fb51c-1d71-4a64-b73f-b9c7b4a933f0 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:59.252045 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ddd09b-79dc-48b2-8f70-069015c8f8e4", "name": "network-vif-plugged", "status": "completed", "tag": "853fe609-b6ed-47f3-ac0c-4e4813077869", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:59.252552 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4a5fb51c-1d71-4a64-b73f-b9c7b4a933f0 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:59.253118 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ddd09b-79dc-48b2-8f70-069015c8f8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853fe609-b6ed-47f3-ac0c-4e4813077869', 'code': 200} Feb 09 02:15:59.271173 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=853fe609-b6ed-47f3-ac0c-4e4813077869,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:59.272733 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284bcd0-4a4d-445a-b80b-5a1c080a56d2 req-646c1315-4ba6-45d0-bf0d-200f20b3125a tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:59.277412 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9284bcd0-4a4d-445a-b80b-5a1c080a56d2 req-646c1315-4ba6-45d0-bf0d-200f20b3125a tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ddd09b-79dc-48b2-8f70-069015c8f8e4 HTTP/1.1" status: 200 len: 945 time: 0.0858057 Feb 09 02:15:59.368138 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9284bcd0-4a4d-445a-b80b-5a1c080a56d2 req-2d0a4606-e320-433e-b5eb-80c96c6d6f28 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=d55d95c0-b616-444e-8530-86d637992425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837352 Feb 09 02:15:59.375253 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ad396-3818-4475-9c93-9147853e4e01 req-662ab159-d8c3-4096-a32a-fe3d3df2db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:59.376763 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4c3ad396-3818-4475-9c93-9147853e4e01 req-662ab159-d8c3-4096-a32a-fe3d3df2db4f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=08ddd09b-79dc-48b2-8f70-069015c8f8e4 HTTP/1.1" status: 200 len: 1127 time: 0.0854554 Feb 09 02:15:59.437726 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4c3ad396-3818-4475-9c93-9147853e4e01 req-d38a5b52-95f4-4805-9231-430ed7e365a9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d55d95c0-b616-444e-8530-86d637992425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546083 Feb 09 02:15:59.493795 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95e83e9d-7cf7-49a3-9aac-e2384aaf9411 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router_gateway (b75b2a35-4122-496e-83d5-62a8266e9998), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:59.513200 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95e83e9d-7cf7-49a3-9aac-e2384aaf9411 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:59.631851 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-95e83e9d-7cf7-49a3-9aac-e2384aaf9411 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Allocated IP 172.25.7.17 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/cff42d10-2181-475e-8283-936707ae8da9) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:15:59.741732 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95e83e9d-7cf7-49a3-9aac-e2384aaf9411 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for port (cff42d10-2181-475e-8283-936707ae8da9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:59.782883 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95e83e9d-7cf7-49a3-9aac-e2384aaf9411 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (cff42d10-2181-475e-8283-936707ae8da9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:59.825436 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e83e9d-7cf7-49a3-9aac-e2384aaf9411 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:59.828483 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-95e83e9d-7cf7-49a3-9aac-e2384aaf9411 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:59.831985 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e83e9d-7cf7-49a3-9aac-e2384aaf9411 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:15:59.859098 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e83e9d-7cf7-49a3-9aac-e2384aaf9411 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Port': ['ID=cff42d10-2181-475e-8283-936707ae8da9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:00.119103 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95e83e9d-7cf7-49a3-9aac-e2384aaf9411 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router_gateway (b75b2a35-4122-496e-83d5-62a8266e9998), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:00.352125 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95e83e9d-7cf7-49a3-9aac-e2384aaf9411 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (b75b2a35-4122-496e-83d5-62a8266e9998), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:00.548379 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66168890-f87d-4afc-b139-f221b581eec4 req-69cbf6bb-1443-4b3b-b0ca-d1e9ca2dfb71 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:00.549764 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-66168890-f87d-4afc-b139-f221b581eec4 req-69cbf6bb-1443-4b3b-b0ca-d1e9ca2dfb71 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ddd09b-79dc-48b2-8f70-069015c8f8e4 HTTP/1.1" status: 200 len: 945 time: 0.0863044 Feb 09 02:16:00.600385 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e83e9d-7cf7-49a3-9aac-e2384aaf9411 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Router b75b2a35-4122-496e-83d5-62a8266e9998 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:16:00.612044 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-66168890-f87d-4afc-b139-f221b581eec4 req-2ecfc56b-6d1f-4429-8ca9-3c669c9fce1e tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=d55d95c0-b616-444e-8530-86d637992425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557466 Feb 09 02:16:00.719033 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e83e9d-7cf7-49a3-9aac-e2384aaf9411 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:16:00.728801 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] Sync routers for ids ['b75b2a35-4122-496e-83d5-62a8266e9998'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:16:00.740704 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] Routers {'b75b2a35-4122-496e-83d5-62a8266e9998'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:00.740849 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-95e83e9d-7cf7-49a3-9aac-e2384aaf9411 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:00.741337 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:15:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b75b2a35-4122-496e-83d5-62a8266e9998'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:00.745180 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53286) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:00.745702 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-95e83e9d-7cf7-49a3-9aac-e2384aaf9411 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8006694 Feb 09 02:16:00.851396 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] Set router b75b2a35-4122-496e-83d5-62a8266e9998 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:00.880027 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fbc4d296-82c5-4803-8cd2-2cff6d8cd24c tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=2c59903585c449439619eb0edc719ef1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1326694 Feb 09 02:16:00.882590 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53290) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:01.049030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757931273', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'cff42d10-2181-475e-8283-936707ae8da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:58Z', 'updated_at': '2022-02-09T02:15:59Z', 'revision_number': 3, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': 'cff42d10-2181-475e-8283-936707ae8da9', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:10:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:59Z', 'updated_at': '2022-02-09T02:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:01.049805 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2324623d-e7e7-4dfc-bbe1-cc994e5d3a90 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:01.054037 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2324623d-e7e7-4dfc-bbe1-cc994e5d3a90 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1675150 Feb 09 02:16:01.054326 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53292) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:01.080790 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] Checking router: b75b2a35-4122-496e-83d5-62a8266e9998 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:16:01.081475 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] Updating router b75b2a35-4122-496e-83d5-62a8266e9998 port cff42d10-2181-475e-8283-936707ae8da9 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:16:01.083263 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5a39000f-feba-4eea-bfb0-35cd815168d2 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278265 Feb 09 02:16:01.085944 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53294) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:01.091309 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-90bebf62-4ce3-45f6-8ba1-0980224c700c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-77323375', 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927', 'project_id': '2c59903585c449439619eb0edc719ef1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:01.118272 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cff42d10-2181-475e-8283-936707ae8da9), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:01.199513 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bebf62-4ce3-45f6-8ba1-0980224c700c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Made reservation on behalf of 2c59903585c449439619eb0edc719ef1 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:01.204684 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-90bebf62-4ce3-45f6-8ba1-0980224c700c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:01.384873 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] Publish callbacks [] for port (cff42d10-2181-475e-8283-936707ae8da9), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:01.391387 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (cff42d10-2181-475e-8283-936707ae8da9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:01.412715 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-90bebf62-4ce3-45f6-8ba1-0980224c700c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:01.437663 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cec2d7-4ea9-4231-8321-b0f123e20a07 None None] Pushing event updated for resources: {'Port': ['ID=cff42d10-2181-475e-8283-936707ae8da9,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:01.465269 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] Attempting to bind port cff42d10-2181-475e-8283-936707ae8da9 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:16:01.465650 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] Attempting to bind port cff42d10-2181-475e-8283-936707ae8da9 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:16:01.466154 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] Attempting to bind port cff42d10-2181-475e-8283-936707ae8da9 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:01.471068 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bebf62-4ce3-45f6-8ba1-0980224c700c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Subnet': ['ID=c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:01.471966 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:16:01.472348 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:01.472754 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:01.473141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:16:01.473611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] Bound port: cff42d10-2181-475e-8283-936707ae8da9, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:16:01.474213 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cff42d10-2181-475e-8283-936707ae8da9), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:01.489442 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bebf62-4ce3-45f6-8ba1-0980224c700c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Checking segment: {'id': 'fb335741-d508-4bb6-85e9-f48af9708ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:01.489804 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bebf62-4ce3-45f6-8ba1-0980224c700c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network hostable DHCP agents. Network: af65599d-3d6f-4dd7-a20f-0c49a4afc927, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:16:01.511556 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bebf62-4ce3-45f6-8ba1-0980224c700c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network af65599d-3d6f-4dd7-a20f-0c49a4afc927 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:16:01.521105 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-90bebf62-4ce3-45f6-8ba1-0980224c700c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, af65599d-3d6f-4dd7-a20f-0c49a4afc927) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:01.526763 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bebf62-4ce3-45f6-8ba1-0980224c700c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:01.527767 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-90bebf62-4ce3-45f6-8ba1-0980224c700c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:01.534957 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b683f78-6818-4721-a65b-08fd2a166461 None None] Network af65599d-3d6f-4dd7-a20f-0c49a4afc927 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:16:01.543903 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] For port cff42d10-2181-475e-8283-936707ae8da9, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:16:01.553020 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-90bebf62-4ce3-45f6-8ba1-0980224c700c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4631903 Feb 09 02:16:01.553201 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53298) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:01.592862 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] For port cff42d10-2181-475e-8283-936707ae8da9, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=cff42d10-2181-475e-8283-936707ae8da9,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:16:01.607444 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (cff42d10-2181-475e-8283-936707ae8da9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:01.719402 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] Routers {'b75b2a35-4122-496e-83d5-62a8266e9998'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:01.720016 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:15:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b75b2a35-4122-496e-83d5-62a8266e9998'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:01.765995 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a0b1a-bf14-4940-9895-5445d007d6eb req-c38bb4a5-7e08-46dd-8888-dcb6b815b0a2 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:01.775160 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-294a0b1a-bf14-4940-9895-5445d007d6eb req-c38bb4a5-7e08-46dd-8888-dcb6b815b0a2 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ddd09b-79dc-48b2-8f70-069015c8f8e4 HTTP/1.1" status: 200 len: 945 time: 0.0785556 Feb 09 02:16:01.807293 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cec2d7-4ea9-4231-8321-b0f123e20a07 None None] Pushing event updated for resources: {'Port': ['ID=cff42d10-2181-475e-8283-936707ae8da9,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:01.822423 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad729e9-5fda-4da2-aa7a-f58f615ea20c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-af65599d-3d6f-4dd7-a20f-0c49a4afc927', 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927', 'project_id': '2c59903585c449439619eb0edc719ef1', 'fixed_ips': [{'subnet_id': 'c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:16:01.823306 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3ad729e9-5fda-4da2-aa7a-f58f615ea20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:01.842115 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-294a0b1a-bf14-4940-9895-5445d007d6eb req-2dfbc31b-1256-422b-a35a-a2791e717873 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=d55d95c0-b616-444e-8530-86d637992425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656307 Feb 09 02:16:02.010645 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9bc147-436f-435a-98df-ad54bfc33aba req-061c2ad9-6dd7-4b14-a753-b5bd913887d1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:02.012369 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6a9bc147-436f-435a-98df-ad54bfc33aba req-061c2ad9-6dd7-4b14-a753-b5bd913887d1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ddd09b-79dc-48b2-8f70-069015c8f8e4 HTTP/1.1" status: 200 len: 945 time: 0.0958078 Feb 09 02:16:02.077104 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] Set router b75b2a35-4122-496e-83d5-62a8266e9998 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:02.120274 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6a9bc147-436f-435a-98df-ad54bfc33aba req-6e0d72ec-340e-4d2a-b672-11173d277c37 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=d55d95c0-b616-444e-8530-86d637992425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952172 Feb 09 02:16:02.148771 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53304) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:02.179298 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1da3329c-6910-46ac-b6f6-92bc66595a2f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:02.220916 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b05d8d-c2da-4380-b389-45b13a6bece3 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:02.222594 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-56b05d8d-c2da-4380-b389-45b13a6bece3 tempest-TestNetworkBasicOps-1273441357 tempest-TestNetworkBasicOps-1273441357-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=08ddd09b-79dc-48b2-8f70-069015c8f8e4 HTTP/1.1" status: 200 len: 1122 time: 0.0724316 Feb 09 02:16:02.227656 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53308) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:02.231986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-5a272ee6-ccd5-43f4-ac0e-539ad83e4af0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': '853fe609-b6ed-47f3-ac0c-4e4813077869', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:02.260794 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a272ee6-ccd5-43f4-ac0e-539ad83e4af0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:02.326245 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-3ad729e9-5fda-4da2-aa7a-f58f615ea20c None None] Allocated IP 172.20.0.2 (af65599d-3d6f-4dd7-a20f-0c49a4afc927/c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7/c1621d45-4ca9-4a2b-887c-1afcf0962316) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:02.410848 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a272ee6-ccd5-43f4-ac0e-539ad83e4af0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:02.530078 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-5a272ee6-ccd5-43f4-ac0e-539ad83e4af0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Allocated IP 172.25.7.169 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/ee099db4-1795-44cd-8cef-37994e003e67) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:02.549841 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757931273', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'cff42d10-2181-475e-8283-936707ae8da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:58Z', 'updated_at': '2022-02-09T02:15:59Z', 'revision_number': 3, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': 'cff42d10-2181-475e-8283-936707ae8da9', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:10:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:59Z', 'updated_at': '2022-02-09T02:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:02.551957 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3ad729e9-5fda-4da2-aa7a-f58f615ea20c None None] Publish callbacks [] for port (c1621d45-4ca9-4a2b-887c-1afcf0962316), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:02.586878 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad3b21c-77e1-4152-ac53-a6aac6c01427 None None] The sync data for ids ['b75b2a35-4122-496e-83d5-62a8266e9998'] in n-d-828387-3 is: [{'id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757931273', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'cff42d10-2181-475e-8283-936707ae8da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:58Z', 'updated_at': '2022-02-09T02:15:59Z', 'revision_number': 3, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': 'cff42d10-2181-475e-8283-936707ae8da9', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:10:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:59Z', 'updated_at': '2022-02-09T02:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:16:02.599099 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3ad729e9-5fda-4da2-aa7a-f58f615ea20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (c1621d45-4ca9-4a2b-887c-1afcf0962316), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:02.649858 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-1da3329c-6910-46ac-b6f6-92bc66595a2f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Allocated IP 172.20.0.1 (af65599d-3d6f-4dd7-a20f-0c49a4afc927/c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7/a6ee742d-3f37-4ded-b2ae-7d35c96eac1a) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:02.653420 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad729e9-5fda-4da2-aa7a-f58f615ea20c None None] Pushing event updated for resources: {'Port': ['ID=c1621d45-4ca9-4a2b-887c-1afcf0962316,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:02.674886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad729e9-5fda-4da2-aa7a-f58f615ea20c None None] Network af65599d-3d6f-4dd7-a20f-0c49a4afc927 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:02.676374 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-3ad729e9-5fda-4da2-aa7a-f58f615ea20c None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:02.683047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad729e9-5fda-4da2-aa7a-f58f615ea20c None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:16:02.695000 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a272ee6-ccd5-43f4-ac0e-539ad83e4af0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for port (ee099db4-1795-44cd-8cef-37994e003e67), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:02.755991 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a272ee6-ccd5-43f4-ac0e-539ad83e4af0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ee099db4-1795-44cd-8cef-37994e003e67), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:02.768390 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3ad729e9-5fda-4da2-aa7a-f58f615ea20c None None] Attempting to bind port c1621d45-4ca9-4a2b-887c-1afcf0962316 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:16:02.768637 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3ad729e9-5fda-4da2-aa7a-f58f615ea20c None None] Attempting to bind port c1621d45-4ca9-4a2b-887c-1afcf0962316 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'fb335741-d508-4bb6-85e9-f48af9708ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:16:02.768881 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad729e9-5fda-4da2-aa7a-f58f615ea20c None None] Attempting to bind port c1621d45-4ca9-4a2b-887c-1afcf0962316 on network af65599d-3d6f-4dd7-a20f-0c49a4afc927 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:02.774565 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad729e9-5fda-4da2-aa7a-f58f615ea20c None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:16:02.774958 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad729e9-5fda-4da2-aa7a-f58f615ea20c None None] Checking segment: {'id': 'fb335741-d508-4bb6-85e9-f48af9708ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:02.775406 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3ad729e9-5fda-4da2-aa7a-f58f615ea20c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:02.775808 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad729e9-5fda-4da2-aa7a-f58f615ea20c None None] Bound using segment: {'id': 'fb335741-d508-4bb6-85e9-f48af9708ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:16:02.776283 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-3ad729e9-5fda-4da2-aa7a-f58f615ea20c None None] Bound port: c1621d45-4ca9-4a2b-887c-1afcf0962316, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb335741-d508-4bb6-85e9-f48af9708ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:16:02.776666 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3ad729e9-5fda-4da2-aa7a-f58f615ea20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c1621d45-4ca9-4a2b-887c-1afcf0962316), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:02.812014 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a272ee6-ccd5-43f4-ac0e-539ad83e4af0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:02.812885 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1da3329c-6910-46ac-b6f6-92bc66595a2f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for port (a6ee742d-3f37-4ded-b2ae-7d35c96eac1a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:02.819082 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-5a272ee6-ccd5-43f4-ac0e-539ad83e4af0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:02.832977 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a272ee6-ccd5-43f4-ac0e-539ad83e4af0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:16:02.873441 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a272ee6-ccd5-43f4-ac0e-539ad83e4af0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'Port': ['ID=ee099db4-1795-44cd-8cef-37994e003e67,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:02.885380 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3ad729e9-5fda-4da2-aa7a-f58f615ea20c None None] For port c1621d45-4ca9-4a2b-887c-1afcf0962316, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:16:02.886441 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1da3329c-6910-46ac-b6f6-92bc66595a2f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (a6ee742d-3f37-4ded-b2ae-7d35c96eac1a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:02.897447 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3ad729e9-5fda-4da2-aa7a-f58f615ea20c None None] For port c1621d45-4ca9-4a2b-887c-1afcf0962316, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c1621d45-4ca9-4a2b-887c-1afcf0962316,segment=NetworkSegment(fb335741-d508-4bb6-85e9-f48af9708ec1),segment_id=fb335741-d508-4bb6-85e9-f48af9708ec1)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:16:02.905635 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3ad729e9-5fda-4da2-aa7a-f58f615ea20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c1621d45-4ca9-4a2b-887c-1afcf0962316), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:03.014025 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da3329c-6910-46ac-b6f6-92bc66595a2f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network af65599d-3d6f-4dd7-a20f-0c49a4afc927 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:03.021750 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-1da3329c-6910-46ac-b6f6-92bc66595a2f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:03.026775 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da3329c-6910-46ac-b6f6-92bc66595a2f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:16:03.054781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad729e9-5fda-4da2-aa7a-f58f615ea20c None None] Pushing event updated for resources: {'Port': ['ID=c1621d45-4ca9-4a2b-887c-1afcf0962316,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:03.073763 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3329c-6910-46ac-b6f6-92bc66595a2f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Port': ['ID=a6ee742d-3f37-4ded-b2ae-7d35c96eac1a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:03.102260 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1da3329c-6910-46ac-b6f6-92bc66595a2f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (b75b2a35-4122-496e-83d5-62a8266e9998), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:03.340118 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1da3329c-6910-46ac-b6f6-92bc66595a2f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a6ee742d-3f37-4ded-b2ae-7d35c96eac1a), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:03.460690 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a272ee6-ccd5-43f4-ac0e-539ad83e4af0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for floatingip (910734ef-0988-4339-82eb-45b99ee5dac5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:03.578158 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a272ee6-ccd5-43f4-ac0e-539ad83e4af0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ee099db4-1795-44cd-8cef-37994e003e67), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:03.776475 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1da3329c-6910-46ac-b6f6-92bc66595a2f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for port (a6ee742d-3f37-4ded-b2ae-7d35c96eac1a), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:03.783492 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1da3329c-6910-46ac-b6f6-92bc66595a2f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (a6ee742d-3f37-4ded-b2ae-7d35c96eac1a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:03.784634 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a272ee6-ccd5-43f4-ac0e-539ad83e4af0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for port (ee099db4-1795-44cd-8cef-37994e003e67), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:03.793258 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a272ee6-ccd5-43f4-ac0e-539ad83e4af0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (ee099db4-1795-44cd-8cef-37994e003e67), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:03.879422 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a272ee6-ccd5-43f4-ac0e-539ad83e4af0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event updated for resources: {'Port': ['ID=ee099db4-1795-44cd-8cef-37994e003e67,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:03.883898 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3329c-6910-46ac-b6f6-92bc66595a2f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Port': ['ID=a6ee742d-3f37-4ded-b2ae-7d35c96eac1a,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:03.891089 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1da3329c-6910-46ac-b6f6-92bc66595a2f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (b75b2a35-4122-496e-83d5-62a8266e9998), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:03.909789 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a272ee6-ccd5-43f4-ac0e-539ad83e4af0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (910734ef-0988-4339-82eb-45b99ee5dac5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:04.045115 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da3329c-6910-46ac-b6f6-92bc66595a2f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network af65599d-3d6f-4dd7-a20f-0c49a4afc927 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:04.049650 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-1da3329c-6910-46ac-b6f6-92bc66595a2f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:04.071404 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-5a272ee6-ccd5-43f4-ac0e-539ad83e4af0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Floating IP 910734ef-0988-4339-82eb-45b99ee5dac5 associated. External IP: 172.25.7.169, port: 853fe609-b6ed-47f3-ac0c-4e4813077869. Feb 09 02:16:04.208651 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da3329c-6910-46ac-b6f6-92bc66595a2f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Router b75b2a35-4122-496e-83d5-62a8266e9998 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:16:04.348652 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a272ee6-ccd5-43f4-ac0e-539ad83e4af0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Router 55691983-0cca-4212-9649-df139d0f6855 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:16:04.424826 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003c9ef1-3e67-4ed0-85f2-aeeab1e46c1f None None] Network af65599d-3d6f-4dd7-a20f-0c49a4afc927 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:16:04.489526 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a272ee6-ccd5-43f4-ac0e-539ad83e4af0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:16:04.501644 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808f2e16-6509-49f4-9ac5-facabb162a9f None None] Sync routers for ids ['55691983-0cca-4212-9649-df139d0f6855'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:16:04.523077 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a272ee6-ccd5-43f4-ac0e-539ad83e4af0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:04.541062 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808f2e16-6509-49f4-9ac5-facabb162a9f None None] Routers {'55691983-0cca-4212-9649-df139d0f6855'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:04.543982 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-808f2e16-6509-49f4-9ac5-facabb162a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:15:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['55691983-0cca-4212-9649-df139d0f6855'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:04.553724 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c5b3d123-fc66-456d-aee4-405bd4737d6b None None] Provisioning complete for port c1621d45-4ca9-4a2b-887c-1afcf0962316 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:04.554108 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c5b3d123-fc66-456d-aee4-405bd4737d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c1621d45-4ca9-4a2b-887c-1afcf0962316), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:04.598718 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5a272ee6-ccd5-43f4-ac0e-539ad83e4af0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3698153 Feb 09 02:16:04.602102 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53314) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:04.602781 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ddd09b-79dc-48b2-8f70-069015c8f8e4', 'tag': '853fe609-b6ed-47f3-ac0c-4e4813077869'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:04.609863 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a3d015-c7de-4163-a680-476bb2db284f" -d '{"events": [{"name": "network-changed", "server_uuid": "08ddd09b-79dc-48b2-8f70-069015c8f8e4", "tag": "853fe609-b6ed-47f3-ac0c-4e4813077869"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:04.683386 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c5b3d123-fc66-456d-aee4-405bd4737d6b None None] Current status of the port c1621d45-4ca9-4a2b-887c-1afcf0962316 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:04.683778 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c5b3d123-fc66-456d-aee4-405bd4737d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c1621d45-4ca9-4a2b-887c-1afcf0962316), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:04.727273 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-808f2e16-6509-49f4-9ac5-facabb162a9f None None] Set router 55691983-0cca-4212-9649-df139d0f6855 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:04.741664 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c5b3d123-fc66-456d-aee4-405bd4737d6b None None] For port c1621d45-4ca9-4a2b-887c-1afcf0962316, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c1621d45-4ca9-4a2b-887c-1afcf0962316,segment=NetworkSegment(fb335741-d508-4bb6-85e9-f48af9708ec1),segment_id=fb335741-d508-4bb6-85e9-f48af9708ec1)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:04.750876 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c5b3d123-fc66-456d-aee4-405bd4737d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c1621d45-4ca9-4a2b-887c-1afcf0962316), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:04.773457 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-335b20ad-7521-4e5f-bcf7-58e5e7b92d30 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/floatingips/910734ef-0988-4339-82eb-45b99ee5dac5 HTTP/1.1" status: 200 len: 991 time: 0.1588387 Feb 09 02:16:04.837963 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c4f69b-3323-4029-8482-9c303a1f2756 x-openstack-request-id: req-15c4f69b-3323-4029-8482-9c303a1f2756 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:04.838893 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ddd09b-79dc-48b2-8f70-069015c8f8e4", "tag": "853fe609-b6ed-47f3-ac0c-4e4813077869", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:04.839827 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15c4f69b-3323-4029-8482-9c303a1f2756 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:04.839827 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ddd09b-79dc-48b2-8f70-069015c8f8e4', 'tag': '853fe609-b6ed-47f3-ac0c-4e4813077869', 'status': 'completed', 'code': 200} Feb 09 02:16:04.921029 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da3329c-6910-46ac-b6f6-92bc66595a2f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:16:04.927010 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1da3329c-6910-46ac-b6f6-92bc66595a2f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "PUT /v2.0/routers/b75b2a35-4122-496e-83d5-62a8266e9998/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3727982 Feb 09 02:16:04.936222 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:16:04.954465 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3d123-fc66-456d-aee4-405bd4737d6b None None] Pushing event updated for resources: {'Port': ['ID=c1621d45-4ca9-4a2b-887c-1afcf0962316,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:04.987152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3d015-c7de-4163-a680-476bb2db284f req-104ef3a7-df70-4e4d-8145-6524f5da7d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:04.995044 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a7a3d015-c7de-4163-a680-476bb2db284f req-104ef3a7-df70-4e4d-8145-6524f5da7d68 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=87ca4c7ab6184b8eb587f6203fddbced&device_id=08ddd09b-79dc-48b2-8f70-069015c8f8e4 HTTP/1.1" status: 200 len: 1127 time: 0.1265922 Feb 09 02:16:05.094469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c1621d45-4ca9-4a2b-887c-1afcf0962316 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:05.167527 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9ec470a8-c336-41b4-a41b-097623c51097 None None] Provisioning complete for port a6ee742d-3f37-4ded-b2ae-7d35c96eac1a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:05.167905 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9ec470a8-c336-41b4-a41b-097623c51097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a6ee742d-3f37-4ded-b2ae-7d35c96eac1a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:05.188372 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3d015-c7de-4163-a680-476bb2db284f req-333567ea-d3fd-4016-a224-9d575d9780b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:05.190026 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a7a3d015-c7de-4163-a680-476bb2db284f req-333567ea-d3fd-4016-a224-9d575d9780b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fe1a15d-9e84-4541-8b92-8d73e11f4c7a HTTP/1.1" status: 200 len: 898 time: 0.1932907 Feb 09 02:16:05.200152 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-81a96bb3-674b-4f70-9e1f-30906b1430a2 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474923235&fields=id&tenant_id=2c59903585c449439619eb0edc719ef1 HTTP/1.1" status: 200 len: 267 time: 0.0998652 Feb 09 02:16:05.215002 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port c1621d45-4ca9-4a2b-887c-1afcf0962316 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:05.223367 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c1621d45-4ca9-4a2b-887c-1afcf0962316), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:05.279500 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-808f2e16-6509-49f4-9ac5-facabb162a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55691983-0cca-4212-9649-df139d0f6855', 'name': 'tempest-TestNetworkBasicOps-router-1753598451', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:39Z', 'updated_at': '2022-02-09T02:15:44Z', 'revision_number': 4, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:04:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55691983-0cca-4212-9649-df139d0f6855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:40Z', 'updated_at': '2022-02-09T02:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '910734ef-0988-4339-82eb-45b99ee5dac5', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'floating_ip_address': '172.25.7.169', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '55691983-0cca-4212-9649-df139d0f6855', 'port_id': '853fe609-b6ed-47f3-ac0c-4e4813077869', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a', 'mac_address': 'fa:16:3e:db:35:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ddd09b-79dc-48b2-8f70-069015c8f8e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:16:03Z', 'updated_at': '2022-02-09T02:16:03Z', 'revision_number': 0, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a4f414-c27b-403e-a576-17bcd60b4ec0', 'name': '', 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:34:9e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55691983-0cca-4212-9649-df139d0f6855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '59647b41-13f8-4236-ab9c-b4bb8be3e438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:43Z', 'updated_at': '2022-02-09T02:15:48Z', 'revision_number': 5, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': '59647b41-13f8-4236-ab9c-b4bb8be3e438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:05.280238 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9ec470a8-c336-41b4-a41b-097623c51097 None None] Port a6ee742d-3f37-4ded-b2ae-7d35c96eac1a cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:16:05.308695 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30235460-1210-4847-a761-646133f2821a None None] Sync routers for ids ['b75b2a35-4122-496e-83d5-62a8266e9998'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:16:05.312821 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9ec470a8-c336-41b4-a41b-097623c51097 None None] Provisioning complete for port c1621d45-4ca9-4a2b-887c-1afcf0962316 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:05.313197 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9ec470a8-c336-41b4-a41b-097623c51097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c1621d45-4ca9-4a2b-887c-1afcf0962316), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:05.346632 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a7a3d015-c7de-4163-a680-476bb2db284f req-a46f3ec5-3520-4ba6-9e62-2af03614c75c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853fe609-b6ed-47f3-ac0c-4e4813077869 HTTP/1.1" status: 200 len: 999 time: 0.1496086 Feb 09 02:16:05.348819 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808f2e16-6509-49f4-9ac5-facabb162a9f None None] Checking router: 55691983-0cca-4212-9649-df139d0f6855 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:16:05.361420 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808f2e16-6509-49f4-9ac5-facabb162a9f None None] Routers {'55691983-0cca-4212-9649-df139d0f6855'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:05.362421 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-808f2e16-6509-49f4-9ac5-facabb162a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:15:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['55691983-0cca-4212-9649-df139d0f6855'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:05.424362 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3d015-c7de-4163-a680-476bb2db284f req-625f9410-7b25-4a43-933c-c507d0b6817d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:05.426005 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a7a3d015-c7de-4163-a680-476bb2db284f req-625f9410-7b25-4a43-933c-c507d0b6817d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=59647b41-13f8-4236-ab9c-b4bb8be3e438 HTTP/1.1" status: 200 len: 835 time: 0.0730081 Feb 09 02:16:05.459656 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30235460-1210-4847-a761-646133f2821a None None] Routers {'b75b2a35-4122-496e-83d5-62a8266e9998'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:05.460479 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-ade47bc4-69b8-43af-9117-4e2ddef98767 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:05.460605 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-30235460-1210-4847-a761-646133f2821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:15:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b75b2a35-4122-496e-83d5-62a8266e9998'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:05.462312 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-ade47bc4-69b8-43af-9117-4e2ddef98767 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/networks?id=af65599d-3d6f-4dd7-a20f-0c49a4afc927 HTTP/1.1" status: 200 len: 796 time: 0.2613654 Feb 09 02:16:05.489077 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-30d95e58-c3de-4824-8275-8ce1c2bdeff1 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/quotas/2c59903585c449439619eb0edc719ef1 HTTP/1.1" status: 200 len: 375 time: 0.0206363 Feb 09 02:16:05.503146 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-808f2e16-6509-49f4-9ac5-facabb162a9f None None] Set router 55691983-0cca-4212-9649-df139d0f6855 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:05.553069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3d015-c7de-4163-a680-476bb2db284f req-eb3daf88-9e26-4fe5-a04d-fef13319e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:05.560955 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a7a3d015-c7de-4163-a680-476bb2db284f req-eb3daf88-9e26-4fe5-a04d-fef13319e9b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fe1a15d-9e84-4541-8b92-8d73e11f4c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1276312 Feb 09 02:16:05.607717 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-3382483c-4907-4086-8daf-f83bf8cf3d9d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1137598 Feb 09 02:16:05.641766 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-30235460-1210-4847-a761-646133f2821a None None] Set router b75b2a35-4122-496e-83d5-62a8266e9998 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:05.726291 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-2b7ca53c-e915-465f-baa1-0b03b4c2bbfb service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:16:05.728571 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-2b7ca53c-e915-465f-baa1-0b03b4c2bbfb service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1098039 Feb 09 02:16:05.764525 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port c1621d45-4ca9-4a2b-887c-1afcf0962316 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:05.765849 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device cff42d10-2181-475e-8283-936707ae8da9 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:05.769075 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a7a3d015-c7de-4163-a680-476bb2db284f req-a03e4938-1929-4aae-a188-60c4ba7d8214 service neutron] 10.222.0.48 "GET /v2.0/networks/2fe1a15d-9e84-4541-8b92-8d73e11f4c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811726 Feb 09 02:16:05.777367 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53334) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:05.853792 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9ec470a8-c336-41b4-a41b-097623c51097 None None] Current status of the port c1621d45-4ca9-4a2b-887c-1afcf0962316 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:05.911472 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port cff42d10-2181-475e-8283-936707ae8da9 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:05.911771 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cff42d10-2181-475e-8283-936707ae8da9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:05.919673 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-808f2e16-6509-49f4-9ac5-facabb162a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55691983-0cca-4212-9649-df139d0f6855', 'name': 'tempest-TestNetworkBasicOps-router-1753598451', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:39Z', 'updated_at': '2022-02-09T02:15:44Z', 'revision_number': 4, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:04:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55691983-0cca-4212-9649-df139d0f6855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:40Z', 'updated_at': '2022-02-09T02:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '910734ef-0988-4339-82eb-45b99ee5dac5', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'floating_ip_address': '172.25.7.169', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '55691983-0cca-4212-9649-df139d0f6855', 'port_id': '853fe609-b6ed-47f3-ac0c-4e4813077869', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a', 'mac_address': 'fa:16:3e:db:35:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ddd09b-79dc-48b2-8f70-069015c8f8e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:16:03Z', 'updated_at': '2022-02-09T02:16:03Z', 'revision_number': 0, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a4f414-c27b-403e-a576-17bcd60b4ec0', 'name': '', 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:34:9e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55691983-0cca-4212-9649-df139d0f6855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '59647b41-13f8-4236-ab9c-b4bb8be3e438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:43Z', 'updated_at': '2022-02-09T02:15:48Z', 'revision_number': 5, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': '59647b41-13f8-4236-ab9c-b4bb8be3e438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:05.933515 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a7a3d015-c7de-4163-a680-476bb2db284f req-0a7cd1cd-a90f-4a52-9706-47ade0cf5a11 service neutron] 10.222.0.48 "GET /v2.0/networks/2fe1a15d-9e84-4541-8b92-8d73e11f4c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583097 Feb 09 02:16:05.950867 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808f2e16-6509-49f4-9ac5-facabb162a9f None None] The sync data for ids ['55691983-0cca-4212-9649-df139d0f6855'] in n-d-828387-3 is: [{'id': '55691983-0cca-4212-9649-df139d0f6855', 'name': 'tempest-TestNetworkBasicOps-router-1753598451', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:39Z', 'updated_at': '2022-02-09T02:15:44Z', 'revision_number': 4, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:04:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55691983-0cca-4212-9649-df139d0f6855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:40Z', 'updated_at': '2022-02-09T02:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '910734ef-0988-4339-82eb-45b99ee5dac5', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'floating_ip_address': '172.25.7.169', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '55691983-0cca-4212-9649-df139d0f6855', 'port_id': '853fe609-b6ed-47f3-ac0c-4e4813077869', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a', 'mac_address': 'fa:16:3e:db:35:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ddd09b-79dc-48b2-8f70-069015c8f8e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:16:03Z', 'updated_at': '2022-02-09T02:16:03Z', 'revision_number': 0, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a4f414-c27b-403e-a576-17bcd60b4ec0', 'name': '', 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:34:9e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55691983-0cca-4212-9649-df139d0f6855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '59647b41-13f8-4236-ab9c-b4bb8be3e438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:43Z', 'updated_at': '2022-02-09T02:15:48Z', 'revision_number': 5, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': '59647b41-13f8-4236-ab9c-b4bb8be3e438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:16:05.959994 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-36e1c5ca-0ce0-4f30-9bdf-a19c426ec328 service neutron] 10.222.0.36 "GET /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224720 Feb 09 02:16:05.975942 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a43bfb10-a8c1-4748-8e96-03ae7e084f28 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/floatingips/910734ef-0988-4339-82eb-45b99ee5dac5 HTTP/1.1" status: 200 len: 991 time: 0.1474202 Feb 09 02:16:06.058423 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port cff42d10-2181-475e-8283-936707ae8da9 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:06.058710 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (cff42d10-2181-475e-8283-936707ae8da9), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:06.080612 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-67cb7580-dfb8-4d35-8b30-bfa5130debb8 None None] Provisioning complete for port a6ee742d-3f37-4ded-b2ae-7d35c96eac1a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:06.080986 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-67cb7580-dfb8-4d35-8b30-bfa5130debb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a6ee742d-3f37-4ded-b2ae-7d35c96eac1a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:06.085059 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-e62381ba-fbb5-4c59-93c7-d22fc26d5629 service neutron] 10.222.0.36 "GET /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075799 Feb 09 02:16:06.121386 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port cff42d10-2181-475e-8283-936707ae8da9, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=cff42d10-2181-475e-8283-936707ae8da9,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:06.130415 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (cff42d10-2181-475e-8283-936707ae8da9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:06.174150 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-30235460-1210-4847-a761-646133f2821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757931273', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'cff42d10-2181-475e-8283-936707ae8da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:58Z', 'updated_at': '2022-02-09T02:16:03Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': 'cff42d10-2181-475e-8283-936707ae8da9', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:10:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:59Z', 'updated_at': '2022-02-09T02:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'a6ee742d-3f37-4ded-b2ae-7d35c96eac1a', 'name': '', 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:64:6a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:02Z', 'updated_at': '2022-02-09T02:16:03Z', 'revision_number': 2, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:06.176019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-67cb7580-dfb8-4d35-8b30-bfa5130debb8 None None] Port a6ee742d-3f37-4ded-b2ae-7d35c96eac1a cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:16:06.216360 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30235460-1210-4847-a761-646133f2821a None None] Checking router: b75b2a35-4122-496e-83d5-62a8266e9998 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:16:06.216707 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30235460-1210-4847-a761-646133f2821a None None] Updating router b75b2a35-4122-496e-83d5-62a8266e9998 port a6ee742d-3f37-4ded-b2ae-7d35c96eac1a binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:16:06.286615 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3503356f-f6c5-4bbf-90bf-504e88aa2942 req-85abce81-8c9b-4ca3-afbb-49f69fca6d4d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 210 time: 0.0358255 Feb 09 02:16:06.305948 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=cff42d10-2181-475e-8283-936707ae8da9,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:06.308654 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3004b9-d0f0-4caf-9a9c-51b71502f2fd None None] New status for floating IP 910734ef-0988-4339-82eb-45b99ee5dac5: ACTIVE {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:16:06.322386 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-30235460-1210-4847-a761-646133f2821a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a6ee742d-3f37-4ded-b2ae-7d35c96eac1a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:06.673606 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-30235460-1210-4847-a761-646133f2821a None None] Publish callbacks [] for port (a6ee742d-3f37-4ded-b2ae-7d35c96eac1a), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:06.680079 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-30235460-1210-4847-a761-646133f2821a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a6ee742d-3f37-4ded-b2ae-7d35c96eac1a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:06.736397 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb892151-c058-4158-aca4-fbb93d75d1f2 None None] Pushing event updated for resources: {'Port': ['ID=a6ee742d-3f37-4ded-b2ae-7d35c96eac1a,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:06.967647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c1621d45-4ca9-4a2b-887c-1afcf0962316 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:06.979711 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53348) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:07.091939 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-30235460-1210-4847-a761-646133f2821a None None] Attempting to bind port a6ee742d-3f37-4ded-b2ae-7d35c96eac1a on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:16:07.093201 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-30235460-1210-4847-a761-646133f2821a None None] Attempting to bind port a6ee742d-3f37-4ded-b2ae-7d35c96eac1a by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'fb335741-d508-4bb6-85e9-f48af9708ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:16:07.093745 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30235460-1210-4847-a761-646133f2821a None None] Attempting to bind port a6ee742d-3f37-4ded-b2ae-7d35c96eac1a on network af65599d-3d6f-4dd7-a20f-0c49a4afc927 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:07.104126 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7a10169c-ac51-4119-ab59-885e27733f43 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/floatingips/910734ef-0988-4339-82eb-45b99ee5dac5 HTTP/1.1" status: 200 len: 993 time: 0.1212449 Feb 09 02:16:07.117174 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30235460-1210-4847-a761-646133f2821a None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:16:07.117554 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30235460-1210-4847-a761-646133f2821a None None] Checking segment: {'id': 'fb335741-d508-4bb6-85e9-f48af9708ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:07.117957 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-30235460-1210-4847-a761-646133f2821a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:07.118347 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30235460-1210-4847-a761-646133f2821a None None] Bound using segment: {'id': 'fb335741-d508-4bb6-85e9-f48af9708ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:16:07.119161 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-30235460-1210-4847-a761-646133f2821a None None] Bound port: a6ee742d-3f37-4ded-b2ae-7d35c96eac1a, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb335741-d508-4bb6-85e9-f48af9708ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:16:07.119421 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-30235460-1210-4847-a761-646133f2821a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a6ee742d-3f37-4ded-b2ae-7d35c96eac1a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:07.149885 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c904285d-1542-4617-959f-2e6c67237404 None None] Provisioning complete for port a6ee742d-3f37-4ded-b2ae-7d35c96eac1a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:07.150392 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c904285d-1542-4617-959f-2e6c67237404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a6ee742d-3f37-4ded-b2ae-7d35c96eac1a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:07.225441 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port c1621d45-4ca9-4a2b-887c-1afcf0962316 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:07.225725 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c1621d45-4ca9-4a2b-887c-1afcf0962316), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:07.256351 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-30235460-1210-4847-a761-646133f2821a None None] For port a6ee742d-3f37-4ded-b2ae-7d35c96eac1a, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:16:07.258540 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c904285d-1542-4617-959f-2e6c67237404 None None] Port a6ee742d-3f37-4ded-b2ae-7d35c96eac1a cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:16:07.279099 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-30235460-1210-4847-a761-646133f2821a None None] For port a6ee742d-3f37-4ded-b2ae-7d35c96eac1a, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a6ee742d-3f37-4ded-b2ae-7d35c96eac1a,segment=NetworkSegment(fb335741-d508-4bb6-85e9-f48af9708ec1),segment_id=fb335741-d508-4bb6-85e9-f48af9708ec1)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:16:07.288975 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-30235460-1210-4847-a761-646133f2821a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a6ee742d-3f37-4ded-b2ae-7d35c96eac1a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:07.478666 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30235460-1210-4847-a761-646133f2821a None None] Routers {'b75b2a35-4122-496e-83d5-62a8266e9998'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:07.479242 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-30235460-1210-4847-a761-646133f2821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:15:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b75b2a35-4122-496e-83d5-62a8266e9998'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:07.488481 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb892151-c058-4158-aca4-fbb93d75d1f2 None None] Pushing event updated for resources: {'Port': ['ID=a6ee742d-3f37-4ded-b2ae-7d35c96eac1a,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:07.613057 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0741f240-3b50-4160-b68c-f43fafdc1b41 req-781026af-334c-4596-90ce-54c1c1e85396 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 210 time: 0.1615033 Feb 09 02:16:07.663672 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port c1621d45-4ca9-4a2b-887c-1afcf0962316 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:07.665141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device cff42d10-2181-475e-8283-936707ae8da9 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:07.719614 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4579a825-957e-4243-bc24-f5680014498b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:07.731920 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-c68ca9d0-f599-44e8-8ebf-b3988d0aa642 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:07.734978 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-c68ca9d0-f599-44e8-8ebf-b3988d0aa642 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.67 "GET /v2.0/networks?id=af65599d-3d6f-4dd7-a20f-0c49a4afc927 HTTP/1.1" status: 200 len: 796 time: 0.2010026 Feb 09 02:16:07.808994 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-56eabae4-a2c8-402e-9c5b-e23583296e18 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c59903585c449439619eb0edc719ef1 HTTP/1.1" status: 200 len: 380 time: 0.0656352 Feb 09 02:16:07.810192 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-30235460-1210-4847-a761-646133f2821a None None] Set router b75b2a35-4122-496e-83d5-62a8266e9998 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:07.819018 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-17c7ac51-2698-4814-b317-0840f717061b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'port': {'device_id': '1d91241c-4621-4a4a-ad4d-0c61d08c5dc6', 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927', 'admin_state_up': True, 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'security_groups': ['bc76c581-5944-4675-ae7e-7cb92dfcfbd6']}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:07.850527 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port cff42d10-2181-475e-8283-936707ae8da9 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:07.851170 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (cff42d10-2181-475e-8283-936707ae8da9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:07.937499 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4c4e5043-1fc1-49d3-b5f6-ea8355b98e53 None None] Provisioning complete for port a6ee742d-3f37-4ded-b2ae-7d35c96eac1a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:07.938036 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c4e5043-1fc1-49d3-b5f6-ea8355b98e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a6ee742d-3f37-4ded-b2ae-7d35c96eac1a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:07.973397 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-17c7ac51-2698-4814-b317-0840f717061b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Made reservation on behalf of 2c59903585c449439619eb0edc719ef1 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:07.977412 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-17c7ac51-2698-4814-b317-0840f717061b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:08.126976 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-17c7ac51-2698-4814-b317-0840f717061b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Allocated IP 172.20.0.8 (af65599d-3d6f-4dd7-a20f-0c49a4afc927/c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7/00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:08.203344 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4c4e5043-1fc1-49d3-b5f6-ea8355b98e53 None None] Current status of the port a6ee742d-3f37-4ded-b2ae-7d35c96eac1a is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:08.203926 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c4e5043-1fc1-49d3-b5f6-ea8355b98e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a6ee742d-3f37-4ded-b2ae-7d35c96eac1a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:08.208054 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port cff42d10-2181-475e-8283-936707ae8da9 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:08.268981 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4c4e5043-1fc1-49d3-b5f6-ea8355b98e53 None None] For port a6ee742d-3f37-4ded-b2ae-7d35c96eac1a, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a6ee742d-3f37-4ded-b2ae-7d35c96eac1a,segment=NetworkSegment(fb335741-d508-4bb6-85e9-f48af9708ec1),segment_id=fb335741-d508-4bb6-85e9-f48af9708ec1)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:08.274171 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c4e5043-1fc1-49d3-b5f6-ea8355b98e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a6ee742d-3f37-4ded-b2ae-7d35c96eac1a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:08.308459 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-17c7ac51-2698-4814-b317-0840f717061b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:08.323605 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-30235460-1210-4847-a761-646133f2821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757931273', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'cff42d10-2181-475e-8283-936707ae8da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:58Z', 'updated_at': '2022-02-09T02:16:03Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': 'cff42d10-2181-475e-8283-936707ae8da9', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:59Z', 'updated_at': '2022-02-09T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'a6ee742d-3f37-4ded-b2ae-7d35c96eac1a', 'name': '', 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:64:6a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:02Z', 'updated_at': '2022-02-09T02:16:07Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:08.349248 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-17c7ac51-2698-4814-b317-0840f717061b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:08.366780 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30235460-1210-4847-a761-646133f2821a None None] The sync data for ids ['b75b2a35-4122-496e-83d5-62a8266e9998'] in n-d-828387-3 is: [{'id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757931273', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'cff42d10-2181-475e-8283-936707ae8da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:58Z', 'updated_at': '2022-02-09T02:16:03Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': 'cff42d10-2181-475e-8283-936707ae8da9', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:59Z', 'updated_at': '2022-02-09T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'a6ee742d-3f37-4ded-b2ae-7d35c96eac1a', 'name': '', 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:64:6a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:02Z', 'updated_at': '2022-02-09T02:16:07Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:16:08.373265 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e5043-1fc1-49d3-b5f6-ea8355b98e53 None None] Pushing event updated for resources: {'Port': ['ID=a6ee742d-3f37-4ded-b2ae-7d35c96eac1a,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:08.389396 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-17c7ac51-2698-4814-b317-0840f717061b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network af65599d-3d6f-4dd7-a20f-0c49a4afc927 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:08.394139 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-17c7ac51-2698-4814-b317-0840f717061b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:08.409419 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-17c7ac51-2698-4814-b317-0840f717061b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:16:08.542490 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-17c7ac51-2698-4814-b317-0840f717061b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:08.543147 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-17c7ac51-2698-4814-b317-0840f717061b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:08.572358 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-17c7ac51-2698-4814-b317-0840f717061b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7576048 Feb 09 02:16:08.584056 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-d903da8a-a7b7-46ed-a0a0-83fbad66935f service neutron] Request body: {'port': {'device_id': '1d91241c-4621-4a4a-ad4d-0c61d08c5dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:08.588222 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7ac51-2698-4814-b317-0840f717061b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Port': ['ID=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:08.710009 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-d903da8a-a7b7-46ed-a0a0-83fbad66935f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:08.824173 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c0cf97e3-70b6-4f4b-b090-d8f04f4d89ea None None] Provisioning complete for port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:08.824740 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c0cf97e3-70b6-4f4b-b090-d8f04f4d89ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:08.943665 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf97e3-70b6-4f4b-b090-d8f04f4d89ea None None] Port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:16:08.953721 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a6ee742d-3f37-4ded-b2ae-7d35c96eac1a up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:09.080386 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port a6ee742d-3f37-4ded-b2ae-7d35c96eac1a triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:09.081036 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a6ee742d-3f37-4ded-b2ae-7d35c96eac1a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:09.257469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port a6ee742d-3f37-4ded-b2ae-7d35c96eac1a is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:09.272910 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-d903da8a-a7b7-46ed-a0a0-83fbad66935f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:16:09.274679 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a565d-b054-45b0-b7d6-02b875698d14 req-53d24c34-c1b2-4b83-9f09-ab47050afce0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:09.276601 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c43a565d-b054-45b0-b7d6-02b875698d14 req-53d24c34-c1b2-4b83-9f09-ab47050afce0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 931 time: 0.1266794 Feb 09 02:16:09.287888 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-d903da8a-a7b7-46ed-a0a0-83fbad66935f service neutron] Publish callbacks [] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:09.304125 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-d903da8a-a7b7-46ed-a0a0-83fbad66935f service neutron] Transition to ACTIVE for port object 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:16:09.310074 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-d903da8a-a7b7-46ed-a0a0-83fbad66935f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:09.345326 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c43a565d-b054-45b0-b7d6-02b875698d14 req-64981831-4926-4482-9521-37bc7253263d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611403 Feb 09 02:16:09.370155 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903da8a-a7b7-46ed-a0a0-83fbad66935f service neutron] Pushing event updated for resources: {'Port': ['ID=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:09.491152 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-d903da8a-a7b7-46ed-a0a0-83fbad66935f service neutron] Attempting to bind port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:16:09.491785 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-d903da8a-a7b7-46ed-a0a0-83fbad66935f service neutron] Attempting to bind port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'fb335741-d508-4bb6-85e9-f48af9708ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:16:09.492291 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-d903da8a-a7b7-46ed-a0a0-83fbad66935f service neutron] Attempting to bind port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d on network af65599d-3d6f-4dd7-a20f-0c49a4afc927 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:09.497617 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-d903da8a-a7b7-46ed-a0a0-83fbad66935f service neutron] Port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d on network af65599d-3d6f-4dd7-a20f-0c49a4afc927 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:16:09.498189 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-d903da8a-a7b7-46ed-a0a0-83fbad66935f service neutron] Attempting to bind port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d on network af65599d-3d6f-4dd7-a20f-0c49a4afc927 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:09.506565 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-d903da8a-a7b7-46ed-a0a0-83fbad66935f service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:16:09.506916 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-d903da8a-a7b7-46ed-a0a0-83fbad66935f service neutron] Checking segment: {'id': 'fb335741-d508-4bb6-85e9-f48af9708ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:09.507331 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-d903da8a-a7b7-46ed-a0a0-83fbad66935f service neutron] Bound using segment: {'id': 'fb335741-d508-4bb6-85e9-f48af9708ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:16:09.507771 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-d903da8a-a7b7-46ed-a0a0-83fbad66935f service neutron] Bound port: 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb335741-d508-4bb6-85e9-f48af9708ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:16:09.508147 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-d903da8a-a7b7-46ed-a0a0-83fbad66935f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:09.604744 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-d903da8a-a7b7-46ed-a0a0-83fbad66935f service neutron] For port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:16:09.609703 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-d903da8a-a7b7-46ed-a0a0-83fbad66935f service neutron] For port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d,segment=NetworkSegment(fb335741-d508-4bb6-85e9-f48af9708ec1),segment_id=fb335741-d508-4bb6-85e9-f48af9708ec1)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:16:09.617961 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-d903da8a-a7b7-46ed-a0a0-83fbad66935f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:09.637069 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-d903da8a-a7b7-46ed-a0a0-83fbad66935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:09.637575 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-d903da8a-a7b7-46ed-a0a0-83fbad66935f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:09.639914 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-d903da8a-a7b7-46ed-a0a0-83fbad66935f service neutron] 10.222.0.67 "PUT /v2.0/ports/00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d HTTP/1.1" status: 200 len: 1091 time: 1.0595493 Feb 09 02:16:09.642290 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d91241c-4621-4a4a-ad4d-0c61d08c5dc6', 'tag': '00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:09.646556 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a762bb-9902-45a1-ac0d-de2cd5f4be36" -d '{"events": [{"name": "network-changed", "server_uuid": "1d91241c-4621-4a4a-ad4d-0c61d08c5dc6", "tag": "00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:09.715291 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0542f846-84c5-4fcf-84b3-1fcb76db5b3e x-openstack-request-id: req-0542f846-84c5-4fcf-84b3-1fcb76db5b3e {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:09.715932 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d91241c-4621-4a4a-ad4d-0c61d08c5dc6", "tag": "00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:09.715932 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0542f846-84c5-4fcf-84b3-1fcb76db5b3e {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:09.716336 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d91241c-4621-4a4a-ad4d-0c61d08c5dc6', 'tag': '00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d', 'status': 'completed', 'code': 200} Feb 09 02:16:09.785481 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903da8a-a7b7-46ed-a0a0-83fbad66935f service neutron] Pushing event updated for resources: {'Port': ['ID=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:09.812304 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-1411aff6-4a5c-4f81-aa1f-a1651e04d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:09.813890 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-1411aff6-4a5c-4f81-aa1f-a1651e04d4f5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 1125 time: 0.1142552 Feb 09 02:16:09.868397 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-8ea6a4cc-b374-40bf-b32d-805eb8333f7e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d HTTP/1.1" status: 200 len: 217 time: 0.0479314 Feb 09 02:16:09.929392 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-df826328-dc19-4656-8683-07fc7c40f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:09.930868 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-df826328-dc19-4656-8683-07fc7c40f3f5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7 HTTP/1.1" status: 200 len: 833 time: 0.0572283 Feb 09 02:16:09.993429 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-32af7809-91c0-4d15-b090-13819c32f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:09.994928 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-32af7809-91c0-4d15-b090-13819c32f565 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af65599d-3d6f-4dd7-a20f-0c49a4afc927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0579798 Feb 09 02:16:10.112103 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:10.124673 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-f7d277db-3001-4083-82ab-3b0a9cfd5713 service neutron] 10.222.0.67 "GET /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237748 Feb 09 02:16:10.163067 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-788801fb-94b3-407c-93a6-51fe8bfa0ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:10.251292 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc4d0f6d-3257-4b1e-a2c3-4ae7f81abacd req-1a8d8f1a-7223-45a4-bff8-e38d01e91d7c service neutron] 10.222.0.67 "GET /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198776 Feb 09 02:16:10.353795 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a762bb-9902-45a1-ac0d-de2cd5f4be36 req-8cefdf19-0b4f-4a01-b823-ce8d734815b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:10.355238 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4a762bb-9902-45a1-ac0d-de2cd5f4be36 req-8cefdf19-0b4f-4a01-b823-ce8d734815b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 1125 time: 0.0499845 Feb 09 02:16:10.466003 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a762bb-9902-45a1-ac0d-de2cd5f4be36 req-930e66f2-993f-4dfe-840f-f6c6ac391e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:10.467590 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4a762bb-9902-45a1-ac0d-de2cd5f4be36 req-930e66f2-993f-4dfe-840f-f6c6ac391e6a service neutron] 10.222.0.67 "GET /v2.0/networks?id=af65599d-3d6f-4dd7-a20f-0c49a4afc927 HTTP/1.1" status: 200 len: 897 time: 0.1067650 Feb 09 02:16:10.484491 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99598e8-d8b8-43d6-b5d1-67722d18f2bc req-f496d4e1-db22-48d7-97f9-cc3744726474 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:10.488747 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d99598e8-d8b8-43d6-b5d1-67722d18f2bc req-f496d4e1-db22-48d7-97f9-cc3744726474 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 943 time: 0.0684042 Feb 09 02:16:10.513835 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4a762bb-9902-45a1-ac0d-de2cd5f4be36 req-bb84f8ef-4316-4c72-9321-caca4c52a4b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d HTTP/1.1" status: 200 len: 217 time: 0.0395439 Feb 09 02:16:10.545322 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d99598e8-d8b8-43d6-b5d1-67722d18f2bc req-6c0e1e35-f13f-4661-ae2f-e0850a99c613 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522532 Feb 09 02:16:10.572698 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a762bb-9902-45a1-ac0d-de2cd5f4be36 req-1d0286c7-bedf-472c-b0d2-a87dda0a02b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:10.573963 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4a762bb-9902-45a1-ac0d-de2cd5f4be36 req-1d0286c7-bedf-472c-b0d2-a87dda0a02b1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7 HTTP/1.1" status: 200 len: 833 time: 0.0553606 Feb 09 02:16:10.630926 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a762bb-9902-45a1-ac0d-de2cd5f4be36 req-05da64e4-acfe-45c3-b58a-476c0ac859b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:10.632513 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4a762bb-9902-45a1-ac0d-de2cd5f4be36 req-05da64e4-acfe-45c3-b58a-476c0ac859b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af65599d-3d6f-4dd7-a20f-0c49a4afc927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521600 Feb 09 02:16:10.732710 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4a762bb-9902-45a1-ac0d-de2cd5f4be36 req-9d03c58a-530b-4ddb-afe1-dba92328e4c2 service neutron] 10.222.0.67 "GET /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943420 Feb 09 02:16:10.828498 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4a762bb-9902-45a1-ac0d-de2cd5f4be36 req-a060d4d5-9828-4e9b-b4d7-10d5dbfb94a4 service neutron] 10.222.0.67 "GET /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895264 Feb 09 02:16:10.893251 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:11.077493 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:11.675061 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6633135-38b2-485c-a0ab-aeec9e64af3d req-56c83733-49b1-4c83-be87-529d379ae77b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:11.676591 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c6633135-38b2-485c-a0ab-aeec9e64af3d req-56c83733-49b1-4c83-be87-529d379ae77b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 943 time: 0.0557921 Feb 09 02:16:11.728079 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c6633135-38b2-485c-a0ab-aeec9e64af3d req-eee51fa5-eae6-417e-a610-f2c3acf23da8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457268 Feb 09 02:16:12.383470 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:12.878689 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ebc20-c624-4784-9a56-615382175ca5 req-42817c5c-14ab-4f6e-bbec-0f71b0d680b3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:12.880198 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-181ebc20-c624-4784-9a56-615382175ca5 req-42817c5c-14ab-4f6e-bbec-0f71b0d680b3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 943 time: 0.0696690 Feb 09 02:16:12.937361 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-181ebc20-c624-4784-9a56-615382175ca5 req-e43db950-3caa-47e6-882e-c0650bc1d496 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513523 Feb 09 02:16:13.475047 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:14.092040 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d82434-26ed-46a5-98d9-e2224a5b0517 req-2499e7a5-1cfb-4b88-94fe-1548785a41ec tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:14.094173 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-26d82434-26ed-46a5-98d9-e2224a5b0517 req-2499e7a5-1cfb-4b88-94fe-1548785a41ec tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 943 time: 0.0643520 Feb 09 02:16:14.149786 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-26d82434-26ed-46a5-98d9-e2224a5b0517 req-13dba1f4-fc50-4793-8763-f193468280bd tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459173 Feb 09 02:16:14.705646 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:16:14.821785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d,segment=NetworkSegment(fb335741-d508-4bb6-85e9-f48af9708ec1),segment_id=fb335741-d508-4bb6-85e9-f48af9708ec1)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:14.833095 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d', 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927', 'port_id': '00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d', 'mac_address': 'fa:16:3e:f8:ef:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:16:14.869874 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:14.870264 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:14.884934 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:16:14.906331 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d,segment=NetworkSegment(fb335741-d508-4bb6-85e9-f48af9708ec1),segment_id=fb335741-d508-4bb6-85e9-f48af9708ec1)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:14.911310 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:14.963635 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:15.273427 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e1af3-1bfd-4d7b-99af-4db724c70855 req-bc281e3d-f6d0-4201-8b01-0e5a85d836a5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:15.274913 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d6e1af3-1bfd-4d7b-99af-4db724c70855 req-bc281e3d-f6d0-4201-8b01-0e5a85d836a5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 944 time: 0.0556049 Feb 09 02:16:15.284225 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:16:15.328574 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d6e1af3-1bfd-4d7b-99af-4db724c70855 req-1a018695-1b92-4550-977a-407f650e00ff tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466435 Feb 09 02:16:16.470692 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6f173-9e26-48f0-92fb-ad5365e51639 req-b710fa7a-27ab-43be-a5e5-7355357dcdf3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:16.472383 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c6e6f173-9e26-48f0-92fb-ad5365e51639 req-b710fa7a-27ab-43be-a5e5-7355357dcdf3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 944 time: 0.0653105 Feb 09 02:16:16.535030 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c6e6f173-9e26-48f0-92fb-ad5365e51639 req-52035687-d688-481f-87c5-e86ee264c1d3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552740 Feb 09 02:16:16.709377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:16.773125 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:16:16.778144 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:16.778622 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:16.865092 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:16.865739 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:16.911618 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d,segment=NetworkSegment(fb335741-d508-4bb6-85e9-f48af9708ec1),segment_id=fb335741-d508-4bb6-85e9-f48af9708ec1)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:16.912486 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d91241c-4621-4a4a-ad4d-0c61d08c5dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:16.915104 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0581c36-b28a-4dad-9a0e-b4e0000bbc9c" -d '{"events": [{"server_uuid": "1d91241c-4621-4a4a-ad4d-0c61d08c5dc6", "name": "network-vif-plugged", "status": "completed", "tag": "00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:16.919026 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:16.976896 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a43457d-72fb-45b3-b7f8-6b0c7d930b8d x-openstack-request-id: req-2a43457d-72fb-45b3-b7f8-6b0c7d930b8d {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:16.976896 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d91241c-4621-4a4a-ad4d-0c61d08c5dc6", "name": "network-vif-plugged", "status": "completed", "tag": "00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:16.976896 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a43457d-72fb-45b3-b7f8-6b0c7d930b8d {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:16.976896 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d91241c-4621-4a4a-ad4d-0c61d08c5dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d', 'code': 200} Feb 09 02:16:16.993427 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:17.106055 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad33a6-032c-43cd-aa99-4781474c5d23 req-0af5412c-fa96-4917-9fcf-0f04e1e61221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:17.108674 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-08ad33a6-032c-43cd-aa99-4781474c5d23 req-0af5412c-fa96-4917-9fcf-0f04e1e61221 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 1127 time: 0.0718319 Feb 09 02:16:17.177857 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-08ad33a6-032c-43cd-aa99-4781474c5d23 req-d943b3d8-b277-4c1b-bbfa-e10caa14101a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625968 Feb 09 02:16:17.674460 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b88bd-5672-40b6-9103-8ffdc196ce63 req-4c2711a8-8f79-40ba-8c3b-85b614d69578 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:17.676000 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-074b88bd-5672-40b6-9103-8ffdc196ce63 req-4c2711a8-8f79-40ba-8c3b-85b614d69578 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 945 time: 0.0645199 Feb 09 02:16:17.735304 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-074b88bd-5672-40b6-9103-8ffdc196ce63 req-f91d5672-02f0-4690-a39c-2199329a4ecd tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530205 Feb 09 02:16:18.870405 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c442c0b-c733-461d-8929-7c50f5d82ed0 req-343ea76e-198a-405b-9007-bb0a9d2cd871 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:18.872008 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2c442c0b-c733-461d-8929-7c50f5d82ed0 req-343ea76e-198a-405b-9007-bb0a9d2cd871 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 945 time: 0.0616686 Feb 09 02:16:18.934155 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2c442c0b-c733-461d-8929-7c50f5d82ed0 req-46d8e9f8-b123-4a82-9aad-1f348b45a9e4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558674 Feb 09 02:16:19.057168 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3b83e-0171-47d8-9764-7c0104285ddb req-6f560fd2-3a26-465a-8a92-8efc78306623 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:19.058829 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f4b3b83e-0171-47d8-9764-7c0104285ddb req-6f560fd2-3a26-465a-8a92-8efc78306623 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 945 time: 0.0542789 Feb 09 02:16:19.112499 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f4b3b83e-0171-47d8-9764-7c0104285ddb req-9c70dd34-c6bd-4ed0-a355-fde7c6e5b5ca tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457687 Feb 09 02:16:19.135234 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53842) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:19.183193 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3b0f4e-fb49-4102-a9c7-361f2bffa30f tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:19.184734 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1a3b0f4e-fb49-4102-a9c7-361f2bffa30f tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 1122 time: 0.0484443 Feb 09 02:16:19.188738 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53846) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:19.194096 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-7ad8c9f9-cc5f-4d45-853f-94af144c46a4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': '00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:19.216329 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ad8c9f9-cc5f-4d45-853f-94af144c46a4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:19.334426 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ad8c9f9-cc5f-4d45-853f-94af144c46a4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:19.473092 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-7ad8c9f9-cc5f-4d45-853f-94af144c46a4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Allocated IP 172.25.7.138 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/28f957a2-1437-44f8-8e0a-449738dc9a6a) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:19.582381 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ad8c9f9-cc5f-4d45-853f-94af144c46a4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for port (28f957a2-1437-44f8-8e0a-449738dc9a6a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:19.618493 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ad8c9f9-cc5f-4d45-853f-94af144c46a4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (28f957a2-1437-44f8-8e0a-449738dc9a6a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:19.660149 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad8c9f9-cc5f-4d45-853f-94af144c46a4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:19.663770 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-7ad8c9f9-cc5f-4d45-853f-94af144c46a4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:19.666924 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad8c9f9-cc5f-4d45-853f-94af144c46a4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:16:19.698861 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8c9f9-cc5f-4d45-853f-94af144c46a4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Port': ['ID=28f957a2-1437-44f8-8e0a-449738dc9a6a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:20.050394 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ad8c9f9-cc5f-4d45-853f-94af144c46a4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for floatingip (de69cc3d-b874-4ee7-bd12-238d10d0e6d1), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:20.126640 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ad8c9f9-cc5f-4d45-853f-94af144c46a4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (28f957a2-1437-44f8-8e0a-449738dc9a6a), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:20.292802 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ad8c9f9-cc5f-4d45-853f-94af144c46a4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for port (28f957a2-1437-44f8-8e0a-449738dc9a6a), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:20.301838 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ad8c9f9-cc5f-4d45-853f-94af144c46a4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (28f957a2-1437-44f8-8e0a-449738dc9a6a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:20.375167 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8c9f9-cc5f-4d45-853f-94af144c46a4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Port': ['ID=28f957a2-1437-44f8-8e0a-449738dc9a6a,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:20.390197 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ad8c9f9-cc5f-4d45-853f-94af144c46a4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (de69cc3d-b874-4ee7-bd12-238d10d0e6d1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:20.507638 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-7ad8c9f9-cc5f-4d45-853f-94af144c46a4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Floating IP de69cc3d-b874-4ee7-bd12-238d10d0e6d1 associated. External IP: 172.25.7.138, port: 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d. Feb 09 02:16:20.758960 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad8c9f9-cc5f-4d45-853f-94af144c46a4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Router b75b2a35-4122-496e-83d5-62a8266e9998 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:16:21.194872 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad8c9f9-cc5f-4d45-853f-94af144c46a4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:16:21.206146 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f536afc3-dfe0-4ee1-8784-7868f2f10317 None None] Sync routers for ids ['b75b2a35-4122-496e-83d5-62a8266e9998'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:16:21.215901 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7ad8c9f9-cc5f-4d45-853f-94af144c46a4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.216540 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f536afc3-dfe0-4ee1-8784-7868f2f10317 None None] Routers {'b75b2a35-4122-496e-83d5-62a8266e9998'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:21.217231 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f536afc3-dfe0-4ee1-8784-7868f2f10317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:16:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b75b2a35-4122-496e-83d5-62a8266e9998'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:21.247425 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7ad8c9f9-cc5f-4d45-853f-94af144c46a4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0574667 Feb 09 02:16:21.248057 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d91241c-4621-4a4a-ad4d-0c61d08c5dc6', 'tag': '00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:21.252569 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2afd11-69be-4d0b-a245-7b63b50e1fca" -d '{"events": [{"name": "network-changed", "server_uuid": "1d91241c-4621-4a4a-ad4d-0c61d08c5dc6", "tag": "00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:21.292571 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47cc2bb-0e7d-4846-80f5-30da8ae9ba13 x-openstack-request-id: req-a47cc2bb-0e7d-4846-80f5-30da8ae9ba13 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:21.292737 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d91241c-4621-4a4a-ad4d-0c61d08c5dc6", "tag": "00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:21.292890 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a47cc2bb-0e7d-4846-80f5-30da8ae9ba13 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:21.293590 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d91241c-4621-4a4a-ad4d-0c61d08c5dc6', 'tag': '00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d', 'status': 'completed', 'code': 200} Feb 09 02:16:21.394474 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126bead-a25d-424d-b711-9438838fa8d6 req-dd0b035f-e590-4541-8b2c-5ce9cf4e33a7 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:21.396142 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c126bead-a25d-424d-b711-9438838fa8d6 req-dd0b035f-e590-4541-8b2c-5ce9cf4e33a7 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 945 time: 0.0899575 Feb 09 02:16:21.404690 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2afd11-69be-4d0b-a245-7b63b50e1fca req-a4e39252-3eba-4b5e-a1c8-88c7c5cccfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:21.406949 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7b2afd11-69be-4d0b-a245-7b63b50e1fca req-a4e39252-3eba-4b5e-a1c8-88c7c5cccfd0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 1127 time: 0.0726476 Feb 09 02:16:21.486545 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-f536afc3-dfe0-4ee1-8784-7868f2f10317 None None] Set router b75b2a35-4122-496e-83d5-62a8266e9998 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:21.511246 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c126bead-a25d-424d-b711-9438838fa8d6 req-30bbf7a9-aa27-48ec-87f6-97301cbe7b5e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088545 Feb 09 02:16:21.544690 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 53864) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:21.556265 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2afd11-69be-4d0b-a245-7b63b50e1fca req-e5600ff8-d414-4e43-b448-7ff5ca6442a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:21.558452 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7b2afd11-69be-4d0b-a245-7b63b50e1fca req-e5600ff8-d414-4e43-b448-7ff5ca6442a5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=af65599d-3d6f-4dd7-a20f-0c49a4afc927 HTTP/1.1" status: 200 len: 897 time: 0.1453464 Feb 09 02:16:21.627616 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-374ff81c-31cf-4097-b2b5-9103ccb29125 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/floatingips/de69cc3d-b874-4ee7-bd12-238d10d0e6d1 HTTP/1.1" status: 200 len: 991 time: 0.0803764 Feb 09 02:16:21.660941 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7b2afd11-69be-4d0b-a245-7b63b50e1fca req-1cfbb93e-8ba1-4278-a45d-3e16d0159c94 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d HTTP/1.1" status: 200 len: 999 time: 0.0953281 Feb 09 02:16:21.720560 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2afd11-69be-4d0b-a245-7b63b50e1fca req-e26511ab-7ec2-4382-9529-e62f18498eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:21.722067 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7b2afd11-69be-4d0b-a245-7b63b50e1fca req-e26511ab-7ec2-4382-9529-e62f18498eda service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7 HTTP/1.1" status: 200 len: 833 time: 0.0542736 Feb 09 02:16:21.752191 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f536afc3-dfe0-4ee1-8784-7868f2f10317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757931273', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'cff42d10-2181-475e-8283-936707ae8da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:58Z', 'updated_at': '2022-02-09T02:16:03Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': 'cff42d10-2181-475e-8283-936707ae8da9', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:59Z', 'updated_at': '2022-02-09T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'de69cc3d-b874-4ee7-bd12-238d10d0e6d1', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'port_id': '00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927', 'mac_address': 'fa:16:3e:f8:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d91241c-4621-4a4a-ad4d-0c61d08c5dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:16:19Z', 'updated_at': '2022-02-09T02:16:19Z', 'revision_number': 0, 'project_id': '2c59903585c449439619eb0edc719ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ee742d-3f37-4ded-b2ae-7d35c96eac1a', 'name': '', 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:64:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:02Z', 'updated_at': '2022-02-09T02:16:08Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:21.780254 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f536afc3-dfe0-4ee1-8784-7868f2f10317 None None] Checking router: b75b2a35-4122-496e-83d5-62a8266e9998 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:16:21.785502 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2afd11-69be-4d0b-a245-7b63b50e1fca req-8fe1026f-74b5-4be4-a81b-4cc681dbaad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:21.787015 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7b2afd11-69be-4d0b-a245-7b63b50e1fca req-8fe1026f-74b5-4be4-a81b-4cc681dbaad9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af65599d-3d6f-4dd7-a20f-0c49a4afc927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0590339 Feb 09 02:16:21.789253 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f536afc3-dfe0-4ee1-8784-7868f2f10317 None None] Routers {'b75b2a35-4122-496e-83d5-62a8266e9998'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:21.789878 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f536afc3-dfe0-4ee1-8784-7868f2f10317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:16:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b75b2a35-4122-496e-83d5-62a8266e9998'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:21.914084 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7b2afd11-69be-4d0b-a245-7b63b50e1fca req-13fd21e5-0582-4984-8206-29fd60cec8bf service neutron] 10.222.0.67 "GET /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205883 Feb 09 02:16:21.918152 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-f536afc3-dfe0-4ee1-8784-7868f2f10317 None None] Set router b75b2a35-4122-496e-83d5-62a8266e9998 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:22.009137 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7b2afd11-69be-4d0b-a245-7b63b50e1fca req-af76a8a6-d02c-415d-a618-0841de5dca0d service neutron] 10.222.0.67 "GET /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893521 Feb 09 02:16:22.188670 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f536afc3-dfe0-4ee1-8784-7868f2f10317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757931273', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'cff42d10-2181-475e-8283-936707ae8da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:58Z', 'updated_at': '2022-02-09T02:16:03Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': 'cff42d10-2181-475e-8283-936707ae8da9', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:59Z', 'updated_at': '2022-02-09T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'de69cc3d-b874-4ee7-bd12-238d10d0e6d1', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'port_id': '00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927', 'mac_address': 'fa:16:3e:f8:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d91241c-4621-4a4a-ad4d-0c61d08c5dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:16:19Z', 'updated_at': '2022-02-09T02:16:19Z', 'revision_number': 0, 'project_id': '2c59903585c449439619eb0edc719ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ee742d-3f37-4ded-b2ae-7d35c96eac1a', 'name': '', 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:64:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:02Z', 'updated_at': '2022-02-09T02:16:08Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:22.215238 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f536afc3-dfe0-4ee1-8784-7868f2f10317 None None] The sync data for ids ['b75b2a35-4122-496e-83d5-62a8266e9998'] in n-d-828387-3 is: [{'id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757931273', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'cff42d10-2181-475e-8283-936707ae8da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:58Z', 'updated_at': '2022-02-09T02:16:03Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': 'cff42d10-2181-475e-8283-936707ae8da9', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:59Z', 'updated_at': '2022-02-09T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'de69cc3d-b874-4ee7-bd12-238d10d0e6d1', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'port_id': '00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927', 'mac_address': 'fa:16:3e:f8:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d91241c-4621-4a4a-ad4d-0c61d08c5dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:16:19Z', 'updated_at': '2022-02-09T02:16:19Z', 'revision_number': 0, 'project_id': '2c59903585c449439619eb0edc719ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ee742d-3f37-4ded-b2ae-7d35c96eac1a', 'name': '', 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:64:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:02Z', 'updated_at': '2022-02-09T02:16:08Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:16:22.435682 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17bab87-1b4c-4f5e-b214-5e1168348db4 None None] New status for floating IP de69cc3d-b874-4ee7-bd12-238d10d0e6d1: ACTIVE {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:16:22.632138 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 53870) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:22.708180 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bdaf28d1-369f-45ae-9cb5-3505aa0d88d4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/floatingips/de69cc3d-b874-4ee7-bd12-238d10d0e6d1 HTTP/1.1" status: 200 len: 993 time: 0.0681121 Feb 09 02:16:29.726762 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4d481120-bcb6-4cdb-bb1d-48f41aa079bf req-a21d7783-0fd6-4356-b1d2-99e0ff6bf485 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1100967 Feb 09 02:16:29.825621 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d481120-bcb6-4cdb-bb1d-48f41aa079bf req-86406412-a443-4252-93e2-d16ff948b18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:29.828139 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4d481120-bcb6-4cdb-bb1d-48f41aa079bf req-86406412-a443-4252-93e2-d16ff948b18a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 1127 time: 0.0517979 Feb 09 02:16:29.942742 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d481120-bcb6-4cdb-bb1d-48f41aa079bf req-d318930d-c81a-4405-84da-45edd6b6ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:29.944278 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4d481120-bcb6-4cdb-bb1d-48f41aa079bf req-d318930d-c81a-4405-84da-45edd6b6ec09 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 911 time: 0.0957277 Feb 09 02:16:30.016103 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4d481120-bcb6-4cdb-bb1d-48f41aa079bf req-1581552d-bcff-469d-89a3-0bc1b7b00251 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4c6e6f1-a5cb-479d-8841-0c5236465f5f HTTP/1.1" status: 200 len: 1000 time: 0.0642703 Feb 09 02:16:30.067196 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d481120-bcb6-4cdb-bb1d-48f41aa079bf req-ef9ee31f-1d82-48c0-8e1b-263342e0e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:30.068683 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4d481120-bcb6-4cdb-bb1d-48f41aa079bf req-ef9ee31f-1d82-48c0-8e1b-263342e0e13a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 200 len: 849 time: 0.0456920 Feb 09 02:16:30.127537 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d481120-bcb6-4cdb-bb1d-48f41aa079bf req-78a1aaab-683e-4c78-9f95-debe2acc72c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:30.129296 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4d481120-bcb6-4cdb-bb1d-48f41aa079bf req-78a1aaab-683e-4c78-9f95-debe2acc72c2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc310b24-fd11-451e-88ac-42c9695a7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0535665 Feb 09 02:16:30.227309 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4d481120-bcb6-4cdb-bb1d-48f41aa079bf req-9b4819d8-06e1-44b6-8758-2ec56e033aaa service neutron] 10.222.0.67 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912609 Feb 09 02:16:30.332426 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4d481120-bcb6-4cdb-bb1d-48f41aa079bf req-79ccc134-9965-4c0b-ad67-1c547f54ab85 service neutron] 10.222.0.67 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958295 Feb 09 02:16:33.527318 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab573fbb-4b6d-4e24-b1bf-01f1fad76ec1 req-8e77fdcd-ac78-40d5-b55b-9211e8033cf8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:33.528858 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab573fbb-4b6d-4e24-b1bf-01f1fad76ec1 req-8e77fdcd-ac78-40d5-b55b-9211e8033cf8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 945 time: 0.0589879 Feb 09 02:16:33.586651 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ab573fbb-4b6d-4e24-b1bf-01f1fad76ec1 req-7e523c85-4c9d-404a-817f-1c2354e05325 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512757 Feb 09 02:16:34.718005 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816b1f5-3c7f-4894-ab12-b0b005b5b706 req-fe91be90-4463-4076-bdd8-025caf070944 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:34.719767 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1816b1f5-3c7f-4894-ab12-b0b005b5b706 req-fe91be90-4463-4076-bdd8-025caf070944 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 945 time: 0.0620124 Feb 09 02:16:34.786347 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1816b1f5-3c7f-4894-ab12-b0b005b5b706 req-ea56f840-d25e-4de6-a7dc-84f93930635f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600863 Feb 09 02:16:35.305518 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896fabe-89a5-4092-9690-19600d72ea86 req-293538a6-31ec-4f85-b148-191ed21bed6e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:35.307125 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7896fabe-89a5-4092-9690-19600d72ea86 req-293538a6-31ec-4f85-b148-191ed21bed6e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 945 time: 0.0702009 Feb 09 02:16:35.410812 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-7896fabe-89a5-4092-9690-19600d72ea86 req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Deleting port c4c6e6f1-a5cb-479d-8841-0c5236465f5f {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:35.411158 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-7896fabe-89a5-4092-9690-19600d72ea86 req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (c4c6e6f1-a5cb-479d-8841-0c5236465f5f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:35.505398 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-7896fabe-89a5-4092-9690-19600d72ea86 req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] For port c4c6e6f1-a5cb-479d-8841-0c5236465f5f, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=c4c6e6f1-a5cb-479d-8841-0c5236465f5f,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:35.505759 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-7896fabe-89a5-4092-9690-19600d72ea86 req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (c4c6e6f1-a5cb-479d-8841-0c5236465f5f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:35.751597 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-7896fabe-89a5-4092-9690-19600d72ea86 req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:35.753081 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-7896fabe-89a5-4092-9690-19600d72ea86 req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (1ac52e6c-53a7-4cdd-81d4-d0a40690c9ec), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:35.753408 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [req-7896fabe-89a5-4092-9690-19600d72ea86 req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Floating IP 1ac52e6c-53a7-4cdd-81d4-d0a40690c9ec disassociated. External IP: 172.25.7.63, port: c4c6e6f1-a5cb-479d-8841-0c5236465f5f. Feb 09 02:16:35.753754 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-7896fabe-89a5-4092-9690-19600d72ea86 req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Calling delete_port for c4c6e6f1-a5cb-479d-8841-0c5236465f5f owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:35.915123 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-7896fabe-89a5-4092-9690-19600d72ea86 req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (c4c6e6f1-a5cb-479d-8841-0c5236465f5f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:35.934953 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8301fbc-eec7-43bc-8f9d-99d2fa6f2543 req-43f4e1d8-0088-42a3-802e-ab3f40abda63 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:35.943411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8301fbc-eec7-43bc-8f9d-99d2fa6f2543 req-43f4e1d8-0088-42a3-802e-ab3f40abda63 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 867 time: 0.0767064 Feb 09 02:16:35.956245 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event deleted for resources: {'Port': ['ID=c4c6e6f1-a5cb-479d-8841-0c5236465f5f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:35.969061 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:35.969484 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:35.969898 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:35.970309 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:35.970717 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:35.971123 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:35.971553 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:35.971969 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:35.972396 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:35.972781 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:35.973213 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:35.973604 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:35.973999 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:36.002975 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8301fbc-eec7-43bc-8f9d-99d2fa6f2543 req-3227d4a5-9d4d-461c-8615-983d3a309903 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585146 Feb 09 02:16:36.108931 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7896fabe-89a5-4092-9690-19600d72ea86 req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:16:36.223536 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7896fabe-89a5-4092-9690-19600d72ea86 req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:16:36.234066 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab9c2d5-3716-4464-95ff-a40334d66291 None None] Sync routers for ids ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:16:36.244610 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab9c2d5-3716-4464-95ff-a40334d66291 None None] Routers {'2c8fea35-6faa-4e0a-9905-70f0fec5b71b'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:36.245221 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4ab9c2d5-3716-4464-95ff-a40334d66291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:16:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:36.267463 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-7896fabe-89a5-4092-9690-19600d72ea86 req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] No DVR routers for this DVR port c4c6e6f1-a5cb-479d-8841-0c5236465f5f on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:16:36.270250 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-7896fabe-89a5-4092-9690-19600d72ea86 req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:36.273635 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7896fabe-89a5-4092-9690-19600d72ea86 req-38d83786-062a-41d7-86db-d75d3f8ec5a9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.67 "DELETE /v2.0/ports/c4c6e6f1-a5cb-479d-8841-0c5236465f5f HTTP/1.1" status: 204 len: 173 time: 0.9605987 Feb 09 02:16:36.274094 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ece28a-fda3-49b5-8a48-1fbdec2a8127', 'name': 'network-vif-deleted', 'tag': 'c4c6e6f1-a5cb-479d-8841-0c5236465f5f'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:36.276405 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54eb336a-ae5a-44d9-90d2-7c4cf6a46497" -d '{"events": [{"server_uuid": "d4ece28a-fda3-49b5-8a48-1fbdec2a8127", "name": "network-vif-deleted", "tag": "c4c6e6f1-a5cb-479d-8841-0c5236465f5f"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:36.378780 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-4ab9c2d5-3716-4464-95ff-a40334d66291 None None] Set router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:36.446597 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5fa613-e1ac-4773-bb1d-f9b820be656d x-openstack-request-id: req-dc5fa613-e1ac-4773-bb1d-f9b820be656d {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:36.447000 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ece28a-fda3-49b5-8a48-1fbdec2a8127", "name": "network-vif-deleted", "tag": "c4c6e6f1-a5cb-479d-8841-0c5236465f5f", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:36.447416 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dc5fa613-e1ac-4773-bb1d-f9b820be656d {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:36.448022 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ece28a-fda3-49b5-8a48-1fbdec2a8127', 'name': 'network-vif-deleted', 'tag': 'c4c6e6f1-a5cb-479d-8841-0c5236465f5f', 'status': 'completed', 'code': 200} Feb 09 02:16:36.654236 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4ab9c2d5-3716-4464-95ff-a40334d66291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:57Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '280344da-329e-4bd6-b059-a78b1ac6284b', 'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'mac_address': 'fa:16:3e:8b:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:57Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 5, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'subnets': [{'id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:36.683272 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab9c2d5-3716-4464-95ff-a40334d66291 None None] Checking router: 2c8fea35-6faa-4e0a-9905-70f0fec5b71b for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:16:36.698524 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab9c2d5-3716-4464-95ff-a40334d66291 None None] Routers {'2c8fea35-6faa-4e0a-9905-70f0fec5b71b'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:36.699149 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4ab9c2d5-3716-4464-95ff-a40334d66291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:16:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:36.818924 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-4ab9c2d5-3716-4464-95ff-a40334d66291 None None] Set router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:37.097121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4ab9c2d5-3716-4464-95ff-a40334d66291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:57Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '280344da-329e-4bd6-b059-a78b1ac6284b', 'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'mac_address': 'fa:16:3e:8b:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:57Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 5, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'subnets': [{'id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:37.123145 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad20faea-e50f-4e63-b973-c040df051937 req-6d75619d-978b-4a2a-ba24-d4f36822165f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 210 time: 0.0321832 Feb 09 02:16:37.136863 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab9c2d5-3716-4464-95ff-a40334d66291 None None] The sync data for ids ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'] in n-d-828387-3 is: [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:57Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '280344da-329e-4bd6-b059-a78b1ac6284b', 'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'mac_address': 'fa:16:3e:8b:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:57Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 5, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'subnets': [{'id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:16:37.425233 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a3d86-335a-4520-99f5-bd428086c84d None None] New status for floating IP 1ac52e6c-53a7-4cdd-81d4-d0a40690c9ec: DOWN {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:16:37.506060 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e8796fc1-ffb3-47dc-873e-66f26ef8e575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:38.246755 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b817103f-a8b3-44dd-94a2-f8a3fa4f8828 req-9f53dfe8-a3d2-4737-a2cd-f62c2fa12612 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 210 time: 0.0354121 Feb 09 02:16:38.347489 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54010) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:38.413826 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5fa1ae33-c222-4742-8698-8c8bbf3593d5 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/floatingips/910734ef-0988-4339-82eb-45b99ee5dac5 HTTP/1.1" status: 200 len: 993 time: 0.0649610 Feb 09 02:16:38.707452 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54020) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:38.788788 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device c4c6e6f1-a5cb-479d-8841-0c5236465f5f no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:16:38.815618 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: c4c6e6f1-a5cb-479d-8841-0c5236465f5f {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:16:38.816620 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device c4c6e6f1-a5cb-479d-8841-0c5236465f5f not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:16:38.900517 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-b4ebbbf4-b547-416c-809c-3c8cdefe4f1f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Deleting port ee099db4-1795-44cd-8cef-37994e003e67 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:38.901148 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b4ebbbf4-b547-416c-809c-3c8cdefe4f1f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ee099db4-1795-44cd-8cef-37994e003e67), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:38.992620 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b4ebbbf4-b547-416c-809c-3c8cdefe4f1f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ee099db4-1795-44cd-8cef-37994e003e67), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:38.993105 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b4ebbbf4-b547-416c-809c-3c8cdefe4f1f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for floatingip (ee099db4-1795-44cd-8cef-37994e003e67), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:39.008007 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-b4ebbbf4-b547-416c-809c-3c8cdefe4f1f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Calling delete_port for ee099db4-1795-44cd-8cef-37994e003e67 owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:39.380032 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-635e27ef-a267-47ae-93f6-0f2ea9d667b3 req-84d106c6-7dfa-42b9-9e56-2fb21f4dca27 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 210 time: 0.0467505 Feb 09 02:16:39.546089 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b4ebbbf4-b547-416c-809c-3c8cdefe4f1f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ee099db4-1795-44cd-8cef-37994e003e67), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:39.577492 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebbbf4-b547-416c-809c-3c8cdefe4f1f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event deleted for resources: {'Port': ['ID=ee099db4-1795-44cd-8cef-37994e003e67,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:39.645840 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b4ebbbf4-b547-416c-809c-3c8cdefe4f1f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for floatingip (910734ef-0988-4339-82eb-45b99ee5dac5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:39.646179 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-b4ebbbf4-b547-416c-809c-3c8cdefe4f1f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Floating IP 910734ef-0988-4339-82eb-45b99ee5dac5 disassociated (deleted). External IP: 172.25.7.169, port: 853fe609-b6ed-47f3-ac0c-4e4813077869. Feb 09 02:16:39.884963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ebbbf4-b547-416c-809c-3c8cdefe4f1f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Router 55691983-0cca-4212-9649-df139d0f6855 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:16:40.030456 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ebbbf4-b547-416c-809c-3c8cdefe4f1f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:16:40.037337 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b4ebbbf4-b547-416c-809c-3c8cdefe4f1f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:40.044490 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff0fc7-98bd-4701-b16d-c9ecf9fd629d None None] Sync routers for ids ['55691983-0cca-4212-9649-df139d0f6855'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:16:40.060608 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ff0fc7-98bd-4701-b16d-c9ecf9fd629d None None] Routers {'55691983-0cca-4212-9649-df139d0f6855'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:40.062531 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a1ff0fc7-98bd-4701-b16d-c9ecf9fd629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:16:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['55691983-0cca-4212-9649-df139d0f6855'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:40.078622 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b4ebbbf4-b547-416c-809c-3c8cdefe4f1f tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "DELETE /v2.0/floatingips/910734ef-0988-4339-82eb-45b99ee5dac5 HTTP/1.1" status: 204 len: 168 time: 1.3697832 Feb 09 02:16:40.079420 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ddd09b-79dc-48b2-8f70-069015c8f8e4', 'tag': '853fe609-b6ed-47f3-ac0c-4e4813077869'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:40.095869 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838ccf50-4855-4100-b95a-a6ad11462e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "08ddd09b-79dc-48b2-8f70-069015c8f8e4", "tag": "853fe609-b6ed-47f3-ac0c-4e4813077869"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:40.151642 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b6a035-0666-4d4a-9588-42741ca1a9a4 x-openstack-request-id: req-42b6a035-0666-4d4a-9588-42741ca1a9a4 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:40.151935 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ddd09b-79dc-48b2-8f70-069015c8f8e4", "tag": "853fe609-b6ed-47f3-ac0c-4e4813077869", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:40.152190 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-42b6a035-0666-4d4a-9588-42741ca1a9a4 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:40.152596 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ddd09b-79dc-48b2-8f70-069015c8f8e4', 'tag': '853fe609-b6ed-47f3-ac0c-4e4813077869', 'status': 'completed', 'code': 200} Feb 09 02:16:40.233361 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-a1ff0fc7-98bd-4701-b16d-c9ecf9fd629d None None] Set router 55691983-0cca-4212-9649-df139d0f6855 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:40.290835 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:40.303371 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-46e60d86-0bbb-4e46-b35d-42145b314632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:40.364555 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ccf50-4855-4100-b95a-a6ad11462e4a req-ae00635c-27d3-4080-99a1-55f8e135307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:40.367889 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-838ccf50-4855-4100-b95a-a6ad11462e4a req-ae00635c-27d3-4080-99a1-55f8e135307a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=87ca4c7ab6184b8eb587f6203fddbced&device_id=08ddd09b-79dc-48b2-8f70-069015c8f8e4 HTTP/1.1" status: 200 len: 1127 time: 0.1921768 Feb 09 02:16:40.488725 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ccf50-4855-4100-b95a-a6ad11462e4a req-953c29f8-76a5-4fea-9a4d-a57e8292d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:40.490291 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-838ccf50-4855-4100-b95a-a6ad11462e4a req-953c29f8-76a5-4fea-9a4d-a57e8292d650 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fe1a15d-9e84-4541-8b92-8d73e11f4c7a HTTP/1.1" status: 200 len: 898 time: 0.1084540 Feb 09 02:16:40.526611 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-70efd823-3720-43f7-a6cd-3295aade4642 req-533cad6d-15b6-4c02-9fb5-43e4d2b20a50 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 210 time: 0.0304570 Feb 09 02:16:40.580927 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-838ccf50-4855-4100-b95a-a6ad11462e4a req-da2393b7-2197-49bb-be69-dde6ca031ddb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853fe609-b6ed-47f3-ac0c-4e4813077869 HTTP/1.1" status: 200 len: 217 time: 0.0531490 Feb 09 02:16:40.588331 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fd71b-2c65-40a4-811b-788afe7a3de3 req-7ad903c6-d8c7-4d23-8c5b-8f56da20e457 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:40.598736 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-729fd71b-2c65-40a4-811b-788afe7a3de3 req-7ad903c6-d8c7-4d23-8c5b-8f56da20e457 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ddd09b-79dc-48b2-8f70-069015c8f8e4 HTTP/1.1" status: 200 len: 945 time: 0.1081536 Feb 09 02:16:40.652762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ccf50-4855-4100-b95a-a6ad11462e4a req-306c941c-38d3-4d99-973c-f0a74b2692bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:40.656090 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-838ccf50-4855-4100-b95a-a6ad11462e4a req-306c941c-38d3-4d99-973c-f0a74b2692bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=59647b41-13f8-4236-ab9c-b4bb8be3e438 HTTP/1.1" status: 200 len: 835 time: 0.0651498 Feb 09 02:16:40.665849 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a1ff0fc7-98bd-4701-b16d-c9ecf9fd629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55691983-0cca-4212-9649-df139d0f6855', 'name': 'tempest-TestNetworkBasicOps-router-1753598451', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:39Z', 'updated_at': '2022-02-09T02:15:44Z', 'revision_number': 4, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:04:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55691983-0cca-4212-9649-df139d0f6855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:40Z', 'updated_at': '2022-02-09T02:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '45a4f414-c27b-403e-a576-17bcd60b4ec0', 'name': '', 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:34:9e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55691983-0cca-4212-9649-df139d0f6855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '59647b41-13f8-4236-ab9c-b4bb8be3e438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:43Z', 'updated_at': '2022-02-09T02:15:48Z', 'revision_number': 5, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': '59647b41-13f8-4236-ab9c-b4bb8be3e438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:40.703480 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-729fd71b-2c65-40a4-811b-788afe7a3de3 req-e0f80849-a7a4-4a6d-b4a7-18a8bd508200 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=d55d95c0-b616-444e-8530-86d637992425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019185 Feb 09 02:16:40.712223 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff0fc7-98bd-4701-b16d-c9ecf9fd629d None None] Checking router: 55691983-0cca-4212-9649-df139d0f6855 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:16:40.725589 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ff0fc7-98bd-4701-b16d-c9ecf9fd629d None None] Routers {'55691983-0cca-4212-9649-df139d0f6855'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:40.726446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a1ff0fc7-98bd-4701-b16d-c9ecf9fd629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:16:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['55691983-0cca-4212-9649-df139d0f6855'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:40.753111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ccf50-4855-4100-b95a-a6ad11462e4a req-986bef50-ba04-40e8-acd4-62b4d664dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:40.756912 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-838ccf50-4855-4100-b95a-a6ad11462e4a req-986bef50-ba04-40e8-acd4-62b4d664dca1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fe1a15d-9e84-4541-8b92-8d73e11f4c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0883470 Feb 09 02:16:40.868233 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-a1ff0fc7-98bd-4701-b16d-c9ecf9fd629d None None] Set router 55691983-0cca-4212-9649-df139d0f6855 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:40.931733 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-838ccf50-4855-4100-b95a-a6ad11462e4a req-0ad9444a-7094-4016-b393-2ca5b6d01283 service neutron] 10.222.0.48 "GET /v2.0/networks/2fe1a15d-9e84-4541-8b92-8d73e11f4c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649141 Feb 09 02:16:40.976784 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:41.057295 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-838ccf50-4855-4100-b95a-a6ad11462e4a req-0c8b2937-3139-4428-93fe-eef96d03411f service neutron] 10.222.0.48 "GET /v2.0/networks/2fe1a15d-9e84-4541-8b92-8d73e11f4c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135900 Feb 09 02:16:41.236481 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:41.334440 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a1ff0fc7-98bd-4701-b16d-c9ecf9fd629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55691983-0cca-4212-9649-df139d0f6855', 'name': 'tempest-TestNetworkBasicOps-router-1753598451', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:39Z', 'updated_at': '2022-02-09T02:15:44Z', 'revision_number': 4, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:04:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55691983-0cca-4212-9649-df139d0f6855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:40Z', 'updated_at': '2022-02-09T02:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '45a4f414-c27b-403e-a576-17bcd60b4ec0', 'name': '', 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:34:9e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55691983-0cca-4212-9649-df139d0f6855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '59647b41-13f8-4236-ab9c-b4bb8be3e438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:43Z', 'updated_at': '2022-02-09T02:15:48Z', 'revision_number': 5, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': '59647b41-13f8-4236-ab9c-b4bb8be3e438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:41.375741 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff0fc7-98bd-4701-b16d-c9ecf9fd629d None None] The sync data for ids ['55691983-0cca-4212-9649-df139d0f6855'] in n-d-828387-3 is: [{'id': '55691983-0cca-4212-9649-df139d0f6855', 'name': 'tempest-TestNetworkBasicOps-router-1753598451', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:39Z', 'updated_at': '2022-02-09T02:15:44Z', 'revision_number': 4, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:04:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55691983-0cca-4212-9649-df139d0f6855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:40Z', 'updated_at': '2022-02-09T02:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '45a4f414-c27b-403e-a576-17bcd60b4ec0', 'name': '', 'network_id': '2fe1a15d-9e84-4541-8b92-8d73e11f4c7a', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'mac_address': 'fa:16:3e:34:9e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55691983-0cca-4212-9649-df139d0f6855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '59647b41-13f8-4236-ab9c-b4bb8be3e438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:43Z', 'updated_at': '2022-02-09T02:15:48Z', 'revision_number': 5, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'subnets': [{'id': '59647b41-13f8-4236-ab9c-b4bb8be3e438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:16:41.540699 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:16:41.674215 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5fa22d61-0c19-4382-9a9d-ecfec338fb02 req-fccb2f45-f943-4b50-8051-bbe5fd67a09b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 210 time: 0.0444257 Feb 09 02:16:41.698251 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5794733-4a5f-4ef3-889a-752a4b381d2d None None] New status for floating IP 910734ef-0988-4339-82eb-45b99ee5dac5: DOWN {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:16:41.873211 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60398b-7c13-4568-86c1-ac19d07335bb req-e2ca5e64-424f-436d-8bd6-04280fdd2751 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:41.878422 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0b60398b-7c13-4568-86c1-ac19d07335bb req-e2ca5e64-424f-436d-8bd6-04280fdd2751 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ddd09b-79dc-48b2-8f70-069015c8f8e4 HTTP/1.1" status: 200 len: 945 time: 0.0850410 Feb 09 02:16:41.943427 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0b60398b-7c13-4568-86c1-ac19d07335bb req-d96eb27c-ddb3-4f1a-acfe-83b0827cf119 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/security-groups?id=d55d95c0-b616-444e-8530-86d637992425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554161 Feb 09 02:16:42.068342 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e5d69-7159-4826-805a-8602ca55ddad req-3493a822-be1a-410b-8aa9-23f825e46b0b tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:42.070459 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e93e5d69-7159-4826-805a-8602ca55ddad req-3493a822-be1a-410b-8aa9-23f825e46b0b tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.48 "GET /v2.0/ports?device_id=08ddd09b-79dc-48b2-8f70-069015c8f8e4 HTTP/1.1" status: 200 len: 945 time: 0.0691023 Feb 09 02:16:42.178908 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-e93e5d69-7159-4826-805a-8602ca55ddad req-99f1c727-72d9-4d33-8e44-d7b08dae878d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Deleting port 853fe609-b6ed-47f3-ac0c-4e4813077869 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:42.179297 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e93e5d69-7159-4826-805a-8602ca55ddad req-99f1c727-72d9-4d33-8e44-d7b08dae878d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (853fe609-b6ed-47f3-ac0c-4e4813077869), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:42.283448 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-e93e5d69-7159-4826-805a-8602ca55ddad req-99f1c727-72d9-4d33-8e44-d7b08dae878d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] For port 853fe609-b6ed-47f3-ac0c-4e4813077869, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=853fe609-b6ed-47f3-ac0c-4e4813077869,segment=NetworkSegment(31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75),segment_id=31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:42.284055 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e93e5d69-7159-4826-805a-8602ca55ddad req-99f1c727-72d9-4d33-8e44-d7b08dae878d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (853fe609-b6ed-47f3-ac0c-4e4813077869), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:42.316504 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-e93e5d69-7159-4826-805a-8602ca55ddad req-99f1c727-72d9-4d33-8e44-d7b08dae878d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Calling delete_port for 853fe609-b6ed-47f3-ac0c-4e4813077869 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:42.395721 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:42.453356 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e93e5d69-7159-4826-805a-8602ca55ddad req-99f1c727-72d9-4d33-8e44-d7b08dae878d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (853fe609-b6ed-47f3-ac0c-4e4813077869), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:42.489045 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1c727-72d9-4d33-8e44-d7b08dae878d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event deleted for resources: {'Port': ['ID=853fe609-b6ed-47f3-ac0c-4e4813077869,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:42.536179 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93e5d69-7159-4826-805a-8602ca55ddad req-99f1c727-72d9-4d33-8e44-d7b08dae878d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] No DVR routers for this DVR port 853fe609-b6ed-47f3-ac0c-4e4813077869 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:16:42.538854 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e93e5d69-7159-4826-805a-8602ca55ddad req-99f1c727-72d9-4d33-8e44-d7b08dae878d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:42.542719 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e93e5d69-7159-4826-805a-8602ca55ddad req-99f1c727-72d9-4d33-8e44-d7b08dae878d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.48 "DELETE /v2.0/ports/853fe609-b6ed-47f3-ac0c-4e4813077869 HTTP/1.1" status: 204 len: 173 time: 0.4667475 Feb 09 02:16:42.543169 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ddd09b-79dc-48b2-8f70-069015c8f8e4', 'name': 'network-vif-deleted', 'tag': '853fe609-b6ed-47f3-ac0c-4e4813077869'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:42.553326 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76dce91-26ac-49a7-b6e8-644e9b10d633" -d '{"events": [{"server_uuid": "08ddd09b-79dc-48b2-8f70-069015c8f8e4", "name": "network-vif-deleted", "tag": "853fe609-b6ed-47f3-ac0c-4e4813077869"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:42.606322 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccef1f2-3638-4ff4-8cc9-78f6fa11c691 x-openstack-request-id: req-bccef1f2-3638-4ff4-8cc9-78f6fa11c691 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:42.606581 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ddd09b-79dc-48b2-8f70-069015c8f8e4", "name": "network-vif-deleted", "tag": "853fe609-b6ed-47f3-ac0c-4e4813077869", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:42.606834 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bccef1f2-3638-4ff4-8cc9-78f6fa11c691 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:42.607264 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ddd09b-79dc-48b2-8f70-069015c8f8e4', 'name': 'network-vif-deleted', 'tag': '853fe609-b6ed-47f3-ac0c-4e4813077869', 'status': 'completed', 'code': 200} Feb 09 02:16:42.800989 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0023bfdb-8f15-42d9-bdad-572336edb94a req-b710a887-509d-49d7-a29f-f6630277c969 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 210 time: 0.0290389 Feb 09 02:16:43.114502 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d6373abc-bd85-46af-982d-d8a78c8b227a req-7ed2a8c5-59d7-4155-862b-c1ebd4aaf95d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ddd09b-79dc-48b2-8f70-069015c8f8e4 HTTP/1.1" status: 200 len: 210 time: 0.0424736 Feb 09 02:16:43.478127 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:43.912275 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3e617e8a-a409-44bf-9f5e-5f54c049d1e4 req-c499c8e5-5e9e-4f7a-9767-5dbc28821313 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 210 time: 0.0356078 Feb 09 02:16:44.188141 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54130) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:44.245262 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a63a544e-2648-4808-83b5-2d47a40367dd tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group (d55d95c0-b616-444e-8530-86d637992425), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:44.274688 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a63a544e-2648-4808-83b5-2d47a40367dd tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group (d55d95c0-b616-444e-8530-86d637992425), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:44.344417 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a63a544e-2648-4808-83b5-2d47a40367dd tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d55d95c0-b616-444e-8530-86d637992425), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:44.347410 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a63a544e-2648-4808-83b5-2d47a40367dd tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:44.354043 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a63a544e-2648-4808-83b5-2d47a40367dd tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "DELETE /v2.0/security-groups/d55d95c0-b616-444e-8530-86d637992425 HTTP/1.1" status: 204 len: 168 time: 0.1627674 Feb 09 02:16:44.382242 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a544e-2648-4808-83b5-2d47a40367dd tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55d95c0-b616-444e-8530-86d637992425,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:44.387393 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54140) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:44.809832 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-207488c0-cef7-470d-afd2-05a26e608a7d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (55691983-0cca-4212-9649-df139d0f6855), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:45.065713 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dd63a988-be7c-49ef-9118-b107adcff5c0 req-2fcf11e2-4a03-4046-b225-b07fcb2d7c9b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 210 time: 0.0719595 Feb 09 02:16:45.137511 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-207488c0-cef7-470d-afd2-05a26e608a7d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Deleting port 45a4f414-c27b-403e-a576-17bcd60b4ec0 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:45.138086 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-207488c0-cef7-470d-afd2-05a26e608a7d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (45a4f414-c27b-403e-a576-17bcd60b4ec0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:45.230121 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-207488c0-cef7-470d-afd2-05a26e608a7d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] For port 45a4f414-c27b-403e-a576-17bcd60b4ec0, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=45a4f414-c27b-403e-a576-17bcd60b4ec0,segment=NetworkSegment(31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75),segment_id=31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:45.230287 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-207488c0-cef7-470d-afd2-05a26e608a7d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (45a4f414-c27b-403e-a576-17bcd60b4ec0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:45.243982 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-207488c0-cef7-470d-afd2-05a26e608a7d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Calling delete_port for 45a4f414-c27b-403e-a576-17bcd60b4ec0 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:45.456844 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-207488c0-cef7-470d-afd2-05a26e608a7d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (45a4f414-c27b-403e-a576-17bcd60b4ec0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:45.487074 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207488c0-cef7-470d-afd2-05a26e608a7d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event deleted for resources: {'Port': ['ID=45a4f414-c27b-403e-a576-17bcd60b4ec0,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:45.681789 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-207488c0-cef7-470d-afd2-05a26e608a7d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (55691983-0cca-4212-9649-df139d0f6855), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:46.276251 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0d188aa-0f44-444d-aac8-6165582cd96d req-614550bf-6b7e-414a-87e4-36ee90070622 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ece28a-fda3-49b5-8a48-1fbdec2a8127 HTTP/1.1" status: 200 len: 210 time: 0.0353310 Feb 09 02:16:46.317896 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207488c0-cef7-470d-afd2-05a26e608a7d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Router 55691983-0cca-4212-9649-df139d0f6855 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:16:46.440854 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207488c0-cef7-470d-afd2-05a26e608a7d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:16:46.447615 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-207488c0-cef7-470d-afd2-05a26e608a7d tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "PUT /v2.0/routers/55691983-0cca-4212-9649-df139d0f6855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0563295 Feb 09 02:16:46.449164 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54178) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:46.453539 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92ac76f-fe7b-4728-9ee5-174025f3ae38 None None] Sync routers for ids ['55691983-0cca-4212-9649-df139d0f6855'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:16:46.464644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92ac76f-fe7b-4728-9ee5-174025f3ae38 None None] Routers {'55691983-0cca-4212-9649-df139d0f6855'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:46.465256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-e92ac76f-fe7b-4728-9ee5-174025f3ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:16:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['55691983-0cca-4212-9649-df139d0f6855'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:46.507344 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-40872ee1-bf5c-433d-a5eb-5cad32164d60 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Deleting subnet 59647b41-13f8-4236-ab9c-b4bb8be3e438 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:16:46.510534 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-40872ee1-bf5c-433d-a5eb-5cad32164d60 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for subnet (59647b41-13f8-4236-ab9c-b4bb8be3e438), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:46.558791 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-40872ee1-bf5c-433d-a5eb-5cad32164d60 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (59647b41-13f8-4236-ab9c-b4bb8be3e438), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:46.584335 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-e92ac76f-fe7b-4728-9ee5-174025f3ae38 None None] Set router 55691983-0cca-4212-9649-df139d0f6855 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:46.659633 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-40872ee1-bf5c-433d-a5eb-5cad32164d60 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (59647b41-13f8-4236-ab9c-b4bb8be3e438), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:46.751152 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-40872ee1-bf5c-433d-a5eb-5cad32164d60 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (59647b41-13f8-4236-ab9c-b4bb8be3e438), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:46.806046 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40872ee1-bf5c-433d-a5eb-5cad32164d60 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event deleted for resources: {'Subnet': ['ID=59647b41-13f8-4236-ab9c-b4bb8be3e438,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:46.827801 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-40872ee1-bf5c-433d-a5eb-5cad32164d60 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:46.838006 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-40872ee1-bf5c-433d-a5eb-5cad32164d60 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "DELETE /v2.0/subnets/59647b41-13f8-4236-ab9c-b4bb8be3e438 HTTP/1.1" status: 204 len: 168 time: 0.3852544 Feb 09 02:16:46.838497 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54184) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:46.840375 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0db9ee-00fb-4f21-ad1a-57107ffa6a6c None None] Network 2fe1a15d-9e84-4541-8b92-8d73e11f4c7a requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:16:46.945921 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-e92ac76f-fe7b-4728-9ee5-174025f3ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55691983-0cca-4212-9649-df139d0f6855', 'name': 'tempest-TestNetworkBasicOps-router-1753598451', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:39Z', 'updated_at': '2022-02-09T02:16:45Z', 'revision_number': 5, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:04:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55691983-0cca-4212-9649-df139d0f6855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:40Z', 'updated_at': '2022-02-09T02:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:46.966739 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60a252f5-7a06-45d8-b401-d53aaabc23f1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for router (55691983-0cca-4212-9649-df139d0f6855), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:46.985617 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92ac76f-fe7b-4728-9ee5-174025f3ae38 None None] Checking router: 55691983-0cca-4212-9649-df139d0f6855 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:16:47.023996 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92ac76f-fe7b-4728-9ee5-174025f3ae38 None None] Routers {'55691983-0cca-4212-9649-df139d0f6855'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:47.024625 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-e92ac76f-fe7b-4728-9ee5-174025f3ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:16:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['55691983-0cca-4212-9649-df139d0f6855'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:47.097298 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 853fe609-b6ed-47f3-ac0c-4e4813077869 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:16:47.101739 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60a252f5-7a06-45d8-b401-d53aaabc23f1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for router_gateway (55691983-0cca-4212-9649-df139d0f6855), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:47.123884 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 853fe609-b6ed-47f3-ac0c-4e4813077869 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:16:47.124391 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 853fe609-b6ed-47f3-ac0c-4e4813077869 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:16:47.175972 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-60a252f5-7a06-45d8-b401-d53aaabc23f1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Deleting port 02eceaff-0cd2-4778-a4c9-273faeadd76b {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:47.176418 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60a252f5-7a06-45d8-b401-d53aaabc23f1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (02eceaff-0cd2-4778-a4c9-273faeadd76b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:47.178289 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-e92ac76f-fe7b-4728-9ee5-174025f3ae38 None None] Set router 55691983-0cca-4212-9649-df139d0f6855 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:47.239385 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb06c8f-91a3-4df5-b1f3-adbbe5a1acd2 None None] DHCP port deletion for 2fe1a15d-9e84-4541-8b92-8d73e11f4c7a request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:16:47.262554 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-60a252f5-7a06-45d8-b401-d53aaabc23f1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] For port 02eceaff-0cd2-4778-a4c9-273faeadd76b, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=02eceaff-0cd2-4778-a4c9-273faeadd76b,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:47.263185 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60a252f5-7a06-45d8-b401-d53aaabc23f1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (02eceaff-0cd2-4778-a4c9-273faeadd76b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:47.280816 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-60a252f5-7a06-45d8-b401-d53aaabc23f1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Calling delete_port for 02eceaff-0cd2-4778-a4c9-273faeadd76b owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:47.378654 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7eb06c8f-91a3-4df5-b1f3-adbbe5a1acd2 None None] Deleting port c74ac881-1113-4f80-bc48-6ca6dbba1aec {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:47.379032 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7eb06c8f-91a3-4df5-b1f3-adbbe5a1acd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (c74ac881-1113-4f80-bc48-6ca6dbba1aec), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:47.452524 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-7eb06c8f-91a3-4df5-b1f3-adbbe5a1acd2 None None] For port c74ac881-1113-4f80-bc48-6ca6dbba1aec, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c74ac881-1113-4f80-bc48-6ca6dbba1aec,segment=NetworkSegment(31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75),segment_id=31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:47.453152 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7eb06c8f-91a3-4df5-b1f3-adbbe5a1acd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (c74ac881-1113-4f80-bc48-6ca6dbba1aec), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:47.472235 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7eb06c8f-91a3-4df5-b1f3-adbbe5a1acd2 None None] Calling delete_port for c74ac881-1113-4f80-bc48-6ca6dbba1aec owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:47.516329 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60a252f5-7a06-45d8-b401-d53aaabc23f1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (02eceaff-0cd2-4778-a4c9-273faeadd76b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:47.555360 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a252f5-7a06-45d8-b401-d53aaabc23f1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event deleted for resources: {'Port': ['ID=02eceaff-0cd2-4778-a4c9-273faeadd76b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:47.592994 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7eb06c8f-91a3-4df5-b1f3-adbbe5a1acd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (c74ac881-1113-4f80-bc48-6ca6dbba1aec), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:47.598511 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-e92ac76f-fe7b-4728-9ee5-174025f3ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55691983-0cca-4212-9649-df139d0f6855', 'name': 'tempest-TestNetworkBasicOps-router-1753598451', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:39Z', 'updated_at': '2022-02-09T02:16:45Z', 'revision_number': 5, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:04:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55691983-0cca-4212-9649-df139d0f6855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:40Z', 'updated_at': '2022-02-09T02:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:47.609731 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-dd4bd1a6-c0a2-4de5-9e28-64a3bebb78a0 req-fb6b89f1-8f83-4148-bcb6-379de3384af0 service neutron] (103184) timed out ('10.222.0.36', 53496) {{(pid=103184) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:16:47.650799 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb06c8f-91a3-4df5-b1f3-adbbe5a1acd2 None None] Pushing event deleted for resources: {'Port': ['ID=c74ac881-1113-4f80-bc48-6ca6dbba1aec,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:47.660368 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92ac76f-fe7b-4728-9ee5-174025f3ae38 None None] The sync data for ids ['55691983-0cca-4212-9649-df139d0f6855'] in n-d-828387-3 is: [{'id': '55691983-0cca-4212-9649-df139d0f6855', 'name': 'tempest-TestNetworkBasicOps-router-1753598451', 'tenant_id': '87ca4c7ab6184b8eb587f6203fddbced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:39Z', 'updated_at': '2022-02-09T02:16:45Z', 'revision_number': 5, 'project_id': '87ca4c7ab6184b8eb587f6203fddbced', 'gw_port': {'id': '02eceaff-0cd2-4778-a4c9-273faeadd76b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:04:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55691983-0cca-4212-9649-df139d0f6855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:40Z', 'updated_at': '2022-02-09T02:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:16:47.662647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb06c8f-91a3-4df5-b1f3-adbbe5a1acd2 None None] No DVR routers for this DVR port c74ac881-1113-4f80-bc48-6ca6dbba1aec on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:16:47.666295 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb06c8f-91a3-4df5-b1f3-adbbe5a1acd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:47.666651 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb06c8f-91a3-4df5-b1f3-adbbe5a1acd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:47.666996 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb06c8f-91a3-4df5-b1f3-adbbe5a1acd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:47.667497 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb06c8f-91a3-4df5-b1f3-adbbe5a1acd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:47.668021 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb06c8f-91a3-4df5-b1f3-adbbe5a1acd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:47.668521 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb06c8f-91a3-4df5-b1f3-adbbe5a1acd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:47.669026 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb06c8f-91a3-4df5-b1f3-adbbe5a1acd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:47.669522 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb06c8f-91a3-4df5-b1f3-adbbe5a1acd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:47.670013 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb06c8f-91a3-4df5-b1f3-adbbe5a1acd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:47.671324 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb06c8f-91a3-4df5-b1f3-adbbe5a1acd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:47.671843 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb06c8f-91a3-4df5-b1f3-adbbe5a1acd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:47.672343 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb06c8f-91a3-4df5-b1f3-adbbe5a1acd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:47.672853 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb06c8f-91a3-4df5-b1f3-adbbe5a1acd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:47.685736 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-ebef1482-adfd-4e9c-a221-6ebc573e0135 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205499378&fields=id&tenant_id=ae374e012dff438a8fcacf6297f76569 HTTP/1.1" status: 200 len: 267 time: 0.1259153 Feb 09 02:16:47.687762 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60a252f5-7a06-45d8-b401-d53aaabc23f1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (55691983-0cca-4212-9649-df139d0f6855), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:47.833600 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60a252f5-7a06-45d8-b401-d53aaabc23f1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (55691983-0cca-4212-9649-df139d0f6855), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:47.837291 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60a252f5-7a06-45d8-b401-d53aaabc23f1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for router_controller (55691983-0cca-4212-9649-df139d0f6855), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:47.908023 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60a252f5-7a06-45d8-b401-d53aaabc23f1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (55691983-0cca-4212-9649-df139d0f6855), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:47.908555 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a252f5-7a06-45d8-b401-d53aaabc23f1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Fanout notify agent at l3_agent the message router_deleted on router 55691983-0cca-4212-9649-df139d0f6855 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:16:47.928590 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60a252f5-7a06-45d8-b401-d53aaabc23f1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:47.932214 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-60a252f5-7a06-45d8-b401-d53aaabc23f1 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "DELETE /v2.0/routers/55691983-0cca-4212-9649-df139d0f6855 HTTP/1.1" status: 204 len: 168 time: 1.0904949 Feb 09 02:16:47.932980 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54212) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:47.941354 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-3cd0c06f-d688-47e7-af25-cd52816c159e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:47.942760 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-3cd0c06f-d688-47e7-af25-cd52816c159e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 810 time: 0.1865644 Feb 09 02:16:47.961356 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-d5cc0d74-4ca4-4012-a222-e8815f65de5f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/quotas/ae374e012dff438a8fcacf6297f76569 HTTP/1.1" status: 200 len: 375 time: 0.0129147 Feb 09 02:16:48.021232 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (2fe1a15d-9e84-4541-8b92-8d73e11f4c7a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:48.023427 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-b1ba0c90-b054-4ef8-a85d-83784778ed97 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567255 Feb 09 02:16:48.134924 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (2fe1a15d-9e84-4541-8b92-8d73e11f4c7a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:48.145738 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-de189bb4-4d42-4b07-a0ff-f9fab1622970 service neutron] 10.222.0.36 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057541 Feb 09 02:16:48.162069 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe1a15d-9e84-4541-8b92-8d73e11f4c7a']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:48.172771 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:48.173336 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:48.184559 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:48.200073 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:48.208450 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:16:48.209440 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (31a6ec1f-b1f5-4ad0-9db3-6bb290ebcd75), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:16:48.214912 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:16:48.286540 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-3890d1d4-75c2-49c2-b1fb-22549f730a7a service neutron] 10.222.0.36 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303213 Feb 09 02:16:48.287108 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (2fe1a15d-9e84-4541-8b92-8d73e11f4c7a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:48.301635 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:48.305392 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] 10.222.0.36 "DELETE /v2.0/networks/2fe1a15d-9e84-4541-8b92-8d73e11f4c7a HTTP/1.1" status: 204 len: 168 time: 0.3705010 Feb 09 02:16:48.318436 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Pushing event deleted for resources: {'Network': ['ID=2fe1a15d-9e84-4541-8b92-8d73e11f4c7a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:48.326011 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:48.326559 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:48.327433 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:48.327433 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:48.327649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:48.327920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:48.328251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:48.328789 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:48.329310 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:48.329820 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:48.330330 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:48.330836 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:48.331561 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47213a8-6f00-4061-bb0f-af267661bcd0 tempest-TestNetworkBasicOps-1772376820 tempest-TestNetworkBasicOps-1772376820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:48.660904 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54236) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:48.717687 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-054d1c3a-90e1-420e-89ce-ca60e7be261e req-0ae62740-6aa8-4fd8-af4e-33341e952f0e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 210 time: 0.0469072 Feb 09 02:16:48.860147 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a94c8ab2-ae82-4c31-8de8-fc4464f77d59 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=87ca4c7ab6184b8eb587f6203fddbced&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1980164 Feb 09 02:16:48.862721 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54250) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:48.981137 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 45a4f414-c27b-403e-a576-17bcd60b4ec0 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:16:48.987118 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-49334c92-c83d-4f1a-9a71-d51227bf40b3 admin admin] Publish callbacks [] for security_group (56f2b4df-94ad-41e5-92d3-4e44fa2ef0b9), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:49.007952 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 45a4f414-c27b-403e-a576-17bcd60b4ec0 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:16:49.008574 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 45a4f414-c27b-403e-a576-17bcd60b4ec0 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:16:49.009151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c74ac881-1113-4f80-bc48-6ca6dbba1aec no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:16:49.012897 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-49334c92-c83d-4f1a-9a71-d51227bf40b3 admin admin] Publish callbacks [] for security_group (56f2b4df-94ad-41e5-92d3-4e44fa2ef0b9), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:49.033661 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: c74ac881-1113-4f80-bc48-6ca6dbba1aec {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:16:49.034251 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c74ac881-1113-4f80-bc48-6ca6dbba1aec not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:16:49.034820 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 02eceaff-0cd2-4778-a4c9-273faeadd76b no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:16:49.073310 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 02eceaff-0cd2-4778-a4c9-273faeadd76b {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:16:49.073869 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 02eceaff-0cd2-4778-a4c9-273faeadd76b not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:16:49.085879 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-49334c92-c83d-4f1a-9a71-d51227bf40b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (56f2b4df-94ad-41e5-92d3-4e44fa2ef0b9), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:49.089764 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-49334c92-c83d-4f1a-9a71-d51227bf40b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:49.090920 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-49334c92-c83d-4f1a-9a71-d51227bf40b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56f2b4df-94ad-41e5-92d3-4e44fa2ef0b9 HTTP/1.1" status: 204 len: 168 time: 0.2268155 Feb 09 02:16:49.101870 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49334c92-c83d-4f1a-9a71-d51227bf40b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f2b4df-94ad-41e5-92d3-4e44fa2ef0b9,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:49.408689 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54266) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:49.425818 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80c0f0e8-5a4c-44e2-b58d-c5c4c366b617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:49.521569 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80c0f0e8-5a4c-44e2-b58d-c5c4c366b617 admin admin] Publish callbacks [] for security_group (1367ec49-2032-47a3-95c1-f8cc507e7edc), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:49.525695 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80c0f0e8-5a4c-44e2-b58d-c5c4c366b617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1367ec49-2032-47a3-95c1-f8cc507e7edc), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:49.571726 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-80c0f0e8-5a4c-44e2-b58d-c5c4c366b617 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0ac73b7470f4c8a962d8df6ac0433d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1618662 Feb 09 02:16:49.574889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54270) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:49.581719 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0f0e8-5a4c-44e2-b58d-c5c4c366b617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1367ec49-2032-47a3-95c1-f8cc507e7edc,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:49.633412 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-56b2772d-a55e-48e6-a87d-ab4a543cbafb admin admin] Publish callbacks [] for security_group (1367ec49-2032-47a3-95c1-f8cc507e7edc), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:49.657299 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-56b2772d-a55e-48e6-a87d-ab4a543cbafb admin admin] Publish callbacks [] for security_group (1367ec49-2032-47a3-95c1-f8cc507e7edc), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:49.723459 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-56b2772d-a55e-48e6-a87d-ab4a543cbafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1367ec49-2032-47a3-95c1-f8cc507e7edc), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:49.727182 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-56b2772d-a55e-48e6-a87d-ab4a543cbafb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:49.732351 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-56b2772d-a55e-48e6-a87d-ab4a543cbafb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1367ec49-2032-47a3-95c1-f8cc507e7edc HTTP/1.1" status: 204 len: 168 time: 0.1555924 Feb 09 02:16:49.831855 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2772d-a55e-48e6-a87d-ab4a543cbafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1367ec49-2032-47a3-95c1-f8cc507e7edc,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:49.896409 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1dfe883a-b394-4977-8b71-5263c6e7bc11 req-bc97f3a8-8596-4418-a2b9-27635ff6ef56 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 210 time: 0.0707402 Feb 09 02:16:49.914868 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-218a4827-eeea-43d2-ac0c-03b1d20f4b51 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:49.917187 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-218a4827-eeea-43d2-ac0c-03b1d20f4b51 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.48 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 810 time: 0.1603808 Feb 09 02:16:50.013815 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-f1c3533e-a4e9-4a38-85c8-d24dfb6517a5 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae374e012dff438a8fcacf6297f76569 HTTP/1.1" status: 200 len: 380 time: 0.0861382 Feb 09 02:16:50.024688 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-e61eaa7f-bb3c-47b7-a2a6-d85df4b3e186 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Request body: {'port': {'device_id': '2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'admin_state_up': True, 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'security_groups': ['f219cd1a-2922-4c78-ad0d-6ad888dc01d2']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:50.145200 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-e61eaa7f-bb3c-47b7-a2a6-d85df4b3e186 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Made reservation on behalf of ae374e012dff438a8fcacf6297f76569 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:50.154841 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-e61eaa7f-bb3c-47b7-a2a6-d85df4b3e186 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:50.326226 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-e61eaa7f-bb3c-47b7-a2a6-d85df4b3e186 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Allocated IP 172.20.0.7 (cc310b24-fd11-451e-88ac-42c9695a7e70/a62a2247-044e-4cd3-9944-5d20d7932a71/7db575eb-0a73-4517-9980-3f5e7ecc4ddf) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:50.518311 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-e61eaa7f-bb3c-47b7-a2a6-d85df4b3e186 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for port (7db575eb-0a73-4517-9980-3f5e7ecc4ddf), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:50.579338 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-e61eaa7f-bb3c-47b7-a2a6-d85df4b3e186 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (7db575eb-0a73-4517-9980-3f5e7ecc4ddf), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:50.636898 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-e61eaa7f-bb3c-47b7-a2a6-d85df4b3e186 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Network cc310b24-fd11-451e-88ac-42c9695a7e70 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:50.644024 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-e61eaa7f-bb3c-47b7-a2a6-d85df4b3e186 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:50.647950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-e61eaa7f-bb3c-47b7-a2a6-d85df4b3e186 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:16:50.679284 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61eaa7f-bb3c-47b7-a2a6-d85df4b3e186 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event updated for resources: {'Port': ['ID=7db575eb-0a73-4517-9980-3f5e7ecc4ddf,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:50.718321 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54312) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:50.722725 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-e61eaa7f-bb3c-47b7-a2a6-d85df4b3e186 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:50.723634 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-e61eaa7f-bb3c-47b7-a2a6-d85df4b3e186 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:50.753707 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-e61eaa7f-bb3c-47b7-a2a6-d85df4b3e186 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7331748 Feb 09 02:16:50.771976 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-5e19f288-c4ea-4c2e-8bb9-68e44e0b441f service neutron] Request body: {'port': {'device_id': '2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:50.859058 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-a89b5acb-1f1d-4b15-ada7-1d7c6d8f2daf admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2027629143-network', 'tenant_id': '57227dd126c841f88b92c88d52501785'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:50.880724 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-5e19f288-c4ea-4c2e-8bb9-68e44e0b441f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7db575eb-0a73-4517-9980-3f5e7ecc4ddf), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:50.911283 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89b5acb-1f1d-4b15-ada7-1d7c6d8f2daf admin admin] Made reservation on behalf of 57227dd126c841f88b92c88d52501785 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:50.915057 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a89b5acb-1f1d-4b15-ada7-1d7c6d8f2daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:50.927467 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a89b5acb-1f1d-4b15-ada7-1d7c6d8f2daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:51.034701 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a89b5acb-1f1d-4b15-ada7-1d7c6d8f2daf admin admin] Publish callbacks [] for security_group (d8103898-a5d9-4d07-864f-bc4903c4c4a6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:51.039039 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a89b5acb-1f1d-4b15-ada7-1d7c6d8f2daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d8103898-a5d9-4d07-864f-bc4903c4c4a6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:51.068514 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89b5acb-1f1d-4b15-ada7-1d7c6d8f2daf admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:16:51.077169 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b5acb-1f1d-4b15-ada7-1d7c6d8f2daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8103898-a5d9-4d07-864f-bc4903c4c4a6,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:51.084680 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a89b5acb-1f1d-4b15-ada7-1d7c6d8f2daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (168ed192-f03a-4d88-9221-20aae7dbfebc), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:51.085690 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-a89b5acb-1f1d-4b15-ada7-1d7c6d8f2daf admin admin] Added segment 168ed192-f03a-4d88-9221-20aae7dbfebc of type vlan for network 7318d0f8-14ed-4084-8e21-5c8056097971 Feb 09 02:16:51.108322 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-219cb143-6582-4eb2-ad08-c659e43afae5 None None] Provisioning complete for port 7db575eb-0a73-4517-9980-3f5e7ecc4ddf triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:51.108897 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-219cb143-6582-4eb2-ad08-c659e43afae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7db575eb-0a73-4517-9980-3f5e7ecc4ddf), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:51.140887 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a89b5acb-1f1d-4b15-ada7-1d7c6d8f2daf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (7318d0f8-14ed-4084-8e21-5c8056097971), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:51.172709 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a89b5acb-1f1d-4b15-ada7-1d7c6d8f2daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (7318d0f8-14ed-4084-8e21-5c8056097971), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:51.174370 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89b5acb-1f1d-4b15-ada7-1d7c6d8f2daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:51.175143 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a89b5acb-1f1d-4b15-ada7-1d7c6d8f2daf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:51.182823 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-219cb143-6582-4eb2-ad08-c659e43afae5 None None] Port 7db575eb-0a73-4517-9980-3f5e7ecc4ddf cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:16:51.254964 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10688298-4cbe-48ba-9983-6487a8b92bbc req-da28263b-8eae-4508-9e9b-6035bbf9361c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:51.259572 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a89b5acb-1f1d-4b15-ada7-1d7c6d8f2daf admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5363493 Feb 09 02:16:51.259688 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-10688298-4cbe-48ba-9983-6487a8b92bbc req-da28263b-8eae-4508-9e9b-6035bbf9361c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 931 time: 0.1219218 Feb 09 02:16:51.259836 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54324) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:51.267542 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-416e06f7-f76d-4391-87d1-54b8b0515540 admin admin] Request body: {'subnet': {'network_id': '7318d0f8-14ed-4084-8e21-5c8056097971', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2027629143-subnet', 'tenant_id': '57227dd126c841f88b92c88d52501785', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:51.278373 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b5acb-1f1d-4b15-ada7-1d7c6d8f2daf admin admin] Pushing event updated for resources: {'Network': ['ID=7318d0f8-14ed-4084-8e21-5c8056097971,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:51.291708 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 7318d0f8-14ed-4084-8e21-5c8056097971 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:16:51.315960 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416e06f7-f76d-4391-87d1-54b8b0515540 admin admin] Made reservation on behalf of 57227dd126c841f88b92c88d52501785 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:51.322078 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-416e06f7-f76d-4391-87d1-54b8b0515540 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:51.341391 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-10688298-4cbe-48ba-9983-6487a8b92bbc req-39614e1e-ea90-4119-a746-d92ab300f65f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698831 Feb 09 02:16:51.405088 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-5e19f288-c4ea-4c2e-8bb9-68e44e0b441f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db575eb-0a73-4517-9980-3f5e7ecc4ddf {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:16:51.413824 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-5e19f288-c4ea-4c2e-8bb9-68e44e0b441f service neutron] Publish callbacks [] for port (7db575eb-0a73-4517-9980-3f5e7ecc4ddf), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:51.428554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-5e19f288-c4ea-4c2e-8bb9-68e44e0b441f service neutron] Transition to ACTIVE for port object 7db575eb-0a73-4517-9980-3f5e7ecc4ddf will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:16:51.432515 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-5e19f288-c4ea-4c2e-8bb9-68e44e0b441f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (7db575eb-0a73-4517-9980-3f5e7ecc4ddf), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:51.558719 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19f288-c4ea-4c2e-8bb9-68e44e0b441f service neutron] Pushing event updated for resources: {'Port': ['ID=7db575eb-0a73-4517-9980-3f5e7ecc4ddf,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:51.606195 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-416e06f7-f76d-4391-87d1-54b8b0515540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (b74488e5-f736-41fa-bd84-59fc6d5f4b0b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:51.652168 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-5e19f288-c4ea-4c2e-8bb9-68e44e0b441f service neutron] Attempting to bind port 7db575eb-0a73-4517-9980-3f5e7ecc4ddf on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:16:51.652602 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-5e19f288-c4ea-4c2e-8bb9-68e44e0b441f service neutron] Attempting to bind port 7db575eb-0a73-4517-9980-3f5e7ecc4ddf by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:16:51.653030 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-5e19f288-c4ea-4c2e-8bb9-68e44e0b441f service neutron] Attempting to bind port 7db575eb-0a73-4517-9980-3f5e7ecc4ddf on network cc310b24-fd11-451e-88ac-42c9695a7e70 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:51.658902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-5e19f288-c4ea-4c2e-8bb9-68e44e0b441f service neutron] Port 7db575eb-0a73-4517-9980-3f5e7ecc4ddf on network cc310b24-fd11-451e-88ac-42c9695a7e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:16:51.659456 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-5e19f288-c4ea-4c2e-8bb9-68e44e0b441f service neutron] Attempting to bind port 7db575eb-0a73-4517-9980-3f5e7ecc4ddf on network cc310b24-fd11-451e-88ac-42c9695a7e70 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:51.665409 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-5e19f288-c4ea-4c2e-8bb9-68e44e0b441f service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:16:51.665907 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-5e19f288-c4ea-4c2e-8bb9-68e44e0b441f service neutron] Checking segment: {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:51.668085 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e06f7-f76d-4391-87d1-54b8b0515540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b74488e5-f736-41fa-bd84-59fc6d5f4b0b,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:51.668253 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-5e19f288-c4ea-4c2e-8bb9-68e44e0b441f service neutron] Bound using segment: {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:16:51.668253 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-5e19f288-c4ea-4c2e-8bb9-68e44e0b441f service neutron] Bound port: 7db575eb-0a73-4517-9980-3f5e7ecc4ddf, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:16:51.668253 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-5e19f288-c4ea-4c2e-8bb9-68e44e0b441f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7db575eb-0a73-4517-9980-3f5e7ecc4ddf), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:51.710426 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e06f7-f76d-4391-87d1-54b8b0515540 admin admin] Checking segment: {'id': '168ed192-f03a-4d88-9221-20aae7dbfebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7318d0f8-14ed-4084-8e21-5c8056097971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:51.710794 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416e06f7-f76d-4391-87d1-54b8b0515540 admin admin] Network hostable DHCP agents. Network: 7318d0f8-14ed-4084-8e21-5c8056097971, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:16:51.732021 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416e06f7-f76d-4391-87d1-54b8b0515540 admin admin] Network 7318d0f8-14ed-4084-8e21-5c8056097971 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:16:51.747061 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-416e06f7-f76d-4391-87d1-54b8b0515540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 7318d0f8-14ed-4084-8e21-5c8056097971) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:51.756557 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08312e4d-82ec-41ee-9ba0-25a9fd926a0d None None] Network 7318d0f8-14ed-4084-8e21-5c8056097971 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:16:51.761503 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416e06f7-f76d-4391-87d1-54b8b0515540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:51.763256 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-416e06f7-f76d-4391-87d1-54b8b0515540 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:51.788080 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-416e06f7-f76d-4391-87d1-54b8b0515540 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5269277 Feb 09 02:16:51.804159 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-5e19f288-c4ea-4c2e-8bb9-68e44e0b441f service neutron] For port 7db575eb-0a73-4517-9980-3f5e7ecc4ddf, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:16:51.807715 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-5e19f288-c4ea-4c2e-8bb9-68e44e0b441f service neutron] For port 7db575eb-0a73-4517-9980-3f5e7ecc4ddf, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=7db575eb-0a73-4517-9980-3f5e7ecc4ddf,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:16:51.820550 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-5e19f288-c4ea-4c2e-8bb9-68e44e0b441f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (7db575eb-0a73-4517-9980-3f5e7ecc4ddf), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:51.878789 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-5e19f288-c4ea-4c2e-8bb9-68e44e0b441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:51.879957 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-5e19f288-c4ea-4c2e-8bb9-68e44e0b441f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:51.882009 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-5e19f288-c4ea-4c2e-8bb9-68e44e0b441f service neutron] 10.222.0.48 "PUT /v2.0/ports/7db575eb-0a73-4517-9980-3f5e7ecc4ddf HTTP/1.1" status: 200 len: 1091 time: 1.1141102 Feb 09 02:16:51.882608 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46', 'tag': '7db575eb-0a73-4517-9980-3f5e7ecc4ddf'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:51.885381 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e74a0a-f60a-464c-b119-7bb743ae71f3" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46", "tag": "7db575eb-0a73-4517-9980-3f5e7ecc4ddf"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:51.981745 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6c5333-6753-4723-b047-b3f145d0d131 None None] Network 7318d0f8-14ed-4084-8e21-5c8056097971 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:16:52.031918 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19f288-c4ea-4c2e-8bb9-68e44e0b441f service neutron] Pushing event updated for resources: {'Port': ['ID=7db575eb-0a73-4517-9980-3f5e7ecc4ddf,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:52.037409 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e554747-cefb-4df9-8fc4-6b0c7b1a2200 x-openstack-request-id: req-1e554747-cefb-4df9-8fc4-6b0c7b1a2200 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:52.037982 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46", "tag": "7db575eb-0a73-4517-9980-3f5e7ecc4ddf", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:52.038385 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e554747-cefb-4df9-8fc4-6b0c7b1a2200 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:52.039096 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46', 'tag': '7db575eb-0a73-4517-9980-3f5e7ecc4ddf', 'status': 'completed', 'code': 200} Feb 09 02:16:52.134209 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-1a3695af-71d3-4c85-910b-39356c3bcb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:52.143822 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-1a3695af-71d3-4c85-910b-39356c3bcb13 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 1125 time: 0.1976254 Feb 09 02:16:52.206641 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-eeaaef11-5405-4e96-8f47-9ff80bba5e6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7db575eb-0a73-4517-9980-3f5e7ecc4ddf HTTP/1.1" status: 200 len: 217 time: 0.0548382 Feb 09 02:16:52.300573 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-197d19d6-de5a-47de-8a5d-dbd144d42481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:52.311652 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-197d19d6-de5a-47de-8a5d-dbd144d42481 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 200 len: 849 time: 0.0988181 Feb 09 02:16:52.380781 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-01275f8a-8a73-4af0-b0b3-da4ad4197504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:52.382473 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-01275f8a-8a73-4af0-b0b3-da4ad4197504 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc310b24-fd11-451e-88ac-42c9695a7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0636010 Feb 09 02:16:52.561438 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-6eb036fd-234a-4c35-bc87-3f5c97d68d68 service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716022 Feb 09 02:16:52.661091 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54362) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:52.667308 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-3a07f8c6-846f-4a71-bf6b-237046932a23 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-960437619-network', 'tenant_id': 'cb7f5d438e094a06be2f5ca2da307770'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:52.707158 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a07f8c6-846f-4a71-bf6b-237046932a23 admin admin] Made reservation on behalf of cb7f5d438e094a06be2f5ca2da307770 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:52.711020 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a07f8c6-846f-4a71-bf6b-237046932a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:52.721501 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a07f8c6-846f-4a71-bf6b-237046932a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:52.740560 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9426518b-b2ce-47ed-a85e-4fb248144efb req-85511023-53f7-4ec4-93fe-334aec2a9906 service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709135 Feb 09 02:16:52.771947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa4de4-2e23-496f-9168-8ae9570a7042 req-73f7f4f6-bb6b-423d-a29e-43fd54e78d4a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:52.773844 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d6fa4de4-2e23-496f-9168-8ae9570a7042 req-73f7f4f6-bb6b-423d-a29e-43fd54e78d4a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 943 time: 0.2851007 Feb 09 02:16:52.825861 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a07f8c6-846f-4a71-bf6b-237046932a23 admin admin] Publish callbacks [] for security_group (91dc4faf-1170-4613-b6cd-9c20c1163507), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:52.834216 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a07f8c6-846f-4a71-bf6b-237046932a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (91dc4faf-1170-4613-b6cd-9c20c1163507), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:52.876559 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a07f8c6-846f-4a71-bf6b-237046932a23 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:16:52.898417 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a07f8c6-846f-4a71-bf6b-237046932a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (94a2e0f6-407a-4106-a72a-eb6b9ad555f7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:52.899117 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-3a07f8c6-846f-4a71-bf6b-237046932a23 admin admin] Added segment 94a2e0f6-407a-4106-a72a-eb6b9ad555f7 of type vlan for network cb3d3254-55bb-483e-94a0-0d18524d7dcd Feb 09 02:16:52.910648 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07f8c6-846f-4a71-bf6b-237046932a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dc4faf-1170-4613-b6cd-9c20c1163507,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:52.911368 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e74a0a-f60a-464c-b119-7bb743ae71f3 req-27e76eb5-18f8-4568-b26e-f71d4ea4a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:52.913202 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-80e74a0a-f60a-464c-b119-7bb743ae71f3 req-27e76eb5-18f8-4568-b26e-f71d4ea4a1f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 1125 time: 0.0961971 Feb 09 02:16:52.921080 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d6fa4de4-2e23-496f-9168-8ae9570a7042 req-0cc70fae-02c2-44a7-9fcc-08f7f06092e6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392729 Feb 09 02:16:52.970051 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a07f8c6-846f-4a71-bf6b-237046932a23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (cb3d3254-55bb-483e-94a0-0d18524d7dcd), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:52.999636 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a07f8c6-846f-4a71-bf6b-237046932a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (cb3d3254-55bb-483e-94a0-0d18524d7dcd), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:53.000672 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a07f8c6-846f-4a71-bf6b-237046932a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:53.001260 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a07f8c6-846f-4a71-bf6b-237046932a23 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:53.051256 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e74a0a-f60a-464c-b119-7bb743ae71f3 req-d7349b9c-b600-4120-b74a-069caa7ed5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:53.053680 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-80e74a0a-f60a-464c-b119-7bb743ae71f3 req-d7349b9c-b600-4120-b74a-069caa7ed5ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 911 time: 0.1299920 Feb 09 02:16:53.068362 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3a07f8c6-846f-4a71-bf6b-237046932a23 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4060030 Feb 09 02:16:53.069039 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54372) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:53.076143 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-28fbb0cc-087f-4399-b944-92837cf7ccef admin admin] Request body: {'subnet': {'network_id': 'cb3d3254-55bb-483e-94a0-0d18524d7dcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-960437619-subnet', 'tenant_id': 'cb7f5d438e094a06be2f5ca2da307770', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:53.101908 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07f8c6-846f-4a71-bf6b-237046932a23 admin admin] Pushing event updated for resources: {'Network': ['ID=cb3d3254-55bb-483e-94a0-0d18524d7dcd,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:53.114727 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fbb0cc-087f-4399-b944-92837cf7ccef admin admin] Made reservation on behalf of cb7f5d438e094a06be2f5ca2da307770 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:53.116962 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network cb3d3254-55bb-483e-94a0-0d18524d7dcd details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:16:53.119490 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-28fbb0cc-087f-4399-b944-92837cf7ccef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:53.137041 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-80e74a0a-f60a-464c-b119-7bb743ae71f3 req-08ff2291-9e32-4217-985e-994aa5b0c597 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7db575eb-0a73-4517-9980-3f5e7ecc4ddf HTTP/1.1" status: 200 len: 217 time: 0.0780375 Feb 09 02:16:53.222963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e74a0a-f60a-464c-b119-7bb743ae71f3 req-007afe02-093f-4d31-b66e-80f0ddce8b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:53.224604 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-80e74a0a-f60a-464c-b119-7bb743ae71f3 req-007afe02-093f-4d31-b66e-80f0ddce8b45 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 200 len: 849 time: 0.0801964 Feb 09 02:16:53.282111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e74a0a-f60a-464c-b119-7bb743ae71f3 req-6ca56572-9dcd-4ba0-847b-1254d3de6ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:53.283968 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-80e74a0a-f60a-464c-b119-7bb743ae71f3 req-6ca56572-9dcd-4ba0-847b-1254d3de6ce9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc310b24-fd11-451e-88ac-42c9695a7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529130 Feb 09 02:16:53.323640 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-28fbb0cc-087f-4399-b944-92837cf7ccef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (43f18bea-5072-4675-88d1-2cdf94952177), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:53.367454 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fbb0cc-087f-4399-b944-92837cf7ccef admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f18bea-5072-4675-88d1-2cdf94952177,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:53.411752 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-80e74a0a-f60a-464c-b119-7bb743ae71f3 req-502beb13-cc98-4ecf-a56e-ba35a5be0ce6 service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201489 Feb 09 02:16:53.419547 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fbb0cc-087f-4399-b944-92837cf7ccef admin admin] Checking segment: {'id': '94a2e0f6-407a-4106-a72a-eb6b9ad555f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cb3d3254-55bb-483e-94a0-0d18524d7dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:53.420278 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fbb0cc-087f-4399-b944-92837cf7ccef admin admin] Network hostable DHCP agents. Network: cb3d3254-55bb-483e-94a0-0d18524d7dcd, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:16:53.448533 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fbb0cc-087f-4399-b944-92837cf7ccef admin admin] Network cb3d3254-55bb-483e-94a0-0d18524d7dcd is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:16:53.461458 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-28fbb0cc-087f-4399-b944-92837cf7ccef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, cb3d3254-55bb-483e-94a0-0d18524d7dcd) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:53.472224 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fbb0cc-087f-4399-b944-92837cf7ccef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:53.480471 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051b6e5c-5602-4ec8-aed4-cdd95a983f08 None None] Network cb3d3254-55bb-483e-94a0-0d18524d7dcd requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:16:53.486291 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-28fbb0cc-087f-4399-b944-92837cf7ccef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:53.510160 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-28fbb0cc-087f-4399-b944-92837cf7ccef admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4371805 Feb 09 02:16:53.557024 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-80e74a0a-f60a-464c-b119-7bb743ae71f3 req-49d2d0df-853c-43bf-8dcc-cbf391f21074 service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397238 Feb 09 02:16:53.622592 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4782bb-e619-4c51-817c-30475dc46573 None None] Network cb3d3254-55bb-483e-94a0-0d18524d7dcd requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:16:54.086181 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764b1f0-f54e-4aa9-ab88-938c805a451d req-e37257e1-d9eb-4c98-9ff4-54d5bbbaba8e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:54.087819 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8764b1f0-f54e-4aa9-ab88-938c805a451d req-e37257e1-d9eb-4c98-9ff4-54d5bbbaba8e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 943 time: 0.0791681 Feb 09 02:16:54.134396 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-78abab7f-cc11-4f70-8a38-24fe0d8a181c tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:54.136889 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-78abab7f-cc11-4f70-8a38-24fe0d8a181c tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/networks?id=7318d0f8-14ed-4084-8e21-5c8056097971 HTTP/1.1" status: 200 len: 812 time: 0.1480219 Feb 09 02:16:54.142022 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8764b1f0-f54e-4aa9-ab88-938c805a451d req-1a44802e-a2d2-46dd-8be5-4f442960941b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459597 Feb 09 02:16:54.168996 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-a30c3eaf-94e3-46ef-8f84-11ac8087c6be tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/quotas/57227dd126c841f88b92c88d52501785 HTTP/1.1" status: 200 len: 375 time: 0.0212011 Feb 09 02:16:54.201286 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-96699ef1-6187-4cc7-8480-3a31460b9ee1 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=57227dd126c841f88b92c88d52501785&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281582 Feb 09 02:16:54.303866 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-098e8db5-2e9b-4690-aaf4-f5f828265659 service neutron] 10.222.0.36 "GET /v2.0/networks/7318d0f8-14ed-4084-8e21-5c8056097971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938146 Feb 09 02:16:54.400968 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-ddd3406a-06ca-43ff-b8c3-78c7f0b6ef8c service neutron] 10.222.0.36 "GET /v2.0/networks/7318d0f8-14ed-4084-8e21-5c8056097971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913539 Feb 09 02:16:54.598311 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-039ff1e4-f959-4c12-aa77-ec1848a9654e req-12b03941-561a-4dff-b9a1-b10b8e1a4257 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 210 time: 0.0522106 Feb 09 02:16:55.283791 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cdfb6e-49e4-4a05-bfd6-3c5e3f289b63 req-72533dbb-a359-4df3-8525-fbe3910b6474 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:55.285540 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-79cdfb6e-49e4-4a05-bfd6-3c5e3f289b63 req-72533dbb-a359-4df3-8525-fbe3910b6474 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 943 time: 0.0663784 Feb 09 02:16:55.351750 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-79cdfb6e-49e4-4a05-bfd6-3c5e3f289b63 req-ebd83ae3-1226-4fc9-a593-1f5efc9a2eca tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585048 Feb 09 02:16:55.744444 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8b56e5c5-0936-47d6-bfda-4233d91868c4 req-31ee2d61-4f92-47c4-86bd-610f9225af89 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 210 time: 0.0603623 Feb 09 02:16:55.800250 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-7e3b090a-1c49-4f70-9443-ab1bba05a237 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:55.802440 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-7e3b090a-1c49-4f70-9443-ab1bba05a237 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.67 "GET /v2.0/networks?id=7318d0f8-14ed-4084-8e21-5c8056097971 HTTP/1.1" status: 200 len: 812 time: 0.1924407 Feb 09 02:16:55.816416 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-a8f5dc6d-c61d-497e-9bfb-5452cdbef50f tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Request body: {'port': {'device_id': 'd46d16a5-b9e3-435d-9034-97626556c951', 'network_id': '7318d0f8-14ed-4084-8e21-5c8056097971', 'admin_state_up': True, 'tenant_id': '57227dd126c841f88b92c88d52501785'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:55.954673 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-a8f5dc6d-c61d-497e-9bfb-5452cdbef50f tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Made reservation on behalf of 57227dd126c841f88b92c88d52501785 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:55.958758 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-a8f5dc6d-c61d-497e-9bfb-5452cdbef50f tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:56.093839 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-a8f5dc6d-c61d-497e-9bfb-5452cdbef50f tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Allocated IP 172.20.0.5 (7318d0f8-14ed-4084-8e21-5c8056097971/b74488e5-f736-41fa-bd84-59fc6d5f4b0b/c307c1be-b659-4839-9359-08220bc2d5f9) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:56.257451 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-a8f5dc6d-c61d-497e-9bfb-5452cdbef50f tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Publish callbacks [] for port (c307c1be-b659-4839-9359-08220bc2d5f9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:56.296450 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-a8f5dc6d-c61d-497e-9bfb-5452cdbef50f tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (c307c1be-b659-4839-9359-08220bc2d5f9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:56.345945 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-a8f5dc6d-c61d-497e-9bfb-5452cdbef50f tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Network 7318d0f8-14ed-4084-8e21-5c8056097971 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:56.349792 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5dc6d-c61d-497e-9bfb-5452cdbef50f tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Pushing event updated for resources: {'Port': ['ID=c307c1be-b659-4839-9359-08220bc2d5f9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:56.352200 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-a8f5dc6d-c61d-497e-9bfb-5452cdbef50f tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:56.354289 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-a8f5dc6d-c61d-497e-9bfb-5452cdbef50f tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:16:56.403125 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-a8f5dc6d-c61d-497e-9bfb-5452cdbef50f tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:56.403760 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-a8f5dc6d-c61d-497e-9bfb-5452cdbef50f tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:56.422214 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-a8f5dc6d-c61d-497e-9bfb-5452cdbef50f tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6099622 Feb 09 02:16:56.437438 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-c7fefdb5-5091-4fc5-abfc-e654a76b9950 service neutron] Request body: {'port': {'device_id': 'd46d16a5-b9e3-435d-9034-97626556c951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:56.517559 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-c7fefdb5-5091-4fc5-abfc-e654a76b9950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c307c1be-b659-4839-9359-08220bc2d5f9), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:56.523983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09e6d2-0bd8-48d9-854d-d26b1454c9b9 req-6045e870-7f39-404f-a126-6c3a775d2a8e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:56.526828 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef09e6d2-0bd8-48d9-854d-d26b1454c9b9 req-6045e870-7f39-404f-a126-6c3a775d2a8e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 943 time: 0.0774302 Feb 09 02:16:56.600389 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ef09e6d2-0bd8-48d9-854d-d26b1454c9b9 req-cd04cbc4-d239-4e33-9ad9-a6a593cb1f3d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675843 Feb 09 02:16:56.831242 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-c7fefdb5-5091-4fc5-abfc-e654a76b9950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c307c1be-b659-4839-9359-08220bc2d5f9 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:16:56.840358 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-c7fefdb5-5091-4fc5-abfc-e654a76b9950 service neutron] Publish callbacks [] for port (c307c1be-b659-4839-9359-08220bc2d5f9), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:56.886264 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-c7fefdb5-5091-4fc5-abfc-e654a76b9950 service neutron] Transition to ACTIVE for port object c307c1be-b659-4839-9359-08220bc2d5f9 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:16:56.897761 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-c7fefdb5-5091-4fc5-abfc-e654a76b9950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (c307c1be-b659-4839-9359-08220bc2d5f9), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:56.970505 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d5ecb-edc7-43a6-a8ae-1fe0fceacbeb req-22b890b2-dcca-4558-afcd-557bcaaf634e tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:56.972781 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-999d5ecb-edc7-43a6-a8ae-1fe0fceacbeb req-22b890b2-dcca-4558-afcd-557bcaaf634e tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 931 time: 0.1290848 Feb 09 02:16:57.000694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fefdb5-5091-4fc5-abfc-e654a76b9950 service neutron] Pushing event updated for resources: {'Port': ['ID=c307c1be-b659-4839-9359-08220bc2d5f9,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:57.112075 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-999d5ecb-edc7-43a6-a8ae-1fe0fceacbeb req-920853a1-d4a2-4f86-a2a2-629ea67810ce tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8103898-a5d9-4d07-864f-bc4903c4c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285157 Feb 09 02:16:57.128994 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-c7fefdb5-5091-4fc5-abfc-e654a76b9950 service neutron] Attempting to bind port c307c1be-b659-4839-9359-08220bc2d5f9 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:16:57.129596 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-c7fefdb5-5091-4fc5-abfc-e654a76b9950 service neutron] Attempting to bind port c307c1be-b659-4839-9359-08220bc2d5f9 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '168ed192-f03a-4d88-9221-20aae7dbfebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7318d0f8-14ed-4084-8e21-5c8056097971'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:16:57.129930 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-c7fefdb5-5091-4fc5-abfc-e654a76b9950 service neutron] Attempting to bind port c307c1be-b659-4839-9359-08220bc2d5f9 on network 7318d0f8-14ed-4084-8e21-5c8056097971 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:57.135129 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-c7fefdb5-5091-4fc5-abfc-e654a76b9950 service neutron] Port c307c1be-b659-4839-9359-08220bc2d5f9 on network 7318d0f8-14ed-4084-8e21-5c8056097971 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:16:57.135508 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-c7fefdb5-5091-4fc5-abfc-e654a76b9950 service neutron] Attempting to bind port c307c1be-b659-4839-9359-08220bc2d5f9 on network 7318d0f8-14ed-4084-8e21-5c8056097971 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:57.142111 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-c7fefdb5-5091-4fc5-abfc-e654a76b9950 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:16:57.143040 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-c7fefdb5-5091-4fc5-abfc-e654a76b9950 service neutron] Checking segment: {'id': '168ed192-f03a-4d88-9221-20aae7dbfebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7318d0f8-14ed-4084-8e21-5c8056097971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:57.143593 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-c7fefdb5-5091-4fc5-abfc-e654a76b9950 service neutron] Bound using segment: {'id': '168ed192-f03a-4d88-9221-20aae7dbfebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7318d0f8-14ed-4084-8e21-5c8056097971'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:16:57.144013 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-c7fefdb5-5091-4fc5-abfc-e654a76b9950 service neutron] Bound port: c307c1be-b659-4839-9359-08220bc2d5f9, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '168ed192-f03a-4d88-9221-20aae7dbfebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7318d0f8-14ed-4084-8e21-5c8056097971'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:16:57.144364 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-c7fefdb5-5091-4fc5-abfc-e654a76b9950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c307c1be-b659-4839-9359-08220bc2d5f9), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:57.222069 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-c7fefdb5-5091-4fc5-abfc-e654a76b9950 service neutron] For port c307c1be-b659-4839-9359-08220bc2d5f9, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:16:57.225141 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-c7fefdb5-5091-4fc5-abfc-e654a76b9950 service neutron] For port c307c1be-b659-4839-9359-08220bc2d5f9, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=c307c1be-b659-4839-9359-08220bc2d5f9,segment=NetworkSegment(168ed192-f03a-4d88-9221-20aae7dbfebc),segment_id=168ed192-f03a-4d88-9221-20aae7dbfebc)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:16:57.232200 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-c7fefdb5-5091-4fc5-abfc-e654a76b9950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (c307c1be-b659-4839-9359-08220bc2d5f9), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:57.274441 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-c7fefdb5-5091-4fc5-abfc-e654a76b9950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:57.275175 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-c7fefdb5-5091-4fc5-abfc-e654a76b9950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:57.276726 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-c7fefdb5-5091-4fc5-abfc-e654a76b9950 service neutron] 10.222.0.67 "PUT /v2.0/ports/c307c1be-b659-4839-9359-08220bc2d5f9 HTTP/1.1" status: 200 len: 1091 time: 0.8460560 Feb 09 02:16:57.277190 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46d16a5-b9e3-435d-9034-97626556c951', 'tag': 'c307c1be-b659-4839-9359-08220bc2d5f9'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:57.279997 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2804d2-5e67-4dc7-9ba4-602297f941a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d46d16a5-b9e3-435d-9034-97626556c951", "tag": "c307c1be-b659-4839-9359-08220bc2d5f9"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:57.337298 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f8231e-fb54-4d72-b87c-6bc016803edf x-openstack-request-id: req-06f8231e-fb54-4d72-b87c-6bc016803edf {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:57.337480 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46d16a5-b9e3-435d-9034-97626556c951", "tag": "c307c1be-b659-4839-9359-08220bc2d5f9", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:57.337729 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06f8231e-fb54-4d72-b87c-6bc016803edf {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:57.338124 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46d16a5-b9e3-435d-9034-97626556c951', 'tag': 'c307c1be-b659-4839-9359-08220bc2d5f9', 'status': 'completed', 'code': 200} Feb 09 02:16:57.351765 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fefdb5-5091-4fc5-abfc-e654a76b9950 service neutron] Pushing event updated for resources: {'Port': ['ID=c307c1be-b659-4839-9359-08220bc2d5f9,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:57.400009 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-d020bcd3-fe02-4322-b242-da84e92a747f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:57.401512 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-d020bcd3-fe02-4322-b242-da84e92a747f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57227dd126c841f88b92c88d52501785&device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 1125 time: 0.0809977 Feb 09 02:16:57.452491 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-83079548-f234-4198-b79c-42a6f6ec3047 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c307c1be-b659-4839-9359-08220bc2d5f9 HTTP/1.1" status: 200 len: 217 time: 0.0410957 Feb 09 02:16:57.510442 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-54304610-15ad-48f1-9672-994a4cc0263a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:57.512545 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-54304610-15ad-48f1-9672-994a4cc0263a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b74488e5-f736-41fa-bd84-59fc6d5f4b0b HTTP/1.1" status: 200 len: 852 time: 0.0540757 Feb 09 02:16:57.549053 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-73add4d6-3b96-4ff0-a635-499f7d98f3e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7318d0f8-14ed-4084-8e21-5c8056097971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290086 Feb 09 02:16:57.652533 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-4c198dd9-e873-4f72-9b96-068838171b4a service neutron] 10.222.0.67 "GET /v2.0/networks/7318d0f8-14ed-4084-8e21-5c8056097971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972946 Feb 09 02:16:57.801482 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfd27f-1dc4-450f-9502-669a3d04ea66 req-ffdb29fa-f1b3-44ce-bd4e-e93fb54867b4 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:57.803153 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-83dfd27f-1dc4-450f-9502-669a3d04ea66 req-ffdb29fa-f1b3-44ce-bd4e-e93fb54867b4 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 943 time: 0.0890853 Feb 09 02:16:57.809494 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03b168f1-54fe-465e-9383-09eb64cf5552 req-86f3ca6d-df1c-486d-9988-b291ab1a1c36 service neutron] 10.222.0.67 "GET /v2.0/networks/7318d0f8-14ed-4084-8e21-5c8056097971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496983 Feb 09 02:16:57.885152 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-83dfd27f-1dc4-450f-9502-669a3d04ea66 req-5ed95d14-bc43-4259-bce7-a5ada6438426 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746744 Feb 09 02:16:57.931250 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2804d2-5e67-4dc7-9ba4-602297f941a8 req-43834a99-4445-4e13-8a94-104739859ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:57.931250 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cb2804d2-5e67-4dc7-9ba4-602297f941a8 req-43834a99-4445-4e13-8a94-104739859ade service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57227dd126c841f88b92c88d52501785&device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 1125 time: 0.0587752 Feb 09 02:16:58.035511 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2804d2-5e67-4dc7-9ba4-602297f941a8 req-8f50f0b8-f2be-4ba8-b5e6-bc2c490c20a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:58.036975 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cb2804d2-5e67-4dc7-9ba4-602297f941a8 req-8f50f0b8-f2be-4ba8-b5e6-bc2c490c20a4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7318d0f8-14ed-4084-8e21-5c8056097971 HTTP/1.1" status: 200 len: 913 time: 0.1017230 Feb 09 02:16:58.082348 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cb2804d2-5e67-4dc7-9ba4-602297f941a8 req-4a5223c1-863b-4243-a691-0b3303cb288b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c307c1be-b659-4839-9359-08220bc2d5f9 HTTP/1.1" status: 200 len: 217 time: 0.0393453 Feb 09 02:16:58.135094 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2804d2-5e67-4dc7-9ba4-602297f941a8 req-3fd8b009-2f05-48db-a215-689a39c019d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:58.137010 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cb2804d2-5e67-4dc7-9ba4-602297f941a8 req-3fd8b009-2f05-48db-a215-689a39c019d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b74488e5-f736-41fa-bd84-59fc6d5f4b0b HTTP/1.1" status: 200 len: 852 time: 0.0492735 Feb 09 02:16:58.176640 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cb2804d2-5e67-4dc7-9ba4-602297f941a8 req-3ab22613-0f73-49dd-8241-54fa1e56c7f5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7318d0f8-14ed-4084-8e21-5c8056097971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340295 Feb 09 02:16:58.254386 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f69c18-e050-4f8b-b25f-17d95fe87a79 req-4f348873-6b3d-47d3-9df9-6da5624d1b25 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:58.262945 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3f69c18-e050-4f8b-b25f-17d95fe87a79 req-4f348873-6b3d-47d3-9df9-6da5624d1b25 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 943 time: 0.0760207 Feb 09 02:16:58.282068 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cb2804d2-5e67-4dc7-9ba4-602297f941a8 req-db1f8376-3f5f-4b19-b210-b4021cf7efac service neutron] 10.222.0.67 "GET /v2.0/networks/7318d0f8-14ed-4084-8e21-5c8056097971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988481 Feb 09 02:16:58.325247 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3f69c18-e050-4f8b-b25f-17d95fe87a79 req-f5f35803-7c76-4828-91b6-5d6905d6fc2f tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8103898-a5d9-4d07-864f-bc4903c4c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561342 Feb 09 02:16:58.379289 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cb2804d2-5e67-4dc7-9ba4-602297f941a8 req-60133615-c27d-4b1a-a5f6-76df7f8ecb6b service neutron] 10.222.0.67 "GET /v2.0/networks/7318d0f8-14ed-4084-8e21-5c8056097971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911047 Feb 09 02:16:59.017382 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49224c4-9c38-4063-8836-b2eb50da2a91 req-76f101a6-8ad2-49e5-84a6-e839c36f0349 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:59.018863 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a49224c4-9c38-4063-8836-b2eb50da2a91 req-76f101a6-8ad2-49e5-84a6-e839c36f0349 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 943 time: 0.0569677 Feb 09 02:16:59.067568 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a49224c4-9c38-4063-8836-b2eb50da2a91 req-5cc8b064-c1a9-4235-861c-f3ccd869d910 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428846 Feb 09 02:16:59.468970 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357229c4-4ed6-4ba2-978d-44b80dd47e4d req-6c572593-38d5-42c9-9879-daa4ee35911b tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:59.470606 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-357229c4-4ed6-4ba2-978d-44b80dd47e4d req-6c572593-38d5-42c9-9879-daa4ee35911b tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 943 time: 0.0840561 Feb 09 02:16:59.529638 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-357229c4-4ed6-4ba2-978d-44b80dd47e4d req-e753c68e-8e74-4aff-90ff-12c976b7bbb8 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8103898-a5d9-4d07-864f-bc4903c4c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527933 Feb 09 02:17:00.199961 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772229d-a7ba-42c6-a17a-16c29bf93a8e req-424193ec-4214-4d49-a30c-83c3ea8aa599 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:00.202079 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2772229d-a7ba-42c6-a17a-16c29bf93a8e req-424193ec-4214-4d49-a30c-83c3ea8aa599 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 943 time: 0.0629950 Feb 09 02:17:00.259015 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2772229d-a7ba-42c6-a17a-16c29bf93a8e req-8fed42a6-fe44-4c44-a97f-5e49ad9eb30a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504754 Feb 09 02:17:00.655759 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4ea28-d0f7-4599-a209-c709761831f3 req-aab4351e-f3a5-4964-b4c8-573620674cc0 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:00.657281 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-85f4ea28-d0f7-4599-a209-c709761831f3 req-aab4351e-f3a5-4964-b4c8-573620674cc0 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 943 time: 0.0557368 Feb 09 02:17:00.705672 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-85f4ea28-d0f7-4599-a209-c709761831f3 req-3b1b6337-8593-4c52-8786-c951f77a3612 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8103898-a5d9-4d07-864f-bc4903c4c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419526 Feb 09 02:17:00.881765 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device c307c1be-b659-4839-9359-08220bc2d5f9 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:17:00.993955 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port c307c1be-b659-4839-9359-08220bc2d5f9, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=c307c1be-b659-4839-9359-08220bc2d5f9,segment=NetworkSegment(168ed192-f03a-4d88-9221-20aae7dbfebc),segment_id=168ed192-f03a-4d88-9221-20aae7dbfebc)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:01.006323 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'c307c1be-b659-4839-9359-08220bc2d5f9', 'network_id': '7318d0f8-14ed-4084-8e21-5c8056097971', 'port_id': 'c307c1be-b659-4839-9359-08220bc2d5f9', 'mac_address': 'fa:16:3e:90:e5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74488e5-f736-41fa-bd84-59fc6d5f4b0b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:17:01.048804 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port c307c1be-b659-4839-9359-08220bc2d5f9 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:01.049343 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c307c1be-b659-4839-9359-08220bc2d5f9), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:01.065717 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c307c1be-b659-4839-9359-08220bc2d5f9 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:17:01.089000 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port c307c1be-b659-4839-9359-08220bc2d5f9, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=c307c1be-b659-4839-9359-08220bc2d5f9,segment=NetworkSegment(168ed192-f03a-4d88-9221-20aae7dbfebc),segment_id=168ed192-f03a-4d88-9221-20aae7dbfebc)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:01.093615 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c307c1be-b659-4839-9359-08220bc2d5f9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:01.150421 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=c307c1be-b659-4839-9359-08220bc2d5f9,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:01.401490 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de80e6-af6d-4e8c-bc5d-b67e17ebf42f req-da8620f8-bbbb-4bf6-bf45-9ab1d5eab4f2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:01.403162 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d2de80e6-af6d-4e8c-bc5d-b67e17ebf42f req-da8620f8-bbbb-4bf6-bf45-9ab1d5eab4f2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 943 time: 0.0670183 Feb 09 02:17:01.432130 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['c307c1be-b659-4839-9359-08220bc2d5f9'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:17:01.475832 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d2de80e6-af6d-4e8c-bc5d-b67e17ebf42f req-13ea02f8-5d5f-4623-a582-840ac6deae03 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651309 Feb 09 02:17:01.836607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bf983-dcc1-4607-9d85-59831bb8fc46 req-e1f34812-0e3e-4703-a81d-203340c6cb01 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:01.838110 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a05bf983-dcc1-4607-9d85-59831bb8fc46 req-e1f34812-0e3e-4703-a81d-203340c6cb01 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 944 time: 0.0616922 Feb 09 02:17:01.906866 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a05bf983-dcc1-4607-9d85-59831bb8fc46 req-9bdc212d-ddc0-4253-adfa-e73cd2b03c6b tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8103898-a5d9-4d07-864f-bc4903c4c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618808 Feb 09 02:17:02.598197 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f64df9-57cb-4171-b3f0-4dde96b694fc req-3cbdb54d-3c63-405f-8c5e-8a619055da8b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:02.599717 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0f64df9-57cb-4171-b3f0-4dde96b694fc req-3cbdb54d-3c63-405f-8c5e-8a619055da8b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 943 time: 0.0533328 Feb 09 02:17:02.658079 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0f64df9-57cb-4171-b3f0-4dde96b694fc req-7293f810-462e-4dee-ac7b-d6f3c8d793b4 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525928 Feb 09 02:17:02.902084 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device c307c1be-b659-4839-9359-08220bc2d5f9 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:02.962481 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port c307c1be-b659-4839-9359-08220bc2d5f9 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:17:02.970508 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port c307c1be-b659-4839-9359-08220bc2d5f9 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:02.970893 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c307c1be-b659-4839-9359-08220bc2d5f9), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:03.058860 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port c307c1be-b659-4839-9359-08220bc2d5f9 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:03.059332 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c307c1be-b659-4839-9359-08220bc2d5f9), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:03.071748 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d29c4e-75d4-4ced-9ce9-8ee653402635 req-f1382235-d365-4c20-8c7b-82ce21577f3a tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:03.073859 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-84d29c4e-75d4-4ced-9ce9-8ee653402635 req-f1382235-d365-4c20-8c7b-82ce21577f3a tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 944 time: 0.0583806 Feb 09 02:17:03.089050 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46d16a5-b9e3-435d-9034-97626556c951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c307c1be-b659-4839-9359-08220bc2d5f9'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:17:03.091590 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0bd676-b4ea-4e30-b775-d6ed1e51f09b" -d '{"events": [{"server_uuid": "d46d16a5-b9e3-435d-9034-97626556c951", "name": "network-vif-plugged", "status": "completed", "tag": "c307c1be-b659-4839-9359-08220bc2d5f9"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:17:03.105616 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port c307c1be-b659-4839-9359-08220bc2d5f9, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=c307c1be-b659-4839-9359-08220bc2d5f9,segment=NetworkSegment(168ed192-f03a-4d88-9221-20aae7dbfebc),segment_id=168ed192-f03a-4d88-9221-20aae7dbfebc)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:03.113975 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c307c1be-b659-4839-9359-08220bc2d5f9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:03.144329 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-84d29c4e-75d4-4ced-9ce9-8ee653402635 req-f87ff7fe-0cf4-4bfa-aa36-74b0d416bec4 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8103898-a5d9-4d07-864f-bc4903c4c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523570 Feb 09 02:17:03.327811 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa44938-024e-4555-affc-d522331d18c0 req-b0824c41-0ad5-4045-aa4c-7600e09f4e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:03.329522 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9aa44938-024e-4555-affc-d522331d18c0 req-b0824c41-0ad5-4045-aa4c-7600e09f4e9e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 1127 time: 0.0489984 Feb 09 02:17:03.344199 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2c84da-a090-47c9-a57b-129a0c0efa01 x-openstack-request-id: req-1c2c84da-a090-47c9-a57b-129a0c0efa01 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:17:03.344582 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46d16a5-b9e3-435d-9034-97626556c951", "name": "network-vif-plugged", "status": "completed", "tag": "c307c1be-b659-4839-9359-08220bc2d5f9", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:17:03.344907 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c2c84da-a090-47c9-a57b-129a0c0efa01 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:17:03.345370 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46d16a5-b9e3-435d-9034-97626556c951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c307c1be-b659-4839-9359-08220bc2d5f9', 'code': 200} Feb 09 02:17:03.362134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=c307c1be-b659-4839-9359-08220bc2d5f9,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:03.378403 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9aa44938-024e-4555-affc-d522331d18c0 req-a4ed2b24-5ff5-4414-ac4a-3013c676f1d1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d8103898-a5d9-4d07-864f-bc4903c4c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425603 Feb 09 02:17:03.784409 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5ced0-38d4-4495-a76f-c06b74899d5e req-043cc62d-330f-4458-ba38-d752dca50eb1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:03.785929 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5fa5ced0-38d4-4495-a76f-c06b74899d5e req-043cc62d-330f-4458-ba38-d752dca50eb1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 943 time: 0.0572326 Feb 09 02:17:03.836454 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5fa5ced0-38d4-4495-a76f-c06b74899d5e req-a460633d-2c46-4d12-9db5-ee8c23e49081 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447526 Feb 09 02:17:04.266815 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a53c-f991-4063-90f1-8a418deff718 req-5ef7b2c5-75b1-4b0f-9e73-12d3fa313a37 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:04.268593 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fff4a53c-f991-4063-90f1-8a418deff718 req-5ef7b2c5-75b1-4b0f-9e73-12d3fa313a37 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 945 time: 0.0534966 Feb 09 02:17:04.315244 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fff4a53c-f991-4063-90f1-8a418deff718 req-c48f2119-8f28-4342-8a3c-9a284fe5ad68 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8103898-a5d9-4d07-864f-bc4903c4c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411270 Feb 09 02:17:04.736365 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-155381c6-2818-4d71-a371-32aaa0907a21 req-c18fa5ef-8ce5-4bf2-b324-7b007da3b2ce service neutron] (103184) timed out ('10.222.0.36', 57658) {{(pid=103184) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:17:04.968813 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea77f02-f207-4c0d-845d-1211a5b50bbb req-549038d6-7301-426f-b713-6076b02e2c94 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:04.970445 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ea77f02-f207-4c0d-845d-1211a5b50bbb req-549038d6-7301-426f-b713-6076b02e2c94 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 943 time: 0.0605693 Feb 09 02:17:05.023103 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ea77f02-f207-4c0d-845d-1211a5b50bbb req-879d7d18-3527-4775-9781-e8206872b58f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464776 Feb 09 02:17:05.443109 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741c459-e603-4102-851e-0c9bed21dfb5 req-54609037-f3c2-41fe-9477-ddfa9f5b53c9 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:05.444641 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2741c459-e603-4102-851e-0c9bed21dfb5 req-54609037-f3c2-41fe-9477-ddfa9f5b53c9 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 945 time: 0.0578628 Feb 09 02:17:05.493126 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2741c459-e603-4102-851e-0c9bed21dfb5 req-3f0451e7-aac6-42af-940f-774157e627db tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8103898-a5d9-4d07-864f-bc4903c4c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426092 Feb 09 02:17:05.610459 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcaad3-18e2-466f-9a38-97880776e3f3 req-dc78866c-f23c-4b4a-9698-2e9bd31e20df tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:05.611883 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5ddcaad3-18e2-466f-9a38-97880776e3f3 req-dc78866c-f23c-4b4a-9698-2e9bd31e20df tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 945 time: 0.0534036 Feb 09 02:17:05.658643 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5ddcaad3-18e2-466f-9a38-97880776e3f3 req-b5acbd05-5156-4ebc-8390-83fe62b2011e tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8103898-a5d9-4d07-864f-bc4903c4c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411296 Feb 09 02:17:05.893634 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179c8a8-b928-44f5-a467-f36599b41939 req-707bdb4f-02c0-4241-b083-478a5a8740f7 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:05.895081 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1179c8a8-b928-44f5-a467-f36599b41939 req-707bdb4f-02c0-4241-b083-478a5a8740f7 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 945 time: 0.0581040 Feb 09 02:17:05.944454 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1179c8a8-b928-44f5-a467-f36599b41939 req-53d79c45-dba6-4532-a9e3-2f2a69449d4b tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8103898-a5d9-4d07-864f-bc4903c4c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434868 Feb 09 02:17:06.156673 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84b72f-0b77-44ca-b782-8c60e60f6aed req-05362358-9a77-42c0-bc58-e25610c48a6a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:06.158309 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3b84b72f-0b77-44ca-b782-8c60e60f6aed req-05362358-9a77-42c0-bc58-e25610c48a6a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 943 time: 0.0538871 Feb 09 02:17:06.207124 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3b84b72f-0b77-44ca-b782-8c60e60f6aed req-65525282-f605-4d59-9037-420cdda432b9 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429711 Feb 09 02:17:07.074939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893e72e-5c63-4bdd-a038-2b3807bf6ca9 req-abf0038f-9c20-4e12-b546-d4c9299e967c tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:07.077783 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3893e72e-5c63-4bdd-a038-2b3807bf6ca9 req-abf0038f-9c20-4e12-b546-d4c9299e967c tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 945 time: 0.0561421 Feb 09 02:17:07.147439 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3893e72e-5c63-4bdd-a038-2b3807bf6ca9 req-e840a8d1-e93a-4793-83c4-908b0d66b37c tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8103898-a5d9-4d07-864f-bc4903c4c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581300 Feb 09 02:17:07.463277 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598ec0f-df27-473d-8338-b533ffbc2673 req-fb41380e-9b6b-4225-b05c-2e87667ac9ba tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:07.466443 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4598ec0f-df27-473d-8338-b533ffbc2673 req-fb41380e-9b6b-4225-b05c-2e87667ac9ba tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 943 time: 0.1300435 Feb 09 02:17:07.515233 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8da3fced-b916-4ac4-bc09-c7097a1067c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.541049 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb27b0-a472-4112-9615-60b27726d9d2 req-c0a95a3f-f9d5-4dcb-860d-fa4dac7eecff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:07.542595 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1cfb27b0-a472-4112-9615-60b27726d9d2 req-c0a95a3f-f9d5-4dcb-860d-fa4dac7eecff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57227dd126c841f88b92c88d52501785&device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 1127 time: 0.1584704 Feb 09 02:17:07.551628 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10240fd4-c95c-4480-82bc-fa44aa62878e req-b2876897-1568-48c5-af14-7adc4cb4261f tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:07.553137 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-10240fd4-c95c-4480-82bc-fa44aa62878e req-b2876897-1568-48c5-af14-7adc4cb4261f tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 945 time: 0.1586096 Feb 09 02:17:07.656236 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-10240fd4-c95c-4480-82bc-fa44aa62878e req-19f081e6-d3a1-478f-b232-5747c2bd1267 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8103898-a5d9-4d07-864f-bc4903c4c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919828 Feb 09 02:17:07.714267 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb27b0-a472-4112-9615-60b27726d9d2 req-f5ce7822-17af-4fb4-a79b-76774b0a6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:07.716098 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1cfb27b0-a472-4112-9615-60b27726d9d2 req-f5ce7822-17af-4fb4-a79b-76774b0a6c03 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7318d0f8-14ed-4084-8e21-5c8056097971 HTTP/1.1" status: 200 len: 913 time: 0.1618230 Feb 09 02:17:07.772395 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1cfb27b0-a472-4112-9615-60b27726d9d2 req-b6dbbad1-1a40-4160-89f6-e9b5e5836cae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c307c1be-b659-4839-9359-08220bc2d5f9 HTTP/1.1" status: 200 len: 217 time: 0.0491147 Feb 09 02:17:07.809327 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4598ec0f-df27-473d-8338-b533ffbc2673 req-97b71cb4-0716-41bf-90df-37442089a79e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3356807 Feb 09 02:17:07.840949 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb27b0-a472-4112-9615-60b27726d9d2 req-b1cd4c2e-e530-4571-860a-93fbda92db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:07.842995 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1cfb27b0-a472-4112-9615-60b27726d9d2 req-b1cd4c2e-e530-4571-860a-93fbda92db91 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b74488e5-f736-41fa-bd84-59fc6d5f4b0b HTTP/1.1" status: 200 len: 852 time: 0.0642910 Feb 09 02:17:07.874925 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1cfb27b0-a472-4112-9615-60b27726d9d2 req-1b7772b8-affc-4a3d-ac2e-7b8912be6c4a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7318d0f8-14ed-4084-8e21-5c8056097971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263085 Feb 09 02:17:07.979759 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1cfb27b0-a472-4112-9615-60b27726d9d2 req-07ff60d5-e083-4bba-adc9-fed485eeafc9 service neutron] 10.222.0.67 "GET /v2.0/networks/7318d0f8-14ed-4084-8e21-5c8056097971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978212 Feb 09 02:17:08.069602 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1cfb27b0-a472-4112-9615-60b27726d9d2 req-20d6b892-4bf0-43b2-a615-6f808a0b6997 service neutron] 10.222.0.67 "GET /v2.0/networks/7318d0f8-14ed-4084-8e21-5c8056097971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833080 Feb 09 02:17:08.798524 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0cb97-de0c-4a00-9980-ab7f6e06a427 req-7fc9c4c5-4aae-4ffe-82ed-c1e115bf507f tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:08.800077 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0df0cb97-de0c-4a00-9980-ab7f6e06a427 req-7fc9c4c5-4aae-4ffe-82ed-c1e115bf507f tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 945 time: 0.0622802 Feb 09 02:17:08.859952 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0df0cb97-de0c-4a00-9980-ab7f6e06a427 req-b7ceda4c-397f-40f2-bcb4-ae693826d9b7 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8103898-a5d9-4d07-864f-bc4903c4c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530131 Feb 09 02:17:08.944715 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3c85f-0f89-4056-bf84-44575dfba023 req-11c5df90-1aa4-4e58-a622-3e11d70199c3 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:08.951731 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-12d3c85f-0f89-4056-bf84-44575dfba023 req-11c5df90-1aa4-4e58-a622-3e11d70199c3 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 943 time: 0.0645337 Feb 09 02:17:09.010643 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-12d3c85f-0f89-4056-bf84-44575dfba023 req-4ef34e2b-b5ec-4950-aae7-74ad49a80adb tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533898 Feb 09 02:17:09.161634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 7db575eb-0a73-4517-9980-3f5e7ecc4ddf details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:17:09.268184 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 7db575eb-0a73-4517-9980-3f5e7ecc4ddf, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=7db575eb-0a73-4517-9980-3f5e7ecc4ddf,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:09.280516 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '7db575eb-0a73-4517-9980-3f5e7ecc4ddf', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'port_id': '7db575eb-0a73-4517-9980-3f5e7ecc4ddf', 'mac_address': 'fa:16:3e:ff:f7:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:17:09.317716 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 7db575eb-0a73-4517-9980-3f5e7ecc4ddf is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:09.318210 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7db575eb-0a73-4517-9980-3f5e7ecc4ddf), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.331148 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db575eb-0a73-4517-9980-3f5e7ecc4ddf {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:17:09.351654 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 7db575eb-0a73-4517-9980-3f5e7ecc4ddf, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=7db575eb-0a73-4517-9980-3f5e7ecc4ddf,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:09.355881 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7db575eb-0a73-4517-9980-3f5e7ecc4ddf), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.403745 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=7db575eb-0a73-4517-9980-3f5e7ecc4ddf,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:09.572275 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['7db575eb-0a73-4517-9980-3f5e7ecc4ddf'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:17:09.989462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd496b-9835-47ae-86c4-7cce8ab5a8f5 req-d402619b-b3c2-43dc-b6b8-8ba0a23d4a68 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:09.990969 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03cd496b-9835-47ae-86c4-7cce8ab5a8f5 req-d402619b-b3c2-43dc-b6b8-8ba0a23d4a68 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 945 time: 0.0609801 Feb 09 02:17:10.046228 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03cd496b-9835-47ae-86c4-7cce8ab5a8f5 req-68aa6280-447e-4ac9-a76d-aaa6d42d1b38 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8103898-a5d9-4d07-864f-bc4903c4c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492787 Feb 09 02:17:10.117123 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.136776 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bd0aa-cb24-46f4-8740-b3bcd753d595 req-77e89d69-b788-4218-b7b1-6ee562ea0c69 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:10.138146 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-197bd0aa-cb24-46f4-8740-b3bcd753d595 req-77e89d69-b788-4218-b7b1-6ee562ea0c69 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 944 time: 0.0663013 Feb 09 02:17:10.164653 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-395d8ce1-f9e5-4ffc-918b-efa95bc1c494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.207911 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-197bd0aa-cb24-46f4-8740-b3bcd753d595 req-56924d8b-b22c-4081-b1d6-b76faddc7f0a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596671 Feb 09 02:17:10.330758 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f79b4-ab39-4fbe-921d-8d33eb401d12 req-50bd7ada-4844-4cfe-90c5-befcde650c96 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:10.332283 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9b4f79b4-ab39-4fbe-921d-8d33eb401d12 req-50bd7ada-4844-4cfe-90c5-befcde650c96 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 945 time: 0.0544119 Feb 09 02:17:10.384678 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9b4f79b4-ab39-4fbe-921d-8d33eb401d12 req-f4101110-9e29-483f-a1d2-484f035e5425 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8103898-a5d9-4d07-864f-bc4903c4c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466599 Feb 09 02:17:10.902377 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.083552 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.192436 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 7db575eb-0a73-4517-9980-3f5e7ecc4ddf up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:11.253098 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 7db575eb-0a73-4517-9980-3f5e7ecc4ddf completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:17:11.257019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 7db575eb-0a73-4517-9980-3f5e7ecc4ddf triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:11.258148 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7db575eb-0a73-4517-9980-3f5e7ecc4ddf), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.337608 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 7db575eb-0a73-4517-9980-3f5e7ecc4ddf is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:11.337942 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7db575eb-0a73-4517-9980-3f5e7ecc4ddf), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.340598 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb49830-e723-42b1-a08f-0da20f811622 req-9df699c4-d957-42f8-a9dc-c4462a2aec95 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:11.343672 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fdb49830-e723-42b1-a08f-0da20f811622 req-9df699c4-d957-42f8-a9dc-c4462a2aec95 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 944 time: 0.0609558 Feb 09 02:17:11.367246 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db575eb-0a73-4517-9980-3f5e7ecc4ddf'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:17:11.369518 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fc267c-b3d8-4104-9510-3761195f6b42" -d '{"events": [{"server_uuid": "2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46", "name": "network-vif-plugged", "status": "completed", "tag": "7db575eb-0a73-4517-9980-3f5e7ecc4ddf"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:17:11.388923 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 7db575eb-0a73-4517-9980-3f5e7ecc4ddf, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=7db575eb-0a73-4517-9980-3f5e7ecc4ddf,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:11.394563 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7db575eb-0a73-4517-9980-3f5e7ecc4ddf), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.397988 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fdb49830-e723-42b1-a08f-0da20f811622 req-b9defd0c-15dd-439d-b8ff-c15f371aac02 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497463 Feb 09 02:17:11.427116 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b186cb-559a-4aad-b3b2-555d672efa2d x-openstack-request-id: req-18b186cb-559a-4aad-b3b2-555d672efa2d {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:17:11.427633 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46", "name": "network-vif-plugged", "status": "completed", "tag": "7db575eb-0a73-4517-9980-3f5e7ecc4ddf", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:17:11.428109 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-18b186cb-559a-4aad-b3b2-555d672efa2d {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:17:11.428830 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db575eb-0a73-4517-9980-3f5e7ecc4ddf', 'code': 200} Feb 09 02:17:11.458613 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=7db575eb-0a73-4517-9980-3f5e7ecc4ddf,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:11.567440 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcccfa-c9ff-49a1-93fc-87a841c66bcc req-f88325bc-bd82-4d0b-bbf1-d4ef96df67bb tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:11.568918 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-36fcccfa-c9ff-49a1-93fc-87a841c66bcc req-f88325bc-bd82-4d0b-bbf1-d4ef96df67bb tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 945 time: 0.0909464 Feb 09 02:17:11.570748 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e2bfc-8ac1-4ef4-a02e-9b46ce3bdf2f req-b3e200c2-167a-43fa-84cd-df7e2d0c594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:11.572076 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-048e2bfc-8ac1-4ef4-a02e-9b46ce3bdf2f req-b3e200c2-167a-43fa-84cd-df7e2d0c594e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 1127 time: 0.0770380 Feb 09 02:17:11.647669 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-36fcccfa-c9ff-49a1-93fc-87a841c66bcc req-f41985ac-2078-436a-94aa-95136c8a6668 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8103898-a5d9-4d07-864f-bc4903c4c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727847 Feb 09 02:17:11.650130 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-048e2bfc-8ac1-4ef4-a02e-9b46ce3bdf2f req-e9371ddd-8204-4899-9d7a-3a00a8098c1d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695300 Feb 09 02:17:11.870780 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367795c-edf6-4fe6-bbca-c258b9789056 req-f4b6e63e-b66c-48ff-b430-00a2154833f8 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:11.872414 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5367795c-edf6-4fe6-bbca-c258b9789056 req-f4b6e63e-b66c-48ff-b430-00a2154833f8 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 945 time: 0.0617509 Feb 09 02:17:11.916327 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9058a-d76b-453a-a4be-72f746515444 req-302f8238-4791-4515-971c-4da9ef9b52b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:11.917788 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b6a9058a-d76b-453a-a4be-72f746515444 req-302f8238-4791-4515-971c-4da9ef9b52b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57227dd126c841f88b92c88d52501785&device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 1127 time: 0.0752223 Feb 09 02:17:11.929796 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5367795c-edf6-4fe6-bbca-c258b9789056 req-da7ff0a9-bfb0-4369-af20-ae0c069323f6 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8103898-a5d9-4d07-864f-bc4903c4c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498571 Feb 09 02:17:12.015119 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9058a-d76b-453a-a4be-72f746515444 req-1c76193f-c603-4750-85c5-c555a2e82104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:12.016732 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b6a9058a-d76b-453a-a4be-72f746515444 req-1c76193f-c603-4750-85c5-c555a2e82104 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7318d0f8-14ed-4084-8e21-5c8056097971 HTTP/1.1" status: 200 len: 913 time: 0.0932746 Feb 09 02:17:12.398015 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.414956 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b6a9058a-d76b-453a-a4be-72f746515444 req-ddb5366d-00ce-4275-8e42-d2fd791cb4a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c307c1be-b659-4839-9359-08220bc2d5f9 HTTP/1.1" status: 200 len: 217 time: 0.3902354 Feb 09 02:17:12.470380 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9058a-d76b-453a-a4be-72f746515444 req-2d852138-f05e-4563-b18f-41669b3b54bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:12.471916 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b6a9058a-d76b-453a-a4be-72f746515444 req-2d852138-f05e-4563-b18f-41669b3b54bc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b74488e5-f736-41fa-bd84-59fc6d5f4b0b HTTP/1.1" status: 200 len: 852 time: 0.0507405 Feb 09 02:17:12.516427 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b6a9058a-d76b-453a-a4be-72f746515444 req-14cb22ad-8058-4305-baea-5927073e13a0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7318d0f8-14ed-4084-8e21-5c8056097971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377915 Feb 09 02:17:12.625380 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601828b-06a2-47e5-a262-b6e5f9c6ad56 req-e310061c-cffb-4ed2-822e-64d44d16318e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:12.626920 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9601828b-06a2-47e5-a262-b6e5f9c6ad56 req-e310061c-cffb-4ed2-822e-64d44d16318e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 945 time: 0.1376350 Feb 09 02:17:12.669171 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b6a9058a-d76b-453a-a4be-72f746515444 req-8eb3a1c7-825b-42db-be7f-593f97292d26 service neutron] 10.222.0.67 "GET /v2.0/networks/7318d0f8-14ed-4084-8e21-5c8056097971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368406 Feb 09 02:17:12.759090 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9601828b-06a2-47e5-a262-b6e5f9c6ad56 req-e25543aa-f816-42af-b9b5-50ec6d66b47e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227493 Feb 09 02:17:12.804732 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b6a9058a-d76b-453a-a4be-72f746515444 req-19ef0bf5-3fc0-4626-a1cf-7e7ec32c46de service neutron] 10.222.0.67 "GET /v2.0/networks/7318d0f8-14ed-4084-8e21-5c8056097971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296175 Feb 09 02:17:13.057823 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbde71-7773-47af-94e0-11b33156ce5c req-1b3cbe81-b00f-4963-880d-b680a6848f5c tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:13.059562 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-50fbde71-7773-47af-94e0-11b33156ce5c req-1b3cbe81-b00f-4963-880d-b680a6848f5c tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 945 time: 0.0572090 Feb 09 02:17:13.119931 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-50fbde71-7773-47af-94e0-11b33156ce5c req-dbe517d0-f618-4c7b-9341-31a54221110c tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8103898-a5d9-4d07-864f-bc4903c4c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538139 Feb 09 02:17:13.481280 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.887034 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd3a60-1439-4152-abf1-c716c3637436 req-4e463662-d616-42b3-ae6a-a3144b22052b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:13.888605 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-44dd3a60-1439-4152-abf1-c716c3637436 req-4e463662-d616-42b3-ae6a-a3144b22052b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 945 time: 0.0572193 Feb 09 02:17:13.950206 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-44dd3a60-1439-4152-abf1-c716c3637436 req-e8a399b0-0988-4671-9ba5-1f0b6031656b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488522 Feb 09 02:17:14.079199 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a8944-b74c-4c55-90c3-78560df0da58 req-862dca22-fca9-4771-9546-e73157c53c23 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:14.080700 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4d5a8944-b74c-4c55-90c3-78560df0da58 req-862dca22-fca9-4771-9546-e73157c53c23 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 945 time: 0.0538356 Feb 09 02:17:14.129078 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4d5a8944-b74c-4c55-90c3-78560df0da58 req-bef92c40-4ab4-402e-ad5b-b2b807aac9b5 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427625 Feb 09 02:17:14.151834 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54714) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:14.209614 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca1b6ce-191e-47a9-831f-709b9df93674 tempest-TestVolumeBootPattern-292259168 tempest-TestVolumeBootPattern-292259168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:14.211107 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1ca1b6ce-191e-47a9-831f-709b9df93674 tempest-TestVolumeBootPattern-292259168 tempest-TestVolumeBootPattern-292259168-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 1122 time: 0.0582743 Feb 09 02:17:14.214051 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54716) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:14.218720 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-1325eb32-dd8f-4f32-bf2e-c00c8e17f377 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': '7db575eb-0a73-4517-9980-3f5e7ecc4ddf', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:14.239935 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1325eb32-dd8f-4f32-bf2e-c00c8e17f377 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.252269 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ee77e-78f2-4dd5-a80a-d350f2ba26c1 req-03b4f72b-5e72-4a8b-a9d2-bf2f1482face tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:14.253872 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-289ee77e-78f2-4dd5-a80a-d350f2ba26c1 req-03b4f72b-5e72-4a8b-a9d2-bf2f1482face tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 945 time: 0.0637279 Feb 09 02:17:14.306794 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-289ee77e-78f2-4dd5-a80a-d350f2ba26c1 req-50ea9c0b-a2a3-4314-a079-c3c3e040181d tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8103898-a5d9-4d07-864f-bc4903c4c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471673 Feb 09 02:17:14.364335 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1325eb32-dd8f-4f32-bf2e-c00c8e17f377 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.485063 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-1325eb32-dd8f-4f32-bf2e-c00c8e17f377 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Allocated IP 172.25.7.56 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/db8079be-6760-478c-a681-0b26047888bd) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:14.582006 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cad3f0-82f8-4bc9-a362-ce8fccbb5d47 req-2b9f9c12-7097-4e66-9dba-560dbbb5bb3b tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:14.583582 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a3cad3f0-82f8-4bc9-a362-ce8fccbb5d47 req-2b9f9c12-7097-4e66-9dba-560dbbb5bb3b tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 945 time: 0.0580766 Feb 09 02:17:14.611183 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1325eb32-dd8f-4f32-bf2e-c00c8e17f377 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for port (db8079be-6760-478c-a681-0b26047888bd), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.633173 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a3cad3f0-82f8-4bc9-a362-ce8fccbb5d47 req-cef75f9e-c59e-42df-857e-9cccade7085e tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8103898-a5d9-4d07-864f-bc4903c4c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437763 Feb 09 02:17:14.670365 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1325eb32-dd8f-4f32-bf2e-c00c8e17f377 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (db8079be-6760-478c-a681-0b26047888bd), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.708123 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1325eb32-dd8f-4f32-bf2e-c00c8e17f377 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:14.713026 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-1325eb32-dd8f-4f32-bf2e-c00c8e17f377 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:14.716584 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1325eb32-dd8f-4f32-bf2e-c00c8e17f377 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:14.742207 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325eb32-dd8f-4f32-bf2e-c00c8e17f377 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event updated for resources: {'Port': ['ID=db8079be-6760-478c-a681-0b26047888bd,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:15.421100 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1325eb32-dd8f-4f32-bf2e-c00c8e17f377 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for floatingip (ed131559-5124-4bae-b434-45c1a470d34e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.491434 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1325eb32-dd8f-4f32-bf2e-c00c8e17f377 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (db8079be-6760-478c-a681-0b26047888bd), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.646952 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1325eb32-dd8f-4f32-bf2e-c00c8e17f377 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for port (db8079be-6760-478c-a681-0b26047888bd), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.651548 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1325eb32-dd8f-4f32-bf2e-c00c8e17f377 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (db8079be-6760-478c-a681-0b26047888bd), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.734663 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325eb32-dd8f-4f32-bf2e-c00c8e17f377 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event updated for resources: {'Port': ['ID=db8079be-6760-478c-a681-0b26047888bd,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:15.767396 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1325eb32-dd8f-4f32-bf2e-c00c8e17f377 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (ed131559-5124-4bae-b434-45c1a470d34e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.856091 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed6df5-03ca-4e1b-9d96-075a076c9ba9 req-ba0f835d-9e41-4403-9d03-93835239e0d3 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:15.857738 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69ed6df5-03ca-4e1b-9d96-075a076c9ba9 req-ba0f835d-9e41-4403-9d03-93835239e0d3 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 945 time: 0.1445034 Feb 09 02:17:15.934321 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69ed6df5-03ca-4e1b-9d96-075a076c9ba9 req-fbcb36d7-e4b2-44e1-bfa0-6affacfa398c tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8103898-a5d9-4d07-864f-bc4903c4c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697329 Feb 09 02:17:15.936216 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-1325eb32-dd8f-4f32-bf2e-c00c8e17f377 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Floating IP ed131559-5124-4bae-b434-45c1a470d34e associated. External IP: 172.25.7.56, port: 7db575eb-0a73-4517-9980-3f5e7ecc4ddf. Feb 09 02:17:16.156467 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1325eb32-dd8f-4f32-bf2e-c00c8e17f377 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:17:16.269635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1325eb32-dd8f-4f32-bf2e-c00c8e17f377 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:17:16.280811 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3adce0-d854-4ef6-a513-b7336aba00d1 None None] Sync routers for ids ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:17:16.288883 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1325eb32-dd8f-4f32-bf2e-c00c8e17f377 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.294690 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3adce0-d854-4ef6-a513-b7336aba00d1 None None] Routers {'2c8fea35-6faa-4e0a-9905-70f0fec5b71b'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:17:16.295674 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8a3adce0-d854-4ef6-a513-b7336aba00d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:17:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:16.320130 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1325eb32-dd8f-4f32-bf2e-c00c8e17f377 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1049588 Feb 09 02:17:16.320717 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46', 'tag': '7db575eb-0a73-4517-9980-3f5e7ecc4ddf'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:17:16.323239 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19edead1-bc1c-434d-8426-32f44731b75b" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46", "tag": "7db575eb-0a73-4517-9980-3f5e7ecc4ddf"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:17:16.360005 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f6962f-a331-43b3-8739-1863a73cfa6b x-openstack-request-id: req-59f6962f-a331-43b3-8739-1863a73cfa6b {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:17:16.360309 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46", "tag": "7db575eb-0a73-4517-9980-3f5e7ecc4ddf", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:17:16.360564 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-59f6962f-a331-43b3-8739-1863a73cfa6b {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:17:16.360969 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46', 'tag': '7db575eb-0a73-4517-9980-3f5e7ecc4ddf', 'status': 'completed', 'code': 200} Feb 09 02:17:16.416197 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-8a3adce0-d854-4ef6-a513-b7336aba00d1 None None] Set router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:17:16.437969 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edead1-bc1c-434d-8426-32f44731b75b req-8cb33b3c-ad76-41eb-981b-5fb84d576de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:16.439559 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19edead1-bc1c-434d-8426-32f44731b75b req-8cb33b3c-ad76-41eb-981b-5fb84d576de1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 1127 time: 0.0512342 Feb 09 02:17:16.501119 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83f7c7-1383-4559-b435-9e0a3870ef4b req-feef2f77-bb36-4c0c-bac1-700872b832c0 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:16.502635 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d83f7c7-1383-4559-b435-9e0a3870ef4b req-feef2f77-bb36-4c0c-bac1-700872b832c0 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.67 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 945 time: 0.0633554 Feb 09 02:17:16.539889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edead1-bc1c-434d-8426-32f44731b75b req-a22cac2a-3761-4f0f-83c5-7de50c90418d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:16.541271 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19edead1-bc1c-434d-8426-32f44731b75b req-a22cac2a-3761-4f0f-83c5-7de50c90418d service neutron] 10.222.0.48 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 911 time: 0.0945294 Feb 09 02:17:16.606599 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-9d83f7c7-1383-4559-b435-9e0a3870ef4b req-b54b8787-7c58-4056-82a2-27c91aa2fe48 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Deleting port c307c1be-b659-4839-9359-08220bc2d5f9 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:17:16.606951 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9d83f7c7-1383-4559-b435-9e0a3870ef4b req-b54b8787-7c58-4056-82a2-27c91aa2fe48 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (c307c1be-b659-4839-9359-08220bc2d5f9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.616578 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19edead1-bc1c-434d-8426-32f44731b75b req-e4d1014b-2216-4223-8a10-b81def063d36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7db575eb-0a73-4517-9980-3f5e7ecc4ddf HTTP/1.1" status: 200 len: 998 time: 0.0684576 Feb 09 02:17:16.653058 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8a3adce0-d854-4ef6-a513-b7336aba00d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:57Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'ed131559-5124-4bae-b434-45c1a470d34e', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'port_id': '7db575eb-0a73-4517-9980-3f5e7ecc4ddf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'mac_address': 'fa:16:3e:ff:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:17:15Z', 'updated_at': '2022-02-09T02:17:15Z', 'revision_number': 0, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280344da-329e-4bd6-b059-a78b1ac6284b', 'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'mac_address': 'fa:16:3e:8b:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:57Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 5, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'subnets': [{'id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:16.670967 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edead1-bc1c-434d-8426-32f44731b75b req-c010867a-da0e-4df5-9041-b57c88436afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:16.672795 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19edead1-bc1c-434d-8426-32f44731b75b req-c010867a-da0e-4df5-9041-b57c88436afc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 200 len: 849 time: 0.0505784 Feb 09 02:17:16.680563 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3adce0-d854-4ef6-a513-b7336aba00d1 None None] Checking router: 2c8fea35-6faa-4e0a-9905-70f0fec5b71b for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:17:16.690004 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3adce0-d854-4ef6-a513-b7336aba00d1 None None] Routers {'2c8fea35-6faa-4e0a-9905-70f0fec5b71b'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:17:16.690621 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8a3adce0-d854-4ef6-a513-b7336aba00d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:17:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:16.705248 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-9d83f7c7-1383-4559-b435-9e0a3870ef4b req-b54b8787-7c58-4056-82a2-27c91aa2fe48 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] For port c307c1be-b659-4839-9359-08220bc2d5f9, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=c307c1be-b659-4839-9359-08220bc2d5f9,segment=NetworkSegment(168ed192-f03a-4d88-9221-20aae7dbfebc),segment_id=168ed192-f03a-4d88-9221-20aae7dbfebc)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:16.705615 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9d83f7c7-1383-4559-b435-9e0a3870ef4b req-b54b8787-7c58-4056-82a2-27c91aa2fe48 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (c307c1be-b659-4839-9359-08220bc2d5f9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.721241 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-9d83f7c7-1383-4559-b435-9e0a3870ef4b req-b54b8787-7c58-4056-82a2-27c91aa2fe48 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Calling delete_port for c307c1be-b659-4839-9359-08220bc2d5f9 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:17:16.728874 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edead1-bc1c-434d-8426-32f44731b75b req-768038cb-53a3-4054-aae4-9a559c6c5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:16.731121 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19edead1-bc1c-434d-8426-32f44731b75b req-768038cb-53a3-4054-aae4-9a559c6c5bae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc310b24-fd11-451e-88ac-42c9695a7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0526559 Feb 09 02:17:16.849191 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19edead1-bc1c-434d-8426-32f44731b75b req-71047f80-d3e4-41d5-8a30-7248b854a82f service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101418 Feb 09 02:17:16.851268 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-8a3adce0-d854-4ef6-a513-b7336aba00d1 None None] Set router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:17:16.930823 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9d83f7c7-1383-4559-b435-9e0a3870ef4b req-b54b8787-7c58-4056-82a2-27c91aa2fe48 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (c307c1be-b659-4839-9359-08220bc2d5f9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.943718 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['c307c1be-b659-4839-9359-08220bc2d5f9'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:17:17.010408 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19edead1-bc1c-434d-8426-32f44731b75b req-df9cb982-abf1-4de1-a060-c0ad14935088 service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541479 Feb 09 02:17:17.029048 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b8787-7c58-4056-82a2-27c91aa2fe48 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Pushing event deleted for resources: {'Port': ['ID=c307c1be-b659-4839-9359-08220bc2d5f9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:17.057144 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d83f7c7-1383-4559-b435-9e0a3870ef4b req-b54b8787-7c58-4056-82a2-27c91aa2fe48 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] No DVR routers for this DVR port c307c1be-b659-4839-9359-08220bc2d5f9 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:17:17.061059 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-9d83f7c7-1383-4559-b435-9e0a3870ef4b req-b54b8787-7c58-4056-82a2-27c91aa2fe48 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:17.066475 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9d83f7c7-1383-4559-b435-9e0a3870ef4b req-b54b8787-7c58-4056-82a2-27c91aa2fe48 tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.67 "DELETE /v2.0/ports/c307c1be-b659-4839-9359-08220bc2d5f9 HTTP/1.1" status: 204 len: 173 time: 0.5579534 Feb 09 02:17:17.067119 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46d16a5-b9e3-435d-9034-97626556c951', 'name': 'network-vif-deleted', 'tag': 'c307c1be-b659-4839-9359-08220bc2d5f9'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:17:17.075468 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb616fe-ee36-4874-b996-c135ef90b8c1" -d '{"events": [{"server_uuid": "d46d16a5-b9e3-435d-9034-97626556c951", "name": "network-vif-deleted", "tag": "c307c1be-b659-4839-9359-08220bc2d5f9"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:17:17.159787 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14e175d-a5d2-4f08-901a-642d8581bc79 x-openstack-request-id: req-d14e175d-a5d2-4f08-901a-642d8581bc79 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:17:17.160051 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46d16a5-b9e3-435d-9034-97626556c951", "name": "network-vif-deleted", "tag": "c307c1be-b659-4839-9359-08220bc2d5f9", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:17:17.160395 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d14e175d-a5d2-4f08-901a-642d8581bc79 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:17:17.160900 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46d16a5-b9e3-435d-9034-97626556c951', 'name': 'network-vif-deleted', 'tag': 'c307c1be-b659-4839-9359-08220bc2d5f9', 'status': 'completed', 'code': 200} Feb 09 02:17:17.164693 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-deeb2c92-d591-4947-b4ce-aa337f8fd220 req-f13b7896-a5b5-471a-b4ac-bd3c4dca17cb tempest-TestServerAdvancedOps-1169438754 tempest-TestServerAdvancedOps-1169438754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d46d16a5-b9e3-435d-9034-97626556c951 HTTP/1.1" status: 200 len: 210 time: 0.0676382 Feb 09 02:17:17.303112 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8a3adce0-d854-4ef6-a513-b7336aba00d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:57Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'ed131559-5124-4bae-b434-45c1a470d34e', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'port_id': '7db575eb-0a73-4517-9980-3f5e7ecc4ddf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'mac_address': 'fa:16:3e:ff:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:17:15Z', 'updated_at': '2022-02-09T02:17:15Z', 'revision_number': 0, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280344da-329e-4bd6-b059-a78b1ac6284b', 'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'mac_address': 'fa:16:3e:8b:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:57Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 5, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'subnets': [{'id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:17.330867 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3adce0-d854-4ef6-a513-b7336aba00d1 None None] The sync data for ids ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'] in n-d-828387-3 is: [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:57Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'ed131559-5124-4bae-b434-45c1a470d34e', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'port_id': '7db575eb-0a73-4517-9980-3f5e7ecc4ddf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'mac_address': 'fa:16:3e:ff:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:17:15Z', 'updated_at': '2022-02-09T02:17:15Z', 'revision_number': 0, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280344da-329e-4bd6-b059-a78b1ac6284b', 'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'mac_address': 'fa:16:3e:8b:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:57Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 5, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'subnets': [{'id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:17:17.551455 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a49ff7-0518-461b-bd63-3dc258adb01d None None] New status for floating IP ed131559-5124-4bae-b434-45c1a470d34e: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:17:18.229663 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54754) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:18.276748 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce58b2ec-04b0-43a6-9645-6d74aebd4f20 admin admin] Deleting subnet b74488e5-f736-41fa-bd84-59fc6d5f4b0b {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:17:18.281692 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce58b2ec-04b0-43a6-9645-6d74aebd4f20 admin admin] Publish callbacks [] for subnet (b74488e5-f736-41fa-bd84-59fc6d5f4b0b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.321954 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce58b2ec-04b0-43a6-9645-6d74aebd4f20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (b74488e5-f736-41fa-bd84-59fc6d5f4b0b), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.361399 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce58b2ec-04b0-43a6-9645-6d74aebd4f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (b74488e5-f736-41fa-bd84-59fc6d5f4b0b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.414946 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce58b2ec-04b0-43a6-9645-6d74aebd4f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (b74488e5-f736-41fa-bd84-59fc6d5f4b0b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.440839 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58b2ec-04b0-43a6-9645-6d74aebd4f20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b74488e5-f736-41fa-bd84-59fc6d5f4b0b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:18.444595 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ce58b2ec-04b0-43a6-9645-6d74aebd4f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.447753 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ce58b2ec-04b0-43a6-9645-6d74aebd4f20 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b74488e5-f736-41fa-bd84-59fc6d5f4b0b HTTP/1.1" status: 204 len: 168 time: 0.2169480 Feb 09 02:17:18.450203 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54756) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:18.525489 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b43c58b-3937-4965-afd7-64cb6249c647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (7318d0f8-14ed-4084-8e21-5c8056097971), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.539985 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:17:18.604401 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b43c58b-3937-4965-afd7-64cb6249c647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (7318d0f8-14ed-4084-8e21-5c8056097971), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.626011 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-4b43c58b-3937-4965-afd7-64cb6249c647 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7318d0f8-14ed-4084-8e21-5c8056097971']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:18.636064 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-4b43c58b-3937-4965-afd7-64cb6249c647 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '168ed192-f03a-4d88-9221-20aae7dbfebc') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:18.636366 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-4b43c58b-3937-4965-afd7-64cb6249c647 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '168ed192-f03a-4d88-9221-20aae7dbfebc') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:18.646125 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b43c58b-3937-4965-afd7-64cb6249c647 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (168ed192-f03a-4d88-9221-20aae7dbfebc), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.660276 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b43c58b-3937-4965-afd7-64cb6249c647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (168ed192-f03a-4d88-9221-20aae7dbfebc), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.666283 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b43c58b-3937-4965-afd7-64cb6249c647 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:17:18.666663 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b43c58b-3937-4965-afd7-64cb6249c647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (168ed192-f03a-4d88-9221-20aae7dbfebc), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:17:18.668491 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:17:18.735228 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b43c58b-3937-4965-afd7-64cb6249c647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (7318d0f8-14ed-4084-8e21-5c8056097971), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.743842 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b43c58b-3937-4965-afd7-64cb6249c647 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.750284 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4b43c58b-3937-4965-afd7-64cb6249c647 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7318d0f8-14ed-4084-8e21-5c8056097971 HTTP/1.1" status: 204 len: 168 time: 0.2962916 Feb 09 02:17:18.750979 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54758) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:18.759200 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43c58b-3937-4965-afd7-64cb6249c647 admin admin] Pushing event deleted for resources: {'Network': ['ID=7318d0f8-14ed-4084-8e21-5c8056097971,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:18.804678 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-956ea827-e4d8-4a93-8fa1-97167aa18792 admin admin] Deleting subnet 43f18bea-5072-4675-88d1-2cdf94952177 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:17:18.808088 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-956ea827-e4d8-4a93-8fa1-97167aa18792 admin admin] Publish callbacks [] for subnet (43f18bea-5072-4675-88d1-2cdf94952177), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.846275 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-956ea827-e4d8-4a93-8fa1-97167aa18792 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (43f18bea-5072-4675-88d1-2cdf94952177), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.894509 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-956ea827-e4d8-4a93-8fa1-97167aa18792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (43f18bea-5072-4675-88d1-2cdf94952177), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.950486 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-956ea827-e4d8-4a93-8fa1-97167aa18792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (43f18bea-5072-4675-88d1-2cdf94952177), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.980280 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ea827-e4d8-4a93-8fa1-97167aa18792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43f18bea-5072-4675-88d1-2cdf94952177,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:18.982536 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-956ea827-e4d8-4a93-8fa1-97167aa18792 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.986126 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-956ea827-e4d8-4a93-8fa1-97167aa18792 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/43f18bea-5072-4675-88d1-2cdf94952177 HTTP/1.1" status: 204 len: 168 time: 0.2334163 Feb 09 02:17:18.988474 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54762) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:18.994862 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device c307c1be-b659-4839-9359-08220bc2d5f9 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:17:19.015679 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: c307c1be-b659-4839-9359-08220bc2d5f9 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:17:19.016029 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device c307c1be-b659-4839-9359-08220bc2d5f9 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:17:19.059106 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6900-ce31-4923-a713-eb0609977dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (cb3d3254-55bb-483e-94a0-0d18524d7dcd), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.144218 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6900-ce31-4923-a713-eb0609977dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (cb3d3254-55bb-483e-94a0-0d18524d7dcd), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.165525 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-ce9d6900-ce31-4923-a713-eb0609977dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3d3254-55bb-483e-94a0-0d18524d7dcd']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:19.174648 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-ce9d6900-ce31-4923-a713-eb0609977dd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a2e0f6-407a-4106-a72a-eb6b9ad555f7') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:19.174943 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-ce9d6900-ce31-4923-a713-eb0609977dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a2e0f6-407a-4106-a72a-eb6b9ad555f7') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:19.184400 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6900-ce31-4923-a713-eb0609977dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (94a2e0f6-407a-4106-a72a-eb6b9ad555f7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.197992 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6900-ce31-4923-a713-eb0609977dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (94a2e0f6-407a-4106-a72a-eb6b9ad555f7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.204444 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce9d6900-ce31-4923-a713-eb0609977dd2 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:17:19.204844 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6900-ce31-4923-a713-eb0609977dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (94a2e0f6-407a-4106-a72a-eb6b9ad555f7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:17:19.206444 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:17:19.265442 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6900-ce31-4923-a713-eb0609977dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (cb3d3254-55bb-483e-94a0-0d18524d7dcd), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.271871 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6900-ce31-4923-a713-eb0609977dd2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.275759 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ce9d6900-ce31-4923-a713-eb0609977dd2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/cb3d3254-55bb-483e-94a0-0d18524d7dcd HTTP/1.1" status: 204 len: 168 time: 0.2862551 Feb 09 02:17:19.288720 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d6900-ce31-4923-a713-eb0609977dd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb3d3254-55bb-483e-94a0-0d18524d7dcd,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:19.445552 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54766) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:19.486041 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-132c85f3-9181-4f6f-a72c-6bfe57f71e82 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=57227dd126c841f88b92c88d52501785&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393221 Feb 09 02:17:19.488586 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 54768) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:19.538024 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-67a8dc5f-0dab-4a7e-b4d7-5a2f9dc0a065 admin admin] Publish callbacks [] for security_group (d8103898-a5d9-4d07-864f-bc4903c4c4a6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.562100 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-67a8dc5f-0dab-4a7e-b4d7-5a2f9dc0a065 admin admin] Publish callbacks [] for security_group (d8103898-a5d9-4d07-864f-bc4903c4c4a6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.617589 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-67a8dc5f-0dab-4a7e-b4d7-5a2f9dc0a065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d8103898-a5d9-4d07-864f-bc4903c4c4a6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.620468 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-67a8dc5f-0dab-4a7e-b4d7-5a2f9dc0a065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.621781 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-67a8dc5f-0dab-4a7e-b4d7-5a2f9dc0a065 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d8103898-a5d9-4d07-864f-bc4903c4c4a6 HTTP/1.1" status: 204 len: 168 time: 0.1321874 Feb 09 02:17:19.633416 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8dc5f-0dab-4a7e-b4d7-5a2f9dc0a065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8103898-a5d9-4d07-864f-bc4903c4c4a6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:19.988881 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54776) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:20.033239 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d074ca0c-bb9d-4940-a2f6-c6a29d0ea2dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb7f5d438e094a06be2f5ca2da307770&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429103 Feb 09 02:17:20.035778 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54778) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:20.089315 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-33c507a1-fd3a-4002-bbf0-b225fbbf5d86 admin admin] Publish callbacks [] for security_group (91dc4faf-1170-4613-b6cd-9c20c1163507), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.110252 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-33c507a1-fd3a-4002-bbf0-b225fbbf5d86 admin admin] Publish callbacks [] for security_group (91dc4faf-1170-4613-b6cd-9c20c1163507), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.158227 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-33c507a1-fd3a-4002-bbf0-b225fbbf5d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (91dc4faf-1170-4613-b6cd-9c20c1163507), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.161015 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-33c507a1-fd3a-4002-bbf0-b225fbbf5d86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.162298 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-33c507a1-fd3a-4002-bbf0-b225fbbf5d86 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91dc4faf-1170-4613-b6cd-9c20c1163507 HTTP/1.1" status: 204 len: 168 time: 0.1255536 Feb 09 02:17:20.170656 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c507a1-fd3a-4002-bbf0-b225fbbf5d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dc4faf-1170-4613-b6cd-9c20c1163507,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:21.810717 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09e3c47d-7d79-4c9a-9f88-3e16f4ab0af4 req-b0ddff64-03cb-4b17-b048-1daf8f88718d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503092 Feb 09 02:17:21.900166 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3c47d-7d79-4c9a-9f88-3e16f4ab0af4 req-c53366db-0c83-4471-96be-7e94d6cc7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:21.901707 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09e3c47d-7d79-4c9a-9f88-3e16f4ab0af4 req-c53366db-0c83-4471-96be-7e94d6cc7cd6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 1127 time: 0.0477657 Feb 09 02:17:22.014900 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3c47d-7d79-4c9a-9f88-3e16f4ab0af4 req-56342f43-f289-4f0c-bab4-333996ecf883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:22.016454 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09e3c47d-7d79-4c9a-9f88-3e16f4ab0af4 req-56342f43-f289-4f0c-bab4-333996ecf883 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 911 time: 0.0947950 Feb 09 02:17:22.085186 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09e3c47d-7d79-4c9a-9f88-3e16f4ab0af4 req-5eba57bf-697c-45e9-8b12-6fdbd90199ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7db575eb-0a73-4517-9980-3f5e7ecc4ddf HTTP/1.1" status: 200 len: 1000 time: 0.0630052 Feb 09 02:17:22.134887 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3c47d-7d79-4c9a-9f88-3e16f4ab0af4 req-ec016f5b-0b46-450a-88f7-ce37b5b2566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:22.136451 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09e3c47d-7d79-4c9a-9f88-3e16f4ab0af4 req-ec016f5b-0b46-450a-88f7-ce37b5b2566c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 200 len: 849 time: 0.0453365 Feb 09 02:17:22.191010 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3c47d-7d79-4c9a-9f88-3e16f4ab0af4 req-df009387-0656-4342-b420-3c2e1b1ea43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:22.192561 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09e3c47d-7d79-4c9a-9f88-3e16f4ab0af4 req-df009387-0656-4342-b420-3c2e1b1ea43a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc310b24-fd11-451e-88ac-42c9695a7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499303 Feb 09 02:17:22.286905 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09e3c47d-7d79-4c9a-9f88-3e16f4ab0af4 req-8caf6fb9-8a31-4731-9cfb-042529a25f50 service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860171 Feb 09 02:17:22.380494 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09e3c47d-7d79-4c9a-9f88-3e16f4ab0af4 req-1beb2022-4054-4238-9187-e5a2736bff78 service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878522 Feb 09 02:17:30.690461 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be837f60-5937-4d1c-95df-dbd7b0aca16f req-e1aec8f0-9e80-4351-b2f2-e758b6afcaf5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465169 Feb 09 02:17:30.771551 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be837f60-5937-4d1c-95df-dbd7b0aca16f req-c9c863ef-641f-4be4-9c29-3bf8cf48eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:30.773570 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be837f60-5937-4d1c-95df-dbd7b0aca16f req-c9c863ef-641f-4be4-9c29-3bf8cf48eacb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 1127 time: 0.0578516 Feb 09 02:17:30.899531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be837f60-5937-4d1c-95df-dbd7b0aca16f req-b47041ae-f8f6-4abd-9df8-f5d06808f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:30.900978 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be837f60-5937-4d1c-95df-dbd7b0aca16f req-b47041ae-f8f6-4abd-9df8-f5d06808f2a5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=af65599d-3d6f-4dd7-a20f-0c49a4afc927 HTTP/1.1" status: 200 len: 897 time: 0.1046991 Feb 09 02:17:30.982779 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be837f60-5937-4d1c-95df-dbd7b0aca16f req-6b98526b-b118-476f-a73a-55a12e9336a0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d HTTP/1.1" status: 200 len: 1001 time: 0.0737875 Feb 09 02:17:31.045070 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be837f60-5937-4d1c-95df-dbd7b0aca16f req-e4e5e305-cef3-4405-bded-d9a4293a51bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:31.047395 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be837f60-5937-4d1c-95df-dbd7b0aca16f req-e4e5e305-cef3-4405-bded-d9a4293a51bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7 HTTP/1.1" status: 200 len: 833 time: 0.0577424 Feb 09 02:17:31.101572 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be837f60-5937-4d1c-95df-dbd7b0aca16f req-fcccaf67-ad5e-4dbd-b824-ae44cf5cd288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:31.103249 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be837f60-5937-4d1c-95df-dbd7b0aca16f req-fcccaf67-ad5e-4dbd-b824-ae44cf5cd288 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af65599d-3d6f-4dd7-a20f-0c49a4afc927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476425 Feb 09 02:17:31.222185 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be837f60-5937-4d1c-95df-dbd7b0aca16f req-9dc8d000-3a24-420d-99c3-7a0352ab6178 service neutron] 10.222.0.67 "GET /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090479 Feb 09 02:17:31.334393 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-be837f60-5937-4d1c-95df-dbd7b0aca16f req-4b8c5fd9-bcfb-49f2-be03-d4e50362c83b service neutron] 10.222.0.67 "GET /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039317 Feb 09 02:17:33.869323 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05546b09-b136-406e-953e-025492efdd7a req-1ed8a633-5d89-48c1-8921-46e722400f67 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:33.872030 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-05546b09-b136-406e-953e-025492efdd7a req-1ed8a633-5d89-48c1-8921-46e722400f67 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 1127 time: 0.0769761 Feb 09 02:17:33.901300 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-05546b09-b136-406e-953e-025492efdd7a req-e8bc5bf5-d10d-4190-bfef-3105c584d3c0 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:34.000520 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-05546b09-b136-406e-953e-025492efdd7a req-e8bc5bf5-d10d-4190-bfef-3105c584d3c0 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] Publish callbacks [] for security_group (e4684969-c4b9-4ce5-88d7-456fd4f16f4d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:34.005838 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-05546b09-b136-406e-953e-025492efdd7a req-e8bc5bf5-d10d-4190-bfef-3105c584d3c0 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e4684969-c4b9-4ce5-88d7-456fd4f16f4d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:34.052614 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-05546b09-b136-406e-953e-025492efdd7a req-e8bc5bf5-d10d-4190-bfef-3105c584d3c0 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689241 Feb 09 02:17:34.053888 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc5bf5-d10d-4190-bfef-3105c584d3c0 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4684969-c4b9-4ce5-88d7-456fd4f16f4d,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:34.206923 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16733117-2d66-49d3-83ec-485cb90a4a7d req-fa17efe4-dce1-4dc0-8d03-f3af6a7417ca tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:34.208502 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-16733117-2d66-49d3-83ec-485cb90a4a7d req-fa17efe4-dce1-4dc0-8d03-f3af6a7417ca tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 945 time: 0.0608749 Feb 09 02:17:34.281887 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-16733117-2d66-49d3-83ec-485cb90a4a7d req-257dcd16-d384-4761-9c3a-35df7e1c5634 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668864 Feb 09 02:17:34.303948 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54950) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:34.378900 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8a949a98-01d1-4217-8ed4-9025af594673 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/floatingips/de69cc3d-b874-4ee7-bd12-238d10d0e6d1 HTTP/1.1" status: 200 len: 993 time: 0.0734205 Feb 09 02:17:34.699361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-3058a90b-3911-4162-8dc4-270c20c7ab09 req-c7e4f882-2f4d-4903-a1b0-78e3f015db0e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:17:34.700417 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3058a90b-3911-4162-8dc4-270c20c7ab09 req-c7e4f882-2f4d-4903-a1b0-78e3f015db0e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065498 Feb 09 02:17:35.095386 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 54980) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:35.178284 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734ae54-1a3b-4dc1-b958-620077988fe3 req-b9801b0a-0949-4fa0-a244-b99a47a39083 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:35.180055 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9734ae54-1a3b-4dc1-b958-620077988fe3 req-b9801b0a-0949-4fa0-a244-b99a47a39083 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 945 time: 0.0678375 Feb 09 02:17:35.251690 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9734ae54-1a3b-4dc1-b958-620077988fe3 req-00ef23ad-7c90-423b-9ddd-3d6fd8114549 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624199 Feb 09 02:17:35.321807 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-27016db5-46e7-420b-9163-913fd5927b07 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2173214 Feb 09 02:17:35.331561 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-d87909ef-db86-4c8d-90e0-47f96f9e8486 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:17:35.332610 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-d87909ef-db86-4c8d-90e0-47f96f9e8486 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063243 Feb 09 02:17:36.442183 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5074c4-bfe1-4a06-84ee-983d5cd8eb5d req-6ffd91f9-f187-42f2-a831-30f9ef4e0d99 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:36.443864 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6b5074c4-bfe1-4a06-84ee-983d5cd8eb5d req-6ffd91f9-f187-42f2-a831-30f9ef4e0d99 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 945 time: 0.0758028 Feb 09 02:17:36.505838 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6b5074c4-bfe1-4a06-84ee-983d5cd8eb5d req-397db271-77da-4762-bb3c-5f00b72627f9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562024 Feb 09 02:17:36.744399 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-8eb15605-de7d-44e7-a53b-633c09c0c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:36.745990 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-8eb15605-de7d-44e7-a53b-633c09c0c793 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 1127 time: 0.0502751 Feb 09 02:17:36.850248 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-0fafd45e-9233-4d7d-abd4-6305796b8acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:36.851745 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-0fafd45e-9233-4d7d-abd4-6305796b8acb service neutron] 10.222.0.67 "GET /v2.0/networks?id=af65599d-3d6f-4dd7-a20f-0c49a4afc927 HTTP/1.1" status: 200 len: 897 time: 0.1002202 Feb 09 02:17:36.935373 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-2c635ef2-fa46-4cf7-b395-1919138013f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d HTTP/1.1" status: 200 len: 1001 time: 0.0782452 Feb 09 02:17:36.999580 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-6f2dad5d-194a-4cc2-aad3-ec680fa6fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:37.001025 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-6f2dad5d-194a-4cc2-aad3-ec680fa6fd95 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7 HTTP/1.1" status: 200 len: 833 time: 0.0601554 Feb 09 02:17:37.062999 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-e82c48f1-1eb5-4463-bff2-5f5c9edbe611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:37.064558 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-e82c48f1-1eb5-4463-bff2-5f5c9edbe611 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af65599d-3d6f-4dd7-a20f-0c49a4afc927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0572755 Feb 09 02:17:37.172377 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-4078d0b8-f602-48ff-ad9b-62a025a55d27 service neutron] 10.222.0.67 "GET /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015866 Feb 09 02:17:37.296339 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-9558d4ab-5cec-4a64-9cf4-82833b0d674c service neutron] 10.222.0.67 "GET /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185422 Feb 09 02:17:37.491822 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9f7d82c6-6ac2-4ad9-aeef-42627d4e8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:37.666737 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f5307-b247-4045-9e79-91acb60e68c8 req-31f7a783-91a9-49cb-bfec-336d47e45220 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:37.668346 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-530f5307-b247-4045-9e79-91acb60e68c8 req-31f7a783-91a9-49cb-bfec-336d47e45220 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 945 time: 0.0616024 Feb 09 02:17:37.724063 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-530f5307-b247-4045-9e79-91acb60e68c8 req-bd90ec36-3355-4e4d-b278-9d553b778927 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478857 Feb 09 02:17:38.899482 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e4052-f857-4df8-9082-1411aecd7f33 req-0614638d-a2a6-46b8-8086-6a977a94b414 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:38.901170 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-068e4052-f857-4df8-9082-1411aecd7f33 req-0614638d-a2a6-46b8-8086-6a977a94b414 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 945 time: 0.0831907 Feb 09 02:17:38.962971 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-068e4052-f857-4df8-9082-1411aecd7f33 req-9c71ece6-0390-49ae-9b60-dfb6fdd97030 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532694 Feb 09 02:17:40.100247 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a446d-aab3-45fe-a7af-e5e67d52d2e2 req-91847013-f463-4be0-aad6-60114a62be2a tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:40.101714 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ce3a446d-aab3-45fe-a7af-e5e67d52d2e2 req-91847013-f463-4be0-aad6-60114a62be2a tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 945 time: 0.0519907 Feb 09 02:17:40.129533 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:40.158857 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7235ed04-2c37-4235-8c21-fc1801e662f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:40.159190 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ce3a446d-aab3-45fe-a7af-e5e67d52d2e2 req-c37bc4ce-2875-49eb-b252-59acba7ad074 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513725 Feb 09 02:17:40.905887 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:41.096325 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:41.286443 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845472e6-3fc2-4bab-a451-115e27dc1625 req-8e0ed2f6-a5e9-48a5-8cdd-1865d15c28a8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:41.288594 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-845472e6-3fc2-4bab-a451-115e27dc1625 req-8e0ed2f6-a5e9-48a5-8cdd-1865d15c28a8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 945 time: 0.0561223 Feb 09 02:17:41.338068 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-845472e6-3fc2-4bab-a451-115e27dc1625 req-01f05a42-f7c6-4298-8bf5-77bca0cf96b8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438473 Feb 09 02:17:42.398418 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:42.466513 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd15e5-c494-453b-ba53-1d2cec291837 req-5d2e8976-5ca8-47f1-aa0c-eb09931ecd71 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:42.468192 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-52dd15e5-c494-453b-ba53-1d2cec291837 req-5d2e8976-5ca8-47f1-aa0c-eb09931ecd71 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 945 time: 0.0575280 Feb 09 02:17:42.520803 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-52dd15e5-c494-453b-ba53-1d2cec291837 req-fb1e7a44-0c3b-4bb8-a147-8a373ad4758a tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467880 Feb 09 02:17:43.484401 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:43.647214 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9a428-7103-41b6-89f6-03508b779fc9 req-221b2c47-f56e-47d9-a06f-108e8648e89e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:43.648703 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ec9a428-7103-41b6-89f6-03508b779fc9 req-221b2c47-f56e-47d9-a06f-108e8648e89e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 945 time: 0.0591683 Feb 09 02:17:43.697655 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ec9a428-7103-41b6-89f6-03508b779fc9 req-90f37fd0-5696-435e-9daa-d18ab906c4b2 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432346 Feb 09 02:17:44.819453 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9f5e5-f037-4254-90b0-434711257b42 req-1e1f1d6f-7c15-4e2b-8a52-8aa3a589cf4d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:44.820928 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-84d9f5e5-f037-4254-90b0-434711257b42 req-1e1f1d6f-7c15-4e2b-8a52-8aa3a589cf4d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 945 time: 0.0540442 Feb 09 02:17:44.870527 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-84d9f5e5-f037-4254-90b0-434711257b42 req-2b02669c-4cb8-424c-bf26-00ee74c04d6f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439177 Feb 09 02:17:45.992870 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ba3ab-70f0-4646-aaa5-1818daf1b461 req-b06419c1-9b9a-47a2-a697-e6ee2302e296 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:45.994359 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9b9ba3ab-70f0-4646-aaa5-1818daf1b461 req-b06419c1-9b9a-47a2-a697-e6ee2302e296 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 945 time: 0.0543787 Feb 09 02:17:46.043353 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9b9ba3ab-70f0-4646-aaa5-1818daf1b461 req-91026c75-3e46-48ab-8870-22b54acbb9d6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425444 Feb 09 02:17:47.174580 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2605ff4-bb61-4e37-b67a-a1949769238c req-2823737d-2b16-4499-85ae-3c06f956511c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:47.176225 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e2605ff4-bb61-4e37-b67a-a1949769238c req-2823737d-2b16-4499-85ae-3c06f956511c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 945 time: 0.0586746 Feb 09 02:17:47.240333 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e2605ff4-bb61-4e37-b67a-a1949769238c req-e2c6de77-16ce-4491-b2ae-8f1e5e99c21e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578392 Feb 09 02:17:48.357477 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513806fb-2b15-4795-9774-a051caabe60d req-a13982ab-4f9b-4fde-9964-d894fd1ffdc5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:48.359328 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-513806fb-2b15-4795-9774-a051caabe60d req-a13982ab-4f9b-4fde-9964-d894fd1ffdc5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 945 time: 0.0539055 Feb 09 02:17:48.413819 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-513806fb-2b15-4795-9774-a051caabe60d req-934386fc-b94c-422d-ad03-20cbbede7b20 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487993 Feb 09 02:17:49.393255 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-290c9692-7489-4b8e-aff6-e595cdb2d04f service neutron] show failed (client error): The resource could not be found. Feb 09 02:17:49.394582 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-290c9692-7489-4b8e-aff6-e595cdb2d04f service neutron] 10.222.0.67 "GET /v2.0/ports/00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d/bindings/n-h2-828387-3 HTTP/1.1" status: 404 len: 380 time: 0.0562882 Feb 09 02:17:49.548995 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c4214-d2f4-40ce-b837-7336b9664a5a req-4e3b38f6-55e1-4904-a4fb-66c2814291a8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:49.551795 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9a9c4214-d2f4-40ce-b837-7336b9664a5a req-4e3b38f6-55e1-4904-a4fb-66c2814291a8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 945 time: 0.0657778 Feb 09 02:17:49.659199 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9a9c4214-d2f4-40ce-b837-7336b9664a5a req-e225d0ec-c6f1-4a94-8802-1ad858f3e808 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030068 Feb 09 02:17:49.677866 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-4dcb0210-f1cf-4dd2-acdc-49731ff4b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:49.677866 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-4dcb0210-f1cf-4dd2-acdc-49731ff4b57f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6&tenant_id=2c59903585c449439619eb0edc719ef1 HTTP/1.1" status: 200 len: 1127 time: 0.1152499 Feb 09 02:17:49.689484 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828387-3', 'device_owner': 'compute:nova'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:49.752418 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:49.964897 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] For port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d,segment=NetworkSegment(fb335741-d508-4bb6-85e9-f48af9708ec1),segment_id=fb335741-d508-4bb6-85e9-f48af9708ec1)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:49.997780 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] For port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:50.042823 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d91241c-4621-4a4a-ad4d-0c61d08c5dc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:17:50.045114 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eae1657-37a8-43af-a1a6-9cbd6a647829" -d '{"events": [{"server_uuid": "1d91241c-4621-4a4a-ad4d-0c61d08c5dc6", "name": "network-vif-unplugged", "status": "completed", "tag": "00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:17:50.049491 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Publish callbacks [] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:50.064578 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Transition to ACTIVE for port object 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:17:50.069152 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:50.180504 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d,revision_number=6']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:50.225519 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:50.225936 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:50.226344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:50.226778 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:50.227390 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:50.227951 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:50.228408 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:50.228826 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:50.229243 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:50.229664 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:50.230083 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:50.230529 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:50.231274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:50.297675 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ef4a5e-e4ed-4e00-bf4c-406646e05eae x-openstack-request-id: req-97ef4a5e-e4ed-4e00-bf4c-406646e05eae {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:17:50.298102 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d91241c-4621-4a4a-ad4d-0c61d08c5dc6", "name": "network-vif-unplugged", "status": "completed", "tag": "00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:17:50.298564 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97ef4a5e-e4ed-4e00-bf4c-406646e05eae {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:17:50.299232 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d91241c-4621-4a4a-ad4d-0c61d08c5dc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d', 'code': 200} Feb 09 02:17:50.300337 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] No DVR routers for this DVR port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:17:50.442709 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Attempting to bind port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:50.443063 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Attempting to bind port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'fb335741-d508-4bb6-85e9-f48af9708ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:50.443418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Attempting to bind port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d on network af65599d-3d6f-4dd7-a20f-0c49a4afc927 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:50.447736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d on network af65599d-3d6f-4dd7-a20f-0c49a4afc927 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:17:50.448059 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Attempting to bind port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d on network af65599d-3d6f-4dd7-a20f-0c49a4afc927 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:50.453548 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:50.453877 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Checking segment: {'id': 'fb335741-d508-4bb6-85e9-f48af9708ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:50.454258 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Bound using segment: {'id': 'fb335741-d508-4bb6-85e9-f48af9708ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:50.454685 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Bound port: 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb335741-d508-4bb6-85e9-f48af9708ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:50.455040 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:50.519497 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] For port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:50.522624 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] For port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d,segment=NetworkSegment(fb335741-d508-4bb6-85e9-f48af9708ec1),segment_id=fb335741-d508-4bb6-85e9-f48af9708ec1)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:50.528929 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:50.566773 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:50.567449 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:50.568824 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] 10.222.0.48 "PUT /v2.0/ports/00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d HTTP/1.1" status: 200 len: 1091 time: 0.8835044 Feb 09 02:17:50.610620 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e0558-bde6-4ef3-9ded-a4b35d87a9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d,revision_number=7']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:50.648458 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-c8aeb8db-7a73-4ae0-a7d4-bd7f354412bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:50.649994 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-c8aeb8db-7a73-4ae0-a7d4-bd7f354412bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 1125 time: 0.0541303 Feb 09 02:17:50.777056 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-bdfa1db8-c6c1-40eb-9a55-b389513e5541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:50.778853 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-bdfa1db8-c6c1-40eb-9a55-b389513e5541 service neutron] 10.222.0.48 "GET /v2.0/networks?id=af65599d-3d6f-4dd7-a20f-0c49a4afc927 HTTP/1.1" status: 200 len: 897 time: 0.1217313 Feb 09 02:17:50.866237 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-384d4a34-e576-4ee2-8a97-5f6e4de153e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d HTTP/1.1" status: 200 len: 999 time: 0.0688522 Feb 09 02:17:50.876394 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff992f-db78-416a-b1df-a983f84d7019 req-5c6af7df-a1fa-4ab1-b6a6-740dfdea259a tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:50.877868 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-abff992f-db78-416a-b1df-a983f84d7019 req-5c6af7df-a1fa-4ab1-b6a6-740dfdea259a tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 943 time: 0.1246085 Feb 09 02:17:51.286539 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-1c49d199-ff63-4230-a96d-66f51c1e47ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:51.288039 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-1c49d199-ff63-4230-a96d-66f51c1e47ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7 HTTP/1.1" status: 200 len: 833 time: 0.4092979 Feb 09 02:17:51.297111 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-abff992f-db78-416a-b1df-a983f84d7019 req-a47b4b5d-ac25-48b5-8132-06378059d633 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4088900 Feb 09 02:17:51.341857 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-5d192b52-51ee-4ded-b765-f9d981e58b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:51.344107 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-5d192b52-51ee-4ded-b765-f9d981e58b2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=af65599d-3d6f-4dd7-a20f-0c49a4afc927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461226 Feb 09 02:17:51.439915 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-d94ff152-ac29-42c8-9f7b-037ec91fabaf service neutron] 10.222.0.48 "GET /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885310 Feb 09 02:17:51.535721 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c833376-9a0d-40c9-a242-f4e56ef6a05a req-e73e13fc-e1ca-42b4-815b-fc004ddbf8bf service neutron] 10.222.0.48 "GET /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898457 Feb 09 02:17:52.300469 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d91241c-4621-4a4a-ad4d-0c61d08c5dc6', 'tag': '00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:17:52.302774 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33eff620-243b-49be-8fe3-eb2bd602415a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d91241c-4621-4a4a-ad4d-0c61d08c5dc6", "tag": "00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:17:52.359657 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5646e440-b6fc-43fe-817c-35be0d637d3f x-openstack-request-id: req-5646e440-b6fc-43fe-817c-35be0d637d3f {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:17:52.360088 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d91241c-4621-4a4a-ad4d-0c61d08c5dc6", "tag": "00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:17:52.361387 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5646e440-b6fc-43fe-817c-35be0d637d3f {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:17:52.362021 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d91241c-4621-4a4a-ad4d-0c61d08c5dc6', 'tag': '00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d', 'status': 'completed', 'code': 200} Feb 09 02:17:52.448208 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eff620-243b-49be-8fe3-eb2bd602415a req-fd2bbf38-ae88-408d-afaa-8be80ef0e411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:52.449916 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-33eff620-243b-49be-8fe3-eb2bd602415a req-fd2bbf38-ae88-408d-afaa-8be80ef0e411 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 1125 time: 0.0531905 Feb 09 02:17:52.467118 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eff620-243b-49be-8fe3-eb2bd602415a req-b309afef-687f-4c18-adcb-bdea1d2a29dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:52.468823 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-33eff620-243b-49be-8fe3-eb2bd602415a req-b309afef-687f-4c18-adcb-bdea1d2a29dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 1125 time: 0.0798893 Feb 09 02:17:52.492139 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b368b-2d8c-4cb2-9e1d-1cffc1e8d286 req-2581c26d-f7d2-46c4-bf2c-b7f6dbe32156 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:52.493918 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d7b368b-2d8c-4cb2-9e1d-1cffc1e8d286 req-2581c26d-f7d2-46c4-bf2c-b7f6dbe32156 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 943 time: 0.1140079 Feb 09 02:17:52.563395 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eff620-243b-49be-8fe3-eb2bd602415a req-b641644f-1107-4e43-8672-d077af29f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:52.565024 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-33eff620-243b-49be-8fe3-eb2bd602415a req-b641644f-1107-4e43-8672-d077af29f3fa service neutron] 10.222.0.67 "GET /v2.0/networks?id=af65599d-3d6f-4dd7-a20f-0c49a4afc927 HTTP/1.1" status: 200 len: 897 time: 0.1093221 Feb 09 02:17:52.604238 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7d7b368b-2d8c-4cb2-9e1d-1cffc1e8d286 req-00f696c6-7309-4416-bd97-0f829ad059ca tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986962 Feb 09 02:17:52.619455 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eff620-243b-49be-8fe3-eb2bd602415a req-e694171f-7db1-40ed-a03c-747fc8ca9d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:52.620996 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-33eff620-243b-49be-8fe3-eb2bd602415a req-e694171f-7db1-40ed-a03c-747fc8ca9d4c service neutron] 10.222.0.48 "GET /v2.0/networks?id=af65599d-3d6f-4dd7-a20f-0c49a4afc927 HTTP/1.1" status: 200 len: 897 time: 0.1464369 Feb 09 02:17:52.654381 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-33eff620-243b-49be-8fe3-eb2bd602415a req-af348b91-62f0-458f-a3b2-497e770adf0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d HTTP/1.1" status: 200 len: 999 time: 0.0835927 Feb 09 02:17:52.706401 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eff620-243b-49be-8fe3-eb2bd602415a req-678845ea-2945-49d7-a0a4-01529b041929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:52.708186 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-33eff620-243b-49be-8fe3-eb2bd602415a req-678845ea-2945-49d7-a0a4-01529b041929 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7 HTTP/1.1" status: 200 len: 833 time: 0.0480206 Feb 09 02:17:52.710320 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-33eff620-243b-49be-8fe3-eb2bd602415a req-8c29a326-a24f-40a4-a6de-5835361aa76a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d HTTP/1.1" status: 200 len: 999 time: 0.0794675 Feb 09 02:17:52.768535 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eff620-243b-49be-8fe3-eb2bd602415a req-34f21469-8ebe-4b1a-988a-e6a7fd99a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:52.769650 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eff620-243b-49be-8fe3-eb2bd602415a req-4ceeb7a3-6aaa-4281-9ffc-701d4bed59bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:52.770039 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-33eff620-243b-49be-8fe3-eb2bd602415a req-34f21469-8ebe-4b1a-988a-e6a7fd99a461 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af65599d-3d6f-4dd7-a20f-0c49a4afc927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0560546 Feb 09 02:17:52.771660 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-33eff620-243b-49be-8fe3-eb2bd602415a req-4ceeb7a3-6aaa-4281-9ffc-701d4bed59bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7 HTTP/1.1" status: 200 len: 833 time: 0.0560064 Feb 09 02:17:52.824073 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eff620-243b-49be-8fe3-eb2bd602415a req-738defa7-19a6-4416-81fc-20b1dadf27be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:52.825596 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-33eff620-243b-49be-8fe3-eb2bd602415a req-738defa7-19a6-4416-81fc-20b1dadf27be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=af65599d-3d6f-4dd7-a20f-0c49a4afc927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478253 Feb 09 02:17:52.869083 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-33eff620-243b-49be-8fe3-eb2bd602415a req-6158a980-14cc-4a84-a459-dad529dac0f3 service neutron] 10.222.0.67 "GET /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926893 Feb 09 02:17:52.937373 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-33eff620-243b-49be-8fe3-eb2bd602415a req-998f23af-374f-4676-b5a9-89e1e2756349 service neutron] 10.222.0.48 "GET /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036417 Feb 09 02:17:52.981506 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-33eff620-243b-49be-8fe3-eb2bd602415a req-96b9b770-719c-4441-a16d-5b93fe58fba4 service neutron] 10.222.0.67 "GET /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062062 Feb 09 02:17:53.047909 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-33eff620-243b-49be-8fe3-eb2bd602415a req-c3db4a00-dc56-4f92-ab86-c361690e46d0 service neutron] 10.222.0.48 "GET /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036944 Feb 09 02:17:53.209926 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:17:53.253216 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] The host n-h1-828387-3 is not matching for port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d host n-h2-828387-3! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:17:53.253886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:17:53.738445 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a97cc-ebb9-4214-a3af-c0db7623a980 req-1b753296-dbf3-4a5b-ad3a-ae9335d8d880 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:53.740106 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a81a97cc-ebb9-4214-a3af-c0db7623a980 req-1b753296-dbf3-4a5b-ad3a-ae9335d8d880 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 943 time: 0.0579739 Feb 09 02:17:53.796396 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a81a97cc-ebb9-4214-a3af-c0db7623a980 req-e671d42e-bf19-4553-8274-03d19ccf7612 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488629 Feb 09 02:17:54.074579 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd486c0-5a97-47ed-8e79-88ce2f10973b req-d092c11b-43ad-46e3-b1f5-19b9cefe3d0c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:54.076138 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cfd486c0-5a97-47ed-8e79-88ce2f10973b req-d092c11b-43ad-46e3-b1f5-19b9cefe3d0c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 943 time: 0.1116989 Feb 09 02:17:54.131809 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215a25f-7287-4240-b62e-efaeb002d0c5 req-394be465-931a-408a-b3d1-b089ab3b0088 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:54.133237 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8215a25f-7287-4240-b62e-efaeb002d0c5 req-394be465-931a-408a-b3d1-b089ab3b0088 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.67 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6&tenant_id=2c59903585c449439619eb0edc719ef1&binding%3Ahost_id=n-h2-828387-3 HTTP/1.1" status: 200 len: 943 time: 0.1318293 Feb 09 02:17:54.183558 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cfd486c0-5a97-47ed-8e79-88ce2f10973b req-e22c3592-1dce-45d2-866d-03d6f3520cf5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967240 Feb 09 02:17:54.214453 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [req-8215a25f-7287-4240-b62e-efaeb002d0c5 req-366f479a-893e-44e3-9938-676afb0d96eb service neutron] delete failed (client error): The resource could not be found. Feb 09 02:17:54.215515 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8215a25f-7287-4240-b62e-efaeb002d0c5 req-366f479a-893e-44e3-9938-676afb0d96eb service neutron] 10.222.0.67 "DELETE /v2.0/ports/00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d/bindings/n-h1-828387-3 HTTP/1.1" status: 404 len: 380 time: 0.0744598 Feb 09 02:17:54.307139 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215a25f-7287-4240-b62e-efaeb002d0c5 req-238eb270-031b-48b7-8dd9-0d1824c55c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:54.308672 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8215a25f-7287-4240-b62e-efaeb002d0c5 req-238eb270-031b-48b7-8dd9-0d1824c55c2c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 1125 time: 0.0507283 Feb 09 02:17:54.397484 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215a25f-7287-4240-b62e-efaeb002d0c5 req-3f7f7a9d-9d2b-4ee1-8c27-c389b6123864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:54.398962 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8215a25f-7287-4240-b62e-efaeb002d0c5 req-3f7f7a9d-9d2b-4ee1-8c27-c389b6123864 service neutron] 10.222.0.67 "GET /v2.0/networks?id=af65599d-3d6f-4dd7-a20f-0c49a4afc927 HTTP/1.1" status: 200 len: 897 time: 0.0845063 Feb 09 02:17:54.468554 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8215a25f-7287-4240-b62e-efaeb002d0c5 req-ec59a207-0baf-441f-923c-7074f85496f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d HTTP/1.1" status: 200 len: 999 time: 0.0625322 Feb 09 02:17:54.516281 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215a25f-7287-4240-b62e-efaeb002d0c5 req-1a8f7755-c670-4898-9251-25a99b41d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:54.517721 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8215a25f-7287-4240-b62e-efaeb002d0c5 req-1a8f7755-c670-4898-9251-25a99b41d92f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7 HTTP/1.1" status: 200 len: 833 time: 0.0436480 Feb 09 02:17:54.566844 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215a25f-7287-4240-b62e-efaeb002d0c5 req-2be17476-8935-4253-a7d5-ab5fc15a5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:54.568354 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8215a25f-7287-4240-b62e-efaeb002d0c5 req-2be17476-8935-4253-a7d5-ab5fc15a5a8d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af65599d-3d6f-4dd7-a20f-0c49a4afc927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451055 Feb 09 02:17:54.662337 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8215a25f-7287-4240-b62e-efaeb002d0c5 req-abde6c48-3e30-4713-aaab-fb57c3f69bb9 service neutron] 10.222.0.67 "GET /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869319 Feb 09 02:17:54.753645 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8215a25f-7287-4240-b62e-efaeb002d0c5 req-d47c410a-de93-474c-b58f-18e87d2c7d2b service neutron] 10.222.0.67 "GET /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856965 Feb 09 02:17:55.336139 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4cf4a9-339b-475c-bb8b-3f23c0d325a1 req-b8197e23-c7a1-4d72-9a79-192959eb0434 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:55.337841 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b4cf4a9-339b-475c-bb8b-3f23c0d325a1 req-b8197e23-c7a1-4d72-9a79-192959eb0434 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 943 time: 0.0715587 Feb 09 02:17:55.395651 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:17:55.409289 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b4cf4a9-339b-475c-bb8b-3f23c0d325a1 req-a290a8da-30e8-40a3-b24c-98b28e99b9d9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592856 Feb 09 02:17:55.422174 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55210) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:55.506315 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-08cd4fd3-1a44-4eec-a01d-d349594da100 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/floatingips/de69cc3d-b874-4ee7-bd12-238d10d0e6d1 HTTP/1.1" status: 200 len: 991 time: 0.0826933 Feb 09 02:17:55.535532 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d,segment=NetworkSegment(fb335741-d508-4bb6-85e9-f48af9708ec1),segment_id=fb335741-d508-4bb6-85e9-f48af9708ec1)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:55.547631 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:17:55.549995 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d', 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927', 'port_id': '00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d', 'mac_address': 'fa:16:3e:f8:ef:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:17:55.590299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:55.590718 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:55.610613 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:17:55.633356 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d,segment=NetworkSegment(fb335741-d508-4bb6-85e9-f48af9708ec1),segment_id=fb335741-d508-4bb6-85e9-f48af9708ec1)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:55.637871 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:55.700816 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:55.721019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:55.721268 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:55.721735 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:55.722296 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:55.722548 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:55.722892 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:55.723246 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:55.723585 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:55.723909 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:55.724233 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:55.724731 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:55.725358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:55.725715 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:55.900229 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:17:57.412675 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:57.473780 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:17:57.479359 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:57.479960 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:57.580572 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:57.581049 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:57.606634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d91241c-4621-4a4a-ad4d-0c61d08c5dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:17:57.610013 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974cd34c-c7d5-43c7-ad1f-b040978ff50e" -d '{"events": [{"server_uuid": "1d91241c-4621-4a4a-ad4d-0c61d08c5dc6", "name": "network-vif-plugged", "status": "completed", "tag": "00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:17:57.622873 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d,segment=NetworkSegment(fb335741-d508-4bb6-85e9-f48af9708ec1),segment_id=fb335741-d508-4bb6-85e9-f48af9708ec1)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:57.628861 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:57.663380 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f64a25-ce9f-4a0b-95d6-0e4beb801ee4 x-openstack-request-id: req-56f64a25-ce9f-4a0b-95d6-0e4beb801ee4 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:17:57.663863 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d91241c-4621-4a4a-ad4d-0c61d08c5dc6", "name": "network-vif-plugged", "status": "completed", "tag": "00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:17:57.664238 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-56f64a25-ce9f-4a0b-95d6-0e4beb801ee4 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:17:57.664743 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d91241c-4621-4a4a-ad4d-0c61d08c5dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d', 'code': 200} Feb 09 02:17:57.692674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d,revision_number=9']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:07.495270 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-574f0391-9885-4c28-af09-a700dff530dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:09.387372 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55664) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:09.608312 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b0386c24-668b-433f-a144-bdf49bb59cae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04bfa22d98c24f989dc6606077801e6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2196045 Feb 09 02:18:09.611642 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55670) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:09.666833 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a1a67b25-0c3b-49e4-a906-4d6ebe71285b admin admin] Publish callbacks [] for security_group (6bf3ea30-fde9-4018-8fc3-0c1d520c05fb), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:09.690377 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a1a67b25-0c3b-49e4-a906-4d6ebe71285b admin admin] Publish callbacks [] for security_group (6bf3ea30-fde9-4018-8fc3-0c1d520c05fb), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:09.753389 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a1a67b25-0c3b-49e4-a906-4d6ebe71285b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6bf3ea30-fde9-4018-8fc3-0c1d520c05fb), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:09.756459 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a1a67b25-0c3b-49e4-a906-4d6ebe71285b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:09.757723 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a1a67b25-0c3b-49e4-a906-4d6ebe71285b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6bf3ea30-fde9-4018-8fc3-0c1d520c05fb HTTP/1.1" status: 204 len: 168 time: 0.1451535 Feb 09 02:18:09.766953 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a67b25-0c3b-49e4-a906-4d6ebe71285b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf3ea30-fde9-4018-8fc3-0c1d520c05fb,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:10.131904 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:10.177326 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a61c2c24-ece0-48db-8e9c-c8c4b0e61206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:10.906362 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:11.098320 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:12.402169 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:13.495906 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:22.743789 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-abcbb298-e5c8-45ae-bfb5-aeb05def79c0 req-49fe935d-0d09-4f15-855b-8c55a9c545f7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470989 Feb 09 02:18:22.838887 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbb298-e5c8-45ae-bfb5-aeb05def79c0 req-bc7e31f0-8834-4348-97b3-39cdd940c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:22.840436 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-abcbb298-e5c8-45ae-bfb5-aeb05def79c0 req-bc7e31f0-8834-4348-97b3-39cdd940c6c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 1127 time: 0.0472810 Feb 09 02:18:22.969337 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbb298-e5c8-45ae-bfb5-aeb05def79c0 req-906bdea9-ee30-4fb9-b893-a91d303c35ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:22.970814 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-abcbb298-e5c8-45ae-bfb5-aeb05def79c0 req-906bdea9-ee30-4fb9-b893-a91d303c35ba service neutron] 10.222.0.48 "GET /v2.0/networks?id=af65599d-3d6f-4dd7-a20f-0c49a4afc927 HTTP/1.1" status: 200 len: 897 time: 0.1022236 Feb 09 02:18:23.041827 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-abcbb298-e5c8-45ae-bfb5-aeb05def79c0 req-c0f5f0d1-b402-4ebc-b4e4-d3ff471eff5c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d HTTP/1.1" status: 200 len: 1001 time: 0.0633912 Feb 09 02:18:23.098513 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbb298-e5c8-45ae-bfb5-aeb05def79c0 req-5cd9c26d-fb1c-4403-9f6a-d74e0972b20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:23.100143 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-abcbb298-e5c8-45ae-bfb5-aeb05def79c0 req-5cd9c26d-fb1c-4403-9f6a-d74e0972b20a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7 HTTP/1.1" status: 200 len: 833 time: 0.0521772 Feb 09 02:18:23.160557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbb298-e5c8-45ae-bfb5-aeb05def79c0 req-72b18dc6-9864-4707-90d0-4615a825eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:23.162102 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-abcbb298-e5c8-45ae-bfb5-aeb05def79c0 req-72b18dc6-9864-4707-90d0-4615a825eafb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=af65599d-3d6f-4dd7-a20f-0c49a4afc927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478890 Feb 09 02:18:23.255383 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-abcbb298-e5c8-45ae-bfb5-aeb05def79c0 req-af185040-9e90-4662-bcc5-9740222ef873 service neutron] 10.222.0.48 "GET /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863178 Feb 09 02:18:23.374931 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-abcbb298-e5c8-45ae-bfb5-aeb05def79c0 req-0125f867-3edc-44ef-87db-43a2cb459e94 service neutron] 10.222.0.48 "GET /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134083 Feb 09 02:18:28.033259 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987ad02-e9b7-4481-9032-c4cd33b506f8 req-939e7ec0-7e38-45f1-bc25-eed8e965db8f tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:28.035417 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e987ad02-e9b7-4481-9032-c4cd33b506f8 req-939e7ec0-7e38-45f1-bc25-eed8e965db8f tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 1127 time: 0.0529108 Feb 09 02:18:28.088428 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e987ad02-e9b7-4481-9032-c4cd33b506f8 req-997e78c3-92ef-480c-9c4e-f0cb925cc9f9 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469384 Feb 09 02:18:28.111264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55834) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:28.278156 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-c05afadb-003c-43da-aad2-05f85b784f90 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Deleting port 28f957a2-1437-44f8-8e0a-449738dc9a6a {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:28.278719 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c05afadb-003c-43da-aad2-05f85b784f90 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (28f957a2-1437-44f8-8e0a-449738dc9a6a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:28.360641 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c05afadb-003c-43da-aad2-05f85b784f90 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (28f957a2-1437-44f8-8e0a-449738dc9a6a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:28.360870 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c05afadb-003c-43da-aad2-05f85b784f90 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for floatingip (28f957a2-1437-44f8-8e0a-449738dc9a6a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:28.373019 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-c05afadb-003c-43da-aad2-05f85b784f90 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Calling delete_port for 28f957a2-1437-44f8-8e0a-449738dc9a6a owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:28.536126 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c05afadb-003c-43da-aad2-05f85b784f90 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (28f957a2-1437-44f8-8e0a-449738dc9a6a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:28.573029 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05afadb-003c-43da-aad2-05f85b784f90 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'Port': ['ID=28f957a2-1437-44f8-8e0a-449738dc9a6a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:28.629267 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c05afadb-003c-43da-aad2-05f85b784f90 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for floatingip (de69cc3d-b874-4ee7-bd12-238d10d0e6d1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:28.629547 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-c05afadb-003c-43da-aad2-05f85b784f90 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Floating IP de69cc3d-b874-4ee7-bd12-238d10d0e6d1 disassociated (deleted). External IP: 172.25.7.138, port: 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d. Feb 09 02:18:28.865733 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05afadb-003c-43da-aad2-05f85b784f90 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Router b75b2a35-4122-496e-83d5-62a8266e9998 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:18:29.004280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05afadb-003c-43da-aad2-05f85b784f90 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:18:29.010272 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c05afadb-003c-43da-aad2-05f85b784f90 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:29.016039 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e75663a-50b8-48e4-b670-8dae9c620f69 None None] Sync routers for ids ['b75b2a35-4122-496e-83d5-62a8266e9998'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:18:29.028671 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e75663a-50b8-48e4-b670-8dae9c620f69 None None] Routers {'b75b2a35-4122-496e-83d5-62a8266e9998'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:29.029405 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4e75663a-50b8-48e4-b670-8dae9c620f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:18:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b75b2a35-4122-496e-83d5-62a8266e9998'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:29.047247 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c05afadb-003c-43da-aad2-05f85b784f90 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "DELETE /v2.0/floatingips/de69cc3d-b874-4ee7-bd12-238d10d0e6d1 HTTP/1.1" status: 204 len: 168 time: 0.9348130 Feb 09 02:18:29.047846 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d91241c-4621-4a4a-ad4d-0c61d08c5dc6', 'tag': '00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:18:29.050117 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398451a0-427a-4229-8c4d-b3581be0d673" -d '{"events": [{"name": "network-changed", "server_uuid": "1d91241c-4621-4a4a-ad4d-0c61d08c5dc6", "tag": "00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:18:29.092381 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633e73cc-b1c1-42c2-b2bf-6b03a42f8a2f x-openstack-request-id: req-633e73cc-b1c1-42c2-b2bf-6b03a42f8a2f {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:18:29.093024 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d91241c-4621-4a4a-ad4d-0c61d08c5dc6", "tag": "00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:18:29.093461 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-633e73cc-b1c1-42c2-b2bf-6b03a42f8a2f {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:18:29.094107 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d91241c-4621-4a4a-ad4d-0c61d08c5dc6', 'tag': '00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d', 'status': 'completed', 'code': 200} Feb 09 02:18:29.172454 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398451a0-427a-4229-8c4d-b3581be0d673 req-1bfa0f6d-9ef2-4815-b4c8-53f3aa067c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:29.174712 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-398451a0-427a-4229-8c4d-b3581be0d673 req-1bfa0f6d-9ef2-4815-b4c8-53f3aa067c30 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 1127 time: 0.0527627 Feb 09 02:18:29.213577 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-4e75663a-50b8-48e4-b670-8dae9c620f69 None None] Set router b75b2a35-4122-496e-83d5-62a8266e9998 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:29.333951 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398451a0-427a-4229-8c4d-b3581be0d673 req-9450badc-2ece-4467-8ee4-82bf22e0d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:29.336146 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-398451a0-427a-4229-8c4d-b3581be0d673 req-9450badc-2ece-4467-8ee4-82bf22e0d706 service neutron] 10.222.0.48 "GET /v2.0/networks?id=af65599d-3d6f-4dd7-a20f-0c49a4afc927 HTTP/1.1" status: 200 len: 897 time: 0.1548212 Feb 09 02:18:29.432911 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-398451a0-427a-4229-8c4d-b3581be0d673 req-4b269a5b-2966-4a8f-981a-9a983523e93d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d HTTP/1.1" status: 200 len: 217 time: 0.0844133 Feb 09 02:18:29.462974 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4e75663a-50b8-48e4-b670-8dae9c620f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757931273', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'cff42d10-2181-475e-8283-936707ae8da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:58Z', 'updated_at': '2022-02-09T02:16:03Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': 'cff42d10-2181-475e-8283-936707ae8da9', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:59Z', 'updated_at': '2022-02-09T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'a6ee742d-3f37-4ded-b2ae-7d35c96eac1a', 'name': '', 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:64:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:02Z', 'updated_at': '2022-02-09T02:16:08Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:29.471785 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0da30-4a80-485e-97b4-0d0edc701e9c req-ec4d7617-edc3-46fd-ae20-bdcdf26cef89 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:29.474315 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-33a0da30-4a80-485e-97b4-0d0edc701e9c req-ec4d7617-edc3-46fd-ae20-bdcdf26cef89 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 945 time: 0.0926049 Feb 09 02:18:29.496202 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e75663a-50b8-48e4-b670-8dae9c620f69 None None] Checking router: b75b2a35-4122-496e-83d5-62a8266e9998 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:18:29.506354 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e75663a-50b8-48e4-b670-8dae9c620f69 None None] Routers {'b75b2a35-4122-496e-83d5-62a8266e9998'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:29.507297 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4e75663a-50b8-48e4-b670-8dae9c620f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:18:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b75b2a35-4122-496e-83d5-62a8266e9998'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:29.537515 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398451a0-427a-4229-8c4d-b3581be0d673 req-1436319c-07e9-41b4-a308-3eeef9e970ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:29.538998 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-398451a0-427a-4229-8c4d-b3581be0d673 req-1436319c-07e9-41b4-a308-3eeef9e970ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7 HTTP/1.1" status: 200 len: 833 time: 0.0990825 Feb 09 02:18:29.562385 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-33a0da30-4a80-485e-97b4-0d0edc701e9c req-524b399d-c93e-4c66-a4e0-3d170094bd5e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809948 Feb 09 02:18:29.613080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398451a0-427a-4229-8c4d-b3581be0d673 req-d6d85a1e-808e-413e-b830-bf9423c72836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:29.614945 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-398451a0-427a-4229-8c4d-b3581be0d673 req-d6d85a1e-808e-413e-b830-bf9423c72836 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=af65599d-3d6f-4dd7-a20f-0c49a4afc927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0681317 Feb 09 02:18:29.650430 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-4e75663a-50b8-48e4-b670-8dae9c620f69 None None] Set router b75b2a35-4122-496e-83d5-62a8266e9998 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:29.742762 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-398451a0-427a-4229-8c4d-b3581be0d673 req-d6a8b95b-b272-4ac5-b176-d562f92bcb9e service neutron] 10.222.0.48 "GET /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201208 Feb 09 02:18:29.859017 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-398451a0-427a-4229-8c4d-b3581be0d673 req-8a65b94a-3e83-46f4-bf35-be3a11cbbeb6 service neutron] 10.222.0.48 "GET /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090741 Feb 09 02:18:29.912905 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4e75663a-50b8-48e4-b670-8dae9c620f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757931273', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'cff42d10-2181-475e-8283-936707ae8da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:58Z', 'updated_at': '2022-02-09T02:16:03Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': 'cff42d10-2181-475e-8283-936707ae8da9', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:59Z', 'updated_at': '2022-02-09T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'a6ee742d-3f37-4ded-b2ae-7d35c96eac1a', 'name': '', 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:64:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:02Z', 'updated_at': '2022-02-09T02:16:08Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:29.942041 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e75663a-50b8-48e4-b670-8dae9c620f69 None None] The sync data for ids ['b75b2a35-4122-496e-83d5-62a8266e9998'] in n-d-828387-3 is: [{'id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757931273', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'cff42d10-2181-475e-8283-936707ae8da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:58Z', 'updated_at': '2022-02-09T02:16:03Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': 'cff42d10-2181-475e-8283-936707ae8da9', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:59Z', 'updated_at': '2022-02-09T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'a6ee742d-3f37-4ded-b2ae-7d35c96eac1a', 'name': '', 'network_id': 'af65599d-3d6f-4dd7-a20f-0c49a4afc927', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:64:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:02Z', 'updated_at': '2022-02-09T02:16:08Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:18:30.242698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d63b600-0439-4d34-8b12-a8013e5df3bd None None] New status for floating IP de69cc3d-b874-4ee7-bd12-238d10d0e6d1: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:18:30.727740 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c311b-b41c-4750-aac9-6e69591f69fc req-eb273cdd-bd6f-41b4-9a43-d247421a462d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:30.729422 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-026c311b-b41c-4750-aac9-6e69591f69fc req-eb273cdd-bd6f-41b4-9a43-d247421a462d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 945 time: 0.0660131 Feb 09 02:18:30.781439 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-026c311b-b41c-4750-aac9-6e69591f69fc req-b5bf1b35-293d-4e24-bbee-34b2e59aac39 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc76c581-5944-4675-ae7e-7cb92dfcfbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445144 Feb 09 02:18:30.866489 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc9666-4227-42ae-a7d6-65054eb7329c req-348062d6-c117-4054-8c94-66c901e0fcfb tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:30.867893 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d1fc9666-4227-42ae-a7d6-65054eb7329c req-348062d6-c117-4054-8c94-66c901e0fcfb tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d91241c-4621-4a4a-ad4d-0c61d08c5dc6 HTTP/1.1" status: 200 len: 945 time: 0.0541983 Feb 09 02:18:30.966678 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-d1fc9666-4227-42ae-a7d6-65054eb7329c req-1ca43c43-ab3c-4b4c-89ea-d7792ef7a896 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Deleting port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:30.967074 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d1fc9666-4227-42ae-a7d6-65054eb7329c req-1ca43c43-ab3c-4b4c-89ea-d7792ef7a896 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:31.056804 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-d1fc9666-4227-42ae-a7d6-65054eb7329c req-1ca43c43-ab3c-4b4c-89ea-d7792ef7a896 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] For port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d,segment=NetworkSegment(fb335741-d508-4bb6-85e9-f48af9708ec1),segment_id=fb335741-d508-4bb6-85e9-f48af9708ec1)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:31.057110 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d1fc9666-4227-42ae-a7d6-65054eb7329c req-1ca43c43-ab3c-4b4c-89ea-d7792ef7a896 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:31.074455 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-d1fc9666-4227-42ae-a7d6-65054eb7329c req-1ca43c43-ab3c-4b4c-89ea-d7792ef7a896 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Calling delete_port for 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:31.204786 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d1fc9666-4227-42ae-a7d6-65054eb7329c req-1ca43c43-ab3c-4b4c-89ea-d7792ef7a896 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:31.239352 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca43c43-ab3c-4b4c-89ea-d7792ef7a896 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'Port': ['ID=00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:31.287289 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fc9666-4227-42ae-a7d6-65054eb7329c req-1ca43c43-ab3c-4b4c-89ea-d7792ef7a896 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] No DVR routers for this DVR port 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:18:31.290095 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d1fc9666-4227-42ae-a7d6-65054eb7329c req-1ca43c43-ab3c-4b4c-89ea-d7792ef7a896 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:31.293903 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d1fc9666-4227-42ae-a7d6-65054eb7329c req-1ca43c43-ab3c-4b4c-89ea-d7792ef7a896 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.48 "DELETE /v2.0/ports/00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d HTTP/1.1" status: 204 len: 173 time: 0.4202023 Feb 09 02:18:31.294413 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d91241c-4621-4a4a-ad4d-0c61d08c5dc6', 'name': 'network-vif-deleted', 'tag': '00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:18:31.297696 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e145a4d-e613-4ebe-bd70-6ceb193bc500" -d '{"events": [{"server_uuid": "1d91241c-4621-4a4a-ad4d-0c61d08c5dc6", "name": "network-vif-deleted", "tag": "00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:18:31.341614 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a0a459-ad63-439e-8db6-5c6a115e72e2 x-openstack-request-id: req-33a0a459-ad63-439e-8db6-5c6a115e72e2 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:18:31.341614 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d91241c-4621-4a4a-ad4d-0c61d08c5dc6", "name": "network-vif-deleted", "tag": "00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:18:31.341955 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33a0a459-ad63-439e-8db6-5c6a115e72e2 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:18:31.342103 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d91241c-4621-4a4a-ad4d-0c61d08c5dc6', 'name': 'network-vif-deleted', 'tag': '00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d', 'status': 'completed', 'code': 200} Feb 09 02:18:31.838944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55860) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:32.218124 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e2eef87-bc82-428f-841d-438571f9c531 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (b75b2a35-4122-496e-83d5-62a8266e9998), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:32.504714 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-4e2eef87-bc82-428f-841d-438571f9c531 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Deleting port a6ee742d-3f37-4ded-b2ae-7d35c96eac1a {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:32.505073 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e2eef87-bc82-428f-841d-438571f9c531 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a6ee742d-3f37-4ded-b2ae-7d35c96eac1a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:32.538786 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:18:32.600309 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-4e2eef87-bc82-428f-841d-438571f9c531 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] For port a6ee742d-3f37-4ded-b2ae-7d35c96eac1a, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a6ee742d-3f37-4ded-b2ae-7d35c96eac1a,segment=NetworkSegment(fb335741-d508-4bb6-85e9-f48af9708ec1),segment_id=fb335741-d508-4bb6-85e9-f48af9708ec1)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:32.600680 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e2eef87-bc82-428f-841d-438571f9c531 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a6ee742d-3f37-4ded-b2ae-7d35c96eac1a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:32.613822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-4e2eef87-bc82-428f-841d-438571f9c531 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Calling delete_port for a6ee742d-3f37-4ded-b2ae-7d35c96eac1a owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:32.805153 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e2eef87-bc82-428f-841d-438571f9c531 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a6ee742d-3f37-4ded-b2ae-7d35c96eac1a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:32.831498 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2eef87-bc82-428f-841d-438571f9c531 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'Port': ['ID=a6ee742d-3f37-4ded-b2ae-7d35c96eac1a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:33.024187 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e2eef87-bc82-428f-841d-438571f9c531 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (b75b2a35-4122-496e-83d5-62a8266e9998), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:33.430150 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55870) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:33.580097 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69cb68db-5617-4591-9b31-ffdfc3211a05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:33.628705 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2eef87-bc82-428f-841d-438571f9c531 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Router b75b2a35-4122-496e-83d5-62a8266e9998 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:18:33.678881 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69cb68db-5617-4591-9b31-ffdfc3211a05 admin admin] Publish callbacks [] for security_group (cad6e729-06cf-436c-811a-2f23f64ba654), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:33.683715 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69cb68db-5617-4591-9b31-ffdfc3211a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (cad6e729-06cf-436c-811a-2f23f64ba654), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:33.716963 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-69cb68db-5617-4591-9b31-ffdfc3211a05 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f03cb14d83c04c2dbc7543c78fa54821&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2857342 Feb 09 02:18:33.719014 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55876) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:33.749657 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2eef87-bc82-428f-841d-438571f9c531 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:18:33.762147 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4e2eef87-bc82-428f-841d-438571f9c531 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "PUT /v2.0/routers/b75b2a35-4122-496e-83d5-62a8266e9998/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9196546 Feb 09 02:18:33.762702 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb68db-5617-4591-9b31-ffdfc3211a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad6e729-06cf-436c-811a-2f23f64ba654,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:33.762849 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55878) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:33.766590 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08416795-8c55-44d7-8a5a-765c99e23180 None None] Sync routers for ids ['b75b2a35-4122-496e-83d5-62a8266e9998'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:18:33.778365 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb68db-5617-4591-9b31-ffdfc3211a05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:33.778599 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb68db-5617-4591-9b31-ffdfc3211a05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:33.778737 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb68db-5617-4591-9b31-ffdfc3211a05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:33.779065 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb68db-5617-4591-9b31-ffdfc3211a05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:33.779430 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb68db-5617-4591-9b31-ffdfc3211a05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:33.779760 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb68db-5617-4591-9b31-ffdfc3211a05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:33.780132 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb68db-5617-4591-9b31-ffdfc3211a05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:33.781469 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb68db-5617-4591-9b31-ffdfc3211a05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:33.781605 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb68db-5617-4591-9b31-ffdfc3211a05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:33.781870 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb68db-5617-4591-9b31-ffdfc3211a05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:33.782195 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb68db-5617-4591-9b31-ffdfc3211a05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:33.782517 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb68db-5617-4591-9b31-ffdfc3211a05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:33.782837 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb68db-5617-4591-9b31-ffdfc3211a05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:33.821395 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08416795-8c55-44d7-8a5a-765c99e23180 None None] Routers {'b75b2a35-4122-496e-83d5-62a8266e9998'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:33.822159 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-08416795-8c55-44d7-8a5a-765c99e23180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:18:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b75b2a35-4122-496e-83d5-62a8266e9998'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:33.823769 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c3d143e-7964-45f8-92db-ea3117d41b9d admin admin] Publish callbacks [] for security_group (cad6e729-06cf-436c-811a-2f23f64ba654), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:33.829895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-35af48dd-13ef-484c-b443-ae2602812548 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Deleting subnet c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:18:33.833326 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-35af48dd-13ef-484c-b443-ae2602812548 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for subnet (c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:33.853980 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c3d143e-7964-45f8-92db-ea3117d41b9d admin admin] Publish callbacks [] for security_group (cad6e729-06cf-436c-811a-2f23f64ba654), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:33.877676 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-35af48dd-13ef-484c-b443-ae2602812548 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:33.922033 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c3d143e-7964-45f8-92db-ea3117d41b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (cad6e729-06cf-436c-811a-2f23f64ba654), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:33.927053 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c3d143e-7964-45f8-92db-ea3117d41b9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:33.931422 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9c3d143e-7964-45f8-92db-ea3117d41b9d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cad6e729-06cf-436c-811a-2f23f64ba654 HTTP/1.1" status: 204 len: 168 time: 0.2040637 Feb 09 02:18:33.954026 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d143e-7964-45f8-92db-ea3117d41b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad6e729-06cf-436c-811a-2f23f64ba654,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:34.021617 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-08416795-8c55-44d7-8a5a-765c99e23180 None None] Set router b75b2a35-4122-496e-83d5-62a8266e9998 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:34.024688 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-35af48dd-13ef-484c-b443-ae2602812548 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:34.150516 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-35af48dd-13ef-484c-b443-ae2602812548 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:34.189547 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af48dd-13ef-484c-b443-ae2602812548 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:34.191765 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-35af48dd-13ef-484c-b443-ae2602812548 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:34.195096 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-35af48dd-13ef-484c-b443-ae2602812548 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "DELETE /v2.0/subnets/c1f34b86-b5ae-4233-ab5f-c2e1c43c19a7 HTTP/1.1" status: 204 len: 168 time: 0.4306598 Feb 09 02:18:34.197889 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55884) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:34.201403 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef214622-7048-4c41-a430-9354d6150517 None None] Network af65599d-3d6f-4dd7-a20f-0c49a4afc927 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:18:34.289394 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-08416795-8c55-44d7-8a5a-765c99e23180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757931273', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'cff42d10-2181-475e-8283-936707ae8da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:58Z', 'updated_at': '2022-02-09T02:18:32Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': 'cff42d10-2181-475e-8283-936707ae8da9', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:59Z', 'updated_at': '2022-02-09T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:34.348213 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1798f56-3940-4e78-ac62-b51e8140127e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router (b75b2a35-4122-496e-83d5-62a8266e9998), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:34.391980 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08416795-8c55-44d7-8a5a-765c99e23180 None None] Checking router: b75b2a35-4122-496e-83d5-62a8266e9998 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:18:34.409229 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08416795-8c55-44d7-8a5a-765c99e23180 None None] Routers {'b75b2a35-4122-496e-83d5-62a8266e9998'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:34.411882 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-08416795-8c55-44d7-8a5a-765c99e23180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:18:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b75b2a35-4122-496e-83d5-62a8266e9998'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:34.453746 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56c5778-54b5-48e4-aee9-3669d0d7a934 None None] DHCP port deletion for af65599d-3d6f-4dd7-a20f-0c49a4afc927 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:18:34.543313 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c56c5778-54b5-48e4-aee9-3669d0d7a934 None None] Deleting port c1621d45-4ca9-4a2b-887c-1afcf0962316 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:34.544154 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c56c5778-54b5-48e4-aee9-3669d0d7a934 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (c1621d45-4ca9-4a2b-887c-1afcf0962316), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:34.662678 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c56c5778-54b5-48e4-aee9-3669d0d7a934 None None] For port c1621d45-4ca9-4a2b-887c-1afcf0962316, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c1621d45-4ca9-4a2b-887c-1afcf0962316,segment=NetworkSegment(fb335741-d508-4bb6-85e9-f48af9708ec1),segment_id=fb335741-d508-4bb6-85e9-f48af9708ec1)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:34.663088 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c56c5778-54b5-48e4-aee9-3669d0d7a934 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (c1621d45-4ca9-4a2b-887c-1afcf0962316), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:34.681682 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c56c5778-54b5-48e4-aee9-3669d0d7a934 None None] Calling delete_port for c1621d45-4ca9-4a2b-887c-1afcf0962316 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:34.698468 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-08416795-8c55-44d7-8a5a-765c99e23180 None None] Set router b75b2a35-4122-496e-83d5-62a8266e9998 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:34.912784 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c56c5778-54b5-48e4-aee9-3669d0d7a934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (c1621d45-4ca9-4a2b-887c-1afcf0962316), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:34.952609 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1798f56-3940-4e78-ac62-b51e8140127e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router_gateway (b75b2a35-4122-496e-83d5-62a8266e9998), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:34.975255 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c5778-54b5-48e4-aee9-3669d0d7a934 None None] Pushing event deleted for resources: {'Port': ['ID=c1621d45-4ca9-4a2b-887c-1afcf0962316,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:34.982842 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c5778-54b5-48e4-aee9-3669d0d7a934 None None] No DVR routers for this DVR port c1621d45-4ca9-4a2b-887c-1afcf0962316 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:18:35.021054 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b1798f56-3940-4e78-ac62-b51e8140127e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Deleting port cff42d10-2181-475e-8283-936707ae8da9 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:35.021405 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1798f56-3940-4e78-ac62-b51e8140127e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (cff42d10-2181-475e-8283-936707ae8da9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.024191 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-08416795-8c55-44d7-8a5a-765c99e23180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757931273', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'cff42d10-2181-475e-8283-936707ae8da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:58Z', 'updated_at': '2022-02-09T02:18:32Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': 'cff42d10-2181-475e-8283-936707ae8da9', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:59Z', 'updated_at': '2022-02-09T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:35.030743 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c1621d45-4ca9-4a2b-887c-1afcf0962316 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:18:35.057165 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: c1621d45-4ca9-4a2b-887c-1afcf0962316 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:18:35.057765 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c1621d45-4ca9-4a2b-887c-1afcf0962316 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:18:35.078888 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08416795-8c55-44d7-8a5a-765c99e23180 None None] The sync data for ids ['b75b2a35-4122-496e-83d5-62a8266e9998'] in n-d-828387-3 is: [{'id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757931273', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'cff42d10-2181-475e-8283-936707ae8da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:58Z', 'updated_at': '2022-02-09T02:18:32Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': 'cff42d10-2181-475e-8283-936707ae8da9', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75b2a35-4122-496e-83d5-62a8266e9998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:59Z', 'updated_at': '2022-02-09T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:18:35.093051 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55902) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:35.126554 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-b1798f56-3940-4e78-ac62-b51e8140127e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] For port cff42d10-2181-475e-8283-936707ae8da9, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=cff42d10-2181-475e-8283-936707ae8da9,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:35.127322 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1798f56-3940-4e78-ac62-b51e8140127e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (cff42d10-2181-475e-8283-936707ae8da9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.142014 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b1798f56-3940-4e78-ac62-b51e8140127e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Calling delete_port for cff42d10-2181-475e-8283-936707ae8da9 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:35.208730 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-6110d9b8-e0e5-463e-aae4-139c8214b22f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-671040854-network', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:35.232744 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6110d9b8-e0e5-463e-aae4-139c8214b22f admin admin] Made reservation on behalf of 4726a29cc92145328d9a07ccc7d46d1c for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:18:35.235952 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6110d9b8-e0e5-463e-aae4-139c8214b22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.246237 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6110d9b8-e0e5-463e-aae4-139c8214b22f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.335528 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6110d9b8-e0e5-463e-aae4-139c8214b22f admin admin] Publish callbacks [] for security_group (53cc838c-1870-4371-81a1-c46f5e51b352), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.336881 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1798f56-3940-4e78-ac62-b51e8140127e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (cff42d10-2181-475e-8283-936707ae8da9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.339455 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6110d9b8-e0e5-463e-aae4-139c8214b22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (53cc838c-1870-4371-81a1-c46f5e51b352), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.365192 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6110d9b8-e0e5-463e-aae4-139c8214b22f admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:18:35.366699 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1798f56-3940-4e78-ac62-b51e8140127e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'Port': ['ID=cff42d10-2181-475e-8283-936707ae8da9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:35.386461 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110d9b8-e0e5-463e-aae4-139c8214b22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cc838c-1870-4371-81a1-c46f5e51b352,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:35.389948 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6110d9b8-e0e5-463e-aae4-139c8214b22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (af426bc0-ade1-4151-a734-4162e08ed075), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.390398 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-6110d9b8-e0e5-463e-aae4-139c8214b22f admin admin] Added segment af426bc0-ade1-4151-a734-4162e08ed075 of type vlan for network 5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2 Feb 09 02:18:35.435918 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6110d9b8-e0e5-463e-aae4-139c8214b22f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.445145 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1798f56-3940-4e78-ac62-b51e8140127e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (b75b2a35-4122-496e-83d5-62a8266e9998), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.462184 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6110d9b8-e0e5-463e-aae4-139c8214b22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.463032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6110d9b8-e0e5-463e-aae4-139c8214b22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:35.463641 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6110d9b8-e0e5-463e-aae4-139c8214b22f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.517048 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6110d9b8-e0e5-463e-aae4-139c8214b22f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4227073 Feb 09 02:18:35.523271 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55906) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:35.528709 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2b1bd164-77f7-4b39-b15f-1d084827256e admin admin] Request body: {'subnet': {'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-671040854-subnet', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:35.542708 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110d9b8-e0e5-463e-aae4-139c8214b22f admin admin] Pushing event updated for resources: {'Network': ['ID=5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:35.543785 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1798f56-3940-4e78-ac62-b51e8140127e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (b75b2a35-4122-496e-83d5-62a8266e9998), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.546176 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1798f56-3940-4e78-ac62-b51e8140127e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router_controller (b75b2a35-4122-496e-83d5-62a8266e9998), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.554775 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:18:35.556391 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1bd164-77f7-4b39-b15f-1d084827256e admin admin] Made reservation on behalf of 4726a29cc92145328d9a07ccc7d46d1c for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:18:35.558850 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2b1bd164-77f7-4b39-b15f-1d084827256e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.596787 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1798f56-3940-4e78-ac62-b51e8140127e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (b75b2a35-4122-496e-83d5-62a8266e9998), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.597688 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1798f56-3940-4e78-ac62-b51e8140127e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Fanout notify agent at l3_agent the message router_deleted on router b75b2a35-4122-496e-83d5-62a8266e9998 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:18:35.603720 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:18:35.605687 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b1798f56-3940-4e78-ac62-b51e8140127e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.606879 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b1798f56-3940-4e78-ac62-b51e8140127e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "DELETE /v2.0/routers/b75b2a35-4122-496e-83d5-62a8266e9998 HTTP/1.1" status: 204 len: 168 time: 1.4078548 Feb 09 02:18:35.609568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55908) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:35.640161 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:18:35.640743 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 00a77aed-d6b5-4ec2-bbc3-a88d02ed3b5d not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:18:35.716125 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6701b4fa-b2f8-4d65-b6c2-506f9d1f61d5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (af65599d-3d6f-4dd7-a20f-0c49a4afc927), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.761611 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2b1bd164-77f7-4b39-b15f-1d084827256e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (18514aa6-2ff8-434c-a665-9dfdbe4b6bde), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.815258 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6701b4fa-b2f8-4d65-b6c2-506f9d1f61d5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (af65599d-3d6f-4dd7-a20f-0c49a4afc927), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.819168 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1bd164-77f7-4b39-b15f-1d084827256e admin admin] Pushing event updated for resources: {'Subnet': ['ID=18514aa6-2ff8-434c-a665-9dfdbe4b6bde,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:35.828489 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1bd164-77f7-4b39-b15f-1d084827256e admin admin] Checking segment: {'id': 'af426bc0-ade1-4151-a734-4162e08ed075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:35.828850 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1bd164-77f7-4b39-b15f-1d084827256e admin admin] Network hostable DHCP agents. Network: 5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:18:35.836157 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-6701b4fa-b2f8-4d65-b6c2-506f9d1f61d5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af65599d-3d6f-4dd7-a20f-0c49a4afc927']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:35.846487 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1bd164-77f7-4b39-b15f-1d084827256e admin admin] Network 5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:18:35.846692 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-6701b4fa-b2f8-4d65-b6c2-506f9d1f61d5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb335741-d508-4bb6-85e9-f48af9708ec1') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:35.846897 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-6701b4fa-b2f8-4d65-b6c2-506f9d1f61d5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb335741-d508-4bb6-85e9-f48af9708ec1') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:35.855339 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-2b1bd164-77f7-4b39-b15f-1d084827256e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:35.856677 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6701b4fa-b2f8-4d65-b6c2-506f9d1f61d5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (fb335741-d508-4bb6-85e9-f48af9708ec1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.861325 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1bd164-77f7-4b39-b15f-1d084827256e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:35.861972 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2b1bd164-77f7-4b39-b15f-1d084827256e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.866750 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9d9bf1-5e6d-49bd-851a-c296da600a4b None None] Network 5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:18:35.875438 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6701b4fa-b2f8-4d65-b6c2-506f9d1f61d5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (fb335741-d508-4bb6-85e9-f48af9708ec1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.880276 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2b1bd164-77f7-4b39-b15f-1d084827256e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3559563 Feb 09 02:18:35.882941 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55910) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:35.883169 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6701b4fa-b2f8-4d65-b6c2-506f9d1f61d5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:18:35.883713 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6701b4fa-b2f8-4d65-b6c2-506f9d1f61d5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (fb335741-d508-4bb6-85e9-f48af9708ec1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.888165 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4e087a4f-a5f6-491d-a359-0713cece6655 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-671040854-router', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:18:35.889311 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:18:35.911048 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e087a4f-a5f6-491d-a359-0713cece6655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (0e248890-717d-44a0-b5f5-0f895e74f183), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.913205 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e087a4f-a5f6-491d-a359-0713cece6655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (0e248890-717d-44a0-b5f5-0f895e74f183), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.950132 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6701b4fa-b2f8-4d65-b6c2-506f9d1f61d5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (af65599d-3d6f-4dd7-a20f-0c49a4afc927), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.955556 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6701b4fa-b2f8-4d65-b6c2-506f9d1f61d5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.961738 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6701b4fa-b2f8-4d65-b6c2-506f9d1f61d5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "DELETE /v2.0/networks/af65599d-3d6f-4dd7-a20f-0c49a4afc927 HTTP/1.1" status: 204 len: 168 time: 0.3465476 Feb 09 02:18:35.962352 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55912) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:35.974673 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701b4fa-b2f8-4d65-b6c2-506f9d1f61d5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'Network': ['ID=af65599d-3d6f-4dd7-a20f-0c49a4afc927,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:35.994534 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd1f6bc-4579-482a-86dd-1fce2103e97e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'fixed_ips': [{'subnet_id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:18:35.995432 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bcd1f6bc-4579-482a-86dd-1fce2103e97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.031846 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e087a4f-a5f6-491d-a359-0713cece6655 admin admin] Publish callbacks [] for router_controller (0e248890-717d-44a0-b5f5-0f895e74f183), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.142917 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-bcd1f6bc-4579-482a-86dd-1fce2103e97e None None] Allocated IP 172.20.0.2 (5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2/18514aa6-2ff8-434c-a665-9dfdbe4b6bde/a33e83bc-44c5-4c76-a781-662959b70c5a) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:36.194799 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b03bcf4-7c16-4edf-9c22-56ae02dbbc38 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (bc76c581-5944-4675-ae7e-7cb92dfcfbd6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.219513 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e087a4f-a5f6-491d-a359-0713cece6655 admin admin] Publish callbacks [] for router_gateway (0e248890-717d-44a0-b5f5-0f895e74f183), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.239218 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b03bcf4-7c16-4edf-9c22-56ae02dbbc38 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (bc76c581-5944-4675-ae7e-7cb92dfcfbd6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.365703 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b03bcf4-7c16-4edf-9c22-56ae02dbbc38 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (bc76c581-5944-4675-ae7e-7cb92dfcfbd6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.368253 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b03bcf4-7c16-4edf-9c22-56ae02dbbc38 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.369411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1b03bcf4-7c16-4edf-9c22-56ae02dbbc38 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "DELETE /v2.0/security-groups/bc76c581-5944-4675-ae7e-7cb92dfcfbd6 HTTP/1.1" status: 204 len: 168 time: 0.4059019 Feb 09 02:18:36.417479 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03bcf4-7c16-4edf-9c22-56ae02dbbc38 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc76c581-5944-4675-ae7e-7cb92dfcfbd6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:36.479608 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bcd1f6bc-4579-482a-86dd-1fce2103e97e None None] Publish callbacks [] for port (a33e83bc-44c5-4c76-a781-662959b70c5a), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.486764 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bcd1f6bc-4579-482a-86dd-1fce2103e97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (a33e83bc-44c5-4c76-a781-662959b70c5a), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.496168 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e087a4f-a5f6-491d-a359-0713cece6655 admin admin] Publish callbacks [] for router_gateway (0e248890-717d-44a0-b5f5-0f895e74f183), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.517976 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e087a4f-a5f6-491d-a359-0713cece6655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.523693 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd1f6bc-4579-482a-86dd-1fce2103e97e None None] Network 5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:36.526488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-bcd1f6bc-4579-482a-86dd-1fce2103e97e None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:36.529121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd1f6bc-4579-482a-86dd-1fce2103e97e None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:36.548596 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1f6bc-4579-482a-86dd-1fce2103e97e None None] Pushing event updated for resources: {'Port': ['ID=a33e83bc-44c5-4c76-a781-662959b70c5a,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:36.597867 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-bcd1f6bc-4579-482a-86dd-1fce2103e97e None None] Attempting to bind port a33e83bc-44c5-4c76-a781-662959b70c5a on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:18:36.598604 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-bcd1f6bc-4579-482a-86dd-1fce2103e97e None None] Attempting to bind port a33e83bc-44c5-4c76-a781-662959b70c5a by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'af426bc0-ade1-4151-a734-4162e08ed075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:18:36.598604 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1f6bc-4579-482a-86dd-1fce2103e97e None None] Attempting to bind port a33e83bc-44c5-4c76-a781-662959b70c5a on network 5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:18:36.603630 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1f6bc-4579-482a-86dd-1fce2103e97e None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:18:36.604003 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1f6bc-4579-482a-86dd-1fce2103e97e None None] Checking segment: {'id': 'af426bc0-ade1-4151-a734-4162e08ed075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:36.604406 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bcd1f6bc-4579-482a-86dd-1fce2103e97e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.604796 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1f6bc-4579-482a-86dd-1fce2103e97e None None] Bound using segment: {'id': 'af426bc0-ade1-4151-a734-4162e08ed075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:18:36.605261 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-bcd1f6bc-4579-482a-86dd-1fce2103e97e None None] Bound port: a33e83bc-44c5-4c76-a781-662959b70c5a, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af426bc0-ade1-4151-a734-4162e08ed075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:18:36.606065 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bcd1f6bc-4579-482a-86dd-1fce2103e97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a33e83bc-44c5-4c76-a781-662959b70c5a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.633123 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-4e087a4f-a5f6-491d-a359-0713cece6655 admin admin] Allocated IP 172.25.7.144 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/701d45dc-cdd4-4119-b0f5-99eaf72a4760) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:36.660260 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55918) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:36.665161 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-bd4d99c9-05f8-45ff-ab22-c8026ec9a735 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-389780228', 'description': 'tempest-secgroup-smoke-389780228 description', 'project_id': '2c59903585c449439619eb0edc719ef1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:36.680685 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-bcd1f6bc-4579-482a-86dd-1fce2103e97e None None] For port a33e83bc-44c5-4c76-a781-662959b70c5a, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:18:36.683975 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-bcd1f6bc-4579-482a-86dd-1fce2103e97e None None] For port a33e83bc-44c5-4c76-a781-662959b70c5a, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a33e83bc-44c5-4c76-a781-662959b70c5a,segment=NetworkSegment(af426bc0-ade1-4151-a734-4162e08ed075),segment_id=af426bc0-ade1-4151-a734-4162e08ed075)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:18:36.689705 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd4d99c9-05f8-45ff-ab22-c8026ec9a735 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.692954 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bcd1f6bc-4579-482a-86dd-1fce2103e97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a33e83bc-44c5-4c76-a781-662959b70c5a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.766034 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e087a4f-a5f6-491d-a359-0713cece6655 admin admin] Publish callbacks [] for port (701d45dc-cdd4-4119-b0f5-99eaf72a4760), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.769073 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1f6bc-4579-482a-86dd-1fce2103e97e None None] Pushing event updated for resources: {'Port': ['ID=a33e83bc-44c5-4c76-a781-662959b70c5a,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:36.794955 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd4d99c9-05f8-45ff-ab22-c8026ec9a735 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.801270 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd4d99c9-05f8-45ff-ab22-c8026ec9a735 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.810477 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e087a4f-a5f6-491d-a359-0713cece6655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (701d45dc-cdd4-4119-b0f5-99eaf72a4760), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.847932 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd4d99c9-05f8-45ff-ab22-c8026ec9a735 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.849272 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bd4d99c9-05f8-45ff-ab22-c8026ec9a735 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1879480 Feb 09 02:18:36.851314 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d99c9-05f8-45ff-ab22-c8026ec9a735 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:36.851521 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e087a4f-a5f6-491d-a359-0713cece6655 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:36.853304 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55920) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:36.857650 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d1f9886b-6d19-4dc7-991b-e17e16f1f30e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group_rule': {'security_group_id': 'b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136', 'project_id': '2c59903585c449439619eb0edc719ef1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:36.859332 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-4e087a4f-a5f6-491d-a359-0713cece6655 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:36.863398 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e087a4f-a5f6-491d-a359-0713cece6655 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:36.869652 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e087a4f-a5f6-491d-a359-0713cece6655 admin admin] Pushing event updated for resources: {'Port': ['ID=701d45dc-cdd4-4119-b0f5-99eaf72a4760,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:36.890574 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d1f9886b-6d19-4dc7-991b-e17e16f1f30e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (80c6bde7-3654-4238-a0e2-4449fbc43639), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.935763 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a6ee742d-3f37-4ded-b2ae-7d35c96eac1a no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:18:36.978456 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: a6ee742d-3f37-4ded-b2ae-7d35c96eac1a {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:18:36.979608 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a6ee742d-3f37-4ded-b2ae-7d35c96eac1a not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:18:36.981557 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d1f9886b-6d19-4dc7-991b-e17e16f1f30e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (80c6bde7-3654-4238-a0e2-4449fbc43639), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.982070 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device cff42d10-2181-475e-8283-936707ae8da9 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:18:36.990860 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d1f9886b-6d19-4dc7-991b-e17e16f1f30e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (80c6bde7-3654-4238-a0e2-4449fbc43639), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.016726 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9886b-6d19-4dc7-991b-e17e16f1f30e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c6bde7-3654-4238-a0e2-4449fbc43639,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:37.030775 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: cff42d10-2181-475e-8283-936707ae8da9 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:18:37.031186 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device cff42d10-2181-475e-8283-936707ae8da9 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:18:37.035248 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d1f9886b-6d19-4dc7-991b-e17e16f1f30e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.036473 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d1f9886b-6d19-4dc7-991b-e17e16f1f30e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1822624 Feb 09 02:18:37.039228 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55922) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:37.043700 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-0451eaea-5094-420f-970d-7a744ad7e998 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group_rule': {'security_group_id': 'b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136', 'project_id': '2c59903585c449439619eb0edc719ef1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:37.084091 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0451eaea-5094-420f-970d-7a744ad7e998 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (1aa54bd2-e9b5-497e-990c-0ced2abf0709), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.162001 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0451eaea-5094-420f-970d-7a744ad7e998 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (1aa54bd2-e9b5-497e-990c-0ced2abf0709), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.168273 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0451eaea-5094-420f-970d-7a744ad7e998 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (1aa54bd2-e9b5-497e-990c-0ced2abf0709), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.190239 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451eaea-5094-420f-970d-7a744ad7e998 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa54bd2-e9b5-497e-990c-0ced2abf0709,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:37.196713 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0451eaea-5094-420f-970d-7a744ad7e998 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.198718 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0451eaea-5094-420f-970d-7a744ad7e998 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1584017 Feb 09 02:18:37.201605 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55924) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:37.208646 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-6d85b24c-763f-4fdc-a2b1-f1235af5d9b8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group_rule': {'security_group_id': 'b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136', 'project_id': '2c59903585c449439619eb0edc719ef1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:37.235849 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e087a4f-a5f6-491d-a359-0713cece6655 admin admin] Publish callbacks [] for router_gateway (0e248890-717d-44a0-b5f5-0f895e74f183), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.308273 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d85b24c-763f-4fdc-a2b1-f1235af5d9b8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (2715da1b-6865-4c17-bd61-ab41418e9478), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.381419 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d85b24c-763f-4fdc-a2b1-f1235af5d9b8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (2715da1b-6865-4c17-bd61-ab41418e9478), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.417241 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d85b24c-763f-4fdc-a2b1-f1235af5d9b8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (2715da1b-6865-4c17-bd61-ab41418e9478), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.472240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85b24c-763f-4fdc-a2b1-f1235af5d9b8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2715da1b-6865-4c17-bd61-ab41418e9478,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:37.482628 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d85b24c-763f-4fdc-a2b1-f1235af5d9b8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.487026 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6d85b24c-763f-4fdc-a2b1-f1235af5d9b8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2813044 Feb 09 02:18:37.487225 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55926) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:37.492796 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-92ac57f8-8829-4dfa-85f2-e9dedf9f8c5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group_rule': {'security_group_id': 'b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136', 'project_id': '2c59903585c449439619eb0edc719ef1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:37.500305 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5f51a7e4-a77c-49c3-b6bc-0ee04b02b896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.534401 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e087a4f-a5f6-491d-a359-0713cece6655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (0e248890-717d-44a0-b5f5-0f895e74f183), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.539911 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-92ac57f8-8829-4dfa-85f2-e9dedf9f8c5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (8813de9f-7615-41d0-91b0-4fcc378acf72), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.673303 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-92ac57f8-8829-4dfa-85f2-e9dedf9f8c5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (8813de9f-7615-41d0-91b0-4fcc378acf72), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.680231 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-92ac57f8-8829-4dfa-85f2-e9dedf9f8c5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (8813de9f-7615-41d0-91b0-4fcc378acf72), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.705297 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac57f8-8829-4dfa-85f2-e9dedf9f8c5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8813de9f-7615-41d0-91b0-4fcc378acf72,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:37.719789 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-92ac57f8-8829-4dfa-85f2-e9dedf9f8c5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.723615 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-92ac57f8-8829-4dfa-85f2-e9dedf9f8c5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2328689 Feb 09 02:18:37.724115 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55928) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:37.730203 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-ed57ab86-36f0-49ea-9d5f-7a37853fab7b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group_rule': {'security_group_id': 'b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136', 'project_id': '2c59903585c449439619eb0edc719ef1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:37.771842 n-d-828387-3 neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-ed57ab86-36f0-49ea-9d5f-7a37853fab7b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Project 2c59903585c449439619eb0edc719ef1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:18:37.776324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e087a4f-a5f6-491d-a359-0713cece6655 admin admin] Router 0e248890-717d-44a0-b5f5-0f895e74f183 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:18:37.781264 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ed57ab86-36f0-49ea-9d5f-7a37853fab7b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (5a31d67c-4a9b-44b2-90a8-e45daa4f9e43), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.867607 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdff980-2486-4a59-a9df-9b0ef9c15d86 None None] Network 5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:18:37.911835 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ed57ab86-36f0-49ea-9d5f-7a37853fab7b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (5a31d67c-4a9b-44b2-90a8-e45daa4f9e43), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.917989 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ed57ab86-36f0-49ea-9d5f-7a37853fab7b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (5a31d67c-4a9b-44b2-90a8-e45daa4f9e43), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.943752 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57ab86-36f0-49ea-9d5f-7a37853fab7b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a31d67c-4a9b-44b2-90a8-e45daa4f9e43,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:37.944304 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-09a8f9ac-8763-4a25-be3d-b62f9c5000ac None None] Provisioning complete for port a33e83bc-44c5-4c76-a781-662959b70c5a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:37.944678 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-09a8f9ac-8763-4a25-be3d-b62f9c5000ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a33e83bc-44c5-4c76-a781-662959b70c5a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.954501 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e087a4f-a5f6-491d-a359-0713cece6655 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:18:37.965503 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ed57ab86-36f0-49ea-9d5f-7a37853fab7b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.966795 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ed57ab86-36f0-49ea-9d5f-7a37853fab7b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2400272 Feb 09 02:18:37.971349 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55930) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:37.972844 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] Sync routers for ids ['0e248890-717d-44a0-b5f5-0f895e74f183'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:18:37.976566 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2fa7836b-ff4e-4b63-bc41-4fbe8e09675c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group_rule': {'security_group_id': 'b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136', 'project_id': '2c59903585c449439619eb0edc719ef1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:37.984259 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e087a4f-a5f6-491d-a359-0713cece6655 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.985589 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4e087a4f-a5f6-491d-a359-0713cece6655 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1013911 Feb 09 02:18:37.988309 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55932) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:38.020261 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] Routers {'0e248890-717d-44a0-b5f5-0f895e74f183'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:38.020893 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:18:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0e248890-717d-44a0-b5f5-0f895e74f183'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:38.073059 n-d-828387-3 neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-2fa7836b-ff4e-4b63-bc41-4fbe8e09675c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Project 2c59903585c449439619eb0edc719ef1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:18:38.081560 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2fa7836b-ff4e-4b63-bc41-4fbe8e09675c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (df7e2b76-45c1-45c5-95c6-03dd1d558f28), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.175545 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-09a8f9ac-8763-4a25-be3d-b62f9c5000ac None None] Current status of the port a33e83bc-44c5-4c76-a781-662959b70c5a is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:38.175935 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-09a8f9ac-8763-4a25-be3d-b62f9c5000ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a33e83bc-44c5-4c76-a781-662959b70c5a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.188915 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] Set router 0e248890-717d-44a0-b5f5-0f895e74f183 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:38.222050 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2fa7836b-ff4e-4b63-bc41-4fbe8e09675c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (df7e2b76-45c1-45c5-95c6-03dd1d558f28), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.231647 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2fa7836b-ff4e-4b63-bc41-4fbe8e09675c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (df7e2b76-45c1-45c5-95c6-03dd1d558f28), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.263183 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7836b-ff4e-4b63-bc41-4fbe8e09675c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7e2b76-45c1-45c5-95c6-03dd1d558f28,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:38.280895 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2fa7836b-ff4e-4b63-bc41-4fbe8e09675c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.282725 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2fa7836b-ff4e-4b63-bc41-4fbe8e09675c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3103094 Feb 09 02:18:38.286374 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55934) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:38.291860 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-3e20bc48-98ed-45bf-b3aa-f751e8fd01b6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'network': {'name': 'tempest-network-smoke--1154633319', 'project_id': '2c59903585c449439619eb0edc719ef1', 'port_security_enabled': True}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:38.325047 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e20bc48-98ed-45bf-b3aa-f751e8fd01b6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Made reservation on behalf of 2c59903585c449439619eb0edc719ef1 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:18:38.329736 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3e20bc48-98ed-45bf-b3aa-f751e8fd01b6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.357262 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e20bc48-98ed-45bf-b3aa-f751e8fd01b6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:18:38.360758 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-09a8f9ac-8763-4a25-be3d-b62f9c5000ac None None] For port a33e83bc-44c5-4c76-a781-662959b70c5a, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a33e83bc-44c5-4c76-a781-662959b70c5a,segment=NetworkSegment(af426bc0-ade1-4151-a734-4162e08ed075),segment_id=af426bc0-ade1-4151-a734-4162e08ed075)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:38.368575 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3e20bc48-98ed-45bf-b3aa-f751e8fd01b6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (fd65e238-9775-4fa0-93b0-38655b236aa9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.369142 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-3e20bc48-98ed-45bf-b3aa-f751e8fd01b6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Added segment fd65e238-9775-4fa0-93b0-38655b236aa9 of type vlan for network cb558a6a-4226-490a-bc30-1177f4036e2e Feb 09 02:18:38.384625 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-09a8f9ac-8763-4a25-be3d-b62f9c5000ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a33e83bc-44c5-4c76-a781-662959b70c5a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.416618 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3e20bc48-98ed-45bf-b3aa-f751e8fd01b6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (cb558a6a-4226-490a-bc30-1177f4036e2e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.442819 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3e20bc48-98ed-45bf-b3aa-f751e8fd01b6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (cb558a6a-4226-490a-bc30-1177f4036e2e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.448009 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e20bc48-98ed-45bf-b3aa-f751e8fd01b6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:38.449003 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3e20bc48-98ed-45bf-b3aa-f751e8fd01b6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.450962 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8f9ac-8763-4a25-be3d-b62f9c5000ac None None] Pushing event updated for resources: {'Port': ['ID=a33e83bc-44c5-4c76-a781-662959b70c5a,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:38.470753 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'name': 'tempest-TestVolumeBackupRestore-671040854-router', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:35Z', 'updated_at': '2022-02-09T02:18:37Z', 'revision_number': 3, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'gw_port': {'id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:36Z', 'updated_at': '2022-02-09T02:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:38.505371 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] Checking router: 0e248890-717d-44a0-b5f5-0f895e74f183 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:18:38.506381 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] Updating router 0e248890-717d-44a0-b5f5-0f895e74f183 port 701d45dc-cdd4-4119-b0f5-99eaf72a4760 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:18:38.506674 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3e20bc48-98ed-45bf-b3aa-f751e8fd01b6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2188301 Feb 09 02:18:38.513332 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55936) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:38.520741 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-a31684f6-55af-40f8-9035-62db7968eeb3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1996432804', 'admin_state_up': True, 'project_id': '2c59903585c449439619eb0edc719ef1', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:38.538265 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20bc48-98ed-45bf-b3aa-f751e8fd01b6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Network': ['ID=cb558a6a-4226-490a-bc30-1177f4036e2e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:38.548953 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (701d45dc-cdd4-4119-b0f5-99eaf72a4760), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.551222 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a31684f6-55af-40f8-9035-62db7968eeb3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (e1412fc5-ddee-42f2-b083-62bb5705d7e1), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.553244 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a31684f6-55af-40f8-9035-62db7968eeb3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (e1412fc5-ddee-42f2-b083-62bb5705d7e1), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.553414 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b4b58d7-96b9-45e6-8ce5-01e3ea5db6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.553546 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network cb558a6a-4226-490a-bc30-1177f4036e2e details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:18:38.554568 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8974964e-fca3-4ab6-91b3-5cbd4095aede None None] Provisioning complete for port a33e83bc-44c5-4c76-a781-662959b70c5a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:38.554930 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8974964e-fca3-4ab6-91b3-5cbd4095aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a33e83bc-44c5-4c76-a781-662959b70c5a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.618050 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a31684f6-55af-40f8-9035-62db7968eeb3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router_controller (e1412fc5-ddee-42f2-b083-62bb5705d7e1), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.745184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-9b4b58d7-96b9-45e6-8ce5-01e3ea5db6ed admin admin] Allocated IP 172.20.0.1 (5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2/18514aa6-2ff8-434c-a665-9dfdbe4b6bde/c968df02-bf3e-4d65-bfde-034346f144d1) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:38.804395 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a31684f6-55af-40f8-9035-62db7968eeb3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router_gateway (e1412fc5-ddee-42f2-b083-62bb5705d7e1), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.846493 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8974964e-fca3-4ab6-91b3-5cbd4095aede None None] Current status of the port a33e83bc-44c5-4c76-a781-662959b70c5a is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:38.948246 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b4b58d7-96b9-45e6-8ce5-01e3ea5db6ed admin admin] Publish callbacks [] for port (c968df02-bf3e-4d65-bfde-034346f144d1), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.996862 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] Publish callbacks [] for port (701d45dc-cdd4-4119-b0f5-99eaf72a4760), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.002114 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b4b58d7-96b9-45e6-8ce5-01e3ea5db6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (c968df02-bf3e-4d65-bfde-034346f144d1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.002431 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a33e83bc-44c5-4c76-a781-662959b70c5a up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:39.042475 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (701d45dc-cdd4-4119-b0f5-99eaf72a4760), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.070803 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4b58d7-96b9-45e6-8ce5-01e3ea5db6ed admin admin] Network 5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:39.081566 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a31684f6-55af-40f8-9035-62db7968eeb3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router_gateway (e1412fc5-ddee-42f2-b083-62bb5705d7e1), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.081805 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-9b4b58d7-96b9-45e6-8ce5-01e3ea5db6ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:39.087388 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4b58d7-96b9-45e6-8ce5-01e3ea5db6ed admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:39.109127 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a31684f6-55af-40f8-9035-62db7968eeb3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.133672 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b58d7-96b9-45e6-8ce5-01e3ea5db6ed admin admin] Pushing event updated for resources: {'Port': ['ID=c968df02-bf3e-4d65-bfde-034346f144d1,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:39.163767 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcb6b1-9223-4876-aaed-00a8fb60f362 None None] Pushing event updated for resources: {'Port': ['ID=701d45dc-cdd4-4119-b0f5-99eaf72a4760,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:39.169165 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] Attempting to bind port 701d45dc-cdd4-4119-b0f5-99eaf72a4760 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:18:39.169745 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] Attempting to bind port 701d45dc-cdd4-4119-b0f5-99eaf72a4760 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:18:39.170319 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] Attempting to bind port 701d45dc-cdd4-4119-b0f5-99eaf72a4760 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:18:39.172680 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b4b58d7-96b9-45e6-8ce5-01e3ea5db6ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (0e248890-717d-44a0-b5f5-0f895e74f183), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.187513 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:18:39.188104 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:39.188745 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.189370 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:18:39.190140 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] Bound port: 701d45dc-cdd4-4119-b0f5-99eaf72a4760, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:18:39.190740 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (701d45dc-cdd4-4119-b0f5-99eaf72a4760), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.232863 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port a33e83bc-44c5-4c76-a781-662959b70c5a triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:39.234428 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a33e83bc-44c5-4c76-a781-662959b70c5a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.258653 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-a31684f6-55af-40f8-9035-62db7968eeb3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Allocated IP 172.25.7.49 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/64ce4489-5126-4e79-8e33-2f1240e9f7d6) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:39.297263 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] For port 701d45dc-cdd4-4119-b0f5-99eaf72a4760, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:18:39.300975 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] For port 701d45dc-cdd4-4119-b0f5-99eaf72a4760, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=701d45dc-cdd4-4119-b0f5-99eaf72a4760,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:18:39.313153 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (701d45dc-cdd4-4119-b0f5-99eaf72a4760), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.370759 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b4b58d7-96b9-45e6-8ce5-01e3ea5db6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c968df02-bf3e-4d65-bfde-034346f144d1), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.377847 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port a33e83bc-44c5-4c76-a781-662959b70c5a is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:39.400940 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a31684f6-55af-40f8-9035-62db7968eeb3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for port (64ce4489-5126-4e79-8e33-2f1240e9f7d6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.419913 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] Routers {'0e248890-717d-44a0-b5f5-0f895e74f183'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:39.421349 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:18:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0e248890-717d-44a0-b5f5-0f895e74f183'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:39.424889 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcb6b1-9223-4876-aaed-00a8fb60f362 None None] Pushing event updated for resources: {'Port': ['ID=701d45dc-cdd4-4119-b0f5-99eaf72a4760,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:39.453590 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a31684f6-55af-40f8-9035-62db7968eeb3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (64ce4489-5126-4e79-8e33-2f1240e9f7d6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.503229 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31684f6-55af-40f8-9035-62db7968eeb3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:39.506264 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-a31684f6-55af-40f8-9035-62db7968eeb3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:39.511764 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31684f6-55af-40f8-9035-62db7968eeb3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:39.515522 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31684f6-55af-40f8-9035-62db7968eeb3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Port': ['ID=64ce4489-5126-4e79-8e33-2f1240e9f7d6,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:39.603049 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b4b58d7-96b9-45e6-8ce5-01e3ea5db6ed admin admin] Publish callbacks [] for port (c968df02-bf3e-4d65-bfde-034346f144d1), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.609402 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b4b58d7-96b9-45e6-8ce5-01e3ea5db6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (c968df02-bf3e-4d65-bfde-034346f144d1), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.677497 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-381ef81f-106c-415d-905f-33489b9eed56 None None] Provisioning complete for port c968df02-bf3e-4d65-bfde-034346f144d1 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:39.678180 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-381ef81f-106c-415d-905f-33489b9eed56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c968df02-bf3e-4d65-bfde-034346f144d1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.681319 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b4b58d7-96b9-45e6-8ce5-01e3ea5db6ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (0e248890-717d-44a0-b5f5-0f895e74f183), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.691122 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b58d7-96b9-45e6-8ce5-01e3ea5db6ed admin admin] Pushing event updated for resources: {'Port': ['ID=c968df02-bf3e-4d65-bfde-034346f144d1,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:39.729266 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] Set router 0e248890-717d-44a0-b5f5-0f895e74f183 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:39.731026 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-381ef81f-106c-415d-905f-33489b9eed56 None None] Port c968df02-bf3e-4d65-bfde-034346f144d1 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:18:39.790766 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4b58d7-96b9-45e6-8ce5-01e3ea5db6ed admin admin] Network 5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:39.792374 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-9b4b58d7-96b9-45e6-8ce5-01e3ea5db6ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:39.805400 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a31684f6-55af-40f8-9035-62db7968eeb3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router_gateway (e1412fc5-ddee-42f2-b083-62bb5705d7e1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.974687 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'name': 'tempest-TestVolumeBackupRestore-671040854-router', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:35Z', 'updated_at': '2022-02-09T02:18:39Z', 'revision_number': 4, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'gw_port': {'id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:36Z', 'updated_at': '2022-02-09T02:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c968df02-bf3e-4d65-bfde-034346f144d1', 'name': '', 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'mac_address': 'fa:16:3e:93:be:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:38Z', 'revision_number': 1, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'subnets': [{'id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:40.010825 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55fff29-b731-42c7-8651-3721e2b162be None None] The sync data for ids ['0e248890-717d-44a0-b5f5-0f895e74f183'] in n-d-828387-3 is: [{'id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'name': 'tempest-TestVolumeBackupRestore-671040854-router', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:35Z', 'updated_at': '2022-02-09T02:18:39Z', 'revision_number': 4, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'gw_port': {'id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:36Z', 'updated_at': '2022-02-09T02:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c968df02-bf3e-4d65-bfde-034346f144d1', 'name': '', 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'mac_address': 'fa:16:3e:93:be:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:38Z', 'revision_number': 1, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'subnets': [{'id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:18:40.084864 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a31684f6-55af-40f8-9035-62db7968eeb3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (e1412fc5-ddee-42f2-b083-62bb5705d7e1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:40.197999 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:40.215026 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9c757219-6753-4dac-9579-f51e430eb9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:40.219811 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-06dc903f-aa85-41bc-b3c6-ec16a4d5ac85 None None] Provisioning complete for port c968df02-bf3e-4d65-bfde-034346f144d1 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:40.220192 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-06dc903f-aa85-41bc-b3c6-ec16a4d5ac85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c968df02-bf3e-4d65-bfde-034346f144d1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:40.272503 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-06dc903f-aa85-41bc-b3c6-ec16a4d5ac85 None None] Port c968df02-bf3e-4d65-bfde-034346f144d1 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:18:40.302109 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31684f6-55af-40f8-9035-62db7968eeb3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Router e1412fc5-ddee-42f2-b083-62bb5705d7e1 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:18:40.438840 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31684f6-55af-40f8-9035-62db7968eeb3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:18:40.450972 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] Sync routers for ids ['e1412fc5-ddee-42f2-b083-62bb5705d7e1'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:18:40.459026 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4b58d7-96b9-45e6-8ce5-01e3ea5db6ed admin admin] Router 0e248890-717d-44a0-b5f5-0f895e74f183 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:18:40.464264 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] Routers {'e1412fc5-ddee-42f2-b083-62bb5705d7e1'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:40.465121 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:18:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['e1412fc5-ddee-42f2-b083-62bb5705d7e1'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:40.466291 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a31684f6-55af-40f8-9035-62db7968eeb3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:40.468478 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a31684f6-55af-40f8-9035-62db7968eeb3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9536393 Feb 09 02:18:40.472594 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55942) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:40.567532 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8a27c4b9-38cc-4d2b-9f86-98cba5197864 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=2c59903585c449439619eb0edc719ef1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0902727 Feb 09 02:18:40.567532 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55944) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:40.581648 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] Set router e1412fc5-ddee-42f2-b083-62bb5705d7e1 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:40.680149 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4b58d7-96b9-45e6-8ce5-01e3ea5db6ed admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:18:40.691809 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9b4b58d7-96b9-45e6-8ce5-01e3ea5db6ed admin admin] 10.222.0.36 "PUT /v2.0/routers/0e248890-717d-44a0-b5f5-0f895e74f183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7023597 Feb 09 02:18:40.707865 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71552374-6b0b-4d01-881d-f94897496eb9 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:40.712274 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55948) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:40.713070 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-71552374-6b0b-4d01-881d-f94897496eb9 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1451719 Feb 09 02:18:40.758342 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1cd8b6a1-efc4-457c-97a1-03097909ebaf tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448272 Feb 09 02:18:40.761246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55950) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:40.768189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-095cca78-f516-4d70-a972-01d4f8ebf6f8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1586099597', 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e', 'project_id': '2c59903585c449439619eb0edc719ef1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:40.822362 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996432804', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:39Z', 'revision_number': 3, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:39Z', 'updated_at': '2022-02-09T02:18:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:40.863032 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] Checking router: e1412fc5-ddee-42f2-b083-62bb5705d7e1 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:18:40.863258 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] Updating router e1412fc5-ddee-42f2-b083-62bb5705d7e1 port 64ce4489-5126-4e79-8e33-2f1240e9f7d6 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:18:40.879347 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095cca78-f516-4d70-a972-01d4f8ebf6f8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Made reservation on behalf of 2c59903585c449439619eb0edc719ef1 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:18:40.883903 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-095cca78-f516-4d70-a972-01d4f8ebf6f8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:40.901607 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (64ce4489-5126-4e79-8e33-2f1240e9f7d6), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:40.918156 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.119395 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.170509 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-095cca78-f516-4d70-a972-01d4f8ebf6f8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (c508842c-c634-432d-ba7d-96ff22f863b8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.241348 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095cca78-f516-4d70-a972-01d4f8ebf6f8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Subnet': ['ID=c508842c-c634-432d-ba7d-96ff22f863b8,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:41.248204 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095cca78-f516-4d70-a972-01d4f8ebf6f8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Checking segment: {'id': 'fd65e238-9775-4fa0-93b0-38655b236aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:41.248579 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095cca78-f516-4d70-a972-01d4f8ebf6f8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network hostable DHCP agents. Network: cb558a6a-4226-490a-bc30-1177f4036e2e, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:18:41.270642 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] Publish callbacks [] for port (64ce4489-5126-4e79-8e33-2f1240e9f7d6), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.273544 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095cca78-f516-4d70-a972-01d4f8ebf6f8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network cb558a6a-4226-490a-bc30-1177f4036e2e is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:18:41.277718 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (64ce4489-5126-4e79-8e33-2f1240e9f7d6), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.292632 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-095cca78-f516-4d70-a972-01d4f8ebf6f8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, cb558a6a-4226-490a-bc30-1177f4036e2e) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:41.298032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095cca78-f516-4d70-a972-01d4f8ebf6f8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:41.298922 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-095cca78-f516-4d70-a972-01d4f8ebf6f8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.305785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf5c7f9-cd4d-4289-be7f-6635bbca4e99 None None] Network cb558a6a-4226-490a-bc30-1177f4036e2e requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:18:41.320869 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-095cca78-f516-4d70-a972-01d4f8ebf6f8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5583687 Feb 09 02:18:41.323583 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55962) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:41.410905 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] Attempting to bind port 64ce4489-5126-4e79-8e33-2f1240e9f7d6 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:18:41.416462 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] Attempting to bind port 64ce4489-5126-4e79-8e33-2f1240e9f7d6 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:18:41.417032 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] Attempting to bind port 64ce4489-5126-4e79-8e33-2f1240e9f7d6 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:18:41.423302 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55966) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:41.433699 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309372cf-0f29-41f1-bcc7-2b2138167206 None None] Pushing event updated for resources: {'Port': ['ID=64ce4489-5126-4e79-8e33-2f1240e9f7d6,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:41.433945 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1abbae40-ef79-4aa0-b440-3688856c4fa6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1658116725-network', 'tenant_id': '19ca0d102f034b899c4c8df8c3316d07'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:41.444983 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:18:41.445378 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:41.445761 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.446154 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:18:41.446639 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] Bound port: 64ce4489-5126-4e79-8e33-2f1240e9f7d6, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:18:41.447011 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (64ce4489-5126-4e79-8e33-2f1240e9f7d6), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.455898 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309372cf-0f29-41f1-bcc7-2b2138167206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:41.456589 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309372cf-0f29-41f1-bcc7-2b2138167206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:41.456589 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309372cf-0f29-41f1-bcc7-2b2138167206 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:41.456897 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309372cf-0f29-41f1-bcc7-2b2138167206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:41.457234 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309372cf-0f29-41f1-bcc7-2b2138167206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:41.457570 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309372cf-0f29-41f1-bcc7-2b2138167206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:41.457900 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309372cf-0f29-41f1-bcc7-2b2138167206 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:41.458228 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309372cf-0f29-41f1-bcc7-2b2138167206 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:41.458553 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309372cf-0f29-41f1-bcc7-2b2138167206 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:41.458880 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309372cf-0f29-41f1-bcc7-2b2138167206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:41.459219 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309372cf-0f29-41f1-bcc7-2b2138167206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:41.459574 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309372cf-0f29-41f1-bcc7-2b2138167206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:41.459900 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309372cf-0f29-41f1-bcc7-2b2138167206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:41.494341 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abbae40-ef79-4aa0-b440-3688856c4fa6 admin admin] Made reservation on behalf of 19ca0d102f034b899c4c8df8c3316d07 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:18:41.501080 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1317d2c-377d-4b31-a9d8-f19949a1c8af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-cb558a6a-4226-490a-bc30-1177f4036e2e', 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e', 'project_id': '2c59903585c449439619eb0edc719ef1', 'fixed_ips': [{'subnet_id': 'c508842c-c634-432d-ba7d-96ff22f863b8'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:18:41.502256 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d1317d2c-377d-4b31-a9d8-f19949a1c8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.505941 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1abbae40-ef79-4aa0-b440-3688856c4fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.516947 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1abbae40-ef79-4aa0-b440-3688856c4fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.551178 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] For port 64ce4489-5126-4e79-8e33-2f1240e9f7d6, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:18:41.555420 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] For port 64ce4489-5126-4e79-8e33-2f1240e9f7d6, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=64ce4489-5126-4e79-8e33-2f1240e9f7d6,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:18:41.565826 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (64ce4489-5126-4e79-8e33-2f1240e9f7d6), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.640037 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1abbae40-ef79-4aa0-b440-3688856c4fa6 admin admin] Publish callbacks [] for security_group (35fe521a-80b3-45c5-9cfc-af71524ab34f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.646872 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1abbae40-ef79-4aa0-b440-3688856c4fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (35fe521a-80b3-45c5-9cfc-af71524ab34f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.648241 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309372cf-0f29-41f1-bcc7-2b2138167206 None None] Pushing event updated for resources: {'Port': ['ID=64ce4489-5126-4e79-8e33-2f1240e9f7d6,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:41.657118 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] Routers {'e1412fc5-ddee-42f2-b083-62bb5705d7e1'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:41.658368 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:18:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['e1412fc5-ddee-42f2-b083-62bb5705d7e1'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:41.662948 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abbae40-ef79-4aa0-b440-3688856c4fa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:18:41.674712 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1abbae40-ef79-4aa0-b440-3688856c4fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (577c3ec0-0662-4a01-83a1-84acfdb65a1c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.675125 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-1abbae40-ef79-4aa0-b440-3688856c4fa6 admin admin] Added segment 577c3ec0-0662-4a01-83a1-84acfdb65a1c of type vlan for network a203c29e-1bca-4e64-82b2-90a3cbab25e2 Feb 09 02:18:41.733108 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-d1317d2c-377d-4b31-a9d8-f19949a1c8af None None] Allocated IP 172.20.0.2 (cb558a6a-4226-490a-bc30-1177f4036e2e/c508842c-c634-432d-ba7d-96ff22f863b8/407f01c3-5e65-49f2-b760-f0deb728622f) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:41.736598 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1abbae40-ef79-4aa0-b440-3688856c4fa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (a203c29e-1bca-4e64-82b2-90a3cbab25e2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.752279 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbae40-ef79-4aa0-b440-3688856c4fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fe521a-80b3-45c5-9cfc-af71524ab34f,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:41.781846 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1abbae40-ef79-4aa0-b440-3688856c4fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (a203c29e-1bca-4e64-82b2-90a3cbab25e2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.784720 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abbae40-ef79-4aa0-b440-3688856c4fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:41.786093 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1abbae40-ef79-4aa0-b440-3688856c4fa6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.818364 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] Set router e1412fc5-ddee-42f2-b083-62bb5705d7e1 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:41.858480 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1abbae40-ef79-4aa0-b440-3688856c4fa6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4332976 Feb 09 02:18:41.866622 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55968) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:41.882946 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-499d208a-8358-46ac-9a5f-66b69af6a8d7 admin admin] Request body: {'subnet': {'network_id': 'a203c29e-1bca-4e64-82b2-90a3cbab25e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1658116725-subnet', 'tenant_id': '19ca0d102f034b899c4c8df8c3316d07', 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:41.917328 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499d208a-8358-46ac-9a5f-66b69af6a8d7 admin admin] Made reservation on behalf of 19ca0d102f034b899c4c8df8c3316d07 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:18:41.920249 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-499d208a-8358-46ac-9a5f-66b69af6a8d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.965714 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d1317d2c-377d-4b31-a9d8-f19949a1c8af None None] Publish callbacks [] for port (407f01c3-5e65-49f2-b760-f0deb728622f), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.970701 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbae40-ef79-4aa0-b440-3688856c4fa6 admin admin] Pushing event updated for resources: {'Network': ['ID=a203c29e-1bca-4e64-82b2-90a3cbab25e2,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:41.977149 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d1317d2c-377d-4b31-a9d8-f19949a1c8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (407f01c3-5e65-49f2-b760-f0deb728622f), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:42.041097 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network a203c29e-1bca-4e64-82b2-90a3cbab25e2 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:18:42.075586 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1488130a-3480-4d88-b2ef-a1b1038ce924 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:42.144823 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1317d2c-377d-4b31-a9d8-f19949a1c8af None None] Pushing event updated for resources: {'Port': ['ID=407f01c3-5e65-49f2-b760-f0deb728622f,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:42.145456 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996432804', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:39Z', 'revision_number': 3, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:39Z', 'updated_at': '2022-02-09T02:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:42.162946 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1317d2c-377d-4b31-a9d8-f19949a1c8af None None] Network cb558a6a-4226-490a-bc30-1177f4036e2e is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:42.165054 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-d1317d2c-377d-4b31-a9d8-f19949a1c8af None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:42.168682 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1317d2c-377d-4b31-a9d8-f19949a1c8af None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:42.192419 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-499d208a-8358-46ac-9a5f-66b69af6a8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (97d0f490-2d20-456d-ad6b-8d1cb54c8ac4), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:42.199119 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f801b4bf-86b6-4d54-a8a7-7da20304654c None None] The sync data for ids ['e1412fc5-ddee-42f2-b083-62bb5705d7e1'] in n-d-828387-3 is: [{'id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996432804', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:39Z', 'revision_number': 3, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:39Z', 'updated_at': '2022-02-09T02:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:18:42.245356 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d1317d2c-377d-4b31-a9d8-f19949a1c8af None None] Attempting to bind port 407f01c3-5e65-49f2-b760-f0deb728622f on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:18:42.245870 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d1317d2c-377d-4b31-a9d8-f19949a1c8af None None] Attempting to bind port 407f01c3-5e65-49f2-b760-f0deb728622f by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'fd65e238-9775-4fa0-93b0-38655b236aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:18:42.246339 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1317d2c-377d-4b31-a9d8-f19949a1c8af None None] Attempting to bind port 407f01c3-5e65-49f2-b760-f0deb728622f on network cb558a6a-4226-490a-bc30-1177f4036e2e {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:18:42.252157 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1317d2c-377d-4b31-a9d8-f19949a1c8af None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:18:42.252719 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1317d2c-377d-4b31-a9d8-f19949a1c8af None None] Checking segment: {'id': 'fd65e238-9775-4fa0-93b0-38655b236aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:42.253346 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d1317d2c-377d-4b31-a9d8-f19949a1c8af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:42.253851 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1317d2c-377d-4b31-a9d8-f19949a1c8af None None] Bound using segment: {'id': 'fd65e238-9775-4fa0-93b0-38655b236aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:18:42.254669 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d1317d2c-377d-4b31-a9d8-f19949a1c8af None None] Bound port: 407f01c3-5e65-49f2-b760-f0deb728622f, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd65e238-9775-4fa0-93b0-38655b236aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:18:42.254669 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d1317d2c-377d-4b31-a9d8-f19949a1c8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (407f01c3-5e65-49f2-b760-f0deb728622f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:42.270975 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d208a-8358-46ac-9a5f-66b69af6a8d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97d0f490-2d20-456d-ad6b-8d1cb54c8ac4,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:42.273388 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499d208a-8358-46ac-9a5f-66b69af6a8d7 admin admin] Checking segment: {'id': '577c3ec0-0662-4a01-83a1-84acfdb65a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a203c29e-1bca-4e64-82b2-90a3cbab25e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:42.273751 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499d208a-8358-46ac-9a5f-66b69af6a8d7 admin admin] Network hostable DHCP agents. Network: a203c29e-1bca-4e64-82b2-90a3cbab25e2, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:18:42.297118 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499d208a-8358-46ac-9a5f-66b69af6a8d7 admin admin] Network a203c29e-1bca-4e64-82b2-90a3cbab25e2 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:18:42.311020 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-499d208a-8358-46ac-9a5f-66b69af6a8d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, a203c29e-1bca-4e64-82b2-90a3cbab25e2) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:42.316813 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499d208a-8358-46ac-9a5f-66b69af6a8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:42.318633 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-499d208a-8358-46ac-9a5f-66b69af6a8d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:42.326411 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a486ded-c2a9-4164-b36e-2eaf4fc7ad9c None None] Network a203c29e-1bca-4e64-82b2-90a3cbab25e2 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:18:42.350553 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-499d208a-8358-46ac-9a5f-66b69af6a8d7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4707716 Feb 09 02:18:42.350802 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 55970) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:42.355308 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-69262481-55d6-45b1-ba44-2faa474547e1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1658116725-router', 'tenant_id': '19ca0d102f034b899c4c8df8c3316d07', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:42.382020 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69262481-55d6-45b1-ba44-2faa474547e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (68bac519-0b4b-456c-88b3-fe8949af7e7e), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:42.385426 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69262481-55d6-45b1-ba44-2faa474547e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (68bac519-0b4b-456c-88b3-fe8949af7e7e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:42.397988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d1317d2c-377d-4b31-a9d8-f19949a1c8af None None] For port 407f01c3-5e65-49f2-b760-f0deb728622f, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:18:42.424184 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d1317d2c-377d-4b31-a9d8-f19949a1c8af None None] For port 407f01c3-5e65-49f2-b760-f0deb728622f, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=407f01c3-5e65-49f2-b760-f0deb728622f,segment=NetworkSegment(fd65e238-9775-4fa0-93b0-38655b236aa9),segment_id=fd65e238-9775-4fa0-93b0-38655b236aa9)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:18:42.446431 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d1317d2c-377d-4b31-a9d8-f19949a1c8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (407f01c3-5e65-49f2-b760-f0deb728622f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:42.458061 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:42.459451 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69262481-55d6-45b1-ba44-2faa474547e1 admin admin] Publish callbacks [] for router_controller (68bac519-0b4b-456c-88b3-fe8949af7e7e), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:42.464934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-1488130a-3480-4d88-b2ef-a1b1038ce924 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Allocated IP 172.20.0.1 (cb558a6a-4226-490a-bc30-1177f4036e2e/c508842c-c634-432d-ba7d-96ff22f863b8/d61920b0-6a98-4c97-86c6-8a5044c536e4) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:42.605047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1317d2c-377d-4b31-a9d8-f19949a1c8af None None] Pushing event updated for resources: {'Port': ['ID=407f01c3-5e65-49f2-b760-f0deb728622f,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:42.611906 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e94799-98ab-470b-acd7-bf3071660d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-a203c29e-1bca-4e64-82b2-90a3cbab25e2', 'network_id': 'a203c29e-1bca-4e64-82b2-90a3cbab25e2', 'project_id': '19ca0d102f034b899c4c8df8c3316d07', 'fixed_ips': [{'subnet_id': '97d0f490-2d20-456d-ad6b-8d1cb54c8ac4'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:18:42.613275 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a8e94799-98ab-470b-acd7-bf3071660d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:42.682862 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1488130a-3480-4d88-b2ef-a1b1038ce924 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for port (d61920b0-6a98-4c97-86c6-8a5044c536e4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:42.738610 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69262481-55d6-45b1-ba44-2faa474547e1 admin admin] Publish callbacks [] for router_gateway (68bac519-0b4b-456c-88b3-fe8949af7e7e), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:42.739643 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1488130a-3480-4d88-b2ef-a1b1038ce924 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (d61920b0-6a98-4c97-86c6-8a5044c536e4), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:42.871688 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1488130a-3480-4d88-b2ef-a1b1038ce924 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network cb558a6a-4226-490a-bc30-1177f4036e2e is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:42.887176 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-1488130a-3480-4d88-b2ef-a1b1038ce924 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:42.897241 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-a8e94799-98ab-470b-acd7-bf3071660d31 None None] Allocated IP 172.20.0.2 (a203c29e-1bca-4e64-82b2-90a3cbab25e2/97d0f490-2d20-456d-ad6b-8d1cb54c8ac4/8e45af14-75b3-4e87-bad4-18cecea21137) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:42.908949 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1488130a-3480-4d88-b2ef-a1b1038ce924 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:42.942750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488130a-3480-4d88-b2ef-a1b1038ce924 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Port': ['ID=d61920b0-6a98-4c97-86c6-8a5044c536e4,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:42.978537 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1488130a-3480-4d88-b2ef-a1b1038ce924 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (e1412fc5-ddee-42f2-b083-62bb5705d7e1), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:43.231927 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 64ce4489-5126-4e79-8e33-2f1240e9f7d6 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:43.232501 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69262481-55d6-45b1-ba44-2faa474547e1 admin admin] Publish callbacks [] for router_gateway (68bac519-0b4b-456c-88b3-fe8949af7e7e), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:43.243318 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1488130a-3480-4d88-b2ef-a1b1038ce924 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d61920b0-6a98-4c97-86c6-8a5044c536e4), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:43.255396 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69262481-55d6-45b1-ba44-2faa474547e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:43.297306 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a8e94799-98ab-470b-acd7-bf3071660d31 None None] Publish callbacks [] for port (8e45af14-75b3-4e87-bad4-18cecea21137), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:43.310341 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a8e94799-98ab-470b-acd7-bf3071660d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (8e45af14-75b3-4e87-bad4-18cecea21137), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:43.372704 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e94799-98ab-470b-acd7-bf3071660d31 None None] Network a203c29e-1bca-4e64-82b2-90a3cbab25e2 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:43.382051 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-a8e94799-98ab-470b-acd7-bf3071660d31 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:43.384710 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e94799-98ab-470b-acd7-bf3071660d31 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:43.390202 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 64ce4489-5126-4e79-8e33-2f1240e9f7d6 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:43.390860 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (64ce4489-5126-4e79-8e33-2f1240e9f7d6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:43.417995 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e94799-98ab-470b-acd7-bf3071660d31 None None] Pushing event updated for resources: {'Port': ['ID=8e45af14-75b3-4e87-bad4-18cecea21137,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:43.419425 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-69262481-55d6-45b1-ba44-2faa474547e1 admin admin] Allocated IP 172.25.7.47 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/7466b1d0-5021-4e92-8b51-4665d3e9d4ed) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:43.528355 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a8e94799-98ab-470b-acd7-bf3071660d31 None None] Attempting to bind port 8e45af14-75b3-4e87-bad4-18cecea21137 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:18:43.529401 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a8e94799-98ab-470b-acd7-bf3071660d31 None None] Attempting to bind port 8e45af14-75b3-4e87-bad4-18cecea21137 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '577c3ec0-0662-4a01-83a1-84acfdb65a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a203c29e-1bca-4e64-82b2-90a3cbab25e2'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:18:43.529775 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e94799-98ab-470b-acd7-bf3071660d31 None None] Attempting to bind port 8e45af14-75b3-4e87-bad4-18cecea21137 on network a203c29e-1bca-4e64-82b2-90a3cbab25e2 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:18:43.535956 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:43.545204 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e94799-98ab-470b-acd7-bf3071660d31 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:18:43.545704 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e94799-98ab-470b-acd7-bf3071660d31 None None] Checking segment: {'id': '577c3ec0-0662-4a01-83a1-84acfdb65a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a203c29e-1bca-4e64-82b2-90a3cbab25e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:43.546386 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a8e94799-98ab-470b-acd7-bf3071660d31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:43.547043 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e94799-98ab-470b-acd7-bf3071660d31 None None] Bound using segment: {'id': '577c3ec0-0662-4a01-83a1-84acfdb65a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a203c29e-1bca-4e64-82b2-90a3cbab25e2'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:18:43.547709 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a8e94799-98ab-470b-acd7-bf3071660d31 None None] Bound port: 8e45af14-75b3-4e87-bad4-18cecea21137, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577c3ec0-0662-4a01-83a1-84acfdb65a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a203c29e-1bca-4e64-82b2-90a3cbab25e2'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:18:43.548168 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a8e94799-98ab-470b-acd7-bf3071660d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8e45af14-75b3-4e87-bad4-18cecea21137), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:43.642805 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1488130a-3480-4d88-b2ef-a1b1038ce924 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for port (d61920b0-6a98-4c97-86c6-8a5044c536e4), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:43.646856 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 64ce4489-5126-4e79-8e33-2f1240e9f7d6 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:43.647363 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (64ce4489-5126-4e79-8e33-2f1240e9f7d6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:43.658010 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1488130a-3480-4d88-b2ef-a1b1038ce924 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (d61920b0-6a98-4c97-86c6-8a5044c536e4), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:43.694045 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a8e94799-98ab-470b-acd7-bf3071660d31 None None] For port 8e45af14-75b3-4e87-bad4-18cecea21137, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:18:43.697563 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 64ce4489-5126-4e79-8e33-2f1240e9f7d6, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=64ce4489-5126-4e79-8e33-2f1240e9f7d6,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:43.703898 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a8e94799-98ab-470b-acd7-bf3071660d31 None None] For port 8e45af14-75b3-4e87-bad4-18cecea21137, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8e45af14-75b3-4e87-bad4-18cecea21137,segment=NetworkSegment(577c3ec0-0662-4a01-83a1-84acfdb65a1c),segment_id=577c3ec0-0662-4a01-83a1-84acfdb65a1c)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:18:43.706190 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (64ce4489-5126-4e79-8e33-2f1240e9f7d6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:43.708868 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 701d45dc-cdd4-4119-b0f5-99eaf72a4760 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:43.788289 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488130a-3480-4d88-b2ef-a1b1038ce924 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Port': ['ID=d61920b0-6a98-4c97-86c6-8a5044c536e4,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:43.788582 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a8e94799-98ab-470b-acd7-bf3071660d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8e45af14-75b3-4e87-bad4-18cecea21137), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:43.813078 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] Sync routers for ids ['0e248890-717d-44a0-b5f5-0f895e74f183'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:18:43.824798 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=64ce4489-5126-4e79-8e33-2f1240e9f7d6,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:43.848115 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1488130a-3480-4d88-b2ef-a1b1038ce924 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (e1412fc5-ddee-42f2-b083-62bb5705d7e1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:43.879696 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] Routers {'0e248890-717d-44a0-b5f5-0f895e74f183'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:43.885777 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:18:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0e248890-717d-44a0-b5f5-0f895e74f183'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:44.027999 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1488130a-3480-4d88-b2ef-a1b1038ce924 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network cb558a6a-4226-490a-bc30-1177f4036e2e is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:44.030635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-1488130a-3480-4d88-b2ef-a1b1038ce924 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:44.037631 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e94799-98ab-470b-acd7-bf3071660d31 None None] Pushing event updated for resources: {'Port': ['ID=8e45af14-75b3-4e87-bad4-18cecea21137,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:44.053452 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 701d45dc-cdd4-4119-b0f5-99eaf72a4760 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:44.053935 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (701d45dc-cdd4-4119-b0f5-99eaf72a4760), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.106613 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69262481-55d6-45b1-ba44-2faa474547e1 admin admin] Publish callbacks [] for port (7466b1d0-5021-4e92-8b51-4665d3e9d4ed), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.111149 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] Set router 0e248890-717d-44a0-b5f5-0f895e74f183 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:44.156092 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69262481-55d6-45b1-ba44-2faa474547e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (7466b1d0-5021-4e92-8b51-4665d3e9d4ed), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.180811 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8437d222-52e7-4414-825c-ccd0d2f5dbde None None] Network cb558a6a-4226-490a-bc30-1177f4036e2e requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:18:44.192419 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69262481-55d6-45b1-ba44-2faa474547e1 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:44.195516 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-69262481-55d6-45b1-ba44-2faa474547e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:44.209841 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69262481-55d6-45b1-ba44-2faa474547e1 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:44.252916 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1488130a-3480-4d88-b2ef-a1b1038ce924 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Router e1412fc5-ddee-42f2-b083-62bb5705d7e1 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:18:44.302924 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69262481-55d6-45b1-ba44-2faa474547e1 admin admin] Pushing event updated for resources: {'Port': ['ID=7466b1d0-5021-4e92-8b51-4665d3e9d4ed,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:44.427559 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1488130a-3480-4d88-b2ef-a1b1038ce924 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:18:44.440300 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1488130a-3480-4d88-b2ef-a1b1038ce924 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "PUT /v2.0/routers/e1412fc5-ddee-42f2-b083-62bb5705d7e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1155043 Feb 09 02:18:44.595062 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-057f5397-2e6a-4974-ad10-fbefa6fcb51a None None] Provisioning complete for port 407f01c3-5e65-49f2-b760-f0deb728622f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:44.595696 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-057f5397-2e6a-4974-ad10-fbefa6fcb51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (407f01c3-5e65-49f2-b760-f0deb728622f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.612331 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69262481-55d6-45b1-ba44-2faa474547e1 admin admin] Publish callbacks [] for router_gateway (68bac519-0b4b-456c-88b3-fe8949af7e7e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.653382 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 701d45dc-cdd4-4119-b0f5-99eaf72a4760 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:44.653764 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (701d45dc-cdd4-4119-b0f5-99eaf72a4760), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.715834 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 701d45dc-cdd4-4119-b0f5-99eaf72a4760, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=701d45dc-cdd4-4119-b0f5-99eaf72a4760,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:44.729715 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (701d45dc-cdd4-4119-b0f5-99eaf72a4760), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.730427 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 407f01c3-5e65-49f2-b760-f0deb728622f up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:44.749423 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-6f254717-15bd-42f0-96bc-a6a7c668a57d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-389780228&fields=id&tenant_id=2c59903585c449439619eb0edc719ef1 HTTP/1.1" status: 200 len: 267 time: 0.0948319 Feb 09 02:18:44.883901 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=701d45dc-cdd4-4119-b0f5-99eaf72a4760,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:44.904586 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-057f5397-2e6a-4974-ad10-fbefa6fcb51a None None] Current status of the port 407f01c3-5e65-49f2-b760-f0deb728622f is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:44.905697 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-057f5397-2e6a-4974-ad10-fbefa6fcb51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (407f01c3-5e65-49f2-b760-f0deb728622f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.952281 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-3769a29e-7a97-4220-9d77-1c8f52d3ee68 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:44.954043 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-3769a29e-7a97-4220-9d77-1c8f52d3ee68 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/networks?id=cb558a6a-4226-490a-bc30-1177f4036e2e HTTP/1.1" status: 200 len: 797 time: 0.1948059 Feb 09 02:18:44.956535 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 407f01c3-5e65-49f2-b760-f0deb728622f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:44.956918 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (407f01c3-5e65-49f2-b760-f0deb728622f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.961264 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-057f5397-2e6a-4974-ad10-fbefa6fcb51a None None] For port 407f01c3-5e65-49f2-b760-f0deb728622f, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=407f01c3-5e65-49f2-b760-f0deb728622f,segment=NetworkSegment(fd65e238-9775-4fa0-93b0-38655b236aa9),segment_id=fd65e238-9775-4fa0-93b0-38655b236aa9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:44.986118 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-75d979da-c920-4fe1-b5c1-73df92cf936b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/quotas/2c59903585c449439619eb0edc719ef1 HTTP/1.1" status: 200 len: 375 time: 0.0154533 Feb 09 02:18:44.994900 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69262481-55d6-45b1-ba44-2faa474547e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (68bac519-0b4b-456c-88b3-fe8949af7e7e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.996347 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'name': 'tempest-TestVolumeBackupRestore-671040854-router', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:35Z', 'updated_at': '2022-02-09T02:18:39Z', 'revision_number': 4, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'gw_port': {'id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:36Z', 'updated_at': '2022-02-09T02:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c968df02-bf3e-4d65-bfde-034346f144d1', 'name': '', 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'mac_address': 'fa:16:3e:93:be:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:39Z', 'revision_number': 2, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'subnets': [{'id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:45.001341 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-057f5397-2e6a-4974-ad10-fbefa6fcb51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (407f01c3-5e65-49f2-b760-f0deb728622f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:45.071720 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] Checking router: 0e248890-717d-44a0-b5f5-0f895e74f183 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:18:45.072358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] Updating router 0e248890-717d-44a0-b5f5-0f895e74f183 port c968df02-bf3e-4d65-bfde-034346f144d1 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:18:45.124819 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c968df02-bf3e-4d65-bfde-034346f144d1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:45.151607 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f5397-2e6a-4974-ad10-fbefa6fcb51a None None] Pushing event updated for resources: {'Port': ['ID=407f01c3-5e65-49f2-b760-f0deb728622f,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:45.161060 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-8d5b0b4f-8b83-496e-bd1b-1d052fb332bc tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1648979 Feb 09 02:18:45.234340 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 407f01c3-5e65-49f2-b760-f0deb728622f is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:45.298508 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] Sync routers for ids ['e1412fc5-ddee-42f2-b083-62bb5705d7e1'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:18:45.315707 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69262481-55d6-45b1-ba44-2faa474547e1 admin admin] Router 68bac519-0b4b-456c-88b3-fe8949af7e7e is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:18:45.316170 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] Routers {'e1412fc5-ddee-42f2-b083-62bb5705d7e1'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:45.317560 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:18:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['e1412fc5-ddee-42f2-b083-62bb5705d7e1'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:45.358601 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-6391d6c4-3a76-4668-b085-5a5ae06bc25a service neutron] 10.222.0.36 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731801 Feb 09 02:18:45.497902 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6a0e7ce7-e40f-4d64-ad1a-69308ef2ce93 None None] Provisioning complete for port d61920b0-6a98-4c97-86c6-8a5044c536e4 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:45.498228 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7ce7-e40f-4d64-ad1a-69308ef2ce93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d61920b0-6a98-4c97-86c6-8a5044c536e4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:45.565250 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 64ce4489-5126-4e79-8e33-2f1240e9f7d6 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:45.567819 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c83a06e-4fad-4edc-b785-40611a4116c8 None None] Network a203c29e-1bca-4e64-82b2-90a3cbab25e2 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:18:45.615608 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-b931b8e9-2c5d-421e-8347-819e4a29a098 service neutron] 10.222.0.36 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857069 Feb 09 02:18:45.625139 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] Set router e1412fc5-ddee-42f2-b083-62bb5705d7e1 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:45.631881 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69262481-55d6-45b1-ba44-2faa474547e1 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:18:45.662522 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] Sync routers for ids ['68bac519-0b4b-456c-88b3-fe8949af7e7e'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:18:45.664169 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69262481-55d6-45b1-ba44-2faa474547e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:45.665623 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-69262481-55d6-45b1-ba44-2faa474547e1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3139148 Feb 09 02:18:45.668449 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 55988) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:45.676416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6a0e7ce7-e40f-4d64-ad1a-69308ef2ce93 None None] Port d61920b0-6a98-4c97-86c6-8a5044c536e4 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:18:45.727810 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] Routers {'68bac519-0b4b-456c-88b3-fe8949af7e7e'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:45.728452 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:18:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['68bac519-0b4b-456c-88b3-fe8949af7e7e'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:45.860655 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6a0e7ce7-e40f-4d64-ad1a-69308ef2ce93 None None] Provisioning complete for port 407f01c3-5e65-49f2-b760-f0deb728622f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:45.861040 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7ce7-e40f-4d64-ad1a-69308ef2ce93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (407f01c3-5e65-49f2-b760-f0deb728622f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:45.972722 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996432804', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:43Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:39Z', 'updated_at': '2022-02-09T02:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'd61920b0-6a98-4c97-86c6-8a5044c536e4', 'name': '', 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:3d:9c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'c508842c-c634-432d-ba7d-96ff22f863b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:42Z', 'updated_at': '2022-02-09T02:18:43Z', 'revision_number': 2, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'c508842c-c634-432d-ba7d-96ff22f863b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:45.995751 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] Publish callbacks [] for port (c968df02-bf3e-4d65-bfde-034346f144d1), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:46.026325 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] Checking router: e1412fc5-ddee-42f2-b083-62bb5705d7e1 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:18:46.026682 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] Updating router e1412fc5-ddee-42f2-b083-62bb5705d7e1 port d61920b0-6a98-4c97-86c6-8a5044c536e4 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:18:46.027234 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-613f880a-b465-4900-b991-15f7c6ac87d3 req-794f3446-7799-47a0-ab2f-e643b8f2a4c6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 210 time: 0.1018510 Feb 09 02:18:46.050538 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 64ce4489-5126-4e79-8e33-2f1240e9f7d6 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:46.051230 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (64ce4489-5126-4e79-8e33-2f1240e9f7d6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:46.052592 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c968df02-bf3e-4d65-bfde-034346f144d1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:46.074508 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d61920b0-6a98-4c97-86c6-8a5044c536e4), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:46.172584 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] Set router 68bac519-0b4b-456c-88b3-fe8949af7e7e gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:46.212088 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d62a2-f022-4d58-bc36-0a098f7a4f9e None None] Pushing event updated for resources: {'Port': ['ID=c968df02-bf3e-4d65-bfde-034346f144d1,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:46.457551 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7f21-4a76-4ee7-8f1f-886e767bbb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:46.558704 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] Publish callbacks [] for port (d61920b0-6a98-4c97-86c6-8a5044c536e4), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:46.567081 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d61920b0-6a98-4c97-86c6-8a5044c536e4), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:46.678171 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0544a-5f26-4ee6-bc8f-a9be3a466de9 None None] Pushing event updated for resources: {'Port': ['ID=d61920b0-6a98-4c97-86c6-8a5044c536e4,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:46.697685 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] Attempting to bind port d61920b0-6a98-4c97-86c6-8a5044c536e4 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:18:46.697889 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] Attempting to bind port d61920b0-6a98-4c97-86c6-8a5044c536e4 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'fd65e238-9775-4fa0-93b0-38655b236aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:18:46.698174 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] Attempting to bind port d61920b0-6a98-4c97-86c6-8a5044c536e4 on network cb558a6a-4226-490a-bc30-1177f4036e2e {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:18:46.705170 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:18:46.705683 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] Checking segment: {'id': 'fd65e238-9775-4fa0-93b0-38655b236aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:46.706088 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:46.706495 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] Bound using segment: {'id': 'fd65e238-9775-4fa0-93b0-38655b236aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:18:46.706956 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] Bound port: d61920b0-6a98-4c97-86c6-8a5044c536e4, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd65e238-9775-4fa0-93b0-38655b236aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:18:46.707369 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d61920b0-6a98-4c97-86c6-8a5044c536e4), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:46.732659 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6a0e7ce7-e40f-4d64-ad1a-69308ef2ce93 None None] Current status of the port 407f01c3-5e65-49f2-b760-f0deb728622f is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:46.768301 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] Attempting to bind port c968df02-bf3e-4d65-bfde-034346f144d1 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:18:46.768691 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] Attempting to bind port c968df02-bf3e-4d65-bfde-034346f144d1 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'af426bc0-ade1-4151-a734-4162e08ed075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:18:46.769029 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] Attempting to bind port c968df02-bf3e-4d65-bfde-034346f144d1 on network 5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:18:46.776564 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-d0cf7f21-4a76-4ee7-8f1f-886e767bbb3d admin admin] Allocated IP 172.20.0.1 (a203c29e-1bca-4e64-82b2-90a3cbab25e2/97d0f490-2d20-456d-ad6b-8d1cb54c8ac4/ca9c79b0-7bf6-4a1a-a309-8060ae6749eb) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:46.799940 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] For port d61920b0-6a98-4c97-86c6-8a5044c536e4, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:18:46.806616 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] For port d61920b0-6a98-4c97-86c6-8a5044c536e4, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d61920b0-6a98-4c97-86c6-8a5044c536e4,segment=NetworkSegment(fd65e238-9775-4fa0-93b0-38655b236aa9),segment_id=fd65e238-9775-4fa0-93b0-38655b236aa9)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:18:46.814071 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d61920b0-6a98-4c97-86c6-8a5044c536e4), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:46.837492 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:18:46.837865 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] Checking segment: {'id': 'af426bc0-ade1-4151-a734-4162e08ed075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:46.838475 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:46.839167 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] Bound using segment: {'id': 'af426bc0-ade1-4151-a734-4162e08ed075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:18:46.839906 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] Bound port: c968df02-bf3e-4d65-bfde-034346f144d1, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af426bc0-ade1-4151-a734-4162e08ed075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:18:46.840469 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c968df02-bf3e-4d65-bfde-034346f144d1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:46.889971 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] Routers {'e1412fc5-ddee-42f2-b083-62bb5705d7e1'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:46.904626 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:18:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['e1412fc5-ddee-42f2-b083-62bb5705d7e1'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:46.912012 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0544a-5f26-4ee6-bc8f-a9be3a466de9 None None] Pushing event updated for resources: {'Port': ['ID=d61920b0-6a98-4c97-86c6-8a5044c536e4,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:46.935432 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7f21-4a76-4ee7-8f1f-886e767bbb3d admin admin] Publish callbacks [] for port (ca9c79b0-7bf6-4a1a-a309-8060ae6749eb), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:46.944743 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 64ce4489-5126-4e79-8e33-2f1240e9f7d6 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:46.946773 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8e45af14-75b3-4e87-bad4-18cecea21137 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:46.988911 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7f21-4a76-4ee7-8f1f-886e767bbb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ca9c79b0-7bf6-4a1a-a309-8060ae6749eb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:46.999757 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-86581707-1e28-46c3-9952-e8d9e06a3fa2 None None] Provisioning complete for port 8e45af14-75b3-4e87-bad4-18cecea21137 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:47.000355 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-86581707-1e28-46c3-9952-e8d9e06a3fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8e45af14-75b3-4e87-bad4-18cecea21137), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:47.084692 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] Set router e1412fc5-ddee-42f2-b083-62bb5705d7e1 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:47.090853 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cf7f21-4a76-4ee7-8f1f-886e767bbb3d admin admin] Network a203c29e-1bca-4e64-82b2-90a3cbab25e2 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:47.097013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-d0cf7f21-4a76-4ee7-8f1f-886e767bbb3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:47.100223 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cf7f21-4a76-4ee7-8f1f-886e767bbb3d admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:47.129136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf7f21-4a76-4ee7-8f1f-886e767bbb3d admin admin] Pushing event updated for resources: {'Port': ['ID=ca9c79b0-7bf6-4a1a-a309-8060ae6749eb,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:47.134440 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] For port c968df02-bf3e-4d65-bfde-034346f144d1, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:18:47.137943 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] For port c968df02-bf3e-4d65-bfde-034346f144d1, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c968df02-bf3e-4d65-bfde-034346f144d1,segment=NetworkSegment(af426bc0-ade1-4151-a734-4162e08ed075),segment_id=af426bc0-ade1-4151-a734-4162e08ed075)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:18:47.156904 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c968df02-bf3e-4d65-bfde-034346f144d1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:47.227897 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7f21-4a76-4ee7-8f1f-886e767bbb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (68bac519-0b4b-456c-88b3-fe8949af7e7e), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:47.249870 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7c0540ed-3226-4e47-8204-6ab522d27392 req-bdfe15dd-bebb-423d-96f4-320a3f875815 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 210 time: 0.1068199 Feb 09 02:18:47.274783 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 8e45af14-75b3-4e87-bad4-18cecea21137 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:47.275154 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8e45af14-75b3-4e87-bad4-18cecea21137), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:47.459113 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-86581707-1e28-46c3-9952-e8d9e06a3fa2 None None] Current status of the port 8e45af14-75b3-4e87-bad4-18cecea21137 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:47.459942 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-86581707-1e28-46c3-9952-e8d9e06a3fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8e45af14-75b3-4e87-bad4-18cecea21137), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:47.472048 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996432804', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:43Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:39Z', 'updated_at': '2022-02-09T02:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'd61920b0-6a98-4c97-86c6-8a5044c536e4', 'name': '', 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:3d:9c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'c508842c-c634-432d-ba7d-96ff22f863b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:42Z', 'updated_at': '2022-02-09T02:18:46Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'c508842c-c634-432d-ba7d-96ff22f863b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:47.524107 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bac519-0b4b-456c-88b3-fe8949af7e7e', 'name': 'tempest-TestVolumeBackupRestore-1658116725-router', 'tenant_id': '19ca0d102f034b899c4c8df8c3316d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '7466b1d0-5021-4e92-8b51-4665d3e9d4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:42Z', 'updated_at': '2022-02-09T02:18:44Z', 'revision_number': 3, 'project_id': '19ca0d102f034b899c4c8df8c3316d07', 'gw_port': {'id': '7466b1d0-5021-4e92-8b51-4665d3e9d4ed', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bac519-0b4b-456c-88b3-fe8949af7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:43Z', 'updated_at': '2022-02-09T02:18:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:47.538998 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] Routers {'0e248890-717d-44a0-b5f5-0f895e74f183'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:47.540455 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:18:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0e248890-717d-44a0-b5f5-0f895e74f183'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:47.544855 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d62a2-f022-4d58-bc36-0a098f7a4f9e None None] Pushing event updated for resources: {'Port': ['ID=c968df02-bf3e-4d65-bfde-034346f144d1,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:47.592496 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e43f4-8d3f-46d2-b575-54ea7d65b262 None None] The sync data for ids ['e1412fc5-ddee-42f2-b083-62bb5705d7e1'] in n-d-828387-3 is: [{'id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996432804', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:43Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:39Z', 'updated_at': '2022-02-09T02:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'd61920b0-6a98-4c97-86c6-8a5044c536e4', 'name': '', 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:3d:9c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'c508842c-c634-432d-ba7d-96ff22f863b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:42Z', 'updated_at': '2022-02-09T02:18:46Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'c508842c-c634-432d-ba7d-96ff22f863b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:18:47.626621 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7f21-4a76-4ee7-8f1f-886e767bbb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ca9c79b0-7bf6-4a1a-a309-8060ae6749eb), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:47.814251 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] Checking router: 68bac519-0b4b-456c-88b3-fe8949af7e7e for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:18:47.814854 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] Updating router 68bac519-0b4b-456c-88b3-fe8949af7e7e port 7466b1d0-5021-4e92-8b51-4665d3e9d4ed binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:18:47.850555 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-a474af49-9013-48d9-bbae-12bc7536576d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:47.852458 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-a474af49-9013-48d9-bbae-12bc7536576d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.67 "GET /v2.0/networks?id=cb558a6a-4226-490a-bc30-1177f4036e2e HTTP/1.1" status: 200 len: 797 time: 0.2776380 Feb 09 02:18:47.872259 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-86581707-1e28-46c3-9952-e8d9e06a3fa2 None None] For port 8e45af14-75b3-4e87-bad4-18cecea21137, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8e45af14-75b3-4e87-bad4-18cecea21137,segment=NetworkSegment(577c3ec0-0662-4a01-83a1-84acfdb65a1c),segment_id=577c3ec0-0662-4a01-83a1-84acfdb65a1c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:47.932606 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] Set router 0e248890-717d-44a0-b5f5-0f895e74f183 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:47.949254 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-f0fb6121-43fc-4d9b-beec-560bda6ad875 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c59903585c449439619eb0edc719ef1 HTTP/1.1" status: 200 len: 379 time: 0.0864668 Feb 09 02:18:47.959154 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-62f6f964-072d-40de-a0fe-a8790ae575db tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'port': {'device_id': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e', 'admin_state_up': True, 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'security_groups': ['b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136']}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:48.028221 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-86581707-1e28-46c3-9952-e8d9e06a3fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8e45af14-75b3-4e87-bad4-18cecea21137), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.081655 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7466b1d0-5021-4e92-8b51-4665d3e9d4ed), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.104534 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-62f6f964-072d-40de-a0fe-a8790ae575db tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Made reservation on behalf of 2c59903585c449439619eb0edc719ef1 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:18:48.109844 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-62f6f964-072d-40de-a0fe-a8790ae575db tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.212831 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-86581707-1e28-46c3-9952-e8d9e06a3fa2 None None] Provisioning complete for port d61920b0-6a98-4c97-86c6-8a5044c536e4 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:48.213299 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-86581707-1e28-46c3-9952-e8d9e06a3fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d61920b0-6a98-4c97-86c6-8a5044c536e4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.288141 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-62f6f964-072d-40de-a0fe-a8790ae575db tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Allocated IP 172.20.0.8 (cb558a6a-4226-490a-bc30-1177f4036e2e/c508842c-c634-432d-ba7d-96ff22f863b8/d8defaa9-465a-4b59-8f32-ba6d4a3c45d7) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:48.367564 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86581707-1e28-46c3-9952-e8d9e06a3fa2 None None] Pushing event updated for resources: {'Port': ['ID=8e45af14-75b3-4e87-bad4-18cecea21137,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:48.383382 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 8e45af14-75b3-4e87-bad4-18cecea21137 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:48.384602 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 701d45dc-cdd4-4119-b0f5-99eaf72a4760 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:48.397740 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-06cbe394-e90c-4556-a127-bfd12c7fc73c req-2c229204-3cca-4def-8612-276ca5991b47 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 210 time: 0.0390742 Feb 09 02:18:48.455968 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7f21-4a76-4ee7-8f1f-886e767bbb3d admin admin] Publish callbacks [] for port (ca9c79b0-7bf6-4a1a-a309-8060ae6749eb), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.463440 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7f21-4a76-4ee7-8f1f-886e767bbb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (ca9c79b0-7bf6-4a1a-a309-8060ae6749eb), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.521175 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-62f6f964-072d-40de-a0fe-a8790ae575db tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.557989 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf7f21-4a76-4ee7-8f1f-886e767bbb3d admin admin] Pushing event updated for resources: {'Port': ['ID=ca9c79b0-7bf6-4a1a-a309-8060ae6749eb,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:48.563306 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7f21-4a76-4ee7-8f1f-886e767bbb3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (68bac519-0b4b-456c-88b3-fe8949af7e7e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.585930 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-62f6f964-072d-40de-a0fe-a8790ae575db tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.652050 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6f964-072d-40de-a0fe-a8790ae575db tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Port': ['ID=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:48.666921 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-62f6f964-072d-40de-a0fe-a8790ae575db tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network cb558a6a-4226-490a-bc30-1177f4036e2e is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:48.668574 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-62f6f964-072d-40de-a0fe-a8790ae575db tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:48.671769 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cf7f21-4a76-4ee7-8f1f-886e767bbb3d admin admin] Network a203c29e-1bca-4e64-82b2-90a3cbab25e2 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:48.673904 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-d0cf7f21-4a76-4ee7-8f1f-886e767bbb3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:48.684110 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-62f6f964-072d-40de-a0fe-a8790ae575db tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:48.732670 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] Publish callbacks [] for port (7466b1d0-5021-4e92-8b51-4665d3e9d4ed), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.770727 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7466b1d0-5021-4e92-8b51-4665d3e9d4ed), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.781410 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-62f6f964-072d-40de-a0fe-a8790ae575db tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:48.786853 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-62f6f964-072d-40de-a0fe-a8790ae575db tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.830079 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-62f6f964-072d-40de-a0fe-a8790ae575db tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8750043 Feb 09 02:18:48.848839 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-2fe642f2-596d-4ff6-8fde-a040cb8afe5d service neutron] Request body: {'port': {'device_id': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:48.871918 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cf7f21-4a76-4ee7-8f1f-886e767bbb3d admin admin] Router 68bac519-0b4b-456c-88b3-fe8949af7e7e has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:18:48.878546 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] Attempting to bind port 7466b1d0-5021-4e92-8b51-4665d3e9d4ed on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:18:48.879101 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] Attempting to bind port 7466b1d0-5021-4e92-8b51-4665d3e9d4ed by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:18:48.879235 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] Attempting to bind port 7466b1d0-5021-4e92-8b51-4665d3e9d4ed on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:18:48.902167 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'name': 'tempest-TestVolumeBackupRestore-671040854-router', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:35Z', 'updated_at': '2022-02-09T02:18:39Z', 'revision_number': 4, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'gw_port': {'id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:36Z', 'updated_at': '2022-02-09T02:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c968df02-bf3e-4d65-bfde-034346f144d1', 'name': '', 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'mac_address': 'fa:16:3e:93:be:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:47Z', 'revision_number': 4, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'subnets': [{'id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:48.910358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:18:48.910740 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:48.911054 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.911484 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:18:48.912023 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] Bound port: 7466b1d0-5021-4e92-8b51-4665d3e9d4ed, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:18:48.912427 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7466b1d0-5021-4e92-8b51-4665d3e9d4ed), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.914115 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 701d45dc-cdd4-4119-b0f5-99eaf72a4760 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:48.914478 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (701d45dc-cdd4-4119-b0f5-99eaf72a4760), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.927301 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-86581707-1e28-46c3-9952-e8d9e06a3fa2 None None] Current status of the port d61920b0-6a98-4c97-86c6-8a5044c536e4 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:48.927867 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-86581707-1e28-46c3-9952-e8d9e06a3fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d61920b0-6a98-4c97-86c6-8a5044c536e4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.999598 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-2fe642f2-596d-4ff6-8fde-a040cb8afe5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:49.057878 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cf7f21-4a76-4ee7-8f1f-886e767bbb3d admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:18:49.072569 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969676b9-1d41-42b3-b0e4-922bbb2b2f9d None None] The sync data for ids ['0e248890-717d-44a0-b5f5-0f895e74f183'] in n-d-828387-3 is: [{'id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'name': 'tempest-TestVolumeBackupRestore-671040854-router', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:35Z', 'updated_at': '2022-02-09T02:18:39Z', 'revision_number': 4, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'gw_port': {'id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:36Z', 'updated_at': '2022-02-09T02:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c968df02-bf3e-4d65-bfde-034346f144d1', 'name': '', 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'mac_address': 'fa:16:3e:93:be:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:47Z', 'revision_number': 4, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'subnets': [{'id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:18:49.074451 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d0cf7f21-4a76-4ee7-8f1f-886e767bbb3d admin admin] 10.222.0.36 "PUT /v2.0/routers/68bac519-0b4b-456c-88b3-fe8949af7e7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4042318 Feb 09 02:18:49.122953 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422e29b-9232-4e55-84b0-402566031fab None None] Pushing event updated for resources: {'Port': ['ID=7466b1d0-5021-4e92-8b51-4665d3e9d4ed,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:49.159629 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-86581707-1e28-46c3-9952-e8d9e06a3fa2 None None] For port d61920b0-6a98-4c97-86c6-8a5044c536e4, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d61920b0-6a98-4c97-86c6-8a5044c536e4,segment=NetworkSegment(fd65e238-9775-4fa0-93b0-38655b236aa9),segment_id=fd65e238-9775-4fa0-93b0-38655b236aa9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:49.168268 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] For port 7466b1d0-5021-4e92-8b51-4665d3e9d4ed, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:18:49.170803 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-86581707-1e28-46c3-9952-e8d9e06a3fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d61920b0-6a98-4c97-86c6-8a5044c536e4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:49.173853 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] For port 7466b1d0-5021-4e92-8b51-4665d3e9d4ed, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=7466b1d0-5021-4e92-8b51-4665d3e9d4ed,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:18:49.212939 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7466b1d0-5021-4e92-8b51-4665d3e9d4ed), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:49.393050 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-2fe642f2-596d-4ff6-8fde-a040cb8afe5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:18:49.407875 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-2fe642f2-596d-4ff6-8fde-a040cb8afe5d service neutron] Publish callbacks [] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:49.446434 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-86581707-1e28-46c3-9952-e8d9e06a3fa2 None None] Provisioning complete for port c968df02-bf3e-4d65-bfde-034346f144d1 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:49.446817 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-86581707-1e28-46c3-9952-e8d9e06a3fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c968df02-bf3e-4d65-bfde-034346f144d1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:49.447769 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-2fe642f2-596d-4ff6-8fde-a040cb8afe5d service neutron] Transition to ACTIVE for port object d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:18:49.455257 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-2fe642f2-596d-4ff6-8fde-a040cb8afe5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:49.502833 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86581707-1e28-46c3-9952-e8d9e06a3fa2 None None] Pushing event updated for resources: {'Port': ['ID=d61920b0-6a98-4c97-86c6-8a5044c536e4,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:49.510921 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 701d45dc-cdd4-4119-b0f5-99eaf72a4760 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:49.512262 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 407f01c3-5e65-49f2-b760-f0deb728622f up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:49.538600 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] Routers {'68bac519-0b4b-456c-88b3-fe8949af7e7e'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:49.540316 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:18:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['68bac519-0b4b-456c-88b3-fe8949af7e7e'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:49.561224 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe642f2-596d-4ff6-8fde-a040cb8afe5d service neutron] Pushing event updated for resources: {'Port': ['ID=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:49.665456 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c894b8-4ce4-4fe2-8de9-47236e12f847 req-88553f59-f4de-426e-a424-4d6628bc77e6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:49.667646 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56c894b8-4ce4-4fe2-8de9-47236e12f847 req-88553f59-f4de-426e-a424-4d6628bc77e6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 943 time: 0.1295679 Feb 09 02:18:49.681557 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422e29b-9232-4e55-84b0-402566031fab None None] Pushing event updated for resources: {'Port': ['ID=7466b1d0-5021-4e92-8b51-4665d3e9d4ed,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:49.691367 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-2fe642f2-596d-4ff6-8fde-a040cb8afe5d service neutron] Attempting to bind port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:18:49.692272 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-2fe642f2-596d-4ff6-8fde-a040cb8afe5d service neutron] Attempting to bind port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'fd65e238-9775-4fa0-93b0-38655b236aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:18:49.692272 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-2fe642f2-596d-4ff6-8fde-a040cb8afe5d service neutron] Attempting to bind port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 on network cb558a6a-4226-490a-bc30-1177f4036e2e {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:18:49.706989 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-2fe642f2-596d-4ff6-8fde-a040cb8afe5d service neutron] Port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 on network cb558a6a-4226-490a-bc30-1177f4036e2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:18:49.707336 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-2fe642f2-596d-4ff6-8fde-a040cb8afe5d service neutron] Attempting to bind port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 on network cb558a6a-4226-490a-bc30-1177f4036e2e {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:18:49.722438 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-2fe642f2-596d-4ff6-8fde-a040cb8afe5d service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:18:49.722875 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-2fe642f2-596d-4ff6-8fde-a040cb8afe5d service neutron] Checking segment: {'id': 'fd65e238-9775-4fa0-93b0-38655b236aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:49.723617 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-2fe642f2-596d-4ff6-8fde-a040cb8afe5d service neutron] Bound using segment: {'id': 'fd65e238-9775-4fa0-93b0-38655b236aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:18:49.723850 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-2fe642f2-596d-4ff6-8fde-a040cb8afe5d service neutron] Bound port: d8defaa9-465a-4b59-8f32-ba6d4a3c45d7, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd65e238-9775-4fa0-93b0-38655b236aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:18:49.724281 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-2fe642f2-596d-4ff6-8fde-a040cb8afe5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:49.770118 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56c894b8-4ce4-4fe2-8de9-47236e12f847 req-aea275cc-3a53-46ae-a829-692d3b088adc tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934494 Feb 09 02:18:49.813804 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] Set router 68bac519-0b4b-456c-88b3-fe8949af7e7e gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:49.816258 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 407f01c3-5e65-49f2-b760-f0deb728622f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:49.816258 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (407f01c3-5e65-49f2-b760-f0deb728622f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:49.826550 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-2fe642f2-596d-4ff6-8fde-a040cb8afe5d service neutron] For port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:18:49.830456 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-2fe642f2-596d-4ff6-8fde-a040cb8afe5d service neutron] For port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,segment=NetworkSegment(fd65e238-9775-4fa0-93b0-38655b236aa9),segment_id=fd65e238-9775-4fa0-93b0-38655b236aa9)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:18:49.838370 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-2fe642f2-596d-4ff6-8fde-a040cb8afe5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:49.865756 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-86581707-1e28-46c3-9952-e8d9e06a3fa2 None None] Current status of the port c968df02-bf3e-4d65-bfde-034346f144d1 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:49.866158 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-86581707-1e28-46c3-9952-e8d9e06a3fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c968df02-bf3e-4d65-bfde-034346f144d1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:49.874857 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-2fe642f2-596d-4ff6-8fde-a040cb8afe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:49.875164 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-2fe642f2-596d-4ff6-8fde-a040cb8afe5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:49.876981 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-2fe642f2-596d-4ff6-8fde-a040cb8afe5d service neutron] 10.222.0.67 "PUT /v2.0/ports/d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 HTTP/1.1" status: 200 len: 1091 time: 1.0348527 Feb 09 02:18:49.879470 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'tag': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:18:49.883926 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15307838-5590-4a73-8633-2ebba9a6d2cb" -d '{"events": [{"name": "network-changed", "server_uuid": "c688e2f8-45e5-49fa-bbde-627ad75298b2", "tag": "d8defaa9-465a-4b59-8f32-ba6d4a3c45d7"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:18:49.964757 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a0965e-86c5-4a1e-a652-34f0a197ecc9 x-openstack-request-id: req-56a0965e-86c5-4a1e-a652-34f0a197ecc9 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:18:49.965635 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c688e2f8-45e5-49fa-bbde-627ad75298b2", "tag": "d8defaa9-465a-4b59-8f32-ba6d4a3c45d7", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:18:49.965996 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-56a0965e-86c5-4a1e-a652-34f0a197ecc9 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:18:49.966658 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'tag': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7', 'status': 'completed', 'code': 200} Feb 09 02:18:49.977745 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe642f2-596d-4ff6-8fde-a040cb8afe5d service neutron] Pushing event updated for resources: {'Port': ['ID=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:50.012254 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-bbd7041d-16e0-4f8b-88b9-70c17f0e721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:50.014103 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-bbd7041d-16e0-4f8b-88b9-70c17f0e721e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 1125 time: 0.0964136 Feb 09 02:18:50.031488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-86581707-1e28-46c3-9952-e8d9e06a3fa2 None None] For port c968df02-bf3e-4d65-bfde-034346f144d1, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c968df02-bf3e-4d65-bfde-034346f144d1,segment=NetworkSegment(af426bc0-ade1-4151-a734-4162e08ed075),segment_id=af426bc0-ade1-4151-a734-4162e08ed075)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:50.071067 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-86581707-1e28-46c3-9952-e8d9e06a3fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c968df02-bf3e-4d65-bfde-034346f144d1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:50.080538 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-d18dcbfb-a007-43db-b42d-1d12494296b4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 HTTP/1.1" status: 200 len: 217 time: 0.0542161 Feb 09 02:18:50.193566 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-d3fd64bc-64cf-4835-9400-32c3d208c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:50.200821 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-d3fd64bc-64cf-4835-9400-32c3d208c7d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c508842c-c634-432d-ba7d-96ff22f863b8 HTTP/1.1" status: 200 len: 835 time: 0.1088808 Feb 09 02:18:50.314137 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-9567378f-a804-479a-80ed-deb49c3c2ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:50.316540 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-9567378f-a804-479a-80ed-deb49c3c2ce8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb558a6a-4226-490a-bc30-1177f4036e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1118095 Feb 09 02:18:50.374639 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 407f01c3-5e65-49f2-b760-f0deb728622f is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:50.376837 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9895ab81-58cd-4136-b71e-aac117dae244 None None] Provisioning complete for port c968df02-bf3e-4d65-bfde-034346f144d1 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:50.377215 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9895ab81-58cd-4136-b71e-aac117dae244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c968df02-bf3e-4d65-bfde-034346f144d1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:50.382328 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86581707-1e28-46c3-9952-e8d9e06a3fa2 None None] Pushing event updated for resources: {'Port': ['ID=c968df02-bf3e-4d65-bfde-034346f144d1,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:50.466299 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-d6e6f26b-760a-424e-88b8-42e0fb4c650e service neutron] 10.222.0.67 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423078 Feb 09 02:18:50.512459 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bac519-0b4b-456c-88b3-fe8949af7e7e', 'name': 'tempest-TestVolumeBackupRestore-1658116725-router', 'tenant_id': '19ca0d102f034b899c4c8df8c3316d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '7466b1d0-5021-4e92-8b51-4665d3e9d4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:42Z', 'updated_at': '2022-02-09T02:18:47Z', 'revision_number': 4, 'project_id': '19ca0d102f034b899c4c8df8c3316d07', 'gw_port': {'id': '7466b1d0-5021-4e92-8b51-4665d3e9d4ed', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bac519-0b4b-456c-88b3-fe8949af7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:43Z', 'updated_at': '2022-02-09T02:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'ca9c79b0-7bf6-4a1a-a309-8060ae6749eb', 'name': '', 'network_id': 'a203c29e-1bca-4e64-82b2-90a3cbab25e2', 'tenant_id': '19ca0d102f034b899c4c8df8c3316d07', 'mac_address': 'fa:16:3e:63:9f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bac519-0b4b-456c-88b3-fe8949af7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '97d0f490-2d20-456d-ad6b-8d1cb54c8ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:46Z', 'updated_at': '2022-02-09T02:18:47Z', 'revision_number': 2, 'project_id': '19ca0d102f034b899c4c8df8c3316d07', 'subnets': [{'id': '97d0f490-2d20-456d-ad6b-8d1cb54c8ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:50.565755 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9ea52a-c95c-474f-b74f-4bb99d142c6a None None] The sync data for ids ['68bac519-0b4b-456c-88b3-fe8949af7e7e'] in n-d-828387-3 is: [{'id': '68bac519-0b4b-456c-88b3-fe8949af7e7e', 'name': 'tempest-TestVolumeBackupRestore-1658116725-router', 'tenant_id': '19ca0d102f034b899c4c8df8c3316d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '7466b1d0-5021-4e92-8b51-4665d3e9d4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:42Z', 'updated_at': '2022-02-09T02:18:47Z', 'revision_number': 4, 'project_id': '19ca0d102f034b899c4c8df8c3316d07', 'gw_port': {'id': '7466b1d0-5021-4e92-8b51-4665d3e9d4ed', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bac519-0b4b-456c-88b3-fe8949af7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:43Z', 'updated_at': '2022-02-09T02:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'ca9c79b0-7bf6-4a1a-a309-8060ae6749eb', 'name': '', 'network_id': 'a203c29e-1bca-4e64-82b2-90a3cbab25e2', 'tenant_id': '19ca0d102f034b899c4c8df8c3316d07', 'mac_address': 'fa:16:3e:63:9f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bac519-0b4b-456c-88b3-fe8949af7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '97d0f490-2d20-456d-ad6b-8d1cb54c8ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:46Z', 'updated_at': '2022-02-09T02:18:47Z', 'revision_number': 2, 'project_id': '19ca0d102f034b899c4c8df8c3316d07', 'subnets': [{'id': '97d0f490-2d20-456d-ad6b-8d1cb54c8ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:18:50.565755 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9895ab81-58cd-4136-b71e-aac117dae244 None None] Current status of the port c968df02-bf3e-4d65-bfde-034346f144d1 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:50.574341 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9895ab81-58cd-4136-b71e-aac117dae244 None None] Provisioning complete for port d61920b0-6a98-4c97-86c6-8a5044c536e4 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:50.574784 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9895ab81-58cd-4136-b71e-aac117dae244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d61920b0-6a98-4c97-86c6-8a5044c536e4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:50.634950 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-718681e0-2b59-417d-b4c6-79d9c63ef763 req-e23bc0df-e0f3-4dd5-9d04-2bbf7dc32999 service neutron] 10.222.0.67 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631055 Feb 09 02:18:50.709864 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9895ab81-58cd-4136-b71e-aac117dae244 None None] Current status of the port d61920b0-6a98-4c97-86c6-8a5044c536e4 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:50.726200 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c968df02-bf3e-4d65-bfde-034346f144d1 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:50.778530 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15307838-5590-4a73-8633-2ebba9a6d2cb req-e83e792f-f433-486c-bc1a-3a3b18a3ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:50.781466 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-15307838-5590-4a73-8633-2ebba9a6d2cb req-e83e792f-f433-486c-bc1a-3a3b18a3ba51 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 1125 time: 0.0861068 Feb 09 02:18:50.792440 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9895ab81-58cd-4136-b71e-aac117dae244 None None] Provisioning complete for port ca9c79b0-7bf6-4a1a-a309-8060ae6749eb triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:50.793159 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9895ab81-58cd-4136-b71e-aac117dae244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ca9c79b0-7bf6-4a1a-a309-8060ae6749eb), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:50.846164 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9895ab81-58cd-4136-b71e-aac117dae244 None None] Port ca9c79b0-7bf6-4a1a-a309-8060ae6749eb cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:18:50.860997 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port c968df02-bf3e-4d65-bfde-034346f144d1 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:50.861578 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c968df02-bf3e-4d65-bfde-034346f144d1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:50.964454 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a3e96-60f3-48e6-a977-3d787442db9e req-1ddfb385-d00c-4a63-9a30-9d52ab6452aa tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:50.966053 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-181a3e96-60f3-48e6-a977-3d787442db9e req-1ddfb385-d00c-4a63-9a30-9d52ab6452aa tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 943 time: 0.0957365 Feb 09 02:18:50.967847 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15307838-5590-4a73-8633-2ebba9a6d2cb req-5c468535-4257-40b1-9b8c-f352fe3fb29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:50.969221 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-15307838-5590-4a73-8633-2ebba9a6d2cb req-5c468535-4257-40b1-9b8c-f352fe3fb29c service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb558a6a-4226-490a-bc30-1177f4036e2e HTTP/1.1" status: 200 len: 898 time: 0.1818712 Feb 09 02:18:50.996169 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port c968df02-bf3e-4d65-bfde-034346f144d1 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:50.997230 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8e45af14-75b3-4e87-bad4-18cecea21137 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:51.035053 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-15307838-5590-4a73-8633-2ebba9a6d2cb req-abe18c09-bace-4a61-a286-6d7187cc306c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 HTTP/1.1" status: 200 len: 217 time: 0.0574605 Feb 09 02:18:51.064423 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 8e45af14-75b3-4e87-bad4-18cecea21137 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:51.064988 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8e45af14-75b3-4e87-bad4-18cecea21137), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:51.118803 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-181a3e96-60f3-48e6-a977-3d787442db9e req-7722294e-47fd-48a1-96a9-c1c6684eb5c7 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329222 Feb 09 02:18:51.120362 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15307838-5590-4a73-8633-2ebba9a6d2cb req-334448b1-2d40-4b16-8a8f-d8ee335dfb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:51.121693 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-15307838-5590-4a73-8633-2ebba9a6d2cb req-334448b1-2d40-4b16-8a8f-d8ee335dfb8f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c508842c-c634-432d-ba7d-96ff22f863b8 HTTP/1.1" status: 200 len: 835 time: 0.0799131 Feb 09 02:18:51.197355 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 8e45af14-75b3-4e87-bad4-18cecea21137 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:51.198597 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d61920b0-6a98-4c97-86c6-8a5044c536e4 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:51.211477 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15307838-5590-4a73-8633-2ebba9a6d2cb req-cd67f669-c572-4633-994b-8f576bdc7195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:51.213197 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-15307838-5590-4a73-8633-2ebba9a6d2cb req-cd67f669-c572-4633-994b-8f576bdc7195 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb558a6a-4226-490a-bc30-1177f4036e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0823143 Feb 09 02:18:51.281212 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port d61920b0-6a98-4c97-86c6-8a5044c536e4 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:51.281619 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d61920b0-6a98-4c97-86c6-8a5044c536e4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:51.356004 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-15307838-5590-4a73-8633-2ebba9a6d2cb req-0acab623-b911-4003-b3c9-48e7eea6710c service neutron] 10.222.0.67 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363628 Feb 09 02:18:51.409974 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port d61920b0-6a98-4c97-86c6-8a5044c536e4 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:51.493729 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-15307838-5590-4a73-8633-2ebba9a6d2cb req-f1645a78-2caa-48d8-be81-120acfece62d service neutron] 10.222.0.67 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271529 Feb 09 02:18:52.280542 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b045671-ec75-443a-8bd0-d053b05a09dc req-51d0ba6b-da90-417c-9070-cc9e7a5eb194 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:52.285118 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4b045671-ec75-443a-8bd0-d053b05a09dc req-51d0ba6b-da90-417c-9070-cc9e7a5eb194 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 943 time: 0.0732090 Feb 09 02:18:52.339574 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4b045671-ec75-443a-8bd0-d053b05a09dc req-b3af6793-2093-4b61-a038-2726bcce32c0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488157 Feb 09 02:18:52.475515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7466b1d0-5021-4e92-8b51-4665d3e9d4ed up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:52.534640 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 7466b1d0-5021-4e92-8b51-4665d3e9d4ed triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:52.534967 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7466b1d0-5021-4e92-8b51-4665d3e9d4ed), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:52.626312 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 7466b1d0-5021-4e92-8b51-4665d3e9d4ed is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:52.626918 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7466b1d0-5021-4e92-8b51-4665d3e9d4ed), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:52.651726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 7466b1d0-5021-4e92-8b51-4665d3e9d4ed, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=7466b1d0-5021-4e92-8b51-4665d3e9d4ed,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:52.657326 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7466b1d0-5021-4e92-8b51-4665d3e9d4ed), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:52.712224 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=7466b1d0-5021-4e92-8b51-4665d3e9d4ed,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:53.473671 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45589557-51df-4bc2-8640-8ef805f0b0c4 req-68ec4b4a-634d-441f-bff2-2456d5da0267 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:53.475307 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-45589557-51df-4bc2-8640-8ef805f0b0c4 req-68ec4b4a-634d-441f-bff2-2456d5da0267 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 943 time: 0.0550303 Feb 09 02:18:53.533300 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-45589557-51df-4bc2-8640-8ef805f0b0c4 req-0b7b1eef-4507-4642-a9d8-ca71419dff7f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507503 Feb 09 02:18:54.460065 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7466b1d0-5021-4e92-8b51-4665d3e9d4ed up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:54.515988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 7466b1d0-5021-4e92-8b51-4665d3e9d4ed triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:54.516366 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7466b1d0-5021-4e92-8b51-4665d3e9d4ed), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:54.600804 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 7466b1d0-5021-4e92-8b51-4665d3e9d4ed is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:54.689544 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444305c-c936-4818-8132-cfb354cc19a8 req-ca33bdc6-18a9-4edc-92d2-0fefa6d7e9c2 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:54.691242 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c444305c-c936-4818-8132-cfb354cc19a8 req-ca33bdc6-18a9-4edc-92d2-0fefa6d7e9c2 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 943 time: 0.0680401 Feb 09 02:18:54.751434 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c444305c-c936-4818-8132-cfb354cc19a8 req-fecdcbf3-990d-4c5f-892c-633883cfdf87 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513461 Feb 09 02:18:54.914376 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] Sync routers for ids ['68bac519-0b4b-456c-88b3-fe8949af7e7e'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:18:54.924889 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] Routers {'68bac519-0b4b-456c-88b3-fe8949af7e7e'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:54.925498 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:18:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['68bac519-0b4b-456c-88b3-fe8949af7e7e'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:55.037818 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] Set router 68bac519-0b4b-456c-88b3-fe8949af7e7e gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:55.257524 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bac519-0b4b-456c-88b3-fe8949af7e7e', 'name': 'tempest-TestVolumeBackupRestore-1658116725-router', 'tenant_id': '19ca0d102f034b899c4c8df8c3316d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '7466b1d0-5021-4e92-8b51-4665d3e9d4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:42Z', 'updated_at': '2022-02-09T02:18:47Z', 'revision_number': 4, 'project_id': '19ca0d102f034b899c4c8df8c3316d07', 'gw_port': {'id': '7466b1d0-5021-4e92-8b51-4665d3e9d4ed', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac519-0b4b-456c-88b3-fe8949af7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:43Z', 'updated_at': '2022-02-09T02:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'ca9c79b0-7bf6-4a1a-a309-8060ae6749eb', 'name': '', 'network_id': 'a203c29e-1bca-4e64-82b2-90a3cbab25e2', 'tenant_id': '19ca0d102f034b899c4c8df8c3316d07', 'mac_address': 'fa:16:3e:63:9f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bac519-0b4b-456c-88b3-fe8949af7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '97d0f490-2d20-456d-ad6b-8d1cb54c8ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:46Z', 'updated_at': '2022-02-09T02:18:47Z', 'revision_number': 2, 'project_id': '19ca0d102f034b899c4c8df8c3316d07', 'subnets': [{'id': '97d0f490-2d20-456d-ad6b-8d1cb54c8ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:55.286357 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] Checking router: 68bac519-0b4b-456c-88b3-fe8949af7e7e for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:18:55.286705 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] Updating router 68bac519-0b4b-456c-88b3-fe8949af7e7e port ca9c79b0-7bf6-4a1a-a309-8060ae6749eb binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:18:55.315572 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ca9c79b0-7bf6-4a1a-a309-8060ae6749eb), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:55.444803 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:18:55.575006 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,segment=NetworkSegment(fd65e238-9775-4fa0-93b0-38655b236aa9),segment_id=fd65e238-9775-4fa0-93b0-38655b236aa9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:55.589411 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7', 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e', 'port_id': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7', 'mac_address': 'fa:16:3e:e8:10:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c508842c-c634-432d-ba7d-96ff22f863b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:18:55.629060 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:55.629457 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:55.645074 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:18:55.669807 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,segment=NetworkSegment(fd65e238-9775-4fa0-93b0-38655b236aa9),segment_id=fd65e238-9775-4fa0-93b0-38655b236aa9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:55.675637 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:55.693400 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] Publish callbacks [] for port (ca9c79b0-7bf6-4a1a-a309-8060ae6749eb), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:55.700992 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ca9c79b0-7bf6-4a1a-a309-8060ae6749eb), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:55.730172 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:55.738460 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:55.738831 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:55.739163 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:55.740837 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:55.741401 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:55.741536 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:55.741956 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:55.742206 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:55.743010 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:55.743010 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:55.743179 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:55.743577 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:55.743933 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:55.767798 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88272d7a-815e-43eb-a7e0-65b57eda1da6 None None] Pushing event updated for resources: {'Port': ['ID=ca9c79b0-7bf6-4a1a-a309-8060ae6749eb,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:55.850687 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] Attempting to bind port ca9c79b0-7bf6-4a1a-a309-8060ae6749eb on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:18:55.851194 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] Attempting to bind port ca9c79b0-7bf6-4a1a-a309-8060ae6749eb by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '577c3ec0-0662-4a01-83a1-84acfdb65a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a203c29e-1bca-4e64-82b2-90a3cbab25e2'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:18:55.851838 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] Attempting to bind port ca9c79b0-7bf6-4a1a-a309-8060ae6749eb on network a203c29e-1bca-4e64-82b2-90a3cbab25e2 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:18:55.858361 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:18:55.858738 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] Checking segment: {'id': '577c3ec0-0662-4a01-83a1-84acfdb65a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a203c29e-1bca-4e64-82b2-90a3cbab25e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:55.859140 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:55.859750 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] Bound using segment: {'id': '577c3ec0-0662-4a01-83a1-84acfdb65a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a203c29e-1bca-4e64-82b2-90a3cbab25e2'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:18:55.860469 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] Bound port: ca9c79b0-7bf6-4a1a-a309-8060ae6749eb, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577c3ec0-0662-4a01-83a1-84acfdb65a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a203c29e-1bca-4e64-82b2-90a3cbab25e2'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:18:55.860861 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ca9c79b0-7bf6-4a1a-a309-8060ae6749eb), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:55.918576 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a76311-e561-4ad5-8380-42e107cb6321 req-501d55c8-cbef-4010-b811-482131924306 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:55.927037 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-62a76311-e561-4ad5-8380-42e107cb6321 req-501d55c8-cbef-4010-b811-482131924306 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 944 time: 0.0915952 Feb 09 02:18:55.952003 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] For port ca9c79b0-7bf6-4a1a-a309-8060ae6749eb, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:18:55.952003 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] For port ca9c79b0-7bf6-4a1a-a309-8060ae6749eb, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ca9c79b0-7bf6-4a1a-a309-8060ae6749eb,segment=NetworkSegment(577c3ec0-0662-4a01-83a1-84acfdb65a1c),segment_id=577c3ec0-0662-4a01-83a1-84acfdb65a1c)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:18:55.959337 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ca9c79b0-7bf6-4a1a-a309-8060ae6749eb), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.001259 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-62a76311-e561-4ad5-8380-42e107cb6321 req-2bf9ebd2-3110-4618-8f03-6bd63858e539 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732138 Feb 09 02:18:56.002622 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['d8defaa9-465a-4b59-8f32-ba6d4a3c45d7'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:18:56.034081 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88272d7a-815e-43eb-a7e0-65b57eda1da6 None None] Pushing event updated for resources: {'Port': ['ID=ca9c79b0-7bf6-4a1a-a309-8060ae6749eb,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:56.043718 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] Routers {'68bac519-0b4b-456c-88b3-fe8949af7e7e'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:56.044331 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:18:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['68bac519-0b4b-456c-88b3-fe8949af7e7e'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:56.104136 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f067c61c-55fc-4700-a50b-d6935d257721 None None] Provisioning complete for port ca9c79b0-7bf6-4a1a-a309-8060ae6749eb triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:56.105049 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f067c61c-55fc-4700-a50b-d6935d257721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ca9c79b0-7bf6-4a1a-a309-8060ae6749eb), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.246495 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] Set router 68bac519-0b4b-456c-88b3-fe8949af7e7e gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:56.278013 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f067c61c-55fc-4700-a50b-d6935d257721 None None] Current status of the port ca9c79b0-7bf6-4a1a-a309-8060ae6749eb is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:56.278415 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f067c61c-55fc-4700-a50b-d6935d257721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ca9c79b0-7bf6-4a1a-a309-8060ae6749eb), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.378589 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-f067c61c-55fc-4700-a50b-d6935d257721 None None] For port ca9c79b0-7bf6-4a1a-a309-8060ae6749eb, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ca9c79b0-7bf6-4a1a-a309-8060ae6749eb,segment=NetworkSegment(577c3ec0-0662-4a01-83a1-84acfdb65a1c),segment_id=577c3ec0-0662-4a01-83a1-84acfdb65a1c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:56.392205 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f067c61c-55fc-4700-a50b-d6935d257721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ca9c79b0-7bf6-4a1a-a309-8060ae6749eb), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.553556 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067c61c-55fc-4700-a50b-d6935d257721 None None] Pushing event updated for resources: {'Port': ['ID=ca9c79b0-7bf6-4a1a-a309-8060ae6749eb,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:56.568257 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-05952393-493c-416b-a4df-6ca2c03a64e1 None None] Provisioning complete for port ca9c79b0-7bf6-4a1a-a309-8060ae6749eb triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:56.568680 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-05952393-493c-416b-a4df-6ca2c03a64e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ca9c79b0-7bf6-4a1a-a309-8060ae6749eb), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.577903 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ca9c79b0-7bf6-4a1a-a309-8060ae6749eb up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:56.584392 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bac519-0b4b-456c-88b3-fe8949af7e7e', 'name': 'tempest-TestVolumeBackupRestore-1658116725-router', 'tenant_id': '19ca0d102f034b899c4c8df8c3316d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '7466b1d0-5021-4e92-8b51-4665d3e9d4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:42Z', 'updated_at': '2022-02-09T02:18:47Z', 'revision_number': 4, 'project_id': '19ca0d102f034b899c4c8df8c3316d07', 'gw_port': {'id': '7466b1d0-5021-4e92-8b51-4665d3e9d4ed', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac519-0b4b-456c-88b3-fe8949af7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:43Z', 'updated_at': '2022-02-09T02:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'ca9c79b0-7bf6-4a1a-a309-8060ae6749eb', 'name': '', 'network_id': 'a203c29e-1bca-4e64-82b2-90a3cbab25e2', 'tenant_id': '19ca0d102f034b899c4c8df8c3316d07', 'mac_address': 'fa:16:3e:63:9f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bac519-0b4b-456c-88b3-fe8949af7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '97d0f490-2d20-456d-ad6b-8d1cb54c8ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:46Z', 'updated_at': '2022-02-09T02:18:55Z', 'revision_number': 4, 'project_id': '19ca0d102f034b899c4c8df8c3316d07', 'subnets': [{'id': '97d0f490-2d20-456d-ad6b-8d1cb54c8ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:56.669052 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21daa4-babc-48fb-ba26-4353b5e21f6e None None] The sync data for ids ['68bac519-0b4b-456c-88b3-fe8949af7e7e'] in n-d-828387-3 is: [{'id': '68bac519-0b4b-456c-88b3-fe8949af7e7e', 'name': 'tempest-TestVolumeBackupRestore-1658116725-router', 'tenant_id': '19ca0d102f034b899c4c8df8c3316d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '7466b1d0-5021-4e92-8b51-4665d3e9d4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:42Z', 'updated_at': '2022-02-09T02:18:47Z', 'revision_number': 4, 'project_id': '19ca0d102f034b899c4c8df8c3316d07', 'gw_port': {'id': '7466b1d0-5021-4e92-8b51-4665d3e9d4ed', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac519-0b4b-456c-88b3-fe8949af7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:43Z', 'updated_at': '2022-02-09T02:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'ca9c79b0-7bf6-4a1a-a309-8060ae6749eb', 'name': '', 'network_id': 'a203c29e-1bca-4e64-82b2-90a3cbab25e2', 'tenant_id': '19ca0d102f034b899c4c8df8c3316d07', 'mac_address': 'fa:16:3e:63:9f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bac519-0b4b-456c-88b3-fe8949af7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '97d0f490-2d20-456d-ad6b-8d1cb54c8ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:46Z', 'updated_at': '2022-02-09T02:18:55Z', 'revision_number': 4, 'project_id': '19ca0d102f034b899c4c8df8c3316d07', 'subnets': [{'id': '97d0f490-2d20-456d-ad6b-8d1cb54c8ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:18:56.714323 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-05952393-493c-416b-a4df-6ca2c03a64e1 None None] Current status of the port ca9c79b0-7bf6-4a1a-a309-8060ae6749eb is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:56.719425 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port ca9c79b0-7bf6-4a1a-a309-8060ae6749eb triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:56.719810 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ca9c79b0-7bf6-4a1a-a309-8060ae6749eb), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.820263 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ca9c79b0-7bf6-4a1a-a309-8060ae6749eb is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:57.150230 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653bf08-60c4-47ad-b6ea-3e5fa442dd65 req-ff45cb34-9f1a-467a-95ec-ae7d8e8f2ed3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:57.159300 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6653bf08-60c4-47ad-b6ea-3e5fa442dd65 req-ff45cb34-9f1a-467a-95ec-ae7d8e8f2ed3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 944 time: 0.0771346 Feb 09 02:18:57.227824 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6653bf08-60c4-47ad-b6ea-3e5fa442dd65 req-b9bdeaa0-4ed5-43b2-bea5-29dd683c8385 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672772 Feb 09 02:18:57.474722 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:57.534576 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:18:57.541095 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:57.541095 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:57.793583 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:57.794614 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:57.819884 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:18:57.822395 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892ca7d9-c492-453b-95ca-a2faa6b70cc2" -d '{"events": [{"server_uuid": "c688e2f8-45e5-49fa-bbde-627ad75298b2", "name": "network-vif-plugged", "status": "completed", "tag": "d8defaa9-465a-4b59-8f32-ba6d4a3c45d7"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:18:57.839093 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,segment=NetworkSegment(fd65e238-9775-4fa0-93b0-38655b236aa9),segment_id=fd65e238-9775-4fa0-93b0-38655b236aa9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:57.845736 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:57.901946 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:57.916237 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0a567c-6b96-414d-a462-feffdd385063 x-openstack-request-id: req-cd0a567c-6b96-414d-a462-feffdd385063 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:18:57.916237 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c688e2f8-45e5-49fa-bbde-627ad75298b2", "name": "network-vif-plugged", "status": "completed", "tag": "d8defaa9-465a-4b59-8f32-ba6d4a3c45d7", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:18:57.916237 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cd0a567c-6b96-414d-a462-feffdd385063 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:18:57.916237 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7', 'code': 200} Feb 09 02:18:58.044555 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce6da5-8227-47a0-9336-24020db66fd1 req-b655295a-9139-4530-a4da-d52b4ace9d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:58.046768 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d1ce6da5-8227-47a0-9336-24020db66fd1 req-b655295a-9139-4530-a4da-d52b4ace9d6f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 1127 time: 0.0691690 Feb 09 02:18:58.105515 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d1ce6da5-8227-47a0-9336-24020db66fd1 req-1e70a192-e4d5-4113-9f77-72209eb5554d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493720 Feb 09 02:18:58.406917 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ce9e5-5335-4781-8b4d-fddf6bd08e64 req-8f9c74bc-20aa-4549-bc39-e5d95a511516 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:58.409336 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-049ce9e5-5335-4781-8b4d-fddf6bd08e64 req-8f9c74bc-20aa-4549-bc39-e5d95a511516 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 945 time: 0.0867479 Feb 09 02:18:58.486360 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ca9c79b0-7bf6-4a1a-a309-8060ae6749eb up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:58.517971 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-049ce9e5-5335-4781-8b4d-fddf6bd08e64 req-763580bb-818e-4965-9fb7-60f125902eb2 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955234 Feb 09 02:18:58.560825 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port ca9c79b0-7bf6-4a1a-a309-8060ae6749eb triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:58.561402 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ca9c79b0-7bf6-4a1a-a309-8060ae6749eb), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:58.666191 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ca9c79b0-7bf6-4a1a-a309-8060ae6749eb is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:59.663260 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8dc56e-6381-4f76-a955-bfaadc3c2c55 req-acdb5667-903f-4b98-b866-67c560abde34 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:59.664788 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1a8dc56e-6381-4f76-a955-bfaadc3c2c55 req-acdb5667-903f-4b98-b866-67c560abde34 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 945 time: 0.0610132 Feb 09 02:18:59.724347 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1a8dc56e-6381-4f76-a955-bfaadc3c2c55 req-8116c78b-2125-4af6-bd6c-fbea84429d45 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527008 Feb 09 02:18:59.880490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0430a5-0e75-4922-a7a6-1196e91fbde0 req-f457e11a-b3d6-49b4-8236-41a183cef5d5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:59.882101 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae0430a5-0e75-4922-a7a6-1196e91fbde0 req-f457e11a-b3d6-49b4-8236-41a183cef5d5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 945 time: 0.0701177 Feb 09 02:18:59.936085 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae0430a5-0e75-4922-a7a6-1196e91fbde0 req-44f5baac-c8c4-47d9-8f47-da6e39917135 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482385 Feb 09 02:18:59.958444 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56146) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:00.005851 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c499d7-db91-44ec-92c0-b4f1eed872f3 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:00.007400 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e5c499d7-db91-44ec-92c0-b4f1eed872f3 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 1122 time: 0.0461378 Feb 09 02:19:00.010213 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56148) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:00.014965 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-edc9d186-a534-4030-b924-ea99a48e02a3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:00.037166 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-edc9d186-a534-4030-b924-ea99a48e02a3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:00.511640 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-edc9d186-a534-4030-b924-ea99a48e02a3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:00.634949 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-edc9d186-a534-4030-b924-ea99a48e02a3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Allocated IP 172.25.7.92 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/96854ee9-b588-4b5d-80f9-3bc15990040e) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:00.758833 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-edc9d186-a534-4030-b924-ea99a48e02a3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for port (96854ee9-b588-4b5d-80f9-3bc15990040e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:00.799092 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-edc9d186-a534-4030-b924-ea99a48e02a3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (96854ee9-b588-4b5d-80f9-3bc15990040e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:00.850875 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9d186-a534-4030-b924-ea99a48e02a3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Port': ['ID=96854ee9-b588-4b5d-80f9-3bc15990040e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:00.870667 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc9d186-a534-4030-b924-ea99a48e02a3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:00.877122 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-edc9d186-a534-4030-b924-ea99a48e02a3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:00.884359 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc9d186-a534-4030-b924-ea99a48e02a3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:01.313316 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-edc9d186-a534-4030-b924-ea99a48e02a3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for floatingip (cdab22bb-e5ff-40b6-b6f5-efe320857adb), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.387403 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-edc9d186-a534-4030-b924-ea99a48e02a3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (96854ee9-b588-4b5d-80f9-3bc15990040e), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.555154 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-edc9d186-a534-4030-b924-ea99a48e02a3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for port (96854ee9-b588-4b5d-80f9-3bc15990040e), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.560569 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-edc9d186-a534-4030-b924-ea99a48e02a3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (96854ee9-b588-4b5d-80f9-3bc15990040e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.630033 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9d186-a534-4030-b924-ea99a48e02a3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Port': ['ID=96854ee9-b588-4b5d-80f9-3bc15990040e,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:01.643384 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-edc9d186-a534-4030-b924-ea99a48e02a3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (cdab22bb-e5ff-40b6-b6f5-efe320857adb), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.759184 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-edc9d186-a534-4030-b924-ea99a48e02a3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Floating IP cdab22bb-e5ff-40b6-b6f5-efe320857adb associated. External IP: 172.25.7.92, port: d8defaa9-465a-4b59-8f32-ba6d4a3c45d7. Feb 09 02:19:02.016625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc9d186-a534-4030-b924-ea99a48e02a3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Router e1412fc5-ddee-42f2-b083-62bb5705d7e1 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:19:02.141784 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc9d186-a534-4030-b924-ea99a48e02a3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:19:02.152418 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803ee320-de2d-49d6-8248-832a7fa3fff9 None None] Sync routers for ids ['e1412fc5-ddee-42f2-b083-62bb5705d7e1'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:19:02.161437 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-edc9d186-a534-4030-b924-ea99a48e02a3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:02.195588 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803ee320-de2d-49d6-8248-832a7fa3fff9 None None] Routers {'e1412fc5-ddee-42f2-b083-62bb5705d7e1'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:02.196575 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-803ee320-de2d-49d6-8248-832a7fa3fff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:18:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['e1412fc5-ddee-42f2-b083-62bb5705d7e1'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:02.200783 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-edc9d186-a534-4030-b924-ea99a48e02a3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1871986 Feb 09 02:19:02.200783 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'tag': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:19:02.202861 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e069611b-bd86-4db0-826a-61bd8e07abc3" -d '{"events": [{"name": "network-changed", "server_uuid": "c688e2f8-45e5-49fa-bbde-627ad75298b2", "tag": "d8defaa9-465a-4b59-8f32-ba6d4a3c45d7"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:19:02.255952 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13be07d-b36a-40fa-8737-a61d965a43d8 x-openstack-request-id: req-c13be07d-b36a-40fa-8737-a61d965a43d8 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:19:02.256252 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c688e2f8-45e5-49fa-bbde-627ad75298b2", "tag": "d8defaa9-465a-4b59-8f32-ba6d4a3c45d7", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:19:02.256527 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c13be07d-b36a-40fa-8737-a61d965a43d8 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:19:02.257074 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'tag': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7', 'status': 'completed', 'code': 200} Feb 09 02:19:02.357359 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-803ee320-de2d-49d6-8248-832a7fa3fff9 None None] Set router e1412fc5-ddee-42f2-b083-62bb5705d7e1 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:02.404413 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54cfd1-66da-4d5b-9d4c-369a490c62fa req-5fd5c73c-d883-4f57-9733-52837875a180 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:02.407075 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4c54cfd1-66da-4d5b-9d4c-369a490c62fa req-5fd5c73c-d883-4f57-9733-52837875a180 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 945 time: 0.0921199 Feb 09 02:19:02.411310 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069611b-bd86-4db0-826a-61bd8e07abc3 req-82016193-c58f-41d1-b684-9d0425f1c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:02.412919 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e069611b-bd86-4db0-826a-61bd8e07abc3 req-82016193-c58f-41d1-b684-9d0425f1c627 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 1127 time: 0.1347611 Feb 09 02:19:02.531260 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4c54cfd1-66da-4d5b-9d4c-369a490c62fa req-98117671-02e0-409d-8bea-1dcf9632ea64 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170771 Feb 09 02:19:02.562645 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56162) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:02.594264 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069611b-bd86-4db0-826a-61bd8e07abc3 req-9b03eda3-57b1-4b73-9d94-4402823257fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:02.595786 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e069611b-bd86-4db0-826a-61bd8e07abc3 req-9b03eda3-57b1-4b73-9d94-4402823257fa service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb558a6a-4226-490a-bc30-1177f4036e2e HTTP/1.1" status: 200 len: 898 time: 0.1552689 Feb 09 02:19:02.652725 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b0661cf6-d81b-4c7a-84bf-fcb7d6ffb07d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/floatingips/cdab22bb-e5ff-40b6-b6f5-efe320857adb HTTP/1.1" status: 200 len: 990 time: 0.0875337 Feb 09 02:19:02.658398 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-803ee320-de2d-49d6-8248-832a7fa3fff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996432804', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:43Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:39Z', 'updated_at': '2022-02-09T02:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'cdab22bb-e5ff-40b6-b6f5-efe320857adb', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'floating_ip_address': '172.25.7.92', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'port_id': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e', 'mac_address': 'fa:16:3e:e8:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:19:01Z', 'updated_at': '2022-02-09T02:19:01Z', 'revision_number': 0, 'project_id': '2c59903585c449439619eb0edc719ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61920b0-6a98-4c97-86c6-8a5044c536e4', 'name': '', 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:3d:9c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'c508842c-c634-432d-ba7d-96ff22f863b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:42Z', 'updated_at': '2022-02-09T02:18:49Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'c508842c-c634-432d-ba7d-96ff22f863b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:02.699872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803ee320-de2d-49d6-8248-832a7fa3fff9 None None] Checking router: e1412fc5-ddee-42f2-b083-62bb5705d7e1 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:19:02.714014 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803ee320-de2d-49d6-8248-832a7fa3fff9 None None] Routers {'e1412fc5-ddee-42f2-b083-62bb5705d7e1'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:02.715525 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-803ee320-de2d-49d6-8248-832a7fa3fff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:18:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['e1412fc5-ddee-42f2-b083-62bb5705d7e1'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:02.771605 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e069611b-bd86-4db0-826a-61bd8e07abc3 req-f7183065-d44a-4880-8c2a-56bb8044f46a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 HTTP/1.1" status: 200 len: 998 time: 0.1694531 Feb 09 02:19:02.825631 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069611b-bd86-4db0-826a-61bd8e07abc3 req-f7cf406c-f022-494e-b3a1-45ac31716267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:02.828361 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e069611b-bd86-4db0-826a-61bd8e07abc3 req-f7cf406c-f022-494e-b3a1-45ac31716267 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c508842c-c634-432d-ba7d-96ff22f863b8 HTTP/1.1" status: 200 len: 835 time: 0.0509012 Feb 09 02:19:02.858742 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-803ee320-de2d-49d6-8248-832a7fa3fff9 None None] Set router e1412fc5-ddee-42f2-b083-62bb5705d7e1 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:02.887076 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069611b-bd86-4db0-826a-61bd8e07abc3 req-20938f24-9d5e-4649-bcd6-c6e2d69de745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:02.889216 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e069611b-bd86-4db0-826a-61bd8e07abc3 req-20938f24-9d5e-4649-bcd6-c6e2d69de745 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb558a6a-4226-490a-bc30-1177f4036e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0554228 Feb 09 02:19:03.015539 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e069611b-bd86-4db0-826a-61bd8e07abc3 req-2d69f48b-2e7d-4493-9094-bdce6b0ea365 service neutron] 10.222.0.67 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181638 Feb 09 02:19:03.170578 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e069611b-bd86-4db0-826a-61bd8e07abc3 req-d390fd26-4b29-4ef7-855b-6a59abf02ed3 service neutron] 10.222.0.67 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372755 Feb 09 02:19:03.219782 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-803ee320-de2d-49d6-8248-832a7fa3fff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996432804', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:43Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:39Z', 'updated_at': '2022-02-09T02:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'cdab22bb-e5ff-40b6-b6f5-efe320857adb', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'floating_ip_address': '172.25.7.92', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'port_id': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e', 'mac_address': 'fa:16:3e:e8:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:19:01Z', 'updated_at': '2022-02-09T02:19:01Z', 'revision_number': 0, 'project_id': '2c59903585c449439619eb0edc719ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61920b0-6a98-4c97-86c6-8a5044c536e4', 'name': '', 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:3d:9c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'c508842c-c634-432d-ba7d-96ff22f863b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:42Z', 'updated_at': '2022-02-09T02:18:49Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'c508842c-c634-432d-ba7d-96ff22f863b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:03.250489 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803ee320-de2d-49d6-8248-832a7fa3fff9 None None] The sync data for ids ['e1412fc5-ddee-42f2-b083-62bb5705d7e1'] in n-d-828387-3 is: [{'id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996432804', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:43Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:39Z', 'updated_at': '2022-02-09T02:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'cdab22bb-e5ff-40b6-b6f5-efe320857adb', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'floating_ip_address': '172.25.7.92', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'port_id': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e', 'mac_address': 'fa:16:3e:e8:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:19:01Z', 'updated_at': '2022-02-09T02:19:01Z', 'revision_number': 0, 'project_id': '2c59903585c449439619eb0edc719ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61920b0-6a98-4c97-86c6-8a5044c536e4', 'name': '', 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:3d:9c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'c508842c-c634-432d-ba7d-96ff22f863b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:42Z', 'updated_at': '2022-02-09T02:18:49Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'c508842c-c634-432d-ba7d-96ff22f863b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:19:03.506616 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb46b3e-e7e0-4392-ab62-cf3c3a6d186d None None] New status for floating IP cdab22bb-e5ff-40b6-b6f5-efe320857adb: ACTIVE {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:19:03.653184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56176) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:03.728027 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-32ad9f92-1692-4452-a4c5-c2b0bc26a84f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/floatingips/cdab22bb-e5ff-40b6-b6f5-efe320857adb HTTP/1.1" status: 200 len: 992 time: 0.0736129 Feb 09 02:19:07.524970 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a4da0df1-c4a7-400a-9d7d-1ac8577c0e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:09.539507 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:19:10.153407 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.167773 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-62095003-eddd-45da-baf9-6421a7bdb0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.915905 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.121146 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.891564 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-c05404da-a685-4d7d-b7cd-80705c10f8c6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205499378&fields=id&tenant_id=ae374e012dff438a8fcacf6297f76569 HTTP/1.1" status: 200 len: 267 time: 0.0448976 Feb 09 02:19:12.006388 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-0754f128-5621-4a04-9eba-a22f602b7c14 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:12.007858 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-0754f128-5621-4a04-9eba-a22f602b7c14 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 810 time: 0.1085379 Feb 09 02:19:12.023182 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-9dc8645b-7d34-48d8-bc9e-f3cdd32c159c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/quotas/ae374e012dff438a8fcacf6297f76569 HTTP/1.1" status: 200 len: 375 time: 0.0094647 Feb 09 02:19:12.081680 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-d82aa1b7-e14d-4c9d-8e3d-d7586e720cf6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534482 Feb 09 02:19:12.276302 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-7e6af703-cf7d-44be-8172-5a0cecd6c9c3 service neutron] 10.222.0.36 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831486 Feb 09 02:19:12.373700 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-dac2e959-6059-42b0-b998-dd941892a1e5 service neutron] 10.222.0.36 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908313 Feb 09 02:19:12.410832 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.696437 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-236a21db-a4b0-40f5-b053-06da7a05c437 req-1167fe63-eff8-4d59-8e51-42ac210ef061 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 210 time: 0.0332899 Feb 09 02:19:13.490707 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.765669 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-3a845edd-a89e-4fcc-bb11-7943c9a3ef2f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:13.767349 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-3a845edd-a89e-4fcc-bb11-7943c9a3ef2f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.48 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 810 time: 0.1231704 Feb 09 02:19:13.805328 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a301eae5-d790-4bbd-9d60-825ff21d76fe req-24c82911-0422-4743-b7f0-db811ab670ae tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 210 time: 0.0346210 Feb 09 02:19:13.872454 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-3e5b98e9-da47-477d-84ee-c3eba0c43cb2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae374e012dff438a8fcacf6297f76569 HTTP/1.1" status: 200 len: 380 time: 0.0904377 Feb 09 02:19:13.882094 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Request body: {'port': {'device_id': '2cf5ff52-8238-42cd-bd43-611137476800', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'admin_state_up': True, 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'security_groups': ['f219cd1a-2922-4c78-ad0d-6ad888dc01d2']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:14.007125 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Made reservation on behalf of ae374e012dff438a8fcacf6297f76569 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:14.010608 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.149615 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Allocated IP 172.20.0.11 (cc310b24-fd11-451e-88ac-42c9695a7e70/a62a2247-044e-4cd3-9944-5d20d7932a71/1f9ee44c-1653-441a-b1ba-6a8ccff9826e) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:14.308510 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for port (1f9ee44c-1653-441a-b1ba-6a8ccff9826e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.352927 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (1f9ee44c-1653-441a-b1ba-6a8ccff9826e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.400912 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Network cc310b24-fd11-451e-88ac-42c9695a7e70 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:14.404453 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:14.409458 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:14.469478 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:14.470132 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.474034 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event updated for resources: {'Port': ['ID=1f9ee44c-1653-441a-b1ba-6a8ccff9826e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:14.485173 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:14.485528 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:14.485881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:14.486223 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:14.486568 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:14.486907 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:14.487290 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:14.487599 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:14.487925 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:14.488253 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:14.488579 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:14.488907 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:14.489234 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:14.511232 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-5ff8b567-b543-46bb-984a-db7dff2833b8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6329045 Feb 09 02:19:14.524469 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-f6c09936-c411-4431-98fb-658526bd5354 service neutron] Request body: {'port': {'device_id': '2cf5ff52-8238-42cd-bd43-611137476800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:14.594923 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-f6c09936-c411-4431-98fb-658526bd5354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1f9ee44c-1653-441a-b1ba-6a8ccff9826e), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.781136 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f40040e9-de8a-445a-9f03-021b0c6f9e55 None None] Provisioning complete for port 1f9ee44c-1653-441a-b1ba-6a8ccff9826e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:14.782261 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f40040e9-de8a-445a-9f03-021b0c6f9e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1f9ee44c-1653-441a-b1ba-6a8ccff9826e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.820596 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f40040e9-de8a-445a-9f03-021b0c6f9e55 None None] Port 1f9ee44c-1653-441a-b1ba-6a8ccff9826e cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:19:14.903174 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-f6c09936-c411-4431-98fb-658526bd5354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9ee44c-1653-441a-b1ba-6a8ccff9826e {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:19:14.914389 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-f6c09936-c411-4431-98fb-658526bd5354 service neutron] Publish callbacks [] for port (1f9ee44c-1653-441a-b1ba-6a8ccff9826e), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.930418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-f6c09936-c411-4431-98fb-658526bd5354 service neutron] Transition to ACTIVE for port object 1f9ee44c-1653-441a-b1ba-6a8ccff9826e will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:19:14.938373 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-f6c09936-c411-4431-98fb-658526bd5354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (1f9ee44c-1653-441a-b1ba-6a8ccff9826e), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.970738 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e948ede-eb54-41c0-a45f-d5f6556cbb9a req-14554d16-1a26-4e45-9435-ff51d53e4ad6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:14.972448 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1e948ede-eb54-41c0-a45f-d5f6556cbb9a req-14554d16-1a26-4e45-9435-ff51d53e4ad6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 932 time: 0.0814016 Feb 09 02:19:15.026970 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c09936-c411-4431-98fb-658526bd5354 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9ee44c-1653-441a-b1ba-6a8ccff9826e,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:15.072994 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1e948ede-eb54-41c0-a45f-d5f6556cbb9a req-0d1df06d-7065-4fb6-b8ef-1f8ea65b9cc8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939548 Feb 09 02:19:15.132678 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-f6c09936-c411-4431-98fb-658526bd5354 service neutron] Attempting to bind port 1f9ee44c-1653-441a-b1ba-6a8ccff9826e on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:19:15.133120 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-f6c09936-c411-4431-98fb-658526bd5354 service neutron] Attempting to bind port 1f9ee44c-1653-441a-b1ba-6a8ccff9826e by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:19:15.133538 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-f6c09936-c411-4431-98fb-658526bd5354 service neutron] Attempting to bind port 1f9ee44c-1653-441a-b1ba-6a8ccff9826e on network cc310b24-fd11-451e-88ac-42c9695a7e70 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:15.138512 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-f6c09936-c411-4431-98fb-658526bd5354 service neutron] Port 1f9ee44c-1653-441a-b1ba-6a8ccff9826e on network cc310b24-fd11-451e-88ac-42c9695a7e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:19:15.138955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-f6c09936-c411-4431-98fb-658526bd5354 service neutron] Attempting to bind port 1f9ee44c-1653-441a-b1ba-6a8ccff9826e on network cc310b24-fd11-451e-88ac-42c9695a7e70 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:15.145366 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-f6c09936-c411-4431-98fb-658526bd5354 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:19:15.145788 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-f6c09936-c411-4431-98fb-658526bd5354 service neutron] Checking segment: {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:15.146237 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-f6c09936-c411-4431-98fb-658526bd5354 service neutron] Bound using segment: {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:19:15.146737 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-f6c09936-c411-4431-98fb-658526bd5354 service neutron] Bound port: 1f9ee44c-1653-441a-b1ba-6a8ccff9826e, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8f92df-20f9-4b45-8132-7943125320b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:19:15.147100 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-f6c09936-c411-4431-98fb-658526bd5354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1f9ee44c-1653-441a-b1ba-6a8ccff9826e), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:15.218929 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-f6c09936-c411-4431-98fb-658526bd5354 service neutron] For port 1f9ee44c-1653-441a-b1ba-6a8ccff9826e, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:19:15.222555 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-f6c09936-c411-4431-98fb-658526bd5354 service neutron] For port 1f9ee44c-1653-441a-b1ba-6a8ccff9826e, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=1f9ee44c-1653-441a-b1ba-6a8ccff9826e,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:19:15.230914 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-f6c09936-c411-4431-98fb-658526bd5354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (1f9ee44c-1653-441a-b1ba-6a8ccff9826e), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:15.274238 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-f6c09936-c411-4431-98fb-658526bd5354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:15.274238 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-f6c09936-c411-4431-98fb-658526bd5354 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:15.275404 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-f6c09936-c411-4431-98fb-658526bd5354 service neutron] 10.222.0.48 "PUT /v2.0/ports/1f9ee44c-1653-441a-b1ba-6a8ccff9826e HTTP/1.1" status: 200 len: 1092 time: 0.7558594 Feb 09 02:19:15.275870 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf5ff52-8238-42cd-bd43-611137476800', 'tag': '1f9ee44c-1653-441a-b1ba-6a8ccff9826e'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:19:15.278221 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf556176-d95c-4205-85bf-c3e79951256c" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf5ff52-8238-42cd-bd43-611137476800", "tag": "1f9ee44c-1653-441a-b1ba-6a8ccff9826e"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:19:15.305150 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c09936-c411-4431-98fb-658526bd5354 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9ee44c-1653-441a-b1ba-6a8ccff9826e,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:15.333033 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6993fdd-cac7-4071-a6d6-1a5cb2848ad8 x-openstack-request-id: req-e6993fdd-cac7-4071-a6d6-1a5cb2848ad8 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:19:15.333380 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf5ff52-8238-42cd-bd43-611137476800", "tag": "1f9ee44c-1653-441a-b1ba-6a8ccff9826e", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:19:15.333673 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6993fdd-cac7-4071-a6d6-1a5cb2848ad8 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:19:15.334143 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf5ff52-8238-42cd-bd43-611137476800', 'tag': '1f9ee44c-1653-441a-b1ba-6a8ccff9826e', 'status': 'completed', 'code': 200} Feb 09 02:19:15.390705 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-55f0f254-7c67-4acf-807e-54597ae32a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:15.392334 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-55f0f254-7c67-4acf-807e-54597ae32a01 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 1126 time: 0.0572488 Feb 09 02:19:15.456539 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-d8a9e757-0d0e-4d52-996e-561cb23a807e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f9ee44c-1653-441a-b1ba-6a8ccff9826e HTTP/1.1" status: 200 len: 217 time: 0.0534213 Feb 09 02:19:15.506695 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-5d39bfcc-3694-435c-915f-dac339dd0742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:15.508257 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-5d39bfcc-3694-435c-915f-dac339dd0742 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 200 len: 849 time: 0.0487599 Feb 09 02:19:15.558364 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-3ea73f1d-c6d7-4438-906b-31076156402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:15.566475 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-3ea73f1d-c6d7-4438-906b-31076156402d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc310b24-fd11-451e-88ac-42c9695a7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448179 Feb 09 02:19:15.655036 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-e40695fe-c99d-45b3-944b-8336d7c19740 service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873106 Feb 09 02:19:15.745280 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff532fd1-a61f-4959-99b6-df34f7986ba5 req-303538d4-f361-4247-b357-82e4995096d1 service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841789 Feb 09 02:19:15.840404 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf556176-d95c-4205-85bf-c3e79951256c req-55501a4c-c5f8-4355-a836-fcbe71acdf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:15.842172 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf556176-d95c-4205-85bf-c3e79951256c req-55501a4c-c5f8-4355-a836-fcbe71acdf80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 1126 time: 0.0504110 Feb 09 02:19:15.949117 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf556176-d95c-4205-85bf-c3e79951256c req-0028abb1-f659-4914-9d64-3a702524dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:15.951829 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf556176-d95c-4205-85bf-c3e79951256c req-0028abb1-f659-4914-9d64-3a702524dd8b service neutron] 10.222.0.48 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 911 time: 0.1033061 Feb 09 02:19:16.003644 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf556176-d95c-4205-85bf-c3e79951256c req-e79e8047-9b63-4611-99fb-5538c8412b95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f9ee44c-1653-441a-b1ba-6a8ccff9826e HTTP/1.1" status: 200 len: 217 time: 0.0446072 Feb 09 02:19:16.059464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf556176-d95c-4205-85bf-c3e79951256c req-7a8cf327-2003-4006-b5eb-6fb6f80dc08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:16.067102 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf556176-d95c-4205-85bf-c3e79951256c req-7a8cf327-2003-4006-b5eb-6fb6f80dc08c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 200 len: 849 time: 0.0522938 Feb 09 02:19:16.129496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf556176-d95c-4205-85bf-c3e79951256c req-d423f732-68e6-43bf-b869-5ccf85bbde05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:16.131329 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf556176-d95c-4205-85bf-c3e79951256c req-d423f732-68e6-43bf-b869-5ccf85bbde05 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc310b24-fd11-451e-88ac-42c9695a7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0629921 Feb 09 02:19:16.224450 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed0093-4432-4f21-b8db-12521469de5c req-f025592a-d972-4979-8396-03c4a8adb1b4 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:16.226050 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-38ed0093-4432-4f21-b8db-12521469de5c req-f025592a-d972-4979-8396-03c4a8adb1b4 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 944 time: 0.0647597 Feb 09 02:19:16.238976 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf556176-d95c-4205-85bf-c3e79951256c req-d5552d91-199c-4dc7-a8c6-6a7d48043363 service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011891 Feb 09 02:19:16.284118 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-38ed0093-4432-4f21-b8db-12521469de5c req-625a3d0a-93d1-4c38-bda7-9dcecafeb883 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516291 Feb 09 02:19:16.346912 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf556176-d95c-4205-85bf-c3e79951256c req-7d61a3dd-208c-47b9-b823-92dc958eca74 service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007755 Feb 09 02:19:17.424254 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcd850-afca-46a5-b674-a21e11bb2a01 req-91fcc654-3090-4f95-b4a1-6b07150d94db tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:17.425790 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fcfcd850-afca-46a5-b674-a21e11bb2a01 req-91fcc654-3090-4f95-b4a1-6b07150d94db tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 944 time: 0.0650864 Feb 09 02:19:17.478683 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fcfcd850-afca-46a5-b674-a21e11bb2a01 req-9024486c-5482-4788-930d-bc90c5a3fd4c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464125 Feb 09 02:19:18.614100 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c5664-6d40-48ba-aa1a-fa98e114015f req-75212062-e0d6-4661-96cd-238b91db8d44 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:18.615800 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d46c5664-6d40-48ba-aa1a-fa98e114015f req-75212062-e0d6-4661-96cd-238b91db8d44 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 944 time: 0.0642478 Feb 09 02:19:18.671256 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d46c5664-6d40-48ba-aa1a-fa98e114015f req-221443c2-233b-4a53-8ee5-399223cf3e43 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496900 Feb 09 02:19:19.797879 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade73b0-5547-4223-9a4b-c24dc7fcb894 req-9dec78b5-68f2-4c78-9ad0-884b10a76dba tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:19.799541 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9ade73b0-5547-4223-9a4b-c24dc7fcb894 req-9dec78b5-68f2-4c78-9ad0-884b10a76dba tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 944 time: 0.0586920 Feb 09 02:19:19.854186 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9ade73b0-5547-4223-9a4b-c24dc7fcb894 req-314856ce-d95e-4182-bbc9-a47a7dfc806d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488074 Feb 09 02:19:20.974669 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643047f8-91b4-46b0-8613-6e45473a429e req-b3482ca8-e3d1-4354-9a48-3821eee7076f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:20.976189 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-643047f8-91b4-46b0-8613-6e45473a429e req-b3482ca8-e3d1-4354-9a48-3821eee7076f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 944 time: 0.0531485 Feb 09 02:19:21.025853 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-643047f8-91b4-46b0-8613-6e45473a429e req-a3ffcdca-7163-4c29-ae96-3d98e81babf2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440822 Feb 09 02:19:22.148085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb2c80-919e-4c7c-9e7c-18c28237ea08 req-bc6ad382-68b8-4af4-ac80-d6ab1ac393e8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:22.149493 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfbb2c80-919e-4c7c-9e7c-18c28237ea08 req-bc6ad382-68b8-4af4-ac80-d6ab1ac393e8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 944 time: 0.0541737 Feb 09 02:19:22.200641 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfbb2c80-919e-4c7c-9e7c-18c28237ea08 req-c5c420c9-3608-49d6-819f-d06f86afeb14 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447545 Feb 09 02:19:23.323034 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebd347-6a2b-4ac8-a45c-78f46a330f21 req-fae7f36f-93a7-4290-a63f-1a45b12a60b0 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:23.324800 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-27ebd347-6a2b-4ac8-a45c-78f46a330f21 req-fae7f36f-93a7-4290-a63f-1a45b12a60b0 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 944 time: 0.0554817 Feb 09 02:19:23.379060 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-27ebd347-6a2b-4ac8-a45c-78f46a330f21 req-d7298c5e-3e33-4c57-b362-b49df73f9273 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483565 Feb 09 02:19:23.781564 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3151bf1b-bf0a-449d-8e6f-bf804907e2a5 req-40c8cf00-c74b-4a15-a04b-a20effd18596 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443046 Feb 09 02:19:23.849915 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151bf1b-bf0a-449d-8e6f-bf804907e2a5 req-bcafd997-f2b9-40b7-bdcc-0a79ba5c92e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:23.851416 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3151bf1b-bf0a-449d-8e6f-bf804907e2a5 req-bcafd997-f2b9-40b7-bdcc-0a79ba5c92e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 1127 time: 0.0482740 Feb 09 02:19:23.966493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151bf1b-bf0a-449d-8e6f-bf804907e2a5 req-78a72b51-3a4b-46f0-8adf-6accf0d6372e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:23.968891 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3151bf1b-bf0a-449d-8e6f-bf804907e2a5 req-78a72b51-3a4b-46f0-8adf-6accf0d6372e service neutron] 10.222.0.48 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 911 time: 0.0980802 Feb 09 02:19:24.038810 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3151bf1b-bf0a-449d-8e6f-bf804907e2a5 req-49197b9e-0f2f-4dba-8f48-0765327c4eca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7db575eb-0a73-4517-9980-3f5e7ecc4ddf HTTP/1.1" status: 200 len: 1000 time: 0.0607734 Feb 09 02:19:24.091043 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151bf1b-bf0a-449d-8e6f-bf804907e2a5 req-86e96b49-f7f1-4964-9b64-3a1bcbd30900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:24.093462 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3151bf1b-bf0a-449d-8e6f-bf804907e2a5 req-86e96b49-f7f1-4964-9b64-3a1bcbd30900 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 200 len: 849 time: 0.0493166 Feb 09 02:19:24.142034 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151bf1b-bf0a-449d-8e6f-bf804907e2a5 req-cd9e939d-e17b-423a-a7ea-1b5f971e59db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:24.143535 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3151bf1b-bf0a-449d-8e6f-bf804907e2a5 req-cd9e939d-e17b-423a-a7ea-1b5f971e59db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc310b24-fd11-451e-88ac-42c9695a7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444279 Feb 09 02:19:24.231358 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3151bf1b-bf0a-449d-8e6f-bf804907e2a5 req-822683c5-3b1a-4ec7-ac45-d886d9a898dd service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815136 Feb 09 02:19:24.331889 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3151bf1b-bf0a-449d-8e6f-bf804907e2a5 req-fc71eb1e-f3c4-4335-b2eb-52a1139b16e1 service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922852 Feb 09 02:19:24.506187 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47870a8-31e5-426c-a9f2-a19c3df0a29d req-b53a071c-34d6-4e72-a3a6-7228a4b53998 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:24.507781 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f47870a8-31e5-426c-a9f2-a19c3df0a29d req-b53a071c-34d6-4e72-a3a6-7228a4b53998 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 944 time: 0.0576661 Feb 09 02:19:24.572948 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f47870a8-31e5-426c-a9f2-a19c3df0a29d req-6ab33f83-c04a-4f5f-a0c9-3afb0311333e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594606 Feb 09 02:19:25.695981 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7d043-f435-4b49-b1fa-236f8cc4d425 req-5cebc383-b78d-435e-b863-f3dc8d82677f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:25.697455 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-51f7d043-f435-4b49-b1fa-236f8cc4d425 req-5cebc383-b78d-435e-b863-f3dc8d82677f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 944 time: 0.0534019 Feb 09 02:19:25.746263 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-51f7d043-f435-4b49-b1fa-236f8cc4d425 req-137fb7ae-ce29-4ef6-b31d-00c5f1bc2b75 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425143 Feb 09 02:19:26.873677 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76b2ba-6183-4a78-93f3-10a505c7e011 req-b376d695-e5ce-40a8-a0f2-74c39ef5303d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:26.875385 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd76b2ba-6183-4a78-93f3-10a505c7e011 req-b376d695-e5ce-40a8-a0f2-74c39ef5303d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 944 time: 0.0583372 Feb 09 02:19:26.924547 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd76b2ba-6183-4a78-93f3-10a505c7e011 req-d5d7c49e-33e4-4513-90f4-a77e83f733ae tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434742 Feb 09 02:19:28.055843 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48202759-3bf1-42cd-b029-ea4fd9ffe317 req-5c155ee2-6f11-4f09-90f7-565a17e2e1d3 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:28.057380 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-48202759-3bf1-42cd-b029-ea4fd9ffe317 req-5c155ee2-6f11-4f09-90f7-565a17e2e1d3 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 944 time: 0.0608633 Feb 09 02:19:28.116924 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-48202759-3bf1-42cd-b029-ea4fd9ffe317 req-fa950310-a2a8-43dc-85e9-6f5f34dfd5c2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527837 Feb 09 02:19:29.242008 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18768e6e-fd0c-4db6-a33c-89e066fdf736 req-c17f21c5-5979-4843-a30d-7cdd716fd147 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:29.243555 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-18768e6e-fd0c-4db6-a33c-89e066fdf736 req-c17f21c5-5979-4843-a30d-7cdd716fd147 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 944 time: 0.0542533 Feb 09 02:19:29.295214 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-18768e6e-fd0c-4db6-a33c-89e066fdf736 req-b9b6e8a9-a44b-4de3-b217-abe97f32f399 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448194 Feb 09 02:19:30.446686 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3b29b-e5ce-4fa6-bc5b-b6fb42f247c5 req-c437e336-b3ba-4f5f-98ae-a5481d0d87d3 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:30.448241 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4eb3b29b-e5ce-4fa6-bc5b-b6fb42f247c5 req-c437e336-b3ba-4f5f-98ae-a5481d0d87d3 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 944 time: 0.0599568 Feb 09 02:19:30.503117 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4eb3b29b-e5ce-4fa6-bc5b-b6fb42f247c5 req-1d760c0f-518c-4f10-b597-801a5c767501 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483186 Feb 09 02:19:31.636887 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d4ab1-ea22-479a-bc7e-74c04bc59a9e req-2b27ea6e-ad77-4273-9712-4cc6addf773e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:31.638390 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d45d4ab1-ea22-479a-bc7e-74c04bc59a9e req-2b27ea6e-ad77-4273-9712-4cc6addf773e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 944 time: 0.0639787 Feb 09 02:19:31.704167 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d45d4ab1-ea22-479a-bc7e-74c04bc59a9e req-1a5c1e51-28ba-4488-833e-72ed467f86d5 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559571 Feb 09 02:19:32.825674 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aacd84-8ea8-4f03-9281-a19b1aea7abd req-aad36a22-07aa-4868-8ba9-b2281edb51eb tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:32.827709 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b4aacd84-8ea8-4f03-9281-a19b1aea7abd req-aad36a22-07aa-4868-8ba9-b2281edb51eb tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 944 time: 0.0543492 Feb 09 02:19:32.876035 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b4aacd84-8ea8-4f03-9281-a19b1aea7abd req-fb797aaa-1934-4c8b-917c-d6b91633ca67 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426753 Feb 09 02:19:33.671902 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c97cee67-d967-4508-87de-d572ec1391ea req-0ef2a1b2-ae2c-4201-9eaa-52956fb8da9f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481458 Feb 09 02:19:33.756891 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cee67-d967-4508-87de-d572ec1391ea req-b09e385e-b36f-4c75-8ae0-e2e4f870877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:33.758374 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c97cee67-d967-4508-87de-d572ec1391ea req-b09e385e-b36f-4c75-8ae0-e2e4f870877c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 1127 time: 0.0452776 Feb 09 02:19:33.867361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cee67-d967-4508-87de-d572ec1391ea req-b24c3187-2591-4dec-ae6f-42b9527ee1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:33.868869 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c97cee67-d967-4508-87de-d572ec1391ea req-b24c3187-2591-4dec-ae6f-42b9527ee1f0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb558a6a-4226-490a-bc30-1177f4036e2e HTTP/1.1" status: 200 len: 898 time: 0.0920477 Feb 09 02:19:33.944979 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c97cee67-d967-4508-87de-d572ec1391ea req-e1aee02d-15d9-42d8-a7e4-de3fdb613c61 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 HTTP/1.1" status: 200 len: 1000 time: 0.0698559 Feb 09 02:19:34.004728 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cee67-d967-4508-87de-d572ec1391ea req-3fa2acc6-7c7f-4f48-be73-7f28a4931db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:34.006183 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c97cee67-d967-4508-87de-d572ec1391ea req-3fa2acc6-7c7f-4f48-be73-7f28a4931db9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c508842c-c634-432d-ba7d-96ff22f863b8 HTTP/1.1" status: 200 len: 835 time: 0.0560892 Feb 09 02:19:34.020524 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646c2f0-1a75-4a51-bdbb-780759fb9fd3 req-843a981d-1985-4f6d-a4b0-f5e746a2cd8e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:34.022026 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0646c2f0-1a75-4a51-bdbb-780759fb9fd3 req-843a981d-1985-4f6d-a4b0-f5e746a2cd8e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 944 time: 0.0708966 Feb 09 02:19:34.060101 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cee67-d967-4508-87de-d572ec1391ea req-e5e08c84-2f4d-4848-900e-1f5c73595f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:34.061901 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c97cee67-d967-4508-87de-d572ec1391ea req-e5e08c84-2f4d-4848-900e-1f5c73595f21 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb558a6a-4226-490a-bc30-1177f4036e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501571 Feb 09 02:19:34.074770 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0646c2f0-1a75-4a51-bdbb-780759fb9fd3 req-9b613407-285b-471c-8fee-7133f63a14ad tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469646 Feb 09 02:19:34.163114 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c97cee67-d967-4508-87de-d572ec1391ea req-71012318-d4da-4416-b5d8-d8b0ab661729 service neutron] 10.222.0.67 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941021 Feb 09 02:19:34.255376 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c97cee67-d967-4508-87de-d572ec1391ea req-dd2b2728-b305-4ac7-924e-e37d8b46a9f6 service neutron] 10.222.0.67 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861423 Feb 09 02:19:35.200294 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f883bb-b26c-4071-b01a-923000493265 req-d435b2c1-1272-4fe9-940e-c021b91626a1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:35.201792 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f9f883bb-b26c-4071-b01a-923000493265 req-d435b2c1-1272-4fe9-940e-c021b91626a1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 944 time: 0.0554810 Feb 09 02:19:35.256771 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f9f883bb-b26c-4071-b01a-923000493265 req-e8cc4641-da15-4496-b92e-f23515338842 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489609 Feb 09 02:19:36.379328 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b16b6-1f95-4b0a-b1ac-86cefa0d26ba req-33daecb7-66a0-45d0-9c9d-754615bfe45e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:36.380820 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-454b16b6-1f95-4b0a-b1ac-86cefa0d26ba req-33daecb7-66a0-45d0-9c9d-754615bfe45e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 944 time: 0.0541120 Feb 09 02:19:36.430990 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-454b16b6-1f95-4b0a-b1ac-86cefa0d26ba req-0f344ea9-3ce4-4f29-94f7-d105c16c4757 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445824 Feb 09 02:19:37.502087 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-53cebb90-6671-44b3-bda2-8b3d6d956dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:37.568466 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8bd97-7b34-4403-95f8-9bc064462665 req-589f6377-bd5e-40d6-83b2-d2953db59f10 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:37.569942 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-92f8bd97-7b34-4403-95f8-9bc064462665 req-589f6377-bd5e-40d6-83b2-d2953db59f10 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 944 time: 0.0595379 Feb 09 02:19:37.624921 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-92f8bd97-7b34-4403-95f8-9bc064462665 req-1a60ec66-b7be-4596-b732-7ca1add9765c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491669 Feb 09 02:19:38.761794 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b060f-b171-4986-be5e-7631013b80d6 req-233a98d9-0103-45b3-b93a-3248427a5d27 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:38.763268 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0c2b060f-b171-4986-be5e-7631013b80d6 req-233a98d9-0103-45b3-b93a-3248427a5d27 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 944 time: 0.0528491 Feb 09 02:19:38.815110 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0c2b060f-b171-4986-be5e-7631013b80d6 req-6c77e6d9-ec50-4d5e-ba0a-9add9ae1afbb tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451713 Feb 09 02:19:39.831807 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 1f9ee44c-1653-441a-b1ba-6a8ccff9826e details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:19:39.929283 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 1f9ee44c-1653-441a-b1ba-6a8ccff9826e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=1f9ee44c-1653-441a-b1ba-6a8ccff9826e,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:39.941632 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '1f9ee44c-1653-441a-b1ba-6a8ccff9826e', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'port_id': '1f9ee44c-1653-441a-b1ba-6a8ccff9826e', 'mac_address': 'fa:16:3e:16:45:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:19:39.959839 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77902e74-d327-4dd0-9e6b-8e6d1783d318 req-4e071599-2980-4270-8531-0f3120562ef1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:39.961367 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77902e74-d327-4dd0-9e6b-8e6d1783d318 req-4e071599-2980-4270-8531-0f3120562ef1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 944 time: 0.0640268 Feb 09 02:19:39.991766 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 1f9ee44c-1653-441a-b1ba-6a8ccff9826e is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:39.992134 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1f9ee44c-1653-441a-b1ba-6a8ccff9826e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:40.006432 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9ee44c-1653-441a-b1ba-6a8ccff9826e {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:19:40.015076 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77902e74-d327-4dd0-9e6b-8e6d1783d318 req-90857b67-5e20-4942-82b4-5a66d20d454a tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470567 Feb 09 02:19:40.026505 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 1f9ee44c-1653-441a-b1ba-6a8ccff9826e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=1f9ee44c-1653-441a-b1ba-6a8ccff9826e,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:40.040184 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1f9ee44c-1653-441a-b1ba-6a8ccff9826e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:40.096503 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=1f9ee44c-1653-441a-b1ba-6a8ccff9826e,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:40.170593 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-18820e7f-6c72-4ffd-8213-e0e29ed86653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:40.181637 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:40.267852 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['1f9ee44c-1653-441a-b1ba-6a8ccff9826e'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:19:40.906228 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:41.114640 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:41.413066 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc76bb-3978-4622-8fbd-e90d8e3827cb req-6126ed2d-4072-4a75-ae53-38edce6ff939 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:41.414973 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7cdc76bb-3978-4622-8fbd-e90d8e3827cb req-6126ed2d-4072-4a75-ae53-38edce6ff939 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 945 time: 0.0611811 Feb 09 02:19:41.465806 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7cdc76bb-3978-4622-8fbd-e90d8e3827cb req-a41e1be4-ffa3-4f28-b48b-6ed6925b3681 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450351 Feb 09 02:19:41.832591 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 1f9ee44c-1653-441a-b1ba-6a8ccff9826e up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:41.888223 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 1f9ee44c-1653-441a-b1ba-6a8ccff9826e completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:19:41.894390 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 1f9ee44c-1653-441a-b1ba-6a8ccff9826e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:41.894760 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (1f9ee44c-1653-441a-b1ba-6a8ccff9826e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:41.978443 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 1f9ee44c-1653-441a-b1ba-6a8ccff9826e is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:41.979071 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (1f9ee44c-1653-441a-b1ba-6a8ccff9826e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:42.005665 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf5ff52-8238-42cd-bd43-611137476800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9ee44c-1653-441a-b1ba-6a8ccff9826e'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:19:42.007977 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919e2c39-cd7f-4954-b324-a9caf8e84ca5" -d '{"events": [{"server_uuid": "2cf5ff52-8238-42cd-bd43-611137476800", "name": "network-vif-plugged", "status": "completed", "tag": "1f9ee44c-1653-441a-b1ba-6a8ccff9826e"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:19:42.020644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 1f9ee44c-1653-441a-b1ba-6a8ccff9826e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=1f9ee44c-1653-441a-b1ba-6a8ccff9826e,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:42.024862 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (1f9ee44c-1653-441a-b1ba-6a8ccff9826e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:42.057381 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f81da30-b09b-4daf-affa-86679b451e6c x-openstack-request-id: req-2f81da30-b09b-4daf-affa-86679b451e6c {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:19:42.057686 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf5ff52-8238-42cd-bd43-611137476800", "name": "network-vif-plugged", "status": "completed", "tag": "1f9ee44c-1653-441a-b1ba-6a8ccff9826e", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:19:42.057945 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f81da30-b09b-4daf-affa-86679b451e6c {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:19:42.058445 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf5ff52-8238-42cd-bd43-611137476800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9ee44c-1653-441a-b1ba-6a8ccff9826e', 'code': 200} Feb 09 02:19:42.095988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=1f9ee44c-1653-441a-b1ba-6a8ccff9826e,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:42.176660 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73c032-fe9e-49ed-8238-20ab93563abd req-60369a18-6e81-45de-9045-73d18e9a06b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:42.178271 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6e73c032-fe9e-49ed-8238-20ab93563abd req-60369a18-6e81-45de-9045-73d18e9a06b4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 1128 time: 0.0468364 Feb 09 02:19:42.226336 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6e73c032-fe9e-49ed-8238-20ab93563abd req-b12d3bdc-41d9-4ada-8040-f32e941c123c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417769 Feb 09 02:19:42.418449 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:42.595913 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326a566-089a-4687-aca0-06037410ae39 req-3c308bd1-c418-49b3-974d-ec292beb45d0 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:42.597593 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5326a566-089a-4687-aca0-06037410ae39 req-3c308bd1-c418-49b3-974d-ec292beb45d0 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 946 time: 0.0580833 Feb 09 02:19:42.654303 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5326a566-089a-4687-aca0-06037410ae39 req-e87c5304-36c0-4670-bd02-fa7d34f685f6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506270 Feb 09 02:19:43.493449 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.783349 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd44aa-c9b4-4d75-9b73-b3dc57823ebb req-a89b41a8-a4c6-42ee-92bc-f28f70fd3dea tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:43.784906 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5ddd44aa-c9b4-4d75-9b73-b3dc57823ebb req-a89b41a8-a4c6-42ee-92bc-f28f70fd3dea tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 946 time: 0.0585282 Feb 09 02:19:43.837449 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5ddd44aa-c9b4-4d75-9b73-b3dc57823ebb req-e9b5ae8f-c794-427a-a346-35bd69c9206d tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463169 Feb 09 02:19:43.965832 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec138b9-aa4a-429e-9421-bf7fe321ea86 req-69fa0e0c-3c17-4c44-8e6f-bd146946958b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:43.968017 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fec138b9-aa4a-429e-9421-bf7fe321ea86 req-69fa0e0c-3c17-4c44-8e6f-bd146946958b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 946 time: 0.0590427 Feb 09 02:19:44.020390 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fec138b9-aa4a-429e-9421-bf7fe321ea86 req-901fe0db-e5ce-40c2-a29b-aa35ee544a3b tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452185 Feb 09 02:19:44.043002 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56510) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:44.217944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377a30ea-7793-4c29-9c5a-3f0cfb5a9b01 tempest-TestVolumeBootPattern-292259168 tempest-TestVolumeBootPattern-292259168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:44.219378 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-377a30ea-7793-4c29-9c5a-3f0cfb5a9b01 tempest-TestVolumeBootPattern-292259168 tempest-TestVolumeBootPattern-292259168-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 1123 time: 0.1752727 Feb 09 02:19:44.222139 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56514) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:44.226289 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-36ffd717-37d5-4208-b21a-9fcbcbfd40d8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': '1f9ee44c-1653-441a-b1ba-6a8ccff9826e', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:44.247661 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-36ffd717-37d5-4208-b21a-9fcbcbfd40d8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:44.350081 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-36ffd717-37d5-4208-b21a-9fcbcbfd40d8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:44.456519 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-36ffd717-37d5-4208-b21a-9fcbcbfd40d8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Allocated IP 172.25.7.254 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/7559852e-69a3-4b01-a883-723b4fff97be) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:44.559154 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-36ffd717-37d5-4208-b21a-9fcbcbfd40d8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for port (7559852e-69a3-4b01-a883-723b4fff97be), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:44.593824 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-36ffd717-37d5-4208-b21a-9fcbcbfd40d8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (7559852e-69a3-4b01-a883-723b4fff97be), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:44.628316 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ffd717-37d5-4208-b21a-9fcbcbfd40d8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:44.631146 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-36ffd717-37d5-4208-b21a-9fcbcbfd40d8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:44.636583 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ffd717-37d5-4208-b21a-9fcbcbfd40d8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:44.664478 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffd717-37d5-4208-b21a-9fcbcbfd40d8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event updated for resources: {'Port': ['ID=7559852e-69a3-4b01-a883-723b4fff97be,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:45.340001 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-36ffd717-37d5-4208-b21a-9fcbcbfd40d8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for floatingip (4bb34ba5-986d-4058-b725-5effee14b4a7), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:45.409630 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-36ffd717-37d5-4208-b21a-9fcbcbfd40d8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7559852e-69a3-4b01-a883-723b4fff97be), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:45.562481 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-36ffd717-37d5-4208-b21a-9fcbcbfd40d8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for port (7559852e-69a3-4b01-a883-723b4fff97be), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:45.567246 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-36ffd717-37d5-4208-b21a-9fcbcbfd40d8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (7559852e-69a3-4b01-a883-723b4fff97be), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:45.641526 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffd717-37d5-4208-b21a-9fcbcbfd40d8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event updated for resources: {'Port': ['ID=7559852e-69a3-4b01-a883-723b4fff97be,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:45.653217 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-36ffd717-37d5-4208-b21a-9fcbcbfd40d8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (4bb34ba5-986d-4058-b725-5effee14b4a7), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:45.766195 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-36ffd717-37d5-4208-b21a-9fcbcbfd40d8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Floating IP 4bb34ba5-986d-4058-b725-5effee14b4a7 associated. External IP: 172.25.7.254, port: 1f9ee44c-1653-441a-b1ba-6a8ccff9826e. Feb 09 02:19:45.985256 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ffd717-37d5-4208-b21a-9fcbcbfd40d8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:19:46.096866 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ffd717-37d5-4208-b21a-9fcbcbfd40d8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:19:46.108499 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba85accd-257e-4761-88a5-5e7d5245a992 None None] Sync routers for ids ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:19:46.116594 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-36ffd717-37d5-4208-b21a-9fcbcbfd40d8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:46.118930 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba85accd-257e-4761-88a5-5e7d5245a992 None None] Routers {'2c8fea35-6faa-4e0a-9905-70f0fec5b71b'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:46.119684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ba85accd-257e-4761-88a5-5e7d5245a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:19:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:46.149778 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-36ffd717-37d5-4208-b21a-9fcbcbfd40d8 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9266005 Feb 09 02:19:46.150650 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf5ff52-8238-42cd-bd43-611137476800', 'tag': '1f9ee44c-1653-441a-b1ba-6a8ccff9826e'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:19:46.153337 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d08865f-0082-4fc7-9e39-c87bb31945a0" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf5ff52-8238-42cd-bd43-611137476800", "tag": "1f9ee44c-1653-441a-b1ba-6a8ccff9826e"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:19:46.194574 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f9c307-0d9a-4d58-94f0-158046405c0f x-openstack-request-id: req-b6f9c307-0d9a-4d58-94f0-158046405c0f {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:19:46.195618 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf5ff52-8238-42cd-bd43-611137476800", "tag": "1f9ee44c-1653-441a-b1ba-6a8ccff9826e", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:19:46.196152 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6f9c307-0d9a-4d58-94f0-158046405c0f {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:19:46.196699 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf5ff52-8238-42cd-bd43-611137476800', 'tag': '1f9ee44c-1653-441a-b1ba-6a8ccff9826e', 'status': 'completed', 'code': 200} Feb 09 02:19:46.247031 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-ba85accd-257e-4761-88a5-5e7d5245a992 None None] Set router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:46.270217 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08865f-0082-4fc7-9e39-c87bb31945a0 req-602999a1-c11c-43a5-9e3d-6c8620bc4e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:46.271878 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d08865f-0082-4fc7-9e39-c87bb31945a0 req-602999a1-c11c-43a5-9e3d-6c8620bc4e9f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 1128 time: 0.0537500 Feb 09 02:19:46.366986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08865f-0082-4fc7-9e39-c87bb31945a0 req-920e2a28-a10a-4b33-b948-888f7e4d5638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:46.369452 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d08865f-0082-4fc7-9e39-c87bb31945a0 req-920e2a28-a10a-4b33-b948-888f7e4d5638 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 911 time: 0.0916414 Feb 09 02:19:46.445542 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d08865f-0082-4fc7-9e39-c87bb31945a0 req-d8e41e14-fd18-4513-943b-fab3702696b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f9ee44c-1653-441a-b1ba-6a8ccff9826e HTTP/1.1" status: 200 len: 1000 time: 0.0690174 Feb 09 02:19:46.481204 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ba85accd-257e-4761-88a5-5e7d5245a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:57Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '4bb34ba5-986d-4058-b725-5effee14b4a7', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'floating_ip_address': '172.25.7.254', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'port_id': '1f9ee44c-1653-441a-b1ba-6a8ccff9826e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'mac_address': 'fa:16:3e:16:45:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf5ff52-8238-42cd-bd43-611137476800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:19:44Z', 'updated_at': '2022-02-09T02:19:44Z', 'revision_number': 0, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'fixed_ip_address_scope': None}, {'id': 'ed131559-5124-4bae-b434-45c1a470d34e', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'port_id': '7db575eb-0a73-4517-9980-3f5e7ecc4ddf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'mac_address': 'fa:16:3e:ff:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:17:15Z', 'updated_at': '2022-02-09T02:17:17Z', 'revision_number': 1, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280344da-329e-4bd6-b059-a78b1ac6284b', 'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'mac_address': 'fa:16:3e:8b:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:57Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 5, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'subnets': [{'id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:46.496695 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08865f-0082-4fc7-9e39-c87bb31945a0 req-bf25f36e-b22f-4438-807e-de7c7ed3d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:46.499182 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d08865f-0082-4fc7-9e39-c87bb31945a0 req-bf25f36e-b22f-4438-807e-de7c7ed3d75d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 200 len: 849 time: 0.0464797 Feb 09 02:19:46.512993 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba85accd-257e-4761-88a5-5e7d5245a992 None None] Checking router: 2c8fea35-6faa-4e0a-9905-70f0fec5b71b for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:19:46.522083 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba85accd-257e-4761-88a5-5e7d5245a992 None None] Routers {'2c8fea35-6faa-4e0a-9905-70f0fec5b71b'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:46.522700 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ba85accd-257e-4761-88a5-5e7d5245a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:19:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:46.540611 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:19:46.549854 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08865f-0082-4fc7-9e39-c87bb31945a0 req-f41b60c8-fa15-428b-8b81-7ab9a13d107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:46.551520 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d08865f-0082-4fc7-9e39-c87bb31945a0 req-f41b60c8-fa15-428b-8b81-7ab9a13d107d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc310b24-fd11-451e-88ac-42c9695a7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467439 Feb 09 02:19:46.645840 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-ba85accd-257e-4761-88a5-5e7d5245a992 None None] Set router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:46.652668 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d08865f-0082-4fc7-9e39-c87bb31945a0 req-09167ec2-3914-478b-92d2-c745aa2a1e7f service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947194 Feb 09 02:19:46.752694 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2d08865f-0082-4fc7-9e39-c87bb31945a0 req-70b29c55-e9a9-410e-8b03-42ad157f9aad service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930169 Feb 09 02:19:46.890032 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ba85accd-257e-4761-88a5-5e7d5245a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:57Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '4bb34ba5-986d-4058-b725-5effee14b4a7', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'floating_ip_address': '172.25.7.254', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'port_id': '1f9ee44c-1653-441a-b1ba-6a8ccff9826e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'mac_address': 'fa:16:3e:16:45:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf5ff52-8238-42cd-bd43-611137476800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:19:44Z', 'updated_at': '2022-02-09T02:19:44Z', 'revision_number': 0, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'fixed_ip_address_scope': None}, {'id': 'ed131559-5124-4bae-b434-45c1a470d34e', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'port_id': '7db575eb-0a73-4517-9980-3f5e7ecc4ddf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'mac_address': 'fa:16:3e:ff:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:17:15Z', 'updated_at': '2022-02-09T02:17:17Z', 'revision_number': 1, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280344da-329e-4bd6-b059-a78b1ac6284b', 'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'mac_address': 'fa:16:3e:8b:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:57Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 5, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'subnets': [{'id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:46.922626 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba85accd-257e-4761-88a5-5e7d5245a992 None None] The sync data for ids ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'] in n-d-828387-3 is: [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:57Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '4bb34ba5-986d-4058-b725-5effee14b4a7', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'floating_ip_address': '172.25.7.254', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'port_id': '1f9ee44c-1653-441a-b1ba-6a8ccff9826e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'mac_address': 'fa:16:3e:16:45:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf5ff52-8238-42cd-bd43-611137476800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:19:44Z', 'updated_at': '2022-02-09T02:19:44Z', 'revision_number': 0, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'fixed_ip_address_scope': None}, {'id': 'ed131559-5124-4bae-b434-45c1a470d34e', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'port_id': '7db575eb-0a73-4517-9980-3f5e7ecc4ddf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'mac_address': 'fa:16:3e:ff:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:17:15Z', 'updated_at': '2022-02-09T02:17:17Z', 'revision_number': 1, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280344da-329e-4bd6-b059-a78b1ac6284b', 'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'mac_address': 'fa:16:3e:8b:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:57Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 5, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'subnets': [{'id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:19:47.121471 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c80504-a0f4-45b8-82e8-cab1573e3c9c None None] New status for floating IP 4bb34ba5-986d-4058-b725-5effee14b4a7: ACTIVE {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:20:07.505907 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bc9b7af1-62b3-405f-a30a-0022ee49ab1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.173825 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b630a95d-e13a-4e1c-bd74-94c8c456d355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.175565 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.907937 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:11.126010 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.413343 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.498278 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:15.154026 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026f442-ba2b-45a9-adca-c89a8869a73b req-6ce69d61-c7ce-461c-8ca3-c6a953ce51c7 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:15.155686 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a026f442-ba2b-45a9-adca-c89a8869a73b req-6ce69d61-c7ce-461c-8ca3-c6a953ce51c7 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 1127 time: 0.0522738 Feb 09 02:20:15.205213 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a026f442-ba2b-45a9-adca-c89a8869a73b req-83e12bf8-d7ea-4ece-8ab8-322d100f7c6f tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435045 Feb 09 02:20:15.327670 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ed82d-1f57-42e8-8c23-a7dae60ac0ea req-a167ad21-02d8-42e6-954e-f2f4840663f8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:15.329153 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-692ed82d-1f57-42e8-8c23-a7dae60ac0ea req-a167ad21-02d8-42e6-954e-f2f4840663f8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 945 time: 0.0560496 Feb 09 02:20:15.382803 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-692ed82d-1f57-42e8-8c23-a7dae60ac0ea req-9b36b4f3-e62d-4fc5-8a56-e5afa098afa5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479252 Feb 09 02:20:15.407075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 56790) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:15.483628 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-685d15bb-e859-4a73-bc2f-d6658b1da4c9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/floatingips/cdab22bb-e5ff-40b6-b6f5-efe320857adb HTTP/1.1" status: 200 len: 992 time: 0.0717416 Feb 09 02:20:15.764276 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-5bef9443-38b7-4977-9704-ea6c88e13835 req-6ea5c2a1-a8cc-486f-a568-99d123ca07f6 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:20:15.765222 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5bef9443-38b7-4977-9704-ea6c88e13835 req-6ea5c2a1-a8cc-486f-a568-99d123ca07f6 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062642 Feb 09 02:20:16.128454 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 56816) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:16.193888 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6128150-4b28-4410-bcb6-fb2b62b87a74 req-e3e1def0-be6b-442f-b460-42db59b7c8c4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:16.195388 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f6128150-4b28-4410-bcb6-fb2b62b87a74 req-e3e1def0-be6b-442f-b460-42db59b7c8c4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 945 time: 0.0576949 Feb 09 02:20:16.276072 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e8bd4bdc-1422-41be-b0c2-b3dae81601c2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1464584 Feb 09 02:20:16.280545 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f6128150-4b28-4410-bcb6-fb2b62b87a74 req-db747a43-9d29-4baf-a041-f3d3b976b9ca tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760858 Feb 09 02:20:16.285495 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-2db7ba65-c571-448e-bac9-dec0805da317 req-c64a9afd-86f2-45e3-85af-7ba2208333bc service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:20:16.286449 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2db7ba65-c571-448e-bac9-dec0805da317 req-c64a9afd-86f2-45e3-85af-7ba2208333bc service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050838 Feb 09 02:20:17.410529 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b362fe4-77a1-48a4-ab97-fc4694643a0f req-6fcd9076-bf79-454e-8c66-c52bbbe37cd8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:17.412051 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0b362fe4-77a1-48a4-ab97-fc4694643a0f req-6fcd9076-bf79-454e-8c66-c52bbbe37cd8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 945 time: 0.0577264 Feb 09 02:20:17.452240 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7ba65-c571-448e-bac9-dec0805da317 req-b7c6fe0f-bc6a-4fce-83a0-039c521e94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:17.453846 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2db7ba65-c571-448e-bac9-dec0805da317 req-b7c6fe0f-bc6a-4fce-83a0-039c521e94d5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 1127 time: 0.0474546 Feb 09 02:20:17.463242 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0b362fe4-77a1-48a4-ab97-fc4694643a0f req-a1e874eb-4706-4252-8d3f-44c9420c4bce tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452890 Feb 09 02:20:17.548765 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7ba65-c571-448e-bac9-dec0805da317 req-df702a7c-8315-4b80-b72c-bddfe59a58be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:17.550298 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2db7ba65-c571-448e-bac9-dec0805da317 req-df702a7c-8315-4b80-b72c-bddfe59a58be service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb558a6a-4226-490a-bc30-1177f4036e2e HTTP/1.1" status: 200 len: 898 time: 0.0909050 Feb 09 02:20:17.615412 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2db7ba65-c571-448e-bac9-dec0805da317 req-1fb78b82-d0ef-4825-9694-ffa2ac526424 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 HTTP/1.1" status: 200 len: 1000 time: 0.0592279 Feb 09 02:20:17.665196 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7ba65-c571-448e-bac9-dec0805da317 req-99d7b06a-6416-4a8f-90d5-c1bea04ecda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:17.666849 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2db7ba65-c571-448e-bac9-dec0805da317 req-99d7b06a-6416-4a8f-90d5-c1bea04ecda4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c508842c-c634-432d-ba7d-96ff22f863b8 HTTP/1.1" status: 200 len: 835 time: 0.0449245 Feb 09 02:20:17.722116 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7ba65-c571-448e-bac9-dec0805da317 req-42abc26b-a293-4b5d-af64-f1b8167a7a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:17.723681 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2db7ba65-c571-448e-bac9-dec0805da317 req-42abc26b-a293-4b5d-af64-f1b8167a7a92 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb558a6a-4226-490a-bc30-1177f4036e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515475 Feb 09 02:20:17.824744 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2db7ba65-c571-448e-bac9-dec0805da317 req-7de9273f-0f6f-449a-95b8-01ccd40aeacf service neutron] 10.222.0.67 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939767 Feb 09 02:20:17.916931 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2db7ba65-c571-448e-bac9-dec0805da317 req-8e3a5208-d7e8-4ccb-b3d1-36302a32442d service neutron] 10.222.0.67 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866106 Feb 09 02:20:18.587803 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024ac82-6e37-485f-9c39-879bf2c8da6e req-7614f578-513b-4252-bf0c-c38e79ad34aa tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:18.589274 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7024ac82-6e37-485f-9c39-879bf2c8da6e req-7614f578-513b-4252-bf0c-c38e79ad34aa tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 945 time: 0.0553656 Feb 09 02:20:18.637792 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7024ac82-6e37-485f-9c39-879bf2c8da6e req-672e0276-67b1-4b5d-9b05-d45f3bf5c4ef tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427582 Feb 09 02:20:19.770283 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a8722-4f5a-4545-bdad-9e29631d4c2f req-b914a56d-d5b6-46e1-bc88-39260a3c6eb6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:19.772892 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-328a8722-4f5a-4545-bdad-9e29631d4c2f req-b914a56d-d5b6-46e1-bc88-39260a3c6eb6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 945 time: 0.0609593 Feb 09 02:20:19.824767 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-328a8722-4f5a-4545-bdad-9e29631d4c2f req-d566f5c7-4fef-458c-bad2-95682ad0f369 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470610 Feb 09 02:20:20.950968 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b3e6e-d9fe-4a5e-af00-042947d2e963 req-f68d7281-1645-4073-a23c-e5da64c4013c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:20.952536 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-880b3e6e-d9fe-4a5e-af00-042947d2e963 req-f68d7281-1645-4073-a23c-e5da64c4013c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 945 time: 0.0556269 Feb 09 02:20:21.003047 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-880b3e6e-d9fe-4a5e-af00-042947d2e963 req-d9db2ccd-e185-428d-82c4-1b9c51baba95 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442884 Feb 09 02:20:22.131965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6736327-c9a6-4352-b4d2-2f8fddf2ff29 req-2ebe8867-4b1a-4b5e-9b02-6bea5c04c784 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:22.133652 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a6736327-c9a6-4352-b4d2-2f8fddf2ff29 req-2ebe8867-4b1a-4b5e-9b02-6bea5c04c784 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 945 time: 0.0604258 Feb 09 02:20:22.187456 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a6736327-c9a6-4352-b4d2-2f8fddf2ff29 req-5c6f7c39-5c7b-434d-bdd0-1dce3b97ce96 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463426 Feb 09 02:20:23.321780 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8635acd-eb5f-4f8d-aa51-d73bdf180cd1 req-1bb54a19-b592-4990-9722-f3815919ddd6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:23.323343 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b8635acd-eb5f-4f8d-aa51-d73bdf180cd1 req-1bb54a19-b592-4990-9722-f3815919ddd6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 945 time: 0.0612702 Feb 09 02:20:23.378146 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b8635acd-eb5f-4f8d-aa51-d73bdf180cd1 req-3ab3928b-7549-4b72-9181-ec081eb91be5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480468 Feb 09 02:20:23.542075 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:20:24.524640 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab03355-9e7c-4109-b7ef-4b7f90fa08b4 req-8ddda096-78f0-4a87-85bf-1ba14c0c77d6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:24.526288 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ab03355-9e7c-4109-b7ef-4b7f90fa08b4 req-8ddda096-78f0-4a87-85bf-1ba14c0c77d6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 945 time: 0.0623298 Feb 09 02:20:24.584238 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0ab03355-9e7c-4109-b7ef-4b7f90fa08b4 req-11acd573-b4ba-402e-8ff4-666fc3741369 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515409 Feb 09 02:20:25.713830 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435417d8-3519-4711-a060-fa4a8cc13007 req-a571664b-af6b-4d35-b305-7f41d5a550af tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:25.715352 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-435417d8-3519-4711-a060-fa4a8cc13007 req-a571664b-af6b-4d35-b305-7f41d5a550af tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 945 time: 0.0551732 Feb 09 02:20:25.767313 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-435417d8-3519-4711-a060-fa4a8cc13007 req-a7376039-f2b0-4f0c-b809-b8780390c1aa tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454798 Feb 09 02:20:25.777112 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09d7972f-f8ce-4c79-9c62-b7bdec8af9bc req-e9e4446f-575f-445f-95e5-f92bb69c4618 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465426 Feb 09 02:20:25.877778 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7972f-f8ce-4c79-9c62-b7bdec8af9bc req-e684d79e-c879-4e93-8219-f9def1bda74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:25.879866 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09d7972f-f8ce-4c79-9c62-b7bdec8af9bc req-e684d79e-c879-4e93-8219-f9def1bda74d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 1127 time: 0.0539832 Feb 09 02:20:26.000771 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7972f-f8ce-4c79-9c62-b7bdec8af9bc req-732de232-f904-4be6-902c-a50bd168e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:26.002357 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09d7972f-f8ce-4c79-9c62-b7bdec8af9bc req-732de232-f904-4be6-902c-a50bd168e6b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 911 time: 0.0925739 Feb 09 02:20:26.069711 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09d7972f-f8ce-4c79-9c62-b7bdec8af9bc req-8c7eb5ed-a898-44b3-a74b-c67c25ba0152 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7db575eb-0a73-4517-9980-3f5e7ecc4ddf HTTP/1.1" status: 200 len: 1000 time: 0.0604219 Feb 09 02:20:26.127287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7972f-f8ce-4c79-9c62-b7bdec8af9bc req-3f887a3a-dc21-4ad9-814e-df1833d2fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:26.128785 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09d7972f-f8ce-4c79-9c62-b7bdec8af9bc req-3f887a3a-dc21-4ad9-814e-df1833d2fd4f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 200 len: 849 time: 0.0520542 Feb 09 02:20:26.191554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7972f-f8ce-4c79-9c62-b7bdec8af9bc req-09b1505a-46c8-4656-8fdd-a80844242b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:26.193154 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09d7972f-f8ce-4c79-9c62-b7bdec8af9bc req-09b1505a-46c8-4656-8fdd-a80844242b6e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc310b24-fd11-451e-88ac-42c9695a7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514708 Feb 09 02:20:26.288179 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09d7972f-f8ce-4c79-9c62-b7bdec8af9bc req-1cf27936-1158-4673-865e-e34dc3ae20cc service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885587 Feb 09 02:20:26.390011 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09d7972f-f8ce-4c79-9c62-b7bdec8af9bc req-3e0621c4-05f3-44c6-bda8-b9fdb3fb2bc3 service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931020 Feb 09 02:20:26.901754 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114b753-7ebe-4561-af4a-5d990b6847ae req-7de526e4-2460-4401-9d79-4cf64863fcb7 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:26.905235 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e114b753-7ebe-4561-af4a-5d990b6847ae req-7de526e4-2460-4401-9d79-4cf64863fcb7 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 945 time: 0.0608180 Feb 09 02:20:26.963103 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e114b753-7ebe-4561-af4a-5d990b6847ae req-3bd936ce-8d1b-428b-826e-e50c948c9236 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523560 Feb 09 02:20:28.103995 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737cc14-b7be-4785-8cac-8116e1dacc4c req-ff42d917-3ecc-4589-86d7-403dc620b6a7 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:28.105479 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6737cc14-b7be-4785-8cac-8116e1dacc4c req-ff42d917-3ecc-4589-86d7-403dc620b6a7 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 945 time: 0.0639184 Feb 09 02:20:28.156024 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6737cc14-b7be-4785-8cac-8116e1dacc4c req-04d3e7f5-12fe-453b-bc9d-88f3af27dab5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446100 Feb 09 02:20:29.286997 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cc1ea-5baa-4159-a241-0dab3cbba0a1 req-117bf364-9381-4f1a-9d96-5ca4e6d45172 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:29.288411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-297cc1ea-5baa-4159-a241-0dab3cbba0a1 req-117bf364-9381-4f1a-9d96-5ca4e6d45172 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 945 time: 0.0580947 Feb 09 02:20:29.338979 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-297cc1ea-5baa-4159-a241-0dab3cbba0a1 req-a5d0f1e5-58e4-428e-b76d-013f8b32845b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438886 Feb 09 02:20:29.868942 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [req-2db7ba65-c571-448e-bac9-dec0805da317 req-36738b07-038a-4b87-83c3-2db1d3b56498 service neutron] show failed (client error): The resource could not be found. Feb 09 02:20:29.869946 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2db7ba65-c571-448e-bac9-dec0805da317 req-36738b07-038a-4b87-83c3-2db1d3b56498 service neutron] 10.222.0.67 "GET /v2.0/ports/d8defaa9-465a-4b59-8f32-ba6d4a3c45d7/bindings/n-h2-828387-3 HTTP/1.1" status: 404 len: 380 time: 0.0575206 Feb 09 02:20:30.099802 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7ba65-c571-448e-bac9-dec0805da317 req-9d8b39e3-7dec-4515-8f36-c4a495780070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:30.101322 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2db7ba65-c571-448e-bac9-dec0805da317 req-9d8b39e3-7dec-4515-8f36-c4a495780070 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2&tenant_id=2c59903585c449439619eb0edc719ef1 HTTP/1.1" status: 200 len: 1127 time: 0.0522511 Feb 09 02:20:30.113861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828387-3', 'device_owner': 'compute:nova'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:30.178171 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:30.404838 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] For port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,segment=NetworkSegment(fd65e238-9775-4fa0-93b0-38655b236aa9),segment_id=fd65e238-9775-4fa0-93b0-38655b236aa9)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:30.443747 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] For port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:20:30.478499 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa618f2-88a5-4432-ab13-710e06980bc1 req-dc50e3c4-f535-426d-a151-cfdd0b5bda6a tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:30.480126 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6aa618f2-88a5-4432-ab13-710e06980bc1 req-dc50e3c4-f535-426d-a151-cfdd0b5bda6a tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 945 time: 0.0636768 Feb 09 02:20:30.498914 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:20:30.501493 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b759e41-eb41-40b4-aa30-9b031e345c9d" -d '{"events": [{"server_uuid": "c688e2f8-45e5-49fa-bbde-627ad75298b2", "name": "network-vif-unplugged", "status": "completed", "tag": "d8defaa9-465a-4b59-8f32-ba6d4a3c45d7"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:20:30.505328 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Publish callbacks [] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:30.521478 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Transition to ACTIVE for port object d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:20:30.526533 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:30.542073 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6aa618f2-88a5-4432-ab13-710e06980bc1 req-efee9d12-a564-4f05-8fbd-e40317b963e3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552788 Feb 09 02:20:30.621361 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120583e3-3f84-4311-a488-a2a7cc4367b7 x-openstack-request-id: req-120583e3-3f84-4311-a488-a2a7cc4367b7 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:20:30.621584 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c688e2f8-45e5-49fa-bbde-627ad75298b2", "name": "network-vif-unplugged", "status": "completed", "tag": "d8defaa9-465a-4b59-8f32-ba6d4a3c45d7", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:20:30.621805 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-120583e3-3f84-4311-a488-a2a7cc4367b7 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:20:30.622959 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7', 'code': 200} Feb 09 02:20:30.635955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Pushing event updated for resources: {'Port': ['ID=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,revision_number=6']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:30.668239 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:30.668239 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:30.668239 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:30.668683 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:30.668683 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:30.669738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:30.670500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:30.670833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:30.671167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:30.671550 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:30.671875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:30.672188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:30.672510 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:30.696147 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] No DVR routers for this DVR port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:20:30.855613 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Attempting to bind port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:20:30.855983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Attempting to bind port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'fd65e238-9775-4fa0-93b0-38655b236aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:20:30.856199 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Attempting to bind port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 on network cb558a6a-4226-490a-bc30-1177f4036e2e {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:20:30.861661 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 on network cb558a6a-4226-490a-bc30-1177f4036e2e not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:20:30.861985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Attempting to bind port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 on network cb558a6a-4226-490a-bc30-1177f4036e2e {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:20:30.867013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:20:30.867392 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Checking segment: {'id': 'fd65e238-9775-4fa0-93b0-38655b236aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:30.867777 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Bound using segment: {'id': 'fd65e238-9775-4fa0-93b0-38655b236aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:20:30.868203 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Bound port: d8defaa9-465a-4b59-8f32-ba6d4a3c45d7, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd65e238-9775-4fa0-93b0-38655b236aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:20:30.868599 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:30.938899 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] For port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:20:30.942233 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] For port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,segment=NetworkSegment(fd65e238-9775-4fa0-93b0-38655b236aa9),segment_id=fd65e238-9775-4fa0-93b0-38655b236aa9)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:20:30.950857 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:30.989018 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:30.989645 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:30.991058 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] 10.222.0.48 "PUT /v2.0/ports/d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 HTTP/1.1" status: 200 len: 1091 time: 0.8812718 Feb 09 02:20:31.030808 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a34b4-196b-4c82-800a-2a7189a28ded service neutron] Pushing event updated for resources: {'Port': ['ID=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,revision_number=7']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:31.078576 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7ba65-c571-448e-bac9-dec0805da317 req-05b031f2-1f5f-4478-a491-b11a49e51afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:31.080154 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2db7ba65-c571-448e-bac9-dec0805da317 req-05b031f2-1f5f-4478-a491-b11a49e51afd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 1125 time: 0.0611615 Feb 09 02:20:31.185725 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7ba65-c571-448e-bac9-dec0805da317 req-1a4bb2e4-afab-4f4c-831f-fe01d2630e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:31.186933 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2db7ba65-c571-448e-bac9-dec0805da317 req-1a4bb2e4-afab-4f4c-831f-fe01d2630e81 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb558a6a-4226-490a-bc30-1177f4036e2e HTTP/1.1" status: 200 len: 898 time: 0.1002560 Feb 09 02:20:31.266527 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2db7ba65-c571-448e-bac9-dec0805da317 req-02bf1c48-5f06-4f5a-92d4-556633f3679d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 HTTP/1.1" status: 200 len: 998 time: 0.0730052 Feb 09 02:20:31.319642 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e1e581ba-47c3-489e-bf46-a4acb133619d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:31.321123 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2db7ba65-c571-448e-bac9-dec0805da317 req-e1e581ba-47c3-489e-bf46-a4acb133619d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c508842c-c634-432d-ba7d-96ff22f863b8 HTTP/1.1" status: 200 len: 835 time: 0.0474169 Feb 09 02:20:31.377451 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7ba65-c571-448e-bac9-dec0805da317 req-93592bd1-bf7f-4706-9eec-9af19c1ca630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:31.379414 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2db7ba65-c571-448e-bac9-dec0805da317 req-93592bd1-bf7f-4706-9eec-9af19c1ca630 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb558a6a-4226-490a-bc30-1177f4036e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499952 Feb 09 02:20:31.489441 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2db7ba65-c571-448e-bac9-dec0805da317 req-a87cd693-b203-489c-be3c-60c40e503bba service neutron] 10.222.0.48 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996592 Feb 09 02:20:31.589197 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2db7ba65-c571-448e-bac9-dec0805da317 req-96bbb5bf-3462-49e1-b78a-f0e4b67d628a service neutron] 10.222.0.48 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939777 Feb 09 02:20:31.698607 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcc0dd-0d50-4fe8-bac0-2fa50712c69f req-ffd8702c-6f61-4fec-a7ad-3982bf977a62 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:31.701538 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e5fcc0dd-0d50-4fe8-bac0-2fa50712c69f req-ffd8702c-6f61-4fec-a7ad-3982bf977a62 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 943 time: 0.0764933 Feb 09 02:20:31.758779 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e5fcc0dd-0d50-4fe8-bac0-2fa50712c69f req-0ed74e1f-431e-4600-a3ac-6b02b83cc302 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496917 Feb 09 02:20:32.624887 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'tag': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:20:32.627399 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf32071-6798-4ef9-ac01-cd3e89cc444a" -d '{"events": [{"name": "network-changed", "server_uuid": "c688e2f8-45e5-49fa-bbde-627ad75298b2", "tag": "d8defaa9-465a-4b59-8f32-ba6d4a3c45d7"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:20:32.686943 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9675597-bc58-49a8-961d-cd0fe6b172d0 x-openstack-request-id: req-d9675597-bc58-49a8-961d-cd0fe6b172d0 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:20:32.688193 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c688e2f8-45e5-49fa-bbde-627ad75298b2", "tag": "d8defaa9-465a-4b59-8f32-ba6d4a3c45d7", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:20:32.689059 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9675597-bc58-49a8-961d-cd0fe6b172d0 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:20:32.689680 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'tag': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7', 'status': 'completed', 'code': 200} Feb 09 02:20:32.763358 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf32071-6798-4ef9-ac01-cd3e89cc444a req-2f42f161-d5f5-479e-89d4-5e6b422b74e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:32.764970 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5bf32071-6798-4ef9-ac01-cd3e89cc444a req-2f42f161-d5f5-479e-89d4-5e6b422b74e0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 1125 time: 0.0574129 Feb 09 02:20:32.774895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf32071-6798-4ef9-ac01-cd3e89cc444a req-8087cfa7-d0df-4b33-a7e9-00c3551846a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:32.774895 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5bf32071-6798-4ef9-ac01-cd3e89cc444a req-8087cfa7-d0df-4b33-a7e9-00c3551846a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 1125 time: 0.0618296 Feb 09 02:20:32.900588 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf32071-6798-4ef9-ac01-cd3e89cc444a req-e5bf99c2-545c-4ff3-b905-2abd13a7fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:32.902220 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5bf32071-6798-4ef9-ac01-cd3e89cc444a req-e5bf99c2-545c-4ff3-b905-2abd13a7fa1b service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb558a6a-4226-490a-bc30-1177f4036e2e HTTP/1.1" status: 200 len: 898 time: 0.1205280 Feb 09 02:20:32.932950 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf32071-6798-4ef9-ac01-cd3e89cc444a req-4d08348f-0e0d-441d-95f3-91ce905cab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:32.935498 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5bf32071-6798-4ef9-ac01-cd3e89cc444a req-4d08348f-0e0d-441d-95f3-91ce905cab9e service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb558a6a-4226-490a-bc30-1177f4036e2e HTTP/1.1" status: 200 len: 898 time: 0.1638670 Feb 09 02:20:32.944209 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd21db-f662-4e79-862c-51f46b1c4042 req-e693aeaf-7de7-43b1-9c7e-d247253f8001 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:32.951321 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-05dd21db-f662-4e79-862c-51f46b1c4042 req-e693aeaf-7de7-43b1-9c7e-d247253f8001 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 943 time: 0.1004825 Feb 09 02:20:32.995690 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5bf32071-6798-4ef9-ac01-cd3e89cc444a req-f30cd6d4-ca67-401d-9fa4-1d0bc0ca1dee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 HTTP/1.1" status: 200 len: 998 time: 0.0841596 Feb 09 02:20:33.058048 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-05dd21db-f662-4e79-862c-51f46b1c4042 req-86d8f98b-6cb3-4e94-b15b-4c79e5ceafff tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053274 Feb 09 02:20:33.060323 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5bf32071-6798-4ef9-ac01-cd3e89cc444a req-e9a9f66f-3e89-4ad3-a6bc-b25ff1e8a200 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 HTTP/1.1" status: 200 len: 998 time: 0.1009035 Feb 09 02:20:33.073741 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf32071-6798-4ef9-ac01-cd3e89cc444a req-a6ecd7e2-aca5-4028-a84d-6b95b4c231c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:33.075565 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5bf32071-6798-4ef9-ac01-cd3e89cc444a req-a6ecd7e2-aca5-4028-a84d-6b95b4c231c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c508842c-c634-432d-ba7d-96ff22f863b8 HTTP/1.1" status: 200 len: 835 time: 0.0619948 Feb 09 02:20:33.129098 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf32071-6798-4ef9-ac01-cd3e89cc444a req-07bf47f1-ea5d-455d-b381-53195d09b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:33.130682 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5bf32071-6798-4ef9-ac01-cd3e89cc444a req-07bf47f1-ea5d-455d-b381-53195d09b6bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c508842c-c634-432d-ba7d-96ff22f863b8 HTTP/1.1" status: 200 len: 835 time: 0.0634031 Feb 09 02:20:33.136279 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf32071-6798-4ef9-ac01-cd3e89cc444a req-21699913-a817-4516-84e9-44a231d06fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:33.139159 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5bf32071-6798-4ef9-ac01-cd3e89cc444a req-21699913-a817-4516-84e9-44a231d06fdb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb558a6a-4226-490a-bc30-1177f4036e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549247 Feb 09 02:20:33.202796 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf32071-6798-4ef9-ac01-cd3e89cc444a req-22013360-a06b-475e-ba27-ffe97603b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:33.206053 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5bf32071-6798-4ef9-ac01-cd3e89cc444a req-22013360-a06b-475e-ba27-ffe97603b553 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb558a6a-4226-490a-bc30-1177f4036e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0646360 Feb 09 02:20:33.278814 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5bf32071-6798-4ef9-ac01-cd3e89cc444a req-a890051e-1203-4d14-9bbc-8fa2650129b8 service neutron] 10.222.0.48 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287737 Feb 09 02:20:33.339676 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5bf32071-6798-4ef9-ac01-cd3e89cc444a req-99277a63-7dbe-4d51-bd24-92966d1caa94 service neutron] 10.222.0.67 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176109 Feb 09 02:20:33.401133 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5bf32071-6798-4ef9-ac01-cd3e89cc444a req-4c0e887e-f46f-46e2-b91e-79f0eab38426 service neutron] 10.222.0.48 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057022 Feb 09 02:20:33.453713 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5bf32071-6798-4ef9-ac01-cd3e89cc444a req-5fa274e0-c2da-4873-8f37-754de86d822c service neutron] 10.222.0.67 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087360 Feb 09 02:20:34.052826 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:20:34.101243 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] The host n-h1-828387-3 is not matching for port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 host n-h2-828387-3! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:20:34.101653 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:20:34.143399 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:20:34.251227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662052cc-ab1b-4581-b17e-fa35367d53aa req-aad94ee4-efbf-4226-9910-2db1e0bd2ca5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:34.255842 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-662052cc-ab1b-4581-b17e-fa35367d53aa req-aad94ee4-efbf-4226-9910-2db1e0bd2ca5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 943 time: 0.0708132 Feb 09 02:20:34.270240 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,segment=NetworkSegment(fd65e238-9775-4fa0-93b0-38655b236aa9),segment_id=fd65e238-9775-4fa0-93b0-38655b236aa9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:34.289328 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7', 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e', 'port_id': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7', 'mac_address': 'fa:16:3e:e8:10:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c508842c-c634-432d-ba7d-96ff22f863b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:20:34.325724 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-662052cc-ab1b-4581-b17e-fa35367d53aa req-c2eccb01-cec9-4dc8-9f81-7ca3e71514c9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640686 Feb 09 02:20:34.339087 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:34.339532 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:34.356863 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:20:34.382279 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,segment=NetworkSegment(fd65e238-9775-4fa0-93b0-38655b236aa9),segment_id=fd65e238-9775-4fa0-93b0-38655b236aa9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:34.389449 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:34.456000 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:34.466469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:34.466983 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:34.467167 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:34.467628 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:34.467782 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:34.468095 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:34.468449 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:34.468741 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:34.469064 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:34.469515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:34.469848 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:34.470169 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:34.470614 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:34.699309 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-b1b2daae-525e-4f80-8b80-5a056ac4c00b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:34.701028 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-b1b2daae-525e-4f80-8b80-5a056ac4c00b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.48 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2&tenant_id=2c59903585c449439619eb0edc719ef1&binding%3Ahost_id=n-h2-828387-3 HTTP/1.1" status: 200 len: 944 time: 0.1502824 Feb 09 02:20:34.716169 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['d8defaa9-465a-4b59-8f32-ba6d4a3c45d7'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:20:34.724438 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd249def-ae46-492f-b65b-3d00e1f79b1f req-4570419c-ccf8-4546-981b-885bdc6b3326 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:34.725948 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd249def-ae46-492f-b65b-3d00e1f79b1f req-4570419c-ccf8-4546-981b-885bdc6b3326 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 944 time: 0.1172738 Feb 09 02:20:34.816605 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-56e3c300-985f-4308-9c31-327ecc0a007c service neutron] 10.222.0.48 "GET /v2.0/ports/d8defaa9-465a-4b59-8f32-ba6d4a3c45d7/bindings/n-h2-828387-3 HTTP/1.1" status: 200 len: 382 time: 0.1066077 Feb 09 02:20:34.822196 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd249def-ae46-492f-b65b-3d00e1f79b1f req-c62618cc-a696-41d3-8d2f-6a9974d777a6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777121 Feb 09 02:20:34.899227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-01bccb35-7850-43c4-91e6-892326d07683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:34.901068 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-01bccb35-7850-43c4-91e6-892326d07683 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 1126 time: 0.0563171 Feb 09 02:20:35.007360 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-16b48f3c-b770-4eaa-9be7-80c08dae4fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:35.008831 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-16b48f3c-b770-4eaa-9be7-80c08dae4fba service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb558a6a-4226-490a-bc30-1177f4036e2e HTTP/1.1" status: 200 len: 898 time: 0.1001568 Feb 09 02:20:35.435196 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-39ce84b8-9e42-41b5-b260-fd1b48bfe361 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 HTTP/1.1" status: 200 len: 999 time: 0.4177127 Feb 09 02:20:35.486659 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-d0232400-b9fa-48d5-b746-3e0bf5602e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:35.488197 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-d0232400-b9fa-48d5-b746-3e0bf5602e61 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c508842c-c634-432d-ba7d-96ff22f863b8 HTTP/1.1" status: 200 len: 835 time: 0.0458424 Feb 09 02:20:35.537555 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-953fb8a5-e456-42ff-be6f-9658e4b36262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:35.538967 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-953fb8a5-e456-42ff-be6f-9658e4b36262 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb558a6a-4226-490a-bc30-1177f4036e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450318 Feb 09 02:20:35.632403 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-5025c93e-96d4-49e3-aa21-c09d68da5c7c service neutron] 10.222.0.48 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865190 Feb 09 02:20:35.719958 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-56f1b856-4e67-4587-965c-6af5531a9f26 service neutron] 10.222.0.48 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809844 Feb 09 02:20:35.963166 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56349012-a4ce-4840-9ac6-1ba65ecd6008 req-0aa67e9d-2a15-4438-8e29-dad4d0ee3767 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:35.964720 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56349012-a4ce-4840-9ac6-1ba65ecd6008 req-0aa67e9d-2a15-4438-8e29-dad4d0ee3767 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 944 time: 0.0616083 Feb 09 02:20:36.027834 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56349012-a4ce-4840-9ac6-1ba65ecd6008 req-b4e0911b-298c-4835-8a35-ad945407c844 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546293 Feb 09 02:20:36.166683 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:20:36.234038 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:20:36.240270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:36.240978 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:36.329054 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:36.329442 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:36.357206 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:20:36.359813 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5492639d-a724-45df-8bfe-4b7fadc74484" -d '{"events": [{"server_uuid": "c688e2f8-45e5-49fa-bbde-627ad75298b2", "name": "network-vif-plugged", "status": "completed", "tag": "d8defaa9-465a-4b59-8f32-ba6d4a3c45d7"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:20:36.374198 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,segment=NetworkSegment(fd65e238-9775-4fa0-93b0-38655b236aa9),segment_id=fd65e238-9775-4fa0-93b0-38655b236aa9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:36.380581 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:36.448644 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8666fd0d-1068-426c-bb2c-283f652a3b32 x-openstack-request-id: req-8666fd0d-1068-426c-bb2c-283f652a3b32 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:20:36.449071 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c688e2f8-45e5-49fa-bbde-627ad75298b2", "name": "network-vif-plugged", "status": "completed", "tag": "d8defaa9-465a-4b59-8f32-ba6d4a3c45d7", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:20:36.449439 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8666fd0d-1068-426c-bb2c-283f652a3b32 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:20:36.450535 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7', 'code': 200} Feb 09 02:20:36.465488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,revision_number=9']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:37.172305 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73a0b7-f533-44a0-a302-b74f26c60712 req-acd97c0e-21fd-4ef5-a7d0-6ed5e26d4628 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:37.173838 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8f73a0b7-f533-44a0-a302-b74f26c60712 req-acd97c0e-21fd-4ef5-a7d0-6ed5e26d4628 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 945 time: 0.0583892 Feb 09 02:20:37.237000 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8f73a0b7-f533-44a0-a302-b74f26c60712 req-549719fd-2c46-49e2-b9a0-de0accf157f0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543904 Feb 09 02:20:37.518331 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-24bd7221-99d4-417f-8e6d-2b19d0278ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:38.042490 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-5e618124-2875-4c52-9f40-7d4f0ae23e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:38.044114 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-5e618124-2875-4c52-9f40-7d4f0ae23e71 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2&tenant_id=2c59903585c449439619eb0edc719ef1 HTTP/1.1" status: 200 len: 1127 time: 0.0766652 Feb 09 02:20:38.054456 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828387-3', 'device_owner': 'compute:nova'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:38.377101 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb3a3b-b20e-4852-8149-674a10e252d3 req-c351f75a-ba7b-40d6-8525-4eaa5089d151 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:38.378732 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bdeb3a3b-b20e-4852-8149-674a10e252d3 req-c351f75a-ba7b-40d6-8525-4eaa5089d151 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 945 time: 0.0627682 Feb 09 02:20:38.431419 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bdeb3a3b-b20e-4852-8149-674a10e252d3 req-c7ce2085-0c19-4ade-854b-c9fdd9ff4660 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460176 Feb 09 02:20:38.459381 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:38.659034 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] For port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,segment=NetworkSegment(fd65e238-9775-4fa0-93b0-38655b236aa9),segment_id=fd65e238-9775-4fa0-93b0-38655b236aa9)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:38.693129 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] For port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7, host n-h2-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:20:38.734009 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:20:38.736342 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e2506e-c236-4378-a555-15364b0d1d08" -d '{"events": [{"server_uuid": "c688e2f8-45e5-49fa-bbde-627ad75298b2", "name": "network-vif-unplugged", "status": "completed", "tag": "d8defaa9-465a-4b59-8f32-ba6d4a3c45d7"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:20:38.740143 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Publish callbacks [] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:38.755981 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Transition to ACTIVE for port object d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:20:38.761756 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:38.832880 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d426a6-2502-45e1-b692-1f00f4c77433 x-openstack-request-id: req-a9d426a6-2502-45e1-b692-1f00f4c77433 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:20:38.833171 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c688e2f8-45e5-49fa-bbde-627ad75298b2", "name": "network-vif-unplugged", "status": "completed", "tag": "d8defaa9-465a-4b59-8f32-ba6d4a3c45d7", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:20:38.833439 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9d426a6-2502-45e1-b692-1f00f4c77433 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:20:38.833823 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7', 'code': 200} Feb 09 02:20:38.866589 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Pushing event updated for resources: {'Port': ['ID=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,revision_number=10']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:38.920138 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:38.920499 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:38.920845 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:38.921185 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:38.921521 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:38.921853 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:38.922182 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:38.922508 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:38.922832 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:38.923365 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:38.923697 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:38.924019 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:38.924343 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:39.006301 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] No DVR routers for this DVR port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 on host n-h2-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:20:39.142303 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Attempting to bind port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:20:39.142563 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Attempting to bind port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'fd65e238-9775-4fa0-93b0-38655b236aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:20:39.142885 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Attempting to bind port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 on network cb558a6a-4226-490a-bc30-1177f4036e2e {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:20:39.147140 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 on network cb558a6a-4226-490a-bc30-1177f4036e2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:20:39.147488 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Attempting to bind port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 on network cb558a6a-4226-490a-bc30-1177f4036e2e {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:20:39.152237 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:20:39.152573 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Checking segment: {'id': 'fd65e238-9775-4fa0-93b0-38655b236aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:39.152953 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Bound using segment: {'id': 'fd65e238-9775-4fa0-93b0-38655b236aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:20:39.154118 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Bound port: d8defaa9-465a-4b59-8f32-ba6d4a3c45d7, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd65e238-9775-4fa0-93b0-38655b236aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:20:39.154485 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:39.217814 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] For port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:20:39.220801 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] For port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,segment=NetworkSegment(fd65e238-9775-4fa0-93b0-38655b236aa9),segment_id=fd65e238-9775-4fa0-93b0-38655b236aa9)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:20:39.226721 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:39.264551 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:39.265176 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:39.266590 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] 10.222.0.67 "PUT /v2.0/ports/d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 HTTP/1.1" status: 200 len: 1092 time: 1.2160108 Feb 09 02:20:39.298490 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1ed44-660e-4b39-9776-de3a7b9f3a4e service neutron] Pushing event updated for resources: {'Port': ['ID=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,revision_number=11']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:39.337639 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-6fcc82f8-5a7a-4fa7-b95d-95c5b1dcddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:39.339167 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-6fcc82f8-5a7a-4fa7-b95d-95c5b1dcddc7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 1126 time: 0.0506773 Feb 09 02:20:39.438106 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-a677eeb3-bd20-4653-a62c-6ab5330e7996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:39.439689 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-a677eeb3-bd20-4653-a62c-6ab5330e7996 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb558a6a-4226-490a-bc30-1177f4036e2e HTTP/1.1" status: 200 len: 898 time: 0.0943720 Feb 09 02:20:39.522807 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-4d38bdac-f815-4de5-ae2f-87c362482b25 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 HTTP/1.1" status: 200 len: 998 time: 0.0766449 Feb 09 02:20:39.565152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671f73d-8a5e-4d52-af2f-7e49276b1222 req-c42b310d-a0a7-4127-90ce-02e34c65a7e5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:39.573062 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e671f73d-8a5e-4d52-af2f-7e49276b1222 req-c42b310d-a0a7-4127-90ce-02e34c65a7e5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 944 time: 0.0647714 Feb 09 02:20:39.580443 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-c6fd8ae1-a773-4607-aae9-ecf9a4412169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:39.582683 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-c6fd8ae1-a773-4607-aae9-ecf9a4412169 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c508842c-c634-432d-ba7d-96ff22f863b8 HTTP/1.1" status: 200 len: 835 time: 0.0542772 Feb 09 02:20:39.643739 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e671f73d-8a5e-4d52-af2f-7e49276b1222 req-fc34f2c4-73bf-4a57-9b7d-6307fe29550f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664024 Feb 09 02:20:39.653107 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-091ed838-dfb6-41eb-b26c-46e46466c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:39.655464 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-091ed838-dfb6-41eb-b26c-46e46466c1c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb558a6a-4226-490a-bc30-1177f4036e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0668628 Feb 09 02:20:39.757827 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-95e446ec-f543-4efc-a93a-b5d313c7216d service neutron] 10.222.0.67 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953209 Feb 09 02:20:39.851705 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-22c77dac-eae4-49bc-8815-1050ddf4e8bd req-0bc0bb5c-b7d2-4e9d-956a-aa5d4913e1af service neutron] 10.222.0.67 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870812 Feb 09 02:20:40.174009 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1dba37ef-ea60-491a-b4ce-29888a689690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:40.181228 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:40.765651 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43459e4c-e901-44cb-a5ca-26a564bc6858 req-b6bf3a7b-5dc7-4e83-a586-11a5fe712f24 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:40.767152 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-43459e4c-e901-44cb-a5ca-26a564bc6858 req-b6bf3a7b-5dc7-4e83-a586-11a5fe712f24 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 944 time: 0.0571146 Feb 09 02:20:40.825815 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-43459e4c-e901-44cb-a5ca-26a564bc6858 req-b822ba63-86bb-4dd7-b323-496dc8d57d84 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521278 Feb 09 02:20:40.834461 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'tag': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:20:40.841979 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28243392-5bd8-4306-aa34-41c61737048e" -d '{"events": [{"name": "network-changed", "server_uuid": "c688e2f8-45e5-49fa-bbde-627ad75298b2", "tag": "d8defaa9-465a-4b59-8f32-ba6d4a3c45d7"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:20:40.887388 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9ce335-9466-4aca-ad9c-e4bdbfb591a8 x-openstack-request-id: req-1d9ce335-9466-4aca-ad9c-e4bdbfb591a8 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:20:40.887690 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c688e2f8-45e5-49fa-bbde-627ad75298b2", "tag": "d8defaa9-465a-4b59-8f32-ba6d4a3c45d7", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:20:40.887949 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d9ce335-9466-4aca-ad9c-e4bdbfb591a8 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:20:40.888435 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'tag': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7', 'status': 'completed', 'code': 200} Feb 09 02:20:40.940468 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:40.988581 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28243392-5bd8-4306-aa34-41c61737048e req-c328b749-eb02-43f3-a588-b5c27fa7ce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:40.990162 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-28243392-5bd8-4306-aa34-41c61737048e req-c328b749-eb02-43f3-a588-b5c27fa7ce8b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 1126 time: 0.0585556 Feb 09 02:20:41.041524 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28243392-5bd8-4306-aa34-41c61737048e req-48c9726a-9569-4758-954a-b1d611e6c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:41.044337 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-28243392-5bd8-4306-aa34-41c61737048e req-48c9726a-9569-4758-954a-b1d611e6c463 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 1126 time: 0.0504293 Feb 09 02:20:41.103517 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28243392-5bd8-4306-aa34-41c61737048e req-1682aba2-22f9-40ca-92c9-74177184ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:41.106858 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-28243392-5bd8-4306-aa34-41c61737048e req-1682aba2-22f9-40ca-92c9-74177184ff80 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb558a6a-4226-490a-bc30-1177f4036e2e HTTP/1.1" status: 200 len: 898 time: 0.1035819 Feb 09 02:20:41.127033 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:41.151472 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28243392-5bd8-4306-aa34-41c61737048e req-cbb0e03e-a154-4b4f-97f9-3530af20aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:41.157228 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-28243392-5bd8-4306-aa34-41c61737048e req-cbb0e03e-a154-4b4f-97f9-3530af20aae7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb558a6a-4226-490a-bc30-1177f4036e2e HTTP/1.1" status: 200 len: 898 time: 0.1010110 Feb 09 02:20:41.190634 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-28243392-5bd8-4306-aa34-41c61737048e req-befd998d-ce36-4a97-a76c-8f4179f9d561 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 HTTP/1.1" status: 200 len: 998 time: 0.0787878 Feb 09 02:20:41.223785 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-28243392-5bd8-4306-aa34-41c61737048e req-b2ffa45c-6e54-4599-badb-f216e4ef2f12 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 HTTP/1.1" status: 200 len: 998 time: 0.0637658 Feb 09 02:20:41.241675 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28243392-5bd8-4306-aa34-41c61737048e req-adf034ef-a8f0-4d2b-b734-b202311d194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:41.243673 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-28243392-5bd8-4306-aa34-41c61737048e req-adf034ef-a8f0-4d2b-b734-b202311d194c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c508842c-c634-432d-ba7d-96ff22f863b8 HTTP/1.1" status: 200 len: 835 time: 0.0469697 Feb 09 02:20:41.278709 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28243392-5bd8-4306-aa34-41c61737048e req-a1b7f009-dcc9-4dc9-9fbe-f2f47925149f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:41.280271 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-28243392-5bd8-4306-aa34-41c61737048e req-a1b7f009-dcc9-4dc9-9fbe-f2f47925149f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c508842c-c634-432d-ba7d-96ff22f863b8 HTTP/1.1" status: 200 len: 835 time: 0.0500882 Feb 09 02:20:41.298741 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28243392-5bd8-4306-aa34-41c61737048e req-9fdf614c-67fe-4304-9108-4d251053ecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:41.300405 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-28243392-5bd8-4306-aa34-41c61737048e req-9fdf614c-67fe-4304-9108-4d251053ecd2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb558a6a-4226-490a-bc30-1177f4036e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505145 Feb 09 02:20:41.332666 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28243392-5bd8-4306-aa34-41c61737048e req-83ffe5a0-3ca6-4320-b747-7f5bd096d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:41.335514 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-28243392-5bd8-4306-aa34-41c61737048e req-83ffe5a0-3ca6-4320-b747-7f5bd096d7a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb558a6a-4226-490a-bc30-1177f4036e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490496 Feb 09 02:20:41.397177 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-28243392-5bd8-4306-aa34-41c61737048e req-0646ecfd-c52a-4eb0-9fd9-de93ce01ecf6 service neutron] 10.222.0.67 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902033 Feb 09 02:20:41.430449 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-28243392-5bd8-4306-aa34-41c61737048e req-97b0d927-8b73-480b-ac19-b2a6b12c8cef service neutron] 10.222.0.48 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870354 Feb 09 02:20:41.497973 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-28243392-5bd8-4306-aa34-41c61737048e req-8cf12d17-aa0c-4646-b541-ea8bf60acc60 service neutron] 10.222.0.67 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940349 Feb 09 02:20:41.527560 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-28243392-5bd8-4306-aa34-41c61737048e req-f803b50e-25c8-414a-ae71-6c85b044aceb service neutron] 10.222.0.48 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903265 Feb 09 02:20:41.957235 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed258a36-63c0-4214-99bf-01137e261388 req-2c4eb081-e2b3-4104-9735-b65f0dca2c39 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:41.958720 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ed258a36-63c0-4214-99bf-01137e261388 req-2c4eb081-e2b3-4104-9735-b65f0dca2c39 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 944 time: 0.0616910 Feb 09 02:20:42.007255 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ed258a36-63c0-4214-99bf-01137e261388 req-b3427683-4013-4bab-ae9e-ff7e721e8285 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425165 Feb 09 02:20:42.173643 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:20:42.214306 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] The host n-h2-828387-3 is not matching for port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 host n-h1-828387-3! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:20:42.214608 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:20:42.415896 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:43.142948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0956cd-a675-4219-b535-c3a0086b2c5c req-3d1e7bd1-ef3e-4795-869c-9a99df659e2e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:43.144569 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3e0956cd-a675-4219-b535-c3a0086b2c5c req-3d1e7bd1-ef3e-4795-869c-9a99df659e2e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 944 time: 0.0630295 Feb 09 02:20:43.201585 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3e0956cd-a675-4219-b535-c3a0086b2c5c req-2eb05dd8-50f2-40dc-8e67-ee35a008d53e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505378 Feb 09 02:20:43.249110 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57130) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:43.314175 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-504a1565-5cea-4ac5-b1f6-ab691dece7c7 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/floatingips/cdab22bb-e5ff-40b6-b6f5-efe320857adb HTTP/1.1" status: 200 len: 990 time: 0.0637074 Feb 09 02:20:43.501128 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:44.103119 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:20:44.204518 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,segment=NetworkSegment(fd65e238-9775-4fa0-93b0-38655b236aa9),segment_id=fd65e238-9775-4fa0-93b0-38655b236aa9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:44.216659 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7', 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e', 'port_id': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7', 'mac_address': 'fa:16:3e:e8:10:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c508842c-c634-432d-ba7d-96ff22f863b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:20:44.256796 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:44.257211 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:44.270777 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:20:44.290293 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,segment=NetworkSegment(fd65e238-9775-4fa0-93b0-38655b236aa9),segment_id=fd65e238-9775-4fa0-93b0-38655b236aa9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:44.298413 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:44.345508 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,revision_number=12']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:44.765437 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['d8defaa9-465a-4b59-8f32-ba6d4a3c45d7'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:20:46.141397 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:20:46.190498 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:20:46.194308 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:46.194685 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:46.273871 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:46.274254 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:46.298356 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:20:46.300691 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b8a88c-8cf3-4f09-b3d7-8e5a7bb28c84" -d '{"events": [{"server_uuid": "c688e2f8-45e5-49fa-bbde-627ad75298b2", "name": "network-vif-plugged", "status": "completed", "tag": "d8defaa9-465a-4b59-8f32-ba6d4a3c45d7"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:20:46.313614 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,segment=NetworkSegment(fd65e238-9775-4fa0-93b0-38655b236aa9),segment_id=fd65e238-9775-4fa0-93b0-38655b236aa9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:46.318206 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:46.344242 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2608c57e-418a-4e95-80fd-9690789dbfe4 x-openstack-request-id: req-2608c57e-418a-4e95-80fd-9690789dbfe4 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:20:46.344539 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c688e2f8-45e5-49fa-bbde-627ad75298b2", "name": "network-vif-plugged", "status": "completed", "tag": "d8defaa9-465a-4b59-8f32-ba6d4a3c45d7", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:20:46.344793 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2608c57e-418a-4e95-80fd-9690789dbfe4 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:20:46.345183 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7', 'code': 200} Feb 09 02:20:46.371023 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,revision_number=13']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:00.542113 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:21:03.382108 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-4dc2d913-0f74-4af6-abba-1fc697e88f69 req-b36027a3-b267-4eb7-a623-06aa379b9e0f tempest-MultipleCreateTestJSON-961378632 tempest-MultipleCreateTestJSON-961378632-project] (103183) timed out ('10.222.0.67', 54997) {{(pid=103183) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:21:07.511890 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-146ce7bb-5e08-4b72-be3a-1a3779015cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:10.166809 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e39a5212-bd86-467f-8f89-164ae28956ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:10.188838 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:10.912480 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:11.141964 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:12.419519 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.504850 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.802258 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57426) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:13.806880 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-74018580-f4dd-4cb6-afec-851cdaa23c8c tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1772249436', 'description': 'tempest-secgroup-smoke-1772249436 description', 'project_id': '4726a29cc92145328d9a07ccc7d46d1c'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:13.828590 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-74018580-f4dd-4cb6-afec-851cdaa23c8c tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.894437 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-74018580-f4dd-4cb6-afec-851cdaa23c8c tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for security_group (9cbe1587-06dc-4a3f-96ef-6a5852cdbf46), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.898183 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-74018580-f4dd-4cb6-afec-851cdaa23c8c tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9cbe1587-06dc-4a3f-96ef-6a5852cdbf46), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.933468 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-74018580-f4dd-4cb6-afec-851cdaa23c8c tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.935766 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-74018580-f4dd-4cb6-afec-851cdaa23c8c tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1324146 Feb 09 02:21:13.937775 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74018580-f4dd-4cb6-afec-851cdaa23c8c tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:13.938890 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57428) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:13.943557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b4cac2f9-dfb3-42ce-b03b-ce2ec8ec1b70 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Request body: {'security_group_rule': {'security_group_id': '9cbe1587-06dc-4a3f-96ef-6a5852cdbf46', 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:13.969183 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b4cac2f9-dfb3-42ce-b03b-ce2ec8ec1b70 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for security_group_rule (4f86e7f9-b85e-4ebc-8719-4959d4e38e30), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.020750 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b4cac2f9-dfb3-42ce-b03b-ce2ec8ec1b70 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for security_group_rule (4f86e7f9-b85e-4ebc-8719-4959d4e38e30), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.024349 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b4cac2f9-dfb3-42ce-b03b-ce2ec8ec1b70 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (4f86e7f9-b85e-4ebc-8719-4959d4e38e30), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.049602 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cac2f9-dfb3-42ce-b03b-ce2ec8ec1b70 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f86e7f9-b85e-4ebc-8719-4959d4e38e30,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:14.057673 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b4cac2f9-dfb3-42ce-b03b-ce2ec8ec1b70 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.058892 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b4cac2f9-dfb3-42ce-b03b-ce2ec8ec1b70 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189342 Feb 09 02:21:14.062289 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57430) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:14.066820 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-ad0c2a87-35e4-4c92-9f47-651544cd0fad tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Request body: {'security_group_rule': {'security_group_id': '9cbe1587-06dc-4a3f-96ef-6a5852cdbf46', 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:14.091926 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad0c2a87-35e4-4c92-9f47-651544cd0fad tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for security_group_rule (d3aa77f0-256e-4b6a-ae8f-fdd7fca55ee0), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.098312 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57432) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:14.152169 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad0c2a87-35e4-4c92-9f47-651544cd0fad tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for security_group_rule (d3aa77f0-256e-4b6a-ae8f-fdd7fca55ee0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.156197 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad0c2a87-35e4-4c92-9f47-651544cd0fad tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (d3aa77f0-256e-4b6a-ae8f-fdd7fca55ee0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.172837 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c2a87-35e4-4c92-9f47-651544cd0fad tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3aa77f0-256e-4b6a-ae8f-fdd7fca55ee0,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:14.184170 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad0c2a87-35e4-4c92-9f47-651544cd0fad tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.185944 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ad0c2a87-35e4-4c92-9f47-651544cd0fad tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226861 Feb 09 02:21:14.188842 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57434) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:14.193304 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-6501c064-8fe5-4d3c-b35c-754c30418f12 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Request body: {'security_group_rule': {'security_group_id': '9cbe1587-06dc-4a3f-96ef-6a5852cdbf46', 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:14.220015 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6501c064-8fe5-4d3c-b35c-754c30418f12 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for security_group_rule (6bc1d182-9ff5-4f53-9f61-834b26b2b083), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.268553 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c041577a-57c1-457c-86c8-549b170660c6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Deleting port 7559852e-69a3-4b01-a883-723b4fff97be {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:14.268947 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c041577a-57c1-457c-86c8-549b170660c6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (7559852e-69a3-4b01-a883-723b4fff97be), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.283197 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6501c064-8fe5-4d3c-b35c-754c30418f12 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for security_group_rule (6bc1d182-9ff5-4f53-9f61-834b26b2b083), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.289670 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6501c064-8fe5-4d3c-b35c-754c30418f12 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (6bc1d182-9ff5-4f53-9f61-834b26b2b083), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.308011 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501c064-8fe5-4d3c-b35c-754c30418f12 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc1d182-9ff5-4f53-9f61-834b26b2b083,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:14.316762 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6501c064-8fe5-4d3c-b35c-754c30418f12 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.317984 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6501c064-8fe5-4d3c-b35c-754c30418f12 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281083 Feb 09 02:21:14.320653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57436) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:14.325534 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-1af0febd-e850-4b74-827b-74df521a3f68 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Request body: {'security_group_rule': {'security_group_id': '9cbe1587-06dc-4a3f-96ef-6a5852cdbf46', 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:14.351000 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1af0febd-e850-4b74-827b-74df521a3f68 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for security_group_rule (e1315c78-4d8d-40ea-86ab-a13420e663a4), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.358267 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c041577a-57c1-457c-86c8-549b170660c6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (7559852e-69a3-4b01-a883-723b4fff97be), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.358618 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c041577a-57c1-457c-86c8-549b170660c6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for floatingip (7559852e-69a3-4b01-a883-723b4fff97be), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.371968 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c041577a-57c1-457c-86c8-549b170660c6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Calling delete_port for 7559852e-69a3-4b01-a883-723b4fff97be owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:14.411967 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1af0febd-e850-4b74-827b-74df521a3f68 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for security_group_rule (e1315c78-4d8d-40ea-86ab-a13420e663a4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.416457 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1af0febd-e850-4b74-827b-74df521a3f68 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (e1315c78-4d8d-40ea-86ab-a13420e663a4), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.440821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0febd-e850-4b74-827b-74df521a3f68 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1315c78-4d8d-40ea-86ab-a13420e663a4,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:14.448872 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1af0febd-e850-4b74-827b-74df521a3f68 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.453972 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1af0febd-e850-4b74-827b-74df521a3f68 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1291590 Feb 09 02:21:14.454220 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57438) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:14.459070 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2a627c35-d6c4-4f45-8f4d-7a4b2f9c95dc tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Request body: {'security_group_rule': {'security_group_id': '9cbe1587-06dc-4a3f-96ef-6a5852cdbf46', 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:14.480486 n-d-828387-3 neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-2a627c35-d6c4-4f45-8f4d-7a4b2f9c95dc tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Project 4726a29cc92145328d9a07ccc7d46d1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:21:14.486917 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a627c35-d6c4-4f45-8f4d-7a4b2f9c95dc tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for security_group_rule (0c300056-2cf6-476e-8b7e-11ccc72514fe), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.549444 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a627c35-d6c4-4f45-8f4d-7a4b2f9c95dc tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for security_group_rule (0c300056-2cf6-476e-8b7e-11ccc72514fe), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.553012 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a627c35-d6c4-4f45-8f4d-7a4b2f9c95dc tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (0c300056-2cf6-476e-8b7e-11ccc72514fe), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.576530 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a627c35-d6c4-4f45-8f4d-7a4b2f9c95dc tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c300056-2cf6-476e-8b7e-11ccc72514fe,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:14.582112 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a627c35-d6c4-4f45-8f4d-7a4b2f9c95dc tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.585877 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2a627c35-d6c4-4f45-8f4d-7a4b2f9c95dc tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280408 Feb 09 02:21:14.585984 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57440) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:14.590930 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c041577a-57c1-457c-86c8-549b170660c6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (7559852e-69a3-4b01-a883-723b4fff97be), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.591938 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-a2192f83-4f78-4877-a666-e786ce87dd32 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Request body: {'security_group_rule': {'security_group_id': '9cbe1587-06dc-4a3f-96ef-6a5852cdbf46', 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:14.613219 n-d-828387-3 neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-a2192f83-4f78-4877-a666-e786ce87dd32 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Project 4726a29cc92145328d9a07ccc7d46d1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:21:14.614860 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041577a-57c1-457c-86c8-549b170660c6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event deleted for resources: {'Port': ['ID=7559852e-69a3-4b01-a883-723b4fff97be,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:14.619848 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a2192f83-4f78-4877-a666-e786ce87dd32 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for security_group_rule (6c766af8-4cc1-4c41-a9af-51b419a95513), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.683952 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a2192f83-4f78-4877-a666-e786ce87dd32 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for security_group_rule (6c766af8-4cc1-4c41-a9af-51b419a95513), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.687042 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c041577a-57c1-457c-86c8-549b170660c6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for floatingip (4bb34ba5-986d-4058-b725-5effee14b4a7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.687433 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-c041577a-57c1-457c-86c8-549b170660c6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Floating IP 4bb34ba5-986d-4058-b725-5effee14b4a7 disassociated (deleted). External IP: 172.25.7.254, port: 1f9ee44c-1653-441a-b1ba-6a8ccff9826e. Feb 09 02:21:14.689615 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a2192f83-4f78-4877-a666-e786ce87dd32 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (6c766af8-4cc1-4c41-a9af-51b419a95513), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.711441 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2192f83-4f78-4877-a666-e786ce87dd32 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c766af8-4cc1-4c41-a9af-51b419a95513,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:14.717462 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a2192f83-4f78-4877-a666-e786ce87dd32 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.723923 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a2192f83-4f78-4877-a666-e786ce87dd32 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317453 Feb 09 02:21:14.907001 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c041577a-57c1-457c-86c8-549b170660c6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:21:15.036707 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c041577a-57c1-457c-86c8-549b170660c6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:21:15.041645 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c041577a-57c1-457c-86c8-549b170660c6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:15.046209 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850a5250-d396-4465-b96c-c3b015232197 None None] Sync routers for ids ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:15.055875 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850a5250-d396-4465-b96c-c3b015232197 None None] Routers {'2c8fea35-6faa-4e0a-9905-70f0fec5b71b'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:15.056494 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-850a5250-d396-4465-b96c-c3b015232197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:21:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:15.097224 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-3ebd717b-2ade-4e6f-a12a-cbb59c977801 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1772249436&fields=id&tenant_id=4726a29cc92145328d9a07ccc7d46d1c HTTP/1.1" status: 200 len: 267 time: 0.0816727 Feb 09 02:21:15.098923 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c041577a-57c1-457c-86c8-549b170660c6 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "DELETE /v2.0/floatingips/4bb34ba5-986d-4058-b725-5effee14b4a7 HTTP/1.1" status: 204 len: 168 time: 0.9994731 Feb 09 02:21:15.099404 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf5ff52-8238-42cd-bd43-611137476800', 'tag': '1f9ee44c-1653-441a-b1ba-6a8ccff9826e'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:15.101970 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957cbc9b-a749-49d9-80b4-bdd03c4e0fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf5ff52-8238-42cd-bd43-611137476800", "tag": "1f9ee44c-1653-441a-b1ba-6a8ccff9826e"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:21:15.181589 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-850a5250-d396-4465-b96c-c3b015232197 None None] Set router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:15.215137 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-202fa8a3-649c-4d34-80b5-048873c692de tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:15.217735 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-202fa8a3-649c-4d34-80b5-048873c692de tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/networks?id=5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2 HTTP/1.1" status: 200 len: 813 time: 0.1111166 Feb 09 02:21:15.239199 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-0641d762-754b-4355-9d99-33f3a7d65019 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/quotas/4726a29cc92145328d9a07ccc7d46d1c HTTP/1.1" status: 200 len: 375 time: 0.0159686 Feb 09 02:21:15.291074 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012dfbf7-b8fc-4099-9d8e-33207b3f0e65 x-openstack-request-id: req-012dfbf7-b8fc-4099-9d8e-33207b3f0e65 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:21:15.291560 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf5ff52-8238-42cd-bd43-611137476800", "tag": "1f9ee44c-1653-441a-b1ba-6a8ccff9826e", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:21:15.292158 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-012dfbf7-b8fc-4099-9d8e-33207b3f0e65 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:21:15.292712 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf5ff52-8238-42cd-bd43-611137476800', 'tag': '1f9ee44c-1653-441a-b1ba-6a8ccff9826e', 'status': 'completed', 'code': 200} Feb 09 02:21:15.318005 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-07a98fc6-c8cd-4bf6-8d96-e61531a1ab35 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4726a29cc92145328d9a07ccc7d46d1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713727 Feb 09 02:21:15.385995 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cbc9b-a749-49d9-80b4-bdd03c4e0fbc req-06ac4667-eb0c-4c0a-9629-4d0c69a2cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:15.387944 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-957cbc9b-a749-49d9-80b4-bdd03c4e0fbc req-06ac4667-eb0c-4c0a-9629-4d0c69a2cb1d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 1128 time: 0.0584586 Feb 09 02:21:15.479959 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-850a5250-d396-4465-b96c-c3b015232197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:57Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'ed131559-5124-4bae-b434-45c1a470d34e', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'port_id': '7db575eb-0a73-4517-9980-3f5e7ecc4ddf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'mac_address': 'fa:16:3e:ff:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:17:15Z', 'updated_at': '2022-02-09T02:17:17Z', 'revision_number': 1, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280344da-329e-4bd6-b059-a78b1ac6284b', 'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'mac_address': 'fa:16:3e:8b:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:57Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 5, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'subnets': [{'id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:15.512594 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850a5250-d396-4465-b96c-c3b015232197 None None] Checking router: 2c8fea35-6faa-4e0a-9905-70f0fec5b71b for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:15.524214 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850a5250-d396-4465-b96c-c3b015232197 None None] Routers {'2c8fea35-6faa-4e0a-9905-70f0fec5b71b'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:15.524846 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-850a5250-d396-4465-b96c-c3b015232197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:21:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:15.537398 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cbc9b-a749-49d9-80b4-bdd03c4e0fbc req-878fae73-f22d-4a8c-84a5-216caaee7b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:15.539544 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-957cbc9b-a749-49d9-80b4-bdd03c4e0fbc req-878fae73-f22d-4a8c-84a5-216caaee7b97 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 911 time: 0.1446326 Feb 09 02:21:15.546363 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-a7ae2d6d-f0f3-4404-93f3-23ed8167681a service neutron] 10.222.0.36 "GET /v2.0/networks/5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145150 Feb 09 02:21:15.550327 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca963345-c89f-4e96-bdb3-7ef904efbeb5 req-6b3a889b-2cf7-4f6e-b34b-7202df391c24 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:15.552014 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ca963345-c89f-4e96-bdb3-7ef904efbeb5 req-6b3a889b-2cf7-4f6e-b34b-7202df391c24 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 946 time: 0.1731846 Feb 09 02:21:15.610392 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-957cbc9b-a749-49d9-80b4-bdd03c4e0fbc req-812c8ce5-1bdb-4eca-8f67-ce04bda9e23a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f9ee44c-1653-441a-b1ba-6a8ccff9826e HTTP/1.1" status: 200 len: 217 time: 0.0572963 Feb 09 02:21:15.649048 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-850a5250-d396-4465-b96c-c3b015232197 None None] Set router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:15.662211 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-03c324eb-0dd0-41e6-9d0c-2adaf35f921a service neutron] 10.222.0.36 "GET /v2.0/networks/5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091971 Feb 09 02:21:15.674534 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ca963345-c89f-4e96-bdb3-7ef904efbeb5 req-5747a79e-def4-420d-a7e1-1eefbec05462 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155360 Feb 09 02:21:15.688677 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cbc9b-a749-49d9-80b4-bdd03c4e0fbc req-7b83cbd4-b238-4cff-bbf9-60c5c8dba609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:15.690497 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-957cbc9b-a749-49d9-80b4-bdd03c4e0fbc req-7b83cbd4-b238-4cff-bbf9-60c5c8dba609 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 200 len: 849 time: 0.0687952 Feb 09 02:21:15.755419 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cbc9b-a749-49d9-80b4-bdd03c4e0fbc req-3ce52649-eb06-4bc6-896e-e2bb049a40e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:15.757458 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-957cbc9b-a749-49d9-80b4-bdd03c4e0fbc req-3ce52649-eb06-4bc6-896e-e2bb049a40e2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc310b24-fd11-451e-88ac-42c9695a7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0568991 Feb 09 02:21:15.874055 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-957cbc9b-a749-49d9-80b4-bdd03c4e0fbc req-82b2ef2a-73cc-4c4e-bbc2-420ff10bd051 service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073565 Feb 09 02:21:15.922489 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-850a5250-d396-4465-b96c-c3b015232197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:57Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'ed131559-5124-4bae-b434-45c1a470d34e', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'port_id': '7db575eb-0a73-4517-9980-3f5e7ecc4ddf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'mac_address': 'fa:16:3e:ff:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:17:15Z', 'updated_at': '2022-02-09T02:17:17Z', 'revision_number': 1, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280344da-329e-4bd6-b059-a78b1ac6284b', 'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'mac_address': 'fa:16:3e:8b:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:57Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 5, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'subnets': [{'id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:15.974879 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850a5250-d396-4465-b96c-c3b015232197 None None] The sync data for ids ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'] in n-d-828387-3 is: [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:57Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'ed131559-5124-4bae-b434-45c1a470d34e', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'port_id': '7db575eb-0a73-4517-9980-3f5e7ecc4ddf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'mac_address': 'fa:16:3e:ff:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:17:15Z', 'updated_at': '2022-02-09T02:17:17Z', 'revision_number': 1, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280344da-329e-4bd6-b059-a78b1ac6284b', 'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'mac_address': 'fa:16:3e:8b:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:57Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 5, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'subnets': [{'id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:16.028762 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9d2a2bf3-4ba4-4a0a-98f7-1d7f65570141 req-ad38de92-a7d9-4f09-af1a-b5fa5c813676 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 210 time: 0.0468345 Feb 09 02:21:16.033717 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-957cbc9b-a749-49d9-80b4-bdd03c4e0fbc req-5baf7221-248c-42eb-a42f-a1886a43e673 service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526427 Feb 09 02:21:16.249215 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6201e154-8aba-429b-bceb-123be166e834 None None] New status for floating IP 4bb34ba5-986d-4058-b725-5effee14b4a7: DOWN {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:21:16.812216 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e175b9-83bf-45c7-8df6-8320b87977a2 req-d388eb44-557f-459f-8801-2479f1e675e3 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:16.813733 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-32e175b9-83bf-45c7-8df6-8320b87977a2 req-d388eb44-557f-459f-8801-2479f1e675e3 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 946 time: 0.0614455 Feb 09 02:21:16.870379 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-32e175b9-83bf-45c7-8df6-8320b87977a2 req-dfb3c7bc-6caa-4e9e-b002-5832d352bdd0 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509472 Feb 09 02:21:17.056317 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-2d4fae12-d4e4-4dbe-a971-c4777e7b2a00 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:17.058416 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-2d4fae12-d4e4-4dbe-a971-c4777e7b2a00 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.67 "GET /v2.0/networks?id=5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2 HTTP/1.1" status: 200 len: 813 time: 0.1128905 Feb 09 02:21:17.092514 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e6f79-a7ec-4d1c-b048-94b43e389f7e req-be30f2a6-6513-455f-8536-28257749b97e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:17.094671 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d09e6f79-a7ec-4d1c-b048-94b43e389f7e req-be30f2a6-6513-455f-8536-28257749b97e tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 946 time: 0.0666428 Feb 09 02:21:17.133954 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-357baca5-0edc-4406-9d50-315c3120bda8 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4726a29cc92145328d9a07ccc7d46d1c HTTP/1.1" status: 200 len: 380 time: 0.0676353 Feb 09 02:21:17.143037 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-06b27e9f-3a04-4009-9ed7-7cb5753d92bb tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Request body: {'port': {'device_id': '1c751599-ea4c-4042-adf0-f664ac019894', 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'admin_state_up': True, 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'security_groups': ['9cbe1587-06dc-4a3f-96ef-6a5852cdbf46']}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:17.181900 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0fe2781-357e-41bd-9be7-e5c68342fd89 req-74537691-a6ee-4148-8ce8-15870eabef73 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 210 time: 0.0708618 Feb 09 02:21:17.252526 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-d09e6f79-a7ec-4d1c-b048-94b43e389f7e req-1b9aac42-c8d7-42db-8e19-11373dc52d08 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Deleting port 1f9ee44c-1653-441a-b1ba-6a8ccff9826e {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:17.252729 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d09e6f79-a7ec-4d1c-b048-94b43e389f7e req-1b9aac42-c8d7-42db-8e19-11373dc52d08 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (1f9ee44c-1653-441a-b1ba-6a8ccff9826e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.269285 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-06b27e9f-3a04-4009-9ed7-7cb5753d92bb tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Made reservation on behalf of 4726a29cc92145328d9a07ccc7d46d1c for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:17.273126 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-06b27e9f-3a04-4009-9ed7-7cb5753d92bb tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.362632 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-d09e6f79-a7ec-4d1c-b048-94b43e389f7e req-1b9aac42-c8d7-42db-8e19-11373dc52d08 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] For port 1f9ee44c-1653-441a-b1ba-6a8ccff9826e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=1f9ee44c-1653-441a-b1ba-6a8ccff9826e,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:17.363163 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d09e6f79-a7ec-4d1c-b048-94b43e389f7e req-1b9aac42-c8d7-42db-8e19-11373dc52d08 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (1f9ee44c-1653-441a-b1ba-6a8ccff9826e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.378463 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-d09e6f79-a7ec-4d1c-b048-94b43e389f7e req-1b9aac42-c8d7-42db-8e19-11373dc52d08 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Calling delete_port for 1f9ee44c-1653-441a-b1ba-6a8ccff9826e owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:17.419401 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-06b27e9f-3a04-4009-9ed7-7cb5753d92bb tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Allocated IP 172.20.0.14 (5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2/18514aa6-2ff8-434c-a665-9dfdbe4b6bde/d9d3fa9c-6a89-4433-b959-1be7d0394267) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:17.530117 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d09e6f79-a7ec-4d1c-b048-94b43e389f7e req-1b9aac42-c8d7-42db-8e19-11373dc52d08 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (1f9ee44c-1653-441a-b1ba-6a8ccff9826e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.561848 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9aac42-c8d7-42db-8e19-11373dc52d08 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event deleted for resources: {'Port': ['ID=1f9ee44c-1653-441a-b1ba-6a8ccff9826e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:17.577280 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-06b27e9f-3a04-4009-9ed7-7cb5753d92bb tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for port (d9d3fa9c-6a89-4433-b959-1be7d0394267), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.620950 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-06b27e9f-3a04-4009-9ed7-7cb5753d92bb tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (d9d3fa9c-6a89-4433-b959-1be7d0394267), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.623720 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09e6f79-a7ec-4d1c-b048-94b43e389f7e req-1b9aac42-c8d7-42db-8e19-11373dc52d08 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] No DVR routers for this DVR port 1f9ee44c-1653-441a-b1ba-6a8ccff9826e on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:17.626782 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d09e6f79-a7ec-4d1c-b048-94b43e389f7e req-1b9aac42-c8d7-42db-8e19-11373dc52d08 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.631333 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d09e6f79-a7ec-4d1c-b048-94b43e389f7e req-1b9aac42-c8d7-42db-8e19-11373dc52d08 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.48 "DELETE /v2.0/ports/1f9ee44c-1653-441a-b1ba-6a8ccff9826e HTTP/1.1" status: 204 len: 173 time: 0.5306890 Feb 09 02:21:17.631924 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf5ff52-8238-42cd-bd43-611137476800', 'name': 'network-vif-deleted', 'tag': '1f9ee44c-1653-441a-b1ba-6a8ccff9826e'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:17.634408 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb125b66-719e-4424-b76f-74d62d3d50c6" -d '{"events": [{"server_uuid": "2cf5ff52-8238-42cd-bd43-611137476800", "name": "network-vif-deleted", "tag": "1f9ee44c-1653-441a-b1ba-6a8ccff9826e"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:21:17.674764 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-06b27e9f-3a04-4009-9ed7-7cb5753d92bb tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Network 5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:17.678531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-06b27e9f-3a04-4009-9ed7-7cb5753d92bb tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:17.685173 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999f4130-595c-4aa0-a2fd-f9b7019f260f x-openstack-request-id: req-999f4130-595c-4aa0-a2fd-f9b7019f260f {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:21:17.685478 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf5ff52-8238-42cd-bd43-611137476800", "name": "network-vif-deleted", "tag": "1f9ee44c-1653-441a-b1ba-6a8ccff9826e", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:21:17.685767 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-999f4130-595c-4aa0-a2fd-f9b7019f260f {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:21:17.686175 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf5ff52-8238-42cd-bd43-611137476800', 'name': 'network-vif-deleted', 'tag': '1f9ee44c-1653-441a-b1ba-6a8ccff9826e', 'status': 'completed', 'code': 200} Feb 09 02:21:17.689102 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-06b27e9f-3a04-4009-9ed7-7cb5753d92bb tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:17.748781 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b27e9f-3a04-4009-9ed7-7cb5753d92bb tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Pushing event updated for resources: {'Port': ['ID=d9d3fa9c-6a89-4433-b959-1be7d0394267,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:17.765032 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-06b27e9f-3a04-4009-9ed7-7cb5753d92bb tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:17.765693 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-06b27e9f-3a04-4009-9ed7-7cb5753d92bb tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.784652 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-06b27e9f-3a04-4009-9ed7-7cb5753d92bb tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6454291 Feb 09 02:21:17.794922 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-4d346a06-a95c-4edf-b894-9d320c55d0b9 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:21:17.796179 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-4d346a06-a95c-4edf-b894-9d320c55d0b9 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058115 Feb 09 02:21:17.807520 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-166e0ce9-740c-46ff-8c2c-007003f95e22 service neutron] Request body: {'port': {'device_id': '1c751599-ea4c-4042-adf0-f664ac019894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:17.887664 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-166e0ce9-740c-46ff-8c2c-007003f95e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d9d3fa9c-6a89-4433-b959-1be7d0394267), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.055236 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cc99b1c0-34b9-4060-88b0-c18d68716f19 req-ff8184aa-854a-4ba0-826f-d00b4dcd54f0 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 210 time: 0.0755198 Feb 09 02:21:18.085745 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b8260170-8a68-4830-9735-22f2079ab34d None None] Provisioning complete for port d9d3fa9c-6a89-4433-b959-1be7d0394267 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:18.086264 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b8260170-8a68-4830-9735-22f2079ab34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d9d3fa9c-6a89-4433-b959-1be7d0394267), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.152472 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b8260170-8a68-4830-9735-22f2079ab34d None None] Port d9d3fa9c-6a89-4433-b959-1be7d0394267 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:21:18.256889 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-166e0ce9-740c-46ff-8c2c-007003f95e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d3fa9c-6a89-4433-b959-1be7d0394267 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:21:18.266820 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-166e0ce9-740c-46ff-8c2c-007003f95e22 service neutron] Publish callbacks [] for port (d9d3fa9c-6a89-4433-b959-1be7d0394267), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.305471 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-166e0ce9-740c-46ff-8c2c-007003f95e22 service neutron] Transition to ACTIVE for port object d9d3fa9c-6a89-4433-b959-1be7d0394267 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:21:18.313625 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-166e0ce9-740c-46ff-8c2c-007003f95e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (d9d3fa9c-6a89-4433-b959-1be7d0394267), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.384331 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9465d35-7c1f-4442-a55f-20a528cee05b req-67418ff2-17c0-4478-94b0-ed289e7bc876 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:18.385984 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b9465d35-7c1f-4442-a55f-20a528cee05b req-67418ff2-17c0-4478-94b0-ed289e7bc876 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 932 time: 0.1164939 Feb 09 02:21:18.390302 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e0ce9-740c-46ff-8c2c-007003f95e22 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d3fa9c-6a89-4433-b959-1be7d0394267,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:18.494770 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b9465d35-7c1f-4442-a55f-20a528cee05b req-7bfb683b-faa5-42ce-ad01-732b4804c20b tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974917 Feb 09 02:21:18.504812 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-166e0ce9-740c-46ff-8c2c-007003f95e22 service neutron] Attempting to bind port d9d3fa9c-6a89-4433-b959-1be7d0394267 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:21:18.505154 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-166e0ce9-740c-46ff-8c2c-007003f95e22 service neutron] Attempting to bind port d9d3fa9c-6a89-4433-b959-1be7d0394267 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'af426bc0-ade1-4151-a734-4162e08ed075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:21:18.505486 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-166e0ce9-740c-46ff-8c2c-007003f95e22 service neutron] Attempting to bind port d9d3fa9c-6a89-4433-b959-1be7d0394267 on network 5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:21:18.510137 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-166e0ce9-740c-46ff-8c2c-007003f95e22 service neutron] Port d9d3fa9c-6a89-4433-b959-1be7d0394267 on network 5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:21:18.510464 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-166e0ce9-740c-46ff-8c2c-007003f95e22 service neutron] Attempting to bind port d9d3fa9c-6a89-4433-b959-1be7d0394267 on network 5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:21:18.516594 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-166e0ce9-740c-46ff-8c2c-007003f95e22 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:21:18.516941 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-166e0ce9-740c-46ff-8c2c-007003f95e22 service neutron] Checking segment: {'id': 'af426bc0-ade1-4151-a734-4162e08ed075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:18.517323 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-166e0ce9-740c-46ff-8c2c-007003f95e22 service neutron] Bound using segment: {'id': 'af426bc0-ade1-4151-a734-4162e08ed075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:21:18.517763 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-166e0ce9-740c-46ff-8c2c-007003f95e22 service neutron] Bound port: d9d3fa9c-6a89-4433-b959-1be7d0394267, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af426bc0-ade1-4151-a734-4162e08ed075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:21:18.518128 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-166e0ce9-740c-46ff-8c2c-007003f95e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d9d3fa9c-6a89-4433-b959-1be7d0394267), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.585952 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-166e0ce9-740c-46ff-8c2c-007003f95e22 service neutron] For port d9d3fa9c-6a89-4433-b959-1be7d0394267, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:21:18.589559 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-166e0ce9-740c-46ff-8c2c-007003f95e22 service neutron] For port d9d3fa9c-6a89-4433-b959-1be7d0394267, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d9d3fa9c-6a89-4433-b959-1be7d0394267,segment=NetworkSegment(af426bc0-ade1-4151-a734-4162e08ed075),segment_id=af426bc0-ade1-4151-a734-4162e08ed075)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:21:18.597453 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-166e0ce9-740c-46ff-8c2c-007003f95e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (d9d3fa9c-6a89-4433-b959-1be7d0394267), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.635303 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-166e0ce9-740c-46ff-8c2c-007003f95e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:18.636075 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-166e0ce9-740c-46ff-8c2c-007003f95e22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.639151 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-166e0ce9-740c-46ff-8c2c-007003f95e22 service neutron] 10.222.0.67 "PUT /v2.0/ports/d9d3fa9c-6a89-4433-b959-1be7d0394267 HTTP/1.1" status: 200 len: 1092 time: 0.8350177 Feb 09 02:21:18.641075 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c751599-ea4c-4042-adf0-f664ac019894', 'tag': 'd9d3fa9c-6a89-4433-b959-1be7d0394267'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:18.645066 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f863ff51-71db-41e5-9557-3724758f5ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "1c751599-ea4c-4042-adf0-f664ac019894", "tag": "d9d3fa9c-6a89-4433-b959-1be7d0394267"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:21:18.716533 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bc7617-3846-4373-b97b-993f31eba33e x-openstack-request-id: req-a2bc7617-3846-4373-b97b-993f31eba33e {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:21:18.716533 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c751599-ea4c-4042-adf0-f664ac019894", "tag": "d9d3fa9c-6a89-4433-b959-1be7d0394267", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:21:18.716533 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a2bc7617-3846-4373-b97b-993f31eba33e {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:21:18.716889 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c751599-ea4c-4042-adf0-f664ac019894', 'tag': 'd9d3fa9c-6a89-4433-b959-1be7d0394267', 'status': 'completed', 'code': 200} Feb 09 02:21:18.737436 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e0ce9-740c-46ff-8c2c-007003f95e22 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d3fa9c-6a89-4433-b959-1be7d0394267,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:18.758862 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-e33e9f87-f4cf-48ea-ba58-b299b9e4d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:18.760414 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-e33e9f87-f4cf-48ea-ba58-b299b9e4d901 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4726a29cc92145328d9a07ccc7d46d1c&device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 1126 time: 0.0589900 Feb 09 02:21:18.806892 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-73bd5e55-d785-469c-bd17-1bcc321b5489 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9d3fa9c-6a89-4433-b959-1be7d0394267 HTTP/1.1" status: 200 len: 217 time: 0.0387316 Feb 09 02:21:18.864623 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-eae0be18-bc5e-4c86-8918-3da5f80cae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:18.866103 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-eae0be18-bc5e-4c86-8918-3da5f80cae73 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=18514aa6-2ff8-434c-a665-9dfdbe4b6bde HTTP/1.1" status: 200 len: 852 time: 0.0534060 Feb 09 02:21:18.916450 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-6d1b38ae-ca15-400d-af64-cbf1f7df56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:18.917902 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-6d1b38ae-ca15-400d-af64-cbf1f7df56d6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461178 Feb 09 02:21:19.007118 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-3034f3c6-2319-47dc-864f-ca9c683ed174 service neutron] 10.222.0.67 "GET /v2.0/networks/5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829127 Feb 09 02:21:19.103602 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0f75ffc-d655-42a7-9f16-faf52a912709 req-303c61b8-8d31-4c2a-8f17-7dfa915db79b service neutron] 10.222.0.67 "GET /v2.0/networks/5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896862 Feb 09 02:21:19.146164 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bf5db4ec-d014-4413-8c66-d040dce3c204 req-a46ddef5-fdbb-493c-9429-71e840a62bd1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 210 time: 0.0291204 Feb 09 02:21:19.193162 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863ff51-71db-41e5-9557-3724758f5ec5 req-4963ee70-3044-4590-b215-f09084742e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:19.194648 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f863ff51-71db-41e5-9557-3724758f5ec5 req-4963ee70-3044-4590-b215-f09084742e65 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4726a29cc92145328d9a07ccc7d46d1c&device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 1126 time: 0.0460911 Feb 09 02:21:19.290210 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863ff51-71db-41e5-9557-3724758f5ec5 req-7b4cf8ba-af80-4843-9d79-3f1659b0ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:19.291612 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f863ff51-71db-41e5-9557-3724758f5ec5 req-7b4cf8ba-af80-4843-9d79-3f1659b0ddf8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2 HTTP/1.1" status: 200 len: 914 time: 0.0908194 Feb 09 02:21:19.333702 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f863ff51-71db-41e5-9557-3724758f5ec5 req-22781dfd-6f22-4e2f-a620-7dc780694e41 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9d3fa9c-6a89-4433-b959-1be7d0394267 HTTP/1.1" status: 200 len: 217 time: 0.0358992 Feb 09 02:21:19.382079 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863ff51-71db-41e5-9557-3724758f5ec5 req-43b0ca92-011b-474f-89cc-4dc8bc54bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:19.383627 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f863ff51-71db-41e5-9557-3724758f5ec5 req-43b0ca92-011b-474f-89cc-4dc8bc54bd0d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=18514aa6-2ff8-434c-a665-9dfdbe4b6bde HTTP/1.1" status: 200 len: 852 time: 0.0446317 Feb 09 02:21:19.440797 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863ff51-71db-41e5-9557-3724758f5ec5 req-0c3d6315-046f-4e38-9bcd-8e53ef1dfb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:19.442318 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f863ff51-71db-41e5-9557-3724758f5ec5 req-0c3d6315-046f-4e38-9bcd-8e53ef1dfb3b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517900 Feb 09 02:21:19.536672 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f863ff51-71db-41e5-9557-3724758f5ec5 req-04c0f0d3-086f-43d1-826e-f57bebf67c81 service neutron] 10.222.0.67 "GET /v2.0/networks/5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883799 Feb 09 02:21:19.629162 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f80c3-006c-4ed8-b284-8e3b1cafc215 req-802e51c8-e8b0-4593-af0b-df36a93296b8 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:19.630511 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b06f80c3-006c-4ed8-b284-8e3b1cafc215 req-802e51c8-e8b0-4593-af0b-df36a93296b8 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 944 time: 0.0572512 Feb 09 02:21:19.642800 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f863ff51-71db-41e5-9557-3724758f5ec5 req-fb097741-69f7-4018-a8c7-a3687dc0a134 service neutron] 10.222.0.67 "GET /v2.0/networks/5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994148 Feb 09 02:21:19.682367 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b06f80c3-006c-4ed8-b284-8e3b1cafc215 req-03beb4fa-c3fe-41a5-ac09-277f3f052dbc tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450561 Feb 09 02:21:20.248566 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0cab2a1-123d-4eea-a009-8711d051a317 req-3ebb7593-ee79-48ea-910f-8dbfde315de5 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 210 time: 0.0289073 Feb 09 02:21:20.346488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 1f9ee44c-1653-441a-b1ba-6a8ccff9826e no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:20.367406 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 1f9ee44c-1653-441a-b1ba-6a8ccff9826e {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:20.367759 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 1f9ee44c-1653-441a-b1ba-6a8ccff9826e not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:20.805886 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711780fe-15a7-423d-8432-c69c466d023b req-bf0c52b9-8587-47fb-bc18-73dbff870778 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:20.807380 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-711780fe-15a7-423d-8432-c69c466d023b req-bf0c52b9-8587-47fb-bc18-73dbff870778 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 944 time: 0.0542195 Feb 09 02:21:20.855109 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-711780fe-15a7-423d-8432-c69c466d023b req-e90479c8-e9c6-4707-92ce-13fed83b20c2 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415261 Feb 09 02:21:21.348129 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-281aa5fc-d234-47c7-8fbe-c2179fb698f8 req-f323657d-b584-4722-a802-fe1bf680f5d0 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 210 time: 0.0279727 Feb 09 02:21:21.985665 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91381ce7-8c19-4f8c-8490-45fcabe53d49 req-e69c6333-3a66-4ea5-bb44-7765dfbf97da tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:21.987172 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91381ce7-8c19-4f8c-8490-45fcabe53d49 req-e69c6333-3a66-4ea5-bb44-7765dfbf97da tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 944 time: 0.0593333 Feb 09 02:21:22.037261 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91381ce7-8c19-4f8c-8490-45fcabe53d49 req-df467bb9-96ae-4cad-886c-cdd79a17e860 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435307 Feb 09 02:21:22.445412 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b71e951f-9a8a-4163-9830-9198ad2f64a7 req-d90fb3bc-53fd-47cf-bf87-d7ba92dd2e84 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 210 time: 0.0277989 Feb 09 02:21:23.163142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a256f3-5f72-471c-8b17-8a1b52ead4b4 req-7feef09a-d436-4806-ab17-a9c3f364a94c tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:23.164577 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d9a256f3-5f72-471c-8b17-8a1b52ead4b4 req-7feef09a-d436-4806-ab17-a9c3f364a94c tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 944 time: 0.0566759 Feb 09 02:21:23.215918 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d9a256f3-5f72-471c-8b17-8a1b52ead4b4 req-f60ec46b-1ba4-4dbd-ac23-b4621d860436 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447490 Feb 09 02:21:23.545111 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a4bcd3b1-de1c-4ff7-a1d8-5615d3a8f096 req-725eed11-7502-4b71-95e1-3e42a2428df3 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 210 time: 0.0272524 Feb 09 02:21:24.344644 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4209019-3c0e-42e7-8460-529cf77cdf1b req-56c5d468-07f2-4d47-a4d7-d28538e9377d tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:24.346172 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f4209019-3c0e-42e7-8460-529cf77cdf1b req-56c5d468-07f2-4d47-a4d7-d28538e9377d tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 944 time: 0.0603113 Feb 09 02:21:24.395927 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f4209019-3c0e-42e7-8460-529cf77cdf1b req-865d7db8-5961-434e-acf2-6579079d7ff1 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441074 Feb 09 02:21:24.646877 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a082327c-a0d4-468e-b748-9128be784086 req-93464a01-3726-4021-b6e1-254dc7f3acb0 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 210 time: 0.0312583 Feb 09 02:21:25.517592 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfd768-11a8-4eae-9301-78091e95ca62 req-126d8f37-e442-4189-9477-8a2d8883fcb5 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:25.519081 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04dfd768-11a8-4eae-9301-78091e95ca62 req-126d8f37-e442-4189-9477-8a2d8883fcb5 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 944 time: 0.0543234 Feb 09 02:21:25.569299 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-04dfd768-11a8-4eae-9301-78091e95ca62 req-706c78a1-9f13-417e-88e2-1b9550e34d67 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443797 Feb 09 02:21:26.070416 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fe911659-8a14-4531-b57b-7f22282010e9 req-a966e6ef-41f5-4e4c-8490-082f33f3a244 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf5ff52-8238-42cd-bd43-611137476800 HTTP/1.1" status: 200 len: 210 time: 0.3544087 Feb 09 02:21:26.705579 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9e704-32ba-40a4-8840-6e2328b2959e req-eba7525e-b5fa-4dc0-89a5-72449780b54b tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:26.707138 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8f9e704-32ba-40a4-8840-6e2328b2959e req-eba7525e-b5fa-4dc0-89a5-72449780b54b tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 944 time: 0.0642154 Feb 09 02:21:26.761444 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8f9e704-32ba-40a4-8840-6e2328b2959e req-d650cc6c-7a2d-4b91-b297-6ef6f45552a5 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485117 Feb 09 02:21:27.887886 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e83082-ba6f-43f9-922c-b1a6212a8165 req-332da18c-fb98-4fb6-a367-da822da557a0 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:27.889539 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40e83082-ba6f-43f9-922c-b1a6212a8165 req-332da18c-fb98-4fb6-a367-da822da557a0 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 944 time: 0.0552871 Feb 09 02:21:27.942773 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40e83082-ba6f-43f9-922c-b1a6212a8165 req-59a0a0d4-6057-4490-b160-04be36a96b13 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474663 Feb 09 02:21:29.065626 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2b55f-f61b-4378-a62b-366cf62cbe7e req-2f818655-5ac5-4049-9b98-39d5e3b19b7c tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:29.067091 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eec2b55f-f61b-4378-a62b-366cf62cbe7e req-2f818655-5ac5-4049-9b98-39d5e3b19b7c tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 944 time: 0.0534275 Feb 09 02:21:29.114531 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eec2b55f-f61b-4378-a62b-366cf62cbe7e req-9e19575f-8524-4885-89d1-57b1de4523b0 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417926 Feb 09 02:21:30.237590 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c863e-5bb6-4e61-b1ac-a4e92885137c req-ae2fba9c-30bc-4d42-8ea4-642e58cb8567 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:30.238993 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-551c863e-5bb6-4e61-b1ac-a4e92885137c req-ae2fba9c-30bc-4d42-8ea4-642e58cb8567 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 944 time: 0.0555418 Feb 09 02:21:30.288324 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-551c863e-5bb6-4e61-b1ac-a4e92885137c req-52a0cddc-d16d-41ee-927e-2741cdece3eb tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436738 Feb 09 02:21:31.412204 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b5205-98ef-45ee-beb4-fdf6153fd9f0 req-68be42f6-3c6f-4a1e-9942-bef07f1a3ec8 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:31.413693 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cd9b5205-98ef-45ee-beb4-fdf6153fd9f0 req-68be42f6-3c6f-4a1e-9942-bef07f1a3ec8 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 944 time: 0.0578957 Feb 09 02:21:31.465857 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cd9b5205-98ef-45ee-beb4-fdf6153fd9f0 req-4775a9e0-fe2c-401f-84db-7041ec655ca5 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445814 Feb 09 02:21:32.596139 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57273c47-e447-40cb-a261-f9152c69ffd7 req-455948a2-7eff-4a96-bef0-d98164b16cf6 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:32.597729 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-57273c47-e447-40cb-a261-f9152c69ffd7 req-455948a2-7eff-4a96-bef0-d98164b16cf6 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 944 time: 0.0607440 Feb 09 02:21:32.650568 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-57273c47-e447-40cb-a261-f9152c69ffd7 req-8581be98-9c28-40e0-a73b-dbad56433f3c tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469661 Feb 09 02:21:33.781420 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119f0e1-b0f0-4c0c-8e1a-5f03f7a6bfd8 req-c8db84ac-ef89-47f8-9238-30c6c83052b1 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:33.783873 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a119f0e1-b0f0-4c0c-8e1a-5f03f7a6bfd8 req-c8db84ac-ef89-47f8-9238-30c6c83052b1 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 944 time: 0.0584221 Feb 09 02:21:33.835482 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a119f0e1-b0f0-4c0c-8e1a-5f03f7a6bfd8 req-ca8d531b-0029-46f0-b59d-04d93381cba5 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456030 Feb 09 02:21:34.200657 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293166d4-711d-4f39-88b1-03aaf0cfc527 req-f445d7a0-e94f-4a34-bd10-64ac07913fd8 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:34.202273 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-293166d4-711d-4f39-88b1-03aaf0cfc527 req-f445d7a0-e94f-4a34-bd10-64ac07913fd8 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 1128 time: 0.0469105 Feb 09 02:21:34.251751 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-293166d4-711d-4f39-88b1-03aaf0cfc527 req-1a9cda04-ce23-413f-8e83-2fa4ad4fe12e tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433426 Feb 09 02:21:34.277251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57564) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:34.451452 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Deleting port 96854ee9-b588-4b5d-80f9-3bc15990040e {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:34.451804 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (96854ee9-b588-4b5d-80f9-3bc15990040e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:34.538314 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (96854ee9-b588-4b5d-80f9-3bc15990040e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:34.538923 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for floatingip (96854ee9-b588-4b5d-80f9-3bc15990040e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:34.554043 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Calling delete_port for 96854ee9-b588-4b5d-80f9-3bc15990040e owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:34.720894 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3f0de00-1055-4622-8d67-2e5584c81f5b req-7f8e5774-92c6-4bd8-913a-97d8337f156d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1027880 Feb 09 02:21:34.742249 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (96854ee9-b588-4b5d-80f9-3bc15990040e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:34.776612 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'Port': ['ID=96854ee9-b588-4b5d-80f9-3bc15990040e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:34.798359 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:34.798722 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:34.799167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:34.799405 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:34.799802 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:34.800098 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:34.800545 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:34.800748 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:34.801084 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:34.801438 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:34.801802 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:34.802127 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:34.802470 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:34.853998 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0de00-1055-4622-8d67-2e5584c81f5b req-b73a1d7f-8d75-40dd-9778-a85b7d778eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:34.855525 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3f0de00-1055-4622-8d67-2e5584c81f5b req-b73a1d7f-8d75-40dd-9778-a85b7d778eee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 1128 time: 0.0860214 Feb 09 02:21:34.878140 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for floatingip (cdab22bb-e5ff-40b6-b6f5-efe320857adb), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:34.878620 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Floating IP cdab22bb-e5ff-40b6-b6f5-efe320857adb disassociated (deleted). External IP: 172.25.7.92, port: d8defaa9-465a-4b59-8f32-ba6d4a3c45d7. Feb 09 02:21:34.995524 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0de00-1055-4622-8d67-2e5584c81f5b req-61c902bb-8146-4869-8cb1-a8b2dc5d320c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:34.998109 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3f0de00-1055-4622-8d67-2e5584c81f5b req-61c902bb-8146-4869-8cb1-a8b2dc5d320c service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb558a6a-4226-490a-bc30-1177f4036e2e HTTP/1.1" status: 200 len: 898 time: 0.1231289 Feb 09 02:21:35.055604 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3f0de00-1055-4622-8d67-2e5584c81f5b req-5a8a5a83-a33c-4e6f-961c-6fca0332d435 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 HTTP/1.1" status: 200 len: 217 time: 0.0452712 Feb 09 02:21:35.135962 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Router e1412fc5-ddee-42f2-b083-62bb5705d7e1 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:21:35.147845 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0de00-1055-4622-8d67-2e5584c81f5b req-d0e91128-7489-4f92-9306-ec40e34a0857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:35.149930 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3f0de00-1055-4622-8d67-2e5584c81f5b req-d0e91128-7489-4f92-9306-ec40e34a0857 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c508842c-c634-432d-ba7d-96ff22f863b8 HTTP/1.1" status: 200 len: 835 time: 0.0775461 Feb 09 02:21:35.217510 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7791d-06ff-4826-9b42-7ded51f00a78 req-e11d3d95-9f08-49bc-a951-4c76596c0ac8 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:35.219726 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0ca7791d-06ff-4826-9b42-7ded51f00a78 req-e11d3d95-9f08-49bc-a951-4c76596c0ac8 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 944 time: 0.2204773 Feb 09 02:21:35.268997 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:21:35.273990 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:35.281682 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2920e4fb-9c75-4db9-90ec-c608fd0688bd None None] Sync routers for ids ['e1412fc5-ddee-42f2-b083-62bb5705d7e1'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:35.298584 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0ca7791d-06ff-4826-9b42-7ded51f00a78 req-a869942c-909c-4dc5-a07c-dbf6f6a09d01 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722511 Feb 09 02:21:35.305600 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2920e4fb-9c75-4db9-90ec-c608fd0688bd None None] Routers {'e1412fc5-ddee-42f2-b083-62bb5705d7e1'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:35.306990 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0de00-1055-4622-8d67-2e5584c81f5b req-95ccfe00-89a2-4a6a-99f0-f81556a2760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:35.307671 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-2920e4fb-9c75-4db9-90ec-c608fd0688bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:21:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['e1412fc5-ddee-42f2-b083-62bb5705d7e1'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:35.309363 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3f0de00-1055-4622-8d67-2e5584c81f5b req-95ccfe00-89a2-4a6a-99f0-f81556a2760f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb558a6a-4226-490a-bc30-1177f4036e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1514368 Feb 09 02:21:35.353130 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-48110c67-a853-4d65-bcfa-6eb37d5d595f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "DELETE /v2.0/floatingips/cdab22bb-e5ff-40b6-b6f5-efe320857adb HTTP/1.1" status: 204 len: 168 time: 1.0711725 Feb 09 02:21:35.353130 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'tag': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:35.364864 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94b89ee-a4a1-4f05-bd94-bc3f3a0010bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c688e2f8-45e5-49fa-bbde-627ad75298b2", "tag": "d8defaa9-465a-4b59-8f32-ba6d4a3c45d7"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:21:35.424846 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3f0de00-1055-4622-8d67-2e5584c81f5b req-a3aa14df-4eaa-44cb-8e7d-c1c9184e720e service neutron] 10.222.0.67 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092634 Feb 09 02:21:35.425642 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8d568e-d0ae-4d07-a755-c8d5dd2e6f67 x-openstack-request-id: req-9e8d568e-d0ae-4d07-a755-c8d5dd2e6f67 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:21:35.425937 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c688e2f8-45e5-49fa-bbde-627ad75298b2", "tag": "d8defaa9-465a-4b59-8f32-ba6d4a3c45d7", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:21:35.426195 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e8d568e-d0ae-4d07-a755-c8d5dd2e6f67 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:21:35.426602 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'tag': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7', 'status': 'completed', 'code': 200} Feb 09 02:21:35.616561 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d3f0de00-1055-4622-8d67-2e5584c81f5b req-d26d4c57-d650-460f-a49b-e7884ed2fb16 service neutron] 10.222.0.67 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838653 Feb 09 02:21:35.725509 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc816142-4af6-455e-9f2a-0bc7389609f0 req-a1a468cc-59f4-4622-a1f0-dbd4f83ab208 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:35.726706 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fc816142-4af6-455e-9f2a-0bc7389609f0 req-a1a468cc-59f4-4622-a1f0-dbd4f83ab208 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 946 time: 0.1060107 Feb 09 02:21:35.728136 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-2920e4fb-9c75-4db9-90ec-c608fd0688bd None None] Set router e1412fc5-ddee-42f2-b083-62bb5705d7e1 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:35.775488 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b89ee-a4a1-4f05-bd94-bc3f3a0010bc req-1fbd78e5-b3d1-4882-baf4-a0c4035f4e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:35.777200 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b94b89ee-a4a1-4f05-bd94-bc3f3a0010bc req-1fbd78e5-b3d1-4882-baf4-a0c4035f4e9d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 1128 time: 0.1060598 Feb 09 02:21:35.805487 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fc816142-4af6-455e-9f2a-0bc7389609f0 req-56af23b0-dbd0-4644-8ecc-0052c26c2cb8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717781 Feb 09 02:21:35.930533 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b89ee-a4a1-4f05-bd94-bc3f3a0010bc req-f47b3a60-60b2-4b85-91af-e805d6abed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:35.932856 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b94b89ee-a4a1-4f05-bd94-bc3f3a0010bc req-f47b3a60-60b2-4b85-91af-e805d6abed62 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb558a6a-4226-490a-bc30-1177f4036e2e HTTP/1.1" status: 200 len: 898 time: 0.1462841 Feb 09 02:21:35.955725 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-2920e4fb-9c75-4db9-90ec-c608fd0688bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996432804', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:43Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:39Z', 'updated_at': '2022-02-09T02:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'd61920b0-6a98-4c97-86c6-8a5044c536e4', 'name': '', 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:3d:9c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'c508842c-c634-432d-ba7d-96ff22f863b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:42Z', 'updated_at': '2022-02-09T02:18:49Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'c508842c-c634-432d-ba7d-96ff22f863b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:35.984134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2920e4fb-9c75-4db9-90ec-c608fd0688bd None None] Checking router: e1412fc5-ddee-42f2-b083-62bb5705d7e1 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:35.993872 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b94b89ee-a4a1-4f05-bd94-bc3f3a0010bc req-469df1d9-11e7-4856-a825-895349f82165 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 HTTP/1.1" status: 200 len: 217 time: 0.0523863 Feb 09 02:21:35.996055 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2920e4fb-9c75-4db9-90ec-c608fd0688bd None None] Routers {'e1412fc5-ddee-42f2-b083-62bb5705d7e1'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:35.996697 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-2920e4fb-9c75-4db9-90ec-c608fd0688bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:21:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['e1412fc5-ddee-42f2-b083-62bb5705d7e1'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:36.068120 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b89ee-a4a1-4f05-bd94-bc3f3a0010bc req-bb830152-6149-41c0-bf4d-ef40fd3bf673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:36.069865 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b94b89ee-a4a1-4f05-bd94-bc3f3a0010bc req-bb830152-6149-41c0-bf4d-ef40fd3bf673 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c508842c-c634-432d-ba7d-96ff22f863b8 HTTP/1.1" status: 200 len: 835 time: 0.0682871 Feb 09 02:21:36.130530 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-2920e4fb-9c75-4db9-90ec-c608fd0688bd None None] Set router e1412fc5-ddee-42f2-b083-62bb5705d7e1 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:36.132364 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b89ee-a4a1-4f05-bd94-bc3f3a0010bc req-bbf51c17-12d8-41a2-85d2-21de2b2165d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:36.134471 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b94b89ee-a4a1-4f05-bd94-bc3f3a0010bc req-bbf51c17-12d8-41a2-85d2-21de2b2165d2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb558a6a-4226-490a-bc30-1177f4036e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0563648 Feb 09 02:21:36.259919 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b94b89ee-a4a1-4f05-bd94-bc3f3a0010bc req-68320776-ae0e-4c91-bb05-0478aa40ee4c service neutron] 10.222.0.67 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144059 Feb 09 02:21:36.372941 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b94b89ee-a4a1-4f05-bd94-bc3f3a0010bc req-25a84013-340a-4b82-b17e-450a3199a25e service neutron] 10.222.0.67 "GET /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060538 Feb 09 02:21:36.404964 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-2920e4fb-9c75-4db9-90ec-c608fd0688bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996432804', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:43Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:39Z', 'updated_at': '2022-02-09T02:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'd61920b0-6a98-4c97-86c6-8a5044c536e4', 'name': '', 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:3d:9c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'c508842c-c634-432d-ba7d-96ff22f863b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:42Z', 'updated_at': '2022-02-09T02:18:49Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'c508842c-c634-432d-ba7d-96ff22f863b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:36.440052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2920e4fb-9c75-4db9-90ec-c608fd0688bd None None] The sync data for ids ['e1412fc5-ddee-42f2-b083-62bb5705d7e1'] in n-d-828387-3 is: [{'id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996432804', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:43Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:39Z', 'updated_at': '2022-02-09T02:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'd61920b0-6a98-4c97-86c6-8a5044c536e4', 'name': '', 'network_id': 'cb558a6a-4226-490a-bc30-1177f4036e2e', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:3d:9c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'c508842c-c634-432d-ba7d-96ff22f863b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:42Z', 'updated_at': '2022-02-09T02:18:49Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'c508842c-c634-432d-ba7d-96ff22f863b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:36.470689 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe3665-23b0-4d7b-9b7e-237ee4954190 req-1349e01e-4383-4331-a944-0d78f5685a23 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:36.486549 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94fe3665-23b0-4d7b-9b7e-237ee4954190 req-1349e01e-4383-4331-a944-0d78f5685a23 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 944 time: 0.0721827 Feb 09 02:21:36.550468 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94fe3665-23b0-4d7b-9b7e-237ee4954190 req-7111f796-e61e-4d9c-ba19-76b7cf8d26d3 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597768 Feb 09 02:21:36.743891 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc99c3da-dabc-4261-9412-1aa18568e6c0 None None] New status for floating IP cdab22bb-e5ff-40b6-b6f5-efe320857adb: DOWN {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:21:36.970008 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4050a-227b-407c-9e09-2de1d989c379 req-e7e4f6f2-0907-48e2-b25f-7a552a9978b5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:36.972330 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d6b4050a-227b-407c-9e09-2de1d989c379 req-e7e4f6f2-0907-48e2-b25f-7a552a9978b5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 946 time: 0.0701602 Feb 09 02:21:37.031041 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d6b4050a-227b-407c-9e09-2de1d989c379 req-7cca8392-8972-491a-b5ea-4ab3369d0b9c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532587 Feb 09 02:21:37.485985 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39791bed-1937-4192-94fc-5328e074fd09 req-eabc81f2-df00-43a1-b041-d90ec6afd726 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:37.487518 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-39791bed-1937-4192-94fc-5328e074fd09 req-eabc81f2-df00-43a1-b041-d90ec6afd726 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.67 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 946 time: 0.0580554 Feb 09 02:21:37.515516 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6b24d27f-7a42-46a2-a125-1acd4ee5c383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:37.545387 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:21:37.649160 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-39791bed-1937-4192-94fc-5328e074fd09 req-a86fba7a-b98d-4b36-9591-8c32acf12585 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Deleting port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:37.649633 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-39791bed-1937-4192-94fc-5328e074fd09 req-a86fba7a-b98d-4b36-9591-8c32acf12585 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:37.696366 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffc00f-1b09-408e-a5b1-e7ce50ab55bf req-3f8a5dd5-1473-4ab1-a1de-c93dfe7e621a tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:37.702079 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-87ffc00f-1b09-408e-a5b1-e7ce50ab55bf req-3f8a5dd5-1473-4ab1-a1de-c93dfe7e621a tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 944 time: 0.0676990 Feb 09 02:21:37.759647 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-87ffc00f-1b09-408e-a5b1-e7ce50ab55bf req-c4c51fd0-af8a-45c7-8b68-f476541606ba tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510905 Feb 09 02:21:37.771849 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-39791bed-1937-4192-94fc-5328e074fd09 req-a86fba7a-b98d-4b36-9591-8c32acf12585 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] For port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,segment=NetworkSegment(fd65e238-9775-4fa0-93b0-38655b236aa9),segment_id=fd65e238-9775-4fa0-93b0-38655b236aa9)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:37.772784 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-39791bed-1937-4192-94fc-5328e074fd09 req-a86fba7a-b98d-4b36-9591-8c32acf12585 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:37.797531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-39791bed-1937-4192-94fc-5328e074fd09 req-a86fba7a-b98d-4b36-9591-8c32acf12585 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Calling delete_port for d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:37.947370 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-39791bed-1937-4192-94fc-5328e074fd09 req-a86fba7a-b98d-4b36-9591-8c32acf12585 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (d8defaa9-465a-4b59-8f32-ba6d4a3c45d7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:37.984272 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fba7a-b98d-4b36-9591-8c32acf12585 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'Port': ['ID=d8defaa9-465a-4b59-8f32-ba6d4a3c45d7,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:38.052562 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-39791bed-1937-4192-94fc-5328e074fd09 req-a86fba7a-b98d-4b36-9591-8c32acf12585 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] No DVR routers for this DVR port d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:38.064058 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-39791bed-1937-4192-94fc-5328e074fd09 req-a86fba7a-b98d-4b36-9591-8c32acf12585 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:38.068007 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-39791bed-1937-4192-94fc-5328e074fd09 req-a86fba7a-b98d-4b36-9591-8c32acf12585 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.67 "DELETE /v2.0/ports/d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 HTTP/1.1" status: 204 len: 173 time: 0.5752406 Feb 09 02:21:38.068609 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'name': 'network-vif-deleted', 'tag': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:38.071543 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c16ac65-36bd-4920-930f-b2b8cd35bc82" -d '{"events": [{"server_uuid": "c688e2f8-45e5-49fa-bbde-627ad75298b2", "name": "network-vif-deleted", "tag": "d8defaa9-465a-4b59-8f32-ba6d4a3c45d7"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:21:38.162737 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d6d47525-2e5d-4670-aa0a-c2a7ae711ae7 req-7672107a-27a4-427b-9769-0efff96366b0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=c688e2f8-45e5-49fa-bbde-627ad75298b2 HTTP/1.1" status: 200 len: 210 time: 0.0489759 Feb 09 02:21:38.208882 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7255288e-b1c8-4b04-b011-fd65a8ccf71b x-openstack-request-id: req-7255288e-b1c8-4b04-b011-fd65a8ccf71b {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:21:38.209255 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c688e2f8-45e5-49fa-bbde-627ad75298b2", "name": "network-vif-deleted", "tag": "d8defaa9-465a-4b59-8f32-ba6d4a3c45d7", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:21:38.209522 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7255288e-b1c8-4b04-b011-fd65a8ccf71b {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:21:38.210064 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c688e2f8-45e5-49fa-bbde-627ad75298b2', 'name': 'network-vif-deleted', 'tag': 'd8defaa9-465a-4b59-8f32-ba6d4a3c45d7', 'status': 'completed', 'code': 200} Feb 09 02:21:38.883871 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31d86a-06e1-4d7d-bd89-cc8bb783d6cc req-b7b57683-ebf3-4422-b045-a6e473405efa tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:38.885355 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2f31d86a-06e1-4d7d-bd89-cc8bb783d6cc req-b7b57683-ebf3-4422-b045-a6e473405efa tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 944 time: 0.0540230 Feb 09 02:21:38.945936 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2f31d86a-06e1-4d7d-bd89-cc8bb783d6cc req-09e51503-54d3-4d78-a440-290a99c1fa2e tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532711 Feb 09 02:21:39.226630 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57606) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:39.602592 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a6336f7a-7560-4d09-8a21-8503baff4528 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (e1412fc5-ddee-42f2-b083-62bb5705d7e1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:39.865804 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-a6336f7a-7560-4d09-8a21-8503baff4528 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Deleting port d61920b0-6a98-4c97-86c6-8a5044c536e4 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:39.866067 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a6336f7a-7560-4d09-8a21-8503baff4528 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (d61920b0-6a98-4c97-86c6-8a5044c536e4), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:39.915655 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57610) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:40.019939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-a6336f7a-7560-4d09-8a21-8503baff4528 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] For port d61920b0-6a98-4c97-86c6-8a5044c536e4, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=d61920b0-6a98-4c97-86c6-8a5044c536e4,segment=NetworkSegment(fd65e238-9775-4fa0-93b0-38655b236aa9),segment_id=fd65e238-9775-4fa0-93b0-38655b236aa9)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:40.020310 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a6336f7a-7560-4d09-8a21-8503baff4528 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (d61920b0-6a98-4c97-86c6-8a5044c536e4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:40.066096 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-a6336f7a-7560-4d09-8a21-8503baff4528 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Calling delete_port for d61920b0-6a98-4c97-86c6-8a5044c536e4 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:40.071718 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabd41d-0c1e-48ce-b2f5-c9f3a6f1ccbe req-ee6959a8-2256-4f97-9b1d-1117bcdc7b47 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:40.073299 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7cabd41d-0c1e-48ce-b2f5-c9f3a6f1ccbe req-ee6959a8-2256-4f97-9b1d-1117bcdc7b47 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 944 time: 0.0543385 Feb 09 02:21:40.123677 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7cabd41d-0c1e-48ce-b2f5-c9f3a6f1ccbe req-b526eeb2-9fe4-40b7-bf14-e971aa60f7ce tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443411 Feb 09 02:21:40.169661 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-05f84fd4-8122-4f7a-bd79-c6368f7dd644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:40.205190 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:40.218424 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-ff6c8407-679e-4f11-aa95-08379d874ad2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Deleting port db8079be-6760-478c-a681-0b26047888bd {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:40.218769 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8407-679e-4f11-aa95-08379d874ad2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (db8079be-6760-478c-a681-0b26047888bd), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:40.318124 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8407-679e-4f11-aa95-08379d874ad2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (db8079be-6760-478c-a681-0b26047888bd), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:40.318799 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8407-679e-4f11-aa95-08379d874ad2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for floatingip (db8079be-6760-478c-a681-0b26047888bd), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:40.353373 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-ff6c8407-679e-4f11-aa95-08379d874ad2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Calling delete_port for db8079be-6760-478c-a681-0b26047888bd owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:40.394476 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:40.415934 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:40.416400 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device d8defaa9-465a-4b59-8f32-ba6d4a3c45d7 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:40.419685 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a6336f7a-7560-4d09-8a21-8503baff4528 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (d61920b0-6a98-4c97-86c6-8a5044c536e4), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:40.456856 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6336f7a-7560-4d09-8a21-8503baff4528 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'Port': ['ID=d61920b0-6a98-4c97-86c6-8a5044c536e4,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:40.692758 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8407-679e-4f11-aa95-08379d874ad2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (db8079be-6760-478c-a681-0b26047888bd), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:40.724974 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a6336f7a-7560-4d09-8a21-8503baff4528 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (e1412fc5-ddee-42f2-b083-62bb5705d7e1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:40.729262 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c8407-679e-4f11-aa95-08379d874ad2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event deleted for resources: {'Port': ['ID=db8079be-6760-478c-a681-0b26047888bd,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:40.917897 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:41.141511 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:41.192606 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8407-679e-4f11-aa95-08379d874ad2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for floatingip (ed131559-5124-4bae-b434-45c1a470d34e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:41.192860 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-ff6c8407-679e-4f11-aa95-08379d874ad2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Floating IP ed131559-5124-4bae-b434-45c1a470d34e disassociated (deleted). External IP: 172.25.7.56, port: 7db575eb-0a73-4517-9980-3f5e7ecc4ddf. Feb 09 02:21:41.407673 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeddcf-ef81-4df1-aee7-c93854c1e41e req-a4de41f2-ac60-4efc-a73e-e1615af2ee7e tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:41.409418 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e5aeddcf-ef81-4df1-aee7-c93854c1e41e req-a4de41f2-ac60-4efc-a73e-e1615af2ee7e tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 944 time: 0.2123075 Feb 09 02:21:41.559735 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e5aeddcf-ef81-4df1-aee7-c93854c1e41e req-214584ee-12b2-4dd7-af79-9619b8e3441b tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399882 Feb 09 02:21:41.571722 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6336f7a-7560-4d09-8a21-8503baff4528 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Router e1412fc5-ddee-42f2-b083-62bb5705d7e1 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:21:41.665300 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6c8407-679e-4f11-aa95-08379d874ad2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:21:41.781175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6336f7a-7560-4d09-8a21-8503baff4528 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:21:41.787485 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a6336f7a-7560-4d09-8a21-8503baff4528 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "PUT /v2.0/routers/e1412fc5-ddee-42f2-b083-62bb5705d7e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5596733 Feb 09 02:21:41.790319 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57616) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:41.791280 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7023f1aa-f6a5-48e0-b5d5-e2c80898ecd9 None None] Sync routers for ids ['e1412fc5-ddee-42f2-b083-62bb5705d7e1'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:41.802071 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7023f1aa-f6a5-48e0-b5d5-e2c80898ecd9 None None] Routers {'e1412fc5-ddee-42f2-b083-62bb5705d7e1'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:41.802728 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-7023f1aa-f6a5-48e0-b5d5-e2c80898ecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:21:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['e1412fc5-ddee-42f2-b083-62bb5705d7e1'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:41.811783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6c8407-679e-4f11-aa95-08379d874ad2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:21:41.816443 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8407-679e-4f11-aa95-08379d874ad2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:41.822927 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b89f1ae-49c5-4f57-806e-700bcf263268 None None] Sync routers for ids ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:41.848676 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ff6c8407-679e-4f11-aa95-08379d874ad2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "DELETE /v2.0/floatingips/ed131559-5124-4bae-b434-45c1a470d34e HTTP/1.1" status: 204 len: 168 time: 1.9319546 Feb 09 02:21:41.849293 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46', 'tag': '7db575eb-0a73-4517-9980-3f5e7ecc4ddf'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:41.851815 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8632b73-7d41-4c42-8c98-e374c9d94832" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46", "tag": "7db575eb-0a73-4517-9980-3f5e7ecc4ddf"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:21:41.857163 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc182f02-79cd-41cb-bbab-ea558ca3750c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Deleting subnet c508842c-c634-432d-ba7d-96ff22f863b8 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:21:41.860844 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc182f02-79cd-41cb-bbab-ea558ca3750c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for subnet (c508842c-c634-432d-ba7d-96ff22f863b8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:41.914887 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc182f02-79cd-41cb-bbab-ea558ca3750c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (c508842c-c634-432d-ba7d-96ff22f863b8), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:41.931946 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722a4027-4475-47d6-8878-6aebc2b3f41e x-openstack-request-id: req-722a4027-4475-47d6-8878-6aebc2b3f41e {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:21:41.932409 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46", "tag": "7db575eb-0a73-4517-9980-3f5e7ecc4ddf", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:21:41.932677 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-722a4027-4475-47d6-8878-6aebc2b3f41e {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:21:41.933102 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46', 'tag': '7db575eb-0a73-4517-9980-3f5e7ecc4ddf', 'status': 'completed', 'code': 200} Feb 09 02:21:41.948526 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b89f1ae-49c5-4f57-806e-700bcf263268 None None] Routers {'2c8fea35-6faa-4e0a-9905-70f0fec5b71b'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:41.949938 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4b89f1ae-49c5-4f57-806e-700bcf263268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:21:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:41.955013 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-7023f1aa-f6a5-48e0-b5d5-e2c80898ecd9 None None] Set router e1412fc5-ddee-42f2-b083-62bb5705d7e1 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:42.106099 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-4b89f1ae-49c5-4f57-806e-700bcf263268 None None] Set router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:42.128929 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8632b73-7d41-4c42-8c98-e374c9d94832 req-84979db9-2d8b-4895-8c19-b552ca35333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:42.130723 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d8632b73-7d41-4c42-8c98-e374c9d94832 req-84979db9-2d8b-4895-8c19-b552ca35333a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae374e012dff438a8fcacf6297f76569&device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 1127 time: 0.1718655 Feb 09 02:21:42.141294 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc182f02-79cd-41cb-bbab-ea558ca3750c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (c508842c-c634-432d-ba7d-96ff22f863b8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:42.227103 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc182f02-79cd-41cb-bbab-ea558ca3750c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (c508842c-c634-432d-ba7d-96ff22f863b8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:42.259114 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-7023f1aa-f6a5-48e0-b5d5-e2c80898ecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996432804', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:21:40Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:39Z', 'updated_at': '2022-02-09T02:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:42.261194 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc182f02-79cd-41cb-bbab-ea558ca3750c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:42.261670 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5e9b3d-23fb-4681-b723-b807ce41ca87 None None] Network cb558a6a-4226-490a-bc30-1177f4036e2e requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:42.269086 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cc182f02-79cd-41cb-bbab-ea558ca3750c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "DELETE /v2.0/subnets/c508842c-c634-432d-ba7d-96ff22f863b8 HTTP/1.1" status: 204 len: 168 time: 0.4732506 Feb 09 02:21:42.269086 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc182f02-79cd-41cb-bbab-ea558ca3750c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'Subnet': ['ID=c508842c-c634-432d-ba7d-96ff22f863b8,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:42.270244 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57626) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:42.312468 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8632b73-7d41-4c42-8c98-e374c9d94832 req-f06cf9a9-de25-48bc-8ca0-6137a9dfc333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:42.314439 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d8632b73-7d41-4c42-8c98-e374c9d94832 req-f06cf9a9-de25-48bc-8ca0-6137a9dfc333 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 200 len: 911 time: 0.1752341 Feb 09 02:21:42.323615 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36831265-dbe5-4c0e-86c1-6c98cd76cb34 req-0d9b9ac7-341f-411a-b3fb-afebdaeae8fd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:42.325742 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-36831265-dbe5-4c0e-86c1-6c98cd76cb34 req-0d9b9ac7-341f-411a-b3fb-afebdaeae8fd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 945 time: 0.1234879 Feb 09 02:21:42.333218 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc182f02-79cd-41cb-bbab-ea558ca3750c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.333579 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc182f02-79cd-41cb-bbab-ea558ca3750c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.333929 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc182f02-79cd-41cb-bbab-ea558ca3750c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.334280 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc182f02-79cd-41cb-bbab-ea558ca3750c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.334616 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc182f02-79cd-41cb-bbab-ea558ca3750c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.334950 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc182f02-79cd-41cb-bbab-ea558ca3750c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.335528 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc182f02-79cd-41cb-bbab-ea558ca3750c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.336068 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc182f02-79cd-41cb-bbab-ea558ca3750c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.336416 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc182f02-79cd-41cb-bbab-ea558ca3750c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.336737 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc182f02-79cd-41cb-bbab-ea558ca3750c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.337069 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc182f02-79cd-41cb-bbab-ea558ca3750c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.337395 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc182f02-79cd-41cb-bbab-ea558ca3750c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.337717 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc182f02-79cd-41cb-bbab-ea558ca3750c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.363469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7023f1aa-f6a5-48e0-b5d5-e2c80898ecd9 None None] Checking router: e1412fc5-ddee-42f2-b083-62bb5705d7e1 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:42.383614 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d8632b73-7d41-4c42-8c98-e374c9d94832 req-e57e2dd7-f275-430b-bc55-ae28f82f16a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7db575eb-0a73-4517-9980-3f5e7ecc4ddf HTTP/1.1" status: 200 len: 217 time: 0.0566297 Feb 09 02:21:42.395716 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7023f1aa-f6a5-48e0-b5d5-e2c80898ecd9 None None] Routers {'e1412fc5-ddee-42f2-b083-62bb5705d7e1'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:42.396344 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-7023f1aa-f6a5-48e0-b5d5-e2c80898ecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:21:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['e1412fc5-ddee-42f2-b083-62bb5705d7e1'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:42.408996 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4b89f1ae-49c5-4f57-806e-700bcf263268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:57Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '280344da-329e-4bd6-b059-a78b1ac6284b', 'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'mac_address': 'fa:16:3e:8b:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:57Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 5, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'subnets': [{'id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:42.447527 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b89f1ae-49c5-4f57-806e-700bcf263268 None None] Checking router: 2c8fea35-6faa-4e0a-9905-70f0fec5b71b for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:42.449788 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e373bac9-6b5f-4726-84e7-904fbf57348d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router (e1412fc5-ddee-42f2-b083-62bb5705d7e1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:42.455402 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-36831265-dbe5-4c0e-86c1-6c98cd76cb34 req-11dab307-bb7a-4fa9-97f6-f56703c7c655 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172473 Feb 09 02:21:42.458119 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b89f1ae-49c5-4f57-806e-700bcf263268 None None] Routers {'2c8fea35-6faa-4e0a-9905-70f0fec5b71b'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:42.459020 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4b89f1ae-49c5-4f57-806e-700bcf263268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:21:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:42.475442 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8632b73-7d41-4c42-8c98-e374c9d94832 req-15e16f4a-768c-458d-8448-dd605356e485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:42.477763 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d8632b73-7d41-4c42-8c98-e374c9d94832 req-15e16f4a-768c-458d-8448-dd605356e485 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 200 len: 849 time: 0.0776734 Feb 09 02:21:42.562518 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:42.590999 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8632b73-7d41-4c42-8c98-e374c9d94832 req-f14830af-1fcf-4084-8149-8b87b5a5f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:42.591368 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-4b89f1ae-49c5-4f57-806e-700bcf263268 None None] Set router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:42.593074 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d8632b73-7d41-4c42-8c98-e374c9d94832 req-f14830af-1fcf-4084-8149-8b87b5a5f169 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc310b24-fd11-451e-88ac-42c9695a7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1062298 Feb 09 02:21:42.605757 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-d8632b73-7d41-4c42-8c98-e374c9d94832 req-20ca1cf2-3bf1-4c0a-8b45-807adbeda8b4 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:21:42.608294 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d8632b73-7d41-4c42-8c98-e374c9d94832 req-20ca1cf2-3bf1-4c0a-8b45-807adbeda8b4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077429 Feb 09 02:21:42.620313 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e373bac9-6b5f-4726-84e7-904fbf57348d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router_gateway (e1412fc5-ddee-42f2-b083-62bb5705d7e1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:42.649482 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-7023f1aa-f6a5-48e0-b5d5-e2c80898ecd9 None None] Set router e1412fc5-ddee-42f2-b083-62bb5705d7e1 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:42.708005 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5700b807-2851-4d60-93de-29ebf45036a8 None None] DHCP port deletion for cb558a6a-4226-490a-bc30-1177f4036e2e request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:21:42.755158 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb0304-5054-425f-ad4f-b1c737e41894 req-55d8e835-5155-4ab3-b54c-0bfe203abc62 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:42.756794 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3cbb0304-5054-425f-ad4f-b1c737e41894 req-55d8e835-5155-4ab3-b54c-0bfe203abc62 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 944 time: 0.0765266 Feb 09 02:21:42.758816 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-e373bac9-6b5f-4726-84e7-904fbf57348d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Deleting port 64ce4489-5126-4e79-8e33-2f1240e9f7d6 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:42.758816 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e373bac9-6b5f-4726-84e7-904fbf57348d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (64ce4489-5126-4e79-8e33-2f1240e9f7d6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:42.783437 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d8632b73-7d41-4c42-8c98-e374c9d94832 req-1cdd8bae-973c-4216-ad9d-e7691493de75 service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669693 Feb 09 02:21:42.859789 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3cbb0304-5054-425f-ad4f-b1c737e41894 req-ed048502-7f54-4acb-9128-5c5aeb32bb06 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880477 Feb 09 02:21:42.878014 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5700b807-2851-4d60-93de-29ebf45036a8 None None] Deleting port 407f01c3-5e65-49f2-b760-f0deb728622f {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:42.878577 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5700b807-2851-4d60-93de-29ebf45036a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (407f01c3-5e65-49f2-b760-f0deb728622f), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:42.919119 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4b89f1ae-49c5-4f57-806e-700bcf263268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:57Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '280344da-329e-4bd6-b059-a78b1ac6284b', 'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'mac_address': 'fa:16:3e:8b:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:57Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 5, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'subnets': [{'id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:42.923890 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-e373bac9-6b5f-4726-84e7-904fbf57348d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] For port 64ce4489-5126-4e79-8e33-2f1240e9f7d6, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=64ce4489-5126-4e79-8e33-2f1240e9f7d6,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:42.926676 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e373bac9-6b5f-4726-84e7-904fbf57348d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (64ce4489-5126-4e79-8e33-2f1240e9f7d6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:42.945974 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d8632b73-7d41-4c42-8c98-e374c9d94832 req-f880e870-8083-4f15-af1b-d3f37eb58e48 service neutron] 10.222.0.48 "GET /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560807 Feb 09 02:21:42.956800 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5700b807-2851-4d60-93de-29ebf45036a8 None None] For port 407f01c3-5e65-49f2-b760-f0deb728622f, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=407f01c3-5e65-49f2-b760-f0deb728622f,segment=NetworkSegment(fd65e238-9775-4fa0-93b0-38655b236aa9),segment_id=fd65e238-9775-4fa0-93b0-38655b236aa9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:42.957021 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5700b807-2851-4d60-93de-29ebf45036a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (407f01c3-5e65-49f2-b760-f0deb728622f), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:42.958476 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-e373bac9-6b5f-4726-84e7-904fbf57348d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Calling delete_port for 64ce4489-5126-4e79-8e33-2f1240e9f7d6 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:42.974581 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5700b807-2851-4d60-93de-29ebf45036a8 None None] Calling delete_port for 407f01c3-5e65-49f2-b760-f0deb728622f owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:42.978803 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b89f1ae-49c5-4f57-806e-700bcf263268 None None] The sync data for ids ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'] in n-d-828387-3 is: [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:06:57Z', 'revision_number': 4, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '280344da-329e-4bd6-b059-a78b1ac6284b', 'name': '', 'network_id': 'cc310b24-fd11-451e-88ac-42c9695a7e70', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'mac_address': 'fa:16:3e:8b:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:57Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 5, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'subnets': [{'id': 'a62a2247-044e-4cd3-9944-5d20d7932a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:43.085478 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-7023f1aa-f6a5-48e0-b5d5-e2c80898ecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996432804', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:21:40Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:39Z', 'updated_at': '2022-02-09T02:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:43.118023 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7023f1aa-f6a5-48e0-b5d5-e2c80898ecd9 None None] The sync data for ids ['e1412fc5-ddee-42f2-b083-62bb5705d7e1'] in n-d-828387-3 is: [{'id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996432804', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:21:40Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '64ce4489-5126-4e79-8e33-2f1240e9f7d6', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1412fc5-ddee-42f2-b083-62bb5705d7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:39Z', 'updated_at': '2022-02-09T02:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:43.148998 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5700b807-2851-4d60-93de-29ebf45036a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (407f01c3-5e65-49f2-b760-f0deb728622f), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.180236 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e373bac9-6b5f-4726-84e7-904fbf57348d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (64ce4489-5126-4e79-8e33-2f1240e9f7d6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.196900 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700b807-2851-4d60-93de-29ebf45036a8 None None] Pushing event deleted for resources: {'Port': ['ID=407f01c3-5e65-49f2-b760-f0deb728622f,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:43.206430 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5700b807-2851-4d60-93de-29ebf45036a8 None None] No DVR routers for this DVR port 407f01c3-5e65-49f2-b760-f0deb728622f on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:43.208794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700b807-2851-4d60-93de-29ebf45036a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:43.209248 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700b807-2851-4d60-93de-29ebf45036a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:43.209596 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700b807-2851-4d60-93de-29ebf45036a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:43.210034 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700b807-2851-4d60-93de-29ebf45036a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:43.210364 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700b807-2851-4d60-93de-29ebf45036a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:43.210698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700b807-2851-4d60-93de-29ebf45036a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:43.211027 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700b807-2851-4d60-93de-29ebf45036a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:43.211398 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700b807-2851-4d60-93de-29ebf45036a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:43.211750 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700b807-2851-4d60-93de-29ebf45036a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:43.212037 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700b807-2851-4d60-93de-29ebf45036a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:43.212359 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700b807-2851-4d60-93de-29ebf45036a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:43.212677 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700b807-2851-4d60-93de-29ebf45036a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:43.212994 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700b807-2851-4d60-93de-29ebf45036a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:43.221912 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373bac9-6b5f-4726-84e7-904fbf57348d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'Port': ['ID=64ce4489-5126-4e79-8e33-2f1240e9f7d6,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:43.294788 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e373bac9-6b5f-4726-84e7-904fbf57348d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (e1412fc5-ddee-42f2-b083-62bb5705d7e1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.321714 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db46a106-8111-4a16-bc95-d8fda3498480 None None] New status for floating IP ed131559-5124-4bae-b434-45c1a470d34e: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:21:43.405230 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e373bac9-6b5f-4726-84e7-904fbf57348d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (e1412fc5-ddee-42f2-b083-62bb5705d7e1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.407666 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e373bac9-6b5f-4726-84e7-904fbf57348d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router_controller (e1412fc5-ddee-42f2-b083-62bb5705d7e1), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.460578 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e373bac9-6b5f-4726-84e7-904fbf57348d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (e1412fc5-ddee-42f2-b083-62bb5705d7e1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.461194 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e373bac9-6b5f-4726-84e7-904fbf57348d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Fanout notify agent at l3_agent the message router_deleted on router e1412fc5-ddee-42f2-b083-62bb5705d7e1 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:21:43.475406 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e373bac9-6b5f-4726-84e7-904fbf57348d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.479565 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e373bac9-6b5f-4726-84e7-904fbf57348d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "DELETE /v2.0/routers/e1412fc5-ddee-42f2-b083-62bb5705d7e1 HTTP/1.1" status: 204 len: 168 time: 1.2045124 Feb 09 02:21:43.479836 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57630) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:43.527868 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.674939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184afde4-3498-43c0-a797-22ef4f696452 req-3048f73a-ba9d-4e87-8630-586f2bda1bda tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:43.676534 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-184afde4-3498-43c0-a797-22ef4f696452 req-3048f73a-ba9d-4e87-8630-586f2bda1bda tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 945 time: 0.0792882 Feb 09 02:21:43.740415 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-184afde4-3498-43c0-a797-22ef4f696452 req-29280e93-158e-4f29-8cf4-d21990c688a1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/security-groups?id=f219cd1a-2922-4c78-ad0d-6ad888dc01d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577340 Feb 09 02:21:43.830555 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e509b27d-bca2-41e1-8a49-e36d2a9b382d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (cb558a6a-4226-490a-bc30-1177f4036e2e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.883356 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680eff7-c7f3-4911-95dd-de09d0ec867d req-bb26dc1f-7654-41aa-a04e-69091ada87a2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:43.884827 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1680eff7-c7f3-4911-95dd-de09d0ec867d req-bb26dc1f-7654-41aa-a04e-69091ada87a2 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 945 time: 0.0559206 Feb 09 02:21:43.929400 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e509b27d-bca2-41e1-8a49-e36d2a9b382d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (cb558a6a-4226-490a-bc30-1177f4036e2e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.961396 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e509b27d-bca2-41e1-8a49-e36d2a9b382d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb558a6a-4226-490a-bc30-1177f4036e2e']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:43.986830 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e509b27d-bca2-41e1-8a49-e36d2a9b382d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd65e238-9775-4fa0-93b0-38655b236aa9') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:43.987131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e509b27d-bca2-41e1-8a49-e36d2a9b382d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd65e238-9775-4fa0-93b0-38655b236aa9') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:43.994044 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-1680eff7-c7f3-4911-95dd-de09d0ec867d req-83111c53-3adc-494b-968d-b5bd566796bd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Deleting port 7db575eb-0a73-4517-9980-3f5e7ecc4ddf {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:43.994405 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1680eff7-c7f3-4911-95dd-de09d0ec867d req-83111c53-3adc-494b-968d-b5bd566796bd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (7db575eb-0a73-4517-9980-3f5e7ecc4ddf), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.004768 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e509b27d-bca2-41e1-8a49-e36d2a9b382d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (fd65e238-9775-4fa0-93b0-38655b236aa9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.028384 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14a15a-7e3a-42b1-95c5-4cf3d05f678b req-b23e89cc-bc46-4ef8-ac78-823adfe731a7 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:44.029898 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8b14a15a-7e3a-42b1-95c5-4cf3d05f678b req-b23e89cc-bc46-4ef8-ac78-823adfe731a7 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 944 time: 0.0815208 Feb 09 02:21:44.030875 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e509b27d-bca2-41e1-8a49-e36d2a9b382d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (fd65e238-9775-4fa0-93b0-38655b236aa9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.037719 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e509b27d-bca2-41e1-8a49-e36d2a9b382d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:21:44.038238 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e509b27d-bca2-41e1-8a49-e36d2a9b382d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (fd65e238-9775-4fa0-93b0-38655b236aa9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:21:44.041899 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:21:44.094825 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-1680eff7-c7f3-4911-95dd-de09d0ec867d req-83111c53-3adc-494b-968d-b5bd566796bd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] For port 7db575eb-0a73-4517-9980-3f5e7ecc4ddf, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=7db575eb-0a73-4517-9980-3f5e7ecc4ddf,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:44.095247 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1680eff7-c7f3-4911-95dd-de09d0ec867d req-83111c53-3adc-494b-968d-b5bd566796bd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (7db575eb-0a73-4517-9980-3f5e7ecc4ddf), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.109216 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-1680eff7-c7f3-4911-95dd-de09d0ec867d req-83111c53-3adc-494b-968d-b5bd566796bd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Calling delete_port for 7db575eb-0a73-4517-9980-3f5e7ecc4ddf owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:44.129344 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e509b27d-bca2-41e1-8a49-e36d2a9b382d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (cb558a6a-4226-490a-bc30-1177f4036e2e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.141627 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e509b27d-bca2-41e1-8a49-e36d2a9b382d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.144915 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e509b27d-bca2-41e1-8a49-e36d2a9b382d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "DELETE /v2.0/networks/cb558a6a-4226-490a-bc30-1177f4036e2e HTTP/1.1" status: 204 len: 168 time: 0.6639566 Feb 09 02:21:44.150721 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57636) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:44.171479 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8b14a15a-7e3a-42b1-95c5-4cf3d05f678b req-41664c4c-846e-4794-acff-9d5e1d26df3f tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175361 Feb 09 02:21:44.172138 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509b27d-bca2-41e1-8a49-e36d2a9b382d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'Network': ['ID=cb558a6a-4226-490a-bc30-1177f4036e2e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:44.228130 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-678e7501-f4d6-496e-9214-32808c66d803 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.260230 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-678e7501-f4d6-496e-9214-32808c66d803 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.267857 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1680eff7-c7f3-4911-95dd-de09d0ec867d req-83111c53-3adc-494b-968d-b5bd566796bd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (7db575eb-0a73-4517-9980-3f5e7ecc4ddf), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.297579 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83111c53-3adc-494b-968d-b5bd566796bd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event deleted for resources: {'Port': ['ID=7db575eb-0a73-4517-9980-3f5e7ecc4ddf,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:44.332517 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-678e7501-f4d6-496e-9214-32808c66d803 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.335164 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-678e7501-f4d6-496e-9214-32808c66d803 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.337894 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-678e7501-f4d6-496e-9214-32808c66d803 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "DELETE /v2.0/security-groups/b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136 HTTP/1.1" status: 204 len: 168 time: 0.1849351 Feb 09 02:21:44.346696 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e7501-f4d6-496e-9214-32808c66d803 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2525b0b-cc9c-4eba-b9ae-e4c36ddfd136,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:44.350174 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-1680eff7-c7f3-4911-95dd-de09d0ec867d req-83111c53-3adc-494b-968d-b5bd566796bd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] No DVR routers for this DVR port 7db575eb-0a73-4517-9980-3f5e7ecc4ddf on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:44.352573 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-1680eff7-c7f3-4911-95dd-de09d0ec867d req-83111c53-3adc-494b-968d-b5bd566796bd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.356900 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1680eff7-c7f3-4911-95dd-de09d0ec867d req-83111c53-3adc-494b-968d-b5bd566796bd tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.48 "DELETE /v2.0/ports/7db575eb-0a73-4517-9980-3f5e7ecc4ddf HTTP/1.1" status: 204 len: 173 time: 0.4643295 Feb 09 02:21:44.357625 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46', 'name': 'network-vif-deleted', 'tag': '7db575eb-0a73-4517-9980-3f5e7ecc4ddf'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:44.360714 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e9a2ea-f72a-401a-9225-74afdff65e53" -d '{"events": [{"server_uuid": "2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46", "name": "network-vif-deleted", "tag": "7db575eb-0a73-4517-9980-3f5e7ecc4ddf"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:21:44.405638 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b66715-8afc-407f-a239-86060e7776cb x-openstack-request-id: req-39b66715-8afc-407f-a239-86060e7776cb {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:21:44.406187 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46", "name": "network-vif-deleted", "tag": "7db575eb-0a73-4517-9980-3f5e7ecc4ddf", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:21:44.406499 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-39b66715-8afc-407f-a239-86060e7776cb {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:21:44.406897 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46', 'name': 'network-vif-deleted', 'tag': '7db575eb-0a73-4517-9980-3f5e7ecc4ddf', 'status': 'completed', 'code': 200} Feb 09 02:21:44.569822 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57644) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:44.574807 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-00cf1aa5-bef5-4ab0-a622-ae27bed49e9d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1623867927', 'description': 'tempest-secgroup-smoke-1623867927 description', 'project_id': '2c59903585c449439619eb0edc719ef1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:44.597259 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 64ce4489-5126-4e79-8e33-2f1240e9f7d6 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:44.602081 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-00cf1aa5-bef5-4ab0-a622-ae27bed49e9d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.618042 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 64ce4489-5126-4e79-8e33-2f1240e9f7d6 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:44.618731 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 64ce4489-5126-4e79-8e33-2f1240e9f7d6 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:44.619392 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d61920b0-6a98-4c97-86c6-8a5044c536e4 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:44.640996 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: d61920b0-6a98-4c97-86c6-8a5044c536e4 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:44.641673 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device d61920b0-6a98-4c97-86c6-8a5044c536e4 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:44.642289 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 407f01c3-5e65-49f2-b760-f0deb728622f no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:44.667092 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 407f01c3-5e65-49f2-b760-f0deb728622f {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:44.667555 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 407f01c3-5e65-49f2-b760-f0deb728622f not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:44.688985 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-00cf1aa5-bef5-4ab0-a622-ae27bed49e9d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (bb7115f1-3bb5-48b8-94ec-406e4ababc84), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.693977 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-00cf1aa5-bef5-4ab0-a622-ae27bed49e9d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (bb7115f1-3bb5-48b8-94ec-406e4ababc84), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.725990 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-00cf1aa5-bef5-4ab0-a622-ae27bed49e9d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.730022 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-00cf1aa5-bef5-4ab0-a622-ae27bed49e9d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1564143 Feb 09 02:21:44.730850 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57646) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:44.735536 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d3bfc6ba-70a4-4bfd-9097-5f1c8b648221 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group_rule': {'security_group_id': 'bb7115f1-3bb5-48b8-94ec-406e4ababc84', 'project_id': '2c59903585c449439619eb0edc719ef1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:44.737367 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf1aa5-bef5-4ab0-a622-ae27bed49e9d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7115f1-3bb5-48b8-94ec-406e4ababc84,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:44.763059 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d3bfc6ba-70a4-4bfd-9097-5f1c8b648221 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (c3583860-cd09-4e01-9892-81e331c6c1cc), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.837358 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d3bfc6ba-70a4-4bfd-9097-5f1c8b648221 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (c3583860-cd09-4e01-9892-81e331c6c1cc), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.843794 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d3bfc6ba-70a4-4bfd-9097-5f1c8b648221 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (c3583860-cd09-4e01-9892-81e331c6c1cc), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.859458 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfc6ba-70a4-4bfd-9097-5f1c8b648221 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3583860-cd09-4e01-9892-81e331c6c1cc,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:44.872958 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ae1d256e-68be-4101-aae9-cd2b1f9d216c req-847b7cea-7951-4dc6-bcff-06470d82c5ad tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 210 time: 0.0434995 Feb 09 02:21:44.877973 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d3bfc6ba-70a4-4bfd-9097-5f1c8b648221 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.879547 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d3bfc6ba-70a4-4bfd-9097-5f1c8b648221 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1475308 Feb 09 02:21:44.889136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57650) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:44.894582 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-ff9e295d-9e23-4790-904d-90fe35e5b412 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group_rule': {'security_group_id': 'bb7115f1-3bb5-48b8-94ec-406e4ababc84', 'project_id': '2c59903585c449439619eb0edc719ef1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:44.920492 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ff9e295d-9e23-4790-904d-90fe35e5b412 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (4044cb58-03d2-435f-826a-3af85d21a1b5), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.977286 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ff9e295d-9e23-4790-904d-90fe35e5b412 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (4044cb58-03d2-435f-826a-3af85d21a1b5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.981830 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ff9e295d-9e23-4790-904d-90fe35e5b412 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (4044cb58-03d2-435f-826a-3af85d21a1b5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.000200 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e295d-9e23-4790-904d-90fe35e5b412 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4044cb58-03d2-435f-826a-3af85d21a1b5,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:45.008768 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ff9e295d-9e23-4790-904d-90fe35e5b412 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.009975 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ff9e295d-9e23-4790-904d-90fe35e5b412 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192057 Feb 09 02:21:45.013035 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57652) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:45.017324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-df27e60a-9b0a-4079-9686-f2e310909f8e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group_rule': {'security_group_id': 'bb7115f1-3bb5-48b8-94ec-406e4ababc84', 'project_id': '2c59903585c449439619eb0edc719ef1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:45.045477 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-df27e60a-9b0a-4079-9686-f2e310909f8e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (383c759a-2a54-4e07-9ceb-a4ea83ac2fb5), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.103887 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-df27e60a-9b0a-4079-9686-f2e310909f8e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (383c759a-2a54-4e07-9ceb-a4ea83ac2fb5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.108381 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-df27e60a-9b0a-4079-9686-f2e310909f8e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (383c759a-2a54-4e07-9ceb-a4ea83ac2fb5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.133888 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27e60a-9b0a-4079-9686-f2e310909f8e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=383c759a-2a54-4e07-9ceb-a4ea83ac2fb5,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:45.148123 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-df27e60a-9b0a-4079-9686-f2e310909f8e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.152049 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-df27e60a-9b0a-4079-9686-f2e310909f8e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355858 Feb 09 02:21:45.153004 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57654) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:45.158641 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d8d62242-3877-449c-b958-59767ef2fde4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group_rule': {'security_group_id': 'bb7115f1-3bb5-48b8-94ec-406e4ababc84', 'project_id': '2c59903585c449439619eb0edc719ef1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:45.185021 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d8d62242-3877-449c-b958-59767ef2fde4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (2e7c4e0a-7a08-4ee5-97ae-40fb471208a9), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.260881 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d8d62242-3877-449c-b958-59767ef2fde4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (2e7c4e0a-7a08-4ee5-97ae-40fb471208a9), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.266826 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d8d62242-3877-449c-b958-59767ef2fde4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (2e7c4e0a-7a08-4ee5-97ae-40fb471208a9), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.310592 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d62242-3877-449c-b958-59767ef2fde4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7c4e0a-7a08-4ee5-97ae-40fb471208a9,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:45.320037 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d8d62242-3877-449c-b958-59767ef2fde4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.321294 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d8d62242-3877-449c-b958-59767ef2fde4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1671004 Feb 09 02:21:45.324024 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57658) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:45.329793 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e59ddcd7-f6ec-4a01-9b12-ec64fb6f206b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group_rule': {'security_group_id': 'bb7115f1-3bb5-48b8-94ec-406e4ababc84', 'project_id': '2c59903585c449439619eb0edc719ef1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:45.357427 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfce82a-68ef-4ae6-b392-0c2d97a58d64 req-828fe2fd-f23f-469a-9819-f787fb97e2ee tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:45.358907 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5cfce82a-68ef-4ae6-b392-0c2d97a58d64 req-828fe2fd-f23f-469a-9819-f787fb97e2ee tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 944 time: 0.1115949 Feb 09 02:21:45.366981 n-d-828387-3 neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-e59ddcd7-f6ec-4a01-9b12-ec64fb6f206b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Project 2c59903585c449439619eb0edc719ef1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:21:45.383778 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e59ddcd7-f6ec-4a01-9b12-ec64fb6f206b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (f5d7d59e-2e17-493e-a11f-9fd3ea26286c), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.448141 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5cfce82a-68ef-4ae6-b392-0c2d97a58d64 req-8f839bf0-e023-423f-8604-9616a8511198 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832708 Feb 09 02:21:45.464647 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e59ddcd7-f6ec-4a01-9b12-ec64fb6f206b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (f5d7d59e-2e17-493e-a11f-9fd3ea26286c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.470723 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e59ddcd7-f6ec-4a01-9b12-ec64fb6f206b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (f5d7d59e-2e17-493e-a11f-9fd3ea26286c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.493281 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ddcd7-f6ec-4a01-9b12-ec64fb6f206b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d7d59e-2e17-493e-a11f-9fd3ea26286c,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:45.499852 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e59ddcd7-f6ec-4a01-9b12-ec64fb6f206b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.503608 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e59ddcd7-f6ec-4a01-9b12-ec64fb6f206b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1751952 Feb 09 02:21:45.504025 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57660) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:45.508401 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-959f340d-7232-4ff0-80cc-13f9ffcdf6df tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group_rule': {'security_group_id': 'bb7115f1-3bb5-48b8-94ec-406e4ababc84', 'project_id': '2c59903585c449439619eb0edc719ef1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:45.531001 n-d-828387-3 neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-959f340d-7232-4ff0-80cc-13f9ffcdf6df tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Project 2c59903585c449439619eb0edc719ef1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:21:45.536408 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-959f340d-7232-4ff0-80cc-13f9ffcdf6df tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (7f89a862-d3e3-4443-b1dd-f4e62811d41f), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.605649 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-959f340d-7232-4ff0-80cc-13f9ffcdf6df tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (7f89a862-d3e3-4443-b1dd-f4e62811d41f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.609690 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-959f340d-7232-4ff0-80cc-13f9ffcdf6df tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (7f89a862-d3e3-4443-b1dd-f4e62811d41f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.627231 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f340d-7232-4ff0-80cc-13f9ffcdf6df tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f89a862-d3e3-4443-b1dd-f4e62811d41f,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:45.636151 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-959f340d-7232-4ff0-80cc-13f9ffcdf6df tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.637911 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-959f340d-7232-4ff0-80cc-13f9ffcdf6df tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1331418 Feb 09 02:21:45.640738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57664) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:45.645482 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-c5598e5a-7975-485f-be18-4daef9e183fc tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'network': {'name': 'tempest-network-smoke--767018028', 'project_id': '2c59903585c449439619eb0edc719ef1', 'port_security_enabled': True}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:45.664496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5598e5a-7975-485f-be18-4daef9e183fc tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Made reservation on behalf of 2c59903585c449439619eb0edc719ef1 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:45.668169 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c5598e5a-7975-485f-be18-4daef9e183fc tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.691864 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5598e5a-7975-485f-be18-4daef9e183fc tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:21:45.701763 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c5598e5a-7975-485f-be18-4daef9e183fc tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f78bb225-b4ec-41b9-a457-cce7a6384e78), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.701972 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-c5598e5a-7975-485f-be18-4daef9e183fc tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Added segment f78bb225-b4ec-41b9-a457-cce7a6384e78 of type vlan for network 88e16d07-9fdc-4554-a2ca-3cc87415428a Feb 09 02:21:45.743196 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c5598e5a-7975-485f-be18-4daef9e183fc tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (88e16d07-9fdc-4554-a2ca-3cc87415428a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.768708 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c5598e5a-7975-485f-be18-4daef9e183fc tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (88e16d07-9fdc-4554-a2ca-3cc87415428a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.773714 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5598e5a-7975-485f-be18-4daef9e183fc tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:45.774294 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c5598e5a-7975-485f-be18-4daef9e183fc tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.829961 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c5598e5a-7975-485f-be18-4daef9e183fc tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1881938 Feb 09 02:21:45.833630 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57666) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:45.838458 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-65ace9a6-08e8-41e2-9cb2-5779acd392a6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-100622517', 'admin_state_up': True, 'project_id': '2c59903585c449439619eb0edc719ef1', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:45.849017 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5598e5a-7975-485f-be18-4daef9e183fc tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Network': ['ID=88e16d07-9fdc-4554-a2ca-3cc87415428a,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:45.859727 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 88e16d07-9fdc-4554-a2ca-3cc87415428a details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:21:45.872050 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-65ace9a6-08e8-41e2-9cb2-5779acd392a6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (a59e3c68-ff78-46a5-b741-e2cb0257b998), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.873084 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-65ace9a6-08e8-41e2-9cb2-5779acd392a6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (a59e3c68-ff78-46a5-b741-e2cb0257b998), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.939723 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-65ace9a6-08e8-41e2-9cb2-5779acd392a6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router_controller (a59e3c68-ff78-46a5-b741-e2cb0257b998), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.055674 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bab0fb68-32b9-4dbd-8625-2a7f485de322 req-82139839-aecd-4e20-8b69-9c04135ec7c1 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 210 time: 0.0366027 Feb 09 02:21:46.127235 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-65ace9a6-08e8-41e2-9cb2-5779acd392a6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router_gateway (a59e3c68-ff78-46a5-b741-e2cb0257b998), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.332255 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-65ace9a6-08e8-41e2-9cb2-5779acd392a6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router_gateway (a59e3c68-ff78-46a5-b741-e2cb0257b998), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.350950 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-65ace9a6-08e8-41e2-9cb2-5779acd392a6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.410350 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device d9d3fa9c-6a89-4433-b959-1be7d0394267 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:21:46.463131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-65ace9a6-08e8-41e2-9cb2-5779acd392a6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Allocated IP 172.25.7.80 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/9822b450-b10f-4105-bd5c-d262b4544e3f) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:46.590874 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-65ace9a6-08e8-41e2-9cb2-5779acd392a6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for port (9822b450-b10f-4105-bd5c-d262b4544e3f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.635568 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a8708-d5aa-4452-80f3-6af4b08a6acb req-82742a80-8029-4796-8d61-96ad67305914 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:46.639282 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-65ace9a6-08e8-41e2-9cb2-5779acd392a6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (9822b450-b10f-4105-bd5c-d262b4544e3f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.647846 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e6a8708-d5aa-4452-80f3-6af4b08a6acb req-82742a80-8029-4796-8d61-96ad67305914 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 944 time: 0.0841718 Feb 09 02:21:46.682583 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port d9d3fa9c-6a89-4433-b959-1be7d0394267, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d9d3fa9c-6a89-4433-b959-1be7d0394267,segment=NetworkSegment(af426bc0-ade1-4151-a734-4162e08ed075),segment_id=af426bc0-ade1-4151-a734-4162e08ed075)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:46.696244 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'd9d3fa9c-6a89-4433-b959-1be7d0394267', 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'port_id': 'd9d3fa9c-6a89-4433-b959-1be7d0394267', 'mac_address': 'fa:16:3e:8f:20:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:21:46.703740 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ace9a6-08e8-41e2-9cb2-5779acd392a6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Port': ['ID=9822b450-b10f-4105-bd5c-d262b4544e3f,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:46.720094 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ace9a6-08e8-41e2-9cb2-5779acd392a6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:46.722474 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-65ace9a6-08e8-41e2-9cb2-5779acd392a6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:46.723549 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e6a8708-d5aa-4452-80f3-6af4b08a6acb req-bc4eda43-3e36-49b7-90e9-b01b7dbb9350 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745335 Feb 09 02:21:46.725225 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ace9a6-08e8-41e2-9cb2-5779acd392a6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:46.749378 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port d9d3fa9c-6a89-4433-b959-1be7d0394267 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:46.749914 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d9d3fa9c-6a89-4433-b959-1be7d0394267), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.764854 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d3fa9c-6a89-4433-b959-1be7d0394267 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:21:46.786121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port d9d3fa9c-6a89-4433-b959-1be7d0394267, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d9d3fa9c-6a89-4433-b959-1be7d0394267,segment=NetworkSegment(af426bc0-ade1-4151-a734-4162e08ed075),segment_id=af426bc0-ade1-4151-a734-4162e08ed075)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:46.790803 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d9d3fa9c-6a89-4433-b959-1be7d0394267), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.842939 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=d9d3fa9c-6a89-4433-b959-1be7d0394267,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:47.002409 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-65ace9a6-08e8-41e2-9cb2-5779acd392a6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router_gateway (a59e3c68-ff78-46a5-b741-e2cb0257b998), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.102595 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['d9d3fa9c-6a89-4433-b959-1be7d0394267'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:21:47.211662 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4c3c8862-e890-41f6-ac90-5a0acbd3d7cd req-e34512a2-e622-4d09-a9d2-dbb5c97d5a64 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 210 time: 0.0613203 Feb 09 02:21:47.250666 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-65ace9a6-08e8-41e2-9cb2-5779acd392a6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (a59e3c68-ff78-46a5-b741-e2cb0257b998), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.392873 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ace9a6-08e8-41e2-9cb2-5779acd392a6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Router a59e3c68-ff78-46a5-b741-e2cb0257b998 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:21:47.516600 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ace9a6-08e8-41e2-9cb2-5779acd392a6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:21:47.527788 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] Sync routers for ids ['a59e3c68-ff78-46a5-b741-e2cb0257b998'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:47.538258 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-65ace9a6-08e8-41e2-9cb2-5779acd392a6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.544401 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-65ace9a6-08e8-41e2-9cb2-5779acd392a6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7046835 Feb 09 02:21:47.544575 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] Routers {'a59e3c68-ff78-46a5-b741-e2cb0257b998'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:47.544575 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:21:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a59e3c68-ff78-46a5-b741-e2cb0257b998'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:47.544803 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57674) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:47.577774 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cd554809-cda2-4235-8cc3-4e925e5f9c59 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=2c59903585c449439619eb0edc719ef1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284722 Feb 09 02:21:47.577966 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57676) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:47.650367 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] Set router a59e3c68-ff78-46a5-b741-e2cb0257b998 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:47.671402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a134b8cb-af57-4ad9-a5de-2883e8ba20b7 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:47.675687 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a134b8cb-af57-4ad9-a5de-2883e8ba20b7 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940809 Feb 09 02:21:47.675840 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57678) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:47.705835 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ed8701f4-d0a8-4816-9c0b-2e62437a0c4a tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287800 Feb 09 02:21:47.708336 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57680) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:47.714172 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-7eaa8513-dbca-46e6-b2a3-8ccabe553655 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-268582094', 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a', 'project_id': '2c59903585c449439619eb0edc719ef1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:47.832834 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eaa8513-dbca-46e6-b2a3-8ccabe553655 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Made reservation on behalf of 2c59903585c449439619eb0edc719ef1 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:47.837950 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7eaa8513-dbca-46e6-b2a3-8ccabe553655 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.860405 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb7596-a039-4bb7-a43b-348c86892d04 req-84b882f1-287b-4119-ae9a-500ab0532fa6 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:47.862327 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aeeb7596-a039-4bb7-a43b-348c86892d04 req-84b882f1-287b-4119-ae9a-500ab0532fa6 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 945 time: 0.0624878 Feb 09 02:21:47.881716 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100622517', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:45Z', 'updated_at': '2022-02-09T02:21:46Z', 'revision_number': 3, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:05:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:46Z', 'updated_at': '2022-02-09T02:21:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:47.913206 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] Checking router: a59e3c68-ff78-46a5-b741-e2cb0257b998 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:47.913695 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] Updating router a59e3c68-ff78-46a5-b741-e2cb0257b998 port 9822b450-b10f-4105-bd5c-d262b4544e3f binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:21:47.938207 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aeeb7596-a039-4bb7-a43b-348c86892d04 req-f99c2b27-4408-4b9a-aca4-ffce7cc35df5 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680401 Feb 09 02:21:47.948213 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9822b450-b10f-4105-bd5c-d262b4544e3f), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:48.222725 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] Publish callbacks [] for port (9822b450-b10f-4105-bd5c-d262b4544e3f), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:48.228310 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9822b450-b10f-4105-bd5c-d262b4544e3f), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:48.289532 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] Attempting to bind port 9822b450-b10f-4105-bd5c-d262b4544e3f on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:21:48.289908 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] Attempting to bind port 9822b450-b10f-4105-bd5c-d262b4544e3f by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:21:48.290443 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] Attempting to bind port 9822b450-b10f-4105-bd5c-d262b4544e3f on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:21:48.304132 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:21:48.304510 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:48.304970 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:48.305372 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:21:48.306006 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] Bound port: 9822b450-b10f-4105-bd5c-d262b4544e3f, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:21:48.306393 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9822b450-b10f-4105-bd5c-d262b4544e3f), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:48.329274 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7eaa8513-dbca-46e6-b2a3-8ccabe553655 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (d5886112-e998-4ee5-a822-243c343d1349), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:48.338402 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b38cac-8c68-4c12-9f84-d0ccef18acac None None] Pushing event updated for resources: {'Port': ['ID=9822b450-b10f-4105-bd5c-d262b4544e3f,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:48.353245 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b38cac-8c68-4c12-9f84-d0ccef18acac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:48.353753 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b38cac-8c68-4c12-9f84-d0ccef18acac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:48.354102 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b38cac-8c68-4c12-9f84-d0ccef18acac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:48.354444 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b38cac-8c68-4c12-9f84-d0ccef18acac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:48.354777 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b38cac-8c68-4c12-9f84-d0ccef18acac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:48.355106 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b38cac-8c68-4c12-9f84-d0ccef18acac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:48.356054 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b38cac-8c68-4c12-9f84-d0ccef18acac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:48.356387 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b38cac-8c68-4c12-9f84-d0ccef18acac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:48.356716 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b38cac-8c68-4c12-9f84-d0ccef18acac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:48.357042 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b38cac-8c68-4c12-9f84-d0ccef18acac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:48.357366 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b38cac-8c68-4c12-9f84-d0ccef18acac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:48.357688 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b38cac-8c68-4c12-9f84-d0ccef18acac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:48.358007 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b38cac-8c68-4c12-9f84-d0ccef18acac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:48.361040 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e401cf2c-80aa-490e-9705-fca8175182c1 req-c8305f1d-013c-48a6-98e4-ede6592fae43 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 210 time: 0.0461090 Feb 09 02:21:48.393966 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] For port 9822b450-b10f-4105-bd5c-d262b4544e3f, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:21:48.397933 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] For port 9822b450-b10f-4105-bd5c-d262b4544e3f, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9822b450-b10f-4105-bd5c-d262b4544e3f,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:21:48.405737 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9822b450-b10f-4105-bd5c-d262b4544e3f), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:48.425767 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device d9d3fa9c-6a89-4433-b959-1be7d0394267 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:48.466042 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa8513-dbca-46e6-b2a3-8ccabe553655 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Subnet': ['ID=d5886112-e998-4ee5-a822-243c343d1349,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:48.474000 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaa8513-dbca-46e6-b2a3-8ccabe553655 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Checking segment: {'id': 'f78bb225-b4ec-41b9-a457-cce7a6384e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:48.474611 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaa8513-dbca-46e6-b2a3-8ccabe553655 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network hostable DHCP agents. Network: 88e16d07-9fdc-4554-a2ca-3cc87415428a, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:21:48.477348 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 7db575eb-0a73-4517-9980-3f5e7ecc4ddf no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:48.497872 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaa8513-dbca-46e6-b2a3-8ccabe553655 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network 88e16d07-9fdc-4554-a2ca-3cc87415428a is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:21:48.511997 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 7db575eb-0a73-4517-9980-3f5e7ecc4ddf {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:48.513193 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 7db575eb-0a73-4517-9980-3f5e7ecc4ddf not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:48.517525 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b38cac-8c68-4c12-9f84-d0ccef18acac None None] Pushing event updated for resources: {'Port': ['ID=9822b450-b10f-4105-bd5c-d262b4544e3f,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:48.529186 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-7eaa8513-dbca-46e6-b2a3-8ccabe553655 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 88e16d07-9fdc-4554-a2ca-3cc87415428a) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:48.532571 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] Routers {'a59e3c68-ff78-46a5-b741-e2cb0257b998'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:48.534110 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:21:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a59e3c68-ff78-46a5-b741-e2cb0257b998'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:48.542231 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaa8513-dbca-46e6-b2a3-8ccabe553655 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:48.542984 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7eaa8513-dbca-46e6-b2a3-8ccabe553655 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:48.550539 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab718128-68c2-459f-8f0c-f6406cb72a94 None None] Network 88e16d07-9fdc-4554-a2ca-3cc87415428a requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:48.570553 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7eaa8513-dbca-46e6-b2a3-8ccabe553655 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8589716 Feb 09 02:21:48.571420 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57686) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:48.610998 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port d9d3fa9c-6a89-4433-b959-1be7d0394267 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:21:48.623695 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port d9d3fa9c-6a89-4433-b959-1be7d0394267 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:48.624549 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (d9d3fa9c-6a89-4433-b959-1be7d0394267), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:48.778241 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] Set router a59e3c68-ff78-46a5-b741-e2cb0257b998 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:48.790812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port d9d3fa9c-6a89-4433-b959-1be7d0394267 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:48.791710 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d9d3fa9c-6a89-4433-b959-1be7d0394267), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:48.794872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69518cde-37f2-49c4-a01b-7964de8ae8ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-88e16d07-9fdc-4554-a2ca-3cc87415428a', 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a', 'project_id': '2c59903585c449439619eb0edc719ef1', 'fixed_ips': [{'subnet_id': 'd5886112-e998-4ee5-a822-243c343d1349'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:21:48.795925 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-69518cde-37f2-49c4-a01b-7964de8ae8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:48.923543 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c751599-ea4c-4042-adf0-f664ac019894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d3fa9c-6a89-4433-b959-1be7d0394267'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:48.926255 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83e6aea-e106-44a3-a3e4-99131897d4bd" -d '{"events": [{"server_uuid": "1c751599-ea4c-4042-adf0-f664ac019894", "name": "network-vif-plugged", "status": "completed", "tag": "d9d3fa9c-6a89-4433-b959-1be7d0394267"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:21:48.957155 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port d9d3fa9c-6a89-4433-b959-1be7d0394267, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d9d3fa9c-6a89-4433-b959-1be7d0394267,segment=NetworkSegment(af426bc0-ade1-4151-a734-4162e08ed075),segment_id=af426bc0-ade1-4151-a734-4162e08ed075)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:48.971017 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (d9d3fa9c-6a89-4433-b959-1be7d0394267), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:49.047240 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e936fbe-237a-4947-819d-6cbc92b0fc9a x-openstack-request-id: req-7e936fbe-237a-4947-819d-6cbc92b0fc9a {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:21:49.047240 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c751599-ea4c-4042-adf0-f664ac019894", "name": "network-vif-plugged", "status": "completed", "tag": "d9d3fa9c-6a89-4433-b959-1be7d0394267", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:21:49.047563 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e936fbe-237a-4947-819d-6cbc92b0fc9a {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:21:49.048242 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c751599-ea4c-4042-adf0-f664ac019894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d3fa9c-6a89-4433-b959-1be7d0394267', 'code': 200} Feb 09 02:21:49.101392 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100622517', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:45Z', 'updated_at': '2022-02-09T02:21:46Z', 'revision_number': 3, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:05:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:46Z', 'updated_at': '2022-02-09T02:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:49.124180 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=d9d3fa9c-6a89-4433-b959-1be7d0394267,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:49.127411 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-69518cde-37f2-49c4-a01b-7964de8ae8ac None None] Allocated IP 172.20.0.2 (88e16d07-9fdc-4554-a2ca-3cc87415428a/d5886112-e998-4ee5-a822-243c343d1349/60ee1523-217e-4443-9536-9ea9552cd116) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:49.153666 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a617f40f-10aa-4ffd-bb2b-7b5ef2d2fa4b None None] The sync data for ids ['a59e3c68-ff78-46a5-b741-e2cb0257b998'] in n-d-828387-3 is: [{'id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100622517', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:45Z', 'updated_at': '2022-02-09T02:21:46Z', 'revision_number': 3, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:05:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:46Z', 'updated_at': '2022-02-09T02:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:49.156720 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03de5cb-cece-4fd6-b57b-f43d1e00f13f req-c73f6c45-d670-4571-a81d-e51ab3ee6e49 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:49.165039 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b03de5cb-cece-4fd6-b57b-f43d1e00f13f req-c73f6c45-d670-4571-a81d-e51ab3ee6e49 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 946 time: 0.1301482 Feb 09 02:21:49.233964 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875185ef-8c81-4ea9-bba8-ddf895a7275a req-74d44621-a7d8-4391-9d76-cf3ca36423be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:49.238039 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-875185ef-8c81-4ea9-bba8-ddf895a7275a req-74d44621-a7d8-4391-9d76-cf3ca36423be service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 1128 time: 0.1284294 Feb 09 02:21:49.269300 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b03de5cb-cece-4fd6-b57b-f43d1e00f13f req-4ff2dd0f-d516-4246-b801-8a52dd676820 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033068 Feb 09 02:21:49.309138 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a0652fb-0a69-4564-b508-8a13dd6cf001 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:49.328739 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-875185ef-8c81-4ea9-bba8-ddf895a7275a req-c6bbf5fc-fec2-4f1b-96db-3cd416fc37ea service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583749 Feb 09 02:21:49.353014 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-69518cde-37f2-49c4-a01b-7964de8ae8ac None None] Publish callbacks [] for port (60ee1523-217e-4443-9536-9ea9552cd116), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:49.360952 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-69518cde-37f2-49c4-a01b-7964de8ae8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (60ee1523-217e-4443-9536-9ea9552cd116), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:49.411957 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69518cde-37f2-49c4-a01b-7964de8ae8ac None None] Network 88e16d07-9fdc-4554-a2ca-3cc87415428a is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:49.417424 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-69518cde-37f2-49c4-a01b-7964de8ae8ac None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:49.422874 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69518cde-37f2-49c4-a01b-7964de8ae8ac None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:49.476469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69518cde-37f2-49c4-a01b-7964de8ae8ac None None] Pushing event updated for resources: {'Port': ['ID=60ee1523-217e-4443-9536-9ea9552cd116,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:49.558964 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-69518cde-37f2-49c4-a01b-7964de8ae8ac None None] Attempting to bind port 60ee1523-217e-4443-9536-9ea9552cd116 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:21:49.559367 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-69518cde-37f2-49c4-a01b-7964de8ae8ac None None] Attempting to bind port 60ee1523-217e-4443-9536-9ea9552cd116 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f78bb225-b4ec-41b9-a457-cce7a6384e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:21:49.559735 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69518cde-37f2-49c4-a01b-7964de8ae8ac None None] Attempting to bind port 60ee1523-217e-4443-9536-9ea9552cd116 on network 88e16d07-9fdc-4554-a2ca-3cc87415428a {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:21:49.565761 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69518cde-37f2-49c4-a01b-7964de8ae8ac None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:21:49.566279 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69518cde-37f2-49c4-a01b-7964de8ae8ac None None] Checking segment: {'id': 'f78bb225-b4ec-41b9-a457-cce7a6384e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:49.566818 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-69518cde-37f2-49c4-a01b-7964de8ae8ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:49.567338 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69518cde-37f2-49c4-a01b-7964de8ae8ac None None] Bound using segment: {'id': 'f78bb225-b4ec-41b9-a457-cce7a6384e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:21:49.568235 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-69518cde-37f2-49c4-a01b-7964de8ae8ac None None] Bound port: 60ee1523-217e-4443-9536-9ea9552cd116, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78bb225-b4ec-41b9-a457-cce7a6384e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:21:49.568861 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-69518cde-37f2-49c4-a01b-7964de8ae8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (60ee1523-217e-4443-9536-9ea9552cd116), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:49.615491 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dd6a41d5-2d8f-4074-b05f-0d88f2015b11 req-83c55a52-84e1-46ab-b53e-0ed968c42871 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 210 time: 0.1073678 Feb 09 02:21:49.652384 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-69518cde-37f2-49c4-a01b-7964de8ae8ac None None] For port 60ee1523-217e-4443-9536-9ea9552cd116, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:21:49.655603 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-69518cde-37f2-49c4-a01b-7964de8ae8ac None None] For port 60ee1523-217e-4443-9536-9ea9552cd116, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=60ee1523-217e-4443-9536-9ea9552cd116,segment=NetworkSegment(f78bb225-b4ec-41b9-a457-cce7a6384e78),segment_id=f78bb225-b4ec-41b9-a457-cce7a6384e78)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:21:49.663728 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-69518cde-37f2-49c4-a01b-7964de8ae8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (60ee1523-217e-4443-9536-9ea9552cd116), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:49.721529 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69518cde-37f2-49c4-a01b-7964de8ae8ac None None] Pushing event updated for resources: {'Port': ['ID=60ee1523-217e-4443-9536-9ea9552cd116,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:49.789528 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-2a0652fb-0a69-4564-b508-8a13dd6cf001 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Allocated IP 172.20.0.1 (88e16d07-9fdc-4554-a2ca-3cc87415428a/d5886112-e998-4ee5-a822-243c343d1349/dc9eeefb-e38a-42fb-90bf-57979c6bf609) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:49.947427 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a0652fb-0a69-4564-b508-8a13dd6cf001 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for port (dc9eeefb-e38a-42fb-90bf-57979c6bf609), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:49.991631 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a0652fb-0a69-4564-b508-8a13dd6cf001 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (dc9eeefb-e38a-42fb-90bf-57979c6bf609), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.060232 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0652fb-0a69-4564-b508-8a13dd6cf001 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network 88e16d07-9fdc-4554-a2ca-3cc87415428a is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:50.069519 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-2a0652fb-0a69-4564-b508-8a13dd6cf001 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:50.074980 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0652fb-0a69-4564-b508-8a13dd6cf001 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:50.079687 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0652fb-0a69-4564-b508-8a13dd6cf001 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Port': ['ID=dc9eeefb-e38a-42fb-90bf-57979c6bf609,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:50.131216 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a0652fb-0a69-4564-b508-8a13dd6cf001 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (a59e3c68-ff78-46a5-b741-e2cb0257b998), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.295426 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a0652fb-0a69-4564-b508-8a13dd6cf001 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dc9eeefb-e38a-42fb-90bf-57979c6bf609), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.404428 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39bfe8-dbf8-474d-bac1-8c309e81bb01 req-485464e3-9f42-466e-8b51-f3eb89969712 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:50.412905 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e39bfe8-dbf8-474d-bac1-8c309e81bb01 req-485464e3-9f42-466e-8b51-f3eb89969712 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 946 time: 0.0798695 Feb 09 02:21:50.485403 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e39bfe8-dbf8-474d-bac1-8c309e81bb01 req-522f6ebd-faad-4824-afaf-9b292039d96a tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716703 Feb 09 02:21:50.666606 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a0652fb-0a69-4564-b508-8a13dd6cf001 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for port (dc9eeefb-e38a-42fb-90bf-57979c6bf609), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.677699 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a0652fb-0a69-4564-b508-8a13dd6cf001 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (dc9eeefb-e38a-42fb-90bf-57979c6bf609), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.708454 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9822b450-b10f-4105-bd5c-d262b4544e3f up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:50.803751 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0652fb-0a69-4564-b508-8a13dd6cf001 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Port': ['ID=dc9eeefb-e38a-42fb-90bf-57979c6bf609,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:50.817102 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 9822b450-b10f-4105-bd5c-d262b4544e3f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:50.817891 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9822b450-b10f-4105-bd5c-d262b4544e3f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.826863 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2a0652fb-0a69-4564-b508-8a13dd6cf001 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (a59e3c68-ff78-46a5-b741-e2cb0257b998), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.830812 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7e369660-ac27-400b-b273-6a93e0d50f97 req-a04f7894-c9b1-4815-8038-b0b39c9308ba tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 210 time: 0.0433977 Feb 09 02:21:50.921943 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 9822b450-b10f-4105-bd5c-d262b4544e3f is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:50.922476 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9822b450-b10f-4105-bd5c-d262b4544e3f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.947130 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 9822b450-b10f-4105-bd5c-d262b4544e3f, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9822b450-b10f-4105-bd5c-d262b4544e3f,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:50.953554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0652fb-0a69-4564-b508-8a13dd6cf001 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network 88e16d07-9fdc-4554-a2ca-3cc87415428a is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:50.955249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-2a0652fb-0a69-4564-b508-8a13dd6cf001 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:50.958662 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9822b450-b10f-4105-bd5c-d262b4544e3f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.960381 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 60ee1523-217e-4443-9536-9ea9552cd116 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:51.060990 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=9822b450-b10f-4105-bd5c-d262b4544e3f,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:51.072799 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 60ee1523-217e-4443-9536-9ea9552cd116 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:51.073258 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (60ee1523-217e-4443-9536-9ea9552cd116), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.155451 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c09391-6223-41bd-9aa5-9aff5e7dc206 None None] Network 88e16d07-9fdc-4554-a2ca-3cc87415428a requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:51.288142 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 60ee1523-217e-4443-9536-9ea9552cd116 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:51.288694 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (60ee1523-217e-4443-9536-9ea9552cd116), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.293446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8953ba03-b22b-49ed-915b-07265c77fb5b None None] Provisioning complete for port 60ee1523-217e-4443-9536-9ea9552cd116 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:51.294051 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8953ba03-b22b-49ed-915b-07265c77fb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (60ee1523-217e-4443-9536-9ea9552cd116), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.360403 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 60ee1523-217e-4443-9536-9ea9552cd116, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=60ee1523-217e-4443-9536-9ea9552cd116,segment=NetworkSegment(f78bb225-b4ec-41b9-a457-cce7a6384e78),segment_id=f78bb225-b4ec-41b9-a457-cce7a6384e78)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:51.376438 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (60ee1523-217e-4443-9536-9ea9552cd116), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.487914 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8953ba03-b22b-49ed-915b-07265c77fb5b None None] Current status of the port 60ee1523-217e-4443-9536-9ea9552cd116 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:51.492536 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=60ee1523-217e-4443-9536-9ea9552cd116,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:51.503063 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0652fb-0a69-4564-b508-8a13dd6cf001 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Router a59e3c68-ff78-46a5-b741-e2cb0257b998 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:21:51.637674 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0652fb-0a69-4564-b508-8a13dd6cf001 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:21:51.643457 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2a0652fb-0a69-4564-b508-8a13dd6cf001 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "PUT /v2.0/routers/a59e3c68-ff78-46a5-b741-e2cb0257b998/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0708909 Feb 09 02:21:51.648358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] Sync routers for ids ['a59e3c68-ff78-46a5-b741-e2cb0257b998'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:51.659293 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] Routers {'a59e3c68-ff78-46a5-b741-e2cb0257b998'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:51.659917 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:21:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a59e3c68-ff78-46a5-b741-e2cb0257b998'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:51.716657 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61911c9-41fc-4fed-a253-75ef56fba4fd req-2eefa310-ac04-4887-8876-0330fa52c50f tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:51.733002 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c61911c9-41fc-4fed-a253-75ef56fba4fd req-2eefa310-ac04-4887-8876-0330fa52c50f tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 946 time: 0.1233284 Feb 09 02:21:51.790919 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] Set router a59e3c68-ff78-46a5-b741-e2cb0257b998 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:51.818103 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c61911c9-41fc-4fed-a253-75ef56fba4fd req-3d7730bd-2e64-485e-bf8a-617fd1f9bb40 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792592 Feb 09 02:21:51.931890 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-18697cb2-23d5-4b22-82ef-f4e2b68814d2 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1623867927&fields=id&tenant_id=2c59903585c449439619eb0edc719ef1 HTTP/1.1" status: 200 len: 267 time: 0.1014581 Feb 09 02:21:52.002556 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8f8d3-e5c3-46f0-8454-fd64a65803cd req-a347503a-e67a-4ae2-9bad-7a404051fb75 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:52.004399 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4cb8f8d3-e5c3-46f0-8454-fd64a65803cd req-a347503a-e67a-4ae2-9bad-7a404051fb75 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 946 time: 0.0906200 Feb 09 02:21:52.021715 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4fe71afd-e380-4875-b78c-87734b96ff63 None None] Provisioning complete for port dc9eeefb-e38a-42fb-90bf-57979c6bf609 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:52.022098 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4fe71afd-e380-4875-b78c-87734b96ff63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (dc9eeefb-e38a-42fb-90bf-57979c6bf609), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:52.072247 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4fe71afd-e380-4875-b78c-87734b96ff63 None None] Port dc9eeefb-e38a-42fb-90bf-57979c6bf609 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:21:52.085973 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-112e2567-07d8-4db5-91f9-f608742ab7fe tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:52.091068 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100622517', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:45Z', 'updated_at': '2022-02-09T02:21:50Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:46Z', 'updated_at': '2022-02-09T02:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'dc9eeefb-e38a-42fb-90bf-57979c6bf609', 'name': '', 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:5c:10:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'd5886112-e998-4ee5-a822-243c343d1349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:49Z', 'updated_at': '2022-02-09T02:21:50Z', 'revision_number': 2, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'd5886112-e998-4ee5-a822-243c343d1349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:52.097322 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-112e2567-07d8-4db5-91f9-f608742ab7fe tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/networks?id=88e16d07-9fdc-4554-a2ca-3cc87415428a HTTP/1.1" status: 200 len: 796 time: 0.1641166 Feb 09 02:21:52.115445 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-3ffa20b3-8288-44bf-bf5e-f5b0f214b51a tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/quotas/2c59903585c449439619eb0edc719ef1 HTTP/1.1" status: 200 len: 375 time: 0.0167589 Feb 09 02:21:52.128686 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4cb8f8d3-e5c3-46f0-8454-fd64a65803cd req-df85d900-239c-4800-8dbd-68fc2f8541c9 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163888 Feb 09 02:21:52.145996 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57722) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:52.149336 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] Checking router: a59e3c68-ff78-46a5-b741-e2cb0257b998 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:52.149699 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] Updating router a59e3c68-ff78-46a5-b741-e2cb0257b998 port dc9eeefb-e38a-42fb-90bf-57979c6bf609 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:21:52.151778 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4fe71afd-e380-4875-b78c-87734b96ff63 None None] Provisioning complete for port 60ee1523-217e-4443-9536-9ea9552cd116 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:52.152989 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4fe71afd-e380-4875-b78c-87734b96ff63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (60ee1523-217e-4443-9536-9ea9552cd116), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:52.215130 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dc9eeefb-e38a-42fb-90bf-57979c6bf609), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:52.230905 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-4219c1f0-9048-4632-80b9-0b3fd581a6c0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1139376 Feb 09 02:21:52.326677 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3f172493-ffcf-4f8c-98e7-d8f9b1d74c65 req-20652e84-0898-4705-a5ff-36a4e90898eb tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 210 time: 0.0603566 Feb 09 02:21:52.352825 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2e6673-e493-4a69-be6a-f3d1040e7e9c tempest-TestVolumeBackupRestore-601482766 tempest-TestVolumeBackupRestore-601482766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:52.354421 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5d2e6673-e493-4a69-be6a-f3d1040e7e9c tempest-TestVolumeBackupRestore-601482766 tempest-TestVolumeBackupRestore-601482766-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 1123 time: 0.2073786 Feb 09 02:21:52.358176 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57726) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:52.362814 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-48ae9582-3892-4ea9-add2-e8fb07c1b8b4 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': 'd9d3fa9c-6a89-4433-b959-1be7d0394267', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:52.366360 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4fe71afd-e380-4875-b78c-87734b96ff63 None None] Current status of the port 60ee1523-217e-4443-9536-9ea9552cd116 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:52.391309 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48ae9582-3892-4ea9-add2-e8fb07c1b8b4 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:52.420695 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-36d2ff06-bd21-49ab-9618-640e2b04591d service neutron] 10.222.0.36 "GET /v2.0/networks/88e16d07-9fdc-4554-a2ca-3cc87415428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771636 Feb 09 02:21:52.515025 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48ae9582-3892-4ea9-add2-e8fb07c1b8b4 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:52.520391 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c52813bb-e01c-4a92-b0c4-df1800e4f963 None None] Provisioning complete for port dc9eeefb-e38a-42fb-90bf-57979c6bf609 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:52.520772 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c52813bb-e01c-4a92-b0c4-df1800e4f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (dc9eeefb-e38a-42fb-90bf-57979c6bf609), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:52.535334 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-98f38b15-4c9a-420b-995c-f045dbdbccf4 service neutron] 10.222.0.36 "GET /v2.0/networks/88e16d07-9fdc-4554-a2ca-3cc87415428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135561 Feb 09 02:21:52.577089 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c52813bb-e01c-4a92-b0c4-df1800e4f963 None None] Port dc9eeefb-e38a-42fb-90bf-57979c6bf609 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:21:52.645230 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-48ae9582-3892-4ea9-add2-e8fb07c1b8b4 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Allocated IP 172.25.7.204 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/d0d611e5-14b6-4565-b134-ff72234aa50d) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:52.662455 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] Publish callbacks [] for port (dc9eeefb-e38a-42fb-90bf-57979c6bf609), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:52.673405 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (dc9eeefb-e38a-42fb-90bf-57979c6bf609), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:52.717067 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9822b450-b10f-4105-bd5c-d262b4544e3f up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:52.777908 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c3d37-ca4c-4e7b-ba5d-4e4ac563ddca None None] Pushing event updated for resources: {'Port': ['ID=dc9eeefb-e38a-42fb-90bf-57979c6bf609,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:52.810317 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48ae9582-3892-4ea9-add2-e8fb07c1b8b4 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for port (d0d611e5-14b6-4565-b134-ff72234aa50d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:52.856703 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6d73dc0f-18b5-48b1-8a09-1f6c07d25efd req-3c356e78-93d8-4bab-868e-0e6936511ce9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 210 time: 0.0428963 Feb 09 02:21:52.907188 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48ae9582-3892-4ea9-add2-e8fb07c1b8b4 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (d0d611e5-14b6-4565-b134-ff72234aa50d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:53.005020 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ae9582-3892-4ea9-add2-e8fb07c1b8b4 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:53.008860 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-48ae9582-3892-4ea9-add2-e8fb07c1b8b4 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:53.021984 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ae9582-3892-4ea9-add2-e8fb07c1b8b4 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:53.055722 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 9822b450-b10f-4105-bd5c-d262b4544e3f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:53.056232 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9822b450-b10f-4105-bd5c-d262b4544e3f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:53.081303 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae9582-3892-4ea9-add2-e8fb07c1b8b4 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Pushing event updated for resources: {'Port': ['ID=d0d611e5-14b6-4565-b134-ff72234aa50d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:53.179277 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] Attempting to bind port dc9eeefb-e38a-42fb-90bf-57979c6bf609 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:21:53.180424 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] Attempting to bind port dc9eeefb-e38a-42fb-90bf-57979c6bf609 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f78bb225-b4ec-41b9-a457-cce7a6384e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:21:53.182973 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] Attempting to bind port dc9eeefb-e38a-42fb-90bf-57979c6bf609 on network 88e16d07-9fdc-4554-a2ca-3cc87415428a {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:21:53.196100 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:21:53.200748 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] Checking segment: {'id': 'f78bb225-b4ec-41b9-a457-cce7a6384e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:53.201397 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:53.202006 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] Bound using segment: {'id': 'f78bb225-b4ec-41b9-a457-cce7a6384e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:21:53.202735 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] Bound port: dc9eeefb-e38a-42fb-90bf-57979c6bf609, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78bb225-b4ec-41b9-a457-cce7a6384e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:21:53.204127 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dc9eeefb-e38a-42fb-90bf-57979c6bf609), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:53.332992 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 9822b450-b10f-4105-bd5c-d262b4544e3f is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:53.334277 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 60ee1523-217e-4443-9536-9ea9552cd116 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:53.379077 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5934725f-05e9-4841-a133-75d323d2bb3c None None] Provisioning complete for port dc9eeefb-e38a-42fb-90bf-57979c6bf609 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:53.379551 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5934725f-05e9-4841-a133-75d323d2bb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (dc9eeefb-e38a-42fb-90bf-57979c6bf609), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:53.417033 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] For port dc9eeefb-e38a-42fb-90bf-57979c6bf609, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:21:53.441954 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] For port dc9eeefb-e38a-42fb-90bf-57979c6bf609, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=dc9eeefb-e38a-42fb-90bf-57979c6bf609,segment=NetworkSegment(f78bb225-b4ec-41b9-a457-cce7a6384e78),segment_id=f78bb225-b4ec-41b9-a457-cce7a6384e78)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:21:53.450550 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5934725f-05e9-4841-a133-75d323d2bb3c None None] Port dc9eeefb-e38a-42fb-90bf-57979c6bf609 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:21:53.458927 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (dc9eeefb-e38a-42fb-90bf-57979c6bf609), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:53.486172 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-da5e1c33-2c62-4312-8dcf-ed91cbc6b211 req-482a13e1-d5b4-4b5a-ac00-1152c027770c tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 210 time: 0.0596933 Feb 09 02:21:53.523046 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48ae9582-3892-4ea9-add2-e8fb07c1b8b4 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for floatingip (b77563e7-45f5-4b2e-a140-5cc8ba4c2e0d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:53.538449 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] Routers {'a59e3c68-ff78-46a5-b741-e2cb0257b998'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:53.539172 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:21:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a59e3c68-ff78-46a5-b741-e2cb0257b998'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:53.542859 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 60ee1523-217e-4443-9536-9ea9552cd116 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:53.543766 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (60ee1523-217e-4443-9536-9ea9552cd116), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:53.622278 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48ae9582-3892-4ea9-add2-e8fb07c1b8b4 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d0d611e5-14b6-4565-b134-ff72234aa50d), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:53.662447 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c3d37-ca4c-4e7b-ba5d-4e4ac563ddca None None] Pushing event updated for resources: {'Port': ['ID=dc9eeefb-e38a-42fb-90bf-57979c6bf609,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:53.769147 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] Set router a59e3c68-ff78-46a5-b741-e2cb0257b998 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:53.805201 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 60ee1523-217e-4443-9536-9ea9552cd116 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:53.866833 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48ae9582-3892-4ea9-add2-e8fb07c1b8b4 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for port (d0d611e5-14b6-4565-b134-ff72234aa50d), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:53.874129 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48ae9582-3892-4ea9-add2-e8fb07c1b8b4 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (d0d611e5-14b6-4565-b134-ff72234aa50d), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.011544 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae9582-3892-4ea9-add2-e8fb07c1b8b4 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Pushing event updated for resources: {'Port': ['ID=d0d611e5-14b6-4565-b134-ff72234aa50d,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:54.034124 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ff78a6e9-cd34-4180-b63f-b47c46730481 req-2eaa1d6f-a869-472c-852a-d04ca0060d46 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 210 time: 0.0392275 Feb 09 02:21:54.035093 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48ae9582-3892-4ea9-add2-e8fb07c1b8b4 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (b77563e7-45f5-4b2e-a140-5cc8ba4c2e0d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.106118 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab4ad182-7b1b-4d46-962f-661df7fefc62 None None] Provisioning complete for port dc9eeefb-e38a-42fb-90bf-57979c6bf609 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:54.107748 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab4ad182-7b1b-4d46-962f-661df7fefc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (dc9eeefb-e38a-42fb-90bf-57979c6bf609), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.205942 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-48ae9582-3892-4ea9-add2-e8fb07c1b8b4 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Floating IP b77563e7-45f5-4b2e-a140-5cc8ba4c2e0d associated. External IP: 172.25.7.204, port: d9d3fa9c-6a89-4433-b959-1be7d0394267. Feb 09 02:21:54.243778 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100622517', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:45Z', 'updated_at': '2022-02-09T02:21:50Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:46Z', 'updated_at': '2022-02-09T02:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'dc9eeefb-e38a-42fb-90bf-57979c6bf609', 'name': '', 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:5c:10:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'd5886112-e998-4ee5-a822-243c343d1349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:49Z', 'updated_at': '2022-02-09T02:21:53Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'd5886112-e998-4ee5-a822-243c343d1349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:54.266022 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-3c874861-353d-4185-a96e-d95208fc6000 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:54.269712 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-3c874861-353d-4185-a96e-d95208fc6000 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.48 "GET /v2.0/networks?id=88e16d07-9fdc-4554-a2ca-3cc87415428a HTTP/1.1" status: 200 len: 796 time: 0.1819978 Feb 09 02:21:54.309526 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dca084-3891-4f3c-922a-a1fb0b1d2e9c None None] The sync data for ids ['a59e3c68-ff78-46a5-b741-e2cb0257b998'] in n-d-828387-3 is: [{'id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100622517', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:45Z', 'updated_at': '2022-02-09T02:21:50Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:46Z', 'updated_at': '2022-02-09T02:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'dc9eeefb-e38a-42fb-90bf-57979c6bf609', 'name': '', 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:5c:10:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'd5886112-e998-4ee5-a822-243c343d1349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:49Z', 'updated_at': '2022-02-09T02:21:53Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'd5886112-e998-4ee5-a822-243c343d1349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:54.326092 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab4ad182-7b1b-4d46-962f-661df7fefc62 None None] Current status of the port dc9eeefb-e38a-42fb-90bf-57979c6bf609 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:54.326583 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab4ad182-7b1b-4d46-962f-661df7fefc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dc9eeefb-e38a-42fb-90bf-57979c6bf609), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.365019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab4ad182-7b1b-4d46-962f-661df7fefc62 None None] For port dc9eeefb-e38a-42fb-90bf-57979c6bf609, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=dc9eeefb-e38a-42fb-90bf-57979c6bf609,segment=NetworkSegment(f78bb225-b4ec-41b9-a457-cce7a6384e78),segment_id=f78bb225-b4ec-41b9-a457-cce7a6384e78)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:54.369874 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab4ad182-7b1b-4d46-962f-661df7fefc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (dc9eeefb-e38a-42fb-90bf-57979c6bf609), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.379150 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-36ba180d-3099-4b81-ad90-56a3567092b9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c59903585c449439619eb0edc719ef1 HTTP/1.1" status: 200 len: 380 time: 0.1025345 Feb 09 02:21:54.416383 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-7facf174-6208-4fbb-8346-1b10179e8620 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'port': {'device_id': 'a90c06ba-170c-421e-b450-f15589ad80ca', 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a', 'admin_state_up': True, 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'security_groups': ['bb7115f1-3bb5-48b8-94ec-406e4ababc84']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:54.442959 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ad182-7b1b-4d46-962f-661df7fefc62 None None] Pushing event updated for resources: {'Port': ['ID=dc9eeefb-e38a-42fb-90bf-57979c6bf609,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:54.624532 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ae9582-3892-4ea9-add2-e8fb07c1b8b4 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Router 0e248890-717d-44a0-b5f5-0f895e74f183 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:21:54.659073 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cbae3c3a-f3a1-4e57-bb52-22a888708d95 req-24198683-847d-4892-a28c-27f1fabb195f tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf1f3a2-5f3e-4050-9a3b-92b8a01c9e46 HTTP/1.1" status: 200 len: 210 time: 0.0432405 Feb 09 02:21:54.659839 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-7facf174-6208-4fbb-8346-1b10179e8620 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Made reservation on behalf of 2c59903585c449439619eb0edc719ef1 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:54.663371 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-7facf174-6208-4fbb-8346-1b10179e8620 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.693021 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device dc9eeefb-e38a-42fb-90bf-57979c6bf609 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:54.784336 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port dc9eeefb-e38a-42fb-90bf-57979c6bf609 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:54.784721 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (dc9eeefb-e38a-42fb-90bf-57979c6bf609), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.812293 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ae9582-3892-4ea9-add2-e8fb07c1b8b4 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:21:54.828218 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b93288-dea5-44da-89f2-6bc994e8d927 None None] Sync routers for ids ['0e248890-717d-44a0-b5f5-0f895e74f183'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:54.844590 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b93288-dea5-44da-89f2-6bc994e8d927 None None] Routers {'0e248890-717d-44a0-b5f5-0f895e74f183'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:54.845706 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-67b93288-dea5-44da-89f2-6bc994e8d927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:21:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0e248890-717d-44a0-b5f5-0f895e74f183'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:54.851597 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48ae9582-3892-4ea9-add2-e8fb07c1b8b4 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.923264 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-48ae9582-3892-4ea9-add2-e8fb07c1b8b4 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5632684 Feb 09 02:21:54.923885 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57744) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:54.924170 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c751599-ea4c-4042-adf0-f664ac019894', 'tag': 'd9d3fa9c-6a89-4433-b959-1be7d0394267'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:54.926826 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777cdccc-a2bf-42bd-9545-666d704858a7" -d '{"events": [{"name": "network-changed", "server_uuid": "1c751599-ea4c-4042-adf0-f664ac019894", "tag": "d9d3fa9c-6a89-4433-b959-1be7d0394267"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:21:54.955772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-7facf174-6208-4fbb-8346-1b10179e8620 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Allocated IP 172.20.0.9 (88e16d07-9fdc-4554-a2ca-3cc87415428a/d5886112-e998-4ee5-a822-243c343d1349/983c38de-0e4a-4cca-81e2-6bc0b2b0f96c) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:54.958569 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port dc9eeefb-e38a-42fb-90bf-57979c6bf609 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:55.000322 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d5cfea-43dd-4097-9929-28409efbaa25 tempest-TestVolumeBackupRestore-601482766 tempest-TestVolumeBackupRestore-601482766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:55.007019 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c2d5cfea-43dd-4097-9929-28409efbaa25 tempest-TestVolumeBackupRestore-601482766 tempest-TestVolumeBackupRestore-601482766-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 1123 time: 0.0771027 Feb 09 02:21:55.007808 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57748) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:55.014290 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-49c254c3-e9c6-4f31-8961-b3eca6223dd5 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Request body: {'floatingip': {'port_id': 'd9d3fa9c-6a89-4433-b959-1be7d0394267'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:55.046586 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-67b93288-dea5-44da-89f2-6bc994e8d927 None None] Set router 0e248890-717d-44a0-b5f5-0f895e74f183 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:55.079236 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98746bdf-ea7c-49a0-9a81-9f16160bf101 x-openstack-request-id: req-98746bdf-ea7c-49a0-9a81-9f16160bf101 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:21:55.079626 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c751599-ea4c-4042-adf0-f664ac019894", "tag": "d9d3fa9c-6a89-4433-b959-1be7d0394267", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:21:55.079970 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98746bdf-ea7c-49a0-9a81-9f16160bf101 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:21:55.080441 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c751599-ea4c-4042-adf0-f664ac019894', 'tag': 'd9d3fa9c-6a89-4433-b959-1be7d0394267', 'status': 'completed', 'code': 200} Feb 09 02:21:55.130847 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-49c254c3-e9c6-4f31-8961-b3eca6223dd5 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for floatingip (b77563e7-45f5-4b2e-a140-5cc8ba4c2e0d), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.211395 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cdccc-a2bf-42bd-9545-666d704858a7 req-5f96d7fe-239f-47b6-8402-5c084dcb0f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:55.213017 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-777cdccc-a2bf-42bd-9545-666d704858a7 req-5f96d7fe-239f-47b6-8402-5c084dcb0f5b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4726a29cc92145328d9a07ccc7d46d1c&device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 1128 time: 0.1427195 Feb 09 02:21:55.226381 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-616311df-482a-4d6c-9df2-7037cec3a5a3 req-ff21b49e-2ba0-417b-873d-f8756076d7d7 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 210 time: 0.0382175 Feb 09 02:21:55.276980 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-7facf174-6208-4fbb-8346-1b10179e8620 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.333516 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-7facf174-6208-4fbb-8346-1b10179e8620 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.397790 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facf174-6208-4fbb-8346-1b10179e8620 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Port': ['ID=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:55.419111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-7facf174-6208-4fbb-8346-1b10179e8620 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network 88e16d07-9fdc-4554-a2ca-3cc87415428a is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:55.420899 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-7facf174-6208-4fbb-8346-1b10179e8620 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:55.423948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-7facf174-6208-4fbb-8346-1b10179e8620 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:55.475745 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-67b93288-dea5-44da-89f2-6bc994e8d927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'name': 'tempest-TestVolumeBackupRestore-671040854-router', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:35Z', 'updated_at': '2022-02-09T02:18:39Z', 'revision_number': 4, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'gw_port': {'id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:36Z', 'updated_at': '2022-02-09T02:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'b77563e7-45f5-4b2e-a140-5cc8ba4c2e0d', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'port_id': 'd9d3fa9c-6a89-4433-b959-1be7d0394267', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4032, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'mac_address': 'fa:16:3e:8f:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c751599-ea4c-4042-adf0-f664ac019894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:21:53Z', 'updated_at': '2022-02-09T02:21:53Z', 'revision_number': 0, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c968df02-bf3e-4d65-bfde-034346f144d1', 'name': '', 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'mac_address': 'fa:16:3e:93:be:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:49Z', 'revision_number': 5, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'subnets': [{'id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:55.524046 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b93288-dea5-44da-89f2-6bc994e8d927 None None] Checking router: 0e248890-717d-44a0-b5f5-0f895e74f183 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:55.536462 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-7facf174-6208-4fbb-8346-1b10179e8620 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:55.537592 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-7facf174-6208-4fbb-8346-1b10179e8620 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.544856 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b93288-dea5-44da-89f2-6bc994e8d927 None None] Routers {'0e248890-717d-44a0-b5f5-0f895e74f183'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:55.547776 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-67b93288-dea5-44da-89f2-6bc994e8d927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:21:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0e248890-717d-44a0-b5f5-0f895e74f183'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:55.576715 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-7facf174-6208-4fbb-8346-1b10179e8620 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1923378 Feb 09 02:21:55.599140 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-2995ccf6-d975-46d8-9dd0-dc0f8bc52f9c service neutron] Request body: {'port': {'device_id': 'a90c06ba-170c-421e-b450-f15589ad80ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:55.702395 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-2995ccf6-d975-46d8-9dd0-dc0f8bc52f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.728989 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-67b93288-dea5-44da-89f2-6bc994e8d927 None None] Set router 0e248890-717d-44a0-b5f5-0f895e74f183 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:55.785837 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57754) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:55.824837 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4a59b0d8-17f4-401b-95fd-c891f1824d6b None None] Provisioning complete for port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:55.825429 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4a59b0d8-17f4-401b-95fd-c891f1824d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.890492 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cdccc-a2bf-42bd-9545-666d704858a7 req-7cff89ed-6dda-4951-9ff5-c68c776dcba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:55.896395 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-777cdccc-a2bf-42bd-9545-666d704858a7 req-7cff89ed-6dda-4951-9ff5-c68c776dcba0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2 HTTP/1.1" status: 200 len: 914 time: 0.6671767 Feb 09 02:21:55.896582 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4a59b0d8-17f4-401b-95fd-c891f1824d6b None None] Port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:21:55.966334 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-49c254c3-e9c6-4f31-8961-b3eca6223dd5 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.975538 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-49c254c3-e9c6-4f31-8961-b3eca6223dd5 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (b77563e7-45f5-4b2e-a140-5cc8ba4c2e0d), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.021534 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-67b93288-dea5-44da-89f2-6bc994e8d927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'name': 'tempest-TestVolumeBackupRestore-671040854-router', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:35Z', 'updated_at': '2022-02-09T02:18:39Z', 'revision_number': 4, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'gw_port': {'id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:36Z', 'updated_at': '2022-02-09T02:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'b77563e7-45f5-4b2e-a140-5cc8ba4c2e0d', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'port_id': 'd9d3fa9c-6a89-4433-b959-1be7d0394267', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4032, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'mac_address': 'fa:16:3e:8f:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c751599-ea4c-4042-adf0-f664ac019894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:21:53Z', 'updated_at': '2022-02-09T02:21:53Z', 'revision_number': 0, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c968df02-bf3e-4d65-bfde-034346f144d1', 'name': '', 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'mac_address': 'fa:16:3e:93:be:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:49Z', 'revision_number': 5, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'subnets': [{'id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:56.055128 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b93288-dea5-44da-89f2-6bc994e8d927 None None] The sync data for ids ['0e248890-717d-44a0-b5f5-0f895e74f183'] in n-d-828387-3 is: [{'id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'name': 'tempest-TestVolumeBackupRestore-671040854-router', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:35Z', 'updated_at': '2022-02-09T02:18:39Z', 'revision_number': 4, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'gw_port': {'id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:36Z', 'updated_at': '2022-02-09T02:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'b77563e7-45f5-4b2e-a140-5cc8ba4c2e0d', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'port_id': 'd9d3fa9c-6a89-4433-b959-1be7d0394267', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4032, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'mac_address': 'fa:16:3e:8f:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c751599-ea4c-4042-adf0-f664ac019894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:21:53Z', 'updated_at': '2022-02-09T02:21:53Z', 'revision_number': 0, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c968df02-bf3e-4d65-bfde-034346f144d1', 'name': '', 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'mac_address': 'fa:16:3e:93:be:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:49Z', 'revision_number': 5, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'subnets': [{'id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:56.210671 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-d28bfccd-296d-443f-8933-d99503bc9cec tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Deleting port cb38760b-cd2a-4383-9b34-d3368038c67c {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:56.211014 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d28bfccd-296d-443f-8933-d99503bc9cec tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (cb38760b-cd2a-4383-9b34-d3368038c67c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.319062 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-777cdccc-a2bf-42bd-9545-666d704858a7 req-696387ac-26b9-404a-ad85-6c7c75ec4d9a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9d3fa9c-6a89-4433-b959-1be7d0394267 HTTP/1.1" status: 200 len: 1000 time: 0.4190040 Feb 09 02:21:56.330361 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-2995ccf6-d975-46d8-9dd0-dc0f8bc52f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:21:56.361575 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-2995ccf6-d975-46d8-9dd0-dc0f8bc52f9c service neutron] Publish callbacks [] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.384073 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d28bfccd-296d-443f-8933-d99503bc9cec tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (cb38760b-cd2a-4383-9b34-d3368038c67c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.384409 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d28bfccd-296d-443f-8933-d99503bc9cec tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for floatingip (cb38760b-cd2a-4383-9b34-d3368038c67c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.384546 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cdccc-a2bf-42bd-9545-666d704858a7 req-23895f36-81da-4519-8154-00b5a65f6a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:56.385963 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-777cdccc-a2bf-42bd-9545-666d704858a7 req-23895f36-81da-4519-8154-00b5a65f6a9d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=18514aa6-2ff8-434c-a665-9dfdbe4b6bde HTTP/1.1" status: 200 len: 852 time: 0.0583158 Feb 09 02:21:56.407332 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-2995ccf6-d975-46d8-9dd0-dc0f8bc52f9c service neutron] Transition to ACTIVE for port object 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:21:56.412778 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-d28bfccd-296d-443f-8933-d99503bc9cec tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Calling delete_port for cb38760b-cd2a-4383-9b34-d3368038c67c owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:56.420333 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-2995ccf6-d975-46d8-9dd0-dc0f8bc52f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.437152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db06c87-32d7-4d1c-a0d8-e58f86cfbe94 req-02f804f6-2270-4f04-8f45-54813f613ba6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:56.438730 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0db06c87-32d7-4d1c-a0d8-e58f86cfbe94 req-02f804f6-2270-4f04-8f45-54813f613ba6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 931 time: 0.1256385 Feb 09 02:21:56.509709 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe4a5c9-4e9a-4688-a622-56087744e8fb None None] New status for floating IP b77563e7-45f5-4b2e-a140-5cc8ba4c2e0d: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:21:56.520432 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cdccc-a2bf-42bd-9545-666d704858a7 req-fbd5ab5b-320c-417f-bc89-eee0273d9a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:56.521539 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-777cdccc-a2bf-42bd-9545-666d704858a7 req-fbd5ab5b-320c-417f-bc89-eee0273d9a6a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1295516 Feb 09 02:21:56.566350 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995ccf6-d975-46d8-9dd0-dc0f8bc52f9c service neutron] Pushing event updated for resources: {'Port': ['ID=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:56.620053 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c254c3-e9c6-4f31-8961-b3eca6223dd5 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Router 0e248890-717d-44a0-b5f5-0f895e74f183 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:21:56.646135 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0db06c87-32d7-4d1c-a0d8-e58f86cfbe94 req-edc60fdc-c86b-4896-ad7e-413eb14cc0a4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789699 Feb 09 02:21:56.714008 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-2995ccf6-d975-46d8-9dd0-dc0f8bc52f9c service neutron] Attempting to bind port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:21:56.715246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-2995ccf6-d975-46d8-9dd0-dc0f8bc52f9c service neutron] Attempting to bind port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'f78bb225-b4ec-41b9-a457-cce7a6384e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:21:56.715246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-2995ccf6-d975-46d8-9dd0-dc0f8bc52f9c service neutron] Attempting to bind port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c on network 88e16d07-9fdc-4554-a2ca-3cc87415428a {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:21:56.741219 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-2995ccf6-d975-46d8-9dd0-dc0f8bc52f9c service neutron] Port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c on network 88e16d07-9fdc-4554-a2ca-3cc87415428a not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:21:56.741555 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-2995ccf6-d975-46d8-9dd0-dc0f8bc52f9c service neutron] Attempting to bind port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c on network 88e16d07-9fdc-4554-a2ca-3cc87415428a {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:21:56.753411 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-777cdccc-a2bf-42bd-9545-666d704858a7 req-ad09ee43-2bc0-4279-aa2e-bd9bedda8425 service neutron] 10.222.0.67 "GET /v2.0/networks/5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238543 Feb 09 02:21:56.753720 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-2995ccf6-d975-46d8-9dd0-dc0f8bc52f9c service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:21:56.754071 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-2995ccf6-d975-46d8-9dd0-dc0f8bc52f9c service neutron] Checking segment: {'id': 'f78bb225-b4ec-41b9-a457-cce7a6384e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:56.754459 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-2995ccf6-d975-46d8-9dd0-dc0f8bc52f9c service neutron] Bound using segment: {'id': 'f78bb225-b4ec-41b9-a457-cce7a6384e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:21:56.754907 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-2995ccf6-d975-46d8-9dd0-dc0f8bc52f9c service neutron] Bound port: 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78bb225-b4ec-41b9-a457-cce7a6384e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:21:56.755305 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-2995ccf6-d975-46d8-9dd0-dc0f8bc52f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.815902 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d28bfccd-296d-443f-8933-d99503bc9cec tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (cb38760b-cd2a-4383-9b34-d3368038c67c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.850426 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28bfccd-296d-443f-8933-d99503bc9cec tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event deleted for resources: {'Port': ['ID=cb38760b-cd2a-4383-9b34-d3368038c67c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:56.861670 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c254c3-e9c6-4f31-8961-b3eca6223dd5 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:21:56.868554 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-49c254c3-e9c6-4f31-8961-b3eca6223dd5 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.874583 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-777cdccc-a2bf-42bd-9545-666d704858a7 req-c8c580c4-8a24-4e42-b1e2-a3f2a5ec735e service neutron] 10.222.0.67 "GET /v2.0/networks/5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153893 Feb 09 02:21:56.917140 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed2e63d-dda5-48e5-9c5d-d8b9ae1221e7 None None] Sync routers for ids ['0e248890-717d-44a0-b5f5-0f895e74f183'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:56.928978 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed2e63d-dda5-48e5-9c5d-d8b9ae1221e7 None None] Routers {'0e248890-717d-44a0-b5f5-0f895e74f183'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:56.930295 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-7ed2e63d-dda5-48e5-9c5d-d8b9ae1221e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:21:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0e248890-717d-44a0-b5f5-0f895e74f183'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:56.935272 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-2995ccf6-d975-46d8-9dd0-dc0f8bc52f9c service neutron] For port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:21:56.944986 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-49c254c3-e9c6-4f31-8961-b3eca6223dd5 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "PUT /v2.0/floatingips/b77563e7-45f5-4b2e-a140-5cc8ba4c2e0d HTTP/1.1" status: 200 len: 992 time: 1.9358811 Feb 09 02:21:56.958144 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-2995ccf6-d975-46d8-9dd0-dc0f8bc52f9c service neutron] For port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c,segment=NetworkSegment(f78bb225-b4ec-41b9-a457-cce7a6384e78),segment_id=f78bb225-b4ec-41b9-a457-cce7a6384e78)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:21:56.967404 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-2995ccf6-d975-46d8-9dd0-dc0f8bc52f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.977248 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d28bfccd-296d-443f-8933-d99503bc9cec tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for floatingip (1ac52e6c-53a7-4cdd-81d4-d0a40690c9ec), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.979934 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d28bfccd-296d-443f-8933-d99503bc9cec tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.984378 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d28bfccd-296d-443f-8933-d99503bc9cec tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "DELETE /v2.0/floatingips/1ac52e6c-53a7-4cdd-81d4-d0a40690c9ec HTTP/1.1" status: 204 len: 168 time: 1.1949325 Feb 09 02:21:57.012065 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-2995ccf6-d975-46d8-9dd0-dc0f8bc52f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:57.012499 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-2995ccf6-d975-46d8-9dd0-dc0f8bc52f9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:57.013949 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-2995ccf6-d975-46d8-9dd0-dc0f8bc52f9c service neutron] 10.222.0.48 "PUT /v2.0/ports/983c38de-0e4a-4cca-81e2-6bc0b2b0f96c HTTP/1.1" status: 200 len: 1091 time: 1.4248059 Feb 09 02:21:57.014485 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90c06ba-170c-421e-b450-f15589ad80ca', 'tag': '983c38de-0e4a-4cca-81e2-6bc0b2b0f96c'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:57.016783 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70342a6-4154-4383-87cb-526f578fb06c" -d '{"events": [{"name": "network-changed", "server_uuid": "a90c06ba-170c-421e-b450-f15589ad80ca", "tag": "983c38de-0e4a-4cca-81e2-6bc0b2b0f96c"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:21:57.052256 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995ccf6-d975-46d8-9dd0-dc0f8bc52f9c service neutron] Pushing event updated for resources: {'Port': ['ID=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:57.084323 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c751599-ea4c-4042-adf0-f664ac019894', 'tag': 'd9d3fa9c-6a89-4433-b959-1be7d0394267'}, {'name': 'network-changed', 'server_uuid': '1c751599-ea4c-4042-adf0-f664ac019894', 'tag': 'd9d3fa9c-6a89-4433-b959-1be7d0394267'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:57.086494 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d398625-cf6b-4fa0-9825-37649420fb94" -d '{"events": [{"name": "network-changed", "server_uuid": "1c751599-ea4c-4042-adf0-f664ac019894", "tag": "d9d3fa9c-6a89-4433-b959-1be7d0394267"}, {"name": "network-changed", "server_uuid": "1c751599-ea4c-4042-adf0-f664ac019894", "tag": "d9d3fa9c-6a89-4433-b959-1be7d0394267"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:21:57.099768 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e985c8-04f4-489f-9cf1-46d2af9e99c7 x-openstack-request-id: req-f1e985c8-04f4-489f-9cf1-46d2af9e99c7 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:21:57.100066 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90c06ba-170c-421e-b450-f15589ad80ca", "tag": "983c38de-0e4a-4cca-81e2-6bc0b2b0f96c", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:21:57.100320 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f1e985c8-04f4-489f-9cf1-46d2af9e99c7 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:21:57.100732 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90c06ba-170c-421e-b450-f15589ad80ca', 'tag': '983c38de-0e4a-4cca-81e2-6bc0b2b0f96c', 'status': 'completed', 'code': 200} Feb 09 02:21:57.113741 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-7ed2e63d-dda5-48e5-9c5d-d8b9ae1221e7 None None] Set router 0e248890-717d-44a0-b5f5-0f895e74f183 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:57.133626 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 02:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449a71b2-e60b-4a57-b608-4f060ad41d8d x-openstack-request-id: req-449a71b2-e60b-4a57-b608-4f060ad41d8d {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:21:57.133926 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c751599-ea4c-4042-adf0-f664ac019894", "tag": "d9d3fa9c-6a89-4433-b959-1be7d0394267", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c751599-ea4c-4042-adf0-f664ac019894", "tag": "d9d3fa9c-6a89-4433-b959-1be7d0394267", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:21:57.134177 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-449a71b2-e60b-4a57-b608-4f060ad41d8d {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:21:57.134637 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c751599-ea4c-4042-adf0-f664ac019894', 'tag': 'd9d3fa9c-6a89-4433-b959-1be7d0394267', 'status': 'completed', 'code': 200} Feb 09 02:21:57.134897 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c751599-ea4c-4042-adf0-f664ac019894', 'tag': 'd9d3fa9c-6a89-4433-b959-1be7d0394267', 'status': 'completed', 'code': 200} Feb 09 02:21:57.149970 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-c85214d9-e793-47d5-915b-ae8c0d8f689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:57.153671 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-c85214d9-e793-47d5-915b-ae8c0d8f689a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 1125 time: 0.0758724 Feb 09 02:21:57.235048 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d398625-cf6b-4fa0-9825-37649420fb94 req-ccc15c9a-429e-43a5-9808-79f5fd68fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:57.237299 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0d398625-cf6b-4fa0-9825-37649420fb94 req-ccc15c9a-429e-43a5-9808-79f5fd68fd02 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4726a29cc92145328d9a07ccc7d46d1c&device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 1128 time: 0.0816860 Feb 09 02:21:57.263416 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-c152d3fa-bd65-4a19-a785-26a5ac001b6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c HTTP/1.1" status: 200 len: 217 time: 0.0952811 Feb 09 02:21:57.324818 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-44c812a2-0ec4-4bc1-85d4-328250013bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:57.326569 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-44c812a2-0ec4-4bc1-85d4-328250013bd7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5886112-e998-4ee5-a822-243c343d1349 HTTP/1.1" status: 200 len: 834 time: 0.0575593 Feb 09 02:21:57.395829 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d398625-cf6b-4fa0-9825-37649420fb94 req-e8d9bcc7-2a28-45d4-9238-c69bb9e5579f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:57.397439 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0d398625-cf6b-4fa0-9825-37649420fb94 req-e8d9bcc7-2a28-45d4-9238-c69bb9e5579f service neutron] 10.222.0.67 "GET /v2.0/networks?id=5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2 HTTP/1.1" status: 200 len: 914 time: 0.1545146 Feb 09 02:21:57.399690 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-1d483dbb-71c0-4a65-bef1-93932d52a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:57.401213 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-1d483dbb-71c0-4a65-bef1-93932d52a5d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=88e16d07-9fdc-4554-a2ca-3cc87415428a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0675764 Feb 09 02:21:57.461905 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-7ed2e63d-dda5-48e5-9c5d-d8b9ae1221e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'name': 'tempest-TestVolumeBackupRestore-671040854-router', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:35Z', 'updated_at': '2022-02-09T02:18:39Z', 'revision_number': 4, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'gw_port': {'id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:36Z', 'updated_at': '2022-02-09T02:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'b77563e7-45f5-4b2e-a140-5cc8ba4c2e0d', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'port_id': 'd9d3fa9c-6a89-4433-b959-1be7d0394267', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4032, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'mac_address': 'fa:16:3e:8f:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c751599-ea4c-4042-adf0-f664ac019894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:21:53Z', 'updated_at': '2022-02-09T02:21:56Z', 'revision_number': 2, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c968df02-bf3e-4d65-bfde-034346f144d1', 'name': '', 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'mac_address': 'fa:16:3e:93:be:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:49Z', 'revision_number': 5, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'subnets': [{'id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:57.507924 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-8c216e7f-3f93-412b-89e6-3f08fd522cc5 service neutron] 10.222.0.48 "GET /v2.0/networks/88e16d07-9fdc-4554-a2ca-3cc87415428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985484 Feb 09 02:21:57.509306 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0d398625-cf6b-4fa0-9825-37649420fb94 req-0fc0c8e9-b8b6-4d31-ad12-c76ad8554fd8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9d3fa9c-6a89-4433-b959-1be7d0394267 HTTP/1.1" status: 200 len: 1002 time: 0.1047530 Feb 09 02:21:57.509672 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed2e63d-dda5-48e5-9c5d-d8b9ae1221e7 None None] Checking router: 0e248890-717d-44a0-b5f5-0f895e74f183 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:57.520235 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed2e63d-dda5-48e5-9c5d-d8b9ae1221e7 None None] Routers {'0e248890-717d-44a0-b5f5-0f895e74f183'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:57.520863 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-7ed2e63d-dda5-48e5-9c5d-d8b9ae1221e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:21:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0e248890-717d-44a0-b5f5-0f895e74f183'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:57.569048 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d398625-cf6b-4fa0-9825-37649420fb94 req-271289ca-fd0d-4e11-9efd-bfbf7ef2a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:57.570714 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0d398625-cf6b-4fa0-9825-37649420fb94 req-271289ca-fd0d-4e11-9efd-bfbf7ef2a39f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=18514aa6-2ff8-434c-a665-9dfdbe4b6bde HTTP/1.1" status: 200 len: 852 time: 0.0554156 Feb 09 02:21:57.622714 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b6cc2d3d-9da6-43cc-9a9c-f66ac30ce0b1 req-e8ea2c8b-368e-4e35-8fca-f099cf71c8b5 service neutron] 10.222.0.48 "GET /v2.0/networks/88e16d07-9fdc-4554-a2ca-3cc87415428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022828 Feb 09 02:21:57.642060 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d398625-cf6b-4fa0-9825-37649420fb94 req-cb15a777-67f6-44b3-9629-1c5b38bb9247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:57.644326 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0d398625-cf6b-4fa0-9825-37649420fb94 req-cb15a777-67f6-44b3-9629-1c5b38bb9247 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0676458 Feb 09 02:21:57.775096 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-7ed2e63d-dda5-48e5-9c5d-d8b9ae1221e7 None None] Set router 0e248890-717d-44a0-b5f5-0f895e74f183 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:57.795425 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70342a6-4154-4383-87cb-526f578fb06c req-d0899b93-8c7f-48c9-b68e-19780ecf9270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:57.796929 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e70342a6-4154-4383-87cb-526f578fb06c req-d0899b93-8c7f-48c9-b68e-19780ecf9270 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 1125 time: 0.1179669 Feb 09 02:21:57.798810 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0d398625-cf6b-4fa0-9825-37649420fb94 req-c2b55249-9613-4d11-802e-780e786cd1da service neutron] 10.222.0.67 "GET /v2.0/networks/5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479249 Feb 09 02:21:57.862237 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7af94-b95c-4ef9-b3fd-c0cc602df5ac req-4053c6e2-8427-4c27-89d0-266a9cbcedde tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:57.863925 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2ed7af94-b95c-4ef9-b3fd-c0cc602df5ac req-4053c6e2-8427-4c27-89d0-266a9cbcedde tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 943 time: 0.1188686 Feb 09 02:21:57.960586 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0d398625-cf6b-4fa0-9825-37649420fb94 req-91115e0b-39fd-496f-8de1-47d9cecd2bb2 service neutron] 10.222.0.67 "GET /v2.0/networks/5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537507 Feb 09 02:21:57.982293 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2ed7af94-b95c-4ef9-b3fd-c0cc602df5ac req-db7a9282-7eb0-4854-9417-d273a765a06b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088071 Feb 09 02:21:58.007241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70342a6-4154-4383-87cb-526f578fb06c req-400b508a-e5b1-42f9-bb99-abc4fbec3079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:58.007241 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e70342a6-4154-4383-87cb-526f578fb06c req-400b508a-e5b1-42f9-bb99-abc4fbec3079 service neutron] 10.222.0.48 "GET /v2.0/networks?id=88e16d07-9fdc-4554-a2ca-3cc87415428a HTTP/1.1" status: 200 len: 897 time: 0.1945517 Feb 09 02:21:58.065511 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d398625-cf6b-4fa0-9825-37649420fb94 req-d846891f-8e51-49c1-966c-3e4286ee46fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:58.067479 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0d398625-cf6b-4fa0-9825-37649420fb94 req-d846891f-8e51-49c1-966c-3e4286ee46fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4726a29cc92145328d9a07ccc7d46d1c&device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 1128 time: 0.0544097 Feb 09 02:21:58.068218 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-7ed2e63d-dda5-48e5-9c5d-d8b9ae1221e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'name': 'tempest-TestVolumeBackupRestore-671040854-router', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:35Z', 'updated_at': '2022-02-09T02:18:39Z', 'revision_number': 4, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'gw_port': {'id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:36Z', 'updated_at': '2022-02-09T02:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'b77563e7-45f5-4b2e-a140-5cc8ba4c2e0d', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'port_id': 'd9d3fa9c-6a89-4433-b959-1be7d0394267', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4032, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'mac_address': 'fa:16:3e:8f:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c751599-ea4c-4042-adf0-f664ac019894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:21:53Z', 'updated_at': '2022-02-09T02:21:56Z', 'revision_number': 2, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c968df02-bf3e-4d65-bfde-034346f144d1', 'name': '', 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'mac_address': 'fa:16:3e:93:be:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:49Z', 'revision_number': 5, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'subnets': [{'id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:58.068463 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e70342a6-4154-4383-87cb-526f578fb06c req-cfa49acb-1fa0-4c58-ab83-67a8abec82b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c HTTP/1.1" status: 200 len: 217 time: 0.0579877 Feb 09 02:21:58.107841 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed2e63d-dda5-48e5-9c5d-d8b9ae1221e7 None None] The sync data for ids ['0e248890-717d-44a0-b5f5-0f895e74f183'] in n-d-828387-3 is: [{'id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'name': 'tempest-TestVolumeBackupRestore-671040854-router', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:35Z', 'updated_at': '2022-02-09T02:18:39Z', 'revision_number': 4, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'gw_port': {'id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:36Z', 'updated_at': '2022-02-09T02:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'b77563e7-45f5-4b2e-a140-5cc8ba4c2e0d', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'port_id': 'd9d3fa9c-6a89-4433-b959-1be7d0394267', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4032, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'mac_address': 'fa:16:3e:8f:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c751599-ea4c-4042-adf0-f664ac019894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:21:53Z', 'updated_at': '2022-02-09T02:21:56Z', 'revision_number': 2, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c968df02-bf3e-4d65-bfde-034346f144d1', 'name': '', 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'mac_address': 'fa:16:3e:93:be:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:49Z', 'revision_number': 5, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'subnets': [{'id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:58.129121 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70342a6-4154-4383-87cb-526f578fb06c req-1dd9c44f-0a9c-4cdc-bc03-4ff8b28be82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:58.130607 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e70342a6-4154-4383-87cb-526f578fb06c req-1dd9c44f-0a9c-4cdc-bc03-4ff8b28be82f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5886112-e998-4ee5-a822-243c343d1349 HTTP/1.1" status: 200 len: 834 time: 0.0551524 Feb 09 02:21:58.210931 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d398625-cf6b-4fa0-9825-37649420fb94 req-0fb085a4-659a-4a60-9a70-3b996c363e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:58.212711 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70342a6-4154-4383-87cb-526f578fb06c req-d5ed7ef8-16b2-4bee-b8ce-a5b4ea9bcf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:58.212851 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0d398625-cf6b-4fa0-9825-37649420fb94 req-0fb085a4-659a-4a60-9a70-3b996c363e0d service neutron] 10.222.0.67 "GET /v2.0/networks?id=5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2 HTTP/1.1" status: 200 len: 914 time: 0.1397038 Feb 09 02:21:58.214253 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e70342a6-4154-4383-87cb-526f578fb06c req-d5ed7ef8-16b2-4bee-b8ce-a5b4ea9bcf97 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=88e16d07-9fdc-4554-a2ca-3cc87415428a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0761404 Feb 09 02:21:58.294233 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0d398625-cf6b-4fa0-9825-37649420fb94 req-fcbbafe4-d9de-4683-9b6d-f852d3ae31be service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9d3fa9c-6a89-4433-b959-1be7d0394267 HTTP/1.1" status: 200 len: 1002 time: 0.0752711 Feb 09 02:21:58.352927 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e70342a6-4154-4383-87cb-526f578fb06c req-4b2d86c5-c2fe-4368-900c-21c06d86d7f0 service neutron] 10.222.0.48 "GET /v2.0/networks/88e16d07-9fdc-4554-a2ca-3cc87415428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204042 Feb 09 02:21:58.376412 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d398625-cf6b-4fa0-9825-37649420fb94 req-1c5c8409-eb11-4542-af7c-7cccfdc5d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:58.379466 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0d398625-cf6b-4fa0-9825-37649420fb94 req-1c5c8409-eb11-4542-af7c-7cccfdc5d2af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=18514aa6-2ff8-434c-a665-9dfdbe4b6bde HTTP/1.1" status: 200 len: 852 time: 0.0780790 Feb 09 02:21:58.440792 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d398625-cf6b-4fa0-9825-37649420fb94 req-c5fd7281-1362-4f3f-9428-4d20c1b9be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:58.442492 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0d398625-cf6b-4fa0-9825-37649420fb94 req-c5fd7281-1362-4f3f-9428-4d20c1b9be04 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0565376 Feb 09 02:21:58.460814 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e70342a6-4154-4383-87cb-526f578fb06c req-5766e2f3-8831-40e6-8cbc-dcb0e5a7add5 service neutron] 10.222.0.48 "GET /v2.0/networks/88e16d07-9fdc-4554-a2ca-3cc87415428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064792 Feb 09 02:21:58.540176 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0d398625-cf6b-4fa0-9825-37649420fb94 req-c806643a-f7d1-4334-a7fe-711df296c834 service neutron] 10.222.0.67 "GET /v2.0/networks/5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911667 Feb 09 02:21:58.636086 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0d398625-cf6b-4fa0-9825-37649420fb94 req-011e9621-7a28-4379-a754-78fdfa9fe4e8 service neutron] 10.222.0.67 "GET /v2.0/networks/5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900714 Feb 09 02:21:59.119758 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb2afd-4b0d-4c98-9ef0-9c4245677864 req-4220f98b-70f3-4d9b-a62f-30df01be1fe4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:59.121442 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-44bb2afd-4b0d-4c98-9ef0-9c4245677864 req-4220f98b-70f3-4d9b-a62f-30df01be1fe4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 943 time: 0.0573871 Feb 09 02:21:59.172216 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-44bb2afd-4b0d-4c98-9ef0-9c4245677864 req-06df0cfe-1e09-423f-b8bc-9ce4f8ce16af tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449715 Feb 09 02:22:00.294225 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9ff8e-7549-4a84-ab17-c2a8874321e6 req-e2abfe25-89b5-45c0-93a0-ff5043e8a10e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:00.295949 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3af9ff8e-7549-4a84-ab17-c2a8874321e6 req-e2abfe25-89b5-45c0-93a0-ff5043e8a10e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 943 time: 0.0553634 Feb 09 02:22:00.350426 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3af9ff8e-7549-4a84-ab17-c2a8874321e6 req-d1635393-14bb-43e1-b199-ef1358b1ab23 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483656 Feb 09 02:22:00.517874 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:22:00.612722 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c,segment=NetworkSegment(f78bb225-b4ec-41b9-a457-cce7a6384e78),segment_id=f78bb225-b4ec-41b9-a457-cce7a6384e78)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:00.627486 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '983c38de-0e4a-4cca-81e2-6bc0b2b0f96c', 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a', 'port_id': '983c38de-0e4a-4cca-81e2-6bc0b2b0f96c', 'mac_address': 'fa:16:3e:08:1b:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5886112-e998-4ee5-a822-243c343d1349', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:22:00.665593 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:00.665979 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:00.679031 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:22:00.698083 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c,segment=NetworkSegment(f78bb225-b4ec-41b9-a457-cce7a6384e78),segment_id=f78bb225-b4ec-41b9-a457-cce7a6384e78)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:00.703618 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:00.754416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:00.932632 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['983c38de-0e4a-4cca-81e2-6bc0b2b0f96c'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:22:01.496415 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeca602-c8fd-4076-a257-cb60ccce366c req-a7626f4b-cbba-4b57-9f37-757ec3994ce7 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:01.498522 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aaeca602-c8fd-4076-a257-cb60ccce366c req-a7626f4b-cbba-4b57-9f37-757ec3994ce7 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 944 time: 0.0693493 Feb 09 02:22:01.550346 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aaeca602-c8fd-4076-a257-cb60ccce366c req-bfaf822c-ed4a-4538-8ac6-0b6e10f79076 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464272 Feb 09 02:22:02.531969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:22:02.538431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57790) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:02.599740 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:22:02.603955 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:02.604329 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:02.606634 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee461-dcab-4529-8094-61fc26329848 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for security_group (f219cd1a-2922-4c78-ad0d-6ad888dc01d2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:02.634708 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee461-dcab-4529-8094-61fc26329848 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for security_group (f219cd1a-2922-4c78-ad0d-6ad888dc01d2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:02.705029 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:02.705802 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:02.724647 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99efe2-1b41-458e-a736-8e50a6d9d6a2 req-80209b95-ccaa-4f2f-9507-99a47fd84f86 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:02.726374 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1c99efe2-1b41-458e-a736-8e50a6d9d6a2 req-80209b95-ccaa-4f2f-9507-99a47fd84f86 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 944 time: 0.0880039 Feb 09 02:22:02.733113 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90c06ba-170c-421e-b450-f15589ad80ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983c38de-0e4a-4cca-81e2-6bc0b2b0f96c'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:02.735978 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91024c08-3e2f-4433-bad5-07c21f95b59c" -d '{"events": [{"server_uuid": "a90c06ba-170c-421e-b450-f15589ad80ca", "name": "network-vif-plugged", "status": "completed", "tag": "983c38de-0e4a-4cca-81e2-6bc0b2b0f96c"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:02.750525 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c,segment=NetworkSegment(f78bb225-b4ec-41b9-a457-cce7a6384e78),segment_id=f78bb225-b4ec-41b9-a457-cce7a6384e78)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:02.759151 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:02.762841 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee461-dcab-4529-8094-61fc26329848 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (f219cd1a-2922-4c78-ad0d-6ad888dc01d2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:02.765881 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee461-dcab-4529-8094-61fc26329848 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:02.769470 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2e0ee461-dcab-4529-8094-61fc26329848 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] 10.222.0.36 "DELETE /v2.0/security-groups/f219cd1a-2922-4c78-ad0d-6ad888dc01d2 HTTP/1.1" status: 204 len: 168 time: 0.2276313 Feb 09 02:22:02.784838 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ee461-dcab-4529-8094-61fc26329848 tempest-TestVolumeBootPattern-1718007880 tempest-TestVolumeBootPattern-1718007880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f219cd1a-2922-4c78-ad0d-6ad888dc01d2,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:02.829908 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1c99efe2-1b41-458e-a736-8e50a6d9d6a2 req-e51e509e-3c42-4a62-a033-aa485c0d5501 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885129 Feb 09 02:22:02.890132 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:02.916985 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57800) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:02.925572 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36faabc-b8b3-494d-8b64-d8a588fb9ca8 x-openstack-request-id: req-c36faabc-b8b3-494d-8b64-d8a588fb9ca8 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:02.926030 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90c06ba-170c-421e-b450-f15589ad80ca", "name": "network-vif-plugged", "status": "completed", "tag": "983c38de-0e4a-4cca-81e2-6bc0b2b0f96c", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:02.926299 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c36faabc-b8b3-494d-8b64-d8a588fb9ca8 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:02.926715 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90c06ba-170c-421e-b450-f15589ad80ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983c38de-0e4a-4cca-81e2-6bc0b2b0f96c', 'code': 200} Feb 09 02:22:03.033344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eaea44-9caa-42a3-8c0c-a4ab4c09d061 req-4208011e-d443-4c55-aaab-13a5daaf8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:03.034897 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-27eaea44-9caa-42a3-8c0c-a4ab4c09d061 req-4208011e-d443-4c55-aaab-13a5daaf8863 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 1127 time: 0.0638533 Feb 09 02:22:03.090921 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-27eaea44-9caa-42a3-8c0c-a4ab4c09d061 req-00683fd2-b306-416f-8444-08fbb57ffa33 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496678 Feb 09 02:22:03.555530 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a059c9e7-d4a9-4540-88b1-0903ee249ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (2c8fea35-6faa-4e0a-9905-70f0fec5b71b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:03.838904 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-a059c9e7-d4a9-4540-88b1-0903ee249ebf admin admin] Deleting port 280344da-329e-4bd6-b059-a78b1ac6284b {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:03.839921 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a059c9e7-d4a9-4540-88b1-0903ee249ebf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (280344da-329e-4bd6-b059-a78b1ac6284b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:03.969527 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-a059c9e7-d4a9-4540-88b1-0903ee249ebf admin admin] For port 280344da-329e-4bd6-b059-a78b1ac6284b, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=280344da-329e-4bd6-b059-a78b1ac6284b,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:03.969889 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a059c9e7-d4a9-4540-88b1-0903ee249ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (280344da-329e-4bd6-b059-a78b1ac6284b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:03.987375 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-a059c9e7-d4a9-4540-88b1-0903ee249ebf admin admin] Calling delete_port for 280344da-329e-4bd6-b059-a78b1ac6284b owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:03.995493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bec4f-cff9-4712-bc40-ff4bf799711c req-1f576b07-9f9f-43ae-8abe-d746c864fe1b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:03.997116 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-880bec4f-cff9-4712-bc40-ff4bf799711c req-1f576b07-9f9f-43ae-8abe-d746c864fe1b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 945 time: 0.1027777 Feb 09 02:22:04.108501 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-880bec4f-cff9-4712-bc40-ff4bf799711c req-cc42063a-dbf3-4c49-8cc0-178b2c29f183 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038041 Feb 09 02:22:04.279030 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a059c9e7-d4a9-4540-88b1-0903ee249ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (280344da-329e-4bd6-b059-a78b1ac6284b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:04.313897 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059c9e7-d4a9-4540-88b1-0903ee249ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=280344da-329e-4bd6-b059-a78b1ac6284b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:04.882802 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a059c9e7-d4a9-4540-88b1-0903ee249ebf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (2c8fea35-6faa-4e0a-9905-70f0fec5b71b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:05.107179 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a059c9e7-d4a9-4540-88b1-0903ee249ebf admin admin] Router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:22:05.220769 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a059c9e7-d4a9-4540-88b1-0903ee249ebf admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:22:05.227297 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a059c9e7-d4a9-4540-88b1-0903ee249ebf admin admin] 10.222.0.36 "PUT /v2.0/routers/2c8fea35-6faa-4e0a-9905-70f0fec5b71b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3068230 Feb 09 02:22:05.228576 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57808) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:05.232047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2214e8-b8b8-4c9c-b2aa-01e6d27293ef None None] Sync routers for ids ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:22:05.239480 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f3727-4e60-4e95-a5b9-ae4b18d67566 req-5e45271f-7364-4840-92a8-8a437741ed2d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:05.241149 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c80f3727-4e60-4e95-a5b9-ae4b18d67566 req-5e45271f-7364-4840-92a8-8a437741ed2d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 945 time: 0.0543454 Feb 09 02:22:05.242981 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2214e8-b8b8-4c9c-b2aa-01e6d27293ef None None] Routers {'2c8fea35-6faa-4e0a-9905-70f0fec5b71b'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:05.243619 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-db2214e8-b8b8-4c9c-b2aa-01e6d27293ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:21:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:05.293223 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c80f3727-4e60-4e95-a5b9-ae4b18d67566 req-94884546-ad93-4a7d-8f3b-eae82f6b81c2 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437958 Feb 09 02:22:05.347262 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-afb8bf2b-a039-49b1-abf8-812d11bd48dd admin admin] Publish callbacks [] for router (2c8fea35-6faa-4e0a-9905-70f0fec5b71b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:05.496730 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e294d-e521-435d-9670-897f2466656b req-eb9e4560-f113-4edb-952b-aad17425b3ba tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:05.498338 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-016e294d-e521-435d-9670-897f2466656b req-eb9e4560-f113-4edb-952b-aad17425b3ba tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 945 time: 0.1154907 Feb 09 02:22:05.513181 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-afb8bf2b-a039-49b1-abf8-812d11bd48dd admin admin] Publish callbacks [] for router_gateway (2c8fea35-6faa-4e0a-9905-70f0fec5b71b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:05.516064 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-db2214e8-b8b8-4c9c-b2aa-01e6d27293ef None None] Set router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:22:05.580141 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-016e294d-e521-435d-9670-897f2466656b req-db84521c-903c-4e94-be1f-bb97f0b9dbe4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738995 Feb 09 02:22:05.603505 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57812) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:05.607810 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-afb8bf2b-a039-49b1-abf8-812d11bd48dd admin admin] Deleting port e78b9775-b333-4036-a323-232d1e460ad5 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:05.608381 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-afb8bf2b-a039-49b1-abf8-812d11bd48dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e78b9775-b333-4036-a323-232d1e460ad5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:05.650126 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6645ef6d-83a4-469d-b079-5546b89a1ca0 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:05.652362 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6645ef6d-83a4-469d-b079-5546b89a1ca0 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 1122 time: 0.0472333 Feb 09 02:22:05.655586 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57814) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:05.660145 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1f177b8d-fa08-4afa-9b10-caa4b4ba6d5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': '983c38de-0e4a-4cca-81e2-6bc0b2b0f96c', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:05.681795 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f177b8d-fa08-4afa-9b10-caa4b4ba6d5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:05.694664 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-afb8bf2b-a039-49b1-abf8-812d11bd48dd admin admin] For port e78b9775-b333-4036-a323-232d1e460ad5, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=e78b9775-b333-4036-a323-232d1e460ad5,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:05.695034 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-afb8bf2b-a039-49b1-abf8-812d11bd48dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e78b9775-b333-4036-a323-232d1e460ad5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:05.708616 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-afb8bf2b-a039-49b1-abf8-812d11bd48dd admin admin] Calling delete_port for e78b9775-b333-4036-a323-232d1e460ad5 owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:05.709667 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-db2214e8-b8b8-4c9c-b2aa-01e6d27293ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:22:04Z', 'revision_number': 5, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port': {'id': 'e78b9775-b333-4036-a323-232d1e460ad5', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:05.736873 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2214e8-b8b8-4c9c-b2aa-01e6d27293ef None None] Checking router: 2c8fea35-6faa-4e0a-9905-70f0fec5b71b for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:22:05.746475 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2214e8-b8b8-4c9c-b2aa-01e6d27293ef None None] Routers {'2c8fea35-6faa-4e0a-9905-70f0fec5b71b'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:05.748445 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-db2214e8-b8b8-4c9c-b2aa-01e6d27293ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:21:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:05.788921 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f177b8d-fa08-4afa-9b10-caa4b4ba6d5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:05.847585 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-db2214e8-b8b8-4c9c-b2aa-01e6d27293ef None None] Set router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:22:05.889532 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-afb8bf2b-a039-49b1-abf8-812d11bd48dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (e78b9775-b333-4036-a323-232d1e460ad5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:05.903582 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-db2214e8-b8b8-4c9c-b2aa-01e6d27293ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:22:05Z', 'revision_number': 6, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:05.918191 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-1f177b8d-fa08-4afa-9b10-caa4b4ba6d5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Allocated IP 172.25.7.29 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/0382e43f-91d9-4e39-a88c-c826857389b7) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:05.919332 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8bf2b-a039-49b1-abf8-812d11bd48dd admin admin] Pushing event deleted for resources: {'Port': ['ID=e78b9775-b333-4036-a323-232d1e460ad5,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:05.943499 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2214e8-b8b8-4c9c-b2aa-01e6d27293ef None None] The sync data for ids ['2c8fea35-6faa-4e0a-9905-70f0fec5b71b'] in n-d-828387-3 is: [{'id': '2c8fea35-6faa-4e0a-9905-70f0fec5b71b', 'name': 'tempest-TestVolumeBootPattern-53633649-router', 'tenant_id': 'ae374e012dff438a8fcacf6297f76569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:54Z', 'updated_at': '2022-02-09T02:22:05Z', 'revision_number': 6, 'project_id': 'ae374e012dff438a8fcacf6297f76569', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:22:05.996912 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-afb8bf2b-a039-49b1-abf8-812d11bd48dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (2c8fea35-6faa-4e0a-9905-70f0fec5b71b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.036342 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f177b8d-fa08-4afa-9b10-caa4b4ba6d5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for port (0382e43f-91d9-4e39-a88c-c826857389b7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.070714 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f177b8d-fa08-4afa-9b10-caa4b4ba6d5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (0382e43f-91d9-4e39-a88c-c826857389b7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.097117 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-afb8bf2b-a039-49b1-abf8-812d11bd48dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (2c8fea35-6faa-4e0a-9905-70f0fec5b71b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.099326 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-afb8bf2b-a039-49b1-abf8-812d11bd48dd admin admin] Publish callbacks [] for router_controller (2c8fea35-6faa-4e0a-9905-70f0fec5b71b), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.112950 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f177b8d-fa08-4afa-9b10-caa4b4ba6d5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:06.115923 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-1f177b8d-fa08-4afa-9b10-caa4b4ba6d5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:06.118530 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f177b8d-fa08-4afa-9b10-caa4b4ba6d5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:22:06.148385 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f177b8d-fa08-4afa-9b10-caa4b4ba6d5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Port': ['ID=0382e43f-91d9-4e39-a88c-c826857389b7,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:06.149298 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-afb8bf2b-a039-49b1-abf8-812d11bd48dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (2c8fea35-6faa-4e0a-9905-70f0fec5b71b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.149847 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb8bf2b-a039-49b1-abf8-812d11bd48dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c8fea35-6faa-4e0a-9905-70f0fec5b71b {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:22:06.154182 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-afb8bf2b-a039-49b1-abf8-812d11bd48dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.155379 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-afb8bf2b-a039-49b1-abf8-812d11bd48dd admin admin] 10.222.0.36 "DELETE /v2.0/routers/2c8fea35-6faa-4e0a-9905-70f0fec5b71b HTTP/1.1" status: 204 len: 168 time: 0.9256024 Feb 09 02:22:06.158070 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57816) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:06.204638 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d4ca52-93ea-49c3-aff3-ac371a9f723b admin admin] Deleting subnet a62a2247-044e-4cd3-9944-5d20d7932a71 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:22:06.208029 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33d4ca52-93ea-49c3-aff3-ac371a9f723b admin admin] Publish callbacks [] for subnet (a62a2247-044e-4cd3-9944-5d20d7932a71), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.246337 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33d4ca52-93ea-49c3-aff3-ac371a9f723b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (a62a2247-044e-4cd3-9944-5d20d7932a71), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.333884 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33d4ca52-93ea-49c3-aff3-ac371a9f723b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (a62a2247-044e-4cd3-9944-5d20d7932a71), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.393383 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33d4ca52-93ea-49c3-aff3-ac371a9f723b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (a62a2247-044e-4cd3-9944-5d20d7932a71), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.423657 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33d4ca52-93ea-49c3-aff3-ac371a9f723b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.428650 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff25baa-0773-4c07-a167-d948d4e74aa9 None None] Network cc310b24-fd11-451e-88ac-42c9695a7e70 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:06.430347 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-33d4ca52-93ea-49c3-aff3-ac371a9f723b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a62a2247-044e-4cd3-9944-5d20d7932a71 HTTP/1.1" status: 204 len: 168 time: 0.2712576 Feb 09 02:22:06.431058 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57818) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:06.431823 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4ca52-93ea-49c3-aff3-ac371a9f723b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a62a2247-044e-4cd3-9944-5d20d7932a71,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:06.509122 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-34ac609e-b3e9-41fa-ac77-b4de247041a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (cc310b24-fd11-451e-88ac-42c9695a7e70), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.521217 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f177b8d-fa08-4afa-9b10-caa4b4ba6d5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for floatingip (90542e0c-25db-4618-adcd-7332236c264d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.574833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-34ac609e-b3e9-41fa-ac77-b4de247041a6 admin admin] Deleting port 80f36df6-13b6-4cfb-8818-0240ac61af10 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:06.575191 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-34ac609e-b3e9-41fa-ac77-b4de247041a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (80f36df6-13b6-4cfb-8818-0240ac61af10), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.599332 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f177b8d-fa08-4afa-9b10-caa4b4ba6d5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0382e43f-91d9-4e39-a88c-c826857389b7), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.640235 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-34ac609e-b3e9-41fa-ac77-b4de247041a6 admin admin] For port 80f36df6-13b6-4cfb-8818-0240ac61af10, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=80f36df6-13b6-4cfb-8818-0240ac61af10,segment=NetworkSegment(7e8f92df-20f9-4b45-8132-7943125320b9),segment_id=7e8f92df-20f9-4b45-8132-7943125320b9)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:06.640726 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-34ac609e-b3e9-41fa-ac77-b4de247041a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (80f36df6-13b6-4cfb-8818-0240ac61af10), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.653895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-34ac609e-b3e9-41fa-ac77-b4de247041a6 admin admin] Calling delete_port for 80f36df6-13b6-4cfb-8818-0240ac61af10 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:06.738793 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-34ac609e-b3e9-41fa-ac77-b4de247041a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (80f36df6-13b6-4cfb-8818-0240ac61af10), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.753971 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ac609e-b3e9-41fa-ac77-b4de247041a6 admin admin] No DVR routers for this DVR port 80f36df6-13b6-4cfb-8818-0240ac61af10 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:06.775151 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f177b8d-fa08-4afa-9b10-caa4b4ba6d5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for port (0382e43f-91d9-4e39-a88c-c826857389b7), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.779079 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac609e-b3e9-41fa-ac77-b4de247041a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=80f36df6-13b6-4cfb-8818-0240ac61af10,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:06.780563 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3369041b-5857-4734-8e9c-7e413e4ea8ea None None] DHCP port deletion for cc310b24-fd11-451e-88ac-42c9695a7e70 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:22:06.794319 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f177b8d-fa08-4afa-9b10-caa4b4ba6d5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (0382e43f-91d9-4e39-a88c-c826857389b7), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.866825 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-34ac609e-b3e9-41fa-ac77-b4de247041a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (cc310b24-fd11-451e-88ac-42c9695a7e70), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.908317 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f177b8d-fa08-4afa-9b10-caa4b4ba6d5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Port': ['ID=0382e43f-91d9-4e39-a88c-c826857389b7,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:06.911111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-34ac609e-b3e9-41fa-ac77-b4de247041a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc310b24-fd11-451e-88ac-42c9695a7e70']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:06.915463 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 80f36df6-13b6-4cfb-8818-0240ac61af10 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:06.918522 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f177b8d-fa08-4afa-9b10-caa4b4ba6d5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (90542e0c-25db-4618-adcd-7332236c264d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.923503 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-34ac609e-b3e9-41fa-ac77-b4de247041a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e8f92df-20f9-4b45-8132-7943125320b9') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:06.923809 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-34ac609e-b3e9-41fa-ac77-b4de247041a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e8f92df-20f9-4b45-8132-7943125320b9') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:06.940402 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 80f36df6-13b6-4cfb-8818-0240ac61af10 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:22:06.940750 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 80f36df6-13b6-4cfb-8818-0240ac61af10 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:06.941270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e78b9775-b333-4036-a323-232d1e460ad5 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:06.943689 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-34ac609e-b3e9-41fa-ac77-b4de247041a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (7e8f92df-20f9-4b45-8132-7943125320b9), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.965024 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-34ac609e-b3e9-41fa-ac77-b4de247041a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (7e8f92df-20f9-4b45-8132-7943125320b9), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.971463 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ac609e-b3e9-41fa-ac77-b4de247041a6 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:22:06.971865 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-34ac609e-b3e9-41fa-ac77-b4de247041a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (7e8f92df-20f9-4b45-8132-7943125320b9), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:22:06.973670 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:22:06.979476 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: e78b9775-b333-4036-a323-232d1e460ad5 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:22:06.979941 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device e78b9775-b333-4036-a323-232d1e460ad5 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:06.980464 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 280344da-329e-4bd6-b059-a78b1ac6284b no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:07.010256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 280344da-329e-4bd6-b059-a78b1ac6284b {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:22:07.010523 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 280344da-329e-4bd6-b059-a78b1ac6284b not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:07.037847 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-1f177b8d-fa08-4afa-9b10-caa4b4ba6d5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Floating IP 90542e0c-25db-4618-adcd-7332236c264d associated. External IP: 172.25.7.29, port: 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c. Feb 09 02:22:07.040358 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-34ac609e-b3e9-41fa-ac77-b4de247041a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (cc310b24-fd11-451e-88ac-42c9695a7e70), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.050239 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-34ac609e-b3e9-41fa-ac77-b4de247041a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.054902 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-34ac609e-b3e9-41fa-ac77-b4de247041a6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/cc310b24-fd11-451e-88ac-42c9695a7e70 HTTP/1.1" status: 204 len: 168 time: 0.6181636 Feb 09 02:22:07.064835 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57820) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:07.071043 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac609e-b3e9-41fa-ac77-b4de247041a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc310b24-fd11-451e-88ac-42c9695a7e70,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:07.284920 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f177b8d-fa08-4afa-9b10-caa4b4ba6d5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Router a59e3c68-ff78-46a5-b741-e2cb0257b998 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:22:07.469435 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-203ac30e-007c-4762-b6e2-1c298ed60d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (639ccf2a-239c-4738-b432-8c139bc4a0e2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.531977 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba5b947a-cfe9-47f6-b5e3-f3e08f7352b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.678478 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f177b8d-fa08-4afa-9b10-caa4b4ba6d5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:22:07.691321 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeaf9a5-dd45-4db7-8511-21a507f01ac3 None None] Sync routers for ids ['a59e3c68-ff78-46a5-b741-e2cb0257b998'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:22:07.701500 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f177b8d-fa08-4afa-9b10-caa4b4ba6d5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.706209 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeaf9a5-dd45-4db7-8511-21a507f01ac3 None None] Routers {'a59e3c68-ff78-46a5-b741-e2cb0257b998'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:07.707036 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-ffeaf9a5-dd45-4db7-8511-21a507f01ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:21:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a59e3c68-ff78-46a5-b741-e2cb0257b998'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:07.743548 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1f177b8d-fa08-4afa-9b10-caa4b4ba6d5b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0868757 Feb 09 02:22:07.744279 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90c06ba-170c-421e-b450-f15589ad80ca', 'tag': '983c38de-0e4a-4cca-81e2-6bc0b2b0f96c'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:07.747753 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8ed9c7-4a67-4323-b67f-6f2b7b9cdabd" -d '{"events": [{"name": "network-changed", "server_uuid": "a90c06ba-170c-421e-b450-f15589ad80ca", "tag": "983c38de-0e4a-4cca-81e2-6bc0b2b0f96c"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:07.800976 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de68ce18-08fd-4f0a-91e5-0df2cd2525e6 x-openstack-request-id: req-de68ce18-08fd-4f0a-91e5-0df2cd2525e6 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:07.801323 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90c06ba-170c-421e-b450-f15589ad80ca", "tag": "983c38de-0e4a-4cca-81e2-6bc0b2b0f96c", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:07.801574 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de68ce18-08fd-4f0a-91e5-0df2cd2525e6 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:07.802428 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90c06ba-170c-421e-b450-f15589ad80ca', 'tag': '983c38de-0e4a-4cca-81e2-6bc0b2b0f96c', 'status': 'completed', 'code': 200} Feb 09 02:22:07.807867 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-203ac30e-007c-4762-b6e2-1c298ed60d0a admin admin] Deleting port 1424eecc-c748-4046-bd40-2fdf6747f666 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:07.808508 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-203ac30e-007c-4762-b6e2-1c298ed60d0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (1424eecc-c748-4046-bd40-2fdf6747f666), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.863853 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-ffeaf9a5-dd45-4db7-8511-21a507f01ac3 None None] Set router a59e3c68-ff78-46a5-b741-e2cb0257b998 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:22:07.896933 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5681ed-ce49-46e0-b00d-2550c00ede9e req-e56f21b3-039e-4d59-ab3b-14ae9d470656 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:07.898619 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4f5681ed-ce49-46e0-b00d-2550c00ede9e req-e56f21b3-039e-4d59-ab3b-14ae9d470656 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 945 time: 0.0770981 Feb 09 02:22:07.956266 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-203ac30e-007c-4762-b6e2-1c298ed60d0a admin admin] For port 1424eecc-c748-4046-bd40-2fdf6747f666, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=1424eecc-c748-4046-bd40-2fdf6747f666,segment=NetworkSegment(3f69ddcb-c05d-4865-bf2a-1252c3c7d419),segment_id=3f69ddcb-c05d-4865-bf2a-1252c3c7d419)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:07.956731 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-203ac30e-007c-4762-b6e2-1c298ed60d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (1424eecc-c748-4046-bd40-2fdf6747f666), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.977249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-203ac30e-007c-4762-b6e2-1c298ed60d0a admin admin] Calling delete_port for 1424eecc-c748-4046-bd40-2fdf6747f666 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:07.978870 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4f5681ed-ce49-46e0-b00d-2550c00ede9e req-67569af4-61a6-4f87-8e4f-b647a8be7406 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710328 Feb 09 02:22:07.981513 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ed9c7-4a67-4323-b67f-6f2b7b9cdabd req-623509d5-b519-435a-8b67-de21c6a5dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:07.983388 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eb8ed9c7-4a67-4323-b67f-6f2b7b9cdabd req-623509d5-b519-435a-8b67-de21c6a5dfe1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 1127 time: 0.1508489 Feb 09 02:22:08.009472 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57826) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:08.087432 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b3cbb4d7-cb47-461f-84ab-86be92b8606a tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/floatingips/90542e0c-25db-4618-adcd-7332236c264d HTTP/1.1" status: 200 len: 990 time: 0.0766251 Feb 09 02:22:08.178311 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ed9c7-4a67-4323-b67f-6f2b7b9cdabd req-15188a5d-8d42-47b2-9a73-17edd12642e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:08.178582 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-ffeaf9a5-dd45-4db7-8511-21a507f01ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100622517', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:45Z', 'updated_at': '2022-02-09T02:21:50Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:46Z', 'updated_at': '2022-02-09T02:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '90542e0c-25db-4618-adcd-7332236c264d', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'floating_ip_address': '172.25.7.29', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'port_id': '983c38de-0e4a-4cca-81e2-6bc0b2b0f96c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a', 'mac_address': 'fa:16:3e:08:1b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c06ba-170c-421e-b450-f15589ad80ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:22:06Z', 'updated_at': '2022-02-09T02:22:06Z', 'revision_number': 0, 'project_id': '2c59903585c449439619eb0edc719ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc9eeefb-e38a-42fb-90bf-57979c6bf609', 'name': '', 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:5c:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'd5886112-e998-4ee5-a822-243c343d1349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:49Z', 'updated_at': '2022-02-09T02:21:54Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'd5886112-e998-4ee5-a822-243c343d1349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:08.180156 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eb8ed9c7-4a67-4323-b67f-6f2b7b9cdabd req-15188a5d-8d42-47b2-9a73-17edd12642e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=88e16d07-9fdc-4554-a2ca-3cc87415428a HTTP/1.1" status: 200 len: 897 time: 0.1886210 Feb 09 02:22:08.211897 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeaf9a5-dd45-4db7-8511-21a507f01ac3 None None] Checking router: a59e3c68-ff78-46a5-b741-e2cb0257b998 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:22:08.222035 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeaf9a5-dd45-4db7-8511-21a507f01ac3 None None] Routers {'a59e3c68-ff78-46a5-b741-e2cb0257b998'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:08.222869 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-ffeaf9a5-dd45-4db7-8511-21a507f01ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:21:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a59e3c68-ff78-46a5-b741-e2cb0257b998'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:08.276286 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eb8ed9c7-4a67-4323-b67f-6f2b7b9cdabd req-0a7d6bd7-3c34-47aa-8265-6825b2186bd2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c HTTP/1.1" status: 200 len: 998 time: 0.0856647 Feb 09 02:22:08.358551 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-ffeaf9a5-dd45-4db7-8511-21a507f01ac3 None None] Set router a59e3c68-ff78-46a5-b741-e2cb0257b998 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:22:08.371612 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ed9c7-4a67-4323-b67f-6f2b7b9cdabd req-3909abd9-2498-4ec6-82b7-102f19d244ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:08.373110 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eb8ed9c7-4a67-4323-b67f-6f2b7b9cdabd req-3909abd9-2498-4ec6-82b7-102f19d244ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5886112-e998-4ee5-a822-243c343d1349 HTTP/1.1" status: 200 len: 834 time: 0.0864880 Feb 09 02:22:08.391248 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-203ac30e-007c-4762-b6e2-1c298ed60d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (1424eecc-c748-4046-bd40-2fdf6747f666), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:08.436324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ac30e-007c-4762-b6e2-1c298ed60d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=1424eecc-c748-4046-bd40-2fdf6747f666,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:08.510674 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ed9c7-4a67-4323-b67f-6f2b7b9cdabd req-b839dced-1756-47e3-9113-b2feede942fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:08.512424 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eb8ed9c7-4a67-4323-b67f-6f2b7b9cdabd req-b839dced-1756-47e3-9113-b2feede942fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=88e16d07-9fdc-4554-a2ca-3cc87415428a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1327872 Feb 09 02:22:08.664138 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-ffeaf9a5-dd45-4db7-8511-21a507f01ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100622517', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:45Z', 'updated_at': '2022-02-09T02:21:50Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:46Z', 'updated_at': '2022-02-09T02:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '90542e0c-25db-4618-adcd-7332236c264d', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'floating_ip_address': '172.25.7.29', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'port_id': '983c38de-0e4a-4cca-81e2-6bc0b2b0f96c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a', 'mac_address': 'fa:16:3e:08:1b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c06ba-170c-421e-b450-f15589ad80ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:22:06Z', 'updated_at': '2022-02-09T02:22:06Z', 'revision_number': 0, 'project_id': '2c59903585c449439619eb0edc719ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc9eeefb-e38a-42fb-90bf-57979c6bf609', 'name': '', 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:5c:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'd5886112-e998-4ee5-a822-243c343d1349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:49Z', 'updated_at': '2022-02-09T02:21:54Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'd5886112-e998-4ee5-a822-243c343d1349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:08.696447 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeaf9a5-dd45-4db7-8511-21a507f01ac3 None None] The sync data for ids ['a59e3c68-ff78-46a5-b741-e2cb0257b998'] in n-d-828387-3 is: [{'id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100622517', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:45Z', 'updated_at': '2022-02-09T02:21:50Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:46Z', 'updated_at': '2022-02-09T02:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '90542e0c-25db-4618-adcd-7332236c264d', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'floating_ip_address': '172.25.7.29', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'port_id': '983c38de-0e4a-4cca-81e2-6bc0b2b0f96c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a', 'mac_address': 'fa:16:3e:08:1b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c06ba-170c-421e-b450-f15589ad80ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:22:06Z', 'updated_at': '2022-02-09T02:22:06Z', 'revision_number': 0, 'project_id': '2c59903585c449439619eb0edc719ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc9eeefb-e38a-42fb-90bf-57979c6bf609', 'name': '', 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:5c:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'd5886112-e998-4ee5-a822-243c343d1349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:49Z', 'updated_at': '2022-02-09T02:21:54Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'd5886112-e998-4ee5-a822-243c343d1349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:22:08.741932 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eb8ed9c7-4a67-4323-b67f-6f2b7b9cdabd req-ba89271f-b649-4294-b536-6758c008a811 service neutron] 10.222.0.48 "GET /v2.0/networks/88e16d07-9fdc-4554-a2ca-3cc87415428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213967 Feb 09 02:22:08.744631 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-203ac30e-007c-4762-b6e2-1c298ed60d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (639ccf2a-239c-4738-b432-8c139bc4a0e2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:08.965060 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85931082-2373-4d03-a68e-bb3513a1e4ad None None] New status for floating IP 90542e0c-25db-4618-adcd-7332236c264d: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:22:09.091174 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57828) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:09.185254 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-38ee34d5-a786-4108-966a-17da8262f569 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/floatingips/90542e0c-25db-4618-adcd-7332236c264d HTTP/1.1" status: 200 len: 990 time: 0.0928488 Feb 09 02:22:09.299172 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eb8ed9c7-4a67-4323-b67f-6f2b7b9cdabd req-b6f0b038-9bb3-4b87-b0a0-e22b2adaf961 service neutron] 10.222.0.48 "GET /v2.0/networks/88e16d07-9fdc-4554-a2ca-3cc87415428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439646 Feb 09 02:22:09.419142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203ac30e-007c-4762-b6e2-1c298ed60d0a admin admin] Router 639ccf2a-239c-4738-b432-8c139bc4a0e2 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:22:09.539769 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203ac30e-007c-4762-b6e2-1c298ed60d0a admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:22:09.547541 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-203ac30e-007c-4762-b6e2-1c298ed60d0a admin admin] 10.222.0.36 "PUT /v2.0/routers/639ccf2a-239c-4738-b432-8c139bc4a0e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4802558 Feb 09 02:22:09.549401 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57830) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:09.552140 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7242eabb-5338-47ab-a57a-1b0c76a49e68 None None] Sync routers for ids ['639ccf2a-239c-4738-b432-8c139bc4a0e2'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:22:09.565420 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7242eabb-5338-47ab-a57a-1b0c76a49e68 None None] Routers {'639ccf2a-239c-4738-b432-8c139bc4a0e2'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:09.566034 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-7242eabb-5338-47ab-a57a-1b0c76a49e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:21:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['639ccf2a-239c-4738-b432-8c139bc4a0e2'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:09.664403 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1b51-8281-4f13-825c-713e16ec5572 admin admin] Publish callbacks [] for router (639ccf2a-239c-4738-b432-8c139bc4a0e2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:09.678121 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-7242eabb-5338-47ab-a57a-1b0c76a49e68 None None] Set router 639ccf2a-239c-4738-b432-8c139bc4a0e2 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:22:09.773499 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1b51-8281-4f13-825c-713e16ec5572 admin admin] Publish callbacks [] for router_gateway (639ccf2a-239c-4738-b432-8c139bc4a0e2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:09.829634 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-8e1f1b51-8281-4f13-825c-713e16ec5572 admin admin] Deleting port 9b41316c-5c76-48d0-8e3c-93abcd2ad9e2 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:09.829984 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1b51-8281-4f13-825c-713e16ec5572 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9b41316c-5c76-48d0-8e3c-93abcd2ad9e2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:09.914397 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-8e1f1b51-8281-4f13-825c-713e16ec5572 admin admin] For port 9b41316c-5c76-48d0-8e3c-93abcd2ad9e2, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9b41316c-5c76-48d0-8e3c-93abcd2ad9e2,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:09.914813 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1b51-8281-4f13-825c-713e16ec5572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9b41316c-5c76-48d0-8e3c-93abcd2ad9e2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:09.929425 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-8e1f1b51-8281-4f13-825c-713e16ec5572 admin admin] Calling delete_port for 9b41316c-5c76-48d0-8e3c-93abcd2ad9e2 owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:09.955907 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-7242eabb-5338-47ab-a57a-1b0c76a49e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639ccf2a-239c-4738-b432-8c139bc4a0e2', 'name': 'tempest-TestVolumeBootPattern-513352519-router', 'tenant_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '9b41316c-5c76-48d0-8e3c-93abcd2ad9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:01Z', 'updated_at': '2022-02-09T02:22:08Z', 'revision_number': 5, 'project_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'gw_port': {'id': '9b41316c-5c76-48d0-8e3c-93abcd2ad9e2', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639ccf2a-239c-4738-b432-8c139bc4a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:02Z', 'updated_at': '2022-02-09T02:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:09.983892 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7242eabb-5338-47ab-a57a-1b0c76a49e68 None None] Checking router: 639ccf2a-239c-4738-b432-8c139bc4a0e2 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:22:09.992528 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7242eabb-5338-47ab-a57a-1b0c76a49e68 None None] Routers {'639ccf2a-239c-4738-b432-8c139bc4a0e2'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:09.993132 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-7242eabb-5338-47ab-a57a-1b0c76a49e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:21:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['639ccf2a-239c-4738-b432-8c139bc4a0e2'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:10.082925 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-7242eabb-5338-47ab-a57a-1b0c76a49e68 None None] Set router 639ccf2a-239c-4738-b432-8c139bc4a0e2 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:22:10.106366 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1b51-8281-4f13-825c-713e16ec5572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9b41316c-5c76-48d0-8e3c-93abcd2ad9e2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.129759 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f1b51-8281-4f13-825c-713e16ec5572 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b41316c-5c76-48d0-8e3c-93abcd2ad9e2,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:10.138683 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-7242eabb-5338-47ab-a57a-1b0c76a49e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639ccf2a-239c-4738-b432-8c139bc4a0e2', 'name': 'tempest-TestVolumeBootPattern-513352519-router', 'tenant_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:01Z', 'updated_at': '2022-02-09T02:22:09Z', 'revision_number': 6, 'project_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:10.165711 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7242eabb-5338-47ab-a57a-1b0c76a49e68 None None] The sync data for ids ['639ccf2a-239c-4738-b432-8c139bc4a0e2'] in n-d-828387-3 is: [{'id': '639ccf2a-239c-4738-b432-8c139bc4a0e2', 'name': 'tempest-TestVolumeBootPattern-513352519-router', 'tenant_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:01Z', 'updated_at': '2022-02-09T02:22:09Z', 'revision_number': 6, 'project_id': '7ecaf2eb9237490c8dbd056b26ad1404', 'gw_port_host': None}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:22:10.179398 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-931eccba-403e-4660-8f44-7b3662142feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.189006 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57832) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:10.198427 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1b51-8281-4f13-825c-713e16ec5572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (639ccf2a-239c-4738-b432-8c139bc4a0e2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.226989 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.271889 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f1924d2d-c8ed-46ec-8284-dde8b2d94ead tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/floatingips/90542e0c-25db-4618-adcd-7332236c264d HTTP/1.1" status: 200 len: 992 time: 0.0805757 Feb 09 02:22:10.299861 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1b51-8281-4f13-825c-713e16ec5572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (639ccf2a-239c-4738-b432-8c139bc4a0e2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.302183 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1b51-8281-4f13-825c-713e16ec5572 admin admin] Publish callbacks [] for router_controller (639ccf2a-239c-4738-b432-8c139bc4a0e2), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.352201 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1b51-8281-4f13-825c-713e16ec5572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (639ccf2a-239c-4738-b432-8c139bc4a0e2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.352743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1f1b51-8281-4f13-825c-713e16ec5572 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 639ccf2a-239c-4738-b432-8c139bc4a0e2 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:22:10.358380 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1b51-8281-4f13-825c-713e16ec5572 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.359598 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8e1f1b51-8281-4f13-825c-713e16ec5572 admin admin] 10.222.0.36 "DELETE /v2.0/routers/639ccf2a-239c-4738-b432-8c139bc4a0e2 HTTP/1.1" status: 204 len: 168 time: 0.8090501 Feb 09 02:22:10.362356 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57834) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:10.410315 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c069e5-927c-4010-98c3-2efe1eea3cc5 admin admin] Deleting subnet 7fc30fe2-602b-4f58-a250-6a6f09085b4b {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:22:10.413668 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-59c069e5-927c-4010-98c3-2efe1eea3cc5 admin admin] Publish callbacks [] for subnet (7fc30fe2-602b-4f58-a250-6a6f09085b4b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.449703 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-59c069e5-927c-4010-98c3-2efe1eea3cc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (7fc30fe2-602b-4f58-a250-6a6f09085b4b), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.537132 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-59c069e5-927c-4010-98c3-2efe1eea3cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (7fc30fe2-602b-4f58-a250-6a6f09085b4b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.622318 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1424eecc-c748-4046-bd40-2fdf6747f666 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:10.627715 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-59c069e5-927c-4010-98c3-2efe1eea3cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (7fc30fe2-602b-4f58-a250-6a6f09085b4b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.649942 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 1424eecc-c748-4046-bd40-2fdf6747f666 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:22:10.650401 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 1424eecc-c748-4046-bd40-2fdf6747f666 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:10.666048 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c069e5-927c-4010-98c3-2efe1eea3cc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fc30fe2-602b-4f58-a250-6a6f09085b4b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:10.675786 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-59c069e5-927c-4010-98c3-2efe1eea3cc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.679924 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a560dea6-e8ef-4b01-884b-745d1be4af3d None None] Network 559141bb-1b06-4a22-8ae0-051b88aff640 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:10.686999 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57836) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:10.687373 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-59c069e5-927c-4010-98c3-2efe1eea3cc5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7fc30fe2-602b-4f58-a250-6a6f09085b4b HTTP/1.1" status: 204 len: 168 time: 0.3235741 Feb 09 02:22:10.756771 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a23c5847-d4d2-4a9b-9b4b-1201fad487c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (559141bb-1b06-4a22-8ae0-051b88aff640), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.811066 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a23c5847-d4d2-4a9b-9b4b-1201fad487c8 admin admin] Deleting port ddcd5053-1c4c-4572-9ed2-0c177f868f77 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:10.811365 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a23c5847-d4d2-4a9b-9b4b-1201fad487c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ddcd5053-1c4c-4572-9ed2-0c177f868f77), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.876442 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a23c5847-d4d2-4a9b-9b4b-1201fad487c8 admin admin] For port ddcd5053-1c4c-4572-9ed2-0c177f868f77, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ddcd5053-1c4c-4572-9ed2-0c177f868f77,segment=NetworkSegment(3f69ddcb-c05d-4865-bf2a-1252c3c7d419),segment_id=3f69ddcb-c05d-4865-bf2a-1252c3c7d419)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:10.876826 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a23c5847-d4d2-4a9b-9b4b-1201fad487c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ddcd5053-1c4c-4572-9ed2-0c177f868f77), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.890625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a23c5847-d4d2-4a9b-9b4b-1201fad487c8 admin admin] Calling delete_port for ddcd5053-1c4c-4572-9ed2-0c177f868f77 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:10.919354 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.976208 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a23c5847-d4d2-4a9b-9b4b-1201fad487c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ddcd5053-1c4c-4572-9ed2-0c177f868f77), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:11.007932 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e6690e-6fab-4e22-aa8c-4b339daa32a0 None None] DHCP port deletion for 559141bb-1b06-4a22-8ae0-051b88aff640 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:22:11.009883 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c5847-d4d2-4a9b-9b4b-1201fad487c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddcd5053-1c4c-4572-9ed2-0c177f868f77,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:11.016859 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23c5847-d4d2-4a9b-9b4b-1201fad487c8 admin admin] No DVR routers for this DVR port ddcd5053-1c4c-4572-9ed2-0c177f868f77 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:11.096309 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a23c5847-d4d2-4a9b-9b4b-1201fad487c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (559141bb-1b06-4a22-8ae0-051b88aff640), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:11.118641 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-a23c5847-d4d2-4a9b-9b4b-1201fad487c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559141bb-1b06-4a22-8ae0-051b88aff640']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:11.129648 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-a23c5847-d4d2-4a9b-9b4b-1201fad487c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f69ddcb-c05d-4865-bf2a-1252c3c7d419') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:11.129946 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-a23c5847-d4d2-4a9b-9b4b-1201fad487c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f69ddcb-c05d-4865-bf2a-1252c3c7d419') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:11.145571 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a23c5847-d4d2-4a9b-9b4b-1201fad487c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (3f69ddcb-c05d-4865-bf2a-1252c3c7d419), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:11.158307 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:11.160371 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a23c5847-d4d2-4a9b-9b4b-1201fad487c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (3f69ddcb-c05d-4865-bf2a-1252c3c7d419), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:11.166752 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23c5847-d4d2-4a9b-9b4b-1201fad487c8 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:22:11.167942 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a23c5847-d4d2-4a9b-9b4b-1201fad487c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (3f69ddcb-c05d-4865-bf2a-1252c3c7d419), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:22:11.170002 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:22:11.233418 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a23c5847-d4d2-4a9b-9b4b-1201fad487c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (559141bb-1b06-4a22-8ae0-051b88aff640), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:11.241592 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a23c5847-d4d2-4a9b-9b4b-1201fad487c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:11.249375 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a23c5847-d4d2-4a9b-9b4b-1201fad487c8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/559141bb-1b06-4a22-8ae0-051b88aff640 HTTP/1.1" status: 204 len: 168 time: 0.5606980 Feb 09 02:22:11.263846 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c5847-d4d2-4a9b-9b4b-1201fad487c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=559141bb-1b06-4a22-8ae0-051b88aff640,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:11.376186 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57840) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:11.428365 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-38a41673-040f-4853-88a4-810567496f46 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae374e012dff438a8fcacf6297f76569&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0509698 Feb 09 02:22:11.431023 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 57842) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:11.481874 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57eda9ba-dec1-400f-836f-6a48700d4a5d admin admin] Publish callbacks [] for security_group (3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:11.503635 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57eda9ba-dec1-400f-836f-6a48700d4a5d admin admin] Publish callbacks [] for security_group (3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:11.556083 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57eda9ba-dec1-400f-836f-6a48700d4a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:11.558701 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57eda9ba-dec1-400f-836f-6a48700d4a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:11.559811 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-57eda9ba-dec1-400f-836f-6a48700d4a5d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8 HTTP/1.1" status: 204 len: 168 time: 0.1278708 Feb 09 02:22:11.567253 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eda9ba-dec1-400f-836f-6a48700d4a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1ccdb9-00fc-4e3e-8741-9038bf78b0c8,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:11.888169 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57848) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:11.931482 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a9ea4ce2-4b44-4893-b019-38a81967f9fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ecaf2eb9237490c8dbd056b26ad1404&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421019 Feb 09 02:22:11.934019 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57850) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:11.987594 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05784675-1450-4a98-af46-4297a4374c72 admin admin] Publish callbacks [] for security_group (4661b618-55c2-4c2a-bc50-19b4d20643c8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:12.008853 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05784675-1450-4a98-af46-4297a4374c72 admin admin] Publish callbacks [] for security_group (4661b618-55c2-4c2a-bc50-19b4d20643c8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:12.057316 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05784675-1450-4a98-af46-4297a4374c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4661b618-55c2-4c2a-bc50-19b4d20643c8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:12.060739 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-05784675-1450-4a98-af46-4297a4374c72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:12.061885 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-05784675-1450-4a98-af46-4297a4374c72 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4661b618-55c2-4c2a-bc50-19b4d20643c8 HTTP/1.1" status: 204 len: 168 time: 0.1269383 Feb 09 02:22:12.070759 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05784675-1450-4a98-af46-4297a4374c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4661b618-55c2-4c2a-bc50-19b4d20643c8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:12.427156 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:12.581307 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9b41316c-5c76-48d0-8e3c-93abcd2ad9e2 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:12.602268 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 9b41316c-5c76-48d0-8e3c-93abcd2ad9e2 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:22:12.602619 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9b41316c-5c76-48d0-8e3c-93abcd2ad9e2 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:12.603130 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ddcd5053-1c4c-4572-9ed2-0c177f868f77 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:12.625890 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: ddcd5053-1c4c-4572-9ed2-0c177f868f77 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:22:12.626242 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ddcd5053-1c4c-4572-9ed2-0c177f868f77 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:13.505641 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:14.545678 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:22:17.320021 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-df8c0529-776e-48b0-9af0-e6ae5ad107e1 req-98ff975d-4d90-43fd-99cd-baa2a6776fe6 service neutron] (103183) timed out ('10.222.0.48', 49975) {{(pid=103183) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:22:28.133868 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57862) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:28.307025 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-5752076f-08a1-41d0-aea1-8551c67f43ee tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Deleting port d0d611e5-14b6-4565-b134-ff72234aa50d {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:28.307350 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5752076f-08a1-41d0-aea1-8551c67f43ee tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (d0d611e5-14b6-4565-b134-ff72234aa50d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:28.389816 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5752076f-08a1-41d0-aea1-8551c67f43ee tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (d0d611e5-14b6-4565-b134-ff72234aa50d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:28.390190 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5752076f-08a1-41d0-aea1-8551c67f43ee tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for floatingip (d0d611e5-14b6-4565-b134-ff72234aa50d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:28.402969 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-5752076f-08a1-41d0-aea1-8551c67f43ee tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Calling delete_port for d0d611e5-14b6-4565-b134-ff72234aa50d owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:28.573384 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5752076f-08a1-41d0-aea1-8551c67f43ee tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (d0d611e5-14b6-4565-b134-ff72234aa50d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:28.597527 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752076f-08a1-41d0-aea1-8551c67f43ee tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Pushing event deleted for resources: {'Port': ['ID=d0d611e5-14b6-4565-b134-ff72234aa50d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:28.669566 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5752076f-08a1-41d0-aea1-8551c67f43ee tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for floatingip (b77563e7-45f5-4b2e-a140-5cc8ba4c2e0d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:28.669929 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-5752076f-08a1-41d0-aea1-8551c67f43ee tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Floating IP b77563e7-45f5-4b2e-a140-5cc8ba4c2e0d disassociated (deleted). External IP: 172.25.7.204, port: d9d3fa9c-6a89-4433-b959-1be7d0394267. Feb 09 02:22:28.887308 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5752076f-08a1-41d0-aea1-8551c67f43ee tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Router 0e248890-717d-44a0-b5f5-0f895e74f183 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:22:29.013645 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5752076f-08a1-41d0-aea1-8551c67f43ee tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:22:29.019305 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5752076f-08a1-41d0-aea1-8551c67f43ee tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:29.024026 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f3830a-c6d2-4af4-b2e6-f57ee02f04ff None None] Sync routers for ids ['0e248890-717d-44a0-b5f5-0f895e74f183'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:22:29.035505 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f3830a-c6d2-4af4-b2e6-f57ee02f04ff None None] Routers {'0e248890-717d-44a0-b5f5-0f895e74f183'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:29.036127 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a4f3830a-c6d2-4af4-b2e6-f57ee02f04ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:22:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0e248890-717d-44a0-b5f5-0f895e74f183'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:29.051505 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5752076f-08a1-41d0-aea1-8551c67f43ee tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "DELETE /v2.0/floatingips/b77563e7-45f5-4b2e-a140-5cc8ba4c2e0d HTTP/1.1" status: 204 len: 168 time: 0.9164963 Feb 09 02:22:29.052092 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c751599-ea4c-4042-adf0-f664ac019894', 'tag': 'd9d3fa9c-6a89-4433-b959-1be7d0394267'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:29.055401 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4a69bb-262b-4468-b41e-4241616645e9" -d '{"events": [{"name": "network-changed", "server_uuid": "1c751599-ea4c-4042-adf0-f664ac019894", "tag": "d9d3fa9c-6a89-4433-b959-1be7d0394267"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:29.095591 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbe0b7e-8eab-4641-9209-108b6b62fc4b x-openstack-request-id: req-ebbe0b7e-8eab-4641-9209-108b6b62fc4b {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:29.096141 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c751599-ea4c-4042-adf0-f664ac019894", "tag": "d9d3fa9c-6a89-4433-b959-1be7d0394267", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:29.096413 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ebbe0b7e-8eab-4641-9209-108b6b62fc4b {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:29.096814 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c751599-ea4c-4042-adf0-f664ac019894', 'tag': 'd9d3fa9c-6a89-4433-b959-1be7d0394267', 'status': 'completed', 'code': 200} Feb 09 02:22:29.150520 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-a4f3830a-c6d2-4af4-b2e6-f57ee02f04ff None None] Set router 0e248890-717d-44a0-b5f5-0f895e74f183 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:22:29.166152 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a69bb-262b-4468-b41e-4241616645e9 req-06eb843e-3316-441f-99c9-0a92e7b13e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:29.168190 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb4a69bb-262b-4468-b41e-4241616645e9 req-06eb843e-3316-441f-99c9-0a92e7b13e24 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4726a29cc92145328d9a07ccc7d46d1c&device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 1128 time: 0.0499537 Feb 09 02:22:29.299997 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a69bb-262b-4468-b41e-4241616645e9 req-63a8f95e-2387-4940-84ee-ebcbc9b4e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:29.301557 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb4a69bb-262b-4468-b41e-4241616645e9 req-63a8f95e-2387-4940-84ee-ebcbc9b4e552 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2 HTTP/1.1" status: 200 len: 914 time: 0.1267827 Feb 09 02:22:29.351298 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb4a69bb-262b-4468-b41e-4241616645e9 req-df191b56-e7a5-4ce7-b33e-9a9023dc6877 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9d3fa9c-6a89-4433-b959-1be7d0394267 HTTP/1.1" status: 200 len: 217 time: 0.0422132 Feb 09 02:22:29.359616 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180bd06-1e08-4c2a-b59b-a2264238fb55 req-f80f37e5-a4b7-4f54-9f02-6aec9a89cc34 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:29.361098 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e180bd06-1e08-4c2a-b59b-a2264238fb55 req-f80f37e5-a4b7-4f54-9f02-6aec9a89cc34 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 946 time: 0.1076736 Feb 09 02:22:29.370355 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a4f3830a-c6d2-4af4-b2e6-f57ee02f04ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'name': 'tempest-TestVolumeBackupRestore-671040854-router', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:35Z', 'updated_at': '2022-02-09T02:18:39Z', 'revision_number': 4, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'gw_port': {'id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:36Z', 'updated_at': '2022-02-09T02:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c968df02-bf3e-4d65-bfde-034346f144d1', 'name': '', 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'mac_address': 'fa:16:3e:93:be:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:49Z', 'revision_number': 5, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'subnets': [{'id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:29.402316 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f3830a-c6d2-4af4-b2e6-f57ee02f04ff None None] Checking router: 0e248890-717d-44a0-b5f5-0f895e74f183 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:22:29.411898 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f3830a-c6d2-4af4-b2e6-f57ee02f04ff None None] Routers {'0e248890-717d-44a0-b5f5-0f895e74f183'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:29.412507 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a4f3830a-c6d2-4af4-b2e6-f57ee02f04ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:22:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0e248890-717d-44a0-b5f5-0f895e74f183'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:29.430818 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a69bb-262b-4468-b41e-4241616645e9 req-d3bb1763-3727-4171-9459-3460a5ddf535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:29.432481 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb4a69bb-262b-4468-b41e-4241616645e9 req-d3bb1763-3727-4171-9459-3460a5ddf535 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=18514aa6-2ff8-434c-a665-9dfdbe4b6bde HTTP/1.1" status: 200 len: 852 time: 0.0705025 Feb 09 02:22:29.462699 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e180bd06-1e08-4c2a-b59b-a2264238fb55 req-caf08010-0332-43b0-840a-6bb7f74d6575 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920031 Feb 09 02:22:29.496473 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a69bb-262b-4468-b41e-4241616645e9 req-752f6777-5dda-4fd4-b563-d196c470dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:29.498661 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb4a69bb-262b-4468-b41e-4241616645e9 req-752f6777-5dda-4fd4-b563-d196c470dadd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0547419 Feb 09 02:22:29.525475 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-a4f3830a-c6d2-4af4-b2e6-f57ee02f04ff None None] Set router 0e248890-717d-44a0-b5f5-0f895e74f183 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:22:29.592483 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb4a69bb-262b-4468-b41e-4241616645e9 req-b0ef2d21-42cd-43cd-aefa-bd8b884a3827 service neutron] 10.222.0.67 "GET /v2.0/networks/5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873027 Feb 09 02:22:29.699422 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eb4a69bb-262b-4468-b41e-4241616645e9 req-855fd943-5ab7-4933-904b-6682a640ec5f service neutron] 10.222.0.67 "GET /v2.0/networks/5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009257 Feb 09 02:22:29.744934 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a4f3830a-c6d2-4af4-b2e6-f57ee02f04ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'name': 'tempest-TestVolumeBackupRestore-671040854-router', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:35Z', 'updated_at': '2022-02-09T02:18:39Z', 'revision_number': 4, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'gw_port': {'id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:36Z', 'updated_at': '2022-02-09T02:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c968df02-bf3e-4d65-bfde-034346f144d1', 'name': '', 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'mac_address': 'fa:16:3e:93:be:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:49Z', 'revision_number': 5, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'subnets': [{'id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:29.759003 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d61c5ffb-a2be-4d84-86b5-437f052d583a req-27db69b8-14c4-48c8-b1cc-0d8381053f1f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516403 Feb 09 02:22:29.772548 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f3830a-c6d2-4af4-b2e6-f57ee02f04ff None None] The sync data for ids ['0e248890-717d-44a0-b5f5-0f895e74f183'] in n-d-828387-3 is: [{'id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'name': 'tempest-TestVolumeBackupRestore-671040854-router', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:35Z', 'updated_at': '2022-02-09T02:18:39Z', 'revision_number': 4, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'gw_port': {'id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:36Z', 'updated_at': '2022-02-09T02:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'c968df02-bf3e-4d65-bfde-034346f144d1', 'name': '', 'network_id': '5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'mac_address': 'fa:16:3e:93:be:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:38Z', 'updated_at': '2022-02-09T02:18:49Z', 'revision_number': 5, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'subnets': [{'id': '18514aa6-2ff8-434c-a665-9dfdbe4b6bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:22:29.863878 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c5ffb-a2be-4d84-86b5-437f052d583a req-a0de97fc-c27f-4902-af6f-296e726add60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:29.865809 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d61c5ffb-a2be-4d84-86b5-437f052d583a req-a0de97fc-c27f-4902-af6f-296e726add60 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 1127 time: 0.0491648 Feb 09 02:22:29.977848 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c5ffb-a2be-4d84-86b5-437f052d583a req-28f0fffa-42ff-49df-923e-b2b63b5f5c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:29.979376 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d61c5ffb-a2be-4d84-86b5-437f052d583a req-28f0fffa-42ff-49df-923e-b2b63b5f5c85 service neutron] 10.222.0.48 "GET /v2.0/networks?id=88e16d07-9fdc-4554-a2ca-3cc87415428a HTTP/1.1" status: 200 len: 897 time: 0.0914981 Feb 09 02:22:30.012008 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e05aea-5455-4ffa-a8c1-866e0c79e176 None None] New status for floating IP b77563e7-45f5-4b2e-a140-5cc8ba4c2e0d: DOWN {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:22:30.053032 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d61c5ffb-a2be-4d84-86b5-437f052d583a req-7df094eb-6832-420a-b5c0-77f369c19ee5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c HTTP/1.1" status: 200 len: 1000 time: 0.0665631 Feb 09 02:22:30.109004 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c5ffb-a2be-4d84-86b5-437f052d583a req-8da44b77-ddcc-4fb3-a6f4-fb9558e32a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:30.110510 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d61c5ffb-a2be-4d84-86b5-437f052d583a req-8da44b77-ddcc-4fb3-a6f4-fb9558e32a6c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5886112-e998-4ee5-a822-243c343d1349 HTTP/1.1" status: 200 len: 834 time: 0.0514030 Feb 09 02:22:30.161489 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c5ffb-a2be-4d84-86b5-437f052d583a req-0af7c92f-b1af-4435-9796-8ca1ee4d3b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:30.162974 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d61c5ffb-a2be-4d84-86b5-437f052d583a req-0af7c92f-b1af-4435-9796-8ca1ee4d3b23 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=88e16d07-9fdc-4554-a2ca-3cc87415428a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460408 Feb 09 02:22:30.257144 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d61c5ffb-a2be-4d84-86b5-437f052d583a req-1724f920-2749-44a8-a6a1-c654e4df62ae service neutron] 10.222.0.48 "GET /v2.0/networks/88e16d07-9fdc-4554-a2ca-3cc87415428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862613 Feb 09 02:22:30.353200 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d61c5ffb-a2be-4d84-86b5-437f052d583a req-366b7ef8-7ea5-4729-a115-397ae381fb9b service neutron] 10.222.0.48 "GET /v2.0/networks/88e16d07-9fdc-4554-a2ca-3cc87415428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892057 Feb 09 02:22:30.601710 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ddc63-8e0b-4c65-98d0-52650acf3e1f req-43ded01e-8bd7-45e3-a9f5-f069d988856d tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:30.603198 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c53ddc63-8e0b-4c65-98d0-52650acf3e1f req-43ded01e-8bd7-45e3-a9f5-f069d988856d tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 946 time: 0.0611491 Feb 09 02:22:30.656238 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c53ddc63-8e0b-4c65-98d0-52650acf3e1f req-f9257ce0-6858-4146-aff5-ac1f1e5cd5fe tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466380 Feb 09 02:22:30.922987 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888688e-29ce-449b-aa17-3c576eb433e5 req-b9abf69a-ec7a-4e13-9564-e6546028def3 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:30.924555 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c888688e-29ce-449b-aa17-3c576eb433e5 req-b9abf69a-ec7a-4e13-9564-e6546028def3 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.67 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 946 time: 0.0542703 Feb 09 02:22:31.024764 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-c888688e-29ce-449b-aa17-3c576eb433e5 req-75510d52-78b9-4beb-895c-06de69f412d5 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Deleting port d9d3fa9c-6a89-4433-b959-1be7d0394267 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:31.025054 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-c888688e-29ce-449b-aa17-3c576eb433e5 req-75510d52-78b9-4beb-895c-06de69f412d5 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (d9d3fa9c-6a89-4433-b959-1be7d0394267), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:31.123824 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-c888688e-29ce-449b-aa17-3c576eb433e5 req-75510d52-78b9-4beb-895c-06de69f412d5 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] For port d9d3fa9c-6a89-4433-b959-1be7d0394267, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=d9d3fa9c-6a89-4433-b959-1be7d0394267,segment=NetworkSegment(af426bc0-ade1-4151-a734-4162e08ed075),segment_id=af426bc0-ade1-4151-a734-4162e08ed075)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:31.124132 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-c888688e-29ce-449b-aa17-3c576eb433e5 req-75510d52-78b9-4beb-895c-06de69f412d5 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (d9d3fa9c-6a89-4433-b959-1be7d0394267), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:31.136068 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-c888688e-29ce-449b-aa17-3c576eb433e5 req-75510d52-78b9-4beb-895c-06de69f412d5 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Calling delete_port for d9d3fa9c-6a89-4433-b959-1be7d0394267 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:31.267410 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-c888688e-29ce-449b-aa17-3c576eb433e5 req-75510d52-78b9-4beb-895c-06de69f412d5 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (d9d3fa9c-6a89-4433-b959-1be7d0394267), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:31.295591 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75510d52-78b9-4beb-895c-06de69f412d5 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Pushing event deleted for resources: {'Port': ['ID=d9d3fa9c-6a89-4433-b959-1be7d0394267,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:31.345429 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-c888688e-29ce-449b-aa17-3c576eb433e5 req-75510d52-78b9-4beb-895c-06de69f412d5 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] No DVR routers for this DVR port d9d3fa9c-6a89-4433-b959-1be7d0394267 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:31.348123 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-c888688e-29ce-449b-aa17-3c576eb433e5 req-75510d52-78b9-4beb-895c-06de69f412d5 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:31.351570 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c888688e-29ce-449b-aa17-3c576eb433e5 req-75510d52-78b9-4beb-895c-06de69f412d5 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.67 "DELETE /v2.0/ports/d9d3fa9c-6a89-4433-b959-1be7d0394267 HTTP/1.1" status: 204 len: 173 time: 0.4223633 Feb 09 02:22:31.352033 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c751599-ea4c-4042-adf0-f664ac019894', 'name': 'network-vif-deleted', 'tag': 'd9d3fa9c-6a89-4433-b959-1be7d0394267'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:31.354427 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bdc051-fdee-4c53-bccc-6de122b97c66" -d '{"events": [{"server_uuid": "1c751599-ea4c-4042-adf0-f664ac019894", "name": "network-vif-deleted", "tag": "d9d3fa9c-6a89-4433-b959-1be7d0394267"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:31.399100 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bd8097-9308-476a-aa30-7f5afa0397e0 x-openstack-request-id: req-36bd8097-9308-476a-aa30-7f5afa0397e0 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:31.399489 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c751599-ea4c-4042-adf0-f664ac019894", "name": "network-vif-deleted", "tag": "d9d3fa9c-6a89-4433-b959-1be7d0394267", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:31.399996 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-36bd8097-9308-476a-aa30-7f5afa0397e0 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:31.400661 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c751599-ea4c-4042-adf0-f664ac019894', 'name': 'network-vif-deleted', 'tag': 'd9d3fa9c-6a89-4433-b959-1be7d0394267', 'status': 'completed', 'code': 200} Feb 09 02:22:31.764213 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-11874d59-a3c8-45e3-b8ae-e15c02b4f967 req-67ccd40c-5bc6-442a-9e05-ecd4d53340a6 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 210 time: 0.0301340 Feb 09 02:22:32.866901 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-64c22ada-0ac4-4985-bcf5-2eafee2e0ac7 req-78c52dd8-5a0c-41f3-9034-304022e00e8a tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 210 time: 0.0275185 Feb 09 02:22:33.967978 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ec3a8b0-ccd4-4f1e-ae5c-f537bfda6446 req-dbf759dd-5c89-4b82-948f-c0eafec5ee00 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 210 time: 0.0288794 Feb 09 02:22:34.675640 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device d9d3fa9c-6a89-4433-b959-1be7d0394267 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:34.700967 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: d9d3fa9c-6a89-4433-b959-1be7d0394267 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:22:34.701315 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device d9d3fa9c-6a89-4433-b959-1be7d0394267 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:35.068764 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-26ceced6-06d8-4b15-b4bb-9b0a937d8081 req-2741ad71-1db1-4e33-a655-42956f17f0df tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 210 time: 0.0321226 Feb 09 02:22:36.174037 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-76a40d6b-15a9-4e95-8ad6-6c21d71bc70c req-13ade524-e5ca-4fbb-be2a-8a1977920f74 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 210 time: 0.0316987 Feb 09 02:22:37.272403 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8e8ad205-5536-4147-948c-3e7291583332 req-7e6cd9b2-71a9-4d98-bf0f-a7bb3af7e2fe tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 210 time: 0.0293491 Feb 09 02:22:37.517648 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-08587f08-4fe1-4512-9b01-ce7016259d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:38.374740 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-78435aa4-e4bc-49c6-b54b-6a7a8410328d req-6245e16e-5526-4ce0-b924-524244ee7a0c tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 210 time: 0.0274124 Feb 09 02:22:39.481368 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c387954f-1804-4b4e-ad92-54862fd6d5d4 req-2654eb9f-2f3b-45b7-b1af-033865a8cef8 tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c751599-ea4c-4042-adf0-f664ac019894 HTTP/1.1" status: 200 len: 210 time: 0.0288246 Feb 09 02:22:40.171443 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dbd971d7-5225-4293-92aa-894f2efb4899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:40.218006 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:40.540054 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 57900) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:40.600864 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d0875715-4d1c-4b5b-a513-9d6b2ee1e17f tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for security_group (9cbe1587-06dc-4a3f-96ef-6a5852cdbf46), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:40.627319 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d0875715-4d1c-4b5b-a513-9d6b2ee1e17f tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for security_group (9cbe1587-06dc-4a3f-96ef-6a5852cdbf46), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:40.688643 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d0875715-4d1c-4b5b-a513-9d6b2ee1e17f tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9cbe1587-06dc-4a3f-96ef-6a5852cdbf46), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:40.691452 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d0875715-4d1c-4b5b-a513-9d6b2ee1e17f tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:40.692627 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d0875715-4d1c-4b5b-a513-9d6b2ee1e17f tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] 10.222.0.36 "DELETE /v2.0/security-groups/9cbe1587-06dc-4a3f-96ef-6a5852cdbf46 HTTP/1.1" status: 204 len: 168 time: 0.1515276 Feb 09 02:22:40.702329 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0875715-4d1c-4b5b-a513-9d6b2ee1e17f tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbe1587-06dc-4a3f-96ef-6a5852cdbf46,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:40.710208 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875715-4d1c-4b5b-a513-9d6b2ee1e17f tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:40.710563 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875715-4d1c-4b5b-a513-9d6b2ee1e17f tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:40.710912 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875715-4d1c-4b5b-a513-9d6b2ee1e17f tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:40.711276 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875715-4d1c-4b5b-a513-9d6b2ee1e17f tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:40.711619 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875715-4d1c-4b5b-a513-9d6b2ee1e17f tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:40.711959 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875715-4d1c-4b5b-a513-9d6b2ee1e17f tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:40.712294 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875715-4d1c-4b5b-a513-9d6b2ee1e17f tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:40.712624 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875715-4d1c-4b5b-a513-9d6b2ee1e17f tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:40.712996 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875715-4d1c-4b5b-a513-9d6b2ee1e17f tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:40.713420 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875715-4d1c-4b5b-a513-9d6b2ee1e17f tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:40.713814 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875715-4d1c-4b5b-a513-9d6b2ee1e17f tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:40.714192 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875715-4d1c-4b5b-a513-9d6b2ee1e17f tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:40.714598 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875715-4d1c-4b5b-a513-9d6b2ee1e17f tempest-TestVolumeBackupRestore-2043203404 tempest-TestVolumeBackupRestore-2043203404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:40.938064 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:41.158808 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:41.611566 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4dc432-ad6a-4c9b-84bb-f0d90fcded0d req-4ac2ea5e-9586-4eae-89de-545af175c295 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:41.618790 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5f4dc432-ad6a-4c9b-84bb-f0d90fcded0d req-4ac2ea5e-9586-4eae-89de-545af175c295 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 945 time: 0.0634196 Feb 09 02:22:41.669937 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5f4dc432-ad6a-4c9b-84bb-f0d90fcded0d req-5e2573b2-4f1c-43da-8625-9d88acf3faa8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490453 Feb 09 02:22:41.701638 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58040) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:41.776601 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a07a64a8-83ae-4051-ac57-92e0159dd91f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/floatingips/90542e0c-25db-4618-adcd-7332236c264d HTTP/1.1" status: 200 len: 992 time: 0.0737817 Feb 09 02:22:42.102492 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb86815-7378-4299-8b7b-00dfeb086395 req-1ab85b94-edcc-4575-b96f-206ea92b9c62 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:42.107722 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8bb86815-7378-4299-8b7b-00dfeb086395 req-1ab85b94-edcc-4575-b96f-206ea92b9c62 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 1127 time: 0.0544298 Feb 09 02:22:42.161640 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8bb86815-7378-4299-8b7b-00dfeb086395 req-f55bd3b0-d183-425e-bf3c-49e99f38002c tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511141 Feb 09 02:22:42.437910 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:43.040012 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-6404b71a-69fd-441b-94d8-30d71da1be59 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2194607 Feb 09 02:22:43.049739 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-9ac065f7-470b-4bae-b2fd-11f3301e80d4 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:22:43.050729 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-9ac065f7-470b-4bae-b2fd-11f3301e80d4 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057201 Feb 09 02:22:43.521913 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:43.727814 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25907002-5628-4d9e-bef2-c48ba8417833 req-9bbc83d9-8a8b-4bca-acf5-af78091b6e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:43.729626 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-9bbc83d9-8a8b-4bca-acf5-af78091b6e84 service neutron] 10.222.0.36 "GET /v2.0/ports/983c38de-0e4a-4cca-81e2-6bc0b2b0f96c HTTP/1.1" status: 200 len: 1124 time: 0.0534840 Feb 09 02:22:43.739814 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-25907002-5628-4d9e-bef2-c48ba8417833 req-41a00c83-bd66-4ef9-946d-a5a0dbcbfcff service neutron] Request body: {'binding': {'host': 'n-h1-828387-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:43.740326 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-25907002-5628-4d9e-bef2-c48ba8417833 req-41a00c83-bd66-4ef9-946d-a5a0dbcbfcff service neutron] Unknown quota resources ['binding']. {{(pid=103184) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:22:43.902297 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-25907002-5628-4d9e-bef2-c48ba8417833 req-41a00c83-bd66-4ef9-946d-a5a0dbcbfcff service neutron] Attempting to bind port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c on host n-h1-828387-3 for vnic_type normal with profile None {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:22:43.903505 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-25907002-5628-4d9e-bef2-c48ba8417833 req-41a00c83-bd66-4ef9-946d-a5a0dbcbfcff service neutron] Attempting to bind port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'f78bb225-b4ec-41b9-a457-cce7a6384e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:22:43.903977 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25907002-5628-4d9e-bef2-c48ba8417833 req-41a00c83-bd66-4ef9-946d-a5a0dbcbfcff service neutron] Attempting to bind port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c on network 88e16d07-9fdc-4554-a2ca-3cc87415428a {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:22:43.910658 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25907002-5628-4d9e-bef2-c48ba8417833 req-41a00c83-bd66-4ef9-946d-a5a0dbcbfcff service neutron] Port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c on network 88e16d07-9fdc-4554-a2ca-3cc87415428a not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:22:43.910993 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25907002-5628-4d9e-bef2-c48ba8417833 req-41a00c83-bd66-4ef9-946d-a5a0dbcbfcff service neutron] Attempting to bind port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c on network 88e16d07-9fdc-4554-a2ca-3cc87415428a {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:22:43.917788 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25907002-5628-4d9e-bef2-c48ba8417833 req-41a00c83-bd66-4ef9-946d-a5a0dbcbfcff service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:22:43.919389 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25907002-5628-4d9e-bef2-c48ba8417833 req-41a00c83-bd66-4ef9-946d-a5a0dbcbfcff service neutron] Checking segment: {'id': 'f78bb225-b4ec-41b9-a457-cce7a6384e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:22:43.920105 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25907002-5628-4d9e-bef2-c48ba8417833 req-41a00c83-bd66-4ef9-946d-a5a0dbcbfcff service neutron] Bound using segment: {'id': 'f78bb225-b4ec-41b9-a457-cce7a6384e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:22:43.920679 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-25907002-5628-4d9e-bef2-c48ba8417833 req-41a00c83-bd66-4ef9-946d-a5a0dbcbfcff service neutron] Bound port: 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78bb225-b4ec-41b9-a457-cce7a6384e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:22:44.052271 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-25907002-5628-4d9e-bef2-c48ba8417833 req-41a00c83-bd66-4ef9-946d-a5a0dbcbfcff service neutron] For port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c,segment=NetworkSegment(f78bb225-b4ec-41b9-a457-cce7a6384e78),segment_id=f78bb225-b4ec-41b9-a457-cce7a6384e78)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:22:44.063253 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-25907002-5628-4d9e-bef2-c48ba8417833 req-41a00c83-bd66-4ef9-946d-a5a0dbcbfcff service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:44.083609 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-41a00c83-bd66-4ef9-946d-a5a0dbcbfcff service neutron] 10.222.0.36 "POST /v2.0/ports/983c38de-0e4a-4cca-81e2-6bc0b2b0f96c/bindings HTTP/1.1" status: 201 len: 389 time: 0.3431489 Feb 09 02:22:44.319827 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586442d2-48b7-40d3-b95a-a80e9361a7db req-5b0e1868-a303-4ec3-94a5-3091468b53c5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:44.329480 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-586442d2-48b7-40d3-b95a-a80e9361a7db req-5b0e1868-a303-4ec3-94a5-3091468b53c5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 945 time: 0.0952809 Feb 09 02:22:44.416367 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-586442d2-48b7-40d3-b95a-a80e9361a7db req-75e73f0d-32d3-4039-9fe5-82385432d597 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860088 Feb 09 02:22:44.423154 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25907002-5628-4d9e-bef2-c48ba8417833 req-fb6184c6-55f4-4707-ba6f-d8172b67619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:44.424965 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-fb6184c6-55f4-4707-ba6f-d8172b67619f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 1127 time: 0.0929270 Feb 09 02:22:44.518746 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25907002-5628-4d9e-bef2-c48ba8417833 req-72e556ce-9d57-42c1-a6c5-25bdf32d64d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:44.520223 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-72e556ce-9d57-42c1-a6c5-25bdf32d64d3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=88e16d07-9fdc-4554-a2ca-3cc87415428a HTTP/1.1" status: 200 len: 897 time: 0.0892875 Feb 09 02:22:44.594438 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-298874fa-1737-4c23-b446-3edd966e0151 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c HTTP/1.1" status: 200 len: 1000 time: 0.0683730 Feb 09 02:22:44.665369 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25907002-5628-4d9e-bef2-c48ba8417833 req-6464933e-0cd1-4e17-9263-3178c9ef3e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:44.666873 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-6464933e-0cd1-4e17-9263-3178c9ef3e0e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d5886112-e998-4ee5-a822-243c343d1349 HTTP/1.1" status: 200 len: 834 time: 0.0648379 Feb 09 02:22:44.721067 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25907002-5628-4d9e-bef2-c48ba8417833 req-c5fe7d87-df51-41f5-8305-fe1452fe5381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:44.722600 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-c5fe7d87-df51-41f5-8305-fe1452fe5381 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=88e16d07-9fdc-4554-a2ca-3cc87415428a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494230 Feb 09 02:22:44.832825 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-eedbdd01-17ff-4a99-843b-04319b7222c6 service neutron] 10.222.0.67 "GET /v2.0/networks/88e16d07-9fdc-4554-a2ca-3cc87415428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037691 Feb 09 02:22:44.942028 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-182d6bd1-c19d-4c47-a0ba-9b25c778b2f8 service neutron] 10.222.0.67 "GET /v2.0/networks/88e16d07-9fdc-4554-a2ca-3cc87415428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016591 Feb 09 02:22:45.104426 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25907002-5628-4d9e-bef2-c48ba8417833 req-c5252dab-8220-4cb3-9726-57f79e68383f tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:45.106574 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-c5252dab-8220-4cb3-9726-57f79e68383f tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca&tenant_id=2c59903585c449439619eb0edc719ef1&binding%3Ahost_id=n-h2-828387-3 HTTP/1.1" status: 200 len: 1127 time: 0.0935395 Feb 09 02:22:45.118747 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-25907002-5628-4d9e-bef2-c48ba8417833 req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828387-3'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:45.196409 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-25907002-5628-4d9e-bef2-c48ba8417833 req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:45.351481 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-25907002-5628-4d9e-bef2-c48ba8417833 req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] For port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c,segment=NetworkSegment(f78bb225-b4ec-41b9-a457-cce7a6384e78),segment_id=f78bb225-b4ec-41b9-a457-cce7a6384e78)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:45.391403 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-25907002-5628-4d9e-bef2-c48ba8417833 req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] For port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c, host n-h2-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:22:45.432144 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90c06ba-170c-421e-b450-f15589ad80ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '983c38de-0e4a-4cca-81e2-6bc0b2b0f96c'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:45.435822 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabb764c-0299-4bdd-ae01-714aa66fea52" -d '{"events": [{"server_uuid": "a90c06ba-170c-421e-b450-f15589ad80ca", "name": "network-vif-unplugged", "status": "completed", "tag": "983c38de-0e4a-4cca-81e2-6bc0b2b0f96c"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:45.439571 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-25907002-5628-4d9e-bef2-c48ba8417833 req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Publish callbacks [] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:45.462192 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-25907002-5628-4d9e-bef2-c48ba8417833 req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:45.578323 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44df33d8-4add-4c18-a323-f8f4b71da47e x-openstack-request-id: req-44df33d8-4add-4c18-a323-f8f4b71da47e {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:45.578650 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90c06ba-170c-421e-b450-f15589ad80ca", "name": "network-vif-unplugged", "status": "completed", "tag": "983c38de-0e4a-4cca-81e2-6bc0b2b0f96c", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:45.578879 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44df33d8-4add-4c18-a323-f8f4b71da47e {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:45.579313 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90c06ba-170c-421e-b450-f15589ad80ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '983c38de-0e4a-4cca-81e2-6bc0b2b0f96c', 'code': 200} Feb 09 02:22:45.580414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Pushing event updated for resources: {'Port': ['ID=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c,revision_number=7']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:45.603594 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a342e-c8f6-42af-aa40-df3c157d2bd6 req-eac6cb7f-7f08-496c-a39a-b97f998a6aa9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:45.611576 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7b1a342e-c8f6-42af-aa40-df3c157d2bd6 req-eac6cb7f-7f08-496c-a39a-b97f998a6aa9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 943 time: 0.0767667 Feb 09 02:22:45.666519 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7b1a342e-c8f6-42af-aa40-df3c157d2bd6 req-6ef5071b-4b6b-4b69-81a7-9ad5aed38576 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537195 Feb 09 02:22:45.674462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:45.674821 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:45.675384 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:45.675732 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:45.676077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:45.676409 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:45.676739 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:45.683388 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:45.684626 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:45.685359 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:45.685907 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:45.686431 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:45.686951 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:45.736057 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-25907002-5628-4d9e-bef2-c48ba8417833 req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Attempting to bind port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c on host n-h2-828387-3 for vnic_type normal with profile {"migrating_to": "n-h1-828387-3"} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:22:45.736385 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-25907002-5628-4d9e-bef2-c48ba8417833 req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Attempting to bind port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'f78bb225-b4ec-41b9-a457-cce7a6384e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:22:45.736706 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25907002-5628-4d9e-bef2-c48ba8417833 req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Attempting to bind port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c on network 88e16d07-9fdc-4554-a2ca-3cc87415428a {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:22:45.742526 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25907002-5628-4d9e-bef2-c48ba8417833 req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c on network 88e16d07-9fdc-4554-a2ca-3cc87415428a not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:22:45.742526 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25907002-5628-4d9e-bef2-c48ba8417833 req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Attempting to bind port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c on network 88e16d07-9fdc-4554-a2ca-3cc87415428a {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:22:45.748240 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25907002-5628-4d9e-bef2-c48ba8417833 req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:22:45.748577 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25907002-5628-4d9e-bef2-c48ba8417833 req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Checking segment: {'id': 'f78bb225-b4ec-41b9-a457-cce7a6384e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:22:45.748959 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25907002-5628-4d9e-bef2-c48ba8417833 req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Bound using segment: {'id': 'f78bb225-b4ec-41b9-a457-cce7a6384e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:22:45.749385 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-25907002-5628-4d9e-bef2-c48ba8417833 req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Bound port: 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78bb225-b4ec-41b9-a457-cce7a6384e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:22:45.749740 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-25907002-5628-4d9e-bef2-c48ba8417833 req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:45.836796 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-25907002-5628-4d9e-bef2-c48ba8417833 req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] For port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c, host n-h2-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:22:45.840619 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-25907002-5628-4d9e-bef2-c48ba8417833 req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] For port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c,segment=NetworkSegment(f78bb225-b4ec-41b9-a457-cce7a6384e78),segment_id=f78bb225-b4ec-41b9-a457-cce7a6384e78)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:22:45.849576 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-25907002-5628-4d9e-bef2-c48ba8417833 req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:45.920049 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-802a8573-8064-4324-9bc0-1bee50b1e854 None None] Provisioning complete for port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:45.920998 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-802a8573-8064-4324-9bc0-1bee50b1e854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:45.981349 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Pushing event updated for resources: {'Port': ['ID=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c,revision_number=8']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:46.031627 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25907002-5628-4d9e-bef2-c48ba8417833 req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:46.032255 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-25907002-5628-4d9e-bef2-c48ba8417833 req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:46.033925 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-cc70396f-d5ca-4a8d-a810-d38d71805cbd service neutron] 10.222.0.67 "PUT /v2.0/ports/983c38de-0e4a-4cca-81e2-6bc0b2b0f96c HTTP/1.1" status: 200 len: 1121 time: 0.9199524 Feb 09 02:22:46.090479 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-802a8573-8064-4324-9bc0-1bee50b1e854 None None] Current status of the port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:46.091237 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-802a8573-8064-4324-9bc0-1bee50b1e854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:46.132153 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['983c38de-0e4a-4cca-81e2-6bc0b2b0f96c'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:22:46.149931 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90c06ba-170c-421e-b450-f15589ad80ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983c38de-0e4a-4cca-81e2-6bc0b2b0f96c'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:46.153652 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a3f27b-8a6c-4c48-a9d0-9054b6ffebcd" -d '{"events": [{"server_uuid": "a90c06ba-170c-421e-b450-f15589ad80ca", "name": "network-vif-plugged", "status": "completed", "tag": "983c38de-0e4a-4cca-81e2-6bc0b2b0f96c"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:46.205922 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-802a8573-8064-4324-9bc0-1bee50b1e854 None None] For port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c,segment=NetworkSegment(f78bb225-b4ec-41b9-a457-cce7a6384e78),segment_id=f78bb225-b4ec-41b9-a457-cce7a6384e78)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:46.233251 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-802a8573-8064-4324-9bc0-1bee50b1e854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:46.238755 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cbf373-8bec-43de-ad26-ce0c11cbbe8b x-openstack-request-id: req-58cbf373-8bec-43de-ad26-ce0c11cbbe8b {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:46.239061 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90c06ba-170c-421e-b450-f15589ad80ca", "name": "network-vif-plugged", "status": "completed", "tag": "983c38de-0e4a-4cca-81e2-6bc0b2b0f96c", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:46.239525 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-58cbf373-8bec-43de-ad26-ce0c11cbbe8b {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:46.239920 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90c06ba-170c-421e-b450-f15589ad80ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983c38de-0e4a-4cca-81e2-6bc0b2b0f96c', 'code': 200} Feb 09 02:22:46.572645 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a8573-8064-4324-9bc0-1bee50b1e854 None None] Pushing event updated for resources: {'Port': ['ID=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c,revision_number=9']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:46.601441 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a8573-8064-4324-9bc0-1bee50b1e854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:46.601783 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a8573-8064-4324-9bc0-1bee50b1e854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:46.602122 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a8573-8064-4324-9bc0-1bee50b1e854 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:46.602454 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a8573-8064-4324-9bc0-1bee50b1e854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:46.602797 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a8573-8064-4324-9bc0-1bee50b1e854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:46.603113 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a8573-8064-4324-9bc0-1bee50b1e854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:46.603460 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a8573-8064-4324-9bc0-1bee50b1e854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:46.603786 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a8573-8064-4324-9bc0-1bee50b1e854 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:46.604108 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a8573-8064-4324-9bc0-1bee50b1e854 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:46.604428 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a8573-8064-4324-9bc0-1bee50b1e854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:46.604749 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a8573-8064-4324-9bc0-1bee50b1e854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:46.605064 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a8573-8064-4324-9bc0-1bee50b1e854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:46.605380 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a8573-8064-4324-9bc0-1bee50b1e854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:46.784829 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e7edc7aa-9248-4817-bbc8-0c0dc04e21f5 None None] Provisioning complete for port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:46.785123 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e7edc7aa-9248-4817-bbc8-0c0dc04e21f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:46.828253 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa634b-6b30-4269-b2ed-fb518ea73404 req-ed25fede-8d0b-4faf-8ee5-fcba8774df74 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:46.837596 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f5fa634b-6b30-4269-b2ed-fb518ea73404 req-ed25fede-8d0b-4faf-8ee5-fcba8774df74 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 945 time: 0.0779021 Feb 09 02:22:46.901656 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e7edc7aa-9248-4817-bbc8-0c0dc04e21f5 None None] Current status of the port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:46.907981 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f5fa634b-6b30-4269-b2ed-fb518ea73404 req-7a369ab7-a6be-43b1-819e-b59fa82389ed tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686142 Feb 09 02:22:47.580645 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90c06ba-170c-421e-b450-f15589ad80ca', 'tag': '983c38de-0e4a-4cca-81e2-6bc0b2b0f96c'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:47.583021 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ed186c-6980-4ab0-850f-bcb0527ec6f3" -d '{"events": [{"name": "network-changed", "server_uuid": "a90c06ba-170c-421e-b450-f15589ad80ca", "tag": "983c38de-0e4a-4cca-81e2-6bc0b2b0f96c"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:47.620417 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9286da42-4999-4337-8aeb-cf23cabd8727 x-openstack-request-id: req-9286da42-4999-4337-8aeb-cf23cabd8727 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:47.620718 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90c06ba-170c-421e-b450-f15589ad80ca", "tag": "983c38de-0e4a-4cca-81e2-6bc0b2b0f96c", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:47.620974 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9286da42-4999-4337-8aeb-cf23cabd8727 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:47.621932 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90c06ba-170c-421e-b450-f15589ad80ca', 'tag': '983c38de-0e4a-4cca-81e2-6bc0b2b0f96c', 'status': 'completed', 'code': 200} Feb 09 02:22:47.691127 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed186c-6980-4ab0-850f-bcb0527ec6f3 req-d7625e25-237b-4c11-8658-7bc96fcf04e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:47.692860 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65ed186c-6980-4ab0-850f-bcb0527ec6f3 req-d7625e25-237b-4c11-8658-7bc96fcf04e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 1157 time: 0.0477009 Feb 09 02:22:47.791700 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed186c-6980-4ab0-850f-bcb0527ec6f3 req-b978320c-4f3f-4b4f-a332-7a4c9b8c6be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:47.793399 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65ed186c-6980-4ab0-850f-bcb0527ec6f3 req-b978320c-4f3f-4b4f-a332-7a4c9b8c6be4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=88e16d07-9fdc-4554-a2ca-3cc87415428a HTTP/1.1" status: 200 len: 897 time: 0.0909300 Feb 09 02:22:47.861574 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65ed186c-6980-4ab0-850f-bcb0527ec6f3 req-81a7a2c3-1c9d-4dc1-8641-1f7228f51d1b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c HTTP/1.1" status: 200 len: 1000 time: 0.0622709 Feb 09 02:22:47.915253 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed186c-6980-4ab0-850f-bcb0527ec6f3 req-69ec2f19-e6d8-4850-bb2d-23a4111d9de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:47.916898 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65ed186c-6980-4ab0-850f-bcb0527ec6f3 req-69ec2f19-e6d8-4850-bb2d-23a4111d9de2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5886112-e998-4ee5-a822-243c343d1349 HTTP/1.1" status: 200 len: 834 time: 0.0496905 Feb 09 02:22:47.988103 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed186c-6980-4ab0-850f-bcb0527ec6f3 req-5a79e478-2b86-4d06-9e9a-3c1031c6ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:47.989618 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65ed186c-6980-4ab0-850f-bcb0527ec6f3 req-5a79e478-2b86-4d06-9e9a-3c1031c6ae7f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=88e16d07-9fdc-4554-a2ca-3cc87415428a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0626137 Feb 09 02:22:48.111327 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bda0dc-632c-41d0-8701-50c5a7012545 req-fb456c86-d07b-4743-9195-1880bccb75d3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:48.113583 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-50bda0dc-632c-41d0-8701-50c5a7012545 req-fb456c86-d07b-4743-9195-1880bccb75d3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 945 time: 0.1229818 Feb 09 02:22:48.148250 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65ed186c-6980-4ab0-850f-bcb0527ec6f3 req-e9c52ba9-adef-4614-8dee-f14b39ea3330 service neutron] 10.222.0.48 "GET /v2.0/networks/88e16d07-9fdc-4554-a2ca-3cc87415428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461344 Feb 09 02:22:48.235036 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-50bda0dc-632c-41d0-8701-50c5a7012545 req-40b75c5f-8e33-4a31-ac53-f2d93b248430 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143479 Feb 09 02:22:48.284098 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65ed186c-6980-4ab0-850f-bcb0527ec6f3 req-159f942c-ac23-4bca-bbb8-e8e5663aeca3 service neutron] 10.222.0.48 "GET /v2.0/networks/88e16d07-9fdc-4554-a2ca-3cc87415428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272080 Feb 09 02:22:48.433262 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58414) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:48.708532 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:22:48.813330 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c,segment=NetworkSegment(f78bb225-b4ec-41b9-a457-cce7a6384e78),segment_id=f78bb225-b4ec-41b9-a457-cce7a6384e78)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:48.825249 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c has no active binding in host n-h1-828387-3 {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 02:22:49.164318 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-afae9588-9dea-4233-96f1-8bd6870b5553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (0e248890-717d-44a0-b5f5-0f895e74f183), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:49.452527 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65017f81-9dbc-4eca-9e71-83bb3cc07ef6 req-1fd1135f-8731-4459-b18d-e4cd7ea3a663 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:49.454045 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-65017f81-9dbc-4eca-9e71-83bb3cc07ef6 req-1fd1135f-8731-4459-b18d-e4cd7ea3a663 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 945 time: 0.1209800 Feb 09 02:22:49.558416 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-65017f81-9dbc-4eca-9e71-83bb3cc07ef6 req-36115436-ef70-4598-9af9-5ca16fa75194 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980451 Feb 09 02:22:49.590329 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-afae9588-9dea-4233-96f1-8bd6870b5553 admin admin] Deleting port c968df02-bf3e-4d65-bfde-034346f144d1 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:49.590787 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-afae9588-9dea-4233-96f1-8bd6870b5553 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (c968df02-bf3e-4d65-bfde-034346f144d1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:49.678875 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-afae9588-9dea-4233-96f1-8bd6870b5553 admin admin] For port c968df02-bf3e-4d65-bfde-034346f144d1, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c968df02-bf3e-4d65-bfde-034346f144d1,segment=NetworkSegment(af426bc0-ade1-4151-a734-4162e08ed075),segment_id=af426bc0-ade1-4151-a734-4162e08ed075)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:49.679140 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-afae9588-9dea-4233-96f1-8bd6870b5553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (c968df02-bf3e-4d65-bfde-034346f144d1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:49.692695 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-afae9588-9dea-4233-96f1-8bd6870b5553 admin admin] Calling delete_port for c968df02-bf3e-4d65-bfde-034346f144d1 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:49.898332 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-afae9588-9dea-4233-96f1-8bd6870b5553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (c968df02-bf3e-4d65-bfde-034346f144d1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:49.926771 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae9588-9dea-4233-96f1-8bd6870b5553 admin admin] Pushing event deleted for resources: {'Port': ['ID=c968df02-bf3e-4d65-bfde-034346f144d1,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:50.107050 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-afae9588-9dea-4233-96f1-8bd6870b5553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (0e248890-717d-44a0-b5f5-0f895e74f183), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:50.331198 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afae9588-9dea-4233-96f1-8bd6870b5553 admin admin] Router 0e248890-717d-44a0-b5f5-0f895e74f183 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:22:50.446336 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afae9588-9dea-4233-96f1-8bd6870b5553 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:22:50.453017 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-afae9588-9dea-4233-96f1-8bd6870b5553 admin admin] 10.222.0.36 "PUT /v2.0/routers/0e248890-717d-44a0-b5f5-0f895e74f183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0180020 Feb 09 02:22:50.455689 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58418) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:50.456684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da704f05-d3ba-4e18-bb31-a72f38fa96fe None None] Sync routers for ids ['0e248890-717d-44a0-b5f5-0f895e74f183'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:22:50.467890 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da704f05-d3ba-4e18-bb31-a72f38fa96fe None None] Routers {'0e248890-717d-44a0-b5f5-0f895e74f183'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:50.468521 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-da704f05-d3ba-4e18-bb31-a72f38fa96fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:22:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0e248890-717d-44a0-b5f5-0f895e74f183'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:50.575323 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f717a35-98cc-401c-b620-24442f873679 admin admin] Publish callbacks [] for router (0e248890-717d-44a0-b5f5-0f895e74f183), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:50.593184 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-da704f05-d3ba-4e18-bb31-a72f38fa96fe None None] Set router 0e248890-717d-44a0-b5f5-0f895e74f183 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:22:50.692205 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b8228-d4d8-4926-9958-df7104cc28da req-36669363-65be-4e0a-b00f-9e3cdc5b51c4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:50.694399 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d7b8228-d4d8-4926-9958-df7104cc28da req-36669363-65be-4e0a-b00f-9e3cdc5b51c4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 945 time: 0.0574672 Feb 09 02:22:50.695636 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f717a35-98cc-401c-b620-24442f873679 admin admin] Publish callbacks [] for router_gateway (0e248890-717d-44a0-b5f5-0f895e74f183), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:50.749815 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d7b8228-d4d8-4926-9958-df7104cc28da req-db908fac-f9aa-4b92-81d3-e6979b44c9d2 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481470 Feb 09 02:22:50.753803 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-7f717a35-98cc-401c-b620-24442f873679 admin admin] Deleting port 701d45dc-cdd4-4119-b0f5-99eaf72a4760 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:50.754230 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f717a35-98cc-401c-b620-24442f873679 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (701d45dc-cdd4-4119-b0f5-99eaf72a4760), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:50.800500 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-da704f05-d3ba-4e18-bb31-a72f38fa96fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'name': 'tempest-TestVolumeBackupRestore-671040854-router', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:35Z', 'updated_at': '2022-02-09T02:22:49Z', 'revision_number': 5, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'gw_port': {'id': '701d45dc-cdd4-4119-b0f5-99eaf72a4760', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:36Z', 'updated_at': '2022-02-09T02:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:50.827559 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da704f05-d3ba-4e18-bb31-a72f38fa96fe None None] Checking router: 0e248890-717d-44a0-b5f5-0f895e74f183 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:22:50.835822 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da704f05-d3ba-4e18-bb31-a72f38fa96fe None None] Routers {'0e248890-717d-44a0-b5f5-0f895e74f183'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:50.836430 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-da704f05-d3ba-4e18-bb31-a72f38fa96fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:22:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['0e248890-717d-44a0-b5f5-0f895e74f183'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:50.841500 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-7f717a35-98cc-401c-b620-24442f873679 admin admin] For port 701d45dc-cdd4-4119-b0f5-99eaf72a4760, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=701d45dc-cdd4-4119-b0f5-99eaf72a4760,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:50.841805 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f717a35-98cc-401c-b620-24442f873679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (701d45dc-cdd4-4119-b0f5-99eaf72a4760), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:50.855281 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-7f717a35-98cc-401c-b620-24442f873679 admin admin] Calling delete_port for 701d45dc-cdd4-4119-b0f5-99eaf72a4760 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:50.925906 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-da704f05-d3ba-4e18-bb31-a72f38fa96fe None None] Set router 0e248890-717d-44a0-b5f5-0f895e74f183 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:22:50.984820 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-da704f05-d3ba-4e18-bb31-a72f38fa96fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'name': 'tempest-TestVolumeBackupRestore-671040854-router', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:35Z', 'updated_at': '2022-02-09T02:22:50Z', 'revision_number': 6, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:51.015793 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da704f05-d3ba-4e18-bb31-a72f38fa96fe None None] The sync data for ids ['0e248890-717d-44a0-b5f5-0f895e74f183'] in n-d-828387-3 is: [{'id': '0e248890-717d-44a0-b5f5-0f895e74f183', 'name': 'tempest-TestVolumeBackupRestore-671040854-router', 'tenant_id': '4726a29cc92145328d9a07ccc7d46d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:35Z', 'updated_at': '2022-02-09T02:22:50Z', 'revision_number': 6, 'project_id': '4726a29cc92145328d9a07ccc7d46d1c', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:22:51.306919 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f717a35-98cc-401c-b620-24442f873679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (701d45dc-cdd4-4119-b0f5-99eaf72a4760), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:51.335374 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f717a35-98cc-401c-b620-24442f873679 admin admin] Pushing event deleted for resources: {'Port': ['ID=701d45dc-cdd4-4119-b0f5-99eaf72a4760,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:51.410596 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f717a35-98cc-401c-b620-24442f873679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (0e248890-717d-44a0-b5f5-0f895e74f183), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:51.517286 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f717a35-98cc-401c-b620-24442f873679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (0e248890-717d-44a0-b5f5-0f895e74f183), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:51.520748 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f717a35-98cc-401c-b620-24442f873679 admin admin] Publish callbacks [] for router_controller (0e248890-717d-44a0-b5f5-0f895e74f183), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:51.548728 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:22:51.570694 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f717a35-98cc-401c-b620-24442f873679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (0e248890-717d-44a0-b5f5-0f895e74f183), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:51.571268 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f717a35-98cc-401c-b620-24442f873679 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e248890-717d-44a0-b5f5-0f895e74f183 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:22:51.577903 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f717a35-98cc-401c-b620-24442f873679 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:51.580740 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7f717a35-98cc-401c-b620-24442f873679 admin admin] 10.222.0.36 "DELETE /v2.0/routers/0e248890-717d-44a0-b5f5-0f895e74f183 HTTP/1.1" status: 204 len: 168 time: 1.1234703 Feb 09 02:22:51.582673 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58422) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:51.652322 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c86ab3-3ad2-4d8a-8eb9-d793ed80d9ee admin admin] Deleting subnet 18514aa6-2ff8-434c-a665-9dfdbe4b6bde {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:22:51.656724 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a0c86ab3-3ad2-4d8a-8eb9-d793ed80d9ee admin admin] Publish callbacks [] for subnet (18514aa6-2ff8-434c-a665-9dfdbe4b6bde), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:51.724240 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a0c86ab3-3ad2-4d8a-8eb9-d793ed80d9ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (18514aa6-2ff8-434c-a665-9dfdbe4b6bde), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:51.834247 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a0c86ab3-3ad2-4d8a-8eb9-d793ed80d9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (18514aa6-2ff8-434c-a665-9dfdbe4b6bde), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:51.898831 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09922eb9-2803-4075-ac3c-81fc1f08aaf5 req-9eb0bcdd-f236-40df-bd08-958f4babadfa tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:51.900802 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-09922eb9-2803-4075-ac3c-81fc1f08aaf5 req-9eb0bcdd-f236-40df-bd08-958f4babadfa tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 945 time: 0.0692770 Feb 09 02:22:51.946268 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a0c86ab3-3ad2-4d8a-8eb9-d793ed80d9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (18514aa6-2ff8-434c-a665-9dfdbe4b6bde), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:51.986292 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c86ab3-3ad2-4d8a-8eb9-d793ed80d9ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18514aa6-2ff8-434c-a665-9dfdbe4b6bde,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:51.991658 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a0c86ab3-3ad2-4d8a-8eb9-d793ed80d9ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:51.995616 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a0c86ab3-3ad2-4d8a-8eb9-d793ed80d9ee admin admin] 10.222.0.36 "DELETE /v2.0/subnets/18514aa6-2ff8-434c-a665-9dfdbe4b6bde HTTP/1.1" status: 204 len: 168 time: 0.4114208 Feb 09 02:22:51.999529 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477d8558-e597-4444-bb62-974f8509842c None None] Network 5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:52.000035 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58426) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:52.000210 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-09922eb9-2803-4075-ac3c-81fc1f08aaf5 req-f66c8aef-fbf0-4a13-aaba-73837b6e213b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911679 Feb 09 02:22:52.089483 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b55e001-b686-496a-a813-95f78c452d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:52.147493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-4b55e001-b686-496a-a813-95f78c452d6a admin admin] Deleting port a33e83bc-44c5-4c76-a781-662959b70c5a {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:52.147846 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b55e001-b686-496a-a813-95f78c452d6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a33e83bc-44c5-4c76-a781-662959b70c5a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:52.171471 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e68144-dbea-4401-b124-7a60e74fb0dd None None] DHCP port deletion for 5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:22:52.214266 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-4b55e001-b686-496a-a813-95f78c452d6a admin admin] For port a33e83bc-44c5-4c76-a781-662959b70c5a, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a33e83bc-44c5-4c76-a781-662959b70c5a,segment=NetworkSegment(af426bc0-ade1-4151-a734-4162e08ed075),segment_id=af426bc0-ade1-4151-a734-4162e08ed075)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:52.214886 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b55e001-b686-496a-a813-95f78c452d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a33e83bc-44c5-4c76-a781-662959b70c5a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:52.218262 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-27e68144-dbea-4401-b124-7a60e74fb0dd None None] Deleting port a33e83bc-44c5-4c76-a781-662959b70c5a {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:52.218635 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-27e68144-dbea-4401-b124-7a60e74fb0dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a33e83bc-44c5-4c76-a781-662959b70c5a), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:52.228250 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-4b55e001-b686-496a-a813-95f78c452d6a admin admin] Calling delete_port for a33e83bc-44c5-4c76-a781-662959b70c5a owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:52.287706 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-27e68144-dbea-4401-b124-7a60e74fb0dd None None] For port a33e83bc-44c5-4c76-a781-662959b70c5a, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a33e83bc-44c5-4c76-a781-662959b70c5a,segment=NetworkSegment(af426bc0-ade1-4151-a734-4162e08ed075),segment_id=af426bc0-ade1-4151-a734-4162e08ed075)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:52.288101 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-27e68144-dbea-4401-b124-7a60e74fb0dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a33e83bc-44c5-4c76-a781-662959b70c5a), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:52.300850 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-27e68144-dbea-4401-b124-7a60e74fb0dd None None] Calling delete_port for a33e83bc-44c5-4c76-a781-662959b70c5a owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:52.314805 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b55e001-b686-496a-a813-95f78c452d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a33e83bc-44c5-4c76-a781-662959b70c5a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:52.343269 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b55e001-b686-496a-a813-95f78c452d6a admin admin] No DVR routers for this DVR port a33e83bc-44c5-4c76-a781-662959b70c5a on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:52.347167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55e001-b686-496a-a813-95f78c452d6a admin admin] Pushing event deleted for resources: {'Port': ['ID=a33e83bc-44c5-4c76-a781-662959b70c5a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:52.381541 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-27e68144-dbea-4401-b124-7a60e74fb0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (a33e83bc-44c5-4c76-a781-662959b70c5a), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:52.408231 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e68144-dbea-4401-b124-7a60e74fb0dd None None] Pushing event deleted for resources: {'Port': ['ID=a33e83bc-44c5-4c76-a781-662959b70c5a,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:52.410056 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e68144-dbea-4401-b124-7a60e74fb0dd None None] No DVR routers for this DVR port a33e83bc-44c5-4c76-a781-662959b70c5a on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:52.424054 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b55e001-b686-496a-a813-95f78c452d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:52.444479 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-4b55e001-b686-496a-a813-95f78c452d6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:52.454868 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-4b55e001-b686-496a-a813-95f78c452d6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af426bc0-ade1-4151-a734-4162e08ed075') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:52.455166 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-4b55e001-b686-496a-a813-95f78c452d6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af426bc0-ade1-4151-a734-4162e08ed075') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:52.464578 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b55e001-b686-496a-a813-95f78c452d6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (af426bc0-ade1-4151-a734-4162e08ed075), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:52.479696 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b55e001-b686-496a-a813-95f78c452d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (af426bc0-ade1-4151-a734-4162e08ed075), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:52.487395 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b55e001-b686-496a-a813-95f78c452d6a admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:22:52.487818 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b55e001-b686-496a-a813-95f78c452d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (af426bc0-ade1-4151-a734-4162e08ed075), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:22:52.489735 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:22:52.548082 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b55e001-b686-496a-a813-95f78c452d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:52.556914 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4b55e001-b686-496a-a813-95f78c452d6a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:52.564276 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4b55e001-b686-496a-a813-95f78c452d6a admin admin] 10.222.0.36 "DELETE /v2.0/networks/5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2 HTTP/1.1" status: 204 len: 168 time: 0.5606830 Feb 09 02:22:52.571231 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58428) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:52.573320 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55e001-b686-496a-a813-95f78c452d6a admin admin] Pushing event deleted for resources: {'Network': ['ID=5f2639e4-f4f7-4b2c-ab0d-dd1a0e03e3b2,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:52.605072 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c968df02-bf3e-4d65-bfde-034346f144d1 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:52.629552 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: c968df02-bf3e-4d65-bfde-034346f144d1 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:22:52.629897 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c968df02-bf3e-4d65-bfde-034346f144d1 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:52.630308 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 701d45dc-cdd4-4119-b0f5-99eaf72a4760 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:52.649572 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 701d45dc-cdd4-4119-b0f5-99eaf72a4760 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:22:52.649918 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 701d45dc-cdd4-4119-b0f5-99eaf72a4760 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:52.650326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a33e83bc-44c5-4c76-a781-662959b70c5a no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:52.670251 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: a33e83bc-44c5-4c76-a781-662959b70c5a {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:22:52.670525 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a33e83bc-44c5-4c76-a781-662959b70c5a not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:52.926290 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e3f9673-c51f-4aed-95b1-1965cb587b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (68bac519-0b4b-456c-88b3-fe8949af7e7e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:53.130881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14eab8-1f47-4147-9ac0-1088d90dc250 req-4d15ccd3-4e9d-4979-94ed-f960960e7739 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:53.132398 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf14eab8-1f47-4147-9ac0-1088d90dc250 req-4d15ccd3-4e9d-4979-94ed-f960960e7739 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 945 time: 0.0610793 Feb 09 02:22:53.182814 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cf14eab8-1f47-4147-9ac0-1088d90dc250 req-e92b5880-dff2-4846-93e8-2690554843ac tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435972 Feb 09 02:22:53.192323 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-7e3f9673-c51f-4aed-95b1-1965cb587b0f admin admin] Deleting port ca9c79b0-7bf6-4a1a-a309-8060ae6749eb {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:53.193020 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e3f9673-c51f-4aed-95b1-1965cb587b0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ca9c79b0-7bf6-4a1a-a309-8060ae6749eb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:53.272023 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-7e3f9673-c51f-4aed-95b1-1965cb587b0f admin admin] For port ca9c79b0-7bf6-4a1a-a309-8060ae6749eb, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ca9c79b0-7bf6-4a1a-a309-8060ae6749eb,segment=NetworkSegment(577c3ec0-0662-4a01-83a1-84acfdb65a1c),segment_id=577c3ec0-0662-4a01-83a1-84acfdb65a1c)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:53.272384 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e3f9673-c51f-4aed-95b1-1965cb587b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ca9c79b0-7bf6-4a1a-a309-8060ae6749eb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:53.287397 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-7e3f9673-c51f-4aed-95b1-1965cb587b0f admin admin] Calling delete_port for ca9c79b0-7bf6-4a1a-a309-8060ae6749eb owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:53.477773 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e3f9673-c51f-4aed-95b1-1965cb587b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ca9c79b0-7bf6-4a1a-a309-8060ae6749eb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:53.507281 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f9673-c51f-4aed-95b1-1965cb587b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=ca9c79b0-7bf6-4a1a-a309-8060ae6749eb,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:53.681778 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e3f9673-c51f-4aed-95b1-1965cb587b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (68bac519-0b4b-456c-88b3-fe8949af7e7e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:53.902672 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3f9673-c51f-4aed-95b1-1965cb587b0f admin admin] Router 68bac519-0b4b-456c-88b3-fe8949af7e7e has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:22:54.020481 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3f9673-c51f-4aed-95b1-1965cb587b0f admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:22:54.025527 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7e3f9673-c51f-4aed-95b1-1965cb587b0f admin admin] 10.222.0.36 "PUT /v2.0/routers/68bac519-0b4b-456c-88b3-fe8949af7e7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4597647 Feb 09 02:22:54.028401 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58432) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:54.034642 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4117dd21-7d10-4b2c-a095-64ea88745af2 None None] Sync routers for ids ['68bac519-0b4b-456c-88b3-fe8949af7e7e'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:22:54.044887 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4117dd21-7d10-4b2c-a095-64ea88745af2 None None] Routers {'68bac519-0b4b-456c-88b3-fe8949af7e7e'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:54.045512 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4117dd21-7d10-4b2c-a095-64ea88745af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:22:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['68bac519-0b4b-456c-88b3-fe8949af7e7e'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:54.147793 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9403711b-7134-4b03-a368-a083061be26a admin admin] Publish callbacks [] for router (68bac519-0b4b-456c-88b3-fe8949af7e7e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:54.164673 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-4117dd21-7d10-4b2c-a095-64ea88745af2 None None] Set router 68bac519-0b4b-456c-88b3-fe8949af7e7e gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:22:54.183852 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-fb821927-038a-49e7-9908-0779d672e619 service neutron] 10.222.0.48 "GET /v2.0/ports/983c38de-0e4a-4cca-81e2-6bc0b2b0f96c/bindings/n-h1-828387-3 HTTP/1.1" status: 200 len: 384 time: 0.0607004 Feb 09 02:22:54.264749 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9403711b-7134-4b03-a368-a083061be26a admin admin] Publish callbacks [] for router_gateway (68bac519-0b4b-456c-88b3-fe8949af7e7e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:54.357391 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4117dd21-7d10-4b2c-a095-64ea88745af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bac519-0b4b-456c-88b3-fe8949af7e7e', 'name': 'tempest-TestVolumeBackupRestore-1658116725-router', 'tenant_id': '19ca0d102f034b899c4c8df8c3316d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '7466b1d0-5021-4e92-8b51-4665d3e9d4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:42Z', 'updated_at': '2022-02-09T02:22:53Z', 'revision_number': 5, 'project_id': '19ca0d102f034b899c4c8df8c3316d07', 'gw_port': {'id': '7466b1d0-5021-4e92-8b51-4665d3e9d4ed', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac519-0b4b-456c-88b3-fe8949af7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:43Z', 'updated_at': '2022-02-09T02:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:54.367775 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fe80b-4960-4b39-b055-98c687d298b1 req-bd769b7f-bf3a-43f3-97c1-69212aae88be tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:54.369285 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-304fe80b-4960-4b39-b055-98c687d298b1 req-bd769b7f-bf3a-43f3-97c1-69212aae88be tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 945 time: 0.0923402 Feb 09 02:22:54.375108 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-9403711b-7134-4b03-a368-a083061be26a admin admin] Deleting port 7466b1d0-5021-4e92-8b51-4665d3e9d4ed {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:54.375491 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9403711b-7134-4b03-a368-a083061be26a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (7466b1d0-5021-4e92-8b51-4665d3e9d4ed), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:54.379735 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-25907002-5628-4d9e-bef2-c48ba8417833 req-fe6df285-73dd-4ff2-bff7-5b38f752a1f1 service neutron] For port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c,segment=NetworkSegment(f78bb225-b4ec-41b9-a457-cce7a6384e78),segment_id=f78bb225-b4ec-41b9-a457-cce7a6384e78)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:54.385098 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4117dd21-7d10-4b2c-a095-64ea88745af2 None None] Checking router: 68bac519-0b4b-456c-88b3-fe8949af7e7e for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:22:54.393676 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4117dd21-7d10-4b2c-a095-64ea88745af2 None None] Routers {'68bac519-0b4b-456c-88b3-fe8949af7e7e'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:54.394288 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4117dd21-7d10-4b2c-a095-64ea88745af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:22:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['68bac519-0b4b-456c-88b3-fe8949af7e7e'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:54.401764 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-25907002-5628-4d9e-bef2-c48ba8417833 req-fe6df285-73dd-4ff2-bff7-5b38f752a1f1 service neutron] For port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:22:54.444815 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90c06ba-170c-421e-b450-f15589ad80ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '983c38de-0e4a-4cca-81e2-6bc0b2b0f96c'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:54.447256 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017eda9c-3219-48d0-86f4-5f26463a1fcd" -d '{"events": [{"server_uuid": "a90c06ba-170c-421e-b450-f15589ad80ca", "name": "network-vif-unplugged", "status": "completed", "tag": "983c38de-0e4a-4cca-81e2-6bc0b2b0f96c"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:54.456020 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-25907002-5628-4d9e-bef2-c48ba8417833 req-fe6df285-73dd-4ff2-bff7-5b38f752a1f1 service neutron] For port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c,segment=NetworkSegment(f78bb225-b4ec-41b9-a457-cce7a6384e78),segment_id=f78bb225-b4ec-41b9-a457-cce7a6384e78)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:54.476794 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25907002-5628-4d9e-bef2-c48ba8417833 req-fe6df285-73dd-4ff2-bff7-5b38f752a1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:54.484655 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-304fe80b-4960-4b39-b055-98c687d298b1 req-95506b9a-578a-40d7-8b3e-be7eba7e45ee tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969641 Feb 09 02:22:54.496499 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-4117dd21-7d10-4b2c-a095-64ea88745af2 None None] Set router 68bac519-0b4b-456c-88b3-fe8949af7e7e gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:22:54.519666 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-9403711b-7134-4b03-a368-a083061be26a admin admin] For port 7466b1d0-5021-4e92-8b51-4665d3e9d4ed, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=7466b1d0-5021-4e92-8b51-4665d3e9d4ed,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:54.520408 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9403711b-7134-4b03-a368-a083061be26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (7466b1d0-5021-4e92-8b51-4665d3e9d4ed), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:54.537922 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-9403711b-7134-4b03-a368-a083061be26a admin admin] Calling delete_port for 7466b1d0-5021-4e92-8b51-4665d3e9d4ed owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:54.564820 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4117dd21-7d10-4b2c-a095-64ea88745af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bac519-0b4b-456c-88b3-fe8949af7e7e', 'name': 'tempest-TestVolumeBackupRestore-1658116725-router', 'tenant_id': '19ca0d102f034b899c4c8df8c3316d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:42Z', 'updated_at': '2022-02-09T02:22:54Z', 'revision_number': 6, 'project_id': '19ca0d102f034b899c4c8df8c3316d07', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:54.571402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-25907002-5628-4d9e-bef2-c48ba8417833 req-fe6df285-73dd-4ff2-bff7-5b38f752a1f1 service neutron] Transition to ACTIVE for port object 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:22:54.578287 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-25907002-5628-4d9e-bef2-c48ba8417833 req-fe6df285-73dd-4ff2-bff7-5b38f752a1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:54.594339 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4117dd21-7d10-4b2c-a095-64ea88745af2 None None] The sync data for ids ['68bac519-0b4b-456c-88b3-fe8949af7e7e'] in n-d-828387-3 is: [{'id': '68bac519-0b4b-456c-88b3-fe8949af7e7e', 'name': 'tempest-TestVolumeBackupRestore-1658116725-router', 'tenant_id': '19ca0d102f034b899c4c8df8c3316d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:42Z', 'updated_at': '2022-02-09T02:22:54Z', 'revision_number': 6, 'project_id': '19ca0d102f034b899c4c8df8c3316d07', 'gw_port_host': None}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:22:54.787778 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9403711b-7134-4b03-a368-a083061be26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (7466b1d0-5021-4e92-8b51-4665d3e9d4ed), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:54.820080 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403711b-7134-4b03-a368-a083061be26a admin admin] Pushing event deleted for resources: {'Port': ['ID=7466b1d0-5021-4e92-8b51-4665d3e9d4ed,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:54.883579 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9403711b-7134-4b03-a368-a083061be26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (68bac519-0b4b-456c-88b3-fe8949af7e7e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:55.096690 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e69a02-2021-4ae5-8b77-e7c38dd11133 x-openstack-request-id: req-22e69a02-2021-4ae5-8b77-e7c38dd11133 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:55.096964 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90c06ba-170c-421e-b450-f15589ad80ca", "name": "network-vif-unplugged", "status": "completed", "tag": "983c38de-0e4a-4cca-81e2-6bc0b2b0f96c", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:55.097222 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-22e69a02-2021-4ae5-8b77-e7c38dd11133 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:55.097620 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90c06ba-170c-421e-b450-f15589ad80ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '983c38de-0e4a-4cca-81e2-6bc0b2b0f96c', 'code': 200} Feb 09 02:22:55.127912 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-25907002-5628-4d9e-bef2-c48ba8417833 req-fe6df285-73dd-4ff2-bff7-5b38f752a1f1 service neutron] No DVR routers for this DVR port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:55.165222 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6df285-73dd-4ff2-bff7-5b38f752a1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c,revision_number=11']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:55.257750 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9403711b-7134-4b03-a368-a083061be26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (68bac519-0b4b-456c-88b3-fe8949af7e7e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:55.259983 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9403711b-7134-4b03-a368-a083061be26a admin admin] Publish callbacks [] for router_controller (68bac519-0b4b-456c-88b3-fe8949af7e7e), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:55.268281 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-fe6df285-73dd-4ff2-bff7-5b38f752a1f1 service neutron] 10.222.0.48 "PUT /v2.0/ports/983c38de-0e4a-4cca-81e2-6bc0b2b0f96c/bindings/n-h1-828387-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0779514 Feb 09 02:22:55.308792 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9403711b-7134-4b03-a368-a083061be26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (68bac519-0b4b-456c-88b3-fe8949af7e7e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:55.309333 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9403711b-7134-4b03-a368-a083061be26a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68bac519-0b4b-456c-88b3-fe8949af7e7e {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:22:55.314425 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9403711b-7134-4b03-a368-a083061be26a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:55.315531 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9403711b-7134-4b03-a368-a083061be26a admin admin] 10.222.0.36 "DELETE /v2.0/routers/68bac519-0b4b-456c-88b3-fe8949af7e7e HTTP/1.1" status: 204 len: 168 time: 1.2860343 Feb 09 02:22:55.318208 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58440) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:55.389797 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c57049-a341-4f8d-af50-9f74175196a6 admin admin] Deleting subnet 97d0f490-2d20-456d-ad6b-8d1cb54c8ac4 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:22:55.395191 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e3c57049-a341-4f8d-af50-9f74175196a6 admin admin] Publish callbacks [] for subnet (97d0f490-2d20-456d-ad6b-8d1cb54c8ac4), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:55.435612 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25907002-5628-4d9e-bef2-c48ba8417833 req-44607f49-7b0d-4b83-8d11-dd01e1f8713d tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:55.437094 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-44607f49-7b0d-4b83-8d11-dd01e1f8713d tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca&tenant_id=2c59903585c449439619eb0edc719ef1&binding%3Ahost_id=n-h2-828387-3 HTTP/1.1" status: 200 len: 1126 time: 0.1110120 Feb 09 02:22:55.447068 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e3c57049-a341-4f8d-af50-9f74175196a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (97d0f490-2d20-456d-ad6b-8d1cb54c8ac4), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:55.543584 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25907002-5628-4d9e-bef2-c48ba8417833 req-7053e8c4-ed4d-4cbe-9672-53788c0495ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:55.545095 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-7053e8c4-ed4d-4cbe-9672-53788c0495ef service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca&tenant_id=2c59903585c449439619eb0edc719ef1 HTTP/1.1" status: 200 len: 1126 time: 0.1004124 Feb 09 02:22:55.564638 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e3c57049-a341-4f8d-af50-9f74175196a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (97d0f490-2d20-456d-ad6b-8d1cb54c8ac4), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:55.686357 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25907002-5628-4d9e-bef2-c48ba8417833 req-4fbcc4e9-da20-46e1-8c71-1d285ef35e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:55.687897 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-4fbcc4e9-da20-46e1-8c71-1d285ef35e9d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 1126 time: 0.0960362 Feb 09 02:22:55.702484 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4773c-a56d-40fc-a38a-a4e5173866c1 req-c1f66ab9-8da4-4f48-8aff-257c89354402 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:55.703958 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a2d4773c-a56d-40fc-a38a-a4e5173866c1 req-c1f66ab9-8da4-4f48-8aff-257c89354402 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 944 time: 0.1369884 Feb 09 02:22:55.704912 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e3c57049-a341-4f8d-af50-9f74175196a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (97d0f490-2d20-456d-ad6b-8d1cb54c8ac4), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:55.780290 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c57049-a341-4f8d-af50-9f74175196a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97d0f490-2d20-456d-ad6b-8d1cb54c8ac4,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:55.794421 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e3c57049-a341-4f8d-af50-9f74175196a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:55.797648 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e3c57049-a341-4f8d-af50-9f74175196a6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/97d0f490-2d20-456d-ad6b-8d1cb54c8ac4 HTTP/1.1" status: 204 len: 168 time: 0.4785011 Feb 09 02:22:55.798065 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffcc203-df6d-4be7-ab0a-9f861bc75cc7 None None] Network a203c29e-1bca-4e64-82b2-90a3cbab25e2 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:55.800377 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58444) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:55.845330 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a2d4773c-a56d-40fc-a38a-a4e5173866c1 req-336546b3-8771-4f77-a310-db02f19ed594 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278174 Feb 09 02:22:55.874574 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25907002-5628-4d9e-bef2-c48ba8417833 req-5b0396bf-ecea-4d95-bc0f-6ed00feabf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:55.874574 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-5b0396bf-ecea-4d95-bc0f-6ed00feabf17 service neutron] 10.222.0.67 "GET /v2.0/networks?id=88e16d07-9fdc-4554-a2ca-3cc87415428a HTTP/1.1" status: 200 len: 897 time: 0.1736112 Feb 09 02:22:55.891670 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-602224d4-ef81-4de9-8067-8d589358d273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (a203c29e-1bca-4e64-82b2-90a3cbab25e2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:55.949429 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-609a660c-435a-4f83-916c-e1031257db50 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c HTTP/1.1" status: 200 len: 998 time: 0.0753934 Feb 09 02:22:55.966525 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e640546-7a04-4e32-bd2a-0478da546732 None None] DHCP port deletion for a203c29e-1bca-4e64-82b2-90a3cbab25e2 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:22:55.968396 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-602224d4-ef81-4de9-8067-8d589358d273 admin admin] Deleting port 8e45af14-75b3-4e87-bad4-18cecea21137 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:55.968732 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-602224d4-ef81-4de9-8067-8d589358d273 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (8e45af14-75b3-4e87-bad4-18cecea21137), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.000976 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25907002-5628-4d9e-bef2-c48ba8417833 req-a39fdc11-189c-4509-b7b1-f014af9d889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:56.002574 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-a39fdc11-189c-4509-b7b1-f014af9d889a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d5886112-e998-4ee5-a822-243c343d1349 HTTP/1.1" status: 200 len: 834 time: 0.0466168 Feb 09 02:22:56.016366 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2e640546-7a04-4e32-bd2a-0478da546732 None None] Deleting port 8e45af14-75b3-4e87-bad4-18cecea21137 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:56.016743 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2e640546-7a04-4e32-bd2a-0478da546732 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (8e45af14-75b3-4e87-bad4-18cecea21137), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.035607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-602224d4-ef81-4de9-8067-8d589358d273 admin admin] For port 8e45af14-75b3-4e87-bad4-18cecea21137, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8e45af14-75b3-4e87-bad4-18cecea21137,segment=NetworkSegment(577c3ec0-0662-4a01-83a1-84acfdb65a1c),segment_id=577c3ec0-0662-4a01-83a1-84acfdb65a1c)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:56.036025 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-602224d4-ef81-4de9-8067-8d589358d273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (8e45af14-75b3-4e87-bad4-18cecea21137), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.050957 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-602224d4-ef81-4de9-8067-8d589358d273 admin admin] Calling delete_port for 8e45af14-75b3-4e87-bad4-18cecea21137 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:56.056802 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25907002-5628-4d9e-bef2-c48ba8417833 req-16bbe0aa-9fbf-4789-8a83-e22d2fb566cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:56.058485 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-16bbe0aa-9fbf-4789-8a83-e22d2fb566cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=88e16d07-9fdc-4554-a2ca-3cc87415428a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503619 Feb 09 02:22:56.086027 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-2e640546-7a04-4e32-bd2a-0478da546732 None None] For port 8e45af14-75b3-4e87-bad4-18cecea21137, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=8e45af14-75b3-4e87-bad4-18cecea21137,segment=NetworkSegment(577c3ec0-0662-4a01-83a1-84acfdb65a1c),segment_id=577c3ec0-0662-4a01-83a1-84acfdb65a1c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:56.086429 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2e640546-7a04-4e32-bd2a-0478da546732 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (8e45af14-75b3-4e87-bad4-18cecea21137), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.099622 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2e640546-7a04-4e32-bd2a-0478da546732 None None] Calling delete_port for 8e45af14-75b3-4e87-bad4-18cecea21137 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:56.143122 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-602224d4-ef81-4de9-8067-8d589358d273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (8e45af14-75b3-4e87-bad4-18cecea21137), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.162231 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-103b337e-db27-4a8d-a6bb-504e867dc4bc service neutron] 10.222.0.67 "GET /v2.0/networks/88e16d07-9fdc-4554-a2ca-3cc87415428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971131 Feb 09 02:22:56.171252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602224d4-ef81-4de9-8067-8d589358d273 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e45af14-75b3-4e87-bad4-18cecea21137,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:56.173828 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602224d4-ef81-4de9-8067-8d589358d273 admin admin] No DVR routers for this DVR port 8e45af14-75b3-4e87-bad4-18cecea21137 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:56.184931 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2e640546-7a04-4e32-bd2a-0478da546732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (8e45af14-75b3-4e87-bad4-18cecea21137), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.213944 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e640546-7a04-4e32-bd2a-0478da546732 None None] Pushing event deleted for resources: {'Port': ['ID=8e45af14-75b3-4e87-bad4-18cecea21137,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:56.218041 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e640546-7a04-4e32-bd2a-0478da546732 None None] No DVR routers for this DVR port 8e45af14-75b3-4e87-bad4-18cecea21137 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:56.253828 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-602224d4-ef81-4de9-8067-8d589358d273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (a203c29e-1bca-4e64-82b2-90a3cbab25e2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.275346 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-602224d4-ef81-4de9-8067-8d589358d273 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a203c29e-1bca-4e64-82b2-90a3cbab25e2']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:56.277563 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-c639274e-a3b5-4e3c-abba-76ac46c01b71 service neutron] 10.222.0.67 "GET /v2.0/networks/88e16d07-9fdc-4554-a2ca-3cc87415428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097212 Feb 09 02:22:56.285197 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-602224d4-ef81-4de9-8067-8d589358d273 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577c3ec0-0662-4a01-83a1-84acfdb65a1c') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:56.285497 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-602224d4-ef81-4de9-8067-8d589358d273 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577c3ec0-0662-4a01-83a1-84acfdb65a1c') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:56.296555 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-602224d4-ef81-4de9-8067-8d589358d273 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (577c3ec0-0662-4a01-83a1-84acfdb65a1c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.311188 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-602224d4-ef81-4de9-8067-8d589358d273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (577c3ec0-0662-4a01-83a1-84acfdb65a1c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.325032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602224d4-ef81-4de9-8067-8d589358d273 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:22:56.325457 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-602224d4-ef81-4de9-8067-8d589358d273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (577c3ec0-0662-4a01-83a1-84acfdb65a1c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:22:56.327339 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:22:56.384015 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-602224d4-ef81-4de9-8067-8d589358d273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (a203c29e-1bca-4e64-82b2-90a3cbab25e2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.391047 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-602224d4-ef81-4de9-8067-8d589358d273 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.396955 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-602224d4-ef81-4de9-8067-8d589358d273 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a203c29e-1bca-4e64-82b2-90a3cbab25e2 HTTP/1.1" status: 204 len: 168 time: 0.5931098 Feb 09 02:22:56.411444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602224d4-ef81-4de9-8067-8d589358d273 admin admin] Pushing event deleted for resources: {'Network': ['ID=a203c29e-1bca-4e64-82b2-90a3cbab25e2,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:56.528452 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25907002-5628-4d9e-bef2-c48ba8417833 req-e86e2d01-6d61-4d33-8610-3608c6a29ba9 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:56.530207 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-e86e2d01-6d61-4d33-8610-3608c6a29ba9 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca&tenant_id=2c59903585c449439619eb0edc719ef1&binding%3Ahost_id=n-h1-828387-3 HTTP/1.1" status: 200 len: 1126 time: 0.0534902 Feb 09 02:22:56.580845 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58448) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:56.605465 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7466b1d0-5021-4e92-8b51-4665d3e9d4ed no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:56.626278 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3a84da1a-b506-475b-a62d-00019217cf90 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4726a29cc92145328d9a07ccc7d46d1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442607 Feb 09 02:22:56.626905 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58450) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:56.627292 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 7466b1d0-5021-4e92-8b51-4665d3e9d4ed {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:22:56.627842 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 7466b1d0-5021-4e92-8b51-4665d3e9d4ed not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:56.628450 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8e45af14-75b3-4e87-bad4-18cecea21137 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:56.649660 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 8e45af14-75b3-4e87-bad4-18cecea21137 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:22:56.650465 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 8e45af14-75b3-4e87-bad4-18cecea21137 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:56.650605 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ca9c79b0-7bf6-4a1a-a309-8060ae6749eb no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:56.663512 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-25907002-5628-4d9e-bef2-c48ba8417833 req-168ba43d-e528-4da6-88fe-648b4cc4fa57 service neutron] For port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c, host n-h2-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:22:56.667293 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-25907002-5628-4d9e-bef2-c48ba8417833 req-168ba43d-e528-4da6-88fe-648b4cc4fa57 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.668430 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-168ba43d-e528-4da6-88fe-648b4cc4fa57 service neutron] 10.222.0.67 "DELETE /v2.0/ports/983c38de-0e4a-4cca-81e2-6bc0b2b0f96c/bindings/n-h2-828387-3 HTTP/1.1" status: 204 len: 173 time: 0.1317573 Feb 09 02:22:56.675148 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: ca9c79b0-7bf6-4a1a-a309-8060ae6749eb {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:22:56.675625 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ca9c79b0-7bf6-4a1a-a309-8060ae6749eb not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:56.676663 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c3f374a7-6b24-4036-8ce6-abc3629de6f9 admin admin] Publish callbacks [] for security_group (53cc838c-1870-4371-81a1-c46f5e51b352), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.700678 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c3f374a7-6b24-4036-8ce6-abc3629de6f9 admin admin] Publish callbacks [] for security_group (53cc838c-1870-4371-81a1-c46f5e51b352), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.769119 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c3f374a7-6b24-4036-8ce6-abc3629de6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (53cc838c-1870-4371-81a1-c46f5e51b352), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.771720 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c3f374a7-6b24-4036-8ce6-abc3629de6f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.772876 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c3f374a7-6b24-4036-8ce6-abc3629de6f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/53cc838c-1870-4371-81a1-c46f5e51b352 HTTP/1.1" status: 204 len: 168 time: 0.1450131 Feb 09 02:22:56.782331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f374a7-6b24-4036-8ce6-abc3629de6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cc838c-1870-4371-81a1-c46f5e51b352,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:56.882027 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:56.930879 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] The host n-h2-828387-3 is not matching for port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c host n-h1-828387-3! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:22:56.931661 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:57.000075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aac423-b250-4d4e-9d03-58a4e693b8f7 req-d9020da9-bfc3-49f3-b467-6c7e897792ff tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:57.001782 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99aac423-b250-4d4e-9d03-58a4e693b8f7 req-d9020da9-bfc3-49f3-b467-6c7e897792ff tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 944 time: 0.0627272 Feb 09 02:22:57.056632 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99aac423-b250-4d4e-9d03-58a4e693b8f7 req-5af81d5b-61f2-4b5d-b0ad-fe95b044c715 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484827 Feb 09 02:22:57.173760 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58460) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:57.193765 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9a560-3275-41af-ac20-fbb57bcb6960 req-530cc59e-125a-4dc5-8515-b27c840eac05 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:57.196718 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7ef9a560-3275-41af-ac20-fbb57bcb6960 req-530cc59e-125a-4dc5-8515-b27c840eac05 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 1126 time: 0.0551844 Feb 09 02:22:57.218258 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cb5184a6-e652-460c-9160-f2aef9cd44ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=19ca0d102f034b899c4c8df8c3316d07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430937 Feb 09 02:22:57.220797 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58462) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:57.249175 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7ef9a560-3275-41af-ac20-fbb57bcb6960 req-9579edb9-6bf5-4bbe-aeab-ab1f2903e650 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468698 Feb 09 02:22:57.271042 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-587fe975-8b28-417f-b96d-dc5c09b88d4f admin admin] Publish callbacks [] for security_group (35fe521a-80b3-45c5-9cfc-af71524ab34f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.297400 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-587fe975-8b28-417f-b96d-dc5c09b88d4f admin admin] Publish callbacks [] for security_group (35fe521a-80b3-45c5-9cfc-af71524ab34f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.391635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113da40-04e8-4ac3-8ca0-87c347955e95 req-36b95fed-dbfb-4c1f-8826-445e49e08fb6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:57.393154 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8113da40-04e8-4ac3-8ca0-87c347955e95 req-36b95fed-dbfb-4c1f-8826-445e49e08fb6 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 944 time: 0.0697608 Feb 09 02:22:57.394354 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-587fe975-8b28-417f-b96d-dc5c09b88d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (35fe521a-80b3-45c5-9cfc-af71524ab34f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.397205 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-587fe975-8b28-417f-b96d-dc5c09b88d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.400744 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-587fe975-8b28-417f-b96d-dc5c09b88d4f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35fe521a-80b3-45c5-9cfc-af71524ab34f HTTP/1.1" status: 204 len: 168 time: 0.1765323 Feb 09 02:22:57.413848 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fe975-8b28-417f-b96d-dc5c09b88d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fe521a-80b3-45c5-9cfc-af71524ab34f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:57.472186 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8113da40-04e8-4ac3-8ca0-87c347955e95 req-f5d079d4-36af-4b50-a29c-445e21cb8286 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647545 Feb 09 02:22:57.492805 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58468) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:57.555864 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a29adc79-dfd9-4205-bd6b-c19abf6d3534 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/floatingips/90542e0c-25db-4618-adcd-7332236c264d HTTP/1.1" status: 200 len: 990 time: 0.0617301 Feb 09 02:22:57.788878 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58474) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:57.966571 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-79b2535a-7756-4f74-815e-2079c7aea5bd tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Deleting port 0382e43f-91d9-4e39-a88c-c826857389b7 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:57.967061 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79b2535a-7756-4f74-815e-2079c7aea5bd tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0382e43f-91d9-4e39-a88c-c826857389b7), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.046095 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79b2535a-7756-4f74-815e-2079c7aea5bd tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0382e43f-91d9-4e39-a88c-c826857389b7), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.046429 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79b2535a-7756-4f74-815e-2079c7aea5bd tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for floatingip (0382e43f-91d9-4e39-a88c-c826857389b7), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.059943 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-79b2535a-7756-4f74-815e-2079c7aea5bd tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Calling delete_port for 0382e43f-91d9-4e39-a88c-c826857389b7 owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:58.208101 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79b2535a-7756-4f74-815e-2079c7aea5bd tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (0382e43f-91d9-4e39-a88c-c826857389b7), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.233188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2535a-7756-4f74-815e-2079c7aea5bd tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'Port': ['ID=0382e43f-91d9-4e39-a88c-c826857389b7,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:58.297064 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79b2535a-7756-4f74-815e-2079c7aea5bd tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for floatingip (90542e0c-25db-4618-adcd-7332236c264d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.297426 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-79b2535a-7756-4f74-815e-2079c7aea5bd tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Floating IP 90542e0c-25db-4618-adcd-7332236c264d disassociated (deleted). External IP: 172.25.7.29, port: 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c. Feb 09 02:22:58.505890 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b2535a-7756-4f74-815e-2079c7aea5bd tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Router a59e3c68-ff78-46a5-b741-e2cb0257b998 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:22:58.617166 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b2535a-7756-4f74-815e-2079c7aea5bd tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:22:58.621874 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79b2535a-7756-4f74-815e-2079c7aea5bd tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.627854 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f999126f-cd0b-4a73-a7ea-791e428b0a28 None None] Sync routers for ids ['a59e3c68-ff78-46a5-b741-e2cb0257b998'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:22:58.636934 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f999126f-cd0b-4a73-a7ea-791e428b0a28 None None] Routers {'a59e3c68-ff78-46a5-b741-e2cb0257b998'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:58.637739 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f999126f-cd0b-4a73-a7ea-791e428b0a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:22:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a59e3c68-ff78-46a5-b741-e2cb0257b998'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:58.654626 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-79b2535a-7756-4f74-815e-2079c7aea5bd tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "DELETE /v2.0/floatingips/90542e0c-25db-4618-adcd-7332236c264d HTTP/1.1" status: 204 len: 168 time: 0.8646193 Feb 09 02:22:58.655285 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90c06ba-170c-421e-b450-f15589ad80ca', 'tag': '983c38de-0e4a-4cca-81e2-6bc0b2b0f96c'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:58.658074 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c55b545-6722-4570-a1a2-e6ca8b28f959" -d '{"events": [{"name": "network-changed", "server_uuid": "a90c06ba-170c-421e-b450-f15589ad80ca", "tag": "983c38de-0e4a-4cca-81e2-6bc0b2b0f96c"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:58.698007 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e3a06c-8484-421c-9c92-816d17ff1390 x-openstack-request-id: req-02e3a06c-8484-421c-9c92-816d17ff1390 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:58.698366 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90c06ba-170c-421e-b450-f15589ad80ca", "tag": "983c38de-0e4a-4cca-81e2-6bc0b2b0f96c", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:58.700745 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-02e3a06c-8484-421c-9c92-816d17ff1390 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:58.700745 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90c06ba-170c-421e-b450-f15589ad80ca', 'tag': '983c38de-0e4a-4cca-81e2-6bc0b2b0f96c', 'status': 'completed', 'code': 200} Feb 09 02:22:58.750941 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-f999126f-cd0b-4a73-a7ea-791e428b0a28 None None] Set router a59e3c68-ff78-46a5-b741-e2cb0257b998 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:22:58.768013 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55b545-6722-4570-a1a2-e6ca8b28f959 req-5289591e-3d70-4f3e-ab8d-57905536055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:58.771428 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c55b545-6722-4570-a1a2-e6ca8b28f959 req-5289591e-3d70-4f3e-ab8d-57905536055b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 1126 time: 0.0481942 Feb 09 02:22:58.911716 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55b545-6722-4570-a1a2-e6ca8b28f959 req-f5411fcd-0fc5-4e01-8e38-96e41315cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:58.913187 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c55b545-6722-4570-a1a2-e6ca8b28f959 req-f5411fcd-0fc5-4e01-8e38-96e41315cd37 service neutron] 10.222.0.67 "GET /v2.0/networks?id=88e16d07-9fdc-4554-a2ca-3cc87415428a HTTP/1.1" status: 200 len: 897 time: 0.1320488 Feb 09 02:22:58.933883 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6d33d-02d8-4a12-b820-7357b1a288db req-8057a7de-6b45-4edb-bc37-f12656cb9b81 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:58.935521 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9de6d33d-02d8-4a12-b820-7357b1a288db req-8057a7de-6b45-4edb-bc37-f12656cb9b81 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 944 time: 0.0841839 Feb 09 02:22:58.970310 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c55b545-6722-4570-a1a2-e6ca8b28f959 req-60f286bd-dedc-415a-a93f-450124da3cde service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c HTTP/1.1" status: 200 len: 217 time: 0.0500362 Feb 09 02:22:58.970537 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f999126f-cd0b-4a73-a7ea-791e428b0a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100622517', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:45Z', 'updated_at': '2022-02-09T02:21:50Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:46Z', 'updated_at': '2022-02-09T02:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'dc9eeefb-e38a-42fb-90bf-57979c6bf609', 'name': '', 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:5c:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'd5886112-e998-4ee5-a822-243c343d1349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:49Z', 'updated_at': '2022-02-09T02:21:54Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'd5886112-e998-4ee5-a822-243c343d1349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:59.004997 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f999126f-cd0b-4a73-a7ea-791e428b0a28 None None] Checking router: a59e3c68-ff78-46a5-b741-e2cb0257b998 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:22:59.015550 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f999126f-cd0b-4a73-a7ea-791e428b0a28 None None] Routers {'a59e3c68-ff78-46a5-b741-e2cb0257b998'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:59.016156 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f999126f-cd0b-4a73-a7ea-791e428b0a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:22:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a59e3c68-ff78-46a5-b741-e2cb0257b998'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:59.049656 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9de6d33d-02d8-4a12-b820-7357b1a288db req-6d718c4d-bd7f-4ba0-b306-dd3b88671b99 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb7115f1-3bb5-48b8-94ec-406e4ababc84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819256 Feb 09 02:22:59.051102 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55b545-6722-4570-a1a2-e6ca8b28f959 req-76456d39-21d8-412f-9b02-ed02167995dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:59.052617 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c55b545-6722-4570-a1a2-e6ca8b28f959 req-76456d39-21d8-412f-9b02-ed02167995dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d5886112-e998-4ee5-a822-243c343d1349 HTTP/1.1" status: 200 len: 834 time: 0.0763576 Feb 09 02:22:59.103868 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55b545-6722-4570-a1a2-e6ca8b28f959 req-9a7702b2-4d3f-4322-a6d7-72a49dd593b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:59.105410 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c55b545-6722-4570-a1a2-e6ca8b28f959 req-9a7702b2-4d3f-4322-a6d7-72a49dd593b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=88e16d07-9fdc-4554-a2ca-3cc87415428a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461876 Feb 09 02:22:59.121202 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-f999126f-cd0b-4a73-a7ea-791e428b0a28 None None] Set router a59e3c68-ff78-46a5-b741-e2cb0257b998 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:22:59.204445 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c55b545-6722-4570-a1a2-e6ca8b28f959 req-7f09ca40-ed25-461a-80f5-3eb10b988fb3 service neutron] 10.222.0.67 "GET /v2.0/networks/88e16d07-9fdc-4554-a2ca-3cc87415428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915415 Feb 09 02:22:59.301414 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c55b545-6722-4570-a1a2-e6ca8b28f959 req-1078c29f-8fee-4170-9f9d-8bbec053c0dd service neutron] 10.222.0.67 "GET /v2.0/networks/88e16d07-9fdc-4554-a2ca-3cc87415428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905740 Feb 09 02:22:59.433079 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664396d-3b8e-4545-b635-4eb00139fcbd req-e49c433c-c0a7-40f8-a3df-b38a668cbef8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:59.435311 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b664396d-3b8e-4545-b635-4eb00139fcbd req-e49c433c-c0a7-40f8-a3df-b38a668cbef8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.67 "GET /v2.0/ports?device_id=a90c06ba-170c-421e-b450-f15589ad80ca HTTP/1.1" status: 200 len: 944 time: 0.0589399 Feb 09 02:22:59.493602 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f999126f-cd0b-4a73-a7ea-791e428b0a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100622517', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:45Z', 'updated_at': '2022-02-09T02:21:50Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:46Z', 'updated_at': '2022-02-09T02:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'dc9eeefb-e38a-42fb-90bf-57979c6bf609', 'name': '', 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:5c:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'd5886112-e998-4ee5-a822-243c343d1349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:49Z', 'updated_at': '2022-02-09T02:21:54Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'd5886112-e998-4ee5-a822-243c343d1349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:59.521371 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f999126f-cd0b-4a73-a7ea-791e428b0a28 None None] The sync data for ids ['a59e3c68-ff78-46a5-b741-e2cb0257b998'] in n-d-828387-3 is: [{'id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100622517', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:45Z', 'updated_at': '2022-02-09T02:21:50Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:46Z', 'updated_at': '2022-02-09T02:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'dc9eeefb-e38a-42fb-90bf-57979c6bf609', 'name': '', 'network_id': '88e16d07-9fdc-4554-a2ca-3cc87415428a', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:5c:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'd5886112-e998-4ee5-a822-243c343d1349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:49Z', 'updated_at': '2022-02-09T02:21:54Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'd5886112-e998-4ee5-a822-243c343d1349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:22:59.532983 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-b664396d-3b8e-4545-b635-4eb00139fcbd req-f0f6b2b9-5721-45f3-a9f6-e5303e9a5fd3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Deleting port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:59.533325 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-b664396d-3b8e-4545-b635-4eb00139fcbd req-f0f6b2b9-5721-45f3-a9f6-e5303e9a5fd3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.630890 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-b664396d-3b8e-4545-b635-4eb00139fcbd req-f0f6b2b9-5721-45f3-a9f6-e5303e9a5fd3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] For port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c,segment=NetworkSegment(f78bb225-b4ec-41b9-a457-cce7a6384e78),segment_id=f78bb225-b4ec-41b9-a457-cce7a6384e78)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:59.631282 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-b664396d-3b8e-4545-b635-4eb00139fcbd req-f0f6b2b9-5721-45f3-a9f6-e5303e9a5fd3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.644522 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-b664396d-3b8e-4545-b635-4eb00139fcbd req-f0f6b2b9-5721-45f3-a9f6-e5303e9a5fd3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Calling delete_port for 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:59.760004 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa7d16d-c066-4016-bc85-dee2a2f8d18a None None] New status for floating IP 90542e0c-25db-4618-adcd-7332236c264d: DOWN {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:22:59.783320 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-b664396d-3b8e-4545-b635-4eb00139fcbd req-f0f6b2b9-5721-45f3-a9f6-e5303e9a5fd3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (983c38de-0e4a-4cca-81e2-6bc0b2b0f96c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.816407 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6b2b9-5721-45f3-a9f6-e5303e9a5fd3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'Port': ['ID=983c38de-0e4a-4cca-81e2-6bc0b2b0f96c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:59.867462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-b664396d-3b8e-4545-b635-4eb00139fcbd req-f0f6b2b9-5721-45f3-a9f6-e5303e9a5fd3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] No DVR routers for this DVR port 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:59.870507 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-b664396d-3b8e-4545-b635-4eb00139fcbd req-f0f6b2b9-5721-45f3-a9f6-e5303e9a5fd3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.874910 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b664396d-3b8e-4545-b635-4eb00139fcbd req-f0f6b2b9-5721-45f3-a9f6-e5303e9a5fd3 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.67 "DELETE /v2.0/ports/983c38de-0e4a-4cca-81e2-6bc0b2b0f96c HTTP/1.1" status: 204 len: 173 time: 0.4342930 Feb 09 02:22:59.875490 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90c06ba-170c-421e-b450-f15589ad80ca', 'name': 'network-vif-deleted', 'tag': '983c38de-0e4a-4cca-81e2-6bc0b2b0f96c'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:59.878341 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b717c030-f76a-44ec-b250-a7acc34fcc45" -d '{"events": [{"server_uuid": "a90c06ba-170c-421e-b450-f15589ad80ca", "name": "network-vif-deleted", "tag": "983c38de-0e4a-4cca-81e2-6bc0b2b0f96c"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:59.916483 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5bede7-f67a-4f87-9cae-10a3f18cff7e x-openstack-request-id: req-8a5bede7-f67a-4f87-9cae-10a3f18cff7e {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:59.916798 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90c06ba-170c-421e-b450-f15589ad80ca", "name": "network-vif-deleted", "tag": "983c38de-0e4a-4cca-81e2-6bc0b2b0f96c", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:59.917046 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8a5bede7-f67a-4f87-9cae-10a3f18cff7e {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:59.917452 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90c06ba-170c-421e-b450-f15589ad80ca', 'name': 'network-vif-deleted', 'tag': '983c38de-0e4a-4cca-81e2-6bc0b2b0f96c', 'status': 'completed', 'code': 200} Feb 09 02:23:00.111485 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58486) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:00.489500 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a0f8526-9aa9-45fa-95e1-d874e39ad325 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (a59e3c68-ff78-46a5-b741-e2cb0257b998), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:00.752990 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-1a0f8526-9aa9-45fa-95e1-d874e39ad325 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Deleting port dc9eeefb-e38a-42fb-90bf-57979c6bf609 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:00.753248 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a0f8526-9aa9-45fa-95e1-d874e39ad325 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (dc9eeefb-e38a-42fb-90bf-57979c6bf609), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:00.844868 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-1a0f8526-9aa9-45fa-95e1-d874e39ad325 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] For port dc9eeefb-e38a-42fb-90bf-57979c6bf609, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=dc9eeefb-e38a-42fb-90bf-57979c6bf609,segment=NetworkSegment(f78bb225-b4ec-41b9-a457-cce7a6384e78),segment_id=f78bb225-b4ec-41b9-a457-cce7a6384e78)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:00.845239 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a0f8526-9aa9-45fa-95e1-d874e39ad325 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (dc9eeefb-e38a-42fb-90bf-57979c6bf609), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:00.858394 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-1a0f8526-9aa9-45fa-95e1-d874e39ad325 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Calling delete_port for dc9eeefb-e38a-42fb-90bf-57979c6bf609 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:01.052694 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a0f8526-9aa9-45fa-95e1-d874e39ad325 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (dc9eeefb-e38a-42fb-90bf-57979c6bf609), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:01.079593 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f8526-9aa9-45fa-95e1-d874e39ad325 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'Port': ['ID=dc9eeefb-e38a-42fb-90bf-57979c6bf609,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:01.258806 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a0f8526-9aa9-45fa-95e1-d874e39ad325 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (a59e3c68-ff78-46a5-b741-e2cb0257b998), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:01.483852 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0f8526-9aa9-45fa-95e1-d874e39ad325 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Router a59e3c68-ff78-46a5-b741-e2cb0257b998 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:23:01.592811 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0f8526-9aa9-45fa-95e1-d874e39ad325 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:23:01.598251 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1a0f8526-9aa9-45fa-95e1-d874e39ad325 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "PUT /v2.0/routers/a59e3c68-ff78-46a5-b741-e2cb0257b998/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4857454 Feb 09 02:23:01.601051 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58488) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:01.601924 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f621693-bceb-461b-b0b7-1aec33dc8ef9 None None] Sync routers for ids ['a59e3c68-ff78-46a5-b741-e2cb0257b998'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:23:01.612143 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f621693-bceb-461b-b0b7-1aec33dc8ef9 None None] Routers {'a59e3c68-ff78-46a5-b741-e2cb0257b998'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:01.612758 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4f621693-bceb-461b-b0b7-1aec33dc8ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:22:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a59e3c68-ff78-46a5-b741-e2cb0257b998'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:01.653188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-398ee1b1-efe5-4643-b78c-b3affbfff4fc tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Deleting subnet d5886112-e998-4ee5-a822-243c343d1349 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:23:01.656744 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-398ee1b1-efe5-4643-b78c-b3affbfff4fc tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for subnet (d5886112-e998-4ee5-a822-243c343d1349), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:01.697334 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-398ee1b1-efe5-4643-b78c-b3affbfff4fc tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (d5886112-e998-4ee5-a822-243c343d1349), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:01.722402 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-4f621693-bceb-461b-b0b7-1aec33dc8ef9 None None] Set router a59e3c68-ff78-46a5-b741-e2cb0257b998 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:23:01.787326 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-398ee1b1-efe5-4643-b78c-b3affbfff4fc tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (d5886112-e998-4ee5-a822-243c343d1349), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:01.848138 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-398ee1b1-efe5-4643-b78c-b3affbfff4fc tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (d5886112-e998-4ee5-a822-243c343d1349), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:01.876052 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ee1b1-efe5-4643-b78c-b3affbfff4fc tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'Subnet': ['ID=d5886112-e998-4ee5-a822-243c343d1349,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:01.882173 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-398ee1b1-efe5-4643-b78c-b3affbfff4fc tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:01.888583 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-398ee1b1-efe5-4643-b78c-b3affbfff4fc tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "DELETE /v2.0/subnets/d5886112-e998-4ee5-a822-243c343d1349 HTTP/1.1" status: 204 len: 168 time: 0.2863562 Feb 09 02:23:01.888921 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd18cceb-de18-48d5-bd9f-0aa476a5e711 None None] Network 88e16d07-9fdc-4554-a2ca-3cc87415428a requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:23:01.889336 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58490) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:01.982726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4f621693-bceb-461b-b0b7-1aec33dc8ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100622517', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:45Z', 'updated_at': '2022-02-09T02:23:00Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:46Z', 'updated_at': '2022-02-09T02:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:02.006159 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-510aa074-b865-498c-a751-c6d033904015 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router (a59e3c68-ff78-46a5-b741-e2cb0257b998), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.014743 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f621693-bceb-461b-b0b7-1aec33dc8ef9 None None] Checking router: a59e3c68-ff78-46a5-b741-e2cb0257b998 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:23:02.030786 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f621693-bceb-461b-b0b7-1aec33dc8ef9 None None] Routers {'a59e3c68-ff78-46a5-b741-e2cb0257b998'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:02.031413 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4f621693-bceb-461b-b0b7-1aec33dc8ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:22:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a59e3c68-ff78-46a5-b741-e2cb0257b998'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:02.112933 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043bc2a5-d9c3-4870-b28c-842cafb3d629 None None] DHCP port deletion for 88e16d07-9fdc-4554-a2ca-3cc87415428a request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:23:02.117363 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-510aa074-b865-498c-a751-c6d033904015 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router_gateway (a59e3c68-ff78-46a5-b741-e2cb0257b998), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.171186 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-510aa074-b865-498c-a751-c6d033904015 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Deleting port 9822b450-b10f-4105-bd5c-d262b4544e3f {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:02.171561 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-510aa074-b865-498c-a751-c6d033904015 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9822b450-b10f-4105-bd5c-d262b4544e3f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.174974 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-4f621693-bceb-461b-b0b7-1aec33dc8ef9 None None] Set router a59e3c68-ff78-46a5-b741-e2cb0257b998 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:23:02.255353 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-510aa074-b865-498c-a751-c6d033904015 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] For port 9822b450-b10f-4105-bd5c-d262b4544e3f, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9822b450-b10f-4105-bd5c-d262b4544e3f,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:02.255723 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-510aa074-b865-498c-a751-c6d033904015 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9822b450-b10f-4105-bd5c-d262b4544e3f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.268968 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-510aa074-b865-498c-a751-c6d033904015 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Calling delete_port for 9822b450-b10f-4105-bd5c-d262b4544e3f owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:02.281586 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-043bc2a5-d9c3-4870-b28c-842cafb3d629 None None] Deleting port 60ee1523-217e-4443-9536-9ea9552cd116 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:02.281957 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-043bc2a5-d9c3-4870-b28c-842cafb3d629 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (60ee1523-217e-4443-9536-9ea9552cd116), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.369698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-043bc2a5-d9c3-4870-b28c-842cafb3d629 None None] For port 60ee1523-217e-4443-9536-9ea9552cd116, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=60ee1523-217e-4443-9536-9ea9552cd116,segment=NetworkSegment(f78bb225-b4ec-41b9-a457-cce7a6384e78),segment_id=f78bb225-b4ec-41b9-a457-cce7a6384e78)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:02.370004 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-043bc2a5-d9c3-4870-b28c-842cafb3d629 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (60ee1523-217e-4443-9536-9ea9552cd116), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.386353 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-043bc2a5-d9c3-4870-b28c-842cafb3d629 None None] Calling delete_port for 60ee1523-217e-4443-9536-9ea9552cd116 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:02.440376 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-510aa074-b865-498c-a751-c6d033904015 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (9822b450-b10f-4105-bd5c-d262b4544e3f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.467770 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510aa074-b865-498c-a751-c6d033904015 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'Port': ['ID=9822b450-b10f-4105-bd5c-d262b4544e3f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:02.494913 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4f621693-bceb-461b-b0b7-1aec33dc8ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100622517', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:45Z', 'updated_at': '2022-02-09T02:23:00Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:46Z', 'updated_at': '2022-02-09T02:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:02.524812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f621693-bceb-461b-b0b7-1aec33dc8ef9 None None] The sync data for ids ['a59e3c68-ff78-46a5-b741-e2cb0257b998'] in n-d-828387-3 is: [{'id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100622517', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:45Z', 'updated_at': '2022-02-09T02:23:00Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '9822b450-b10f-4105-bd5c-d262b4544e3f', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59e3c68-ff78-46a5-b741-e2cb0257b998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:46Z', 'updated_at': '2022-02-09T02:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:23:02.526857 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-510aa074-b865-498c-a751-c6d033904015 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (a59e3c68-ff78-46a5-b741-e2cb0257b998), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.532635 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-043bc2a5-d9c3-4870-b28c-842cafb3d629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (60ee1523-217e-4443-9536-9ea9552cd116), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.577315 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043bc2a5-d9c3-4870-b28c-842cafb3d629 None None] Pushing event deleted for resources: {'Port': ['ID=60ee1523-217e-4443-9536-9ea9552cd116,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:02.582734 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043bc2a5-d9c3-4870-b28c-842cafb3d629 None None] No DVR routers for this DVR port 60ee1523-217e-4443-9536-9ea9552cd116 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:23:02.626002 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-510aa074-b865-498c-a751-c6d033904015 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (a59e3c68-ff78-46a5-b741-e2cb0257b998), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.628638 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-510aa074-b865-498c-a751-c6d033904015 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router_controller (a59e3c68-ff78-46a5-b741-e2cb0257b998), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.677371 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-510aa074-b865-498c-a751-c6d033904015 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (a59e3c68-ff78-46a5-b741-e2cb0257b998), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.678022 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510aa074-b865-498c-a751-c6d033904015 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Fanout notify agent at l3_agent the message router_deleted on router a59e3c68-ff78-46a5-b741-e2cb0257b998 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:23:02.684847 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-510aa074-b865-498c-a751-c6d033904015 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.685943 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-510aa074-b865-498c-a751-c6d033904015 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "DELETE /v2.0/routers/a59e3c68-ff78-46a5-b741-e2cb0257b998 HTTP/1.1" status: 204 len: 168 time: 0.7955647 Feb 09 02:23:02.688630 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58492) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:02.764658 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e71f5910-b2ba-4623-a991-6e74b0bc3b21 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (88e16d07-9fdc-4554-a2ca-3cc87415428a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.861005 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e71f5910-b2ba-4623-a991-6e74b0bc3b21 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (88e16d07-9fdc-4554-a2ca-3cc87415428a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.880868 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e71f5910-b2ba-4623-a991-6e74b0bc3b21 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e16d07-9fdc-4554-a2ca-3cc87415428a']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:02.890897 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e71f5910-b2ba-4623-a991-6e74b0bc3b21 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f78bb225-b4ec-41b9-a457-cce7a6384e78') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:02.891498 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e71f5910-b2ba-4623-a991-6e74b0bc3b21 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f78bb225-b4ec-41b9-a457-cce7a6384e78') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:02.901340 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e71f5910-b2ba-4623-a991-6e74b0bc3b21 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (f78bb225-b4ec-41b9-a457-cce7a6384e78), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.916688 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e71f5910-b2ba-4623-a991-6e74b0bc3b21 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f78bb225-b4ec-41b9-a457-cce7a6384e78), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.924741 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71f5910-b2ba-4623-a991-6e74b0bc3b21 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:23:02.925189 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e71f5910-b2ba-4623-a991-6e74b0bc3b21 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (f78bb225-b4ec-41b9-a457-cce7a6384e78), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:23:02.928664 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:23:02.995395 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e71f5910-b2ba-4623-a991-6e74b0bc3b21 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (88e16d07-9fdc-4554-a2ca-3cc87415428a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.004180 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 60ee1523-217e-4443-9536-9ea9552cd116 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:23:03.020289 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e71f5910-b2ba-4623-a991-6e74b0bc3b21 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.023586 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e71f5910-b2ba-4623-a991-6e74b0bc3b21 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "DELETE /v2.0/networks/88e16d07-9fdc-4554-a2ca-3cc87415428a HTTP/1.1" status: 204 len: 168 time: 0.3337846 Feb 09 02:23:03.024662 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f5910-b2ba-4623-a991-6e74b0bc3b21 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'Network': ['ID=88e16d07-9fdc-4554-a2ca-3cc87415428a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:03.026513 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58494) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:03.031852 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 60ee1523-217e-4443-9536-9ea9552cd116 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:23:03.032327 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 60ee1523-217e-4443-9536-9ea9552cd116 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:23:03.086688 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1eb30053-5ab1-4be6-9d9b-1b28688672d5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (bb7115f1-3bb5-48b8-94ec-406e4ababc84), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.114174 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1eb30053-5ab1-4be6-9d9b-1b28688672d5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (bb7115f1-3bb5-48b8-94ec-406e4ababc84), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.180484 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1eb30053-5ab1-4be6-9d9b-1b28688672d5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (bb7115f1-3bb5-48b8-94ec-406e4ababc84), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.183277 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1eb30053-5ab1-4be6-9d9b-1b28688672d5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.185285 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1eb30053-5ab1-4be6-9d9b-1b28688672d5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "DELETE /v2.0/security-groups/bb7115f1-3bb5-48b8-94ec-406e4ababc84 HTTP/1.1" status: 204 len: 168 time: 0.1579494 Feb 09 02:23:03.195184 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb30053-5ab1-4be6-9d9b-1b28688672d5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7115f1-3bb5-48b8-94ec-406e4ababc84,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:03.539054 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58500) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:03.543724 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-35b04d3b-42c2-4dd1-bd9f-9db96b4a605c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2143506910', 'description': 'tempest-secgroup-smoke-2143506910 description', 'project_id': '2c59903585c449439619eb0edc719ef1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:03.565550 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35b04d3b-42c2-4dd1-bd9f-9db96b4a605c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.637261 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35b04d3b-42c2-4dd1-bd9f-9db96b4a605c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (d34a9194-61a9-41ba-9232-e153dbf603a2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.641670 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35b04d3b-42c2-4dd1-bd9f-9db96b4a605c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d34a9194-61a9-41ba-9232-e153dbf603a2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.670569 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35b04d3b-42c2-4dd1-bd9f-9db96b4a605c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.671794 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-35b04d3b-42c2-4dd1-bd9f-9db96b4a605c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1317220 Feb 09 02:23:03.674870 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58502) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:03.675676 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b04d3b-42c2-4dd1-bd9f-9db96b4a605c tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d34a9194-61a9-41ba-9232-e153dbf603a2,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:03.679668 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-1bc208db-8e04-4955-bb2b-065e93df2a14 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group_rule': {'security_group_id': 'd34a9194-61a9-41ba-9232-e153dbf603a2', 'project_id': '2c59903585c449439619eb0edc719ef1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:03.708256 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1bc208db-8e04-4955-bb2b-065e93df2a14 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (a1cf9f55-492a-4cd5-ba19-e4b5b23968d0), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.774085 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1bc208db-8e04-4955-bb2b-065e93df2a14 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (a1cf9f55-492a-4cd5-ba19-e4b5b23968d0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.778634 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1bc208db-8e04-4955-bb2b-065e93df2a14 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (a1cf9f55-492a-4cd5-ba19-e4b5b23968d0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.798133 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc208db-8e04-4955-bb2b-065e93df2a14 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1cf9f55-492a-4cd5-ba19-e4b5b23968d0,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:03.803638 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1bc208db-8e04-4955-bb2b-065e93df2a14 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.807591 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1bc208db-8e04-4955-bb2b-065e93df2a14 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315827 Feb 09 02:23:03.807840 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58504) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:03.813084 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-7c6facd8-909d-4a60-a2ff-391d217a677e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group_rule': {'security_group_id': 'd34a9194-61a9-41ba-9232-e153dbf603a2', 'project_id': '2c59903585c449439619eb0edc719ef1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:03.837951 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c6facd8-909d-4a60-a2ff-391d217a677e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (428b9594-ee76-4aaf-beb6-8dabe5c853e6), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.914821 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c6facd8-909d-4a60-a2ff-391d217a677e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (428b9594-ee76-4aaf-beb6-8dabe5c853e6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.918783 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c6facd8-909d-4a60-a2ff-391d217a677e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (428b9594-ee76-4aaf-beb6-8dabe5c853e6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.940891 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6facd8-909d-4a60-a2ff-391d217a677e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428b9594-ee76-4aaf-beb6-8dabe5c853e6,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:03.951004 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c6facd8-909d-4a60-a2ff-391d217a677e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.952977 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7c6facd8-909d-4a60-a2ff-391d217a677e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1441813 Feb 09 02:23:03.956641 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58506) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:03.961198 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-02b862ea-d06c-4e2f-8472-f42a9a9eefc1 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group_rule': {'security_group_id': 'd34a9194-61a9-41ba-9232-e153dbf603a2', 'project_id': '2c59903585c449439619eb0edc719ef1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:03.989848 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-02b862ea-d06c-4e2f-8472-f42a9a9eefc1 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (688f049f-6391-437f-b1ce-63c0e0f584a2), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.063562 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-02b862ea-d06c-4e2f-8472-f42a9a9eefc1 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (688f049f-6391-437f-b1ce-63c0e0f584a2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.067866 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-02b862ea-d06c-4e2f-8472-f42a9a9eefc1 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (688f049f-6391-437f-b1ce-63c0e0f584a2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.086138 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b862ea-d06c-4e2f-8472-f42a9a9eefc1 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688f049f-6391-437f-b1ce-63c0e0f584a2,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:04.098414 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-02b862ea-d06c-4e2f-8472-f42a9a9eefc1 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.099645 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-02b862ea-d06c-4e2f-8472-f42a9a9eefc1 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420643 Feb 09 02:23:04.102818 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58508) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:04.107914 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-35cfe30b-3a89-4f05-8614-4500dd43877b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group_rule': {'security_group_id': 'd34a9194-61a9-41ba-9232-e153dbf603a2', 'project_id': '2c59903585c449439619eb0edc719ef1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:04.137061 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35cfe30b-3a89-4f05-8614-4500dd43877b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (10f15650-008c-4415-84ce-e45bae5c8210), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.205940 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35cfe30b-3a89-4f05-8614-4500dd43877b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (10f15650-008c-4415-84ce-e45bae5c8210), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.209283 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35cfe30b-3a89-4f05-8614-4500dd43877b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (10f15650-008c-4415-84ce-e45bae5c8210), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.232335 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfe30b-3a89-4f05-8614-4500dd43877b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f15650-008c-4415-84ce-e45bae5c8210,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:04.238852 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35cfe30b-3a89-4f05-8614-4500dd43877b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.240086 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-35cfe30b-3a89-4f05-8614-4500dd43877b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1361320 Feb 09 02:23:04.242603 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58510) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:04.247476 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-25c72cd9-4c97-4c01-976d-da31cc57d22d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group_rule': {'security_group_id': 'd34a9194-61a9-41ba-9232-e153dbf603a2', 'project_id': '2c59903585c449439619eb0edc719ef1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:04.277864 n-d-828387-3 neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-25c72cd9-4c97-4c01-976d-da31cc57d22d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Project 2c59903585c449439619eb0edc719ef1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:23:04.283514 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25c72cd9-4c97-4c01-976d-da31cc57d22d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (1d2028e3-5978-454a-a051-1b55d60bfd0e), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.350507 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25c72cd9-4c97-4c01-976d-da31cc57d22d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (1d2028e3-5978-454a-a051-1b55d60bfd0e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.354367 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25c72cd9-4c97-4c01-976d-da31cc57d22d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (1d2028e3-5978-454a-a051-1b55d60bfd0e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.380700 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c72cd9-4c97-4c01-976d-da31cc57d22d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2028e3-5978-454a-a051-1b55d60bfd0e,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:04.389662 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-25c72cd9-4c97-4c01-976d-da31cc57d22d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.390925 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-25c72cd9-4c97-4c01-976d-da31cc57d22d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1473749 Feb 09 02:23:04.395859 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58512) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:04.400472 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-cf86fbef-4257-4b6a-96d8-7ac2d24033e9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'security_group_rule': {'security_group_id': 'd34a9194-61a9-41ba-9232-e153dbf603a2', 'project_id': '2c59903585c449439619eb0edc719ef1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:04.421804 n-d-828387-3 neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-cf86fbef-4257-4b6a-96d8-7ac2d24033e9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Project 2c59903585c449439619eb0edc719ef1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:23:04.427163 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cf86fbef-4257-4b6a-96d8-7ac2d24033e9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (42dfd46d-1fa1-4821-afab-4a18792de6df), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.500505 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cf86fbef-4257-4b6a-96d8-7ac2d24033e9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (42dfd46d-1fa1-4821-afab-4a18792de6df), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.504286 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cf86fbef-4257-4b6a-96d8-7ac2d24033e9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (42dfd46d-1fa1-4821-afab-4a18792de6df), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.524209 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86fbef-4257-4b6a-96d8-7ac2d24033e9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42dfd46d-1fa1-4821-afab-4a18792de6df,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:04.532855 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cf86fbef-4257-4b6a-96d8-7ac2d24033e9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.534033 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cf86fbef-4257-4b6a-96d8-7ac2d24033e9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1371143 Feb 09 02:23:04.536830 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58514) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:04.541771 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e7e19605-77aa-4117-9011-a947fc53cd04 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'network': {'name': 'tempest-network-smoke--1760305690', 'project_id': '2c59903585c449439619eb0edc719ef1', 'port_security_enabled': True}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:04.557977 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9822b450-b10f-4105-bd5c-d262b4544e3f no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:23:04.565716 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e19605-77aa-4117-9011-a947fc53cd04 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Made reservation on behalf of 2c59903585c449439619eb0edc719ef1 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:23:04.569449 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e7e19605-77aa-4117-9011-a947fc53cd04 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.584197 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 9822b450-b10f-4105-bd5c-d262b4544e3f {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:23:04.584547 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9822b450-b10f-4105-bd5c-d262b4544e3f not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:23:04.584961 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device dc9eeefb-e38a-42fb-90bf-57979c6bf609 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:23:04.595383 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e19605-77aa-4117-9011-a947fc53cd04 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:23:04.604951 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e7e19605-77aa-4117-9011-a947fc53cd04 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (dc3d8b13-7ece-4e03-bf10-686d8104be68), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.605522 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-e7e19605-77aa-4117-9011-a947fc53cd04 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Added segment dc3d8b13-7ece-4e03-bf10-686d8104be68 of type vlan for network 18c29ae4-a170-4105-b04a-642b5fde4b77 Feb 09 02:23:04.608450 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: dc9eeefb-e38a-42fb-90bf-57979c6bf609 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:23:04.608797 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device dc9eeefb-e38a-42fb-90bf-57979c6bf609 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:23:04.648379 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e7e19605-77aa-4117-9011-a947fc53cd04 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (18c29ae4-a170-4105-b04a-642b5fde4b77), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.674166 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e7e19605-77aa-4117-9011-a947fc53cd04 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (18c29ae4-a170-4105-b04a-642b5fde4b77), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.679127 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e19605-77aa-4117-9011-a947fc53cd04 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:04.679760 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e7e19605-77aa-4117-9011-a947fc53cd04 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.736057 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e7e19605-77aa-4117-9011-a947fc53cd04 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1981688 Feb 09 02:23:04.739049 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58516) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:04.743718 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-58ce9bc8-ce65-42ae-9c39-8e7d045662ab tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-971880305', 'admin_state_up': True, 'project_id': '2c59903585c449439619eb0edc719ef1', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:04.751536 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e19605-77aa-4117-9011-a947fc53cd04 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Network': ['ID=18c29ae4-a170-4105-b04a-642b5fde4b77,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:04.762660 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 18c29ae4-a170-4105-b04a-642b5fde4b77 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:23:04.769547 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58ce9bc8-ce65-42ae-9c39-8e7d045662ab tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (391c8a20-7b8b-4b2b-b435-6c1b681c7be7), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.770751 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58ce9bc8-ce65-42ae-9c39-8e7d045662ab tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (391c8a20-7b8b-4b2b-b435-6c1b681c7be7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.824984 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58ce9bc8-ce65-42ae-9c39-8e7d045662ab tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router_controller (391c8a20-7b8b-4b2b-b435-6c1b681c7be7), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.849917 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:23:04.873230 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:23:04.873498 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 983c38de-0e4a-4cca-81e2-6bc0b2b0f96c not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:23:05.235521 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58ce9bc8-ce65-42ae-9c39-8e7d045662ab tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router_gateway (391c8a20-7b8b-4b2b-b435-6c1b681c7be7), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:05.424766 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58ce9bc8-ce65-42ae-9c39-8e7d045662ab tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router_gateway (391c8a20-7b8b-4b2b-b435-6c1b681c7be7), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:05.442802 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58ce9bc8-ce65-42ae-9c39-8e7d045662ab tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:05.548360 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-58ce9bc8-ce65-42ae-9c39-8e7d045662ab tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Allocated IP 172.25.7.75 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/920ebb37-fbfc-4055-a279-05278025965e) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:05.648096 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58ce9bc8-ce65-42ae-9c39-8e7d045662ab tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for port (920ebb37-fbfc-4055-a279-05278025965e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:05.681049 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58ce9bc8-ce65-42ae-9c39-8e7d045662ab tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (920ebb37-fbfc-4055-a279-05278025965e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:05.719852 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ce9bc8-ce65-42ae-9c39-8e7d045662ab tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:05.722689 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-58ce9bc8-ce65-42ae-9c39-8e7d045662ab tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:05.728480 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ce9bc8-ce65-42ae-9c39-8e7d045662ab tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:23:05.756259 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce9bc8-ce65-42ae-9c39-8e7d045662ab tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Port': ['ID=920ebb37-fbfc-4055-a279-05278025965e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:05.983063 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58ce9bc8-ce65-42ae-9c39-8e7d045662ab tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router_gateway (391c8a20-7b8b-4b2b-b435-6c1b681c7be7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:06.185228 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58ce9bc8-ce65-42ae-9c39-8e7d045662ab tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (391c8a20-7b8b-4b2b-b435-6c1b681c7be7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:06.312798 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ce9bc8-ce65-42ae-9c39-8e7d045662ab tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Router 391c8a20-7b8b-4b2b-b435-6c1b681c7be7 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:23:06.417277 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ce9bc8-ce65-42ae-9c39-8e7d045662ab tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:23:06.430046 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] Sync routers for ids ['391c8a20-7b8b-4b2b-b435-6c1b681c7be7'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:23:06.442191 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58ce9bc8-ce65-42ae-9c39-8e7d045662ab tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:06.442761 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] Routers {'391c8a20-7b8b-4b2b-b435-6c1b681c7be7'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:06.443406 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:22:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['391c8a20-7b8b-4b2b-b435-6c1b681c7be7'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:06.443532 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-58ce9bc8-ce65-42ae-9c39-8e7d045662ab tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7033544 Feb 09 02:23:06.446610 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58518) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:06.487674 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4aba8c14-a13e-45e5-8d2d-44e1d342faea tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=2c59903585c449439619eb0edc719ef1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399175 Feb 09 02:23:06.490154 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58520) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:06.551723 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] Set router 391c8a20-7b8b-4b2b-b435-6c1b681c7be7 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:23:06.642517 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63b4573-d3d1-47bd-9bde-f8cb7899ed09 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:06.644243 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a63b4573-d3d1-47bd-9bde-f8cb7899ed09 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1532028 Feb 09 02:23:06.646981 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58522) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:06.677138 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-62324012-e45d-40ba-9ddf-dccba3b214d3 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288668 Feb 09 02:23:06.679718 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58524) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:06.684767 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-cff0f824-9e53-426f-9e36-ce025948c65d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2130289084', 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77', 'project_id': '2c59903585c449439619eb0edc719ef1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:06.774590 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff0f824-9e53-426f-9e36-ce025948c65d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Made reservation on behalf of 2c59903585c449439619eb0edc719ef1 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:23:06.778986 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cff0f824-9e53-426f-9e36-ce025948c65d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:06.818700 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971880305', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '920ebb37-fbfc-4055-a279-05278025965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:04Z', 'updated_at': '2022-02-09T02:23:05Z', 'revision_number': 3, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '920ebb37-fbfc-4055-a279-05278025965e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:05Z', 'updated_at': '2022-02-09T02:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:06.849115 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] Checking router: 391c8a20-7b8b-4b2b-b435-6c1b681c7be7 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:23:06.849466 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] Updating router 391c8a20-7b8b-4b2b-b435-6c1b681c7be7 port 920ebb37-fbfc-4055-a279-05278025965e binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:23:06.878661 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (920ebb37-fbfc-4055-a279-05278025965e), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:06.960902 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cff0f824-9e53-426f-9e36-ce025948c65d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (f8a03896-2eaf-40b0-9ceb-5350eedbcd7e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.022669 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0f824-9e53-426f-9e36-ce025948c65d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Subnet': ['ID=f8a03896-2eaf-40b0-9ceb-5350eedbcd7e,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:07.030672 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff0f824-9e53-426f-9e36-ce025948c65d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Checking segment: {'id': 'dc3d8b13-7ece-4e03-bf10-686d8104be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:23:07.031041 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff0f824-9e53-426f-9e36-ce025948c65d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network hostable DHCP agents. Network: 18c29ae4-a170-4105-b04a-642b5fde4b77, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:23:07.048753 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff0f824-9e53-426f-9e36-ce025948c65d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network 18c29ae4-a170-4105-b04a-642b5fde4b77 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:23:07.057583 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-cff0f824-9e53-426f-9e36-ce025948c65d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 18c29ae4-a170-4105-b04a-642b5fde4b77) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:07.062208 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff0f824-9e53-426f-9e36-ce025948c65d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:07.062799 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cff0f824-9e53-426f-9e36-ce025948c65d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.069838 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f141c4-7248-418e-87a9-e2efac6727ac None None] Network 18c29ae4-a170-4105-b04a-642b5fde4b77 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:23:07.082488 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cff0f824-9e53-426f-9e36-ce025948c65d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4014099 Feb 09 02:23:07.085778 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58526) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:07.150128 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] Publish callbacks [] for port (920ebb37-fbfc-4055-a279-05278025965e), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.158160 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (920ebb37-fbfc-4055-a279-05278025965e), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.195028 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f26722e-3540-4827-80ed-6584bd15af65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-18c29ae4-a170-4105-b04a-642b5fde4b77', 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77', 'project_id': '2c59903585c449439619eb0edc719ef1', 'fixed_ips': [{'subnet_id': 'f8a03896-2eaf-40b0-9ceb-5350eedbcd7e'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:23:07.196074 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f26722e-3540-4827-80ed-6584bd15af65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.252499 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aafde4-6f8a-4e4f-a3a2-d1624f838fb3 None None] Pushing event updated for resources: {'Port': ['ID=920ebb37-fbfc-4055-a279-05278025965e,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:07.257488 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] Attempting to bind port 920ebb37-fbfc-4055-a279-05278025965e on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:23:07.258213 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] Attempting to bind port 920ebb37-fbfc-4055-a279-05278025965e by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:23:07.258842 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] Attempting to bind port 920ebb37-fbfc-4055-a279-05278025965e on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:23:07.279905 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:23:07.280802 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:23:07.281513 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.282040 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:23:07.283067 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] Bound port: 920ebb37-fbfc-4055-a279-05278025965e, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:23:07.283716 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (920ebb37-fbfc-4055-a279-05278025965e), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.349060 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-1f26722e-3540-4827-80ed-6584bd15af65 None None] Allocated IP 172.20.0.2 (18c29ae4-a170-4105-b04a-642b5fde4b77/f8a03896-2eaf-40b0-9ceb-5350eedbcd7e/9b01ea45-1a68-432d-b1c6-2476014b9d5a) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:07.354567 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] For port 920ebb37-fbfc-4055-a279-05278025965e, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:23:07.359570 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] For port 920ebb37-fbfc-4055-a279-05278025965e, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=920ebb37-fbfc-4055-a279-05278025965e,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:23:07.416674 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (920ebb37-fbfc-4055-a279-05278025965e), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.427735 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aafde4-6f8a-4e4f-a3a2-d1624f838fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:07.428293 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aafde4-6f8a-4e4f-a3a2-d1624f838fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:07.428806 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aafde4-6f8a-4e4f-a3a2-d1624f838fb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:07.429271 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aafde4-6f8a-4e4f-a3a2-d1624f838fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:07.429747 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aafde4-6f8a-4e4f-a3a2-d1624f838fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:07.430212 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aafde4-6f8a-4e4f-a3a2-d1624f838fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:07.431299 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aafde4-6f8a-4e4f-a3a2-d1624f838fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:07.431858 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aafde4-6f8a-4e4f-a3a2-d1624f838fb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:07.432324 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aafde4-6f8a-4e4f-a3a2-d1624f838fb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:07.432992 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aafde4-6f8a-4e4f-a3a2-d1624f838fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:07.433458 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aafde4-6f8a-4e4f-a3a2-d1624f838fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:07.433937 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aafde4-6f8a-4e4f-a3a2-d1624f838fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:07.435175 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aafde4-6f8a-4e4f-a3a2-d1624f838fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:07.511136 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f26722e-3540-4827-80ed-6584bd15af65 None None] Publish callbacks [] for port (9b01ea45-1a68-432d-b1c6-2476014b9d5a), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.525472 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f26722e-3540-4827-80ed-6584bd15af65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (9b01ea45-1a68-432d-b1c6-2476014b9d5a), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.581088 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-622ed5af-f954-4567-9a79-a4aa498109b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.585310 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] Routers {'391c8a20-7b8b-4b2b-b435-6c1b681c7be7'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:07.586281 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:22:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['391c8a20-7b8b-4b2b-b435-6c1b681c7be7'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:07.592081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f26722e-3540-4827-80ed-6584bd15af65 None None] Network 18c29ae4-a170-4105-b04a-642b5fde4b77 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:07.593513 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26722e-3540-4827-80ed-6584bd15af65 None None] Pushing event updated for resources: {'Port': ['ID=9b01ea45-1a68-432d-b1c6-2476014b9d5a,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:07.596674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-1f26722e-3540-4827-80ed-6584bd15af65 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:07.598897 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f26722e-3540-4827-80ed-6584bd15af65 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:23:07.609112 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aafde4-6f8a-4e4f-a3a2-d1624f838fb3 None None] Pushing event updated for resources: {'Port': ['ID=920ebb37-fbfc-4055-a279-05278025965e,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:07.645755 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dfe470f8-c4f6-488a-9939-16a7c5c6adc4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.662680 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1f26722e-3540-4827-80ed-6584bd15af65 None None] Attempting to bind port 9b01ea45-1a68-432d-b1c6-2476014b9d5a on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:23:07.663237 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1f26722e-3540-4827-80ed-6584bd15af65 None None] Attempting to bind port 9b01ea45-1a68-432d-b1c6-2476014b9d5a by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'dc3d8b13-7ece-4e03-bf10-686d8104be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:23:07.663705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f26722e-3540-4827-80ed-6584bd15af65 None None] Attempting to bind port 9b01ea45-1a68-432d-b1c6-2476014b9d5a on network 18c29ae4-a170-4105-b04a-642b5fde4b77 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:23:07.669442 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f26722e-3540-4827-80ed-6584bd15af65 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:23:07.669992 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f26722e-3540-4827-80ed-6584bd15af65 None None] Checking segment: {'id': 'dc3d8b13-7ece-4e03-bf10-686d8104be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:23:07.670628 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f26722e-3540-4827-80ed-6584bd15af65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.671125 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f26722e-3540-4827-80ed-6584bd15af65 None None] Bound using segment: {'id': 'dc3d8b13-7ece-4e03-bf10-686d8104be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:23:07.671835 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1f26722e-3540-4827-80ed-6584bd15af65 None None] Bound port: 9b01ea45-1a68-432d-b1c6-2476014b9d5a, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc3d8b13-7ece-4e03-bf10-686d8104be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:23:07.672317 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f26722e-3540-4827-80ed-6584bd15af65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9b01ea45-1a68-432d-b1c6-2476014b9d5a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.739854 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1f26722e-3540-4827-80ed-6584bd15af65 None None] For port 9b01ea45-1a68-432d-b1c6-2476014b9d5a, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:23:07.742634 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] Set router 391c8a20-7b8b-4b2b-b435-6c1b681c7be7 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:23:07.745946 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1f26722e-3540-4827-80ed-6584bd15af65 None None] For port 9b01ea45-1a68-432d-b1c6-2476014b9d5a, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9b01ea45-1a68-432d-b1c6-2476014b9d5a,segment=NetworkSegment(dc3d8b13-7ece-4e03-bf10-686d8104be68),segment_id=dc3d8b13-7ece-4e03-bf10-686d8104be68)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:23:07.756148 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f26722e-3540-4827-80ed-6584bd15af65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9b01ea45-1a68-432d-b1c6-2476014b9d5a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.826899 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26722e-3540-4827-80ed-6584bd15af65 None None] Pushing event updated for resources: {'Port': ['ID=9b01ea45-1a68-432d-b1c6-2476014b9d5a,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:07.977431 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971880305', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '920ebb37-fbfc-4055-a279-05278025965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:04Z', 'updated_at': '2022-02-09T02:23:05Z', 'revision_number': 3, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '920ebb37-fbfc-4055-a279-05278025965e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:05Z', 'updated_at': '2022-02-09T02:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:08.005536 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51106225-e402-4c1e-a2c3-a91317a16fcc None None] The sync data for ids ['391c8a20-7b8b-4b2b-b435-6c1b681c7be7'] in n-d-828387-3 is: [{'id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971880305', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '920ebb37-fbfc-4055-a279-05278025965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:04Z', 'updated_at': '2022-02-09T02:23:05Z', 'revision_number': 3, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '920ebb37-fbfc-4055-a279-05278025965e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:05Z', 'updated_at': '2022-02-09T02:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:23:08.071695 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-dfe470f8-c4f6-488a-9939-16a7c5c6adc4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Allocated IP 172.20.0.1 (18c29ae4-a170-4105-b04a-642b5fde4b77/f8a03896-2eaf-40b0-9ceb-5350eedbcd7e/5f30c87c-f48b-44b8-a04a-7ba20a4e585c) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:08.233645 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dfe470f8-c4f6-488a-9939-16a7c5c6adc4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for port (5f30c87c-f48b-44b8-a04a-7ba20a4e585c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.278630 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dfe470f8-c4f6-488a-9939-16a7c5c6adc4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5f30c87c-f48b-44b8-a04a-7ba20a4e585c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.365464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe470f8-c4f6-488a-9939-16a7c5c6adc4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network 18c29ae4-a170-4105-b04a-642b5fde4b77 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:08.371295 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe470f8-c4f6-488a-9939-16a7c5c6adc4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Port': ['ID=5f30c87c-f48b-44b8-a04a-7ba20a4e585c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:08.375007 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-dfe470f8-c4f6-488a-9939-16a7c5c6adc4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:08.377287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe470f8-c4f6-488a-9939-16a7c5c6adc4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:23:08.423853 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dfe470f8-c4f6-488a-9939-16a7c5c6adc4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (391c8a20-7b8b-4b2b-b435-6c1b681c7be7), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.596388 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dfe470f8-c4f6-488a-9939-16a7c5c6adc4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5f30c87c-f48b-44b8-a04a-7ba20a4e585c), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.725203 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9b01ea45-1a68-432d-b1c6-2476014b9d5a up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:08.818707 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 9b01ea45-1a68-432d-b1c6-2476014b9d5a triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:08.819466 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9b01ea45-1a68-432d-b1c6-2476014b9d5a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.944472 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 9b01ea45-1a68-432d-b1c6-2476014b9d5a is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:08.945570 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9b01ea45-1a68-432d-b1c6-2476014b9d5a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:09.002925 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 9b01ea45-1a68-432d-b1c6-2476014b9d5a, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9b01ea45-1a68-432d-b1c6-2476014b9d5a,segment=NetworkSegment(dc3d8b13-7ece-4e03-bf10-686d8104be68),segment_id=dc3d8b13-7ece-4e03-bf10-686d8104be68)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:09.016026 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9b01ea45-1a68-432d-b1c6-2476014b9d5a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:09.017655 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 920ebb37-fbfc-4055-a279-05278025965e up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:09.270429 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04993e37-ffcc-4d60-be02-61de68e8253b None None] Network 18c29ae4-a170-4105-b04a-642b5fde4b77 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:23:09.358778 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=9b01ea45-1a68-432d-b1c6-2476014b9d5a,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:09.370873 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6299ed2b-3f01-47e8-a2c0-2c58fbe10702 None None] Provisioning complete for port 9b01ea45-1a68-432d-b1c6-2476014b9d5a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:09.371264 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6299ed2b-3f01-47e8-a2c0-2c58fbe10702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9b01ea45-1a68-432d-b1c6-2476014b9d5a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:09.431881 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 920ebb37-fbfc-4055-a279-05278025965e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:09.432165 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (920ebb37-fbfc-4055-a279-05278025965e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:09.464897 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dfe470f8-c4f6-488a-9939-16a7c5c6adc4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for port (5f30c87c-f48b-44b8-a04a-7ba20a4e585c), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:09.471809 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dfe470f8-c4f6-488a-9939-16a7c5c6adc4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (5f30c87c-f48b-44b8-a04a-7ba20a4e585c), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:09.570225 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dfe470f8-c4f6-488a-9939-16a7c5c6adc4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (391c8a20-7b8b-4b2b-b435-6c1b681c7be7), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:09.582325 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe470f8-c4f6-488a-9939-16a7c5c6adc4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Port': ['ID=5f30c87c-f48b-44b8-a04a-7ba20a4e585c,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:09.606161 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6299ed2b-3f01-47e8-a2c0-2c58fbe10702 None None] Current status of the port 9b01ea45-1a68-432d-b1c6-2476014b9d5a is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:09.614037 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 920ebb37-fbfc-4055-a279-05278025965e is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:09.614849 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (920ebb37-fbfc-4055-a279-05278025965e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:09.643240 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 920ebb37-fbfc-4055-a279-05278025965e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=920ebb37-fbfc-4055-a279-05278025965e,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:09.648342 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (920ebb37-fbfc-4055-a279-05278025965e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:09.695570 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe470f8-c4f6-488a-9939-16a7c5c6adc4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network 18c29ae4-a170-4105-b04a-642b5fde4b77 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:09.697684 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-dfe470f8-c4f6-488a-9939-16a7c5c6adc4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:09.707924 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=920ebb37-fbfc-4055-a279-05278025965e,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:09.829892 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b18d68d9-09ee-4d16-96d6-f196e1645b68 None None] Provisioning complete for port 9b01ea45-1a68-432d-b1c6-2476014b9d5a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:09.830532 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b18d68d9-09ee-4d16-96d6-f196e1645b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9b01ea45-1a68-432d-b1c6-2476014b9d5a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:09.833476 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe470f8-c4f6-488a-9939-16a7c5c6adc4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Router 391c8a20-7b8b-4b2b-b435-6c1b681c7be7 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:23:09.935960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b18d68d9-09ee-4d16-96d6-f196e1645b68 None None] Current status of the port 9b01ea45-1a68-432d-b1c6-2476014b9d5a is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:09.947715 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b18d68d9-09ee-4d16-96d6-f196e1645b68 None None] Provisioning complete for port 5f30c87c-f48b-44b8-a04a-7ba20a4e585c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:09.948092 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b18d68d9-09ee-4d16-96d6-f196e1645b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5f30c87c-f48b-44b8-a04a-7ba20a4e585c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:09.961385 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe470f8-c4f6-488a-9939-16a7c5c6adc4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:23:09.968787 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-dfe470f8-c4f6-488a-9939-16a7c5c6adc4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "PUT /v2.0/routers/391c8a20-7b8b-4b2b-b435-6c1b681c7be7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8795643 Feb 09 02:23:09.989533 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b18d68d9-09ee-4d16-96d6-f196e1645b68 None None] Port 5f30c87c-f48b-44b8-a04a-7ba20a4e585c cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:23:10.074888 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] Sync routers for ids ['391c8a20-7b8b-4b2b-b435-6c1b681c7be7'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:23:10.085562 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] Routers {'391c8a20-7b8b-4b2b-b435-6c1b681c7be7'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:10.086199 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:22:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['391c8a20-7b8b-4b2b-b435-6c1b681c7be7'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:10.193303 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5b2899a3-6000-4861-9c55-5feb9f83af6f None None] Provisioning complete for port 5f30c87c-f48b-44b8-a04a-7ba20a4e585c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:10.193686 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5b2899a3-6000-4861-9c55-5feb9f83af6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5f30c87c-f48b-44b8-a04a-7ba20a4e585c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:10.197585 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-46f4fa07-f18f-4594-9b3b-56843e832cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:10.206399 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-452f9212-50d7-47a7-b498-9e29e625673d req-d6b53e53-4704-446b-90d9-f0b532ca7f21 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2143506910&fields=id&tenant_id=2c59903585c449439619eb0edc719ef1 HTTP/1.1" status: 200 len: 267 time: 0.0571690 Feb 09 02:23:10.259444 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:10.263958 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5b2899a3-6000-4861-9c55-5feb9f83af6f None None] Port 5f30c87c-f48b-44b8-a04a-7ba20a4e585c cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:23:10.268277 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] Set router 391c8a20-7b8b-4b2b-b435-6c1b681c7be7 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:23:10.328511 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f9212-50d7-47a7-b498-9e29e625673d req-6507ca2d-f424-4bf5-8e88-eeb560993998 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:10.330000 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-452f9212-50d7-47a7-b498-9e29e625673d req-6507ca2d-f424-4bf5-8e88-eeb560993998 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/networks?id=18c29ae4-a170-4105-b04a-642b5fde4b77 HTTP/1.1" status: 200 len: 797 time: 0.1165178 Feb 09 02:23:10.345460 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-452f9212-50d7-47a7-b498-9e29e625673d req-913f349b-8231-4cfa-8a6e-46ec680ca000 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/quotas/2c59903585c449439619eb0edc719ef1 HTTP/1.1" status: 200 len: 375 time: 0.0092802 Feb 09 02:23:10.402568 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-452f9212-50d7-47a7-b498-9e29e625673d req-63eaf8d8-90cd-4fb1-a52c-c2e303f7a4f4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514019 Feb 09 02:23:10.409493 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ed00d54b-0c9c-4656-906d-82e13fd3f185 None None] Provisioning complete for port 5f30c87c-f48b-44b8-a04a-7ba20a4e585c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:10.409875 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ed00d54b-0c9c-4656-906d-82e13fd3f185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5f30c87c-f48b-44b8-a04a-7ba20a4e585c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:10.465448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ed00d54b-0c9c-4656-906d-82e13fd3f185 None None] Port 5f30c87c-f48b-44b8-a04a-7ba20a4e585c cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:23:10.504114 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-452f9212-50d7-47a7-b498-9e29e625673d req-fb08f11e-ee60-4216-9448-9806f907f776 service neutron] 10.222.0.36 "GET /v2.0/networks/18c29ae4-a170-4105-b04a-642b5fde4b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895693 Feb 09 02:23:10.513588 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971880305', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '920ebb37-fbfc-4055-a279-05278025965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:04Z', 'updated_at': '2022-02-09T02:23:08Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '920ebb37-fbfc-4055-a279-05278025965e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:05Z', 'updated_at': '2022-02-09T02:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '5f30c87c-f48b-44b8-a04a-7ba20a4e585c', 'name': '', 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:b5:e4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'f8a03896-2eaf-40b0-9ceb-5350eedbcd7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:07Z', 'updated_at': '2022-02-09T02:23:09Z', 'revision_number': 2, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'f8a03896-2eaf-40b0-9ceb-5350eedbcd7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:10.539726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] Checking router: 391c8a20-7b8b-4b2b-b435-6c1b681c7be7 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:23:10.540072 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] Updating router 391c8a20-7b8b-4b2b-b435-6c1b681c7be7 port 5f30c87c-f48b-44b8-a04a-7ba20a4e585c binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:23:10.577613 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5f30c87c-f48b-44b8-a04a-7ba20a4e585c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:10.607732 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-452f9212-50d7-47a7-b498-9e29e625673d req-3b08934c-fd0b-40b7-97a2-b5954daf3f97 service neutron] 10.222.0.36 "GET /v2.0/networks/18c29ae4-a170-4105-b04a-642b5fde4b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975859 Feb 09 02:23:10.625128 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9b01ea45-1a68-432d-b1c6-2476014b9d5a up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:10.780990 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ec97cf03-4c93-4fff-932f-a205a91ddf40 req-1be9dd62-703f-46d4-9bb3-e8be045deeb5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 210 time: 0.0332663 Feb 09 02:23:10.795293 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 9b01ea45-1a68-432d-b1c6-2476014b9d5a triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:10.795675 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9b01ea45-1a68-432d-b1c6-2476014b9d5a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:10.957505 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 9b01ea45-1a68-432d-b1c6-2476014b9d5a is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:10.958607 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 920ebb37-fbfc-4055-a279-05278025965e up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:10.961764 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:10.990975 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] Publish callbacks [] for port (5f30c87c-f48b-44b8-a04a-7ba20a4e585c), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:11.004824 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5f30c87c-f48b-44b8-a04a-7ba20a4e585c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:11.073135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b2118-f0d6-47ba-82e8-bcbf2593dd3f None None] Pushing event updated for resources: {'Port': ['ID=5f30c87c-f48b-44b8-a04a-7ba20a4e585c,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:11.091031 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 920ebb37-fbfc-4055-a279-05278025965e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:11.091529 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (920ebb37-fbfc-4055-a279-05278025965e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:11.165286 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] Attempting to bind port 5f30c87c-f48b-44b8-a04a-7ba20a4e585c on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:23:11.165679 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] Attempting to bind port 5f30c87c-f48b-44b8-a04a-7ba20a4e585c by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'dc3d8b13-7ece-4e03-bf10-686d8104be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:23:11.166024 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] Attempting to bind port 5f30c87c-f48b-44b8-a04a-7ba20a4e585c on network 18c29ae4-a170-4105-b04a-642b5fde4b77 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:23:11.171505 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:11.177664 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:23:11.178317 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] Checking segment: {'id': 'dc3d8b13-7ece-4e03-bf10-686d8104be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:23:11.178461 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:11.178819 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] Bound using segment: {'id': 'dc3d8b13-7ece-4e03-bf10-686d8104be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:23:11.179299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] Bound port: 5f30c87c-f48b-44b8-a04a-7ba20a4e585c, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc3d8b13-7ece-4e03-bf10-686d8104be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:23:11.179686 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5f30c87c-f48b-44b8-a04a-7ba20a4e585c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:11.264413 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 920ebb37-fbfc-4055-a279-05278025965e is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:11.285918 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] For port 5f30c87c-f48b-44b8-a04a-7ba20a4e585c, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:23:11.290398 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] For port 5f30c87c-f48b-44b8-a04a-7ba20a4e585c, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5f30c87c-f48b-44b8-a04a-7ba20a4e585c,segment=NetworkSegment(dc3d8b13-7ece-4e03-bf10-686d8104be68),segment_id=dc3d8b13-7ece-4e03-bf10-686d8104be68)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:23:11.300552 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-29a34279-cc87-482e-9c8f-531df49af9a5 None None] Provisioning complete for port 5f30c87c-f48b-44b8-a04a-7ba20a4e585c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:11.300552 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-29a34279-cc87-482e-9c8f-531df49af9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5f30c87c-f48b-44b8-a04a-7ba20a4e585c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:11.302206 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5f30c87c-f48b-44b8-a04a-7ba20a4e585c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:11.396132 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] Routers {'391c8a20-7b8b-4b2b-b435-6c1b681c7be7'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:11.396768 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:23:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['391c8a20-7b8b-4b2b-b435-6c1b681c7be7'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:11.435355 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b2118-f0d6-47ba-82e8-bcbf2593dd3f None None] Pushing event updated for resources: {'Port': ['ID=5f30c87c-f48b-44b8-a04a-7ba20a4e585c,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:11.691813 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-29a34279-cc87-482e-9c8f-531df49af9a5 None None] Current status of the port 5f30c87c-f48b-44b8-a04a-7ba20a4e585c is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:11.692121 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-29a34279-cc87-482e-9c8f-531df49af9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5f30c87c-f48b-44b8-a04a-7ba20a4e585c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:11.725677 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] Set router 391c8a20-7b8b-4b2b-b435-6c1b681c7be7 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:23:11.766209 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-29a34279-cc87-482e-9c8f-531df49af9a5 None None] For port 5f30c87c-f48b-44b8-a04a-7ba20a4e585c, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5f30c87c-f48b-44b8-a04a-7ba20a4e585c,segment=NetworkSegment(dc3d8b13-7ece-4e03-bf10-686d8104be68),segment_id=dc3d8b13-7ece-4e03-bf10-686d8104be68)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:11.771702 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-29a34279-cc87-482e-9c8f-531df49af9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5f30c87c-f48b-44b8-a04a-7ba20a4e585c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:11.805906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f9212-50d7-47a7-b498-9e29e625673d req-827b3d10-d438-413c-8078-c273b07864f5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:11.807434 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-452f9212-50d7-47a7-b498-9e29e625673d req-827b3d10-d438-413c-8078-c273b07864f5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.48 "GET /v2.0/networks?id=18c29ae4-a170-4105-b04a-642b5fde4b77 HTTP/1.1" status: 200 len: 797 time: 0.1170096 Feb 09 02:23:11.897819 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a3907aca-d5e6-41ea-9930-cef6ae03b4dd req-fd560169-967c-46c6-91fe-510c24f93906 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 210 time: 0.0432925 Feb 09 02:23:11.923519 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a34279-cc87-482e-9c8f-531df49af9a5 None None] Pushing event updated for resources: {'Port': ['ID=5f30c87c-f48b-44b8-a04a-7ba20a4e585c,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:11.930512 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ec19c898-c49b-4b98-8e49-8e09bc1f1a0f None None] Provisioning complete for port 5f30c87c-f48b-44b8-a04a-7ba20a4e585c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:11.930856 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ec19c898-c49b-4b98-8e49-8e09bc1f1a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5f30c87c-f48b-44b8-a04a-7ba20a4e585c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:11.942581 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-452f9212-50d7-47a7-b498-9e29e625673d req-78ef25ac-af84-405b-a31f-d8b0197a9ac5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c59903585c449439619eb0edc719ef1 HTTP/1.1" status: 200 len: 380 time: 0.1261022 Feb 09 02:23:11.956193 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-452f9212-50d7-47a7-b498-9e29e625673d req-90fa1258-43b6-40fb-b11d-33ff7f6d5f60 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'port': {'device_id': 'a09d4f5d-f957-4fab-9acc-fb853cc69edd', 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77', 'admin_state_up': True, 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'security_groups': ['d34a9194-61a9-41ba-9232-e153dbf603a2']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:12.065658 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-452f9212-50d7-47a7-b498-9e29e625673d req-90fa1258-43b6-40fb-b11d-33ff7f6d5f60 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Made reservation on behalf of 2c59903585c449439619eb0edc719ef1 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:23:12.069159 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-452f9212-50d7-47a7-b498-9e29e625673d req-90fa1258-43b6-40fb-b11d-33ff7f6d5f60 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:12.069815 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ec19c898-c49b-4b98-8e49-8e09bc1f1a0f None None] Current status of the port 5f30c87c-f48b-44b8-a04a-7ba20a4e585c is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:12.078711 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971880305', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '920ebb37-fbfc-4055-a279-05278025965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:04Z', 'updated_at': '2022-02-09T02:23:08Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '920ebb37-fbfc-4055-a279-05278025965e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:05Z', 'updated_at': '2022-02-09T02:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '5f30c87c-f48b-44b8-a04a-7ba20a4e585c', 'name': '', 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:b5:e4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'f8a03896-2eaf-40b0-9ceb-5350eedbcd7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:07Z', 'updated_at': '2022-02-09T02:23:11Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'f8a03896-2eaf-40b0-9ceb-5350eedbcd7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:12.109255 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2ef492-1121-4499-8255-ccaee2652392 None None] The sync data for ids ['391c8a20-7b8b-4b2b-b435-6c1b681c7be7'] in n-d-828387-3 is: [{'id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971880305', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '920ebb37-fbfc-4055-a279-05278025965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:04Z', 'updated_at': '2022-02-09T02:23:08Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '920ebb37-fbfc-4055-a279-05278025965e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:05Z', 'updated_at': '2022-02-09T02:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '5f30c87c-f48b-44b8-a04a-7ba20a4e585c', 'name': '', 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:b5:e4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'f8a03896-2eaf-40b0-9ceb-5350eedbcd7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:07Z', 'updated_at': '2022-02-09T02:23:11Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'f8a03896-2eaf-40b0-9ceb-5350eedbcd7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:23:12.210417 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-452f9212-50d7-47a7-b498-9e29e625673d req-90fa1258-43b6-40fb-b11d-33ff7f6d5f60 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Allocated IP 172.20.0.3 (18c29ae4-a170-4105-b04a-642b5fde4b77/f8a03896-2eaf-40b0-9ceb-5350eedbcd7e/71338fb0-cdb4-41dc-88f4-82b72c8fce3d) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:12.363085 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-452f9212-50d7-47a7-b498-9e29e625673d req-90fa1258-43b6-40fb-b11d-33ff7f6d5f60 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for port (71338fb0-cdb4-41dc-88f4-82b72c8fce3d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:12.398708 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-452f9212-50d7-47a7-b498-9e29e625673d req-90fa1258-43b6-40fb-b11d-33ff7f6d5f60 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (71338fb0-cdb4-41dc-88f4-82b72c8fce3d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:12.436564 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:12.440930 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-452f9212-50d7-47a7-b498-9e29e625673d req-90fa1258-43b6-40fb-b11d-33ff7f6d5f60 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network 18c29ae4-a170-4105-b04a-642b5fde4b77 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:12.444123 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-452f9212-50d7-47a7-b498-9e29e625673d req-90fa1258-43b6-40fb-b11d-33ff7f6d5f60 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:12.450806 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-452f9212-50d7-47a7-b498-9e29e625673d req-90fa1258-43b6-40fb-b11d-33ff7f6d5f60 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:23:12.482141 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa1258-43b6-40fb-b11d-33ff7f6d5f60 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Port': ['ID=71338fb0-cdb4-41dc-88f4-82b72c8fce3d,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:12.507239 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f9212-50d7-47a7-b498-9e29e625673d req-90fa1258-43b6-40fb-b11d-33ff7f6d5f60 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:12.508002 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-452f9212-50d7-47a7-b498-9e29e625673d req-90fa1258-43b6-40fb-b11d-33ff7f6d5f60 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:12.528717 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-452f9212-50d7-47a7-b498-9e29e625673d req-90fa1258-43b6-40fb-b11d-33ff7f6d5f60 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5763793 Feb 09 02:23:12.540731 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-452f9212-50d7-47a7-b498-9e29e625673d req-6c783d61-7dbc-4959-8a14-9dd02edf451a service neutron] Request body: {'port': {'device_id': 'a09d4f5d-f957-4fab-9acc-fb853cc69edd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:12.635238 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-452f9212-50d7-47a7-b498-9e29e625673d req-6c783d61-7dbc-4959-8a14-9dd02edf451a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (71338fb0-cdb4-41dc-88f4-82b72c8fce3d), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:12.654773 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5f30c87c-f48b-44b8-a04a-7ba20a4e585c up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:12.712088 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 5f30c87c-f48b-44b8-a04a-7ba20a4e585c triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:12.712503 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5f30c87c-f48b-44b8-a04a-7ba20a4e585c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:12.810126 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 5f30c87c-f48b-44b8-a04a-7ba20a4e585c is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:12.813831 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d1bc4d3f-1657-4d40-b8c7-7ee017ed74a6 None None] Provisioning complete for port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:12.814137 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d1bc4d3f-1657-4d40-b8c7-7ee017ed74a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (71338fb0-cdb4-41dc-88f4-82b72c8fce3d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:12.850019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d1bc4d3f-1657-4d40-b8c7-7ee017ed74a6 None None] Port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:23:12.945668 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-452f9212-50d7-47a7-b498-9e29e625673d req-6c783d61-7dbc-4959-8a14-9dd02edf451a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71338fb0-cdb4-41dc-88f4-82b72c8fce3d {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:23:12.954856 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-452f9212-50d7-47a7-b498-9e29e625673d req-6c783d61-7dbc-4959-8a14-9dd02edf451a service neutron] Publish callbacks [] for port (71338fb0-cdb4-41dc-88f4-82b72c8fce3d), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:12.969045 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-452f9212-50d7-47a7-b498-9e29e625673d req-6c783d61-7dbc-4959-8a14-9dd02edf451a service neutron] Transition to ACTIVE for port object 71338fb0-cdb4-41dc-88f4-82b72c8fce3d will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:23:12.973148 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-452f9212-50d7-47a7-b498-9e29e625673d req-6c783d61-7dbc-4959-8a14-9dd02edf451a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (71338fb0-cdb4-41dc-88f4-82b72c8fce3d), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:13.051389 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c783d61-7dbc-4959-8a14-9dd02edf451a service neutron] Pushing event updated for resources: {'Port': ['ID=71338fb0-cdb4-41dc-88f4-82b72c8fce3d,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:13.069674 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ec9e7-0aab-42f9-b756-41f959d365c2 req-8f0ef445-ed65-4d43-9e51-6c330ce74f66 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:13.072119 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8e2ec9e7-0aab-42f9-b756-41f959d365c2 req-8f0ef445-ed65-4d43-9e51-6c330ce74f66 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 943 time: 0.0783706 Feb 09 02:23:13.116884 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-452f9212-50d7-47a7-b498-9e29e625673d req-6c783d61-7dbc-4959-8a14-9dd02edf451a service neutron] Attempting to bind port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:23:13.117600 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-452f9212-50d7-47a7-b498-9e29e625673d req-6c783d61-7dbc-4959-8a14-9dd02edf451a service neutron] Attempting to bind port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'dc3d8b13-7ece-4e03-bf10-686d8104be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:23:13.118095 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452f9212-50d7-47a7-b498-9e29e625673d req-6c783d61-7dbc-4959-8a14-9dd02edf451a service neutron] Attempting to bind port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d on network 18c29ae4-a170-4105-b04a-642b5fde4b77 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:23:13.125428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452f9212-50d7-47a7-b498-9e29e625673d req-6c783d61-7dbc-4959-8a14-9dd02edf451a service neutron] Port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d on network 18c29ae4-a170-4105-b04a-642b5fde4b77 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:23:13.126026 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452f9212-50d7-47a7-b498-9e29e625673d req-6c783d61-7dbc-4959-8a14-9dd02edf451a service neutron] Attempting to bind port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d on network 18c29ae4-a170-4105-b04a-642b5fde4b77 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:23:13.135105 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452f9212-50d7-47a7-b498-9e29e625673d req-6c783d61-7dbc-4959-8a14-9dd02edf451a service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:23:13.135502 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452f9212-50d7-47a7-b498-9e29e625673d req-6c783d61-7dbc-4959-8a14-9dd02edf451a service neutron] Checking segment: {'id': 'dc3d8b13-7ece-4e03-bf10-686d8104be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:23:13.135997 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452f9212-50d7-47a7-b498-9e29e625673d req-6c783d61-7dbc-4959-8a14-9dd02edf451a service neutron] Bound using segment: {'id': 'dc3d8b13-7ece-4e03-bf10-686d8104be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:23:13.136505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-452f9212-50d7-47a7-b498-9e29e625673d req-6c783d61-7dbc-4959-8a14-9dd02edf451a service neutron] Bound port: 71338fb0-cdb4-41dc-88f4-82b72c8fce3d, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc3d8b13-7ece-4e03-bf10-686d8104be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:23:13.136928 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-452f9212-50d7-47a7-b498-9e29e625673d req-6c783d61-7dbc-4959-8a14-9dd02edf451a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (71338fb0-cdb4-41dc-88f4-82b72c8fce3d), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:13.158949 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8e2ec9e7-0aab-42f9-b756-41f959d365c2 req-bad6a73e-9d6b-4485-9fb5-d33558659f44 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745015 Feb 09 02:23:13.217256 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-452f9212-50d7-47a7-b498-9e29e625673d req-6c783d61-7dbc-4959-8a14-9dd02edf451a service neutron] For port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:23:13.220513 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-452f9212-50d7-47a7-b498-9e29e625673d req-6c783d61-7dbc-4959-8a14-9dd02edf451a service neutron] For port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=71338fb0-cdb4-41dc-88f4-82b72c8fce3d,segment=NetworkSegment(dc3d8b13-7ece-4e03-bf10-686d8104be68),segment_id=dc3d8b13-7ece-4e03-bf10-686d8104be68)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:23:13.226887 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-452f9212-50d7-47a7-b498-9e29e625673d req-6c783d61-7dbc-4959-8a14-9dd02edf451a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (71338fb0-cdb4-41dc-88f4-82b72c8fce3d), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:13.277766 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f9212-50d7-47a7-b498-9e29e625673d req-6c783d61-7dbc-4959-8a14-9dd02edf451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:13.278409 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-452f9212-50d7-47a7-b498-9e29e625673d req-6c783d61-7dbc-4959-8a14-9dd02edf451a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:13.279886 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-452f9212-50d7-47a7-b498-9e29e625673d req-6c783d61-7dbc-4959-8a14-9dd02edf451a service neutron] 10.222.0.48 "PUT /v2.0/ports/71338fb0-cdb4-41dc-88f4-82b72c8fce3d HTTP/1.1" status: 200 len: 1091 time: 0.7440553 Feb 09 02:23:13.280363 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09d4f5d-f957-4fab-9acc-fb853cc69edd', 'tag': '71338fb0-cdb4-41dc-88f4-82b72c8fce3d'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:23:13.283020 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9c6cfc-bd94-4ff4-adf6-96bf824d0318" -d '{"events": [{"name": "network-changed", "server_uuid": "a09d4f5d-f957-4fab-9acc-fb853cc69edd", "tag": "71338fb0-cdb4-41dc-88f4-82b72c8fce3d"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:23:13.296013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c783d61-7dbc-4959-8a14-9dd02edf451a service neutron] Pushing event updated for resources: {'Port': ['ID=71338fb0-cdb4-41dc-88f4-82b72c8fce3d,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:13.352579 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d29341f-dee7-4446-9fcc-6fac661274c0 x-openstack-request-id: req-6d29341f-dee7-4446-9fcc-6fac661274c0 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:23:13.352785 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09d4f5d-f957-4fab-9acc-fb853cc69edd", "tag": "71338fb0-cdb4-41dc-88f4-82b72c8fce3d", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:23:13.353034 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d29341f-dee7-4446-9fcc-6fac661274c0 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:23:13.353442 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09d4f5d-f957-4fab-9acc-fb853cc69edd', 'tag': '71338fb0-cdb4-41dc-88f4-82b72c8fce3d', 'status': 'completed', 'code': 200} Feb 09 02:23:13.392581 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f9212-50d7-47a7-b498-9e29e625673d req-c22b5d81-c586-4e02-82a5-aacc85931131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:13.394112 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-452f9212-50d7-47a7-b498-9e29e625673d req-c22b5d81-c586-4e02-82a5-aacc85931131 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 1125 time: 0.0652440 Feb 09 02:23:13.440526 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-452f9212-50d7-47a7-b498-9e29e625673d req-88d97597-a096-4665-b2d0-1630eaac946e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71338fb0-cdb4-41dc-88f4-82b72c8fce3d HTTP/1.1" status: 200 len: 217 time: 0.0383298 Feb 09 02:23:13.494058 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f9212-50d7-47a7-b498-9e29e625673d req-f1b7b072-dae5-424c-8980-695ae358c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:13.495590 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-452f9212-50d7-47a7-b498-9e29e625673d req-f1b7b072-dae5-424c-8980-695ae358c4fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8a03896-2eaf-40b0-9ceb-5350eedbcd7e HTTP/1.1" status: 200 len: 835 time: 0.0489879 Feb 09 02:23:13.510998 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:13.550958 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f9212-50d7-47a7-b498-9e29e625673d req-d18ff43b-b0fc-4e1d-8e16-b7a20adfb347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:13.552441 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-452f9212-50d7-47a7-b498-9e29e625673d req-d18ff43b-b0fc-4e1d-8e16-b7a20adfb347 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=18c29ae4-a170-4105-b04a-642b5fde4b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504081 Feb 09 02:23:13.643254 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-452f9212-50d7-47a7-b498-9e29e625673d req-751a03d1-4132-4cb1-9ff1-44f1bd042f01 service neutron] 10.222.0.48 "GET /v2.0/networks/18c29ae4-a170-4105-b04a-642b5fde4b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841830 Feb 09 02:23:13.737818 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-452f9212-50d7-47a7-b498-9e29e625673d req-31ba8878-9d40-4f3e-b2c3-912f483bf692 service neutron] 10.222.0.48 "GET /v2.0/networks/18c29ae4-a170-4105-b04a-642b5fde4b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880318 Feb 09 02:23:13.830274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c6cfc-bd94-4ff4-adf6-96bf824d0318 req-b322bd4c-9e16-4786-9d1e-caf9f26baef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:13.832078 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b9c6cfc-bd94-4ff4-adf6-96bf824d0318 req-b322bd4c-9e16-4786-9d1e-caf9f26baef3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 1125 time: 0.0477614 Feb 09 02:23:13.923187 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c6cfc-bd94-4ff4-adf6-96bf824d0318 req-dad5c70b-d45a-4a41-9e91-461c94678d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:13.924683 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b9c6cfc-bd94-4ff4-adf6-96bf824d0318 req-dad5c70b-d45a-4a41-9e91-461c94678d08 service neutron] 10.222.0.48 "GET /v2.0/networks?id=18c29ae4-a170-4105-b04a-642b5fde4b77 HTTP/1.1" status: 200 len: 898 time: 0.0867779 Feb 09 02:23:13.972927 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b9c6cfc-bd94-4ff4-adf6-96bf824d0318 req-ffe3ddb7-869d-488c-8c93-de9e671ed906 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71338fb0-cdb4-41dc-88f4-82b72c8fce3d HTTP/1.1" status: 200 len: 217 time: 0.0422022 Feb 09 02:23:14.023687 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c6cfc-bd94-4ff4-adf6-96bf824d0318 req-9872ea92-ceef-401d-ac27-0648a37bd2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:14.025158 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b9c6cfc-bd94-4ff4-adf6-96bf824d0318 req-9872ea92-ceef-401d-ac27-0648a37bd2d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8a03896-2eaf-40b0-9ceb-5350eedbcd7e HTTP/1.1" status: 200 len: 835 time: 0.0466626 Feb 09 02:23:14.084790 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c6cfc-bd94-4ff4-adf6-96bf824d0318 req-a876674d-1f03-42ed-be05-fbb617434c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:14.086026 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b9c6cfc-bd94-4ff4-adf6-96bf824d0318 req-a876674d-1f03-42ed-be05-fbb617434c01 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=18c29ae4-a170-4105-b04a-642b5fde4b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512686 Feb 09 02:23:14.187067 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b9c6cfc-bd94-4ff4-adf6-96bf824d0318 req-7a507922-71a0-4076-99eb-4c95a9f2253b service neutron] 10.222.0.48 "GET /v2.0/networks/18c29ae4-a170-4105-b04a-642b5fde4b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923302 Feb 09 02:23:14.286752 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875031d-6d6f-4e37-9e1b-c363605ffaa7 req-8b1167fa-e76f-4293-8ed6-7c0a6b2b4e0d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:14.288941 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0875031d-6d6f-4e37-9e1b-c363605ffaa7 req-8b1167fa-e76f-4293-8ed6-7c0a6b2b4e0d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 943 time: 0.0569658 Feb 09 02:23:14.290427 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b9c6cfc-bd94-4ff4-adf6-96bf824d0318 req-959174aa-9a26-4380-865e-d2aab50ba09c service neutron] 10.222.0.48 "GET /v2.0/networks/18c29ae4-a170-4105-b04a-642b5fde4b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970595 Feb 09 02:23:14.339305 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0875031d-6d6f-4e37-9e1b-c363605ffaa7 req-79133025-e8b7-4546-bab8-3394ff600cf8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445004 Feb 09 02:23:15.471909 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469f85e-f386-4b3f-833b-07524c2471f7 req-486b7238-523d-40ba-a9ca-16490430eba0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:15.473972 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e469f85e-f386-4b3f-833b-07524c2471f7 req-486b7238-523d-40ba-a9ca-16490430eba0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 943 time: 0.0626225 Feb 09 02:23:15.522833 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e469f85e-f386-4b3f-833b-07524c2471f7 req-e6f1cf14-dbac-45f6-98e3-f72ffe97baee tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431254 Feb 09 02:23:16.644428 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fda552-c095-4a7f-95f9-aedeac26fb9a req-c0f752c4-7fbb-4954-aedb-40f58334cd42 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:16.645890 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-65fda552-c095-4a7f-95f9-aedeac26fb9a req-c0f752c4-7fbb-4954-aedb-40f58334cd42 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 943 time: 0.0519929 Feb 09 02:23:16.697401 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-65fda552-c095-4a7f-95f9-aedeac26fb9a req-953c19a4-5079-4d5f-bd77-bf57f99139bb tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458241 Feb 09 02:23:16.952327 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 71338fb0-cdb4-41dc-88f4-82b72c8fce3d details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:23:17.051540 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=71338fb0-cdb4-41dc-88f4-82b72c8fce3d,segment=NetworkSegment(dc3d8b13-7ece-4e03-bf10-686d8104be68),segment_id=dc3d8b13-7ece-4e03-bf10-686d8104be68)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:17.062837 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '71338fb0-cdb4-41dc-88f4-82b72c8fce3d', 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77', 'port_id': '71338fb0-cdb4-41dc-88f4-82b72c8fce3d', 'mac_address': 'fa:16:3e:70:83:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8a03896-2eaf-40b0-9ceb-5350eedbcd7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:23:17.098654 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:17.099044 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (71338fb0-cdb4-41dc-88f4-82b72c8fce3d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:17.112005 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71338fb0-cdb4-41dc-88f4-82b72c8fce3d {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:23:17.130744 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=71338fb0-cdb4-41dc-88f4-82b72c8fce3d,segment=NetworkSegment(dc3d8b13-7ece-4e03-bf10-686d8104be68),segment_id=dc3d8b13-7ece-4e03-bf10-686d8104be68)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:17.134793 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (71338fb0-cdb4-41dc-88f4-82b72c8fce3d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:17.187275 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=71338fb0-cdb4-41dc-88f4-82b72c8fce3d,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:17.350246 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['71338fb0-cdb4-41dc-88f4-82b72c8fce3d'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:23:17.820940 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5249cbd-69d3-41db-832f-0bb5579b95af req-da54fed7-d4b6-40aa-9ba5-4cc4b0e248c9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:17.822464 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b5249cbd-69d3-41db-832f-0bb5579b95af req-da54fed7-d4b6-40aa-9ba5-4cc4b0e248c9 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 944 time: 0.0546288 Feb 09 02:23:17.872574 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b5249cbd-69d3-41db-832f-0bb5579b95af req-fbb1724c-6377-4b1f-9c47-bfffb3b0939b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434678 Feb 09 02:23:18.972780 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 71338fb0-cdb4-41dc-88f4-82b72c8fce3d up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:18.994766 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fd7be-4c0c-43dd-af16-86e2533e56f2 req-be57b417-160c-457f-a934-716fcff2e0cd tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:18.996203 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-782fd7be-4c0c-43dd-af16-86e2533e56f2 req-be57b417-160c-457f-a934-716fcff2e0cd tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 944 time: 0.0535955 Feb 09 02:23:19.023023 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:23:19.027333 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:19.027711 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (71338fb0-cdb4-41dc-88f4-82b72c8fce3d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:19.046620 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-782fd7be-4c0c-43dd-af16-86e2533e56f2 req-c55ebcf9-ab4f-4dbe-abdc-986a0e934e8d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447295 Feb 09 02:23:19.106413 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:19.106799 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (71338fb0-cdb4-41dc-88f4-82b72c8fce3d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:19.129757 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09d4f5d-f957-4fab-9acc-fb853cc69edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71338fb0-cdb4-41dc-88f4-82b72c8fce3d'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:23:19.132014 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbc3941-b5af-4849-b498-fc5e22749603" -d '{"events": [{"server_uuid": "a09d4f5d-f957-4fab-9acc-fb853cc69edd", "name": "network-vif-plugged", "status": "completed", "tag": "71338fb0-cdb4-41dc-88f4-82b72c8fce3d"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:23:19.148668 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=71338fb0-cdb4-41dc-88f4-82b72c8fce3d,segment=NetworkSegment(dc3d8b13-7ece-4e03-bf10-686d8104be68),segment_id=dc3d8b13-7ece-4e03-bf10-686d8104be68)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:19.152803 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (71338fb0-cdb4-41dc-88f4-82b72c8fce3d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:19.176702 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de7134b-32c6-43d2-b67e-ac10354268f7 x-openstack-request-id: req-5de7134b-32c6-43d2-b67e-ac10354268f7 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:23:19.176992 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09d4f5d-f957-4fab-9acc-fb853cc69edd", "name": "network-vif-plugged", "status": "completed", "tag": "71338fb0-cdb4-41dc-88f4-82b72c8fce3d", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:23:19.177247 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5de7134b-32c6-43d2-b67e-ac10354268f7 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:23:19.177638 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09d4f5d-f957-4fab-9acc-fb853cc69edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71338fb0-cdb4-41dc-88f4-82b72c8fce3d', 'code': 200} Feb 09 02:23:19.204903 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=71338fb0-cdb4-41dc-88f4-82b72c8fce3d,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:19.269689 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b3be1-81b3-472c-b993-569d15d2cf87 req-9faaf996-47dc-4305-891f-3d6252218d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:19.271097 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e38b3be1-81b3-472c-b993-569d15d2cf87 req-9faaf996-47dc-4305-891f-3d6252218d4e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 1127 time: 0.0446081 Feb 09 02:23:19.322068 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e38b3be1-81b3-472c-b993-569d15d2cf87 req-763b12d9-4748-41f9-a07c-73f27d164e7c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445325 Feb 09 02:23:20.172961 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992a501-c083-4a7f-82d4-e474a6674513 req-d46485fb-607f-4adc-81de-27ad9537783a tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:20.174473 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b992a501-c083-4a7f-82d4-e474a6674513 req-d46485fb-607f-4adc-81de-27ad9537783a tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 945 time: 0.0563934 Feb 09 02:23:20.235253 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b992a501-c083-4a7f-82d4-e474a6674513 req-43d0fdd4-689e-4eb0-b268-511772f68000 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548930 Feb 09 02:23:21.364479 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db22bac-f78c-4fb1-9eb3-5e903b080a7f req-62f2ae3f-18e4-4083-b07c-14459a1f75e5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:21.365939 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1db22bac-f78c-4fb1-9eb3-5e903b080a7f req-62f2ae3f-18e4-4083-b07c-14459a1f75e5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 945 time: 0.0531898 Feb 09 02:23:21.414732 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1db22bac-f78c-4fb1-9eb3-5e903b080a7f req-97568079-c9b3-4662-a3cb-a6414a6b5712 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432796 Feb 09 02:23:21.540819 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a604f-9fcd-4f51-bb0e-706031106335 req-fc9fc6a6-c8fa-4d77-b156-b7deb3adaeb5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:21.542185 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-527a604f-9fcd-4f51-bb0e-706031106335 req-fc9fc6a6-c8fa-4d77-b156-b7deb3adaeb5 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 945 time: 0.0605547 Feb 09 02:23:21.589459 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-527a604f-9fcd-4f51-bb0e-706031106335 req-8a4769ca-7617-4018-bde7-29530b09fb99 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416002 Feb 09 02:23:21.610658 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58578) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:21.654625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea4c0b8-472e-41af-a674-81cc68f383d0 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:21.656156 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cea4c0b8-472e-41af-a674-81cc68f383d0 tempest-TestNetworkAdvancedServerOps-155840562 tempest-TestNetworkAdvancedServerOps-155840562-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 1122 time: 0.0445113 Feb 09 02:23:21.659287 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58580) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:21.663399 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-338ff1d1-985f-4df1-aad5-b526fc2dab26 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': '71338fb0-cdb4-41dc-88f4-82b72c8fce3d', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:21.682924 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-338ff1d1-985f-4df1-aad5-b526fc2dab26 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:21.784882 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-338ff1d1-985f-4df1-aad5-b526fc2dab26 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:21.885687 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-338ff1d1-985f-4df1-aad5-b526fc2dab26 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Allocated IP 172.25.7.123 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/8cda9a2b-4b14-4344-9a6d-2ae73353a349) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:22.253204 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-338ff1d1-985f-4df1-aad5-b526fc2dab26 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for port (8cda9a2b-4b14-4344-9a6d-2ae73353a349), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:22.286414 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-338ff1d1-985f-4df1-aad5-b526fc2dab26 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (8cda9a2b-4b14-4344-9a6d-2ae73353a349), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:22.320835 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338ff1d1-985f-4df1-aad5-b526fc2dab26 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:22.324314 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-338ff1d1-985f-4df1-aad5-b526fc2dab26 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:22.330868 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338ff1d1-985f-4df1-aad5-b526fc2dab26 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:23:22.357926 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ff1d1-985f-4df1-aad5-b526fc2dab26 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Port': ['ID=8cda9a2b-4b14-4344-9a6d-2ae73353a349,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:22.686256 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-338ff1d1-985f-4df1-aad5-b526fc2dab26 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for floatingip (e63822d5-9fe9-403c-bc61-9a17e96070f0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:22.754286 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-338ff1d1-985f-4df1-aad5-b526fc2dab26 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8cda9a2b-4b14-4344-9a6d-2ae73353a349), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:22.902948 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-338ff1d1-985f-4df1-aad5-b526fc2dab26 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for port (8cda9a2b-4b14-4344-9a6d-2ae73353a349), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:22.907980 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-338ff1d1-985f-4df1-aad5-b526fc2dab26 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (8cda9a2b-4b14-4344-9a6d-2ae73353a349), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:22.988930 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ff1d1-985f-4df1-aad5-b526fc2dab26 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event updated for resources: {'Port': ['ID=8cda9a2b-4b14-4344-9a6d-2ae73353a349,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:23.000028 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-338ff1d1-985f-4df1-aad5-b526fc2dab26 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (e63822d5-9fe9-403c-bc61-9a17e96070f0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:23.101924 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-338ff1d1-985f-4df1-aad5-b526fc2dab26 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Floating IP e63822d5-9fe9-403c-bc61-9a17e96070f0 associated. External IP: 172.25.7.123, port: 71338fb0-cdb4-41dc-88f4-82b72c8fce3d. Feb 09 02:23:23.312026 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338ff1d1-985f-4df1-aad5-b526fc2dab26 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Router 391c8a20-7b8b-4b2b-b435-6c1b681c7be7 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:23:23.419257 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338ff1d1-985f-4df1-aad5-b526fc2dab26 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:23:23.429658 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f260953-2f65-47a9-b563-be66dad51078 None None] Sync routers for ids ['391c8a20-7b8b-4b2b-b435-6c1b681c7be7'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:23:23.438299 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-338ff1d1-985f-4df1-aad5-b526fc2dab26 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:23.440642 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f260953-2f65-47a9-b563-be66dad51078 None None] Routers {'391c8a20-7b8b-4b2b-b435-6c1b681c7be7'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:23.441250 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8f260953-2f65-47a9-b563-be66dad51078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:23:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['391c8a20-7b8b-4b2b-b435-6c1b681c7be7'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:23.468012 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-338ff1d1-985f-4df1-aad5-b526fc2dab26 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8077195 Feb 09 02:23:23.468620 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09d4f5d-f957-4fab-9acc-fb853cc69edd', 'tag': '71338fb0-cdb4-41dc-88f4-82b72c8fce3d'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:23:23.470902 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86261ff-c3f2-431b-a60e-677e9290cd94" -d '{"events": [{"name": "network-changed", "server_uuid": "a09d4f5d-f957-4fab-9acc-fb853cc69edd", "tag": "71338fb0-cdb4-41dc-88f4-82b72c8fce3d"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:23:23.511956 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820e573b-4575-470e-b994-58cacab49f73 x-openstack-request-id: req-820e573b-4575-470e-b994-58cacab49f73 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:23:23.512520 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09d4f5d-f957-4fab-9acc-fb853cc69edd", "tag": "71338fb0-cdb4-41dc-88f4-82b72c8fce3d", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:23:23.512951 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-820e573b-4575-470e-b994-58cacab49f73 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:23:23.514417 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09d4f5d-f957-4fab-9acc-fb853cc69edd', 'tag': '71338fb0-cdb4-41dc-88f4-82b72c8fce3d', 'status': 'completed', 'code': 200} Feb 09 02:23:23.556704 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-8f260953-2f65-47a9-b563-be66dad51078 None None] Set router 391c8a20-7b8b-4b2b-b435-6c1b681c7be7 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:23:23.612630 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95368cf5-88a0-4d6e-b4eb-80d675ebf71a req-295861e8-1e2f-492b-868a-809ce10a9c6f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:23.614142 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-95368cf5-88a0-4d6e-b4eb-80d675ebf71a req-295861e8-1e2f-492b-868a-809ce10a9c6f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 945 time: 0.0909793 Feb 09 02:23:23.620606 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86261ff-c3f2-431b-a60e-677e9290cd94 req-21b25dae-d55d-4cd5-8cbd-931496f9e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:23.622008 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b86261ff-c3f2-431b-a60e-677e9290cd94 req-21b25dae-d55d-4cd5-8cbd-931496f9e9ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 1127 time: 0.0701835 Feb 09 02:23:23.722695 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-95368cf5-88a0-4d6e-b4eb-80d675ebf71a req-c4cacda9-f0c9-4029-b83a-31e04067b5c4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996344 Feb 09 02:23:23.747431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86261ff-c3f2-431b-a60e-677e9290cd94 req-8f879261-0fdf-44af-8535-e348906a6717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:23.749535 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b86261ff-c3f2-431b-a60e-677e9290cd94 req-8f879261-0fdf-44af-8535-e348906a6717 service neutron] 10.222.0.48 "GET /v2.0/networks?id=18c29ae4-a170-4105-b04a-642b5fde4b77 HTTP/1.1" status: 200 len: 898 time: 0.1197259 Feb 09 02:23:23.750001 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58586) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:23.790600 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8f260953-2f65-47a9-b563-be66dad51078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971880305', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '920ebb37-fbfc-4055-a279-05278025965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:04Z', 'updated_at': '2022-02-09T02:23:08Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '920ebb37-fbfc-4055-a279-05278025965e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:05Z', 'updated_at': '2022-02-09T02:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'e63822d5-9fe9-403c-bc61-9a17e96070f0', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'port_id': '71338fb0-cdb4-41dc-88f4-82b72c8fce3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77', 'mac_address': 'fa:16:3e:70:83:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d4f5d-f957-4fab-9acc-fb853cc69edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:23:22Z', 'updated_at': '2022-02-09T02:23:22Z', 'revision_number': 0, 'project_id': '2c59903585c449439619eb0edc719ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f30c87c-f48b-44b8-a04a-7ba20a4e585c', 'name': '', 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:b5:e4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'f8a03896-2eaf-40b0-9ceb-5350eedbcd7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:07Z', 'updated_at': '2022-02-09T02:23:11Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'f8a03896-2eaf-40b0-9ceb-5350eedbcd7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:23.818579 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f260953-2f65-47a9-b563-be66dad51078 None None] Checking router: 391c8a20-7b8b-4b2b-b435-6c1b681c7be7 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:23:23.827862 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f260953-2f65-47a9-b563-be66dad51078 None None] Routers {'391c8a20-7b8b-4b2b-b435-6c1b681c7be7'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:23.828463 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8f260953-2f65-47a9-b563-be66dad51078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:23:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['391c8a20-7b8b-4b2b-b435-6c1b681c7be7'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:23.858815 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9ac7855e-5bce-41be-abdf-90c36a1bfd15 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/floatingips/e63822d5-9fe9-403c-bc61-9a17e96070f0 HTTP/1.1" status: 200 len: 991 time: 0.1076839 Feb 09 02:23:23.870086 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b86261ff-c3f2-431b-a60e-677e9290cd94 req-b07865b3-f2e3-479a-84c9-5063bb347ae7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71338fb0-cdb4-41dc-88f4-82b72c8fce3d HTTP/1.1" status: 200 len: 999 time: 0.1079438 Feb 09 02:23:23.920742 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86261ff-c3f2-431b-a60e-677e9290cd94 req-b8ec6a5f-70cf-4aeb-9e91-f2f925bfb8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:23.922242 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b86261ff-c3f2-431b-a60e-677e9290cd94 req-b8ec6a5f-70cf-4aeb-9e91-f2f925bfb8e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8a03896-2eaf-40b0-9ceb-5350eedbcd7e HTTP/1.1" status: 200 len: 835 time: 0.0510473 Feb 09 02:23:23.975449 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86261ff-c3f2-431b-a60e-677e9290cd94 req-f67b3b07-efa3-49ed-9891-1a5dafe65e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:23.976886 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b86261ff-c3f2-431b-a60e-677e9290cd94 req-f67b3b07-efa3-49ed-9891-1a5dafe65e75 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=18c29ae4-a170-4105-b04a-642b5fde4b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480111 Feb 09 02:23:24.030009 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-8f260953-2f65-47a9-b563-be66dad51078 None None] Set router 391c8a20-7b8b-4b2b-b435-6c1b681c7be7 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:23:24.068917 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b86261ff-c3f2-431b-a60e-677e9290cd94 req-0e908e8d-d972-4c12-9d8c-cde6c78ac0e0 service neutron] 10.222.0.48 "GET /v2.0/networks/18c29ae4-a170-4105-b04a-642b5fde4b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847065 Feb 09 02:23:24.168606 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b86261ff-c3f2-431b-a60e-677e9290cd94 req-00a362da-d2a3-41aa-8b1f-ba1f4ec948fb service neutron] 10.222.0.48 "GET /v2.0/networks/18c29ae4-a170-4105-b04a-642b5fde4b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923669 Feb 09 02:23:24.262619 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-8f260953-2f65-47a9-b563-be66dad51078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971880305', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '920ebb37-fbfc-4055-a279-05278025965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:04Z', 'updated_at': '2022-02-09T02:23:08Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '920ebb37-fbfc-4055-a279-05278025965e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:05Z', 'updated_at': '2022-02-09T02:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'e63822d5-9fe9-403c-bc61-9a17e96070f0', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'port_id': '71338fb0-cdb4-41dc-88f4-82b72c8fce3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77', 'mac_address': 'fa:16:3e:70:83:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d4f5d-f957-4fab-9acc-fb853cc69edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:23:22Z', 'updated_at': '2022-02-09T02:23:22Z', 'revision_number': 0, 'project_id': '2c59903585c449439619eb0edc719ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f30c87c-f48b-44b8-a04a-7ba20a4e585c', 'name': '', 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:b5:e4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'f8a03896-2eaf-40b0-9ceb-5350eedbcd7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:07Z', 'updated_at': '2022-02-09T02:23:11Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'f8a03896-2eaf-40b0-9ceb-5350eedbcd7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:24.288566 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f260953-2f65-47a9-b563-be66dad51078 None None] The sync data for ids ['391c8a20-7b8b-4b2b-b435-6c1b681c7be7'] in n-d-828387-3 is: [{'id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971880305', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '920ebb37-fbfc-4055-a279-05278025965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:04Z', 'updated_at': '2022-02-09T02:23:08Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '920ebb37-fbfc-4055-a279-05278025965e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:05Z', 'updated_at': '2022-02-09T02:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'e63822d5-9fe9-403c-bc61-9a17e96070f0', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'port_id': '71338fb0-cdb4-41dc-88f4-82b72c8fce3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77', 'mac_address': 'fa:16:3e:70:83:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d4f5d-f957-4fab-9acc-fb853cc69edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:23:22Z', 'updated_at': '2022-02-09T02:23:22Z', 'revision_number': 0, 'project_id': '2c59903585c449439619eb0edc719ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f30c87c-f48b-44b8-a04a-7ba20a4e585c', 'name': '', 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:b5:e4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'f8a03896-2eaf-40b0-9ceb-5350eedbcd7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:07Z', 'updated_at': '2022-02-09T02:23:11Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'f8a03896-2eaf-40b0-9ceb-5350eedbcd7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:23:24.487078 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225ac129-0eb1-4c88-9874-2828c7331229 None None] New status for floating IP e63822d5-9fe9-403c-bc61-9a17e96070f0: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:23:24.862786 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58588) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:24.923730 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4ae76c80-6f79-4a8d-8567-8e4a72bbe5bc tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/floatingips/e63822d5-9fe9-403c-bc61-9a17e96070f0 HTTP/1.1" status: 200 len: 993 time: 0.0597506 Feb 09 02:23:28.547460 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:23:29.768365 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8b81ef66-20f4-468a-a081-9f8fd1d280a0 req-7e1ec291-2d4c-4ad0-879e-0eda3371f7a4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482900 Feb 09 02:23:29.850423 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81ef66-20f4-468a-a081-9f8fd1d280a0 req-610b3a1e-d60d-4b45-a926-bac3b5d5eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:29.854037 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8b81ef66-20f4-468a-a081-9f8fd1d280a0 req-610b3a1e-d60d-4b45-a926-bac3b5d5eb85 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 1127 time: 0.0455832 Feb 09 02:23:29.962600 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81ef66-20f4-468a-a081-9f8fd1d280a0 req-dceb167f-5ede-4819-b882-4587a9cd21c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:29.964123 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8b81ef66-20f4-468a-a081-9f8fd1d280a0 req-dceb167f-5ede-4819-b882-4587a9cd21c2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=18c29ae4-a170-4105-b04a-642b5fde4b77 HTTP/1.1" status: 200 len: 898 time: 0.0929399 Feb 09 02:23:30.035152 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8b81ef66-20f4-468a-a081-9f8fd1d280a0 req-848732a8-e6b3-4799-a4ef-29e6afc39f87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71338fb0-cdb4-41dc-88f4-82b72c8fce3d HTTP/1.1" status: 200 len: 1001 time: 0.0642769 Feb 09 02:23:30.083344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81ef66-20f4-468a-a081-9f8fd1d280a0 req-a700e46b-707a-4846-bc25-54fe8f07d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:30.084804 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8b81ef66-20f4-468a-a081-9f8fd1d280a0 req-a700e46b-707a-4846-bc25-54fe8f07d9f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8a03896-2eaf-40b0-9ceb-5350eedbcd7e HTTP/1.1" status: 200 len: 835 time: 0.0440903 Feb 09 02:23:30.139180 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81ef66-20f4-468a-a081-9f8fd1d280a0 req-8f1521c3-38f6-41eb-a912-6655d021cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:30.140736 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8b81ef66-20f4-468a-a081-9f8fd1d280a0 req-8f1521c3-38f6-41eb-a912-6655d021cfc3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=18c29ae4-a170-4105-b04a-642b5fde4b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455945 Feb 09 02:23:30.239134 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8b81ef66-20f4-468a-a081-9f8fd1d280a0 req-a0a3c2dc-b41c-4e6b-91d1-1181e9d40a65 service neutron] 10.222.0.48 "GET /v2.0/networks/18c29ae4-a170-4105-b04a-642b5fde4b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882382 Feb 09 02:23:30.330283 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8b81ef66-20f4-468a-a081-9f8fd1d280a0 req-d8334818-f017-4052-8089-bafbcb96e7fa service neutron] 10.222.0.48 "GET /v2.0/networks/18c29ae4-a170-4105-b04a-642b5fde4b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857482 Feb 09 02:23:37.524094 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-59094180-183e-4737-8d6a-e02535db2c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:40.179704 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3f5659cd-40ff-4401-af5c-9627387d3459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:40.254646 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:40.930016 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:41.174882 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:42.439308 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:43.505430 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:56.194361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabff266-e749-4a33-85df-483b1a7baf1c req-56288f23-6bd0-4687-8d44-3342ec9c1471 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:56.195980 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dabff266-e749-4a33-85df-483b1a7baf1c req-56288f23-6bd0-4687-8d44-3342ec9c1471 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 945 time: 0.0626581 Feb 09 02:23:56.253810 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dabff266-e749-4a33-85df-483b1a7baf1c req-7edfb374-629a-4abe-9518-dc20ad9373f0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496504 Feb 09 02:23:57.386325 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f1ad7-9f0b-4354-9508-4003c3bb75cd req-29c7176b-f5c5-4557-8cb0-4b34acd6a78d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:57.387851 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e6f1ad7-9f0b-4354-9508-4003c3bb75cd req-29c7176b-f5c5-4557-8cb0-4b34acd6a78d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 945 time: 0.0596635 Feb 09 02:23:57.438901 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0e6f1ad7-9f0b-4354-9508-4003c3bb75cd req-23222c6e-daf1-4368-afec-7711ade172b4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444572 Feb 09 02:23:58.564315 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e10c41-fe65-44cb-9423-1be6626d5786 req-48b8e71c-1fea-4dba-95f7-e3b15c60c803 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:58.565438 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-90e10c41-fe65-44cb-9423-1be6626d5786 req-48b8e71c-1fea-4dba-95f7-e3b15c60c803 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 945 time: 0.0538466 Feb 09 02:23:58.615251 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-90e10c41-fe65-44cb-9423-1be6626d5786 req-e7e749f4-4796-4e48-8688-b8f403236c97 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441349 Feb 09 02:23:59.735005 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bb15b-3eec-46ca-9420-f1fbdf8780c7 req-880552ed-ab38-4a09-ab80-059a3bf8b46e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:59.736539 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a44bb15b-3eec-46ca-9420-f1fbdf8780c7 req-880552ed-ab38-4a09-ab80-059a3bf8b46e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 945 time: 0.0525508 Feb 09 02:23:59.786175 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a44bb15b-3eec-46ca-9420-f1fbdf8780c7 req-9e029ed6-bf9e-4caa-a00d-3bed0fc86bc1 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428793 Feb 09 02:24:00.911915 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28510f-3431-4aa3-9535-9b9444fd2d33 req-323a50eb-2396-4884-9fdd-f03255082676 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:00.913397 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fc28510f-3431-4aa3-9535-9b9444fd2d33 req-323a50eb-2396-4884-9fdd-f03255082676 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 945 time: 0.0587633 Feb 09 02:24:00.962484 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fc28510f-3431-4aa3-9535-9b9444fd2d33 req-35750120-6773-435e-9a64-06ca9968a1cb tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431988 Feb 09 02:24:02.082484 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a99f2c-3052-4fe5-a2ce-2852b0ee647f req-2e0dd723-e337-4dde-b699-a312d14c4372 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:02.084512 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3a99f2c-3052-4fe5-a2ce-2852b0ee647f req-2e0dd723-e337-4dde-b699-a312d14c4372 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 945 time: 0.0534685 Feb 09 02:24:02.137608 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3a99f2c-3052-4fe5-a2ce-2852b0ee647f req-0a32c9bd-8f32-464c-9020-a49a18b8a5b4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475073 Feb 09 02:24:03.263856 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19fe07-ea84-4be6-a3e8-3f39b4da2be5 req-b2d1e9dd-b2cf-4186-b624-f9e664cbdbeb tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:03.265387 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fc19fe07-ea84-4be6-a3e8-3f39b4da2be5 req-b2d1e9dd-b2cf-4186-b624-f9e664cbdbeb tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 945 time: 0.0548744 Feb 09 02:24:03.315326 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fc19fe07-ea84-4be6-a3e8-3f39b4da2be5 req-0766a2a1-6b42-4e6a-8b20-e6a2eebdb01f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440385 Feb 09 02:24:04.434228 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381703cd-d780-4336-aa65-bcd3879ab33e req-f6b15e37-1b83-4565-8a3a-bef7de289cea tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:04.435765 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-381703cd-d780-4336-aa65-bcd3879ab33e req-f6b15e37-1b83-4565-8a3a-bef7de289cea tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 945 time: 0.0519094 Feb 09 02:24:04.484024 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-381703cd-d780-4336-aa65-bcd3879ab33e req-4b8e5b92-847d-4df6-9cfb-cf2cf4298143 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425513 Feb 09 02:24:05.547738 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:24:05.629709 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ed4d2-3839-4291-8b99-85c1d4764fd5 req-29b17e63-a037-48b2-9071-71a4885fa7ee tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:05.631774 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-727ed4d2-3839-4291-8b99-85c1d4764fd5 req-29b17e63-a037-48b2-9071-71a4885fa7ee tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 945 time: 0.0707664 Feb 09 02:24:05.685332 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-727ed4d2-3839-4291-8b99-85c1d4764fd5 req-91f03759-8cae-4ee1-9a86-d470a625ae2f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477622 Feb 09 02:24:06.813074 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8533f77-9cac-4bb3-9c6f-9c0b1b024aa6 req-51cd794a-760a-4aa4-933f-ffb889ad831f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:06.814567 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8533f77-9cac-4bb3-9c6f-9c0b1b024aa6 req-51cd794a-760a-4aa4-933f-ffb889ad831f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 945 time: 0.0564804 Feb 09 02:24:06.866001 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a8533f77-9cac-4bb3-9c6f-9c0b1b024aa6 req-02f55ccd-ce8b-4aac-8403-64e1142331e4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450261 Feb 09 02:24:07.526675 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-32088b2c-82c4-4ef4-9264-69245e9db544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:07.997122 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9e653-b3c5-4e4c-99f3-d6fc155f11f9 req-e413b3f4-876a-446b-95ef-8eb439dee645 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:07.998957 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-58d9e653-b3c5-4e4c-99f3-d6fc155f11f9 req-e413b3f4-876a-446b-95ef-8eb439dee645 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 945 time: 0.0616803 Feb 09 02:24:08.048954 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-58d9e653-b3c5-4e4c-99f3-d6fc155f11f9 req-a8d46bb3-4c1e-4b7a-98ff-4202b24c0328 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440874 Feb 09 02:24:08.909223 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96a1a8-cd9a-44e1-95ea-35a560d3b109 req-53f74893-bd93-4dce-9983-c8d8ade5e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:08.910650 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd96a1a8-cd9a-44e1-95ea-35a560d3b109 req-53f74893-bd93-4dce-9983-c8d8ade5e167 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 1127 time: 0.0505893 Feb 09 02:24:08.957489 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd96a1a8-cd9a-44e1-95ea-35a560d3b109 req-86deedd2-3579-4065-964b-a19061537481 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401478 Feb 09 02:24:09.174808 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f2db0-dd50-4ad0-88af-4f449737b13e req-0467a01a-b2fe-4706-b04c-ba9c300de455 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:09.176430 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d3f2db0-dd50-4ad0-88af-4f449737b13e req-0467a01a-b2fe-4706-b04c-ba9c300de455 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 945 time: 0.0564568 Feb 09 02:24:09.234274 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6d3f2db0-dd50-4ad0-88af-4f449737b13e req-e9219336-eed6-4f15-b2bb-17c2f31ef54d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515563 Feb 09 02:24:10.181267 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c0ef8388-8f3d-4101-a782-2ac95ceeccdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:10.256188 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:10.357007 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51094d08-86cb-49e0-9be7-3c496e175c10 req-52429b31-dcbf-451f-aa3c-de5afca8b0a8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:10.358319 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-51094d08-86cb-49e0-9be7-3c496e175c10 req-52429b31-dcbf-451f-aa3c-de5afca8b0a8 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 945 time: 0.0530503 Feb 09 02:24:10.406516 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-51094d08-86cb-49e0-9be7-3c496e175c10 req-ac6bea24-3c16-4426-8c0d-3d85e7f1f441 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425811 Feb 09 02:24:10.430305 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58644) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:10.493505 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ff82a49c-cd32-4116-9314-29a9528ed164 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/floatingips/e63822d5-9fe9-403c-bc61-9a17e96070f0 HTTP/1.1" status: 200 len: 993 time: 0.0619788 Feb 09 02:24:10.931900 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:11.175500 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:11.284366 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 71338fb0-cdb4-41dc-88f4-82b72c8fce3d details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:24:11.288043 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 71338fb0-cdb4-41dc-88f4-82b72c8fce3d no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:24:11.429317 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:11.429709 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (71338fb0-cdb4-41dc-88f4-82b72c8fce3d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:11.452391 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=71338fb0-cdb4-41dc-88f4-82b72c8fce3d,segment=NetworkSegment(dc3d8b13-7ece-4e03-bf10-686d8104be68),segment_id=dc3d8b13-7ece-4e03-bf10-686d8104be68)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:11.473706 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '71338fb0-cdb4-41dc-88f4-82b72c8fce3d', 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77', 'port_id': '71338fb0-cdb4-41dc-88f4-82b72c8fce3d', 'mac_address': 'fa:16:3e:70:83:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8a03896-2eaf-40b0-9ceb-5350eedbcd7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:24:11.478814 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09d4f5d-f957-4fab-9acc-fb853cc69edd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71338fb0-cdb4-41dc-88f4-82b72c8fce3d'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:24:11.481064 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d537ec-592d-4e92-8925-6a7bc86f9196" -d '{"events": [{"server_uuid": "a09d4f5d-f957-4fab-9acc-fb853cc69edd", "name": "network-vif-unplugged", "status": "completed", "tag": "71338fb0-cdb4-41dc-88f4-82b72c8fce3d"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:24:11.495952 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=71338fb0-cdb4-41dc-88f4-82b72c8fce3d,segment=NetworkSegment(dc3d8b13-7ece-4e03-bf10-686d8104be68),segment_id=dc3d8b13-7ece-4e03-bf10-686d8104be68)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:11.517702 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (71338fb0-cdb4-41dc-88f4-82b72c8fce3d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:11.542182 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281dc558-fae6-4368-abf2-971a4410177a x-openstack-request-id: req-281dc558-fae6-4368-abf2-971a4410177a {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:24:11.542410 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09d4f5d-f957-4fab-9acc-fb853cc69edd", "name": "network-vif-unplugged", "status": "completed", "tag": "71338fb0-cdb4-41dc-88f4-82b72c8fce3d", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:24:11.542649 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-281dc558-fae6-4368-abf2-971a4410177a {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:24:11.543041 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09d4f5d-f957-4fab-9acc-fb853cc69edd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71338fb0-cdb4-41dc-88f4-82b72c8fce3d', 'code': 200} Feb 09 02:24:11.563100 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d is: ACTIVE; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:11.563518 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (71338fb0-cdb4-41dc-88f4-82b72c8fce3d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:11.585163 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=71338fb0-cdb4-41dc-88f4-82b72c8fce3d,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:11.588001 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71338fb0-cdb4-41dc-88f4-82b72c8fce3d {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:24:11.598561 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:11.598940 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:11.599334 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:11.599679 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:11.600018 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:11.600350 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:11.600683 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:11.601012 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:11.601336 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:11.601662 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:11.601987 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:11.602310 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:11.602632 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:11.640841 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:24:11.641203 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:24:12.181221 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:12.181605 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (71338fb0-cdb4-41dc-88f4-82b72c8fce3d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:12.194733 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71338fb0-cdb4-41dc-88f4-82b72c8fce3d {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:24:12.213797 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=71338fb0-cdb4-41dc-88f4-82b72c8fce3d,segment=NetworkSegment(dc3d8b13-7ece-4e03-bf10-686d8104be68),segment_id=dc3d8b13-7ece-4e03-bf10-686d8104be68)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:12.217747 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (71338fb0-cdb4-41dc-88f4-82b72c8fce3d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:12.269752 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=71338fb0-cdb4-41dc-88f4-82b72c8fce3d,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:12.434812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['71338fb0-cdb4-41dc-88f4-82b72c8fce3d'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:24:12.461626 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:13.288692 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 71338fb0-cdb4-41dc-88f4-82b72c8fce3d up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:24:13.336729 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:13.337104 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (71338fb0-cdb4-41dc-88f4-82b72c8fce3d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:13.417174 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:13.417573 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (71338fb0-cdb4-41dc-88f4-82b72c8fce3d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:13.452766 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=71338fb0-cdb4-41dc-88f4-82b72c8fce3d,segment=NetworkSegment(dc3d8b13-7ece-4e03-bf10-686d8104be68),segment_id=dc3d8b13-7ece-4e03-bf10-686d8104be68)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:13.456549 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (71338fb0-cdb4-41dc-88f4-82b72c8fce3d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:13.513541 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=71338fb0-cdb4-41dc-88f4-82b72c8fce3d,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:13.521275 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:13.544255 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09d4f5d-f957-4fab-9acc-fb853cc69edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71338fb0-cdb4-41dc-88f4-82b72c8fce3d'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:24:13.546463 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a7ffa2-06d3-4834-8b9b-91b7c6e459f1" -d '{"events": [{"server_uuid": "a09d4f5d-f957-4fab-9acc-fb853cc69edd", "name": "network-vif-plugged", "status": "completed", "tag": "71338fb0-cdb4-41dc-88f4-82b72c8fce3d"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:24:13.586425 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b323308-7f22-4da2-bdfd-f38c107ad642 x-openstack-request-id: req-7b323308-7f22-4da2-bdfd-f38c107ad642 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:24:13.586425 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09d4f5d-f957-4fab-9acc-fb853cc69edd", "name": "network-vif-plugged", "status": "completed", "tag": "71338fb0-cdb4-41dc-88f4-82b72c8fce3d", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:24:13.586425 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b323308-7f22-4da2-bdfd-f38c107ad642 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:24:13.586707 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09d4f5d-f957-4fab-9acc-fb853cc69edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71338fb0-cdb4-41dc-88f4-82b72c8fce3d', 'code': 200} Feb 09 02:24:30.749236 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-616b4e26-73f2-4862-9a17-b19c46967b2c req-d78101e1-873c-4a03-8282-21b4275ac9ba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460727 Feb 09 02:24:30.839880 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b4e26-73f2-4862-9a17-b19c46967b2c req-bd7f16ec-336f-4380-89e3-82b1e3510813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:30.841296 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-616b4e26-73f2-4862-9a17-b19c46967b2c req-bd7f16ec-336f-4380-89e3-82b1e3510813 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 1127 time: 0.0463459 Feb 09 02:24:30.949738 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b4e26-73f2-4862-9a17-b19c46967b2c req-2a74609c-12fb-432b-ba9e-40ffec6843f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:30.951336 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-616b4e26-73f2-4862-9a17-b19c46967b2c req-2a74609c-12fb-432b-ba9e-40ffec6843f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=18c29ae4-a170-4105-b04a-642b5fde4b77 HTTP/1.1" status: 200 len: 898 time: 0.0912375 Feb 09 02:24:31.020021 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-616b4e26-73f2-4862-9a17-b19c46967b2c req-44d3a92e-b1b4-4564-a549-3d53b0e4fad9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71338fb0-cdb4-41dc-88f4-82b72c8fce3d HTTP/1.1" status: 200 len: 1001 time: 0.0604270 Feb 09 02:24:31.074117 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b4e26-73f2-4862-9a17-b19c46967b2c req-1aa1e9d8-a525-44a7-a6ca-5445e127527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:31.075592 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-616b4e26-73f2-4862-9a17-b19c46967b2c req-1aa1e9d8-a525-44a7-a6ca-5445e127527e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8a03896-2eaf-40b0-9ceb-5350eedbcd7e HTTP/1.1" status: 200 len: 835 time: 0.0486743 Feb 09 02:24:31.125770 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b4e26-73f2-4862-9a17-b19c46967b2c req-cffdec43-bd4d-4f3e-a7d7-38759ed5649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:31.127178 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-616b4e26-73f2-4862-9a17-b19c46967b2c req-cffdec43-bd4d-4f3e-a7d7-38759ed5649b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=18c29ae4-a170-4105-b04a-642b5fde4b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456433 Feb 09 02:24:31.218001 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-616b4e26-73f2-4862-9a17-b19c46967b2c req-13b95400-e90c-4fcd-bf36-ca2862ccdac8 service neutron] 10.222.0.48 "GET /v2.0/networks/18c29ae4-a170-4105-b04a-642b5fde4b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828056 Feb 09 02:24:31.321744 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-616b4e26-73f2-4862-9a17-b19c46967b2c req-04219ce3-8dd4-4471-9e23-8f0164bcc5c8 service neutron] 10.222.0.48 "GET /v2.0/networks/18c29ae4-a170-4105-b04a-642b5fde4b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942972 Feb 09 02:24:37.532604 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9bf2aaa2-36fe-44fe-bdc5-50e87e372e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:40.184829 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eb2ff24a-5c5f-4b55-97ec-5f1d72f89733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:40.266407 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:40.934391 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:41.175656 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:42.441507 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:42.546818 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:24:43.504422 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.775056 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58662) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:45.941433 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Deleting port 8cda9a2b-4b14-4344-9a6d-2ae73353a349 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:45.941770 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (8cda9a2b-4b14-4344-9a6d-2ae73353a349), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:46.017638 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (8cda9a2b-4b14-4344-9a6d-2ae73353a349), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:46.017993 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for floatingip (8cda9a2b-4b14-4344-9a6d-2ae73353a349), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:46.030779 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Calling delete_port for 8cda9a2b-4b14-4344-9a6d-2ae73353a349 owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:46.185202 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (8cda9a2b-4b14-4344-9a6d-2ae73353a349), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:46.220842 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'Port': ['ID=8cda9a2b-4b14-4344-9a6d-2ae73353a349,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:46.245428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:46.245839 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:46.246195 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:46.246534 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:46.246872 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:46.247225 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:46.247566 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:46.247899 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:46.248230 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:46.248557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:46.248883 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:46.249203 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:46.249522 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:46.291955 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for floatingip (e63822d5-9fe9-403c-bc61-9a17e96070f0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:46.292204 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Floating IP e63822d5-9fe9-403c-bc61-9a17e96070f0 disassociated (deleted). External IP: 172.25.7.123, port: 71338fb0-cdb4-41dc-88f4-82b72c8fce3d. Feb 09 02:24:46.859145 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Router 391c8a20-7b8b-4b2b-b435-6c1b681c7be7 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:24:46.972765 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:24:46.978200 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:46.982790 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09bee46-f99a-4311-a8f7-870fe0dfe892 None None] Sync routers for ids ['391c8a20-7b8b-4b2b-b435-6c1b681c7be7'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:24:46.993385 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09bee46-f99a-4311-a8f7-870fe0dfe892 None None] Routers {'391c8a20-7b8b-4b2b-b435-6c1b681c7be7'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:46.993997 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c09bee46-f99a-4311-a8f7-870fe0dfe892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:24:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['391c8a20-7b8b-4b2b-b435-6c1b681c7be7'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:47.008389 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-28dfdf82-3d40-42a3-b6f0-88140b10b53f tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "DELETE /v2.0/floatingips/e63822d5-9fe9-403c-bc61-9a17e96070f0 HTTP/1.1" status: 204 len: 168 time: 1.2320549 Feb 09 02:24:47.009013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09d4f5d-f957-4fab-9acc-fb853cc69edd', 'tag': '71338fb0-cdb4-41dc-88f4-82b72c8fce3d'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:24:47.011277 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8395763-bdb3-491e-bcdf-efd72018dcdc" -d '{"events": [{"name": "network-changed", "server_uuid": "a09d4f5d-f957-4fab-9acc-fb853cc69edd", "tag": "71338fb0-cdb4-41dc-88f4-82b72c8fce3d"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:24:47.049740 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7307663-28fc-4ebd-8f54-eb848db6e0bf x-openstack-request-id: req-e7307663-28fc-4ebd-8f54-eb848db6e0bf {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:24:47.050149 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09d4f5d-f957-4fab-9acc-fb853cc69edd", "tag": "71338fb0-cdb4-41dc-88f4-82b72c8fce3d", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:24:47.050470 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e7307663-28fc-4ebd-8f54-eb848db6e0bf {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:24:47.050946 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09d4f5d-f957-4fab-9acc-fb853cc69edd', 'tag': '71338fb0-cdb4-41dc-88f4-82b72c8fce3d', 'status': 'completed', 'code': 200} Feb 09 02:24:47.120536 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-c09bee46-f99a-4311-a8f7-870fe0dfe892 None None] Set router 391c8a20-7b8b-4b2b-b435-6c1b681c7be7 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:47.121432 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8395763-bdb3-491e-bcdf-efd72018dcdc req-3f49576a-23ba-4867-9e0e-71e8ac4ef634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:47.123098 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8395763-bdb3-491e-bcdf-efd72018dcdc req-3f49576a-23ba-4867-9e0e-71e8ac4ef634 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c59903585c449439619eb0edc719ef1&device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 1127 time: 0.0496142 Feb 09 02:24:47.274419 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8395763-bdb3-491e-bcdf-efd72018dcdc req-e37e9db3-f0fc-46b3-a32a-aadcd5d05096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:47.275963 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8395763-bdb3-491e-bcdf-efd72018dcdc req-e37e9db3-f0fc-46b3-a32a-aadcd5d05096 service neutron] 10.222.0.48 "GET /v2.0/networks?id=18c29ae4-a170-4105-b04a-642b5fde4b77 HTTP/1.1" status: 200 len: 898 time: 0.1346350 Feb 09 02:24:47.299404 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34592f-3763-41d1-8d46-4c3e48b928ea req-f945e76f-01a3-44cb-b046-f24bddff4f3d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:47.300945 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b34592f-3763-41d1-8d46-4c3e48b928ea req-f945e76f-01a3-44cb-b046-f24bddff4f3d tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 945 time: 0.0867467 Feb 09 02:24:47.331719 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8395763-bdb3-491e-bcdf-efd72018dcdc req-105040a1-d3fe-408c-a28c-721ab5a9150e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71338fb0-cdb4-41dc-88f4-82b72c8fce3d HTTP/1.1" status: 200 len: 217 time: 0.0481505 Feb 09 02:24:47.355088 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c09bee46-f99a-4311-a8f7-870fe0dfe892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971880305', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '920ebb37-fbfc-4055-a279-05278025965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:04Z', 'updated_at': '2022-02-09T02:23:08Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '920ebb37-fbfc-4055-a279-05278025965e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:05Z', 'updated_at': '2022-02-09T02:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '5f30c87c-f48b-44b8-a04a-7ba20a4e585c', 'name': '', 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:b5:e4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'f8a03896-2eaf-40b0-9ceb-5350eedbcd7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:07Z', 'updated_at': '2022-02-09T02:23:11Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'f8a03896-2eaf-40b0-9ceb-5350eedbcd7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:47.384525 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09bee46-f99a-4311-a8f7-870fe0dfe892 None None] Checking router: 391c8a20-7b8b-4b2b-b435-6c1b681c7be7 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:24:47.401826 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09bee46-f99a-4311-a8f7-870fe0dfe892 None None] Routers {'391c8a20-7b8b-4b2b-b435-6c1b681c7be7'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:47.402752 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c09bee46-f99a-4311-a8f7-870fe0dfe892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:24:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['391c8a20-7b8b-4b2b-b435-6c1b681c7be7'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:47.416997 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8395763-bdb3-491e-bcdf-efd72018dcdc req-145ac131-6fdd-447b-b772-2166fd5eb1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:47.418592 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8395763-bdb3-491e-bcdf-efd72018dcdc req-145ac131-6fdd-447b-b772-2166fd5eb1bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8a03896-2eaf-40b0-9ceb-5350eedbcd7e HTTP/1.1" status: 200 len: 835 time: 0.0799742 Feb 09 02:24:47.422597 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b34592f-3763-41d1-8d46-4c3e48b928ea req-1081ce46-bef1-46f2-a0ef-51f914275494 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937850 Feb 09 02:24:47.473822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8395763-bdb3-491e-bcdf-efd72018dcdc req-1e404f1e-a000-44d7-a82d-326c88e1fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:47.475377 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8395763-bdb3-491e-bcdf-efd72018dcdc req-1e404f1e-a000-44d7-a82d-326c88e1fe84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=18c29ae4-a170-4105-b04a-642b5fde4b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499179 Feb 09 02:24:47.517944 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-c09bee46-f99a-4311-a8f7-870fe0dfe892 None None] Set router 391c8a20-7b8b-4b2b-b435-6c1b681c7be7 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:47.574729 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8395763-bdb3-491e-bcdf-efd72018dcdc req-ad9f34b0-ffb5-4051-83dc-3fa2a5a8b657 service neutron] 10.222.0.48 "GET /v2.0/networks/18c29ae4-a170-4105-b04a-642b5fde4b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889294 Feb 09 02:24:47.673252 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8395763-bdb3-491e-bcdf-efd72018dcdc req-30277e75-963a-4e23-895f-5eb931cfb3fb service neutron] 10.222.0.48 "GET /v2.0/networks/18c29ae4-a170-4105-b04a-642b5fde4b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957696 Feb 09 02:24:47.737607 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-c09bee46-f99a-4311-a8f7-870fe0dfe892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971880305', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '920ebb37-fbfc-4055-a279-05278025965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:04Z', 'updated_at': '2022-02-09T02:23:08Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '920ebb37-fbfc-4055-a279-05278025965e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:05Z', 'updated_at': '2022-02-09T02:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '5f30c87c-f48b-44b8-a04a-7ba20a4e585c', 'name': '', 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:b5:e4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'f8a03896-2eaf-40b0-9ceb-5350eedbcd7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:07Z', 'updated_at': '2022-02-09T02:23:11Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'f8a03896-2eaf-40b0-9ceb-5350eedbcd7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:47.768371 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09bee46-f99a-4311-a8f7-870fe0dfe892 None None] The sync data for ids ['391c8a20-7b8b-4b2b-b435-6c1b681c7be7'] in n-d-828387-3 is: [{'id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971880305', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '920ebb37-fbfc-4055-a279-05278025965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:04Z', 'updated_at': '2022-02-09T02:23:08Z', 'revision_number': 4, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '920ebb37-fbfc-4055-a279-05278025965e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:05Z', 'updated_at': '2022-02-09T02:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '5f30c87c-f48b-44b8-a04a-7ba20a4e585c', 'name': '', 'network_id': '18c29ae4-a170-4105-b04a-642b5fde4b77', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'mac_address': 'fa:16:3e:b5:e4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'f8a03896-2eaf-40b0-9ceb-5350eedbcd7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:07Z', 'updated_at': '2022-02-09T02:23:11Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'subnets': [{'id': 'f8a03896-2eaf-40b0-9ceb-5350eedbcd7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:24:48.003383 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02d99cb-c40c-403b-8b0c-3c51c5a93dc3 None None] New status for floating IP e63822d5-9fe9-403c-bc61-9a17e96070f0: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:24:48.572422 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c645c9-328e-485e-a552-cb0f92b00bd4 req-d1995d7d-c6be-4669-88df-cce6657336b0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:48.573919 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a1c645c9-328e-485e-a552-cb0f92b00bd4 req-d1995d7d-c6be-4669-88df-cce6657336b0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 945 time: 0.0575919 Feb 09 02:24:48.633662 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a1c645c9-328e-485e-a552-cb0f92b00bd4 req-8a43fea1-2025-44ff-b969-762de4c5b6a4 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "GET /v2.0/security-groups?id=d34a9194-61a9-41ba-9232-e153dbf603a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540452 Feb 09 02:24:48.679966 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf351d9-8e96-43ab-8451-4f33d67a2cef req-99ac182f-d097-4dc8-a70a-d27760e22479 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:48.681419 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2cf351d9-8e96-43ab-8451-4f33d67a2cef req-99ac182f-d097-4dc8-a70a-d27760e22479 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.48 "GET /v2.0/ports?device_id=a09d4f5d-f957-4fab-9acc-fb853cc69edd HTTP/1.1" status: 200 len: 945 time: 0.0548823 Feb 09 02:24:48.777178 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-2cf351d9-8e96-43ab-8451-4f33d67a2cef req-e73a71ee-05cd-4c6e-bf78-60b8e593444b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Deleting port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:48.777437 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2cf351d9-8e96-43ab-8451-4f33d67a2cef req-e73a71ee-05cd-4c6e-bf78-60b8e593444b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (71338fb0-cdb4-41dc-88f4-82b72c8fce3d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:48.864844 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-2cf351d9-8e96-43ab-8451-4f33d67a2cef req-e73a71ee-05cd-4c6e-bf78-60b8e593444b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] For port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=71338fb0-cdb4-41dc-88f4-82b72c8fce3d,segment=NetworkSegment(dc3d8b13-7ece-4e03-bf10-686d8104be68),segment_id=dc3d8b13-7ece-4e03-bf10-686d8104be68)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:48.865231 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2cf351d9-8e96-43ab-8451-4f33d67a2cef req-e73a71ee-05cd-4c6e-bf78-60b8e593444b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (71338fb0-cdb4-41dc-88f4-82b72c8fce3d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:48.878552 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-2cf351d9-8e96-43ab-8451-4f33d67a2cef req-e73a71ee-05cd-4c6e-bf78-60b8e593444b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Calling delete_port for 71338fb0-cdb4-41dc-88f4-82b72c8fce3d owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:49.010350 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2cf351d9-8e96-43ab-8451-4f33d67a2cef req-e73a71ee-05cd-4c6e-bf78-60b8e593444b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (71338fb0-cdb4-41dc-88f4-82b72c8fce3d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:49.038192 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a71ee-05cd-4c6e-bf78-60b8e593444b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'Port': ['ID=71338fb0-cdb4-41dc-88f4-82b72c8fce3d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:49.085016 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf351d9-8e96-43ab-8451-4f33d67a2cef req-e73a71ee-05cd-4c6e-bf78-60b8e593444b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] No DVR routers for this DVR port 71338fb0-cdb4-41dc-88f4-82b72c8fce3d on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:24:49.088276 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2cf351d9-8e96-43ab-8451-4f33d67a2cef req-e73a71ee-05cd-4c6e-bf78-60b8e593444b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:49.091712 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2cf351d9-8e96-43ab-8451-4f33d67a2cef req-e73a71ee-05cd-4c6e-bf78-60b8e593444b tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.48 "DELETE /v2.0/ports/71338fb0-cdb4-41dc-88f4-82b72c8fce3d HTTP/1.1" status: 204 len: 173 time: 0.4049158 Feb 09 02:24:49.092188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09d4f5d-f957-4fab-9acc-fb853cc69edd', 'name': 'network-vif-deleted', 'tag': '71338fb0-cdb4-41dc-88f4-82b72c8fce3d'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:24:49.094456 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03f4ee1-ed84-4a6e-ab79-af16a91fe54e" -d '{"events": [{"server_uuid": "a09d4f5d-f957-4fab-9acc-fb853cc69edd", "name": "network-vif-deleted", "tag": "71338fb0-cdb4-41dc-88f4-82b72c8fce3d"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:24:49.132162 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967b5e03-df61-4a44-8a6f-8b6614a69892 x-openstack-request-id: req-967b5e03-df61-4a44-8a6f-8b6614a69892 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:24:49.132486 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09d4f5d-f957-4fab-9acc-fb853cc69edd", "name": "network-vif-deleted", "tag": "71338fb0-cdb4-41dc-88f4-82b72c8fce3d", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:24:49.132714 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-967b5e03-df61-4a44-8a6f-8b6614a69892 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:24:49.133127 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09d4f5d-f957-4fab-9acc-fb853cc69edd', 'name': 'network-vif-deleted', 'tag': '71338fb0-cdb4-41dc-88f4-82b72c8fce3d', 'status': 'completed', 'code': 200} Feb 09 02:24:49.693004 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58676) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:50.061153 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3984fb46-f7f7-4adc-a9ce-3f9ebdb1e120 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (391c8a20-7b8b-4b2b-b435-6c1b681c7be7), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:50.323467 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-3984fb46-f7f7-4adc-a9ce-3f9ebdb1e120 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Deleting port 5f30c87c-f48b-44b8-a04a-7ba20a4e585c {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:50.323820 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3984fb46-f7f7-4adc-a9ce-3f9ebdb1e120 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5f30c87c-f48b-44b8-a04a-7ba20a4e585c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:50.412385 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-3984fb46-f7f7-4adc-a9ce-3f9ebdb1e120 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] For port 5f30c87c-f48b-44b8-a04a-7ba20a4e585c, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5f30c87c-f48b-44b8-a04a-7ba20a4e585c,segment=NetworkSegment(dc3d8b13-7ece-4e03-bf10-686d8104be68),segment_id=dc3d8b13-7ece-4e03-bf10-686d8104be68)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:50.412750 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3984fb46-f7f7-4adc-a9ce-3f9ebdb1e120 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5f30c87c-f48b-44b8-a04a-7ba20a4e585c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:50.425607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-3984fb46-f7f7-4adc-a9ce-3f9ebdb1e120 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Calling delete_port for 5f30c87c-f48b-44b8-a04a-7ba20a4e585c owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:50.617236 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3984fb46-f7f7-4adc-a9ce-3f9ebdb1e120 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5f30c87c-f48b-44b8-a04a-7ba20a4e585c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:50.643900 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984fb46-f7f7-4adc-a9ce-3f9ebdb1e120 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'Port': ['ID=5f30c87c-f48b-44b8-a04a-7ba20a4e585c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:50.823301 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3984fb46-f7f7-4adc-a9ce-3f9ebdb1e120 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (391c8a20-7b8b-4b2b-b435-6c1b681c7be7), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.046748 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3984fb46-f7f7-4adc-a9ce-3f9ebdb1e120 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Router 391c8a20-7b8b-4b2b-b435-6c1b681c7be7 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:24:51.156215 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3984fb46-f7f7-4adc-a9ce-3f9ebdb1e120 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:24:51.164680 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3984fb46-f7f7-4adc-a9ce-3f9ebdb1e120 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "PUT /v2.0/routers/391c8a20-7b8b-4b2b-b435-6c1b681c7be7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4696517 Feb 09 02:24:51.165198 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58678) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:51.166990 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dfdc03-8d41-4328-9f4f-c4d2af646c0f None None] Sync routers for ids ['391c8a20-7b8b-4b2b-b435-6c1b681c7be7'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:24:51.177737 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dfdc03-8d41-4328-9f4f-c4d2af646c0f None None] Routers {'391c8a20-7b8b-4b2b-b435-6c1b681c7be7'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:51.178882 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-70dfdc03-8d41-4328-9f4f-c4d2af646c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:24:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['391c8a20-7b8b-4b2b-b435-6c1b681c7be7'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:51.215698 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc61c8f2-58c2-4097-b655-ad4c8b4661c0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Deleting subnet f8a03896-2eaf-40b0-9ceb-5350eedbcd7e {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:24:51.218703 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc61c8f2-58c2-4097-b655-ad4c8b4661c0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for subnet (f8a03896-2eaf-40b0-9ceb-5350eedbcd7e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.258634 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc61c8f2-58c2-4097-b655-ad4c8b4661c0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (f8a03896-2eaf-40b0-9ceb-5350eedbcd7e), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.284572 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-70dfdc03-8d41-4328-9f4f-c4d2af646c0f None None] Set router 391c8a20-7b8b-4b2b-b435-6c1b681c7be7 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:51.345907 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc61c8f2-58c2-4097-b655-ad4c8b4661c0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (f8a03896-2eaf-40b0-9ceb-5350eedbcd7e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.404374 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc61c8f2-58c2-4097-b655-ad4c8b4661c0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (f8a03896-2eaf-40b0-9ceb-5350eedbcd7e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.432606 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61c8f2-58c2-4097-b655-ad4c8b4661c0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a03896-2eaf-40b0-9ceb-5350eedbcd7e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:51.436111 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 71338fb0-cdb4-41dc-88f4-82b72c8fce3d no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:24:51.441359 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c8f2-58c2-4097-b655-ad4c8b4661c0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:51.441715 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c8f2-58c2-4097-b655-ad4c8b4661c0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:51.442065 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c8f2-58c2-4097-b655-ad4c8b4661c0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:51.442404 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c8f2-58c2-4097-b655-ad4c8b4661c0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:51.442734 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c8f2-58c2-4097-b655-ad4c8b4661c0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:51.443062 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c8f2-58c2-4097-b655-ad4c8b4661c0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:51.443415 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c8f2-58c2-4097-b655-ad4c8b4661c0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:51.443741 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c8f2-58c2-4097-b655-ad4c8b4661c0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:51.444066 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c8f2-58c2-4097-b655-ad4c8b4661c0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:51.444392 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c8f2-58c2-4097-b655-ad4c8b4661c0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:51.444726 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c8f2-58c2-4097-b655-ad4c8b4661c0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:51.445205 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c8f2-58c2-4097-b655-ad4c8b4661c0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:51.446012 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c8f2-58c2-4097-b655-ad4c8b4661c0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:51.450337 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc61c8f2-58c2-4097-b655-ad4c8b4661c0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.453642 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fc61c8f2-58c2-4097-b655-ad4c8b4661c0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "DELETE /v2.0/subnets/f8a03896-2eaf-40b0-9ceb-5350eedbcd7e HTTP/1.1" status: 204 len: 168 time: 0.2871237 Feb 09 02:24:51.456208 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58680) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:51.466196 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 71338fb0-cdb4-41dc-88f4-82b72c8fce3d {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:24:51.466451 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 71338fb0-cdb4-41dc-88f4-82b72c8fce3d not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:24:51.468161 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543a3bf1-d7a8-4604-91a2-613d651da8ff None None] Network 18c29ae4-a170-4105-b04a-642b5fde4b77 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:24:51.471028 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-70dfdc03-8d41-4328-9f4f-c4d2af646c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971880305', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '920ebb37-fbfc-4055-a279-05278025965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:04Z', 'updated_at': '2022-02-09T02:24:50Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '920ebb37-fbfc-4055-a279-05278025965e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:05Z', 'updated_at': '2022-02-09T02:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:51.498690 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dfdc03-8d41-4328-9f4f-c4d2af646c0f None None] Checking router: 391c8a20-7b8b-4b2b-b435-6c1b681c7be7 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:24:51.507812 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dfdc03-8d41-4328-9f4f-c4d2af646c0f None None] Routers {'391c8a20-7b8b-4b2b-b435-6c1b681c7be7'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:51.508422 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-70dfdc03-8d41-4328-9f4f-c4d2af646c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:24:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['391c8a20-7b8b-4b2b-b435-6c1b681c7be7'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:51.573416 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d96651b-f1b2-4e15-9c9f-2a3d5433c8e0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router (391c8a20-7b8b-4b2b-b435-6c1b681c7be7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.628693 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-70dfdc03-8d41-4328-9f4f-c4d2af646c0f None None] Set router 391c8a20-7b8b-4b2b-b435-6c1b681c7be7 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:51.628984 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5821bb-9824-4968-98f0-d0150adb2b94 None None] DHCP port deletion for 18c29ae4-a170-4105-b04a-642b5fde4b77 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:24:51.677714 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0c5821bb-9824-4968-98f0-d0150adb2b94 None None] Deleting port 9b01ea45-1a68-432d-b1c6-2476014b9d5a {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:51.678088 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c5821bb-9824-4968-98f0-d0150adb2b94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9b01ea45-1a68-432d-b1c6-2476014b9d5a), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.688255 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d96651b-f1b2-4e15-9c9f-2a3d5433c8e0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router_gateway (391c8a20-7b8b-4b2b-b435-6c1b681c7be7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.750868 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-5d96651b-f1b2-4e15-9c9f-2a3d5433c8e0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Deleting port 920ebb37-fbfc-4055-a279-05278025965e {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:51.751146 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d96651b-f1b2-4e15-9c9f-2a3d5433c8e0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (920ebb37-fbfc-4055-a279-05278025965e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.842236 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-5d96651b-f1b2-4e15-9c9f-2a3d5433c8e0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] For port 920ebb37-fbfc-4055-a279-05278025965e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=920ebb37-fbfc-4055-a279-05278025965e,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:51.842644 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d96651b-f1b2-4e15-9c9f-2a3d5433c8e0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (920ebb37-fbfc-4055-a279-05278025965e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.856394 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-5d96651b-f1b2-4e15-9c9f-2a3d5433c8e0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Calling delete_port for 920ebb37-fbfc-4055-a279-05278025965e owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:51.923927 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-0c5821bb-9824-4968-98f0-d0150adb2b94 None None] For port 9b01ea45-1a68-432d-b1c6-2476014b9d5a, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9b01ea45-1a68-432d-b1c6-2476014b9d5a,segment=NetworkSegment(dc3d8b13-7ece-4e03-bf10-686d8104be68),segment_id=dc3d8b13-7ece-4e03-bf10-686d8104be68)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:51.924645 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c5821bb-9824-4968-98f0-d0150adb2b94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9b01ea45-1a68-432d-b1c6-2476014b9d5a), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.927345 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-70dfdc03-8d41-4328-9f4f-c4d2af646c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971880305', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '920ebb37-fbfc-4055-a279-05278025965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:04Z', 'updated_at': '2022-02-09T02:24:50Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '920ebb37-fbfc-4055-a279-05278025965e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:05Z', 'updated_at': '2022-02-09T02:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:51.939102 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0c5821bb-9824-4968-98f0-d0150adb2b94 None None] Calling delete_port for 9b01ea45-1a68-432d-b1c6-2476014b9d5a owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:51.955721 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dfdc03-8d41-4328-9f4f-c4d2af646c0f None None] The sync data for ids ['391c8a20-7b8b-4b2b-b435-6c1b681c7be7'] in n-d-828387-3 is: [{'id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971880305', 'tenant_id': '2c59903585c449439619eb0edc719ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '920ebb37-fbfc-4055-a279-05278025965e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:04Z', 'updated_at': '2022-02-09T02:24:50Z', 'revision_number': 5, 'project_id': '2c59903585c449439619eb0edc719ef1', 'gw_port': {'id': '920ebb37-fbfc-4055-a279-05278025965e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c8a20-7b8b-4b2b-b435-6c1b681c7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:05Z', 'updated_at': '2022-02-09T02:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:24:52.034193 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c5821bb-9824-4968-98f0-d0150adb2b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (9b01ea45-1a68-432d-b1c6-2476014b9d5a), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.042945 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d96651b-f1b2-4e15-9c9f-2a3d5433c8e0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (920ebb37-fbfc-4055-a279-05278025965e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.063679 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5821bb-9824-4968-98f0-d0150adb2b94 None None] Pushing event deleted for resources: {'Port': ['ID=9b01ea45-1a68-432d-b1c6-2476014b9d5a,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:52.068579 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5821bb-9824-4968-98f0-d0150adb2b94 None None] No DVR routers for this DVR port 9b01ea45-1a68-432d-b1c6-2476014b9d5a on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:24:52.068731 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96651b-f1b2-4e15-9c9f-2a3d5433c8e0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'Port': ['ID=920ebb37-fbfc-4055-a279-05278025965e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:52.135011 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d96651b-f1b2-4e15-9c9f-2a3d5433c8e0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (391c8a20-7b8b-4b2b-b435-6c1b681c7be7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.228574 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d96651b-f1b2-4e15-9c9f-2a3d5433c8e0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (391c8a20-7b8b-4b2b-b435-6c1b681c7be7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.230827 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d96651b-f1b2-4e15-9c9f-2a3d5433c8e0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router_controller (391c8a20-7b8b-4b2b-b435-6c1b681c7be7), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.276686 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d96651b-f1b2-4e15-9c9f-2a3d5433c8e0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (391c8a20-7b8b-4b2b-b435-6c1b681c7be7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.277177 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d96651b-f1b2-4e15-9c9f-2a3d5433c8e0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Fanout notify agent at l3_agent the message router_deleted on router 391c8a20-7b8b-4b2b-b435-6c1b681c7be7 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:24:52.284228 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d96651b-f1b2-4e15-9c9f-2a3d5433c8e0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.285322 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5d96651b-f1b2-4e15-9c9f-2a3d5433c8e0 tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "DELETE /v2.0/routers/391c8a20-7b8b-4b2b-b435-6c1b681c7be7 HTTP/1.1" status: 204 len: 168 time: 0.8282082 Feb 09 02:24:52.287990 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58682) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:52.370115 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8736-1469-460f-81b9-f111753323ad tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (18c29ae4-a170-4105-b04a-642b5fde4b77), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.463322 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8736-1469-460f-81b9-f111753323ad tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (18c29ae4-a170-4105-b04a-642b5fde4b77), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.484685 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-2e9a8736-1469-460f-81b9-f111753323ad tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c29ae4-a170-4105-b04a-642b5fde4b77']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:52.494248 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-2e9a8736-1469-460f-81b9-f111753323ad tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc3d8b13-7ece-4e03-bf10-686d8104be68') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:52.494535 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-2e9a8736-1469-460f-81b9-f111753323ad tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc3d8b13-7ece-4e03-bf10-686d8104be68') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:52.503451 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8736-1469-460f-81b9-f111753323ad tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (dc3d8b13-7ece-4e03-bf10-686d8104be68), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.516998 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8736-1469-460f-81b9-f111753323ad tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (dc3d8b13-7ece-4e03-bf10-686d8104be68), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.523065 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9a8736-1469-460f-81b9-f111753323ad tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:24:52.523551 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8736-1469-460f-81b9-f111753323ad tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (dc3d8b13-7ece-4e03-bf10-686d8104be68), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:24:52.526454 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:24:52.587684 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8736-1469-460f-81b9-f111753323ad tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (18c29ae4-a170-4105-b04a-642b5fde4b77), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.612673 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8736-1469-460f-81b9-f111753323ad tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.619515 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2e9a8736-1469-460f-81b9-f111753323ad tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "DELETE /v2.0/networks/18c29ae4-a170-4105-b04a-642b5fde4b77 HTTP/1.1" status: 204 len: 168 time: 0.3267584 Feb 09 02:24:52.619515 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a8736-1469-460f-81b9-f111753323ad tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'Network': ['ID=18c29ae4-a170-4105-b04a-642b5fde4b77,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:52.619846 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58684) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:52.682168 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e10e0d98-1749-4309-8d6b-bb65ed82fb2e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (d34a9194-61a9-41ba-9232-e153dbf603a2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.706886 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e10e0d98-1749-4309-8d6b-bb65ed82fb2e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (d34a9194-61a9-41ba-9232-e153dbf603a2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.767338 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e10e0d98-1749-4309-8d6b-bb65ed82fb2e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d34a9194-61a9-41ba-9232-e153dbf603a2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.769977 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e10e0d98-1749-4309-8d6b-bb65ed82fb2e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.771431 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e10e0d98-1749-4309-8d6b-bb65ed82fb2e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] 10.222.0.36 "DELETE /v2.0/security-groups/d34a9194-61a9-41ba-9232-e153dbf603a2 HTTP/1.1" status: 204 len: 168 time: 0.1507568 Feb 09 02:24:52.782055 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e0d98-1749-4309-8d6b-bb65ed82fb2e tempest-TestNetworkAdvancedServerOps-436808375 tempest-TestNetworkAdvancedServerOps-436808375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34a9194-61a9-41ba-9232-e153dbf603a2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:53.048305 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9b01ea45-1a68-432d-b1c6-2476014b9d5a no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:24:53.069108 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 9b01ea45-1a68-432d-b1c6-2476014b9d5a {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:24:53.069491 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9b01ea45-1a68-432d-b1c6-2476014b9d5a not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:24:53.070030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5f30c87c-f48b-44b8-a04a-7ba20a4e585c no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:24:53.088152 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58692) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:53.089550 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 5f30c87c-f48b-44b8-a04a-7ba20a4e585c {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:24:53.089903 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5f30c87c-f48b-44b8-a04a-7ba20a4e585c not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:24:53.228848 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e3e35575-6edc-4803-adb5-45ebb508e91d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c59903585c449439619eb0edc719ef1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1395307 Feb 09 02:24:53.231236 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58696) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:53.277697 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-409c7bf8-5842-4a5b-af52-5833f1173229 admin admin] Publish callbacks [] for security_group (67f19df4-9968-4b1d-8dea-5bd564d31136), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.298702 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-409c7bf8-5842-4a5b-af52-5833f1173229 admin admin] Publish callbacks [] for security_group (67f19df4-9968-4b1d-8dea-5bd564d31136), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.348578 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-409c7bf8-5842-4a5b-af52-5833f1173229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (67f19df4-9968-4b1d-8dea-5bd564d31136), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.351879 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-409c7bf8-5842-4a5b-af52-5833f1173229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.353012 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-409c7bf8-5842-4a5b-af52-5833f1173229 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/67f19df4-9968-4b1d-8dea-5bd564d31136 HTTP/1.1" status: 204 len: 168 time: 0.1208832 Feb 09 02:24:53.360951 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c7bf8-5842-4a5b-af52-5833f1173229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f19df4-9968-4b1d-8dea-5bd564d31136,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:53.606922 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58702) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:53.645377 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-501c1da6-4d44-4bbf-9cac-1ad3deab20f7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93b37f1276ba45099d86f28cc3fff0d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372584 Feb 09 02:24:53.648417 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58704) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:53.694729 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77053765-4875-45d3-9ce5-5f3cf68a7f13 admin admin] Publish callbacks [] for security_group (e4684969-c4b9-4ce5-88d7-456fd4f16f4d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.715662 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77053765-4875-45d3-9ce5-5f3cf68a7f13 admin admin] Publish callbacks [] for security_group (e4684969-c4b9-4ce5-88d7-456fd4f16f4d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.763180 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77053765-4875-45d3-9ce5-5f3cf68a7f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e4684969-c4b9-4ce5-88d7-456fd4f16f4d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.765743 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77053765-4875-45d3-9ce5-5f3cf68a7f13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.766877 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-77053765-4875-45d3-9ce5-5f3cf68a7f13 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e4684969-c4b9-4ce5-88d7-456fd4f16f4d HTTP/1.1" status: 204 len: 168 time: 0.1175578 Feb 09 02:24:53.775622 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77053765-4875-45d3-9ce5-5f3cf68a7f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4684969-c4b9-4ce5-88d7-456fd4f16f4d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:54.602756 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 920ebb37-fbfc-4055-a279-05278025965e no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:24:54.625830 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 920ebb37-fbfc-4055-a279-05278025965e {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:24:54.626176 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 920ebb37-fbfc-4055-a279-05278025965e not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:25:04.205437 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c726f0b-9803-4006-8d1b-713468742708 req-1c005c13-025a-48b4-b2fc-77a77801ed01 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f87579f06f534cf8b7a9c904da2e2c13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289977 Feb 09 02:25:04.387781 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c726f0b-9803-4006-8d1b-713468742708 req-1c1f4d1f-0281-4b2d-af38-7e5dc8fbf6df tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:04.389232 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c726f0b-9803-4006-8d1b-713468742708 req-1c1f4d1f-0281-4b2d-af38-7e5dc8fbf6df tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1788561 Feb 09 02:25:04.404036 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c726f0b-9803-4006-8d1b-713468742708 req-aed1157a-454e-4753-b3ca-e29857abcba5 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/quotas/f87579f06f534cf8b7a9c904da2e2c13 HTTP/1.1" status: 200 len: 375 time: 0.0092390 Feb 09 02:25:04.436434 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c726f0b-9803-4006-8d1b-713468742708 req-d10990a0-9681-400a-bfd9-b3b70f4c2269 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f87579f06f534cf8b7a9c904da2e2c13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268493 Feb 09 02:25:04.596940 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-798b8580-3ca3-439e-925e-4e7e50b4e076 req-13b55d76-b1fb-41f3-8393-9d22c7c0c8de tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/ports?device_id=69a7baf6-b39c-4182-b8eb-a7c99363135b HTTP/1.1" status: 200 len: 210 time: 0.0280993 Feb 09 02:25:05.533855 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c726f0b-9803-4006-8d1b-713468742708 req-6c02efcf-2109-4763-9366-a34d0488a0cf tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=f87579f06f534cf8b7a9c904da2e2c13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232451 Feb 09 02:25:05.942217 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6caed5ee-c87b-455a-900b-2026174de516 req-ba4e874b-7b39-4d8f-8596-6e2811973cee tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/ports?device_id=69a7baf6-b39c-4182-b8eb-a7c99363135b HTTP/1.1" status: 200 len: 210 time: 0.0353482 Feb 09 02:25:05.948772 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c726f0b-9803-4006-8d1b-713468742708 req-a41d3c2f-4a91-4ad8-82ac-75d7ae348c6f tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:05.950180 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c726f0b-9803-4006-8d1b-713468742708 req-a41d3c2f-4a91-4ad8-82ac-75d7ae348c6f tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4118671 Feb 09 02:25:05.961943 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-6c726f0b-9803-4006-8d1b-713468742708 req-79e6fed1-d04d-4aff-b514-c9375e94ade2 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Request body: {'port': {'device_id': '69a7baf6-b39c-4182-b8eb-a7c99363135b', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'admin_state_up': True, 'tenant_id': 'f87579f06f534cf8b7a9c904da2e2c13'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:06.068272 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c726f0b-9803-4006-8d1b-713468742708 req-79e6fed1-d04d-4aff-b514-c9375e94ade2 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Made reservation on behalf of f87579f06f534cf8b7a9c904da2e2c13 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:25:06.072227 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6c726f0b-9803-4006-8d1b-713468742708 req-79e6fed1-d04d-4aff-b514-c9375e94ade2 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:06.084029 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6c726f0b-9803-4006-8d1b-713468742708 req-79e6fed1-d04d-4aff-b514-c9375e94ade2 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:06.160606 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6c726f0b-9803-4006-8d1b-713468742708 req-79e6fed1-d04d-4aff-b514-c9375e94ade2 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Publish callbacks [] for security_group (422e7498-babd-443c-a5ab-3f2db5a295a4), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:06.164423 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6c726f0b-9803-4006-8d1b-713468742708 req-79e6fed1-d04d-4aff-b514-c9375e94ade2 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (422e7498-babd-443c-a5ab-3f2db5a295a4), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:06.226129 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6fed1-d04d-4aff-b514-c9375e94ade2 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=422e7498-babd-443c-a5ab-3f2db5a295a4,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:06.298471 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-6c726f0b-9803-4006-8d1b-713468742708 req-79e6fed1-d04d-4aff-b514-c9375e94ade2 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Allocated IP 192.168.233.90 (c8553042-63ef-40c5-b3e4-087ac53d24cc/bb49edb6-5b55-4e48-8f1b-c3460a8bb832/11b9d5df-d10a-4254-b652-71140c581066) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:25:06.446214 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6c726f0b-9803-4006-8d1b-713468742708 req-79e6fed1-d04d-4aff-b514-c9375e94ade2 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Publish callbacks [] for port (11b9d5df-d10a-4254-b652-71140c581066), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:06.480162 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6c726f0b-9803-4006-8d1b-713468742708 req-79e6fed1-d04d-4aff-b514-c9375e94ade2 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (11b9d5df-d10a-4254-b652-71140c581066), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:06.528958 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c726f0b-9803-4006-8d1b-713468742708 req-79e6fed1-d04d-4aff-b514-c9375e94ade2 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Network c8553042-63ef-40c5-b3e4-087ac53d24cc is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:25:06.532378 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-6c726f0b-9803-4006-8d1b-713468742708 req-79e6fed1-d04d-4aff-b514-c9375e94ade2 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:25:06.536089 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c726f0b-9803-4006-8d1b-713468742708 req-79e6fed1-d04d-4aff-b514-c9375e94ade2 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:25:06.559732 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6fed1-d04d-4aff-b514-c9375e94ade2 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Pushing event updated for resources: {'Port': ['ID=11b9d5df-d10a-4254-b652-71140c581066,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:06.590858 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c726f0b-9803-4006-8d1b-713468742708 req-79e6fed1-d04d-4aff-b514-c9375e94ade2 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:06.591432 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6c726f0b-9803-4006-8d1b-713468742708 req-79e6fed1-d04d-4aff-b514-c9375e94ade2 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:06.615487 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c726f0b-9803-4006-8d1b-713468742708 req-79e6fed1-d04d-4aff-b514-c9375e94ade2 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6557744 Feb 09 02:25:06.627593 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-6c726f0b-9803-4006-8d1b-713468742708 req-6932470b-f3f5-4aef-9c19-eedd80408bca service neutron] Request body: {'port': {'device_id': '69a7baf6-b39c-4182-b8eb-a7c99363135b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:06.697993 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6c726f0b-9803-4006-8d1b-713468742708 req-6932470b-f3f5-4aef-9c19-eedd80408bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (11b9d5df-d10a-4254-b652-71140c581066), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:06.740234 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-db70e52a-09ff-47d4-83b5-bfffcc57dd22 None None] Provisioning complete for port 11b9d5df-d10a-4254-b652-71140c581066 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:25:06.740753 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-db70e52a-09ff-47d4-83b5-bfffcc57dd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (11b9d5df-d10a-4254-b652-71140c581066), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:06.786988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-db70e52a-09ff-47d4-83b5-bfffcc57dd22 None None] Port 11b9d5df-d10a-4254-b652-71140c581066 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:25:07.027353 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-6c726f0b-9803-4006-8d1b-713468742708 req-6932470b-f3f5-4aef-9c19-eedd80408bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b9d5df-d10a-4254-b652-71140c581066 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:25:07.035794 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6c726f0b-9803-4006-8d1b-713468742708 req-6932470b-f3f5-4aef-9c19-eedd80408bca service neutron] Publish callbacks [] for port (11b9d5df-d10a-4254-b652-71140c581066), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:07.049694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-6c726f0b-9803-4006-8d1b-713468742708 req-6932470b-f3f5-4aef-9c19-eedd80408bca service neutron] Transition to ACTIVE for port object 11b9d5df-d10a-4254-b652-71140c581066 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:25:07.054749 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6c726f0b-9803-4006-8d1b-713468742708 req-6932470b-f3f5-4aef-9c19-eedd80408bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (11b9d5df-d10a-4254-b652-71140c581066), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:07.085907 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac5fa9-78d2-4b38-a2bd-703a9ea0ebee req-3534b8cd-2599-44d6-84fd-2186be4290ae tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:07.091284 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-38ac5fa9-78d2-4b38-a2bd-703a9ea0ebee req-3534b8cd-2599-44d6-84fd-2186be4290ae tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/ports?device_id=69a7baf6-b39c-4182-b8eb-a7c99363135b HTTP/1.1" status: 200 len: 935 time: 0.0709832 Feb 09 02:25:07.106845 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932470b-f3f5-4aef-9c19-eedd80408bca service neutron] Pushing event updated for resources: {'Port': ['ID=11b9d5df-d10a-4254-b652-71140c581066,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:07.170479 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-38ac5fa9-78d2-4b38-a2bd-703a9ea0ebee req-6e9e3b1c-c7b4-4b48-9808-db35702c9936 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/security-groups?id=422e7498-babd-443c-a5ab-3f2db5a295a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701597 Feb 09 02:25:07.208785 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-6c726f0b-9803-4006-8d1b-713468742708 req-6932470b-f3f5-4aef-9c19-eedd80408bca service neutron] Attempting to bind port 11b9d5df-d10a-4254-b652-71140c581066 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:25:07.209225 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-6c726f0b-9803-4006-8d1b-713468742708 req-6932470b-f3f5-4aef-9c19-eedd80408bca service neutron] Attempting to bind port 11b9d5df-d10a-4254-b652-71140c581066 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:25:07.209628 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c726f0b-9803-4006-8d1b-713468742708 req-6932470b-f3f5-4aef-9c19-eedd80408bca service neutron] Attempting to bind port 11b9d5df-d10a-4254-b652-71140c581066 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:25:07.219237 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c726f0b-9803-4006-8d1b-713468742708 req-6932470b-f3f5-4aef-9c19-eedd80408bca service neutron] Port 11b9d5df-d10a-4254-b652-71140c581066 on network c8553042-63ef-40c5-b3e4-087ac53d24cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:25:07.219237 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c726f0b-9803-4006-8d1b-713468742708 req-6932470b-f3f5-4aef-9c19-eedd80408bca service neutron] Attempting to bind port 11b9d5df-d10a-4254-b652-71140c581066 on network c8553042-63ef-40c5-b3e4-087ac53d24cc {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:25:07.221837 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c726f0b-9803-4006-8d1b-713468742708 req-6932470b-f3f5-4aef-9c19-eedd80408bca service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:25:07.222258 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c726f0b-9803-4006-8d1b-713468742708 req-6932470b-f3f5-4aef-9c19-eedd80408bca service neutron] Checking segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:25:07.222715 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c726f0b-9803-4006-8d1b-713468742708 req-6932470b-f3f5-4aef-9c19-eedd80408bca service neutron] Bound using segment: {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:25:07.223253 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-6c726f0b-9803-4006-8d1b-713468742708 req-6932470b-f3f5-4aef-9c19-eedd80408bca service neutron] Bound port: 11b9d5df-d10a-4254-b652-71140c581066, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f165bc-7631-49a2-a64e-37d39953cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:25:07.223695 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6c726f0b-9803-4006-8d1b-713468742708 req-6932470b-f3f5-4aef-9c19-eedd80408bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (11b9d5df-d10a-4254-b652-71140c581066), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:07.307101 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-6c726f0b-9803-4006-8d1b-713468742708 req-6932470b-f3f5-4aef-9c19-eedd80408bca service neutron] For port 11b9d5df-d10a-4254-b652-71140c581066, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:25:07.310361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-6c726f0b-9803-4006-8d1b-713468742708 req-6932470b-f3f5-4aef-9c19-eedd80408bca service neutron] For port 11b9d5df-d10a-4254-b652-71140c581066, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=11b9d5df-d10a-4254-b652-71140c581066,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:25:07.317504 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6c726f0b-9803-4006-8d1b-713468742708 req-6932470b-f3f5-4aef-9c19-eedd80408bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (11b9d5df-d10a-4254-b652-71140c581066), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:07.343502 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c726f0b-9803-4006-8d1b-713468742708 req-6932470b-f3f5-4aef-9c19-eedd80408bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:07.343502 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-6c726f0b-9803-4006-8d1b-713468742708 req-6932470b-f3f5-4aef-9c19-eedd80408bca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:07.346164 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c726f0b-9803-4006-8d1b-713468742708 req-6932470b-f3f5-4aef-9c19-eedd80408bca service neutron] 10.222.0.67 "PUT /v2.0/ports/11b9d5df-d10a-4254-b652-71140c581066 HTTP/1.1" status: 200 len: 1095 time: 0.7237074 Feb 09 02:25:07.347918 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a7baf6-b39c-4182-b8eb-a7c99363135b', 'tag': '11b9d5df-d10a-4254-b652-71140c581066'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:25:07.350462 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8b1269-2802-4401-8a56-adf127c17cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "69a7baf6-b39c-4182-b8eb-a7c99363135b", "tag": "11b9d5df-d10a-4254-b652-71140c581066"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:25:07.446917 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425e385a-4125-4c82-8e0e-5d5d482ad298 x-openstack-request-id: req-425e385a-4125-4c82-8e0e-5d5d482ad298 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:25:07.447244 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a7baf6-b39c-4182-b8eb-a7c99363135b", "tag": "11b9d5df-d10a-4254-b652-71140c581066", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:25:07.447501 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-425e385a-4125-4c82-8e0e-5d5d482ad298 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:25:07.448205 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a7baf6-b39c-4182-b8eb-a7c99363135b', 'tag': '11b9d5df-d10a-4254-b652-71140c581066', 'status': 'completed', 'code': 200} Feb 09 02:25:07.485243 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932470b-f3f5-4aef-9c19-eedd80408bca service neutron] Pushing event updated for resources: {'Port': ['ID=11b9d5df-d10a-4254-b652-71140c581066,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:07.500580 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c726f0b-9803-4006-8d1b-713468742708 req-9d7d0485-cff8-436a-84a3-90ac1394f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:07.502110 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c726f0b-9803-4006-8d1b-713468742708 req-9d7d0485-cff8-436a-84a3-90ac1394f170 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f87579f06f534cf8b7a9c904da2e2c13&device_id=69a7baf6-b39c-4182-b8eb-a7c99363135b HTTP/1.1" status: 200 len: 1129 time: 0.0766671 Feb 09 02:25:07.554703 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d5535d28-33a1-4d27-aa55-ace2d720cae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:07.558077 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c726f0b-9803-4006-8d1b-713468742708 req-b97b8147-b3dd-47cc-b44a-ca62f4bc3bdc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=11b9d5df-d10a-4254-b652-71140c581066 HTTP/1.1" status: 200 len: 217 time: 0.0481594 Feb 09 02:25:07.609805 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c726f0b-9803-4006-8d1b-713468742708 req-7d3b95d3-26c1-4a7f-ad0a-931fdd16a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:07.611453 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c726f0b-9803-4006-8d1b-713468742708 req-7d3b95d3-26c1-4a7f-ad0a-931fdd16a25d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.0483415 Feb 09 02:25:07.664904 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c726f0b-9803-4006-8d1b-713468742708 req-15966caf-4a62-4071-8e0d-98152503a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:07.667308 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c726f0b-9803-4006-8d1b-713468742708 req-15966caf-4a62-4071-8e0d-98152503a902 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0501773 Feb 09 02:25:07.765081 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c726f0b-9803-4006-8d1b-713468742708 req-78df5f5d-6385-4b05-bae5-a82b106b3393 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909262 Feb 09 02:25:07.860115 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6c726f0b-9803-4006-8d1b-713468742708 req-d6859e53-a82d-4d4c-9052-827edd0b27f8 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893092 Feb 09 02:25:07.961679 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b1269-2802-4401-8a56-adf127c17cf0 req-19de3c95-31c9-43fc-94e8-718bb5511b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:07.963701 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0f8b1269-2802-4401-8a56-adf127c17cf0 req-19de3c95-31c9-43fc-94e8-718bb5511b8a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f87579f06f534cf8b7a9c904da2e2c13&device_id=69a7baf6-b39c-4182-b8eb-a7c99363135b HTTP/1.1" status: 200 len: 1129 time: 0.0559757 Feb 09 02:25:08.060680 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b1269-2802-4401-8a56-adf127c17cf0 req-742ef79b-d744-4ab5-8339-869882cfb87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:08.062163 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0f8b1269-2802-4401-8a56-adf127c17cf0 req-742ef79b-d744-4ab5-8339-869882cfb87f service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8553042-63ef-40c5-b3e4-087ac53d24cc HTTP/1.1" status: 200 len: 870 time: 0.0924640 Feb 09 02:25:08.104007 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0f8b1269-2802-4401-8a56-adf127c17cf0 req-d47f7b5a-d8a5-4b8b-b90d-207da99b8897 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=11b9d5df-d10a-4254-b652-71140c581066 HTTP/1.1" status: 200 len: 217 time: 0.0353858 Feb 09 02:25:08.160928 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b1269-2802-4401-8a56-adf127c17cf0 req-05d2c82f-9caf-4023-8c7c-62036d334906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:08.162493 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0f8b1269-2802-4401-8a56-adf127c17cf0 req-05d2c82f-9caf-4023-8c7c-62036d334906 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb49edb6-5b55-4e48-8f1b-c3460a8bb832 HTTP/1.1" status: 200 len: 843 time: 0.0526624 Feb 09 02:25:08.222896 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b1269-2802-4401-8a56-adf127c17cf0 req-a226fe23-b2e0-4825-b918-11e4fd6a7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:08.224390 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0f8b1269-2802-4401-8a56-adf127c17cf0 req-a226fe23-b2e0-4825-b918-11e4fd6a7c9f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8553042-63ef-40c5-b3e4-087ac53d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0561113 Feb 09 02:25:08.293911 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc4396-b13f-4076-8f1b-84fc90bad831 req-2d7de04e-5583-4713-9c0e-065709d5b085 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:08.295493 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c7fc4396-b13f-4076-8f1b-84fc90bad831 req-2d7de04e-5583-4713-9c0e-065709d5b085 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/ports?device_id=69a7baf6-b39c-4182-b8eb-a7c99363135b HTTP/1.1" status: 200 len: 947 time: 0.0617256 Feb 09 02:25:08.315547 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0f8b1269-2802-4401-8a56-adf127c17cf0 req-c126c8eb-bdeb-4b2c-8977-36b9fe36ffb6 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849426 Feb 09 02:25:08.348112 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c7fc4396-b13f-4076-8f1b-84fc90bad831 req-aadb2b4b-102c-41e2-8b0e-f9fe675539cb tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/security-groups?id=422e7498-babd-443c-a5ab-3f2db5a295a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463810 Feb 09 02:25:08.412088 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0f8b1269-2802-4401-8a56-adf127c17cf0 req-016f1109-5b4a-46fd-8916-e897b31dac22 service neutron] 10.222.0.67 "GET /v2.0/networks/c8553042-63ef-40c5-b3e4-087ac53d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910594 Feb 09 02:25:09.478816 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679aab2c-7ece-4ab8-bb9c-4d5d01b16191 req-20c29ff7-3c33-4f61-824c-35f8ec7d2bd1 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:09.480302 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-679aab2c-7ece-4ab8-bb9c-4d5d01b16191 req-20c29ff7-3c33-4f61-824c-35f8ec7d2bd1 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/ports?device_id=69a7baf6-b39c-4182-b8eb-a7c99363135b HTTP/1.1" status: 200 len: 947 time: 0.0553105 Feb 09 02:25:09.528072 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-679aab2c-7ece-4ab8-bb9c-4d5d01b16191 req-982b99cd-e150-4efa-8890-c82b001a8dda tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/security-groups?id=422e7498-babd-443c-a5ab-3f2db5a295a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415554 Feb 09 02:25:10.187333 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3f574d28-cc63-4c3a-a74f-ead01f37bf1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:10.296587 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:10.648762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031aacc4-7d04-45e7-b9f4-0c24e6f41283 req-39817bb0-ced8-4827-ad55-230089849371 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:10.650866 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-031aacc4-7d04-45e7-b9f4-0c24e6f41283 req-39817bb0-ced8-4827-ad55-230089849371 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/ports?device_id=69a7baf6-b39c-4182-b8eb-a7c99363135b HTTP/1.1" status: 200 len: 947 time: 0.0538592 Feb 09 02:25:10.697963 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-031aacc4-7d04-45e7-b9f4-0c24e6f41283 req-97cc237c-422d-4cf1-af09-7ed93fa148c6 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/security-groups?id=422e7498-babd-443c-a5ab-3f2db5a295a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414472 Feb 09 02:25:10.937097 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:11.181019 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:11.386939 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 11b9d5df-d10a-4254-b652-71140c581066 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:25:11.486425 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 11b9d5df-d10a-4254-b652-71140c581066, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=11b9d5df-d10a-4254-b652-71140c581066,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:11.498377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '11b9d5df-d10a-4254-b652-71140c581066', 'network_id': 'c8553042-63ef-40c5-b3e4-087ac53d24cc', 'port_id': '11b9d5df-d10a-4254-b652-71140c581066', 'mac_address': 'fa:16:3e:ca:b6:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb49edb6-5b55-4e48-8f1b-c3460a8bb832', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:25:11.535121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 11b9d5df-d10a-4254-b652-71140c581066 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:25:11.535585 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (11b9d5df-d10a-4254-b652-71140c581066), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:11.548657 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b9d5df-d10a-4254-b652-71140c581066 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:25:11.568426 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 11b9d5df-d10a-4254-b652-71140c581066, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=11b9d5df-d10a-4254-b652-71140c581066,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:11.573182 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (11b9d5df-d10a-4254-b652-71140c581066), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:11.623888 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=11b9d5df-d10a-4254-b652-71140c581066,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:11.631062 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:11.631439 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:11.631785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:11.632123 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:11.632457 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:11.632792 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:11.633118 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:11.633446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:11.633801 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:11.634826 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:11.635169 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:11.635511 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:11.635838 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:11.820903 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba7177-9976-4dfa-aa46-79f1f1ff9e41 req-64a28cce-b2ab-4899-a8f0-094169fcfe70 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:11.822480 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00ba7177-9976-4dfa-aa46-79f1f1ff9e41 req-64a28cce-b2ab-4899-a8f0-094169fcfe70 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/ports?device_id=69a7baf6-b39c-4182-b8eb-a7c99363135b HTTP/1.1" status: 200 len: 948 time: 0.0569761 Feb 09 02:25:11.869106 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00ba7177-9976-4dfa-aa46-79f1f1ff9e41 req-94f4bf6f-7970-479d-b4c5-323b3dbb58d5 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/security-groups?id=422e7498-babd-443c-a5ab-3f2db5a295a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401711 Feb 09 02:25:11.968621 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['11b9d5df-d10a-4254-b652-71140c581066'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:25:12.444189 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:12.987592 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042abf09-5157-4a01-a9f4-16904ec748f5 req-856b6486-a347-4deb-90de-97ce299ba7e8 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:12.989065 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-042abf09-5157-4a01-a9f4-16904ec748f5 req-856b6486-a347-4deb-90de-97ce299ba7e8 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/ports?device_id=69a7baf6-b39c-4182-b8eb-a7c99363135b HTTP/1.1" status: 200 len: 948 time: 0.0527575 Feb 09 02:25:13.039896 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-042abf09-5157-4a01-a9f4-16904ec748f5 req-180c89e9-3402-43e4-a61e-d8a473ef9b3b tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/security-groups?id=422e7498-babd-443c-a5ab-3f2db5a295a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444512 Feb 09 02:25:13.394641 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 11b9d5df-d10a-4254-b652-71140c581066 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:25:13.443428 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 11b9d5df-d10a-4254-b652-71140c581066 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:25:13.448039 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 11b9d5df-d10a-4254-b652-71140c581066 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:25:13.448615 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (11b9d5df-d10a-4254-b652-71140c581066), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:13.527258 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:13.542128 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 11b9d5df-d10a-4254-b652-71140c581066 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:25:13.543517 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (11b9d5df-d10a-4254-b652-71140c581066), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:13.572902 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a7baf6-b39c-4182-b8eb-a7c99363135b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b9d5df-d10a-4254-b652-71140c581066'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:25:13.578800 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e7b46a-98b5-449e-93c3-557fe425f785" -d '{"events": [{"server_uuid": "69a7baf6-b39c-4182-b8eb-a7c99363135b", "name": "network-vif-plugged", "status": "completed", "tag": "11b9d5df-d10a-4254-b652-71140c581066"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:25:13.584456 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 11b9d5df-d10a-4254-b652-71140c581066, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=11b9d5df-d10a-4254-b652-71140c581066,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:13.590311 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (11b9d5df-d10a-4254-b652-71140c581066), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:13.619004 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d289a979-ebe3-4712-a985-93cfff2d2859 x-openstack-request-id: req-d289a979-ebe3-4712-a985-93cfff2d2859 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:25:13.619335 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a7baf6-b39c-4182-b8eb-a7c99363135b", "name": "network-vif-plugged", "status": "completed", "tag": "11b9d5df-d10a-4254-b652-71140c581066", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:25:13.619627 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d289a979-ebe3-4712-a985-93cfff2d2859 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:25:13.620050 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a7baf6-b39c-4182-b8eb-a7c99363135b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b9d5df-d10a-4254-b652-71140c581066', 'code': 200} Feb 09 02:25:13.644780 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=11b9d5df-d10a-4254-b652-71140c581066,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:13.717609 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36e4e0-cf52-4123-8cc4-73983f8b1c66 req-7cfeef90-e69b-4655-9824-446defaaf1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:13.719102 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0b36e4e0-cf52-4123-8cc4-73983f8b1c66 req-7cfeef90-e69b-4655-9824-446defaaf1ff service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=69a7baf6-b39c-4182-b8eb-a7c99363135b HTTP/1.1" status: 200 len: 1131 time: 0.0444233 Feb 09 02:25:13.761778 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0b36e4e0-cf52-4123-8cc4-73983f8b1c66 req-15f7a6d3-a738-4680-b047-3f4a40a9371e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=422e7498-babd-443c-a5ab-3f2db5a295a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370762 Feb 09 02:25:14.163621 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0494c-b9a2-4bcf-972d-d0668752261a req-ba6b92d1-3f0b-44f2-a4fc-9fca5cfae1b0 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:14.165106 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-17c0494c-b9a2-4bcf-972d-d0668752261a req-ba6b92d1-3f0b-44f2-a4fc-9fca5cfae1b0 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/ports?device_id=69a7baf6-b39c-4182-b8eb-a7c99363135b HTTP/1.1" status: 200 len: 949 time: 0.0537694 Feb 09 02:25:14.211304 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-17c0494c-b9a2-4bcf-972d-d0668752261a req-61caa190-d4b0-403f-a2f0-867687b4c06a tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/security-groups?id=422e7498-babd-443c-a5ab-3f2db5a295a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403702 Feb 09 02:25:15.334277 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b1760-2ca9-4077-b937-a2e48ff58ffb req-a1349cbf-4fa8-4a8a-ade0-7edc16f0b14f tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:15.335792 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-415b1760-2ca9-4077-b937-a2e48ff58ffb req-a1349cbf-4fa8-4a8a-ade0-7edc16f0b14f tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/ports?device_id=69a7baf6-b39c-4182-b8eb-a7c99363135b HTTP/1.1" status: 200 len: 949 time: 0.0537364 Feb 09 02:25:15.386770 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-415b1760-2ca9-4077-b937-a2e48ff58ffb req-8c27f11e-983f-441d-bab5-f23476887cb8 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/security-groups?id=422e7498-babd-443c-a5ab-3f2db5a295a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443091 Feb 09 02:25:15.767398 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-8ac85f80-5aa9-48de-b627-194c2e270469 req-b9e9d12e-977d-46d6-a163-142a2cc99dd2 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:25:15.768782 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8ac85f80-5aa9-48de-b627-194c2e270469 req-b9e9d12e-977d-46d6-a163-142a2cc99dd2 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0999329 Feb 09 02:25:16.106126 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-219e034d-4e3e-49b2-85aa-2aa2eee4bde9 req-09889769-5d66-4be6-95dd-7171a9399371 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:25:16.107130 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-219e034d-4e3e-49b2-85aa-2aa2eee4bde9 req-09889769-5d66-4be6-95dd-7171a9399371 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062182 Feb 09 02:25:16.442027 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfcc29-35ba-4f8e-a562-b138cd94750f req-90ae7da3-303b-4847-9567-bd76b8c08ad7 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:16.443514 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-53cfcc29-35ba-4f8e-a562-b138cd94750f req-90ae7da3-303b-4847-9567-bd76b8c08ad7 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/ports?device_id=69a7baf6-b39c-4182-b8eb-a7c99363135b HTTP/1.1" status: 200 len: 949 time: 0.0534911 Feb 09 02:25:16.492093 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-53cfcc29-35ba-4f8e-a562-b138cd94750f req-7dccf4ca-f575-42b1-997d-90f8c022950b tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/security-groups?id=422e7498-babd-443c-a5ab-3f2db5a295a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423286 Feb 09 02:25:17.616300 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0a343-8f46-4b0b-86e2-b4c8e4269ba3 req-62fded73-2429-4a90-b4cc-1559e2bf5306 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:17.617908 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8b0a343-8f46-4b0b-86e2-b4c8e4269ba3 req-62fded73-2429-4a90-b4cc-1559e2bf5306 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/ports?device_id=69a7baf6-b39c-4182-b8eb-a7c99363135b HTTP/1.1" status: 200 len: 949 time: 0.0551238 Feb 09 02:25:17.664462 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8b0a343-8f46-4b0b-86e2-b4c8e4269ba3 req-4092c435-f0df-4d22-b4d7-a39925484a49 tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.36 "GET /v2.0/security-groups?id=422e7498-babd-443c-a5ab-3f2db5a295a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407572 Feb 09 02:25:17.806888 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165bae6-658e-4c43-9bcd-8af92c445876 req-9c3fe1bf-888f-4d7d-a25b-a610d540e4df tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:17.808342 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5165bae6-658e-4c43-9bcd-8af92c445876 req-9c3fe1bf-888f-4d7d-a25b-a610d540e4df tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a7baf6-b39c-4182-b8eb-a7c99363135b HTTP/1.1" status: 200 len: 949 time: 0.0526669 Feb 09 02:25:17.903950 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-5165bae6-658e-4c43-9bcd-8af92c445876 req-1508e067-1afd-4b25-8acb-7395f5f5325f tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Deleting port 11b9d5df-d10a-4254-b652-71140c581066 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:25:17.904298 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-5165bae6-658e-4c43-9bcd-8af92c445876 req-1508e067-1afd-4b25-8acb-7395f5f5325f tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (11b9d5df-d10a-4254-b652-71140c581066), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:17.993603 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-5165bae6-658e-4c43-9bcd-8af92c445876 req-1508e067-1afd-4b25-8acb-7395f5f5325f tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] For port 11b9d5df-d10a-4254-b652-71140c581066, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=11b9d5df-d10a-4254-b652-71140c581066,segment=NetworkSegment(96f165bc-7631-49a2-a64e-37d39953cec0),segment_id=96f165bc-7631-49a2-a64e-37d39953cec0)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:17.994002 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-5165bae6-658e-4c43-9bcd-8af92c445876 req-1508e067-1afd-4b25-8acb-7395f5f5325f tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (11b9d5df-d10a-4254-b652-71140c581066), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:18.006533 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-5165bae6-658e-4c43-9bcd-8af92c445876 req-1508e067-1afd-4b25-8acb-7395f5f5325f tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Calling delete_port for 11b9d5df-d10a-4254-b652-71140c581066 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:25:18.139303 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-5165bae6-658e-4c43-9bcd-8af92c445876 req-1508e067-1afd-4b25-8acb-7395f5f5325f tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (11b9d5df-d10a-4254-b652-71140c581066), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:18.153151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['11b9d5df-d10a-4254-b652-71140c581066'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:25:18.168066 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508e067-1afd-4b25-8acb-7395f5f5325f tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Pushing event deleted for resources: {'Port': ['ID=11b9d5df-d10a-4254-b652-71140c581066,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:18.216231 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-5165bae6-658e-4c43-9bcd-8af92c445876 req-1508e067-1afd-4b25-8acb-7395f5f5325f tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] No DVR routers for this DVR port 11b9d5df-d10a-4254-b652-71140c581066 on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:25:18.219224 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-5165bae6-658e-4c43-9bcd-8af92c445876 req-1508e067-1afd-4b25-8acb-7395f5f5325f tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:18.222705 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5165bae6-658e-4c43-9bcd-8af92c445876 req-1508e067-1afd-4b25-8acb-7395f5f5325f tempest-ServersAdminNegativeTestJSON-1872680923 tempest-ServersAdminNegativeTestJSON-1872680923-project] 10.222.0.67 "DELETE /v2.0/ports/11b9d5df-d10a-4254-b652-71140c581066 HTTP/1.1" status: 204 len: 173 time: 0.4094748 Feb 09 02:25:18.223175 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a7baf6-b39c-4182-b8eb-a7c99363135b', 'name': 'network-vif-deleted', 'tag': '11b9d5df-d10a-4254-b652-71140c581066'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:25:18.225518 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f750127-4f25-421e-84ea-3e4a3c84c8f8" -d '{"events": [{"server_uuid": "69a7baf6-b39c-4182-b8eb-a7c99363135b", "name": "network-vif-deleted", "tag": "11b9d5df-d10a-4254-b652-71140c581066"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:25:18.265358 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aecb9c0-6954-4696-ab74-89c3fb6dae09 x-openstack-request-id: req-2aecb9c0-6954-4696-ab74-89c3fb6dae09 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:25:18.265661 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a7baf6-b39c-4182-b8eb-a7c99363135b", "name": "network-vif-deleted", "tag": "11b9d5df-d10a-4254-b652-71140c581066", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:25:18.265914 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2aecb9c0-6954-4696-ab74-89c3fb6dae09 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:25:18.266319 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a7baf6-b39c-4182-b8eb-a7c99363135b', 'name': 'network-vif-deleted', 'tag': '11b9d5df-d10a-4254-b652-71140c581066', 'status': 'completed', 'code': 200} Feb 09 02:25:18.965932 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58838) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:19.097747 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-52775c3b-4319-4e34-94f0-be3493172cfb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f87579f06f534cf8b7a9c904da2e2c13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305273 Feb 09 02:25:19.100220 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58842) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:19.146342 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ff67f12-66d1-4af4-82b1-3e489c46ebc2 admin admin] Publish callbacks [] for security_group (422e7498-babd-443c-a5ab-3f2db5a295a4), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:19.167821 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ff67f12-66d1-4af4-82b1-3e489c46ebc2 admin admin] Publish callbacks [] for security_group (422e7498-babd-443c-a5ab-3f2db5a295a4), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:19.214068 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ff67f12-66d1-4af4-82b1-3e489c46ebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (422e7498-babd-443c-a5ab-3f2db5a295a4), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:19.216789 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ff67f12-66d1-4af4-82b1-3e489c46ebc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:19.217901 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1ff67f12-66d1-4af4-82b1-3e489c46ebc2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/422e7498-babd-443c-a5ab-3f2db5a295a4 HTTP/1.1" status: 204 len: 168 time: 0.1167960 Feb 09 02:25:19.225433 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff67f12-66d1-4af4-82b1-3e489c46ebc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422e7498-babd-443c-a5ab-3f2db5a295a4,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:19.476614 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58848) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:19.489475 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d6eac7d7-e9a8-4f4a-a702-5b4fc813c295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:19.545903 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:25:19.567288 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d6eac7d7-e9a8-4f4a-a702-5b4fc813c295 admin admin] Publish callbacks [] for security_group (f10b45e4-1829-47ea-9de5-6429b50fcb79), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:19.571061 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d6eac7d7-e9a8-4f4a-a702-5b4fc813c295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (f10b45e4-1829-47ea-9de5-6429b50fcb79), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:19.611918 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d6eac7d7-e9a8-4f4a-a702-5b4fc813c295 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f423d556cc94504a662145fd37a8358&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341991 Feb 09 02:25:19.613991 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eac7d7-e9a8-4f4a-a702-5b4fc813c295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10b45e4-1829-47ea-9de5-6429b50fcb79,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:19.614690 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58850) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:19.668064 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1171d310-e682-4788-be0e-46d78ae5fdc2 admin admin] Publish callbacks [] for security_group (f10b45e4-1829-47ea-9de5-6429b50fcb79), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:19.689085 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1171d310-e682-4788-be0e-46d78ae5fdc2 admin admin] Publish callbacks [] for security_group (f10b45e4-1829-47ea-9de5-6429b50fcb79), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:19.734929 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1171d310-e682-4788-be0e-46d78ae5fdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (f10b45e4-1829-47ea-9de5-6429b50fcb79), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:19.737628 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1171d310-e682-4788-be0e-46d78ae5fdc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:19.739072 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1171d310-e682-4788-be0e-46d78ae5fdc2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f10b45e4-1829-47ea-9de5-6429b50fcb79 HTTP/1.1" status: 204 len: 168 time: 0.1230724 Feb 09 02:25:19.747519 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171d310-e682-4788-be0e-46d78ae5fdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10b45e4-1829-47ea-9de5-6429b50fcb79,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:20.398623 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 58872) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:20.494351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-daf5cf4b-a2ea-4d51-8c20-c85c24ce642c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-677933580-network', 'tenant_id': '2d9f191a91b545ca886c31af7cfe9c76'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:20.513726 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf5cf4b-a2ea-4d51-8c20-c85c24ce642c admin admin] Made reservation on behalf of 2d9f191a91b545ca886c31af7cfe9c76 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:25:20.516122 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-daf5cf4b-a2ea-4d51-8c20-c85c24ce642c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:20.524374 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-daf5cf4b-a2ea-4d51-8c20-c85c24ce642c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:20.600346 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-daf5cf4b-a2ea-4d51-8c20-c85c24ce642c admin admin] Publish callbacks [] for security_group (3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:20.604775 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-daf5cf4b-a2ea-4d51-8c20-c85c24ce642c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:20.626806 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf5cf4b-a2ea-4d51-8c20-c85c24ce642c admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:25:20.640729 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5cf4b-a2ea-4d51-8c20-c85c24ce642c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:20.647111 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-daf5cf4b-a2ea-4d51-8c20-c85c24ce642c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (e3c95bbe-10a3-4b20-89ff-66bf772aad84), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:20.647488 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-daf5cf4b-a2ea-4d51-8c20-c85c24ce642c admin admin] Added segment e3c95bbe-10a3-4b20-89ff-66bf772aad84 of type vlan for network 60d12d43-706b-4dd1-9b0f-1fd65be40a34 Feb 09 02:25:20.689290 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-daf5cf4b-a2ea-4d51-8c20-c85c24ce642c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (60d12d43-706b-4dd1-9b0f-1fd65be40a34), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:20.715503 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-daf5cf4b-a2ea-4d51-8c20-c85c24ce642c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (60d12d43-706b-4dd1-9b0f-1fd65be40a34), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:20.716386 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf5cf4b-a2ea-4d51-8c20-c85c24ce642c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:20.716964 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-daf5cf4b-a2ea-4d51-8c20-c85c24ce642c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:20.769468 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-daf5cf4b-a2ea-4d51-8c20-c85c24ce642c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3696940 Feb 09 02:25:20.772621 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 58876) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:20.778081 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5ae7c5a7-3949-4996-b385-b80da0764075 admin admin] Request body: {'subnet': {'network_id': '60d12d43-706b-4dd1-9b0f-1fd65be40a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-677933580-subnet', 'tenant_id': '2d9f191a91b545ca886c31af7cfe9c76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:20.782908 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5cf4b-a2ea-4d51-8c20-c85c24ce642c admin admin] Pushing event updated for resources: {'Network': ['ID=60d12d43-706b-4dd1-9b0f-1fd65be40a34,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:20.793300 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 60d12d43-706b-4dd1-9b0f-1fd65be40a34 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:25:20.800132 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae7c5a7-3949-4996-b385-b80da0764075 admin admin] Made reservation on behalf of 2d9f191a91b545ca886c31af7cfe9c76 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:25:20.802464 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c5a7-3949-4996-b385-b80da0764075 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:20.975263 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c5a7-3949-4996-b385-b80da0764075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (33cb582c-884b-4b04-86ac-37612819988f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:21.031194 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7c5a7-3949-4996-b385-b80da0764075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33cb582c-884b-4b04-86ac-37612819988f,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:21.038322 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae7c5a7-3949-4996-b385-b80da0764075 admin admin] Checking segment: {'id': 'e3c95bbe-10a3-4b20-89ff-66bf772aad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '60d12d43-706b-4dd1-9b0f-1fd65be40a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:25:21.038690 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae7c5a7-3949-4996-b385-b80da0764075 admin admin] Network hostable DHCP agents. Network: 60d12d43-706b-4dd1-9b0f-1fd65be40a34, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:25:21.056980 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae7c5a7-3949-4996-b385-b80da0764075 admin admin] Network 60d12d43-706b-4dd1-9b0f-1fd65be40a34 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:25:21.065897 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-5ae7c5a7-3949-4996-b385-b80da0764075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 60d12d43-706b-4dd1-9b0f-1fd65be40a34) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:25:21.069831 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae7c5a7-3949-4996-b385-b80da0764075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:21.070410 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c5a7-3949-4996-b385-b80da0764075 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:21.075456 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81916acc-6bae-4547-96b3-ec3a5b70da49 None None] Network 60d12d43-706b-4dd1-9b0f-1fd65be40a34 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:25:21.086458 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5ae7c5a7-3949-4996-b385-b80da0764075 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3127468 Feb 09 02:25:21.174695 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6487ee9f-b368-43ac-bc95-1b1df4b1c314 None None] Network 60d12d43-706b-4dd1-9b0f-1fd65be40a34 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:25:21.404933 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 11b9d5df-d10a-4254-b652-71140c581066 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:25:21.426411 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 11b9d5df-d10a-4254-b652-71140c581066 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:25:21.426761 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 11b9d5df-d10a-4254-b652-71140c581066 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:25:21.512281 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-1b8f1442-838c-4756-8563-12003dcaf041 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:21.513690 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-1b8f1442-838c-4756-8563-12003dcaf041 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/networks?id=60d12d43-706b-4dd1-9b0f-1fd65be40a34 HTTP/1.1" status: 200 len: 811 time: 0.1044309 Feb 09 02:25:21.528214 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-7b1a7508-3223-4c7a-a471-c67a4738bf3e tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/quotas/2d9f191a91b545ca886c31af7cfe9c76 HTTP/1.1" status: 200 len: 375 time: 0.0090861 Feb 09 02:25:21.561480 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-3a05381e-97b5-40c1-8403-d95f94fed800 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d9f191a91b545ca886c31af7cfe9c76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280235 Feb 09 02:25:21.649411 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-4d1d35b3-569b-4e1c-8019-1fdd21d807c6 service neutron] 10.222.0.36 "GET /v2.0/networks/60d12d43-706b-4dd1-9b0f-1fd65be40a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813088 Feb 09 02:25:21.742296 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-3410261a-15c6-4374-8c01-c832bde50b8d service neutron] 10.222.0.36 "GET /v2.0/networks/60d12d43-706b-4dd1-9b0f-1fd65be40a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871673 Feb 09 02:25:21.902820 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-820103d2-cfae-4024-b259-0a7eada30dd8 req-d79a29d1-116b-40b0-b534-a1d3ae868d7d tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 210 time: 0.0294514 Feb 09 02:25:22.932169 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-9ad4770d-a969-4fdd-893a-305eca37303a tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:22.933829 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-9ad4770d-a969-4fdd-893a-305eca37303a tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.67 "GET /v2.0/networks?id=60d12d43-706b-4dd1-9b0f-1fd65be40a34 HTTP/1.1" status: 200 len: 811 time: 0.1095133 Feb 09 02:25:22.951079 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-57b6b4c2-9405-4787-ba0b-e30d6461f43a tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Request body: {'port': {'device_id': '1e0fb511-50f8-4c57-8c26-20089cbe355a', 'network_id': '60d12d43-706b-4dd1-9b0f-1fd65be40a34', 'admin_state_up': True, 'tenant_id': '2d9f191a91b545ca886c31af7cfe9c76'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:23.028630 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-292803aa-59ff-4e5f-8844-5cc516e72f46 req-8d3857bd-6c1a-4b8d-b2e3-101798c6aa53 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 210 time: 0.0333993 Feb 09 02:25:23.086670 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-57b6b4c2-9405-4787-ba0b-e30d6461f43a tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Made reservation on behalf of 2d9f191a91b545ca886c31af7cfe9c76 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:25:23.090127 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-57b6b4c2-9405-4787-ba0b-e30d6461f43a tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:23.217215 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-57b6b4c2-9405-4787-ba0b-e30d6461f43a tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Allocated IP 172.20.0.8 (60d12d43-706b-4dd1-9b0f-1fd65be40a34/33cb582c-884b-4b04-86ac-37612819988f/6e235ca3-2038-4e2c-b3c9-5532dd826221) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:25:23.367126 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-57b6b4c2-9405-4787-ba0b-e30d6461f43a tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Publish callbacks [] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:23.401459 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-57b6b4c2-9405-4787-ba0b-e30d6461f43a tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:23.443182 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-57b6b4c2-9405-4787-ba0b-e30d6461f43a tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Network 60d12d43-706b-4dd1-9b0f-1fd65be40a34 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:25:23.449327 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-57b6b4c2-9405-4787-ba0b-e30d6461f43a tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:25:23.451834 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-57b6b4c2-9405-4787-ba0b-e30d6461f43a tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:25:23.481826 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6b4c2-9405-4787-ba0b-e30d6461f43a tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Pushing event updated for resources: {'Port': ['ID=6e235ca3-2038-4e2c-b3c9-5532dd826221,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:23.507194 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-57b6b4c2-9405-4787-ba0b-e30d6461f43a tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:23.507820 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-57b6b4c2-9405-4787-ba0b-e30d6461f43a tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:23.524791 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-57b6b4c2-9405-4787-ba0b-e30d6461f43a tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5820673 Feb 09 02:25:23.536309 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-4fb6689e-7738-4449-a900-1fcb24bebe9f service neutron] Request body: {'port': {'device_id': '1e0fb511-50f8-4c57-8c26-20089cbe355a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:23.599449 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-4fb6689e-7738-4449-a900-1fcb24bebe9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:23.856563 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-4fb6689e-7738-4449-a900-1fcb24bebe9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e235ca3-2038-4e2c-b3c9-5532dd826221 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:25:23.863951 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-4fb6689e-7738-4449-a900-1fcb24bebe9f service neutron] Publish callbacks [] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:23.876859 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-4fb6689e-7738-4449-a900-1fcb24bebe9f service neutron] Transition to ACTIVE for port object 6e235ca3-2038-4e2c-b3c9-5532dd826221 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:25:23.879690 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-4fb6689e-7738-4449-a900-1fcb24bebe9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:23.931363 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6689e-7738-4449-a900-1fcb24bebe9f service neutron] Pushing event updated for resources: {'Port': ['ID=6e235ca3-2038-4e2c-b3c9-5532dd826221,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:24.000586 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-4fb6689e-7738-4449-a900-1fcb24bebe9f service neutron] Attempting to bind port 6e235ca3-2038-4e2c-b3c9-5532dd826221 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:25:24.001409 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-4fb6689e-7738-4449-a900-1fcb24bebe9f service neutron] Attempting to bind port 6e235ca3-2038-4e2c-b3c9-5532dd826221 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'e3c95bbe-10a3-4b20-89ff-66bf772aad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '60d12d43-706b-4dd1-9b0f-1fd65be40a34'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:25:24.001409 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-4fb6689e-7738-4449-a900-1fcb24bebe9f service neutron] Attempting to bind port 6e235ca3-2038-4e2c-b3c9-5532dd826221 on network 60d12d43-706b-4dd1-9b0f-1fd65be40a34 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:25:24.010116 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-4fb6689e-7738-4449-a900-1fcb24bebe9f service neutron] Port 6e235ca3-2038-4e2c-b3c9-5532dd826221 on network 60d12d43-706b-4dd1-9b0f-1fd65be40a34 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:25:24.010438 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-4fb6689e-7738-4449-a900-1fcb24bebe9f service neutron] Attempting to bind port 6e235ca3-2038-4e2c-b3c9-5532dd826221 on network 60d12d43-706b-4dd1-9b0f-1fd65be40a34 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:25:24.015389 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-4fb6689e-7738-4449-a900-1fcb24bebe9f service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:25:24.015728 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-4fb6689e-7738-4449-a900-1fcb24bebe9f service neutron] Checking segment: {'id': 'e3c95bbe-10a3-4b20-89ff-66bf772aad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '60d12d43-706b-4dd1-9b0f-1fd65be40a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:25:24.016108 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-4fb6689e-7738-4449-a900-1fcb24bebe9f service neutron] Bound using segment: {'id': 'e3c95bbe-10a3-4b20-89ff-66bf772aad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '60d12d43-706b-4dd1-9b0f-1fd65be40a34'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:25:24.016530 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-4fb6689e-7738-4449-a900-1fcb24bebe9f service neutron] Bound port: 6e235ca3-2038-4e2c-b3c9-5532dd826221, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c95bbe-10a3-4b20-89ff-66bf772aad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '60d12d43-706b-4dd1-9b0f-1fd65be40a34'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:25:24.016887 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-4fb6689e-7738-4449-a900-1fcb24bebe9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:24.080603 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-4fb6689e-7738-4449-a900-1fcb24bebe9f service neutron] For port 6e235ca3-2038-4e2c-b3c9-5532dd826221, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:25:24.083581 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-4fb6689e-7738-4449-a900-1fcb24bebe9f service neutron] For port 6e235ca3-2038-4e2c-b3c9-5532dd826221, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6e235ca3-2038-4e2c-b3c9-5532dd826221,segment=NetworkSegment(e3c95bbe-10a3-4b20-89ff-66bf772aad84),segment_id=e3c95bbe-10a3-4b20-89ff-66bf772aad84)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:25:24.089942 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-4fb6689e-7738-4449-a900-1fcb24bebe9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:24.124874 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-4fb6689e-7738-4449-a900-1fcb24bebe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:24.125502 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-4fb6689e-7738-4449-a900-1fcb24bebe9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:24.126917 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-4fb6689e-7738-4449-a900-1fcb24bebe9f service neutron] 10.222.0.67 "PUT /v2.0/ports/6e235ca3-2038-4e2c-b3c9-5532dd826221 HTTP/1.1" status: 200 len: 1091 time: 0.5946107 Feb 09 02:25:24.127411 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0fb511-50f8-4c57-8c26-20089cbe355a', 'tag': '6e235ca3-2038-4e2c-b3c9-5532dd826221'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:25:24.129710 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdb2c1b-5af3-4e6d-bcbe-648636846769" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0fb511-50f8-4c57-8c26-20089cbe355a", "tag": "6e235ca3-2038-4e2c-b3c9-5532dd826221"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:25:24.158402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628fc20-e1a1-4a25-9212-c1176f28cbba req-451fb58c-a509-4364-87a0-cc08e96174d0 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:24.160351 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8628fc20-e1a1-4a25-9212-c1176f28cbba req-451fb58c-a509-4364-87a0-cc08e96174d0 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 943 time: 0.0596850 Feb 09 02:25:24.175448 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6689e-7738-4449-a900-1fcb24bebe9f service neutron] Pushing event updated for resources: {'Port': ['ID=6e235ca3-2038-4e2c-b3c9-5532dd826221,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:24.190479 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193decef-1c80-4de1-a085-4174b54c95b9 x-openstack-request-id: req-193decef-1c80-4de1-a085-4174b54c95b9 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:25:24.190784 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0fb511-50f8-4c57-8c26-20089cbe355a", "tag": "6e235ca3-2038-4e2c-b3c9-5532dd826221", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:25:24.191044 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-193decef-1c80-4de1-a085-4174b54c95b9 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:25:24.191484 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0fb511-50f8-4c57-8c26-20089cbe355a', 'tag': '6e235ca3-2038-4e2c-b3c9-5532dd826221', 'status': 'completed', 'code': 200} Feb 09 02:25:24.219546 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8628fc20-e1a1-4a25-9212-c1176f28cbba req-46779445-e329-494f-b498-e98011079180 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492127 Feb 09 02:25:24.229632 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-a824b4e3-be00-4493-b6f4-59637c7421eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:24.231195 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-a824b4e3-be00-4493-b6f4-59637c7421eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d9f191a91b545ca886c31af7cfe9c76&device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 1125 time: 0.0511227 Feb 09 02:25:24.272971 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-11c89c22-b954-4a29-8cc9-9486ca25565b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e235ca3-2038-4e2c-b3c9-5532dd826221 HTTP/1.1" status: 200 len: 217 time: 0.0353689 Feb 09 02:25:24.321012 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-1afd7a3c-3ea6-4999-b390-916d4bbb9501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:24.323148 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-1afd7a3c-3ea6-4999-b390-916d4bbb9501 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33cb582c-884b-4b04-86ac-37612819988f HTTP/1.1" status: 200 len: 851 time: 0.0437603 Feb 09 02:25:24.354414 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-b6713d1d-1489-4473-a300-aa71bc90cb20 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=60d12d43-706b-4dd1-9b0f-1fd65be40a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254066 Feb 09 02:25:24.446248 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-7b276e66-332d-44bd-af49-199b5e8f7ef1 service neutron] 10.222.0.67 "GET /v2.0/networks/60d12d43-706b-4dd1-9b0f-1fd65be40a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857613 Feb 09 02:25:24.532643 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d99e1d6e-a38c-4e1e-bcfe-d29a9b6403e7 req-47b8bb83-6dfc-4b65-b87c-fed96d46698a service neutron] 10.222.0.67 "GET /v2.0/networks/60d12d43-706b-4dd1-9b0f-1fd65be40a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810692 Feb 09 02:25:24.627914 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb2c1b-5af3-4e6d-bcbe-648636846769 req-1d0fe508-fbff-42c5-9c03-7403a19157f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:24.629479 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9fdb2c1b-5af3-4e6d-bcbe-648636846769 req-1d0fe508-fbff-42c5-9c03-7403a19157f2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d9f191a91b545ca886c31af7cfe9c76&device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 1125 time: 0.0514524 Feb 09 02:25:24.717196 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb2c1b-5af3-4e6d-bcbe-648636846769 req-c55d6563-ed1e-4515-8617-3384f193dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:24.718630 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9fdb2c1b-5af3-4e6d-bcbe-648636846769 req-c55d6563-ed1e-4515-8617-3384f193dfc4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=60d12d43-706b-4dd1-9b0f-1fd65be40a34 HTTP/1.1" status: 200 len: 912 time: 0.0835574 Feb 09 02:25:24.763848 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9fdb2c1b-5af3-4e6d-bcbe-648636846769 req-5f6c467f-be7e-4d0e-a517-da363a4fa8f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e235ca3-2038-4e2c-b3c9-5532dd826221 HTTP/1.1" status: 200 len: 217 time: 0.0395496 Feb 09 02:25:24.812608 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb2c1b-5af3-4e6d-bcbe-648636846769 req-9cca9c2e-95a1-4d48-a635-f392a454f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:24.814061 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9fdb2c1b-5af3-4e6d-bcbe-648636846769 req-9cca9c2e-95a1-4d48-a635-f392a454f9ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33cb582c-884b-4b04-86ac-37612819988f HTTP/1.1" status: 200 len: 851 time: 0.0449374 Feb 09 02:25:24.845501 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9fdb2c1b-5af3-4e6d-bcbe-648636846769 req-e22ec955-5920-4406-8542-099dff0b9933 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=60d12d43-706b-4dd1-9b0f-1fd65be40a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255382 Feb 09 02:25:24.933981 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9fdb2c1b-5af3-4e6d-bcbe-648636846769 req-1b51ea26-c700-40a5-91af-62de64e09eaf service neutron] 10.222.0.67 "GET /v2.0/networks/60d12d43-706b-4dd1-9b0f-1fd65be40a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822163 Feb 09 02:25:25.026781 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9fdb2c1b-5af3-4e6d-bcbe-648636846769 req-b5d8e2f9-787d-4f86-b9f4-ebef80186374 service neutron] 10.222.0.67 "GET /v2.0/networks/60d12d43-706b-4dd1-9b0f-1fd65be40a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869915 Feb 09 02:25:25.345064 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72fee0-331d-4f6b-b164-a18aa1d9a1d9 req-4f248c3b-c088-4d88-96a8-9402b9dbb306 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:25.346515 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ed72fee0-331d-4f6b-b164-a18aa1d9a1d9 req-4f248c3b-c088-4d88-96a8-9402b9dbb306 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 943 time: 0.0555551 Feb 09 02:25:25.393540 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ed72fee0-331d-4f6b-b164-a18aa1d9a1d9 req-b7bb53f2-a0fa-4812-8840-d0300407af8e tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413167 Feb 09 02:25:26.520056 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc50331-eee4-434c-8d42-86b95e073c2a req-a0f99433-1001-4147-991e-7494b2705429 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:26.521539 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bfc50331-eee4-434c-8d42-86b95e073c2a req-a0f99433-1001-4147-991e-7494b2705429 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 943 time: 0.0568295 Feb 09 02:25:26.567648 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bfc50331-eee4-434c-8d42-86b95e073c2a req-7e68f169-cff6-4a5a-8416-ddc354c22b15 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404100 Feb 09 02:25:27.422824 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6e235ca3-2038-4e2c-b3c9-5532dd826221 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:25:27.520003 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 6e235ca3-2038-4e2c-b3c9-5532dd826221, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6e235ca3-2038-4e2c-b3c9-5532dd826221,segment=NetworkSegment(e3c95bbe-10a3-4b20-89ff-66bf772aad84),segment_id=e3c95bbe-10a3-4b20-89ff-66bf772aad84)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:27.532031 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '6e235ca3-2038-4e2c-b3c9-5532dd826221', 'network_id': '60d12d43-706b-4dd1-9b0f-1fd65be40a34', 'port_id': '6e235ca3-2038-4e2c-b3c9-5532dd826221', 'mac_address': 'fa:16:3e:66:6c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33cb582c-884b-4b04-86ac-37612819988f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:25:27.568342 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 6e235ca3-2038-4e2c-b3c9-5532dd826221 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:25:27.568543 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:27.581731 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e235ca3-2038-4e2c-b3c9-5532dd826221 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:25:27.602079 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 6e235ca3-2038-4e2c-b3c9-5532dd826221, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6e235ca3-2038-4e2c-b3c9-5532dd826221,segment=NetworkSegment(e3c95bbe-10a3-4b20-89ff-66bf772aad84),segment_id=e3c95bbe-10a3-4b20-89ff-66bf772aad84)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:27.607054 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:27.661059 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=6e235ca3-2038-4e2c-b3c9-5532dd826221,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:27.693859 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054fd5b-0984-452a-81ff-7979eb8a14a6 req-b8a89931-74df-4100-8598-fae6dbc3557c tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:27.695266 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e054fd5b-0984-452a-81ff-7979eb8a14a6 req-b8a89931-74df-4100-8598-fae6dbc3557c tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 944 time: 0.0576775 Feb 09 02:25:27.741597 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e054fd5b-0984-452a-81ff-7979eb8a14a6 req-38e19df1-42da-4cf4-97a5-cce500ba132c tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400834 Feb 09 02:25:27.897087 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['6e235ca3-2038-4e2c-b3c9-5532dd826221'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:25:28.863189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fd3f7-df95-46fa-8b5a-fb5dccac3b1a req-b692cc7c-ca68-4303-8c62-44286bb9d882 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:28.864637 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f37fd3f7-df95-46fa-8b5a-fb5dccac3b1a req-b692cc7c-ca68-4303-8c62-44286bb9d882 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 944 time: 0.0537636 Feb 09 02:25:28.911707 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f37fd3f7-df95-46fa-8b5a-fb5dccac3b1a req-7943af77-e2c6-4e34-9150-6dcd8e03b00f tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414732 Feb 09 02:25:29.420292 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6e235ca3-2038-4e2c-b3c9-5532dd826221 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:25:29.473486 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 6e235ca3-2038-4e2c-b3c9-5532dd826221 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:25:29.477842 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 6e235ca3-2038-4e2c-b3c9-5532dd826221 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:25:29.478377 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:29.553456 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 6e235ca3-2038-4e2c-b3c9-5532dd826221 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:25:29.553847 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:29.577549 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0fb511-50f8-4c57-8c26-20089cbe355a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e235ca3-2038-4e2c-b3c9-5532dd826221'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:25:29.579795 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6baa5105-135a-484c-9106-af7ffa5a7359" -d '{"events": [{"server_uuid": "1e0fb511-50f8-4c57-8c26-20089cbe355a", "name": "network-vif-plugged", "status": "completed", "tag": "6e235ca3-2038-4e2c-b3c9-5532dd826221"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:25:29.592323 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 6e235ca3-2038-4e2c-b3c9-5532dd826221, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6e235ca3-2038-4e2c-b3c9-5532dd826221,segment=NetworkSegment(e3c95bbe-10a3-4b20-89ff-66bf772aad84),segment_id=e3c95bbe-10a3-4b20-89ff-66bf772aad84)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:29.596321 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:29.622869 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35263794-e8ee-4f6f-b0b1-d3be997d513d x-openstack-request-id: req-35263794-e8ee-4f6f-b0b1-d3be997d513d {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:25:29.623160 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0fb511-50f8-4c57-8c26-20089cbe355a", "name": "network-vif-plugged", "status": "completed", "tag": "6e235ca3-2038-4e2c-b3c9-5532dd826221", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:25:29.623438 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35263794-e8ee-4f6f-b0b1-d3be997d513d {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:25:29.623831 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0fb511-50f8-4c57-8c26-20089cbe355a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e235ca3-2038-4e2c-b3c9-5532dd826221', 'code': 200} Feb 09 02:25:29.652038 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=6e235ca3-2038-4e2c-b3c9-5532dd826221,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:29.716809 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a8d39-ee2b-4e4d-b596-aa8f472a380e req-c242800f-ed11-4a32-917b-07ebf932390d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:29.718195 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-400a8d39-ee2b-4e4d-b596-aa8f472a380e req-c242800f-ed11-4a32-917b-07ebf932390d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 1127 time: 0.0443118 Feb 09 02:25:29.759964 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-400a8d39-ee2b-4e4d-b596-aa8f472a380e req-3bab1e21-b275-4269-924b-1dab32673aea service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355885 Feb 09 02:25:30.036682 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cd2de-b109-4d3a-89f8-2a87e6bda3ca req-d3ff647a-05c9-4666-b8d9-13c0e8903fbc tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:30.038059 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d73cd2de-b109-4d3a-89f8-2a87e6bda3ca req-d3ff647a-05c9-4666-b8d9-13c0e8903fbc tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0574641 Feb 09 02:25:30.084469 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d73cd2de-b109-4d3a-89f8-2a87e6bda3ca req-800acdff-ddaf-43f9-943f-b7c7452fa36d tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408955 Feb 09 02:25:31.209441 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd1309-ad29-4391-8009-2b85ffe6da0b req-5ca75809-ea56-4c98-812e-ea1503861975 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:31.210791 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cbdd1309-ad29-4391-8009-2b85ffe6da0b req-5ca75809-ea56-4c98-812e-ea1503861975 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0527601 Feb 09 02:25:31.262148 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cbdd1309-ad29-4391-8009-2b85ffe6da0b req-9837ee61-65bd-47b5-a94d-1e7500719b91 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449185 Feb 09 02:25:31.516157 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb0ae3-8366-4ec7-bf12-a7a0ac037fdf req-36c5b5bb-91fb-4117-a060-b086061a868e tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:31.517605 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-45eb0ae3-8366-4ec7-bf12-a7a0ac037fdf req-36c5b5bb-91fb-4117-a060-b086061a868e tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0628967 Feb 09 02:25:31.582078 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-5ebbd2c1-cc15-4292-87f9-b4ab5fb1c41c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1373010 Feb 09 02:25:31.586239 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-45eb0ae3-8366-4ec7-bf12-a7a0ac037fdf req-2e75a46a-aae3-423c-911a-5bd45d6cb616 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534551 Feb 09 02:25:32.672033 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-91b04734-4927-4385-8e08-ad5bcb68524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:32.673547 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-91b04734-4927-4385-8e08-ad5bcb68524d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d9f191a91b545ca886c31af7cfe9c76&device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 1127 time: 0.0507448 Feb 09 02:25:32.711406 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55333f78-b3c4-4b67-b713-e5e749bc7613 req-48f50d82-58ba-4565-942a-b8becd391217 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:32.714146 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-55333f78-b3c4-4b67-b713-e5e749bc7613 req-48f50d82-58ba-4565-942a-b8becd391217 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0580528 Feb 09 02:25:32.760981 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-55333f78-b3c4-4b67-b713-e5e749bc7613 req-d4b6282a-3118-41fd-b04f-daa0bcdf7495 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417039 Feb 09 02:25:32.764847 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-6f16dee1-2445-4ee7-a9d9-ce04aa93ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:32.766333 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-6f16dee1-2445-4ee7-a9d9-ce04aa93ce92 service neutron] 10.222.0.67 "GET /v2.0/networks?id=60d12d43-706b-4dd1-9b0f-1fd65be40a34 HTTP/1.1" status: 200 len: 912 time: 0.0871413 Feb 09 02:25:32.811197 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-4efe5065-ea94-44f4-abf5-b3ccb78c05b9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e235ca3-2038-4e2c-b3c9-5532dd826221 HTTP/1.1" status: 200 len: 217 time: 0.0394080 Feb 09 02:25:32.858070 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-1693416e-9ab1-4ddc-9f47-654c3204ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:32.859606 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-1693416e-9ab1-4ddc-9f47-654c3204ec46 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33cb582c-884b-4b04-86ac-37612819988f HTTP/1.1" status: 200 len: 851 time: 0.0430639 Feb 09 02:25:32.890892 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-1af15cc6-e655-4c10-b35e-0376b0d8092c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=60d12d43-706b-4dd1-9b0f-1fd65be40a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257621 Feb 09 02:25:32.979758 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-e94392e3-0582-491d-b561-b58b73900d5a service neutron] 10.222.0.67 "GET /v2.0/networks/60d12d43-706b-4dd1-9b0f-1fd65be40a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828733 Feb 09 02:25:33.073459 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-961c5b0c-54bf-4733-a57d-73fd96e937b9 service neutron] 10.222.0.67 "GET /v2.0/networks/60d12d43-706b-4dd1-9b0f-1fd65be40a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885766 Feb 09 02:25:33.883658 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bc5b9-cbec-45f7-9935-8d0098511197 req-399001cf-f71f-4bb0-96ff-d1593fb87e96 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:33.885812 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-179bc5b9-cbec-45f7-9935-8d0098511197 req-399001cf-f71f-4bb0-96ff-d1593fb87e96 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0545547 Feb 09 02:25:33.933302 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-179bc5b9-cbec-45f7-9935-8d0098511197 req-85b90764-2ff3-4825-8dbd-61f6bfffe0eb tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416906 Feb 09 02:25:35.053646 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efff83-eb85-4fd2-92b8-f63add95fd27 req-9ed815d0-61fc-4787-af33-5579f528eb55 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:35.055102 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a4efff83-eb85-4fd2-92b8-f63add95fd27 req-9ed815d0-61fc-4787-af33-5579f528eb55 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0534179 Feb 09 02:25:35.107667 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a4efff83-eb85-4fd2-92b8-f63add95fd27 req-79276ac2-c4d1-4268-a6c4-f5662e83029b tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460899 Feb 09 02:25:36.232950 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88b1ed-3496-4c39-ac7e-28b8f1ed6821 req-26cf14f5-e3e9-4e34-8765-6d8b664848f9 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:36.234319 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fb88b1ed-3496-4c39-ac7e-28b8f1ed6821 req-26cf14f5-e3e9-4e34-8765-6d8b664848f9 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0572438 Feb 09 02:25:36.280718 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fb88b1ed-3496-4c39-ac7e-28b8f1ed6821 req-bbf72559-7482-4fd5-92e4-d6a94e9ad090 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408530 Feb 09 02:25:36.724140 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f4e55-fb7d-4cda-a6ea-c987ff15884c req-e67b90d4-7fdd-483d-9b67-7a42efb405d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:36.725631 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d2f4e55-fb7d-4cda-a6ea-c987ff15884c req-e67b90d4-7fdd-483d-9b67-7a42efb405d4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d9f191a91b545ca886c31af7cfe9c76&device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 1127 time: 0.0470431 Feb 09 02:25:36.831647 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f4e55-fb7d-4cda-a6ea-c987ff15884c req-9c914e18-006b-4eaf-a469-443fa926282e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:36.833103 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d2f4e55-fb7d-4cda-a6ea-c987ff15884c req-9c914e18-006b-4eaf-a469-443fa926282e service neutron] 10.222.0.67 "GET /v2.0/networks?id=60d12d43-706b-4dd1-9b0f-1fd65be40a34 HTTP/1.1" status: 200 len: 912 time: 0.0887160 Feb 09 02:25:36.874498 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d2f4e55-fb7d-4cda-a6ea-c987ff15884c req-8119568f-01f0-45a7-b4ad-5bb76ddf92a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e235ca3-2038-4e2c-b3c9-5532dd826221 HTTP/1.1" status: 200 len: 217 time: 0.0353594 Feb 09 02:25:36.922027 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f4e55-fb7d-4cda-a6ea-c987ff15884c req-36a2674b-e309-44d6-a5ea-60fe93b3210c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:36.923470 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d2f4e55-fb7d-4cda-a6ea-c987ff15884c req-36a2674b-e309-44d6-a5ea-60fe93b3210c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33cb582c-884b-4b04-86ac-37612819988f HTTP/1.1" status: 200 len: 851 time: 0.0438566 Feb 09 02:25:36.954775 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d2f4e55-fb7d-4cda-a6ea-c987ff15884c req-2c449562-374e-4b2d-b6a4-b875eb722694 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=60d12d43-706b-4dd1-9b0f-1fd65be40a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260892 Feb 09 02:25:37.045876 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d2f4e55-fb7d-4cda-a6ea-c987ff15884c req-68e24cd1-12f2-4ac7-9c72-b1c7e00486e9 service neutron] 10.222.0.67 "GET /v2.0/networks/60d12d43-706b-4dd1-9b0f-1fd65be40a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845466 Feb 09 02:25:37.132653 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d2f4e55-fb7d-4cda-a6ea-c987ff15884c req-fe1a783a-a6c3-439e-9476-b952869fcf94 service neutron] 10.222.0.67 "GET /v2.0/networks/60d12d43-706b-4dd1-9b0f-1fd65be40a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807490 Feb 09 02:25:37.405726 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d44e05-1986-4150-9e28-9b415d64879a req-03755a9a-cc6e-466e-acf5-8968b5bb67ae tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:37.407431 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65d44e05-1986-4150-9e28-9b415d64879a req-03755a9a-cc6e-466e-acf5-8968b5bb67ae tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0543087 Feb 09 02:25:37.453343 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65d44e05-1986-4150-9e28-9b415d64879a req-1ed23fd9-9922-4da3-a819-5f9362ee5703 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403883 Feb 09 02:25:37.538531 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7906efec-6d48-4ed9-ad51-69d0469614b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:38.858913 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bd31e-db84-4300-b726-5a1175e0af03 req-aa99b5d9-8c10-4347-947f-e3cd814cb338 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:38.860414 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-791bd31e-db84-4300-b726-5a1175e0af03 req-aa99b5d9-8c10-4347-947f-e3cd814cb338 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.3377464 Feb 09 02:25:38.907088 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-791bd31e-db84-4300-b726-5a1175e0af03 req-9e684580-42d7-499c-987e-a4aba36d1deb tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410230 Feb 09 02:25:40.026228 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7f10f-f851-4032-b5ec-f2889c71408c req-044e7ced-b06f-49b5-ba80-f7758e7f54f6 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:40.027782 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bcd7f10f-f851-4032-b5ec-f2889c71408c req-044e7ced-b06f-49b5-ba80-f7758e7f54f6 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0529184 Feb 09 02:25:40.073476 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bcd7f10f-f851-4032-b5ec-f2889c71408c req-d7118cfd-2a34-4c30-9f9c-d749de1f1e47 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398848 Feb 09 02:25:40.188845 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7608ff7-5c02-4883-a455-61da72a29237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:40.292485 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:40.940926 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:41.182245 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:41.195003 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0adf3b-8029-4b7e-9b21-6df497527ba6 req-0e1df724-8b95-446c-83be-17b62f9c013b tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:41.196419 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1b0adf3b-8029-4b7e-9b21-6df497527ba6 req-0e1df724-8b95-446c-83be-17b62f9c013b tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0539083 Feb 09 02:25:41.243655 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1b0adf3b-8029-4b7e-9b21-6df497527ba6 req-0ab9c7b8-b286-4a64-8700-08e75ead241e tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410123 Feb 09 02:25:42.373676 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302c349-8af8-4be7-9841-b8e6dae4e125 req-cebd2d9e-a204-4958-b3c9-dad9d4286fba tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:42.375150 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1302c349-8af8-4be7-9841-b8e6dae4e125 req-cebd2d9e-a204-4958-b3c9-dad9d4286fba tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0630927 Feb 09 02:25:42.423411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1302c349-8af8-4be7-9841-b8e6dae4e125 req-485365e8-57b8-4fb7-afff-d252fba27714 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426311 Feb 09 02:25:42.448121 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:43.509631 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:43.555740 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ac636-f04b-42d0-87a9-b06fadf526f1 req-13cbf5a3-6d1f-49a9-bb14-2fe875374d43 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:43.557909 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-262ac636-f04b-42d0-87a9-b06fadf526f1 req-13cbf5a3-6d1f-49a9-bb14-2fe875374d43 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0605817 Feb 09 02:25:43.604565 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-262ac636-f04b-42d0-87a9-b06fadf526f1 req-0bd4511f-0a4f-4727-8a50-3136fc40d704 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408993 Feb 09 02:25:44.730957 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c766d02-bbdf-4dc0-9b33-7e5ca5001120 req-3ce0ea81-37d3-4c88-9c1a-c507c774bb3d tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:44.732520 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0c766d02-bbdf-4dc0-9b33-7e5ca5001120 req-3ce0ea81-37d3-4c88-9c1a-c507c774bb3d tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0591314 Feb 09 02:25:44.785683 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0c766d02-bbdf-4dc0-9b33-7e5ca5001120 req-da739ad6-bf47-4fdf-8af2-cf3daa6297c6 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475669 Feb 09 02:25:45.904190 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025527f-3477-4abf-8573-215b32460ea3 req-f8896b9e-b8ed-4a0a-9000-140fe565413c tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:45.905643 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e025527f-3477-4abf-8573-215b32460ea3 req-f8896b9e-b8ed-4a0a-9000-140fe565413c tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0528090 Feb 09 02:25:45.952426 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e025527f-3477-4abf-8573-215b32460ea3 req-8d00d843-7a2d-4ead-b469-dec3265df97d tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408862 Feb 09 02:25:47.072192 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9cb92-91c3-426d-b7cf-9169931ba80d req-439851e4-7467-4c4d-bd14-df1825de205b tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:47.074198 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3a9cb92-91c3-426d-b7cf-9169931ba80d req-439851e4-7467-4c4d-bd14-df1825de205b tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0542426 Feb 09 02:25:47.126828 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3a9cb92-91c3-426d-b7cf-9169931ba80d req-7e8ada8b-ba47-4c8e-bbcd-ef6290de06e1 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471275 Feb 09 02:25:48.245983 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ff984-730a-4770-88b1-f0b605c8951d req-d80a522e-af0f-4792-b002-fb9b01085855 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:48.247382 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f45ff984-730a-4770-88b1-f0b605c8951d req-d80a522e-af0f-4792-b002-fb9b01085855 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0522265 Feb 09 02:25:48.296956 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f45ff984-730a-4770-88b1-f0b605c8951d req-6119fc98-50bc-417c-a1a9-2766981c0cab tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440273 Feb 09 02:25:49.416650 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baae19e-4483-4128-8b3e-85c5fdee62c0 req-5826ba10-f18a-4cd7-825d-e1f217d92046 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:49.418368 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6baae19e-4483-4128-8b3e-85c5fdee62c0 req-5826ba10-f18a-4cd7-825d-e1f217d92046 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0533834 Feb 09 02:25:49.466799 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6baae19e-4483-4128-8b3e-85c5fdee62c0 req-66b4c2b2-7e20-42bb-943f-7a4d78e10d23 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429456 Feb 09 02:25:50.586792 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234282c2-432d-4e3e-ace3-da28821fc287 req-09c1b372-2330-45f5-a6cf-8c92b4004564 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:50.588287 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-234282c2-432d-4e3e-ace3-da28821fc287 req-09c1b372-2330-45f5-a6cf-8c92b4004564 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0527763 Feb 09 02:25:50.634419 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-234282c2-432d-4e3e-ace3-da28821fc287 req-fd795e78-44fa-4c50-b927-a05d5728d088 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398424 Feb 09 02:25:51.756600 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cb378-1917-4708-bff4-e1489e99383c req-ad4439e1-7b3a-4c57-9192-568f684119df tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:51.758170 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-355cb378-1917-4708-bff4-e1489e99383c req-ad4439e1-7b3a-4c57-9192-568f684119df tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0526845 Feb 09 02:25:51.804338 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-355cb378-1917-4708-bff4-e1489e99383c req-8186a8de-ab13-4fc7-bc93-4f3342268bb9 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400267 Feb 09 02:25:52.926387 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf93e9-cc93-4fc3-a920-e89dddb7634c req-34d67db3-fd62-4677-a074-8d5de5c4d6c3 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:52.927801 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-60bf93e9-cc93-4fc3-a920-e89dddb7634c req-34d67db3-fd62-4677-a074-8d5de5c4d6c3 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0530767 Feb 09 02:25:52.973808 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-60bf93e9-cc93-4fc3-a920-e89dddb7634c req-fa470d7e-1d59-4257-a865-cee54d2b134f tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402658 Feb 09 02:25:54.097009 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c17a27-98e9-43d9-98b0-33778936d901 req-4658a5e1-d8ef-4173-9eb9-f0ec54b71b18 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:54.098473 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-52c17a27-98e9-43d9-98b0-33778936d901 req-4658a5e1-d8ef-4173-9eb9-f0ec54b71b18 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0569575 Feb 09 02:25:54.149718 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-52c17a27-98e9-43d9-98b0-33778936d901 req-102c2988-c5aa-4bf0-8949-145af0940787 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456779 Feb 09 02:25:55.277510 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf8b61-20ee-4dd7-9282-9571cb2dd42e req-df1453c3-2214-4463-8bc6-dfa6a8130982 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:55.280051 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-33cf8b61-20ee-4dd7-9282-9571cb2dd42e req-df1453c3-2214-4463-8bc6-dfa6a8130982 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0587554 Feb 09 02:25:55.327011 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-33cf8b61-20ee-4dd7-9282-9571cb2dd42e req-deeb3432-c79e-4e9a-a76d-11d37c36c309 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411189 Feb 09 02:25:56.446369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcc1f2-5bd9-43a5-83d4-1c4636a60ef5 req-23adb952-e0dc-4072-8eb1-90896570859b tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:56.447879 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ffcc1f2-5bd9-43a5-83d4-1c4636a60ef5 req-23adb952-e0dc-4072-8eb1-90896570859b tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0525773 Feb 09 02:25:56.498154 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1ffcc1f2-5bd9-43a5-83d4-1c4636a60ef5 req-e9fdd281-e305-46a7-a2c4-9c8060ba55e7 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436878 Feb 09 02:25:56.543864 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:25:57.616863 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f9475-0a0d-4168-a564-42a6a92a9b22 req-a1d9be5f-6661-43dc-857a-1ea79c71cc64 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:57.618314 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6b0f9475-0a0d-4168-a564-42a6a92a9b22 req-a1d9be5f-6661-43dc-857a-1ea79c71cc64 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0521023 Feb 09 02:25:57.665461 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6b0f9475-0a0d-4168-a564-42a6a92a9b22 req-f81d2af8-eeed-4ff3-88f2-cec66e8b8c03 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406749 Feb 09 02:25:58.789488 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3caf13-c120-4134-81d6-6073987a193e req-2c8165e7-247a-40d2-b50d-ddc7feb9504e tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:58.790951 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec3caf13-c120-4134-81d6-6073987a193e req-2c8165e7-247a-40d2-b50d-ddc7feb9504e tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0564818 Feb 09 02:25:58.837741 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec3caf13-c120-4134-81d6-6073987a193e req-7b7bb2c4-ea5a-45fe-9daf-b76599ebe837 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402873 Feb 09 02:26:00.004871 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c542c-80f5-43ba-bd4c-407754746647 req-6d3c331a-df5e-4fd0-bc4a-86959fa3f3b5 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:00.006352 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3a1c542c-80f5-43ba-bd4c-407754746647 req-6d3c331a-df5e-4fd0-bc4a-86959fa3f3b5 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0960817 Feb 09 02:26:00.019242 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-b4345eee-02ab-4332-9590-811e64cf9c56 service neutron] show failed (client error): The resource could not be found. Feb 09 02:26:00.020249 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-b4345eee-02ab-4332-9590-811e64cf9c56 service neutron] 10.222.0.67 "GET /v2.0/ports/6e235ca3-2038-4e2c-b3c9-5532dd826221/bindings/n-h2-828387-3 HTTP/1.1" status: 404 len: 380 time: 0.0808694 Feb 09 02:26:00.059463 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3a1c542c-80f5-43ba-bd4c-407754746647 req-d3ce28a5-4394-4e1f-bc67-a50329a8435b tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471380 Feb 09 02:26:00.219677 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-c460dfca-940b-4125-99fc-5c9d676e939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:00.221087 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-c460dfca-940b-4125-99fc-5c9d676e939f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a&tenant_id=2d9f191a91b545ca886c31af7cfe9c76 HTTP/1.1" status: 200 len: 1127 time: 0.0460193 Feb 09 02:26:00.232320 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828387-3', 'device_owner': 'compute:nova'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:00.291705 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:00.496747 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] For port 6e235ca3-2038-4e2c-b3c9-5532dd826221, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6e235ca3-2038-4e2c-b3c9-5532dd826221,segment=NetworkSegment(e3c95bbe-10a3-4b20-89ff-66bf772aad84),segment_id=e3c95bbe-10a3-4b20-89ff-66bf772aad84)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:00.530109 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] For port 6e235ca3-2038-4e2c-b3c9-5532dd826221, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:26:00.570662 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0fb511-50f8-4c57-8c26-20089cbe355a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e235ca3-2038-4e2c-b3c9-5532dd826221'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:00.572972 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32c72d8-2048-4e3e-951f-51511f3205f8" -d '{"events": [{"server_uuid": "1e0fb511-50f8-4c57-8c26-20089cbe355a", "name": "network-vif-unplugged", "status": "completed", "tag": "6e235ca3-2038-4e2c-b3c9-5532dd826221"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:00.577869 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Publish callbacks [] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:00.590455 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Transition to ACTIVE for port object 6e235ca3-2038-4e2c-b3c9-5532dd826221 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:26:00.594586 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:00.622508 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d722e641-0565-4e62-aafb-24bfcbe5a65f x-openstack-request-id: req-d722e641-0565-4e62-aafb-24bfcbe5a65f {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:00.622806 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0fb511-50f8-4c57-8c26-20089cbe355a", "name": "network-vif-unplugged", "status": "completed", "tag": "6e235ca3-2038-4e2c-b3c9-5532dd826221", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:00.623621 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d722e641-0565-4e62-aafb-24bfcbe5a65f {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:00.623621 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0fb511-50f8-4c57-8c26-20089cbe355a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e235ca3-2038-4e2c-b3c9-5532dd826221', 'code': 200} Feb 09 02:26:00.661031 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] No DVR routers for this DVR port 6e235ca3-2038-4e2c-b3c9-5532dd826221 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:26:00.662868 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Pushing event updated for resources: {'Port': ['ID=6e235ca3-2038-4e2c-b3c9-5532dd826221,revision_number=6']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:00.674908 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:00.675301 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:00.675626 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:00.675966 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:00.676301 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:00.676634 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:00.676965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:00.677292 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:00.677618 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:00.678040 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:00.678379 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:00.678704 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:00.679046 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:00.708823 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Attempting to bind port 6e235ca3-2038-4e2c-b3c9-5532dd826221 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:00.709159 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Attempting to bind port 6e235ca3-2038-4e2c-b3c9-5532dd826221 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'e3c95bbe-10a3-4b20-89ff-66bf772aad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '60d12d43-706b-4dd1-9b0f-1fd65be40a34'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:00.709490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Attempting to bind port 6e235ca3-2038-4e2c-b3c9-5532dd826221 on network 60d12d43-706b-4dd1-9b0f-1fd65be40a34 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:00.713746 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Port 6e235ca3-2038-4e2c-b3c9-5532dd826221 on network 60d12d43-706b-4dd1-9b0f-1fd65be40a34 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:00.714071 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Attempting to bind port 6e235ca3-2038-4e2c-b3c9-5532dd826221 on network 60d12d43-706b-4dd1-9b0f-1fd65be40a34 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:00.719586 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:26:00.719927 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Checking segment: {'id': 'e3c95bbe-10a3-4b20-89ff-66bf772aad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '60d12d43-706b-4dd1-9b0f-1fd65be40a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:26:00.720313 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Bound using segment: {'id': 'e3c95bbe-10a3-4b20-89ff-66bf772aad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '60d12d43-706b-4dd1-9b0f-1fd65be40a34'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:26:00.720741 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Bound port: 6e235ca3-2038-4e2c-b3c9-5532dd826221, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c95bbe-10a3-4b20-89ff-66bf772aad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '60d12d43-706b-4dd1-9b0f-1fd65be40a34'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:26:00.721095 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:00.786647 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] For port 6e235ca3-2038-4e2c-b3c9-5532dd826221, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:26:00.789620 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] For port 6e235ca3-2038-4e2c-b3c9-5532dd826221, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6e235ca3-2038-4e2c-b3c9-5532dd826221,segment=NetworkSegment(e3c95bbe-10a3-4b20-89ff-66bf772aad84),segment_id=e3c95bbe-10a3-4b20-89ff-66bf772aad84)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:26:00.796083 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:00.834076 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:00.834697 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:00.836144 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] 10.222.0.48 "PUT /v2.0/ports/6e235ca3-2038-4e2c-b3c9-5532dd826221 HTTP/1.1" status: 200 len: 1091 time: 0.6079924 Feb 09 02:26:00.854766 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec832d-a056-4bce-9c98-c447f5328f08 service neutron] Pushing event updated for resources: {'Port': ['ID=6e235ca3-2038-4e2c-b3c9-5532dd826221,revision_number=7']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:00.909241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-6c5cf552-32ef-45d9-b9c7-abcb051614a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:00.910860 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-6c5cf552-32ef-45d9-b9c7-abcb051614a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d9f191a91b545ca886c31af7cfe9c76&device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 1125 time: 0.0479655 Feb 09 02:26:01.004641 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-ac2ca05f-90ad-422b-befa-30a7ad0861b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:01.006107 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-ac2ca05f-90ad-422b-befa-30a7ad0861b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=60d12d43-706b-4dd1-9b0f-1fd65be40a34 HTTP/1.1" status: 200 len: 912 time: 0.0893247 Feb 09 02:26:01.050641 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-e5a651ce-d53b-414a-bc81-5dd48ad44a3b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e235ca3-2038-4e2c-b3c9-5532dd826221 HTTP/1.1" status: 200 len: 217 time: 0.0361662 Feb 09 02:26:01.100140 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-20660d5e-4437-4215-b07f-e24a550955c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:01.101840 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-20660d5e-4437-4215-b07f-e24a550955c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=33cb582c-884b-4b04-86ac-37612819988f HTTP/1.1" status: 200 len: 851 time: 0.0454361 Feb 09 02:26:01.141144 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-958b6a12-b4c7-4d56-86d7-4141857f3303 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60d12d43-706b-4dd1-9b0f-1fd65be40a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301650 Feb 09 02:26:01.183334 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa86ab-db51-470e-9b69-b83410eab060 req-b3493623-c90d-4cb8-a5ad-491f10f75bee tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:01.184883 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-52aa86ab-db51-470e-9b69-b83410eab060 req-b3493623-c90d-4cb8-a5ad-491f10f75bee tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 943 time: 0.0537319 Feb 09 02:26:01.233178 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-52aa86ab-db51-470e-9b69-b83410eab060 req-166931fd-1a53-45fa-a599-175a81ed610f tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421450 Feb 09 02:26:01.234622 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-4ac556f8-13e9-4828-8998-5c3c5cb934d1 service neutron] 10.222.0.48 "GET /v2.0/networks/60d12d43-706b-4dd1-9b0f-1fd65be40a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872390 Feb 09 02:26:01.327568 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-58d694eb-0da0-469f-97cb-59cb3e312d02 req-eb825b27-b3dc-40de-9d16-9e291942c85d service neutron] 10.222.0.48 "GET /v2.0/networks/60d12d43-706b-4dd1-9b0f-1fd65be40a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868950 Feb 09 02:26:02.358771 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03515f-0ccc-43e1-aa98-0297b182a41e req-3818f0a5-cadb-4489-9037-8c6c79c4c2b5 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:02.360282 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b03515f-0ccc-43e1-aa98-0297b182a41e req-3818f0a5-cadb-4489-9037-8c6c79c4c2b5 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 943 time: 0.0555589 Feb 09 02:26:02.412479 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3b03515f-0ccc-43e1-aa98-0297b182a41e req-28a95057-6f65-4431-a5ce-8d7d6320b675 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465567 Feb 09 02:26:02.624606 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0fb511-50f8-4c57-8c26-20089cbe355a', 'tag': '6e235ca3-2038-4e2c-b3c9-5532dd826221'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:02.626952 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed104c1-57d9-4021-b260-2ac9e88775ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0fb511-50f8-4c57-8c26-20089cbe355a", "tag": "6e235ca3-2038-4e2c-b3c9-5532dd826221"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:02.677239 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6cb7f3-7c8c-4d05-8e88-8e3692504ddd x-openstack-request-id: req-8b6cb7f3-7c8c-4d05-8e88-8e3692504ddd {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:02.677536 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0fb511-50f8-4c57-8c26-20089cbe355a", "tag": "6e235ca3-2038-4e2c-b3c9-5532dd826221", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:02.677916 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b6cb7f3-7c8c-4d05-8e88-8e3692504ddd {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:02.678315 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0fb511-50f8-4c57-8c26-20089cbe355a', 'tag': '6e235ca3-2038-4e2c-b3c9-5532dd826221', 'status': 'completed', 'code': 200} Feb 09 02:26:02.747487 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed104c1-57d9-4021-b260-2ac9e88775ce req-5434350e-fe68-4f62-bcc0-334ca293a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:02.748910 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8ed104c1-57d9-4021-b260-2ac9e88775ce req-5434350e-fe68-4f62-bcc0-334ca293a8ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d9f191a91b545ca886c31af7cfe9c76&device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 1125 time: 0.0487940 Feb 09 02:26:02.755624 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed104c1-57d9-4021-b260-2ac9e88775ce req-8d3d556a-c882-4079-bb44-978c5319ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:02.757199 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8ed104c1-57d9-4021-b260-2ac9e88775ce req-8d3d556a-c882-4079-bb44-978c5319ccdf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d9f191a91b545ca886c31af7cfe9c76&device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 1125 time: 0.0550797 Feb 09 02:26:02.859404 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed104c1-57d9-4021-b260-2ac9e88775ce req-2b8a14eb-2a1a-4bb8-ba8a-ff2683b78455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:02.861739 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8ed104c1-57d9-4021-b260-2ac9e88775ce req-2b8a14eb-2a1a-4bb8-ba8a-ff2683b78455 service neutron] 10.222.0.67 "GET /v2.0/networks?id=60d12d43-706b-4dd1-9b0f-1fd65be40a34 HTTP/1.1" status: 200 len: 912 time: 0.0972705 Feb 09 02:26:02.867710 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed104c1-57d9-4021-b260-2ac9e88775ce req-db07ada7-52d0-4909-bd37-f75e9e1c57ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:02.869248 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8ed104c1-57d9-4021-b260-2ac9e88775ce req-db07ada7-52d0-4909-bd37-f75e9e1c57ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=60d12d43-706b-4dd1-9b0f-1fd65be40a34 HTTP/1.1" status: 200 len: 912 time: 0.1117284 Feb 09 02:26:02.912131 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8ed104c1-57d9-4021-b260-2ac9e88775ce req-e849cfce-e5d1-4e0a-80ef-6d7d425664ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e235ca3-2038-4e2c-b3c9-5532dd826221 HTTP/1.1" status: 200 len: 217 time: 0.0445843 Feb 09 02:26:02.921357 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8ed104c1-57d9-4021-b260-2ac9e88775ce req-ad1fdbc1-c4ea-42a7-a241-5e72e96ad37f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e235ca3-2038-4e2c-b3c9-5532dd826221 HTTP/1.1" status: 200 len: 217 time: 0.0419159 Feb 09 02:26:02.970577 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed104c1-57d9-4021-b260-2ac9e88775ce req-9b9fcbe7-01ef-494c-a9c8-803bd0c9670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:02.972108 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8ed104c1-57d9-4021-b260-2ac9e88775ce req-9b9fcbe7-01ef-494c-a9c8-803bd0c9670d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33cb582c-884b-4b04-86ac-37612819988f HTTP/1.1" status: 200 len: 851 time: 0.0548859 Feb 09 02:26:02.980249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed104c1-57d9-4021-b260-2ac9e88775ce req-db36eee0-517b-4066-9840-a75fb5d76662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:02.986037 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8ed104c1-57d9-4021-b260-2ac9e88775ce req-db36eee0-517b-4066-9840-a75fb5d76662 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=33cb582c-884b-4b04-86ac-37612819988f HTTP/1.1" status: 200 len: 851 time: 0.0570140 Feb 09 02:26:03.006455 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8ed104c1-57d9-4021-b260-2ac9e88775ce req-60a3f708-0b6c-46e8-bce2-f37eb1dbbcdc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=60d12d43-706b-4dd1-9b0f-1fd65be40a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286777 Feb 09 02:26:03.021315 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8ed104c1-57d9-4021-b260-2ac9e88775ce req-69230a27-ac89-4ddd-96ff-f291738f9f45 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60d12d43-706b-4dd1-9b0f-1fd65be40a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312238 Feb 09 02:26:03.099031 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8ed104c1-57d9-4021-b260-2ac9e88775ce req-1a2913e3-c722-4623-b42f-acf897b58555 service neutron] 10.222.0.67 "GET /v2.0/networks/60d12d43-706b-4dd1-9b0f-1fd65be40a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846829 Feb 09 02:26:03.116412 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8ed104c1-57d9-4021-b260-2ac9e88775ce req-cb443f11-196d-437b-847e-dcaad0907061 service neutron] 10.222.0.48 "GET /v2.0/networks/60d12d43-706b-4dd1-9b0f-1fd65be40a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833945 Feb 09 02:26:03.195967 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8ed104c1-57d9-4021-b260-2ac9e88775ce req-591794b1-254d-4d80-abd6-7bede2c5262c service neutron] 10.222.0.67 "GET /v2.0/networks/60d12d43-706b-4dd1-9b0f-1fd65be40a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911739 Feb 09 02:26:03.576698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6e235ca3-2038-4e2c-b3c9-5532dd826221 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:26:03.589422 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8ed104c1-57d9-4021-b260-2ac9e88775ce req-776ad641-610b-462d-a405-af1f64406536 service neutron] 10.222.0.48 "GET /v2.0/networks/60d12d43-706b-4dd1-9b0f-1fd65be40a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655247 Feb 09 02:26:03.602953 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd0a4f-709a-4ff1-ab2e-b0a09ba73c64 req-24545d96-a389-4fe6-bc06-f25ca442b3b2 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:03.604528 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69bd0a4f-709a-4ff1-ab2e-b0a09ba73c64 req-24545d96-a389-4fe6-bc06-f25ca442b3b2 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 943 time: 0.0905368 Feb 09 02:26:03.616070 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] The host n-h1-828387-3 is not matching for port 6e235ca3-2038-4e2c-b3c9-5532dd826221 host n-h2-828387-3! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:26:03.616468 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6e235ca3-2038-4e2c-b3c9-5532dd826221 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:26:03.654166 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69bd0a4f-709a-4ff1-ab2e-b0a09ba73c64 req-2d558d34-d8b7-4b98-b5fc-c56b27816778 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435107 Feb 09 02:26:03.776671 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 6e235ca3-2038-4e2c-b3c9-5532dd826221 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:26:03.877795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 6e235ca3-2038-4e2c-b3c9-5532dd826221, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6e235ca3-2038-4e2c-b3c9-5532dd826221,segment=NetworkSegment(e3c95bbe-10a3-4b20-89ff-66bf772aad84),segment_id=e3c95bbe-10a3-4b20-89ff-66bf772aad84)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:03.890013 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '6e235ca3-2038-4e2c-b3c9-5532dd826221', 'network_id': '60d12d43-706b-4dd1-9b0f-1fd65be40a34', 'port_id': '6e235ca3-2038-4e2c-b3c9-5532dd826221', 'mac_address': 'fa:16:3e:66:6c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33cb582c-884b-4b04-86ac-37612819988f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:26:03.930091 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 6e235ca3-2038-4e2c-b3c9-5532dd826221 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:26:03.930482 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:03.942599 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-23d9b4e4-a851-46d7-b1e6-952147cf9ca6 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:03.944092 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-23d9b4e4-a851-46d7-b1e6-952147cf9ca6 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a&tenant_id=2d9f191a91b545ca886c31af7cfe9c76&binding%3Ahost_id=n-h2-828387-3 HTTP/1.1" status: 200 len: 943 time: 0.1021061 Feb 09 02:26:03.945260 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e235ca3-2038-4e2c-b3c9-5532dd826221 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:26:03.967067 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 6e235ca3-2038-4e2c-b3c9-5532dd826221, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6e235ca3-2038-4e2c-b3c9-5532dd826221,segment=NetworkSegment(e3c95bbe-10a3-4b20-89ff-66bf772aad84),segment_id=e3c95bbe-10a3-4b20-89ff-66bf772aad84)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:03.971668 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:04.011118 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-0c1efc03-4b97-44f6-9189-42082b4d8cf7 service neutron] delete failed (client error): The resource could not be found. Feb 09 02:26:04.012200 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-0c1efc03-4b97-44f6-9189-42082b4d8cf7 service neutron] 10.222.0.67 "DELETE /v2.0/ports/6e235ca3-2038-4e2c-b3c9-5532dd826221/bindings/n-h1-828387-3 HTTP/1.1" status: 404 len: 380 time: 0.0609093 Feb 09 02:26:04.023170 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=6e235ca3-2038-4e2c-b3c9-5532dd826221,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:04.102556 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-834541de-dc1e-4196-9b83-275eee3b6d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:04.103762 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-834541de-dc1e-4196-9b83-275eee3b6d6a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d9f191a91b545ca886c31af7cfe9c76&device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 1126 time: 0.0480294 Feb 09 02:26:04.202385 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-bd3f13c5-85e1-45c0-b8b5-1f47399b0868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:04.203906 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-bd3f13c5-85e1-45c0-b8b5-1f47399b0868 service neutron] 10.222.0.67 "GET /v2.0/networks?id=60d12d43-706b-4dd1-9b0f-1fd65be40a34 HTTP/1.1" status: 200 len: 912 time: 0.0940962 Feb 09 02:26:04.214423 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['6e235ca3-2038-4e2c-b3c9-5532dd826221'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:26:04.247418 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-129dfc49-bc15-40c4-be62-db593c0b5889 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e235ca3-2038-4e2c-b3c9-5532dd826221 HTTP/1.1" status: 200 len: 217 time: 0.0373309 Feb 09 02:26:04.296128 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-e2236446-cebe-4619-b4fc-bcbed9398de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:04.297648 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-e2236446-cebe-4619-b4fc-bcbed9398de2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33cb582c-884b-4b04-86ac-37612819988f HTTP/1.1" status: 200 len: 851 time: 0.0453215 Feb 09 02:26:04.328462 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-c61f5811-b635-4013-9517-737dfb70238a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=60d12d43-706b-4dd1-9b0f-1fd65be40a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253043 Feb 09 02:26:04.423772 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-e5ae4026-0ee2-4224-b587-a9ee8d5da853 service neutron] 10.222.0.67 "GET /v2.0/networks/60d12d43-706b-4dd1-9b0f-1fd65be40a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895450 Feb 09 02:26:04.516624 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-bbdb2443-9753-46cf-8d3b-03b2947b2ff3 service neutron] 10.222.0.67 "GET /v2.0/networks/60d12d43-706b-4dd1-9b0f-1fd65be40a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872426 Feb 09 02:26:05.207584 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca967253-7df1-4f35-9113-14f48bb992fb req-9a6bb266-4fcd-4fb4-abd6-a7cebd7a8ab1 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:05.208984 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ca967253-7df1-4f35-9113-14f48bb992fb req-9a6bb266-4fcd-4fb4-abd6-a7cebd7a8ab1 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 944 time: 0.0608468 Feb 09 02:26:05.265909 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ca967253-7df1-4f35-9113-14f48bb992fb req-c6b3c070-4b30-4c74-8343-d05086df709b tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473413 Feb 09 02:26:05.800374 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 6e235ca3-2038-4e2c-b3c9-5532dd826221 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:26:05.851644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 6e235ca3-2038-4e2c-b3c9-5532dd826221 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:26:05.855889 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 6e235ca3-2038-4e2c-b3c9-5532dd826221 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:26:05.856309 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:05.939999 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 6e235ca3-2038-4e2c-b3c9-5532dd826221 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:26:05.940390 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:05.965959 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0fb511-50f8-4c57-8c26-20089cbe355a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e235ca3-2038-4e2c-b3c9-5532dd826221'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:05.968267 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a086cadc-fc2e-4428-9704-bfdcfa8b50b6" -d '{"events": [{"server_uuid": "1e0fb511-50f8-4c57-8c26-20089cbe355a", "name": "network-vif-plugged", "status": "completed", "tag": "6e235ca3-2038-4e2c-b3c9-5532dd826221"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:05.981716 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 6e235ca3-2038-4e2c-b3c9-5532dd826221, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6e235ca3-2038-4e2c-b3c9-5532dd826221,segment=NetworkSegment(e3c95bbe-10a3-4b20-89ff-66bf772aad84),segment_id=e3c95bbe-10a3-4b20-89ff-66bf772aad84)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:05.987044 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:06.014779 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce5324b-9402-4a88-80db-f1928edfbbcc x-openstack-request-id: req-1ce5324b-9402-4a88-80db-f1928edfbbcc {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:06.015049 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0fb511-50f8-4c57-8c26-20089cbe355a", "name": "network-vif-plugged", "status": "completed", "tag": "6e235ca3-2038-4e2c-b3c9-5532dd826221", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:06.015336 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ce5324b-9402-4a88-80db-f1928edfbbcc {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:06.015725 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0fb511-50f8-4c57-8c26-20089cbe355a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e235ca3-2038-4e2c-b3c9-5532dd826221', 'code': 200} Feb 09 02:26:06.042055 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=6e235ca3-2038-4e2c-b3c9-5532dd826221,revision_number=9']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:06.400145 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f59ddb-64a6-44fd-a6ad-45898c321216 req-8e6036e0-089d-4223-a51c-4be082c6164c tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:06.401629 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a0f59ddb-64a6-44fd-a6ad-45898c321216 req-8e6036e0-089d-4223-a51c-4be082c6164c tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0548003 Feb 09 02:26:06.448870 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a0f59ddb-64a6-44fd-a6ad-45898c321216 req-0937125e-5804-4c64-ae60-5e2463581afa tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405269 Feb 09 02:26:06.539731 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-f000c9f3-3bd0-4c94-a0e3-5f0e9b3995ee tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:06.541170 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-f000c9f3-3bd0-4c94-a0e3-5f0e9b3995ee tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e0fb511-50f8-4c57-8c26-20089cbe355a HTTP/1.1" status: 200 len: 945 time: 0.0521703 Feb 09 02:26:06.638433 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-b7c54b34-9d03-4c71-80a7-da14ba9fb191 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Deleting port 6e235ca3-2038-4e2c-b3c9-5532dd826221 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:06.638793 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-b7c54b34-9d03-4c71-80a7-da14ba9fb191 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:06.727045 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-b7c54b34-9d03-4c71-80a7-da14ba9fb191 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] For port 6e235ca3-2038-4e2c-b3c9-5532dd826221, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6e235ca3-2038-4e2c-b3c9-5532dd826221,segment=NetworkSegment(e3c95bbe-10a3-4b20-89ff-66bf772aad84),segment_id=e3c95bbe-10a3-4b20-89ff-66bf772aad84)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:06.727500 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-b7c54b34-9d03-4c71-80a7-da14ba9fb191 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:06.740570 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-b7c54b34-9d03-4c71-80a7-da14ba9fb191 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Calling delete_port for 6e235ca3-2038-4e2c-b3c9-5532dd826221 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:06.872379 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-b7c54b34-9d03-4c71-80a7-da14ba9fb191 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (6e235ca3-2038-4e2c-b3c9-5532dd826221), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:06.884841 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['6e235ca3-2038-4e2c-b3c9-5532dd826221'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:26:06.903760 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c54b34-9d03-4c71-80a7-da14ba9fb191 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Pushing event deleted for resources: {'Port': ['ID=6e235ca3-2038-4e2c-b3c9-5532dd826221,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:06.955944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-b7c54b34-9d03-4c71-80a7-da14ba9fb191 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] No DVR routers for this DVR port 6e235ca3-2038-4e2c-b3c9-5532dd826221 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:26:06.958505 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-b7c54b34-9d03-4c71-80a7-da14ba9fb191 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:06.961931 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ce39eef5-8f95-4736-9116-11492dd022d1 req-b7c54b34-9d03-4c71-80a7-da14ba9fb191 tempest-DeleteServersTestJSON-508284514 tempest-DeleteServersTestJSON-508284514-project] 10.222.0.48 "DELETE /v2.0/ports/6e235ca3-2038-4e2c-b3c9-5532dd826221 HTTP/1.1" status: 204 len: 173 time: 0.4146316 Feb 09 02:26:06.962405 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0fb511-50f8-4c57-8c26-20089cbe355a', 'name': 'network-vif-deleted', 'tag': '6e235ca3-2038-4e2c-b3c9-5532dd826221'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:06.964863 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5774860e-9d61-46e0-85b9-744fc26cbdcd" -d '{"events": [{"server_uuid": "1e0fb511-50f8-4c57-8c26-20089cbe355a", "name": "network-vif-deleted", "tag": "6e235ca3-2038-4e2c-b3c9-5532dd826221"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:07.005854 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ddf34b-e0f1-43b2-9291-ab04a4c9511c x-openstack-request-id: req-c5ddf34b-e0f1-43b2-9291-ab04a4c9511c {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:07.006156 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0fb511-50f8-4c57-8c26-20089cbe355a", "name": "network-vif-deleted", "tag": "6e235ca3-2038-4e2c-b3c9-5532dd826221", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:07.006416 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c5ddf34b-e0f1-43b2-9291-ab04a4c9511c {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:07.006821 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0fb511-50f8-4c57-8c26-20089cbe355a', 'name': 'network-vif-deleted', 'tag': '6e235ca3-2038-4e2c-b3c9-5532dd826221', 'status': 'completed', 'code': 200} Feb 09 02:26:07.543510 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-39e16a99-6c31-4f9b-bc2e-d1df36b5e811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:07.585405 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59036) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:07.639787 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa726801-0f0c-42e3-925e-3e597e3442e4 admin admin] Deleting subnet 33cb582c-884b-4b04-86ac-37612819988f {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:26:07.642934 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fa726801-0f0c-42e3-925e-3e597e3442e4 admin admin] Publish callbacks [] for subnet (33cb582c-884b-4b04-86ac-37612819988f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:07.688662 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fa726801-0f0c-42e3-925e-3e597e3442e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (33cb582c-884b-4b04-86ac-37612819988f), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:07.729666 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fa726801-0f0c-42e3-925e-3e597e3442e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (33cb582c-884b-4b04-86ac-37612819988f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:07.786392 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fa726801-0f0c-42e3-925e-3e597e3442e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (33cb582c-884b-4b04-86ac-37612819988f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:07.823109 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa726801-0f0c-42e3-925e-3e597e3442e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33cb582c-884b-4b04-86ac-37612819988f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:07.829974 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fa726801-0f0c-42e3-925e-3e597e3442e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:07.833269 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fa726801-0f0c-42e3-925e-3e597e3442e4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/33cb582c-884b-4b04-86ac-37612819988f HTTP/1.1" status: 204 len: 168 time: 0.2468250 Feb 09 02:26:07.836004 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59038) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:07.838669 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa726801-0f0c-42e3-925e-3e597e3442e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:07.839020 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa726801-0f0c-42e3-925e-3e597e3442e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:07.839410 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa726801-0f0c-42e3-925e-3e597e3442e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:07.839753 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa726801-0f0c-42e3-925e-3e597e3442e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:07.840086 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa726801-0f0c-42e3-925e-3e597e3442e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:07.840952 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa726801-0f0c-42e3-925e-3e597e3442e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:07.841386 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa726801-0f0c-42e3-925e-3e597e3442e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:07.841958 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa726801-0f0c-42e3-925e-3e597e3442e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:07.842298 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa726801-0f0c-42e3-925e-3e597e3442e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:07.843675 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa726801-0f0c-42e3-925e-3e597e3442e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:07.844006 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa726801-0f0c-42e3-925e-3e597e3442e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:07.844342 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa726801-0f0c-42e3-925e-3e597e3442e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:07.844673 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa726801-0f0c-42e3-925e-3e597e3442e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:07.915779 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6366d7ff-e0be-403a-ac28-8dc3a40de7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (60d12d43-706b-4dd1-9b0f-1fd65be40a34), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:08.005828 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6366d7ff-e0be-403a-ac28-8dc3a40de7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (60d12d43-706b-4dd1-9b0f-1fd65be40a34), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:08.027416 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-6366d7ff-e0be-403a-ac28-8dc3a40de7b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d12d43-706b-4dd1-9b0f-1fd65be40a34']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:08.038018 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-6366d7ff-e0be-403a-ac28-8dc3a40de7b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c95bbe-10a3-4b20-89ff-66bf772aad84') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:08.038320 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-6366d7ff-e0be-403a-ac28-8dc3a40de7b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c95bbe-10a3-4b20-89ff-66bf772aad84') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:08.048655 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6366d7ff-e0be-403a-ac28-8dc3a40de7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (e3c95bbe-10a3-4b20-89ff-66bf772aad84), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:08.063110 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6366d7ff-e0be-403a-ac28-8dc3a40de7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (e3c95bbe-10a3-4b20-89ff-66bf772aad84), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:08.069750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6366d7ff-e0be-403a-ac28-8dc3a40de7b3 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:26:08.070160 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6366d7ff-e0be-403a-ac28-8dc3a40de7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (e3c95bbe-10a3-4b20-89ff-66bf772aad84), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:26:08.072202 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:26:08.134660 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6366d7ff-e0be-403a-ac28-8dc3a40de7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (60d12d43-706b-4dd1-9b0f-1fd65be40a34), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:08.141532 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6366d7ff-e0be-403a-ac28-8dc3a40de7b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:08.146050 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6366d7ff-e0be-403a-ac28-8dc3a40de7b3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/60d12d43-706b-4dd1-9b0f-1fd65be40a34 HTTP/1.1" status: 204 len: 168 time: 0.3083034 Feb 09 02:26:08.162946 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366d7ff-e0be-403a-ac28-8dc3a40de7b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=60d12d43-706b-4dd1-9b0f-1fd65be40a34,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:08.270867 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59042) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:08.314223 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a124221d-707f-46f9-8271-feb7359b5a25 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d9f191a91b545ca886c31af7cfe9c76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421348 Feb 09 02:26:08.317810 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59044) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:08.374367 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-61931f99-9d31-4874-a072-a74688f2078d admin admin] Publish callbacks [] for security_group (3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:08.396532 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-61931f99-9d31-4874-a072-a74688f2078d admin admin] Publish callbacks [] for security_group (3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:08.453094 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-61931f99-9d31-4874-a072-a74688f2078d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:08.455724 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-61931f99-9d31-4874-a072-a74688f2078d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:08.456888 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-61931f99-9d31-4874-a072-a74688f2078d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e HTTP/1.1" status: 204 len: 168 time: 0.1381776 Feb 09 02:26:08.466680 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61931f99-9d31-4874-a072-a74688f2078d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca8d09a-ffd7-4cf3-97b9-ed920c13b76e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:09.163813 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59066) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:09.261564 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-1fdb94c5-5c9c-4f5c-970e-70b7b910af8c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1939336754-network', 'tenant_id': '09c394fe3c3e4e89a332a0bc4c66f6ad'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:09.283697 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdb94c5-5c9c-4f5c-970e-70b7b910af8c admin admin] Made reservation on behalf of 09c394fe3c3e4e89a332a0bc4c66f6ad for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:09.286457 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1fdb94c5-5c9c-4f5c-970e-70b7b910af8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:09.297796 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1fdb94c5-5c9c-4f5c-970e-70b7b910af8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:09.374707 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1fdb94c5-5c9c-4f5c-970e-70b7b910af8c admin admin] Publish callbacks [] for security_group (2d870bd2-bdb4-465d-9a98-45d6aba83a22), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:09.378560 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1fdb94c5-5c9c-4f5c-970e-70b7b910af8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2d870bd2-bdb4-465d-9a98-45d6aba83a22), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:09.403523 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fdb94c5-5c9c-4f5c-970e-70b7b910af8c admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:26:09.412534 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb94c5-5c9c-4f5c-970e-70b7b910af8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d870bd2-bdb4-465d-9a98-45d6aba83a22,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:09.418513 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1fdb94c5-5c9c-4f5c-970e-70b7b910af8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:09.418868 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-1fdb94c5-5c9c-4f5c-970e-70b7b910af8c admin admin] Added segment aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3 of type vlan for network d42a5ed3-865e-4b72-a267-036e5df9bd21 Feb 09 02:26:09.462699 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1fdb94c5-5c9c-4f5c-970e-70b7b910af8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (d42a5ed3-865e-4b72-a267-036e5df9bd21), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:09.486727 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1fdb94c5-5c9c-4f5c-970e-70b7b910af8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (d42a5ed3-865e-4b72-a267-036e5df9bd21), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:09.487710 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb94c5-5c9c-4f5c-970e-70b7b910af8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:09.488283 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1fdb94c5-5c9c-4f5c-970e-70b7b910af8c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:09.542028 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1fdb94c5-5c9c-4f5c-970e-70b7b910af8c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3769200 Feb 09 02:26:09.544865 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59070) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:09.549784 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-dae6663e-42e9-4d53-a508-c7ace3684980 admin admin] Request body: {'subnet': {'network_id': 'd42a5ed3-865e-4b72-a267-036e5df9bd21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1939336754-subnet', 'tenant_id': '09c394fe3c3e4e89a332a0bc4c66f6ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:09.560660 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb94c5-5c9c-4f5c-970e-70b7b910af8c admin admin] Pushing event updated for resources: {'Network': ['ID=d42a5ed3-865e-4b72-a267-036e5df9bd21,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:09.570584 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae6663e-42e9-4d53-a508-c7ace3684980 admin admin] Made reservation on behalf of 09c394fe3c3e4e89a332a0bc4c66f6ad for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:09.570779 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network d42a5ed3-865e-4b72-a267-036e5df9bd21 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:26:09.572963 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dae6663e-42e9-4d53-a508-c7ace3684980 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:09.746292 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dae6663e-42e9-4d53-a508-c7ace3684980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (6293b06b-ef10-4516-8990-fadd95622c31), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:09.804176 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6663e-42e9-4d53-a508-c7ace3684980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6293b06b-ef10-4516-8990-fadd95622c31,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:09.815182 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae6663e-42e9-4d53-a508-c7ace3684980 admin admin] Checking segment: {'id': 'aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd42a5ed3-865e-4b72-a267-036e5df9bd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:26:09.815568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae6663e-42e9-4d53-a508-c7ace3684980 admin admin] Network hostable DHCP agents. Network: d42a5ed3-865e-4b72-a267-036e5df9bd21, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:26:09.822238 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 6e235ca3-2038-4e2c-b3c9-5532dd826221 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:26:09.835696 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae6663e-42e9-4d53-a508-c7ace3684980 admin admin] Network d42a5ed3-865e-4b72-a267-036e5df9bd21 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:26:09.842090 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 6e235ca3-2038-4e2c-b3c9-5532dd826221 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:26:09.842468 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 6e235ca3-2038-4e2c-b3c9-5532dd826221 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:26:09.845354 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-dae6663e-42e9-4d53-a508-c7ace3684980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, d42a5ed3-865e-4b72-a267-036e5df9bd21) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:26:09.849876 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae6663e-42e9-4d53-a508-c7ace3684980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:09.850473 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dae6663e-42e9-4d53-a508-c7ace3684980 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:09.854141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cc1953-4c56-4bef-ae7e-83c96cbdd360 None None] Network d42a5ed3-865e-4b72-a267-036e5df9bd21 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:26:09.875710 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dae6663e-42e9-4d53-a508-c7ace3684980 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3226194 Feb 09 02:26:09.957746 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b105a589-1e1b-4f71-83d9-464e6acb762d None None] Network d42a5ed3-865e-4b72-a267-036e5df9bd21 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:26:10.190706 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-79909da1-75e3-4da5-8d3d-f7b44ac8741d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:10.291683 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:10.315316 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405174f-8021-4cdb-a831-e09b53b000ea req-7aa2df90-c42f-428e-ad32-d35e3f1b6b4c tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:10.316817 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b405174f-8021-4cdb-a831-e09b53b000ea req-7aa2df90-c42f-428e-ad32-d35e3f1b6b4c tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/networks?id=d42a5ed3-865e-4b72-a267-036e5df9bd21 HTTP/1.1" status: 200 len: 815 time: 0.1079535 Feb 09 02:26:10.332676 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b405174f-8021-4cdb-a831-e09b53b000ea req-d0627ba6-95f8-47f9-b7fd-efdfb1738af0 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/quotas/09c394fe3c3e4e89a332a0bc4c66f6ad HTTP/1.1" status: 200 len: 375 time: 0.0103281 Feb 09 02:26:10.369056 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b405174f-8021-4cdb-a831-e09b53b000ea req-2b769cae-4dd5-4d4b-9816-275956a0856b tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=09c394fe3c3e4e89a332a0bc4c66f6ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312386 Feb 09 02:26:10.379993 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-b405174f-8021-4cdb-a831-e09b53b000ea req-458b2f27-a395-45d0-a972-5f01895470cd service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:26:10.380947 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b405174f-8021-4cdb-a831-e09b53b000ea req-458b2f27-a395-45d0-a972-5f01895470cd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049527 Feb 09 02:26:10.467881 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b405174f-8021-4cdb-a831-e09b53b000ea req-2a333c43-90da-4d1f-ab0c-6345bc019eb2 service neutron] 10.222.0.36 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816536 Feb 09 02:26:10.562131 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b405174f-8021-4cdb-a831-e09b53b000ea req-e3dda494-b28b-4fef-9850-ebba68c59e3f service neutron] 10.222.0.36 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885835 Feb 09 02:26:10.723820 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7071fa72-a362-41e3-896a-119a023453db req-ea616fc5-4e9e-4d46-866f-e9a7b5bc9655 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 210 time: 0.0287645 Feb 09 02:26:10.943938 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:11.188833 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:11.651485 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405174f-8021-4cdb-a831-e09b53b000ea req-f042d929-19f9-40bb-be3f-7588de778e67 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:11.653485 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b405174f-8021-4cdb-a831-e09b53b000ea req-f042d929-19f9-40bb-be3f-7588de778e67 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.48 "GET /v2.0/networks?id=d42a5ed3-865e-4b72-a267-036e5df9bd21 HTTP/1.1" status: 200 len: 815 time: 0.1085601 Feb 09 02:26:11.665748 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b405174f-8021-4cdb-a831-e09b53b000ea req-ab57531c-ad53-4d20-a70a-3cbe6fa34f44 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Request body: {'port': {'device_id': '9cfa499c-8576-4056-8d55-f5c784513cfe', 'network_id': 'd42a5ed3-865e-4b72-a267-036e5df9bd21', 'admin_state_up': True, 'tenant_id': '09c394fe3c3e4e89a332a0bc4c66f6ad'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:11.780774 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b405174f-8021-4cdb-a831-e09b53b000ea req-ab57531c-ad53-4d20-a70a-3cbe6fa34f44 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Made reservation on behalf of 09c394fe3c3e4e89a332a0bc4c66f6ad for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:11.785447 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b405174f-8021-4cdb-a831-e09b53b000ea req-ab57531c-ad53-4d20-a70a-3cbe6fa34f44 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:11.828059 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-07e426aa-cead-4e2f-95a4-784699fd2544 req-c10ca3ef-c0b4-4562-a166-8e01721cf007 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 210 time: 0.0287681 Feb 09 02:26:11.924181 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-b405174f-8021-4cdb-a831-e09b53b000ea req-ab57531c-ad53-4d20-a70a-3cbe6fa34f44 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Allocated IP 172.20.0.14 (d42a5ed3-865e-4b72-a267-036e5df9bd21/6293b06b-ef10-4516-8990-fadd95622c31/e0e8190a-afed-40f0-97b5-4b1b46d1116b) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:26:12.076545 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b405174f-8021-4cdb-a831-e09b53b000ea req-ab57531c-ad53-4d20-a70a-3cbe6fa34f44 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Publish callbacks [] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:12.109932 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b405174f-8021-4cdb-a831-e09b53b000ea req-ab57531c-ad53-4d20-a70a-3cbe6fa34f44 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:12.150377 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b405174f-8021-4cdb-a831-e09b53b000ea req-ab57531c-ad53-4d20-a70a-3cbe6fa34f44 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Network d42a5ed3-865e-4b72-a267-036e5df9bd21 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:26:12.156218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-b405174f-8021-4cdb-a831-e09b53b000ea req-ab57531c-ad53-4d20-a70a-3cbe6fa34f44 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:26:12.159939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b405174f-8021-4cdb-a831-e09b53b000ea req-ab57531c-ad53-4d20-a70a-3cbe6fa34f44 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:26:12.185074 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57531c-ad53-4d20-a70a-3cbe6fa34f44 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Pushing event updated for resources: {'Port': ['ID=e0e8190a-afed-40f0-97b5-4b1b46d1116b,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:12.212328 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405174f-8021-4cdb-a831-e09b53b000ea req-ab57531c-ad53-4d20-a70a-3cbe6fa34f44 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:12.212942 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b405174f-8021-4cdb-a831-e09b53b000ea req-ab57531c-ad53-4d20-a70a-3cbe6fa34f44 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:12.230254 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b405174f-8021-4cdb-a831-e09b53b000ea req-ab57531c-ad53-4d20-a70a-3cbe6fa34f44 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5681751 Feb 09 02:26:12.241402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b405174f-8021-4cdb-a831-e09b53b000ea req-135cfde0-0d8f-4ce0-9240-14c2d592e045 service neutron] Request body: {'port': {'device_id': '9cfa499c-8576-4056-8d55-f5c784513cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:12.303535 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b405174f-8021-4cdb-a831-e09b53b000ea req-135cfde0-0d8f-4ce0-9240-14c2d592e045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:12.449539 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:12.569267 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-b405174f-8021-4cdb-a831-e09b53b000ea req-135cfde0-0d8f-4ce0-9240-14c2d592e045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e8190a-afed-40f0-97b5-4b1b46d1116b {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:26:12.577293 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b405174f-8021-4cdb-a831-e09b53b000ea req-135cfde0-0d8f-4ce0-9240-14c2d592e045 service neutron] Publish callbacks [] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:12.589110 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-b405174f-8021-4cdb-a831-e09b53b000ea req-135cfde0-0d8f-4ce0-9240-14c2d592e045 service neutron] Transition to ACTIVE for port object e0e8190a-afed-40f0-97b5-4b1b46d1116b will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:26:12.593405 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b405174f-8021-4cdb-a831-e09b53b000ea req-135cfde0-0d8f-4ce0-9240-14c2d592e045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:12.646620 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cfde0-0d8f-4ce0-9240-14c2d592e045 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e8190a-afed-40f0-97b5-4b1b46d1116b,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:12.717241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b405174f-8021-4cdb-a831-e09b53b000ea req-135cfde0-0d8f-4ce0-9240-14c2d592e045 service neutron] Attempting to bind port e0e8190a-afed-40f0-97b5-4b1b46d1116b on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:12.717241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b405174f-8021-4cdb-a831-e09b53b000ea req-135cfde0-0d8f-4ce0-9240-14c2d592e045 service neutron] Attempting to bind port e0e8190a-afed-40f0-97b5-4b1b46d1116b by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd42a5ed3-865e-4b72-a267-036e5df9bd21'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:12.717241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b405174f-8021-4cdb-a831-e09b53b000ea req-135cfde0-0d8f-4ce0-9240-14c2d592e045 service neutron] Attempting to bind port e0e8190a-afed-40f0-97b5-4b1b46d1116b on network d42a5ed3-865e-4b72-a267-036e5df9bd21 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:12.721030 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b405174f-8021-4cdb-a831-e09b53b000ea req-135cfde0-0d8f-4ce0-9240-14c2d592e045 service neutron] Port e0e8190a-afed-40f0-97b5-4b1b46d1116b on network d42a5ed3-865e-4b72-a267-036e5df9bd21 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:12.721347 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b405174f-8021-4cdb-a831-e09b53b000ea req-135cfde0-0d8f-4ce0-9240-14c2d592e045 service neutron] Attempting to bind port e0e8190a-afed-40f0-97b5-4b1b46d1116b on network d42a5ed3-865e-4b72-a267-036e5df9bd21 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:12.726595 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b405174f-8021-4cdb-a831-e09b53b000ea req-135cfde0-0d8f-4ce0-9240-14c2d592e045 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:26:12.726932 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b405174f-8021-4cdb-a831-e09b53b000ea req-135cfde0-0d8f-4ce0-9240-14c2d592e045 service neutron] Checking segment: {'id': 'aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd42a5ed3-865e-4b72-a267-036e5df9bd21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:26:12.727342 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b405174f-8021-4cdb-a831-e09b53b000ea req-135cfde0-0d8f-4ce0-9240-14c2d592e045 service neutron] Bound using segment: {'id': 'aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd42a5ed3-865e-4b72-a267-036e5df9bd21'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:26:12.727763 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b405174f-8021-4cdb-a831-e09b53b000ea req-135cfde0-0d8f-4ce0-9240-14c2d592e045 service neutron] Bound port: e0e8190a-afed-40f0-97b5-4b1b46d1116b, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd42a5ed3-865e-4b72-a267-036e5df9bd21'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:26:12.728114 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b405174f-8021-4cdb-a831-e09b53b000ea req-135cfde0-0d8f-4ce0-9240-14c2d592e045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:12.791946 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b405174f-8021-4cdb-a831-e09b53b000ea req-135cfde0-0d8f-4ce0-9240-14c2d592e045 service neutron] For port e0e8190a-afed-40f0-97b5-4b1b46d1116b, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:26:12.795189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b405174f-8021-4cdb-a831-e09b53b000ea req-135cfde0-0d8f-4ce0-9240-14c2d592e045 service neutron] For port e0e8190a-afed-40f0-97b5-4b1b46d1116b, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=e0e8190a-afed-40f0-97b5-4b1b46d1116b,segment=NetworkSegment(aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3),segment_id=aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:26:12.800581 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b405174f-8021-4cdb-a831-e09b53b000ea req-135cfde0-0d8f-4ce0-9240-14c2d592e045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:12.836505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405174f-8021-4cdb-a831-e09b53b000ea req-135cfde0-0d8f-4ce0-9240-14c2d592e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:12.837130 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b405174f-8021-4cdb-a831-e09b53b000ea req-135cfde0-0d8f-4ce0-9240-14c2d592e045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:12.838504 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b405174f-8021-4cdb-a831-e09b53b000ea req-135cfde0-0d8f-4ce0-9240-14c2d592e045 service neutron] 10.222.0.48 "PUT /v2.0/ports/e0e8190a-afed-40f0-97b5-4b1b46d1116b HTTP/1.1" status: 200 len: 1092 time: 0.6014709 Feb 09 02:26:12.838949 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfa499c-8576-4056-8d55-f5c784513cfe', 'tag': 'e0e8190a-afed-40f0-97b5-4b1b46d1116b'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:12.842179 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a4256c-81b5-42f9-a743-d154f3956a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfa499c-8576-4056-8d55-f5c784513cfe", "tag": "e0e8190a-afed-40f0-97b5-4b1b46d1116b"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:12.876450 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cfde0-0d8f-4ce0-9240-14c2d592e045 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e8190a-afed-40f0-97b5-4b1b46d1116b,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:12.894530 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8809e79c-0e81-45a1-b8ec-2b235a99f13c x-openstack-request-id: req-8809e79c-0e81-45a1-b8ec-2b235a99f13c {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:12.894826 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfa499c-8576-4056-8d55-f5c784513cfe", "tag": "e0e8190a-afed-40f0-97b5-4b1b46d1116b", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:12.897200 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8809e79c-0e81-45a1-b8ec-2b235a99f13c {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:12.897607 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfa499c-8576-4056-8d55-f5c784513cfe', 'tag': 'e0e8190a-afed-40f0-97b5-4b1b46d1116b', 'status': 'completed', 'code': 200} Feb 09 02:26:12.940639 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405174f-8021-4cdb-a831-e09b53b000ea req-37b5e0db-4fec-492a-ba9a-42bc098d6fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:12.942267 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b405174f-8021-4cdb-a831-e09b53b000ea req-37b5e0db-4fec-492a-ba9a-42bc098d6fed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09c394fe3c3e4e89a332a0bc4c66f6ad&device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 1126 time: 0.0581591 Feb 09 02:26:12.969124 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c8f00-2f67-4c04-bd37-2b4e850d589a req-0c44d15c-9da8-4459-9e14-aec13764531e tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:12.970541 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-198c8f00-2f67-4c04-bd37-2b4e850d589a req-0c44d15c-9da8-4459-9e14-aec13764531e tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 944 time: 0.0544152 Feb 09 02:26:12.987087 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b405174f-8021-4cdb-a831-e09b53b000ea req-8c546130-7635-451f-b9d2-2e348c182d42 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0e8190a-afed-40f0-97b5-4b1b46d1116b HTTP/1.1" status: 200 len: 217 time: 0.0359783 Feb 09 02:26:13.017097 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-198c8f00-2f67-4c04-bd37-2b4e850d589a req-2853db59-5468-414e-bea6-191cc231bb88 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409033 Feb 09 02:26:13.041879 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405174f-8021-4cdb-a831-e09b53b000ea req-bca59000-db59-4a8c-99f4-acaf26e883a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:13.049672 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b405174f-8021-4cdb-a831-e09b53b000ea req-bca59000-db59-4a8c-99f4-acaf26e883a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6293b06b-ef10-4516-8990-fadd95622c31 HTTP/1.1" status: 200 len: 855 time: 0.0499203 Feb 09 02:26:13.081101 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b405174f-8021-4cdb-a831-e09b53b000ea req-16c19866-7590-4555-9d07-ca4746615eb4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d42a5ed3-865e-4b72-a267-036e5df9bd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302641 Feb 09 02:26:13.170748 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b405174f-8021-4cdb-a831-e09b53b000ea req-042e2d36-6533-4a2d-bbc1-1de11808264d service neutron] 10.222.0.48 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824883 Feb 09 02:26:13.266993 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b405174f-8021-4cdb-a831-e09b53b000ea req-780ca234-49c5-43ee-b297-11d86dd4a9de service neutron] 10.222.0.48 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900550 Feb 09 02:26:13.360066 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4256c-81b5-42f9-a743-d154f3956a4f req-6c34f2a4-e2e3-4120-9d07-7718fadb142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:13.361568 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2a4256c-81b5-42f9-a743-d154f3956a4f req-6c34f2a4-e2e3-4120-9d07-7718fadb142e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09c394fe3c3e4e89a332a0bc4c66f6ad&device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 1126 time: 0.0464556 Feb 09 02:26:13.451304 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4256c-81b5-42f9-a743-d154f3956a4f req-fd1669cc-02d9-41d4-80ba-d39d89b8c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:13.452790 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2a4256c-81b5-42f9-a743-d154f3956a4f req-fd1669cc-02d9-41d4-80ba-d39d89b8c7d9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d42a5ed3-865e-4b72-a267-036e5df9bd21 HTTP/1.1" status: 200 len: 916 time: 0.0842543 Feb 09 02:26:13.500678 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2a4256c-81b5-42f9-a743-d154f3956a4f req-e5e46610-245b-4669-af98-7eb6881d516d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0e8190a-afed-40f0-97b5-4b1b46d1116b HTTP/1.1" status: 200 len: 217 time: 0.0416090 Feb 09 02:26:13.518485 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:13.554263 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4256c-81b5-42f9-a743-d154f3956a4f req-8ee942cc-949f-4a11-bd42-a3a9a9205e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:13.555789 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2a4256c-81b5-42f9-a743-d154f3956a4f req-8ee942cc-949f-4a11-bd42-a3a9a9205e06 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6293b06b-ef10-4516-8990-fadd95622c31 HTTP/1.1" status: 200 len: 855 time: 0.0496321 Feb 09 02:26:13.588748 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2a4256c-81b5-42f9-a743-d154f3956a4f req-3c2312c5-c293-461d-b23b-306d9b83c76c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d42a5ed3-865e-4b72-a267-036e5df9bd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263309 Feb 09 02:26:13.685504 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2a4256c-81b5-42f9-a743-d154f3956a4f req-ee5f6680-dfea-490d-b73c-745363521c62 service neutron] 10.222.0.48 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898025 Feb 09 02:26:13.776719 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2a4256c-81b5-42f9-a743-d154f3956a4f req-1e96a325-8a18-494c-a312-75bff7f5a244 service neutron] 10.222.0.48 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849812 Feb 09 02:26:14.141048 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d3a4b-79ac-4050-9048-acd3564917f5 req-aea88e4e-5b02-4e89-a46a-abb51b4be7ae tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:14.142556 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-212d3a4b-79ac-4050-9048-acd3564917f5 req-aea88e4e-5b02-4e89-a46a-abb51b4be7ae tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 944 time: 0.0545225 Feb 09 02:26:14.196493 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-212d3a4b-79ac-4050-9048-acd3564917f5 req-13b2a263-5550-4ee1-94d6-d8f9d8aa3222 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475299 Feb 09 02:26:15.375688 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6a135-d549-4a6b-a6b1-10b9fe0a2927 req-c5526ff9-f6d3-4800-a634-0115c6d61028 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:15.377168 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1fc6a135-d549-4a6b-a6b1-10b9fe0a2927 req-c5526ff9-f6d3-4800-a634-0115c6d61028 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 944 time: 0.1118264 Feb 09 02:26:15.427135 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1fc6a135-d549-4a6b-a6b1-10b9fe0a2927 req-bc012f17-3a30-40ae-b147-aae9c3632d21 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442584 Feb 09 02:26:15.846369 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device e0e8190a-afed-40f0-97b5-4b1b46d1116b details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:26:15.940785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port e0e8190a-afed-40f0-97b5-4b1b46d1116b, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=e0e8190a-afed-40f0-97b5-4b1b46d1116b,segment=NetworkSegment(aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3),segment_id=aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:15.952139 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'e0e8190a-afed-40f0-97b5-4b1b46d1116b', 'network_id': 'd42a5ed3-865e-4b72-a267-036e5df9bd21', 'port_id': 'e0e8190a-afed-40f0-97b5-4b1b46d1116b', 'mac_address': 'fa:16:3e:da:1d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6293b06b-ef10-4516-8990-fadd95622c31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:26:15.991200 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port e0e8190a-afed-40f0-97b5-4b1b46d1116b is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:26:15.991597 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:16.004592 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e8190a-afed-40f0-97b5-4b1b46d1116b {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:26:16.023225 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port e0e8190a-afed-40f0-97b5-4b1b46d1116b, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=e0e8190a-afed-40f0-97b5-4b1b46d1116b,segment=NetworkSegment(aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3),segment_id=aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:16.026849 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:16.075420 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=e0e8190a-afed-40f0-97b5-4b1b46d1116b,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:16.082843 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:16.083189 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:16.083554 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:16.083899 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:16.084225 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:16.084562 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:16.084883 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:16.085212 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:16.085535 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:16.085857 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:16.086170 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:16.086489 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:16.086807 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:16.222493 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['e0e8190a-afed-40f0-97b5-4b1b46d1116b'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:26:16.611777 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19beb28-8dec-4e65-a880-c403381ee084 req-3678cf54-578a-4781-aee6-f50b27e12217 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:16.613544 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c19beb28-8dec-4e65-a880-c403381ee084 req-3678cf54-578a-4781-aee6-f50b27e12217 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 945 time: 0.1164403 Feb 09 02:26:16.663290 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c19beb28-8dec-4e65-a880-c403381ee084 req-2891add5-f12f-406b-ba57-76f007fd8845 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438886 Feb 09 02:26:17.781153 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be3dc7-24f4-4ad7-a80a-c0b9bab6a482 req-f4b4959f-68b9-4415-a8fd-78285e4682a6 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:17.782625 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-40be3dc7-24f4-4ad7-a80a-c0b9bab6a482 req-f4b4959f-68b9-4415-a8fd-78285e4682a6 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 945 time: 0.0527163 Feb 09 02:26:17.828825 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-40be3dc7-24f4-4ad7-a80a-c0b9bab6a482 req-1b0c307d-789b-459a-a8ad-b0017e52be25 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406051 Feb 09 02:26:17.854020 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device e0e8190a-afed-40f0-97b5-4b1b46d1116b up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:26:17.901624 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port e0e8190a-afed-40f0-97b5-4b1b46d1116b completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:26:17.906879 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port e0e8190a-afed-40f0-97b5-4b1b46d1116b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:26:17.907288 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:17.986192 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port e0e8190a-afed-40f0-97b5-4b1b46d1116b is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:26:17.986584 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:18.008702 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfa499c-8576-4056-8d55-f5c784513cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e8190a-afed-40f0-97b5-4b1b46d1116b'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:18.010936 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d14377-8ebe-49b9-a825-ebb223970af7" -d '{"events": [{"server_uuid": "9cfa499c-8576-4056-8d55-f5c784513cfe", "name": "network-vif-plugged", "status": "completed", "tag": "e0e8190a-afed-40f0-97b5-4b1b46d1116b"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:18.023910 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port e0e8190a-afed-40f0-97b5-4b1b46d1116b, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=e0e8190a-afed-40f0-97b5-4b1b46d1116b,segment=NetworkSegment(aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3),segment_id=aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:18.027980 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:18.051898 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91454efc-e0e2-45d6-b6c8-d62f906a9514 x-openstack-request-id: req-91454efc-e0e2-45d6-b6c8-d62f906a9514 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:18.052197 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfa499c-8576-4056-8d55-f5c784513cfe", "name": "network-vif-plugged", "status": "completed", "tag": "e0e8190a-afed-40f0-97b5-4b1b46d1116b", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:18.052461 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-91454efc-e0e2-45d6-b6c8-d62f906a9514 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:18.052859 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfa499c-8576-4056-8d55-f5c784513cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e8190a-afed-40f0-97b5-4b1b46d1116b', 'code': 200} Feb 09 02:26:18.080395 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=e0e8190a-afed-40f0-97b5-4b1b46d1116b,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:18.158728 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb584d6-9184-4f1f-8a5d-32f51edc9813 req-71aa6584-8184-4e3a-a82e-61640403506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:18.160267 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4cb584d6-9184-4f1f-8a5d-32f51edc9813 req-71aa6584-8184-4e3a-a82e-61640403506f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 1128 time: 0.0458093 Feb 09 02:26:18.204260 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4cb584d6-9184-4f1f-8a5d-32f51edc9813 req-09a3fc82-8195-4d47-91b7-671dc7f87e11 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373170 Feb 09 02:26:18.960516 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0226a0a-8d56-4a36-ab0e-40b71386bba6 req-7c6d990c-85f1-4120-9ae8-5d18afe5d088 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:18.962108 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0226a0a-8d56-4a36-ab0e-40b71386bba6 req-7c6d990c-85f1-4120-9ae8-5d18afe5d088 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0630951 Feb 09 02:26:19.011823 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0226a0a-8d56-4a36-ab0e-40b71386bba6 req-a5199505-836c-492e-9d5d-8255c583f74a tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431106 Feb 09 02:26:20.139665 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae04e27-674f-42e5-88cb-ea29ff7852da req-4bd2c8a4-b815-4cb4-ae68-e2c3b8192dba tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:20.141136 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7ae04e27-674f-42e5-88cb-ea29ff7852da req-4bd2c8a4-b815-4cb4-ae68-e2c3b8192dba tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0560136 Feb 09 02:26:20.187328 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7ae04e27-674f-42e5-88cb-ea29ff7852da req-90428bfc-0ec2-4bf7-a049-d1c4660bbdbe tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406349 Feb 09 02:26:20.312557 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006b9f4-01ea-4aa0-aebc-66c6af50066d req-56e41051-dafd-4101-91d7-90573065675c tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:20.314047 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c006b9f4-01ea-4aa0-aebc-66c6af50066d req-56e41051-dafd-4101-91d7-90573065675c tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0572672 Feb 09 02:26:20.360714 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c006b9f4-01ea-4aa0-aebc-66c6af50066d req-082ebd81-22a8-4286-b378-eff5058efd2f tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411289 Feb 09 02:26:20.565897 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00694716-967b-4019-85e3-bd338089c126 req-c03654cc-2bc5-4aed-aa52-4ffe30de2b93 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:20.567385 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00694716-967b-4019-85e3-bd338089c126 req-c03654cc-2bc5-4aed-aa52-4ffe30de2b93 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0548019 Feb 09 02:26:20.614237 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-00694716-967b-4019-85e3-bd338089c126 req-d704b3eb-9f93-4524-accd-4bd24b45059b tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412879 Feb 09 02:26:20.731309 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c86ec-ddfe-423e-9c15-c6fc1bdb4717 req-3accb3c3-3e32-4b0b-bd90-d25705b11c60 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:20.733296 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-514c86ec-ddfe-423e-9c15-c6fc1bdb4717 req-3accb3c3-3e32-4b0b-bd90-d25705b11c60 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0532045 Feb 09 02:26:20.779415 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-514c86ec-ddfe-423e-9c15-c6fc1bdb4717 req-d157c286-3e08-46e3-ac72-1db1768bf82f tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398428 Feb 09 02:26:21.009088 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-ac6e7dbe-8791-4fc8-83db-5682301434f9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440869 Feb 09 02:26:21.022406 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16058b4e-0690-4c3a-9eee-f5cbcd179d8e req-ea9a2a0b-1915-412e-ae46-50d551c6e13a tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:21.023990 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-16058b4e-0690-4c3a-9eee-f5cbcd179d8e req-ea9a2a0b-1915-412e-ae46-50d551c6e13a tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0523407 Feb 09 02:26:21.078873 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-16058b4e-0690-4c3a-9eee-f5cbcd179d8e req-45fa6028-63d0-467f-9363-bfe83dc8ad2f tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478289 Feb 09 02:26:22.160802 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-6436667b-9ae1-4282-b9ff-2b2bf9d63fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:22.162303 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-6436667b-9ae1-4282-b9ff-2b2bf9d63fc7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09c394fe3c3e4e89a332a0bc4c66f6ad&device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 1128 time: 0.0460541 Feb 09 02:26:22.217984 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95159f2c-edf5-4137-904b-a556cf0a9543 req-09503e90-4d20-4597-b106-afb66bd1e009 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:22.219430 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-95159f2c-edf5-4137-904b-a556cf0a9543 req-09503e90-4d20-4597-b106-afb66bd1e009 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0594022 Feb 09 02:26:22.253742 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-a1f837d5-3b2a-4931-8ab3-f5b7253fc95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:22.255237 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-a1f837d5-3b2a-4931-8ab3-f5b7253fc95a service neutron] 10.222.0.48 "GET /v2.0/networks?id=d42a5ed3-865e-4b72-a267-036e5df9bd21 HTTP/1.1" status: 200 len: 916 time: 0.0856822 Feb 09 02:26:22.266715 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-95159f2c-edf5-4137-904b-a556cf0a9543 req-4da25e8f-ac9a-47a0-9a01-4ea8fbeecbe3 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415850 Feb 09 02:26:22.304770 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-34fa6d48-0ce1-4b27-ac69-4acad8734844 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0e8190a-afed-40f0-97b5-4b1b46d1116b HTTP/1.1" status: 200 len: 217 time: 0.0394161 Feb 09 02:26:22.353206 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-48556bf2-8220-495a-b90c-4cea4a2a87b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:22.354635 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-48556bf2-8220-495a-b90c-4cea4a2a87b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6293b06b-ef10-4516-8990-fadd95622c31 HTTP/1.1" status: 200 len: 855 time: 0.0444300 Feb 09 02:26:22.386894 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-d5f82dc9-9992-4304-8e52-08ce6d23364c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d42a5ed3-865e-4b72-a267-036e5df9bd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253835 Feb 09 02:26:22.480640 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-52b633a0-1791-4cd6-be6e-e4e8672a308a service neutron] 10.222.0.48 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873563 Feb 09 02:26:22.567743 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-a69b9b2f-54a7-48d4-a95f-f806a6d3907f service neutron] 10.222.0.48 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814502 Feb 09 02:26:23.387105 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dab4f0-10d4-4415-9d06-1182636fc501 req-22f5e4c4-fe87-464c-9429-7e2e29936965 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:23.389116 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a3dab4f0-10d4-4415-9d06-1182636fc501 req-22f5e4c4-fe87-464c-9429-7e2e29936965 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0540125 Feb 09 02:26:23.441882 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a3dab4f0-10d4-4415-9d06-1182636fc501 req-8fe965f1-7e02-4953-be3f-959a9e3a55b9 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471766 Feb 09 02:26:24.561754 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb8d28-de86-4aed-9522-f5e77a4b354a req-bf181c5e-0242-4d75-a768-604777526a1a tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:24.563241 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-29eb8d28-de86-4aed-9522-f5e77a4b354a req-bf181c5e-0242-4d75-a768-604777526a1a tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0533943 Feb 09 02:26:24.609402 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-29eb8d28-de86-4aed-9522-f5e77a4b354a req-b83479c3-df74-4af7-8a22-12f98c32fd82 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406127 Feb 09 02:26:25.734828 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8859f-7d59-488a-b7d5-1759103e86f2 req-8255c620-3c6c-4bf0-9c6b-259d8501c3fb tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:25.736921 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-def8859f-7d59-488a-b7d5-1759103e86f2 req-8255c620-3c6c-4bf0-9c6b-259d8501c3fb tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0560739 Feb 09 02:26:25.787320 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-def8859f-7d59-488a-b7d5-1759103e86f2 req-ec4655a5-c11f-4584-b8ec-77edaccdf600 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448322 Feb 09 02:26:26.918467 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f152f-c49e-48a9-8e22-6b586dfdf338 req-d6595ecc-ef76-4465-be0a-2011e44e601d tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:26.920080 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c74f152f-c49e-48a9-8e22-6b586dfdf338 req-d6595ecc-ef76-4465-be0a-2011e44e601d tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0646365 Feb 09 02:26:26.967272 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c74f152f-c49e-48a9-8e22-6b586dfdf338 req-26a9fdab-9888-45bb-97fa-ee2b54b6f1ac tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415556 Feb 09 02:26:28.088467 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f0fb9-8280-4e8e-bdae-2ae72f353bf9 req-90b91986-2bc6-4fc5-a12e-989de68acbc4 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:28.089928 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b73f0fb9-8280-4e8e-bdae-2ae72f353bf9 req-90b91986-2bc6-4fc5-a12e-989de68acbc4 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0528185 Feb 09 02:26:28.136773 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b73f0fb9-8280-4e8e-bdae-2ae72f353bf9 req-7accad63-0e6d-4800-b01e-49fe74067902 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405536 Feb 09 02:26:29.260874 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a33d2-d69a-4e60-b45e-4cbcddfbebdc req-b20753f6-7bd1-4a5b-b515-b9bea1c8f2f8 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:29.262273 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-012a33d2-d69a-4e60-b45e-4cbcddfbebdc req-b20753f6-7bd1-4a5b-b515-b9bea1c8f2f8 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0532718 Feb 09 02:26:29.308785 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-012a33d2-d69a-4e60-b45e-4cbcddfbebdc req-99240ae3-2cdb-4e83-822f-5697c48908b5 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403790 Feb 09 02:26:30.435218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b258722-21a9-434b-8cf9-cfe041ddd6bc req-23b1a0fe-2629-45c7-a401-2ef3fa2759ad tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:30.436784 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b258722-21a9-434b-8cf9-cfe041ddd6bc req-23b1a0fe-2629-45c7-a401-2ef3fa2759ad tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0583816 Feb 09 02:26:30.485821 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b258722-21a9-434b-8cf9-cfe041ddd6bc req-42cc2178-800b-4ba9-a0c9-4e21aeca22e2 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434394 Feb 09 02:26:31.606027 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542af57-61c8-44d8-ad65-e7d67322e54d req-6fb5eac3-cb68-4b92-a0cc-b789be44f47b tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:31.608020 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a542af57-61c8-44d8-ad65-e7d67322e54d req-6fb5eac3-cb68-4b92-a0cc-b789be44f47b tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0526748 Feb 09 02:26:31.658840 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a542af57-61c8-44d8-ad65-e7d67322e54d req-71b25f5e-e2b0-4067-8d5f-8f3268768d6d tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452111 Feb 09 02:26:32.807800 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa10d91-6b50-4a04-84a3-eb5bb4c34cff req-a42959a1-11b8-4c22-ae39-e9a93d4c80d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:32.809302 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfa10d91-6b50-4a04-84a3-eb5bb4c34cff req-a42959a1-11b8-4c22-ae39-e9a93d4c80d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09c394fe3c3e4e89a332a0bc4c66f6ad&device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 1128 time: 0.0790732 Feb 09 02:26:32.817590 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831be6d-a94d-4fad-a78d-9921571ab04a req-3e7280a1-e599-4fae-be36-83c033193144 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:32.819020 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6831be6d-a94d-4fad-a78d-9921571ab04a req-3e7280a1-e599-4fae-be36-83c033193144 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0790918 Feb 09 02:26:32.923878 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6831be6d-a94d-4fad-a78d-9921571ab04a req-f875a3d0-0812-4e25-9401-a36cb2dac678 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977674 Feb 09 02:26:32.948647 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa10d91-6b50-4a04-84a3-eb5bb4c34cff req-18e50bdd-649e-45f5-9c01-b030ff9cb960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:32.950175 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfa10d91-6b50-4a04-84a3-eb5bb4c34cff req-18e50bdd-649e-45f5-9c01-b030ff9cb960 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d42a5ed3-865e-4b72-a267-036e5df9bd21 HTTP/1.1" status: 200 len: 916 time: 0.1178377 Feb 09 02:26:33.004759 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfa10d91-6b50-4a04-84a3-eb5bb4c34cff req-4631916c-d51f-4574-8ce2-660709c1ac73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0e8190a-afed-40f0-97b5-4b1b46d1116b HTTP/1.1" status: 200 len: 217 time: 0.0375001 Feb 09 02:26:33.057122 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa10d91-6b50-4a04-84a3-eb5bb4c34cff req-7a3a7325-b539-42b6-bab9-68bb44a1a5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:33.058603 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfa10d91-6b50-4a04-84a3-eb5bb4c34cff req-7a3a7325-b539-42b6-bab9-68bb44a1a5ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6293b06b-ef10-4516-8990-fadd95622c31 HTTP/1.1" status: 200 len: 855 time: 0.0484858 Feb 09 02:26:33.093444 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfa10d91-6b50-4a04-84a3-eb5bb4c34cff req-abbc80c9-81e6-4228-92c0-16a00946b08a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d42a5ed3-865e-4b72-a267-036e5df9bd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280287 Feb 09 02:26:33.184105 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfa10d91-6b50-4a04-84a3-eb5bb4c34cff req-68fd27cf-e77b-4500-b832-0ebba82b9d6a service neutron] 10.222.0.48 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845971 Feb 09 02:26:33.283589 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfa10d91-6b50-4a04-84a3-eb5bb4c34cff req-fc2251dc-7735-42a7-ac93-0a48d08e7ba1 service neutron] 10.222.0.48 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929682 Feb 09 02:26:33.543095 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:26:34.044462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd3000-0e87-4c93-b205-94b5d7e769fc req-715026f2-d4e5-465a-b7b4-1c7d2d0e69c4 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:34.045966 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8bd3000-0e87-4c93-b205-94b5d7e769fc req-715026f2-d4e5-465a-b7b4-1c7d2d0e69c4 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0525184 Feb 09 02:26:34.091364 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8bd3000-0e87-4c93-b205-94b5d7e769fc req-a3d0ad2d-dc99-4e79-bfd3-b553dc278efa tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393515 Feb 09 02:26:35.225129 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd512575-9d7c-4ad1-9325-1879add616e3 req-a158108d-d76d-47fb-a880-c0facd038533 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:35.226553 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd512575-9d7c-4ad1-9325-1879add616e3 req-a158108d-d76d-47fb-a880-c0facd038533 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0593851 Feb 09 02:26:35.272934 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd512575-9d7c-4ad1-9325-1879add616e3 req-3c5c3944-ae89-4e56-8f91-b6c842da5a39 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 Feb 09 02:26:36.393104 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a6130-ea32-4390-91c7-29c7b397f1c7 req-ae8253c8-6638-46e3-bccb-f1ee79583e7e tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:36.394559 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-820a6130-ea32-4390-91c7-29c7b397f1c7 req-ae8253c8-6638-46e3-bccb-f1ee79583e7e tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0527101 Feb 09 02:26:36.441043 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-820a6130-ea32-4390-91c7-29c7b397f1c7 req-e4425c65-3629-4e47-bb4e-7f4f0ed3e6f7 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404463 Feb 09 02:26:37.545858 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6b4c716d-9d94-4572-a186-fc8ff33367b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:37.569285 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db4fee-8dab-40c9-a751-b7856d497def req-b7846f56-ad5d-4a0c-8c07-b58e7d452c93 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:37.570784 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41db4fee-8dab-40c9-a751-b7856d497def req-b7846f56-ad5d-4a0c-8c07-b58e7d452c93 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0586627 Feb 09 02:26:37.617973 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41db4fee-8dab-40c9-a751-b7856d497def req-1269700f-0162-4b3d-a1b5-0b5cb3c02b9e tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408473 Feb 09 02:26:38.746837 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d913a-9ed7-462e-935e-152dc7a51844 req-522f91dc-6b4f-46f2-a393-e3d94af982e9 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:38.749291 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-770d913a-9ed7-462e-935e-152dc7a51844 req-522f91dc-6b4f-46f2-a393-e3d94af982e9 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0580680 Feb 09 02:26:38.797119 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-770d913a-9ed7-462e-935e-152dc7a51844 req-16ce1090-4365-4f90-bc7a-89f7061c2d9e tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421712 Feb 09 02:26:39.920745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5679ff6-d42c-4ccd-9398-747597bf546e req-fa21053d-28bd-49fa-910d-e78bb351374c tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:39.922279 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f5679ff6-d42c-4ccd-9398-747597bf546e req-fa21053d-28bd-49fa-910d-e78bb351374c tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0553191 Feb 09 02:26:39.973870 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f5679ff6-d42c-4ccd-9398-747597bf546e req-c41c7227-d937-4ab5-ad7d-c2078f946356 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459390 Feb 09 02:26:40.198996 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6cdb7e8b-0edb-4ab9-a30e-1a534e455d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:40.300436 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:40.946321 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:41.114508 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358eb6e-3c30-40fa-8a8e-c9cf84642044 req-2517dbcb-9cd3-40b2-b8a9-971e806c8700 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:41.116272 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4358eb6e-3c30-40fa-8a8e-c9cf84642044 req-2517dbcb-9cd3-40b2-b8a9-971e806c8700 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0715473 Feb 09 02:26:41.166918 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4358eb6e-3c30-40fa-8a8e-c9cf84642044 req-259cf064-3d65-4166-ae98-83790dfbda9e tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446625 Feb 09 02:26:41.175906 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:42.294388 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71334a-8d1a-4da2-abe5-7fe6a9265ea7 req-a8004b85-0014-4b83-9db2-bddcb330c7ad tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:42.296523 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0c71334a-8d1a-4da2-abe5-7fe6a9265ea7 req-a8004b85-0014-4b83-9db2-bddcb330c7ad tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0555494 Feb 09 02:26:42.349619 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0c71334a-8d1a-4da2-abe5-7fe6a9265ea7 req-6c7a8a30-c491-4055-a010-6e95a2baa58d tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456734 Feb 09 02:26:42.456815 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:43.475169 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fb478-e390-4b93-a799-550615dec4e0 req-14ddb237-343b-44e1-b318-9fbb4f20828a tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:43.476969 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-634fb478-e390-4b93-a799-550615dec4e0 req-14ddb237-343b-44e1-b318-9fbb4f20828a tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0586264 Feb 09 02:26:43.511200 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:43.531152 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-634fb478-e390-4b93-a799-550615dec4e0 req-5f6221c6-14e2-47ea-97ab-26ae85b8b7ed tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474086 Feb 09 02:26:44.652569 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ee7b2-3111-4dae-b2e3-960e39875ce3 req-68891fb5-f49b-4293-a34c-79b74e9fa39b tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:44.654029 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-db3ee7b2-3111-4dae-b2e3-960e39875ce3 req-68891fb5-f49b-4293-a34c-79b74e9fa39b tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0530963 Feb 09 02:26:44.702090 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-db3ee7b2-3111-4dae-b2e3-960e39875ce3 req-2f98e753-ad43-4e94-b8ae-fbb9f6f2d67e tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411263 Feb 09 02:26:45.824931 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4feaa7-547e-429f-b2b4-5ac096d7b76f req-20bfb52c-b517-482f-b23a-41b1747ff43b tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:45.827352 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8b4feaa7-547e-429f-b2b4-5ac096d7b76f req-20bfb52c-b517-482f-b23a-41b1747ff43b tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0540426 Feb 09 02:26:45.873951 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8b4feaa7-547e-429f-b2b4-5ac096d7b76f req-5edfb67d-1566-4f6d-befb-0b8a80d7f5c5 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408983 Feb 09 02:26:47.003453 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2ee67-7f6e-464e-94a2-a89eaf69efae req-ead17143-4686-4df9-859a-60103176251b tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:47.004972 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3fe2ee67-7f6e-464e-94a2-a89eaf69efae req-ead17143-4686-4df9-859a-60103176251b tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0605617 Feb 09 02:26:47.054718 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3fe2ee67-7f6e-464e-94a2-a89eaf69efae req-0ba70dbc-22f4-490a-bdd9-3bd7e444ad98 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442727 Feb 09 02:26:48.179024 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72493d15-6048-484f-9996-51b77c837fb4 req-e826b64d-e4fd-4ef5-b846-a477b2ceabf5 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:48.180542 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-72493d15-6048-484f-9996-51b77c837fb4 req-e826b64d-e4fd-4ef5-b846-a477b2ceabf5 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0553846 Feb 09 02:26:48.226451 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-72493d15-6048-484f-9996-51b77c837fb4 req-ab373e85-0737-47ea-8fb4-4eac3f47dfb0 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399251 Feb 09 02:26:49.360938 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63659d1c-1482-4301-b6c3-cb1b82e38079 req-2764de0d-e4fb-466f-a09d-762a1d0ea783 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:49.362501 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-63659d1c-1482-4301-b6c3-cb1b82e38079 req-2764de0d-e4fb-466f-a09d-762a1d0ea783 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0600548 Feb 09 02:26:49.412934 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-63659d1c-1482-4301-b6c3-cb1b82e38079 req-4a862924-55f3-4945-8632-d0f069d6b112 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426726 Feb 09 02:26:49.655434 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-eb5bcebc-f93f-4903-ab4c-8c86a2930a7d service neutron] show failed (client error): The resource could not be found. Feb 09 02:26:49.656720 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-eb5bcebc-f93f-4903-ab4c-8c86a2930a7d service neutron] 10.222.0.48 "GET /v2.0/ports/e0e8190a-afed-40f0-97b5-4b1b46d1116b/bindings/n-h1-828387-3 HTTP/1.1" status: 404 len: 380 time: 0.1034822 Feb 09 02:26:49.911191 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-e50fab26-b328-454e-a52d-87eae2d7cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:49.912804 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-e50fab26-b328-454e-a52d-87eae2d7cbf0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe&tenant_id=09c394fe3c3e4e89a332a0bc4c66f6ad HTTP/1.1" status: 200 len: 1128 time: 0.0975525 Feb 09 02:26:49.924206 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828387-3', 'device_owner': 'compute:nova'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:49.983755 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.192161 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] For port e0e8190a-afed-40f0-97b5-4b1b46d1116b, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=e0e8190a-afed-40f0-97b5-4b1b46d1116b,segment=NetworkSegment(aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3),segment_id=aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:50.226523 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] For port e0e8190a-afed-40f0-97b5-4b1b46d1116b, host n-h2-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:26:50.271376 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfa499c-8576-4056-8d55-f5c784513cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0e8190a-afed-40f0-97b5-4b1b46d1116b'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:50.273639 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a755f8b-865c-4e44-bca9-a3640138b09f" -d '{"events": [{"server_uuid": "9cfa499c-8576-4056-8d55-f5c784513cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "e0e8190a-afed-40f0-97b5-4b1b46d1116b"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:50.277441 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] Publish callbacks [] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.290137 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] Transition to ACTIVE for port object e0e8190a-afed-40f0-97b5-4b1b46d1116b will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:26:50.294525 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.357743 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] No DVR routers for this DVR port e0e8190a-afed-40f0-97b5-4b1b46d1116b on host n-h2-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:26:50.360693 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] Pushing event updated for resources: {'Port': ['ID=e0e8190a-afed-40f0-97b5-4b1b46d1116b,revision_number=6']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:50.394294 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af3e832-8c4f-4de8-bb07-efe4aa7caf76 x-openstack-request-id: req-8af3e832-8c4f-4de8-bb07-efe4aa7caf76 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:50.394598 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfa499c-8576-4056-8d55-f5c784513cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "e0e8190a-afed-40f0-97b5-4b1b46d1116b", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:50.394854 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8af3e832-8c4f-4de8-bb07-efe4aa7caf76 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:50.395282 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfa499c-8576-4056-8d55-f5c784513cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0e8190a-afed-40f0-97b5-4b1b46d1116b', 'code': 200} Feb 09 02:26:50.399467 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] Attempting to bind port e0e8190a-afed-40f0-97b5-4b1b46d1116b on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:50.399813 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] Attempting to bind port e0e8190a-afed-40f0-97b5-4b1b46d1116b by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd42a5ed3-865e-4b72-a267-036e5df9bd21'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:50.400136 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] Attempting to bind port e0e8190a-afed-40f0-97b5-4b1b46d1116b on network d42a5ed3-865e-4b72-a267-036e5df9bd21 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:50.404697 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] Port e0e8190a-afed-40f0-97b5-4b1b46d1116b on network d42a5ed3-865e-4b72-a267-036e5df9bd21 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:50.405016 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] Attempting to bind port e0e8190a-afed-40f0-97b5-4b1b46d1116b on network d42a5ed3-865e-4b72-a267-036e5df9bd21 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:50.410071 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:26:50.410413 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] Checking segment: {'id': 'aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd42a5ed3-865e-4b72-a267-036e5df9bd21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:26:50.410795 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] Bound using segment: {'id': 'aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd42a5ed3-865e-4b72-a267-036e5df9bd21'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:26:50.411235 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] Bound port: e0e8190a-afed-40f0-97b5-4b1b46d1116b, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd42a5ed3-865e-4b72-a267-036e5df9bd21'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:26:50.411598 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.486351 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] For port e0e8190a-afed-40f0-97b5-4b1b46d1116b, host n-h1-828387-3, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:26:50.489042 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] For port e0e8190a-afed-40f0-97b5-4b1b46d1116b, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=e0e8190a-afed-40f0-97b5-4b1b46d1116b,segment=NetworkSegment(aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3),segment_id=aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:26:50.495317 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.537602 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:50.537602 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.537602 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] 10.222.0.67 "PUT /v2.0/ports/e0e8190a-afed-40f0-97b5-4b1b46d1116b HTTP/1.1" status: 200 len: 1092 time: 0.6134953 Feb 09 02:26:50.538119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8b87c-a49c-406a-8c47-d6a3337e6194 req-e94271bb-93b6-46af-8291-ae23975da842 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:50.546606 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2fe8b87c-a49c-406a-8c47-d6a3337e6194 req-e94271bb-93b6-46af-8291-ae23975da842 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 944 time: 0.0548341 Feb 09 02:26:50.559449 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7f068-5a4d-48d3-8ed1-a98324c7623e service neutron] Pushing event updated for resources: {'Port': ['ID=e0e8190a-afed-40f0-97b5-4b1b46d1116b,revision_number=7']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:50.595375 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2fe8b87c-a49c-406a-8c47-d6a3337e6194 req-101ee16d-b6c6-4233-9ce2-d3e201f9aee2 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485604 Feb 09 02:26:50.613735 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-7d98d6f9-00f7-4067-b4f7-a05b12bed699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:50.615320 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-7d98d6f9-00f7-4067-b4f7-a05b12bed699 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09c394fe3c3e4e89a332a0bc4c66f6ad&device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 1126 time: 0.0507007 Feb 09 02:26:50.708651 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-45a37adc-22cf-45e7-8d0e-7c3494306bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:50.710032 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-45a37adc-22cf-45e7-8d0e-7c3494306bbd service neutron] 10.222.0.67 "GET /v2.0/networks?id=d42a5ed3-865e-4b72-a267-036e5df9bd21 HTTP/1.1" status: 200 len: 916 time: 0.0881598 Feb 09 02:26:50.753344 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-c0393612-9f0b-4773-9127-2ba56f48002c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0e8190a-afed-40f0-97b5-4b1b46d1116b HTTP/1.1" status: 200 len: 217 time: 0.0349448 Feb 09 02:26:50.802677 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-367b288a-9009-48d1-99eb-18f29840ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:50.804116 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-367b288a-9009-48d1-99eb-18f29840ea1f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6293b06b-ef10-4516-8990-fadd95622c31 HTTP/1.1" status: 200 len: 855 time: 0.0431073 Feb 09 02:26:50.835982 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-0182cdd2-b9df-4982-89f4-9e25b9d33607 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d42a5ed3-865e-4b72-a267-036e5df9bd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249598 Feb 09 02:26:50.939807 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-f02faf0c-504b-4853-8f81-a3bc29ea12f1 service neutron] 10.222.0.67 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927753 Feb 09 02:26:51.027668 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3320fa3b-ad94-4c85-bc73-78d21fbe9f49 req-584a6cc4-2d28-477b-943d-2766b55807c1 service neutron] 10.222.0.67 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814219 Feb 09 02:26:51.725977 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565814bd-c700-4124-acc5-d036a4e05808 req-aaf1d6c5-39fa-452d-abbc-8cc077f9ccba tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:51.727469 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-565814bd-c700-4124-acc5-d036a4e05808 req-aaf1d6c5-39fa-452d-abbc-8cc077f9ccba tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 944 time: 0.0582991 Feb 09 02:26:51.773587 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-565814bd-c700-4124-acc5-d036a4e05808 req-0be9ebac-905b-4156-8d6c-a26b2c1efad1 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404456 Feb 09 02:26:52.396638 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfa499c-8576-4056-8d55-f5c784513cfe', 'tag': 'e0e8190a-afed-40f0-97b5-4b1b46d1116b'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:52.399007 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145d15a8-9bb9-4f70-bfec-15fa7634db06" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfa499c-8576-4056-8d55-f5c784513cfe", "tag": "e0e8190a-afed-40f0-97b5-4b1b46d1116b"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:52.448823 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65846ff8-6273-4d60-b99f-f2e028a965eb x-openstack-request-id: req-65846ff8-6273-4d60-b99f-f2e028a965eb {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:52.449131 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfa499c-8576-4056-8d55-f5c784513cfe", "tag": "e0e8190a-afed-40f0-97b5-4b1b46d1116b", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:52.449544 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-65846ff8-6273-4d60-b99f-f2e028a965eb {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:52.449964 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfa499c-8576-4056-8d55-f5c784513cfe', 'tag': 'e0e8190a-afed-40f0-97b5-4b1b46d1116b', 'status': 'completed', 'code': 200} Feb 09 02:26:52.514161 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d15a8-9bb9-4f70-bfec-15fa7634db06 req-2fe12a15-d6da-485e-a8fb-8c0e66c2d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:52.514799 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d15a8-9bb9-4f70-bfec-15fa7634db06 req-2d130643-54aa-4293-b2ce-428ea4b126c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:52.515773 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-145d15a8-9bb9-4f70-bfec-15fa7634db06 req-2fe12a15-d6da-485e-a8fb-8c0e66c2d453 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09c394fe3c3e4e89a332a0bc4c66f6ad&device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 1126 time: 0.0448961 Feb 09 02:26:52.516379 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-145d15a8-9bb9-4f70-bfec-15fa7634db06 req-2d130643-54aa-4293-b2ce-428ea4b126c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09c394fe3c3e4e89a332a0bc4c66f6ad&device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 1126 time: 0.0511842 Feb 09 02:26:52.608357 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d15a8-9bb9-4f70-bfec-15fa7634db06 req-541ae70f-36d3-4d6c-b1d4-2996e2e26237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:52.609836 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-145d15a8-9bb9-4f70-bfec-15fa7634db06 req-541ae70f-36d3-4d6c-b1d4-2996e2e26237 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d42a5ed3-865e-4b72-a267-036e5df9bd21 HTTP/1.1" status: 200 len: 916 time: 0.0873094 Feb 09 02:26:52.612047 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d15a8-9bb9-4f70-bfec-15fa7634db06 req-811ab366-86a2-4f7c-a6c8-1585095b3d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:52.613550 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-145d15a8-9bb9-4f70-bfec-15fa7634db06 req-811ab366-86a2-4f7c-a6c8-1585095b3d9c service neutron] 10.222.0.67 "GET /v2.0/networks?id=d42a5ed3-865e-4b72-a267-036e5df9bd21 HTTP/1.1" status: 200 len: 916 time: 0.0922568 Feb 09 02:26:52.656058 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-145d15a8-9bb9-4f70-bfec-15fa7634db06 req-a7554e6d-f34e-4caa-8856-541970197b2a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0e8190a-afed-40f0-97b5-4b1b46d1116b HTTP/1.1" status: 200 len: 217 time: 0.0349274 Feb 09 02:26:52.656244 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-145d15a8-9bb9-4f70-bfec-15fa7634db06 req-b3956e0e-dde0-46ea-a63d-4741c6c2f50d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0e8190a-afed-40f0-97b5-4b1b46d1116b HTTP/1.1" status: 200 len: 217 time: 0.0389791 Feb 09 02:26:52.703758 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d15a8-9bb9-4f70-bfec-15fa7634db06 req-ee9bdaef-b8bb-4925-b088-209da65b8959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:52.704011 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d15a8-9bb9-4f70-bfec-15fa7634db06 req-f95fe90c-9870-4f84-8159-dab395c58df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:52.705246 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-145d15a8-9bb9-4f70-bfec-15fa7634db06 req-f95fe90c-9870-4f84-8159-dab395c58df9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6293b06b-ef10-4516-8990-fadd95622c31 HTTP/1.1" status: 200 len: 855 time: 0.0439699 Feb 09 02:26:52.705355 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-145d15a8-9bb9-4f70-bfec-15fa7634db06 req-ee9bdaef-b8bb-4925-b088-209da65b8959 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6293b06b-ef10-4516-8990-fadd95622c31 HTTP/1.1" status: 200 len: 855 time: 0.0449739 Feb 09 02:26:52.738936 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-145d15a8-9bb9-4f70-bfec-15fa7634db06 req-dd8a5975-2a04-4bc6-b775-2c6b6a3700de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d42a5ed3-865e-4b72-a267-036e5df9bd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262461 Feb 09 02:26:52.739187 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-145d15a8-9bb9-4f70-bfec-15fa7634db06 req-87ff2938-408a-45c8-bcb0-534cc05b388a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d42a5ed3-865e-4b72-a267-036e5df9bd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276752 Feb 09 02:26:52.832561 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-145d15a8-9bb9-4f70-bfec-15fa7634db06 req-62b403e3-7d91-4de3-9a9c-842b98b178dd service neutron] 10.222.0.48 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874190 Feb 09 02:26:52.833973 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-145d15a8-9bb9-4f70-bfec-15fa7634db06 req-185c07ef-e231-48b0-8b52-f5294abbecf7 service neutron] 10.222.0.67 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890641 Feb 09 02:26:52.930862 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-145d15a8-9bb9-4f70-bfec-15fa7634db06 req-3f05c6f5-802b-4a12-96c5-53f06dcf11c3 service neutron] 10.222.0.48 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922365 Feb 09 02:26:52.952044 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6571cc-239d-46b8-bbaf-acfb0e3a2e2d req-7bc26245-1e3b-47b6-8c97-e1c69cf989c3 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:52.953578 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1a6571cc-239d-46b8-bbaf-acfb0e3a2e2d req-7bc26245-1e3b-47b6-8c97-e1c69cf989c3 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 944 time: 0.1051087 Feb 09 02:26:52.976913 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-145d15a8-9bb9-4f70-bfec-15fa7634db06 req-e6384e6b-4402-4e2b-87fb-a552a993d8f8 service neutron] 10.222.0.67 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366389 Feb 09 02:26:53.010876 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1a6571cc-239d-46b8-bbaf-acfb0e3a2e2d req-a17b89a5-4563-48eb-b863-015ba7c9b11c tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458112 Feb 09 02:26:53.767701 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device e0e8190a-afed-40f0-97b5-4b1b46d1116b details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:26:53.864594 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port e0e8190a-afed-40f0-97b5-4b1b46d1116b, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=e0e8190a-afed-40f0-97b5-4b1b46d1116b,segment=NetworkSegment(aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3),segment_id=aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:53.876607 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'e0e8190a-afed-40f0-97b5-4b1b46d1116b', 'network_id': 'd42a5ed3-865e-4b72-a267-036e5df9bd21', 'port_id': 'e0e8190a-afed-40f0-97b5-4b1b46d1116b', 'mac_address': 'fa:16:3e:da:1d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6293b06b-ef10-4516-8990-fadd95622c31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:26:53.913150 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port e0e8190a-afed-40f0-97b5-4b1b46d1116b is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:26:53.913536 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:53.927338 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e8190a-afed-40f0-97b5-4b1b46d1116b {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:26:53.947013 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port e0e8190a-afed-40f0-97b5-4b1b46d1116b, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=e0e8190a-afed-40f0-97b5-4b1b46d1116b,segment=NetworkSegment(aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3),segment_id=aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:53.951195 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:53.999232 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=e0e8190a-afed-40f0-97b5-4b1b46d1116b,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:54.008143 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device e0e8190a-afed-40f0-97b5-4b1b46d1116b no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:26:54.054045 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] The host n-h2-828387-3 is not matching for port e0e8190a-afed-40f0-97b5-4b1b46d1116b host n-h1-828387-3! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:26:54.054476 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device e0e8190a-afed-40f0-97b5-4b1b46d1116b not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:26:54.142813 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e03cbc-b8ff-49b5-8e69-acf0a5652751 req-1ac0870b-0043-47f3-9e13-b5e77cb07524 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:54.144322 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94e03cbc-b8ff-49b5-8e69-acf0a5652751 req-1ac0870b-0043-47f3-9e13-b5e77cb07524 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 945 time: 0.0576642 Feb 09 02:26:54.192446 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94e03cbc-b8ff-49b5-8e69-acf0a5652751 req-8d55f946-f8f7-4bc8-9d46-54be23e75302 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423915 Feb 09 02:26:54.334713 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['e0e8190a-afed-40f0-97b5-4b1b46d1116b'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:26:55.312497 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ce6d9-de90-44fd-bede-64e962ea429f req-9503c1b5-9746-48c7-94ba-15291a022364 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:55.313979 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a57ce6d9-de90-44fd-bede-64e962ea429f req-9503c1b5-9746-48c7-94ba-15291a022364 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 945 time: 0.0527887 Feb 09 02:26:55.363024 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a57ce6d9-de90-44fd-bede-64e962ea429f req-3543f892-4648-4917-b80c-8cd9065de773 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433891 Feb 09 02:26:55.569981 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58885e1-531f-4165-9306-9121f8f7109b req-c1e8ae2a-13e6-4ec7-aade-da84dedc7725 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:55.571495 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f58885e1-531f-4165-9306-9121f8f7109b req-c1e8ae2a-13e6-4ec7-aade-da84dedc7725 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 945 time: 0.0597820 Feb 09 02:26:55.589801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987e9b7-a7fa-4546-8181-29f66b9b115c req-47a33c80-6d07-4992-8bd9-79ceb5f39cc3 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:55.591769 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a987e9b7-a7fa-4546-8181-29f66b9b115c req-47a33c80-6d07-4992-8bd9-79ceb5f39cc3 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe&tenant_id=09c394fe3c3e4e89a332a0bc4c66f6ad&binding%3Ahost_id=n-h1-828387-3 HTTP/1.1" status: 200 len: 945 time: 0.0658722 Feb 09 02:26:55.618260 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f58885e1-531f-4165-9306-9121f8f7109b req-de58f592-426f-471c-ac15-29d6c0e35569 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411794 Feb 09 02:26:55.652469 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-a987e9b7-a7fa-4546-8181-29f66b9b115c req-aef4272e-9933-468a-95e6-0bcdf8b9aba1 service neutron] delete failed (client error): The resource could not be found. Feb 09 02:26:55.653971 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a987e9b7-a7fa-4546-8181-29f66b9b115c req-aef4272e-9933-468a-95e6-0bcdf8b9aba1 service neutron] 10.222.0.48 "DELETE /v2.0/ports/e0e8190a-afed-40f0-97b5-4b1b46d1116b/bindings/n-h2-828387-3 HTTP/1.1" status: 404 len: 380 time: 0.0546067 Feb 09 02:26:55.744445 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987e9b7-a7fa-4546-8181-29f66b9b115c req-046b422f-8bc8-43a3-a762-47af563038e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:55.745886 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a987e9b7-a7fa-4546-8181-29f66b9b115c req-046b422f-8bc8-43a3-a762-47af563038e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09c394fe3c3e4e89a332a0bc4c66f6ad&device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 1127 time: 0.0460908 Feb 09 02:26:55.799159 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device e0e8190a-afed-40f0-97b5-4b1b46d1116b up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:26:55.839835 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987e9b7-a7fa-4546-8181-29f66b9b115c req-fa8c6d01-c8e1-46e7-9ddf-cd0e6dad88d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:55.841947 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a987e9b7-a7fa-4546-8181-29f66b9b115c req-fa8c6d01-c8e1-46e7-9ddf-cd0e6dad88d7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d42a5ed3-865e-4b72-a267-036e5df9bd21 HTTP/1.1" status: 200 len: 916 time: 0.0892768 Feb 09 02:26:55.848980 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port e0e8190a-afed-40f0-97b5-4b1b46d1116b completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:26:55.853202 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port e0e8190a-afed-40f0-97b5-4b1b46d1116b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:26:55.853582 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:55.884053 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a987e9b7-a7fa-4546-8181-29f66b9b115c req-2cebafd1-4c95-4971-9fc0-6d091eaf1670 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0e8190a-afed-40f0-97b5-4b1b46d1116b HTTP/1.1" status: 200 len: 217 time: 0.0351088 Feb 09 02:26:55.930549 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port e0e8190a-afed-40f0-97b5-4b1b46d1116b is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:26:55.931400 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:55.932432 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987e9b7-a7fa-4546-8181-29f66b9b115c req-fa0f3fe5-dd1f-4cab-9504-b0b34d9b1036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:55.933895 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a987e9b7-a7fa-4546-8181-29f66b9b115c req-fa0f3fe5-dd1f-4cab-9504-b0b34d9b1036 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6293b06b-ef10-4516-8990-fadd95622c31 HTTP/1.1" status: 200 len: 855 time: 0.0435948 Feb 09 02:26:55.956363 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfa499c-8576-4056-8d55-f5c784513cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e8190a-afed-40f0-97b5-4b1b46d1116b'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:55.958624 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6f38e9-a0a9-489c-b1ff-0821b4d4fe77" -d '{"events": [{"server_uuid": "9cfa499c-8576-4056-8d55-f5c784513cfe", "name": "network-vif-plugged", "status": "completed", "tag": "e0e8190a-afed-40f0-97b5-4b1b46d1116b"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:55.967673 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a987e9b7-a7fa-4546-8181-29f66b9b115c req-73608535-d129-4ef9-bc54-6104bbaf401c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d42a5ed3-865e-4b72-a267-036e5df9bd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273921 Feb 09 02:26:55.972112 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port e0e8190a-afed-40f0-97b5-4b1b46d1116b, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=e0e8190a-afed-40f0-97b5-4b1b46d1116b,segment=NetworkSegment(aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3),segment_id=aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:55.976578 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:56.019770 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b860c59-6adc-498d-b104-dd8cf6d9ea53 x-openstack-request-id: req-3b860c59-6adc-498d-b104-dd8cf6d9ea53 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:56.020068 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfa499c-8576-4056-8d55-f5c784513cfe", "name": "network-vif-plugged", "status": "completed", "tag": "e0e8190a-afed-40f0-97b5-4b1b46d1116b", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:56.020324 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b860c59-6adc-498d-b104-dd8cf6d9ea53 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:56.020716 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfa499c-8576-4056-8d55-f5c784513cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e8190a-afed-40f0-97b5-4b1b46d1116b', 'code': 200} Feb 09 02:26:56.033922 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=e0e8190a-afed-40f0-97b5-4b1b46d1116b,revision_number=9']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:56.065052 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a987e9b7-a7fa-4546-8181-29f66b9b115c req-63024d3a-607a-47d3-9244-1567618cb0af service neutron] 10.222.0.48 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909829 Feb 09 02:26:56.152956 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a987e9b7-a7fa-4546-8181-29f66b9b115c req-47eac28a-1ef7-471c-a582-d64f5240fc0a service neutron] 10.222.0.48 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816145 Feb 09 02:26:56.743858 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ab07d-132f-484b-809c-e8ef0406ffe5 req-8959d4bf-5b81-4161-820c-3aa2c2781d59 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:56.745394 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2b9ab07d-132f-484b-809c-e8ef0406ffe5 req-8959d4bf-5b81-4161-820c-3aa2c2781d59 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0527308 Feb 09 02:26:56.792273 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2b9ab07d-132f-484b-809c-e8ef0406ffe5 req-01ebcbed-b0e8-4e50-a970-f68374e57a4a tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405078 Feb 09 02:26:56.917628 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f20b8-19ba-49f5-8d58-14446040cb39 req-2aac73c5-ade6-4f16-ad59-7b6fd8ae4bd1 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:56.919642 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-905f20b8-19ba-49f5-8d58-14446040cb39 req-2aac73c5-ade6-4f16-ad59-7b6fd8ae4bd1 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0572667 Feb 09 02:26:56.968000 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-905f20b8-19ba-49f5-8d58-14446040cb39 req-b44b3c45-03b8-4c25-b104-343876a2b4d8 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423598 Feb 09 02:26:57.088158 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187ed68-ca8d-4525-b494-1a83c564d2b2 req-8368a98e-b43f-4177-adb5-d1c284f62585 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:57.089640 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a187ed68-ca8d-4525-b494-1a83c564d2b2 req-8368a98e-b43f-4177-adb5-d1c284f62585 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0562649 Feb 09 02:26:57.136145 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a187ed68-ca8d-4525-b494-1a83c564d2b2 req-bdb8eedb-e5e7-47c3-b505-0ebf391372b7 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399990 Feb 09 02:26:57.493211 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-874f147a-4a3f-4df1-b3f5-7c4f89befe65 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:57.494927 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-874f147a-4a3f-4df1-b3f5-7c4f89befe65 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/networks?id=d42a5ed3-865e-4b72-a267-036e5df9bd21 HTTP/1.1" status: 200 len: 815 time: 0.1010509 Feb 09 02:26:57.509054 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-8fb0868f-1c95-48ae-a699-a1820ac35f92 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/quotas/09c394fe3c3e4e89a332a0bc4c66f6ad HTTP/1.1" status: 200 len: 375 time: 0.0086451 Feb 09 02:26:57.566251 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-e23645ae-ea95-49b2-af69-fa277b07c25e tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=09c394fe3c3e4e89a332a0bc4c66f6ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0518959 Feb 09 02:26:57.703080 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-95c0830b-273b-4fa6-b306-42ecfce1adef service neutron] 10.222.0.36 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302679 Feb 09 02:26:58.071565 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-d0d8e95a-e213-4a06-8ec5-3ec78a48b948 service neutron] 10.222.0.36 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617380 Feb 09 02:26:58.230609 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4e7a947-ebcc-451b-9e53-7954dd8678ab req-84858168-e187-444b-a614-da988acf3034 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 210 time: 0.0269561 Feb 09 02:26:58.770869 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66916-72cc-456c-8a76-2de839710e19 req-81d52731-afb0-4f0f-b245-07be72f00274 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:58.772271 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-31d66916-72cc-456c-8a76-2de839710e19 req-81d52731-afb0-4f0f-b245-07be72f00274 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cfa499c-8576-4056-8d55-f5c784513cfe HTTP/1.1" status: 200 len: 946 time: 0.0536761 Feb 09 02:26:58.863233 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-31d66916-72cc-456c-8a76-2de839710e19 req-4a3b97f4-1538-477e-ae48-bbb5f15f2aef tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Deleting port e0e8190a-afed-40f0-97b5-4b1b46d1116b {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:58.863573 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-31d66916-72cc-456c-8a76-2de839710e19 req-4a3b97f4-1538-477e-ae48-bbb5f15f2aef tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:58.955765 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-31d66916-72cc-456c-8a76-2de839710e19 req-4a3b97f4-1538-477e-ae48-bbb5f15f2aef tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] For port e0e8190a-afed-40f0-97b5-4b1b46d1116b, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=e0e8190a-afed-40f0-97b5-4b1b46d1116b,segment=NetworkSegment(aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3),segment_id=aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:58.956136 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-31d66916-72cc-456c-8a76-2de839710e19 req-4a3b97f4-1538-477e-ae48-bbb5f15f2aef tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:58.969833 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-31d66916-72cc-456c-8a76-2de839710e19 req-4a3b97f4-1538-477e-ae48-bbb5f15f2aef tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Calling delete_port for e0e8190a-afed-40f0-97b5-4b1b46d1116b owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:59.028202 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.67', 55659) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:59.104834 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-31d66916-72cc-456c-8a76-2de839710e19 req-4a3b97f4-1538-477e-ae48-bbb5f15f2aef tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (e0e8190a-afed-40f0-97b5-4b1b46d1116b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:59.117581 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['e0e8190a-afed-40f0-97b5-4b1b46d1116b'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:26:59.161463 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b97f4-1538-477e-ae48-bbb5f15f2aef tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Pushing event deleted for resources: {'Port': ['ID=e0e8190a-afed-40f0-97b5-4b1b46d1116b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:59.170956 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-57563fe0-98e5-408e-818a-b6f25a40c98f tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:59.172468 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-57563fe0-98e5-408e-818a-b6f25a40c98f tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.67 "GET /v2.0/networks?id=d42a5ed3-865e-4b72-a267-036e5df9bd21 HTTP/1.1" status: 200 len: 815 time: 0.1426439 Feb 09 02:26:59.184159 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-95d95647-fdca-4fc1-a86a-585e1c907765 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Request body: {'port': {'device_id': 'e7ffc3ec-ede1-44ef-bb10-cc6808ec942e', 'network_id': 'd42a5ed3-865e-4b72-a267-036e5df9bd21', 'admin_state_up': True, 'tenant_id': '09c394fe3c3e4e89a332a0bc4c66f6ad'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:59.197349 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d66916-72cc-456c-8a76-2de839710e19 req-4a3b97f4-1538-477e-ae48-bbb5f15f2aef tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] No DVR routers for this DVR port e0e8190a-afed-40f0-97b5-4b1b46d1116b on host n-h1-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:26:59.200771 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-31d66916-72cc-456c-8a76-2de839710e19 req-4a3b97f4-1538-477e-ae48-bbb5f15f2aef tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:59.204580 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-31d66916-72cc-456c-8a76-2de839710e19 req-4a3b97f4-1538-477e-ae48-bbb5f15f2aef tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.67 "DELETE /v2.0/ports/e0e8190a-afed-40f0-97b5-4b1b46d1116b HTTP/1.1" status: 204 len: 173 time: 0.4267516 Feb 09 02:26:59.205088 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfa499c-8576-4056-8d55-f5c784513cfe', 'name': 'network-vif-deleted', 'tag': 'e0e8190a-afed-40f0-97b5-4b1b46d1116b'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:59.208698 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e15b63804a7b7d6a8774dbfa9b2d347f29950fe2afa1fac379bfa9a79d0cf07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b26c1a0-4422-454d-bd77-ab175e316351" -d '{"events": [{"server_uuid": "9cfa499c-8576-4056-8d55-f5c784513cfe", "name": "network-vif-deleted", "tag": "e0e8190a-afed-40f0-97b5-4b1b46d1116b"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:59.249655 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d28ee1-25a8-405d-a134-6433a2dff46c x-openstack-request-id: req-42d28ee1-25a8-405d-a134-6433a2dff46c {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:59.249947 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfa499c-8576-4056-8d55-f5c784513cfe", "name": "network-vif-deleted", "tag": "e0e8190a-afed-40f0-97b5-4b1b46d1116b", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:59.250234 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-42d28ee1-25a8-405d-a134-6433a2dff46c {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:59.250613 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfa499c-8576-4056-8d55-f5c784513cfe', 'name': 'network-vif-deleted', 'tag': 'e0e8190a-afed-40f0-97b5-4b1b46d1116b', 'status': 'completed', 'code': 200} Feb 09 02:26:59.309148 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-95d95647-fdca-4fc1-a86a-585e1c907765 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Made reservation on behalf of 09c394fe3c3e4e89a332a0bc4c66f6ad for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:59.312605 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-95d95647-fdca-4fc1-a86a-585e1c907765 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:59.361630 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e776872-7db9-415a-8325-1c1acba55c1c req-44b8b174-dd07-4eea-9302-b8516dc065fa tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 210 time: 0.0443847 Feb 09 02:26:59.473843 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-95d95647-fdca-4fc1-a86a-585e1c907765 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Allocated IP 172.20.0.14 (d42a5ed3-865e-4b72-a267-036e5df9bd21/6293b06b-ef10-4516-8990-fadd95622c31/615925ad-3e2f-4736-a1d1-661c372fed31) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:26:59.626160 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-95d95647-fdca-4fc1-a86a-585e1c907765 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Publish callbacks [] for port (615925ad-3e2f-4736-a1d1-661c372fed31), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:59.661648 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-95d95647-fdca-4fc1-a86a-585e1c907765 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (615925ad-3e2f-4736-a1d1-661c372fed31), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:59.674794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['e0e8190a-afed-40f0-97b5-4b1b46d1116b'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:26:59.703068 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-95d95647-fdca-4fc1-a86a-585e1c907765 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Network d42a5ed3-865e-4b72-a267-036e5df9bd21 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:26:59.708826 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-95d95647-fdca-4fc1-a86a-585e1c907765 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:26:59.712490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-95d95647-fdca-4fc1-a86a-585e1c907765 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:26:59.737883 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d95647-fdca-4fc1-a86a-585e1c907765 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Pushing event updated for resources: {'Port': ['ID=615925ad-3e2f-4736-a1d1-661c372fed31,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:59.765344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-95d95647-fdca-4fc1-a86a-585e1c907765 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:59.765928 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-95d95647-fdca-4fc1-a86a-585e1c907765 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:59.781514 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-95d95647-fdca-4fc1-a86a-585e1c907765 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6011505 Feb 09 02:26:59.791839 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-8b17fb28-2504-4a35-9bba-76aecb57ef9c service neutron] Request body: {'port': {'device_id': 'e7ffc3ec-ede1-44ef-bb10-cc6808ec942e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:59.852024 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-8b17fb28-2504-4a35-9bba-76aecb57ef9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (615925ad-3e2f-4736-a1d1-661c372fed31), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:00.110836 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-8b17fb28-2504-4a35-9bba-76aecb57ef9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615925ad-3e2f-4736-a1d1-661c372fed31 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:27:00.118104 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-8b17fb28-2504-4a35-9bba-76aecb57ef9c service neutron] Publish callbacks [] for port (615925ad-3e2f-4736-a1d1-661c372fed31), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:00.129612 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-8b17fb28-2504-4a35-9bba-76aecb57ef9c service neutron] Transition to ACTIVE for port object 615925ad-3e2f-4736-a1d1-661c372fed31 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:27:00.133283 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-8b17fb28-2504-4a35-9bba-76aecb57ef9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (615925ad-3e2f-4736-a1d1-661c372fed31), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:00.188323 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17fb28-2504-4a35-9bba-76aecb57ef9c service neutron] Pushing event updated for resources: {'Port': ['ID=615925ad-3e2f-4736-a1d1-661c372fed31,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:00.252525 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-8b17fb28-2504-4a35-9bba-76aecb57ef9c service neutron] Attempting to bind port 615925ad-3e2f-4736-a1d1-661c372fed31 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:27:00.252862 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-8b17fb28-2504-4a35-9bba-76aecb57ef9c service neutron] Attempting to bind port 615925ad-3e2f-4736-a1d1-661c372fed31 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd42a5ed3-865e-4b72-a267-036e5df9bd21'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:27:00.253185 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-8b17fb28-2504-4a35-9bba-76aecb57ef9c service neutron] Attempting to bind port 615925ad-3e2f-4736-a1d1-661c372fed31 on network d42a5ed3-865e-4b72-a267-036e5df9bd21 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:27:00.257419 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-8b17fb28-2504-4a35-9bba-76aecb57ef9c service neutron] Port 615925ad-3e2f-4736-a1d1-661c372fed31 on network d42a5ed3-865e-4b72-a267-036e5df9bd21 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:27:00.257743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-8b17fb28-2504-4a35-9bba-76aecb57ef9c service neutron] Attempting to bind port 615925ad-3e2f-4736-a1d1-661c372fed31 on network d42a5ed3-865e-4b72-a267-036e5df9bd21 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:27:00.262557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-8b17fb28-2504-4a35-9bba-76aecb57ef9c service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:27:00.262936 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-8b17fb28-2504-4a35-9bba-76aecb57ef9c service neutron] Checking segment: {'id': 'aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd42a5ed3-865e-4b72-a267-036e5df9bd21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:27:00.263533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-8b17fb28-2504-4a35-9bba-76aecb57ef9c service neutron] Bound using segment: {'id': 'aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd42a5ed3-865e-4b72-a267-036e5df9bd21'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:27:00.263733 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-8b17fb28-2504-4a35-9bba-76aecb57ef9c service neutron] Bound port: 615925ad-3e2f-4736-a1d1-661c372fed31, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd42a5ed3-865e-4b72-a267-036e5df9bd21'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:27:00.264087 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-8b17fb28-2504-4a35-9bba-76aecb57ef9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (615925ad-3e2f-4736-a1d1-661c372fed31), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:00.324513 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-8b17fb28-2504-4a35-9bba-76aecb57ef9c service neutron] For port 615925ad-3e2f-4736-a1d1-661c372fed31, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:27:00.328299 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-8b17fb28-2504-4a35-9bba-76aecb57ef9c service neutron] For port 615925ad-3e2f-4736-a1d1-661c372fed31, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=615925ad-3e2f-4736-a1d1-661c372fed31,segment=NetworkSegment(aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3),segment_id=aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:27:00.333586 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-8b17fb28-2504-4a35-9bba-76aecb57ef9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (615925ad-3e2f-4736-a1d1-661c372fed31), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:00.369456 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-8b17fb28-2504-4a35-9bba-76aecb57ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:00.370076 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-8b17fb28-2504-4a35-9bba-76aecb57ef9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:00.371508 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-8b17fb28-2504-4a35-9bba-76aecb57ef9c service neutron] 10.222.0.67 "PUT /v2.0/ports/615925ad-3e2f-4736-a1d1-661c372fed31 HTTP/1.1" status: 200 len: 1092 time: 0.5835028 Feb 09 02:27:00.371951 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ffc3ec-ede1-44ef-bb10-cc6808ec942e', 'tag': '615925ad-3e2f-4736-a1d1-661c372fed31'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:27:00.374316 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57f70f9-73ab-407d-ba20-76d8e9189882" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ffc3ec-ede1-44ef-bb10-cc6808ec942e", "tag": "615925ad-3e2f-4736-a1d1-661c372fed31"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:27:00.406368 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17fb28-2504-4a35-9bba-76aecb57ef9c service neutron] Pushing event updated for resources: {'Port': ['ID=615925ad-3e2f-4736-a1d1-661c372fed31,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:00.423500 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7bffe7-c9b0-4f00-8303-cbdacf6e9a20 x-openstack-request-id: req-2b7bffe7-c9b0-4f00-8303-cbdacf6e9a20 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:27:00.423794 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ffc3ec-ede1-44ef-bb10-cc6808ec942e", "tag": "615925ad-3e2f-4736-a1d1-661c372fed31", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:27:00.424048 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2b7bffe7-c9b0-4f00-8303-cbdacf6e9a20 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:27:00.424470 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ffc3ec-ede1-44ef-bb10-cc6808ec942e', 'tag': '615925ad-3e2f-4736-a1d1-661c372fed31', 'status': 'completed', 'code': 200} Feb 09 02:27:00.502287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-cd461d19-1fe6-4727-ba32-7b0562d87b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:00.503822 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-cd461d19-1fe6-4727-ba32-7b0562d87b35 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09c394fe3c3e4e89a332a0bc4c66f6ad&device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 1126 time: 0.0768571 Feb 09 02:27:00.515743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc14f3-c975-49a9-86cd-2b233b81ffeb req-a80772b5-8dd1-42bb-9d4b-42a8a23c92b7 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:00.517106 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a4cc14f3-c975-49a9-86cd-2b233b81ffeb req-a80772b5-8dd1-42bb-9d4b-42a8a23c92b7 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 944 time: 0.0639729 Feb 09 02:27:00.893381 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-7374d69a-1aa5-4373-81c9-157be88672e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=615925ad-3e2f-4736-a1d1-661c372fed31 HTTP/1.1" status: 200 len: 217 time: 0.3753319 Feb 09 02:27:00.961459 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a4cc14f3-c975-49a9-86cd-2b233b81ffeb req-b77789b6-47fc-4a21-812c-930d4e9e0277 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380758 Feb 09 02:27:00.962917 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-225dff9c-d28b-4afc-b9a8-9e8c60983438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:00.964393 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-225dff9c-d28b-4afc-b9a8-9e8c60983438 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6293b06b-ef10-4516-8990-fadd95622c31 HTTP/1.1" status: 200 len: 855 time: 0.0651510 Feb 09 02:27:00.996962 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-6f2305b9-6a6a-45d5-95ba-72134f9fa6c9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d42a5ed3-865e-4b72-a267-036e5df9bd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260944 Feb 09 02:27:01.087540 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-fc56c3dd-6956-421c-90d5-5cc137d3d7fb service neutron] 10.222.0.67 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848708 Feb 09 02:27:01.175868 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cfcce0d6-eaf7-4187-9c10-a2144502b803 req-e1a093bb-7e0a-4835-bfc0-abe7df6f26cb service neutron] 10.222.0.67 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817840 Feb 09 02:27:01.268898 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f70f9-73ab-407d-ba20-76d8e9189882 req-f5400297-0d12-4b2b-b6d2-e494e1901bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:01.270302 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b57f70f9-73ab-407d-ba20-76d8e9189882 req-f5400297-0d12-4b2b-b6d2-e494e1901bf1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09c394fe3c3e4e89a332a0bc4c66f6ad&device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 1126 time: 0.0492175 Feb 09 02:27:01.365581 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f70f9-73ab-407d-ba20-76d8e9189882 req-b7d27fa8-3289-412b-a02f-2a454b2c140e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:01.367052 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b57f70f9-73ab-407d-ba20-76d8e9189882 req-b7d27fa8-3289-412b-a02f-2a454b2c140e service neutron] 10.222.0.67 "GET /v2.0/networks?id=d42a5ed3-865e-4b72-a267-036e5df9bd21 HTTP/1.1" status: 200 len: 916 time: 0.0911911 Feb 09 02:27:01.409434 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b57f70f9-73ab-407d-ba20-76d8e9189882 req-91d987d9-5f8a-4db4-8dac-7778382f685f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=615925ad-3e2f-4736-a1d1-661c372fed31 HTTP/1.1" status: 200 len: 217 time: 0.0362136 Feb 09 02:27:01.460921 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f70f9-73ab-407d-ba20-76d8e9189882 req-93e92fbb-ee81-46e1-a17e-3277c3977fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:01.462350 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b57f70f9-73ab-407d-ba20-76d8e9189882 req-93e92fbb-ee81-46e1-a17e-3277c3977fc5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6293b06b-ef10-4516-8990-fadd95622c31 HTTP/1.1" status: 200 len: 855 time: 0.0472388 Feb 09 02:27:01.494159 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b57f70f9-73ab-407d-ba20-76d8e9189882 req-f69ef230-2b5d-4ac0-9e79-2b35fbd97796 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d42a5ed3-865e-4b72-a267-036e5df9bd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250409 Feb 09 02:27:01.584280 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b57f70f9-73ab-407d-ba20-76d8e9189882 req-61d0a32f-ca4e-4f44-8026-bd85b2f0d8aa service neutron] 10.222.0.67 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831790 Feb 09 02:27:01.675603 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b57f70f9-73ab-407d-ba20-76d8e9189882 req-b641ebd2-4429-4af2-83a1-e69b9cd3cf56 service neutron] 10.222.0.67 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862682 Feb 09 02:27:02.084442 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a89cc-8218-4562-9f30-e3b3bc28f5b7 req-be550f17-4c67-49a6-adfe-d1659cce0ea4 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:02.085913 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6d9a89cc-8218-4562-9f30-e3b3bc28f5b7 req-be550f17-4c67-49a6-adfe-d1659cce0ea4 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 944 time: 0.0545194 Feb 09 02:27:02.132607 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6d9a89cc-8218-4562-9f30-e3b3bc28f5b7 req-3b79bff1-9b09-4dad-a4de-3bf7bf13dc4c tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408711 Feb 09 02:27:03.261607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d69be3-9cc4-4c1e-88e6-4ee6ed381a3f req-4125ba86-a972-413a-88e5-c4ac057fb60a tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:03.261607 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91d69be3-9cc4-4c1e-88e6-4ee6ed381a3f req-4125ba86-a972-413a-88e5-c4ac057fb60a tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 944 time: 0.0557082 Feb 09 02:27:03.305497 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-91d69be3-9cc4-4c1e-88e6-4ee6ed381a3f req-1e80ea97-35d7-433b-ad20-723ce61f03e5 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420263 Feb 09 02:27:03.882021 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 615925ad-3e2f-4736-a1d1-661c372fed31 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:27:03.888075 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device e0e8190a-afed-40f0-97b5-4b1b46d1116b no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:27:03.912436 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: e0e8190a-afed-40f0-97b5-4b1b46d1116b {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:27:03.912774 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device e0e8190a-afed-40f0-97b5-4b1b46d1116b not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:27:04.001333 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 615925ad-3e2f-4736-a1d1-661c372fed31, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=615925ad-3e2f-4736-a1d1-661c372fed31,segment=NetworkSegment(aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3),segment_id=aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:04.012746 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '615925ad-3e2f-4736-a1d1-661c372fed31', 'network_id': 'd42a5ed3-865e-4b72-a267-036e5df9bd21', 'port_id': '615925ad-3e2f-4736-a1d1-661c372fed31', 'mac_address': 'fa:16:3e:61:ad:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6293b06b-ef10-4516-8990-fadd95622c31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:27:04.053290 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 615925ad-3e2f-4736-a1d1-661c372fed31 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:04.053677 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (615925ad-3e2f-4736-a1d1-661c372fed31), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:04.066779 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615925ad-3e2f-4736-a1d1-661c372fed31 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:27:04.085827 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 615925ad-3e2f-4736-a1d1-661c372fed31, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=615925ad-3e2f-4736-a1d1-661c372fed31,segment=NetworkSegment(aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3),segment_id=aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:04.089710 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (615925ad-3e2f-4736-a1d1-661c372fed31), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:04.138706 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=615925ad-3e2f-4736-a1d1-661c372fed31,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:04.368979 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['615925ad-3e2f-4736-a1d1-661c372fed31'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:27:04.432816 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fed007-bbab-4676-a130-da1d98badd5e req-52c8f236-c803-42b5-8379-e7225444bff0 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:04.434228 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e5fed007-bbab-4676-a130-da1d98badd5e req-52c8f236-c803-42b5-8379-e7225444bff0 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 945 time: 0.0561707 Feb 09 02:27:04.482956 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e5fed007-bbab-4676-a130-da1d98badd5e req-e2aac1ac-1350-48c9-9e44-03225bcf361f tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416553 Feb 09 02:27:05.601980 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e741f63-6c49-4df4-b677-9a314ea4c1a7 req-d55ec238-2999-415d-8bed-dd6c22c5d03c tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:05.603518 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6e741f63-6c49-4df4-b677-9a314ea4c1a7 req-d55ec238-2999-415d-8bed-dd6c22c5d03c tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 945 time: 0.0524311 Feb 09 02:27:05.655886 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6e741f63-6c49-4df4-b677-9a314ea4c1a7 req-15e2591a-9c45-4a73-802a-4825dcebd746 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445693 Feb 09 02:27:05.893969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 615925ad-3e2f-4736-a1d1-661c372fed31 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:27:05.942225 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 615925ad-3e2f-4736-a1d1-661c372fed31 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:27:05.946389 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 615925ad-3e2f-4736-a1d1-661c372fed31 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:05.946763 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (615925ad-3e2f-4736-a1d1-661c372fed31), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:06.021705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 615925ad-3e2f-4736-a1d1-661c372fed31 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:06.022090 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (615925ad-3e2f-4736-a1d1-661c372fed31), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:06.048817 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ffc3ec-ede1-44ef-bb10-cc6808ec942e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615925ad-3e2f-4736-a1d1-661c372fed31'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:27:06.051013 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbfbe29-8ff0-4fa6-a743-532828e35743" -d '{"events": [{"server_uuid": "e7ffc3ec-ede1-44ef-bb10-cc6808ec942e", "name": "network-vif-plugged", "status": "completed", "tag": "615925ad-3e2f-4736-a1d1-661c372fed31"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:27:06.063627 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 615925ad-3e2f-4736-a1d1-661c372fed31, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=615925ad-3e2f-4736-a1d1-661c372fed31,segment=NetworkSegment(aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3),segment_id=aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:06.068097 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (615925ad-3e2f-4736-a1d1-661c372fed31), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:06.117230 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=615925ad-3e2f-4736-a1d1-661c372fed31,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:06.153799 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566fd64c-2d64-4920-b5f8-93c3005f4fe5 x-openstack-request-id: req-566fd64c-2d64-4920-b5f8-93c3005f4fe5 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:27:06.154637 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ffc3ec-ede1-44ef-bb10-cc6808ec942e", "name": "network-vif-plugged", "status": "completed", "tag": "615925ad-3e2f-4736-a1d1-661c372fed31", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:27:06.154961 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-566fd64c-2d64-4920-b5f8-93c3005f4fe5 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:27:06.155387 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ffc3ec-ede1-44ef-bb10-cc6808ec942e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615925ad-3e2f-4736-a1d1-661c372fed31', 'code': 200} Feb 09 02:27:06.253287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ea099-e5e1-4491-b2d6-4924c4043711 req-7b3898a7-84d0-4575-b795-eecbe4a41f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:06.254812 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f48ea099-e5e1-4491-b2d6-4924c4043711 req-7b3898a7-84d0-4575-b795-eecbe4a41f58 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 1128 time: 0.0441973 Feb 09 02:27:06.297552 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f48ea099-e5e1-4491-b2d6-4924c4043711 req-4328ac68-5903-4ca6-8537-5c2ad9dc5469 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372634 Feb 09 02:27:06.775376 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5e959-8675-4127-a8c8-80705a7d7e6a req-f285b37b-afda-427a-9ae7-d4c694548486 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:06.776858 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eed5e959-8675-4127-a8c8-80705a7d7e6a req-f285b37b-afda-427a-9ae7-d4c694548486 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0528162 Feb 09 02:27:06.822892 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eed5e959-8675-4127-a8c8-80705a7d7e6a req-e150efe6-19b5-4fa2-bdeb-d9984a556c3a tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399225 Feb 09 02:27:07.549371 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-aabe1e8b-ea13-4632-b4ab-c677beb353c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:07.945087 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ac96f-70c9-40e5-956a-965014364c7c req-525995b4-1b34-4622-9fa6-ee421e295b2d tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:07.946562 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3a3ac96f-70c9-40e5-956a-965014364c7c req-525995b4-1b34-4622-9fa6-ee421e295b2d tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0520172 Feb 09 02:27:07.993180 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3a3ac96f-70c9-40e5-956a-965014364c7c req-172a336a-44c0-4e4b-a8d1-f5e36b3cc89c tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404589 Feb 09 02:27:08.115279 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6e6c6-46a5-4db4-9d1c-201a138bbbfc req-02599432-20a8-434d-9d6d-a9f98d2a07a1 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:08.116667 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ecc6e6c6-46a5-4db4-9d1c-201a138bbbfc req-02599432-20a8-434d-9d6d-a9f98d2a07a1 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0566678 Feb 09 02:27:08.163195 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ecc6e6c6-46a5-4db4-9d1c-201a138bbbfc req-7878e49c-02a1-4181-acc6-0c76a161442a tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410502 Feb 09 02:27:08.398185 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-90032ac3-d9ce-43bf-8b6d-3aa9b2c1a7b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0495722 Feb 09 02:27:08.405835 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80415f1-7298-4f38-aeed-f08b426c72e8 req-24d79c21-c533-47d2-84c5-b3fd92180c2e tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:08.407366 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d80415f1-7298-4f38-aeed-f08b426c72e8 req-24d79c21-c533-47d2-84c5-b3fd92180c2e tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0536976 Feb 09 02:27:08.456571 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d80415f1-7298-4f38-aeed-f08b426c72e8 req-d65dffe5-59ba-4700-ac5e-172a24937492 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433207 Feb 09 02:27:09.481732 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-b6061661-770a-4374-812b-312779ebd7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:09.484086 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-b6061661-770a-4374-812b-312779ebd7d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09c394fe3c3e4e89a332a0bc4c66f6ad&device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 1128 time: 0.0464334 Feb 09 02:27:09.579330 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-8e4da1b7-fb4e-4cd3-923f-54ad24ecd401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:09.580786 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-8e4da1b7-fb4e-4cd3-923f-54ad24ecd401 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d42a5ed3-865e-4b72-a267-036e5df9bd21 HTTP/1.1" status: 200 len: 916 time: 0.0906601 Feb 09 02:27:09.581364 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fe118-5db8-4b74-979e-a7f45b3bfa15 req-8e8ddbc0-9fd2-4d6e-90ef-88ca22927878 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:09.582850 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-995fe118-5db8-4b74-979e-a7f45b3bfa15 req-8e8ddbc0-9fd2-4d6e-90ef-88ca22927878 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0547409 Feb 09 02:27:09.622573 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-0a5ef5c1-34f2-4a88-8a6f-6ef71de0d02c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=615925ad-3e2f-4736-a1d1-661c372fed31 HTTP/1.1" status: 200 len: 217 time: 0.0362630 Feb 09 02:27:09.630712 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-995fe118-5db8-4b74-979e-a7f45b3bfa15 req-28eee401-4de0-4421-b2e5-311e205cc58e tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423045 Feb 09 02:27:09.678476 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-f6f83306-315f-49e7-85a8-08c17d66ed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:09.679954 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-f6f83306-315f-49e7-85a8-08c17d66ed1d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6293b06b-ef10-4516-8990-fadd95622c31 HTTP/1.1" status: 200 len: 855 time: 0.0516622 Feb 09 02:27:09.716239 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-ff5fa870-db0b-4fb9-87b3-4e34167a6719 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d42a5ed3-865e-4b72-a267-036e5df9bd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296814 Feb 09 02:27:09.804494 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-dc4d7ac9-da51-4373-9558-84315bca2bc6 service neutron] 10.222.0.67 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827844 Feb 09 02:27:09.914536 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-6d5b77a1-33c0-47a4-b9d5-a0ef4be88f85 service neutron] 10.222.0.67 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036177 Feb 09 02:27:10.191388 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7b1f407e-fa32-48fb-ab7d-ba8188c83927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:10.298232 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:10.543354 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:27:10.753907 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82a0f4-ae20-4e17-acae-52ba68ce313f req-7b2b54af-db0a-4cee-a0b0-7f3690987e07 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:10.755492 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4a82a0f4-ae20-4e17-acae-52ba68ce313f req-7b2b54af-db0a-4cee-a0b0-7f3690987e07 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0546911 Feb 09 02:27:10.806852 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4a82a0f4-ae20-4e17-acae-52ba68ce313f req-a72eeba9-cf10-43e4-be5d-6d7ac30dc424 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456471 Feb 09 02:27:10.949152 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:11.188997 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:11.928023 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3c6c8-8e27-4929-8d3f-60a5879db778 req-7ec9a8fd-c5ef-4224-967b-5ac7940bc558 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:11.929507 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3fe3c6c8-8e27-4929-8d3f-60a5879db778 req-7ec9a8fd-c5ef-4224-967b-5ac7940bc558 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0534136 Feb 09 02:27:11.977399 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3fe3c6c8-8e27-4929-8d3f-60a5879db778 req-dedcb25c-85bf-4456-98c7-3b6ea418fe3d tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421848 Feb 09 02:27:12.459521 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:13.097149 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97038676-b24e-406f-8e2b-29b0021d66df req-3bcded1f-8544-490b-9903-ce241959d926 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:13.098630 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-97038676-b24e-406f-8e2b-29b0021d66df req-3bcded1f-8544-490b-9903-ce241959d926 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0517235 Feb 09 02:27:13.149346 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-97038676-b24e-406f-8e2b-29b0021d66df req-9e0de134-8734-4e2a-b610-4691f794a3c9 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451040 Feb 09 02:27:13.513766 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:14.278305 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe15fe-6e5e-4b26-8685-7bd675849cfc req-24818c9b-79db-4f8a-9f66-151416363d3b tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:14.279805 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-39fe15fe-6e5e-4b26-8685-7bd675849cfc req-24818c9b-79db-4f8a-9f66-151416363d3b tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0584910 Feb 09 02:27:14.325685 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-39fe15fe-6e5e-4b26-8685-7bd675849cfc req-67a6d3ca-79f8-40b8-bdad-fe726cb9848b tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395923 Feb 09 02:27:15.448061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0f94c-6dc0-4f5d-baee-b99453eeeb5f req-132a7d5d-e250-48fb-920f-62b23715b2a5 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:15.449539 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-71a0f94c-6dc0-4f5d-baee-b99453eeeb5f req-132a7d5d-e250-48fb-920f-62b23715b2a5 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0533206 Feb 09 02:27:15.497823 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-71a0f94c-6dc0-4f5d-baee-b99453eeeb5f req-863998b4-4cc2-4324-a955-32e8055d4f28 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419850 Feb 09 02:27:16.618633 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745f3f8-58fd-4114-a5b6-96a5922e19d1 req-81d14df7-d41c-4800-a9e1-9d2531cca8fa tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:16.620137 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8745f3f8-58fd-4114-a5b6-96a5922e19d1 req-81d14df7-d41c-4800-a9e1-9d2531cca8fa tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0538077 Feb 09 02:27:16.669708 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8745f3f8-58fd-4114-a5b6-96a5922e19d1 req-20da2db1-fdbb-4af4-97be-e3661c99bf41 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436583 Feb 09 02:27:17.786672 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e52f0e-591f-46f5-940e-32b33a313210 req-11ec2c62-5485-43a6-af59-b576b7604157 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:17.788155 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-08e52f0e-591f-46f5-940e-32b33a313210 req-11ec2c62-5485-43a6-af59-b576b7604157 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0513141 Feb 09 02:27:17.833940 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-08e52f0e-591f-46f5-940e-32b33a313210 req-f3469801-430d-41c8-bd57-2012354bd895 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402808 Feb 09 02:27:18.955824 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9016b-db98-4a51-a953-c996c8c2d1eb req-689e6ea2-5a79-4acb-8fb0-5d2f03fdbc31 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:18.957810 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-afa9016b-db98-4a51-a953-c996c8c2d1eb req-689e6ea2-5a79-4acb-8fb0-5d2f03fdbc31 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0529542 Feb 09 02:27:19.009402 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-afa9016b-db98-4a51-a953-c996c8c2d1eb req-a15e6605-71fc-435f-a2a6-819cc56ff6ef tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461185 Feb 09 02:27:20.133473 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11745020-e794-440f-ad84-f25b3be75073 req-04503779-2b41-4d15-b028-e2630d95a7ef tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:20.134949 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-11745020-e794-440f-ad84-f25b3be75073 req-04503779-2b41-4d15-b028-e2630d95a7ef tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0565000 Feb 09 02:27:20.182371 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-11745020-e794-440f-ad84-f25b3be75073 req-8454a5c2-5544-4811-81d8-83ee839d1bc1 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419755 Feb 09 02:27:21.301913 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5707cc6-6ddb-4ea7-8962-75d64419dadf req-3db1e963-3a92-4133-961c-d7145d322ec0 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:21.303437 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c5707cc6-6ddb-4ea7-8962-75d64419dadf req-3db1e963-3a92-4133-961c-d7145d322ec0 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0515211 Feb 09 02:27:21.351443 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c5707cc6-6ddb-4ea7-8962-75d64419dadf req-13e9212e-1d32-4e2c-a7ab-db2bf021d2f3 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413353 Feb 09 02:27:22.473101 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071053b9-551f-4b55-8a0b-963616dd7509 req-824543d6-14e0-474f-a173-374eaf6fdb55 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:22.474612 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-071053b9-551f-4b55-8a0b-963616dd7509 req-824543d6-14e0-474f-a173-374eaf6fdb55 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0533845 Feb 09 02:27:22.521301 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-071053b9-551f-4b55-8a0b-963616dd7509 req-3e4faa24-ad0a-4918-8f7b-d26bd4807469 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411248 Feb 09 02:27:23.642112 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67755945-82a2-47c3-b791-779f80655ccd req-853c988b-666a-49c9-ba58-7356e160c7c9 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:23.643601 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-67755945-82a2-47c3-b791-779f80655ccd req-853c988b-666a-49c9-ba58-7356e160c7c9 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0531862 Feb 09 02:27:23.690396 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-67755945-82a2-47c3-b791-779f80655ccd req-bfb39adb-2da4-4344-9989-55c179204f75 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411947 Feb 09 02:27:24.813528 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343ab0a-aa65-4afa-ad1d-3bc84777729a req-529f0267-57c3-464b-a27f-159641136ad9 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:24.815028 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c343ab0a-aa65-4afa-ad1d-3bc84777729a req-529f0267-57c3-464b-a27f-159641136ad9 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0572283 Feb 09 02:27:24.861120 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c343ab0a-aa65-4afa-ad1d-3bc84777729a req-2dbc3323-1f48-46d9-ac1d-279515b3f4bf tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405262 Feb 09 02:27:25.987553 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a2271-ab47-4cbc-a66e-6a7bd3e9f59a req-85c83bc6-2f35-4c35-a782-ee6eee071d0f tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:25.989037 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-760a2271-ab47-4cbc-a66e-6a7bd3e9f59a req-85c83bc6-2f35-4c35-a782-ee6eee071d0f tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0585232 Feb 09 02:27:26.036289 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-760a2271-ab47-4cbc-a66e-6a7bd3e9f59a req-117b5943-e68f-4ed5-865a-cf109f8b596d tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415952 Feb 09 02:27:27.153786 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3e3de-d2cd-4f9a-8231-cca4dd5b8870 req-b14e071e-7252-4f78-86de-c4230b4df95a tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:27.155522 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-35b3e3de-d2cd-4f9a-8231-cca4dd5b8870 req-b14e071e-7252-4f78-86de-c4230b4df95a tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0520575 Feb 09 02:27:27.202846 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-35b3e3de-d2cd-4f9a-8231-cca4dd5b8870 req-9f50eea4-6fdd-419d-bd2f-989237a5c1e0 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411520 Feb 09 02:27:28.322400 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5e5c6-2fac-4880-a141-4afa6252a908 req-a916246b-0f18-499b-88d5-8c4007ffcb5b tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:28.323887 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-05b5e5c6-2fac-4880-a141-4afa6252a908 req-a916246b-0f18-499b-88d5-8c4007ffcb5b tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0529523 Feb 09 02:27:28.371940 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-05b5e5c6-2fac-4880-a141-4afa6252a908 req-ac177c1c-bcfa-4156-96fb-5c3f63a26269 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415802 Feb 09 02:27:29.492955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035b17a-dc93-41d3-81ec-1e7c72298040 req-2bd2e7d6-73bf-4552-8d42-fbbc68518a08 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:29.494430 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0035b17a-dc93-41d3-81ec-1e7c72298040 req-2bd2e7d6-73bf-4552-8d42-fbbc68518a08 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0537074 Feb 09 02:27:29.545811 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0035b17a-dc93-41d3-81ec-1e7c72298040 req-27f9fa85-f5e8-4f07-b3dd-f2cf2018566c tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457988 Feb 09 02:27:30.670063 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724651d5-9263-4c96-b1de-07050b797901 req-0dff479f-e39f-477a-8167-7320ff8ba18b tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:30.671550 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-724651d5-9263-4c96-b1de-07050b797901 req-0dff479f-e39f-477a-8167-7320ff8ba18b tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0568922 Feb 09 02:27:30.719908 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-724651d5-9263-4c96-b1de-07050b797901 req-e8417a34-9b5a-4639-9f14-94bc2febc437 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423262 Feb 09 02:27:31.839051 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88306a-b7c4-4f55-90e9-a52494965e8c req-9c32cb27-5901-45a3-8b0b-7fc56b0a19b6 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:31.840575 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0a88306a-b7c4-4f55-90e9-a52494965e8c req-9c32cb27-5901-45a3-8b0b-7fc56b0a19b6 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0521743 Feb 09 02:27:31.886312 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0a88306a-b7c4-4f55-90e9-a52494965e8c req-2df5267e-ccd4-40e4-bfd9-0757304c1692 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394244 Feb 09 02:27:33.009687 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760224a-b810-4548-97d9-f622c803d84c req-0a360f44-217d-4247-a244-1b1f3b29dbc6 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:33.011145 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5760224a-b810-4548-97d9-f622c803d84c req-0a360f44-217d-4247-a244-1b1f3b29dbc6 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0530405 Feb 09 02:27:33.057585 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5760224a-b810-4548-97d9-f622c803d84c req-4bee713b-0e25-412d-b801-93ebca0bc902 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407097 Feb 09 02:27:34.177826 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999a21c-f889-4431-b133-bdf1379fe04f req-c1634ace-9737-48ee-b079-b125587bee0a tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:34.179343 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1999a21c-f889-4431-b133-bdf1379fe04f req-c1634ace-9737-48ee-b079-b125587bee0a tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0542371 Feb 09 02:27:34.226697 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1999a21c-f889-4431-b133-bdf1379fe04f req-0503cd09-5f86-49e2-b0fd-10c27ce2db64 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413139 Feb 09 02:27:35.349035 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec47391-212e-452c-86de-ddf17a172a8b req-46a0d856-86d4-415e-b8b7-a0a1421f9a08 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:35.350532 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ec47391-212e-452c-86de-ddf17a172a8b req-46a0d856-86d4-415e-b8b7-a0a1421f9a08 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0543849 Feb 09 02:27:35.406264 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2ec47391-212e-452c-86de-ddf17a172a8b req-1773b47d-3688-4d9f-aa17-9be9b9b091a7 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499005 Feb 09 02:27:36.541605 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f8865-58dc-44e9-9718-a047de3c2079 req-2caaf803-c4a2-40ab-bc74-2b05966b5308 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:36.543109 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-184f8865-58dc-44e9-9718-a047de3c2079 req-2caaf803-c4a2-40ab-bc74-2b05966b5308 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0607600 Feb 09 02:27:36.593106 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-184f8865-58dc-44e9-9718-a047de3c2079 req-417dbe62-b5c2-4dee-9bf7-eeca17fafd6b tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436969 Feb 09 02:27:36.935631 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-5c74174a-e94d-468c-92de-566135c97a38 service neutron] show failed (client error): The resource could not be found. Feb 09 02:27:36.936641 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-5c74174a-e94d-468c-92de-566135c97a38 service neutron] 10.222.0.67 "GET /v2.0/ports/615925ad-3e2f-4736-a1d1-661c372fed31/bindings/n-h2-828387-3 HTTP/1.1" status: 404 len: 380 time: 0.0555830 Feb 09 02:27:37.134847 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-69f91e9e-0461-45b8-b096-1b0e449dacc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:37.136390 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-69f91e9e-0461-45b8-b096-1b0e449dacc1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e&tenant_id=09c394fe3c3e4e89a332a0bc4c66f6ad HTTP/1.1" status: 200 len: 1128 time: 0.0457957 Feb 09 02:27:37.147640 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828387-3', 'device_owner': 'compute:nova'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:37.210071 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (615925ad-3e2f-4736-a1d1-661c372fed31), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:37.415664 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] For port 615925ad-3e2f-4736-a1d1-661c372fed31, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=615925ad-3e2f-4736-a1d1-661c372fed31,segment=NetworkSegment(aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3),segment_id=aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:37.448346 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] For port 615925ad-3e2f-4736-a1d1-661c372fed31, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:27:37.488258 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ffc3ec-ede1-44ef-bb10-cc6808ec942e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615925ad-3e2f-4736-a1d1-661c372fed31'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:27:37.490602 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ddb50d-460b-47dc-81b6-e5d67baaf44e" -d '{"events": [{"server_uuid": "e7ffc3ec-ede1-44ef-bb10-cc6808ec942e", "name": "network-vif-unplugged", "status": "completed", "tag": "615925ad-3e2f-4736-a1d1-661c372fed31"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:27:37.494261 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Publish callbacks [] for port (615925ad-3e2f-4736-a1d1-661c372fed31), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:37.507458 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Transition to ACTIVE for port object 615925ad-3e2f-4736-a1d1-661c372fed31 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:27:37.511633 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (615925ad-3e2f-4736-a1d1-661c372fed31), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:37.553884 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5162b0ba-f659-4ee9-b054-249a24ab3e40 x-openstack-request-id: req-5162b0ba-f659-4ee9-b054-249a24ab3e40 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:27:37.554591 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ffc3ec-ede1-44ef-bb10-cc6808ec942e", "name": "network-vif-unplugged", "status": "completed", "tag": "615925ad-3e2f-4736-a1d1-661c372fed31", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:27:37.554591 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5162b0ba-f659-4ee9-b054-249a24ab3e40 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:27:37.554982 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ffc3ec-ede1-44ef-bb10-cc6808ec942e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615925ad-3e2f-4736-a1d1-661c372fed31', 'code': 200} Feb 09 02:27:37.556551 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-498a3da6-fdcd-4615-9692-55e099e5a9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:37.592281 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] No DVR routers for this DVR port 615925ad-3e2f-4736-a1d1-661c372fed31 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:27:37.605794 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=615925ad-3e2f-4736-a1d1-661c372fed31,revision_number=6']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:37.635525 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:37.635877 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:37.636215 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:37.636552 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:37.636893 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:37.637221 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:37.637546 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:37.637866 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:37.638184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:37.638503 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:37.638821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:37.639136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:37.639477 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:37.648591 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Attempting to bind port 615925ad-3e2f-4736-a1d1-661c372fed31 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:27:37.648929 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Attempting to bind port 615925ad-3e2f-4736-a1d1-661c372fed31 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd42a5ed3-865e-4b72-a267-036e5df9bd21'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:27:37.649259 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Attempting to bind port 615925ad-3e2f-4736-a1d1-661c372fed31 on network d42a5ed3-865e-4b72-a267-036e5df9bd21 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:27:37.653698 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Port 615925ad-3e2f-4736-a1d1-661c372fed31 on network d42a5ed3-865e-4b72-a267-036e5df9bd21 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:27:37.654015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Attempting to bind port 615925ad-3e2f-4736-a1d1-661c372fed31 on network d42a5ed3-865e-4b72-a267-036e5df9bd21 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:27:37.659154 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:27:37.659523 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Checking segment: {'id': 'aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd42a5ed3-865e-4b72-a267-036e5df9bd21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:27:37.659906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Bound using segment: {'id': 'aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd42a5ed3-865e-4b72-a267-036e5df9bd21'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:27:37.660330 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Bound port: 615925ad-3e2f-4736-a1d1-661c372fed31, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd42a5ed3-865e-4b72-a267-036e5df9bd21'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:27:37.660685 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (615925ad-3e2f-4736-a1d1-661c372fed31), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:37.755568 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] For port 615925ad-3e2f-4736-a1d1-661c372fed31, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:27:37.763566 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681361f-70a1-45cf-88ac-7eb9d72c899a req-6e468af4-4d21-440d-9e7b-70c9137a7c32 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:37.765035 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0681361f-70a1-45cf-88ac-7eb9d72c899a req-6e468af4-4d21-440d-9e7b-70c9137a7c32 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 944 time: 0.0949683 Feb 09 02:27:37.766642 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] For port 615925ad-3e2f-4736-a1d1-661c372fed31, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=615925ad-3e2f-4736-a1d1-661c372fed31,segment=NetworkSegment(aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3),segment_id=aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:27:37.778748 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (615925ad-3e2f-4736-a1d1-661c372fed31), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:37.824399 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:37.825051 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:37.826520 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] 10.222.0.48 "PUT /v2.0/ports/615925ad-3e2f-4736-a1d1-661c372fed31 HTTP/1.1" status: 200 len: 1092 time: 0.6830120 Feb 09 02:27:37.896801 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0681361f-70a1-45cf-88ac-7eb9d72c899a req-c989d7b9-8818-4c76-9eb4-66f8b5ff6c5f tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256154 Feb 09 02:27:37.898768 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694aa2e4-69a9-4a71-b297-345f79168dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=615925ad-3e2f-4736-a1d1-661c372fed31,revision_number=7']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:37.919330 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-08e0135c-cc93-4f2f-a388-a8a73ab9a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:37.920834 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-08e0135c-cc93-4f2f-a388-a8a73ab9a204 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09c394fe3c3e4e89a332a0bc4c66f6ad&device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 1126 time: 0.0690753 Feb 09 02:27:38.016662 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-397a017c-a7f4-4b46-a8ce-e2cc941fed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:38.018002 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-397a017c-a7f4-4b46-a8ce-e2cc941fed3f service neutron] 10.222.0.48 "GET /v2.0/networks?id=d42a5ed3-865e-4b72-a267-036e5df9bd21 HTTP/1.1" status: 200 len: 916 time: 0.0894227 Feb 09 02:27:38.059774 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-0c4d67fc-f173-451f-8e17-d7da35103894 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=615925ad-3e2f-4736-a1d1-661c372fed31 HTTP/1.1" status: 200 len: 217 time: 0.0353274 Feb 09 02:27:38.109295 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-c0b37c25-8285-4311-9d6f-cb41818e1ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:38.111476 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-c0b37c25-8285-4311-9d6f-cb41818e1ae4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6293b06b-ef10-4516-8990-fadd95622c31 HTTP/1.1" status: 200 len: 855 time: 0.0445666 Feb 09 02:27:38.143105 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-0521623e-fc70-468f-8e2c-c4e307640f23 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d42a5ed3-865e-4b72-a267-036e5df9bd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248606 Feb 09 02:27:38.234482 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-93764ab4-a876-4e97-8b4a-0dbf0dcfe9f2 service neutron] 10.222.0.48 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850148 Feb 09 02:27:38.323006 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f2e933f-514b-4749-9d0a-7713bb1919b9 req-c3b6697a-2d77-4024-be73-8c37d7556c17 service neutron] 10.222.0.48 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813797 Feb 09 02:27:39.028026 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7c757-8968-418e-aee1-17e334c814ba req-8c5db87c-5c2b-4c16-978d-58874eddfa2b tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:39.029533 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b0e7c757-8968-418e-aee1-17e334c814ba req-8c5db87c-5c2b-4c16-978d-58874eddfa2b tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 944 time: 0.0551271 Feb 09 02:27:39.086142 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b0e7c757-8968-418e-aee1-17e334c814ba req-42a8a324-4bba-4128-8375-8aca2e528c94 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490112 Feb 09 02:27:39.556152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ffc3ec-ede1-44ef-bb10-cc6808ec942e', 'tag': '615925ad-3e2f-4736-a1d1-661c372fed31'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:27:39.558942 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1283a82e-c07c-43a7-afa3-7cb8752f7733" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ffc3ec-ede1-44ef-bb10-cc6808ec942e", "tag": "615925ad-3e2f-4736-a1d1-661c372fed31"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:27:39.612264 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b375486-5e32-4a6b-b926-5e27def410bb x-openstack-request-id: req-5b375486-5e32-4a6b-b926-5e27def410bb {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:27:39.612560 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ffc3ec-ede1-44ef-bb10-cc6808ec942e", "tag": "615925ad-3e2f-4736-a1d1-661c372fed31", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:27:39.613707 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b375486-5e32-4a6b-b926-5e27def410bb {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:27:39.614220 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ffc3ec-ede1-44ef-bb10-cc6808ec942e', 'tag': '615925ad-3e2f-4736-a1d1-661c372fed31', 'status': 'completed', 'code': 200} Feb 09 02:27:39.715294 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283a82e-c07c-43a7-afa3-7cb8752f7733 req-51d3139f-4a44-42a2-81c8-3f980aacd5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:39.716801 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1283a82e-c07c-43a7-afa3-7cb8752f7733 req-51d3139f-4a44-42a2-81c8-3f980aacd5b6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09c394fe3c3e4e89a332a0bc4c66f6ad&device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 1126 time: 0.0794563 Feb 09 02:27:39.734988 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283a82e-c07c-43a7-afa3-7cb8752f7733 req-f6d0ecc0-cc51-4640-abbd-24f549deed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:39.737116 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1283a82e-c07c-43a7-afa3-7cb8752f7733 req-f6d0ecc0-cc51-4640-abbd-24f549deed65 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09c394fe3c3e4e89a332a0bc4c66f6ad&device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 1126 time: 0.0912747 Feb 09 02:27:39.893180 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283a82e-c07c-43a7-afa3-7cb8752f7733 req-191456e3-6a42-4f67-90dd-7b92394843e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:39.894662 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1283a82e-c07c-43a7-afa3-7cb8752f7733 req-191456e3-6a42-4f67-90dd-7b92394843e3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d42a5ed3-865e-4b72-a267-036e5df9bd21 HTTP/1.1" status: 200 len: 916 time: 0.1694157 Feb 09 02:27:39.912624 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283a82e-c07c-43a7-afa3-7cb8752f7733 req-28c1dbae-521e-4d92-a538-e42ac581056f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:39.914056 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1283a82e-c07c-43a7-afa3-7cb8752f7733 req-28c1dbae-521e-4d92-a538-e42ac581056f service neutron] 10.222.0.48 "GET /v2.0/networks?id=d42a5ed3-865e-4b72-a267-036e5df9bd21 HTTP/1.1" status: 200 len: 916 time: 0.1652508 Feb 09 02:27:39.952566 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1283a82e-c07c-43a7-afa3-7cb8752f7733 req-f0f97ac7-9245-406c-93b8-ae177392ead9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=615925ad-3e2f-4736-a1d1-661c372fed31 HTTP/1.1" status: 200 len: 217 time: 0.0504491 Feb 09 02:27:39.990830 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1283a82e-c07c-43a7-afa3-7cb8752f7733 req-018fbb01-3ba8-4186-b911-49fdec20b6d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=615925ad-3e2f-4736-a1d1-661c372fed31 HTTP/1.1" status: 200 len: 217 time: 0.0448258 Feb 09 02:27:40.064795 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283a82e-c07c-43a7-afa3-7cb8752f7733 req-b6a99725-3367-44e1-b6de-8ee49bd0c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:40.066265 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1283a82e-c07c-43a7-afa3-7cb8752f7733 req-b6a99725-3367-44e1-b6de-8ee49bd0c07c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6293b06b-ef10-4516-8990-fadd95622c31 HTTP/1.1" status: 200 len: 855 time: 0.0841963 Feb 09 02:27:40.068765 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 615925ad-3e2f-4736-a1d1-661c372fed31 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:27:40.070016 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283a82e-c07c-43a7-afa3-7cb8752f7733 req-c61aa0ab-e649-40a7-a8af-0d41b5dda249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:40.071402 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1283a82e-c07c-43a7-afa3-7cb8752f7733 req-c61aa0ab-e649-40a7-a8af-0d41b5dda249 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6293b06b-ef10-4516-8990-fadd95622c31 HTTP/1.1" status: 200 len: 855 time: 0.0617909 Feb 09 02:27:40.105329 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1283a82e-c07c-43a7-afa3-7cb8752f7733 req-0d0ef26d-85d5-4225-9e59-792e2a7556d2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d42a5ed3-865e-4b72-a267-036e5df9bd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329843 Feb 09 02:27:40.108657 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] The host n-h1-828387-3 is not matching for port 615925ad-3e2f-4736-a1d1-661c372fed31 host n-h2-828387-3! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:27:40.109039 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 615925ad-3e2f-4736-a1d1-661c372fed31 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:27:40.121803 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1283a82e-c07c-43a7-afa3-7cb8752f7733 req-00d2f83c-58c6-49eb-8ab0-3e5da6bfb6f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d42a5ed3-865e-4b72-a267-036e5df9bd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404420 Feb 09 02:27:40.202824 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1b63c4b4-4404-480c-b4d5-09ba8e71221e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:40.222180 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d694747-8259-43d2-808e-8be98beb7464 req-c303e388-986f-4ba2-8f28-ff7ecaefc9f9 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:40.223718 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d694747-8259-43d2-808e-8be98beb7464 req-c303e388-986f-4ba2-8f28-ff7ecaefc9f9 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 944 time: 0.0643551 Feb 09 02:27:40.243062 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 615925ad-3e2f-4736-a1d1-661c372fed31 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:27:40.273942 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d694747-8259-43d2-808e-8be98beb7464 req-6fb02932-5ffd-4e29-b619-de4eb92dd7ba tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442245 Feb 09 02:27:40.279658 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1283a82e-c07c-43a7-afa3-7cb8752f7733 req-ead93bcf-7598-4ec7-9e43-b2d28da8a0da service neutron] 10.222.0.67 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602905 Feb 09 02:27:40.281616 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1283a82e-c07c-43a7-afa3-7cb8752f7733 req-a1ee0ad1-dd17-4ddc-af89-193fc15b9b9a service neutron] 10.222.0.48 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526713 Feb 09 02:27:40.337305 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:40.373561 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 615925ad-3e2f-4736-a1d1-661c372fed31, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=615925ad-3e2f-4736-a1d1-661c372fed31,segment=NetworkSegment(aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3),segment_id=aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:40.390997 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '615925ad-3e2f-4736-a1d1-661c372fed31', 'network_id': 'd42a5ed3-865e-4b72-a267-036e5df9bd21', 'port_id': '615925ad-3e2f-4736-a1d1-661c372fed31', 'mac_address': 'fa:16:3e:61:ad:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6293b06b-ef10-4516-8990-fadd95622c31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:27:40.431688 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 615925ad-3e2f-4736-a1d1-661c372fed31 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:40.432095 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (615925ad-3e2f-4736-a1d1-661c372fed31), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:40.446296 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615925ad-3e2f-4736-a1d1-661c372fed31 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:27:40.461591 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1283a82e-c07c-43a7-afa3-7cb8752f7733 req-14da3694-d7f3-4073-b809-ca1e9ab15076 service neutron] 10.222.0.67 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743722 Feb 09 02:27:40.463656 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1283a82e-c07c-43a7-afa3-7cb8752f7733 req-79c5bf59-6b50-46bd-bcc2-3b09584a1c83 service neutron] 10.222.0.48 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689065 Feb 09 02:27:40.469179 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 615925ad-3e2f-4736-a1d1-661c372fed31, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=615925ad-3e2f-4736-a1d1-661c372fed31,segment=NetworkSegment(aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3),segment_id=aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:40.474010 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (615925ad-3e2f-4736-a1d1-661c372fed31), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:40.542841 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=615925ad-3e2f-4736-a1d1-661c372fed31,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:40.549412 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8e29e-7874-49e2-a67f-2cc15ee17056 req-56873cf1-4165-4de5-bd41-1d0b5a7b34f0 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:40.551056 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:40.551435 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:40.551773 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:40.552106 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:40.552438 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:40.552768 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:40.552908 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3eb8e29e-7874-49e2-a67f-2cc15ee17056 req-56873cf1-4165-4de5-bd41-1d0b5a7b34f0 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 945 time: 0.0888405 Feb 09 02:27:40.553101 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:40.553421 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:40.553741 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:40.554397 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:40.554397 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:40.554711 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:40.555928 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:40.556372 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81f2f5-b0af-4097-baf1-0d0c180ff099 req-ac3aa169-1e9b-4c49-921d-c9b1cb604f77 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:40.559471 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c81f2f5-b0af-4097-baf1-0d0c180ff099 req-ac3aa169-1e9b-4c49-921d-c9b1cb604f77 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e&tenant_id=09c394fe3c3e4e89a332a0bc4c66f6ad&binding%3Ahost_id=n-h2-828387-3 HTTP/1.1" status: 200 len: 945 time: 0.0809834 Feb 09 02:27:40.606579 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3eb8e29e-7874-49e2-a67f-2cc15ee17056 req-b8268d17-4554-498d-957b-646b089df73a tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446141 Feb 09 02:27:40.626575 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-5c81f2f5-b0af-4097-baf1-0d0c180ff099 req-117ef5c6-d077-4f6c-8472-d7dcb8e5edaf service neutron] delete failed (client error): The resource could not be found. Feb 09 02:27:40.627795 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c81f2f5-b0af-4097-baf1-0d0c180ff099 req-117ef5c6-d077-4f6c-8472-d7dcb8e5edaf service neutron] 10.222.0.67 "DELETE /v2.0/ports/615925ad-3e2f-4736-a1d1-661c372fed31/bindings/n-h1-828387-3 HTTP/1.1" status: 404 len: 380 time: 0.0619819 Feb 09 02:27:40.722606 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81f2f5-b0af-4097-baf1-0d0c180ff099 req-5ece8900-e244-42c7-a54b-817d93ac69b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:40.724081 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c81f2f5-b0af-4097-baf1-0d0c180ff099 req-5ece8900-e244-42c7-a54b-817d93ac69b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09c394fe3c3e4e89a332a0bc4c66f6ad&device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 1127 time: 0.0488360 Feb 09 02:27:40.730335 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['615925ad-3e2f-4736-a1d1-661c372fed31'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:27:40.817507 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81f2f5-b0af-4097-baf1-0d0c180ff099 req-ef2a7355-d81c-4e6a-ac33-cfbe11d4983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:40.818975 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c81f2f5-b0af-4097-baf1-0d0c180ff099 req-ef2a7355-d81c-4e6a-ac33-cfbe11d4983e service neutron] 10.222.0.67 "GET /v2.0/networks?id=d42a5ed3-865e-4b72-a267-036e5df9bd21 HTTP/1.1" status: 200 len: 916 time: 0.0892200 Feb 09 02:27:40.859302 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c81f2f5-b0af-4097-baf1-0d0c180ff099 req-5a8fa38f-ec11-468d-8400-6870c9b33bb5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=615925ad-3e2f-4736-a1d1-661c372fed31 HTTP/1.1" status: 200 len: 217 time: 0.0345030 Feb 09 02:27:40.911398 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81f2f5-b0af-4097-baf1-0d0c180ff099 req-cc9cd850-2bd6-48dc-a8f5-c8e0915816d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:40.912862 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c81f2f5-b0af-4097-baf1-0d0c180ff099 req-cc9cd850-2bd6-48dc-a8f5-c8e0915816d8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6293b06b-ef10-4516-8990-fadd95622c31 HTTP/1.1" status: 200 len: 855 time: 0.0485134 Feb 09 02:27:40.951311 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c81f2f5-b0af-4097-baf1-0d0c180ff099 req-6b84f7bf-1c55-46b9-aa55-4e7bc52ccc53 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d42a5ed3-865e-4b72-a267-036e5df9bd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328517 Feb 09 02:27:40.958353 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:41.043529 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c81f2f5-b0af-4097-baf1-0d0c180ff099 req-f01fa0f5-294a-44f4-8422-e62726afc1f6 service neutron] 10.222.0.67 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857472 Feb 09 02:27:41.140085 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c81f2f5-b0af-4097-baf1-0d0c180ff099 req-7c677c45-67c9-452d-91b0-db357aa1b6dd service neutron] 10.222.0.67 "GET /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886526 Feb 09 02:27:41.212900 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:41.735691 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bb900-eb67-4fe2-be05-13ef8089dca6 req-54e31625-d181-4762-b5ef-589435fc9b77 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:41.737276 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-576bb900-eb67-4fe2-be05-13ef8089dca6 req-54e31625-d181-4762-b5ef-589435fc9b77 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 945 time: 0.0560112 Feb 09 02:27:41.784879 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-576bb900-eb67-4fe2-be05-13ef8089dca6 req-b5e69ddf-dc65-44e9-ae10-be4a2becf850 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419052 Feb 09 02:27:41.903163 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97226d86-09ad-48a9-a83c-5f3cba72ea95 req-8d969ba9-eae9-40a0-84d1-02688c0d01c5 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:41.904665 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-97226d86-09ad-48a9-a83c-5f3cba72ea95 req-8d969ba9-eae9-40a0-84d1-02688c0d01c5 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 945 time: 0.0526545 Feb 09 02:27:41.951631 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-97226d86-09ad-48a9-a83c-5f3cba72ea95 req-22f6f1aa-2e1f-428b-a125-60a36c37237f tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405614 Feb 09 02:27:42.069177 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f1cd7-0327-4b21-8f10-fbe626df305a req-15955a9d-632f-40f0-8ce3-0bfd54f71221 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:42.070650 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-308f1cd7-0327-4b21-8f10-fbe626df305a req-15955a9d-632f-40f0-8ce3-0bfd54f71221 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 945 time: 0.0526409 Feb 09 02:27:42.116281 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-308f1cd7-0327-4b21-8f10-fbe626df305a req-8da5c14f-394f-4298-83c3-6fb3bbcdb28a tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400884 Feb 09 02:27:42.269245 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 615925ad-3e2f-4736-a1d1-661c372fed31 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:27:42.334866 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 615925ad-3e2f-4736-a1d1-661c372fed31 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:27:42.340368 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 615925ad-3e2f-4736-a1d1-661c372fed31 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:42.340948 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (615925ad-3e2f-4736-a1d1-661c372fed31), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:42.421487 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 615925ad-3e2f-4736-a1d1-661c372fed31 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:42.421877 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (615925ad-3e2f-4736-a1d1-661c372fed31), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:42.456789 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ffc3ec-ede1-44ef-bb10-cc6808ec942e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615925ad-3e2f-4736-a1d1-661c372fed31'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:27:42.459493 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f458428-90ed-4b31-9329-fb54d35c1f7c" -d '{"events": [{"server_uuid": "e7ffc3ec-ede1-44ef-bb10-cc6808ec942e", "name": "network-vif-plugged", "status": "completed", "tag": "615925ad-3e2f-4736-a1d1-661c372fed31"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:27:42.481850 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 615925ad-3e2f-4736-a1d1-661c372fed31, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=615925ad-3e2f-4736-a1d1-661c372fed31,segment=NetworkSegment(aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3),segment_id=aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:42.488455 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:42.489881 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (615925ad-3e2f-4736-a1d1-661c372fed31), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:42.500273 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c3ccd-4f8a-4391-9656-3a5bb8ec3e43 req-51b1d0fb-3b70-473e-9dfc-7ec9d6cdc579 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:42.502599 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-699c3ccd-4f8a-4391-9656-3a5bb8ec3e43 req-51b1d0fb-3b70-473e-9dfc-7ec9d6cdc579 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 945 time: 0.0748494 Feb 09 02:27:42.522496 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73044a7d-b25d-4e27-b892-84cad3d60f98 x-openstack-request-id: req-73044a7d-b25d-4e27-b892-84cad3d60f98 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:27:42.522943 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ffc3ec-ede1-44ef-bb10-cc6808ec942e", "name": "network-vif-plugged", "status": "completed", "tag": "615925ad-3e2f-4736-a1d1-661c372fed31", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:27:42.523348 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-73044a7d-b25d-4e27-b892-84cad3d60f98 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:27:42.523748 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ffc3ec-ede1-44ef-bb10-cc6808ec942e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615925ad-3e2f-4736-a1d1-661c372fed31', 'code': 200} Feb 09 02:27:42.548760 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=615925ad-3e2f-4736-a1d1-661c372fed31,revision_number=9']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:42.561489 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-699c3ccd-4f8a-4391-9656-3a5bb8ec3e43 req-9dc58e20-4497-41e7-b079-58d3d9f19f5e tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529268 Feb 09 02:27:43.518850 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:43.725796 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5fd80-1aac-432d-af1b-4e0c8ab55854 req-090ad44c-3167-4bff-a4bf-d117cc1749ff tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:43.727308 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-38a5fd80-1aac-432d-af1b-4e0c8ab55854 req-090ad44c-3167-4bff-a4bf-d117cc1749ff tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0911577 Feb 09 02:27:43.739130 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552944d-a43d-47a4-a5c4-5210f91e99d6 req-23722c92-b9d2-4cfe-823c-f8ffcb3f91e4 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:43.740524 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6552944d-a43d-47a4-a5c4-5210f91e99d6 req-23722c92-b9d2-4cfe-823c-f8ffcb3f91e4 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7ffc3ec-ede1-44ef-bb10-cc6808ec942e HTTP/1.1" status: 200 len: 946 time: 0.0736907 Feb 09 02:27:43.838521 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-38a5fd80-1aac-432d-af1b-4e0c8ab55854 req-01269f4d-7385-4cd1-bf8f-e0b7dd17fbef tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d870bd2-bdb4-465d-9a98-45d6aba83a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970266 Feb 09 02:27:43.864936 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-6552944d-a43d-47a4-a5c4-5210f91e99d6 req-483932e6-c54d-4f61-b393-d383167b4f89 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Deleting port 615925ad-3e2f-4736-a1d1-661c372fed31 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:27:43.865274 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6552944d-a43d-47a4-a5c4-5210f91e99d6 req-483932e6-c54d-4f61-b393-d383167b4f89 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (615925ad-3e2f-4736-a1d1-661c372fed31), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:43.956660 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-6552944d-a43d-47a4-a5c4-5210f91e99d6 req-483932e6-c54d-4f61-b393-d383167b4f89 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] For port 615925ad-3e2f-4736-a1d1-661c372fed31, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=615925ad-3e2f-4736-a1d1-661c372fed31,segment=NetworkSegment(aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3),segment_id=aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:43.957031 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6552944d-a43d-47a4-a5c4-5210f91e99d6 req-483932e6-c54d-4f61-b393-d383167b4f89 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (615925ad-3e2f-4736-a1d1-661c372fed31), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:43.970201 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-6552944d-a43d-47a4-a5c4-5210f91e99d6 req-483932e6-c54d-4f61-b393-d383167b4f89 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Calling delete_port for 615925ad-3e2f-4736-a1d1-661c372fed31 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:27:44.099127 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6552944d-a43d-47a4-a5c4-5210f91e99d6 req-483932e6-c54d-4f61-b393-d383167b4f89 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (615925ad-3e2f-4736-a1d1-661c372fed31), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:44.111050 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['615925ad-3e2f-4736-a1d1-661c372fed31'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:27:44.128284 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483932e6-c54d-4f61-b393-d383167b4f89 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Pushing event deleted for resources: {'Port': ['ID=615925ad-3e2f-4736-a1d1-661c372fed31,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:44.179997 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-6552944d-a43d-47a4-a5c4-5210f91e99d6 req-483932e6-c54d-4f61-b393-d383167b4f89 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] No DVR routers for this DVR port 615925ad-3e2f-4736-a1d1-661c372fed31 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:27:44.182687 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6552944d-a43d-47a4-a5c4-5210f91e99d6 req-483932e6-c54d-4f61-b393-d383167b4f89 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:44.186873 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6552944d-a43d-47a4-a5c4-5210f91e99d6 req-483932e6-c54d-4f61-b393-d383167b4f89 tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] 10.222.0.48 "DELETE /v2.0/ports/615925ad-3e2f-4736-a1d1-661c372fed31 HTTP/1.1" status: 204 len: 173 time: 0.4387972 Feb 09 02:27:44.187369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ffc3ec-ede1-44ef-bb10-cc6808ec942e', 'name': 'network-vif-deleted', 'tag': '615925ad-3e2f-4736-a1d1-661c372fed31'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:27:44.190461 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156a13ad-60f4-450d-a7a2-1a141053d7df" -d '{"events": [{"server_uuid": "e7ffc3ec-ede1-44ef-bb10-cc6808ec942e", "name": "network-vif-deleted", "tag": "615925ad-3e2f-4736-a1d1-661c372fed31"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:27:44.236950 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfeeb491-b9b0-4a06-89e7-13955aeb4c6d x-openstack-request-id: req-cfeeb491-b9b0-4a06-89e7-13955aeb4c6d {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:27:44.237307 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ffc3ec-ede1-44ef-bb10-cc6808ec942e", "name": "network-vif-deleted", "tag": "615925ad-3e2f-4736-a1d1-661c372fed31", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:27:44.237615 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cfeeb491-b9b0-4a06-89e7-13955aeb4c6d {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:27:44.238080 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ffc3ec-ede1-44ef-bb10-cc6808ec942e', 'name': 'network-vif-deleted', 'tag': '615925ad-3e2f-4736-a1d1-661c372fed31', 'status': 'completed', 'code': 200} Feb 09 02:27:44.960854 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59404) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:45.004872 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-278ad767-970e-4762-bffa-8a336774b1eb admin admin] Deleting subnet 6293b06b-ef10-4516-8990-fadd95622c31 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:27:45.007895 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-278ad767-970e-4762-bffa-8a336774b1eb admin admin] Publish callbacks [] for subnet (6293b06b-ef10-4516-8990-fadd95622c31), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:45.041396 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-278ad767-970e-4762-bffa-8a336774b1eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (6293b06b-ef10-4516-8990-fadd95622c31), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:45.079857 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-278ad767-970e-4762-bffa-8a336774b1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (6293b06b-ef10-4516-8990-fadd95622c31), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:45.131730 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-278ad767-970e-4762-bffa-8a336774b1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (6293b06b-ef10-4516-8990-fadd95622c31), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:45.163745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ad767-970e-4762-bffa-8a336774b1eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6293b06b-ef10-4516-8990-fadd95622c31,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:45.166403 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-278ad767-970e-4762-bffa-8a336774b1eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:45.169050 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-278ad767-970e-4762-bffa-8a336774b1eb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6293b06b-ef10-4516-8990-fadd95622c31 HTTP/1.1" status: 204 len: 168 time: 0.2071900 Feb 09 02:27:45.171501 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59406) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:45.239068 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-40014801-32de-4550-b553-74a9d8af87cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (d42a5ed3-865e-4b72-a267-036e5df9bd21), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:45.319328 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-40014801-32de-4550-b553-74a9d8af87cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (d42a5ed3-865e-4b72-a267-036e5df9bd21), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:45.340901 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-40014801-32de-4550-b553-74a9d8af87cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42a5ed3-865e-4b72-a267-036e5df9bd21']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:45.350552 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-40014801-32de-4550-b553-74a9d8af87cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:45.350853 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-40014801-32de-4550-b553-74a9d8af87cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:45.359965 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-40014801-32de-4550-b553-74a9d8af87cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:45.372955 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-40014801-32de-4550-b553-74a9d8af87cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:45.378883 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40014801-32de-4550-b553-74a9d8af87cd admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:27:45.379301 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-40014801-32de-4550-b553-74a9d8af87cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (aa8de0b8-d10f-44dd-b4e8-2662e3ad18b3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:27:45.380921 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:27:45.433783 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-40014801-32de-4550-b553-74a9d8af87cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (d42a5ed3-865e-4b72-a267-036e5df9bd21), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:45.439486 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-40014801-32de-4550-b553-74a9d8af87cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:45.442650 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-40014801-32de-4550-b553-74a9d8af87cd admin admin] 10.222.0.36 "DELETE /v2.0/networks/d42a5ed3-865e-4b72-a267-036e5df9bd21 HTTP/1.1" status: 204 len: 168 time: 0.2702496 Feb 09 02:27:45.453508 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40014801-32de-4550-b553-74a9d8af87cd admin admin] Pushing event deleted for resources: {'Network': ['ID=d42a5ed3-865e-4b72-a267-036e5df9bd21,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:45.550126 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59410) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:45.591826 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4b09ba3d-af87-4d69-973b-f29eb7de80a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=09c394fe3c3e4e89a332a0bc4c66f6ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404975 Feb 09 02:27:45.594287 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59412) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:45.642062 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa480314-dd6e-442c-8cd0-4de9b1dfd7e5 admin admin] Publish callbacks [] for security_group (2d870bd2-bdb4-465d-9a98-45d6aba83a22), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:45.671260 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa480314-dd6e-442c-8cd0-4de9b1dfd7e5 admin admin] Publish callbacks [] for security_group (2d870bd2-bdb4-465d-9a98-45d6aba83a22), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:45.718651 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa480314-dd6e-442c-8cd0-4de9b1dfd7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2d870bd2-bdb4-465d-9a98-45d6aba83a22), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:45.721639 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa480314-dd6e-442c-8cd0-4de9b1dfd7e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:45.723666 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-aa480314-dd6e-442c-8cd0-4de9b1dfd7e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2d870bd2-bdb4-465d-9a98-45d6aba83a22 HTTP/1.1" status: 204 len: 168 time: 0.1282790 Feb 09 02:27:45.731572 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa480314-dd6e-442c-8cd0-4de9b1dfd7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d870bd2-bdb4-465d-9a98-45d6aba83a22,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:45.739024 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa480314-dd6e-442c-8cd0-4de9b1dfd7e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:45.739405 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa480314-dd6e-442c-8cd0-4de9b1dfd7e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:45.739748 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa480314-dd6e-442c-8cd0-4de9b1dfd7e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:45.740089 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa480314-dd6e-442c-8cd0-4de9b1dfd7e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:45.740446 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa480314-dd6e-442c-8cd0-4de9b1dfd7e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:45.740782 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa480314-dd6e-442c-8cd0-4de9b1dfd7e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:45.741112 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa480314-dd6e-442c-8cd0-4de9b1dfd7e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:45.741438 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa480314-dd6e-442c-8cd0-4de9b1dfd7e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:45.741764 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa480314-dd6e-442c-8cd0-4de9b1dfd7e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:45.742107 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa480314-dd6e-442c-8cd0-4de9b1dfd7e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:45.742411 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa480314-dd6e-442c-8cd0-4de9b1dfd7e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:45.742733 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa480314-dd6e-442c-8cd0-4de9b1dfd7e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:45.743053 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa480314-dd6e-442c-8cd0-4de9b1dfd7e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:46.288956 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 615925ad-3e2f-4736-a1d1-661c372fed31 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:27:46.316075 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 615925ad-3e2f-4736-a1d1-661c372fed31 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:27:46.316420 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 615925ad-3e2f-4736-a1d1-661c372fed31 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:27:46.384244 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59434) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:46.480294 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6a4fe29a-d514-48b9-80a0-9f572e8fc7b9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2064143901-network', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:46.500174 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4fe29a-d514-48b9-80a0-9f572e8fc7b9 admin admin] Made reservation on behalf of 34c767084bb54bc7b63d7b2714a19521 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:27:46.502482 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a4fe29a-d514-48b9-80a0-9f572e8fc7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:46.510615 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a4fe29a-d514-48b9-80a0-9f572e8fc7b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:46.586975 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a4fe29a-d514-48b9-80a0-9f572e8fc7b9 admin admin] Publish callbacks [] for security_group (5568eb0e-1c4d-440c-b964-801078f4ff7d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:46.591504 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a4fe29a-d514-48b9-80a0-9f572e8fc7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5568eb0e-1c4d-440c-b964-801078f4ff7d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:46.616445 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4fe29a-d514-48b9-80a0-9f572e8fc7b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:27:46.625028 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fe29a-d514-48b9-80a0-9f572e8fc7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5568eb0e-1c4d-440c-b964-801078f4ff7d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:46.631533 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a4fe29a-d514-48b9-80a0-9f572e8fc7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (6591ba95-8e51-4a4e-bb84-09eaebfa29e9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:46.631883 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-6a4fe29a-d514-48b9-80a0-9f572e8fc7b9 admin admin] Added segment 6591ba95-8e51-4a4e-bb84-09eaebfa29e9 of type vlan for network e4bafe92-24b3-460c-9be0-2468e5556a87 Feb 09 02:27:46.672433 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a4fe29a-d514-48b9-80a0-9f572e8fc7b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (e4bafe92-24b3-460c-9be0-2468e5556a87), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:46.700822 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a4fe29a-d514-48b9-80a0-9f572e8fc7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (e4bafe92-24b3-460c-9be0-2468e5556a87), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:46.702784 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4fe29a-d514-48b9-80a0-9f572e8fc7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:46.703404 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a4fe29a-d514-48b9-80a0-9f572e8fc7b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:46.762320 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6a4fe29a-d514-48b9-80a0-9f572e8fc7b9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3769517 Feb 09 02:27:46.765403 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59438) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:46.768507 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fe29a-d514-48b9-80a0-9f572e8fc7b9 admin admin] Pushing event updated for resources: {'Network': ['ID=e4bafe92-24b3-460c-9be0-2468e5556a87,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:46.773838 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-6b6d6cb1-60be-4743-b0c1-37ceb43a2121 admin admin] Request body: {'subnet': {'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2064143901-subnet', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:46.779744 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network e4bafe92-24b3-460c-9be0-2468e5556a87 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:27:46.803560 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6d6cb1-60be-4743-b0c1-37ceb43a2121 admin admin] Made reservation on behalf of 34c767084bb54bc7b63d7b2714a19521 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:27:46.805980 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6cb1-60be-4743-b0c1-37ceb43a2121 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:46.985593 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6cb1-60be-4743-b0c1-37ceb43a2121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (c39e1438-f78e-4831-a839-a9badecdeddd), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:47.040062 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d6cb1-60be-4743-b0c1-37ceb43a2121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c39e1438-f78e-4831-a839-a9badecdeddd,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:47.051140 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d6cb1-60be-4743-b0c1-37ceb43a2121 admin admin] Checking segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:27:47.051533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6d6cb1-60be-4743-b0c1-37ceb43a2121 admin admin] Network hostable DHCP agents. Network: e4bafe92-24b3-460c-9be0-2468e5556a87, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:27:47.069775 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6d6cb1-60be-4743-b0c1-37ceb43a2121 admin admin] Network e4bafe92-24b3-460c-9be0-2468e5556a87 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:27:47.080177 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-6b6d6cb1-60be-4743-b0c1-37ceb43a2121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, e4bafe92-24b3-460c-9be0-2468e5556a87) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:27:47.085043 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6d6cb1-60be-4743-b0c1-37ceb43a2121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:47.085832 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6cb1-60be-4743-b0c1-37ceb43a2121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:47.089290 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a9a593-a45f-4292-a551-fab20561ff13 None None] Network e4bafe92-24b3-460c-9be0-2468e5556a87 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:27:47.104116 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6b6d6cb1-60be-4743-b0c1-37ceb43a2121 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3365922 Feb 09 02:27:47.106962 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59440) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:47.112776 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-7638626a-8067-448f-a5bb-7d616de6cffc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:47.133094 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7638626a-8067-448f-a5bb-7d616de6cffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (d970e2a7-036e-4f9b-b842-bffeffc27020), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:47.134194 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7638626a-8067-448f-a5bb-7d616de6cffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (d970e2a7-036e-4f9b-b842-bffeffc27020), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:47.199773 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7638626a-8067-448f-a5bb-7d616de6cffc admin admin] Publish callbacks [] for router_controller (d970e2a7-036e-4f9b-b842-bffeffc27020), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:47.200913 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d531f94-00e8-4f6f-bd28-66f21e550cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-e4bafe92-24b3-460c-9be0-2468e5556a87', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:27:47.201982 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d531f94-00e8-4f6f-bd28-66f21e550cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:47.344194 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-1d531f94-00e8-4f6f-bd28-66f21e550cbb None None] Allocated IP 172.20.0.2 (e4bafe92-24b3-460c-9be0-2468e5556a87/c39e1438-f78e-4831-a839-a9badecdeddd/dc21094a-7dec-4eae-b28b-f3790d8baf11) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:27:47.495490 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d531f94-00e8-4f6f-bd28-66f21e550cbb None None] Publish callbacks [] for port (dc21094a-7dec-4eae-b28b-f3790d8baf11), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:47.501669 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d531f94-00e8-4f6f-bd28-66f21e550cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (dc21094a-7dec-4eae-b28b-f3790d8baf11), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:47.543839 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:27:47.544468 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d531f94-00e8-4f6f-bd28-66f21e550cbb None None] Network e4bafe92-24b3-460c-9be0-2468e5556a87 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:27:47.546765 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-1d531f94-00e8-4f6f-bd28-66f21e550cbb None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:27:47.549410 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d531f94-00e8-4f6f-bd28-66f21e550cbb None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:27:47.560364 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d531f94-00e8-4f6f-bd28-66f21e550cbb None None] Pushing event updated for resources: {'Port': ['ID=dc21094a-7dec-4eae-b28b-f3790d8baf11,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:47.612472 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1d531f94-00e8-4f6f-bd28-66f21e550cbb None None] Attempting to bind port dc21094a-7dec-4eae-b28b-f3790d8baf11 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:27:47.612932 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1d531f94-00e8-4f6f-bd28-66f21e550cbb None None] Attempting to bind port dc21094a-7dec-4eae-b28b-f3790d8baf11 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:27:47.613358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d531f94-00e8-4f6f-bd28-66f21e550cbb None None] Attempting to bind port dc21094a-7dec-4eae-b28b-f3790d8baf11 on network e4bafe92-24b3-460c-9be0-2468e5556a87 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:27:47.618612 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d531f94-00e8-4f6f-bd28-66f21e550cbb None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:27:47.619313 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d531f94-00e8-4f6f-bd28-66f21e550cbb None None] Checking segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:27:47.619719 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d531f94-00e8-4f6f-bd28-66f21e550cbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:47.620404 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d531f94-00e8-4f6f-bd28-66f21e550cbb None None] Bound using segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:27:47.620875 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1d531f94-00e8-4f6f-bd28-66f21e550cbb None None] Bound port: dc21094a-7dec-4eae-b28b-f3790d8baf11, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:27:47.621255 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d531f94-00e8-4f6f-bd28-66f21e550cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dc21094a-7dec-4eae-b28b-f3790d8baf11), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:47.694073 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1d531f94-00e8-4f6f-bd28-66f21e550cbb None None] For port dc21094a-7dec-4eae-b28b-f3790d8baf11, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:27:47.696026 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7638626a-8067-448f-a5bb-7d616de6cffc admin admin] Publish callbacks [] for router_gateway (d970e2a7-036e-4f9b-b842-bffeffc27020), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:47.697181 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1d531f94-00e8-4f6f-bd28-66f21e550cbb None None] For port dc21094a-7dec-4eae-b28b-f3790d8baf11, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=dc21094a-7dec-4eae-b28b-f3790d8baf11,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:27:47.704847 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d531f94-00e8-4f6f-bd28-66f21e550cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (dc21094a-7dec-4eae-b28b-f3790d8baf11), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:47.915654 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7638626a-8067-448f-a5bb-7d616de6cffc admin admin] Publish callbacks [] for router_gateway (d970e2a7-036e-4f9b-b842-bffeffc27020), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:47.933571 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d531f94-00e8-4f6f-bd28-66f21e550cbb None None] Pushing event updated for resources: {'Port': ['ID=dc21094a-7dec-4eae-b28b-f3790d8baf11,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:47.935607 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7638626a-8067-448f-a5bb-7d616de6cffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:48.053607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-7638626a-8067-448f-a5bb-7d616de6cffc admin admin] Allocated IP 172.25.7.130 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/deb05c92-89f1-4cc7-8583-d7c018ec06ce) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:27:48.166752 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7638626a-8067-448f-a5bb-7d616de6cffc admin admin] Publish callbacks [] for port (deb05c92-89f1-4cc7-8583-d7c018ec06ce), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:48.201783 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7638626a-8067-448f-a5bb-7d616de6cffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (deb05c92-89f1-4cc7-8583-d7c018ec06ce), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:48.249835 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7638626a-8067-448f-a5bb-7d616de6cffc admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:27:48.253047 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-7638626a-8067-448f-a5bb-7d616de6cffc admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:27:48.255672 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7638626a-8067-448f-a5bb-7d616de6cffc admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:27:48.277749 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638626a-8067-448f-a5bb-7d616de6cffc admin admin] Pushing event updated for resources: {'Port': ['ID=deb05c92-89f1-4cc7-8583-d7c018ec06ce,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:48.514897 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7638626a-8067-448f-a5bb-7d616de6cffc admin admin] Publish callbacks [] for router_gateway (d970e2a7-036e-4f9b-b842-bffeffc27020), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:48.730217 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7638626a-8067-448f-a5bb-7d616de6cffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (d970e2a7-036e-4f9b-b842-bffeffc27020), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:48.790753 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device dc21094a-7dec-4eae-b28b-f3790d8baf11 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:27:48.838587 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f29a6a-76bc-486a-a01a-217c3eab5587 None None] Network e4bafe92-24b3-460c-9be0-2468e5556a87 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:27:48.871608 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7638626a-8067-448f-a5bb-7d616de6cffc admin admin] Router d970e2a7-036e-4f9b-b842-bffeffc27020 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:27:48.896126 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port dc21094a-7dec-4eae-b28b-f3790d8baf11 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:48.896523 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (dc21094a-7dec-4eae-b28b-f3790d8baf11), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:48.953681 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e4fdd719-15d6-4782-9220-27b61067219a None None] Provisioning complete for port dc21094a-7dec-4eae-b28b-f3790d8baf11 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:48.954660 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e4fdd719-15d6-4782-9220-27b61067219a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (dc21094a-7dec-4eae-b28b-f3790d8baf11), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:48.985352 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7638626a-8067-448f-a5bb-7d616de6cffc admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:27:49.004832 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7638626a-8067-448f-a5bb-7d616de6cffc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:49.006023 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7638626a-8067-448f-a5bb-7d616de6cffc admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8979044 Feb 09 02:27:49.006461 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] Sync routers for ids ['d970e2a7-036e-4f9b-b842-bffeffc27020'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:27:49.008889 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59442) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:49.055748 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] Routers {'d970e2a7-036e-4f9b-b842-bffeffc27020'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:27:49.056388 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:27:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d970e2a7-036e-4f9b-b842-bffeffc27020'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:49.182486 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port dc21094a-7dec-4eae-b28b-f3790d8baf11 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:49.182745 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dc21094a-7dec-4eae-b28b-f3790d8baf11), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:49.223608 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e4fdd719-15d6-4782-9220-27b61067219a None None] Current status of the port dc21094a-7dec-4eae-b28b-f3790d8baf11 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:49.223995 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e4fdd719-15d6-4782-9220-27b61067219a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dc21094a-7dec-4eae-b28b-f3790d8baf11), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:49.264703 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port dc21094a-7dec-4eae-b28b-f3790d8baf11, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=dc21094a-7dec-4eae-b28b-f3790d8baf11,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:49.272350 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (dc21094a-7dec-4eae-b28b-f3790d8baf11), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:49.275711 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] Set router d970e2a7-036e-4f9b-b842-bffeffc27020 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:27:49.444493 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-e4fdd719-15d6-4782-9220-27b61067219a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:27:49.444902 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-e4fdd719-15d6-4782-9220-27b61067219a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:27:49.450495 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=dc21094a-7dec-4eae-b28b-f3790d8baf11,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:49.482418 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bdda3387-26d2-49b7-9b38-9b3055f35911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:49.535275 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:48Z', 'revision_number': 3, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:49.566174 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] Checking router: d970e2a7-036e-4f9b-b842-bffeffc27020 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:27:49.566524 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] Updating router d970e2a7-036e-4f9b-b842-bffeffc27020 port deb05c92-89f1-4cc7-8583-d7c018ec06ce binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:27:49.592893 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (deb05c92-89f1-4cc7-8583-d7c018ec06ce), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:49.686823 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-bdda3387-26d2-49b7-9b38-9b3055f35911 admin admin] Allocated IP 172.20.0.1 (e4bafe92-24b3-460c-9be0-2468e5556a87/c39e1438-f78e-4831-a839-a9badecdeddd/3d9bd0d2-be7b-4538-8713-9ae6354e46fe) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:27:49.792158 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bdda3387-26d2-49b7-9b38-9b3055f35911 admin admin] Publish callbacks [] for port (3d9bd0d2-be7b-4538-8713-9ae6354e46fe), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:49.825837 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bdda3387-26d2-49b7-9b38-9b3055f35911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (3d9bd0d2-be7b-4538-8713-9ae6354e46fe), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:49.861985 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] Publish callbacks [] for port (deb05c92-89f1-4cc7-8583-d7c018ec06ce), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:49.867682 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (deb05c92-89f1-4cc7-8583-d7c018ec06ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:49.869831 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdda3387-26d2-49b7-9b38-9b3055f35911 admin admin] Network e4bafe92-24b3-460c-9be0-2468e5556a87 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:27:49.874701 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-bdda3387-26d2-49b7-9b38-9b3055f35911 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:27:49.878260 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdda3387-26d2-49b7-9b38-9b3055f35911 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:27:49.912954 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda3387-26d2-49b7-9b38-9b3055f35911 admin admin] Pushing event updated for resources: {'Port': ['ID=3d9bd0d2-be7b-4538-8713-9ae6354e46fe,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:49.922680 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df247d-4c05-40ea-b21d-c86b79031ced None None] Pushing event updated for resources: {'Port': ['ID=deb05c92-89f1-4cc7-8583-d7c018ec06ce,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:49.925611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] Attempting to bind port deb05c92-89f1-4cc7-8583-d7c018ec06ce on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:27:49.925985 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] Attempting to bind port deb05c92-89f1-4cc7-8583-d7c018ec06ce by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:27:49.926349 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] Attempting to bind port deb05c92-89f1-4cc7-8583-d7c018ec06ce on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:27:49.932163 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:27:49.932467 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:27:49.932870 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:49.932981 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bdda3387-26d2-49b7-9b38-9b3055f35911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (d970e2a7-036e-4f9b-b842-bffeffc27020), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:49.933254 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:27:49.933728 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] Bound port: deb05c92-89f1-4cc7-8583-d7c018ec06ce, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:27:49.934106 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (deb05c92-89f1-4cc7-8583-d7c018ec06ce), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.009412 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e4fdd719-15d6-4782-9220-27b61067219a None None] Current status of the port dc21094a-7dec-4eae-b28b-f3790d8baf11 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:50.016879 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] For port deb05c92-89f1-4cc7-8583-d7c018ec06ce, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:27:50.020216 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] For port deb05c92-89f1-4cc7-8583-d7c018ec06ce, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=deb05c92-89f1-4cc7-8583-d7c018ec06ce,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:27:50.026486 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (deb05c92-89f1-4cc7-8583-d7c018ec06ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.092986 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] Routers {'d970e2a7-036e-4f9b-b842-bffeffc27020'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:27:50.093619 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:27:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d970e2a7-036e-4f9b-b842-bffeffc27020'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:50.096121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df247d-4c05-40ea-b21d-c86b79031ced None None] Pushing event updated for resources: {'Port': ['ID=deb05c92-89f1-4cc7-8583-d7c018ec06ce,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:50.120101 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bdda3387-26d2-49b7-9b38-9b3055f35911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3d9bd0d2-be7b-4538-8713-9ae6354e46fe), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.198848 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1af73e72-3d95-4059-8dc8-9e2c3819d316 None None] Provisioning complete for port dc21094a-7dec-4eae-b28b-f3790d8baf11 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:50.199138 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1af73e72-3d95-4059-8dc8-9e2c3819d316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (dc21094a-7dec-4eae-b28b-f3790d8baf11), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.249877 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] Set router d970e2a7-036e-4f9b-b842-bffeffc27020 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:27:50.292580 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bdda3387-26d2-49b7-9b38-9b3055f35911 admin admin] Publish callbacks [] for port (3d9bd0d2-be7b-4538-8713-9ae6354e46fe), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.299983 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bdda3387-26d2-49b7-9b38-9b3055f35911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (3d9bd0d2-be7b-4538-8713-9ae6354e46fe), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.372392 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bdda3387-26d2-49b7-9b38-9b3055f35911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (d970e2a7-036e-4f9b-b842-bffeffc27020), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.374128 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda3387-26d2-49b7-9b38-9b3055f35911 admin admin] Pushing event updated for resources: {'Port': ['ID=3d9bd0d2-be7b-4538-8713-9ae6354e46fe,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:50.406489 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1af73e72-3d95-4059-8dc8-9e2c3819d316 None None] Current status of the port dc21094a-7dec-4eae-b28b-f3790d8baf11 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:50.477546 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdda3387-26d2-49b7-9b38-9b3055f35911 admin admin] Network e4bafe92-24b3-460c-9be0-2468e5556a87 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:27:50.479040 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-bdda3387-26d2-49b7-9b38-9b3055f35911 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:27:50.499812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:49Z', 'revision_number': 1, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:50.534323 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602651d7-a4d6-4c46-b473-6a73253ed18d None None] The sync data for ids ['d970e2a7-036e-4f9b-b842-bffeffc27020'] in n-d-828387-3 is: [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:49Z', 'revision_number': 1, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:27:50.549922 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-12944b74-5c23-4c5c-8ba2-203f907e094d None None] Provisioning complete for port 3d9bd0d2-be7b-4538-8713-9ae6354e46fe triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:50.550443 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-12944b74-5c23-4c5c-8ba2-203f907e094d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3d9bd0d2-be7b-4538-8713-9ae6354e46fe), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.599057 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-12944b74-5c23-4c5c-8ba2-203f907e094d None None] Port 3d9bd0d2-be7b-4538-8713-9ae6354e46fe cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:27:50.640453 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdda3387-26d2-49b7-9b38-9b3055f35911 admin admin] Router d970e2a7-036e-4f9b-b842-bffeffc27020 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:27:50.753565 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device dc21094a-7dec-4eae-b28b-f3790d8baf11 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:27:50.772086 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdda3387-26d2-49b7-9b38-9b3055f35911 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:27:50.782624 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bdda3387-26d2-49b7-9b38-9b3055f35911 admin admin] 10.222.0.36 "PUT /v2.0/routers/d970e2a7-036e-4f9b-b842-bffeffc27020/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7725577 Feb 09 02:27:50.837834 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port dc21094a-7dec-4eae-b28b-f3790d8baf11 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:50.838419 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (dc21094a-7dec-4eae-b28b-f3790d8baf11), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.877475 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c595d98e-7949-4802-9d97-90d2e6573d71 None None] Provisioning complete for port 3d9bd0d2-be7b-4538-8713-9ae6354e46fe triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:50.884323 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c595d98e-7949-4802-9d97-90d2e6573d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3d9bd0d2-be7b-4538-8713-9ae6354e46fe), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.956440 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c595d98e-7949-4802-9d97-90d2e6573d71 None None] Port 3d9bd0d2-be7b-4538-8713-9ae6354e46fe cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:27:50.994738 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port dc21094a-7dec-4eae-b28b-f3790d8baf11 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:52.497256 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59452) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:52.502648 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-7bde04e0-2e9b-4642-8588-197fba7e04f1 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--278190010', 'description': 'tempest-description--1715446761'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:52.523162 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7bde04e0-2e9b-4642-8588-197fba7e04f1 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:52.572941 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] Sync routers for ids ['d970e2a7-036e-4f9b-b842-bffeffc27020'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:27:52.583106 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] Routers {'d970e2a7-036e-4f9b-b842-bffeffc27020'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:27:52.583805 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:27:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d970e2a7-036e-4f9b-b842-bffeffc27020'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:52.598369 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7bde04e0-2e9b-4642-8588-197fba7e04f1 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for security_group (5b908ea1-5279-4af8-ae0c-59de3b8a5fe0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:52.602580 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7bde04e0-2e9b-4642-8588-197fba7e04f1 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5b908ea1-5279-4af8-ae0c-59de3b8a5fe0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:52.633892 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7bde04e0-2e9b-4642-8588-197fba7e04f1 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:52.637976 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7bde04e0-2e9b-4642-8588-197fba7e04f1 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1367750 Feb 09 02:27:52.637976 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde04e0-2e9b-4642-8588-197fba7e04f1 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:52.638841 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59454) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:52.645470 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-be74d69f-cd3b-4486-ae90-8377d1fed761 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Request body: {'security_group_rule': {'security_group_id': '5b908ea1-5279-4af8-ae0c-59de3b8a5fe0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:52.671176 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be74d69f-cd3b-4486-ae90-8377d1fed761 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for security_group_rule (7a18ea79-ef6f-4dc0-8aee-5d9847613d97), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:52.691833 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] Set router d970e2a7-036e-4f9b-b842-bffeffc27020 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:27:52.737933 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be74d69f-cd3b-4486-ae90-8377d1fed761 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for security_group_rule (7a18ea79-ef6f-4dc0-8aee-5d9847613d97), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:52.742798 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be74d69f-cd3b-4486-ae90-8377d1fed761 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (7a18ea79-ef6f-4dc0-8aee-5d9847613d97), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:52.761459 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74d69f-cd3b-4486-ae90-8377d1fed761 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a18ea79-ef6f-4dc0-8aee-5d9847613d97,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:52.771062 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be74d69f-cd3b-4486-ae90-8377d1fed761 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:52.775046 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59456) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:52.775300 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-be74d69f-cd3b-4486-ae90-8377d1fed761 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344230 Feb 09 02:27:52.780695 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-7abd3c6b-2a17-4bc9-bc46-43202eaaa23f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Request body: {'security_group_rule': {'security_group_id': '5b908ea1-5279-4af8-ae0c-59de3b8a5fe0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:52.787097 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device deb05c92-89f1-4cc7-8583-d7c018ec06ce up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:27:52.817682 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7abd3c6b-2a17-4bc9-bc46-43202eaaa23f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for security_group_rule (5b5a6269-0184-41c0-98c5-4074283972ea), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:52.847794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port deb05c92-89f1-4cc7-8583-d7c018ec06ce triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:52.848262 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (deb05c92-89f1-4cc7-8583-d7c018ec06ce), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:52.879002 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7abd3c6b-2a17-4bc9-bc46-43202eaaa23f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for security_group_rule (5b5a6269-0184-41c0-98c5-4074283972ea), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:52.884336 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7abd3c6b-2a17-4bc9-bc46-43202eaaa23f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (5b5a6269-0184-41c0-98c5-4074283972ea), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:52.909086 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd3c6b-2a17-4bc9-bc46-43202eaaa23f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5a6269-0184-41c0-98c5-4074283972ea,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:52.913677 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7abd3c6b-2a17-4bc9-bc46-43202eaaa23f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:52.918206 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59458) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:52.918666 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7abd3c6b-2a17-4bc9-bc46-43202eaaa23f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416676 Feb 09 02:27:52.921775 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 2, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:52.924558 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-33f7dc92-d260-4c69-977a-34c70e80121c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:52.946272 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33f7dc92-d260-4c69-977a-34c70e80121c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:52.951999 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port deb05c92-89f1-4cc7-8583-d7c018ec06ce is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:52.952393 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (deb05c92-89f1-4cc7-8583-d7c018ec06ce), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:52.954997 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] Checking router: d970e2a7-036e-4f9b-b842-bffeffc27020 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:27:52.955472 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] Updating router d970e2a7-036e-4f9b-b842-bffeffc27020 port 3d9bd0d2-be7b-4538-8713-9ae6354e46fe binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:27:52.975745 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port deb05c92-89f1-4cc7-8583-d7c018ec06ce, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=deb05c92-89f1-4cc7-8583-d7c018ec06ce,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:52.980738 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (deb05c92-89f1-4cc7-8583-d7c018ec06ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:52.983787 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3d9bd0d2-be7b-4538-8713-9ae6354e46fe), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:53.034599 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=deb05c92-89f1-4cc7-8583-d7c018ec06ce,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:53.059368 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33f7dc92-d260-4c69-977a-34c70e80121c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:53.167643 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-33f7dc92-d260-4c69-977a-34c70e80121c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Allocated IP 172.25.7.211 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/61f1de17-7cc5-4762-9eaf-708e32475214) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:27:53.253485 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] Publish callbacks [] for port (3d9bd0d2-be7b-4538-8713-9ae6354e46fe), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:53.259816 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3d9bd0d2-be7b-4538-8713-9ae6354e46fe), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:53.276030 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33f7dc92-d260-4c69-977a-34c70e80121c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for port (61f1de17-7cc5-4762-9eaf-708e32475214), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:53.313192 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33f7dc92-d260-4c69-977a-34c70e80121c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (61f1de17-7cc5-4762-9eaf-708e32475214), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:53.330766 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c9b42-1e2e-48fe-badc-2bc80053c6b5 None None] Pushing event updated for resources: {'Port': ['ID=3d9bd0d2-be7b-4538-8713-9ae6354e46fe,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:53.355110 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f7dc92-d260-4c69-977a-34c70e80121c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:27:53.358006 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-33f7dc92-d260-4c69-977a-34c70e80121c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:27:53.364093 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c9b42-1e2e-48fe-badc-2bc80053c6b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:53.364295 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f7dc92-d260-4c69-977a-34c70e80121c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:27:53.364508 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c9b42-1e2e-48fe-badc-2bc80053c6b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:53.364786 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c9b42-1e2e-48fe-badc-2bc80053c6b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:53.365120 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c9b42-1e2e-48fe-badc-2bc80053c6b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:53.365456 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c9b42-1e2e-48fe-badc-2bc80053c6b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:53.365962 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c9b42-1e2e-48fe-badc-2bc80053c6b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:53.366295 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c9b42-1e2e-48fe-badc-2bc80053c6b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:53.366621 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c9b42-1e2e-48fe-badc-2bc80053c6b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:53.366941 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c9b42-1e2e-48fe-badc-2bc80053c6b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:53.367570 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c9b42-1e2e-48fe-badc-2bc80053c6b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:53.367570 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c9b42-1e2e-48fe-badc-2bc80053c6b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:53.368477 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c9b42-1e2e-48fe-badc-2bc80053c6b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:53.368819 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c9b42-1e2e-48fe-badc-2bc80053c6b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:53.376645 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] Attempting to bind port 3d9bd0d2-be7b-4538-8713-9ae6354e46fe on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:27:53.377195 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] Attempting to bind port 3d9bd0d2-be7b-4538-8713-9ae6354e46fe by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:27:53.377403 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] Attempting to bind port 3d9bd0d2-be7b-4538-8713-9ae6354e46fe on network e4bafe92-24b3-460c-9be0-2468e5556a87 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:27:53.383373 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:27:53.383841 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] Checking segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:27:53.384312 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:53.384763 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] Bound using segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:27:53.385305 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] Bound port: 3d9bd0d2-be7b-4538-8713-9ae6354e46fe, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:27:53.385740 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3d9bd0d2-be7b-4538-8713-9ae6354e46fe), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:53.399689 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7dc92-d260-4c69-977a-34c70e80121c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Pushing event updated for resources: {'Port': ['ID=61f1de17-7cc5-4762-9eaf-708e32475214,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:53.454777 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] For port 3d9bd0d2-be7b-4538-8713-9ae6354e46fe, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:27:53.458026 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] For port 3d9bd0d2-be7b-4538-8713-9ae6354e46fe, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3d9bd0d2-be7b-4538-8713-9ae6354e46fe,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:27:53.465880 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3d9bd0d2-be7b-4538-8713-9ae6354e46fe), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:53.473876 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33f7dc92-d260-4c69-977a-34c70e80121c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for floatingip (d7c09f47-39bd-47b6-9f40-33550c247538), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:53.520471 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] Routers {'d970e2a7-036e-4f9b-b842-bffeffc27020'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:27:53.520987 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33f7dc92-d260-4c69-977a-34c70e80121c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (61f1de17-7cc5-4762-9eaf-708e32475214), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:53.521281 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:27:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d970e2a7-036e-4f9b-b842-bffeffc27020'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:53.601573 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1f548e4f-67ef-46cd-a0b4-e1a84312bb6c None None] Provisioning complete for port 3d9bd0d2-be7b-4538-8713-9ae6354e46fe triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:53.602230 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f548e4f-67ef-46cd-a0b4-e1a84312bb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3d9bd0d2-be7b-4538-8713-9ae6354e46fe), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:53.635829 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c9b42-1e2e-48fe-badc-2bc80053c6b5 None None] Pushing event updated for resources: {'Port': ['ID=3d9bd0d2-be7b-4538-8713-9ae6354e46fe,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:53.646118 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] Set router d970e2a7-036e-4f9b-b842-bffeffc27020 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:27:53.706808 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33f7dc92-d260-4c69-977a-34c70e80121c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for port (61f1de17-7cc5-4762-9eaf-708e32475214), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:53.713519 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33f7dc92-d260-4c69-977a-34c70e80121c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (61f1de17-7cc5-4762-9eaf-708e32475214), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:53.808575 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7dc92-d260-4c69-977a-34c70e80121c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Pushing event updated for resources: {'Port': ['ID=61f1de17-7cc5-4762-9eaf-708e32475214,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:53.823600 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33f7dc92-d260-4c69-977a-34c70e80121c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (d7c09f47-39bd-47b6-9f40-33550c247538), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:53.841884 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33f7dc92-d260-4c69-977a-34c70e80121c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:53.848137 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-33f7dc92-d260-4c69-977a-34c70e80121c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9242623 Feb 09 02:27:53.880847 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1f548e4f-67ef-46cd-a0b4-e1a84312bb6c None None] Current status of the port 3d9bd0d2-be7b-4538-8713-9ae6354e46fe is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:53.881434 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f548e4f-67ef-46cd-a0b4-e1a84312bb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3d9bd0d2-be7b-4538-8713-9ae6354e46fe), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:53.919944 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1f548e4f-67ef-46cd-a0b4-e1a84312bb6c None None] For port 3d9bd0d2-be7b-4538-8713-9ae6354e46fe, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3d9bd0d2-be7b-4538-8713-9ae6354e46fe,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:53.926046 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f548e4f-67ef-46cd-a0b4-e1a84312bb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3d9bd0d2-be7b-4538-8713-9ae6354e46fe), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:53.980865 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f548e4f-67ef-46cd-a0b4-e1a84312bb6c None None] Pushing event updated for resources: {'Port': ['ID=3d9bd0d2-be7b-4538-8713-9ae6354e46fe,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:53.984106 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:54.008858 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-78f6aac5-4007-404d-934a-e83dcd346429 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--278190010&fields=id&tenant_id=34c767084bb54bc7b63d7b2714a19521 HTTP/1.1" status: 200 len: 267 time: 0.0465133 Feb 09 02:27:54.012211 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ef56f3-c90e-49ec-b03c-80d4d91649c4 None None] The sync data for ids ['d970e2a7-036e-4f9b-b842-bffeffc27020'] in n-d-828387-3 is: [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:27:54.048696 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a4e83352-aeea-4b24-9f0b-35008ed5227b None None] Provisioning complete for port 3d9bd0d2-be7b-4538-8713-9ae6354e46fe triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:54.049426 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a4e83352-aeea-4b24-9f0b-35008ed5227b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3d9bd0d2-be7b-4538-8713-9ae6354e46fe), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:54.129839 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-9cfac4d4-c9ec-4804-9d0a-06c5b720f0d4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:54.131545 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-9cfac4d4-c9ec-4804-9d0a-06c5b720f0d4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 812 time: 0.1162236 Feb 09 02:27:54.140887 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a4e83352-aeea-4b24-9f0b-35008ed5227b None None] Current status of the port 3d9bd0d2-be7b-4538-8713-9ae6354e46fe is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:54.149795 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-3e2ba342-a054-4d6c-b9ba-60600cec939e tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/quotas/34c767084bb54bc7b63d7b2714a19521 HTTP/1.1" status: 200 len: 375 time: 0.0124705 Feb 09 02:27:54.215741 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-7493e458-fe93-4d09-a145-a9e054a74ae9 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598831 Feb 09 02:27:54.232778 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-263bf63f-9101-420b-aff6-595770b0f09d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:27:54.233754 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-263bf63f-9101-420b-aff6-595770b0f09d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053332 Feb 09 02:27:54.334819 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-7c72b7a7-9a56-4ee4-ad9f-4cdc3bdd617d service neutron] 10.222.0.36 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936739 Feb 09 02:27:54.432171 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-c544bc07-dd44-4ab3-9d98-8f30cc72a369 service neutron] 10.222.0.36 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930686 Feb 09 02:27:54.605485 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9e04d77a-2489-4dc7-aa08-ca7f58c256e3 req-6b587bde-2611-4a80-8ae1-a76205557d77 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 210 time: 0.0304186 Feb 09 02:27:54.779659 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device deb05c92-89f1-4cc7-8583-d7c018ec06ce up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:27:54.828853 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port deb05c92-89f1-4cc7-8583-d7c018ec06ce triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:54.829230 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (deb05c92-89f1-4cc7-8583-d7c018ec06ce), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:54.912182 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port deb05c92-89f1-4cc7-8583-d7c018ec06ce is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:54.913283 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3d9bd0d2-be7b-4538-8713-9ae6354e46fe up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:27:54.967194 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 3d9bd0d2-be7b-4538-8713-9ae6354e46fe triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:54.967602 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3d9bd0d2-be7b-4538-8713-9ae6354e46fe), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:55.047091 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 3d9bd0d2-be7b-4538-8713-9ae6354e46fe is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:55.579668 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-8c6e1cf3-4d47-4edd-b4fb-b0e5660b00ef tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:55.581346 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-8c6e1cf3-4d47-4edd-b4fb-b0e5660b00ef tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 812 time: 0.1166122 Feb 09 02:27:55.655979 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-52389dfc-660f-4254-a65c-ef605dddecd9 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34c767084bb54bc7b63d7b2714a19521 HTTP/1.1" status: 200 len: 379 time: 0.0636342 Feb 09 02:27:55.668214 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-e5d04a78-6a8b-4895-b66d-6b91f45bcbda tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Request body: {'port': {'device_id': '86e2a496-c4e9-4a73-8414-e876cac5b0d1', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'admin_state_up': True, 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'security_groups': ['5b908ea1-5279-4af8-ae0c-59de3b8a5fe0']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:55.749094 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-44f9e573-d45d-4987-b49c-a58dfbe46ce0 req-b4fcc6f4-6d37-4cfa-9cad-5643b5cd1ceb tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 210 time: 0.0590746 Feb 09 02:27:55.806430 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-e5d04a78-6a8b-4895-b66d-6b91f45bcbda tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Made reservation on behalf of 34c767084bb54bc7b63d7b2714a19521 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:27:55.809950 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-e5d04a78-6a8b-4895-b66d-6b91f45bcbda tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:55.938545 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-e5d04a78-6a8b-4895-b66d-6b91f45bcbda tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Allocated IP 172.20.0.13 (e4bafe92-24b3-460c-9be0-2468e5556a87/c39e1438-f78e-4831-a839-a9badecdeddd/7cb1cc01-d453-41c6-a094-601847fcbde7) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:27:56.081027 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-e5d04a78-6a8b-4895-b66d-6b91f45bcbda tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:56.114346 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-e5d04a78-6a8b-4895-b66d-6b91f45bcbda tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:56.159789 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-e5d04a78-6a8b-4895-b66d-6b91f45bcbda tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Network e4bafe92-24b3-460c-9be0-2468e5556a87 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:27:56.162878 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-e5d04a78-6a8b-4895-b66d-6b91f45bcbda tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:27:56.166625 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-e5d04a78-6a8b-4895-b66d-6b91f45bcbda tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:27:56.191502 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d04a78-6a8b-4895-b66d-6b91f45bcbda tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Pushing event updated for resources: {'Port': ['ID=7cb1cc01-d453-41c6-a094-601847fcbde7,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:56.219670 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-e5d04a78-6a8b-4895-b66d-6b91f45bcbda tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:56.220447 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-e5d04a78-6a8b-4895-b66d-6b91f45bcbda tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:56.239713 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-e5d04a78-6a8b-4895-b66d-6b91f45bcbda tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5755692 Feb 09 02:27:56.251584 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-3c99893c-444b-4658-8791-7fb0b5458e48 service neutron] Request body: {'port': {'device_id': '86e2a496-c4e9-4a73-8414-e876cac5b0d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:56.319094 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-3c99893c-444b-4658-8791-7fb0b5458e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:56.374005 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-807aa730-d763-4cde-bc03-bfa07e2f1965 None None] Provisioning complete for port 7cb1cc01-d453-41c6-a094-601847fcbde7 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:56.375118 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-807aa730-d763-4cde-bc03-bfa07e2f1965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:56.413928 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-807aa730-d763-4cde-bc03-bfa07e2f1965 None None] Port 7cb1cc01-d453-41c6-a094-601847fcbde7 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:27:56.585566 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-3c99893c-444b-4658-8791-7fb0b5458e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb1cc01-d453-41c6-a094-601847fcbde7 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:27:56.592921 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-3c99893c-444b-4658-8791-7fb0b5458e48 service neutron] Publish callbacks [] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:56.605341 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-3c99893c-444b-4658-8791-7fb0b5458e48 service neutron] Transition to ACTIVE for port object 7cb1cc01-d453-41c6-a094-601847fcbde7 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:27:56.609861 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-3c99893c-444b-4658-8791-7fb0b5458e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:56.679924 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99893c-444b-4658-8791-7fb0b5458e48 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb1cc01-d453-41c6-a094-601847fcbde7,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:56.736427 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-3c99893c-444b-4658-8791-7fb0b5458e48 service neutron] Attempting to bind port 7cb1cc01-d453-41c6-a094-601847fcbde7 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:27:56.736766 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-3c99893c-444b-4658-8791-7fb0b5458e48 service neutron] Attempting to bind port 7cb1cc01-d453-41c6-a094-601847fcbde7 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:27:56.737090 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-3c99893c-444b-4658-8791-7fb0b5458e48 service neutron] Attempting to bind port 7cb1cc01-d453-41c6-a094-601847fcbde7 on network e4bafe92-24b3-460c-9be0-2468e5556a87 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:27:56.741674 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-3c99893c-444b-4658-8791-7fb0b5458e48 service neutron] Port 7cb1cc01-d453-41c6-a094-601847fcbde7 on network e4bafe92-24b3-460c-9be0-2468e5556a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:27:56.741990 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-3c99893c-444b-4658-8791-7fb0b5458e48 service neutron] Attempting to bind port 7cb1cc01-d453-41c6-a094-601847fcbde7 on network e4bafe92-24b3-460c-9be0-2468e5556a87 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:27:56.746902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-3c99893c-444b-4658-8791-7fb0b5458e48 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:27:56.747264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-3c99893c-444b-4658-8791-7fb0b5458e48 service neutron] Checking segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:27:56.747645 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-3c99893c-444b-4658-8791-7fb0b5458e48 service neutron] Bound using segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:27:56.748067 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-3c99893c-444b-4658-8791-7fb0b5458e48 service neutron] Bound port: 7cb1cc01-d453-41c6-a094-601847fcbde7, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:27:56.748405 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-3c99893c-444b-4658-8791-7fb0b5458e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:56.818812 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-3c99893c-444b-4658-8791-7fb0b5458e48 service neutron] For port 7cb1cc01-d453-41c6-a094-601847fcbde7, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:27:56.824987 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-3c99893c-444b-4658-8791-7fb0b5458e48 service neutron] For port 7cb1cc01-d453-41c6-a094-601847fcbde7, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=7cb1cc01-d453-41c6-a094-601847fcbde7,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:27:56.832157 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-3c99893c-444b-4658-8791-7fb0b5458e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:56.869891 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-3c99893c-444b-4658-8791-7fb0b5458e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:56.871272 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-3c99893c-444b-4658-8791-7fb0b5458e48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:56.872699 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-3c99893c-444b-4658-8791-7fb0b5458e48 service neutron] 10.222.0.48 "PUT /v2.0/ports/7cb1cc01-d453-41c6-a094-601847fcbde7 HTTP/1.1" status: 200 len: 1092 time: 0.6259687 Feb 09 02:27:56.873171 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e2a496-c4e9-4a73-8414-e876cac5b0d1', 'tag': '7cb1cc01-d453-41c6-a094-601847fcbde7'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:27:56.876071 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560b317c-cfb0-4315-9bac-49cc2f2a6251" -d '{"events": [{"name": "network-changed", "server_uuid": "86e2a496-c4e9-4a73-8414-e876cac5b0d1", "tag": "7cb1cc01-d453-41c6-a094-601847fcbde7"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:27:56.888452 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac178b6-641b-4726-91aa-07436db81f7e req-bede137d-649a-407b-b9ba-bca1cf3efeff tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:56.890190 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bac178b6-641b-4726-91aa-07436db81f7e req-bede137d-649a-407b-b9ba-bca1cf3efeff tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 944 time: 0.0678718 Feb 09 02:27:56.909336 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99893c-444b-4658-8791-7fb0b5458e48 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb1cc01-d453-41c6-a094-601847fcbde7,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:56.978785 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bac178b6-641b-4726-91aa-07436db81f7e req-8088ce9a-2ccf-4d3d-88c8-1ebc713b9203 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763464 Feb 09 02:27:56.986768 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-cce78cf8-cd8a-4ed9-ace9-e838bc35760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:56.988350 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-cce78cf8-cd8a-4ed9-ace9-e838bc35760d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 1126 time: 0.0624890 Feb 09 02:27:57.040879 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3facabf-48dc-4ac9-b66f-44bbf2accb5b x-openstack-request-id: req-d3facabf-48dc-4ac9-b66f-44bbf2accb5b {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:27:57.041170 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e2a496-c4e9-4a73-8414-e876cac5b0d1", "tag": "7cb1cc01-d453-41c6-a094-601847fcbde7", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:27:57.041438 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3facabf-48dc-4ac9-b66f-44bbf2accb5b {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:27:57.041865 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e2a496-c4e9-4a73-8414-e876cac5b0d1', 'tag': '7cb1cc01-d453-41c6-a094-601847fcbde7', 'status': 'completed', 'code': 200} Feb 09 02:27:57.043386 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-d53f55b9-fd92-40b2-984c-867f21847ab1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cb1cc01-d453-41c6-a094-601847fcbde7 HTTP/1.1" status: 200 len: 217 time: 0.0470629 Feb 09 02:27:57.100032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-28fa9f8b-b3e9-4620-ad89-5ca55637d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:57.101444 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-28fa9f8b-b3e9-4620-ad89-5ca55637d23c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0476351 Feb 09 02:27:57.150873 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-95948d9d-2204-4252-aee6-bc0ac569c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:57.152423 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-95948d9d-2204-4252-aee6-bc0ac569c05f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450613 Feb 09 02:27:57.245726 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-c109d576-d68e-43a4-9967-fa0e6942856c service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856488 Feb 09 02:27:57.333464 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86222b78-27aa-43b2-879c-177b31ff0d73 req-0cd70472-b700-4728-8654-aee3bd806fe2 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812714 Feb 09 02:27:57.430563 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b317c-cfb0-4315-9bac-49cc2f2a6251 req-a35bb3c2-860e-457a-9292-34aa9fa70467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:57.432109 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-560b317c-cfb0-4315-9bac-49cc2f2a6251 req-a35bb3c2-860e-457a-9292-34aa9fa70467 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 1126 time: 0.0518458 Feb 09 02:27:57.520137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b317c-cfb0-4315-9bac-49cc2f2a6251 req-24983049-0418-4036-a7c3-c22f8a4ad0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:57.521610 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-560b317c-cfb0-4315-9bac-49cc2f2a6251 req-24983049-0418-4036-a7c3-c22f8a4ad0b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.0836182 Feb 09 02:27:57.570034 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-560b317c-cfb0-4315-9bac-49cc2f2a6251 req-bc0b83b1-3856-482a-84df-75c5a2908b15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cb1cc01-d453-41c6-a094-601847fcbde7 HTTP/1.1" status: 200 len: 217 time: 0.0423541 Feb 09 02:27:57.621412 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b317c-cfb0-4315-9bac-49cc2f2a6251 req-da66c0db-177d-4a8f-b625-e9392a476715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:57.622811 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-560b317c-cfb0-4315-9bac-49cc2f2a6251 req-da66c0db-177d-4a8f-b625-e9392a476715 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0463860 Feb 09 02:27:57.678948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b317c-cfb0-4315-9bac-49cc2f2a6251 req-2b8ecd1a-7776-48bd-ac67-b1d2a588d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:57.680490 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-560b317c-cfb0-4315-9bac-49cc2f2a6251 req-2b8ecd1a-7776-48bd-ac67-b1d2a588d724 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496428 Feb 09 02:27:57.778709 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-560b317c-cfb0-4315-9bac-49cc2f2a6251 req-d7e9a2d5-b932-468b-b45e-97fc6c102dca service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914931 Feb 09 02:27:57.871561 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-560b317c-cfb0-4315-9bac-49cc2f2a6251 req-b09f41a7-c765-4040-8232-9eb3521e7f5c service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862451 Feb 09 02:27:58.121242 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590bcdf-0b55-46e9-80ce-a7c9c1d1edb2 req-7fa14aa5-c412-4b8f-ad09-2c26fc5f4526 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:58.123504 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b590bcdf-0b55-46e9-80ce-a7c9c1d1edb2 req-7fa14aa5-c412-4b8f-ad09-2c26fc5f4526 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 944 time: 0.0627439 Feb 09 02:27:58.173232 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b590bcdf-0b55-46e9-80ce-a7c9c1d1edb2 req-cdaa589a-eda3-425f-b65c-1613d8dfc91d tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438178 Feb 09 02:27:59.293662 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9e1fa-0fcc-4ef4-beb7-37772a1ec2a6 req-9fde2f3c-0c37-476b-b620-8aa736f030f2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:59.295135 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-05b9e1fa-0fcc-4ef4-beb7-37772a1ec2a6 req-9fde2f3c-0c37-476b-b620-8aa736f030f2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 944 time: 0.0525494 Feb 09 02:27:59.341404 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-05b9e1fa-0fcc-4ef4-beb7-37772a1ec2a6 req-6442ed00-72d8-4c63-a034-2e0427faccf1 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400920 Feb 09 02:28:00.382318 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 7cb1cc01-d453-41c6-a094-601847fcbde7 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:28:00.467272 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b6e04-275f-4ecf-85b7-55827b54f8ce req-1d9ceefe-2a40-4f27-800e-68650a139595 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:00.468758 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2a2b6e04-275f-4ecf-85b7-55827b54f8ce req-1d9ceefe-2a40-4f27-800e-68650a139595 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 944 time: 0.0571201 Feb 09 02:28:00.484166 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 7cb1cc01-d453-41c6-a094-601847fcbde7, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=7cb1cc01-d453-41c6-a094-601847fcbde7,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:00.496235 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '7cb1cc01-d453-41c6-a094-601847fcbde7', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'port_id': '7cb1cc01-d453-41c6-a094-601847fcbde7', 'mac_address': 'fa:16:3e:6d:e3:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:28:00.516416 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2a2b6e04-275f-4ecf-85b7-55827b54f8ce req-e56ae089-d266-4b94-8d69-06209483f48e tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414472 Feb 09 02:28:00.534060 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 7cb1cc01-d453-41c6-a094-601847fcbde7 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:00.534455 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:00.547020 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb1cc01-d453-41c6-a094-601847fcbde7 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:28:00.567483 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 7cb1cc01-d453-41c6-a094-601847fcbde7, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=7cb1cc01-d453-41c6-a094-601847fcbde7,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:00.571256 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:00.622933 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=7cb1cc01-d453-41c6-a094-601847fcbde7,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:00.774354 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['7cb1cc01-d453-41c6-a094-601847fcbde7'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:28:01.638725 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3864c-94b8-4d3a-93d2-e97cf609b531 req-ff9257d3-07cd-40aa-b3ea-90569ae8eb2e tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:01.640203 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d7a3864c-94b8-4d3a-93d2-e97cf609b531 req-ff9257d3-07cd-40aa-b3ea-90569ae8eb2e tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0558956 Feb 09 02:28:01.687381 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d7a3864c-94b8-4d3a-93d2-e97cf609b531 req-52b6b820-95ad-460b-9bef-e9ea27bfabbb tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406406 Feb 09 02:28:02.382110 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 7cb1cc01-d453-41c6-a094-601847fcbde7 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:28:02.430905 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 7cb1cc01-d453-41c6-a094-601847fcbde7 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:28:02.434850 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 7cb1cc01-d453-41c6-a094-601847fcbde7 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:02.435254 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:02.514660 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 7cb1cc01-d453-41c6-a094-601847fcbde7 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:02.515036 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:02.538751 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e2a496-c4e9-4a73-8414-e876cac5b0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb1cc01-d453-41c6-a094-601847fcbde7'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:28:02.541001 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eab3c33448ce9905de9a001e8f182469bac8e94c7bc2c2d6edb02526ce53e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ab1bbf-8573-4302-bca9-3a3f7e7efb4a" -d '{"events": [{"server_uuid": "86e2a496-c4e9-4a73-8414-e876cac5b0d1", "name": "network-vif-plugged", "status": "completed", "tag": "7cb1cc01-d453-41c6-a094-601847fcbde7"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:28:02.553710 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 7cb1cc01-d453-41c6-a094-601847fcbde7, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=7cb1cc01-d453-41c6-a094-601847fcbde7,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:02.558221 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:02.581409 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0631a183-1038-40a3-bbb5-a1f8bf579637 x-openstack-request-id: req-0631a183-1038-40a3-bbb5-a1f8bf579637 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:28:02.581703 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e2a496-c4e9-4a73-8414-e876cac5b0d1", "name": "network-vif-plugged", "status": "completed", "tag": "7cb1cc01-d453-41c6-a094-601847fcbde7", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:28:02.581956 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0631a183-1038-40a3-bbb5-a1f8bf579637 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:28:02.582343 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e2a496-c4e9-4a73-8414-e876cac5b0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb1cc01-d453-41c6-a094-601847fcbde7', 'code': 200} Feb 09 02:28:02.608390 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=7cb1cc01-d453-41c6-a094-601847fcbde7,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:02.680728 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f69f3e-e67d-4dee-b831-b826eb8b507c req-663245a6-ee93-444b-8f19-a7cd1474e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:02.682133 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f7f69f3e-e67d-4dee-b831-b826eb8b507c req-663245a6-ee93-444b-8f19-a7cd1474e7d6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 1128 time: 0.0446723 Feb 09 02:28:02.727385 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f7f69f3e-e67d-4dee-b831-b826eb8b507c req-70337a5e-e97a-4694-a0ef-e2cb86439d9b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392878 Feb 09 02:28:02.822111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074b69c-a58c-4aee-9441-5227e38daa26 req-e4dc9f76-36ba-4ad2-94e8-81b835bd19e7 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:02.823649 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6074b69c-a58c-4aee-9441-5227e38daa26 req-e4dc9f76-36ba-4ad2-94e8-81b835bd19e7 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0624580 Feb 09 02:28:02.870970 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6074b69c-a58c-4aee-9441-5227e38daa26 req-21ee833b-5997-492e-9ca2-310b25c6b1e9 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413740 Feb 09 02:28:04.058014 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317cf45-0324-486b-bf0b-db58564516c0 req-cd2b7d7a-1c6b-421e-94b8-f7b876c54e90 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:04.059505 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7317cf45-0324-486b-bf0b-db58564516c0 req-cd2b7d7a-1c6b-421e-94b8-f7b876c54e90 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0531218 Feb 09 02:28:04.106331 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7317cf45-0324-486b-bf0b-db58564516c0 req-684d8d1e-1c87-42f3-8c37-34cb2980e14f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408523 Feb 09 02:28:04.261240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11941d-31c9-42f6-aefe-ff4c38427dc3 req-21cece46-777e-4f99-ae2d-418ea64de2a7 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:04.262649 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8b11941d-31c9-42f6-aefe-ff4c38427dc3 req-21cece46-777e-4f99-ae2d-418ea64de2a7 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0546024 Feb 09 02:28:04.271526 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59510) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:04.275762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e6a67782-7c55-49ce-b42d-a987b4506619 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Request body: {'floatingip': {'port_id': '7cb1cc01-d453-41c6-a094-601847fcbde7'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:04.314753 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6a67782-7c55-49ce-b42d-a987b4506619 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for floatingip (d7c09f47-39bd-47b6-9f40-33550c247538), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:05.078321 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6a67782-7c55-49ce-b42d-a987b4506619 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:05.082433 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6a67782-7c55-49ce-b42d-a987b4506619 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (d7c09f47-39bd-47b6-9f40-33550c247538), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:05.189312 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-e6a67782-7c55-49ce-b42d-a987b4506619 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Floating IP d7c09f47-39bd-47b6-9f40-33550c247538 associated. External IP: 172.25.7.211, port: 7cb1cc01-d453-41c6-a094-601847fcbde7. Feb 09 02:28:05.402912 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a67782-7c55-49ce-b42d-a987b4506619 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Router d970e2a7-036e-4f9b-b842-bffeffc27020 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:28:05.516983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a67782-7c55-49ce-b42d-a987b4506619 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:28:05.521601 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6a67782-7c55-49ce-b42d-a987b4506619 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:05.528898 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd3c98-9a4f-458c-b762-798f2511d271 None None] Sync routers for ids ['d970e2a7-036e-4f9b-b842-bffeffc27020'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:28:05.539169 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd3c98-9a4f-458c-b762-798f2511d271 None None] Routers {'d970e2a7-036e-4f9b-b842-bffeffc27020'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:28:05.539808 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-6ccd3c98-9a4f-458c-b762-798f2511d271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:27:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d970e2a7-036e-4f9b-b842-bffeffc27020'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:05.551660 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e6a67782-7c55-49ce-b42d-a987b4506619 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "PUT /v2.0/floatingips/d7c09f47-39bd-47b6-9f40-33550c247538 HTTP/1.1" status: 200 len: 992 time: 1.2790678 Feb 09 02:28:05.552272 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e2a496-c4e9-4a73-8414-e876cac5b0d1', 'tag': '7cb1cc01-d453-41c6-a094-601847fcbde7'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:28:05.554512 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b59d9aabe7f1acd087a2486cfe3deb40ce95f9299029e1d2b6508deba4e9292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca87695e-8976-4e44-9671-16eb850c64a8" -d '{"events": [{"name": "network-changed", "server_uuid": "86e2a496-c4e9-4a73-8414-e876cac5b0d1", "tag": "7cb1cc01-d453-41c6-a094-601847fcbde7"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:28:05.593216 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8fc19e-cb06-4776-8967-ae15c158ac11 x-openstack-request-id: req-5a8fc19e-cb06-4776-8967-ae15c158ac11 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:28:05.593643 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e2a496-c4e9-4a73-8414-e876cac5b0d1", "tag": "7cb1cc01-d453-41c6-a094-601847fcbde7", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:28:05.593900 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5a8fc19e-cb06-4776-8967-ae15c158ac11 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:28:05.594706 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e2a496-c4e9-4a73-8414-e876cac5b0d1', 'tag': '7cb1cc01-d453-41c6-a094-601847fcbde7', 'status': 'completed', 'code': 200} Feb 09 02:28:05.661152 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-6ccd3c98-9a4f-458c-b762-798f2511d271 None None] Set router d970e2a7-036e-4f9b-b842-bffeffc27020 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:28:05.666730 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87695e-8976-4e44-9671-16eb850c64a8 req-648bafdc-5c1e-4de9-9c0e-1243e6ee6bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:05.668856 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ca87695e-8976-4e44-9671-16eb850c64a8 req-648bafdc-5c1e-4de9-9c0e-1243e6ee6bc9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 1128 time: 0.0512390 Feb 09 02:28:05.672489 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13483d67-caaf-4f18-a0c7-37e7da895a4e req-3692825e-1791-4eb3-8fc5-381394f40453 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:05.674813 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-13483d67-caaf-4f18-a0c7-37e7da895a4e req-3692825e-1791-4eb3-8fc5-381394f40453 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0571079 Feb 09 02:28:05.735833 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-13483d67-caaf-4f18-a0c7-37e7da895a4e req-ba396f6a-45cf-4edb-bdf4-b722bbf5f451 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545151 Feb 09 02:28:05.772206 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87695e-8976-4e44-9671-16eb850c64a8 req-4e134f7d-a614-450e-8bd7-60c6e81b05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:05.773863 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ca87695e-8976-4e44-9671-16eb850c64a8 req-4e134f7d-a614-450e-8bd7-60c6e81b05a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.0990272 Feb 09 02:28:05.846354 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ca87695e-8976-4e44-9671-16eb850c64a8 req-3dd6e2b2-4dae-46f1-b57d-b8460eaf27e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cb1cc01-d453-41c6-a094-601847fcbde7 HTTP/1.1" status: 200 len: 1000 time: 0.0608141 Feb 09 02:28:05.890488 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87695e-8976-4e44-9671-16eb850c64a8 req-373b1bbe-91b6-4c36-9b9d-d5432b0ff644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:05.893777 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ca87695e-8976-4e44-9671-16eb850c64a8 req-373b1bbe-91b6-4c36-9b9d-d5432b0ff644 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0465710 Feb 09 02:28:05.904070 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-6ccd3c98-9a4f-458c-b762-798f2511d271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'd7c09f47-39bd-47b6-9f40-33550c247538', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'port_id': '7cb1cc01-d453-41c6-a094-601847fcbde7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'mac_address': 'fa:16:3e:6d:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e2a496-c4e9-4a73-8414-e876cac5b0d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:27:53Z', 'updated_at': '2022-02-09T02:28:04Z', 'revision_number': 1, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:05.934047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd3c98-9a4f-458c-b762-798f2511d271 None None] Checking router: d970e2a7-036e-4f9b-b842-bffeffc27020 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:28:05.943040 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd3c98-9a4f-458c-b762-798f2511d271 None None] Routers {'d970e2a7-036e-4f9b-b842-bffeffc27020'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:28:05.943677 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-6ccd3c98-9a4f-458c-b762-798f2511d271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:27:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d970e2a7-036e-4f9b-b842-bffeffc27020'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:05.948646 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87695e-8976-4e44-9671-16eb850c64a8 req-c039125f-7eab-4c5e-9a6e-321f250622ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:05.950194 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ca87695e-8976-4e44-9671-16eb850c64a8 req-c039125f-7eab-4c5e-9a6e-321f250622ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504427 Feb 09 02:28:06.042309 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ca87695e-8976-4e44-9671-16eb850c64a8 req-8091a508-dbee-4e5a-8160-31afde2b31b9 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846801 Feb 09 02:28:06.048926 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-6ccd3c98-9a4f-458c-b762-798f2511d271 None None] Set router d970e2a7-036e-4f9b-b842-bffeffc27020 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:28:06.137395 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ca87695e-8976-4e44-9671-16eb850c64a8 req-57746b57-e13e-484a-8d30-db70b67b437c service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892406 Feb 09 02:28:06.277281 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-6ccd3c98-9a4f-458c-b762-798f2511d271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'd7c09f47-39bd-47b6-9f40-33550c247538', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'port_id': '7cb1cc01-d453-41c6-a094-601847fcbde7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'mac_address': 'fa:16:3e:6d:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e2a496-c4e9-4a73-8414-e876cac5b0d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:27:53Z', 'updated_at': '2022-02-09T02:28:04Z', 'revision_number': 1, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:06.303755 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd3c98-9a4f-458c-b762-798f2511d271 None None] The sync data for ids ['d970e2a7-036e-4f9b-b842-bffeffc27020'] in n-d-828387-3 is: [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'd7c09f47-39bd-47b6-9f40-33550c247538', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'port_id': '7cb1cc01-d453-41c6-a094-601847fcbde7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'mac_address': 'fa:16:3e:6d:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e2a496-c4e9-4a73-8414-e876cac5b0d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:27:53Z', 'updated_at': '2022-02-09T02:28:04Z', 'revision_number': 1, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:28:06.604221 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a7908c-2204-4ee2-afcf-f7d840a9387f None None] New status for floating IP d7c09f47-39bd-47b6-9f40-33550c247538: ACTIVE {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:28:06.860206 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68534fc5-06cc-4b97-b407-ea1bf4520c17 req-f6775127-f7e4-4ee5-a397-725adf32b388 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:06.861709 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68534fc5-06cc-4b97-b407-ea1bf4520c17 req-f6775127-f7e4-4ee5-a397-725adf32b388 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0548069 Feb 09 02:28:06.909723 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68534fc5-06cc-4b97-b407-ea1bf4520c17 req-6b4241f5-3bcb-450c-9e6c-bed892f4cc42 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423083 Feb 09 02:28:07.029303 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0551c2-d82a-43e1-905b-b5861d44904d req-d3681d50-4951-4756-8633-9035ca7f2506 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:07.031037 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0d0551c2-d82a-43e1-905b-b5861d44904d req-d3681d50-4951-4756-8633-9035ca7f2506 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0522172 Feb 09 02:28:07.077225 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0d0551c2-d82a-43e1-905b-b5861d44904d req-f498c538-322e-4634-8c9e-19d5345e3fcc tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399766 Feb 09 02:28:07.349508 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-6e89d717-325d-4b07-ab4a-a69d019b649a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833046 Feb 09 02:28:07.361868 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6e8c0-f923-4d61-b9a9-f7108565632c req-14459b9a-d498-435e-874f-93ae21b7e813 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:07.363301 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-62f6e8c0-f923-4d61-b9a9-f7108565632c req-14459b9a-d498-435e-874f-93ae21b7e813 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0708370 Feb 09 02:28:07.415447 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-62f6e8c0-f923-4d61-b9a9-f7108565632c req-389dc6c6-06da-444e-a19a-44d3e59bc669 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453343 Feb 09 02:28:07.553164 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b3e4858c-bccb-47f0-bfbe-05ec3f4c5bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:08.575152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-6bfa23a6-f109-4a9e-9d52-f0b0d1ca141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:08.576682 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-6bfa23a6-f109-4a9e-9d52-f0b0d1ca141e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 1128 time: 0.0764310 Feb 09 02:28:08.583803 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32a989-00b9-4dae-a326-11cfa4532624 req-c15bea5b-33e4-44f7-b814-db810e7bbfd3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:08.585233 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e32a989-00b9-4dae-a326-11cfa4532624 req-c15bea5b-33e4-44f7-b814-db810e7bbfd3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0937362 Feb 09 02:28:08.683753 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e32a989-00b9-4dae-a326-11cfa4532624 req-7e6600da-5eb4-49b6-afe1-7f8e46263360 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885777 Feb 09 02:28:08.708558 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-2a1a3979-7488-48f6-ba59-4db673968f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:08.710080 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-2a1a3979-7488-48f6-ba59-4db673968f21 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.1227286 Feb 09 02:28:08.782311 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-4b432ab7-3817-4a04-af7f-83c8cf543816 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cb1cc01-d453-41c6-a094-601847fcbde7 HTTP/1.1" status: 200 len: 1002 time: 0.0658591 Feb 09 02:28:08.832611 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-cb492768-7f45-4bd7-8387-0763a1f21849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:08.834122 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-cb492768-7f45-4bd7-8387-0763a1f21849 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0456786 Feb 09 02:28:08.883788 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-03e9d054-6d1a-4912-b7b9-f4ff5da30093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:08.885308 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-03e9d054-6d1a-4912-b7b9-f4ff5da30093 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455511 Feb 09 02:28:08.982274 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-e17b31a7-4fbd-43eb-9c22-bf3b53dc060b service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909359 Feb 09 02:28:09.080259 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-539bd670-fa8e-41c1-817e-648d21c6855d service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885086 Feb 09 02:28:09.912643 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17bd8e-a209-4afe-b1e1-558db69c4ba9 req-fa47a5f3-4b6b-47a5-97c8-a2d6655e5189 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:09.914162 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8b17bd8e-a209-4afe-b1e1-558db69c4ba9 req-fa47a5f3-4b6b-47a5-97c8-a2d6655e5189 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.1158383 Feb 09 02:28:09.970732 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8b17bd8e-a209-4afe-b1e1-558db69c4ba9 req-ef441fc3-f766-44b6-bebc-3be8b824b450 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507224 Feb 09 02:28:10.196877 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c2465443-5197-4d5a-aacc-1f1e8e22344f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:10.298944 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:10.955340 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:11.183715 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc92eb-8581-4bed-be47-57e0400f40a2 req-ed149636-65dd-495e-be67-8d5532b5be39 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:11.185188 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9bcc92eb-8581-4bed-be47-57e0400f40a2 req-ed149636-65dd-495e-be67-8d5532b5be39 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.1059520 Feb 09 02:28:11.208276 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:11.234383 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9bcc92eb-8581-4bed-be47-57e0400f40a2 req-7b4ce9eb-1b7c-4ede-a474-5b1ba54505b5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423396 Feb 09 02:28:12.355613 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08791a-5111-4108-814a-a2bdc689389e req-8caf5c6f-6ca6-43fb-9841-2164392a86af tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:12.357065 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6d08791a-5111-4108-814a-a2bdc689389e req-8caf5c6f-6ca6-43fb-9841-2164392a86af tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0523250 Feb 09 02:28:12.408293 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6d08791a-5111-4108-814a-a2bdc689389e req-fb5d15c4-b08b-4f4a-b315-d8a490b7c3c8 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454471 Feb 09 02:28:12.461561 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:13.521432 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:13.531274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b119c-163e-4665-b673-9ea6dbffe37d req-d972c9e7-6d87-405e-b3d4-6b78a661d5a3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:13.533115 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-922b119c-163e-4665-b673-9ea6dbffe37d req-d972c9e7-6d87-405e-b3d4-6b78a661d5a3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0566051 Feb 09 02:28:13.580829 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-922b119c-163e-4665-b673-9ea6dbffe37d req-c8a3fd2e-c611-4868-8580-0399e1199554 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420151 Feb 09 02:28:14.707251 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0d4d6-a61c-4a2d-92b8-228bfe7d812d req-8e13dbe6-fce1-4da9-9b38-7ea93271e580 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:14.708737 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8af0d4d6-a61c-4a2d-92b8-228bfe7d812d req-8e13dbe6-fce1-4da9-9b38-7ea93271e580 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0555766 Feb 09 02:28:14.755720 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8af0d4d6-a61c-4a2d-92b8-228bfe7d812d req-3f5b1023-1234-45e2-9502-b23436ba4a96 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412939 Feb 09 02:28:15.887365 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614c384-2f45-446d-bf25-701d968ebeb7 req-232787d5-6e5b-42e6-837c-4127ae7036b3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:15.888828 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9614c384-2f45-446d-bf25-701d968ebeb7 req-232787d5-6e5b-42e6-837c-4127ae7036b3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0607035 Feb 09 02:28:15.936736 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9614c384-2f45-446d-bf25-701d968ebeb7 req-068e270a-9a7a-4ac0-a220-88847523c6fe tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422301 Feb 09 02:28:17.059540 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5df253-3537-4b4f-8e85-66ecbf8820ce req-f797fae6-8589-4000-9a5c-d9132685cbff tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:17.061045 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8f5df253-3537-4b4f-8e85-66ecbf8820ce req-f797fae6-8589-4000-9a5c-d9132685cbff tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0531230 Feb 09 02:28:17.107850 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8f5df253-3537-4b4f-8e85-66ecbf8820ce req-ef1f4afd-e9c6-4516-b0f8-7b199e6835d2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408914 Feb 09 02:28:18.232403 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75572c1-8ec4-415a-b481-a398beb95e43 req-4ce97aec-89bc-44f5-8c3d-3e6136b6eb44 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:18.233787 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f75572c1-8ec4-415a-b481-a398beb95e43 req-4ce97aec-89bc-44f5-8c3d-3e6136b6eb44 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0531225 Feb 09 02:28:18.281551 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f75572c1-8ec4-415a-b481-a398beb95e43 req-6463b8c5-4331-484f-9e4a-0a4bdfd35771 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415576 Feb 09 02:28:19.412457 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7a39e-69a3-4f16-966c-bb1e812468d2 req-dba5aedd-4f7f-4ee2-8f87-a832c463d040 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:19.413967 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8be7a39e-69a3-4f16-966c-bb1e812468d2 req-dba5aedd-4f7f-4ee2-8f87-a832c463d040 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0596700 Feb 09 02:28:19.462591 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8be7a39e-69a3-4f16-966c-bb1e812468d2 req-8103b932-02d8-4104-8339-3374e05e5508 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430253 Feb 09 02:28:20.585221 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88853d-e876-42f0-b41c-0880573ad57c req-27ee408c-7175-459d-9915-56b86f007241 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:20.586698 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f88853d-e876-42f0-b41c-0880573ad57c req-27ee408c-7175-459d-9915-56b86f007241 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0533154 Feb 09 02:28:20.637416 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3f88853d-e876-42f0-b41c-0880573ad57c req-0c73a2e1-f29f-4034-bcb1-28c30794aab2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449390 Feb 09 02:28:21.760568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78c459-fce7-4b9f-b356-fd9f8f1fe2ee req-ac19e1dc-7206-4e42-bd8b-ea521c661b49 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:21.762036 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0c78c459-fce7-4b9f-b356-fd9f8f1fe2ee req-ac19e1dc-7206-4e42-bd8b-ea521c661b49 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0537086 Feb 09 02:28:21.810388 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0c78c459-fce7-4b9f-b356-fd9f8f1fe2ee req-3f244e35-b8ad-4e6a-8bdd-2f9d0f7ef91f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413971 Feb 09 02:28:22.943997 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda6bfd-9dde-4835-aa3c-231fa8d71fed req-f8a30f66-d6cb-4624-aea9-569b35ab8146 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:22.945480 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9cda6bfd-9dde-4835-aa3c-231fa8d71fed req-f8a30f66-d6cb-4624-aea9-569b35ab8146 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0547557 Feb 09 02:28:22.993562 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9cda6bfd-9dde-4835-aa3c-231fa8d71fed req-1b2b876f-fdec-4778-9813-a10cd65c6b11 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423753 Feb 09 02:28:24.118989 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f134e-9de4-4bd5-b80a-7ac6c56a57c1 req-89b00f30-7d09-484a-b56f-a4634c27955f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:24.120508 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d13f134e-9de4-4bd5-b80a-7ac6c56a57c1 req-89b00f30-7d09-484a-b56f-a4634c27955f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0546019 Feb 09 02:28:24.466550 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d13f134e-9de4-4bd5-b80a-7ac6c56a57c1 req-4e790ebc-040a-418f-b3f5-cdb391bfa916 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3404129 Feb 09 02:28:24.543636 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:28:25.589960 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcdf4f-f1df-4054-8feb-c7715834683e req-30fb9e37-b622-4f69-a5ac-b60548b2c320 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:25.591532 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-17dcdf4f-f1df-4054-8feb-c7715834683e req-30fb9e37-b622-4f69-a5ac-b60548b2c320 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0549202 Feb 09 02:28:25.639714 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-17dcdf4f-f1df-4054-8feb-c7715834683e req-c9164c8e-6ad1-4b27-b5bc-b4a0679c45f7 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424314 Feb 09 02:28:26.765703 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc6b99-0cb9-47e4-aef4-000ef21c31c7 req-3125068b-91ed-4a12-8ded-096d91405848 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:26.767292 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fafc6b99-0cb9-47e4-aef4-000ef21c31c7 req-3125068b-91ed-4a12-8ded-096d91405848 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0570669 Feb 09 02:28:26.814816 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fafc6b99-0cb9-47e4-aef4-000ef21c31c7 req-40b01c2a-d75d-48d7-a826-5dc59494d4b2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410595 Feb 09 02:28:27.944888 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53366f-401d-4a6d-bbd4-5fab981dcb9b req-a629b336-662c-4da3-a0b0-68c5a0b1a5e3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:27.946467 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c53366f-401d-4a6d-bbd4-5fab981dcb9b req-a629b336-662c-4da3-a0b0-68c5a0b1a5e3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0604496 Feb 09 02:28:27.995877 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c53366f-401d-4a6d-bbd4-5fab981dcb9b req-85420a31-9e0a-4cdf-9043-1f2adb2691d7 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437238 Feb 09 02:28:29.119719 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c387c-e474-4ba5-bc63-37b4f64c1ea6 req-349cbfa5-1006-435e-9cd1-ad6a681bb4a9 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:29.121573 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8a8c387c-e474-4ba5-bc63-37b4f64c1ea6 req-349cbfa5-1006-435e-9cd1-ad6a681bb4a9 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0550084 Feb 09 02:28:29.173861 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8a8c387c-e474-4ba5-bc63-37b4f64c1ea6 req-d719f3ff-91a1-487f-a2ba-2174623d65df tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465546 Feb 09 02:28:30.297321 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f4ab3-d697-40b9-a5eb-c227c0d6bbcd req-1166749e-ee33-4225-8067-212c6a2c1557 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:30.298928 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-791f4ab3-d697-40b9-a5eb-c227c0d6bbcd req-1166749e-ee33-4225-8067-212c6a2c1557 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0541923 Feb 09 02:28:30.346007 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-791f4ab3-d697-40b9-a5eb-c227c0d6bbcd req-75690e33-d160-4a1d-b785-f11bcfb23c80 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416324 Feb 09 02:28:31.469824 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b143d-3400-4376-9a49-40fe38212331 req-06127bd9-bfa1-49c0-9f29-1be8f6382402 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:31.471326 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-159b143d-3400-4376-9a49-40fe38212331 req-06127bd9-bfa1-49c0-9f29-1be8f6382402 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0531712 Feb 09 02:28:31.521310 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-159b143d-3400-4376-9a49-40fe38212331 req-fee96e32-9980-40ce-a30f-856313954c8a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429847 Feb 09 02:28:32.640562 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036cfd8-4bce-4783-a851-2ea22097d4de req-3be061c5-b0f4-4563-bae5-7a3ce2a4f50c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:32.642043 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f036cfd8-4bce-4783-a851-2ea22097d4de req-3be061c5-b0f4-4563-bae5-7a3ce2a4f50c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0523429 Feb 09 02:28:32.693667 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f036cfd8-4bce-4783-a851-2ea22097d4de req-31a945c8-0ccb-4d2a-8e87-b3c7c435a2c9 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460780 Feb 09 02:28:33.814918 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e5e25-75b5-4cde-b5c9-7098564e1cb0 req-3ff901af-b927-4f0c-9705-045f1cac38ee tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:33.817241 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-015e5e25-75b5-4cde-b5c9-7098564e1cb0 req-3ff901af-b927-4f0c-9705-045f1cac38ee tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0549386 Feb 09 02:28:33.865188 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-015e5e25-75b5-4cde-b5c9-7098564e1cb0 req-ea5fe4f5-d4e5-4c66-969d-18e0f73b0b97 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423732 Feb 09 02:28:34.759502 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee031cfa-8185-4000-8cea-724ae4b862b5 req-4c8da524-e47a-4afc-ad2b-cf13aa0b8956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:34.761024 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ee031cfa-8185-4000-8cea-724ae4b862b5 req-4c8da524-e47a-4afc-ad2b-cf13aa0b8956 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 1128 time: 0.0451746 Feb 09 02:28:34.871654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee031cfa-8185-4000-8cea-724ae4b862b5 req-b663e63d-c498-40d3-856e-96e238503a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:34.873186 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ee031cfa-8185-4000-8cea-724ae4b862b5 req-b663e63d-c498-40d3-856e-96e238503a10 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.0924761 Feb 09 02:28:34.973116 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ee031cfa-8185-4000-8cea-724ae4b862b5 req-7b445b59-79a3-4a10-8b18-a22483594310 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cb1cc01-d453-41c6-a094-601847fcbde7 HTTP/1.1" status: 200 len: 1002 time: 0.0935109 Feb 09 02:28:35.035902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ba62f-2674-469e-8640-87aeeb53b15f req-5bd15ce4-388b-4594-95c6-c1b3455ad700 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:35.037427 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-681ba62f-2674-469e-8640-87aeeb53b15f req-5bd15ce4-388b-4594-95c6-c1b3455ad700 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.1005085 Feb 09 02:28:35.041323 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee031cfa-8185-4000-8cea-724ae4b862b5 req-545b522d-a39b-4b98-8e55-c2307344c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:35.043330 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ee031cfa-8185-4000-8cea-724ae4b862b5 req-545b522d-a39b-4b98-8e55-c2307344c76c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0617547 Feb 09 02:28:35.119974 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-681ba62f-2674-469e-8640-87aeeb53b15f req-205e7880-a9ff-45da-8ae4-d4850d21c20a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762801 Feb 09 02:28:35.128691 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee031cfa-8185-4000-8cea-724ae4b862b5 req-a13ebffa-06b6-4895-8853-b6f1019a25db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:35.130210 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ee031cfa-8185-4000-8cea-724ae4b862b5 req-a13ebffa-06b6-4895-8853-b6f1019a25db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0807011 Feb 09 02:28:35.224929 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ee031cfa-8185-4000-8cea-724ae4b862b5 req-94787f3e-f3b5-438d-a858-9bdee4b2bff9 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875473 Feb 09 02:28:35.319258 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ee031cfa-8185-4000-8cea-724ae4b862b5 req-7a83679b-9a55-4eb7-87d4-16963b458209 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883486 Feb 09 02:28:36.244836 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e032a-c1de-4492-98d2-91ddf60efaec req-5c2136f0-14e9-4b77-af6a-4f7d2236a1a0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:36.246217 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-463e032a-c1de-4492-98d2-91ddf60efaec req-5c2136f0-14e9-4b77-af6a-4f7d2236a1a0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0563068 Feb 09 02:28:36.293185 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-463e032a-c1de-4492-98d2-91ddf60efaec req-b18ed1af-5e98-41ac-9c66-90d62c87500d tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414166 Feb 09 02:28:37.421051 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4426b54-12f3-4033-8f62-efff064231f3 req-9d6c7012-2c73-4bf5-b58f-8e6ccab24a3b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:37.422533 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f4426b54-12f3-4033-8f62-efff064231f3 req-9d6c7012-2c73-4bf5-b58f-8e6ccab24a3b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0601740 Feb 09 02:28:37.468748 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f4426b54-12f3-4033-8f62-efff064231f3 req-4142dfc9-1953-4f8b-9b38-36120a1f5512 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405383 Feb 09 02:28:37.544968 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-501a3def-2d2d-4d42-b86b-b5cbbca70411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.588447 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5d77d-3805-4cae-9253-fccebdd5044f req-5445075b-548e-470e-850f-9a5b7fbdcd2d tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:38.589916 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-81c5d77d-3805-4cae-9253-fccebdd5044f req-5445075b-548e-470e-850f-9a5b7fbdcd2d tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0521171 Feb 09 02:28:38.635249 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-81c5d77d-3805-4cae-9253-fccebdd5044f req-db5b12f8-a1ee-469a-8a6e-3b6d609c45a0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397136 Feb 09 02:28:39.760995 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a03f1-d019-4233-b22f-fcd8e652bf3d req-f6372eba-8ff1-425e-b76c-5ebc64d8fb80 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:39.762491 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb2a03f1-d019-4233-b22f-fcd8e652bf3d req-f6372eba-8ff1-425e-b76c-5ebc64d8fb80 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0564177 Feb 09 02:28:39.817815 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb2a03f1-d019-4233-b22f-fcd8e652bf3d req-2da8b502-ff1f-4605-91b0-4cfb1bfdd496 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493665 Feb 09 02:28:40.199034 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eaea5407-b284-40db-bc7b-0d0d3f8a5c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:40.324608 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:40.941343 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03783a43-32dc-4a3c-bf00-6786f3262858 req-fd6c11bd-3c14-4166-a7a1-9caf21d5f3c0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:40.942827 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03783a43-32dc-4a3c-bf00-6786f3262858 req-fd6c11bd-3c14-4166-a7a1-9caf21d5f3c0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0536623 Feb 09 02:28:40.960305 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:40.998281 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03783a43-32dc-4a3c-bf00-6786f3262858 req-2517609e-4ad8-4b45-b92b-e4a2202c9ec4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485897 Feb 09 02:28:41.147189 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-a2634590-041f-47b6-be8b-77dd1a7d6fd0 service neutron] show failed (client error): The resource could not be found. Feb 09 02:28:41.148237 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-a2634590-041f-47b6-be8b-77dd1a7d6fd0 service neutron] 10.222.0.48 "GET /v2.0/ports/7cb1cc01-d453-41c6-a094-601847fcbde7/bindings/n-h1-828387-3 HTTP/1.1" status: 404 len: 380 time: 0.1007981 Feb 09 02:28:41.225691 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:41.422870 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-3bc0057d-4d9f-4a20-b61f-d40e4b4ef3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:41.424395 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-3bc0057d-4d9f-4a20-b61f-d40e4b4ef3fb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1&tenant_id=34c767084bb54bc7b63d7b2714a19521 HTTP/1.1" status: 200 len: 1128 time: 0.0842400 Feb 09 02:28:41.434532 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828387-3', 'device_owner': 'compute:nova'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:41.494599 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:41.694694 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] For port 7cb1cc01-d453-41c6-a094-601847fcbde7, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=7cb1cc01-d453-41c6-a094-601847fcbde7,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:41.728429 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] For port 7cb1cc01-d453-41c6-a094-601847fcbde7, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:28:41.767534 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e2a496-c4e9-4a73-8414-e876cac5b0d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cb1cc01-d453-41c6-a094-601847fcbde7'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:28:41.773652 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Publish callbacks [] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:41.786209 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Transition to ACTIVE for port object 7cb1cc01-d453-41c6-a094-601847fcbde7 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:28:41.789868 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:41.818173 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf91680-4adb-49cc-86fc-bdb91f76a549" -d '{"events": [{"server_uuid": "86e2a496-c4e9-4a73-8414-e876cac5b0d1", "name": "network-vif-unplugged", "status": "completed", "tag": "7cb1cc01-d453-41c6-a094-601847fcbde7"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:28:41.888420 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb1cc01-d453-41c6-a094-601847fcbde7,revision_number=6']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:41.908395 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:41.908751 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:41.909140 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:41.909514 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:41.910085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:41.910775 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:41.911135 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:41.911495 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:41.912669 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:41.912669 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:41.912669 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:41.912926 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:41.913105 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:41.931286 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] No DVR routers for this DVR port 7cb1cc01-d453-41c6-a094-601847fcbde7 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:28:41.967075 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f739d5b5-c13b-40b4-8dd1-6b9818da1cdf x-openstack-request-id: req-f739d5b5-c13b-40b4-8dd1-6b9818da1cdf {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:28:41.967397 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e2a496-c4e9-4a73-8414-e876cac5b0d1", "name": "network-vif-unplugged", "status": "completed", "tag": "7cb1cc01-d453-41c6-a094-601847fcbde7", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:28:41.967651 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f739d5b5-c13b-40b4-8dd1-6b9818da1cdf {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:28:41.968056 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e2a496-c4e9-4a73-8414-e876cac5b0d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cb1cc01-d453-41c6-a094-601847fcbde7', 'code': 200} Feb 09 02:28:42.089581 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Attempting to bind port 7cb1cc01-d453-41c6-a094-601847fcbde7 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:28:42.089915 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Attempting to bind port 7cb1cc01-d453-41c6-a094-601847fcbde7 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:28:42.090238 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Attempting to bind port 7cb1cc01-d453-41c6-a094-601847fcbde7 on network e4bafe92-24b3-460c-9be0-2468e5556a87 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:28:42.094656 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Port 7cb1cc01-d453-41c6-a094-601847fcbde7 on network e4bafe92-24b3-460c-9be0-2468e5556a87 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:28:42.094982 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Attempting to bind port 7cb1cc01-d453-41c6-a094-601847fcbde7 on network e4bafe92-24b3-460c-9be0-2468e5556a87 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:28:42.100366 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:28:42.100638 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Checking segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:28:42.101021 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Bound using segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:28:42.101446 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Bound port: 7cb1cc01-d453-41c6-a094-601847fcbde7, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:28:42.101803 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:42.132150 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce690c79-d448-42b3-9dc3-bbba1484d7c3 req-8cf5364a-f788-4b53-acd9-dad964c74fb9 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:42.133711 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce690c79-d448-42b3-9dc3-bbba1484d7c3 req-8cf5364a-f788-4b53-acd9-dad964c74fb9 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 944 time: 0.0619967 Feb 09 02:28:42.171613 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] For port 7cb1cc01-d453-41c6-a094-601847fcbde7, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:28:42.174581 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] For port 7cb1cc01-d453-41c6-a094-601847fcbde7, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=7cb1cc01-d453-41c6-a094-601847fcbde7,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:28:42.181528 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:42.187593 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce690c79-d448-42b3-9dc3-bbba1484d7c3 req-22af4182-40fc-41b4-80fe-9933c4654d99 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478866 Feb 09 02:28:42.227116 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:42.227698 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:42.229088 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] 10.222.0.67 "PUT /v2.0/ports/7cb1cc01-d453-41c6-a094-601847fcbde7 HTTP/1.1" status: 200 len: 1092 time: 0.7984746 Feb 09 02:28:42.268085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383e6b3-00f0-4013-8b35-25a3c953a6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb1cc01-d453-41c6-a094-601847fcbde7,revision_number=7']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:42.309587 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-384f50ae-996b-4e21-9129-1254d8fee0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:42.311077 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-384f50ae-996b-4e21-9129-1254d8fee0ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 1126 time: 0.0581183 Feb 09 02:28:42.405133 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7b788d35-30f6-46fe-9ebc-548d0f3a6cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:42.406589 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-7b788d35-30f6-46fe-9ebc-548d0f3a6cce service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.0893617 Feb 09 02:28:42.470561 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:42.483530 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-499dbbb5-7df6-4dc9-ab85-08623f8d42d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cb1cc01-d453-41c6-a094-601847fcbde7 HTTP/1.1" status: 200 len: 1000 time: 0.0706615 Feb 09 02:28:42.532444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-aafd4901-c57a-4ebe-914f-7080a32c7778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:42.533821 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-aafd4901-c57a-4ebe-914f-7080a32c7778 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0449882 Feb 09 02:28:42.586434 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-b5d689fb-a461-43f0-85c8-12e7e62d778a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:42.587997 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-b5d689fb-a461-43f0-85c8-12e7e62d778a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485597 Feb 09 02:28:42.683222 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-08ad5937-753d-41d5-bb75-e5c422d2dca6 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893073 Feb 09 02:28:42.773583 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2794b379-7bbb-4ddf-be5b-13c490263f88 req-b3b746b8-a1cb-496c-b623-8716309a8a53 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850816 Feb 09 02:28:43.324762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbeded7-986d-4400-9ab6-a4063b64f4d1 req-bcbebf45-9155-450b-a539-6ef48c25f022 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:43.326225 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-acbeded7-986d-4400-9ab6-a4063b64f4d1 req-bcbebf45-9155-450b-a539-6ef48c25f022 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 944 time: 0.0541301 Feb 09 02:28:43.374206 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-acbeded7-986d-4400-9ab6-a4063b64f4d1 req-0e8cbfb6-b2da-4685-9c6e-5b872802fd44 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418959 Feb 09 02:28:43.524015 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:43.968904 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e2a496-c4e9-4a73-8414-e876cac5b0d1', 'tag': '7cb1cc01-d453-41c6-a094-601847fcbde7'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:28:43.971214 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e320a9-20fa-4597-bfdc-af911af47528" -d '{"events": [{"name": "network-changed", "server_uuid": "86e2a496-c4e9-4a73-8414-e876cac5b0d1", "tag": "7cb1cc01-d453-41c6-a094-601847fcbde7"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:28:44.023172 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6031d4ef-3f6d-4f49-b75a-e4054dcc9cdf x-openstack-request-id: req-6031d4ef-3f6d-4f49-b75a-e4054dcc9cdf {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:28:44.024219 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e2a496-c4e9-4a73-8414-e876cac5b0d1", "tag": "7cb1cc01-d453-41c6-a094-601847fcbde7", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:28:44.024486 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6031d4ef-3f6d-4f49-b75a-e4054dcc9cdf {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:28:44.024916 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e2a496-c4e9-4a73-8414-e876cac5b0d1', 'tag': '7cb1cc01-d453-41c6-a094-601847fcbde7', 'status': 'completed', 'code': 200} Feb 09 02:28:44.127483 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e320a9-20fa-4597-bfdc-af911af47528 req-b78c9fcb-07d7-4b84-b5fb-0ce5892038d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:44.130064 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-52e320a9-20fa-4597-bfdc-af911af47528 req-b78c9fcb-07d7-4b84-b5fb-0ce5892038d3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 1126 time: 0.0795784 Feb 09 02:28:44.131987 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e320a9-20fa-4597-bfdc-af911af47528 req-38e3b709-633d-4be8-b339-ebcd22372c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:44.133325 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-52e320a9-20fa-4597-bfdc-af911af47528 req-38e3b709-633d-4be8-b339-ebcd22372c13 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 1126 time: 0.0914121 Feb 09 02:28:44.296709 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e320a9-20fa-4597-bfdc-af911af47528 req-2c9c56eb-51ce-4ea0-a7ea-f12e88c77bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:44.298137 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-52e320a9-20fa-4597-bfdc-af911af47528 req-2c9c56eb-51ce-4ea0-a7ea-f12e88c77bbd service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.1551900 Feb 09 02:28:44.299137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e320a9-20fa-4597-bfdc-af911af47528 req-c1d43ac5-d42a-46ac-a7a3-799b3dffc947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:44.301172 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-52e320a9-20fa-4597-bfdc-af911af47528 req-c1d43ac5-d42a-46ac-a7a3-799b3dffc947 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.1654630 Feb 09 02:28:44.602795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 7cb1cc01-d453-41c6-a094-601847fcbde7 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:28:44.641909 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] The host n-h2-828387-3 is not matching for port 7cb1cc01-d453-41c6-a094-601847fcbde7 host n-h1-828387-3! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:28:44.642300 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 7cb1cc01-d453-41c6-a094-601847fcbde7 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:28:44.779856 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-52e320a9-20fa-4597-bfdc-af911af47528 req-d519312b-4d7a-4a0c-80a0-60a31aaa63eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cb1cc01-d453-41c6-a094-601847fcbde7 HTTP/1.1" status: 200 len: 1000 time: 0.4720893 Feb 09 02:28:44.820133 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-52e320a9-20fa-4597-bfdc-af911af47528 req-052b17ba-8c2b-441a-b094-bb62fd817b46 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cb1cc01-d453-41c6-a094-601847fcbde7 HTTP/1.1" status: 200 len: 1000 time: 0.1358700 Feb 09 02:28:44.848018 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a1694-538a-4dec-a1e8-c27005f0b749 req-bce6c4c4-e274-4c08-b0a5-b49db0d43419 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:44.849436 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-629a1694-538a-4dec-a1e8-c27005f0b749 req-bce6c4c4-e274-4c08-b0a5-b49db0d43419 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 944 time: 0.1639676 Feb 09 02:28:44.900285 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e320a9-20fa-4597-bfdc-af911af47528 req-0506f144-7967-4649-bd57-aa34dab87824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:44.901649 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-52e320a9-20fa-4597-bfdc-af911af47528 req-0506f144-7967-4649-bd57-aa34dab87824 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.1140676 Feb 09 02:28:44.927825 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e320a9-20fa-4597-bfdc-af911af47528 req-ce823f1d-09ea-4af2-956a-32cc68d80d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:44.929215 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-52e320a9-20fa-4597-bfdc-af911af47528 req-ce823f1d-09ea-4af2-956a-32cc68d80d0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0994914 Feb 09 02:28:44.969543 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-629a1694-538a-4dec-a1e8-c27005f0b749 req-781d1cfb-6ab0-4227-b087-d90793f46b71 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018357 Feb 09 02:28:45.005031 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e320a9-20fa-4597-bfdc-af911af47528 req-4031330c-39c8-4513-876f-aadaf1172d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:45.006545 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-52e320a9-20fa-4597-bfdc-af911af47528 req-4031330c-39c8-4513-876f-aadaf1172d8b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0973961 Feb 09 02:28:45.013875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e320a9-20fa-4597-bfdc-af911af47528 req-1dc31f11-f979-4a37-a482-dd18a9c2b45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:45.021173 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-52e320a9-20fa-4597-bfdc-af911af47528 req-1dc31f11-f979-4a37-a482-dd18a9c2b45a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0694466 Feb 09 02:28:45.168398 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-52e320a9-20fa-4597-bfdc-af911af47528 req-90767392-90da-4de0-b5c2-bcaf511ea047 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520593 Feb 09 02:28:45.171623 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-52e320a9-20fa-4597-bfdc-af911af47528 req-a98a53ad-c0dd-431d-8f3b-8cba338e4ded service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480536 Feb 09 02:28:45.328903 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-52e320a9-20fa-4597-bfdc-af911af47528 req-b6f5806e-ebd3-4d51-bd87-a805a2930b4a service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533782 Feb 09 02:28:45.333163 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-52e320a9-20fa-4597-bfdc-af911af47528 req-d78af974-6f14-46ad-902c-182b13f7bbc8 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505668 Feb 09 02:28:46.093830 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804b19a-b176-4e3a-ac86-75e8ad416c73 req-ba7c9ef6-8b44-49fd-a08f-dd5774b835d0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:46.095320 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b804b19a-b176-4e3a-ac86-75e8ad416c73 req-ba7c9ef6-8b44-49fd-a08f-dd5774b835d0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 944 time: 0.0546331 Feb 09 02:28:46.141529 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b804b19a-b176-4e3a-ac86-75e8ad416c73 req-13db5bf3-5f38-4571-9a0a-aaef80ca6537 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406535 Feb 09 02:28:46.291755 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 7cb1cc01-d453-41c6-a094-601847fcbde7 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:28:46.351851 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fc6df-dbe5-462a-b7ac-fc677318ba40 req-719e97d2-059f-48c3-85f0-8e1f9d31c3f3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:46.353488 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a52fc6df-dbe5-462a-b7ac-fc677318ba40 req-719e97d2-059f-48c3-85f0-8e1f9d31c3f3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 944 time: 0.0613024 Feb 09 02:28:46.363151 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7b908-6e7c-4bc9-b425-70cb279e0f75 req-191e1e73-60d6-4702-972b-9223b5ea413a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:46.364190 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41b7b908-6e7c-4bc9-b425-70cb279e0f75 req-191e1e73-60d6-4702-972b-9223b5ea413a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.48 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1&tenant_id=34c767084bb54bc7b63d7b2714a19521&binding%3Ahost_id=n-h1-828387-3 HTTP/1.1" status: 200 len: 944 time: 0.0643725 Feb 09 02:28:46.401633 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 7cb1cc01-d453-41c6-a094-601847fcbde7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=7cb1cc01-d453-41c6-a094-601847fcbde7,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:46.405719 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a52fc6df-dbe5-462a-b7ac-fc677318ba40 req-e2360ee3-a89c-4b5b-915e-c32cb8f5e63f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441468 Feb 09 02:28:46.413866 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '7cb1cc01-d453-41c6-a094-601847fcbde7', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'port_id': '7cb1cc01-d453-41c6-a094-601847fcbde7', 'mac_address': 'fa:16:3e:6d:e3:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:28:46.433260 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-41b7b908-6e7c-4bc9-b425-70cb279e0f75 req-ac204962-fc39-49d3-9f3c-3cb6f3b57f30 service neutron] delete failed (client error): The resource could not be found. Feb 09 02:28:46.434300 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41b7b908-6e7c-4bc9-b425-70cb279e0f75 req-ac204962-fc39-49d3-9f3c-3cb6f3b57f30 service neutron] 10.222.0.48 "DELETE /v2.0/ports/7cb1cc01-d453-41c6-a094-601847fcbde7/bindings/n-h2-828387-3 HTTP/1.1" status: 404 len: 380 time: 0.0637186 Feb 09 02:28:46.454149 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 7cb1cc01-d453-41c6-a094-601847fcbde7 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:46.454560 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:46.469088 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb1cc01-d453-41c6-a094-601847fcbde7 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:28:46.489196 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 7cb1cc01-d453-41c6-a094-601847fcbde7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=7cb1cc01-d453-41c6-a094-601847fcbde7,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:46.493426 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:46.526316 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7b908-6e7c-4bc9-b425-70cb279e0f75 req-897c5404-ceb7-4751-8092-1344dcf18593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:46.527911 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41b7b908-6e7c-4bc9-b425-70cb279e0f75 req-897c5404-ceb7-4751-8092-1344dcf18593 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 1126 time: 0.0489206 Feb 09 02:28:46.544244 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=7cb1cc01-d453-41c6-a094-601847fcbde7,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:46.551642 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.551995 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.552342 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.552683 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.553020 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.553351 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.553680 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.554005 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.554334 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.555190 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.555542 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.555956 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.556287 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.623269 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7b908-6e7c-4bc9-b425-70cb279e0f75 req-859924aa-da23-4047-b74d-4d7f5ca10f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:46.624743 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41b7b908-6e7c-4bc9-b425-70cb279e0f75 req-859924aa-da23-4047-b74d-4d7f5ca10f28 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.0894380 Feb 09 02:28:46.689965 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41b7b908-6e7c-4bc9-b425-70cb279e0f75 req-95dee1d6-a6e5-4d0d-bd9a-f44fdea5af87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cb1cc01-d453-41c6-a094-601847fcbde7 HTTP/1.1" status: 200 len: 1001 time: 0.0586708 Feb 09 02:28:46.739386 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7b908-6e7c-4bc9-b425-70cb279e0f75 req-2572983e-30d9-4165-b260-91921914b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:46.740797 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41b7b908-6e7c-4bc9-b425-70cb279e0f75 req-2572983e-30d9-4165-b260-91921914b9a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0439844 Feb 09 02:28:46.796077 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7b908-6e7c-4bc9-b425-70cb279e0f75 req-849a08bd-dd92-4d3c-af38-7f07e1f4ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:46.797674 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41b7b908-6e7c-4bc9-b425-70cb279e0f75 req-849a08bd-dd92-4d3c-af38-7f07e1f4ffee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497985 Feb 09 02:28:46.817107 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['7cb1cc01-d453-41c6-a094-601847fcbde7'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:28:46.889065 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41b7b908-6e7c-4bc9-b425-70cb279e0f75 req-d71bf841-622e-451a-b6dd-70d7cb458b4f service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844758 Feb 09 02:28:46.985212 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-41b7b908-6e7c-4bc9-b425-70cb279e0f75 req-a88f0d1d-f5c1-4845-9173-adcf5775e2a2 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898557 Feb 09 02:28:47.534589 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b616334-80f5-4077-b6ee-22af9833dd6e req-a5a440b1-9c0a-454e-aeb9-dfc90b1a3c56 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:47.536134 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b616334-80f5-4077-b6ee-22af9833dd6e req-a5a440b1-9c0a-454e-aeb9-dfc90b1a3c56 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0554581 Feb 09 02:28:47.585305 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b616334-80f5-4077-b6ee-22af9833dd6e req-c597aab8-b470-4602-9591-d19fb3e0d2d7 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432236 Feb 09 02:28:48.311001 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 7cb1cc01-d453-41c6-a094-601847fcbde7 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:28:48.515568 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 7cb1cc01-d453-41c6-a094-601847fcbde7 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:28:48.519376 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 7cb1cc01-d453-41c6-a094-601847fcbde7 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:48.519751 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:48.596094 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 7cb1cc01-d453-41c6-a094-601847fcbde7 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:48.596484 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:48.620040 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e2a496-c4e9-4a73-8414-e876cac5b0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb1cc01-d453-41c6-a094-601847fcbde7'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:28:48.635960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 7cb1cc01-d453-41c6-a094-601847fcbde7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=7cb1cc01-d453-41c6-a094-601847fcbde7,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:48.642639 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:48.674239 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4361f2-2027-4011-b043-7c26412a7c15" -d '{"events": [{"server_uuid": "86e2a496-c4e9-4a73-8414-e876cac5b0d1", "name": "network-vif-plugged", "status": "completed", "tag": "7cb1cc01-d453-41c6-a094-601847fcbde7"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:28:48.713262 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=7cb1cc01-d453-41c6-a094-601847fcbde7,revision_number=9']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:48.728460 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfb6c0-3431-4fdd-99cd-d8c0db73f20d req-3a9645be-e685-4130-89f1-8d5ac9fece11 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:48.730227 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a6bfb6c0-3431-4fdd-99cd-d8c0db73f20d req-3a9645be-e685-4130-89f1-8d5ac9fece11 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0646629 Feb 09 02:28:48.784969 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c91cc9f-3e15-4faf-a478-55ad2f43cf46 x-openstack-request-id: req-7c91cc9f-3e15-4faf-a478-55ad2f43cf46 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:28:48.785267 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e2a496-c4e9-4a73-8414-e876cac5b0d1", "name": "network-vif-plugged", "status": "completed", "tag": "7cb1cc01-d453-41c6-a094-601847fcbde7", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:28:48.785522 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7c91cc9f-3e15-4faf-a478-55ad2f43cf46 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:28:48.785919 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e2a496-c4e9-4a73-8414-e876cac5b0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb1cc01-d453-41c6-a094-601847fcbde7', 'code': 200} Feb 09 02:28:48.786592 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a6bfb6c0-3431-4fdd-99cd-d8c0db73f20d req-c0677d30-5ee6-4f0d-943b-8cc588b508f4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502033 Feb 09 02:28:48.913301 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692518a9-aa91-42e4-b26a-1f469c06a7cf req-49a8f576-baa5-4538-86ab-0a54eb866e1b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:48.914754 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-692518a9-aa91-42e4-b26a-1f469c06a7cf req-49a8f576-baa5-4538-86ab-0a54eb866e1b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0584419 Feb 09 02:28:48.973205 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-692518a9-aa91-42e4-b26a-1f469c06a7cf req-50ca3368-d25c-43b1-8023-7ee55b898ffa tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504336 Feb 09 02:28:49.098527 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd1474-12a7-4af8-b6c7-7a6fff21cb0d req-ed38a8a0-48c9-4076-a417-aefe0b440038 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:49.100105 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-61fd1474-12a7-4af8-b6c7-7a6fff21cb0d req-ed38a8a0-48c9-4076-a417-aefe0b440038 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0592606 Feb 09 02:28:49.150250 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-61fd1474-12a7-4af8-b6c7-7a6fff21cb0d req-6b384468-c78d-4974-8d2b-e5efe491bd7e tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440223 Feb 09 02:28:49.390940 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f52c0-9013-4c2b-b02f-84645f052032 req-2f56ea57-5238-4671-aa92-c25697b7d96f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:49.392430 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f92f52c0-9013-4c2b-b02f-84645f052032 req-2f56ea57-5238-4671-aa92-c25697b7d96f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0531840 Feb 09 02:28:49.440176 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f92f52c0-9013-4c2b-b02f-84645f052032 req-bdebdc49-97b1-4a1d-899b-c4278030320b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420015 Feb 09 02:28:50.563688 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb128e7-fdd4-4371-a601-d086519a4186 req-a54afbe2-cd7d-4156-8c69-1fa3f2a1fa87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:50.565155 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bbb128e7-fdd4-4371-a601-d086519a4186 req-a54afbe2-cd7d-4156-8c69-1fa3f2a1fa87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0552371 Feb 09 02:28:50.611446 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bbb128e7-fdd4-4371-a601-d086519a4186 req-b841eaf4-cb30-4102-bf70-300d699670fc tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407500 Feb 09 02:28:50.748036 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6d6c9-21f6-40f0-a243-20ff663fe016 req-f604f987-3b01-496f-8eb3-1b6397406716 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:50.749539 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-23f6d6c9-21f6-40f0-a243-20ff663fe016 req-f604f987-3b01-496f-8eb3-1b6397406716 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.67 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 946 time: 0.0561385 Feb 09 02:28:50.849996 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-23f6d6c9-21f6-40f0-a243-20ff663fe016 req-9e9e6b65-82ca-46d7-ad64-1cf1e7cd04b5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Deleting port 7cb1cc01-d453-41c6-a094-601847fcbde7 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:28:50.850353 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-23f6d6c9-21f6-40f0-a243-20ff663fe016 req-9e9e6b65-82ca-46d7-ad64-1cf1e7cd04b5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:50.940444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-23f6d6c9-21f6-40f0-a243-20ff663fe016 req-9e9e6b65-82ca-46d7-ad64-1cf1e7cd04b5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] For port 7cb1cc01-d453-41c6-a094-601847fcbde7, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=7cb1cc01-d453-41c6-a094-601847fcbde7,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:50.940816 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-23f6d6c9-21f6-40f0-a243-20ff663fe016 req-9e9e6b65-82ca-46d7-ad64-1cf1e7cd04b5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:51.167234 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-23f6d6c9-21f6-40f0-a243-20ff663fe016 req-9e9e6b65-82ca-46d7-ad64-1cf1e7cd04b5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:51.167593 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-23f6d6c9-21f6-40f0-a243-20ff663fe016 req-9e9e6b65-82ca-46d7-ad64-1cf1e7cd04b5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (d7c09f47-39bd-47b6-9f40-33550c247538), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:51.167909 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [req-23f6d6c9-21f6-40f0-a243-20ff663fe016 req-9e9e6b65-82ca-46d7-ad64-1cf1e7cd04b5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Floating IP d7c09f47-39bd-47b6-9f40-33550c247538 disassociated. External IP: 172.25.7.211, port: 7cb1cc01-d453-41c6-a094-601847fcbde7. Feb 09 02:28:51.168248 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-23f6d6c9-21f6-40f0-a243-20ff663fe016 req-9e9e6b65-82ca-46d7-ad64-1cf1e7cd04b5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Calling delete_port for 7cb1cc01-d453-41c6-a094-601847fcbde7 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:28:51.299968 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-23f6d6c9-21f6-40f0-a243-20ff663fe016 req-9e9e6b65-82ca-46d7-ad64-1cf1e7cd04b5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (7cb1cc01-d453-41c6-a094-601847fcbde7), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:51.330272 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e6b65-82ca-46d7-ad64-1cf1e7cd04b5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Pushing event deleted for resources: {'Port': ['ID=7cb1cc01-d453-41c6-a094-601847fcbde7,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:51.450133 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23f6d6c9-21f6-40f0-a243-20ff663fe016 req-9e9e6b65-82ca-46d7-ad64-1cf1e7cd04b5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Router d970e2a7-036e-4f9b-b842-bffeffc27020 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:28:51.564450 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23f6d6c9-21f6-40f0-a243-20ff663fe016 req-9e9e6b65-82ca-46d7-ad64-1cf1e7cd04b5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:28:51.578513 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c5700-f2e8-416c-9499-32e14007059e None None] Sync routers for ids ['d970e2a7-036e-4f9b-b842-bffeffc27020'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:28:51.589376 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c5700-f2e8-416c-9499-32e14007059e None None] Routers {'d970e2a7-036e-4f9b-b842-bffeffc27020'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:28:51.589987 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-5a9c5700-f2e8-416c-9499-32e14007059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:28:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d970e2a7-036e-4f9b-b842-bffeffc27020'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:51.608419 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f6d6c9-21f6-40f0-a243-20ff663fe016 req-9e9e6b65-82ca-46d7-ad64-1cf1e7cd04b5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] No DVR routers for this DVR port 7cb1cc01-d453-41c6-a094-601847fcbde7 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:28:51.611152 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-23f6d6c9-21f6-40f0-a243-20ff663fe016 req-9e9e6b65-82ca-46d7-ad64-1cf1e7cd04b5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:51.614521 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-23f6d6c9-21f6-40f0-a243-20ff663fe016 req-9e9e6b65-82ca-46d7-ad64-1cf1e7cd04b5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.67 "DELETE /v2.0/ports/7cb1cc01-d453-41c6-a094-601847fcbde7 HTTP/1.1" status: 204 len: 173 time: 0.8603177 Feb 09 02:28:51.614977 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e2a496-c4e9-4a73-8414-e876cac5b0d1', 'name': 'network-vif-deleted', 'tag': '7cb1cc01-d453-41c6-a094-601847fcbde7'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:28:51.617253 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347bfdd1-d16f-42df-8b00-6d5c895448c4" -d '{"events": [{"server_uuid": "86e2a496-c4e9-4a73-8414-e876cac5b0d1", "name": "network-vif-deleted", "tag": "7cb1cc01-d453-41c6-a094-601847fcbde7"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:28:51.664988 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033b481c-358d-42d6-84c6-136ea9c2936d x-openstack-request-id: req-033b481c-358d-42d6-84c6-136ea9c2936d {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:28:51.664988 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e2a496-c4e9-4a73-8414-e876cac5b0d1", "name": "network-vif-deleted", "tag": "7cb1cc01-d453-41c6-a094-601847fcbde7", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:28:51.665224 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-033b481c-358d-42d6-84c6-136ea9c2936d {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:28:51.665605 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e2a496-c4e9-4a73-8414-e876cac5b0d1', 'name': 'network-vif-deleted', 'tag': '7cb1cc01-d453-41c6-a094-601847fcbde7', 'status': 'completed', 'code': 200} Feb 09 02:28:51.723712 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1717ec9-5138-40c2-b7c9-b7cc33e1de04 req-6bf023b3-b2e2-4cbf-86a4-ef4488dd82cf tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=86e2a496-c4e9-4a73-8414-e876cac5b0d1 HTTP/1.1" status: 200 len: 210 time: 0.0377700 Feb 09 02:28:51.726524 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-5a9c5700-f2e8-416c-9499-32e14007059e None None] Set router d970e2a7-036e-4f9b-b842-bffeffc27020 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:28:51.939134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-5a9c5700-f2e8-416c-9499-32e14007059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:51.969369 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c5700-f2e8-416c-9499-32e14007059e None None] Checking router: d970e2a7-036e-4f9b-b842-bffeffc27020 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:28:51.978327 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c5700-f2e8-416c-9499-32e14007059e None None] Routers {'d970e2a7-036e-4f9b-b842-bffeffc27020'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:28:51.978902 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-5a9c5700-f2e8-416c-9499-32e14007059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:28:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d970e2a7-036e-4f9b-b842-bffeffc27020'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:52.085103 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-5a9c5700-f2e8-416c-9499-32e14007059e None None] Set router d970e2a7-036e-4f9b-b842-bffeffc27020 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:28:52.288549 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-5a9c5700-f2e8-416c-9499-32e14007059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:52.314200 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c5700-f2e8-416c-9499-32e14007059e None None] The sync data for ids ['d970e2a7-036e-4f9b-b842-bffeffc27020'] in n-d-828387-3 is: [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:28:52.523463 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ba5a6b-4d52-4fe6-a413-2cb90eb25387 None None] New status for floating IP d7c09f47-39bd-47b6-9f40-33550c247538: DOWN {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:28:52.965079 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-27bcb801-2db1-49ef-bb55-a65f839e0eab tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--278190010&fields=id&tenant_id=34c767084bb54bc7b63d7b2714a19521 HTTP/1.1" status: 200 len: 267 time: 0.0425875 Feb 09 02:28:53.079287 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-583ccdad-3620-4484-925d-24ee6e91db24 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:53.080890 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-583ccdad-3620-4484-925d-24ee6e91db24 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 812 time: 0.1094339 Feb 09 02:28:53.095912 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-7d50313d-a6f9-4446-9f87-fd02557ac532 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/quotas/34c767084bb54bc7b63d7b2714a19521 HTTP/1.1" status: 200 len: 375 time: 0.0096529 Feb 09 02:28:53.152337 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-68408d8b-8cfb-403a-a01b-546b444efe97 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511825 Feb 09 02:28:53.324451 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-dc6b465b-105b-475e-b599-e0cdeba39e7a service neutron] 10.222.0.36 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263747 Feb 09 02:28:53.420233 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-04d67561-65e3-4064-910a-73a62399febe service neutron] 10.222.0.36 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898035 Feb 09 02:28:53.580842 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e0ebd2a-54c0-4950-8a17-c1bd9097207b req-5ce30e75-dca2-433c-af73-435806c55eee tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 210 time: 0.0279877 Feb 09 02:28:54.373678 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 7cb1cc01-d453-41c6-a094-601847fcbde7 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:28:54.394651 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 7cb1cc01-d453-41c6-a094-601847fcbde7 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:28:54.394997 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 7cb1cc01-d453-41c6-a094-601847fcbde7 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:28:54.525172 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-25f80562-bc54-4821-9010-367ff3d342e2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:54.526902 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-25f80562-bc54-4821-9010-367ff3d342e2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 812 time: 0.1148353 Feb 09 02:28:54.592751 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-0050e35b-e733-4308-9577-97da706a3d9c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34c767084bb54bc7b63d7b2714a19521 HTTP/1.1" status: 200 len: 379 time: 0.0564072 Feb 09 02:28:54.602353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-c8c22560-ac92-4ecf-ac20-a291d6e5d3fe tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Request body: {'port': {'device_id': '8dc3573d-4f83-4b7f-83d2-900daa563aaf', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'admin_state_up': True, 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'security_groups': ['5b908ea1-5279-4af8-ae0c-59de3b8a5fe0']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:54.682774 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bf7a249b-e42e-4691-a1c2-69388fa6fc42 req-8ea8803c-338b-4ef8-8bf6-bd10f58a5570 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 210 time: 0.0285225 Feb 09 02:28:54.724798 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-c8c22560-ac92-4ecf-ac20-a291d6e5d3fe tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Made reservation on behalf of 34c767084bb54bc7b63d7b2714a19521 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:28:54.728164 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-c8c22560-ac92-4ecf-ac20-a291d6e5d3fe tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:54.856138 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-c8c22560-ac92-4ecf-ac20-a291d6e5d3fe tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Allocated IP 172.20.0.11 (e4bafe92-24b3-460c-9be0-2468e5556a87/c39e1438-f78e-4831-a839-a9badecdeddd/48941ae2-be02-4b21-b845-5bbb73c52bb0) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:28:54.989696 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-c8c22560-ac92-4ecf-ac20-a291d6e5d3fe tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:55.022640 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-c8c22560-ac92-4ecf-ac20-a291d6e5d3fe tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:55.071984 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-c8c22560-ac92-4ecf-ac20-a291d6e5d3fe tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Network e4bafe92-24b3-460c-9be0-2468e5556a87 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:28:55.075366 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-c8c22560-ac92-4ecf-ac20-a291d6e5d3fe tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:55.079127 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-c8c22560-ac92-4ecf-ac20-a291d6e5d3fe tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:28:55.085549 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c22560-ac92-4ecf-ac20-a291d6e5d3fe tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Pushing event updated for resources: {'Port': ['ID=48941ae2-be02-4b21-b845-5bbb73c52bb0,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:55.132265 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-c8c22560-ac92-4ecf-ac20-a291d6e5d3fe tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:55.132880 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-c8c22560-ac92-4ecf-ac20-a291d6e5d3fe tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:55.150712 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-c8c22560-ac92-4ecf-ac20-a291d6e5d3fe tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5519204 Feb 09 02:28:55.166679 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-f6d277bc-5748-4d62-9af9-a14fa378757d service neutron] Request body: {'port': {'device_id': '8dc3573d-4f83-4b7f-83d2-900daa563aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:55.233736 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-f6d277bc-5748-4d62-9af9-a14fa378757d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:55.282437 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b9aea812-9de5-43b3-917a-77937428b37c None None] Provisioning complete for port 48941ae2-be02-4b21-b845-5bbb73c52bb0 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:55.282866 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b9aea812-9de5-43b3-917a-77937428b37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:55.316806 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b9aea812-9de5-43b3-917a-77937428b37c None None] Port 48941ae2-be02-4b21-b845-5bbb73c52bb0 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:28:55.498382 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-f6d277bc-5748-4d62-9af9-a14fa378757d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48941ae2-be02-4b21-b845-5bbb73c52bb0 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:28:55.505781 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-f6d277bc-5748-4d62-9af9-a14fa378757d service neutron] Publish callbacks [] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:55.518051 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-f6d277bc-5748-4d62-9af9-a14fa378757d service neutron] Transition to ACTIVE for port object 48941ae2-be02-4b21-b845-5bbb73c52bb0 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:28:55.521875 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-f6d277bc-5748-4d62-9af9-a14fa378757d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:55.575823 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d277bc-5748-4d62-9af9-a14fa378757d service neutron] Pushing event updated for resources: {'Port': ['ID=48941ae2-be02-4b21-b845-5bbb73c52bb0,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:55.647089 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-f6d277bc-5748-4d62-9af9-a14fa378757d service neutron] Attempting to bind port 48941ae2-be02-4b21-b845-5bbb73c52bb0 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:28:55.647787 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-f6d277bc-5748-4d62-9af9-a14fa378757d service neutron] Attempting to bind port 48941ae2-be02-4b21-b845-5bbb73c52bb0 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:28:55.647787 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-f6d277bc-5748-4d62-9af9-a14fa378757d service neutron] Attempting to bind port 48941ae2-be02-4b21-b845-5bbb73c52bb0 on network e4bafe92-24b3-460c-9be0-2468e5556a87 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:28:55.653312 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-f6d277bc-5748-4d62-9af9-a14fa378757d service neutron] Port 48941ae2-be02-4b21-b845-5bbb73c52bb0 on network e4bafe92-24b3-460c-9be0-2468e5556a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:28:55.653642 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-f6d277bc-5748-4d62-9af9-a14fa378757d service neutron] Attempting to bind port 48941ae2-be02-4b21-b845-5bbb73c52bb0 on network e4bafe92-24b3-460c-9be0-2468e5556a87 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:28:55.659174 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-f6d277bc-5748-4d62-9af9-a14fa378757d service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:28:55.659549 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-f6d277bc-5748-4d62-9af9-a14fa378757d service neutron] Checking segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:28:55.660048 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-f6d277bc-5748-4d62-9af9-a14fa378757d service neutron] Bound using segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:28:55.660456 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-f6d277bc-5748-4d62-9af9-a14fa378757d service neutron] Bound port: 48941ae2-be02-4b21-b845-5bbb73c52bb0, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:28:55.660823 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-f6d277bc-5748-4d62-9af9-a14fa378757d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:55.735377 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-f6d277bc-5748-4d62-9af9-a14fa378757d service neutron] For port 48941ae2-be02-4b21-b845-5bbb73c52bb0, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:28:55.738753 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-f6d277bc-5748-4d62-9af9-a14fa378757d service neutron] For port 48941ae2-be02-4b21-b845-5bbb73c52bb0, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=48941ae2-be02-4b21-b845-5bbb73c52bb0,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:28:55.745546 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-f6d277bc-5748-4d62-9af9-a14fa378757d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:55.809574 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-f6d277bc-5748-4d62-9af9-a14fa378757d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:55.810216 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-f6d277bc-5748-4d62-9af9-a14fa378757d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:55.811644 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-f6d277bc-5748-4d62-9af9-a14fa378757d service neutron] 10.222.0.48 "PUT /v2.0/ports/48941ae2-be02-4b21-b845-5bbb73c52bb0 HTTP/1.1" status: 200 len: 1092 time: 0.6503370 Feb 09 02:28:55.814221 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc3573d-4f83-4b7f-83d2-900daa563aaf', 'tag': '48941ae2-be02-4b21-b845-5bbb73c52bb0'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:28:55.816369 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88dcdbb-3727-4f77-9f01-3e9c958d69ca" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc3573d-4f83-4b7f-83d2-900daa563aaf", "tag": "48941ae2-be02-4b21-b845-5bbb73c52bb0"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:28:55.842129 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d277bc-5748-4d62-9af9-a14fa378757d service neutron] Pushing event updated for resources: {'Port': ['ID=48941ae2-be02-4b21-b845-5bbb73c52bb0,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:55.865583 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aea407-eb06-4783-af3d-30aaff7b0fb2 req-1273a7e9-e888-4631-a02a-f690fbb6d7cd tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:55.867163 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-26aea407-eb06-4783-af3d-30aaff7b0fb2 req-1273a7e9-e888-4631-a02a-f690fbb6d7cd tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 944 time: 0.0964055 Feb 09 02:28:55.878444 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e059363f-b0b1-47fe-9d54-8e8a6fbeb993 x-openstack-request-id: req-e059363f-b0b1-47fe-9d54-8e8a6fbeb993 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:28:55.878742 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc3573d-4f83-4b7f-83d2-900daa563aaf", "tag": "48941ae2-be02-4b21-b845-5bbb73c52bb0", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:28:55.878997 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e059363f-b0b1-47fe-9d54-8e8a6fbeb993 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:28:55.879426 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc3573d-4f83-4b7f-83d2-900daa563aaf', 'tag': '48941ae2-be02-4b21-b845-5bbb73c52bb0', 'status': 'completed', 'code': 200} Feb 09 02:28:55.951700 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-26aea407-eb06-4783-af3d-30aaff7b0fb2 req-dd94614c-c81b-4b68-bebe-4d2d03ba5386 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752065 Feb 09 02:28:55.957768 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-25cca5c4-d857-4b38-b87e-d988c8190f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:55.959332 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-25cca5c4-d857-4b38-b87e-d988c8190f3b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 1126 time: 0.0908997 Feb 09 02:28:56.003651 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-732cbcce-ddd9-4060-a198-99cc823e7580 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48941ae2-be02-4b21-b845-5bbb73c52bb0 HTTP/1.1" status: 200 len: 217 time: 0.0354722 Feb 09 02:28:56.056959 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-7fd8808f-ff96-42dc-aa6d-eb829144c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:56.058295 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-7fd8808f-ff96-42dc-aa6d-eb829144c28a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0491550 Feb 09 02:28:56.108358 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-77af621d-41ca-4ce7-86b2-ba3ab4ab8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:56.109834 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-77af621d-41ca-4ce7-86b2-ba3ab4ab8251 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453064 Feb 09 02:28:56.205067 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-d2ba7024-7924-4689-82f4-ac096a12965b service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835674 Feb 09 02:28:56.295418 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd3720ab-6554-4353-bc2d-991055fd21e2 req-7d476f79-61bf-45fc-bbff-52eea5ae0444 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892110 Feb 09 02:28:56.387259 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dcdbb-3727-4f77-9f01-3e9c958d69ca req-5054e7af-fd66-4ea8-85fe-ec5d8f0fa841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:56.388787 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e88dcdbb-3727-4f77-9f01-3e9c958d69ca req-5054e7af-fd66-4ea8-85fe-ec5d8f0fa841 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 1126 time: 0.0469720 Feb 09 02:28:56.480547 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dcdbb-3727-4f77-9f01-3e9c958d69ca req-749dec15-3d18-4b6c-a8f6-abb9ce6fc438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:56.482002 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e88dcdbb-3727-4f77-9f01-3e9c958d69ca req-749dec15-3d18-4b6c-a8f6-abb9ce6fc438 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.0871730 Feb 09 02:28:56.523456 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e88dcdbb-3727-4f77-9f01-3e9c958d69ca req-566ebf48-b9ab-40dd-ad17-8402cd1b7790 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48941ae2-be02-4b21-b845-5bbb73c52bb0 HTTP/1.1" status: 200 len: 217 time: 0.0353577 Feb 09 02:28:56.580138 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dcdbb-3727-4f77-9f01-3e9c958d69ca req-0acfb9ab-ad32-4487-9931-51119e7567a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:56.581679 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e88dcdbb-3727-4f77-9f01-3e9c958d69ca req-0acfb9ab-ad32-4487-9931-51119e7567a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0498042 Feb 09 02:28:56.639502 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dcdbb-3727-4f77-9f01-3e9c958d69ca req-69f0271a-baaf-467d-b33a-c9b58f0572a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:56.641090 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e88dcdbb-3727-4f77-9f01-3e9c958d69ca req-69f0271a-baaf-467d-b33a-c9b58f0572a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516124 Feb 09 02:28:56.740518 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e88dcdbb-3727-4f77-9f01-3e9c958d69ca req-18a79600-68ba-46d1-b25c-6c37558644bf service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925887 Feb 09 02:28:56.834976 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e88dcdbb-3727-4f77-9f01-3e9c958d69ca req-4e4d4917-168e-4da3-b481-371345b725c1 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871694 Feb 09 02:28:57.084846 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645d33c-9dd8-4b23-babb-95d123216a4d req-5e8f2905-a58c-4f15-b092-ba39968ba588 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:57.086366 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a645d33c-9dd8-4b23-babb-95d123216a4d req-5e8f2905-a58c-4f15-b092-ba39968ba588 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 944 time: 0.0611064 Feb 09 02:28:57.135981 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a645d33c-9dd8-4b23-babb-95d123216a4d req-227d6f42-056f-43df-a139-e144a7c4428c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426691 Feb 09 02:28:58.258889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ecec19-432c-4ad9-9970-5ed5844c79c1 req-6453a901-da59-4e63-aa0d-1a982931f13c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:58.260908 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-23ecec19-432c-4ad9-9970-5ed5844c79c1 req-6453a901-da59-4e63-aa0d-1a982931f13c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 944 time: 0.0577254 Feb 09 02:28:58.312858 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-23ecec19-432c-4ad9-9970-5ed5844c79c1 req-408b85e6-96e4-4a3a-81dd-90d31e2a8765 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458319 Feb 09 02:28:58.645543 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 48941ae2-be02-4b21-b845-5bbb73c52bb0 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:28:58.742335 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 48941ae2-be02-4b21-b845-5bbb73c52bb0, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=48941ae2-be02-4b21-b845-5bbb73c52bb0,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:58.754412 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '48941ae2-be02-4b21-b845-5bbb73c52bb0', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'port_id': '48941ae2-be02-4b21-b845-5bbb73c52bb0', 'mac_address': 'fa:16:3e:16:e8:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:28:58.790648 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 48941ae2-be02-4b21-b845-5bbb73c52bb0 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:58.791031 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:58.804030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48941ae2-be02-4b21-b845-5bbb73c52bb0 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:28:58.824312 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 48941ae2-be02-4b21-b845-5bbb73c52bb0, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=48941ae2-be02-4b21-b845-5bbb73c52bb0,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:58.828154 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:58.879589 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=48941ae2-be02-4b21-b845-5bbb73c52bb0,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:59.047991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['48941ae2-be02-4b21-b845-5bbb73c52bb0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:28:59.436190 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb60219-5f75-4b23-8b2c-1edcaef17eaa req-f39bb87b-ec3a-46bf-a7ac-ee76af39141b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:59.437795 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9cb60219-5f75-4b23-8b2c-1edcaef17eaa req-f39bb87b-ec3a-46bf-a7ac-ee76af39141b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 945 time: 0.0555148 Feb 09 02:28:59.497857 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9cb60219-5f75-4b23-8b2c-1edcaef17eaa req-44ea005f-e245-4872-85fa-87df537e0ace tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545285 Feb 09 02:29:00.617436 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed95c3-157d-48c6-ad59-ee6f2767a33e req-1895e3ac-fa6b-434c-864d-4e43db7e23c1 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:00.618922 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-50ed95c3-157d-48c6-ad59-ee6f2767a33e req-1895e3ac-fa6b-434c-864d-4e43db7e23c1 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 945 time: 0.0529418 Feb 09 02:29:00.643536 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 48941ae2-be02-4b21-b845-5bbb73c52bb0 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:29:00.670147 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-50ed95c3-157d-48c6-ad59-ee6f2767a33e req-a3e9f341-b739-41e7-9aeb-5406ee14fea5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444305 Feb 09 02:29:00.691923 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 48941ae2-be02-4b21-b845-5bbb73c52bb0 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:29:00.696155 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 48941ae2-be02-4b21-b845-5bbb73c52bb0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:00.696531 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:00.776665 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 48941ae2-be02-4b21-b845-5bbb73c52bb0 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:00.776979 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:00.802094 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc3573d-4f83-4b7f-83d2-900daa563aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48941ae2-be02-4b21-b845-5bbb73c52bb0'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:29:00.804388 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5611ac-a698-4de2-8120-a4ab33c79b7f" -d '{"events": [{"server_uuid": "8dc3573d-4f83-4b7f-83d2-900daa563aaf", "name": "network-vif-plugged", "status": "completed", "tag": "48941ae2-be02-4b21-b845-5bbb73c52bb0"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:29:00.817066 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 48941ae2-be02-4b21-b845-5bbb73c52bb0, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=48941ae2-be02-4b21-b845-5bbb73c52bb0,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:00.820969 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:00.845704 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f2e821-d05c-43d2-be66-a7de813e0587 x-openstack-request-id: req-e7f2e821-d05c-43d2-be66-a7de813e0587 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:29:00.846005 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc3573d-4f83-4b7f-83d2-900daa563aaf", "name": "network-vif-plugged", "status": "completed", "tag": "48941ae2-be02-4b21-b845-5bbb73c52bb0", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:29:00.846264 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e7f2e821-d05c-43d2-be66-a7de813e0587 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:29:00.846698 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc3573d-4f83-4b7f-83d2-900daa563aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48941ae2-be02-4b21-b845-5bbb73c52bb0', 'code': 200} Feb 09 02:29:00.875102 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=48941ae2-be02-4b21-b845-5bbb73c52bb0,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:00.949725 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f62b1-a7a6-4ede-abea-5b406030ea5b req-c2b13635-b099-4bc8-bb30-572324a3c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:00.951882 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7f8f62b1-a7a6-4ede-abea-5b406030ea5b req-c2b13635-b099-4bc8-bb30-572324a3c5e6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 1128 time: 0.0494170 Feb 09 02:29:00.997414 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7f8f62b1-a7a6-4ede-abea-5b406030ea5b req-a27798f2-95a6-478a-baa8-ce7530ad5cff service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380070 Feb 09 02:29:01.543025 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:29:01.796193 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb95344-d00e-4fac-815c-3f57cbee8022 req-fd8eeaf2-f09c-4a4a-9205-ebbb26cb5b7d tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:01.797830 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbb95344-d00e-4fac-815c-3f57cbee8022 req-fd8eeaf2-f09c-4a4a-9205-ebbb26cb5b7d tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0589058 Feb 09 02:29:01.847457 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dbb95344-d00e-4fac-815c-3f57cbee8022 req-2fe5246b-6066-44a9-a9a4-be9398240efc tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433710 Feb 09 02:29:02.969838 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca090e0-4f35-4fe6-9968-d87a37356a87 req-5a8df3a1-4f00-40b3-b959-61620b959553 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:02.971556 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eca090e0-4f35-4fe6-9968-d87a37356a87 req-5a8df3a1-4f00-40b3-b959-61620b959553 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0532343 Feb 09 02:29:03.022201 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eca090e0-4f35-4fe6-9968-d87a37356a87 req-58bf4287-0f23-423e-af25-f688c1bb77e7 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452008 Feb 09 02:29:03.141261 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c0d10-0d5f-4ce4-9bc8-1d9ba580a6a0 req-3c5b6707-3290-40ae-bafd-ae9e531d58ec tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:03.142747 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-da0c0d10-0d5f-4ce4-9bc8-1d9ba580a6a0 req-3c5b6707-3290-40ae-bafd-ae9e531d58ec tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0522113 Feb 09 02:29:03.151118 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 59712) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:03.156130 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-3700106f-e211-4085-bf76-886030dc926a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Request body: {'floatingip': {'port_id': '48941ae2-be02-4b21-b845-5bbb73c52bb0'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:03.197756 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3700106f-e211-4085-bf76-886030dc926a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for floatingip (d7c09f47-39bd-47b6-9f40-33550c247538), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:03.621414 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3700106f-e211-4085-bf76-886030dc926a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:03.625957 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3700106f-e211-4085-bf76-886030dc926a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (d7c09f47-39bd-47b6-9f40-33550c247538), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:03.727458 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-3700106f-e211-4085-bf76-886030dc926a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Floating IP d7c09f47-39bd-47b6-9f40-33550c247538 associated. External IP: 172.25.7.211, port: 48941ae2-be02-4b21-b845-5bbb73c52bb0. Feb 09 02:29:04.272176 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3700106f-e211-4085-bf76-886030dc926a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Router d970e2a7-036e-4f9b-b842-bffeffc27020 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:29:04.391130 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3700106f-e211-4085-bf76-886030dc926a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:29:04.396684 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3700106f-e211-4085-bf76-886030dc926a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:04.401126 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f981376-b733-43f7-b3d1-7735b8559dab None None] Sync routers for ids ['d970e2a7-036e-4f9b-b842-bffeffc27020'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:29:04.411068 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f981376-b733-43f7-b3d1-7735b8559dab None None] Routers {'d970e2a7-036e-4f9b-b842-bffeffc27020'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:29:04.411718 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-7f981376-b733-43f7-b3d1-7735b8559dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:28:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d970e2a7-036e-4f9b-b842-bffeffc27020'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:04.428873 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3700106f-e211-4085-bf76-886030dc926a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "PUT /v2.0/floatingips/d7c09f47-39bd-47b6-9f40-33550c247538 HTTP/1.1" status: 200 len: 992 time: 1.2766762 Feb 09 02:29:04.429471 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc3573d-4f83-4b7f-83d2-900daa563aaf', 'tag': '48941ae2-be02-4b21-b845-5bbb73c52bb0'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:29:04.431884 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355cc77f-d750-45a0-a23c-24d338d50ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc3573d-4f83-4b7f-83d2-900daa563aaf", "tag": "48941ae2-be02-4b21-b845-5bbb73c52bb0"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:29:04.469745 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b1563d-de34-46d5-9a34-193effa548e6 x-openstack-request-id: req-e1b1563d-de34-46d5-9a34-193effa548e6 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:29:04.470043 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc3573d-4f83-4b7f-83d2-900daa563aaf", "tag": "48941ae2-be02-4b21-b845-5bbb73c52bb0", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:29:04.470299 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1b1563d-de34-46d5-9a34-193effa548e6 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:29:04.470757 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc3573d-4f83-4b7f-83d2-900daa563aaf', 'tag': '48941ae2-be02-4b21-b845-5bbb73c52bb0', 'status': 'completed', 'code': 200} Feb 09 02:29:04.531499 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-7f981376-b733-43f7-b3d1-7735b8559dab None None] Set router d970e2a7-036e-4f9b-b842-bffeffc27020 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:29:04.538529 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cc77f-d750-45a0-a23c-24d338d50ff9 req-bcf52e75-08ce-4955-a17e-03cc0fe8f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:04.540084 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-355cc77f-d750-45a0-a23c-24d338d50ff9 req-bcf52e75-08ce-4955-a17e-03cc0fe8f04f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 1128 time: 0.0458336 Feb 09 02:29:04.545653 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f687adb-1277-4149-a5fc-ba4b5e63c898 req-873e3e06-17be-46f1-879c-eb843595f9d5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:04.547199 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8f687adb-1277-4149-a5fc-ba4b5e63c898 req-873e3e06-17be-46f1-879c-eb843595f9d5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0566871 Feb 09 02:29:04.597224 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8f687adb-1277-4149-a5fc-ba4b5e63c898 req-4b166b92-6b3e-4dfc-b5b4-3996255c7b2f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437090 Feb 09 02:29:04.641267 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cc77f-d750-45a0-a23c-24d338d50ff9 req-5ec170bf-93a8-4c4f-b471-52ef3f9cbc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:04.642749 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-355cc77f-d750-45a0-a23c-24d338d50ff9 req-5ec170bf-93a8-4c4f-b471-52ef3f9cbc12 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.0935833 Feb 09 02:29:04.709425 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-355cc77f-d750-45a0-a23c-24d338d50ff9 req-e74449d8-4b08-48af-909f-8e3e461b69de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48941ae2-be02-4b21-b845-5bbb73c52bb0 HTTP/1.1" status: 200 len: 1000 time: 0.0604680 Feb 09 02:29:04.763136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cc77f-d750-45a0-a23c-24d338d50ff9 req-1b3daa96-a685-4514-9901-caa19fce8276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:04.770551 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-355cc77f-d750-45a0-a23c-24d338d50ff9 req-1b3daa96-a685-4514-9901-caa19fce8276 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0496798 Feb 09 02:29:04.771112 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-7f981376-b733-43f7-b3d1-7735b8559dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'd7c09f47-39bd-47b6-9f40-33550c247538', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'port_id': '48941ae2-be02-4b21-b845-5bbb73c52bb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'mac_address': 'fa:16:3e:16:e8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc3573d-4f83-4b7f-83d2-900daa563aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:27:53Z', 'updated_at': '2022-02-09T02:29:03Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:04.793629 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f981376-b733-43f7-b3d1-7735b8559dab None None] Checking router: d970e2a7-036e-4f9b-b842-bffeffc27020 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:29:04.802266 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f981376-b733-43f7-b3d1-7735b8559dab None None] Routers {'d970e2a7-036e-4f9b-b842-bffeffc27020'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:29:04.802870 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-7f981376-b733-43f7-b3d1-7735b8559dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:28:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d970e2a7-036e-4f9b-b842-bffeffc27020'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:04.815551 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cc77f-d750-45a0-a23c-24d338d50ff9 req-f7784818-f0ad-426c-b0e3-8ca24693c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:04.817088 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-355cc77f-d750-45a0-a23c-24d338d50ff9 req-f7784818-f0ad-426c-b0e3-8ca24693c3f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455959 Feb 09 02:29:04.911416 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-355cc77f-d750-45a0-a23c-24d338d50ff9 req-b33f9596-91ae-4986-b0d9-481c50d7dea0 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878947 Feb 09 02:29:04.915090 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-7f981376-b733-43f7-b3d1-7735b8559dab None None] Set router d970e2a7-036e-4f9b-b842-bffeffc27020 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:29:05.006562 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-355cc77f-d750-45a0-a23c-24d338d50ff9 req-9bc45ce3-2801-49c0-9658-4f2dea6a6c3c service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889075 Feb 09 02:29:05.143102 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-7f981376-b733-43f7-b3d1-7735b8559dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'd7c09f47-39bd-47b6-9f40-33550c247538', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'port_id': '48941ae2-be02-4b21-b845-5bbb73c52bb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'mac_address': 'fa:16:3e:16:e8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc3573d-4f83-4b7f-83d2-900daa563aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:27:53Z', 'updated_at': '2022-02-09T02:29:03Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:05.171108 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f981376-b733-43f7-b3d1-7735b8559dab None None] The sync data for ids ['d970e2a7-036e-4f9b-b842-bffeffc27020'] in n-d-828387-3 is: [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'd7c09f47-39bd-47b6-9f40-33550c247538', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'port_id': '48941ae2-be02-4b21-b845-5bbb73c52bb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'mac_address': 'fa:16:3e:16:e8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc3573d-4f83-4b7f-83d2-900daa563aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:27:53Z', 'updated_at': '2022-02-09T02:29:03Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:29:05.365217 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d85654-43cc-41f1-8fab-5fa9da4b1ee0 None None] New status for floating IP d7c09f47-39bd-47b6-9f40-33550c247538: ACTIVE {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:29:05.719971 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb20e88-7924-4805-8cae-ee989d0d0922 req-d205cadf-c73d-40e0-8344-4858c856c7b9 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:05.721051 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2cb20e88-7924-4805-8cae-ee989d0d0922 req-d205cadf-c73d-40e0-8344-4858c856c7b9 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0532494 Feb 09 02:29:05.766633 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2cb20e88-7924-4805-8cae-ee989d0d0922 req-11c1d7dd-fd4a-4e63-accb-3d0798a232e3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399628 Feb 09 02:29:05.992935 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e71a5b-bd66-41e7-8ce3-4844be728961 req-a72d3820-5743-41a7-a7be-69ac40f9a5a5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:05.994432 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b5e71a5b-bd66-41e7-8ce3-4844be728961 req-a72d3820-5743-41a7-a7be-69ac40f9a5a5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0636485 Feb 09 02:29:06.046429 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b5e71a5b-bd66-41e7-8ce3-4844be728961 req-85a370e8-a4d6-440e-ab90-08e59a0316bf tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425560 Feb 09 02:29:07.172484 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17da89a-b19e-4416-98d2-138c92afc518 req-2eb2748e-29cb-47fc-b337-65b4c1b33533 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:07.174192 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d17da89a-b19e-4416-98d2-138c92afc518 req-2eb2748e-29cb-47fc-b337-65b4c1b33533 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0557506 Feb 09 02:29:07.221232 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d17da89a-b19e-4416-98d2-138c92afc518 req-4dc40518-254a-4e88-bc7b-a34336d35d2f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412698 Feb 09 02:29:07.547280 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-74f4201d-230e-4ff4-9048-2babc0b15864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:08.348154 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f246c3f-7b94-4d09-bdcc-772d2b77c41a req-1b7b4e8a-d40b-4ddd-8bde-e83b033cdff4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:08.349670 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f246c3f-7b94-4d09-bdcc-772d2b77c41a req-1b7b4e8a-d40b-4ddd-8bde-e83b033cdff4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0567143 Feb 09 02:29:08.397055 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f246c3f-7b94-4d09-bdcc-772d2b77c41a req-ff6baf74-35e0-4f43-bca3-c43574f7f814 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417449 Feb 09 02:29:09.532139 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec978169-c6e8-493b-8932-acc3f228dda2 req-3e2d5e16-7703-49b4-a69b-82e51120742b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:09.533498 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ec978169-c6e8-493b-8932-acc3f228dda2 req-3e2d5e16-7703-49b4-a69b-82e51120742b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0586154 Feb 09 02:29:09.579997 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ec978169-c6e8-493b-8932-acc3f228dda2 req-d4abf779-5249-4315-b797-5baabfa9677a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408187 Feb 09 02:29:10.201198 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb549-277d-4c15-ab18-5372b0157714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:10.326991 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:10.699645 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0268d-0d90-4c84-8c73-154f6af2b62d req-59d8cec3-f20a-4859-b4eb-6b2cf3626216 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:10.701201 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77d0268d-0d90-4c84-8c73-154f6af2b62d req-59d8cec3-f20a-4859-b4eb-6b2cf3626216 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0533495 Feb 09 02:29:10.754934 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77d0268d-0d90-4c84-8c73-154f6af2b62d req-c8021346-2161-4d0d-bd94-78819d04f2eb tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478432 Feb 09 02:29:11.060185 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:11.216502 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:11.878048 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb3b98-99de-4f84-af38-e27a1d0ddd34 req-f4d27656-cfab-4c9b-8b83-614b90c4d5de tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:11.879537 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-20bb3b98-99de-4f84-af38-e27a1d0ddd34 req-f4d27656-cfab-4c9b-8b83-614b90c4d5de tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0553999 Feb 09 02:29:11.935126 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-20bb3b98-99de-4f84-af38-e27a1d0ddd34 req-05da3a32-7d08-4546-a305-e5bf6c243e06 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497968 Feb 09 02:29:12.472043 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:13.057927 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dee525-6f10-475f-856b-c01c2d5f7a2c req-9ee4d1b7-a468-475d-a111-cca0bf793dc8 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:13.059508 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-66dee525-6f10-475f-856b-c01c2d5f7a2c req-9ee4d1b7-a468-475d-a111-cca0bf793dc8 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0549541 Feb 09 02:29:13.112934 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-66dee525-6f10-475f-856b-c01c2d5f7a2c req-1d189f43-c227-4d20-ab81-e2edb7901aa6 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461316 Feb 09 02:29:13.526992 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:14.245039 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75316e89-cfa1-483e-b687-a4b5c6e7005d req-c60bea4c-83f3-462d-b63c-8ca5ea1f98c2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:14.247038 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-75316e89-cfa1-483e-b687-a4b5c6e7005d req-c60bea4c-83f3-462d-b63c-8ca5ea1f98c2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0536025 Feb 09 02:29:14.300618 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-75316e89-cfa1-483e-b687-a4b5c6e7005d req-26a1a876-d83d-4637-bfb5-80e09aedda06 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477457 Feb 09 02:29:15.421877 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c71407-b629-4b7e-9f8f-75a2bb5b971e req-7ac2e546-5619-40bd-8cf0-6cc6b374fdef tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:15.423505 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8c71407-b629-4b7e-9f8f-75a2bb5b971e req-7ac2e546-5619-40bd-8cf0-6cc6b374fdef tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0547249 Feb 09 02:29:15.475047 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8c71407-b629-4b7e-9f8f-75a2bb5b971e req-48520cca-b5d7-4eb8-b083-b94cc139733e tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457325 Feb 09 02:29:16.613203 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b6f1f-12f8-480b-9aef-0fc2750c05e8 req-5b3370ec-ef48-4cbd-bae6-b56c77d36d8e tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:16.614700 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7f0b6f1f-12f8-480b-9aef-0fc2750c05e8 req-5b3370ec-ef48-4cbd-bae6-b56c77d36d8e tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0536401 Feb 09 02:29:16.661319 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7f0b6f1f-12f8-480b-9aef-0fc2750c05e8 req-c79d2deb-9221-40fd-8e2d-1a7efd6ebf4e tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409727 Feb 09 02:29:17.786938 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93d917-d22f-44a8-af17-36c8fabddb72 req-cd51e025-8d55-4619-a84a-51a2952796b4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:17.788427 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad93d917-d22f-44a8-af17-36c8fabddb72 req-cd51e025-8d55-4619-a84a-51a2952796b4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0590541 Feb 09 02:29:17.834769 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad93d917-d22f-44a8-af17-36c8fabddb72 req-97ffb29c-79e3-46c9-b176-504e95847b64 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405421 Feb 09 02:29:18.958972 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11176eaa-b78c-48fb-8a6f-249ccafda5aa req-2bad1d8f-b1e7-422d-89d9-6b96056f7e6b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:18.960481 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-11176eaa-b78c-48fb-8a6f-249ccafda5aa req-2bad1d8f-b1e7-422d-89d9-6b96056f7e6b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0546520 Feb 09 02:29:19.006678 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-11176eaa-b78c-48fb-8a6f-249ccafda5aa req-20b7f133-a0ec-4a78-b6c5-5e98c52f5e89 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404086 Feb 09 02:29:20.132258 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f2c95-cfc4-45dc-9f15-53193d9ce72f req-47e5f773-ba24-4aa9-80e9-c820da329a53 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:20.133743 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c3f2c95-cfc4-45dc-9f15-53193d9ce72f req-47e5f773-ba24-4aa9-80e9-c820da329a53 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0536649 Feb 09 02:29:20.183513 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c3f2c95-cfc4-45dc-9f15-53193d9ce72f req-95b97db7-d013-4a9b-9530-08d9166c1558 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430725 Feb 09 02:29:21.311908 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76acb44-375a-438e-8086-44a471ef440b req-733c8b23-c16b-40d4-984d-036ad5810dac tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:21.313426 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e76acb44-375a-438e-8086-44a471ef440b req-733c8b23-c16b-40d4-984d-036ad5810dac tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0593903 Feb 09 02:29:21.362163 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e76acb44-375a-438e-8086-44a471ef440b req-482d995a-c675-44d0-a5ba-6ed6d5341b70 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418966 Feb 09 02:29:22.485414 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e15dd-e5ae-482c-8749-17e73778d6c2 req-15643205-f27a-4e39-80fd-2ce054e5257b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:22.486922 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f9e15dd-e5ae-482c-8749-17e73778d6c2 req-15643205-f27a-4e39-80fd-2ce054e5257b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0559030 Feb 09 02:29:22.540411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f9e15dd-e5ae-482c-8749-17e73778d6c2 req-d1496f8d-15a8-4d93-ba7a-049f20f52302 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476885 Feb 09 02:29:23.669914 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a7d67-7a88-4e87-b158-94fb9033862c req-3f79bb30-88eb-4e40-918c-a3f10ce51386 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:23.671561 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce4a7d67-7a88-4e87-b158-94fb9033862c req-3f79bb30-88eb-4e40-918c-a3f10ce51386 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0553012 Feb 09 02:29:23.719819 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce4a7d67-7a88-4e87-b158-94fb9033862c req-01e53292-1780-47fe-bfa1-719db9e5ecad tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421844 Feb 09 02:29:24.853276 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3e4c1-a842-48db-ac86-ac7d4ad4c5c1 req-712bbff3-f0fa-48bc-86df-7caf2f482fec tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:24.854907 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3c3e4c1-a842-48db-ac86-ac7d4ad4c5c1 req-712bbff3-f0fa-48bc-86df-7caf2f482fec tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0555131 Feb 09 02:29:24.905936 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3c3e4c1-a842-48db-ac86-ac7d4ad4c5c1 req-3c366c92-6d71-4170-9b51-8fa0a4b73fd0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436614 Feb 09 02:29:26.035224 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafde19-47fb-4bd6-9529-889796cd5889 req-670fa027-0cfe-4c79-b4cf-33f7e9db48ec tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:26.036795 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cdafde19-47fb-4bd6-9529-889796cd5889 req-670fa027-0cfe-4c79-b4cf-33f7e9db48ec tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0608368 Feb 09 02:29:26.097211 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cdafde19-47fb-4bd6-9529-889796cd5889 req-3ccc9cc2-0cca-497a-b1f7-84c281292a3b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545008 Feb 09 02:29:27.219119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462a850-5bfa-4573-a2a6-013ae059fc8c req-f4a294f5-0836-42a0-a4ee-aa6e3e68a76a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:27.220616 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e462a850-5bfa-4573-a2a6-013ae059fc8c req-f4a294f5-0836-42a0-a4ee-aa6e3e68a76a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0538650 Feb 09 02:29:27.270980 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e462a850-5bfa-4573-a2a6-013ae059fc8c req-b14b4866-b233-4d8f-bcc9-6217e83c457f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442333 Feb 09 02:29:28.390490 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16326728-eb07-4b88-96ec-adbaa3c5b927 req-c2bac58b-c6e0-46e2-86a8-459040146e08 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:28.391995 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-16326728-eb07-4b88-96ec-adbaa3c5b927 req-c2bac58b-c6e0-46e2-86a8-459040146e08 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0527732 Feb 09 02:29:28.439049 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-16326728-eb07-4b88-96ec-adbaa3c5b927 req-128a6b63-52d0-43f9-be1c-8aac8802d7d1 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414577 Feb 09 02:29:29.565398 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74549b7-c21d-4faa-b918-816303e7cf32 req-36e64425-413d-4ed7-b3a9-85ed7b435b5d tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:29.566879 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c74549b7-c21d-4faa-b918-816303e7cf32 req-36e64425-413d-4ed7-b3a9-85ed7b435b5d tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0584171 Feb 09 02:29:29.615258 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c74549b7-c21d-4faa-b918-816303e7cf32 req-655d721b-3394-492e-baea-4c5dc129a340 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426903 Feb 09 02:29:30.734403 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390baf34-0e3b-419d-9761-0903368c460f req-6a66d2e1-6344-4491-bb30-e4f19168b1a3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:30.736089 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-390baf34-0e3b-419d-9761-0903368c460f req-6a66d2e1-6344-4491-bb30-e4f19168b1a3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0526571 Feb 09 02:29:30.786897 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-390baf34-0e3b-419d-9761-0903368c460f req-c7b9251e-446c-48d9-8c9f-6100ed02163f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453787 Feb 09 02:29:31.908565 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3351b-058c-47ac-a615-039074af5c11 req-3b306e0f-9c84-46f6-8a2d-e6e3c080948a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:31.910091 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a0f3351b-058c-47ac-a615-039074af5c11 req-3b306e0f-9c84-46f6-8a2d-e6e3c080948a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0545909 Feb 09 02:29:31.957849 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a0f3351b-058c-47ac-a615-039074af5c11 req-507a83dd-aad5-4894-b266-da2b4b1d936e tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417819 Feb 09 02:29:32.191081 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-13423492-3d50-4239-8d1d-23916f6183cb req-a3451132-3514-4ea2-8c97-984b83166138 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0464182 Feb 09 02:29:32.208887 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dca774-a527-4eb4-8986-554f51b43fca req-7e0dffaf-fda5-4ded-b3bb-46e380fcd7f3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:32.210399 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c0dca774-a527-4eb4-8986-554f51b43fca req-7e0dffaf-fda5-4ded-b3bb-46e380fcd7f3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0585866 Feb 09 02:29:32.260333 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c0dca774-a527-4eb4-8986-554f51b43fca req-2d8a191c-2257-4188-a661-385ad1c0bbac tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426278 Feb 09 02:29:33.272211 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13423492-3d50-4239-8d1d-23916f6183cb req-508431aa-f3d8-49f9-8bdc-7a2f344e1742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:33.273722 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13423492-3d50-4239-8d1d-23916f6183cb req-508431aa-f3d8-49f9-8bdc-7a2f344e1742 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 1128 time: 0.0459647 Feb 09 02:29:33.367915 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13423492-3d50-4239-8d1d-23916f6183cb req-9012cf0d-8abd-4267-b1a0-572caf9b184f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:33.369406 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13423492-3d50-4239-8d1d-23916f6183cb req-9012cf0d-8abd-4267-b1a0-572caf9b184f service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.0880058 Feb 09 02:29:33.389449 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02080c7a-09f7-42ce-a041-72893fc50524 req-56a6a803-3cf2-45f3-89bd-55ae1f2ecca9 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:33.391080 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-02080c7a-09f7-42ce-a041-72893fc50524 req-56a6a803-3cf2-45f3-89bd-55ae1f2ecca9 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0547543 Feb 09 02:29:33.440462 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-02080c7a-09f7-42ce-a041-72893fc50524 req-f2aeccc5-43da-49c3-806c-e4b334bfa919 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434275 Feb 09 02:29:33.441843 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13423492-3d50-4239-8d1d-23916f6183cb req-9668718e-dbfc-4fd2-b992-20583dd8841b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48941ae2-be02-4b21-b845-5bbb73c52bb0 HTTP/1.1" status: 200 len: 1002 time: 0.0647585 Feb 09 02:29:33.491672 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13423492-3d50-4239-8d1d-23916f6183cb req-17d9247b-0c3a-47f5-85ec-38864bd32324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:33.493118 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13423492-3d50-4239-8d1d-23916f6183cb req-17d9247b-0c3a-47f5-85ec-38864bd32324 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0450106 Feb 09 02:29:33.542118 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13423492-3d50-4239-8d1d-23916f6183cb req-fb9396dd-1d1f-4e29-9ab9-3e5bb4f45c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:33.543533 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13423492-3d50-4239-8d1d-23916f6183cb req-fb9396dd-1d1f-4e29-9ab9-3e5bb4f45c49 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437284 Feb 09 02:29:33.638182 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13423492-3d50-4239-8d1d-23916f6183cb req-8fa85538-7aa3-4db3-8c06-a6378133df56 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867646 Feb 09 02:29:33.728042 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13423492-3d50-4239-8d1d-23916f6183cb req-e5de1b22-0664-492f-9238-04a491ef9a15 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832961 Feb 09 02:29:34.571556 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e5b38-706c-4c89-b397-20b54fcd2e06 req-928fcaae-7df9-493d-9efa-8fb84dd005ed tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:34.573201 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-da8e5b38-706c-4c89-b397-20b54fcd2e06 req-928fcaae-7df9-493d-9efa-8fb84dd005ed tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0617313 Feb 09 02:29:34.622848 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-da8e5b38-706c-4c89-b397-20b54fcd2e06 req-11688d37-c52c-493d-9f14-3e76148c76ad tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425227 Feb 09 02:29:35.515102 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-13423492-3d50-4239-8d1d-23916f6183cb req-bb8f8c11-3d5c-46a2-95b6-a8eadd6082b4 service neutron] show failed (client error): The resource could not be found. Feb 09 02:29:35.516166 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13423492-3d50-4239-8d1d-23916f6183cb req-bb8f8c11-3d5c-46a2-95b6-a8eadd6082b4 service neutron] 10.222.0.48 "GET /v2.0/ports/48941ae2-be02-4b21-b845-5bbb73c52bb0/bindings/n-h1-828387-3 HTTP/1.1" status: 404 len: 380 time: 0.0556905 Feb 09 02:29:35.736755 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13423492-3d50-4239-8d1d-23916f6183cb req-b7cd802a-0487-4018-b908-30e256f2e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:35.738380 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13423492-3d50-4239-8d1d-23916f6183cb req-b7cd802a-0487-4018-b908-30e256f2e31b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf&tenant_id=34c767084bb54bc7b63d7b2714a19521 HTTP/1.1" status: 200 len: 1128 time: 0.0634711 Feb 09 02:29:35.750330 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-13423492-3d50-4239-8d1d-23916f6183cb req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828387-3', 'device_owner': 'compute:nova'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:35.767799 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541b5ee-b0c5-439b-bae6-3b1089166ca3 req-31bb85bd-5272-4479-b25c-9bd009041d79 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:35.769231 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a541b5ee-b0c5-439b-bae6-3b1089166ca3 req-31bb85bd-5272-4479-b25c-9bd009041d79 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0539842 Feb 09 02:29:35.814252 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-13423492-3d50-4239-8d1d-23916f6183cb req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:35.820591 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a541b5ee-b0c5-439b-bae6-3b1089166ca3 req-a4bdbfb1-33e5-48f5-8de7-acbc12fee5b7 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455959 Feb 09 02:29:36.017777 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-13423492-3d50-4239-8d1d-23916f6183cb req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] For port 48941ae2-be02-4b21-b845-5bbb73c52bb0, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=48941ae2-be02-4b21-b845-5bbb73c52bb0,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:36.050231 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-13423492-3d50-4239-8d1d-23916f6183cb req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] For port 48941ae2-be02-4b21-b845-5bbb73c52bb0, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:29:36.090227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc3573d-4f83-4b7f-83d2-900daa563aaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48941ae2-be02-4b21-b845-5bbb73c52bb0'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:29:36.092967 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c44e164-655a-4532-89be-6aa55d984972" -d '{"events": [{"server_uuid": "8dc3573d-4f83-4b7f-83d2-900daa563aaf", "name": "network-vif-unplugged", "status": "completed", "tag": "48941ae2-be02-4b21-b845-5bbb73c52bb0"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:29:36.096842 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-13423492-3d50-4239-8d1d-23916f6183cb req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] Publish callbacks [] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:36.110112 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-13423492-3d50-4239-8d1d-23916f6183cb req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] Transition to ACTIVE for port object 48941ae2-be02-4b21-b845-5bbb73c52bb0 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:29:36.113377 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-13423492-3d50-4239-8d1d-23916f6183cb req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:36.148605 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bac4d2-c480-4f26-a3ff-25efff629f3f x-openstack-request-id: req-71bac4d2-c480-4f26-a3ff-25efff629f3f {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:29:36.148901 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc3573d-4f83-4b7f-83d2-900daa563aaf", "name": "network-vif-unplugged", "status": "completed", "tag": "48941ae2-be02-4b21-b845-5bbb73c52bb0", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:29:36.149218 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-71bac4d2-c480-4f26-a3ff-25efff629f3f {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:29:36.149540 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc3573d-4f83-4b7f-83d2-900daa563aaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48941ae2-be02-4b21-b845-5bbb73c52bb0', 'code': 200} Feb 09 02:29:36.166362 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] Pushing event updated for resources: {'Port': ['ID=48941ae2-be02-4b21-b845-5bbb73c52bb0,revision_number=6']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:36.243637 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-13423492-3d50-4239-8d1d-23916f6183cb req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] No DVR routers for this DVR port 48941ae2-be02-4b21-b845-5bbb73c52bb0 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:29:36.385732 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-13423492-3d50-4239-8d1d-23916f6183cb req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] Attempting to bind port 48941ae2-be02-4b21-b845-5bbb73c52bb0 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:29:36.386072 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-13423492-3d50-4239-8d1d-23916f6183cb req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] Attempting to bind port 48941ae2-be02-4b21-b845-5bbb73c52bb0 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:29:36.386403 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13423492-3d50-4239-8d1d-23916f6183cb req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] Attempting to bind port 48941ae2-be02-4b21-b845-5bbb73c52bb0 on network e4bafe92-24b3-460c-9be0-2468e5556a87 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:29:36.390779 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13423492-3d50-4239-8d1d-23916f6183cb req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] Port 48941ae2-be02-4b21-b845-5bbb73c52bb0 on network e4bafe92-24b3-460c-9be0-2468e5556a87 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:29:36.391109 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13423492-3d50-4239-8d1d-23916f6183cb req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] Attempting to bind port 48941ae2-be02-4b21-b845-5bbb73c52bb0 on network e4bafe92-24b3-460c-9be0-2468e5556a87 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:29:36.395935 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13423492-3d50-4239-8d1d-23916f6183cb req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:29:36.396284 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13423492-3d50-4239-8d1d-23916f6183cb req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] Checking segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:29:36.396675 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13423492-3d50-4239-8d1d-23916f6183cb req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] Bound using segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:29:36.397104 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-13423492-3d50-4239-8d1d-23916f6183cb req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] Bound port: 48941ae2-be02-4b21-b845-5bbb73c52bb0, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:29:36.397464 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-13423492-3d50-4239-8d1d-23916f6183cb req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:36.460132 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-13423492-3d50-4239-8d1d-23916f6183cb req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] For port 48941ae2-be02-4b21-b845-5bbb73c52bb0, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:29:36.462990 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-13423492-3d50-4239-8d1d-23916f6183cb req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] For port 48941ae2-be02-4b21-b845-5bbb73c52bb0, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=48941ae2-be02-4b21-b845-5bbb73c52bb0,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:29:36.469133 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-13423492-3d50-4239-8d1d-23916f6183cb req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:36.505068 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13423492-3d50-4239-8d1d-23916f6183cb req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:36.505746 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-13423492-3d50-4239-8d1d-23916f6183cb req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:36.507296 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13423492-3d50-4239-8d1d-23916f6183cb req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] 10.222.0.67 "PUT /v2.0/ports/48941ae2-be02-4b21-b845-5bbb73c52bb0 HTTP/1.1" status: 200 len: 1092 time: 0.7612352 Feb 09 02:29:36.547351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d2254-cc06-4df4-9e1e-7bd181788679 service neutron] Pushing event updated for resources: {'Port': ['ID=48941ae2-be02-4b21-b845-5bbb73c52bb0,revision_number=7']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:36.584878 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13423492-3d50-4239-8d1d-23916f6183cb req-47a9a0f4-d844-4a27-b160-3801bfd14aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:36.586406 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13423492-3d50-4239-8d1d-23916f6183cb req-47a9a0f4-d844-4a27-b160-3801bfd14aee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 1126 time: 0.0534508 Feb 09 02:29:36.678487 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13423492-3d50-4239-8d1d-23916f6183cb req-049dcaaf-d754-486d-aa03-ae8cd09e0d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:36.680152 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13423492-3d50-4239-8d1d-23916f6183cb req-049dcaaf-d754-486d-aa03-ae8cd09e0d06 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.0883176 Feb 09 02:29:36.774097 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13423492-3d50-4239-8d1d-23916f6183cb req-3df397d2-7638-469c-a0db-464652e01acd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48941ae2-be02-4b21-b845-5bbb73c52bb0 HTTP/1.1" status: 200 len: 1000 time: 0.0876825 Feb 09 02:29:36.822850 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13423492-3d50-4239-8d1d-23916f6183cb req-83ef6d54-464d-46c0-9253-a8868781d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:36.824232 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13423492-3d50-4239-8d1d-23916f6183cb req-83ef6d54-464d-46c0-9253-a8868781d781 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0443125 Feb 09 02:29:36.873760 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13423492-3d50-4239-8d1d-23916f6183cb req-f2ba05e8-c2a7-41dd-abbd-35662b1f4419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:36.875351 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13423492-3d50-4239-8d1d-23916f6183cb req-f2ba05e8-c2a7-41dd-abbd-35662b1f4419 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455475 Feb 09 02:29:36.944045 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530fabc-2224-4b25-9947-0a6830d068e7 req-d2b19232-35df-4fcc-aed2-1eec98c4465e tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:36.945514 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6530fabc-2224-4b25-9947-0a6830d068e7 req-d2b19232-35df-4fcc-aed2-1eec98c4465e tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 944 time: 0.0533729 Feb 09 02:29:36.969976 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13423492-3d50-4239-8d1d-23916f6183cb req-da5a2900-8292-4926-b966-40e6e3117f45 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890477 Feb 09 02:29:36.993800 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6530fabc-2224-4b25-9947-0a6830d068e7 req-e4dea2ff-f872-4287-8a3c-7c55c8560da2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418148 Feb 09 02:29:37.060754 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-13423492-3d50-4239-8d1d-23916f6183cb req-dcf3cf33-ca39-4dff-b655-377d65b4e51b service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854089 Feb 09 02:29:37.548477 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a5814c91-eb01-4e25-96bc-f0de1f7d265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:38.120355 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0252008-9a04-45a4-a987-2fc58b50dca0 req-f4cd7840-ff1a-445d-b05c-44477a71b479 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:38.121839 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0252008-9a04-45a4-a987-2fc58b50dca0 req-f4cd7840-ff1a-445d-b05c-44477a71b479 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 944 time: 0.0584466 Feb 09 02:29:38.152015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc3573d-4f83-4b7f-83d2-900daa563aaf', 'tag': '48941ae2-be02-4b21-b845-5bbb73c52bb0'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:29:38.155257 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf75571-13b0-42a3-b3c0-47e367778368" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc3573d-4f83-4b7f-83d2-900daa563aaf", "tag": "48941ae2-be02-4b21-b845-5bbb73c52bb0"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:29:38.174189 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0252008-9a04-45a4-a987-2fc58b50dca0 req-417355c0-f8d8-4dd7-bcc2-42dcb27f3e18 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466292 Feb 09 02:29:38.206646 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4470aa-82f7-4453-8aae-7482a8d25c73 x-openstack-request-id: req-4a4470aa-82f7-4453-8aae-7482a8d25c73 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:29:38.207005 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc3573d-4f83-4b7f-83d2-900daa563aaf", "tag": "48941ae2-be02-4b21-b845-5bbb73c52bb0", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:29:38.207356 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4a4470aa-82f7-4453-8aae-7482a8d25c73 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:29:38.208130 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc3573d-4f83-4b7f-83d2-900daa563aaf', 'tag': '48941ae2-be02-4b21-b845-5bbb73c52bb0', 'status': 'completed', 'code': 200} Feb 09 02:29:38.304507 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf75571-13b0-42a3-b3c0-47e367778368 req-67c8a4fd-efaf-4192-a2f6-f72b6c492558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:38.306002 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6bf75571-13b0-42a3-b3c0-47e367778368 req-67c8a4fd-efaf-4192-a2f6-f72b6c492558 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 1126 time: 0.0814838 Feb 09 02:29:38.313182 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf75571-13b0-42a3-b3c0-47e367778368 req-c80bc589-9c43-4d0b-b80c-f0d563e5ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:38.314591 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6bf75571-13b0-42a3-b3c0-47e367778368 req-c80bc589-9c43-4d0b-b80c-f0d563e5ed91 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 1126 time: 0.0789297 Feb 09 02:29:38.487909 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf75571-13b0-42a3-b3c0-47e367778368 req-4dec37d0-e38a-41ff-baba-8a9bebf1fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:38.489650 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6bf75571-13b0-42a3-b3c0-47e367778368 req-4dec37d0-e38a-41ff-baba-8a9bebf1fb2b service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.1742232 Feb 09 02:29:38.490740 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf75571-13b0-42a3-b3c0-47e367778368 req-21ed8c7c-c44d-46b6-b4bb-e07820d61207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:38.492045 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6bf75571-13b0-42a3-b3c0-47e367778368 req-21ed8c7c-c44d-46b6-b4bb-e07820d61207 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.1697044 Feb 09 02:29:38.542009 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:29:38.602961 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6bf75571-13b0-42a3-b3c0-47e367778368 req-f05adc86-8e91-47d8-bb1a-cc6cd97c162e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48941ae2-be02-4b21-b845-5bbb73c52bb0 HTTP/1.1" status: 200 len: 1000 time: 0.1070464 Feb 09 02:29:38.604748 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6bf75571-13b0-42a3-b3c0-47e367778368 req-058a72c9-4271-42ee-a7d7-a0d2a9209e50 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48941ae2-be02-4b21-b845-5bbb73c52bb0 HTTP/1.1" status: 200 len: 1000 time: 0.1025684 Feb 09 02:29:38.687042 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf75571-13b0-42a3-b3c0-47e367778368 req-5bc1ade4-78ad-43d1-9f2f-8851b0ddc0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:38.688528 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6bf75571-13b0-42a3-b3c0-47e367778368 req-5bc1ade4-78ad-43d1-9f2f-8851b0ddc0e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0780833 Feb 09 02:29:38.690189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf75571-13b0-42a3-b3c0-47e367778368 req-c1454fb2-f89a-477b-8564-033aeb7784b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:38.691498 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6bf75571-13b0-42a3-b3c0-47e367778368 req-c1454fb2-f89a-477b-8564-033aeb7784b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0738623 Feb 09 02:29:38.773313 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf75571-13b0-42a3-b3c0-47e367778368 req-fbb809fa-2eed-4d89-94e9-d3f6bab0397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:38.774802 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6bf75571-13b0-42a3-b3c0-47e367778368 req-fbb809fa-2eed-4d89-94e9-d3f6bab0397b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0802786 Feb 09 02:29:38.777232 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf75571-13b0-42a3-b3c0-47e367778368 req-fc470f06-4f68-4d6a-b2d5-4b59f06f768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:38.779128 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6bf75571-13b0-42a3-b3c0-47e367778368 req-fc470f06-4f68-4d6a-b2d5-4b59f06f768c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0768008 Feb 09 02:29:38.816617 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 48941ae2-be02-4b21-b845-5bbb73c52bb0 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:29:38.858270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] The host n-h2-828387-3 is not matching for port 48941ae2-be02-4b21-b845-5bbb73c52bb0 host n-h1-828387-3! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:29:38.858660 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 48941ae2-be02-4b21-b845-5bbb73c52bb0 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:29:38.932969 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6bf75571-13b0-42a3-b3c0-47e367778368 req-e8dcc318-1dc8-4046-ae0d-eeb3baeafba0 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513693 Feb 09 02:29:38.935386 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6bf75571-13b0-42a3-b3c0-47e367778368 req-29def001-a8da-4a8a-afcd-6ad12f71099c service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468344 Feb 09 02:29:39.088982 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6bf75571-13b0-42a3-b3c0-47e367778368 req-403aa0f9-f25c-4ece-8057-bb7316b1a90f service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488411 Feb 09 02:29:39.091423 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6bf75571-13b0-42a3-b3c0-47e367778368 req-26599d70-2dfd-4326-a40c-26bcbfa08836 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438856 Feb 09 02:29:39.299742 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f9755-e6f6-4ded-b36e-2da2ecb7fda2 req-4b5ea5d7-0b39-432b-a15d-53964b7927c4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:39.301229 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-601f9755-e6f6-4ded-b36e-2da2ecb7fda2 req-4b5ea5d7-0b39-432b-a15d-53964b7927c4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 944 time: 0.0580490 Feb 09 02:29:39.347427 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-601f9755-e6f6-4ded-b36e-2da2ecb7fda2 req-79946cd7-cbc4-484b-a2f5-bd482135e546 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406680 Feb 09 02:29:39.688711 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8b182-fe6e-4a72-9fce-465980df2da9 req-14b03a77-fcad-4524-aa0b-7644dd6b4270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:39.690798 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f1d8b182-fe6e-4a72-9fce-465980df2da9 req-14b03a77-fcad-4524-aa0b-7644dd6b4270 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 1126 time: 0.0480597 Feb 09 02:29:39.800039 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8b182-fe6e-4a72-9fce-465980df2da9 req-fe3264e9-6c2a-45cd-a9b1-9978e97b7bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:39.801492 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f1d8b182-fe6e-4a72-9fce-465980df2da9 req-fe3264e9-6c2a-45cd-a9b1-9978e97b7bec service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.0903070 Feb 09 02:29:39.866734 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f1d8b182-fe6e-4a72-9fce-465980df2da9 req-bdcd2ac8-1b9f-4b51-a76f-f3a20b94055d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48941ae2-be02-4b21-b845-5bbb73c52bb0 HTTP/1.1" status: 200 len: 1000 time: 0.0588934 Feb 09 02:29:39.914682 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8b182-fe6e-4a72-9fce-465980df2da9 req-c1f0ff6c-f3ff-49e9-8ee0-8e6ad2dab5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:39.916216 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f1d8b182-fe6e-4a72-9fce-465980df2da9 req-c1f0ff6c-f3ff-49e9-8ee0-8e6ad2dab5aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0430512 Feb 09 02:29:39.971654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8b182-fe6e-4a72-9fce-465980df2da9 req-b3a3e227-0879-430b-8b8b-bd48e884f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:39.973174 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f1d8b182-fe6e-4a72-9fce-465980df2da9 req-b3a3e227-0879-430b-8b8b-bd48e884f22b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491874 Feb 09 02:29:40.063229 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f1d8b182-fe6e-4a72-9fce-465980df2da9 req-519917a8-a24c-4d3e-9685-41b634fa9671 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822096 Feb 09 02:29:40.154186 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f1d8b182-fe6e-4a72-9fce-465980df2da9 req-1614a0e2-306e-4f2f-8dbf-237e25a92dde service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848076 Feb 09 02:29:40.202496 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-caf63f90-e386-4ddd-9608-3bf3d088079d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:40.338437 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:40.470221 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae7ece-b7a9-40ba-853b-86de04e48a73 req-2a7c7af2-9105-440b-bade-ad5b589ed4e6 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:40.471709 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-87ae7ece-b7a9-40ba-853b-86de04e48a73 req-2a7c7af2-9105-440b-bade-ad5b589ed4e6 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 944 time: 0.0535305 Feb 09 02:29:40.519953 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-87ae7ece-b7a9-40ba-853b-86de04e48a73 req-a15fd1b7-cc97-4c69-b7d0-35120b90056c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424709 Feb 09 02:29:40.621860 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 48941ae2-be02-4b21-b845-5bbb73c52bb0 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:29:40.730576 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 48941ae2-be02-4b21-b845-5bbb73c52bb0, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=48941ae2-be02-4b21-b845-5bbb73c52bb0,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:40.738453 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59113ca6-43b4-4cdf-b6a1-e5735b0a7335 req-486c07a5-6701-421a-b2d7-20133deb9fe0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:40.740880 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-59113ca6-43b4-4cdf-b6a1-e5735b0a7335 req-486c07a5-6701-421a-b2d7-20133deb9fe0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 944 time: 0.0651171 Feb 09 02:29:40.747122 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '48941ae2-be02-4b21-b845-5bbb73c52bb0', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'port_id': '48941ae2-be02-4b21-b845-5bbb73c52bb0', 'mac_address': 'fa:16:3e:16:e8:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:29:40.752672 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09b4cf-55d7-4408-969e-623fcc14d897 req-1f809d25-2328-43e7-9e8b-7b40cac60deb tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:40.754841 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f09b4cf-55d7-4408-969e-623fcc14d897 req-1f809d25-2328-43e7-9e8b-7b40cac60deb tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf&tenant_id=34c767084bb54bc7b63d7b2714a19521&binding%3Ahost_id=n-h1-828387-3 HTTP/1.1" status: 200 len: 944 time: 0.0718181 Feb 09 02:29:40.791059 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-59113ca6-43b4-4cdf-b6a1-e5735b0a7335 req-3153adcc-6745-4189-a104-2f0f004bab52 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442111 Feb 09 02:29:40.792375 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 48941ae2-be02-4b21-b845-5bbb73c52bb0 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:40.792807 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:40.807236 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48941ae2-be02-4b21-b845-5bbb73c52bb0 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:29:40.827369 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 48941ae2-be02-4b21-b845-5bbb73c52bb0, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=48941ae2-be02-4b21-b845-5bbb73c52bb0,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:40.828596 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-5f09b4cf-55d7-4408-969e-623fcc14d897 req-4e1f83c3-79b7-4a9b-be54-8ebecec45b97 service neutron] delete failed (client error): The resource could not be found. Feb 09 02:29:40.829652 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f09b4cf-55d7-4408-969e-623fcc14d897 req-4e1f83c3-79b7-4a9b-be54-8ebecec45b97 service neutron] 10.222.0.48 "DELETE /v2.0/ports/48941ae2-be02-4b21-b845-5bbb73c52bb0/bindings/n-h2-828387-3 HTTP/1.1" status: 404 len: 380 time: 0.0677459 Feb 09 02:29:40.831259 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:40.879912 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=48941ae2-be02-4b21-b845-5bbb73c52bb0,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:40.921433 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09b4cf-55d7-4408-969e-623fcc14d897 req-c5c49973-9bce-4ec0-8a14-86c3ae6eebca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:40.923110 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f09b4cf-55d7-4408-969e-623fcc14d897 req-c5c49973-9bce-4ec0-8a14-86c3ae6eebca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 1127 time: 0.0488904 Feb 09 02:29:40.968911 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.017089 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09b4cf-55d7-4408-969e-623fcc14d897 req-d77c15b2-77de-4ed8-bbd7-160d46c19eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:41.018549 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f09b4cf-55d7-4408-969e-623fcc14d897 req-d77c15b2-77de-4ed8-bbd7-160d46c19eee service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.0884578 Feb 09 02:29:41.084416 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f09b4cf-55d7-4408-969e-623fcc14d897 req-b194be45-23c9-4089-82d9-7b17c3698870 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48941ae2-be02-4b21-b845-5bbb73c52bb0 HTTP/1.1" status: 200 len: 1001 time: 0.0587544 Feb 09 02:29:41.127702 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['48941ae2-be02-4b21-b845-5bbb73c52bb0'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:29:41.137842 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09b4cf-55d7-4408-969e-623fcc14d897 req-6479fdfe-2666-4619-be48-e4b522cce1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:41.139282 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f09b4cf-55d7-4408-969e-623fcc14d897 req-6479fdfe-2666-4619-be48-e4b522cce1d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0488622 Feb 09 02:29:41.192843 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09b4cf-55d7-4408-969e-623fcc14d897 req-bd9922ec-91a7-4975-bdb0-8f7dfd1341fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:41.194339 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f09b4cf-55d7-4408-969e-623fcc14d897 req-bd9922ec-91a7-4975-bdb0-8f7dfd1341fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456154 Feb 09 02:29:41.252091 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.288652 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f09b4cf-55d7-4408-969e-623fcc14d897 req-0e47f708-361d-43d0-9405-16eeb2e204be service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881605 Feb 09 02:29:41.380511 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f09b4cf-55d7-4408-969e-623fcc14d897 req-5fabe861-0104-4987-ae16-57a7781aa08e service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854967 Feb 09 02:29:41.921238 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64391a-fa5e-4101-b529-aafc7d0522fd req-e1b74f3d-4f89-448b-92ba-394c2c487bcc tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:41.922782 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3e64391a-fa5e-4101-b529-aafc7d0522fd req-e1b74f3d-4f89-448b-92ba-394c2c487bcc tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 945 time: 0.0574746 Feb 09 02:29:41.972522 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3e64391a-fa5e-4101-b529-aafc7d0522fd req-7092f67a-423c-421e-a24d-b5a4e6184ee5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439603 Feb 09 02:29:42.092737 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d0639-3e15-4aa1-9bb8-aab31acb54e3 req-a1706706-6192-4f52-b718-80ec86608115 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:42.094217 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-040d0639-3e15-4aa1-9bb8-aab31acb54e3 req-a1706706-6192-4f52-b718-80ec86608115 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 945 time: 0.0541546 Feb 09 02:29:42.140638 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-040d0639-3e15-4aa1-9bb8-aab31acb54e3 req-daa7338e-a29b-4f1b-b0cd-f22847ccf5dd tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407078 Feb 09 02:29:42.351511 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7440b9-8949-44f2-8d13-a85814e32e76 req-87409238-0511-4c36-85c5-88656533f98e tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:42.353342 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7b7440b9-8949-44f2-8d13-a85814e32e76 req-87409238-0511-4c36-85c5-88656533f98e tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 945 time: 0.0656545 Feb 09 02:29:42.376953 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275578a5-cab3-4d6b-bfc8-90128e8777f9 req-cfdaf945-c5f5-4d08-b0b4-e6010d528b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:42.378456 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-275578a5-cab3-4d6b-bfc8-90128e8777f9 req-cfdaf945-c5f5-4d08-b0b4-e6010d528b7d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 1127 time: 0.0516319 Feb 09 02:29:42.400357 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7b7440b9-8949-44f2-8d13-a85814e32e76 req-d2a1a774-a117-4010-8247-6b1d80df3259 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410202 Feb 09 02:29:42.471683 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.472311 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275578a5-cab3-4d6b-bfc8-90128e8777f9 req-76b136b4-5883-4bb9-baaa-77c05468992c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:42.473482 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-275578a5-cab3-4d6b-bfc8-90128e8777f9 req-76b136b4-5883-4bb9-baaa-77c05468992c service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.0879481 Feb 09 02:29:42.543541 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-275578a5-cab3-4d6b-bfc8-90128e8777f9 req-2992a4bc-ca60-4609-ab36-29ec486dbb80 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48941ae2-be02-4b21-b845-5bbb73c52bb0 HTTP/1.1" status: 200 len: 1001 time: 0.0635481 Feb 09 02:29:42.638745 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 48941ae2-be02-4b21-b845-5bbb73c52bb0 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:29:42.697162 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 48941ae2-be02-4b21-b845-5bbb73c52bb0 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:29:42.702242 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 48941ae2-be02-4b21-b845-5bbb73c52bb0 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:42.702615 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.784762 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 48941ae2-be02-4b21-b845-5bbb73c52bb0 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:42.785157 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.813274 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc3573d-4f83-4b7f-83d2-900daa563aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48941ae2-be02-4b21-b845-5bbb73c52bb0'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:29:42.815560 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dc4530-d15a-4edd-9b59-8fa4cca227d5" -d '{"events": [{"server_uuid": "8dc3573d-4f83-4b7f-83d2-900daa563aaf", "name": "network-vif-plugged", "status": "completed", "tag": "48941ae2-be02-4b21-b845-5bbb73c52bb0"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:29:42.829715 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 48941ae2-be02-4b21-b845-5bbb73c52bb0, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=48941ae2-be02-4b21-b845-5bbb73c52bb0,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:42.835259 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.861427 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f424e69-b95a-4c25-9433-c3c84550826a x-openstack-request-id: req-2f424e69-b95a-4c25-9433-c3c84550826a {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:29:42.861861 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc3573d-4f83-4b7f-83d2-900daa563aaf", "name": "network-vif-plugged", "status": "completed", "tag": "48941ae2-be02-4b21-b845-5bbb73c52bb0", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:29:42.862122 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f424e69-b95a-4c25-9433-c3c84550826a {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:29:42.862514 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc3573d-4f83-4b7f-83d2-900daa563aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48941ae2-be02-4b21-b845-5bbb73c52bb0', 'code': 200} Feb 09 02:29:42.888712 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=48941ae2-be02-4b21-b845-5bbb73c52bb0,revision_number=9']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:42.942645 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275578a5-cab3-4d6b-bfc8-90128e8777f9 req-6a984a2e-90f6-40a9-a3c4-849a85f8b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:42.944130 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-275578a5-cab3-4d6b-bfc8-90128e8777f9 req-6a984a2e-90f6-40a9-a3c4-849a85f8b60e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.3947065 Feb 09 02:29:42.994323 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275578a5-cab3-4d6b-bfc8-90128e8777f9 req-6a3975b9-1d39-4106-8b9f-7ed0c340ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:42.995844 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-275578a5-cab3-4d6b-bfc8-90128e8777f9 req-6a3975b9-1d39-4106-8b9f-7ed0c340ba51 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445726 Feb 09 02:29:43.084916 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-275578a5-cab3-4d6b-bfc8-90128e8777f9 req-ae3428d3-f3b5-4a79-a175-b925d9653556 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831034 Feb 09 02:29:43.175755 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-275578a5-cab3-4d6b-bfc8-90128e8777f9 req-617f531d-0867-43d0-b686-21c1037175c5 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835588 Feb 09 02:29:43.520899 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a56897-361e-469e-af74-4be04c6af724 req-142cc199-d7e8-4552-ba7c-6546d31dfb2b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:43.522359 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-20a56897-361e-469e-af74-4be04c6af724 req-142cc199-d7e8-4552-ba7c-6546d31dfb2b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0531316 Feb 09 02:29:43.536883 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:43.570740 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-20a56897-361e-469e-af74-4be04c6af724 req-67800a28-20d8-401a-8d27-8f13c5f92b1d tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420349 Feb 09 02:29:44.700528 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7e619-1c53-4da5-bfb8-2c487b9ddd5c req-8da98187-29b0-41a5-9152-53fe30149554 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:44.702009 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5ed7e619-1c53-4da5-bfb8-2c487b9ddd5c req-8da98187-29b0-41a5-9152-53fe30149554 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0604053 Feb 09 02:29:44.752583 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5ed7e619-1c53-4da5-bfb8-2c487b9ddd5c req-0e1c6400-ec75-417e-94a8-fffe39312355 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450120 Feb 09 02:29:45.001588 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02d74c-2d41-4f6c-98c2-5a8cced38fa6 req-d64e59b3-f287-4daf-9446-42634c145e53 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:45.003055 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd02d74c-2d41-4f6c-98c2-5a8cced38fa6 req-d64e59b3-f287-4daf-9446-42634c145e53 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0549631 Feb 09 02:29:45.049017 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fd02d74c-2d41-4f6c-98c2-5a8cced38fa6 req-261ee9e3-eecf-4039-b5f9-fa357450ea14 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403593 Feb 09 02:29:46.171521 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02c2b7-24e1-4aaf-98b6-9a631d30d8fa req-1e8ae7d4-3ed4-4db6-abbb-0fc0f20282a6 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:46.173028 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cd02c2b7-24e1-4aaf-98b6-9a631d30d8fa req-1e8ae7d4-3ed4-4db6-abbb-0fc0f20282a6 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0533581 Feb 09 02:29:46.223626 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-cd02c2b7-24e1-4aaf-98b6-9a631d30d8fa req-057f26d4-2101-4d24-af10-519d7b2b19b1 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448685 Feb 09 02:29:46.405264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4abb1c-dcb1-485c-9189-cc54d92af45a req-7f2f1385-8449-4fe2-8076-43d193e8e2e4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:46.406708 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c4abb1c-dcb1-485c-9189-cc54d92af45a req-7f2f1385-8449-4fe2-8076-43d193e8e2e4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.67 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 946 time: 0.0558314 Feb 09 02:29:46.498897 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-6c4abb1c-dcb1-485c-9189-cc54d92af45a req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Deleting port 48941ae2-be02-4b21-b845-5bbb73c52bb0 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:46.499152 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6c4abb1c-dcb1-485c-9189-cc54d92af45a req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:46.587032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-6c4abb1c-dcb1-485c-9189-cc54d92af45a req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] For port 48941ae2-be02-4b21-b845-5bbb73c52bb0, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=48941ae2-be02-4b21-b845-5bbb73c52bb0,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:46.587425 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6c4abb1c-dcb1-485c-9189-cc54d92af45a req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:46.760862 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6c4abb1c-dcb1-485c-9189-cc54d92af45a req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:46.761234 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6c4abb1c-dcb1-485c-9189-cc54d92af45a req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (d7c09f47-39bd-47b6-9f40-33550c247538), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:46.761554 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [req-6c4abb1c-dcb1-485c-9189-cc54d92af45a req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Floating IP d7c09f47-39bd-47b6-9f40-33550c247538 disassociated. External IP: 172.25.7.211, port: 48941ae2-be02-4b21-b845-5bbb73c52bb0. Feb 09 02:29:46.761901 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-6c4abb1c-dcb1-485c-9189-cc54d92af45a req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Calling delete_port for 48941ae2-be02-4b21-b845-5bbb73c52bb0 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:46.893716 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6c4abb1c-dcb1-485c-9189-cc54d92af45a req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (48941ae2-be02-4b21-b845-5bbb73c52bb0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:46.927045 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Pushing event deleted for resources: {'Port': ['ID=48941ae2-be02-4b21-b845-5bbb73c52bb0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:46.938927 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:46.939308 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:46.939661 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:46.940005 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:46.940343 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:46.940690 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:46.941024 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:46.941354 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:46.941684 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:46.942014 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:46.942341 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:46.942670 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:46.943000 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.052304 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c4abb1c-dcb1-485c-9189-cc54d92af45a req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Router d970e2a7-036e-4f9b-b842-bffeffc27020 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:29:47.162970 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c4abb1c-dcb1-485c-9189-cc54d92af45a req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:29:47.173066 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aefc9f-5994-4496-a9f3-8ca5adbfd67f None None] Sync routers for ids ['d970e2a7-036e-4f9b-b842-bffeffc27020'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:29:47.183128 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aefc9f-5994-4496-a9f3-8ca5adbfd67f None None] Routers {'d970e2a7-036e-4f9b-b842-bffeffc27020'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:29:47.183774 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-90aefc9f-5994-4496-a9f3-8ca5adbfd67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:29:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d970e2a7-036e-4f9b-b842-bffeffc27020'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:47.210228 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4abb1c-dcb1-485c-9189-cc54d92af45a req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] No DVR routers for this DVR port 48941ae2-be02-4b21-b845-5bbb73c52bb0 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:29:47.215287 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-6c4abb1c-dcb1-485c-9189-cc54d92af45a req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:47.216887 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c4abb1c-dcb1-485c-9189-cc54d92af45a req-ccd4f732-78fd-48f3-aa6d-7899fdd81b87 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.67 "DELETE /v2.0/ports/48941ae2-be02-4b21-b845-5bbb73c52bb0 HTTP/1.1" status: 204 len: 173 time: 0.8054740 Feb 09 02:29:47.217343 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc3573d-4f83-4b7f-83d2-900daa563aaf', 'name': 'network-vif-deleted', 'tag': '48941ae2-be02-4b21-b845-5bbb73c52bb0'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:29:47.219655 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e0cc36-87dc-4a32-a05e-701aa63aab7d" -d '{"events": [{"server_uuid": "8dc3573d-4f83-4b7f-83d2-900daa563aaf", "name": "network-vif-deleted", "tag": "48941ae2-be02-4b21-b845-5bbb73c52bb0"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:29:47.266706 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220badcf-619f-4d3d-ae01-57c4b68a0612 x-openstack-request-id: req-220badcf-619f-4d3d-ae01-57c4b68a0612 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:29:47.266998 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc3573d-4f83-4b7f-83d2-900daa563aaf", "name": "network-vif-deleted", "tag": "48941ae2-be02-4b21-b845-5bbb73c52bb0", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:29:47.267287 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-220badcf-619f-4d3d-ae01-57c4b68a0612 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:29:47.267740 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc3573d-4f83-4b7f-83d2-900daa563aaf', 'name': 'network-vif-deleted', 'tag': '48941ae2-be02-4b21-b845-5bbb73c52bb0', 'status': 'completed', 'code': 200} Feb 09 02:29:47.329127 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-90aefc9f-5994-4496-a9f3-8ca5adbfd67f None None] Set router d970e2a7-036e-4f9b-b842-bffeffc27020 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:29:47.356786 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-df212439-5ae1-4fc7-957a-451adef0a6a3 req-17cf7d66-125f-4c5b-aeb8-60b0bb021bbe tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3573d-4f83-4b7f-83d2-900daa563aaf HTTP/1.1" status: 200 len: 210 time: 0.0414903 Feb 09 02:29:47.554954 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-90aefc9f-5994-4496-a9f3-8ca5adbfd67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:47.584654 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aefc9f-5994-4496-a9f3-8ca5adbfd67f None None] Checking router: d970e2a7-036e-4f9b-b842-bffeffc27020 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:29:47.593473 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aefc9f-5994-4496-a9f3-8ca5adbfd67f None None] Routers {'d970e2a7-036e-4f9b-b842-bffeffc27020'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:29:47.594069 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-90aefc9f-5994-4496-a9f3-8ca5adbfd67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:29:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d970e2a7-036e-4f9b-b842-bffeffc27020'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:47.695197 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-90aefc9f-5994-4496-a9f3-8ca5adbfd67f None None] Set router d970e2a7-036e-4f9b-b842-bffeffc27020 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:29:47.889466 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-90aefc9f-5994-4496-a9f3-8ca5adbfd67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:47.916899 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aefc9f-5994-4496-a9f3-8ca5adbfd67f None None] The sync data for ids ['d970e2a7-036e-4f9b-b842-bffeffc27020'] in n-d-828387-3 is: [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:29:48.135103 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be4acda-ddfa-478e-b7bf-719ea02a1360 None None] New status for floating IP d7c09f47-39bd-47b6-9f40-33550c247538: DOWN {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:29:48.596177 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-1a6392a1-3ce7-43b5-9881-e00e703738e1 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--278190010&fields=id&tenant_id=34c767084bb54bc7b63d7b2714a19521 HTTP/1.1" status: 200 len: 267 time: 0.0431883 Feb 09 02:29:48.702048 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-22c3d33c-eff8-4c2a-9486-7a361c8935cd tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:48.703532 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-22c3d33c-eff8-4c2a-9486-7a361c8935cd tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 812 time: 0.1010146 Feb 09 02:29:48.720637 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-c44a5c3f-38cb-48db-8b40-c49df6bdfa3f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/quotas/34c767084bb54bc7b63d7b2714a19521 HTTP/1.1" status: 200 len: 375 time: 0.0098503 Feb 09 02:29:48.781198 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-a884320b-13ff-4c62-8caa-42f6339a4c04 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555363 Feb 09 02:29:48.948442 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-e10824e0-3f17-4c34-b7c6-00b05d26bb76 service neutron] 10.222.0.36 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210451 Feb 09 02:29:49.042868 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-b9166e77-b4b2-42e2-b20b-159ea0a415c2 service neutron] 10.222.0.36 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882540 Feb 09 02:29:49.207919 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-957d4940-5846-4e7a-b885-d832ff6d7c2c req-a46e1501-2ff8-43b9-89dc-a9c1b16dcd9b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 210 time: 0.0269909 Feb 09 02:29:50.152914 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-3f71d22a-f049-4c90-ac54-25d9f418aac1 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:50.154639 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-3f71d22a-f049-4c90-ac54-25d9f418aac1 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.67 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 812 time: 0.1188962 Feb 09 02:29:50.225653 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-35c1dffa-db81-455f-8f08-6672ad685eca tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34c767084bb54bc7b63d7b2714a19521 HTTP/1.1" status: 200 len: 379 time: 0.0630927 Feb 09 02:29:50.236517 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-fc2c6dc9-5a68-4bc9-b1bc-fa04ec19eca2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Request body: {'port': {'device_id': '50395fd4-5e37-4c69-9fc3-59fe424a5821', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'admin_state_up': True, 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'security_groups': ['5b908ea1-5279-4af8-ae0c-59de3b8a5fe0']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:50.316513 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-72e025b1-fe0a-46dd-ace3-f5f4fca42ed3 req-9bf51fc2-5710-428f-8dcb-391ada25fada tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 210 time: 0.0326877 Feb 09 02:29:50.378949 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-fc2c6dc9-5a68-4bc9-b1bc-fa04ec19eca2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Made reservation on behalf of 34c767084bb54bc7b63d7b2714a19521 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:50.382417 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-fc2c6dc9-5a68-4bc9-b1bc-fa04ec19eca2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.512288 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-fc2c6dc9-5a68-4bc9-b1bc-fa04ec19eca2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Allocated IP 172.20.0.14 (e4bafe92-24b3-460c-9be0-2468e5556a87/c39e1438-f78e-4831-a839-a9badecdeddd/8f66613a-a2f8-4fcb-9338-9d065663bc5a) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:50.647846 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-fc2c6dc9-5a68-4bc9-b1bc-fa04ec19eca2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.672010 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 48941ae2-be02-4b21-b845-5bbb73c52bb0 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:29:50.689233 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-fc2c6dc9-5a68-4bc9-b1bc-fa04ec19eca2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.697643 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 48941ae2-be02-4b21-b845-5bbb73c52bb0 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:29:50.697982 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 48941ae2-be02-4b21-b845-5bbb73c52bb0 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:29:50.736280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-fc2c6dc9-5a68-4bc9-b1bc-fa04ec19eca2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Network e4bafe92-24b3-460c-9be0-2468e5556a87 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:50.739577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-fc2c6dc9-5a68-4bc9-b1bc-fa04ec19eca2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:50.743341 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-fc2c6dc9-5a68-4bc9-b1bc-fa04ec19eca2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:50.768842 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c6dc9-5a68-4bc9-b1bc-fa04ec19eca2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Pushing event updated for resources: {'Port': ['ID=8f66613a-a2f8-4fcb-9338-9d065663bc5a,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:50.798624 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-fc2c6dc9-5a68-4bc9-b1bc-fa04ec19eca2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:50.799281 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-fc2c6dc9-5a68-4bc9-b1bc-fa04ec19eca2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.816480 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-fc2c6dc9-5a68-4bc9-b1bc-fa04ec19eca2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5852752 Feb 09 02:29:50.827922 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-30d274c4-c237-4bbd-89a8-5616df2395e4 service neutron] Request body: {'port': {'device_id': '50395fd4-5e37-4c69-9fc3-59fe424a5821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:50.909280 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-30d274c4-c237-4bbd-89a8-5616df2395e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.971853 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6a2c7b87-2a6b-4afb-951d-c2e1fa0711f2 None None] Provisioning complete for port 8f66613a-a2f8-4fcb-9338-9d065663bc5a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:50.972591 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6a2c7b87-2a6b-4afb-951d-c2e1fa0711f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:51.009791 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6a2c7b87-2a6b-4afb-951d-c2e1fa0711f2 None None] Port 8f66613a-a2f8-4fcb-9338-9d065663bc5a cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:29:51.196297 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-30d274c4-c237-4bbd-89a8-5616df2395e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f66613a-a2f8-4fcb-9338-9d065663bc5a {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:29:51.204460 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-30d274c4-c237-4bbd-89a8-5616df2395e4 service neutron] Publish callbacks [] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:51.216859 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-30d274c4-c237-4bbd-89a8-5616df2395e4 service neutron] Transition to ACTIVE for port object 8f66613a-a2f8-4fcb-9338-9d065663bc5a will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:29:51.220575 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-30d274c4-c237-4bbd-89a8-5616df2395e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:51.272613 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d274c4-c237-4bbd-89a8-5616df2395e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f66613a-a2f8-4fcb-9338-9d065663bc5a,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:51.343509 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-30d274c4-c237-4bbd-89a8-5616df2395e4 service neutron] Attempting to bind port 8f66613a-a2f8-4fcb-9338-9d065663bc5a on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:29:51.343853 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-30d274c4-c237-4bbd-89a8-5616df2395e4 service neutron] Attempting to bind port 8f66613a-a2f8-4fcb-9338-9d065663bc5a by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:29:51.344177 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-30d274c4-c237-4bbd-89a8-5616df2395e4 service neutron] Attempting to bind port 8f66613a-a2f8-4fcb-9338-9d065663bc5a on network e4bafe92-24b3-460c-9be0-2468e5556a87 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:29:51.348855 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-30d274c4-c237-4bbd-89a8-5616df2395e4 service neutron] Port 8f66613a-a2f8-4fcb-9338-9d065663bc5a on network e4bafe92-24b3-460c-9be0-2468e5556a87 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:29:51.349625 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-30d274c4-c237-4bbd-89a8-5616df2395e4 service neutron] Attempting to bind port 8f66613a-a2f8-4fcb-9338-9d065663bc5a on network e4bafe92-24b3-460c-9be0-2468e5556a87 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:29:51.355682 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-30d274c4-c237-4bbd-89a8-5616df2395e4 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:29:51.356557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-30d274c4-c237-4bbd-89a8-5616df2395e4 service neutron] Checking segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:29:51.357174 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-30d274c4-c237-4bbd-89a8-5616df2395e4 service neutron] Bound using segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:29:51.357696 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-30d274c4-c237-4bbd-89a8-5616df2395e4 service neutron] Bound port: 8f66613a-a2f8-4fcb-9338-9d065663bc5a, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:29:51.358058 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-30d274c4-c237-4bbd-89a8-5616df2395e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:51.428679 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-30d274c4-c237-4bbd-89a8-5616df2395e4 service neutron] For port 8f66613a-a2f8-4fcb-9338-9d065663bc5a, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:29:51.432083 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-30d274c4-c237-4bbd-89a8-5616df2395e4 service neutron] For port 8f66613a-a2f8-4fcb-9338-9d065663bc5a, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:29:51.441072 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-30d274c4-c237-4bbd-89a8-5616df2395e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:51.450836 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3172f15-3f65-4972-94ed-e2e0dfad8c6c req-ec88c00e-d524-4da0-a1b2-66a9663d3414 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:51.452722 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c3172f15-3f65-4972-94ed-e2e0dfad8c6c req-ec88c00e-d524-4da0-a1b2-66a9663d3414 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 944 time: 0.0594819 Feb 09 02:29:51.482654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-30d274c4-c237-4bbd-89a8-5616df2395e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:51.483332 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-30d274c4-c237-4bbd-89a8-5616df2395e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:51.484770 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-30d274c4-c237-4bbd-89a8-5616df2395e4 service neutron] 10.222.0.67 "PUT /v2.0/ports/8f66613a-a2f8-4fcb-9338-9d065663bc5a HTTP/1.1" status: 200 len: 1092 time: 0.6615832 Feb 09 02:29:51.485236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50395fd4-5e37-4c69-9fc3-59fe424a5821', 'tag': '8f66613a-a2f8-4fcb-9338-9d065663bc5a'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:29:51.488300 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c6efa1-47b7-4a62-872e-d19c571594bf" -d '{"events": [{"name": "network-changed", "server_uuid": "50395fd4-5e37-4c69-9fc3-59fe424a5821", "tag": "8f66613a-a2f8-4fcb-9338-9d065663bc5a"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:29:51.518569 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d274c4-c237-4bbd-89a8-5616df2395e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f66613a-a2f8-4fcb-9338-9d065663bc5a,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:51.533113 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c3172f15-3f65-4972-94ed-e2e0dfad8c6c req-edad44ae-e6be-4ba7-8b66-580ec722926f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745316 Feb 09 02:29:51.538579 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c6b3bc-75b0-4dcb-8a6b-64da8671be30 x-openstack-request-id: req-e3c6b3bc-75b0-4dcb-8a6b-64da8671be30 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:29:51.538880 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50395fd4-5e37-4c69-9fc3-59fe424a5821", "tag": "8f66613a-a2f8-4fcb-9338-9d065663bc5a", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:29:51.539140 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e3c6b3bc-75b0-4dcb-8a6b-64da8671be30 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:29:51.539586 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50395fd4-5e37-4c69-9fc3-59fe424a5821', 'tag': '8f66613a-a2f8-4fcb-9338-9d065663bc5a', 'status': 'completed', 'code': 200} Feb 09 02:29:51.592747 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-0a00ac38-be40-4f79-88e5-ec6776ae8f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:51.593978 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-0a00ac38-be40-4f79-88e5-ec6776ae8f2d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 1126 time: 0.0475769 Feb 09 02:29:51.641180 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-e4efaeeb-537b-40cb-8613-1a1de4183886 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a HTTP/1.1" status: 200 len: 217 time: 0.0409093 Feb 09 02:29:51.691861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-6d268a1b-c55b-4a0e-9b71-49891dc3d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:51.693324 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-6d268a1b-c55b-4a0e-9b71-49891dc3d5cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0467923 Feb 09 02:29:51.744206 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-9c4daa19-7168-4207-affd-8ba9c671f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:51.745614 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-9c4daa19-7168-4207-affd-8ba9c671f5a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444918 Feb 09 02:29:51.840113 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-e6dd185f-7fa7-41bc-b490-427ef3dc0609 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885036 Feb 09 02:29:51.927998 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-30784a5a-678a-43de-9f49-47ecd93bfd15 req-f27670f5-7763-4ede-9946-e633aa5bcf5f service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826683 Feb 09 02:29:52.024079 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6efa1-47b7-4a62-872e-d19c571594bf req-0848d0ae-7f1b-4765-b994-1a44e497d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:52.025543 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2c6efa1-47b7-4a62-872e-d19c571594bf req-0848d0ae-7f1b-4765-b994-1a44e497d79e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 1126 time: 0.0511060 Feb 09 02:29:52.114343 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6efa1-47b7-4a62-872e-d19c571594bf req-f69927aa-a396-4712-b4a5-ebaf771a12c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:52.115841 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2c6efa1-47b7-4a62-872e-d19c571594bf req-f69927aa-a396-4712-b4a5-ebaf771a12c8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.0841413 Feb 09 02:29:52.162101 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2c6efa1-47b7-4a62-872e-d19c571594bf req-638146f6-37ea-4738-9f0c-22a4ec22abea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a HTTP/1.1" status: 200 len: 217 time: 0.0390296 Feb 09 02:29:52.209611 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6efa1-47b7-4a62-872e-d19c571594bf req-438dbeee-7d49-4160-bde7-7b2da00d8b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:52.211035 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2c6efa1-47b7-4a62-872e-d19c571594bf req-438dbeee-7d49-4160-bde7-7b2da00d8b9c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0425110 Feb 09 02:29:52.260764 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6efa1-47b7-4a62-872e-d19c571594bf req-ca96e038-e6d1-4015-969d-9237abbb8a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:52.262801 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2c6efa1-47b7-4a62-872e-d19c571594bf req-ca96e038-e6d1-4015-969d-9237abbb8a66 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441484 Feb 09 02:29:52.353752 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2c6efa1-47b7-4a62-872e-d19c571594bf req-8da0cb06-86c0-4aa4-aa39-4e6bac421f82 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850751 Feb 09 02:29:52.441340 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2c6efa1-47b7-4a62-872e-d19c571594bf req-83967cec-cce1-4afa-a951-a002f76acf93 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820835 Feb 09 02:29:52.654068 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b44a3-aa32-448b-b415-3c1738b9de2c req-82b8a53d-a282-4930-a577-9995e6fa6889 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:52.655688 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb3b44a3-aa32-448b-b415-3c1738b9de2c req-82b8a53d-a282-4930-a577-9995e6fa6889 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 944 time: 0.0537486 Feb 09 02:29:52.703814 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb3b44a3-aa32-448b-b415-3c1738b9de2c req-001c8f6a-db90-41ae-9d67-f820897ea6b5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427351 Feb 09 02:29:53.827393 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21191-b86c-4b40-a511-b8f05c804990 req-f8c98630-86f3-4c61-9218-44ad47ffe79f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:53.828862 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fdf21191-b86c-4b40-a511-b8f05c804990 req-f8c98630-86f3-4c61-9218-44ad47ffe79f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 944 time: 0.0574586 Feb 09 02:29:53.875182 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fdf21191-b86c-4b40-a511-b8f05c804990 req-7d2133f9-02c2-43c2-8175-b0ad7f226e35 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404861 Feb 09 02:29:54.688223 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 8f66613a-a2f8-4fcb-9338-9d065663bc5a details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:29:54.787865 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 8f66613a-a2f8-4fcb-9338-9d065663bc5a, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:54.799467 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '8f66613a-a2f8-4fcb-9338-9d065663bc5a', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'port_id': '8f66613a-a2f8-4fcb-9338-9d065663bc5a', 'mac_address': 'fa:16:3e:7d:f7:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:29:54.836375 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 8f66613a-a2f8-4fcb-9338-9d065663bc5a is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:54.836770 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:54.849983 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f66613a-a2f8-4fcb-9338-9d065663bc5a {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:29:54.869607 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 8f66613a-a2f8-4fcb-9338-9d065663bc5a, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:54.875039 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:54.934811 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=8f66613a-a2f8-4fcb-9338-9d065663bc5a,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:54.942748 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:54.943024 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:54.943397 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:54.943740 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:54.944080 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:54.944412 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:54.944741 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:54.945068 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:54.945400 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:54.945725 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:54.946057 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:54.946379 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:54.946705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:55.011723 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63c955-01a5-40dd-a52c-e52662912e47 req-a874561f-3643-4f07-bbed-36415666e77a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:55.013843 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8e63c955-01a5-40dd-a52c-e52662912e47 req-a874561f-3643-4f07-bbed-36415666e77a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 945 time: 0.0579021 Feb 09 02:29:55.062486 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8e63c955-01a5-40dd-a52c-e52662912e47 req-78f3193f-0345-48da-b85e-73299933feab tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429215 Feb 09 02:29:55.197698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['8f66613a-a2f8-4fcb-9338-9d065663bc5a'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:29:56.181211 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4cade-e8ad-41c0-8cff-f5639b06cdbe req-10faab73-f46c-43c0-97b9-2af91dacd391 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:56.182677 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e8b4cade-e8ad-41c0-8cff-f5639b06cdbe req-10faab73-f46c-43c0-97b9-2af91dacd391 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 945 time: 0.0533199 Feb 09 02:29:56.229284 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e8b4cade-e8ad-41c0-8cff-f5639b06cdbe req-486b1498-0804-4bbd-bc4d-4181887659e0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402522 Feb 09 02:29:56.702419 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 8f66613a-a2f8-4fcb-9338-9d065663bc5a up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:29:56.751736 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 8f66613a-a2f8-4fcb-9338-9d065663bc5a completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:29:56.756184 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 8f66613a-a2f8-4fcb-9338-9d065663bc5a triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:56.756328 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:56.835256 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 8f66613a-a2f8-4fcb-9338-9d065663bc5a is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:56.835650 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:56.858370 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50395fd4-5e37-4c69-9fc3-59fe424a5821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f66613a-a2f8-4fcb-9338-9d065663bc5a'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:29:56.860600 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27201fff-6961-460b-9881-39fb613f8889" -d '{"events": [{"server_uuid": "50395fd4-5e37-4c69-9fc3-59fe424a5821", "name": "network-vif-plugged", "status": "completed", "tag": "8f66613a-a2f8-4fcb-9338-9d065663bc5a"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:29:56.873480 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 8f66613a-a2f8-4fcb-9338-9d065663bc5a, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:56.877932 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:56.905568 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6be627-dce1-4f0e-aad3-62f9fdf3451a x-openstack-request-id: req-4a6be627-dce1-4f0e-aad3-62f9fdf3451a {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:29:56.905862 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50395fd4-5e37-4c69-9fc3-59fe424a5821", "name": "network-vif-plugged", "status": "completed", "tag": "8f66613a-a2f8-4fcb-9338-9d065663bc5a", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:29:56.906114 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4a6be627-dce1-4f0e-aad3-62f9fdf3451a {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:29:56.906524 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50395fd4-5e37-4c69-9fc3-59fe424a5821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f66613a-a2f8-4fcb-9338-9d065663bc5a', 'code': 200} Feb 09 02:29:56.934572 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=8f66613a-a2f8-4fcb-9338-9d065663bc5a,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:57.006485 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f1780-0241-41a4-8e2b-cc0dff6bea28 req-712c242c-df97-433f-a15b-ed415adb9753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:57.008034 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-142f1780-0241-41a4-8e2b-cc0dff6bea28 req-712c242c-df97-433f-a15b-ed415adb9753 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 1128 time: 0.0453784 Feb 09 02:29:57.052493 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-142f1780-0241-41a4-8e2b-cc0dff6bea28 req-00a9235c-41dd-454a-9f04-6f4b54b0a12a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380147 Feb 09 02:29:57.349335 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f11b1-3f45-4e0c-816b-7284d9dce3c6 req-da505a0b-5441-4642-ad4a-88bd0d2adf9a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:57.350791 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-802f11b1-3f45-4e0c-816b-7284d9dce3c6 req-da505a0b-5441-4642-ad4a-88bd0d2adf9a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0524049 Feb 09 02:29:57.406101 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-802f11b1-3f45-4e0c-816b-7284d9dce3c6 req-1697d292-2851-4870-9534-e225b634491d tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490425 Feb 09 02:29:58.532355 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c69541-0a91-4456-ab3a-dfe98d5a7bb2 req-3285a2c7-652a-44bf-86f0-0bec634aa9df tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:58.533857 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-46c69541-0a91-4456-ab3a-dfe98d5a7bb2 req-3285a2c7-652a-44bf-86f0-0bec634aa9df tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0573037 Feb 09 02:29:58.580037 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-46c69541-0a91-4456-ab3a-dfe98d5a7bb2 req-1d2d9702-3490-4aa9-b0cc-c741821a965c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406301 Feb 09 02:29:58.694983 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e481af7-a578-4e1f-a6aa-482ad02efd32 req-ed498336-c481-495d-94e6-8e24e4e17e18 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:58.696381 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0e481af7-a578-4e1f-a6aa-482ad02efd32 req-ed498336-c481-495d-94e6-8e24e4e17e18 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0529137 Feb 09 02:29:58.705085 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 59912) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:58.709428 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-392a9e36-5642-4a2a-90bd-946483d29b1a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Request body: {'floatingip': {'port_id': '8f66613a-a2f8-4fcb-9338-9d065663bc5a'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:58.749227 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-392a9e36-5642-4a2a-90bd-946483d29b1a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for floatingip (d7c09f47-39bd-47b6-9f40-33550c247538), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:59.190520 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-392a9e36-5642-4a2a-90bd-946483d29b1a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:59.194488 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-392a9e36-5642-4a2a-90bd-946483d29b1a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (d7c09f47-39bd-47b6-9f40-33550c247538), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:59.298125 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-392a9e36-5642-4a2a-90bd-946483d29b1a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Floating IP d7c09f47-39bd-47b6-9f40-33550c247538 associated. External IP: 172.25.7.211, port: 8f66613a-a2f8-4fcb-9338-9d065663bc5a. Feb 09 02:29:59.509810 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392a9e36-5642-4a2a-90bd-946483d29b1a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Router d970e2a7-036e-4f9b-b842-bffeffc27020 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:29:59.618728 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392a9e36-5642-4a2a-90bd-946483d29b1a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:29:59.623734 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-392a9e36-5642-4a2a-90bd-946483d29b1a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:59.628802 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fa3dcf-54e3-4edc-8a29-5282645199b0 None None] Sync routers for ids ['d970e2a7-036e-4f9b-b842-bffeffc27020'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:29:59.639446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fa3dcf-54e3-4edc-8a29-5282645199b0 None None] Routers {'d970e2a7-036e-4f9b-b842-bffeffc27020'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:29:59.640065 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d4fa3dcf-54e3-4edc-8a29-5282645199b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:29:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d970e2a7-036e-4f9b-b842-bffeffc27020'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:59.654189 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-392a9e36-5642-4a2a-90bd-946483d29b1a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "PUT /v2.0/floatingips/d7c09f47-39bd-47b6-9f40-33550c247538 HTTP/1.1" status: 200 len: 992 time: 0.9477477 Feb 09 02:29:59.655057 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50395fd4-5e37-4c69-9fc3-59fe424a5821', 'tag': '8f66613a-a2f8-4fcb-9338-9d065663bc5a'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:29:59.695881 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff572268e95c141781719acaad4855de8444ab217edd6adc13da47e42a1cfcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdc481f-0ced-4275-a18a-1f4281bca1f7" -d '{"events": [{"name": "network-changed", "server_uuid": "50395fd4-5e37-4c69-9fc3-59fe424a5821", "tag": "8f66613a-a2f8-4fcb-9338-9d065663bc5a"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:29:59.755460 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d4fa3dcf-54e3-4edc-8a29-5282645199b0 None None] Set router d970e2a7-036e-4f9b-b842-bffeffc27020 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:29:59.758838 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcd463-a8c6-4d8d-91b9-a228e5fe3590 req-025048e7-5c14-420e-8ef9-5c7a646309f2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:59.761886 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1dcd463-a8c6-4d8d-91b9-a228e5fe3590 req-025048e7-5c14-420e-8ef9-5c7a646309f2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0579154 Feb 09 02:29:59.800046 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1fac42-e90b-4ebf-bcaf-a2debf2edab7 x-openstack-request-id: req-0b1fac42-e90b-4ebf-bcaf-a2debf2edab7 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:29:59.800341 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50395fd4-5e37-4c69-9fc3-59fe424a5821", "tag": "8f66613a-a2f8-4fcb-9338-9d065663bc5a", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:29:59.800596 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b1fac42-e90b-4ebf-bcaf-a2debf2edab7 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:29:59.800995 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50395fd4-5e37-4c69-9fc3-59fe424a5821', 'tag': '8f66613a-a2f8-4fcb-9338-9d065663bc5a', 'status': 'completed', 'code': 200} Feb 09 02:29:59.811767 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1dcd463-a8c6-4d8d-91b9-a228e5fe3590 req-ba5c5698-2598-461d-a95f-a818d802e3e1 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451045 Feb 09 02:29:59.865349 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc481f-0ced-4275-a18a-1f4281bca1f7 req-ce5e9603-98d1-41ce-8c33-8d8cfcba76f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:59.866839 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ebdc481f-0ced-4275-a18a-1f4281bca1f7 req-ce5e9603-98d1-41ce-8c33-8d8cfcba76f8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 1128 time: 0.0447841 Feb 09 02:29:59.960895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc481f-0ced-4275-a18a-1f4281bca1f7 req-e13ca2a8-c7c0-4e69-8b6b-58755ba13ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:59.962405 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ebdc481f-0ced-4275-a18a-1f4281bca1f7 req-e13ca2a8-c7c0-4e69-8b6b-58755ba13ae2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.0885091 Feb 09 02:29:59.991645 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d4fa3dcf-54e3-4edc-8a29-5282645199b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'd7c09f47-39bd-47b6-9f40-33550c247538', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'port_id': '8f66613a-a2f8-4fcb-9338-9d065663bc5a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'mac_address': 'fa:16:3e:7d:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50395fd4-5e37-4c69-9fc3-59fe424a5821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:27:53Z', 'updated_at': '2022-02-09T02:29:59Z', 'revision_number': 9, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:00.016881 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fa3dcf-54e3-4edc-8a29-5282645199b0 None None] Checking router: d970e2a7-036e-4f9b-b842-bffeffc27020 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:30:00.025057 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fa3dcf-54e3-4edc-8a29-5282645199b0 None None] Routers {'d970e2a7-036e-4f9b-b842-bffeffc27020'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:30:00.025646 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d4fa3dcf-54e3-4edc-8a29-5282645199b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:29:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d970e2a7-036e-4f9b-b842-bffeffc27020'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:00.026044 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ebdc481f-0ced-4275-a18a-1f4281bca1f7 req-f6356de4-7a70-4cd3-8cb6-b091d50a7143 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a HTTP/1.1" status: 200 len: 1000 time: 0.0583298 Feb 09 02:30:00.078504 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc481f-0ced-4275-a18a-1f4281bca1f7 req-ad78c2b4-2ef6-4d37-a209-09578848d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:00.079997 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ebdc481f-0ced-4275-a18a-1f4281bca1f7 req-ad78c2b4-2ef6-4d37-a209-09578848d995 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0487850 Feb 09 02:30:00.128976 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc481f-0ced-4275-a18a-1f4281bca1f7 req-d09c42ef-a99e-4343-a53e-31908ddfbc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:00.130475 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ebdc481f-0ced-4275-a18a-1f4281bca1f7 req-d09c42ef-a99e-4343-a53e-31908ddfbc42 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445910 Feb 09 02:30:00.134353 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d4fa3dcf-54e3-4edc-8a29-5282645199b0 None None] Set router d970e2a7-036e-4f9b-b842-bffeffc27020 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:30:00.220377 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ebdc481f-0ced-4275-a18a-1f4281bca1f7 req-adce1321-70a0-409a-a0a0-9a225028ab58 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836945 Feb 09 02:30:00.316356 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ebdc481f-0ced-4275-a18a-1f4281bca1f7 req-4bd495c5-aafd-4076-8363-8fac2ea8b000 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902071 Feb 09 02:30:00.520307 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d4fa3dcf-54e3-4edc-8a29-5282645199b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'd7c09f47-39bd-47b6-9f40-33550c247538', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'port_id': '8f66613a-a2f8-4fcb-9338-9d065663bc5a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'mac_address': 'fa:16:3e:7d:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50395fd4-5e37-4c69-9fc3-59fe424a5821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:27:53Z', 'updated_at': '2022-02-09T02:29:59Z', 'revision_number': 9, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:00.546644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fa3dcf-54e3-4edc-8a29-5282645199b0 None None] The sync data for ids ['d970e2a7-036e-4f9b-b842-bffeffc27020'] in n-d-828387-3 is: [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'd7c09f47-39bd-47b6-9f40-33550c247538', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'port_id': '8f66613a-a2f8-4fcb-9338-9d065663bc5a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'mac_address': 'fa:16:3e:7d:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50395fd4-5e37-4c69-9fc3-59fe424a5821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:27:53Z', 'updated_at': '2022-02-09T02:29:59Z', 'revision_number': 9, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:30:00.731576 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c43ce70-788c-445a-a0b1-67b61fcaa69b None None] New status for floating IP d7c09f47-39bd-47b6-9f40-33550c247538: ACTIVE {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:30:00.940710 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dc8fb-10f8-4e2e-8f45-7e3831d0ef78 req-c93ea7f3-3bf2-4f4b-a27d-78f926b4f3eb tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:00.942211 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3d7dc8fb-10f8-4e2e-8f45-7e3831d0ef78 req-c93ea7f3-3bf2-4f4b-a27d-78f926b4f3eb tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0551250 Feb 09 02:30:00.989022 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3d7dc8fb-10f8-4e2e-8f45-7e3831d0ef78 req-c44b96be-fead-4ed0-a4de-634c5ec68514 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410900 Feb 09 02:30:01.236810 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2796120-df94-4c72-b700-86eb018caf7f req-40b12513-267d-4857-8b33-756c3d1572ed tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:01.238293 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f2796120-df94-4c72-b700-86eb018caf7f req-40b12513-267d-4857-8b33-756c3d1572ed tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0578036 Feb 09 02:30:01.315238 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f2796120-df94-4c72-b700-86eb018caf7f req-2ac5c8b4-3736-4eae-81de-97e0fcb24405 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713732 Feb 09 02:30:01.325875 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-3e3e32c7-3df4-4365-9e3a-33dc65947194 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1162987 Feb 09 02:30:02.436021 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-2ae5b8cf-3c36-414e-ac5f-d8f3914d8baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:02.437541 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-2ae5b8cf-3c36-414e-ac5f-d8f3914d8baa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 1128 time: 0.0783081 Feb 09 02:30:02.460365 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4d402-a742-4152-97b9-dc8dbc36f2b0 req-4fb4902b-c0bd-43d8-8f7d-4143547a54dc tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:02.461831 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-efa4d402-a742-4152-97b9-dc8dbc36f2b0 req-4fb4902b-c0bd-43d8-8f7d-4143547a54dc tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0753913 Feb 09 02:30:02.567308 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-efa4d402-a742-4152-97b9-dc8dbc36f2b0 req-008ee61e-585d-4628-b423-b4f728176565 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922074 Feb 09 02:30:02.576736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-c07be058-9a63-4e97-91bc-8aa4fc7ce5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:02.578233 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-c07be058-9a63-4e97-91bc-8aa4fc7ce5e1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.1333723 Feb 09 02:30:02.646627 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-b1fcaea2-db3e-481a-9330-f818ee899dc4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a HTTP/1.1" status: 200 len: 1003 time: 0.0630214 Feb 09 02:30:02.694388 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-e7a88c48-3a3b-44d2-88e9-5379bc452530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:02.695870 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-e7a88c48-3a3b-44d2-88e9-5379bc452530 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0440636 Feb 09 02:30:02.743497 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-c93429bc-6a1e-4b92-8a64-6396c7a85238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:02.744986 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-c93429bc-6a1e-4b92-8a64-6396c7a85238 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438955 Feb 09 02:30:02.838058 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9f610ce1-3b60-4a7b-a603-27ded05f6b85 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870175 Feb 09 02:30:02.927710 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-f266e6c7-d251-4941-81d1-ad3fadb9f009 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840793 Feb 09 02:30:03.687950 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e62cf-8a02-4895-a696-ff875b7e2a4d req-b55fec5a-79bc-443c-a5fb-8e6a519589cf tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:03.689414 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b42e62cf-8a02-4895-a696-ff875b7e2a4d req-b55fec5a-79bc-443c-a5fb-8e6a519589cf tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0532303 Feb 09 02:30:03.735062 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b42e62cf-8a02-4895-a696-ff875b7e2a4d req-65eef78b-2852-47f8-847f-cd52365ca571 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401192 Feb 09 02:30:04.861080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c66458-8fad-423a-a628-00f36992c57c req-f461b451-57f0-45a3-8858-20b14989f574 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:04.862562 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-36c66458-8fad-423a-a628-00f36992c57c req-f461b451-57f0-45a3-8858-20b14989f574 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0557961 Feb 09 02:30:04.910822 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-36c66458-8fad-423a-a628-00f36992c57c req-7b4069c3-7b93-4c30-9a06-df88a3c0e218 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426769 Feb 09 02:30:06.029430 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536522e-620f-4e09-99c5-346e3c8da014 req-2ed7f099-d3f5-4ae8-b90a-64cefaf826d7 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:06.030876 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e536522e-620f-4e09-99c5-346e3c8da014 req-2ed7f099-d3f5-4ae8-b90a-64cefaf826d7 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0517828 Feb 09 02:30:06.080141 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e536522e-620f-4e09-99c5-346e3c8da014 req-a3eb4502-3908-46ee-8159-10afde8f14a8 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437298 Feb 09 02:30:07.212621 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6697cfa-a9fa-48a1-8e37-e99a8fe1b833 req-9c8a9442-7edb-4ec4-a1d2-1a5ec2fe4e49 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:07.214107 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e6697cfa-a9fa-48a1-8e37-e99a8fe1b833 req-9c8a9442-7edb-4ec4-a1d2-1a5ec2fe4e49 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0574305 Feb 09 02:30:07.262772 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e6697cfa-a9fa-48a1-8e37-e99a8fe1b833 req-493a4eda-32d8-4cf0-b4d2-7eafb9daf85e tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429041 Feb 09 02:30:07.554109 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-57b1a4e0-5602-4a7e-b343-b4b1d07c3b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:08.385862 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3661e-4a51-4a0d-a440-f495f93aacf0 req-fffe8486-8c77-48a7-9ffa-12614a7508e3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:08.388436 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0f3661e-4a51-4a0d-a440-f495f93aacf0 req-fffe8486-8c77-48a7-9ffa-12614a7508e3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0576146 Feb 09 02:30:08.435592 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0f3661e-4a51-4a0d-a440-f495f93aacf0 req-d481a7e7-12b7-4afe-813b-7f088921bb57 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413716 Feb 09 02:30:09.555135 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18cbdd-cce7-4d90-8cc2-0557392b464a req-06feae12-cac5-41d8-bbf6-9578c9f6c562 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:09.556640 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7f18cbdd-cce7-4d90-8cc2-0557392b464a req-06feae12-cac5-41d8-bbf6-9578c9f6c562 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0521691 Feb 09 02:30:09.604989 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7f18cbdd-cce7-4d90-8cc2-0557392b464a req-475cb7a4-f62a-4abb-a98c-c8cda15a0f71 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419569 Feb 09 02:30:10.204010 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f5f57ac0-eb8b-42ac-82b6-75882bd73418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:10.338453 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:10.728890 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2285b-6ba4-4fba-94e3-948482a1f44e req-3f387ff4-b432-4204-8703-9746189d72e3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:10.730395 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-40c2285b-6ba4-4fba-94e3-948482a1f44e req-3f387ff4-b432-4204-8703-9746189d72e3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0530744 Feb 09 02:30:10.780218 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-40c2285b-6ba4-4fba-94e3-948482a1f44e req-09e96523-1528-46a8-8c21-017a84a79839 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440381 Feb 09 02:30:10.970735 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:11.237027 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:11.924507 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafde9a2-6c2f-4649-8415-0be3da197973 req-fd2bb9ce-6340-40dd-9218-05bbf7b4865e tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:11.926243 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eafde9a2-6c2f-4649-8415-0be3da197973 req-fd2bb9ce-6340-40dd-9218-05bbf7b4865e tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0651543 Feb 09 02:30:11.980055 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-eafde9a2-6c2f-4649-8415-0be3da197973 req-5cdc423f-5989-4d81-bb53-742fce226e8a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481253 Feb 09 02:30:12.474908 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:13.110037 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bb9af-a8c6-4444-8921-68d5e21f753f req-f768492a-4454-484b-b588-1247f68b15c9 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:13.111560 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-931bb9af-a8c6-4444-8921-68d5e21f753f req-f768492a-4454-484b-b588-1247f68b15c9 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0589597 Feb 09 02:30:13.160053 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-931bb9af-a8c6-4444-8921-68d5e21f753f req-89f8e9b5-1ef7-4b87-b473-8e82e0c84f66 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428505 Feb 09 02:30:13.529303 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:14.281851 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5c883-0015-4571-bdde-680b0b87c25b req-adbc6de9-4d48-482f-8cfb-f7d85a2fe96c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:14.283960 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6bf5c883-0015-4571-bdde-680b0b87c25b req-adbc6de9-4d48-482f-8cfb-f7d85a2fe96c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0550816 Feb 09 02:30:14.331507 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6bf5c883-0015-4571-bdde-680b0b87c25b req-2a1341d6-5ef2-4201-bdaa-49322959b456 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419669 Feb 09 02:30:15.454747 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122926e-e88d-4238-98cd-d676082f5863 req-50dc53be-1580-465c-bddc-6755b90dd22b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:15.456255 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5122926e-e88d-4238-98cd-d676082f5863 req-50dc53be-1580-465c-bddc-6755b90dd22b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0529251 Feb 09 02:30:15.503013 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5122926e-e88d-4238-98cd-d676082f5863 req-1a00c1aa-d4d8-45c6-a10b-ec493555efcf tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412323 Feb 09 02:30:15.541199 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:30:16.624371 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8bc8d-c65e-47de-a97b-60ced65bf64e req-432a33f9-2907-4a5a-bf0b-c3a0d6ac0a2c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:16.625836 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3fc8bc8d-c65e-47de-a97b-60ced65bf64e req-432a33f9-2907-4a5a-bf0b-c3a0d6ac0a2c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0538900 Feb 09 02:30:16.678923 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3fc8bc8d-c65e-47de-a97b-60ced65bf64e req-748c830d-a6e7-448c-a89d-08d11ed2302d tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475607 Feb 09 02:30:17.800907 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823738a9-fb07-4ea8-8f45-021b669bdf2c req-2a5acfb4-aac0-4f48-8f05-56e88bf0fb4a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:17.802360 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-823738a9-fb07-4ea8-8f45-021b669bdf2c req-2a5acfb4-aac0-4f48-8f05-56e88bf0fb4a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0552046 Feb 09 02:30:17.848200 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-823738a9-fb07-4ea8-8f45-021b669bdf2c req-a44417f3-d4c1-4162-805f-994f1b32977b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401533 Feb 09 02:30:18.975520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61644b19-53f9-45e4-9b24-5fd35e64ca23 req-3553668a-00bc-4de2-8bf0-091011c33699 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:18.976978 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-61644b19-53f9-45e4-9b24-5fd35e64ca23 req-3553668a-00bc-4de2-8bf0-091011c33699 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0585084 Feb 09 02:30:19.022692 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-61644b19-53f9-45e4-9b24-5fd35e64ca23 req-41927fca-7702-462b-a4b6-fd3491ff9f4c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400145 Feb 09 02:30:20.144294 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947920c4-d521-4e29-b684-595cc82fba2b req-c7f1eb60-83a3-4d0c-8174-fd67035756bc tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:20.145760 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-947920c4-d521-4e29-b684-595cc82fba2b req-c7f1eb60-83a3-4d0c-8174-fd67035756bc tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0519946 Feb 09 02:30:20.192151 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-947920c4-d521-4e29-b684-595cc82fba2b req-fa07a3bb-636b-4f7a-b136-17a8eeb489ac tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408738 Feb 09 02:30:21.311600 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073aecc-b7c0-4d8a-b369-38c4d0e4e080 req-4dd2f439-9dd2-4765-8ec8-47407cdaa6a7 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:21.313085 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f073aecc-b7c0-4d8a-b369-38c4d0e4e080 req-4dd2f439-9dd2-4765-8ec8-47407cdaa6a7 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0531530 Feb 09 02:30:21.362889 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f073aecc-b7c0-4d8a-b369-38c4d0e4e080 req-e2db7193-6b0a-4867-bc4c-0efc0e68f6c8 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440958 Feb 09 02:30:22.482261 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b902f6-3c47-4441-a16a-1731945ed0fd req-c14595aa-2d4e-45b3-87da-60225a492c81 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:22.483753 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-20b902f6-3c47-4441-a16a-1731945ed0fd req-c14595aa-2d4e-45b3-87da-60225a492c81 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0528326 Feb 09 02:30:22.533230 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-20b902f6-3c47-4441-a16a-1731945ed0fd req-34668420-cb3e-48ba-a2c0-7fa2da5e39d6 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439157 Feb 09 02:30:23.656894 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34362c98-0c3e-46bf-a3d8-8da287bb1440 req-25e92961-4dff-4cf9-858d-b7cee078e732 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:23.658358 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34362c98-0c3e-46bf-a3d8-8da287bb1440 req-25e92961-4dff-4cf9-858d-b7cee078e732 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0564644 Feb 09 02:30:23.704265 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-34362c98-0c3e-46bf-a3d8-8da287bb1440 req-ca9ba18e-eb2d-4546-80d0-cdb665b66493 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402968 Feb 09 02:30:24.824080 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff4978-5099-4fb2-b962-2371e6453801 req-9593584e-9de5-40a2-a00a-93f4f5b72c84 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:24.826175 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-43ff4978-5099-4fb2-b962-2371e6453801 req-9593584e-9de5-40a2-a00a-93f4f5b72c84 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0528407 Feb 09 02:30:24.872312 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-43ff4978-5099-4fb2-b962-2371e6453801 req-00cc35e4-1c27-4f43-84ab-70d106ab0808 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399921 Feb 09 02:30:25.992323 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a257f-f472-4fc7-9353-4cd8408a7335 req-70c9917b-ea0c-4cdf-b5f2-a6139521bd11 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:25.993777 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c53a257f-f472-4fc7-9353-4cd8408a7335 req-70c9917b-ea0c-4cdf-b5f2-a6139521bd11 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0525932 Feb 09 02:30:26.039734 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c53a257f-f472-4fc7-9353-4cd8408a7335 req-9c89b083-1e65-4b12-b20e-ee7f989a27b3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403302 Feb 09 02:30:27.160284 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441bc529-dc13-4a7f-8c57-fbfc4e2f5987 req-b273bc5a-0aa4-43dd-ae0c-666b5e8d0cd1 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:27.161761 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-441bc529-dc13-4a7f-8c57-fbfc4e2f5987 req-b273bc5a-0aa4-43dd-ae0c-666b5e8d0cd1 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0527031 Feb 09 02:30:27.208142 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-441bc529-dc13-4a7f-8c57-fbfc4e2f5987 req-1187c039-d146-443d-a9bf-39760877736d tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408354 Feb 09 02:30:28.336939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c923726-23a2-4d12-a5fe-df778084aa7f req-7414827c-5591-4810-b47a-fc1e221d763b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:28.338398 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c923726-23a2-4d12-a5fe-df778084aa7f req-7414827c-5591-4810-b47a-fc1e221d763b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0529349 Feb 09 02:30:28.398668 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c923726-23a2-4d12-a5fe-df778084aa7f req-9ac9e272-cea0-4139-8ebc-5fef9b2bc71d tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515361 Feb 09 02:30:29.528070 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa46d88-4668-48c5-b8a2-2396b0126069 req-71d60fbb-f37e-4ea3-9ffe-c34bbbe23e70 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:29.529802 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1aa46d88-4668-48c5-b8a2-2396b0126069 req-71d60fbb-f37e-4ea3-9ffe-c34bbbe23e70 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0576057 Feb 09 02:30:29.575645 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1aa46d88-4668-48c5-b8a2-2396b0126069 req-b0c1c6c2-b918-4168-822a-aaeb50ada543 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401998 Feb 09 02:30:29.910582 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-8c3488f3-a085-480f-8432-60dfe4b079bc service neutron] show failed (client error): The resource could not be found. Feb 09 02:30:29.911625 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-8c3488f3-a085-480f-8432-60dfe4b079bc service neutron] 10.222.0.67 "GET /v2.0/ports/8f66613a-a2f8-4fcb-9338-9d065663bc5a/bindings/n-h2-828387-3 HTTP/1.1" status: 404 len: 380 time: 0.0537021 Feb 09 02:30:30.113674 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-fca7fb4f-9cdb-44f1-9f90-c5cb75a7bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:30.115174 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-fca7fb4f-9cdb-44f1-9f90-c5cb75a7bb39 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821&tenant_id=34c767084bb54bc7b63d7b2714a19521 HTTP/1.1" status: 200 len: 1128 time: 0.0457008 Feb 09 02:30:30.126134 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828387-3', 'device_owner': 'compute:nova'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:30.186877 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:30.385486 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] For port 8f66613a-a2f8-4fcb-9338-9d065663bc5a, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:30.418497 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] For port 8f66613a-a2f8-4fcb-9338-9d065663bc5a, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:30:30.456922 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50395fd4-5e37-4c69-9fc3-59fe424a5821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f66613a-a2f8-4fcb-9338-9d065663bc5a'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:30:30.459121 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c096d62-66f5-4e25-8bb8-a742ed7927da" -d '{"events": [{"server_uuid": "50395fd4-5e37-4c69-9fc3-59fe424a5821", "name": "network-vif-unplugged", "status": "completed", "tag": "8f66613a-a2f8-4fcb-9338-9d065663bc5a"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:30:30.463257 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] Publish callbacks [] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:30.476550 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] Transition to ACTIVE for port object 8f66613a-a2f8-4fcb-9338-9d065663bc5a will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:30:30.480446 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:30.510049 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43e0f1f-10b1-4532-9f5c-d97530457901 x-openstack-request-id: req-f43e0f1f-10b1-4532-9f5c-d97530457901 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:30:30.510349 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50395fd4-5e37-4c69-9fc3-59fe424a5821", "name": "network-vif-unplugged", "status": "completed", "tag": "8f66613a-a2f8-4fcb-9338-9d065663bc5a", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:30:30.510605 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f43e0f1f-10b1-4532-9f5c-d97530457901 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:30:30.511008 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50395fd4-5e37-4c69-9fc3-59fe424a5821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f66613a-a2f8-4fcb-9338-9d065663bc5a', 'code': 200} Feb 09 02:30:30.567166 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] Pushing event updated for resources: {'Port': ['ID=8f66613a-a2f8-4fcb-9338-9d065663bc5a,revision_number=6']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:30.608890 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] No DVR routers for this DVR port 8f66613a-a2f8-4fcb-9338-9d065663bc5a on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:30:30.705414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe627ad-8e2d-42fd-b773-668ae6783afa req-b32c996c-7682-4b83-ae31-501886fbb965 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:30.707098 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1fe627ad-8e2d-42fd-b773-668ae6783afa req-b32c996c-7682-4b83-ae31-501886fbb965 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 944 time: 0.0578642 Feb 09 02:30:30.757185 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1fe627ad-8e2d-42fd-b773-668ae6783afa req-9c0d7e38-3a13-4eb2-a595-3af88ac95b88 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445626 Feb 09 02:30:30.758626 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] Attempting to bind port 8f66613a-a2f8-4fcb-9338-9d065663bc5a on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:30:30.758972 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] Attempting to bind port 8f66613a-a2f8-4fcb-9338-9d065663bc5a by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:30:30.759337 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] Attempting to bind port 8f66613a-a2f8-4fcb-9338-9d065663bc5a on network e4bafe92-24b3-460c-9be0-2468e5556a87 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:30:30.764045 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] Port 8f66613a-a2f8-4fcb-9338-9d065663bc5a on network e4bafe92-24b3-460c-9be0-2468e5556a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:30:30.764369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] Attempting to bind port 8f66613a-a2f8-4fcb-9338-9d065663bc5a on network e4bafe92-24b3-460c-9be0-2468e5556a87 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:30:30.769295 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:30:30.769654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] Checking segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:30:30.770040 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] Bound using segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:30:30.770547 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] Bound port: 8f66613a-a2f8-4fcb-9338-9d065663bc5a, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:30:30.770913 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:30.835485 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] For port 8f66613a-a2f8-4fcb-9338-9d065663bc5a, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:30:30.838416 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] For port 8f66613a-a2f8-4fcb-9338-9d065663bc5a, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:30:30.845866 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:30.880662 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:30.881295 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:30.882694 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] 10.222.0.48 "PUT /v2.0/ports/8f66613a-a2f8-4fcb-9338-9d065663bc5a HTTP/1.1" status: 200 len: 1092 time: 0.7606716 Feb 09 02:30:31.289321 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860118e-809d-4132-82ff-49c7785f2d3b service neutron] Pushing event updated for resources: {'Port': ['ID=8f66613a-a2f8-4fcb-9338-9d065663bc5a,revision_number=7']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:31.308180 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-1cbec543-ca3f-4528-8f43-5c733c53718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:31.310399 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-1cbec543-ca3f-4528-8f43-5c733c53718b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 1126 time: 0.4036665 Feb 09 02:30:31.397007 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-a3886c0d-4f38-42cd-ab81-4bce0d8b7aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:31.398447 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-a3886c0d-4f38-42cd-ab81-4bce0d8b7aed service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.0823233 Feb 09 02:30:31.467543 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-0ae170ee-b1a7-45c6-9fae-77a13a467d4e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a HTTP/1.1" status: 200 len: 1001 time: 0.0611122 Feb 09 02:30:31.514718 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-d67b2a3d-d7ad-4b1e-8a57-eef020ad5dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:31.516143 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-d67b2a3d-d7ad-4b1e-8a57-eef020ad5dd9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0428462 Feb 09 02:30:31.564891 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-57f5aecf-4e6d-47a4-8a2e-7ac90ad29564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:31.566265 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-57f5aecf-4e6d-47a4-8a2e-7ac90ad29564 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440431 Feb 09 02:30:31.657813 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-f97858ca-a3ac-4cac-85b9-0cf0d3d9bd35 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854421 Feb 09 02:30:31.746967 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-423961ce-db02-4ec0-b04d-1c521a738ecc req-992ad863-736d-499d-960a-b07fe5403fe5 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822346 Feb 09 02:30:31.890085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a822bf-662c-4b64-a207-92a9c80d52b5 req-376188da-33a2-495e-9334-eb4ef95796e7 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:31.891570 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f6a822bf-662c-4b64-a207-92a9c80d52b5 req-376188da-33a2-495e-9334-eb4ef95796e7 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 944 time: 0.0601082 Feb 09 02:30:31.940352 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f6a822bf-662c-4b64-a207-92a9c80d52b5 req-e621315f-b56c-4583-87c9-e2c4ef8597fb tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432303 Feb 09 02:30:32.512434 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50395fd4-5e37-4c69-9fc3-59fe424a5821', 'tag': '8f66613a-a2f8-4fcb-9338-9d065663bc5a'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:30:32.515600 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c07f7c-bfd7-4025-903e-d648ae61c066" -d '{"events": [{"name": "network-changed", "server_uuid": "50395fd4-5e37-4c69-9fc3-59fe424a5821", "tag": "8f66613a-a2f8-4fcb-9338-9d065663bc5a"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:30:32.568407 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b06494-f6d8-4dcc-8f96-d83d7b520344 x-openstack-request-id: req-58b06494-f6d8-4dcc-8f96-d83d7b520344 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:30:32.568706 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50395fd4-5e37-4c69-9fc3-59fe424a5821", "tag": "8f66613a-a2f8-4fcb-9338-9d065663bc5a", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:30:32.569051 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-58b06494-f6d8-4dcc-8f96-d83d7b520344 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:30:32.569442 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50395fd4-5e37-4c69-9fc3-59fe424a5821', 'tag': '8f66613a-a2f8-4fcb-9338-9d065663bc5a', 'status': 'completed', 'code': 200} Feb 09 02:30:32.661876 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c07f7c-bfd7-4025-903e-d648ae61c066 req-6a5cfb8d-a4e2-4fc9-8918-d248461f05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:32.663406 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-07c07f7c-bfd7-4025-903e-d648ae61c066 req-6a5cfb8d-a4e2-4fc9-8918-d248461f05e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 1126 time: 0.0749233 Feb 09 02:30:32.669972 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c07f7c-bfd7-4025-903e-d648ae61c066 req-a12987fb-344a-44f8-95c4-34180c062f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:32.671588 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-07c07f7c-bfd7-4025-903e-d648ae61c066 req-a12987fb-344a-44f8-95c4-34180c062f03 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 1126 time: 0.0742371 Feb 09 02:30:32.836939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c07f7c-bfd7-4025-903e-d648ae61c066 req-0232109f-42b9-4844-afab-66bbf16e9a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:32.838401 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-07c07f7c-bfd7-4025-903e-d648ae61c066 req-0232109f-42b9-4844-afab-66bbf16e9a78 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.1584845 Feb 09 02:30:32.839503 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c07f7c-bfd7-4025-903e-d648ae61c066 req-f4835ba0-0cfe-43c7-bcfc-c856daf04a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:32.841489 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-07c07f7c-bfd7-4025-903e-d648ae61c066 req-f4835ba0-0cfe-43c7-bcfc-c856daf04a4a service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.1689248 Feb 09 02:30:32.917944 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 8f66613a-a2f8-4fcb-9338-9d065663bc5a no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:30:32.954787 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-07c07f7c-bfd7-4025-903e-d648ae61c066 req-00032592-5006-4adc-ad7d-d9534cbe19b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a HTTP/1.1" status: 200 len: 1001 time: 0.1103423 Feb 09 02:30:32.956719 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-07c07f7c-bfd7-4025-903e-d648ae61c066 req-45091502-a0d3-4ba3-a4ec-257c8f764eff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a HTTP/1.1" status: 200 len: 1001 time: 0.1066153 Feb 09 02:30:32.968417 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] The host n-h1-828387-3 is not matching for port 8f66613a-a2f8-4fcb-9338-9d065663bc5a host n-h2-828387-3! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:30:32.968839 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 8f66613a-a2f8-4fcb-9338-9d065663bc5a not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:30:33.072938 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c07f7c-bfd7-4025-903e-d648ae61c066 req-661e9411-f17c-4071-866a-673cbe19bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:33.074421 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-07c07f7c-bfd7-4025-903e-d648ae61c066 req-661e9411-f17c-4071-866a-673cbe19bfbe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.1141834 Feb 09 02:30:33.078003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c07f7c-bfd7-4025-903e-d648ae61c066 req-b6966eb9-e407-4fab-8acb-07afd6344aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:33.079385 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-07c07f7c-bfd7-4025-903e-d648ae61c066 req-b6966eb9-e407-4fab-8acb-07afd6344aa2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.1108699 Feb 09 02:30:33.103471 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 8f66613a-a2f8-4fcb-9338-9d065663bc5a details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:30:33.202926 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e840d7-3100-4499-8971-7445f4b28548 req-a11d03eb-c59b-43ec-a206-c5956f1e360c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:33.205319 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-12e840d7-3100-4499-8971-7445f4b28548 req-a11d03eb-c59b-43ec-a206-c5956f1e360c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 944 time: 0.1769092 Feb 09 02:30:33.270558 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c07f7c-bfd7-4025-903e-d648ae61c066 req-f0ecfb04-f57f-44dd-bc0a-1645ff00b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:33.271531 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 8f66613a-a2f8-4fcb-9338-9d065663bc5a, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:33.272114 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-07c07f7c-bfd7-4025-903e-d648ae61c066 req-f0ecfb04-f57f-44dd-bc0a-1645ff00b37c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1800389 Feb 09 02:30:33.273844 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c07f7c-bfd7-4025-903e-d648ae61c066 req-5af32434-b2e1-4a6e-a055-92e4fa5e17c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:33.275410 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-07c07f7c-bfd7-4025-903e-d648ae61c066 req-5af32434-b2e1-4a6e-a055-92e4fa5e17c5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1935315 Feb 09 02:30:33.286644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '8f66613a-a2f8-4fcb-9338-9d065663bc5a', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'port_id': '8f66613a-a2f8-4fcb-9338-9d065663bc5a', 'mac_address': 'fa:16:3e:7d:f7:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:30:33.342160 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 8f66613a-a2f8-4fcb-9338-9d065663bc5a is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:33.343010 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:33.360950 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f66613a-a2f8-4fcb-9338-9d065663bc5a {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:30:33.382198 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 8f66613a-a2f8-4fcb-9338-9d065663bc5a, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:33.386367 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:33.419150 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-12e840d7-3100-4499-8971-7445f4b28548 req-fc3b9f98-7785-4466-9e29-9e6c3527cbc9 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038622 Feb 09 02:30:33.443936 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=8f66613a-a2f8-4fcb-9338-9d065663bc5a,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:33.483399 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-07c07f7c-bfd7-4025-903e-d648ae61c066 req-e845914f-1923-41a2-bbdc-500d0b0d01a6 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792650 Feb 09 02:30:33.485314 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-07c07f7c-bfd7-4025-903e-d648ae61c066 req-c6ecd690-3fb8-4a76-ab51-8853eff334c5 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040768 Feb 09 02:30:33.626369 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['8f66613a-a2f8-4fcb-9338-9d065663bc5a'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:30:33.654350 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-07c07f7c-bfd7-4025-903e-d648ae61c066 req-68ce6317-e359-45af-b84a-229c59300b42 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642814 Feb 09 02:30:33.656322 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-07c07f7c-bfd7-4025-903e-d648ae61c066 req-03379e9b-d9e4-48bc-9b70-98c6f4228577 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650546 Feb 09 02:30:34.545687 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a86888-ddee-4a7f-b4a4-ff1a5ad60d08 req-e7232447-017c-40a9-a1ab-e0ec35be231c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:34.547137 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0a86888-ddee-4a7f-b4a4-ff1a5ad60d08 req-e7232447-017c-40a9-a1ab-e0ec35be231c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 945 time: 0.0532212 Feb 09 02:30:34.597282 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d0a86888-ddee-4a7f-b4a4-ff1a5ad60d08 req-5b4726f0-bbce-4808-bba8-8338d7a574fb tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444982 Feb 09 02:30:34.895098 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-03371ff5-14d8-41db-8acf-5164aa6f856b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:34.896626 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-03371ff5-14d8-41db-8acf-5164aa6f856b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.48 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821&tenant_id=34c767084bb54bc7b63d7b2714a19521&binding%3Ahost_id=n-h2-828387-3 HTTP/1.1" status: 200 len: 945 time: 0.0592518 Feb 09 02:30:34.909447 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76e650-fe87-43ae-9562-24497540b33a req-2fb0f378-bd54-4147-a124-632b3034123a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:34.910904 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5f76e650-fe87-43ae-9562-24497540b33a req-2fb0f378-bd54-4147-a124-632b3034123a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 945 time: 0.0557318 Feb 09 02:30:34.961923 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-739c578b-cad3-4724-8b7e-6614c429393b service neutron] 10.222.0.48 "GET /v2.0/ports/8f66613a-a2f8-4fcb-9338-9d065663bc5a/bindings/n-h2-828387-3 HTTP/1.1" status: 200 len: 382 time: 0.0556018 Feb 09 02:30:34.962153 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5f76e650-fe87-43ae-9562-24497540b33a req-8e3730cb-7bf9-49b6-aace-c6095e9331ed tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440397 Feb 09 02:30:35.026522 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-de904dba-0950-41d8-9eb7-8bde57fbd2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:35.034429 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-de904dba-0950-41d8-9eb7-8bde57fbd2ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 1127 time: 0.0452800 Feb 09 02:30:35.120577 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 8f66613a-a2f8-4fcb-9338-9d065663bc5a up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:30:35.125685 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-38efce3d-ca38-4193-b17e-996ff00a034d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:35.132752 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-38efce3d-ca38-4193-b17e-996ff00a034d service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.0917575 Feb 09 02:30:35.178481 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 8f66613a-a2f8-4fcb-9338-9d065663bc5a completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:30:35.182277 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 8f66613a-a2f8-4fcb-9338-9d065663bc5a triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:35.182660 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:35.194408 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-5a7e5a31-5e5c-47d9-b799-fc2b8abd7ece service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a HTTP/1.1" status: 200 len: 1002 time: 0.0606937 Feb 09 02:30:35.248909 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-4f837cad-cd49-48ee-aee1-128350889ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:35.250397 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-4f837cad-cd49-48ee-aee1-128350889ef8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0502250 Feb 09 02:30:35.262000 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 8f66613a-a2f8-4fcb-9338-9d065663bc5a is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:35.262360 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:35.295250 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50395fd4-5e37-4c69-9fc3-59fe424a5821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f66613a-a2f8-4fcb-9338-9d065663bc5a'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:30:35.297428 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c775bc-6f7a-4260-90fe-245d3473f3a8" -d '{"events": [{"server_uuid": "50395fd4-5e37-4c69-9fc3-59fe424a5821", "name": "network-vif-plugged", "status": "completed", "tag": "8f66613a-a2f8-4fcb-9338-9d065663bc5a"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:30:35.303021 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-5c114adb-9147-44a7-aa7e-2fa1f53dac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:35.304591 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-5c114adb-9147-44a7-aa7e-2fa1f53dac5a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473406 Feb 09 02:30:35.307818 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 8f66613a-a2f8-4fcb-9338-9d065663bc5a, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:35.312552 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:35.361241 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2cfd05-896d-4c1e-ab90-d84de9248d82 x-openstack-request-id: req-0d2cfd05-896d-4c1e-ab90-d84de9248d82 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:30:35.361663 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50395fd4-5e37-4c69-9fc3-59fe424a5821", "name": "network-vif-plugged", "status": "completed", "tag": "8f66613a-a2f8-4fcb-9338-9d065663bc5a", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:30:35.361998 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d2cfd05-896d-4c1e-ab90-d84de9248d82 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:30:35.362400 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50395fd4-5e37-4c69-9fc3-59fe424a5821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f66613a-a2f8-4fcb-9338-9d065663bc5a', 'code': 200} Feb 09 02:30:35.371927 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=8f66613a-a2f8-4fcb-9338-9d065663bc5a,revision_number=9']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:35.398422 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-1bf6221e-4f2d-4dc8-8e29-6b92d572447a service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871391 Feb 09 02:30:35.494870 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-404ac5f0-4be7-4974-9753-eedd0c12dbaa service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887663 Feb 09 02:30:36.084448 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a5b38-6fb9-4fec-b16c-5f59c06823b7 req-203a4757-4783-4f91-9dc0-eef74cfe895b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:36.085946 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-782a5b38-6fb9-4fec-b16c-5f59c06823b7 req-203a4757-4783-4f91-9dc0-eef74cfe895b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0540128 Feb 09 02:30:36.135805 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-782a5b38-6fb9-4fec-b16c-5f59c06823b7 req-16814b90-4de1-47bb-9195-d0f4c348415e tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435984 Feb 09 02:30:36.769379 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2a1e1-2045-4c79-8abd-8360fd9c0b87 req-fe6c474a-df8a-4232-83e6-66d154f38279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:36.771046 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-14d2a1e1-2045-4c79-8abd-8360fd9c0b87 req-fe6c474a-df8a-4232-83e6-66d154f38279 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 1128 time: 0.0484893 Feb 09 02:30:36.882388 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2a1e1-2045-4c79-8abd-8360fd9c0b87 req-4e05eb05-c53a-4167-b153-ecad3f1587ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:36.883905 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-14d2a1e1-2045-4c79-8abd-8360fd9c0b87 req-4e05eb05-c53a-4167-b153-ecad3f1587ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.0910659 Feb 09 02:30:36.958311 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-14d2a1e1-2045-4c79-8abd-8360fd9c0b87 req-22e5ef47-13fa-4e2e-8fc7-001f6f87e095 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a HTTP/1.1" status: 200 len: 1003 time: 0.0639186 Feb 09 02:30:37.010737 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2a1e1-2045-4c79-8abd-8360fd9c0b87 req-f8312090-3364-426e-bfe8-e34f21895d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:37.012882 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-14d2a1e1-2045-4c79-8abd-8360fd9c0b87 req-f8312090-3364-426e-bfe8-e34f21895d7a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0464740 Feb 09 02:30:37.069144 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2a1e1-2045-4c79-8abd-8360fd9c0b87 req-7e2be751-3fba-4e81-85a1-e7af1c703fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:37.070685 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-14d2a1e1-2045-4c79-8abd-8360fd9c0b87 req-7e2be751-3fba-4e81-85a1-e7af1c703fc3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517166 Feb 09 02:30:37.170596 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-14d2a1e1-2045-4c79-8abd-8360fd9c0b87 req-8b896122-b93f-4614-a2ff-d13d566c9bcf service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932913 Feb 09 02:30:37.313197 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c49742-30c7-4783-8fb5-42579172ede9 req-807c1f02-3608-4185-b62c-5146a2e31c65 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:37.314844 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-46c49742-30c7-4783-8fb5-42579172ede9 req-807c1f02-3608-4185-b62c-5146a2e31c65 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0889196 Feb 09 02:30:37.318829 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-14d2a1e1-2045-4c79-8abd-8360fd9c0b87 req-ae833743-ea63-481c-badc-3d7402cf4897 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426573 Feb 09 02:30:37.370671 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-46c49742-30c7-4783-8fb5-42579172ede9 req-bd2a77b9-dddd-450e-b7ec-c28cdf5f62fa tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486352 Feb 09 02:30:37.528959 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-21854add-a454-4727-af5c-a0de2658bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:37.530651 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-21854add-a454-4727-af5c-a0de2658bc74 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821&tenant_id=34c767084bb54bc7b63d7b2714a19521 HTTP/1.1" status: 200 len: 1128 time: 0.0482545 Feb 09 02:30:37.541281 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828387-3', 'device_owner': 'compute:nova'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:37.548974 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d1e46ccf-0e35-4ecf-899c-b753c8b0ac10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:37.603017 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:37.800344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] For port 8f66613a-a2f8-4fcb-9338-9d065663bc5a, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:37.832888 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] For port 8f66613a-a2f8-4fcb-9338-9d065663bc5a, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:30:37.875858 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50395fd4-5e37-4c69-9fc3-59fe424a5821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f66613a-a2f8-4fcb-9338-9d065663bc5a'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:30:37.878033 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59722bc1-f4c9-4d87-938b-4681a7f0d646" -d '{"events": [{"server_uuid": "50395fd4-5e37-4c69-9fc3-59fe424a5821", "name": "network-vif-unplugged", "status": "completed", "tag": "8f66613a-a2f8-4fcb-9338-9d065663bc5a"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:30:37.881582 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] Publish callbacks [] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:37.895168 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] Transition to ACTIVE for port object 8f66613a-a2f8-4fcb-9338-9d065663bc5a will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:30:37.899572 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:37.944209 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19afaa0f-419d-466b-92f0-1418b3e1dfd2 x-openstack-request-id: req-19afaa0f-419d-466b-92f0-1418b3e1dfd2 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:30:37.944534 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50395fd4-5e37-4c69-9fc3-59fe424a5821", "name": "network-vif-unplugged", "status": "completed", "tag": "8f66613a-a2f8-4fcb-9338-9d065663bc5a", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:30:37.944786 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-19afaa0f-419d-466b-92f0-1418b3e1dfd2 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:30:37.945184 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50395fd4-5e37-4c69-9fc3-59fe424a5821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f66613a-a2f8-4fcb-9338-9d065663bc5a', 'code': 200} Feb 09 02:30:37.978634 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] Pushing event updated for resources: {'Port': ['ID=8f66613a-a2f8-4fcb-9338-9d065663bc5a,revision_number=10']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:38.023100 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] No DVR routers for this DVR port 8f66613a-a2f8-4fcb-9338-9d065663bc5a on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:30:38.167832 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] Attempting to bind port 8f66613a-a2f8-4fcb-9338-9d065663bc5a on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:30:38.168087 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] Attempting to bind port 8f66613a-a2f8-4fcb-9338-9d065663bc5a by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:30:38.169075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] Attempting to bind port 8f66613a-a2f8-4fcb-9338-9d065663bc5a on network e4bafe92-24b3-460c-9be0-2468e5556a87 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:30:38.173325 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] Port 8f66613a-a2f8-4fcb-9338-9d065663bc5a on network e4bafe92-24b3-460c-9be0-2468e5556a87 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:30:38.173656 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] Attempting to bind port 8f66613a-a2f8-4fcb-9338-9d065663bc5a on network e4bafe92-24b3-460c-9be0-2468e5556a87 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:30:38.178493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:30:38.178832 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] Checking segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:30:38.179227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] Bound using segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:30:38.179684 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] Bound port: 8f66613a-a2f8-4fcb-9338-9d065663bc5a, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:30:38.180041 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:38.245937 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] For port 8f66613a-a2f8-4fcb-9338-9d065663bc5a, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:30:38.249071 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] For port 8f66613a-a2f8-4fcb-9338-9d065663bc5a, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:30:38.255197 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:38.289150 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:38.289787 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:38.291177 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] 10.222.0.67 "PUT /v2.0/ports/8f66613a-a2f8-4fcb-9338-9d065663bc5a HTTP/1.1" status: 200 len: 1093 time: 0.7543461 Feb 09 02:30:38.321222 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ea103-1731-49bf-a2e0-4bcdb8927d7b service neutron] Pushing event updated for resources: {'Port': ['ID=8f66613a-a2f8-4fcb-9338-9d065663bc5a,revision_number=11']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:38.362729 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-6e07d11c-b723-4bf9-a17d-fd9be01025cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:38.364269 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-6e07d11c-b723-4bf9-a17d-fd9be01025cd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 1127 time: 0.0511320 Feb 09 02:30:38.488018 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-662140da-9917-409d-a8cf-a9d758adbfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:38.489502 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-662140da-9917-409d-a8cf-a9d758adbfe1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.1200585 Feb 09 02:30:38.560167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b935f-40e3-4ee3-a84c-e169452129d5 req-ced6dd8c-c4de-4629-8c02-0bd09a9a4cac tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:38.561863 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a67b935f-40e3-4ee3-a84c-e169452129d5 req-ced6dd8c-c4de-4629-8c02-0bd09a9a4cac tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 945 time: 0.1112065 Feb 09 02:30:38.580486 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-a7c000cc-d4ba-47fc-b590-d5f79b3ab42e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a HTTP/1.1" status: 200 len: 1001 time: 0.0850327 Feb 09 02:30:38.650047 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a67b935f-40e3-4ee3-a84c-e169452129d5 req-b7809c0b-c6d5-4498-a115-7df5427f8d9b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811787 Feb 09 02:30:38.653934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-ca00bb85-1407-4a8c-b41e-5378ddf97278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:38.655620 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-ca00bb85-1407-4a8c-b41e-5378ddf97278 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0681429 Feb 09 02:30:38.704198 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-da0c5418-e060-4f2d-b538-aa0f877d52e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:38.705593 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-da0c5418-e060-4f2d-b538-aa0f877d52e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447216 Feb 09 02:30:38.797855 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-6479e631-e98f-4165-a609-e88013029563 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867589 Feb 09 02:30:38.885812 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a283bd12-4a7e-4bc7-a75c-d356ee38ddfe req-911d9980-79da-418f-8bf3-c60f2288776f service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826862 Feb 09 02:30:39.782347 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b4870-3fb7-4c2a-b13e-556053d31019 req-4795e789-3e62-4fd4-adf2-a4331b67a676 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:39.783835 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7f0b4870-3fb7-4c2a-b13e-556053d31019 req-4795e789-3e62-4fd4-adf2-a4331b67a676 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 945 time: 0.0609663 Feb 09 02:30:39.830748 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7f0b4870-3fb7-4c2a-b13e-556053d31019 req-5f5c73e8-15e8-4b3b-a344-d9ad57188621 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413439 Feb 09 02:30:39.946300 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50395fd4-5e37-4c69-9fc3-59fe424a5821', 'tag': '8f66613a-a2f8-4fcb-9338-9d065663bc5a'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:30:39.948588 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7145e40-cc20-4007-8c66-b344e5754968" -d '{"events": [{"name": "network-changed", "server_uuid": "50395fd4-5e37-4c69-9fc3-59fe424a5821", "tag": "8f66613a-a2f8-4fcb-9338-9d065663bc5a"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:30:39.997366 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8353882-4dcf-4af0-be76-e446b9c665eb x-openstack-request-id: req-e8353882-4dcf-4af0-be76-e446b9c665eb {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:30:39.997667 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50395fd4-5e37-4c69-9fc3-59fe424a5821", "tag": "8f66613a-a2f8-4fcb-9338-9d065663bc5a", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:30:39.997966 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8353882-4dcf-4af0-be76-e446b9c665eb {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:30:39.998511 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50395fd4-5e37-4c69-9fc3-59fe424a5821', 'tag': '8f66613a-a2f8-4fcb-9338-9d065663bc5a', 'status': 'completed', 'code': 200} Feb 09 02:30:40.097148 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145e40-cc20-4007-8c66-b344e5754968 req-8a128b7d-99c8-45cb-b4ee-6af99fdfc77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:40.098660 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f7145e40-cc20-4007-8c66-b344e5754968 req-8a128b7d-99c8-45cb-b4ee-6af99fdfc77f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 1127 time: 0.0825200 Feb 09 02:30:40.101083 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145e40-cc20-4007-8c66-b344e5754968 req-7954f90b-1290-4d8f-a048-561d10480d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:40.102455 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f7145e40-cc20-4007-8c66-b344e5754968 req-7954f90b-1290-4d8f-a048-561d10480d37 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 1127 time: 0.0784347 Feb 09 02:30:40.207524 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ec59aac0-cdb4-4404-a49d-397d5ceeb525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:40.253404 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145e40-cc20-4007-8c66-b344e5754968 req-4b43d311-780e-48c9-b319-e4ba7d54da80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:40.254854 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f7145e40-cc20-4007-8c66-b344e5754968 req-4b43d311-780e-48c9-b319-e4ba7d54da80 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.1497319 Feb 09 02:30:40.257523 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145e40-cc20-4007-8c66-b344e5754968 req-cc6dde38-0a4f-4c17-8e2a-629ce3430586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:40.258814 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f7145e40-cc20-4007-8c66-b344e5754968 req-cc6dde38-0a4f-4c17-8e2a-629ce3430586 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.1465378 Feb 09 02:30:40.347420 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:40.369697 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f7145e40-cc20-4007-8c66-b344e5754968 req-921e46da-f462-4531-b2c1-57f026491d47 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a HTTP/1.1" status: 200 len: 1001 time: 0.1082814 Feb 09 02:30:40.371463 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f7145e40-cc20-4007-8c66-b344e5754968 req-c8a36736-a1d8-4369-a966-8efacd9257d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a HTTP/1.1" status: 200 len: 1001 time: 0.1038029 Feb 09 02:30:40.458463 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145e40-cc20-4007-8c66-b344e5754968 req-75624ce8-934f-45f1-849c-0fe808fa5f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:40.459864 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f7145e40-cc20-4007-8c66-b344e5754968 req-75624ce8-934f-45f1-849c-0fe808fa5f20 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0825787 Feb 09 02:30:40.461457 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145e40-cc20-4007-8c66-b344e5754968 req-740367c8-1c50-4fd4-89a9-bc5ebb643052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:40.462762 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f7145e40-cc20-4007-8c66-b344e5754968 req-740367c8-1c50-4fd4-89a9-bc5ebb643052 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0768969 Feb 09 02:30:40.536886 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145e40-cc20-4007-8c66-b344e5754968 req-2a37de31-dbfe-4bb7-b041-772219670ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:40.538392 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f7145e40-cc20-4007-8c66-b344e5754968 req-2a37de31-dbfe-4bb7-b041-772219670ef5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0722036 Feb 09 02:30:40.544512 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145e40-cc20-4007-8c66-b344e5754968 req-1e3eaef2-3e60-444c-9e64-62eed11aa20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:40.545593 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f7145e40-cc20-4007-8c66-b344e5754968 req-1e3eaef2-3e60-444c-9e64-62eed11aa20d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0715177 Feb 09 02:30:40.957033 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807123c-2ae3-403a-addc-9fc888157e57 req-45c1b49c-ff20-4460-8ba7-177d8affdbe0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:40.958111 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 8f66613a-a2f8-4fcb-9338-9d065663bc5a details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:30:40.959653 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3807123c-2ae3-403a-addc-9fc888157e57 req-45c1b49c-ff20-4460-8ba7-177d8affdbe0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 945 time: 0.0558178 Feb 09 02:30:40.990756 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:41.013792 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3807123c-2ae3-403a-addc-9fc888157e57 req-eae39636-c8c6-43eb-a1dd-534fee32ccc1 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494220 Feb 09 02:30:41.040473 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f7145e40-cc20-4007-8c66-b344e5754968 req-4589caef-e5dc-419c-ba3e-936ed283a294 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938612 Feb 09 02:30:41.042236 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f7145e40-cc20-4007-8c66-b344e5754968 req-a65db65c-9cb5-4209-b477-04a030742901 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888718 Feb 09 02:30:41.074290 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 8f66613a-a2f8-4fcb-9338-9d065663bc5a, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:41.085035 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '8f66613a-a2f8-4fcb-9338-9d065663bc5a', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'port_id': '8f66613a-a2f8-4fcb-9338-9d065663bc5a', 'mac_address': 'fa:16:3e:7d:f7:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:30:41.124508 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 8f66613a-a2f8-4fcb-9338-9d065663bc5a is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:41.124894 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:41.137670 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f66613a-a2f8-4fcb-9338-9d065663bc5a {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:30:41.144359 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 8f66613a-a2f8-4fcb-9338-9d065663bc5a no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:30:41.192109 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 8f66613a-a2f8-4fcb-9338-9d065663bc5a, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:41.198370 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:41.204815 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f7145e40-cc20-4007-8c66-b344e5754968 req-551d13ab-44ca-4149-a5ad-7dffc2b650ce service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579757 Feb 09 02:30:41.208315 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f7145e40-cc20-4007-8c66-b344e5754968 req-33c45660-fe11-4be4-a952-4ae2d5284e6b service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542008 Feb 09 02:30:41.227421 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] The host n-h2-828387-3 is not matching for port 8f66613a-a2f8-4fcb-9338-9d065663bc5a host n-h1-828387-3! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:30:41.228057 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 8f66613a-a2f8-4fcb-9338-9d065663bc5a not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:30:41.259305 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:41.270691 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=8f66613a-a2f8-4fcb-9338-9d065663bc5a,revision_number=12']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:41.321461 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f99e0-37ec-4fcd-b9f2-e79db6acf487 req-289c57dc-bdce-4cc7-8f58-7aad7a08ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:41.323051 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e8f99e0-37ec-4fcd-b9f2-e79db6acf487 req-289c57dc-bdce-4cc7-8f58-7aad7a08ae82 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 1128 time: 0.0519876 Feb 09 02:30:41.426319 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f99e0-37ec-4fcd-b9f2-e79db6acf487 req-67d3c9f1-550b-4b53-8191-c1049e4a61ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:41.427824 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e8f99e0-37ec-4fcd-b9f2-e79db6acf487 req-67d3c9f1-550b-4b53-8191-c1049e4a61ab service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.0842023 Feb 09 02:30:41.502289 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e8f99e0-37ec-4fcd-b9f2-e79db6acf487 req-cacdc7a1-182b-49eb-88ba-2c15dcf750b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a HTTP/1.1" status: 200 len: 1002 time: 0.0632308 Feb 09 02:30:41.550153 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f99e0-37ec-4fcd-b9f2-e79db6acf487 req-ab72f38a-0ea8-4a92-baca-33f8978ada64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:41.551588 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e8f99e0-37ec-4fcd-b9f2-e79db6acf487 req-ab72f38a-0ea8-4a92-baca-33f8978ada64 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0436037 Feb 09 02:30:41.601828 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f99e0-37ec-4fcd-b9f2-e79db6acf487 req-be677d49-8552-4a23-a8ac-ad0e91960b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:41.603287 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e8f99e0-37ec-4fcd-b9f2-e79db6acf487 req-be677d49-8552-4a23-a8ac-ad0e91960b54 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448024 Feb 09 02:30:41.706795 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e8f99e0-37ec-4fcd-b9f2-e79db6acf487 req-78c43e7d-2bf9-4b32-8728-f0c05c565e69 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965023 Feb 09 02:30:41.805795 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4e8f99e0-37ec-4fcd-b9f2-e79db6acf487 req-0421c50c-9ad4-47e0-8ced-3783b7d9a147 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919743 Feb 09 02:30:42.144208 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a921376-9864-480c-b21b-0dce4a960e38 req-0edb97cd-bae9-49c3-a8e4-5351096ee7a7 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:42.145697 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2a921376-9864-480c-b21b-0dce4a960e38 req-0edb97cd-bae9-49c3-a8e4-5351096ee7a7 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0594521 Feb 09 02:30:42.192332 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2a921376-9864-480c-b21b-0dce4a960e38 req-f8c0f0f7-6614-4095-ab50-adf456029b31 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410352 Feb 09 02:30:42.315838 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc250b-bb98-49ca-908b-4b9d566b70e4 req-7ae5f2fd-0840-45bc-a8e1-53911e052484 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:42.317320 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-59dc250b-bb98-49ca-908b-4b9d566b70e4 req-7ae5f2fd-0840-45bc-a8e1-53911e052484 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0566459 Feb 09 02:30:42.489765 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:42.567768 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['8f66613a-a2f8-4fcb-9338-9d065663bc5a'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:30:42.660240 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-59dc250b-bb98-49ca-908b-4b9d566b70e4 req-11926a30-9765-43ab-8d28-908523dc6547 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3373189 Feb 09 02:30:42.782900 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f848ec1-3366-49f0-8b95-91a9e3932bf3 req-b2200ec8-941d-4495-9bac-3e8fb48d455b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:42.784205 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f848ec1-3366-49f0-8b95-91a9e3932bf3 req-b2200ec8-941d-4495-9bac-3e8fb48d455b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0535214 Feb 09 02:30:42.830742 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f848ec1-3366-49f0-8b95-91a9e3932bf3 req-92692120-cc92-4079-9f8f-888ef7954833 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407794 Feb 09 02:30:43.070605 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88548efb-87de-4595-88e5-3b9515910cdf req-552d7709-1677-4327-9545-5ab728e360e9 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:43.072126 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-88548efb-87de-4595-88e5-3b9515910cdf req-552d7709-1677-4327-9545-5ab728e360e9 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0529199 Feb 09 02:30:43.123226 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-88548efb-87de-4595-88e5-3b9515910cdf req-795eb207-637b-49be-9573-1e8774b0b004 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449173 Feb 09 02:30:43.534657 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:44.247098 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5ef56-45c2-498f-b0f7-9fccf9f3ba44 req-ea7eb4cd-2190-4e6c-a80c-fe0c3938698b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:44.249015 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4ab5ef56-45c2-498f-b0f7-9fccf9f3ba44 req-ea7eb4cd-2190-4e6c-a80c-fe0c3938698b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0529335 Feb 09 02:30:44.295407 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4ab5ef56-45c2-498f-b0f7-9fccf9f3ba44 req-feed6644-ace9-40d1-85e5-89d9d56d0b6b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404692 Feb 09 02:30:44.549141 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86316493-09c5-471f-b4ed-c5d8f75d3282 req-c13631ee-fe0c-47bf-b333-114a19d7ce27 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:44.550495 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86316493-09c5-471f-b4ed-c5d8f75d3282 req-c13631ee-fe0c-47bf-b333-114a19d7ce27 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.67 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 946 time: 0.0524647 Feb 09 02:30:44.641939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-86316493-09c5-471f-b4ed-c5d8f75d3282 req-cc6aa4bb-d8f4-41b9-b280-f4fd6c2dcac3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Deleting port 8f66613a-a2f8-4fcb-9338-9d065663bc5a {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:30:44.642282 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86316493-09c5-471f-b4ed-c5d8f75d3282 req-cc6aa4bb-d8f4-41b9-b280-f4fd6c2dcac3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:44.734277 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-86316493-09c5-471f-b4ed-c5d8f75d3282 req-cc6aa4bb-d8f4-41b9-b280-f4fd6c2dcac3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] For port 8f66613a-a2f8-4fcb-9338-9d065663bc5a, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=8f66613a-a2f8-4fcb-9338-9d065663bc5a,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:44.734684 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86316493-09c5-471f-b4ed-c5d8f75d3282 req-cc6aa4bb-d8f4-41b9-b280-f4fd6c2dcac3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:44.906915 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86316493-09c5-471f-b4ed-c5d8f75d3282 req-cc6aa4bb-d8f4-41b9-b280-f4fd6c2dcac3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:44.907306 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86316493-09c5-471f-b4ed-c5d8f75d3282 req-cc6aa4bb-d8f4-41b9-b280-f4fd6c2dcac3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (d7c09f47-39bd-47b6-9f40-33550c247538), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:44.907625 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [req-86316493-09c5-471f-b4ed-c5d8f75d3282 req-cc6aa4bb-d8f4-41b9-b280-f4fd6c2dcac3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Floating IP d7c09f47-39bd-47b6-9f40-33550c247538 disassociated. External IP: 172.25.7.211, port: 8f66613a-a2f8-4fcb-9338-9d065663bc5a. Feb 09 02:30:44.907965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-86316493-09c5-471f-b4ed-c5d8f75d3282 req-cc6aa4bb-d8f4-41b9-b280-f4fd6c2dcac3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Calling delete_port for 8f66613a-a2f8-4fcb-9338-9d065663bc5a owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:30:44.980017 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 8f66613a-a2f8-4fcb-9338-9d065663bc5a up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:30:45.041047 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86316493-09c5-471f-b4ed-c5d8f75d3282 req-cc6aa4bb-d8f4-41b9-b280-f4fd6c2dcac3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:45.041783 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 8f66613a-a2f8-4fcb-9338-9d065663bc5a completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:30:45.046623 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 8f66613a-a2f8-4fcb-9338-9d065663bc5a triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:45.047087 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (8f66613a-a2f8-4fcb-9338-9d065663bc5a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:45.069216 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Port 8f66613a-a2f8-4fcb-9338-9d065663bc5a was deleted so its status cannot be updated. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 02:30:45.072654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6aa4bb-d8f4-41b9-b280-f4fd6c2dcac3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Pushing event deleted for resources: {'Port': ['ID=8f66613a-a2f8-4fcb-9338-9d065663bc5a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:45.196565 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86316493-09c5-471f-b4ed-c5d8f75d3282 req-cc6aa4bb-d8f4-41b9-b280-f4fd6c2dcac3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Router d970e2a7-036e-4f9b-b842-bffeffc27020 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:30:45.312272 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86316493-09c5-471f-b4ed-c5d8f75d3282 req-cc6aa4bb-d8f4-41b9-b280-f4fd6c2dcac3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:30:45.329541 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467c4b0c-8c77-44b6-9b25-63489e015ac9 None None] Sync routers for ids ['d970e2a7-036e-4f9b-b842-bffeffc27020'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:30:45.340790 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467c4b0c-8c77-44b6-9b25-63489e015ac9 None None] Routers {'d970e2a7-036e-4f9b-b842-bffeffc27020'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:30:45.341674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-467c4b0c-8c77-44b6-9b25-63489e015ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:30:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d970e2a7-036e-4f9b-b842-bffeffc27020'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:45.355463 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-86316493-09c5-471f-b4ed-c5d8f75d3282 req-cc6aa4bb-d8f4-41b9-b280-f4fd6c2dcac3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] No DVR routers for this DVR port 8f66613a-a2f8-4fcb-9338-9d065663bc5a on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:30:45.363121 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-86316493-09c5-471f-b4ed-c5d8f75d3282 req-cc6aa4bb-d8f4-41b9-b280-f4fd6c2dcac3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:45.366493 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-86316493-09c5-471f-b4ed-c5d8f75d3282 req-cc6aa4bb-d8f4-41b9-b280-f4fd6c2dcac3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.67 "DELETE /v2.0/ports/8f66613a-a2f8-4fcb-9338-9d065663bc5a HTTP/1.1" status: 204 len: 173 time: 0.8105681 Feb 09 02:30:45.366958 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50395fd4-5e37-4c69-9fc3-59fe424a5821', 'name': 'network-vif-deleted', 'tag': '8f66613a-a2f8-4fcb-9338-9d065663bc5a'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:30:45.369836 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21980ab-77e2-4aba-88c1-11c69d743b9f" -d '{"events": [{"server_uuid": "50395fd4-5e37-4c69-9fc3-59fe424a5821", "name": "network-vif-deleted", "tag": "8f66613a-a2f8-4fcb-9338-9d065663bc5a"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:30:45.433152 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0ca7af-2215-45cc-a26c-28d219ffc719 x-openstack-request-id: req-bd0ca7af-2215-45cc-a26c-28d219ffc719 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:30:45.433524 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50395fd4-5e37-4c69-9fc3-59fe424a5821", "name": "network-vif-deleted", "tag": "8f66613a-a2f8-4fcb-9338-9d065663bc5a", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:30:45.433799 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd0ca7af-2215-45cc-a26c-28d219ffc719 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:30:45.434174 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50395fd4-5e37-4c69-9fc3-59fe424a5821', 'name': 'network-vif-deleted', 'tag': '8f66613a-a2f8-4fcb-9338-9d065663bc5a', 'status': 'completed', 'code': 200} Feb 09 02:30:45.438545 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0fa530c9-168c-482d-b9f2-3241206affea req-9a461a28-b3b6-4569-aca8-9a094f423c03 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=50395fd4-5e37-4c69-9fc3-59fe424a5821 HTTP/1.1" status: 200 len: 210 time: 0.0445166 Feb 09 02:30:45.476935 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-467c4b0c-8c77-44b6-9b25-63489e015ac9 None None] Set router d970e2a7-036e-4f9b-b842-bffeffc27020 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:30:45.674422 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-467c4b0c-8c77-44b6-9b25-63489e015ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:45.701065 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467c4b0c-8c77-44b6-9b25-63489e015ac9 None None] Checking router: d970e2a7-036e-4f9b-b842-bffeffc27020 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:30:45.710245 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467c4b0c-8c77-44b6-9b25-63489e015ac9 None None] Routers {'d970e2a7-036e-4f9b-b842-bffeffc27020'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:30:45.710856 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-467c4b0c-8c77-44b6-9b25-63489e015ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:30:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d970e2a7-036e-4f9b-b842-bffeffc27020'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:45.822025 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-467c4b0c-8c77-44b6-9b25-63489e015ac9 None None] Set router d970e2a7-036e-4f9b-b842-bffeffc27020 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:30:46.024154 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-467c4b0c-8c77-44b6-9b25-63489e015ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:46.051358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467c4b0c-8c77-44b6-9b25-63489e015ac9 None None] The sync data for ids ['d970e2a7-036e-4f9b-b842-bffeffc27020'] in n-d-828387-3 is: [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:30:46.254763 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb44ade-edfe-4595-81b4-4482d6fd1b0d None None] New status for floating IP d7c09f47-39bd-47b6-9f40-33550c247538: DOWN {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:30:46.708830 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-5285e423-569f-4a60-8e10-2901795b74f4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--278190010&fields=id&tenant_id=34c767084bb54bc7b63d7b2714a19521 HTTP/1.1" status: 200 len: 267 time: 0.0414171 Feb 09 02:30:46.814582 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-3585e388-b773-4a0a-8f5e-62a7f9f4f79a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:46.816030 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-3585e388-b773-4a0a-8f5e-62a7f9f4f79a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 812 time: 0.1008525 Feb 09 02:30:46.830803 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-a40585dd-cffb-4ddf-8914-85b8de009d31 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/quotas/34c767084bb54bc7b63d7b2714a19521 HTTP/1.1" status: 200 len: 375 time: 0.0095079 Feb 09 02:30:46.884575 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-230f1fd7-8019-49fe-a568-396884557239 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485494 Feb 09 02:30:46.982789 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-948da59b-6c28-4911-b9eb-b9ce8fa018b2 service neutron] 10.222.0.36 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860658 Feb 09 02:30:47.070159 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-cf009786-9e7d-42b6-91c8-7b74bfb2bb88 service neutron] 10.222.0.36 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814700 Feb 09 02:30:47.237670 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-918ff961-2699-40c3-bc6b-78ec76f14bad req-41383441-77bd-4e3c-bf07-ee538def8cb7 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 210 time: 0.0281689 Feb 09 02:30:48.316833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-f34f6380-e6ca-4350-8b5d-8b1dff4e95af tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:48.318411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-f34f6380-e6ca-4350-8b5d-8b1dff4e95af tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 812 time: 0.1192346 Feb 09 02:30:48.350333 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6284038a-1179-4467-b6d2-2d04fe9508b4 req-864a8927-a574-43f1-a16c-8b4b3ef18131 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 210 time: 0.0298412 Feb 09 02:30:48.398257 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-b1f35522-6297-446a-ab4c-bfe23f2d2ee9 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34c767084bb54bc7b63d7b2714a19521 HTTP/1.1" status: 200 len: 379 time: 0.0700908 Feb 09 02:30:48.407620 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Request body: {'port': {'device_id': '19ebd20f-858e-4153-94c4-f351168621a9', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'admin_state_up': True, 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'security_groups': ['5b908ea1-5279-4af8-ae0c-59de3b8a5fe0']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:48.515393 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Made reservation on behalf of 34c767084bb54bc7b63d7b2714a19521 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:30:48.518867 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:48.650247 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Allocated IP 172.20.0.10 (e4bafe92-24b3-460c-9be0-2468e5556a87/c39e1438-f78e-4831-a839-a9badecdeddd/877a5eab-765f-40cd-8374-381c6f5771d5) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:30:48.786989 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for port (877a5eab-765f-40cd-8374-381c6f5771d5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:48.825136 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:48.869939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Network e4bafe92-24b3-460c-9be0-2468e5556a87 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:48.875164 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:48.878921 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:30:48.908136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Pushing event updated for resources: {'Port': ['ID=877a5eab-765f-40cd-8374-381c6f5771d5,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:48.924283 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:48.924636 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:48.924983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:48.925328 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:48.925679 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:48.926013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:48.926347 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:48.926678 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:48.927002 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:48.927381 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:48.927711 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:48.928038 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:48.928368 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:48.947941 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:48.948565 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:48.967750 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-8bc6af1b-29aa-4a43-985d-7e10e90240a4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5640121 Feb 09 02:30:48.979595 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-08a71b23-0337-4079-a2dc-54c4ec6e43ca service neutron] Request body: {'port': {'device_id': '19ebd20f-858e-4153-94c4-f351168621a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:49.000134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 8f66613a-a2f8-4fcb-9338-9d065663bc5a no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:30:49.022674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 8f66613a-a2f8-4fcb-9338-9d065663bc5a {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:30:49.023107 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 8f66613a-a2f8-4fcb-9338-9d065663bc5a not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:30:49.049589 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-08a71b23-0337-4079-a2dc-54c4ec6e43ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:49.126936 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-488919b6-d540-4b78-8b34-a73365eea19e None None] Provisioning complete for port 877a5eab-765f-40cd-8374-381c6f5771d5 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:49.127349 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-488919b6-d540-4b78-8b34-a73365eea19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:49.165770 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-488919b6-d540-4b78-8b34-a73365eea19e None None] Port 877a5eab-765f-40cd-8374-381c6f5771d5 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:30:49.310458 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-08a71b23-0337-4079-a2dc-54c4ec6e43ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 877a5eab-765f-40cd-8374-381c6f5771d5 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:30:49.317690 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-08a71b23-0337-4079-a2dc-54c4ec6e43ca service neutron] Publish callbacks [] for port (877a5eab-765f-40cd-8374-381c6f5771d5), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:49.330098 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-08a71b23-0337-4079-a2dc-54c4ec6e43ca service neutron] Transition to ACTIVE for port object 877a5eab-765f-40cd-8374-381c6f5771d5 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:30:49.334105 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-08a71b23-0337-4079-a2dc-54c4ec6e43ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:49.421161 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a71b23-0337-4079-a2dc-54c4ec6e43ca service neutron] Pushing event updated for resources: {'Port': ['ID=877a5eab-765f-40cd-8374-381c6f5771d5,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:49.515889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-08a71b23-0337-4079-a2dc-54c4ec6e43ca service neutron] Attempting to bind port 877a5eab-765f-40cd-8374-381c6f5771d5 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:30:49.516238 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-08a71b23-0337-4079-a2dc-54c4ec6e43ca service neutron] Attempting to bind port 877a5eab-765f-40cd-8374-381c6f5771d5 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:30:49.516567 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-08a71b23-0337-4079-a2dc-54c4ec6e43ca service neutron] Attempting to bind port 877a5eab-765f-40cd-8374-381c6f5771d5 on network e4bafe92-24b3-460c-9be0-2468e5556a87 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:30:49.529944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad593a69-d0d1-4e5f-938e-ea5b285bb8e5 req-3245e5dc-dcb0-4dc9-8eb8-45456dff8ff4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:49.531640 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad593a69-d0d1-4e5f-938e-ea5b285bb8e5 req-3245e5dc-dcb0-4dc9-8eb8-45456dff8ff4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 944 time: 0.0824468 Feb 09 02:30:49.532419 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-08a71b23-0337-4079-a2dc-54c4ec6e43ca service neutron] Port 877a5eab-765f-40cd-8374-381c6f5771d5 on network e4bafe92-24b3-460c-9be0-2468e5556a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:30:49.532745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-08a71b23-0337-4079-a2dc-54c4ec6e43ca service neutron] Attempting to bind port 877a5eab-765f-40cd-8374-381c6f5771d5 on network e4bafe92-24b3-460c-9be0-2468e5556a87 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:30:49.540274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-08a71b23-0337-4079-a2dc-54c4ec6e43ca service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:30:49.540618 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-08a71b23-0337-4079-a2dc-54c4ec6e43ca service neutron] Checking segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:30:49.541017 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-08a71b23-0337-4079-a2dc-54c4ec6e43ca service neutron] Bound using segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:30:49.541442 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-08a71b23-0337-4079-a2dc-54c4ec6e43ca service neutron] Bound port: 877a5eab-765f-40cd-8374-381c6f5771d5, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:30:49.541800 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-08a71b23-0337-4079-a2dc-54c4ec6e43ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:49.621407 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ad593a69-d0d1-4e5f-938e-ea5b285bb8e5 req-e0fa9033-cc14-492b-a760-e422e4982c18 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831892 Feb 09 02:30:49.637375 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-08a71b23-0337-4079-a2dc-54c4ec6e43ca service neutron] For port 877a5eab-765f-40cd-8374-381c6f5771d5, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:30:49.641462 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-08a71b23-0337-4079-a2dc-54c4ec6e43ca service neutron] For port 877a5eab-765f-40cd-8374-381c6f5771d5, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=877a5eab-765f-40cd-8374-381c6f5771d5,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:30:49.647676 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-08a71b23-0337-4079-a2dc-54c4ec6e43ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:49.683576 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-08a71b23-0337-4079-a2dc-54c4ec6e43ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:49.684316 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-08a71b23-0337-4079-a2dc-54c4ec6e43ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:49.686464 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-08a71b23-0337-4079-a2dc-54c4ec6e43ca service neutron] 10.222.0.48 "PUT /v2.0/ports/877a5eab-765f-40cd-8374-381c6f5771d5 HTTP/1.1" status: 200 len: 1092 time: 0.7114215 Feb 09 02:30:49.686933 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ebd20f-858e-4153-94c4-f351168621a9', 'tag': '877a5eab-765f-40cd-8374-381c6f5771d5'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:30:49.689263 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f151ddaf-4a9d-4172-95e5-98918439ed3d" -d '{"events": [{"name": "network-changed", "server_uuid": "19ebd20f-858e-4153-94c4-f351168621a9", "tag": "877a5eab-765f-40cd-8374-381c6f5771d5"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:30:49.724694 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a71b23-0337-4079-a2dc-54c4ec6e43ca service neutron] Pushing event updated for resources: {'Port': ['ID=877a5eab-765f-40cd-8374-381c6f5771d5,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:49.739663 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b318ccdb-0b7f-431a-a125-6ee5f41c4068 x-openstack-request-id: req-b318ccdb-0b7f-431a-a125-6ee5f41c4068 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:30:49.739968 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ebd20f-858e-4153-94c4-f351168621a9", "tag": "877a5eab-765f-40cd-8374-381c6f5771d5", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:30:49.740228 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b318ccdb-0b7f-431a-a125-6ee5f41c4068 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:30:49.740643 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ebd20f-858e-4153-94c4-f351168621a9', 'tag': '877a5eab-765f-40cd-8374-381c6f5771d5', 'status': 'completed', 'code': 200} Feb 09 02:30:49.786913 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-b08477c8-ba24-4a38-90e1-a7eff7fdf250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:49.788468 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-b08477c8-ba24-4a38-90e1-a7eff7fdf250 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 1126 time: 0.0470264 Feb 09 02:30:49.847622 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-56239a74-553e-4db8-bf66-b386bb1e40b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877a5eab-765f-40cd-8374-381c6f5771d5 HTTP/1.1" status: 200 len: 217 time: 0.0490158 Feb 09 02:30:49.912462 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-12dad30e-bab7-4eab-9349-7c300c74f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:49.914116 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-12dad30e-bab7-4eab-9349-7c300c74f91d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0597777 Feb 09 02:30:49.965732 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-12e7592f-3acc-4251-9351-b9787ecddae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:49.967329 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-12e7592f-3acc-4251-9351-b9787ecddae5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459187 Feb 09 02:30:50.060084 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-533c2da4-095e-422a-b848-819e6f48afc3 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843973 Feb 09 02:30:50.156380 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98b93a0e-814b-4094-9be7-1580b9aacdcc req-3c3216b5-cdcd-4b30-b833-f5430fa1cdbb service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890834 Feb 09 02:30:50.249655 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151ddaf-4a9d-4172-95e5-98918439ed3d req-1be89adc-db3c-437f-ae51-df7757524481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:50.251090 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f151ddaf-4a9d-4172-95e5-98918439ed3d req-1be89adc-db3c-437f-ae51-df7757524481 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 1126 time: 0.0464175 Feb 09 02:30:50.345535 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151ddaf-4a9d-4172-95e5-98918439ed3d req-7d7c15f4-0010-402f-a1b6-2166c49eb547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:50.347021 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f151ddaf-4a9d-4172-95e5-98918439ed3d req-7d7c15f4-0010-402f-a1b6-2166c49eb547 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.0901496 Feb 09 02:30:50.395717 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f151ddaf-4a9d-4172-95e5-98918439ed3d req-80dd241a-d091-4c2b-bc7a-11e6e2fe7f4e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877a5eab-765f-40cd-8374-381c6f5771d5 HTTP/1.1" status: 200 len: 217 time: 0.0387962 Feb 09 02:30:50.446980 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151ddaf-4a9d-4172-95e5-98918439ed3d req-8da01989-d023-4bc4-a38d-6bd340f1da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:50.448527 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f151ddaf-4a9d-4172-95e5-98918439ed3d req-8da01989-d023-4bc4-a38d-6bd340f1da9c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0471652 Feb 09 02:30:50.504692 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151ddaf-4a9d-4172-95e5-98918439ed3d req-8373fae1-e585-4dfc-893b-db7afeee0691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:50.506116 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f151ddaf-4a9d-4172-95e5-98918439ed3d req-8373fae1-e585-4dfc-893b-db7afeee0691 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511012 Feb 09 02:30:50.606259 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f151ddaf-4a9d-4172-95e5-98918439ed3d req-1a48ca2b-12fb-459c-902f-5dc8d01e8772 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937481 Feb 09 02:30:50.738483 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f151ddaf-4a9d-4172-95e5-98918439ed3d req-9917b346-45b3-40ec-a2c8-69c8f950432b service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261201 Feb 09 02:30:50.766231 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84605b91-b7ad-4b38-a74b-00060a660009 req-251a618b-ac9c-4e47-8219-a00a57010fc1 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:50.767679 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-84605b91-b7ad-4b38-a74b-00060a660009 req-251a618b-ac9c-4e47-8219-a00a57010fc1 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 944 time: 0.0751376 Feb 09 02:30:50.817728 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-84605b91-b7ad-4b38-a74b-00060a660009 req-2a6d27f7-a6a1-409c-9fa7-2febefbd1cb0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444274 Feb 09 02:30:51.210039 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 877a5eab-765f-40cd-8374-381c6f5771d5 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:30:51.306274 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 877a5eab-765f-40cd-8374-381c6f5771d5, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=877a5eab-765f-40cd-8374-381c6f5771d5,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:51.317772 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '877a5eab-765f-40cd-8374-381c6f5771d5', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'port_id': '877a5eab-765f-40cd-8374-381c6f5771d5', 'mac_address': 'fa:16:3e:37:c8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:30:51.358248 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 877a5eab-765f-40cd-8374-381c6f5771d5 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:51.358642 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:51.371832 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877a5eab-765f-40cd-8374-381c6f5771d5 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:30:51.391513 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 877a5eab-765f-40cd-8374-381c6f5771d5, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=877a5eab-765f-40cd-8374-381c6f5771d5,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:51.395420 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:51.445882 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=877a5eab-765f-40cd-8374-381c6f5771d5,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:51.596145 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['877a5eab-765f-40cd-8374-381c6f5771d5'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:30:51.953372 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8357d-936e-4c5c-b53b-8dc28487d6eb req-423f8bce-de9e-4853-9d22-82c86ae19a55 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:51.954942 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-07d8357d-936e-4c5c-b53b-8dc28487d6eb req-423f8bce-de9e-4853-9d22-82c86ae19a55 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 945 time: 0.0627434 Feb 09 02:30:52.010422 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-07d8357d-936e-4c5c-b53b-8dc28487d6eb req-cc319e43-9c83-42a0-a0f5-66927bca465d tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497646 Feb 09 02:30:52.539845 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:30:53.145398 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56468861-8d43-40ca-aa2a-9e88a1e5c42c req-15c36349-942d-48ea-91dc-1291ed94b290 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:53.146866 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-56468861-8d43-40ca-aa2a-9e88a1e5c42c req-15c36349-942d-48ea-91dc-1291ed94b290 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 945 time: 0.0579269 Feb 09 02:30:53.193313 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-56468861-8d43-40ca-aa2a-9e88a1e5c42c req-74558ce4-8dd7-49de-8357-1a806abd9bd8 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409839 Feb 09 02:30:53.236329 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 877a5eab-765f-40cd-8374-381c6f5771d5 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:30:53.286134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 877a5eab-765f-40cd-8374-381c6f5771d5 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:30:53.289918 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 877a5eab-765f-40cd-8374-381c6f5771d5 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:53.290289 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:53.535587 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 877a5eab-765f-40cd-8374-381c6f5771d5 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:53.535975 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:53.558327 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ebd20f-858e-4153-94c4-f351168621a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877a5eab-765f-40cd-8374-381c6f5771d5'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:30:53.561337 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b55d26-bcc5-460d-ba1e-52e481113bf5" -d '{"events": [{"server_uuid": "19ebd20f-858e-4153-94c4-f351168621a9", "name": "network-vif-plugged", "status": "completed", "tag": "877a5eab-765f-40cd-8374-381c6f5771d5"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:30:53.575687 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 877a5eab-765f-40cd-8374-381c6f5771d5, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=877a5eab-765f-40cd-8374-381c6f5771d5,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:53.580165 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:53.613809 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2ff5db-0723-485c-a53a-b3cee7813233 x-openstack-request-id: req-8b2ff5db-0723-485c-a53a-b3cee7813233 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:30:53.614109 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ebd20f-858e-4153-94c4-f351168621a9", "name": "network-vif-plugged", "status": "completed", "tag": "877a5eab-765f-40cd-8374-381c6f5771d5", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:30:53.614365 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b2ff5db-0723-485c-a53a-b3cee7813233 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:30:53.614757 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ebd20f-858e-4153-94c4-f351168621a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877a5eab-765f-40cd-8374-381c6f5771d5', 'code': 200} Feb 09 02:30:53.631324 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=877a5eab-765f-40cd-8374-381c6f5771d5,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:53.720740 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152dbbd-638e-4f80-a3bf-b959fdac6b77 req-e37c7df1-59a3-459e-b0c6-b42324717e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:53.722280 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6152dbbd-638e-4f80-a3bf-b959fdac6b77 req-e37c7df1-59a3-459e-b0c6-b42324717e81 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 1128 time: 0.0478489 Feb 09 02:30:53.767111 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6152dbbd-638e-4f80-a3bf-b959fdac6b77 req-d19478d5-c11e-48c3-8276-5786aed6e3c7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388782 Feb 09 02:30:54.319227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95eeb3e-6b70-4d06-aca3-88cfa8e310f3 req-7290433f-e7b1-42fd-bf33-545943fb1695 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:54.320722 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c95eeb3e-6b70-4d06-aca3-88cfa8e310f3 req-7290433f-e7b1-42fd-bf33-545943fb1695 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 946 time: 0.0550997 Feb 09 02:30:54.369496 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c95eeb3e-6b70-4d06-aca3-88cfa8e310f3 req-3a21150b-d858-402e-9af8-1bc98091c4c8 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430756 Feb 09 02:30:55.502478 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48f3c4-3ca2-4701-8825-813c0893082f req-4143b47f-6121-4569-acc7-39b488431452 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:55.503989 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0e48f3c4-3ca2-4701-8825-813c0893082f req-4143b47f-6121-4569-acc7-39b488431452 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 946 time: 0.0546994 Feb 09 02:30:55.554124 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0e48f3c4-3ca2-4701-8825-813c0893082f req-58f08661-1967-40b4-b6f1-62bae4be5136 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445786 Feb 09 02:30:55.668542 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c1885-4623-46ef-9f31-1303f3a08e07 req-126e811e-a46d-4501-b824-caa6b399bfaa tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:55.670522 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff2c1885-4623-46ef-9f31-1303f3a08e07 req-126e811e-a46d-4501-b824-caa6b399bfaa tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 946 time: 0.0521715 Feb 09 02:30:55.679145 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60138) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:55.683497 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b77dcc6f-8454-4e2c-8345-adef702557b0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Request body: {'floatingip': {'port_id': '877a5eab-765f-40cd-8374-381c6f5771d5'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:55.727178 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b77dcc6f-8454-4e2c-8345-adef702557b0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for floatingip (d7c09f47-39bd-47b6-9f40-33550c247538), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:56.175411 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b77dcc6f-8454-4e2c-8345-adef702557b0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:56.180770 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b77dcc6f-8454-4e2c-8345-adef702557b0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (d7c09f47-39bd-47b6-9f40-33550c247538), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:56.289178 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-b77dcc6f-8454-4e2c-8345-adef702557b0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Floating IP d7c09f47-39bd-47b6-9f40-33550c247538 associated. External IP: 172.25.7.211, port: 877a5eab-765f-40cd-8374-381c6f5771d5. Feb 09 02:30:56.499886 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77dcc6f-8454-4e2c-8345-adef702557b0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Router d970e2a7-036e-4f9b-b842-bffeffc27020 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:30:56.612965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77dcc6f-8454-4e2c-8345-adef702557b0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:30:56.617856 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b77dcc6f-8454-4e2c-8345-adef702557b0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:56.623019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab94c9d-fa54-4e44-a08f-2b7b142d7297 None None] Sync routers for ids ['d970e2a7-036e-4f9b-b842-bffeffc27020'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:30:56.637823 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab94c9d-fa54-4e44-a08f-2b7b142d7297 None None] Routers {'d970e2a7-036e-4f9b-b842-bffeffc27020'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:30:56.639084 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9ab94c9d-fa54-4e44-a08f-2b7b142d7297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:30:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d970e2a7-036e-4f9b-b842-bffeffc27020'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:56.647859 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b77dcc6f-8454-4e2c-8345-adef702557b0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "PUT /v2.0/floatingips/d7c09f47-39bd-47b6-9f40-33550c247538 HTTP/1.1" status: 200 len: 993 time: 0.9676344 Feb 09 02:30:56.648444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ebd20f-858e-4153-94c4-f351168621a9', 'tag': '877a5eab-765f-40cd-8374-381c6f5771d5'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:30:56.650664 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85953b0-48a3-4797-b116-22348a9f582f" -d '{"events": [{"name": "network-changed", "server_uuid": "19ebd20f-858e-4153-94c4-f351168621a9", "tag": "877a5eab-765f-40cd-8374-381c6f5771d5"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:30:56.695787 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26dcc92-f9f4-4bca-acad-e5bf71952dab x-openstack-request-id: req-f26dcc92-f9f4-4bca-acad-e5bf71952dab {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:30:56.696481 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ebd20f-858e-4153-94c4-f351168621a9", "tag": "877a5eab-765f-40cd-8374-381c6f5771d5", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:30:56.696481 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f26dcc92-f9f4-4bca-acad-e5bf71952dab {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:30:56.696821 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ebd20f-858e-4153-94c4-f351168621a9', 'tag': '877a5eab-765f-40cd-8374-381c6f5771d5', 'status': 'completed', 'code': 200} Feb 09 02:30:56.759955 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-9ab94c9d-fa54-4e44-a08f-2b7b142d7297 None None] Set router d970e2a7-036e-4f9b-b842-bffeffc27020 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:30:56.766009 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9068707-19c1-4a35-8576-16cec92f66e6 req-5aa7f7da-e775-40f1-ba7b-65edad105ba3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:56.766577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85953b0-48a3-4797-b116-22348a9f582f req-a2088093-36cb-48ef-883b-0513bd1f2073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:56.767566 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c9068707-19c1-4a35-8576-16cec92f66e6 req-5aa7f7da-e775-40f1-ba7b-65edad105ba3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 946 time: 0.0566382 Feb 09 02:30:56.768173 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c85953b0-48a3-4797-b116-22348a9f582f req-a2088093-36cb-48ef-883b-0513bd1f2073 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 1128 time: 0.0471673 Feb 09 02:30:56.829564 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c9068707-19c1-4a35-8576-16cec92f66e6 req-d505f385-dbed-4271-81fd-1c80726ecd52 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560331 Feb 09 02:30:56.885684 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85953b0-48a3-4797-b116-22348a9f582f req-dab0b28e-ee34-4e43-b2a8-7e3407e57492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:56.887200 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c85953b0-48a3-4797-b116-22348a9f582f req-dab0b28e-ee34-4e43-b2a8-7e3407e57492 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.1131711 Feb 09 02:30:56.957504 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c85953b0-48a3-4797-b116-22348a9f582f req-3a35dea5-24a1-4467-b74c-772a25648f21 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877a5eab-765f-40cd-8374-381c6f5771d5 HTTP/1.1" status: 200 len: 1001 time: 0.0628541 Feb 09 02:30:57.008793 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9ab94c9d-fa54-4e44-a08f-2b7b142d7297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'd7c09f47-39bd-47b6-9f40-33550c247538', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'port_id': '877a5eab-765f-40cd-8374-381c6f5771d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'mac_address': 'fa:16:3e:37:c8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ebd20f-858e-4153-94c4-f351168621a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:27:53Z', 'updated_at': '2022-02-09T02:30:56Z', 'revision_number': 13, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:57.037055 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab94c9d-fa54-4e44-a08f-2b7b142d7297 None None] Checking router: d970e2a7-036e-4f9b-b842-bffeffc27020 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:30:57.048232 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab94c9d-fa54-4e44-a08f-2b7b142d7297 None None] Routers {'d970e2a7-036e-4f9b-b842-bffeffc27020'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:30:57.049027 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9ab94c9d-fa54-4e44-a08f-2b7b142d7297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:30:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d970e2a7-036e-4f9b-b842-bffeffc27020'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:57.166208 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-9ab94c9d-fa54-4e44-a08f-2b7b142d7297 None None] Set router d970e2a7-036e-4f9b-b842-bffeffc27020 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:30:57.361417 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85953b0-48a3-4797-b116-22348a9f582f req-4035bad3-a604-49d9-88c6-4edf4435b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:57.362863 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c85953b0-48a3-4797-b116-22348a9f582f req-4035bad3-a604-49d9-88c6-4edf4435b1b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.3995783 Feb 09 02:30:57.408795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9ab94c9d-fa54-4e44-a08f-2b7b142d7297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'd7c09f47-39bd-47b6-9f40-33550c247538', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'port_id': '877a5eab-765f-40cd-8374-381c6f5771d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'mac_address': 'fa:16:3e:37:c8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ebd20f-858e-4153-94c4-f351168621a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:27:53Z', 'updated_at': '2022-02-09T02:30:56Z', 'revision_number': 13, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:57.411591 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85953b0-48a3-4797-b116-22348a9f582f req-873dbe20-d5cc-40ff-b219-d56b8eef48af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:57.413129 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c85953b0-48a3-4797-b116-22348a9f582f req-873dbe20-d5cc-40ff-b219-d56b8eef48af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442624 Feb 09 02:30:57.436534 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab94c9d-fa54-4e44-a08f-2b7b142d7297 None None] The sync data for ids ['d970e2a7-036e-4f9b-b842-bffeffc27020'] in n-d-828387-3 is: [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'd7c09f47-39bd-47b6-9f40-33550c247538', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'port_id': '877a5eab-765f-40cd-8374-381c6f5771d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'mac_address': 'fa:16:3e:37:c8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ebd20f-858e-4153-94c4-f351168621a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:27:53Z', 'updated_at': '2022-02-09T02:30:56Z', 'revision_number': 13, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:30:57.509972 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c85953b0-48a3-4797-b116-22348a9f582f req-12e6bd28-0b7b-4103-b400-79e70930493e service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884418 Feb 09 02:30:57.608958 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c85953b0-48a3-4797-b116-22348a9f582f req-14e5380f-e4f2-4126-8420-c4c747b2c930 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917203 Feb 09 02:30:57.644234 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d90fba6-5f14-4170-88ac-2f85809538dc None None] New status for floating IP d7c09f47-39bd-47b6-9f40-33550c247538: ACTIVE {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:30:57.953685 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86312b-d000-4a7e-81fb-418893cacac8 req-ca256e5f-47db-4a13-92b3-7b71f62940bd tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:57.955016 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6e86312b-d000-4a7e-81fb-418893cacac8 req-ca256e5f-47db-4a13-92b3-7b71f62940bd tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 946 time: 0.0536876 Feb 09 02:30:58.002164 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6e86312b-d000-4a7e-81fb-418893cacac8 req-d1a5306c-7365-474c-9b0a-f6710a11500c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415394 Feb 09 02:31:00.495385 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699a962-5bcf-406b-b4fa-cba6cde8996f req-74f31f06-47a5-45b6-bde2-3f924e9d0599 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:00.496868 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3699a962-5bcf-406b-b4fa-cba6cde8996f req-74f31f06-47a5-45b6-bde2-3f924e9d0599 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 946 time: 0.0538306 Feb 09 02:31:00.544687 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3699a962-5bcf-406b-b4fa-cba6cde8996f req-b1894903-ba7f-4e5a-b79d-db4d93800b44 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419650 Feb 09 02:31:07.566459 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7f9da43e-2d86-45e7-9fcd-42e9c77e76f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:10.212617 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-87a714c0-0695-4e2a-bc5b-619777e9caff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:10.349581 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:10.978891 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:11.234795 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:12.479956 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:13.537016 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:16.985974 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-1e0e3b85-84bd-40ec-8c0a-fa90049d8826 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0516813 Feb 09 02:31:16.995223 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-257c5e10-1f9a-49d2-9a52-ff2d55557ad1 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:31:16.996299 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-257c5e10-1f9a-49d2-9a52-ff2d55557ad1 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053031 Feb 09 02:31:17.007806 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05e6e5-2ff5-41b8-b036-848b6c2c74b9 req-86452b2f-0fea-46c0-8687-6c5c7f898567 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:17.009292 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ce05e6e5-2ff5-41b8-b036-848b6c2c74b9 req-86452b2f-0fea-46c0-8687-6c5c7f898567 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 946 time: 0.0711806 Feb 09 02:31:17.064227 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ce05e6e5-2ff5-41b8-b036-848b6c2c74b9 req-e6ba99c1-6093-48a9-9572-c4a1d21f740a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483723 Feb 09 02:31:18.178653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-d2675658-c5b0-42d5-bfe9-83ad718202fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:18.180697 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-d2675658-c5b0-42d5-bfe9-83ad718202fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 1128 time: 0.0542915 Feb 09 02:31:18.208627 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902c098-2357-4502-96ff-dc51bf074722 req-1c5ea7d8-2ebf-4f22-b75b-513c8da584c2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:18.210038 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6902c098-2357-4502-96ff-dc51bf074722 req-1c5ea7d8-2ebf-4f22-b75b-513c8da584c2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 946 time: 0.0603635 Feb 09 02:31:18.262704 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6902c098-2357-4502-96ff-dc51bf074722 req-396fc6b0-ad8c-444f-9334-48edba3097fe tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465550 Feb 09 02:31:18.286167 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-4a5c767a-612c-4019-bbc6-9be693417523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:18.287655 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-4a5c767a-612c-4019-bbc6-9be693417523 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.0992243 Feb 09 02:31:18.355900 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-64ec0aa6-7bd1-4ab9-bb93-f487776dfd80 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877a5eab-765f-40cd-8374-381c6f5771d5 HTTP/1.1" status: 200 len: 1003 time: 0.0608842 Feb 09 02:31:18.407563 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-b6c346b8-b699-4be1-822c-07f42e5e253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:18.409024 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-b6c346b8-b699-4be1-822c-07f42e5e253f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0457702 Feb 09 02:31:18.462719 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-2e14e22d-a412-4614-8469-5e1e66e030c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:18.464157 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-2e14e22d-a412-4614-8469-5e1e66e030c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490916 Feb 09 02:31:18.560142 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-be7c7745-6a5c-4b46-967c-efe422c53807 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854988 Feb 09 02:31:18.664870 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-7140735d-00d7-4443-82a4-db7d7f637b15 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949352 Feb 09 02:31:19.396011 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa65b68-43f4-4139-a55b-3a6a718cf391 req-d7e2a36e-2f9d-47ca-a82c-82371ab16f5c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:19.397494 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1fa65b68-43f4-4139-a55b-3a6a718cf391 req-d7e2a36e-2f9d-47ca-a82c-82371ab16f5c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 946 time: 0.0575860 Feb 09 02:31:19.447169 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1fa65b68-43f4-4139-a55b-3a6a718cf391 req-a1b9424e-5df0-49a7-8a9d-163c94d03d6b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436904 Feb 09 02:31:20.572220 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16e73b-01ea-47d0-a583-94abe3b6d6c5 req-524da22b-abf7-499d-9f87-c07073060749 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:20.573690 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fc16e73b-01ea-47d0-a583-94abe3b6d6c5 req-524da22b-abf7-499d-9f87-c07073060749 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 946 time: 0.0554709 Feb 09 02:31:20.626691 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fc16e73b-01ea-47d0-a583-94abe3b6d6c5 req-eb13a378-2cc6-4665-bb5e-31bcc91d5578 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473223 Feb 09 02:31:21.749657 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab3ed6-4733-470a-a7db-b0168b194244 req-bc3e8754-1c6b-4b6b-8c6e-e4dfc66a0bb4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:21.751160 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ddab3ed6-4733-470a-a7db-b0168b194244 req-bc3e8754-1c6b-4b6b-8c6e-e4dfc66a0bb4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 946 time: 0.0545025 Feb 09 02:31:21.799937 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ddab3ed6-4733-470a-a7db-b0168b194244 req-d027d231-4f7b-42b9-b5fd-314efd0c51f0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430233 Feb 09 02:31:22.926841 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7f05e-2818-4c97-a579-2a0aae48a57e req-2b7b8775-c274-4671-afb8-4e743d38aecc tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:22.928450 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-84f7f05e-2818-4c97-a579-2a0aae48a57e req-2b7b8775-c274-4671-afb8-4e743d38aecc tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 946 time: 0.0553808 Feb 09 02:31:22.983289 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-84f7f05e-2818-4c97-a579-2a0aae48a57e req-88b9824f-51b4-454f-b417-465fce315cfa tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489833 Feb 09 02:31:24.119047 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dc862-bb1f-464a-b410-a14c0fe2948f req-ff2471f6-13f6-43e5-bdef-458b9a5735e4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:24.120600 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e42dc862-bb1f-464a-b410-a14c0fe2948f req-ff2471f6-13f6-43e5-bdef-458b9a5735e4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 946 time: 0.0625756 Feb 09 02:31:24.176843 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e42dc862-bb1f-464a-b410-a14c0fe2948f req-e5efbaa7-2add-4bd1-bc64-b5230a1157b9 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454521 Feb 09 02:31:25.309609 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edfebe-90e8-470b-b2e9-3f65011af92c req-59cae6d0-91ea-497e-a25d-da5fb7917e60 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:25.311107 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-66edfebe-90e8-470b-b2e9-3f65011af92c req-59cae6d0-91ea-497e-a25d-da5fb7917e60 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 946 time: 0.0553839 Feb 09 02:31:25.364279 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-66edfebe-90e8-470b-b2e9-3f65011af92c req-7bcb831e-2850-45a3-b31f-e1c97d4211df tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457084 Feb 09 02:31:26.489543 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73722a-adb3-4ca5-a9b4-002408a9109d req-286306db-206c-4c0a-87cb-93cd59818db3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:26.491046 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bc73722a-adb3-4ca5-a9b4-002408a9109d req-286306db-206c-4c0a-87cb-93cd59818db3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 946 time: 0.0547855 Feb 09 02:31:26.538921 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bc73722a-adb3-4ca5-a9b4-002408a9109d req-5177ebd4-95ff-4f40-9e05-dd7c40e7fc6f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420506 Feb 09 02:31:27.666367 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c367c1-38b6-4b63-ac4e-2a9ad70ce4bd req-e220caf4-7bc6-4819-9fd8-74f81b60f044 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:27.667872 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56c367c1-38b6-4b63-ac4e-2a9ad70ce4bd req-e220caf4-7bc6-4819-9fd8-74f81b60f044 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 946 time: 0.0537837 Feb 09 02:31:27.716605 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56c367c1-38b6-4b63-ac4e-2a9ad70ce4bd req-7bb6a762-55de-4b8e-84ae-5ebc5a0466ec tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424156 Feb 09 02:31:28.836464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b211f58-6020-4edd-ad12-f638422066e8 req-2f5f9a00-c66b-4bc9-8db2-70b6448d0e48 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:28.837960 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b211f58-6020-4edd-ad12-f638422066e8 req-2f5f9a00-c66b-4bc9-8db2-70b6448d0e48 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 946 time: 0.0528274 Feb 09 02:31:28.889518 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1b211f58-6020-4edd-ad12-f638422066e8 req-94a07b5f-3356-425a-92f6-ea75554fcad3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459666 Feb 09 02:31:29.245460 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-336e3d1b-94d8-48e5-b9c2-202800d87129 service neutron] show failed (client error): The resource could not be found. Feb 09 02:31:29.246493 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-336e3d1b-94d8-48e5-b9c2-202800d87129 service neutron] 10.222.0.48 "GET /v2.0/ports/877a5eab-765f-40cd-8374-381c6f5771d5/bindings/n-h1-828387-3 HTTP/1.1" status: 404 len: 380 time: 0.0552633 Feb 09 02:31:29.441097 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 877a5eab-765f-40cd-8374-381c6f5771d5 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:31:29.448127 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-609e20a7-441a-448c-9eb3-fb1643a793b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:29.449635 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-609e20a7-441a-448c-9eb3-fb1643a793b8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9&tenant_id=34c767084bb54bc7b63d7b2714a19521 HTTP/1.1" status: 200 len: 1128 time: 0.0459409 Feb 09 02:31:29.459478 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-6baef3fe-7f42-4c7f-a4c4-b9cb123a7e21 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:31:29.460430 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-6baef3fe-7f42-4c7f-a4c4-b9cb123a7e21 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052972 Feb 09 02:31:29.472246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828387-3', 'device_owner': 'compute:nova'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:29.523398 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 877a5eab-765f-40cd-8374-381c6f5771d5 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:29.523793 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:29.537380 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:29.542796 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:31:29.548781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ebd20f-858e-4153-94c4-f351168621a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '877a5eab-765f-40cd-8374-381c6f5771d5'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:31:29.551039 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65aa246-9e65-4234-af8b-d68d6a14088f" -d '{"events": [{"server_uuid": "19ebd20f-858e-4153-94c4-f351168621a9", "name": "network-vif-unplugged", "status": "completed", "tag": "877a5eab-765f-40cd-8374-381c6f5771d5"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:31:29.562901 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 877a5eab-765f-40cd-8374-381c6f5771d5, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=877a5eab-765f-40cd-8374-381c6f5771d5,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:29.567570 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:29.593942 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.db.api [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:31:29.594273 n-d-828387-3 neutron-server[103183]: DEBUG oslo_db.api [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:31:29.609607 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6368fbd-b787-46b5-88eb-a061b1724569 x-openstack-request-id: req-b6368fbd-b787-46b5-88eb-a061b1724569 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:31:29.609904 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ebd20f-858e-4153-94c4-f351168621a9", "name": "network-vif-unplugged", "status": "completed", "tag": "877a5eab-765f-40cd-8374-381c6f5771d5", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:31:29.610195 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6368fbd-b787-46b5-88eb-a061b1724569 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:31:29.610595 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ebd20f-858e-4153-94c4-f351168621a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '877a5eab-765f-40cd-8374-381c6f5771d5', 'code': 200} Feb 09 02:31:29.622296 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=877a5eab-765f-40cd-8374-381c6f5771d5,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:29.629797 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:29.630151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:29.630563 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:29.630885 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:29.631341 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:29.631696 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:29.632031 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:29.632361 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:29.632690 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:29.633014 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:29.633339 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:29.633664 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:29.633987 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:30.012132 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812e925-a370-4d22-a421-2f4736330317 req-7ce8efa2-74e6-47f9-a31a-918f3a5d308b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:30.013629 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4812e925-a370-4d22-a421-2f4736330317 req-7ce8efa2-74e6-47f9-a31a-918f3a5d308b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 944 time: 0.0540135 Feb 09 02:31:30.060823 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4812e925-a370-4d22-a421-2f4736330317 req-bd8416ca-2635-4772-a27f-8eae5337e7cb tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412304 Feb 09 02:31:30.127523 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:30.328540 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] For port 877a5eab-765f-40cd-8374-381c6f5771d5, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=877a5eab-765f-40cd-8374-381c6f5771d5,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:30.362672 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] For port 877a5eab-765f-40cd-8374-381c6f5771d5, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:31:30.395661 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 877a5eab-765f-40cd-8374-381c6f5771d5 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:31:30.403137 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] Publish callbacks [] for port (877a5eab-765f-40cd-8374-381c6f5771d5), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:30.416005 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] Transition to ACTIVE for port object 877a5eab-765f-40cd-8374-381c6f5771d5 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:31:30.419488 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:30.467787 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] Pushing event updated for resources: {'Port': ['ID=877a5eab-765f-40cd-8374-381c6f5771d5,revision_number=7']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:30.546895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] No DVR routers for this DVR port 877a5eab-765f-40cd-8374-381c6f5771d5 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:31:30.686014 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] Attempting to bind port 877a5eab-765f-40cd-8374-381c6f5771d5 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:31:30.686344 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] Attempting to bind port 877a5eab-765f-40cd-8374-381c6f5771d5 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:31:30.686664 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] Attempting to bind port 877a5eab-765f-40cd-8374-381c6f5771d5 on network e4bafe92-24b3-460c-9be0-2468e5556a87 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:31:30.691685 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] Port 877a5eab-765f-40cd-8374-381c6f5771d5 on network e4bafe92-24b3-460c-9be0-2468e5556a87 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:31:30.692005 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] Attempting to bind port 877a5eab-765f-40cd-8374-381c6f5771d5 on network e4bafe92-24b3-460c-9be0-2468e5556a87 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:31:30.696679 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:31:30.697013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] Checking segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:31:30.697391 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] Bound using segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:31:30.697811 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] Bound port: 877a5eab-765f-40cd-8374-381c6f5771d5, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:31:30.698159 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:30.761488 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] For port 877a5eab-765f-40cd-8374-381c6f5771d5, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:31:30.764456 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] For port 877a5eab-765f-40cd-8374-381c6f5771d5, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=877a5eab-765f-40cd-8374-381c6f5771d5,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:31:30.771618 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:30.809267 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:30.809944 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:30.811667 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] 10.222.0.67 "PUT /v2.0/ports/877a5eab-765f-40cd-8374-381c6f5771d5 HTTP/1.1" status: 200 len: 1092 time: 1.3436272 Feb 09 02:31:30.811877 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ebd20f-858e-4153-94c4-f351168621a9', 'tag': '877a5eab-765f-40cd-8374-381c6f5771d5'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:31:30.816298 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ce8f25-abc6-437d-bbbc-2bd0fce0108e" -d '{"events": [{"name": "network-changed", "server_uuid": "19ebd20f-858e-4153-94c4-f351168621a9", "tag": "877a5eab-765f-40cd-8374-381c6f5771d5"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:31:30.838767 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac23c19-0199-4a5e-82b6-47cbc6fc5c5f service neutron] Pushing event updated for resources: {'Port': ['ID=877a5eab-765f-40cd-8374-381c6f5771d5,revision_number=8']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:30.880668 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39114d1-4cfe-4128-ba5e-4b97441bf9ac x-openstack-request-id: req-f39114d1-4cfe-4128-ba5e-4b97441bf9ac {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:31:30.880960 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ebd20f-858e-4153-94c4-f351168621a9", "tag": "877a5eab-765f-40cd-8374-381c6f5771d5", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:31:30.881360 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f39114d1-4cfe-4128-ba5e-4b97441bf9ac {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:31:30.881766 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ebd20f-858e-4153-94c4-f351168621a9', 'tag': '877a5eab-765f-40cd-8374-381c6f5771d5', 'status': 'completed', 'code': 200} Feb 09 02:31:30.898246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-391df6d2-e1a9-46e0-9f38-3383eca1e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:30.899812 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-391df6d2-e1a9-46e0-9f38-3383eca1e606 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 1126 time: 0.0581679 Feb 09 02:31:31.010540 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce8f25-abc6-437d-bbbc-2bd0fce0108e req-1cdfe0af-49b5-4b0d-9219-a65c2d01e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:31.012258 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7ce8f25-abc6-437d-bbbc-2bd0fce0108e req-1cdfe0af-49b5-4b0d-9219-a65c2d01e03f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 1126 time: 0.1114130 Feb 09 02:31:31.044770 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-308ef444-e98d-4d7c-9895-d8c9e104a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:31.046220 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-308ef444-e98d-4d7c-9895-d8c9e104a381 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.1364977 Feb 09 02:31:31.179706 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-41567dd0-c6af-44a3-bb24-5f3101a2563e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877a5eab-765f-40cd-8374-381c6f5771d5 HTTP/1.1" status: 200 len: 1001 time: 0.1097121 Feb 09 02:31:31.224894 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce8f25-abc6-437d-bbbc-2bd0fce0108e req-863ea2cf-425f-4201-87db-d26517a446ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:31.226317 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7ce8f25-abc6-437d-bbbc-2bd0fce0108e req-863ea2cf-425f-4201-87db-d26517a446ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.2030044 Feb 09 02:31:31.286238 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703c387-4d1d-44b8-85a1-89a326c5c558 req-1ee95af9-723b-4cca-9e9f-8391f585b48d tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:31.287731 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9703c387-4d1d-44b8-85a1-89a326c5c558 req-1ee95af9-723b-4cca-9e9f-8391f585b48d tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 944 time: 0.1542261 Feb 09 02:31:31.295745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-0d5a777c-e807-4336-b60c-cbad46bdbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:31.297089 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-0d5a777c-e807-4336-b60c-cbad46bdbd50 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.1057706 Feb 09 02:31:31.365664 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7ce8f25-abc6-437d-bbbc-2bd0fce0108e req-fe0d70cb-11be-4d94-8c98-832b40ea5dd6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877a5eab-765f-40cd-8374-381c6f5771d5 HTTP/1.1" status: 200 len: 1001 time: 0.1319590 Feb 09 02:31:31.415689 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9703c387-4d1d-44b8-85a1-89a326c5c558 req-b876d0dd-ec87-459d-b29d-4ffa7193639c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216705 Feb 09 02:31:31.427092 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-483a31d6-2eca-4231-a266-3eb557832dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:31.428584 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-483a31d6-2eca-4231-a266-3eb557832dc1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1227970 Feb 09 02:31:31.446870 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce8f25-abc6-437d-bbbc-2bd0fce0108e req-358bc30c-5ec0-4a89-bff2-0b0e5dc4c353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:31.448243 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7ce8f25-abc6-437d-bbbc-2bd0fce0108e req-358bc30c-5ec0-4a89-bff2-0b0e5dc4c353 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0700727 Feb 09 02:31:31.545063 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce8f25-abc6-437d-bbbc-2bd0fce0108e req-2210ed98-7a0f-45ee-b28a-603859c2dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:31.546548 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7ce8f25-abc6-437d-bbbc-2bd0fce0108e req-2210ed98-7a0f-45ee-b28a-603859c2dce6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0885367 Feb 09 02:31:31.568827 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-a0e97ac8-8226-4b49-bdbc-48f4d94bb3aa service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327446 Feb 09 02:31:31.706961 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7ce8f25-abc6-437d-bbbc-2bd0fce0108e req-81cbcebe-a606-40b1-b592-befaadf1a836 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527622 Feb 09 02:31:31.711974 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-9822e65c-7026-4fca-b0cb-ffdae6e37011 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344817 Feb 09 02:31:31.842252 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7ce8f25-abc6-437d-bbbc-2bd0fce0108e req-d796e221-8631-4e95-b4f8-29e080f5192d service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293156 Feb 09 02:31:31.847450 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce8f25-abc6-437d-bbbc-2bd0fce0108e req-9a42a1cd-abd7-452d-a86e-a62eaae16142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:31.848892 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7ce8f25-abc6-437d-bbbc-2bd0fce0108e req-9a42a1cd-abd7-452d-a86e-a62eaae16142 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 1126 time: 0.0812621 Feb 09 02:31:31.944814 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce8f25-abc6-437d-bbbc-2bd0fce0108e req-29a98a14-1307-4d15-94f3-21a509066ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:31.946329 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7ce8f25-abc6-437d-bbbc-2bd0fce0108e req-29a98a14-1307-4d15-94f3-21a509066ee7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.0918396 Feb 09 02:31:32.015823 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7ce8f25-abc6-437d-bbbc-2bd0fce0108e req-f03686a1-1b43-46ef-b40d-4c8f873c8454 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877a5eab-765f-40cd-8374-381c6f5771d5 HTTP/1.1" status: 200 len: 1001 time: 0.0630167 Feb 09 02:31:32.064611 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce8f25-abc6-437d-bbbc-2bd0fce0108e req-19161fe2-97b7-46d6-ac49-49f1c9bf2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:32.066069 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7ce8f25-abc6-437d-bbbc-2bd0fce0108e req-19161fe2-97b7-46d6-ac49-49f1c9bf2862 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0451198 Feb 09 02:31:32.115393 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce8f25-abc6-437d-bbbc-2bd0fce0108e req-90f9a115-53c1-4eda-81c5-cb745d7038fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:32.116810 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7ce8f25-abc6-437d-bbbc-2bd0fce0108e req-90f9a115-53c1-4eda-81c5-cb745d7038fd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454471 Feb 09 02:31:32.207743 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7ce8f25-abc6-437d-bbbc-2bd0fce0108e req-62c61b17-5437-435d-b545-9704798d6339 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842991 Feb 09 02:31:32.295818 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e7ce8f25-abc6-437d-bbbc-2bd0fce0108e req-2c1b81a8-0d3d-4386-b42d-0790717736b5 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826855 Feb 09 02:31:32.545735 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fb74e-29ee-4d61-ae80-40c75e789831 req-5b2b3d84-16a5-4d7e-89d7-f4982fb9d373 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:32.547310 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-959fb74e-29ee-4d61-ae80-40c75e789831 req-5b2b3d84-16a5-4d7e-89d7-f4982fb9d373 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 944 time: 0.0588646 Feb 09 02:31:32.595965 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-959fb74e-29ee-4d61-ae80-40c75e789831 req-0c6319d5-8dc3-4e6e-92f2-7ce449d2eb56 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427208 Feb 09 02:31:33.722019 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564fcb5-50c9-4b0f-8c4d-aef341ce3e85 req-a5cf3fd2-ba0b-44bf-b620-8b1ea8b7c523 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:33.723519 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8564fcb5-50c9-4b0f-8c4d-aef341ce3e85 req-a5cf3fd2-ba0b-44bf-b620-8b1ea8b7c523 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 944 time: 0.0543525 Feb 09 02:31:33.775736 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8564fcb5-50c9-4b0f-8c4d-aef341ce3e85 req-bb4c1656-dbc7-429c-b65d-759aaa72ca0a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466464 Feb 09 02:31:34.900368 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ff75b-2682-4f51-afde-7ad46d85dbf6 req-d8b889d1-d0dc-44e1-91f2-bd308b4f4aff tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:34.901843 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2a2ff75b-2682-4f51-afde-7ad46d85dbf6 req-d8b889d1-d0dc-44e1-91f2-bd308b4f4aff tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 944 time: 0.0533113 Feb 09 02:31:34.949002 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2a2ff75b-2682-4f51-afde-7ad46d85dbf6 req-1001dd3f-b5d3-4c91-8f24-bd4acbebe6d8 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407012 Feb 09 02:31:36.075852 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b5a66-59f9-4465-a4c7-81f5a3b70359 req-5c53deff-e1a0-4335-957c-a8bfab355a2a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:36.077404 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d68b5a66-59f9-4465-a4c7-81f5a3b70359 req-5c53deff-e1a0-4335-957c-a8bfab355a2a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 944 time: 0.0574062 Feb 09 02:31:36.127403 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d68b5a66-59f9-4465-a4c7-81f5a3b70359 req-959eccf8-43f3-4ade-9c99-beb87581cd06 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439379 Feb 09 02:31:37.251596 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8af86b-ebeb-4d7d-b7ac-d7da68905ff6 req-373046f8-9574-4923-a73d-04b88708faae tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:37.253074 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a8af86b-ebeb-4d7d-b7ac-d7da68905ff6 req-373046f8-9574-4923-a73d-04b88708faae tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 944 time: 0.0531945 Feb 09 02:31:37.303504 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a8af86b-ebeb-4d7d-b7ac-d7da68905ff6 req-6ddb7a9e-4f31-43ec-8313-2d827182d63d tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446649 Feb 09 02:31:37.550544 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-906aa385-d55f-48b3-86df-f027a749b76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:38.429689 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20540ceb-0de6-485f-a63d-985a3ce0b953 req-575daa4b-13fc-44a8-b61b-1f20fcef007c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:38.431223 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-20540ceb-0de6-485f-a63d-985a3ce0b953 req-575daa4b-13fc-44a8-b61b-1f20fcef007c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 944 time: 0.0564587 Feb 09 02:31:38.479954 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-20540ceb-0de6-485f-a63d-985a3ce0b953 req-0d09df07-5fb8-46de-8cac-a6c9ddecaf9f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423679 Feb 09 02:31:39.604093 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635621f-3e8a-41bc-97c8-e7a0bf58f846 req-206b8c70-2403-4d5a-89f9-a14afc0eab83 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:39.605556 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0635621f-3e8a-41bc-97c8-e7a0bf58f846 req-206b8c70-2403-4d5a-89f9-a14afc0eab83 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 944 time: 0.0551004 Feb 09 02:31:39.653627 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0635621f-3e8a-41bc-97c8-e7a0bf58f846 req-b78dccfe-2fae-45de-bda3-88f00ba4523d tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421052 Feb 09 02:31:40.214314 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4d91aed8-e542-40e1-8b43-2763251bae46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:40.345863 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:40.780629 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571c491-c4a3-4df1-809b-3f3f528e9dea req-e0740545-9056-4bcc-975c-407917c64c0c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:40.782133 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0571c491-c4a3-4df1-809b-3f3f528e9dea req-e0740545-9056-4bcc-975c-407917c64c0c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 944 time: 0.0577598 Feb 09 02:31:40.831756 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0571c491-c4a3-4df1-809b-3f3f528e9dea req-a2d23340-8270-474a-a958-9ae53a22fede tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440900 Feb 09 02:31:40.979577 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:41.234201 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:41.686402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f0e1c-1a19-4d4c-9b02-79a9b243e5bf req-1487341e-0d14-43ca-b49a-6ec4f8e46c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:41.687945 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b4f0e1c-1a19-4d4c-9b02-79a9b243e5bf req-1487341e-0d14-43ca-b49a-6ec4f8e46c2e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 1126 time: 0.0449657 Feb 09 02:31:41.791796 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f0e1c-1a19-4d4c-9b02-79a9b243e5bf req-d153322e-1854-4bc9-aceb-619c38aab61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:41.793242 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b4f0e1c-1a19-4d4c-9b02-79a9b243e5bf req-d153322e-1854-4bc9-aceb-619c38aab61d service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.0872395 Feb 09 02:31:41.859052 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b4f0e1c-1a19-4d4c-9b02-79a9b243e5bf req-a1053c3a-0d3d-48ea-9212-6bbdd5f63f37 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877a5eab-765f-40cd-8374-381c6f5771d5 HTTP/1.1" status: 200 len: 1001 time: 0.0591664 Feb 09 02:31:41.911706 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f0e1c-1a19-4d4c-9b02-79a9b243e5bf req-7cc50965-6651-4508-89da-02023b5370de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:41.913353 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b4f0e1c-1a19-4d4c-9b02-79a9b243e5bf req-7cc50965-6651-4508-89da-02023b5370de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0489154 Feb 09 02:31:41.951642 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18fbbb1-e2f8-4089-a278-d88b8eee3173 req-fd69cb4f-790f-4cea-bb98-7b5730966605 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:41.953117 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e18fbbb1-e2f8-4089-a278-d88b8eee3173 req-fd69cb4f-790f-4cea-bb98-7b5730966605 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 944 time: 0.0533733 Feb 09 02:31:41.967043 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f0e1c-1a19-4d4c-9b02-79a9b243e5bf req-4ca7573e-b67a-42e7-97d2-a20d6da6fdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:41.968578 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b4f0e1c-1a19-4d4c-9b02-79a9b243e5bf req-4ca7573e-b67a-42e7-97d2-a20d6da6fdf4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491676 Feb 09 02:31:42.001346 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e18fbbb1-e2f8-4089-a278-d88b8eee3173 req-9cb628c3-fb37-4983-8cf2-7d74e5f76c1b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414443 Feb 09 02:31:42.058395 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b4f0e1c-1a19-4d4c-9b02-79a9b243e5bf req-7083554c-dda1-408c-bbfa-1b1086a13fac service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829530 Feb 09 02:31:42.153343 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b4f0e1c-1a19-4d4c-9b02-79a9b243e5bf req-185e0d6b-d978-4283-af5d-888d133bac0f service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885470 Feb 09 02:31:42.482783 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:43.469401 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af562ee-c149-489d-8385-8a6eb2f39325 req-5225aef4-9d4d-4073-a53e-c9d48496a236 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:43.470981 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2af562ee-c149-489d-8385-8a6eb2f39325 req-5225aef4-9d4d-4073-a53e-c9d48496a236 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 944 time: 0.3997443 Feb 09 02:31:43.517548 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2af562ee-c149-489d-8385-8a6eb2f39325 req-d6aae8b0-7799-48a8-bc0e-c12101656762 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409050 Feb 09 02:31:43.535488 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:44.644014 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41529c8b-7438-4cff-acbd-952b9ef4e969 req-10d84a2d-0965-4ce4-b9d2-60f34ff2c4f5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:44.645469 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-41529c8b-7438-4cff-acbd-952b9ef4e969 req-10d84a2d-0965-4ce4-b9d2-60f34ff2c4f5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 944 time: 0.0558329 Feb 09 02:31:44.691565 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-41529c8b-7438-4cff-acbd-952b9ef4e969 req-7f6a8783-a954-4a8a-a8dc-179381ed0ad3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404828 Feb 09 02:31:45.811175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4de0b6-a3be-4454-a494-1e6c174d9dd7 req-ecd77d64-a14f-4760-91c3-5e8c91614061 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:45.812666 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8f4de0b6-a3be-4454-a494-1e6c174d9dd7 req-ecd77d64-a14f-4760-91c3-5e8c91614061 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 944 time: 0.0516248 Feb 09 02:31:45.858569 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8f4de0b6-a3be-4454-a494-1e6c174d9dd7 req-c4db4678-6d2e-486a-8cbb-3ffdc4744b1b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394633 Feb 09 02:31:46.982613 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597f7c8-99a9-49a1-8bb5-65e954dfd15e req-61a39a28-2c3c-47a8-b068-0648211b76af tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:46.984146 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3597f7c8-99a9-49a1-8bb5-65e954dfd15e req-61a39a28-2c3c-47a8-b068-0648211b76af tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 944 time: 0.0532634 Feb 09 02:31:47.031401 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3597f7c8-99a9-49a1-8bb5-65e954dfd15e req-28946d3d-a7e1-492d-a9cf-bc891eb00617 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408492 Feb 09 02:31:48.154353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f17a3-24fa-49ec-8a45-37657d474361 req-2744f8d3-31af-4198-82c7-6cbe5b4685e9 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:48.155811 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-af1f17a3-24fa-49ec-8a45-37657d474361 req-2744f8d3-31af-4198-82c7-6cbe5b4685e9 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 944 time: 0.0552166 Feb 09 02:31:48.202870 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-af1f17a3-24fa-49ec-8a45-37657d474361 req-726f7106-59e2-4441-9fb6-d09312ce1039 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406616 Feb 09 02:31:49.252469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 877a5eab-765f-40cd-8374-381c6f5771d5 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:31:49.330525 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472c666-1e0b-4827-af60-9c43759aabe6 req-1c66dff8-2c3c-456f-aebd-d13ec306edf7 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:49.332121 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5472c666-1e0b-4827-af60-9c43759aabe6 req-1c66dff8-2c3c-456f-aebd-d13ec306edf7 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 944 time: 0.0580556 Feb 09 02:31:49.354359 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 877a5eab-765f-40cd-8374-381c6f5771d5, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=877a5eab-765f-40cd-8374-381c6f5771d5,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:49.367969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '877a5eab-765f-40cd-8374-381c6f5771d5', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'port_id': '877a5eab-765f-40cd-8374-381c6f5771d5', 'mac_address': 'fa:16:3e:37:c8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:31:49.380863 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5472c666-1e0b-4827-af60-9c43759aabe6 req-f4ee76da-dca2-4e83-a1e0-8551f84b00d3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430429 Feb 09 02:31:49.405094 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 877a5eab-765f-40cd-8374-381c6f5771d5 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:49.405510 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:49.418911 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877a5eab-765f-40cd-8374-381c6f5771d5 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:31:49.438888 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 877a5eab-765f-40cd-8374-381c6f5771d5, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=877a5eab-765f-40cd-8374-381c6f5771d5,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:49.443134 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:49.490969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=877a5eab-765f-40cd-8374-381c6f5771d5,revision_number=9']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:49.808205 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['877a5eab-765f-40cd-8374-381c6f5771d5'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:31:50.504969 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd4ed8-3e0a-4b31-b346-28b5c58bf03d req-4bdcc9a7-4ea0-4b0a-932e-ea6cb4fa9fe5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:50.506442 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cafd4ed8-3e0a-4b31-b346-28b5c58bf03d req-4bdcc9a7-4ea0-4b0a-932e-ea6cb4fa9fe5 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 945 time: 0.0534763 Feb 09 02:31:50.553068 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cafd4ed8-3e0a-4b31-b346-28b5c58bf03d req-c2fc8cd2-29a1-46b2-8bcb-ded2557aadfd tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409601 Feb 09 02:31:50.878183 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-241dfc8e-3d4a-41a7-b326-d382476d30c8 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:50.879758 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-241dfc8e-3d4a-41a7-b326-d382476d30c8 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.67 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9&tenant_id=34c767084bb54bc7b63d7b2714a19521&binding%3Ahost_id=n-h1-828387-3 HTTP/1.1" status: 200 len: 945 time: 0.0932055 Feb 09 02:31:50.890698 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de030a-1d47-4494-af74-8c367ec7f90c req-7e442026-95fc-44ce-8a41-ad91765b961c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:50.892078 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c3de030a-1d47-4494-af74-8c367ec7f90c req-7e442026-95fc-44ce-8a41-ad91765b961c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 945 time: 0.0742316 Feb 09 02:31:50.977357 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c3de030a-1d47-4494-af74-8c367ec7f90c req-a69905f2-0640-4f8c-9c0e-f9286f8e227c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781307 Feb 09 02:31:50.978767 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-0ce16de5-ab6a-4e54-8935-ad43afaf66dc service neutron] 10.222.0.67 "GET /v2.0/ports/877a5eab-765f-40cd-8374-381c6f5771d5/bindings/n-h1-828387-3 HTTP/1.1" status: 200 len: 382 time: 0.0858724 Feb 09 02:31:51.050655 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ec972c50-0abe-4680-801d-c649cc6196c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:51.052114 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ec972c50-0abe-4680-801d-c649cc6196c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 1127 time: 0.0493698 Feb 09 02:31:51.141630 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-2564dff3-cced-47a3-a447-96e1e1b05aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:51.143091 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-2564dff3-cced-47a3-a447-96e1e1b05aa2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.0853143 Feb 09 02:31:51.211157 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-b0a645ba-af8e-4941-a34f-b05319c279f1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877a5eab-765f-40cd-8374-381c6f5771d5 HTTP/1.1" status: 200 len: 1002 time: 0.0614965 Feb 09 02:31:51.261324 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 877a5eab-765f-40cd-8374-381c6f5771d5 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:31:51.261914 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-03c8c8d6-c019-4506-90dc-216ec6e4480f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:51.262950 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-03c8c8d6-c019-4506-90dc-216ec6e4480f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0455232 Feb 09 02:31:51.312884 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 877a5eab-765f-40cd-8374-381c6f5771d5 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:31:51.314039 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-6fbf6dff-173f-4848-b366-01afc7a7d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:51.316213 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-6fbf6dff-173f-4848-b366-01afc7a7d3d2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470390 Feb 09 02:31:51.317280 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 877a5eab-765f-40cd-8374-381c6f5771d5 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:51.317744 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:51.399291 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 877a5eab-765f-40cd-8374-381c6f5771d5 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:51.399694 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:51.410401 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-082e35db-99e1-4150-b1da-6dcc8b5fc3f4 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888550 Feb 09 02:31:51.431312 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ebd20f-858e-4153-94c4-f351168621a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877a5eab-765f-40cd-8374-381c6f5771d5'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:31:51.434194 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df0424a-6fa8-4ae4-9689-b6d7eb4d696c" -d '{"events": [{"server_uuid": "19ebd20f-858e-4153-94c4-f351168621a9", "name": "network-vif-plugged", "status": "completed", "tag": "877a5eab-765f-40cd-8374-381c6f5771d5"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:31:51.442096 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 877a5eab-765f-40cd-8374-381c6f5771d5, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=877a5eab-765f-40cd-8374-381c6f5771d5,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:51.448220 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:51.492215 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c057af45-d147-4e1e-bbee-c16173e7b0d2 x-openstack-request-id: req-c057af45-d147-4e1e-bbee-c16173e7b0d2 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:31:51.492514 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ebd20f-858e-4153-94c4-f351168621a9", "name": "network-vif-plugged", "status": "completed", "tag": "877a5eab-765f-40cd-8374-381c6f5771d5", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:31:51.492770 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c057af45-d147-4e1e-bbee-c16173e7b0d2 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:31:51.493292 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ebd20f-858e-4153-94c4-f351168621a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877a5eab-765f-40cd-8374-381c6f5771d5', 'code': 200} Feb 09 02:31:51.514890 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-e4e6a009-7519-4844-810e-78222560affd service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991073 Feb 09 02:31:51.517061 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=877a5eab-765f-40cd-8374-381c6f5771d5,revision_number=10']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:52.101420 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16ce9e-3097-4577-8c66-f0866f2f96ba req-1eea5d03-e224-4b95-8ab5-c4627d1939fe tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:52.102918 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8e16ce9e-3097-4577-8c66-f0866f2f96ba req-1eea5d03-e224-4b95-8ab5-c4627d1939fe tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 947 time: 0.0549173 Feb 09 02:31:52.148563 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8e16ce9e-3097-4577-8c66-f0866f2f96ba req-828f9dc0-d0d3-4fdd-b88a-a62d7b3ed9ad tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400491 Feb 09 02:31:53.272337 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b0f6e-369c-41c8-b6bf-a928a4b51f8e req-b84324ab-db95-4820-9e67-b4f0f3215d78 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:53.274093 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-253b0f6e-369c-41c8-b6bf-a928a4b51f8e req-b84324ab-db95-4820-9e67-b4f0f3215d78 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 947 time: 0.0534453 Feb 09 02:31:53.326016 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-253b0f6e-369c-41c8-b6bf-a928a4b51f8e req-4f9a4220-6f85-4733-a0bf-4f9959874276 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455198 Feb 09 02:31:54.454540 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38989d6-9c1b-43d6-8758-cd4ad1e1d4a9 req-8640716c-a247-436a-b78d-806dacdfd75a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:54.456057 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d38989d6-9c1b-43d6-8758-cd4ad1e1d4a9 req-8640716c-a247-436a-b78d-806dacdfd75a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 947 time: 0.0586171 Feb 09 02:31:54.504451 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d38989d6-9c1b-43d6-8758-cd4ad1e1d4a9 req-e6a6aaa8-3508-4e0c-87ef-f5d277c687fb tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420098 Feb 09 02:31:55.631427 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60de481-5cd1-4b68-9783-d7abce4e400b req-bd9d7551-d4bd-4882-b748-0efc493f4393 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:55.632905 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a60de481-5cd1-4b68-9783-d7abce4e400b req-bd9d7551-d4bd-4882-b748-0efc493f4393 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 947 time: 0.0543451 Feb 09 02:31:55.684861 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a60de481-5cd1-4b68-9783-d7abce4e400b req-9683fe03-e720-4345-aa9a-5972561b11e7 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462222 Feb 09 02:31:56.811482 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05522d1b-3d21-4d65-87aa-c350c538071f req-a585e683-a31a-4331-b7f4-5d7e865dcc93 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:56.812973 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-05522d1b-3d21-4d65-87aa-c350c538071f req-a585e683-a31a-4331-b7f4-5d7e865dcc93 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 947 time: 0.0536704 Feb 09 02:31:56.860234 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-05522d1b-3d21-4d65-87aa-c350c538071f req-99cfaadb-7f07-4344-9ec6-fe59f50963d2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408459 Feb 09 02:31:57.292044 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 877a5eab-765f-40cd-8374-381c6f5771d5 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:31:57.372108 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 877a5eab-765f-40cd-8374-381c6f5771d5 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:57.372500 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:57.380213 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-efaebba5-0abc-413d-964b-6638c2e79df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:57.381713 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-efaebba5-0abc-413d-964b-6638c2e79df2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9&tenant_id=34c767084bb54bc7b63d7b2714a19521 HTTP/1.1" status: 200 len: 1129 time: 0.0524478 Feb 09 02:31:57.392281 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-cfa9353e-0e87-4960-b729-beb56f6776ea service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:31:57.393243 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-cfa9353e-0e87-4960-b729-beb56f6776ea service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050673 Feb 09 02:31:57.396103 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ebd20f-858e-4153-94c4-f351168621a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '877a5eab-765f-40cd-8374-381c6f5771d5'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:31:57.398484 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b4043c-e950-4b36-afd9-60fa15462c9c" -d '{"events": [{"server_uuid": "19ebd20f-858e-4153-94c4-f351168621a9", "name": "network-vif-unplugged", "status": "completed", "tag": "877a5eab-765f-40cd-8374-381c6f5771d5"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:31:57.405635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828387-3', 'device_owner': 'compute:nova'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:57.413540 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 877a5eab-765f-40cd-8374-381c6f5771d5, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=877a5eab-765f-40cd-8374-381c6f5771d5,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:57.417792 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:57.455962 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101ba7df-c308-47f0-8a1f-d0dcdb8adfd5 x-openstack-request-id: req-101ba7df-c308-47f0-8a1f-d0dcdb8adfd5 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:31:57.456177 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ebd20f-858e-4153-94c4-f351168621a9", "name": "network-vif-unplugged", "status": "completed", "tag": "877a5eab-765f-40cd-8374-381c6f5771d5", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:31:57.456431 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-101ba7df-c308-47f0-8a1f-d0dcdb8adfd5 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:31:57.457339 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ebd20f-858e-4153-94c4-f351168621a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '877a5eab-765f-40cd-8374-381c6f5771d5', 'code': 200} Feb 09 02:31:57.473637 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=877a5eab-765f-40cd-8374-381c6f5771d5,revision_number=11']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:57.478215 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:57.682885 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] For port 877a5eab-765f-40cd-8374-381c6f5771d5, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=877a5eab-765f-40cd-8374-381c6f5771d5,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:57.715456 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] For port 877a5eab-765f-40cd-8374-381c6f5771d5, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:31:57.752734 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 877a5eab-765f-40cd-8374-381c6f5771d5 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:31:57.760388 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Publish callbacks [] for port (877a5eab-765f-40cd-8374-381c6f5771d5), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:57.773524 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Transition to ACTIVE for port object 877a5eab-765f-40cd-8374-381c6f5771d5 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:31:57.777304 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:57.860248 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Pushing event updated for resources: {'Port': ['ID=877a5eab-765f-40cd-8374-381c6f5771d5,revision_number=12']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:57.876086 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:57.876758 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:57.877285 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:57.877816 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:57.878222 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:57.879163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:57.879763 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:57.880391 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:57.880794 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:57.881130 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:57.881492 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:57.881855 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:57.882345 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:57.921006 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] No DVR routers for this DVR port 877a5eab-765f-40cd-8374-381c6f5771d5 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:31:58.067789 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6437b4-5420-4b3a-8d2f-18bb54d02a03 req-155f86e1-c5a2-4455-ac77-bae7d8f5ed44 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:58.069238 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3d6437b4-5420-4b3a-8d2f-18bb54d02a03 req-155f86e1-c5a2-4455-ac77-bae7d8f5ed44 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 945 time: 0.1079047 Feb 09 02:31:58.152802 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3d6437b4-5420-4b3a-8d2f-18bb54d02a03 req-026044b2-a343-468a-922d-ddf986cbcca4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769703 Feb 09 02:31:58.153503 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Attempting to bind port 877a5eab-765f-40cd-8374-381c6f5771d5 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:31:58.153836 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Attempting to bind port 877a5eab-765f-40cd-8374-381c6f5771d5 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:31:58.154157 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Attempting to bind port 877a5eab-765f-40cd-8374-381c6f5771d5 on network e4bafe92-24b3-460c-9be0-2468e5556a87 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:31:58.158762 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Port 877a5eab-765f-40cd-8374-381c6f5771d5 on network e4bafe92-24b3-460c-9be0-2468e5556a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:31:58.158934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Attempting to bind port 877a5eab-765f-40cd-8374-381c6f5771d5 on network e4bafe92-24b3-460c-9be0-2468e5556a87 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:31:58.164845 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:31:58.165147 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Checking segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:31:58.165607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Bound using segment: {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:31:58.166040 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Bound port: 877a5eab-765f-40cd-8374-381c6f5771d5, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6591ba95-8e51-4a4e-bb84-09eaebfa29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:31:58.166397 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:58.229240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] For port 877a5eab-765f-40cd-8374-381c6f5771d5, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:31:58.232250 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] For port 877a5eab-765f-40cd-8374-381c6f5771d5, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=877a5eab-765f-40cd-8374-381c6f5771d5,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:31:58.238433 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:58.274377 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:58.274946 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:58.276437 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] 10.222.0.48 "PUT /v2.0/ports/877a5eab-765f-40cd-8374-381c6f5771d5 HTTP/1.1" status: 200 len: 1093 time: 0.8754730 Feb 09 02:31:58.279040 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ebd20f-858e-4153-94c4-f351168621a9', 'tag': '877a5eab-765f-40cd-8374-381c6f5771d5'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:31:58.281361 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239ce171-9a06-4475-942b-23d2196b364f" -d '{"events": [{"name": "network-changed", "server_uuid": "19ebd20f-858e-4153-94c4-f351168621a9", "tag": "877a5eab-765f-40cd-8374-381c6f5771d5"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:31:58.321144 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a9ddf-4ca2-4834-b9e5-1387a2afa5fe service neutron] Pushing event updated for resources: {'Port': ['ID=877a5eab-765f-40cd-8374-381c6f5771d5,revision_number=13']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:58.353086 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8245851a-0348-48de-afe8-94dddaf045d9 x-openstack-request-id: req-8245851a-0348-48de-afe8-94dddaf045d9 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:31:58.353383 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ebd20f-858e-4153-94c4-f351168621a9", "tag": "877a5eab-765f-40cd-8374-381c6f5771d5", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:31:58.353770 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8245851a-0348-48de-afe8-94dddaf045d9 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:31:58.354271 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ebd20f-858e-4153-94c4-f351168621a9', 'tag': '877a5eab-765f-40cd-8374-381c6f5771d5', 'status': 'completed', 'code': 200} Feb 09 02:31:58.376742 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-bc8e008d-1c34-4cdf-bf08-da94f56dcf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:58.378286 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-bc8e008d-1c34-4cdf-bf08-da94f56dcf22 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 1127 time: 0.0677583 Feb 09 02:31:58.485405 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ce171-9a06-4475-942b-23d2196b364f req-02ab319d-ab5d-4f0a-85b4-458b7bd4126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:58.486927 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-239ce171-9a06-4475-942b-23d2196b364f req-02ab319d-ab5d-4f0a-85b4-458b7bd4126c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 1127 time: 0.1072032 Feb 09 02:31:58.555230 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-bb00afa7-8d98-4a78-8a62-643a8cefd1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:58.556715 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-bb00afa7-8d98-4a78-8a62-643a8cefd1e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.1686182 Feb 09 02:31:58.645559 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ce171-9a06-4475-942b-23d2196b364f req-d6ded7f1-0a73-46bb-b040-7b5957f50394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:58.647026 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-239ce171-9a06-4475-942b-23d2196b364f req-d6ded7f1-0a73-46bb-b040-7b5957f50394 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.1532431 Feb 09 02:31:58.648879 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-5bf594fc-9ad9-4e4c-99b9-8c202218e89b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877a5eab-765f-40cd-8374-381c6f5771d5 HTTP/1.1" status: 200 len: 1001 time: 0.0859087 Feb 09 02:31:58.743227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-f469ab42-5815-493a-b1ac-5fab77d2606b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:58.744613 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-f469ab42-5815-493a-b1ac-5fab77d2606b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0861342 Feb 09 02:31:58.750654 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-239ce171-9a06-4475-942b-23d2196b364f req-21c1335b-5642-409f-aaf2-4d87a0b6bd86 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877a5eab-765f-40cd-8374-381c6f5771d5 HTTP/1.1" status: 200 len: 1001 time: 0.0977468 Feb 09 02:31:58.821802 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ce171-9a06-4475-942b-23d2196b364f req-aa33ecbc-fcbd-4c5c-826f-05d6e5b4c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:58.823353 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-239ce171-9a06-4475-942b-23d2196b364f req-aa33ecbc-fcbd-4c5c-826f-05d6e5b4c41b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0642159 Feb 09 02:31:58.841066 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-0db37248-4bce-4c88-b4e4-7a0f5d6c8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:58.842507 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-0db37248-4bce-4c88-b4e4-7a0f5d6c8a8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0910113 Feb 09 02:31:58.939010 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ce171-9a06-4475-942b-23d2196b364f req-432162d2-b43a-4a9a-b495-63930b5b7fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:58.940549 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-239ce171-9a06-4475-942b-23d2196b364f req-432162d2-b43a-4a9a-b495-63930b5b7fe0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1099589 Feb 09 02:31:58.973780 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-2cbf6478-a61e-454d-b9ce-cfdecd563645 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161044 Feb 09 02:31:59.102885 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-239ce171-9a06-4475-942b-23d2196b364f req-62256d41-5490-4235-8d4a-17f51827eccb service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551611 Feb 09 02:31:59.132591 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-99e3fd2c-63ef-4e3e-ba06-38001423b149 req-19650766-048d-40f3-b6fa-1092fdb94ccf service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349199 Feb 09 02:31:59.253176 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-239ce171-9a06-4475-942b-23d2196b364f req-66cfd285-c004-46d4-ad2b-35b63db0da3b service neutron] 10.222.0.67 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418791 Feb 09 02:31:59.279528 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ce171-9a06-4475-942b-23d2196b364f req-96fa3d2a-e027-479b-aa92-e3ff428400c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:59.281002 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-239ce171-9a06-4475-942b-23d2196b364f req-96fa3d2a-e027-479b-aa92-e3ff428400c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34c767084bb54bc7b63d7b2714a19521&device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 1127 time: 0.1062441 Feb 09 02:31:59.351329 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc82d0b-aaa4-4aa2-beca-94ec84883795 req-93b0f7dc-4c76-46a1-9e15-4a11b56e11eb tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:59.352817 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0dc82d0b-aaa4-4aa2-beca-94ec84883795 req-93b0f7dc-4c76-46a1-9e15-4a11b56e11eb tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 945 time: 0.1180434 Feb 09 02:31:59.428169 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0dc82d0b-aaa4-4aa2-beca-94ec84883795 req-75cb7aa9-e4c8-4df0-825a-63e3bda10f30 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689557 Feb 09 02:31:59.429243 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ce171-9a06-4475-942b-23d2196b364f req-8932d00f-5356-4a11-8c7b-c8c1ddd16444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:59.430582 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-239ce171-9a06-4475-942b-23d2196b364f req-8932d00f-5356-4a11-8c7b-c8c1ddd16444 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 200 len: 913 time: 0.1427302 Feb 09 02:31:59.510123 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-239ce171-9a06-4475-942b-23d2196b364f req-41baeec9-8e74-4d91-9c4b-dc3824cc910b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877a5eab-765f-40cd-8374-381c6f5771d5 HTTP/1.1" status: 200 len: 1001 time: 0.0733359 Feb 09 02:31:59.559308 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ce171-9a06-4475-942b-23d2196b364f req-40324fa2-277f-4e58-86f2-bdc0d5a7ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:59.560769 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-239ce171-9a06-4475-942b-23d2196b364f req-40324fa2-277f-4e58-86f2-bdc0d5a7ca0f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 200 len: 851 time: 0.0446713 Feb 09 02:31:59.610984 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ce171-9a06-4475-942b-23d2196b364f req-f4068fa4-c195-421e-b83c-29b2ba877e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:59.612503 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-239ce171-9a06-4475-942b-23d2196b364f req-f4068fa4-c195-421e-b83c-29b2ba877e33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bafe92-24b3-460c-9be0-2468e5556a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447071 Feb 09 02:31:59.704715 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-239ce171-9a06-4475-942b-23d2196b364f req-1527f938-cca0-4527-bf64-df0684aacdf9 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856204 Feb 09 02:31:59.794992 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-239ce171-9a06-4475-942b-23d2196b364f req-6e8bef42-0eec-42f1-9d7d-1a23ee2d4603 service neutron] 10.222.0.48 "GET /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832322 Feb 09 02:32:00.554144 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5f6d3-6478-4573-b456-270c24d72949 req-30fff55f-b483-4b05-ac2c-3d7624f98b45 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:00.555566 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03e5f6d3-6478-4573-b456-270c24d72949 req-30fff55f-b483-4b05-ac2c-3d7624f98b45 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 945 time: 0.0538805 Feb 09 02:32:00.602524 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03e5f6d3-6478-4573-b456-270c24d72949 req-48d496da-01c4-45e3-a128-c1de50e7cb69 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413160 Feb 09 02:32:01.728064 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b228b85-d21e-445f-8311-db6c7d9e7f79 req-b7ffa602-4c33-4bd4-b562-9cf4a7031de6 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:01.729566 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2b228b85-d21e-445f-8311-db6c7d9e7f79 req-b7ffa602-4c33-4bd4-b562-9cf4a7031de6 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 945 time: 0.0561454 Feb 09 02:32:01.783166 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2b228b85-d21e-445f-8311-db6c7d9e7f79 req-9747392f-a837-436f-9242-97d79606dde3 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477388 Feb 09 02:32:02.907601 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51711a1f-7936-420f-92f4-52d323305d74 req-9c724e10-0a15-4505-ab03-7d5034894c72 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:02.909094 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-51711a1f-7936-420f-92f4-52d323305d74 req-9c724e10-0a15-4505-ab03-7d5034894c72 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 945 time: 0.0542340 Feb 09 02:32:02.958801 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-51711a1f-7936-420f-92f4-52d323305d74 req-3e2da8a5-f735-4fc5-9297-67f229dc96a0 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431597 Feb 09 02:32:04.081091 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d2fdf-61d6-406a-8cf8-d6e539c2ccec req-f41685a9-39fd-423f-bdde-0d2ad52c730c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:04.083353 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2e6d2fdf-61d6-406a-8cf8-d6e539c2ccec req-f41685a9-39fd-423f-bdde-0d2ad52c730c tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 945 time: 0.0539126 Feb 09 02:32:04.131059 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2e6d2fdf-61d6-406a-8cf8-d6e539c2ccec req-511ad165-1057-4fe4-9610-f338b91d7609 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420167 Feb 09 02:32:05.260574 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3e3c5-50dc-4d7c-9b5c-3fdda5dee159 req-8e95f610-7b34-4aa0-a270-9b2cc3689532 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:05.262076 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-46d3e3c5-50dc-4d7c-9b5c-3fdda5dee159 req-8e95f610-7b34-4aa0-a270-9b2cc3689532 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 945 time: 0.0573928 Feb 09 02:32:05.309599 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-46d3e3c5-50dc-4d7c-9b5c-3fdda5dee159 req-e5e97d6b-2e72-4096-9520-e2b7eeb47c41 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415413 Feb 09 02:32:06.432674 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc860983-ea85-41b6-a6ca-9dcdbd425b50 req-bc54a045-d9fc-46f3-bfea-fd75f8046dc1 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:06.434143 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fc860983-ea85-41b6-a6ca-9dcdbd425b50 req-bc54a045-d9fc-46f3-bfea-fd75f8046dc1 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 945 time: 0.0537260 Feb 09 02:32:06.480595 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fc860983-ea85-41b6-a6ca-9dcdbd425b50 req-da41e026-db2a-4d32-a7fc-7cbbd2fc3483 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407987 Feb 09 02:32:06.542835 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:32:07.566194 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-da85945f-03a7-43c1-b53e-efa9eb8353e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:07.615291 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22f3c0-b4bf-471f-9fe8-7acd1eb578bb req-215b5f01-c632-4092-b911-649d309e8c26 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:07.617406 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7a22f3c0-b4bf-471f-9fe8-7acd1eb578bb req-215b5f01-c632-4092-b911-649d309e8c26 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 945 time: 0.0629680 Feb 09 02:32:07.669677 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7a22f3c0-b4bf-471f-9fe8-7acd1eb578bb req-2d6618d6-017b-4b48-a4cc-518d1a0f5e84 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460322 Feb 09 02:32:08.812961 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e183c-9531-4756-8c31-d3a836a0aabb req-823a6464-7239-42d5-8095-5d3229352554 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:08.814525 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f93e183c-9531-4756-8c31-d3a836a0aabb req-823a6464-7239-42d5-8095-5d3229352554 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 945 time: 0.0744886 Feb 09 02:32:08.873090 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f93e183c-9531-4756-8c31-d3a836a0aabb req-fa9927e2-c7c2-4f19-bc2e-3b4d31d33292 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512581 Feb 09 02:32:09.998771 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4b9f5-5d4f-4e5d-9225-fba76c09a3f3 req-4f1f959e-ded8-4494-afdf-3c1099ae34a6 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:10.000252 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b2f4b9f5-5d4f-4e5d-9225-fba76c09a3f3 req-4f1f959e-ded8-4494-afdf-3c1099ae34a6 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 945 time: 0.0524364 Feb 09 02:32:10.050802 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b2f4b9f5-5d4f-4e5d-9225-fba76c09a3f3 req-d38659d5-de91-4ea1-9129-136105c6f38f tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443883 Feb 09 02:32:10.216447 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6d1683c4-6a6d-4617-9e2b-fa7dc4cbea1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:10.370250 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:10.982102 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:11.171908 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2ba60-7249-4207-b1eb-3796c371612e req-f105c611-1464-40e3-986a-2c178e858650 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:11.173396 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5cf2ba60-7249-4207-b1eb-3796c371612e req-f105c611-1464-40e3-986a-2c178e858650 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 945 time: 0.0538688 Feb 09 02:32:11.219556 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5cf2ba60-7249-4207-b1eb-3796c371612e req-ce3fb36a-1ed2-4592-ad3c-77f2a84808c4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401080 Feb 09 02:32:11.258276 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:12.341251 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacae373-d0ee-42e2-bef1-437256f030d7 req-cca9f367-b1de-4037-8522-339f12cd3229 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:12.342730 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bacae373-d0ee-42e2-bef1-437256f030d7 req-cca9f367-b1de-4037-8522-339f12cd3229 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 945 time: 0.0533526 Feb 09 02:32:12.389015 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bacae373-d0ee-42e2-bef1-437256f030d7 req-627c27f7-5820-46db-9f9c-a42cf4213d85 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406015 Feb 09 02:32:12.484708 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:13.512373 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048c76a-b72b-46db-b478-0508f2be13d5 req-0917ddb0-c60c-41a5-8cb9-945794a20edc tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:13.513862 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7048c76a-b72b-46db-b478-0508f2be13d5 req-0917ddb0-c60c-41a5-8cb9-945794a20edc tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 945 time: 0.0536191 Feb 09 02:32:13.539089 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:13.567744 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7048c76a-b72b-46db-b478-0508f2be13d5 req-9bf5c663-4c03-458e-a290-30ccaef2a0ce tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481117 Feb 09 02:32:14.710792 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dad397-6b10-405e-b277-ada8aa63eef7 req-a555d950-1a70-4c75-b9db-93a5bff77e92 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:14.712412 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-87dad397-6b10-405e-b277-ada8aa63eef7 req-a555d950-1a70-4c75-b9db-93a5bff77e92 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 945 time: 0.0699813 Feb 09 02:32:14.765002 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-87dad397-6b10-405e-b277-ada8aa63eef7 req-bbbcf04a-1599-4356-ace6-497b1655661e tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464773 Feb 09 02:32:15.821654 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 877a5eab-765f-40cd-8374-381c6f5771d5 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:32:15.887817 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ccea2-b1e4-4503-97ca-2e524a03a1a9 req-30eb7e11-fce7-49f0-b6c6-eab98066e49b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:15.889673 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-403ccea2-b1e4-4503-97ca-2e524a03a1a9 req-30eb7e11-fce7-49f0-b6c6-eab98066e49b tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 945 time: 0.0532427 Feb 09 02:32:15.923611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 877a5eab-765f-40cd-8374-381c6f5771d5, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=877a5eab-765f-40cd-8374-381c6f5771d5,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:15.935330 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '877a5eab-765f-40cd-8374-381c6f5771d5', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'port_id': '877a5eab-765f-40cd-8374-381c6f5771d5', 'mac_address': 'fa:16:3e:37:c8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:32:15.938349 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-403ccea2-b1e4-4503-97ca-2e524a03a1a9 req-d1032538-6198-4b77-88ea-d148dd9c5b93 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410283 Feb 09 02:32:15.974734 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 877a5eab-765f-40cd-8374-381c6f5771d5 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:15.975184 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:15.988334 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877a5eab-765f-40cd-8374-381c6f5771d5 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:32:16.008867 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 877a5eab-765f-40cd-8374-381c6f5771d5, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=877a5eab-765f-40cd-8374-381c6f5771d5,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:16.013292 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:16.068609 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=877a5eab-765f-40cd-8374-381c6f5771d5,revision_number=14']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:16.072514 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247353c6-c33b-41e6-aef5-e4dcd61a49ac req-15d65891-8a49-4fbf-a9f9-3ff397b49582 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:16.074636 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-247353c6-c33b-41e6-aef5-e4dcd61a49ac req-15d65891-8a49-4fbf-a9f9-3ff397b49582 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 946 time: 0.0658638 Feb 09 02:32:16.132936 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-247353c6-c33b-41e6-aef5-e4dcd61a49ac req-407b5d33-341e-4672-8252-68a1274c9e1a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525868 Feb 09 02:32:16.270345 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214bf3c-5f09-42d2-b785-1fed008e1215 req-33b7a7ed-316e-4e14-8336-c1798ee03954 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:16.271941 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f214bf3c-5f09-42d2-b785-1fed008e1215 req-33b7a7ed-316e-4e14-8336-c1798ee03954 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 946 time: 0.0583899 Feb 09 02:32:16.292409 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['877a5eab-765f-40cd-8374-381c6f5771d5'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:32:16.328162 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f214bf3c-5f09-42d2-b785-1fed008e1215 req-3fbdf425-9968-4780-89e9-4f7d86175c44 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428436 Feb 09 02:32:16.624899 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d55499-1b63-44e6-ba58-c83f2a13dc66 req-af407a47-c762-4920-a8c3-13c6343fea20 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:16.626436 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1d55499-1b63-44e6-ba58-c83f2a13dc66 req-af407a47-c762-4920-a8c3-13c6343fea20 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 946 time: 0.0686617 Feb 09 02:32:16.682243 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b1d55499-1b63-44e6-ba58-c83f2a13dc66 req-b281f277-dd0a-48d0-98dd-7dc9b97fcd88 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489774 Feb 09 02:32:17.828687 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e38ce-b407-4a1f-9167-0080bdda4838 req-a83204c3-ec8b-46e8-bd84-6d2abacc5b82 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:17.830741 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-278e38ce-b407-4a1f-9167-0080bdda4838 req-a83204c3-ec8b-46e8-bd84-6d2abacc5b82 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 946 time: 0.0694427 Feb 09 02:32:17.836717 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 877a5eab-765f-40cd-8374-381c6f5771d5 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:17.904796 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-278e38ce-b407-4a1f-9167-0080bdda4838 req-b78b432b-a292-492e-b8a1-931b7bc6c624 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638058 Feb 09 02:32:17.932509 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 877a5eab-765f-40cd-8374-381c6f5771d5 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:32:17.937517 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 877a5eab-765f-40cd-8374-381c6f5771d5 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:17.937903 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.023825 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 877a5eab-765f-40cd-8374-381c6f5771d5 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:18.024121 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.046387 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ebd20f-858e-4153-94c4-f351168621a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877a5eab-765f-40cd-8374-381c6f5771d5'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:32:18.048633 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc61101-679e-4411-a517-5ce9172ec5cc" -d '{"events": [{"server_uuid": "19ebd20f-858e-4153-94c4-f351168621a9", "name": "network-vif-plugged", "status": "completed", "tag": "877a5eab-765f-40cd-8374-381c6f5771d5"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:32:18.061584 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 877a5eab-765f-40cd-8374-381c6f5771d5, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=877a5eab-765f-40cd-8374-381c6f5771d5,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:18.071692 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.097989 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1079136f-482e-4f1a-bd3d-06d4324281ac x-openstack-request-id: req-1079136f-482e-4f1a-bd3d-06d4324281ac {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:32:18.098274 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ebd20f-858e-4153-94c4-f351168621a9", "name": "network-vif-plugged", "status": "completed", "tag": "877a5eab-765f-40cd-8374-381c6f5771d5", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:32:18.098529 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1079136f-482e-4f1a-bd3d-06d4324281ac {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:32:18.098913 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ebd20f-858e-4153-94c4-f351168621a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877a5eab-765f-40cd-8374-381c6f5771d5', 'code': 200} Feb 09 02:32:18.124698 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=877a5eab-765f-40cd-8374-381c6f5771d5,revision_number=15']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:18.311139 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542218de-3d01-4070-bb06-bf0c78c84092 req-014522f3-52d9-4032-b0af-d880883d3c35 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:18.312530 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-542218de-3d01-4070-bb06-bf0c78c84092 req-014522f3-52d9-4032-b0af-d880883d3c35 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 947 time: 0.0525379 Feb 09 02:32:18.408885 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-542218de-3d01-4070-bb06-bf0c78c84092 req-92a4ae90-52fa-40bf-af5a-6ca2504baf28 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Deleting port 877a5eab-765f-40cd-8374-381c6f5771d5 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:32:18.409264 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-542218de-3d01-4070-bb06-bf0c78c84092 req-92a4ae90-52fa-40bf-af5a-6ca2504baf28 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.498755 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-542218de-3d01-4070-bb06-bf0c78c84092 req-92a4ae90-52fa-40bf-af5a-6ca2504baf28 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] For port 877a5eab-765f-40cd-8374-381c6f5771d5, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=877a5eab-765f-40cd-8374-381c6f5771d5,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:18.499118 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-542218de-3d01-4070-bb06-bf0c78c84092 req-92a4ae90-52fa-40bf-af5a-6ca2504baf28 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.672052 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-542218de-3d01-4070-bb06-bf0c78c84092 req-92a4ae90-52fa-40bf-af5a-6ca2504baf28 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.672422 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-542218de-3d01-4070-bb06-bf0c78c84092 req-92a4ae90-52fa-40bf-af5a-6ca2504baf28 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (d7c09f47-39bd-47b6-9f40-33550c247538), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.672742 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [req-542218de-3d01-4070-bb06-bf0c78c84092 req-92a4ae90-52fa-40bf-af5a-6ca2504baf28 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Floating IP d7c09f47-39bd-47b6-9f40-33550c247538 disassociated. External IP: 172.25.7.211, port: 877a5eab-765f-40cd-8374-381c6f5771d5. Feb 09 02:32:18.673085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-542218de-3d01-4070-bb06-bf0c78c84092 req-92a4ae90-52fa-40bf-af5a-6ca2504baf28 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Calling delete_port for 877a5eab-765f-40cd-8374-381c6f5771d5 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:32:18.800435 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-542218de-3d01-4070-bb06-bf0c78c84092 req-92a4ae90-52fa-40bf-af5a-6ca2504baf28 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (877a5eab-765f-40cd-8374-381c6f5771d5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.830159 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4ae90-52fa-40bf-af5a-6ca2504baf28 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Pushing event deleted for resources: {'Port': ['ID=877a5eab-765f-40cd-8374-381c6f5771d5,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:18.953905 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-542218de-3d01-4070-bb06-bf0c78c84092 req-92a4ae90-52fa-40bf-af5a-6ca2504baf28 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Router d970e2a7-036e-4f9b-b842-bffeffc27020 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:32:19.023359 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a44eb3f5-d228-43f6-bc4d-a060dafbec55 req-dfa09387-e0f9-4219-bbe7-9d2820a4cc6a tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 210 time: 0.0322988 Feb 09 02:32:19.071067 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-542218de-3d01-4070-bb06-bf0c78c84092 req-92a4ae90-52fa-40bf-af5a-6ca2504baf28 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:32:19.083319 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ed5580-1217-4f2d-a29b-b13590e78d5b None None] Sync routers for ids ['d970e2a7-036e-4f9b-b842-bffeffc27020'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:32:19.092637 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ed5580-1217-4f2d-a29b-b13590e78d5b None None] Routers {'d970e2a7-036e-4f9b-b842-bffeffc27020'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:32:19.093225 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-54ed5580-1217-4f2d-a29b-b13590e78d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:32:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d970e2a7-036e-4f9b-b842-bffeffc27020'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:19.115863 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-542218de-3d01-4070-bb06-bf0c78c84092 req-92a4ae90-52fa-40bf-af5a-6ca2504baf28 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] No DVR routers for this DVR port 877a5eab-765f-40cd-8374-381c6f5771d5 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:32:19.118388 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-542218de-3d01-4070-bb06-bf0c78c84092 req-92a4ae90-52fa-40bf-af5a-6ca2504baf28 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:19.121782 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-542218de-3d01-4070-bb06-bf0c78c84092 req-92a4ae90-52fa-40bf-af5a-6ca2504baf28 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.48 "DELETE /v2.0/ports/877a5eab-765f-40cd-8374-381c6f5771d5 HTTP/1.1" status: 204 len: 173 time: 0.8031456 Feb 09 02:32:19.122247 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ebd20f-858e-4153-94c4-f351168621a9', 'name': 'network-vif-deleted', 'tag': '877a5eab-765f-40cd-8374-381c6f5771d5'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:32:19.124546 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea86a52d-75a8-42e7-8cdc-721c1a27eecd" -d '{"events": [{"server_uuid": "19ebd20f-858e-4153-94c4-f351168621a9", "name": "network-vif-deleted", "tag": "877a5eab-765f-40cd-8374-381c6f5771d5"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:32:19.165729 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdfd029-9080-43d2-a1e2-8d9606a41a45 x-openstack-request-id: req-bcdfd029-9080-43d2-a1e2-8d9606a41a45 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:32:19.166031 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ebd20f-858e-4153-94c4-f351168621a9", "name": "network-vif-deleted", "tag": "877a5eab-765f-40cd-8374-381c6f5771d5", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:32:19.166291 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bcdfd029-9080-43d2-a1e2-8d9606a41a45 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:32:19.166694 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ebd20f-858e-4153-94c4-f351168621a9', 'name': 'network-vif-deleted', 'tag': '877a5eab-765f-40cd-8374-381c6f5771d5', 'status': 'completed', 'code': 200} Feb 09 02:32:19.212314 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-54ed5580-1217-4f2d-a29b-b13590e78d5b None None] Set router d970e2a7-036e-4f9b-b842-bffeffc27020 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:32:19.417083 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-54ed5580-1217-4f2d-a29b-b13590e78d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:19.447121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ed5580-1217-4f2d-a29b-b13590e78d5b None None] Checking router: d970e2a7-036e-4f9b-b842-bffeffc27020 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:32:19.455863 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ed5580-1217-4f2d-a29b-b13590e78d5b None None] Routers {'d970e2a7-036e-4f9b-b842-bffeffc27020'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:32:19.456614 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-54ed5580-1217-4f2d-a29b-b13590e78d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:32:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d970e2a7-036e-4f9b-b842-bffeffc27020'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:19.728096 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-54ed5580-1217-4f2d-a29b-b13590e78d5b None None] Set router d970e2a7-036e-4f9b-b842-bffeffc27020 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:32:19.934482 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-54ed5580-1217-4f2d-a29b-b13590e78d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:19.961265 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ed5580-1217-4f2d-a29b-b13590e78d5b None None] The sync data for ids ['d970e2a7-036e-4f9b-b842-bffeffc27020'] in n-d-828387-3 is: [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:50Z', 'revision_number': 4, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '3d9bd0d2-be7b-4538-8713-9ae6354e46fe', 'name': '', 'network_id': 'e4bafe92-24b3-460c-9be0-2468e5556a87', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'mac_address': 'fa:16:3e:91:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:49Z', 'updated_at': '2022-02-09T02:27:53Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'subnets': [{'id': 'c39e1438-f78e-4831-a839-a9badecdeddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:32:20.124796 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-943d1cbd-0c2c-41b5-9b9c-90b0f947bfe4 req-7800cfad-38bd-428b-8ce8-309043b0f9f2 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 210 time: 0.0285416 Feb 09 02:32:20.193094 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840a9eb2-3294-491a-a114-acbb768da736 None None] New status for floating IP d7c09f47-39bd-47b6-9f40-33550c247538: DOWN {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:32:21.568563 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c820a29-14ca-45a5-99d4-5f48e70d54f6 req-3a3b7baa-bd89-4455-8dcc-18d6b6b5601e tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 210 time: 0.3725502 Feb 09 02:32:21.837289 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 877a5eab-765f-40cd-8374-381c6f5771d5 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:32:21.857634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 877a5eab-765f-40cd-8374-381c6f5771d5 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:32:21.857975 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 877a5eab-765f-40cd-8374-381c6f5771d5 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:32:22.679222 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4ec1f7f1-48ac-41a6-9141-ea5d494c121a req-d8f16b0b-4083-4ced-8192-7462339e2ffb tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 210 time: 0.0281718 Feb 09 02:32:23.775744 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4134e012-0859-4103-8e2f-5bb9e8120029 req-36bbfb32-9323-4593-840c-d7b67ba4be17 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 210 time: 0.0285501 Feb 09 02:32:24.878591 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-819bf7a4-ba99-4775-97c7-e975790e1265 req-b75742e3-4d85-4739-a3ba-d86e5ce81f37 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 210 time: 0.0283945 Feb 09 02:32:25.976592 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd0425b3-dbb3-4dcb-9f10-0b3f2db29104 req-69bb2531-ac57-42ff-b4ec-4f0283209f57 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 210 time: 0.0302758 Feb 09 02:32:27.071938 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2d09ecac-06c4-465d-a814-c310fc0ceda2 req-6a628183-09ae-47f6-858f-e60f3af9a330 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ebd20f-858e-4153-94c4-f351168621a9 HTTP/1.1" status: 200 len: 210 time: 0.0283763 Feb 09 02:32:33.896200 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60434) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:33.949808 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-da86af45-cd85-46fc-8c46-0f291c05083d tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for security_group (5b908ea1-5279-4af8-ae0c-59de3b8a5fe0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:33.977409 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-da86af45-cd85-46fc-8c46-0f291c05083d tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for security_group (5b908ea1-5279-4af8-ae0c-59de3b8a5fe0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:34.025594 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-da86af45-cd85-46fc-8c46-0f291c05083d tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5b908ea1-5279-4af8-ae0c-59de3b8a5fe0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:34.028649 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-da86af45-cd85-46fc-8c46-0f291c05083d tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:34.029799 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-da86af45-cd85-46fc-8c46-0f291c05083d tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "DELETE /v2.0/security-groups/5b908ea1-5279-4af8-ae0c-59de3b8a5fe0 HTTP/1.1" status: 204 len: 168 time: 0.1327519 Feb 09 02:32:34.032576 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60436) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:34.039534 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86af45-cd85-46fc-8c46-0f291c05083d tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b908ea1-5279-4af8-ae0c-59de3b8a5fe0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:34.048717 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-81f2334b-44a1-4cea-a3d6-16a99997ca04 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] show failed (client error): The resource could not be found. Feb 09 02:32:34.053282 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-81f2334b-44a1-4cea-a3d6-16a99997ca04 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "GET /v2.0/security-groups/5b908ea1-5279-4af8-ae0c-59de3b8a5fe0 HTTP/1.1" status: 404 len: 347 time: 0.0160489 Feb 09 02:32:34.053537 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60438) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:34.189009 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-be54b7f0-0a0f-4bfc-a0e9-c82b4856cbc4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Deleting port 61f1de17-7cc5-4762-9eaf-708e32475214 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:32:34.189356 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be54b7f0-0a0f-4bfc-a0e9-c82b4856cbc4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (61f1de17-7cc5-4762-9eaf-708e32475214), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:34.278311 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be54b7f0-0a0f-4bfc-a0e9-c82b4856cbc4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (61f1de17-7cc5-4762-9eaf-708e32475214), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:34.278643 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be54b7f0-0a0f-4bfc-a0e9-c82b4856cbc4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for floatingip (61f1de17-7cc5-4762-9eaf-708e32475214), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:34.291010 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-be54b7f0-0a0f-4bfc-a0e9-c82b4856cbc4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Calling delete_port for 61f1de17-7cc5-4762-9eaf-708e32475214 owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:32:34.429097 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be54b7f0-0a0f-4bfc-a0e9-c82b4856cbc4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (61f1de17-7cc5-4762-9eaf-708e32475214), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:34.453918 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54b7f0-0a0f-4bfc-a0e9-c82b4856cbc4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Pushing event deleted for resources: {'Port': ['ID=61f1de17-7cc5-4762-9eaf-708e32475214,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:34.467373 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54b7f0-0a0f-4bfc-a0e9-c82b4856cbc4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:34.467731 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54b7f0-0a0f-4bfc-a0e9-c82b4856cbc4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:34.468073 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54b7f0-0a0f-4bfc-a0e9-c82b4856cbc4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:34.468414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54b7f0-0a0f-4bfc-a0e9-c82b4856cbc4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:34.468750 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54b7f0-0a0f-4bfc-a0e9-c82b4856cbc4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:34.469082 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54b7f0-0a0f-4bfc-a0e9-c82b4856cbc4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:34.469409 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54b7f0-0a0f-4bfc-a0e9-c82b4856cbc4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:34.469732 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54b7f0-0a0f-4bfc-a0e9-c82b4856cbc4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:34.470055 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54b7f0-0a0f-4bfc-a0e9-c82b4856cbc4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:34.470390 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54b7f0-0a0f-4bfc-a0e9-c82b4856cbc4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:34.470702 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54b7f0-0a0f-4bfc-a0e9-c82b4856cbc4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:34.471022 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54b7f0-0a0f-4bfc-a0e9-c82b4856cbc4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:34.471410 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54b7f0-0a0f-4bfc-a0e9-c82b4856cbc4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:34.528489 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be54b7f0-0a0f-4bfc-a0e9-c82b4856cbc4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks [] for floatingip (d7c09f47-39bd-47b6-9f40-33550c247538), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:34.531149 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be54b7f0-0a0f-4bfc-a0e9-c82b4856cbc4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:34.532370 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-be54b7f0-0a0f-4bfc-a0e9-c82b4856cbc4 tempest-ServerActionsTestJSON-1699703451 tempest-ServerActionsTestJSON-1699703451-project] 10.222.0.36 "DELETE /v2.0/floatingips/d7c09f47-39bd-47b6-9f40-33550c247538 HTTP/1.1" status: 204 len: 168 time: 0.4779682 Feb 09 02:32:34.535559 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60440) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:34.886796 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-627ad5b8-3838-4121-87aa-838a9c01bd84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (d970e2a7-036e-4f9b-b842-bffeffc27020), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:35.146855 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-627ad5b8-3838-4121-87aa-838a9c01bd84 admin admin] Deleting port 3d9bd0d2-be7b-4538-8713-9ae6354e46fe {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:32:35.147563 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-627ad5b8-3838-4121-87aa-838a9c01bd84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (3d9bd0d2-be7b-4538-8713-9ae6354e46fe), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:35.235557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-627ad5b8-3838-4121-87aa-838a9c01bd84 admin admin] For port 3d9bd0d2-be7b-4538-8713-9ae6354e46fe, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3d9bd0d2-be7b-4538-8713-9ae6354e46fe,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:35.235925 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-627ad5b8-3838-4121-87aa-838a9c01bd84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (3d9bd0d2-be7b-4538-8713-9ae6354e46fe), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:35.248996 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-627ad5b8-3838-4121-87aa-838a9c01bd84 admin admin] Calling delete_port for 3d9bd0d2-be7b-4538-8713-9ae6354e46fe owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:32:35.430695 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-627ad5b8-3838-4121-87aa-838a9c01bd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (3d9bd0d2-be7b-4538-8713-9ae6354e46fe), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:35.458450 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ad5b8-3838-4121-87aa-838a9c01bd84 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9bd0d2-be7b-4538-8713-9ae6354e46fe,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:35.639552 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-627ad5b8-3838-4121-87aa-838a9c01bd84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (d970e2a7-036e-4f9b-b842-bffeffc27020), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:35.864359 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627ad5b8-3838-4121-87aa-838a9c01bd84 admin admin] Router d970e2a7-036e-4f9b-b842-bffeffc27020 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:32:35.974765 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627ad5b8-3838-4121-87aa-838a9c01bd84 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:32:35.981520 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-627ad5b8-3838-4121-87aa-838a9c01bd84 admin admin] 10.222.0.36 "PUT /v2.0/routers/d970e2a7-036e-4f9b-b842-bffeffc27020/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4432106 Feb 09 02:32:35.982263 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60442) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:35.985516 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b2782b-8acb-4b69-be0d-b684db49f105 None None] Sync routers for ids ['d970e2a7-036e-4f9b-b842-bffeffc27020'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:32:35.996564 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b2782b-8acb-4b69-be0d-b684db49f105 None None] Routers {'d970e2a7-036e-4f9b-b842-bffeffc27020'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:32:35.997180 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-34b2782b-8acb-4b69-be0d-b684db49f105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:32:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d970e2a7-036e-4f9b-b842-bffeffc27020'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:36.091352 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6cc1-5e9c-461c-8449-e991b1d8d4d8 admin admin] Publish callbacks [] for router (d970e2a7-036e-4f9b-b842-bffeffc27020), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:36.104749 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-34b2782b-8acb-4b69-be0d-b684db49f105 None None] Set router d970e2a7-036e-4f9b-b842-bffeffc27020 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:32:36.200332 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6cc1-5e9c-461c-8449-e991b1d8d4d8 admin admin] Publish callbacks [] for router_gateway (d970e2a7-036e-4f9b-b842-bffeffc27020), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:36.259981 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-f3dc6cc1-5e9c-461c-8449-e991b1d8d4d8 admin admin] Deleting port deb05c92-89f1-4cc7-8583-d7c018ec06ce {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:32:36.260324 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6cc1-5e9c-461c-8449-e991b1d8d4d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (deb05c92-89f1-4cc7-8583-d7c018ec06ce), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:36.285694 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-34b2782b-8acb-4b69-be0d-b684db49f105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:32:35Z', 'revision_number': 5, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port': {'id': 'deb05c92-89f1-4cc7-8583-d7c018ec06ce', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:36.317056 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b2782b-8acb-4b69-be0d-b684db49f105 None None] Checking router: d970e2a7-036e-4f9b-b842-bffeffc27020 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:32:36.325362 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b2782b-8acb-4b69-be0d-b684db49f105 None None] Routers {'d970e2a7-036e-4f9b-b842-bffeffc27020'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:32:36.325970 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-34b2782b-8acb-4b69-be0d-b684db49f105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:32:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d970e2a7-036e-4f9b-b842-bffeffc27020'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:36.339147 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-f3dc6cc1-5e9c-461c-8449-e991b1d8d4d8 admin admin] For port deb05c92-89f1-4cc7-8583-d7c018ec06ce, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=deb05c92-89f1-4cc7-8583-d7c018ec06ce,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:36.339538 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6cc1-5e9c-461c-8449-e991b1d8d4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (deb05c92-89f1-4cc7-8583-d7c018ec06ce), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:36.356889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-f3dc6cc1-5e9c-461c-8449-e991b1d8d4d8 admin admin] Calling delete_port for deb05c92-89f1-4cc7-8583-d7c018ec06ce owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:32:36.413564 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-34b2782b-8acb-4b69-be0d-b684db49f105 None None] Set router d970e2a7-036e-4f9b-b842-bffeffc27020 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:32:36.468028 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-34b2782b-8acb-4b69-be0d-b684db49f105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:32:36Z', 'revision_number': 6, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:36.496295 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b2782b-8acb-4b69-be0d-b684db49f105 None None] The sync data for ids ['d970e2a7-036e-4f9b-b842-bffeffc27020'] in n-d-828387-3 is: [{'id': 'd970e2a7-036e-4f9b-b842-bffeffc27020', 'name': 'tempest-ServerActionsTestJSON-2064143901-router', 'tenant_id': '34c767084bb54bc7b63d7b2714a19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:32:36Z', 'revision_number': 6, 'project_id': '34c767084bb54bc7b63d7b2714a19521', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:32:36.535927 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6cc1-5e9c-461c-8449-e991b1d8d4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (deb05c92-89f1-4cc7-8583-d7c018ec06ce), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:36.561898 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc6cc1-5e9c-461c-8449-e991b1d8d4d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=deb05c92-89f1-4cc7-8583-d7c018ec06ce,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:36.623366 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6cc1-5e9c-461c-8449-e991b1d8d4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (d970e2a7-036e-4f9b-b842-bffeffc27020), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:36.717205 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6cc1-5e9c-461c-8449-e991b1d8d4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (d970e2a7-036e-4f9b-b842-bffeffc27020), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:36.719388 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6cc1-5e9c-461c-8449-e991b1d8d4d8 admin admin] Publish callbacks [] for router_controller (d970e2a7-036e-4f9b-b842-bffeffc27020), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:36.766789 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6cc1-5e9c-461c-8449-e991b1d8d4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (d970e2a7-036e-4f9b-b842-bffeffc27020), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:36.767349 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dc6cc1-5e9c-461c-8449-e991b1d8d4d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d970e2a7-036e-4f9b-b842-bffeffc27020 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:32:36.772478 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6cc1-5e9c-461c-8449-e991b1d8d4d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:36.773629 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f3dc6cc1-5e9c-461c-8449-e991b1d8d4d8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d970e2a7-036e-4f9b-b842-bffeffc27020 HTTP/1.1" status: 204 len: 168 time: 0.7904625 Feb 09 02:32:36.776181 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60444) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:36.820467 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc083fd6-f708-4736-b7e6-29fc1445b3e6 admin admin] Deleting subnet c39e1438-f78e-4831-a839-a9badecdeddd {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:32:36.823529 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bc083fd6-f708-4736-b7e6-29fc1445b3e6 admin admin] Publish callbacks [] for subnet (c39e1438-f78e-4831-a839-a9badecdeddd), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:36.860414 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bc083fd6-f708-4736-b7e6-29fc1445b3e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (c39e1438-f78e-4831-a839-a9badecdeddd), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:36.955116 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bc083fd6-f708-4736-b7e6-29fc1445b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (c39e1438-f78e-4831-a839-a9badecdeddd), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:37.006980 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bc083fd6-f708-4736-b7e6-29fc1445b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (c39e1438-f78e-4831-a839-a9badecdeddd), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:37.034031 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc083fd6-f708-4736-b7e6-29fc1445b3e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c39e1438-f78e-4831-a839-a9badecdeddd,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:37.036125 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bc083fd6-f708-4736-b7e6-29fc1445b3e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:37.042417 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bc083fd6-f708-4736-b7e6-29fc1445b3e6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c39e1438-f78e-4831-a839-a9badecdeddd HTTP/1.1" status: 204 len: 168 time: 0.2628515 Feb 09 02:32:37.042575 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ea63c0-ca3d-4ba7-afed-97d703fb7b0e None None] Network e4bafe92-24b3-460c-9be0-2468e5556a87 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:37.043024 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60446) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:37.112078 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41c695c1-bf08-4ef1-91fe-ce82b95748cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (e4bafe92-24b3-460c-9be0-2468e5556a87), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:37.172200 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-41c695c1-bf08-4ef1-91fe-ce82b95748cc admin admin] Deleting port dc21094a-7dec-4eae-b28b-f3790d8baf11 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:32:37.172540 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41c695c1-bf08-4ef1-91fe-ce82b95748cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (dc21094a-7dec-4eae-b28b-f3790d8baf11), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:37.235088 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-41c695c1-bf08-4ef1-91fe-ce82b95748cc admin admin] For port dc21094a-7dec-4eae-b28b-f3790d8baf11, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=dc21094a-7dec-4eae-b28b-f3790d8baf11,segment=NetworkSegment(6591ba95-8e51-4a4e-bb84-09eaebfa29e9),segment_id=6591ba95-8e51-4a4e-bb84-09eaebfa29e9)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:37.235776 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41c695c1-bf08-4ef1-91fe-ce82b95748cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (dc21094a-7dec-4eae-b28b-f3790d8baf11), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:37.248232 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-41c695c1-bf08-4ef1-91fe-ce82b95748cc admin admin] Calling delete_port for dc21094a-7dec-4eae-b28b-f3790d8baf11 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:32:37.280711 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad119c2e-802d-48c9-a5ac-aa2632f51f22 None None] DHCP port deletion for e4bafe92-24b3-460c-9be0-2468e5556a87 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:32:37.313832 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3d9bd0d2-be7b-4538-8713-9ae6354e46fe no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:32:37.333422 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41c695c1-bf08-4ef1-91fe-ce82b95748cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (dc21094a-7dec-4eae-b28b-f3790d8baf11), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:37.338168 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 3d9bd0d2-be7b-4538-8713-9ae6354e46fe {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:32:37.338529 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3d9bd0d2-be7b-4538-8713-9ae6354e46fe not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:32:37.360138 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ad119c2e-802d-48c9-a5ac-aa2632f51f22 None None] Deleting port dc21094a-7dec-4eae-b28b-f3790d8baf11 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:32:37.360703 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ad119c2e-802d-48c9-a5ac-aa2632f51f22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (dc21094a-7dec-4eae-b28b-f3790d8baf11), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:37.369080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c695c1-bf08-4ef1-91fe-ce82b95748cc admin admin] No DVR routers for this DVR port dc21094a-7dec-4eae-b28b-f3790d8baf11 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:32:37.373632 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c695c1-bf08-4ef1-91fe-ce82b95748cc admin admin] Pushing event deleted for resources: {'Port': ['ID=dc21094a-7dec-4eae-b28b-f3790d8baf11,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:37.431914 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ad119c2e-802d-48c9-a5ac-aa2632f51f22 None None] For port dc21094a-7dec-4eae-b28b-f3790d8baf11, host n-d-828387-3, got binding levels [] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:37.432330 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ad119c2e-802d-48c9-a5ac-aa2632f51f22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (dc21094a-7dec-4eae-b28b-f3790d8baf11), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:37.445812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ad119c2e-802d-48c9-a5ac-aa2632f51f22 None None] Calling delete_port for dc21094a-7dec-4eae-b28b-f3790d8baf11 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:32:37.446566 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41c695c1-bf08-4ef1-91fe-ce82b95748cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (e4bafe92-24b3-460c-9be0-2468e5556a87), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:37.448521 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.ipam_backend_mixin [None req-ad119c2e-802d-48c9-a5ac-aa2632f51f22 None None] Port dc21094a-7dec-4eae-b28b-f3790d8baf11 was not found and therefore no delete operation was performed {{(pid=103185) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:32:37.449789 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ad119c2e-802d-48c9-a5ac-aa2632f51f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (dc21094a-7dec-4eae-b28b-f3790d8baf11), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:37.467641 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-41c695c1-bf08-4ef1-91fe-ce82b95748cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4bafe92-24b3-460c-9be0-2468e5556a87']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:37.477138 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad119c2e-802d-48c9-a5ac-aa2632f51f22 None None] Pushing event deleted for resources: {'Port': ['ID=dc21094a-7dec-4eae-b28b-f3790d8baf11,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:37.478930 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-41c695c1-bf08-4ef1-91fe-ce82b95748cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6591ba95-8e51-4a4e-bb84-09eaebfa29e9') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:37.479251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-41c695c1-bf08-4ef1-91fe-ce82b95748cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6591ba95-8e51-4a4e-bb84-09eaebfa29e9') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:37.486146 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad119c2e-802d-48c9-a5ac-aa2632f51f22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:37.486419 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad119c2e-802d-48c9-a5ac-aa2632f51f22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:37.486755 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad119c2e-802d-48c9-a5ac-aa2632f51f22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:37.487777 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad119c2e-802d-48c9-a5ac-aa2632f51f22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:37.488121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad119c2e-802d-48c9-a5ac-aa2632f51f22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:37.488653 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad119c2e-802d-48c9-a5ac-aa2632f51f22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:37.488993 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad119c2e-802d-48c9-a5ac-aa2632f51f22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:37.489393 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad119c2e-802d-48c9-a5ac-aa2632f51f22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:37.489634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad119c2e-802d-48c9-a5ac-aa2632f51f22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:37.490008 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad119c2e-802d-48c9-a5ac-aa2632f51f22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:37.490270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad119c2e-802d-48c9-a5ac-aa2632f51f22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:37.490595 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad119c2e-802d-48c9-a5ac-aa2632f51f22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:37.490872 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41c695c1-bf08-4ef1-91fe-ce82b95748cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (6591ba95-8e51-4a4e-bb84-09eaebfa29e9), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:37.490989 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad119c2e-802d-48c9-a5ac-aa2632f51f22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:37.495148 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad119c2e-802d-48c9-a5ac-aa2632f51f22 None None] No DVR routers for this DVR port dc21094a-7dec-4eae-b28b-f3790d8baf11 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:32:37.513032 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41c695c1-bf08-4ef1-91fe-ce82b95748cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (6591ba95-8e51-4a4e-bb84-09eaebfa29e9), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:37.520651 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c695c1-bf08-4ef1-91fe-ce82b95748cc admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:32:37.522199 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41c695c1-bf08-4ef1-91fe-ce82b95748cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (6591ba95-8e51-4a4e-bb84-09eaebfa29e9), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:32:37.524094 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:32:37.556407 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4eb8f628-8a50-4095-a7fd-85b741fed515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:37.593094 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41c695c1-bf08-4ef1-91fe-ce82b95748cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (e4bafe92-24b3-460c-9be0-2468e5556a87), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:37.600467 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41c695c1-bf08-4ef1-91fe-ce82b95748cc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:37.603916 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-41c695c1-bf08-4ef1-91fe-ce82b95748cc admin admin] 10.222.0.36 "DELETE /v2.0/networks/e4bafe92-24b3-460c-9be0-2468e5556a87 HTTP/1.1" status: 204 len: 168 time: 0.5600767 Feb 09 02:32:37.616169 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c695c1-bf08-4ef1-91fe-ce82b95748cc admin admin] Pushing event deleted for resources: {'Network': ['ID=e4bafe92-24b3-460c-9be0-2468e5556a87,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:37.714276 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60450) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:37.755008 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e5fb224b-691a-4a21-b600-06fdd6ff0436 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=34c767084bb54bc7b63d7b2714a19521&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395784 Feb 09 02:32:37.757536 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60452) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:37.805532 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d8c04ed5-a11a-4669-aaf3-bda98f3e551e admin admin] Publish callbacks [] for security_group (5568eb0e-1c4d-440c-b964-801078f4ff7d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:37.826208 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d8c04ed5-a11a-4669-aaf3-bda98f3e551e admin admin] Publish callbacks [] for security_group (5568eb0e-1c4d-440c-b964-801078f4ff7d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:37.872493 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d8c04ed5-a11a-4669-aaf3-bda98f3e551e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (5568eb0e-1c4d-440c-b964-801078f4ff7d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:37.875077 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d8c04ed5-a11a-4669-aaf3-bda98f3e551e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:37.876286 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d8c04ed5-a11a-4669-aaf3-bda98f3e551e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5568eb0e-1c4d-440c-b964-801078f4ff7d HTTP/1.1" status: 204 len: 168 time: 0.1178617 Feb 09 02:32:37.884291 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c04ed5-a11a-4669-aaf3-bda98f3e551e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5568eb0e-1c4d-440c-b964-801078f4ff7d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:38.551350 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60474) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:38.656835 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-6984bc6c-357c-42b9-8eae-cd14be7caaee admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1062762921-network', 'tenant_id': '1560fe8434664652b89fcbe0ec010bf7'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:38.684139 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6984bc6c-357c-42b9-8eae-cd14be7caaee admin admin] Made reservation on behalf of 1560fe8434664652b89fcbe0ec010bf7 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:38.686516 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6984bc6c-357c-42b9-8eae-cd14be7caaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:38.694977 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6984bc6c-357c-42b9-8eae-cd14be7caaee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:38.772235 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6984bc6c-357c-42b9-8eae-cd14be7caaee admin admin] Publish callbacks [] for security_group (6243fd05-b923-42a1-bb02-3d7f51bbbae0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:38.775875 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6984bc6c-357c-42b9-8eae-cd14be7caaee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6243fd05-b923-42a1-bb02-3d7f51bbbae0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:38.801620 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6984bc6c-357c-42b9-8eae-cd14be7caaee admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:32:38.811678 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984bc6c-357c-42b9-8eae-cd14be7caaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6243fd05-b923-42a1-bb02-3d7f51bbbae0,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:38.817125 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6984bc6c-357c-42b9-8eae-cd14be7caaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:38.817467 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-6984bc6c-357c-42b9-8eae-cd14be7caaee admin admin] Added segment 579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0 of type vlan for network 2feabf2f-3094-475b-b745-a030f260fd18 Feb 09 02:32:38.859928 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6984bc6c-357c-42b9-8eae-cd14be7caaee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (2feabf2f-3094-475b-b745-a030f260fd18), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:38.885797 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6984bc6c-357c-42b9-8eae-cd14be7caaee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (2feabf2f-3094-475b-b745-a030f260fd18), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:38.886620 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6984bc6c-357c-42b9-8eae-cd14be7caaee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:38.887162 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6984bc6c-357c-42b9-8eae-cd14be7caaee admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:38.905047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device deb05c92-89f1-4cc7-8583-d7c018ec06ce no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:32:38.924812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: deb05c92-89f1-4cc7-8583-d7c018ec06ce {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:32:38.925432 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device deb05c92-89f1-4cc7-8583-d7c018ec06ce not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:32:38.925920 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device dc21094a-7dec-4eae-b28b-f3790d8baf11 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:32:38.945375 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: dc21094a-7dec-4eae-b28b-f3790d8baf11 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:32:38.945804 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device dc21094a-7dec-4eae-b28b-f3790d8baf11 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:32:38.952923 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6984bc6c-357c-42b9-8eae-cd14be7caaee admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3972261 Feb 09 02:32:38.952923 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60478) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:38.958286 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-60da5847-1ad2-4bb1-98fa-3af4218b0892 admin admin] Request body: {'subnet': {'network_id': '2feabf2f-3094-475b-b745-a030f260fd18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1062762921-subnet', 'tenant_id': '1560fe8434664652b89fcbe0ec010bf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:38.966354 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984bc6c-357c-42b9-8eae-cd14be7caaee admin admin] Pushing event updated for resources: {'Network': ['ID=2feabf2f-3094-475b-b745-a030f260fd18,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:38.976739 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 2feabf2f-3094-475b-b745-a030f260fd18 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:32:38.982427 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60da5847-1ad2-4bb1-98fa-3af4218b0892 admin admin] Made reservation on behalf of 1560fe8434664652b89fcbe0ec010bf7 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:38.984915 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-60da5847-1ad2-4bb1-98fa-3af4218b0892 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:39.154003 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-60da5847-1ad2-4bb1-98fa-3af4218b0892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (57de2bbe-b08e-4f4a-9047-1c27a021ba24), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:39.211867 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da5847-1ad2-4bb1-98fa-3af4218b0892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57de2bbe-b08e-4f4a-9047-1c27a021ba24,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:39.222388 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60da5847-1ad2-4bb1-98fa-3af4218b0892 admin admin] Checking segment: {'id': '579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2feabf2f-3094-475b-b745-a030f260fd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:32:39.222744 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60da5847-1ad2-4bb1-98fa-3af4218b0892 admin admin] Network hostable DHCP agents. Network: 2feabf2f-3094-475b-b745-a030f260fd18, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:32:39.239958 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60da5847-1ad2-4bb1-98fa-3af4218b0892 admin admin] Network 2feabf2f-3094-475b-b745-a030f260fd18 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:32:39.248323 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-60da5847-1ad2-4bb1-98fa-3af4218b0892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 2feabf2f-3094-475b-b745-a030f260fd18) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:39.252421 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60da5847-1ad2-4bb1-98fa-3af4218b0892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:39.253163 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-60da5847-1ad2-4bb1-98fa-3af4218b0892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:39.258705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efb1726-a463-46be-b2b2-6412bd7436d2 None None] Network 2feabf2f-3094-475b-b745-a030f260fd18 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:39.276365 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-60da5847-1ad2-4bb1-98fa-3af4218b0892 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3147335 Feb 09 02:32:39.357393 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bca8d59-cb92-4df4-b4a9-401fe5fa9d82 None None] Network 2feabf2f-3094-475b-b745-a030f260fd18 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:39.714008 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-3aa1ab85-49fa-4cd6-8e2c-7e44d58793a1 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:39.715582 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-3aa1ab85-49fa-4cd6-8e2c-7e44d58793a1 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/networks?id=2feabf2f-3094-475b-b745-a030f260fd18 HTTP/1.1" status: 200 len: 814 time: 0.1065831 Feb 09 02:32:39.730687 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-5617e19f-fadb-4cd1-b2df-df8c9e2a08cf tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/quotas/1560fe8434664652b89fcbe0ec010bf7 HTTP/1.1" status: 200 len: 375 time: 0.0097611 Feb 09 02:32:39.762790 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-d501c901-09e4-490f-bbe5-7183751ee337 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1560fe8434664652b89fcbe0ec010bf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270052 Feb 09 02:32:39.857230 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-8cba925b-78cd-42af-8ba5-a4fe137d9d8c service neutron] 10.222.0.36 "GET /v2.0/networks/2feabf2f-3094-475b-b745-a030f260fd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873339 Feb 09 02:32:39.945919 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-06d3c7e5-005e-4b9d-a68d-b3c44b922063 service neutron] 10.222.0.36 "GET /v2.0/networks/2feabf2f-3094-475b-b745-a030f260fd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829587 Feb 09 02:32:40.108616 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-390c4bf5-c58d-4fb6-838f-5ade593019e4 req-5a172f02-f846-44e8-8feb-e3221bee90de tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d031a0f-e162-408d-8c4d-41a5c54839e5 HTTP/1.1" status: 200 len: 210 time: 0.0278373 Feb 09 02:32:40.218523 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cdc32272-1026-4c85-9696-22da5a0e3d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:40.385070 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:40.984738 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:41.034032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-a3f41b11-313c-4205-8afb-877b6c04637c tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:41.035780 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-a3f41b11-313c-4205-8afb-877b6c04637c tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.67 "GET /v2.0/networks?id=2feabf2f-3094-475b-b745-a030f260fd18 HTTP/1.1" status: 200 len: 814 time: 0.1097851 Feb 09 02:32:41.048029 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-6c006ecc-6cfe-4084-9ddd-fb260dad2486 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Request body: {'port': {'device_id': '3d031a0f-e162-408d-8c4d-41a5c54839e5', 'network_id': '2feabf2f-3094-475b-b745-a030f260fd18', 'admin_state_up': True, 'tenant_id': '1560fe8434664652b89fcbe0ec010bf7'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:41.156215 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-6c006ecc-6cfe-4084-9ddd-fb260dad2486 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Made reservation on behalf of 1560fe8434664652b89fcbe0ec010bf7 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:41.160068 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-6c006ecc-6cfe-4084-9ddd-fb260dad2486 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:41.209495 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c7a29631-44e7-416f-8847-769549c9a05d req-e3a2a08b-4c26-4f15-9fad-4d9d1b77f4ab tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d031a0f-e162-408d-8c4d-41a5c54839e5 HTTP/1.1" status: 200 len: 210 time: 0.0285335 Feb 09 02:32:41.247424 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:41.292254 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-6c006ecc-6cfe-4084-9ddd-fb260dad2486 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Allocated IP 172.20.0.5 (2feabf2f-3094-475b-b745-a030f260fd18/57de2bbe-b08e-4f4a-9047-1c27a021ba24/e0d1b81b-bb2a-4e29-8d65-476fcfb8e181) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:41.440183 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-6c006ecc-6cfe-4084-9ddd-fb260dad2486 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Publish callbacks [] for port (e0d1b81b-bb2a-4e29-8d65-476fcfb8e181), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:41.477057 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-6c006ecc-6cfe-4084-9ddd-fb260dad2486 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (e0d1b81b-bb2a-4e29-8d65-476fcfb8e181), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:41.522056 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-6c006ecc-6cfe-4084-9ddd-fb260dad2486 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Network 2feabf2f-3094-475b-b745-a030f260fd18 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:41.525161 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-6c006ecc-6cfe-4084-9ddd-fb260dad2486 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:41.529065 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-6c006ecc-6cfe-4084-9ddd-fb260dad2486 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:41.553014 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c006ecc-6cfe-4084-9ddd-fb260dad2486 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Pushing event updated for resources: {'Port': ['ID=e0d1b81b-bb2a-4e29-8d65-476fcfb8e181,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:41.579948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-6c006ecc-6cfe-4084-9ddd-fb260dad2486 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:41.581142 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-6c006ecc-6cfe-4084-9ddd-fb260dad2486 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:41.595817 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-6c006ecc-6cfe-4084-9ddd-fb260dad2486 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5517387 Feb 09 02:32:41.606562 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-a94ec94a-49d7-43f0-a63a-64648d7cf098 service neutron] Request body: {'port': {'device_id': '3d031a0f-e162-408d-8c4d-41a5c54839e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:41.666202 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-a94ec94a-49d7-43f0-a63a-64648d7cf098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e0d1b81b-bb2a-4e29-8d65-476fcfb8e181), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:41.923782 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-a94ec94a-49d7-43f0-a63a-64648d7cf098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d1b81b-bb2a-4e29-8d65-476fcfb8e181 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:32:41.931557 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-a94ec94a-49d7-43f0-a63a-64648d7cf098 service neutron] Publish callbacks [] for port (e0d1b81b-bb2a-4e29-8d65-476fcfb8e181), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:41.944217 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-a94ec94a-49d7-43f0-a63a-64648d7cf098 service neutron] Transition to ACTIVE for port object e0d1b81b-bb2a-4e29-8d65-476fcfb8e181 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:32:41.947703 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-a94ec94a-49d7-43f0-a63a-64648d7cf098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (e0d1b81b-bb2a-4e29-8d65-476fcfb8e181), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:41.997577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ec94a-49d7-43f0-a63a-64648d7cf098 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d1b81b-bb2a-4e29-8d65-476fcfb8e181,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:42.063223 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-a94ec94a-49d7-43f0-a63a-64648d7cf098 service neutron] Attempting to bind port e0d1b81b-bb2a-4e29-8d65-476fcfb8e181 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:32:42.063560 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-a94ec94a-49d7-43f0-a63a-64648d7cf098 service neutron] Attempting to bind port e0d1b81b-bb2a-4e29-8d65-476fcfb8e181 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2feabf2f-3094-475b-b745-a030f260fd18'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:32:42.063950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-a94ec94a-49d7-43f0-a63a-64648d7cf098 service neutron] Attempting to bind port e0d1b81b-bb2a-4e29-8d65-476fcfb8e181 on network 2feabf2f-3094-475b-b745-a030f260fd18 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:42.069099 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-a94ec94a-49d7-43f0-a63a-64648d7cf098 service neutron] Port e0d1b81b-bb2a-4e29-8d65-476fcfb8e181 on network 2feabf2f-3094-475b-b745-a030f260fd18 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:32:42.069437 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-a94ec94a-49d7-43f0-a63a-64648d7cf098 service neutron] Attempting to bind port e0d1b81b-bb2a-4e29-8d65-476fcfb8e181 on network 2feabf2f-3094-475b-b745-a030f260fd18 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:42.074201 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-a94ec94a-49d7-43f0-a63a-64648d7cf098 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:32:42.074533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-a94ec94a-49d7-43f0-a63a-64648d7cf098 service neutron] Checking segment: {'id': '579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2feabf2f-3094-475b-b745-a030f260fd18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:32:42.074912 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-a94ec94a-49d7-43f0-a63a-64648d7cf098 service neutron] Bound using segment: {'id': '579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2feabf2f-3094-475b-b745-a030f260fd18'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:32:42.075373 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-a94ec94a-49d7-43f0-a63a-64648d7cf098 service neutron] Bound port: e0d1b81b-bb2a-4e29-8d65-476fcfb8e181, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2feabf2f-3094-475b-b745-a030f260fd18'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:32:42.075726 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-a94ec94a-49d7-43f0-a63a-64648d7cf098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e0d1b81b-bb2a-4e29-8d65-476fcfb8e181), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:42.137342 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-a94ec94a-49d7-43f0-a63a-64648d7cf098 service neutron] For port e0d1b81b-bb2a-4e29-8d65-476fcfb8e181, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:32:42.140267 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-a94ec94a-49d7-43f0-a63a-64648d7cf098 service neutron] For port e0d1b81b-bb2a-4e29-8d65-476fcfb8e181, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=e0d1b81b-bb2a-4e29-8d65-476fcfb8e181,segment=NetworkSegment(579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0),segment_id=579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:32:42.147086 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-a94ec94a-49d7-43f0-a63a-64648d7cf098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (e0d1b81b-bb2a-4e29-8d65-476fcfb8e181), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:42.181332 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-a94ec94a-49d7-43f0-a63a-64648d7cf098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:42.181990 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-a94ec94a-49d7-43f0-a63a-64648d7cf098 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:42.183346 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-a94ec94a-49d7-43f0-a63a-64648d7cf098 service neutron] 10.222.0.67 "PUT /v2.0/ports/e0d1b81b-bb2a-4e29-8d65-476fcfb8e181 HTTP/1.1" status: 200 len: 1091 time: 0.5807409 Feb 09 02:32:42.183794 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d031a0f-e162-408d-8c4d-41a5c54839e5', 'tag': 'e0d1b81b-bb2a-4e29-8d65-476fcfb8e181'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:32:42.186032 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baabd777-d26b-4ee0-9cb8-9ac6a2a50063" -d '{"events": [{"name": "network-changed", "server_uuid": "3d031a0f-e162-408d-8c4d-41a5c54839e5", "tag": "e0d1b81b-bb2a-4e29-8d65-476fcfb8e181"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:32:42.211446 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ec94a-49d7-43f0-a63a-64648d7cf098 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d1b81b-bb2a-4e29-8d65-476fcfb8e181,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:42.253405 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2555c3ec-6403-49ea-8a95-119ccf41b608 x-openstack-request-id: req-2555c3ec-6403-49ea-8a95-119ccf41b608 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:32:42.253706 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d031a0f-e162-408d-8c4d-41a5c54839e5", "tag": "e0d1b81b-bb2a-4e29-8d65-476fcfb8e181", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:32:42.253963 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2555c3ec-6403-49ea-8a95-119ccf41b608 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:32:42.254369 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d031a0f-e162-408d-8c4d-41a5c54839e5', 'tag': 'e0d1b81b-bb2a-4e29-8d65-476fcfb8e181', 'status': 'completed', 'code': 200} Feb 09 02:32:42.273051 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-dc626b0a-7867-4d0e-aeb4-132c9cfd9d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:42.274602 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-dc626b0a-7867-4d0e-aeb4-132c9cfd9d6e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1560fe8434664652b89fcbe0ec010bf7&device_id=3d031a0f-e162-408d-8c4d-41a5c54839e5 HTTP/1.1" status: 200 len: 1125 time: 0.0511022 Feb 09 02:32:42.321295 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-75b0696b-1f80-4470-a002-e7f0154b289d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0d1b81b-bb2a-4e29-8d65-476fcfb8e181 HTTP/1.1" status: 200 len: 217 time: 0.0390403 Feb 09 02:32:42.331760 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e987f9-f7c8-4ee3-9a3b-b7c60e0f891b req-7efacc2d-8e37-4e56-93f3-bf886b3cbaf8 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:42.333245 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03e987f9-f7c8-4ee3-9a3b-b7c60e0f891b req-7efacc2d-8e37-4e56-93f3-bf886b3cbaf8 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d031a0f-e162-408d-8c4d-41a5c54839e5 HTTP/1.1" status: 200 len: 943 time: 0.0539782 Feb 09 02:32:42.372250 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-31a06804-44c8-4320-be90-6b63c84adaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:42.373729 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-31a06804-44c8-4320-be90-6b63c84adaed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57de2bbe-b08e-4f4a-9047-1c27a021ba24 HTTP/1.1" status: 200 len: 854 time: 0.0461111 Feb 09 02:32:42.387308 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-03e987f9-f7c8-4ee3-9a3b-b7c60e0f891b req-55a9b642-4d2f-4930-813e-5d149940e3e9 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483115 Feb 09 02:32:42.405450 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-b9631973-7f77-4822-8414-1086c6f66fb8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2feabf2f-3094-475b-b745-a030f260fd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257301 Feb 09 02:32:42.489497 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:42.833342 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-9203098f-c915-4eb0-b331-414c4134e790 service neutron] 10.222.0.67 "GET /v2.0/networks/2feabf2f-3094-475b-b745-a030f260fd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219549 Feb 09 02:32:42.921305 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-355e07c9-de2d-4cd0-b802-247f406930e8 req-dcbbf2a8-ba7c-4d04-b271-9dc518b7bc3d service neutron] 10.222.0.67 "GET /v2.0/networks/2feabf2f-3094-475b-b745-a030f260fd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817254 Feb 09 02:32:43.014312 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabd777-d26b-4ee0-9cb8-9ac6a2a50063 req-f2bfd8ff-f18a-4e4e-bbd5-0b0987688386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:43.015818 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-baabd777-d26b-4ee0-9cb8-9ac6a2a50063 req-f2bfd8ff-f18a-4e4e-bbd5-0b0987688386 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1560fe8434664652b89fcbe0ec010bf7&device_id=3d031a0f-e162-408d-8c4d-41a5c54839e5 HTTP/1.1" status: 200 len: 1125 time: 0.0488071 Feb 09 02:32:43.104662 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabd777-d26b-4ee0-9cb8-9ac6a2a50063 req-47b6dd50-529c-4773-91d9-c8009b2d0865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:43.106030 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-baabd777-d26b-4ee0-9cb8-9ac6a2a50063 req-47b6dd50-529c-4773-91d9-c8009b2d0865 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2feabf2f-3094-475b-b745-a030f260fd18 HTTP/1.1" status: 200 len: 915 time: 0.0841227 Feb 09 02:32:43.148026 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-baabd777-d26b-4ee0-9cb8-9ac6a2a50063 req-5f861b3c-91f1-4575-ab82-717fb40c16c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0d1b81b-bb2a-4e29-8d65-476fcfb8e181 HTTP/1.1" status: 200 len: 217 time: 0.0345211 Feb 09 02:32:43.200956 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabd777-d26b-4ee0-9cb8-9ac6a2a50063 req-8ed720e3-c066-4611-a657-0d382170a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:43.202361 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-baabd777-d26b-4ee0-9cb8-9ac6a2a50063 req-8ed720e3-c066-4611-a657-0d382170a5de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57de2bbe-b08e-4f4a-9047-1c27a021ba24 HTTP/1.1" status: 200 len: 854 time: 0.0475523 Feb 09 02:32:43.235455 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-baabd777-d26b-4ee0-9cb8-9ac6a2a50063 req-dcf715a0-d0fd-4433-8705-d177b91cf0e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2feabf2f-3094-475b-b745-a030f260fd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259068 Feb 09 02:32:43.322764 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-baabd777-d26b-4ee0-9cb8-9ac6a2a50063 req-7785966b-ef17-44de-9b84-2edfb6fff3a0 service neutron] 10.222.0.67 "GET /v2.0/networks/2feabf2f-3094-475b-b745-a030f260fd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810301 Feb 09 02:32:43.421037 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-baabd777-d26b-4ee0-9cb8-9ac6a2a50063 req-9ce99330-0023-47d6-9df2-1d71416091df service neutron] 10.222.0.67 "GET /v2.0/networks/2feabf2f-3094-475b-b745-a030f260fd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912874 Feb 09 02:32:43.515180 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046ac93-6af3-4ee8-9f9f-b20350059cba req-d88e1c75-fac0-4f28-90d0-9ee8f429cc1f tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:43.516695 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e046ac93-6af3-4ee8-9f9f-b20350059cba req-d88e1c75-fac0-4f28-90d0-9ee8f429cc1f tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d031a0f-e162-408d-8c4d-41a5c54839e5 HTTP/1.1" status: 200 len: 943 time: 0.0545053 Feb 09 02:32:43.542597 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:43.543596 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:32:43.567234 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e046ac93-6af3-4ee8-9f9f-b20350059cba req-fe7d567d-1ff7-4840-8cf8-4d2142832450 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442657 Feb 09 02:32:44.689430 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdd3ad-a0f6-4d2d-86dc-2ee8656c5d7d req-58532669-90c9-4fda-97fa-24b558512032 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:44.691443 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-29cdd3ad-a0f6-4d2d-86dc-2ee8656c5d7d req-58532669-90c9-4fda-97fa-24b558512032 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d031a0f-e162-408d-8c4d-41a5c54839e5 HTTP/1.1" status: 200 len: 943 time: 0.0559793 Feb 09 02:32:44.739303 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-29cdd3ad-a0f6-4d2d-86dc-2ee8656c5d7d req-6a5a4bd7-197b-4176-ae4c-e3c61da04968 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422919 Feb 09 02:32:45.866720 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3203e-8085-4521-b3ee-2a5ceb41da5a req-bfd682f1-cfdb-4f11-bf90-b8aabcc5043b tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:45.868225 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c2f3203e-8085-4521-b3ee-2a5ceb41da5a req-bfd682f1-cfdb-4f11-bf90-b8aabcc5043b tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d031a0f-e162-408d-8c4d-41a5c54839e5 HTTP/1.1" status: 200 len: 943 time: 0.0591004 Feb 09 02:32:45.915575 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c2f3203e-8085-4521-b3ee-2a5ceb41da5a req-38e24fd6-055e-428f-9cfb-b2aabfb4fafc tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417655 Feb 09 02:32:47.034761 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69483e4-dfaa-4c0d-9d5c-8f9a464fc2ac req-60f27ea8-19a7-4557-80a3-0fe62bc380fa tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:47.036231 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c69483e4-dfaa-4c0d-9d5c-8f9a464fc2ac req-60f27ea8-19a7-4557-80a3-0fe62bc380fa tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d031a0f-e162-408d-8c4d-41a5c54839e5 HTTP/1.1" status: 200 len: 943 time: 0.0532219 Feb 09 02:32:47.081562 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c69483e4-dfaa-4c0d-9d5c-8f9a464fc2ac req-793392a5-00f6-4ad1-8908-890549b8f06f tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398521 Feb 09 02:32:47.457220 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device e0d1b81b-bb2a-4e29-8d65-476fcfb8e181 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:32:47.553567 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port e0d1b81b-bb2a-4e29-8d65-476fcfb8e181, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=e0d1b81b-bb2a-4e29-8d65-476fcfb8e181,segment=NetworkSegment(579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0),segment_id=579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:47.564648 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'e0d1b81b-bb2a-4e29-8d65-476fcfb8e181', 'network_id': '2feabf2f-3094-475b-b745-a030f260fd18', 'port_id': 'e0d1b81b-bb2a-4e29-8d65-476fcfb8e181', 'mac_address': 'fa:16:3e:b9:32:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de2bbe-b08e-4f4a-9047-1c27a021ba24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:32:47.602231 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port e0d1b81b-bb2a-4e29-8d65-476fcfb8e181 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:47.602623 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e0d1b81b-bb2a-4e29-8d65-476fcfb8e181), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:47.615537 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d1b81b-bb2a-4e29-8d65-476fcfb8e181 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:32:47.634515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port e0d1b81b-bb2a-4e29-8d65-476fcfb8e181, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=e0d1b81b-bb2a-4e29-8d65-476fcfb8e181,segment=NetworkSegment(579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0),segment_id=579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:47.638384 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e0d1b81b-bb2a-4e29-8d65-476fcfb8e181), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:47.686132 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=e0d1b81b-bb2a-4e29-8d65-476fcfb8e181,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:47.930726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['e0d1b81b-bb2a-4e29-8d65-476fcfb8e181'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:32:48.202306 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c5dd4-7454-43dd-a582-596b5acd9be0 req-98a08870-e35e-4f1c-9c7d-74ed33f5b2c4 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:48.203711 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309c5dd4-7454-43dd-a582-596b5acd9be0 req-98a08870-e35e-4f1c-9c7d-74ed33f5b2c4 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d031a0f-e162-408d-8c4d-41a5c54839e5 HTTP/1.1" status: 200 len: 944 time: 0.0526853 Feb 09 02:32:48.250154 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-309c5dd4-7454-43dd-a582-596b5acd9be0 req-9e01355a-2694-4ac4-9a6d-fff3bdb4545d tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401871 Feb 09 02:32:49.376268 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888d73a-18b5-46e2-864a-0c1d1ebcf788 req-112950fc-5003-4311-bcb2-a73518640ccc tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:49.377916 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a888d73a-18b5-46e2-864a-0c1d1ebcf788 req-112950fc-5003-4311-bcb2-a73518640ccc tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d031a0f-e162-408d-8c4d-41a5c54839e5 HTTP/1.1" status: 200 len: 944 time: 0.0582514 Feb 09 02:32:49.423583 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a888d73a-18b5-46e2-864a-0c1d1ebcf788 req-04344417-bbd1-4727-a16f-856943e1e2d1 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398874 Feb 09 02:32:49.463432 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device e0d1b81b-bb2a-4e29-8d65-476fcfb8e181 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:49.512905 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port e0d1b81b-bb2a-4e29-8d65-476fcfb8e181 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:32:49.516866 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port e0d1b81b-bb2a-4e29-8d65-476fcfb8e181 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:49.517240 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e0d1b81b-bb2a-4e29-8d65-476fcfb8e181), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:49.595218 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port e0d1b81b-bb2a-4e29-8d65-476fcfb8e181 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:49.595711 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e0d1b81b-bb2a-4e29-8d65-476fcfb8e181), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:49.621621 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d031a0f-e162-408d-8c4d-41a5c54839e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d1b81b-bb2a-4e29-8d65-476fcfb8e181'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:32:49.624007 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7baadff-4899-427d-81f1-8d572f2f1461" -d '{"events": [{"server_uuid": "3d031a0f-e162-408d-8c4d-41a5c54839e5", "name": "network-vif-plugged", "status": "completed", "tag": "e0d1b81b-bb2a-4e29-8d65-476fcfb8e181"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:32:49.635886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port e0d1b81b-bb2a-4e29-8d65-476fcfb8e181, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=e0d1b81b-bb2a-4e29-8d65-476fcfb8e181,segment=NetworkSegment(579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0),segment_id=579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:49.640109 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e0d1b81b-bb2a-4e29-8d65-476fcfb8e181), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:49.668491 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d5849b-6410-48a3-8f05-7cb7d0051f98 x-openstack-request-id: req-10d5849b-6410-48a3-8f05-7cb7d0051f98 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:32:49.668786 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d031a0f-e162-408d-8c4d-41a5c54839e5", "name": "network-vif-plugged", "status": "completed", "tag": "e0d1b81b-bb2a-4e29-8d65-476fcfb8e181", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:32:49.669046 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10d5849b-6410-48a3-8f05-7cb7d0051f98 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:32:49.669441 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d031a0f-e162-408d-8c4d-41a5c54839e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d1b81b-bb2a-4e29-8d65-476fcfb8e181', 'code': 200} Feb 09 02:32:49.692476 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=e0d1b81b-bb2a-4e29-8d65-476fcfb8e181,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:49.769368 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eab326-529a-4a0a-9362-20063efe2c28 req-4bce11f6-b423-4e8b-98aa-17942c30cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:49.770777 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0eab326-529a-4a0a-9362-20063efe2c28 req-4bce11f6-b423-4e8b-98aa-17942c30cb59 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3d031a0f-e162-408d-8c4d-41a5c54839e5 HTTP/1.1" status: 200 len: 1127 time: 0.0434020 Feb 09 02:32:49.816496 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e0eab326-529a-4a0a-9362-20063efe2c28 req-640938b9-f0d7-4af1-8213-8edc92cbb844 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402777 Feb 09 02:32:50.546327 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17350a-0613-451f-b6c8-d0421e646474 req-12c3f2e9-7574-4c94-adee-ae5ed31a28a2 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:50.547839 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0c17350a-0613-451f-b6c8-d0421e646474 req-12c3f2e9-7574-4c94-adee-ae5ed31a28a2 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d031a0f-e162-408d-8c4d-41a5c54839e5 HTTP/1.1" status: 200 len: 945 time: 0.0539837 Feb 09 02:32:50.596329 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0c17350a-0613-451f-b6c8-d0421e646474 req-8f8a51e4-4c64-4e6e-a5aa-67b66b485b3c tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423751 Feb 09 02:32:51.721660 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0349a-7c96-49a9-8c32-ebe8ef10c3e4 req-127e9615-8668-4bcb-b423-a2baa99d57d1 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:51.723714 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-33b0349a-7c96-49a9-8c32-ebe8ef10c3e4 req-127e9615-8668-4bcb-b423-a2baa99d57d1 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d031a0f-e162-408d-8c4d-41a5c54839e5 HTTP/1.1" status: 200 len: 945 time: 0.0568728 Feb 09 02:32:51.775615 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-33b0349a-7c96-49a9-8c32-ebe8ef10c3e4 req-b88f920d-322a-4685-b80c-d5d8f365b4cc tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456638 Feb 09 02:32:52.010258 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-1bc489c9-3ab5-4e16-a3be-8fd54cab9f95 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:52.011740 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-1bc489c9-3ab5-4e16-a3be-8fd54cab9f95 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/networks?id=2feabf2f-3094-475b-b745-a030f260fd18 HTTP/1.1" status: 200 len: 814 time: 0.1073639 Feb 09 02:32:52.026615 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-888ebad7-933b-4323-a257-f1d4abac6cac tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/quotas/1560fe8434664652b89fcbe0ec010bf7 HTTP/1.1" status: 200 len: 375 time: 0.0092006 Feb 09 02:32:52.079765 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-f83182b3-75da-407b-81a8-f0e2893bf188 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1560fe8434664652b89fcbe0ec010bf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0481653 Feb 09 02:32:52.178615 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-b6ca3224-5153-423d-8332-31149ee93905 service neutron] 10.222.0.36 "GET /v2.0/networks/2feabf2f-3094-475b-b745-a030f260fd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921602 Feb 09 02:32:52.267323 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-ff03a56e-dc04-4356-a78f-179eba7a3541 service neutron] 10.222.0.36 "GET /v2.0/networks/2feabf2f-3094-475b-b745-a030f260fd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829010 Feb 09 02:32:52.427840 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-81409e90-77bf-4f51-9617-c2fbc426399f req-81fc4381-2851-4629-8d71-1c5f377e6df7 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcf19a60-f192-4edc-a416-351c38e5e618 HTTP/1.1" status: 200 len: 210 time: 0.0286384 Feb 09 02:32:53.339097 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-3b805669-7ab2-415d-ac76-5f3e34598e05 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:53.340558 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-3b805669-7ab2-415d-ac76-5f3e34598e05 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.48 "GET /v2.0/networks?id=2feabf2f-3094-475b-b745-a030f260fd18 HTTP/1.1" status: 200 len: 814 time: 0.1097102 Feb 09 02:32:53.355162 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-1b2e132d-e215-447e-ac01-e7b25891e339 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Request body: {'port': {'device_id': 'dcf19a60-f192-4edc-a416-351c38e5e618', 'network_id': '2feabf2f-3094-475b-b745-a030f260fd18', 'admin_state_up': True, 'tenant_id': '1560fe8434664652b89fcbe0ec010bf7'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:53.475501 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-1b2e132d-e215-447e-ac01-e7b25891e339 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Made reservation on behalf of 1560fe8434664652b89fcbe0ec010bf7 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:53.478886 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-1b2e132d-e215-447e-ac01-e7b25891e339 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:53.528972 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-782f2399-2ab9-4fa8-a263-cebb5211e873 req-ac2b8c62-0998-4be0-97a7-fb37c642b6b8 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcf19a60-f192-4edc-a416-351c38e5e618 HTTP/1.1" status: 200 len: 210 time: 0.0301542 Feb 09 02:32:53.609831 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-1b2e132d-e215-447e-ac01-e7b25891e339 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Allocated IP 172.20.0.8 (2feabf2f-3094-475b-b745-a030f260fd18/57de2bbe-b08e-4f4a-9047-1c27a021ba24/fc529d8a-f235-4e2a-8e9e-a9904562543e) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:53.760582 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-1b2e132d-e215-447e-ac01-e7b25891e339 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Publish callbacks [] for port (fc529d8a-f235-4e2a-8e9e-a9904562543e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:53.795852 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-1b2e132d-e215-447e-ac01-e7b25891e339 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (fc529d8a-f235-4e2a-8e9e-a9904562543e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:53.807791 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['e0d1b81b-bb2a-4e29-8d65-476fcfb8e181'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:32:53.841881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-1b2e132d-e215-447e-ac01-e7b25891e339 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Network 2feabf2f-3094-475b-b745-a030f260fd18 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:53.845109 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-1b2e132d-e215-447e-ac01-e7b25891e339 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:53.849589 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-1b2e132d-e215-447e-ac01-e7b25891e339 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:53.873664 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e132d-e215-447e-ac01-e7b25891e339 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Pushing event updated for resources: {'Port': ['ID=fc529d8a-f235-4e2a-8e9e-a9904562543e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:53.903668 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-1b2e132d-e215-447e-ac01-e7b25891e339 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:53.904292 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-1b2e132d-e215-447e-ac01-e7b25891e339 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:53.921423 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-1b2e132d-e215-447e-ac01-e7b25891e339 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5705128 Feb 09 02:32:53.932824 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-bdf48bd9-2e7a-49a1-b589-90eb36a663a6 service neutron] Request body: {'port': {'device_id': 'dcf19a60-f192-4edc-a416-351c38e5e618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:53.997400 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-bdf48bd9-2e7a-49a1-b589-90eb36a663a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fc529d8a-f235-4e2a-8e9e-a9904562543e), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:54.257783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-bdf48bd9-2e7a-49a1-b589-90eb36a663a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc529d8a-f235-4e2a-8e9e-a9904562543e {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:32:54.265164 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-bdf48bd9-2e7a-49a1-b589-90eb36a663a6 service neutron] Publish callbacks [] for port (fc529d8a-f235-4e2a-8e9e-a9904562543e), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:54.285976 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-bdf48bd9-2e7a-49a1-b589-90eb36a663a6 service neutron] Transition to ACTIVE for port object fc529d8a-f235-4e2a-8e9e-a9904562543e will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:32:54.289483 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-bdf48bd9-2e7a-49a1-b589-90eb36a663a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (fc529d8a-f235-4e2a-8e9e-a9904562543e), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:54.348003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf48bd9-2e7a-49a1-b589-90eb36a663a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc529d8a-f235-4e2a-8e9e-a9904562543e,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:54.419718 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-bdf48bd9-2e7a-49a1-b589-90eb36a663a6 service neutron] Attempting to bind port fc529d8a-f235-4e2a-8e9e-a9904562543e on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:32:54.420053 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-bdf48bd9-2e7a-49a1-b589-90eb36a663a6 service neutron] Attempting to bind port fc529d8a-f235-4e2a-8e9e-a9904562543e by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2feabf2f-3094-475b-b745-a030f260fd18'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:32:54.420376 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-bdf48bd9-2e7a-49a1-b589-90eb36a663a6 service neutron] Attempting to bind port fc529d8a-f235-4e2a-8e9e-a9904562543e on network 2feabf2f-3094-475b-b745-a030f260fd18 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:54.424699 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-bdf48bd9-2e7a-49a1-b589-90eb36a663a6 service neutron] Port fc529d8a-f235-4e2a-8e9e-a9904562543e on network 2feabf2f-3094-475b-b745-a030f260fd18 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:32:54.425165 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-bdf48bd9-2e7a-49a1-b589-90eb36a663a6 service neutron] Attempting to bind port fc529d8a-f235-4e2a-8e9e-a9904562543e on network 2feabf2f-3094-475b-b745-a030f260fd18 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:54.431234 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-bdf48bd9-2e7a-49a1-b589-90eb36a663a6 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:32:54.431578 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-bdf48bd9-2e7a-49a1-b589-90eb36a663a6 service neutron] Checking segment: {'id': '579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2feabf2f-3094-475b-b745-a030f260fd18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:32:54.431967 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-bdf48bd9-2e7a-49a1-b589-90eb36a663a6 service neutron] Bound using segment: {'id': '579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2feabf2f-3094-475b-b745-a030f260fd18'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:32:54.432396 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-bdf48bd9-2e7a-49a1-b589-90eb36a663a6 service neutron] Bound port: fc529d8a-f235-4e2a-8e9e-a9904562543e, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2feabf2f-3094-475b-b745-a030f260fd18'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:32:54.432754 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-bdf48bd9-2e7a-49a1-b589-90eb36a663a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fc529d8a-f235-4e2a-8e9e-a9904562543e), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:54.495568 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-bdf48bd9-2e7a-49a1-b589-90eb36a663a6 service neutron] For port fc529d8a-f235-4e2a-8e9e-a9904562543e, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:32:54.498542 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-bdf48bd9-2e7a-49a1-b589-90eb36a663a6 service neutron] For port fc529d8a-f235-4e2a-8e9e-a9904562543e, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=fc529d8a-f235-4e2a-8e9e-a9904562543e,segment=NetworkSegment(579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0),segment_id=579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:32:54.505765 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-bdf48bd9-2e7a-49a1-b589-90eb36a663a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (fc529d8a-f235-4e2a-8e9e-a9904562543e), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:54.538337 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-bdf48bd9-2e7a-49a1-b589-90eb36a663a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:54.538934 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-bdf48bd9-2e7a-49a1-b589-90eb36a663a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:54.540358 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-bdf48bd9-2e7a-49a1-b589-90eb36a663a6 service neutron] 10.222.0.48 "PUT /v2.0/ports/fc529d8a-f235-4e2a-8e9e-a9904562543e HTTP/1.1" status: 200 len: 1091 time: 0.6119640 Feb 09 02:32:54.540805 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf19a60-f192-4edc-a416-351c38e5e618', 'tag': 'fc529d8a-f235-4e2a-8e9e-a9904562543e'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:32:54.543080 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17099ab7-6d2c-4817-aafd-861da219aa8f" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf19a60-f192-4edc-a416-351c38e5e618", "tag": "fc529d8a-f235-4e2a-8e9e-a9904562543e"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:32:54.580783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf48bd9-2e7a-49a1-b589-90eb36a663a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc529d8a-f235-4e2a-8e9e-a9904562543e,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:54.597661 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb6e6b7-a5b9-49e9-8839-cd73038d7e3d x-openstack-request-id: req-deb6e6b7-a5b9-49e9-8839-cd73038d7e3d {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:32:54.597955 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf19a60-f192-4edc-a416-351c38e5e618", "tag": "fc529d8a-f235-4e2a-8e9e-a9904562543e", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:32:54.598211 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-deb6e6b7-a5b9-49e9-8839-cd73038d7e3d {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:32:54.598617 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf19a60-f192-4edc-a416-351c38e5e618', 'tag': 'fc529d8a-f235-4e2a-8e9e-a9904562543e', 'status': 'completed', 'code': 200} Feb 09 02:32:54.643096 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-c66fb155-d327-44a5-98ac-4f93c28fa8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:54.644875 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-c66fb155-d327-44a5-98ac-4f93c28fa8a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1560fe8434664652b89fcbe0ec010bf7&device_id=dcf19a60-f192-4edc-a416-351c38e5e618 HTTP/1.1" status: 200 len: 1125 time: 0.0580211 Feb 09 02:32:54.660290 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1ad62-3880-43f4-823f-1eddba6ef074 req-18d9b30e-1f4a-47c9-bc7f-f7610b760876 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:54.661865 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bde1ad62-3880-43f4-823f-1eddba6ef074 req-18d9b30e-1f4a-47c9-bc7f-f7610b760876 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcf19a60-f192-4edc-a416-351c38e5e618 HTTP/1.1" status: 200 len: 943 time: 0.0598814 Feb 09 02:32:54.695255 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-8b7cf45d-e195-413e-a522-d23b1e80e88f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc529d8a-f235-4e2a-8e9e-a9904562543e HTTP/1.1" status: 200 len: 217 time: 0.0381720 Feb 09 02:32:54.713268 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bde1ad62-3880-43f4-823f-1eddba6ef074 req-b7cd38ed-1dfc-44a9-a7d8-b36bfe38c7dd tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446727 Feb 09 02:32:54.746631 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-51a6bc99-5af7-4be6-aac4-b23eb3c03e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:54.748138 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-51a6bc99-5af7-4be6-aac4-b23eb3c03e24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57de2bbe-b08e-4f4a-9047-1c27a021ba24 HTTP/1.1" status: 200 len: 854 time: 0.0469742 Feb 09 02:32:54.784247 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-de292053-fc1b-4df0-a931-ae406a3585dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2feabf2f-3094-475b-b745-a030f260fd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271127 Feb 09 02:32:54.886338 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-b2ae8a75-3d95-48bc-995a-58993f090ec4 service neutron] 10.222.0.48 "GET /v2.0/networks/2feabf2f-3094-475b-b745-a030f260fd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949144 Feb 09 02:32:54.981705 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-deb908ef-bd75-4d11-9ffa-569725167bbc req-72c72507-59a6-4f34-9a33-07e397fe89da service neutron] 10.222.0.48 "GET /v2.0/networks/2feabf2f-3094-475b-b745-a030f260fd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893931 Feb 09 02:32:55.084111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17099ab7-6d2c-4817-aafd-861da219aa8f req-961efb71-8313-4c34-a084-e007c95edb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:55.085660 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-17099ab7-6d2c-4817-aafd-861da219aa8f req-961efb71-8313-4c34-a084-e007c95edb9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1560fe8434664652b89fcbe0ec010bf7&device_id=dcf19a60-f192-4edc-a416-351c38e5e618 HTTP/1.1" status: 200 len: 1125 time: 0.0552309 Feb 09 02:32:55.180549 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17099ab7-6d2c-4817-aafd-861da219aa8f req-a5ef2b93-e45c-4b95-a797-bcbf3b8cb054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:55.181966 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-17099ab7-6d2c-4817-aafd-861da219aa8f req-a5ef2b93-e45c-4b95-a797-bcbf3b8cb054 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2feabf2f-3094-475b-b745-a030f260fd18 HTTP/1.1" status: 200 len: 915 time: 0.0891378 Feb 09 02:32:55.236276 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-17099ab7-6d2c-4817-aafd-861da219aa8f req-41e28864-c46b-438f-a648-aac4ba2780c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc529d8a-f235-4e2a-8e9e-a9904562543e HTTP/1.1" status: 200 len: 217 time: 0.0435510 Feb 09 02:32:55.292904 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17099ab7-6d2c-4817-aafd-861da219aa8f req-d70b27c5-3731-4354-9c48-d0fa30f4ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:55.294419 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-17099ab7-6d2c-4817-aafd-861da219aa8f req-d70b27c5-3731-4354-9c48-d0fa30f4ffcb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57de2bbe-b08e-4f4a-9047-1c27a021ba24 HTTP/1.1" status: 200 len: 854 time: 0.0508864 Feb 09 02:32:55.329527 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-17099ab7-6d2c-4817-aafd-861da219aa8f req-4891ce3e-84e1-4c2e-8977-e6387b703d0e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2feabf2f-3094-475b-b745-a030f260fd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273237 Feb 09 02:32:55.424591 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-17099ab7-6d2c-4817-aafd-861da219aa8f req-a07130a8-321c-4d2b-8f35-a4ea086bee2a service neutron] 10.222.0.48 "GET /v2.0/networks/2feabf2f-3094-475b-b745-a030f260fd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868611 Feb 09 02:32:55.525423 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-17099ab7-6d2c-4817-aafd-861da219aa8f req-bc71ae8c-4c8b-44aa-9b99-d94671568632 service neutron] 10.222.0.48 "GET /v2.0/networks/2feabf2f-3094-475b-b745-a030f260fd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942404 Feb 09 02:32:55.840087 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2c9ad-816c-4fa7-a1ad-a0b203f0dd11 req-58f42f1c-33c8-48ae-91b2-d08f2fe5a622 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:55.841648 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fdc2c9ad-816c-4fa7-a1ad-a0b203f0dd11 req-58f42f1c-33c8-48ae-91b2-d08f2fe5a622 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcf19a60-f192-4edc-a416-351c38e5e618 HTTP/1.1" status: 200 len: 943 time: 0.0568748 Feb 09 02:32:55.891644 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fdc2c9ad-816c-4fa7-a1ad-a0b203f0dd11 req-ea60f4a5-f383-4279-a57b-7dfca25bb503 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435801 Feb 09 02:32:55.915886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device fc529d8a-f235-4e2a-8e9e-a9904562543e details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:32:56.013169 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port fc529d8a-f235-4e2a-8e9e-a9904562543e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=fc529d8a-f235-4e2a-8e9e-a9904562543e,segment=NetworkSegment(579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0),segment_id=579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:56.024964 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'fc529d8a-f235-4e2a-8e9e-a9904562543e', 'network_id': '2feabf2f-3094-475b-b745-a030f260fd18', 'port_id': 'fc529d8a-f235-4e2a-8e9e-a9904562543e', 'mac_address': 'fa:16:3e:c1:1d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de2bbe-b08e-4f4a-9047-1c27a021ba24', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:32:56.061073 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port fc529d8a-f235-4e2a-8e9e-a9904562543e is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:56.061461 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fc529d8a-f235-4e2a-8e9e-a9904562543e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:56.074009 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc529d8a-f235-4e2a-8e9e-a9904562543e {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:32:56.094112 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port fc529d8a-f235-4e2a-8e9e-a9904562543e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=fc529d8a-f235-4e2a-8e9e-a9904562543e,segment=NetworkSegment(579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0),segment_id=579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:56.098921 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (fc529d8a-f235-4e2a-8e9e-a9904562543e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:56.146259 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=fc529d8a-f235-4e2a-8e9e-a9904562543e,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:56.301189 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['fc529d8a-f235-4e2a-8e9e-a9904562543e'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:32:57.012619 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8375d7-0f87-4190-9a6b-456b4200cd9f req-de417084-3810-4d2c-9d51-8896ead500bb tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:57.014080 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9f8375d7-0f87-4190-9a6b-456b4200cd9f req-de417084-3810-4d2c-9d51-8896ead500bb tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcf19a60-f192-4edc-a416-351c38e5e618 HTTP/1.1" status: 200 len: 944 time: 0.0538282 Feb 09 02:32:57.061045 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9f8375d7-0f87-4190-9a6b-456b4200cd9f req-abf68ee3-016b-44fd-8987-5e5c85ed3cc8 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412838 Feb 09 02:32:57.929867 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device fc529d8a-f235-4e2a-8e9e-a9904562543e up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:57.977583 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port fc529d8a-f235-4e2a-8e9e-a9904562543e completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:32:57.981716 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port fc529d8a-f235-4e2a-8e9e-a9904562543e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:57.982093 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fc529d8a-f235-4e2a-8e9e-a9904562543e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:58.060972 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port fc529d8a-f235-4e2a-8e9e-a9904562543e is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:58.061359 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fc529d8a-f235-4e2a-8e9e-a9904562543e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:58.085093 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf19a60-f192-4edc-a416-351c38e5e618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc529d8a-f235-4e2a-8e9e-a9904562543e'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:32:58.087317 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f3f937-19cf-4830-8e8c-4d542e95be1f" -d '{"events": [{"server_uuid": "dcf19a60-f192-4edc-a416-351c38e5e618", "name": "network-vif-plugged", "status": "completed", "tag": "fc529d8a-f235-4e2a-8e9e-a9904562543e"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:32:58.100473 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port fc529d8a-f235-4e2a-8e9e-a9904562543e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=fc529d8a-f235-4e2a-8e9e-a9904562543e,segment=NetworkSegment(579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0),segment_id=579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:58.105281 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (fc529d8a-f235-4e2a-8e9e-a9904562543e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:58.135045 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c0379d-8b08-4d3b-ae8f-8f4c182b05cc x-openstack-request-id: req-29c0379d-8b08-4d3b-ae8f-8f4c182b05cc {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:32:58.135430 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf19a60-f192-4edc-a416-351c38e5e618", "name": "network-vif-plugged", "status": "completed", "tag": "fc529d8a-f235-4e2a-8e9e-a9904562543e", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:32:58.135690 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29c0379d-8b08-4d3b-ae8f-8f4c182b05cc {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:32:58.136111 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf19a60-f192-4edc-a416-351c38e5e618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc529d8a-f235-4e2a-8e9e-a9904562543e', 'code': 200} Feb 09 02:32:58.163977 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=fc529d8a-f235-4e2a-8e9e-a9904562543e,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:58.207933 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e240110-7c25-430b-9068-224741d85375 req-ce2fcc38-a0e9-4b13-8a8e-e4e67b6ff93a tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:58.209325 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e240110-7c25-430b-9068-224741d85375 req-ce2fcc38-a0e9-4b13-8a8e-e4e67b6ff93a tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcf19a60-f192-4edc-a416-351c38e5e618 HTTP/1.1" status: 200 len: 945 time: 0.0765326 Feb 09 02:32:58.276243 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1e240110-7c25-430b-9068-224741d85375 req-11b366f2-022e-4b6a-b168-0bb52bb95b46 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522959 Feb 09 02:32:58.279380 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d9664-6217-4f7c-82d0-0e1e42f2a2b7 req-5ee1915f-742d-4bb6-9635-9512e523b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:58.280706 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-002d9664-6217-4f7c-82d0-0e1e42f2a2b7 req-5ee1915f-742d-4bb6-9635-9512e523b2be service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dcf19a60-f192-4edc-a416-351c38e5e618 HTTP/1.1" status: 200 len: 1127 time: 0.0905054 Feb 09 02:32:58.328586 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-002d9664-6217-4f7c-82d0-0e1e42f2a2b7 req-0116f0c2-36ec-4898-808f-7c6ee23fa9ad service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392616 Feb 09 02:32:59.411542 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4f200-f7bc-4d4e-a24f-ee169e1b0222 req-e42c12fa-2c80-4b9b-be71-decdae84ceb3 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:59.413062 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b1b4f200-f7bc-4d4e-a24f-ee169e1b0222 req-e42c12fa-2c80-4b9b-be71-decdae84ceb3 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcf19a60-f192-4edc-a416-351c38e5e618 HTTP/1.1" status: 200 len: 945 time: 0.0585668 Feb 09 02:32:59.466016 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b1b4f200-f7bc-4d4e-a24f-ee169e1b0222 req-e48202c6-bbcf-43d7-9fbe-5632bf4033ac tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464439 Feb 09 02:33:00.590890 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ffc77-492a-40a5-be67-c2e5a00304f6 req-18fa58d2-8617-4462-96cc-9739c3d4eebe tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:00.593054 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8d8ffc77-492a-40a5-be67-c2e5a00304f6 req-18fa58d2-8617-4462-96cc-9739c3d4eebe tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcf19a60-f192-4edc-a416-351c38e5e618 HTTP/1.1" status: 200 len: 945 time: 0.0566952 Feb 09 02:33:00.640608 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8d8ffc77-492a-40a5-be67-c2e5a00304f6 req-da51a1a6-a4b9-40c7-9a09-2366206f0828 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411220 Feb 09 02:33:00.890915 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcad53-1b43-4b6e-aa76-dbf27040f00a req-ea33faf3-feb9-432a-9201-0cc24b32ae71 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:00.892569 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ebbcad53-1b43-4b6e-aa76-dbf27040f00a req-ea33faf3-feb9-432a-9201-0cc24b32ae71 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcf19a60-f192-4edc-a416-351c38e5e618 HTTP/1.1" status: 200 len: 945 time: 0.0633962 Feb 09 02:33:00.943360 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ebbcad53-1b43-4b6e-aa76-dbf27040f00a req-a8bb50ca-afc8-4b86-ab9b-6f87480c1d32 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433538 Feb 09 02:33:02.074541 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3786e9-bb0e-463f-88d3-76dcaa76aba0 req-52e2e93f-745a-4d7c-ac59-a850fb01c1c6 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:02.076076 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb3786e9-bb0e-463f-88d3-76dcaa76aba0 req-52e2e93f-745a-4d7c-ac59-a850fb01c1c6 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcf19a60-f192-4edc-a416-351c38e5e618 HTTP/1.1" status: 200 len: 945 time: 0.0549989 Feb 09 02:33:02.125594 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bb3786e9-bb0e-463f-88d3-76dcaa76aba0 req-f229346a-1da7-40df-acda-9d1139e35212 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436771 Feb 09 02:33:02.181359 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e2aa4-301e-4252-b3ab-cd4d4d1c8891 req-2dae0f5b-d7c4-4ef6-9e6a-6a0ecb80a3b3 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:02.182812 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f3e2aa4-301e-4252-b3ab-cd4d4d1c8891 req-2dae0f5b-d7c4-4ef6-9e6a-6a0ecb80a3b3 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf19a60-f192-4edc-a416-351c38e5e618 HTTP/1.1" status: 200 len: 945 time: 0.0529439 Feb 09 02:33:02.279371 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-4f3e2aa4-301e-4252-b3ab-cd4d4d1c8891 req-a30edf2c-256c-4381-9007-f4460a34f469 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Deleting port fc529d8a-f235-4e2a-8e9e-a9904562543e {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:02.279631 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4f3e2aa4-301e-4252-b3ab-cd4d4d1c8891 req-a30edf2c-256c-4381-9007-f4460a34f469 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (fc529d8a-f235-4e2a-8e9e-a9904562543e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:02.380741 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-4f3e2aa4-301e-4252-b3ab-cd4d4d1c8891 req-a30edf2c-256c-4381-9007-f4460a34f469 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] For port fc529d8a-f235-4e2a-8e9e-a9904562543e, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=fc529d8a-f235-4e2a-8e9e-a9904562543e,segment=NetworkSegment(579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0),segment_id=579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:02.381111 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4f3e2aa4-301e-4252-b3ab-cd4d4d1c8891 req-a30edf2c-256c-4381-9007-f4460a34f469 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (fc529d8a-f235-4e2a-8e9e-a9904562543e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:02.397589 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-4f3e2aa4-301e-4252-b3ab-cd4d4d1c8891 req-a30edf2c-256c-4381-9007-f4460a34f469 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Calling delete_port for fc529d8a-f235-4e2a-8e9e-a9904562543e owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:02.523482 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4f3e2aa4-301e-4252-b3ab-cd4d4d1c8891 req-a30edf2c-256c-4381-9007-f4460a34f469 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (fc529d8a-f235-4e2a-8e9e-a9904562543e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:02.539273 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['e0d1b81b-bb2a-4e29-8d65-476fcfb8e181'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:33:02.541426 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['fc529d8a-f235-4e2a-8e9e-a9904562543e'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:33:02.553852 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30edf2c-256c-4381-9007-f4460a34f469 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Pushing event deleted for resources: {'Port': ['ID=fc529d8a-f235-4e2a-8e9e-a9904562543e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:02.585082 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30edf2c-256c-4381-9007-f4460a34f469 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.585435 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30edf2c-256c-4381-9007-f4460a34f469 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.585780 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30edf2c-256c-4381-9007-f4460a34f469 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.586139 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30edf2c-256c-4381-9007-f4460a34f469 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.586476 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30edf2c-256c-4381-9007-f4460a34f469 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.586810 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30edf2c-256c-4381-9007-f4460a34f469 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.587139 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30edf2c-256c-4381-9007-f4460a34f469 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.587497 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30edf2c-256c-4381-9007-f4460a34f469 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.587829 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30edf2c-256c-4381-9007-f4460a34f469 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.588171 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30edf2c-256c-4381-9007-f4460a34f469 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.588494 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30edf2c-256c-4381-9007-f4460a34f469 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.588813 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30edf2c-256c-4381-9007-f4460a34f469 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.589134 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30edf2c-256c-4381-9007-f4460a34f469 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.609624 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3e2aa4-301e-4252-b3ab-cd4d4d1c8891 req-a30edf2c-256c-4381-9007-f4460a34f469 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] No DVR routers for this DVR port fc529d8a-f235-4e2a-8e9e-a9904562543e on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:33:02.613939 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-4f3e2aa4-301e-4252-b3ab-cd4d4d1c8891 req-a30edf2c-256c-4381-9007-f4460a34f469 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:02.617293 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4f3e2aa4-301e-4252-b3ab-cd4d4d1c8891 req-a30edf2c-256c-4381-9007-f4460a34f469 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.48 "DELETE /v2.0/ports/fc529d8a-f235-4e2a-8e9e-a9904562543e HTTP/1.1" status: 204 len: 173 time: 0.4291024 Feb 09 02:33:02.617784 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf19a60-f192-4edc-a416-351c38e5e618', 'name': 'network-vif-deleted', 'tag': 'fc529d8a-f235-4e2a-8e9e-a9904562543e'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:33:02.620906 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d05db6e-7b9d-4489-9032-28104304962f" -d '{"events": [{"server_uuid": "dcf19a60-f192-4edc-a416-351c38e5e618", "name": "network-vif-deleted", "tag": "fc529d8a-f235-4e2a-8e9e-a9904562543e"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:33:02.662402 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b201f6df-dcea-4788-9f06-d1290a326a49 x-openstack-request-id: req-b201f6df-dcea-4788-9f06-d1290a326a49 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:33:02.662694 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf19a60-f192-4edc-a416-351c38e5e618", "name": "network-vif-deleted", "tag": "fc529d8a-f235-4e2a-8e9e-a9904562543e", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:33:02.662975 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b201f6df-dcea-4788-9f06-d1290a326a49 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:33:02.663400 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf19a60-f192-4edc-a416-351c38e5e618', 'name': 'network-vif-deleted', 'tag': 'fc529d8a-f235-4e2a-8e9e-a9904562543e', 'status': 'completed', 'code': 200} Feb 09 02:33:03.280785 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc20f5-0bc2-4b35-99ea-aa3ec6ac73b5 req-c654afdc-2bd2-42a7-9fbb-eb517c019e20 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:03.282293 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40dc20f5-0bc2-4b35-99ea-aa3ec6ac73b5 req-c654afdc-2bd2-42a7-9fbb-eb517c019e20 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d031a0f-e162-408d-8c4d-41a5c54839e5 HTTP/1.1" status: 200 len: 945 time: 0.0543866 Feb 09 02:33:03.329753 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-40dc20f5-0bc2-4b35-99ea-aa3ec6ac73b5 req-632686df-1b70-4cfb-9b09-8d85712b5714 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417194 Feb 09 02:33:03.464861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44bf9d-10ef-4785-97bf-05c82137a95f req-601cac09-4d5f-4dbf-9434-4539c2f8f37a tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:03.466141 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9e44bf9d-10ef-4785-97bf-05c82137a95f req-601cac09-4d5f-4dbf-9434-4539c2f8f37a tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d031a0f-e162-408d-8c4d-41a5c54839e5 HTTP/1.1" status: 200 len: 945 time: 0.0534968 Feb 09 02:33:03.517253 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9e44bf9d-10ef-4785-97bf-05c82137a95f req-6b21cbf4-0e23-4268-9a71-53ed43414a6b tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453017 Feb 09 02:33:03.637367 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a897ffc-89e6-42b0-a6d1-a927f07e3929 req-11e2397e-71a9-4bd4-b8d0-8d5734097b50 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:03.638850 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1a897ffc-89e6-42b0-a6d1-a927f07e3929 req-11e2397e-71a9-4bd4-b8d0-8d5734097b50 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d031a0f-e162-408d-8c4d-41a5c54839e5 HTTP/1.1" status: 200 len: 945 time: 0.0525615 Feb 09 02:33:03.685330 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1a897ffc-89e6-42b0-a6d1-a927f07e3929 req-f57e7566-77cf-4e22-9261-b4d83c53c4a3 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402851 Feb 09 02:33:03.860128 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab52848-d6a4-4acd-a859-ca13a82e291b req-25ec8ac5-e612-4feb-ac17-de6514ff62d4 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:03.861642 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eab52848-d6a4-4acd-a859-ca13a82e291b req-25ec8ac5-e612-4feb-ac17-de6514ff62d4 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d031a0f-e162-408d-8c4d-41a5c54839e5 HTTP/1.1" status: 200 len: 945 time: 0.0569403 Feb 09 02:33:03.910053 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eab52848-d6a4-4acd-a859-ca13a82e291b req-92d1c786-4e12-47f3-8a1e-42606f664897 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428929 Feb 09 02:33:04.029442 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f8f8a-c2c8-41c3-9e7d-60c453cf1f79 req-47ee9121-c852-4b4b-a074-56940048ba9b tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:04.030835 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e33f8f8a-c2c8-41c3-9e7d-60c453cf1f79 req-47ee9121-c852-4b4b-a074-56940048ba9b tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d031a0f-e162-408d-8c4d-41a5c54839e5 HTTP/1.1" status: 200 len: 945 time: 0.0530913 Feb 09 02:33:04.077018 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e33f8f8a-c2c8-41c3-9e7d-60c453cf1f79 req-59373687-2e93-4c95-ae29-766f8e380f64 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402384 Feb 09 02:33:04.203995 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b549dc9-d3d3-474b-9a9f-2c105e1c2676 req-65d0eb92-7cde-41cd-91f6-38a91b1f40ff tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:04.206069 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b549dc9-d3d3-474b-9a9f-2c105e1c2676 req-65d0eb92-7cde-41cd-91f6-38a91b1f40ff tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d031a0f-e162-408d-8c4d-41a5c54839e5 HTTP/1.1" status: 200 len: 945 time: 0.0534637 Feb 09 02:33:04.253808 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b549dc9-d3d3-474b-9a9f-2c105e1c2676 req-b1c8c958-1dbf-49e5-afb8-25f8b88ad296 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422411 Feb 09 02:33:04.573921 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ce72e-3e5c-49ec-94c9-9ce052ddf717 req-2f41caa3-f6a6-44cf-bb9f-0909ca67f393 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:04.575421 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fe9ce72e-3e5c-49ec-94c9-9ce052ddf717 req-2f41caa3-f6a6-44cf-bb9f-0909ca67f393 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d031a0f-e162-408d-8c4d-41a5c54839e5 HTTP/1.1" status: 200 len: 945 time: 0.0576007 Feb 09 02:33:04.626357 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fe9ce72e-3e5c-49ec-94c9-9ce052ddf717 req-d58b0b9a-3ff7-4788-8faf-6a565c7c5499 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449426 Feb 09 02:33:05.746360 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18aa33f-05b0-466b-a6d3-d25d259f826b req-7cab99ac-6e60-43f3-8849-b9282f9980e3 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:05.747907 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f18aa33f-05b0-466b-a6d3-d25d259f826b req-7cab99ac-6e60-43f3-8849-b9282f9980e3 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d031a0f-e162-408d-8c4d-41a5c54839e5 HTTP/1.1" status: 200 len: 945 time: 0.0531700 Feb 09 02:33:05.794431 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f18aa33f-05b0-466b-a6d3-d25d259f826b req-28bcdc7c-188b-4eac-bad7-1381037fa814 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/security-groups?id=6243fd05-b923-42a1-bb02-3d7f51bbbae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401385 Feb 09 02:33:05.977210 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device fc529d8a-f235-4e2a-8e9e-a9904562543e no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:33:05.996307 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: fc529d8a-f235-4e2a-8e9e-a9904562543e {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:33:05.996657 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device fc529d8a-f235-4e2a-8e9e-a9904562543e not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:33:06.156014 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba11c53-5dcc-4ee0-a52a-48166745a542 req-74a5a26b-f2d9-45e3-83db-58e7a856e529 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:06.157456 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2ba11c53-5dcc-4ee0-a52a-48166745a542 req-74a5a26b-f2d9-45e3-83db-58e7a856e529 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d031a0f-e162-408d-8c4d-41a5c54839e5 HTTP/1.1" status: 200 len: 945 time: 0.0519688 Feb 09 02:33:06.252074 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-2ba11c53-5dcc-4ee0-a52a-48166745a542 req-6709351a-78e1-428f-92e6-d8c7bb066f68 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Deleting port e0d1b81b-bb2a-4e29-8d65-476fcfb8e181 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:06.252394 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2ba11c53-5dcc-4ee0-a52a-48166745a542 req-6709351a-78e1-428f-92e6-d8c7bb066f68 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e0d1b81b-bb2a-4e29-8d65-476fcfb8e181), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:06.339049 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-2ba11c53-5dcc-4ee0-a52a-48166745a542 req-6709351a-78e1-428f-92e6-d8c7bb066f68 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] For port e0d1b81b-bb2a-4e29-8d65-476fcfb8e181, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=e0d1b81b-bb2a-4e29-8d65-476fcfb8e181,segment=NetworkSegment(579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0),segment_id=579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:06.339440 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2ba11c53-5dcc-4ee0-a52a-48166745a542 req-6709351a-78e1-428f-92e6-d8c7bb066f68 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e0d1b81b-bb2a-4e29-8d65-476fcfb8e181), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:06.352504 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-2ba11c53-5dcc-4ee0-a52a-48166745a542 req-6709351a-78e1-428f-92e6-d8c7bb066f68 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Calling delete_port for e0d1b81b-bb2a-4e29-8d65-476fcfb8e181 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:06.482029 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2ba11c53-5dcc-4ee0-a52a-48166745a542 req-6709351a-78e1-428f-92e6-d8c7bb066f68 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (e0d1b81b-bb2a-4e29-8d65-476fcfb8e181), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:06.492957 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['e0d1b81b-bb2a-4e29-8d65-476fcfb8e181'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:33:06.510624 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709351a-78e1-428f-92e6-d8c7bb066f68 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Pushing event deleted for resources: {'Port': ['ID=e0d1b81b-bb2a-4e29-8d65-476fcfb8e181,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:06.557572 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba11c53-5dcc-4ee0-a52a-48166745a542 req-6709351a-78e1-428f-92e6-d8c7bb066f68 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] No DVR routers for this DVR port e0d1b81b-bb2a-4e29-8d65-476fcfb8e181 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:33:06.563289 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2ba11c53-5dcc-4ee0-a52a-48166745a542 req-6709351a-78e1-428f-92e6-d8c7bb066f68 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:06.563678 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2ba11c53-5dcc-4ee0-a52a-48166745a542 req-6709351a-78e1-428f-92e6-d8c7bb066f68 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.67 "DELETE /v2.0/ports/e0d1b81b-bb2a-4e29-8d65-476fcfb8e181 HTTP/1.1" status: 204 len: 173 time: 0.4013841 Feb 09 02:33:06.564192 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d031a0f-e162-408d-8c4d-41a5c54839e5', 'name': 'network-vif-deleted', 'tag': 'e0d1b81b-bb2a-4e29-8d65-476fcfb8e181'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:33:06.566808 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02b43dc-8dc6-438c-bc32-b8754d25c344" -d '{"events": [{"server_uuid": "3d031a0f-e162-408d-8c4d-41a5c54839e5", "name": "network-vif-deleted", "tag": "e0d1b81b-bb2a-4e29-8d65-476fcfb8e181"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:33:06.607865 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f77c233-c986-4107-a29a-9057092fb96a x-openstack-request-id: req-9f77c233-c986-4107-a29a-9057092fb96a {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:33:06.608192 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d031a0f-e162-408d-8c4d-41a5c54839e5", "name": "network-vif-deleted", "tag": "e0d1b81b-bb2a-4e29-8d65-476fcfb8e181", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:33:06.608455 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f77c233-c986-4107-a29a-9057092fb96a {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:33:06.608856 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d031a0f-e162-408d-8c4d-41a5c54839e5', 'name': 'network-vif-deleted', 'tag': 'e0d1b81b-bb2a-4e29-8d65-476fcfb8e181', 'status': 'completed', 'code': 200} Feb 09 02:33:06.906112 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ecf226c-0552-4c63-bc9d-4694459f4269 req-606be1b0-a09f-4def-9cc0-8b7df6a4b5b4 tempest-ServersNegativeTestJSON-48469686 tempest-ServersNegativeTestJSON-48469686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d031a0f-e162-408d-8c4d-41a5c54839e5 HTTP/1.1" status: 200 len: 210 time: 0.0330458 Feb 09 02:33:07.548060 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9c458fa8-3f1b-495c-876b-5b6bca9a9c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:07.964932 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60620) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:08.013922 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-257b6871-159d-4e2f-952c-dbf090f3f0f3 admin admin] Deleting subnet 57de2bbe-b08e-4f4a-9047-1c27a021ba24 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:33:08.017038 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-257b6871-159d-4e2f-952c-dbf090f3f0f3 admin admin] Publish callbacks [] for subnet (57de2bbe-b08e-4f4a-9047-1c27a021ba24), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.052424 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-257b6871-159d-4e2f-952c-dbf090f3f0f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (57de2bbe-b08e-4f4a-9047-1c27a021ba24), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.095118 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-257b6871-159d-4e2f-952c-dbf090f3f0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (57de2bbe-b08e-4f4a-9047-1c27a021ba24), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.152583 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-257b6871-159d-4e2f-952c-dbf090f3f0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (57de2bbe-b08e-4f4a-9047-1c27a021ba24), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.184195 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b6871-159d-4e2f-952c-dbf090f3f0f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57de2bbe-b08e-4f4a-9047-1c27a021ba24,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:08.187978 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-257b6871-159d-4e2f-952c-dbf090f3f0f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.192473 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-257b6871-159d-4e2f-952c-dbf090f3f0f3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/57de2bbe-b08e-4f4a-9047-1c27a021ba24 HTTP/1.1" status: 204 len: 168 time: 0.2257869 Feb 09 02:33:08.194131 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60622) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:08.262230 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-94dbf1e7-d746-4461-ab78-c4a20cfe942e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (2feabf2f-3094-475b-b745-a030f260fd18), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.344005 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-94dbf1e7-d746-4461-ab78-c4a20cfe942e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (2feabf2f-3094-475b-b745-a030f260fd18), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.365575 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-94dbf1e7-d746-4461-ab78-c4a20cfe942e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2feabf2f-3094-475b-b745-a030f260fd18']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:08.374997 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-94dbf1e7-d746-4461-ab78-c4a20cfe942e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:08.375259 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-94dbf1e7-d746-4461-ab78-c4a20cfe942e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:08.385199 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-94dbf1e7-d746-4461-ab78-c4a20cfe942e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.398745 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-94dbf1e7-d746-4461-ab78-c4a20cfe942e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.405179 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94dbf1e7-d746-4461-ab78-c4a20cfe942e admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:33:08.405592 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-94dbf1e7-d746-4461-ab78-c4a20cfe942e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (579cebc5-00bb-4ad3-aeec-5f9d3cfe66c0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:33:08.407247 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:33:08.461031 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-94dbf1e7-d746-4461-ab78-c4a20cfe942e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (2feabf2f-3094-475b-b745-a030f260fd18), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.466650 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-94dbf1e7-d746-4461-ab78-c4a20cfe942e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.470398 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-94dbf1e7-d746-4461-ab78-c4a20cfe942e admin admin] 10.222.0.36 "DELETE /v2.0/networks/2feabf2f-3094-475b-b745-a030f260fd18 HTTP/1.1" status: 204 len: 168 time: 0.2752810 Feb 09 02:33:08.482804 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbf1e7-d746-4461-ab78-c4a20cfe942e admin admin] Pushing event deleted for resources: {'Network': ['ID=2feabf2f-3094-475b-b745-a030f260fd18,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:08.593753 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60626) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:08.636891 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-989a1329-2438-4a56-8062-b84457da8dce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1560fe8434664652b89fcbe0ec010bf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419199 Feb 09 02:33:08.639411 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60628) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:08.687698 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-20c5b587-df4f-4528-b12c-61b2fb3119d0 admin admin] Publish callbacks [] for security_group (6243fd05-b923-42a1-bb02-3d7f51bbbae0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.710089 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-20c5b587-df4f-4528-b12c-61b2fb3119d0 admin admin] Publish callbacks [] for security_group (6243fd05-b923-42a1-bb02-3d7f51bbbae0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.757778 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-20c5b587-df4f-4528-b12c-61b2fb3119d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (6243fd05-b923-42a1-bb02-3d7f51bbbae0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.760505 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-20c5b587-df4f-4528-b12c-61b2fb3119d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.761659 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-20c5b587-df4f-4528-b12c-61b2fb3119d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6243fd05-b923-42a1-bb02-3d7f51bbbae0 HTTP/1.1" status: 204 len: 168 time: 0.1213679 Feb 09 02:33:08.769720 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5b587-df4f-4528-b12c-61b2fb3119d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6243fd05-b923-42a1-bb02-3d7f51bbbae0,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:09.487363 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60650) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:09.582969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device e0d1b81b-bb2a-4e29-8d65-476fcfb8e181 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:33:09.590414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-21e7f350-9e71-4f88-b347-fc0eb9638c66 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-427527038'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:09.606692 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: e0d1b81b-bb2a-4e29-8d65-476fcfb8e181 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:33:09.607049 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device e0d1b81b-bb2a-4e29-8d65-476fcfb8e181 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:33:09.613010 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e7f350-9e71-4f88-b347-fc0eb9638c66 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Made reservation on behalf of b0ac5446f75941f9ad81bef15b8be939 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:09.616555 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21e7f350-9e71-4f88-b347-fc0eb9638c66 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:09.625300 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21e7f350-9e71-4f88-b347-fc0eb9638c66 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:09.701481 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21e7f350-9e71-4f88-b347-fc0eb9638c66 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks [] for security_group (733c22ec-2090-4cf5-8ee5-691ade644826), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:09.705341 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21e7f350-9e71-4f88-b347-fc0eb9638c66 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (733c22ec-2090-4cf5-8ee5-691ade644826), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:09.731638 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e7f350-9e71-4f88-b347-fc0eb9638c66 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:33:09.742010 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7f350-9e71-4f88-b347-fc0eb9638c66 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=733c22ec-2090-4cf5-8ee5-691ade644826,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:09.747104 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21e7f350-9e71-4f88-b347-fc0eb9638c66 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (51365e54-a05a-4df9-b14f-d7396897bd14), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:09.747478 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-21e7f350-9e71-4f88-b347-fc0eb9638c66 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Added segment 51365e54-a05a-4df9-b14f-d7396897bd14 of type vlan for network 40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3 Feb 09 02:33:09.789768 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21e7f350-9e71-4f88-b347-fc0eb9638c66 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:09.815015 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21e7f350-9e71-4f88-b347-fc0eb9638c66 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:09.819948 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e7f350-9e71-4f88-b347-fc0eb9638c66 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:09.820533 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21e7f350-9e71-4f88-b347-fc0eb9638c66 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:09.879597 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-21e7f350-9e71-4f88-b347-fc0eb9638c66 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3920848 Feb 09 02:33:09.887438 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7f350-9e71-4f88-b347-fc0eb9638c66 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Pushing event updated for resources: {'Network': ['ID=40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:09.898455 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:33:10.222658 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e5c07793-18f6-44ab-973e-e3253a7692a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:10.409677 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:10.988241 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:11.255269 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:12.490678 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.176852 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60654) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:13.181837 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-768593db-3fd4-4b6f-a9cd-2edd5366977a tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Request body: {'subnet': {'network_id': '40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:13.270774 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768593db-3fd4-4b6f-a9cd-2edd5366977a tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Made reservation on behalf of b0ac5446f75941f9ad81bef15b8be939 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:13.274190 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-768593db-3fd4-4b6f-a9cd-2edd5366977a tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.459160 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-768593db-3fd4-4b6f-a9cd-2edd5366977a tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (658bf8c8-c586-412c-ac76-d5e7655f2ec4), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.519502 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768593db-3fd4-4b6f-a9cd-2edd5366977a tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Pushing event updated for resources: {'Subnet': ['ID=658bf8c8-c586-412c-ac76-d5e7655f2ec4,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:13.529974 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768593db-3fd4-4b6f-a9cd-2edd5366977a tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Checking segment: {'id': '51365e54-a05a-4df9-b14f-d7396897bd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:13.530337 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768593db-3fd4-4b6f-a9cd-2edd5366977a tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Network hostable DHCP agents. Network: 40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:33:13.545834 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.548536 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768593db-3fd4-4b6f-a9cd-2edd5366977a tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Network 40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:33:13.557399 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-768593db-3fd4-4b6f-a9cd-2edd5366977a tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:13.563340 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768593db-3fd4-4b6f-a9cd-2edd5366977a tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:13.565051 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-768593db-3fd4-4b6f-a9cd-2edd5366977a tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.565272 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489c78f1-c5cc-44e8-9f59-af5bf5c3906e None None] Network 40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:13.583153 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-768593db-3fd4-4b6f-a9cd-2edd5366977a tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4052665 Feb 09 02:33:13.586532 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60656) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:13.591652 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ecb30229-5af0-4870-9549-6771db3a8742 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-411040279'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:13.611887 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb30229-5af0-4870-9549-6771db3a8742 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Made reservation on behalf of b0ac5446f75941f9ad81bef15b8be939 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:13.615076 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ecb30229-5af0-4870-9549-6771db3a8742 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.639882 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb30229-5af0-4870-9549-6771db3a8742 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:33:13.650329 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ecb30229-5af0-4870-9549-6771db3a8742 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (add1472c-3b9e-4788-b347-2a73f4754377), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.650683 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-ecb30229-5af0-4870-9549-6771db3a8742 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Added segment add1472c-3b9e-4788-b347-2a73f4754377 of type vlan for network 4f53ce56-2302-4468-83cd-8bb2488f0c40 Feb 09 02:33:13.671595 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6779ed18-58c7-4fe5-9045-e31e19094b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3', 'network_id': '40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3', 'project_id': 'b0ac5446f75941f9ad81bef15b8be939', 'fixed_ips': [{'subnet_id': '658bf8c8-c586-412c-ac76-d5e7655f2ec4'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:33:13.672500 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6779ed18-58c7-4fe5-9045-e31e19094b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.698580 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ecb30229-5af0-4870-9549-6771db3a8742 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (4f53ce56-2302-4468-83cd-8bb2488f0c40), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.724259 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ecb30229-5af0-4870-9549-6771db3a8742 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (4f53ce56-2302-4468-83cd-8bb2488f0c40), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.729237 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb30229-5af0-4870-9549-6771db3a8742 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:13.729816 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ecb30229-5af0-4870-9549-6771db3a8742 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.789434 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ecb30229-5af0-4870-9549-6771db3a8742 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2015233 Feb 09 02:33:13.792710 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60658) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:13.797949 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-63abac38-5495-4c09-a7b0-df94a9dbd0e5 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Request body: {'subnet': {'network_id': '4f53ce56-2302-4468-83cd-8bb2488f0c40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:13.805887 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb30229-5af0-4870-9549-6771db3a8742 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Pushing event updated for resources: {'Network': ['ID=4f53ce56-2302-4468-83cd-8bb2488f0c40,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:13.818527 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 4f53ce56-2302-4468-83cd-8bb2488f0c40 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:33:13.821500 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-6779ed18-58c7-4fe5-9045-e31e19094b4e None None] Allocated IP 2001:db8:0:ffff::2 (40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3/658bf8c8-c586-412c-ac76-d5e7655f2ec4/4b0f4107-f3c0-40a8-9500-c7037b9c1964) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:13.889206 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63abac38-5495-4c09-a7b0-df94a9dbd0e5 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Made reservation on behalf of b0ac5446f75941f9ad81bef15b8be939 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:13.893760 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63abac38-5495-4c09-a7b0-df94a9dbd0e5 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.031486 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6779ed18-58c7-4fe5-9045-e31e19094b4e None None] Publish callbacks [] for port (4b0f4107-f3c0-40a8-9500-c7037b9c1964), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.037128 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6779ed18-58c7-4fe5-9045-e31e19094b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (4b0f4107-f3c0-40a8-9500-c7037b9c1964), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.079433 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6779ed18-58c7-4fe5-9045-e31e19094b4e None None] Network 40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:14.082760 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-6779ed18-58c7-4fe5-9045-e31e19094b4e None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:14.087249 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6779ed18-58c7-4fe5-9045-e31e19094b4e None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:14.089997 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779ed18-58c7-4fe5-9045-e31e19094b4e None None] Pushing event updated for resources: {'Port': ['ID=4b0f4107-f3c0-40a8-9500-c7037b9c1964,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:14.104807 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63abac38-5495-4c09-a7b0-df94a9dbd0e5 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (ff218801-2f30-4469-b2ae-c361bc087e5c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.144584 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-6779ed18-58c7-4fe5-9045-e31e19094b4e None None] Attempting to bind port 4b0f4107-f3c0-40a8-9500-c7037b9c1964 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:33:14.144957 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-6779ed18-58c7-4fe5-9045-e31e19094b4e None None] Attempting to bind port 4b0f4107-f3c0-40a8-9500-c7037b9c1964 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '51365e54-a05a-4df9-b14f-d7396897bd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:33:14.145353 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6779ed18-58c7-4fe5-9045-e31e19094b4e None None] Attempting to bind port 4b0f4107-f3c0-40a8-9500-c7037b9c1964 on network 40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:33:14.150479 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6779ed18-58c7-4fe5-9045-e31e19094b4e None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:33:14.150811 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6779ed18-58c7-4fe5-9045-e31e19094b4e None None] Checking segment: {'id': '51365e54-a05a-4df9-b14f-d7396897bd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:14.151502 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6779ed18-58c7-4fe5-9045-e31e19094b4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.151894 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6779ed18-58c7-4fe5-9045-e31e19094b4e None None] Bound using segment: {'id': '51365e54-a05a-4df9-b14f-d7396897bd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:33:14.152361 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-6779ed18-58c7-4fe5-9045-e31e19094b4e None None] Bound port: 4b0f4107-f3c0-40a8-9500-c7037b9c1964, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51365e54-a05a-4df9-b14f-d7396897bd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:33:14.152742 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6779ed18-58c7-4fe5-9045-e31e19094b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4b0f4107-f3c0-40a8-9500-c7037b9c1964), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.168742 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abac38-5495-4c09-a7b0-df94a9dbd0e5 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Pushing event updated for resources: {'Subnet': ['ID=ff218801-2f30-4469-b2ae-c361bc087e5c,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:14.177872 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63abac38-5495-4c09-a7b0-df94a9dbd0e5 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Checking segment: {'id': 'add1472c-3b9e-4788-b347-2a73f4754377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4f53ce56-2302-4468-83cd-8bb2488f0c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:14.178246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63abac38-5495-4c09-a7b0-df94a9dbd0e5 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Network hostable DHCP agents. Network: 4f53ce56-2302-4468-83cd-8bb2488f0c40, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:33:14.195809 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63abac38-5495-4c09-a7b0-df94a9dbd0e5 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Network 4f53ce56-2302-4468-83cd-8bb2488f0c40 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:33:14.205021 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-63abac38-5495-4c09-a7b0-df94a9dbd0e5 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 4f53ce56-2302-4468-83cd-8bb2488f0c40) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:14.209545 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63abac38-5495-4c09-a7b0-df94a9dbd0e5 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:14.210111 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63abac38-5495-4c09-a7b0-df94a9dbd0e5 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.218594 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7084be56-43e4-4830-80c3-02ad59df5b3f None None] Network 4f53ce56-2302-4468-83cd-8bb2488f0c40 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:14.224854 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-6779ed18-58c7-4fe5-9045-e31e19094b4e None None] For port 4b0f4107-f3c0-40a8-9500-c7037b9c1964, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:33:14.228271 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-63abac38-5495-4c09-a7b0-df94a9dbd0e5 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4342692 Feb 09 02:33:14.230830 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60660) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:14.268963 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-6779ed18-58c7-4fe5-9045-e31e19094b4e None None] For port 4b0f4107-f3c0-40a8-9500-c7037b9c1964, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=4b0f4107-f3c0-40a8-9500-c7037b9c1964,segment=NetworkSegment(51365e54-a05a-4df9-b14f-d7396897bd14),segment_id=51365e54-a05a-4df9-b14f-d7396897bd14)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:33:14.277001 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6779ed18-58c7-4fe5-9045-e31e19094b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4b0f4107-f3c0-40a8-9500-c7037b9c1964), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.336017 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (4f53ce56-2302-4468-83cd-8bb2488f0c40), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.373694 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779ed18-58c7-4fe5-9045-e31e19094b4e None None] Pushing event updated for resources: {'Port': ['ID=4b0f4107-f3c0-40a8-9500-c7037b9c1964,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:14.393053 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabef29d-59c4-46cd-b95e-5f05f3e1e3e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-4f53ce56-2302-4468-83cd-8bb2488f0c40', 'network_id': '4f53ce56-2302-4468-83cd-8bb2488f0c40', 'project_id': 'b0ac5446f75941f9ad81bef15b8be939', 'fixed_ips': [{'subnet_id': 'ff218801-2f30-4469-b2ae-c361bc087e5c'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:33:14.394280 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eabef29d-59c4-46cd-b95e-5f05f3e1e3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.449758 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (ff218801-2f30-4469-b2ae-c361bc087e5c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.554200 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-eabef29d-59c4-46cd-b95e-5f05f3e1e3e8 None None] Allocated IP 2001:db8::2 (4f53ce56-2302-4468-83cd-8bb2488f0c40/ff218801-2f30-4469-b2ae-c361bc087e5c/4cbcae14-af83-4c7b-a1bc-7b576a6d8221) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:14.714823 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eabef29d-59c4-46cd-b95e-5f05f3e1e3e8 None None] Publish callbacks [] for port (4cbcae14-af83-4c7b-a1bc-7b576a6d8221), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.720864 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eabef29d-59c4-46cd-b95e-5f05f3e1e3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (4cbcae14-af83-4c7b-a1bc-7b576a6d8221), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.737819 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (ff218801-2f30-4469-b2ae-c361bc087e5c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.763603 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabef29d-59c4-46cd-b95e-5f05f3e1e3e8 None None] Network 4f53ce56-2302-4468-83cd-8bb2488f0c40 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:14.766650 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Pushing event deleted for resources: {'Subnet': ['ID=ff218801-2f30-4469-b2ae-c361bc087e5c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:14.768567 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-eabef29d-59c4-46cd-b95e-5f05f3e1e3e8 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:14.771865 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabef29d-59c4-46cd-b95e-5f05f3e1e3e8 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:14.778258 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabef29d-59c4-46cd-b95e-5f05f3e1e3e8 None None] Pushing event updated for resources: {'Port': ['ID=4cbcae14-af83-4c7b-a1bc-7b576a6d8221,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:14.835882 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-eabef29d-59c4-46cd-b95e-5f05f3e1e3e8 None None] Attempting to bind port 4cbcae14-af83-4c7b-a1bc-7b576a6d8221 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:33:14.836255 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-eabef29d-59c4-46cd-b95e-5f05f3e1e3e8 None None] Attempting to bind port 4cbcae14-af83-4c7b-a1bc-7b576a6d8221 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'add1472c-3b9e-4788-b347-2a73f4754377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4f53ce56-2302-4468-83cd-8bb2488f0c40'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:33:14.836621 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabef29d-59c4-46cd-b95e-5f05f3e1e3e8 None None] Attempting to bind port 4cbcae14-af83-4c7b-a1bc-7b576a6d8221 on network 4f53ce56-2302-4468-83cd-8bb2488f0c40 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:33:14.839803 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (4f53ce56-2302-4468-83cd-8bb2488f0c40), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.841947 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabef29d-59c4-46cd-b95e-5f05f3e1e3e8 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:33:14.842321 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabef29d-59c4-46cd-b95e-5f05f3e1e3e8 None None] Checking segment: {'id': 'add1472c-3b9e-4788-b347-2a73f4754377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4f53ce56-2302-4468-83cd-8bb2488f0c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:14.842723 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eabef29d-59c4-46cd-b95e-5f05f3e1e3e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.843139 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabef29d-59c4-46cd-b95e-5f05f3e1e3e8 None None] Bound using segment: {'id': 'add1472c-3b9e-4788-b347-2a73f4754377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4f53ce56-2302-4468-83cd-8bb2488f0c40'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:33:14.843841 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-eabef29d-59c4-46cd-b95e-5f05f3e1e3e8 None None] Bound port: 4cbcae14-af83-4c7b-a1bc-7b576a6d8221, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add1472c-3b9e-4788-b347-2a73f4754377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4f53ce56-2302-4468-83cd-8bb2488f0c40'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:33:14.844219 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eabef29d-59c4-46cd-b95e-5f05f3e1e3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4cbcae14-af83-4c7b-a1bc-7b576a6d8221), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.861065 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f53ce56-2302-4468-83cd-8bb2488f0c40']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:14.871175 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add1472c-3b9e-4788-b347-2a73f4754377') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:14.872065 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add1472c-3b9e-4788-b347-2a73f4754377') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:14.882622 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (add1472c-3b9e-4788-b347-2a73f4754377), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.901934 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (add1472c-3b9e-4788-b347-2a73f4754377), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.912116 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:33:14.912526 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (add1472c-3b9e-4788-b347-2a73f4754377), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:33:14.919253 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:33:14.921594 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-eabef29d-59c4-46cd-b95e-5f05f3e1e3e8 None None] For port 4cbcae14-af83-4c7b-a1bc-7b576a6d8221, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:33:14.961697 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 4b0f4107-f3c0-40a8-9500-c7037b9c1964 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:14.978248 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.db.api [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 02:33:14.978248 n-d-828387-3 neutron-server[103184]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 02:33:14.978248 n-d-828387-3 neutron-server[103184]: [parameters: {'id': '4f53ce56-2302-4468-83cd-8bb2488f0c40'}] Feb 09 02:33:14.978248 n-d-828387-3 neutron-server[103184]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:33:14.978876 n-d-828387-3 neutron-server[103184]: DEBUG oslo_db.api [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:33:14.999106 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-eabef29d-59c4-46cd-b95e-5f05f3e1e3e8 None None] For port 4cbcae14-af83-4c7b-a1bc-7b576a6d8221, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=4cbcae14-af83-4c7b-a1bc-7b576a6d8221,segment=NetworkSegment(add1472c-3b9e-4788-b347-2a73f4754377),segment_id=add1472c-3b9e-4788-b347-2a73f4754377)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:33:15.009229 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eabef29d-59c4-46cd-b95e-5f05f3e1e3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4cbcae14-af83-4c7b-a1bc-7b576a6d8221), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:15.102981 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabef29d-59c4-46cd-b95e-5f05f3e1e3e8 None None] Pushing event updated for resources: {'Port': ['ID=4cbcae14-af83-4c7b-a1bc-7b576a6d8221,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:15.111006 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 4b0f4107-f3c0-40a8-9500-c7037b9c1964 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:15.111710 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4b0f4107-f3c0-40a8-9500-c7037b9c1964), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:15.136187 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4eb53b9-919d-4a3f-99f9-edf63d19595f None None] Network 4f53ce56-2302-4468-83cd-8bb2488f0c40 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:15.274504 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 4b0f4107-f3c0-40a8-9500-c7037b9c1964 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:15.274894 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4b0f4107-f3c0-40a8-9500-c7037b9c1964), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:15.315830 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 4b0f4107-f3c0-40a8-9500-c7037b9c1964, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=4b0f4107-f3c0-40a8-9500-c7037b9c1964,segment=NetworkSegment(51365e54-a05a-4df9-b14f-d7396897bd14),segment_id=51365e54-a05a-4df9-b14f-d7396897bd14)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:15.320919 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4b0f4107-f3c0-40a8-9500-c7037b9c1964), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:15.348892 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4c4d62-34b6-487d-9aea-c3c794dd662f None None] get_active_networks_info from n-d-828387-3 {{(pid=103185) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:33:15.412015 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=4b0f4107-f3c0-40a8-9500-c7037b9c1964,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:15.420991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8b535cd2-f675-4083-95d6-60e53fe6a475 None None] Provisioning complete for port 4b0f4107-f3c0-40a8-9500-c7037b9c1964 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:15.421369 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8b535cd2-f675-4083-95d6-60e53fe6a475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4b0f4107-f3c0-40a8-9500-c7037b9c1964), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:15.480340 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (4f53ce56-2302-4468-83cd-8bb2488f0c40), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:15.485187 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4c4d62-34b6-487d-9aea-c3c794dd662f None None] Resources bound (agent type, host, resource id): {{(pid=103185) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:33:15.535969 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Deleting port 4cbcae14-af83-4c7b-a1bc-7b576a6d8221 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:15.536403 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (4cbcae14-af83-4c7b-a1bc-7b576a6d8221), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:15.578219 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8b535cd2-f675-4083-95d6-60e53fe6a475 None None] Current status of the port 4b0f4107-f3c0-40a8-9500-c7037b9c1964 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:15.598880 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] For port 4cbcae14-af83-4c7b-a1bc-7b576a6d8221, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=4cbcae14-af83-4c7b-a1bc-7b576a6d8221,segment=NetworkSegment(add1472c-3b9e-4788-b347-2a73f4754377),segment_id=add1472c-3b9e-4788-b347-2a73f4754377)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:15.599308 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (4cbcae14-af83-4c7b-a1bc-7b576a6d8221), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:15.612341 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Calling delete_port for 4cbcae14-af83-4c7b-a1bc-7b576a6d8221 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:15.678614 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d580c1-e3bc-47d5-bce8-ca59780ae023 None None] Network 40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:15.701548 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (4cbcae14-af83-4c7b-a1bc-7b576a6d8221), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:15.728123 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Pushing event deleted for resources: {'Port': ['ID=4cbcae14-af83-4c7b-a1bc-7b576a6d8221,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:15.731792 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] No DVR routers for this DVR port 4cbcae14-af83-4c7b-a1bc-7b576a6d8221 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:33:15.824397 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (4f53ce56-2302-4468-83cd-8bb2488f0c40), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:15.849645 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f53ce56-2302-4468-83cd-8bb2488f0c40']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:15.861481 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add1472c-3b9e-4788-b347-2a73f4754377') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:15.861775 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add1472c-3b9e-4788-b347-2a73f4754377') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:15.872267 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (add1472c-3b9e-4788-b347-2a73f4754377), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:15.886939 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (add1472c-3b9e-4788-b347-2a73f4754377), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:15.894773 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:33:15.894773 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (add1472c-3b9e-4788-b347-2a73f4754377), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:33:15.898157 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:33:15.965152 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (4f53ce56-2302-4468-83cd-8bb2488f0c40), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:15.973222 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:15.981470 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60662) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:15.981964 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "DELETE /v2.0/networks/4f53ce56-2302-4468-83cd-8bb2488f0c40 HTTP/1.1" status: 204 len: 168 time: 1.7496002 Feb 09 02:33:15.987751 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b240fabc-a291-4986-9641-d550536c1ca1 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-678266749'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:16.001205 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729b525-a1ee-4b9e-b105-70b97fc4e2f9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Pushing event deleted for resources: {'Network': ['ID=4f53ce56-2302-4468-83cd-8bb2488f0c40,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:16.006302 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3dd3a366-ed2d-4621-b20d-952321d2e651 None None] Provisioning complete for port 4b0f4107-f3c0-40a8-9500-c7037b9c1964 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:16.006500 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3dd3a366-ed2d-4621-b20d-952321d2e651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4b0f4107-f3c0-40a8-9500-c7037b9c1964), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:16.011445 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b240fabc-a291-4986-9641-d550536c1ca1 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Made reservation on behalf of b0ac5446f75941f9ad81bef15b8be939 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:16.015020 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b240fabc-a291-4986-9641-d550536c1ca1 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:16.044136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b240fabc-a291-4986-9641-d550536c1ca1 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:33:16.054163 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b240fabc-a291-4986-9641-d550536c1ca1 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (81186359-8e66-4654-91fe-2cc06948ee4a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:16.054531 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-b240fabc-a291-4986-9641-d550536c1ca1 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Added segment 81186359-8e66-4654-91fe-2cc06948ee4a of type vlan for network 3c9bd4ae-3efb-44dc-bf8e-f9b1015ac7e2 Feb 09 02:33:16.096789 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b240fabc-a291-4986-9641-d550536c1ca1 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (3c9bd4ae-3efb-44dc-bf8e-f9b1015ac7e2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:16.104151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3dd3a366-ed2d-4621-b20d-952321d2e651 None None] Current status of the port 4b0f4107-f3c0-40a8-9500-c7037b9c1964 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:16.129027 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b240fabc-a291-4986-9641-d550536c1ca1 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (3c9bd4ae-3efb-44dc-bf8e-f9b1015ac7e2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:16.134336 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b240fabc-a291-4986-9641-d550536c1ca1 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:16.135148 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b240fabc-a291-4986-9641-d550536c1ca1 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:16.192124 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b240fabc-a291-4986-9641-d550536c1ca1 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2092464 Feb 09 02:33:16.194942 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60664) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:16.200248 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-49c23d93-82aa-48ba-afb3-71b348a33e32 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Request body: {'subnet': {'network_id': '3c9bd4ae-3efb-44dc-bf8e-f9b1015ac7e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:16.208523 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240fabc-a291-4986-9641-d550536c1ca1 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Pushing event updated for resources: {'Network': ['ID=3c9bd4ae-3efb-44dc-bf8e-f9b1015ac7e2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:16.219046 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 3c9bd4ae-3efb-44dc-bf8e-f9b1015ac7e2 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:33:16.302252 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c23d93-82aa-48ba-afb3-71b348a33e32 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Made reservation on behalf of b0ac5446f75941f9ad81bef15b8be939 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:16.306689 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-49c23d93-82aa-48ba-afb3-71b348a33e32 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:16.384638 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.ipam_backend_mixin [None req-49c23d93-82aa-48ba-afb3-71b348a33e32 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Performing IP validity checks on allocation pools {{(pid=103184) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 02:33:16.385281 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.ipam_backend_mixin [None req-49c23d93-82aa-48ba-afb3-71b348a33e32 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103184) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 02:33:16.817352 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-49c23d93-82aa-48ba-afb3-71b348a33e32 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (8877be27-7dcc-489c-9a3c-0004d24d2d85), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:16.874089 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c23d93-82aa-48ba-afb3-71b348a33e32 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Pushing event updated for resources: {'Subnet': ['ID=8877be27-7dcc-489c-9a3c-0004d24d2d85,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:16.886525 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c23d93-82aa-48ba-afb3-71b348a33e32 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Checking segment: {'id': '81186359-8e66-4654-91fe-2cc06948ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3c9bd4ae-3efb-44dc-bf8e-f9b1015ac7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:16.886885 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c23d93-82aa-48ba-afb3-71b348a33e32 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Network hostable DHCP agents. Network: 3c9bd4ae-3efb-44dc-bf8e-f9b1015ac7e2, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:33:16.909282 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c23d93-82aa-48ba-afb3-71b348a33e32 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Network 3c9bd4ae-3efb-44dc-bf8e-f9b1015ac7e2 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:33:16.918648 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-49c23d93-82aa-48ba-afb3-71b348a33e32 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 3c9bd4ae-3efb-44dc-bf8e-f9b1015ac7e2) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:16.922885 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c23d93-82aa-48ba-afb3-71b348a33e32 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:16.923621 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-49c23d93-82aa-48ba-afb3-71b348a33e32 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:16.930408 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d7c0ed-9877-4bdf-bb27-f4d05c24d0ea None None] Network 3c9bd4ae-3efb-44dc-bf8e-f9b1015ac7e2 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:16.942454 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-49c23d93-82aa-48ba-afb3-71b348a33e32 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7463145 Feb 09 02:33:16.945144 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60666) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:16.950657 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 4b0f4107-f3c0-40a8-9500-c7037b9c1964 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:17.044812 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-658a1ac6-859e-4b45-b996-07dbdc481d5d tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (3c9bd4ae-3efb-44dc-bf8e-f9b1015ac7e2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:17.068400 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 4b0f4107-f3c0-40a8-9500-c7037b9c1964 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:17.068680 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4b0f4107-f3c0-40a8-9500-c7037b9c1964), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:17.088820 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb6a6ef-f118-4e76-a976-b94ada70ed07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-3c9bd4ae-3efb-44dc-bf8e-f9b1015ac7e2', 'network_id': '3c9bd4ae-3efb-44dc-bf8e-f9b1015ac7e2', 'project_id': 'b0ac5446f75941f9ad81bef15b8be939', 'fixed_ips': [{'subnet_id': '8877be27-7dcc-489c-9a3c-0004d24d2d85'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:33:17.089681 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0fb6a6ef-f118-4e76-a976-b94ada70ed07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:17.095929 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-658a1ac6-859e-4b45-b996-07dbdc481d5d tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (8877be27-7dcc-489c-9a3c-0004d24d2d85), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:17.161369 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-658a1ac6-859e-4b45-b996-07dbdc481d5d tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (8877be27-7dcc-489c-9a3c-0004d24d2d85), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:17.198819 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a1ac6-859e-4b45-b996-07dbdc481d5d tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Pushing event deleted for resources: {'Subnet': ['ID=8877be27-7dcc-489c-9a3c-0004d24d2d85,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server [None req-0fb6a6ef-f118-4e76-a976-b94ada70ed07 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8877be27-7dcc-489c-9a3c-0004d24d2d85: This subnet is being modified by another concurrent operation. Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server raise exception Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8877be27-7dcc-489c-9a3c-0004d24d2d85: This subnet is being modified by another concurrent operation. Feb 09 02:33:17.230617 n-d-828387-3 neutron-server[103185]: ERROR oslo_messaging.rpc.server Feb 09 02:33:17.242186 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 4b0f4107-f3c0-40a8-9500-c7037b9c1964 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:17.252467 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503efc9c-094d-4157-a79c-e6291f6d4e30 None None] get_active_networks_info from n-d-828387-3 {{(pid=103185) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:33:17.264319 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-658a1ac6-859e-4b45-b996-07dbdc481d5d tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (3c9bd4ae-3efb-44dc-bf8e-f9b1015ac7e2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:17.285185 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-658a1ac6-859e-4b45-b996-07dbdc481d5d tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9bd4ae-3efb-44dc-bf8e-f9b1015ac7e2']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:17.294298 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-658a1ac6-859e-4b45-b996-07dbdc481d5d tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81186359-8e66-4654-91fe-2cc06948ee4a') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:17.294598 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-658a1ac6-859e-4b45-b996-07dbdc481d5d tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81186359-8e66-4654-91fe-2cc06948ee4a') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:17.304369 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-658a1ac6-859e-4b45-b996-07dbdc481d5d tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (81186359-8e66-4654-91fe-2cc06948ee4a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:17.318002 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-658a1ac6-859e-4b45-b996-07dbdc481d5d tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (81186359-8e66-4654-91fe-2cc06948ee4a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:17.320295 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503efc9c-094d-4157-a79c-e6291f6d4e30 None None] Resources bound (agent type, host, resource id): {{(pid=103185) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:33:17.325209 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658a1ac6-859e-4b45-b996-07dbdc481d5d tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:33:17.325635 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-658a1ac6-859e-4b45-b996-07dbdc481d5d tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (81186359-8e66-4654-91fe-2cc06948ee4a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:33:17.328859 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:33:17.390721 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-658a1ac6-859e-4b45-b996-07dbdc481d5d tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (3c9bd4ae-3efb-44dc-bf8e-f9b1015ac7e2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:17.403870 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-658a1ac6-859e-4b45-b996-07dbdc481d5d tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:17.407167 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-658a1ac6-859e-4b45-b996-07dbdc481d5d tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "DELETE /v2.0/networks/3c9bd4ae-3efb-44dc-bf8e-f9b1015ac7e2 HTTP/1.1" status: 204 len: 168 time: 0.4610546 Feb 09 02:33:17.413657 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60668) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:17.419632 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-0e724a70-74bf-41d8-b9ea-07fc6a06be49 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1268774953'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:17.420498 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a1ac6-859e-4b45-b996-07dbdc481d5d tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Pushing event deleted for resources: {'Network': ['ID=3c9bd4ae-3efb-44dc-bf8e-f9b1015ac7e2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:17.443174 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e724a70-74bf-41d8-b9ea-07fc6a06be49 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Made reservation on behalf of b0ac5446f75941f9ad81bef15b8be939 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:17.446850 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0e724a70-74bf-41d8-b9ea-07fc6a06be49 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:17.475441 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e724a70-74bf-41d8-b9ea-07fc6a06be49 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:33:17.479638 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d435969-4d4d-4a04-b2d1-ba81adde4ff3 None None] Network 3c9bd4ae-3efb-44dc-bf8e-f9b1015ac7e2 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:17.487063 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0e724a70-74bf-41d8-b9ea-07fc6a06be49 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (b5b1bcf5-8ac8-4ec5-96ae-82129f7a469a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:17.487449 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-0e724a70-74bf-41d8-b9ea-07fc6a06be49 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Added segment b5b1bcf5-8ac8-4ec5-96ae-82129f7a469a of type vlan for network 6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68 Feb 09 02:33:17.492768 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d435969-4d4d-4a04-b2d1-ba81adde4ff3 None None] Network 3c9bd4ae-3efb-44dc-bf8e-f9b1015ac7e2 could not be found, it might have been deleted concurrently. {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 02:33:17.528813 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0e724a70-74bf-41d8-b9ea-07fc6a06be49 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:17.554002 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0e724a70-74bf-41d8-b9ea-07fc6a06be49 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:17.558976 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e724a70-74bf-41d8-b9ea-07fc6a06be49 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:17.559593 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0e724a70-74bf-41d8-b9ea-07fc6a06be49 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:17.615982 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0e724a70-74bf-41d8-b9ea-07fc6a06be49 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2003489 Feb 09 02:33:17.618873 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60670) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:17.624158 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b4b709b9-8e01-46e6-808f-170efda443e2 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Request body: {'subnet': {'network_id': '6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:17.633707 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e724a70-74bf-41d8-b9ea-07fc6a06be49 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Pushing event updated for resources: {'Network': ['ID=6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:17.644030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:33:17.712432 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b709b9-8e01-46e6-808f-170efda443e2 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Made reservation on behalf of b0ac5446f75941f9ad81bef15b8be939 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:17.716021 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4b709b9-8e01-46e6-808f-170efda443e2 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:17.897806 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4b709b9-8e01-46e6-808f-170efda443e2 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (b80ea46c-8cfc-400f-bdea-94abdbddfdb9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:17.962846 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b709b9-8e01-46e6-808f-170efda443e2 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Pushing event updated for resources: {'Subnet': ['ID=b80ea46c-8cfc-400f-bdea-94abdbddfdb9,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:17.972156 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b709b9-8e01-46e6-808f-170efda443e2 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Checking segment: {'id': 'b5b1bcf5-8ac8-4ec5-96ae-82129f7a469a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:17.972514 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b709b9-8e01-46e6-808f-170efda443e2 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Network hostable DHCP agents. Network: 6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:33:17.989996 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b709b9-8e01-46e6-808f-170efda443e2 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Network 6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:33:17.998597 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b4b709b9-8e01-46e6-808f-170efda443e2 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:18.002627 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b709b9-8e01-46e6-808f-170efda443e2 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:18.003240 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b4b709b9-8e01-46e6-808f-170efda443e2 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.010262 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faa082f-17d9-4412-bde8-c35b44089ae1 None None] Network 6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:18.020363 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b4b709b9-8e01-46e6-808f-170efda443e2 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4002714 Feb 09 02:33:18.024175 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60672) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:18.029136 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4b2db14e-8791-4999-8f7a-1132db9f72d9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1725266264'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:18.048065 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2db14e-8791-4999-8f7a-1132db9f72d9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Made reservation on behalf of b0ac5446f75941f9ad81bef15b8be939 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:18.051769 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4b2db14e-8791-4999-8f7a-1132db9f72d9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.076049 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2db14e-8791-4999-8f7a-1132db9f72d9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:33:18.086658 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4b2db14e-8791-4999-8f7a-1132db9f72d9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (79d892a8-df25-4ed0-8f40-766ca9f40897), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.087001 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-4b2db14e-8791-4999-8f7a-1132db9f72d9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Added segment 79d892a8-df25-4ed0-8f40-766ca9f40897 of type vlan for network 207446e3-2377-4c9b-9975-8756effbf3f2 Feb 09 02:33:18.114383 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081df144-6fa4-418a-93aa-8eb1c9594e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68', 'network_id': '6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68', 'project_id': 'b0ac5446f75941f9ad81bef15b8be939', 'fixed_ips': [{'subnet_id': 'b80ea46c-8cfc-400f-bdea-94abdbddfdb9'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:33:18.115280 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-081df144-6fa4-418a-93aa-8eb1c9594e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.129146 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4b2db14e-8791-4999-8f7a-1132db9f72d9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (207446e3-2377-4c9b-9975-8756effbf3f2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.153971 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4b2db14e-8791-4999-8f7a-1132db9f72d9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (207446e3-2377-4c9b-9975-8756effbf3f2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.160116 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2db14e-8791-4999-8f7a-1132db9f72d9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:18.160708 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4b2db14e-8791-4999-8f7a-1132db9f72d9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.227534 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4b2db14e-8791-4999-8f7a-1132db9f72d9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2024910 Feb 09 02:33:18.230329 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60674) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:18.237299 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-8fa7e49c-4480-4171-aa61-656e9edf8018 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Request body: {'subnet': {'network_id': '207446e3-2377-4c9b-9975-8756effbf3f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:18.242076 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2db14e-8791-4999-8f7a-1132db9f72d9 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Pushing event updated for resources: {'Network': ['ID=207446e3-2377-4c9b-9975-8756effbf3f2,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:18.256832 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 207446e3-2377-4c9b-9975-8756effbf3f2 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:33:18.259048 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-081df144-6fa4-418a-93aa-8eb1c9594e23 None None] Allocated IP 2001:db8::2 (6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68/b80ea46c-8cfc-400f-bdea-94abdbddfdb9/0563b9ab-76b9-4d67-a54e-216d903dd471) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:18.332361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa7e49c-4480-4171-aa61-656e9edf8018 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Made reservation on behalf of b0ac5446f75941f9ad81bef15b8be939 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:18.335977 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e49c-4480-4171-aa61-656e9edf8018 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.534863 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e49c-4480-4171-aa61-656e9edf8018 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (bf6f7b9e-9956-4e72-85af-3bc47e7cf8fc), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.601280 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7e49c-4480-4171-aa61-656e9edf8018 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Pushing event updated for resources: {'Subnet': ['ID=bf6f7b9e-9956-4e72-85af-3bc47e7cf8fc,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:18.608495 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa7e49c-4480-4171-aa61-656e9edf8018 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Checking segment: {'id': '79d892a8-df25-4ed0-8f40-766ca9f40897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '207446e3-2377-4c9b-9975-8756effbf3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:18.608868 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa7e49c-4480-4171-aa61-656e9edf8018 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Network hostable DHCP agents. Network: 207446e3-2377-4c9b-9975-8756effbf3f2, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:33:18.625069 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-081df144-6fa4-418a-93aa-8eb1c9594e23 None None] Publish callbacks [] for port (0563b9ab-76b9-4d67-a54e-216d903dd471), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.628008 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa7e49c-4480-4171-aa61-656e9edf8018 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Network 207446e3-2377-4c9b-9975-8756effbf3f2 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:33:18.632301 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-081df144-6fa4-418a-93aa-8eb1c9594e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (0563b9ab-76b9-4d67-a54e-216d903dd471), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.635806 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-8fa7e49c-4480-4171-aa61-656e9edf8018 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 207446e3-2377-4c9b-9975-8756effbf3f2) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:18.639812 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa7e49c-4480-4171-aa61-656e9edf8018 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:18.641344 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e49c-4480-4171-aa61-656e9edf8018 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.657004 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8fa7e49c-4480-4171-aa61-656e9edf8018 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4252748 Feb 09 02:33:18.660049 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60676) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:18.669664 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de94dcb8-386a-4f9f-b9aa-845ac3a35acb None None] Network 207446e3-2377-4c9b-9975-8756effbf3f2 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:18.687280 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081df144-6fa4-418a-93aa-8eb1c9594e23 None None] Network 6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:18.716982 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-081df144-6fa4-418a-93aa-8eb1c9594e23 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:18.719959 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081df144-6fa4-418a-93aa-8eb1c9594e23 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:18.757478 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-846e9973-f0ac-4bf7-9ec5-67511bdd12dc tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (207446e3-2377-4c9b-9975-8756effbf3f2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.766552 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081df144-6fa4-418a-93aa-8eb1c9594e23 None None] Pushing event updated for resources: {'Port': ['ID=0563b9ab-76b9-4d67-a54e-216d903dd471,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:18.810844 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-846e9973-f0ac-4bf7-9ec5-67511bdd12dc tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (bf6f7b9e-9956-4e72-85af-3bc47e7cf8fc), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.831329 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-081df144-6fa4-418a-93aa-8eb1c9594e23 None None] Attempting to bind port 0563b9ab-76b9-4d67-a54e-216d903dd471 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:33:18.831712 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-081df144-6fa4-418a-93aa-8eb1c9594e23 None None] Attempting to bind port 0563b9ab-76b9-4d67-a54e-216d903dd471 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'b5b1bcf5-8ac8-4ec5-96ae-82129f7a469a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:33:18.832076 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081df144-6fa4-418a-93aa-8eb1c9594e23 None None] Attempting to bind port 0563b9ab-76b9-4d67-a54e-216d903dd471 on network 6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:33:18.837979 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081df144-6fa4-418a-93aa-8eb1c9594e23 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:33:18.838365 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081df144-6fa4-418a-93aa-8eb1c9594e23 None None] Checking segment: {'id': 'b5b1bcf5-8ac8-4ec5-96ae-82129f7a469a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:18.838773 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-081df144-6fa4-418a-93aa-8eb1c9594e23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.839167 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081df144-6fa4-418a-93aa-8eb1c9594e23 None None] Bound using segment: {'id': 'b5b1bcf5-8ac8-4ec5-96ae-82129f7a469a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:33:18.839664 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-081df144-6fa4-418a-93aa-8eb1c9594e23 None None] Bound port: 0563b9ab-76b9-4d67-a54e-216d903dd471, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b1bcf5-8ac8-4ec5-96ae-82129f7a469a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:33:18.840048 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-081df144-6fa4-418a-93aa-8eb1c9594e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0563b9ab-76b9-4d67-a54e-216d903dd471), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.843226 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e77fdd-3a8c-4193-9f5c-965d060d67ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-207446e3-2377-4c9b-9975-8756effbf3f2', 'network_id': '207446e3-2377-4c9b-9975-8756effbf3f2', 'project_id': 'b0ac5446f75941f9ad81bef15b8be939', 'fixed_ips': [{'subnet_id': 'bf6f7b9e-9956-4e72-85af-3bc47e7cf8fc'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:33:18.844061 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-13e77fdd-3a8c-4193-9f5c-965d060d67ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.877707 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-846e9973-f0ac-4bf7-9ec5-67511bdd12dc tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (bf6f7b9e-9956-4e72-85af-3bc47e7cf8fc), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.905764 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e9973-f0ac-4bf7-9ec5-67511bdd12dc tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Pushing event deleted for resources: {'Subnet': ['ID=bf6f7b9e-9956-4e72-85af-3bc47e7cf8fc,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:18.973003 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-081df144-6fa4-418a-93aa-8eb1c9594e23 None None] For port 0563b9ab-76b9-4d67-a54e-216d903dd471, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:33:18.973417 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-846e9973-f0ac-4bf7-9ec5-67511bdd12dc tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (207446e3-2377-4c9b-9975-8756effbf3f2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.976295 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-081df144-6fa4-418a-93aa-8eb1c9594e23 None None] For port 0563b9ab-76b9-4d67-a54e-216d903dd471, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0563b9ab-76b9-4d67-a54e-216d903dd471,segment=NetworkSegment(b5b1bcf5-8ac8-4ec5-96ae-82129f7a469a),segment_id=b5b1bcf5-8ac8-4ec5-96ae-82129f7a469a)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:33:18.979289 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2029b2-f4a0-4a86-b944-cfb0050298b7 None None] Network 207446e3-2377-4c9b-9975-8756effbf3f2 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:18.994597 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-081df144-6fa4-418a-93aa-8eb1c9594e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0563b9ab-76b9-4d67-a54e-216d903dd471), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:19.003470 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-846e9973-f0ac-4bf7-9ec5-67511bdd12dc tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207446e3-2377-4c9b-9975-8756effbf3f2']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:19.013904 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-846e9973-f0ac-4bf7-9ec5-67511bdd12dc tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d892a8-df25-4ed0-8f40-766ca9f40897') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:19.014201 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-846e9973-f0ac-4bf7-9ec5-67511bdd12dc tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d892a8-df25-4ed0-8f40-766ca9f40897') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:19.024456 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-846e9973-f0ac-4bf7-9ec5-67511bdd12dc tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (79d892a8-df25-4ed0-8f40-766ca9f40897), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:19.037840 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-846e9973-f0ac-4bf7-9ec5-67511bdd12dc tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (79d892a8-df25-4ed0-8f40-766ca9f40897), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:19.044352 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846e9973-f0ac-4bf7-9ec5-67511bdd12dc tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:33:19.044755 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-846e9973-f0ac-4bf7-9ec5-67511bdd12dc tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (79d892a8-df25-4ed0-8f40-766ca9f40897), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:33:19.048162 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:33:19.111920 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081df144-6fa4-418a-93aa-8eb1c9594e23 None None] Pushing event updated for resources: {'Port': ['ID=0563b9ab-76b9-4d67-a54e-216d903dd471,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:19.114738 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-846e9973-f0ac-4bf7-9ec5-67511bdd12dc tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (207446e3-2377-4c9b-9975-8756effbf3f2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:19.122643 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-846e9973-f0ac-4bf7-9ec5-67511bdd12dc tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:19.125870 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-846e9973-f0ac-4bf7-9ec5-67511bdd12dc tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "DELETE /v2.0/networks/207446e3-2377-4c9b-9975-8756effbf3f2 HTTP/1.1" status: 204 len: 168 time: 0.4648700 Feb 09 02:33:19.129700 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60678) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:19.138840 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e9973-f0ac-4bf7-9ec5-67511bdd12dc tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Pushing event deleted for resources: {'Network': ['ID=207446e3-2377-4c9b-9975-8756effbf3f2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:19.162522 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0bf3ef-85e4-4b35-a324-b5b3c0f4e45e tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] GET failed (client error): The resource could not be found. Feb 09 02:33:19.163889 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2f0bf3ef-85e4-4b35-a324-b5b3c0f4e45e tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "GET /v2.0/subnets/bf6f7b9e-9956-4e72-85af-3bc47e7cf8fc HTTP/1.1" status: 404 len: 337 time: 0.0325558 Feb 09 02:33:19.166654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60680) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:19.185667 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a05ba2-3f76-4530-a749-b0850f40d2ab tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:19.186173 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a05ba2-3f76-4530-a749-b0850f40d2ab tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:19.189879 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-11a05ba2-3f76-4530-a749-b0850f40d2ab tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "DELETE /v2.0/networks/207446e3-2377-4c9b-9975-8756effbf3f2 HTTP/1.1" status: 404 len: 339 time: 0.0221405 Feb 09 02:33:19.194346 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60682) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:19.220834 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53a0109-23d4-4d9c-ad76-80f6adc01cd6 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:19.221481 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c53a0109-23d4-4d9c-ad76-80f6adc01cd6 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:19.224711 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c53a0109-23d4-4d9c-ad76-80f6adc01cd6 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "DELETE /v2.0/subnets/bf6f7b9e-9956-4e72-85af-3bc47e7cf8fc HTTP/1.1" status: 404 len: 337 time: 0.0293784 Feb 09 02:33:19.228349 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60684) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:19.255279 n-d-828387-3 neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3556f55-fd43-45b1-9dd3-b70cb5a559d5 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:19.255816 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3556f55-fd43-45b1-9dd3-b70cb5a559d5 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103184) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:19.260481 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a3556f55-fd43-45b1-9dd3-b70cb5a559d5 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "DELETE /v2.0/networks/207446e3-2377-4c9b-9975-8756effbf3f2 HTTP/1.1" status: 404 len: 339 time: 0.0317373 Feb 09 02:33:19.262827 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60686) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:19.316676 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1b19a2-b718-4629-b5c5-6d58a13120a8 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Deleting subnet b80ea46c-8cfc-400f-bdea-94abdbddfdb9 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:33:19.320330 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a1b19a2-b718-4629-b5c5-6d58a13120a8 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks [] for subnet (b80ea46c-8cfc-400f-bdea-94abdbddfdb9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:19.367676 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a1b19a2-b718-4629-b5c5-6d58a13120a8 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (b80ea46c-8cfc-400f-bdea-94abdbddfdb9), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:19.452302 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a1b19a2-b718-4629-b5c5-6d58a13120a8 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (b80ea46c-8cfc-400f-bdea-94abdbddfdb9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:19.512319 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a1b19a2-b718-4629-b5c5-6d58a13120a8 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (b80ea46c-8cfc-400f-bdea-94abdbddfdb9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:19.543753 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b19a2-b718-4629-b5c5-6d58a13120a8 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Pushing event deleted for resources: {'Subnet': ['ID=b80ea46c-8cfc-400f-bdea-94abdbddfdb9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:19.547405 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a1b19a2-b718-4629-b5c5-6d58a13120a8 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:19.551148 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3a1b19a2-b718-4629-b5c5-6d58a13120a8 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "DELETE /v2.0/subnets/b80ea46c-8cfc-400f-bdea-94abdbddfdb9 HTTP/1.1" status: 204 len: 168 time: 0.2872818 Feb 09 02:33:19.553629 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60688) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:19.629462 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ac9adea-1408-4aa9-be89-42b3c9a95c92 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:19.683239 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9adea-1408-4aa9-be89-42b3c9a95c92 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Deleting port 0563b9ab-76b9-4d67-a54e-216d903dd471 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:19.683701 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ac9adea-1408-4aa9-be89-42b3c9a95c92 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0563b9ab-76b9-4d67-a54e-216d903dd471), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:19.753831 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-8ac9adea-1408-4aa9-be89-42b3c9a95c92 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] For port 0563b9ab-76b9-4d67-a54e-216d903dd471, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0563b9ab-76b9-4d67-a54e-216d903dd471,segment=NetworkSegment(b5b1bcf5-8ac8-4ec5-96ae-82129f7a469a),segment_id=b5b1bcf5-8ac8-4ec5-96ae-82129f7a469a)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:19.753831 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ac9adea-1408-4aa9-be89-42b3c9a95c92 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0563b9ab-76b9-4d67-a54e-216d903dd471), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:19.768090 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9adea-1408-4aa9-be89-42b3c9a95c92 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Calling delete_port for 0563b9ab-76b9-4d67-a54e-216d903dd471 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:19.849736 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ac9adea-1408-4aa9-be89-42b3c9a95c92 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (0563b9ab-76b9-4d67-a54e-216d903dd471), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:19.881074 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9adea-1408-4aa9-be89-42b3c9a95c92 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Pushing event deleted for resources: {'Port': ['ID=0563b9ab-76b9-4d67-a54e-216d903dd471,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:19.885545 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac9adea-1408-4aa9-be89-42b3c9a95c92 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] No DVR routers for this DVR port 0563b9ab-76b9-4d67-a54e-216d903dd471 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:33:19.968124 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ac9adea-1408-4aa9-be89-42b3c9a95c92 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:19.990438 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-8ac9adea-1408-4aa9-be89-42b3c9a95c92 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:19.999851 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-8ac9adea-1408-4aa9-be89-42b3c9a95c92 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b1bcf5-8ac8-4ec5-96ae-82129f7a469a') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:20.000222 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-8ac9adea-1408-4aa9-be89-42b3c9a95c92 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b1bcf5-8ac8-4ec5-96ae-82129f7a469a') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:20.003393 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43c8f17-0c22-4d27-b476-85a544d4d9d5 None None] Network 6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:20.010753 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ac9adea-1408-4aa9-be89-42b3c9a95c92 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (b5b1bcf5-8ac8-4ec5-96ae-82129f7a469a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.024194 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ac9adea-1408-4aa9-be89-42b3c9a95c92 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (b5b1bcf5-8ac8-4ec5-96ae-82129f7a469a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.030575 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac9adea-1408-4aa9-be89-42b3c9a95c92 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:33:20.030980 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ac9adea-1408-4aa9-be89-42b3c9a95c92 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (b5b1bcf5-8ac8-4ec5-96ae-82129f7a469a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:33:20.034452 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:33:20.063135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a25bab45-928d-4bea-9664-73b311bb4e25 None None] Could not find standard attr ID for object 0563b9ab-76b9-4d67-a54e-216d903dd471. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:33:20.101487 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ac9adea-1408-4aa9-be89-42b3c9a95c92 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.108402 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ac9adea-1408-4aa9-be89-42b3c9a95c92 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.112150 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8ac9adea-1408-4aa9-be89-42b3c9a95c92 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "DELETE /v2.0/networks/6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68 HTTP/1.1" status: 204 len: 168 time: 0.5575166 Feb 09 02:33:20.115059 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60690) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:20.123708 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9adea-1408-4aa9-be89-42b3c9a95c92 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Pushing event deleted for resources: {'Network': ['ID=6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:20.146323 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8251e8-d10d-4aba-b93d-576898803071 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:20.146854 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8251e8-d10d-4aba-b93d-576898803071 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:20.151977 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2c8251e8-d10d-4aba-b93d-576898803071 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "DELETE /v2.0/subnets/8877be27-7dcc-489c-9a3c-0004d24d2d85 HTTP/1.1" status: 404 len: 337 time: 0.0339372 Feb 09 02:33:20.152968 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60692) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:20.156028 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d2b756-070b-4cd4-9da3-116a58367512 None None] DHCP port deletion for 6c05ed1f-01a7-4c17-b9f8-0acba6cf8c68 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:33:20.171864 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d9e284-37d8-42d3-960e-21e59afd2688 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:20.172345 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d9e284-37d8-42d3-960e-21e59afd2688 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:20.175888 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-98d9e284-37d8-42d3-960e-21e59afd2688 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "DELETE /v2.0/networks/3c9bd4ae-3efb-44dc-bf8e-f9b1015ac7e2 HTTP/1.1" status: 404 len: 339 time: 0.0217233 Feb 09 02:33:20.178297 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60694) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:20.208362 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb3735d-cc07-44d6-b169-24195444ed10 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:20.208805 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb3735d-cc07-44d6-b169-24195444ed10 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:20.211951 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9eb3735d-cc07-44d6-b169-24195444ed10 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "DELETE /v2.0/subnets/ff218801-2f30-4469-b2ae-c361bc087e5c HTTP/1.1" status: 404 len: 337 time: 0.0327656 Feb 09 02:33:20.214346 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60696) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:20.232209 n-d-828387-3 neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebeb70b7-2515-4c1b-abfe-d8f61bf8f816 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:20.232687 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebeb70b7-2515-4c1b-abfe-d8f61bf8f816 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:20.235569 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ebeb70b7-2515-4c1b-abfe-d8f61bf8f816 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "DELETE /v2.0/networks/4f53ce56-2302-4468-83cd-8bb2488f0c40 HTTP/1.1" status: 404 len: 339 time: 0.0203483 Feb 09 02:33:20.237865 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60698) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:20.287395 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-864e6be8-b7ba-4a36-a06e-911c523f63f2 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Deleting subnet 658bf8c8-c586-412c-ac76-d5e7655f2ec4 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:33:20.290368 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-864e6be8-b7ba-4a36-a06e-911c523f63f2 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks [] for subnet (658bf8c8-c586-412c-ac76-d5e7655f2ec4), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.329186 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-864e6be8-b7ba-4a36-a06e-911c523f63f2 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (658bf8c8-c586-412c-ac76-d5e7655f2ec4), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.416852 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-864e6be8-b7ba-4a36-a06e-911c523f63f2 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (658bf8c8-c586-412c-ac76-d5e7655f2ec4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.475678 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-864e6be8-b7ba-4a36-a06e-911c523f63f2 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (658bf8c8-c586-412c-ac76-d5e7655f2ec4), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.504091 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e6be8-b7ba-4a36-a06e-911c523f63f2 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Pushing event deleted for resources: {'Subnet': ['ID=658bf8c8-c586-412c-ac76-d5e7655f2ec4,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:20.506966 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-864e6be8-b7ba-4a36-a06e-911c523f63f2 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.510219 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-864e6be8-b7ba-4a36-a06e-911c523f63f2 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "DELETE /v2.0/subnets/658bf8c8-c586-412c-ac76-d5e7655f2ec4 HTTP/1.1" status: 204 len: 168 time: 0.2714775 Feb 09 02:33:20.510783 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e785d3-8340-49dd-a6dc-835cd11ab9e5 None None] Network 40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:20.512731 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60700) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:20.546363 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:33:20.593372 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2b283b62-1358-4866-af7d-104ff7de0b24 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.651268 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-2b283b62-1358-4866-af7d-104ff7de0b24 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Deleting port 4b0f4107-f3c0-40a8-9500-c7037b9c1964 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:20.651866 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2b283b62-1358-4866-af7d-104ff7de0b24 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (4b0f4107-f3c0-40a8-9500-c7037b9c1964), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.671178 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251dbeec-9ff8-4e19-8d71-0176281d83b0 None None] DHCP port deletion for 40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:33:20.716706 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-2b283b62-1358-4866-af7d-104ff7de0b24 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] For port 4b0f4107-f3c0-40a8-9500-c7037b9c1964, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=4b0f4107-f3c0-40a8-9500-c7037b9c1964,segment=NetworkSegment(51365e54-a05a-4df9-b14f-d7396897bd14),segment_id=51365e54-a05a-4df9-b14f-d7396897bd14)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:20.717075 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2b283b62-1358-4866-af7d-104ff7de0b24 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (4b0f4107-f3c0-40a8-9500-c7037b9c1964), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.722642 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-251dbeec-9ff8-4e19-8d71-0176281d83b0 None None] Deleting port 4b0f4107-f3c0-40a8-9500-c7037b9c1964 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:20.723025 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-251dbeec-9ff8-4e19-8d71-0176281d83b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (4b0f4107-f3c0-40a8-9500-c7037b9c1964), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.730366 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-2b283b62-1358-4866-af7d-104ff7de0b24 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Calling delete_port for 4b0f4107-f3c0-40a8-9500-c7037b9c1964 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:20.786172 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-251dbeec-9ff8-4e19-8d71-0176281d83b0 None None] For port 4b0f4107-f3c0-40a8-9500-c7037b9c1964, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=4b0f4107-f3c0-40a8-9500-c7037b9c1964,segment=NetworkSegment(51365e54-a05a-4df9-b14f-d7396897bd14),segment_id=51365e54-a05a-4df9-b14f-d7396897bd14)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:20.786577 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-251dbeec-9ff8-4e19-8d71-0176281d83b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (4b0f4107-f3c0-40a8-9500-c7037b9c1964), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.798897 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-251dbeec-9ff8-4e19-8d71-0176281d83b0 None None] Calling delete_port for 4b0f4107-f3c0-40a8-9500-c7037b9c1964 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:20.814134 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2b283b62-1358-4866-af7d-104ff7de0b24 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (4b0f4107-f3c0-40a8-9500-c7037b9c1964), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.837853 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b283b62-1358-4866-af7d-104ff7de0b24 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Pushing event deleted for resources: {'Port': ['ID=4b0f4107-f3c0-40a8-9500-c7037b9c1964,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:20.844398 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b283b62-1358-4866-af7d-104ff7de0b24 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] No DVR routers for this DVR port 4b0f4107-f3c0-40a8-9500-c7037b9c1964 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:33:20.876665 n-d-828387-3 neutron-server[103185]: self.session.flush() Feb 09 02:33:20.882802 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-251dbeec-9ff8-4e19-8d71-0176281d83b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (4b0f4107-f3c0-40a8-9500-c7037b9c1964), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.910110 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251dbeec-9ff8-4e19-8d71-0176281d83b0 None None] Pushing event deleted for resources: {'Port': ['ID=4b0f4107-f3c0-40a8-9500-c7037b9c1964,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:20.914314 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251dbeec-9ff8-4e19-8d71-0176281d83b0 None None] No DVR routers for this DVR port 4b0f4107-f3c0-40a8-9500-c7037b9c1964 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:33:20.935516 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 4b0f4107-f3c0-40a8-9500-c7037b9c1964 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:33:20.942235 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2b283b62-1358-4866-af7d-104ff7de0b24 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.956700 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 4b0f4107-f3c0-40a8-9500-c7037b9c1964 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:33:20.957122 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 4b0f4107-f3c0-40a8-9500-c7037b9c1964 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:33:20.964792 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-2b283b62-1358-4866-af7d-104ff7de0b24 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:20.974440 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-2b283b62-1358-4866-af7d-104ff7de0b24 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51365e54-a05a-4df9-b14f-d7396897bd14') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:20.974745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-2b283b62-1358-4866-af7d-104ff7de0b24 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51365e54-a05a-4df9-b14f-d7396897bd14') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:20.984167 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2b283b62-1358-4866-af7d-104ff7de0b24 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (51365e54-a05a-4df9-b14f-d7396897bd14), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.998017 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2b283b62-1358-4866-af7d-104ff7de0b24 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (51365e54-a05a-4df9-b14f-d7396897bd14), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:21.005019 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b283b62-1358-4866-af7d-104ff7de0b24 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:33:21.005471 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2b283b62-1358-4866-af7d-104ff7de0b24 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (51365e54-a05a-4df9-b14f-d7396897bd14), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:33:21.008520 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:33:21.065747 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2b283b62-1358-4866-af7d-104ff7de0b24 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:21.072481 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2b283b62-1358-4866-af7d-104ff7de0b24 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:21.078366 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2b283b62-1358-4866-af7d-104ff7de0b24 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] 10.222.0.36 "DELETE /v2.0/networks/40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3 HTTP/1.1" status: 204 len: 168 time: 0.5619903 Feb 09 02:33:21.087872 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b283b62-1358-4866-af7d-104ff7de0b24 tempest-NetworksIpV6Test-869203019 tempest-NetworksIpV6Test-869203019-project] Pushing event deleted for resources: {'Network': ['ID=40ef63f8-2b39-4e1b-bde3-b99f6d6dbee3,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:21.315036 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60706) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:21.447916 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-40a93915-bee7-46f7-ad10-7121cd18c311 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b0ac5446f75941f9ad81bef15b8be939&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315429 Feb 09 02:33:21.450273 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60710) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:21.497058 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-758eef61-1977-4664-90c4-1e4066087038 admin admin] Publish callbacks [] for security_group (733c22ec-2090-4cf5-8ee5-691ade644826), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:21.518074 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-758eef61-1977-4664-90c4-1e4066087038 admin admin] Publish callbacks [] for security_group (733c22ec-2090-4cf5-8ee5-691ade644826), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:21.563294 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-758eef61-1977-4664-90c4-1e4066087038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (733c22ec-2090-4cf5-8ee5-691ade644826), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:21.566534 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-758eef61-1977-4664-90c4-1e4066087038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:21.567700 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-758eef61-1977-4664-90c4-1e4066087038 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/733c22ec-2090-4cf5-8ee5-691ade644826 HTTP/1.1" status: 204 len: 168 time: 0.1165409 Feb 09 02:33:21.575216 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758eef61-1977-4664-90c4-1e4066087038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733c22ec-2090-4cf5-8ee5-691ade644826,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:22.217724 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60732) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:22.311489 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-85fb52a0-1a32-44d1-9296-c0b14cae974d tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-399026055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:22.338427 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-85fb52a0-1a32-44d1-9296-c0b14cae974d tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (0ec09d50-1c35-4de2-b83b-606d05768bb6), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:22.339532 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-85fb52a0-1a32-44d1-9296-c0b14cae974d tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (0ec09d50-1c35-4de2-b83b-606d05768bb6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:22.394425 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-85fb52a0-1a32-44d1-9296-c0b14cae974d tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks [] for router_controller (0ec09d50-1c35-4de2-b83b-606d05768bb6), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:22.398393 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-85fb52a0-1a32-44d1-9296-c0b14cae974d tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (0ec09d50-1c35-4de2-b83b-606d05768bb6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:22.417426 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-85fb52a0-1a32-44d1-9296-c0b14cae974d tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:22.418611 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-85fb52a0-1a32-44d1-9296-c0b14cae974d tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1998549 Feb 09 02:33:22.421325 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60736) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:22.426785 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-7b2d8c0b-2543-44a1-ab35-75a9ede47082 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-618055261'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:22.446068 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2d8c0b-2543-44a1-ab35-75a9ede47082 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Made reservation on behalf of 997fce7367c14e269c3ab4b4847ee496 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:22.449622 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7b2d8c0b-2543-44a1-ab35-75a9ede47082 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:22.458989 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7b2d8c0b-2543-44a1-ab35-75a9ede47082 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:22.534232 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7b2d8c0b-2543-44a1-ab35-75a9ede47082 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks [] for security_group (d2e84d28-5884-4d46-8c71-cb6576d17a8b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:22.537885 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7b2d8c0b-2543-44a1-ab35-75a9ede47082 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d2e84d28-5884-4d46-8c71-cb6576d17a8b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:22.560902 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2d8c0b-2543-44a1-ab35-75a9ede47082 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:33:22.576353 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d8c0b-2543-44a1-ab35-75a9ede47082 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e84d28-5884-4d46-8c71-cb6576d17a8b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:22.579231 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7b2d8c0b-2543-44a1-ab35-75a9ede47082 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (9aa40060-40b9-4d68-a2ee-f1e0c29cbb93), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:22.579720 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-7b2d8c0b-2543-44a1-ab35-75a9ede47082 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Added segment 9aa40060-40b9-4d68-a2ee-f1e0c29cbb93 of type vlan for network 99d6ff6b-c196-4da9-9642-9e2f0ea74976 Feb 09 02:33:22.623264 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7b2d8c0b-2543-44a1-ab35-75a9ede47082 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (99d6ff6b-c196-4da9-9642-9e2f0ea74976), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:22.649810 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7b2d8c0b-2543-44a1-ab35-75a9ede47082 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (99d6ff6b-c196-4da9-9642-9e2f0ea74976), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:22.656015 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2d8c0b-2543-44a1-ab35-75a9ede47082 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:22.656748 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7b2d8c0b-2543-44a1-ab35-75a9ede47082 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:22.710096 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7b2d8c0b-2543-44a1-ab35-75a9ede47082 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2877555 Feb 09 02:33:22.713139 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60738) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:22.718247 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-63af2fcd-6ae6-4e96-8038-7cf297280c07 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Request body: {'subnet': {'network_id': '99d6ff6b-c196-4da9-9642-9e2f0ea74976', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:22.724974 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d8c0b-2543-44a1-ab35-75a9ede47082 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Pushing event updated for resources: {'Network': ['ID=99d6ff6b-c196-4da9-9642-9e2f0ea74976,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:22.735439 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 99d6ff6b-c196-4da9-9642-9e2f0ea74976 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:33:22.807651 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63af2fcd-6ae6-4e96-8038-7cf297280c07 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Made reservation on behalf of 997fce7367c14e269c3ab4b4847ee496 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:22.810991 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63af2fcd-6ae6-4e96-8038-7cf297280c07 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:22.990129 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63af2fcd-6ae6-4e96-8038-7cf297280c07 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (4b247dd0-a7af-483b-8901-76d712dd7637), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.043801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af2fcd-6ae6-4e96-8038-7cf297280c07 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Pushing event updated for resources: {'Subnet': ['ID=4b247dd0-a7af-483b-8901-76d712dd7637,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:23.058699 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af2fcd-6ae6-4e96-8038-7cf297280c07 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Checking segment: {'id': '9aa40060-40b9-4d68-a2ee-f1e0c29cbb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '99d6ff6b-c196-4da9-9642-9e2f0ea74976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:23.058994 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63af2fcd-6ae6-4e96-8038-7cf297280c07 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Network hostable DHCP agents. Network: 99d6ff6b-c196-4da9-9642-9e2f0ea74976, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:33:23.074745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63af2fcd-6ae6-4e96-8038-7cf297280c07 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Network 99d6ff6b-c196-4da9-9642-9e2f0ea74976 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:33:23.083903 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-63af2fcd-6ae6-4e96-8038-7cf297280c07 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 99d6ff6b-c196-4da9-9642-9e2f0ea74976) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:23.087688 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63af2fcd-6ae6-4e96-8038-7cf297280c07 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:23.088280 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63af2fcd-6ae6-4e96-8038-7cf297280c07 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.093280 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5ff0be-f24e-4e16-974a-ce5c05369132 None None] Network 99d6ff6b-c196-4da9-9642-9e2f0ea74976 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:23.104438 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-63af2fcd-6ae6-4e96-8038-7cf297280c07 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3901491 Feb 09 02:33:23.107633 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60740) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:23.113131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e8d09a9f-57bb-41df-8114-c735b2bdc45e tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-497511654'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:23.131964 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d09a9f-57bb-41df-8114-c735b2bdc45e tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Made reservation on behalf of 997fce7367c14e269c3ab4b4847ee496 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:23.135488 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8d09a9f-57bb-41df-8114-c735b2bdc45e tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.162270 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d09a9f-57bb-41df-8114-c735b2bdc45e tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:33:23.172185 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8d09a9f-57bb-41df-8114-c735b2bdc45e tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (95a9e23f-acdf-40dc-bdd1-5fddc42ed1ba), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.172531 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-e8d09a9f-57bb-41df-8114-c735b2bdc45e tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Added segment 95a9e23f-acdf-40dc-bdd1-5fddc42ed1ba of type vlan for network 1b3bad6f-fde2-4bf4-b074-163f709b652d Feb 09 02:33:23.199742 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35588bad-5416-41b9-9917-51c78816bd79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-99d6ff6b-c196-4da9-9642-9e2f0ea74976', 'network_id': '99d6ff6b-c196-4da9-9642-9e2f0ea74976', 'project_id': '997fce7367c14e269c3ab4b4847ee496', 'fixed_ips': [{'subnet_id': '4b247dd0-a7af-483b-8901-76d712dd7637'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:33:23.200597 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-35588bad-5416-41b9-9917-51c78816bd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.214920 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8d09a9f-57bb-41df-8114-c735b2bdc45e tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (1b3bad6f-fde2-4bf4-b074-163f709b652d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.239774 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8d09a9f-57bb-41df-8114-c735b2bdc45e tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (1b3bad6f-fde2-4bf4-b074-163f709b652d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.244817 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d09a9f-57bb-41df-8114-c735b2bdc45e tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:23.245403 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8d09a9f-57bb-41df-8114-c735b2bdc45e tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.309941 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e8d09a9f-57bb-41df-8114-c735b2bdc45e tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2009339 Feb 09 02:33:23.312604 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60742) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:23.319707 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-2a10e80e-bc89-4252-9493-86f6c5d7f04f tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Request body: {'subnet': {'network_id': '1b3bad6f-fde2-4bf4-b074-163f709b652d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:23.336989 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d09a9f-57bb-41df-8114-c735b2bdc45e tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Pushing event updated for resources: {'Network': ['ID=1b3bad6f-fde2-4bf4-b074-163f709b652d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:23.337821 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-35588bad-5416-41b9-9917-51c78816bd79 None None] Allocated IP 172.20.0.2 (99d6ff6b-c196-4da9-9642-9e2f0ea74976/4b247dd0-a7af-483b-8901-76d712dd7637/f9cf962a-7dfb-441a-b3d6-2202c9ee036e) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:23.349928 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 1b3bad6f-fde2-4bf4-b074-163f709b652d details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:33:23.411347 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a10e80e-bc89-4252-9493-86f6c5d7f04f tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Made reservation on behalf of 997fce7367c14e269c3ab4b4847ee496 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:23.414885 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2a10e80e-bc89-4252-9493-86f6c5d7f04f tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.549180 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-35588bad-5416-41b9-9917-51c78816bd79 None None] Publish callbacks [] for port (f9cf962a-7dfb-441a-b3d6-2202c9ee036e), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.556007 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-35588bad-5416-41b9-9917-51c78816bd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (f9cf962a-7dfb-441a-b3d6-2202c9ee036e), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.591948 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35588bad-5416-41b9-9917-51c78816bd79 None None] Network 99d6ff6b-c196-4da9-9642-9e2f0ea74976 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:23.596778 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-35588bad-5416-41b9-9917-51c78816bd79 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:23.599562 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35588bad-5416-41b9-9917-51c78816bd79 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:23.600171 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2a10e80e-bc89-4252-9493-86f6c5d7f04f tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (07ad2570-aead-4751-bb51-0d2861389515), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.611687 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35588bad-5416-41b9-9917-51c78816bd79 None None] Pushing event updated for resources: {'Port': ['ID=f9cf962a-7dfb-441a-b3d6-2202c9ee036e,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:23.664598 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-35588bad-5416-41b9-9917-51c78816bd79 None None] Attempting to bind port f9cf962a-7dfb-441a-b3d6-2202c9ee036e on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:33:23.664966 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-35588bad-5416-41b9-9917-51c78816bd79 None None] Attempting to bind port f9cf962a-7dfb-441a-b3d6-2202c9ee036e by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '9aa40060-40b9-4d68-a2ee-f1e0c29cbb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '99d6ff6b-c196-4da9-9642-9e2f0ea74976'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:33:23.665327 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35588bad-5416-41b9-9917-51c78816bd79 None None] Attempting to bind port f9cf962a-7dfb-441a-b3d6-2202c9ee036e on network 99d6ff6b-c196-4da9-9642-9e2f0ea74976 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:33:23.670340 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35588bad-5416-41b9-9917-51c78816bd79 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:33:23.670714 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35588bad-5416-41b9-9917-51c78816bd79 None None] Checking segment: {'id': '9aa40060-40b9-4d68-a2ee-f1e0c29cbb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '99d6ff6b-c196-4da9-9642-9e2f0ea74976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:23.671111 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-35588bad-5416-41b9-9917-51c78816bd79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.671519 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10e80e-bc89-4252-9493-86f6c5d7f04f tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Pushing event updated for resources: {'Subnet': ['ID=07ad2570-aead-4751-bb51-0d2861389515,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:23.671653 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35588bad-5416-41b9-9917-51c78816bd79 None None] Bound using segment: {'id': '9aa40060-40b9-4d68-a2ee-f1e0c29cbb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '99d6ff6b-c196-4da9-9642-9e2f0ea74976'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:33:23.671978 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-35588bad-5416-41b9-9917-51c78816bd79 None None] Bound port: f9cf962a-7dfb-441a-b3d6-2202c9ee036e, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa40060-40b9-4d68-a2ee-f1e0c29cbb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '99d6ff6b-c196-4da9-9642-9e2f0ea74976'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:33:23.672373 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-35588bad-5416-41b9-9917-51c78816bd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f9cf962a-7dfb-441a-b3d6-2202c9ee036e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.678762 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a10e80e-bc89-4252-9493-86f6c5d7f04f tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Checking segment: {'id': '95a9e23f-acdf-40dc-bdd1-5fddc42ed1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1b3bad6f-fde2-4bf4-b074-163f709b652d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:23.679128 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a10e80e-bc89-4252-9493-86f6c5d7f04f tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Network hostable DHCP agents. Network: 1b3bad6f-fde2-4bf4-b074-163f709b652d, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:33:23.697304 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a10e80e-bc89-4252-9493-86f6c5d7f04f tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Network 1b3bad6f-fde2-4bf4-b074-163f709b652d is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:33:23.707845 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-2a10e80e-bc89-4252-9493-86f6c5d7f04f tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 1b3bad6f-fde2-4bf4-b074-163f709b652d) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:23.712493 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a10e80e-bc89-4252-9493-86f6c5d7f04f tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:23.713093 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2a10e80e-bc89-4252-9493-86f6c5d7f04f tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.718098 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2afab29-b158-415c-9cd9-33e00a73e05e None None] Network 1b3bad6f-fde2-4bf4-b074-163f709b652d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:23.730115 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2a10e80e-bc89-4252-9493-86f6c5d7f04f tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4165332 Feb 09 02:33:23.732934 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60744) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:23.738174 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-edf4e38d-7e67-4efb-a78c-b951cc564f34 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b3bad6f-fde2-4bf4-b074-163f709b652d'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:23.787484 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-35588bad-5416-41b9-9917-51c78816bd79 None None] For port f9cf962a-7dfb-441a-b3d6-2202c9ee036e, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:33:23.791931 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-35588bad-5416-41b9-9917-51c78816bd79 None None] For port f9cf962a-7dfb-441a-b3d6-2202c9ee036e, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f9cf962a-7dfb-441a-b3d6-2202c9ee036e,segment=NetworkSegment(9aa40060-40b9-4d68-a2ee-f1e0c29cbb93),segment_id=9aa40060-40b9-4d68-a2ee-f1e0c29cbb93)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:33:23.801333 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-35588bad-5416-41b9-9917-51c78816bd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f9cf962a-7dfb-441a-b3d6-2202c9ee036e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.891486 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df22cf90-3d19-4ae8-824f-ce2824e8589d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-1b3bad6f-fde2-4bf4-b074-163f709b652d', 'network_id': '1b3bad6f-fde2-4bf4-b074-163f709b652d', 'project_id': '997fce7367c14e269c3ab4b4847ee496', 'fixed_ips': [{'subnet_id': '07ad2570-aead-4751-bb51-0d2861389515'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:33:23.892978 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-df22cf90-3d19-4ae8-824f-ce2824e8589d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.909861 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35588bad-5416-41b9-9917-51c78816bd79 None None] Pushing event updated for resources: {'Port': ['ID=f9cf962a-7dfb-441a-b3d6-2202c9ee036e,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:23.976326 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-edf4e38d-7e67-4efb-a78c-b951cc564f34 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks [] for router_gateway (0ec09d50-1c35-4de2-b83b-606d05768bb6), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.070049 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-df22cf90-3d19-4ae8-824f-ce2824e8589d None None] Allocated IP 172.21.0.2 (1b3bad6f-fde2-4bf4-b074-163f709b652d/07ad2570-aead-4751-bb51-0d2861389515/29536836-3634-4160-95ea-9a4f2be49311) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:24.125765 n-d-828387-3 neutron-server[103184]: INFO neutron.api.v2.resource [None req-edf4e38d-7e67-4efb-a78c-b951cc564f34 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:33:24.133251 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-edf4e38d-7e67-4efb-a78c-b951cc564f34 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] 10.222.0.36 "PUT /v2.0/routers/0ec09d50-1c35-4de2-b83b-606d05768bb6 HTTP/1.1" status: 400 len: 364 time: 0.3932676 Feb 09 02:33:24.134195 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60746) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:24.194797 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f2b6b92-a746-449f-9746-41c85edc4b61 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Deleting subnet 07ad2570-aead-4751-bb51-0d2861389515 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:33:24.231388 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-df22cf90-3d19-4ae8-824f-ce2824e8589d None None] Publish callbacks [] for port (29536836-3634-4160-95ea-9a4f2be49311), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.237901 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8f2b6b92-a746-449f-9746-41c85edc4b61 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks [] for subnet (07ad2570-aead-4751-bb51-0d2861389515), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.238600 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-df22cf90-3d19-4ae8-824f-ce2824e8589d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (29536836-3634-4160-95ea-9a4f2be49311), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.303989 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8f2b6b92-a746-449f-9746-41c85edc4b61 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (07ad2570-aead-4751-bb51-0d2861389515), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.308551 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df22cf90-3d19-4ae8-824f-ce2824e8589d None None] Network 1b3bad6f-fde2-4bf4-b074-163f709b652d is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:24.315683 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-df22cf90-3d19-4ae8-824f-ce2824e8589d None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:24.322851 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df22cf90-3d19-4ae8-824f-ce2824e8589d None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:24.327160 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22cf90-3d19-4ae8-824f-ce2824e8589d None None] Pushing event updated for resources: {'Port': ['ID=29536836-3634-4160-95ea-9a4f2be49311,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:24.389481 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-df22cf90-3d19-4ae8-824f-ce2824e8589d None None] Attempting to bind port 29536836-3634-4160-95ea-9a4f2be49311 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:33:24.389858 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-df22cf90-3d19-4ae8-824f-ce2824e8589d None None] Attempting to bind port 29536836-3634-4160-95ea-9a4f2be49311 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '95a9e23f-acdf-40dc-bdd1-5fddc42ed1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1b3bad6f-fde2-4bf4-b074-163f709b652d'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:33:24.390228 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df22cf90-3d19-4ae8-824f-ce2824e8589d None None] Attempting to bind port 29536836-3634-4160-95ea-9a4f2be49311 on network 1b3bad6f-fde2-4bf4-b074-163f709b652d {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:33:24.395669 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df22cf90-3d19-4ae8-824f-ce2824e8589d None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:33:24.396048 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df22cf90-3d19-4ae8-824f-ce2824e8589d None None] Checking segment: {'id': '95a9e23f-acdf-40dc-bdd1-5fddc42ed1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1b3bad6f-fde2-4bf4-b074-163f709b652d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:24.396456 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-df22cf90-3d19-4ae8-824f-ce2824e8589d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.396849 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df22cf90-3d19-4ae8-824f-ce2824e8589d None None] Bound using segment: {'id': '95a9e23f-acdf-40dc-bdd1-5fddc42ed1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1b3bad6f-fde2-4bf4-b074-163f709b652d'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:33:24.397367 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-df22cf90-3d19-4ae8-824f-ce2824e8589d None None] Bound port: 29536836-3634-4160-95ea-9a4f2be49311, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a9e23f-acdf-40dc-bdd1-5fddc42ed1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1b3bad6f-fde2-4bf4-b074-163f709b652d'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:33:24.397760 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-df22cf90-3d19-4ae8-824f-ce2824e8589d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (29536836-3634-4160-95ea-9a4f2be49311), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.409857 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8f2b6b92-a746-449f-9746-41c85edc4b61 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (07ad2570-aead-4751-bb51-0d2861389515), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.471849 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8f2b6b92-a746-449f-9746-41c85edc4b61 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (07ad2570-aead-4751-bb51-0d2861389515), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.473402 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-df22cf90-3d19-4ae8-824f-ce2824e8589d None None] For port 29536836-3634-4160-95ea-9a4f2be49311, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:33:24.476800 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-df22cf90-3d19-4ae8-824f-ce2824e8589d None None] For port 29536836-3634-4160-95ea-9a4f2be49311, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=29536836-3634-4160-95ea-9a4f2be49311,segment=NetworkSegment(95a9e23f-acdf-40dc-bdd1-5fddc42ed1ba),segment_id=95a9e23f-acdf-40dc-bdd1-5fddc42ed1ba)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:33:24.483026 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-df22cf90-3d19-4ae8-824f-ce2824e8589d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (29536836-3634-4160-95ea-9a4f2be49311), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.496839 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b6b92-a746-449f-9746-41c85edc4b61 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Pushing event deleted for resources: {'Subnet': ['ID=07ad2570-aead-4751-bb51-0d2861389515,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:24.502426 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8f2b6b92-a746-449f-9746-41c85edc4b61 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.508042 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8f2b6b92-a746-449f-9746-41c85edc4b61 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] 10.222.0.36 "DELETE /v2.0/subnets/07ad2570-aead-4751-bb51-0d2861389515 HTTP/1.1" status: 204 len: 168 time: 0.3710175 Feb 09 02:33:24.508307 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60748) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:24.544752 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22cf90-3d19-4ae8-824f-ce2824e8589d None None] Pushing event updated for resources: {'Port': ['ID=29536836-3634-4160-95ea-9a4f2be49311,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:24.609661 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a60c2082-217b-4030-bfeb-278a9cb8bc89 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (1b3bad6f-fde2-4bf4-b074-163f709b652d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.672352 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a60c2082-217b-4030-bfeb-278a9cb8bc89 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Deleting port 29536836-3634-4160-95ea-9a4f2be49311 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:24.672682 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a60c2082-217b-4030-bfeb-278a9cb8bc89 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (29536836-3634-4160-95ea-9a4f2be49311), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.755812 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a60c2082-217b-4030-bfeb-278a9cb8bc89 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] For port 29536836-3634-4160-95ea-9a4f2be49311, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=29536836-3634-4160-95ea-9a4f2be49311,segment=NetworkSegment(95a9e23f-acdf-40dc-bdd1-5fddc42ed1ba),segment_id=95a9e23f-acdf-40dc-bdd1-5fddc42ed1ba)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:24.756286 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a60c2082-217b-4030-bfeb-278a9cb8bc89 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (29536836-3634-4160-95ea-9a4f2be49311), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.771237 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a60c2082-217b-4030-bfeb-278a9cb8bc89 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Calling delete_port for 29536836-3634-4160-95ea-9a4f2be49311 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:24.877307 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a60c2082-217b-4030-bfeb-278a9cb8bc89 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (29536836-3634-4160-95ea-9a4f2be49311), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.918994 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c2082-217b-4030-bfeb-278a9cb8bc89 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Pushing event deleted for resources: {'Port': ['ID=29536836-3634-4160-95ea-9a4f2be49311,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:24.921982 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60c2082-217b-4030-bfeb-278a9cb8bc89 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] No DVR routers for this DVR port 29536836-3634-4160-95ea-9a4f2be49311 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:33:24.969635 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932ef77e-735e-4221-8fec-b0b02448c864 None None] Network 99d6ff6b-c196-4da9-9642-9e2f0ea74976 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:25.025175 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a60c2082-217b-4030-bfeb-278a9cb8bc89 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (1b3bad6f-fde2-4bf4-b074-163f709b652d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.044289 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0fc263b-fb8e-41ed-820e-ff52d6180687 None None] Provisioning complete for port f9cf962a-7dfb-441a-b3d6-2202c9ee036e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:25.044661 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0fc263b-fb8e-41ed-820e-ff52d6180687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f9cf962a-7dfb-441a-b3d6-2202c9ee036e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.050157 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 29536836-3634-4160-95ea-9a4f2be49311 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:25.050479 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-a60c2082-217b-4030-bfeb-278a9cb8bc89 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3bad6f-fde2-4bf4-b074-163f709b652d']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:25.060208 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-a60c2082-217b-4030-bfeb-278a9cb8bc89 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a9e23f-acdf-40dc-bdd1-5fddc42ed1ba') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:25.060503 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-a60c2082-217b-4030-bfeb-278a9cb8bc89 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a9e23f-acdf-40dc-bdd1-5fddc42ed1ba') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:25.070488 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a60c2082-217b-4030-bfeb-278a9cb8bc89 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (95a9e23f-acdf-40dc-bdd1-5fddc42ed1ba), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.085520 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a60c2082-217b-4030-bfeb-278a9cb8bc89 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (95a9e23f-acdf-40dc-bdd1-5fddc42ed1ba), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.094298 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60c2082-217b-4030-bfeb-278a9cb8bc89 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:33:25.094546 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a60c2082-217b-4030-bfeb-278a9cb8bc89 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (95a9e23f-acdf-40dc-bdd1-5fddc42ed1ba), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:33:25.099104 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:33:25.102838 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 29536836-3634-4160-95ea-9a4f2be49311 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:33:25.103292 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 29536836-3634-4160-95ea-9a4f2be49311 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 02:33:25.149337 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Port 29536836-3634-4160-95ea-9a4f2be49311 not found, will not notify nova. {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 02:33:25.149662 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f9cf962a-7dfb-441a-b3d6-2202c9ee036e up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:25.159472 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a60c2082-217b-4030-bfeb-278a9cb8bc89 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (1b3bad6f-fde2-4bf4-b074-163f709b652d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.165128 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a60c2082-217b-4030-bfeb-278a9cb8bc89 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.170809 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a60c2082-217b-4030-bfeb-278a9cb8bc89 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] 10.222.0.36 "DELETE /v2.0/networks/1b3bad6f-fde2-4bf4-b074-163f709b652d HTTP/1.1" status: 204 len: 168 time: 0.6593602 Feb 09 02:33:25.171189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60750) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:25.184611 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c2082-217b-4030-bfeb-278a9cb8bc89 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Pushing event deleted for resources: {'Network': ['ID=1b3bad6f-fde2-4bf4-b074-163f709b652d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:25.229780 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-86cc40a0-f64b-4be1-bb1f-2f474a62c0cc tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Deleting subnet 4b247dd0-a7af-483b-8901-76d712dd7637 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:33:25.234606 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-86cc40a0-f64b-4be1-bb1f-2f474a62c0cc tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks [] for subnet (4b247dd0-a7af-483b-8901-76d712dd7637), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.260883 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port f9cf962a-7dfb-441a-b3d6-2202c9ee036e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:25.261326 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f9cf962a-7dfb-441a-b3d6-2202c9ee036e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.263069 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0fc263b-fb8e-41ed-820e-ff52d6180687 None None] Current status of the port f9cf962a-7dfb-441a-b3d6-2202c9ee036e is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:25.263522 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0fc263b-fb8e-41ed-820e-ff52d6180687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f9cf962a-7dfb-441a-b3d6-2202c9ee036e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.294381 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-86cc40a0-f64b-4be1-bb1f-2f474a62c0cc tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (4b247dd0-a7af-483b-8901-76d712dd7637), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.345503 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0fc263b-fb8e-41ed-820e-ff52d6180687 None None] For port f9cf962a-7dfb-441a-b3d6-2202c9ee036e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f9cf962a-7dfb-441a-b3d6-2202c9ee036e,segment=NetworkSegment(9aa40060-40b9-4d68-a2ee-f1e0c29cbb93),segment_id=9aa40060-40b9-4d68-a2ee-f1e0c29cbb93)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:25.353883 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0fc263b-fb8e-41ed-820e-ff52d6180687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f9cf962a-7dfb-441a-b3d6-2202c9ee036e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.400578 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-86cc40a0-f64b-4be1-bb1f-2f474a62c0cc tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (4b247dd0-a7af-483b-8901-76d712dd7637), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.462914 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port f9cf962a-7dfb-441a-b3d6-2202c9ee036e is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:25.466184 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc263b-fb8e-41ed-820e-ff52d6180687 None None] Pushing event updated for resources: {'Port': ['ID=f9cf962a-7dfb-441a-b3d6-2202c9ee036e,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:25.495885 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-86cc40a0-f64b-4be1-bb1f-2f474a62c0cc tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (4b247dd0-a7af-483b-8901-76d712dd7637), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.538388 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc40a0-f64b-4be1-bb1f-2f474a62c0cc tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Pushing event deleted for resources: {'Subnet': ['ID=4b247dd0-a7af-483b-8901-76d712dd7637,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:25.542053 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-86cc40a0-f64b-4be1-bb1f-2f474a62c0cc tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.547285 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-86cc40a0-f64b-4be1-bb1f-2f474a62c0cc tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] 10.222.0.36 "DELETE /v2.0/subnets/4b247dd0-a7af-483b-8901-76d712dd7637 HTTP/1.1" status: 204 len: 168 time: 0.3735762 Feb 09 02:33:25.548479 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60752) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:25.550762 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9cfb6a-3799-4b0e-9daa-a9907c52e598 None None] Network 99d6ff6b-c196-4da9-9642-9e2f0ea74976 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:25.629436 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-eb45f1e8-33a8-4536-bce4-c515a6971111 None None] Provisioning complete for port f9cf962a-7dfb-441a-b3d6-2202c9ee036e triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:25.629823 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eb45f1e8-33a8-4536-bce4-c515a6971111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f9cf962a-7dfb-441a-b3d6-2202c9ee036e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.645638 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0546f768-f605-4a17-bb03-89ac2a532fa4 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (99d6ff6b-c196-4da9-9642-9e2f0ea74976), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.705551 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0546f768-f605-4a17-bb03-89ac2a532fa4 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Deleting port f9cf962a-7dfb-441a-b3d6-2202c9ee036e {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:25.705905 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0546f768-f605-4a17-bb03-89ac2a532fa4 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (f9cf962a-7dfb-441a-b3d6-2202c9ee036e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.782026 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-0546f768-f605-4a17-bb03-89ac2a532fa4 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] For port f9cf962a-7dfb-441a-b3d6-2202c9ee036e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=f9cf962a-7dfb-441a-b3d6-2202c9ee036e,segment=NetworkSegment(9aa40060-40b9-4d68-a2ee-f1e0c29cbb93),segment_id=9aa40060-40b9-4d68-a2ee-f1e0c29cbb93)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:25.782407 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0546f768-f605-4a17-bb03-89ac2a532fa4 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (f9cf962a-7dfb-441a-b3d6-2202c9ee036e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.796218 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0546f768-f605-4a17-bb03-89ac2a532fa4 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Calling delete_port for f9cf962a-7dfb-441a-b3d6-2202c9ee036e owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:25.849847 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80b367a-2313-436b-9a6d-95127a3cfd6b None None] DHCP port deletion for 1b3bad6f-fde2-4bf4-b074-163f709b652d request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:33:25.879049 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0546f768-f605-4a17-bb03-89ac2a532fa4 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (f9cf962a-7dfb-441a-b3d6-2202c9ee036e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.879431 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577ddefc-14ab-46c3-a300-1e15d5a79350 None None] Network 1b3bad6f-fde2-4bf4-b074-163f709b652d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:25.895338 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577ddefc-14ab-46c3-a300-1e15d5a79350 None None] Network 1b3bad6f-fde2-4bf4-b074-163f709b652d could not be found, it might have been deleted concurrently. {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 02:33:25.898433 n-d-828387-3 neutron-server[103185]: INFO neutron.plugins.ml2.db [None req-eb45f1e8-33a8-4536-bce4-c515a6971111 None None] No ports have port_id starting with f9cf962a-7dfb-441a-b3d6-2202c9ee036e Feb 09 02:33:25.913363 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546f768-f605-4a17-bb03-89ac2a532fa4 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Pushing event deleted for resources: {'Port': ['ID=f9cf962a-7dfb-441a-b3d6-2202c9ee036e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:25.917088 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0546f768-f605-4a17-bb03-89ac2a532fa4 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] No DVR routers for this DVR port f9cf962a-7dfb-441a-b3d6-2202c9ee036e on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:33:25.943007 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45a7d56-89ed-44f9-8fb4-78d40c877777 None None] DHCP port deletion for 99d6ff6b-c196-4da9-9642-9e2f0ea74976 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:33:26.002411 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0546f768-f605-4a17-bb03-89ac2a532fa4 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (99d6ff6b-c196-4da9-9642-9e2f0ea74976), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:26.011356 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-19457968-e5e9-4307-a669-6600916cf844 None None] Could not find standard attr ID for object 29536836-3634-4160-95ea-9a4f2be49311. {{(pid=103185) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:33:26.023527 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0546f768-f605-4a17-bb03-89ac2a532fa4 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d6ff6b-c196-4da9-9642-9e2f0ea74976']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:26.033707 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0546f768-f605-4a17-bb03-89ac2a532fa4 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa40060-40b9-4d68-a2ee-f1e0c29cbb93') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:26.034083 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0546f768-f605-4a17-bb03-89ac2a532fa4 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa40060-40b9-4d68-a2ee-f1e0c29cbb93') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:26.043493 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0546f768-f605-4a17-bb03-89ac2a532fa4 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (9aa40060-40b9-4d68-a2ee-f1e0c29cbb93), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:26.056473 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0546f768-f605-4a17-bb03-89ac2a532fa4 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (9aa40060-40b9-4d68-a2ee-f1e0c29cbb93), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:26.062197 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0546f768-f605-4a17-bb03-89ac2a532fa4 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:33:26.062584 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0546f768-f605-4a17-bb03-89ac2a532fa4 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (9aa40060-40b9-4d68-a2ee-f1e0c29cbb93), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:33:26.065920 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:33:26.127350 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0546f768-f605-4a17-bb03-89ac2a532fa4 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (99d6ff6b-c196-4da9-9642-9e2f0ea74976), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:26.134519 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0546f768-f605-4a17-bb03-89ac2a532fa4 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:26.137558 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0546f768-f605-4a17-bb03-89ac2a532fa4 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] 10.222.0.36 "DELETE /v2.0/networks/99d6ff6b-c196-4da9-9642-9e2f0ea74976 HTTP/1.1" status: 204 len: 168 time: 0.5878844 Feb 09 02:33:26.140283 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60756) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:26.149956 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546f768-f605-4a17-bb03-89ac2a532fa4 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Pushing event deleted for resources: {'Network': ['ID=99d6ff6b-c196-4da9-9642-9e2f0ea74976,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:26.170188 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ade73b8a-4540-4ca2-ba04-1be2c7b44873 tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ec09d50-1c35-4de2-b83b-606d05768bb6 HTTP/1.1" status: 200 len: 205 time: 0.0287414 Feb 09 02:33:26.172547 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60758) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:26.248671 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79987a97-303d-42b5-8bbf-4afad593b05b tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks [] for router (0ec09d50-1c35-4de2-b83b-606d05768bb6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:26.408840 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79987a97-303d-42b5-8bbf-4afad593b05b tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (0ec09d50-1c35-4de2-b83b-606d05768bb6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:26.410889 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79987a97-303d-42b5-8bbf-4afad593b05b tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks [] for router_controller (0ec09d50-1c35-4de2-b83b-606d05768bb6), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:26.792812 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79987a97-303d-42b5-8bbf-4afad593b05b tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (0ec09d50-1c35-4de2-b83b-606d05768bb6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:26.793235 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79987a97-303d-42b5-8bbf-4afad593b05b tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Fanout notify agent at l3_agent the message router_deleted on router 0ec09d50-1c35-4de2-b83b-606d05768bb6 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:33:26.799800 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79987a97-303d-42b5-8bbf-4afad593b05b tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:26.800910 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-79987a97-303d-42b5-8bbf-4afad593b05b tempest-RoutersNegativeTest-7362791 tempest-RoutersNegativeTest-7362791-project] 10.222.0.36 "DELETE /v2.0/routers/0ec09d50-1c35-4de2-b83b-606d05768bb6 HTTP/1.1" status: 204 len: 168 time: 0.6273806 Feb 09 02:33:26.937660 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 29536836-3634-4160-95ea-9a4f2be49311 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:33:26.958401 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 29536836-3634-4160-95ea-9a4f2be49311 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:33:26.958745 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 29536836-3634-4160-95ea-9a4f2be49311 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:33:26.959182 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f9cf962a-7dfb-441a-b3d6-2202c9ee036e no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:33:26.980422 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: f9cf962a-7dfb-441a-b3d6-2202c9ee036e {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:33:26.980766 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device f9cf962a-7dfb-441a-b3d6-2202c9ee036e not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:33:27.047391 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60764) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:27.179007 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4ced284a-9288-4fe4-b252-e358b2d4aaa2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=997fce7367c14e269c3ab4b4847ee496&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303787 Feb 09 02:33:27.181426 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60768) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:27.227791 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3b14c705-32fd-4a9f-afe4-dfe23863ffaa admin admin] Publish callbacks [] for security_group (d2e84d28-5884-4d46-8c71-cb6576d17a8b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:27.248212 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3b14c705-32fd-4a9f-afe4-dfe23863ffaa admin admin] Publish callbacks [] for security_group (d2e84d28-5884-4d46-8c71-cb6576d17a8b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:27.295931 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3b14c705-32fd-4a9f-afe4-dfe23863ffaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (d2e84d28-5884-4d46-8c71-cb6576d17a8b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:27.298870 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3b14c705-32fd-4a9f-afe4-dfe23863ffaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:27.300116 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3b14c705-32fd-4a9f-afe4-dfe23863ffaa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2e84d28-5884-4d46-8c71-cb6576d17a8b HTTP/1.1" status: 204 len: 168 time: 0.1178060 Feb 09 02:33:27.308456 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14c705-32fd-4a9f-afe4-dfe23863ffaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e84d28-5884-4d46-8c71-cb6576d17a8b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:27.906151 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60790) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:28.001081 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b9ab92b0-3a8d-455c-ba4b-4bad8535327b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1088782049-network', 'tenant_id': '018e19867ef040ef94f2d910a2056cc5'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:28.020022 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ab92b0-3a8d-455c-ba4b-4bad8535327b admin admin] Made reservation on behalf of 018e19867ef040ef94f2d910a2056cc5 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:28.022390 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b9ab92b0-3a8d-455c-ba4b-4bad8535327b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.030830 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b9ab92b0-3a8d-455c-ba4b-4bad8535327b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.104803 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b9ab92b0-3a8d-455c-ba4b-4bad8535327b admin admin] Publish callbacks [] for security_group (b679acbc-aa5a-461e-b669-7b36e1084de6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.108521 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b9ab92b0-3a8d-455c-ba4b-4bad8535327b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b679acbc-aa5a-461e-b669-7b36e1084de6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.133840 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ab92b0-3a8d-455c-ba4b-4bad8535327b admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:33:28.142427 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab92b0-3a8d-455c-ba4b-4bad8535327b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b679acbc-aa5a-461e-b669-7b36e1084de6,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:28.148608 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b9ab92b0-3a8d-455c-ba4b-4bad8535327b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (7ce44736-f5e1-4ca1-b1d8-470d23ed2035), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.148954 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-b9ab92b0-3a8d-455c-ba4b-4bad8535327b admin admin] Added segment 7ce44736-f5e1-4ca1-b1d8-470d23ed2035 of type vlan for network 3fdb6efe-84ee-4066-873c-f2650a7c040c Feb 09 02:33:28.192075 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b9ab92b0-3a8d-455c-ba4b-4bad8535327b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (3fdb6efe-84ee-4066-873c-f2650a7c040c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.216160 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b9ab92b0-3a8d-455c-ba4b-4bad8535327b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (3fdb6efe-84ee-4066-873c-f2650a7c040c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.217084 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ab92b0-3a8d-455c-ba4b-4bad8535327b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:28.217648 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b9ab92b0-3a8d-455c-ba4b-4bad8535327b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.272324 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b9ab92b0-3a8d-455c-ba4b-4bad8535327b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3650620 Feb 09 02:33:28.275284 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60794) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:28.279436 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab92b0-3a8d-455c-ba4b-4bad8535327b admin admin] Pushing event updated for resources: {'Network': ['ID=3fdb6efe-84ee-4066-873c-f2650a7c040c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:28.280414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-167da5a9-fddb-4498-96ee-0226ef0050dd admin admin] Request body: {'subnet': {'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1088782049-subnet', 'tenant_id': '018e19867ef040ef94f2d910a2056cc5', 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:28.290294 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 3fdb6efe-84ee-4066-873c-f2650a7c040c details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:33:28.301329 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167da5a9-fddb-4498-96ee-0226ef0050dd admin admin] Made reservation on behalf of 018e19867ef040ef94f2d910a2056cc5 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:28.303673 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-167da5a9-fddb-4498-96ee-0226ef0050dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.473287 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-167da5a9-fddb-4498-96ee-0226ef0050dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (37e58452-012b-4e24-a6c7-8466ca642764), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.529976 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167da5a9-fddb-4498-96ee-0226ef0050dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=37e58452-012b-4e24-a6c7-8466ca642764,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:28.539502 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167da5a9-fddb-4498-96ee-0226ef0050dd admin admin] Checking segment: {'id': '7ce44736-f5e1-4ca1-b1d8-470d23ed2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:28.539860 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167da5a9-fddb-4498-96ee-0226ef0050dd admin admin] Network hostable DHCP agents. Network: 3fdb6efe-84ee-4066-873c-f2650a7c040c, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:33:28.556053 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167da5a9-fddb-4498-96ee-0226ef0050dd admin admin] Network 3fdb6efe-84ee-4066-873c-f2650a7c040c is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:33:28.565161 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-167da5a9-fddb-4498-96ee-0226ef0050dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 3fdb6efe-84ee-4066-873c-f2650a7c040c) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:28.569420 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167da5a9-fddb-4498-96ee-0226ef0050dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:28.570001 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-167da5a9-fddb-4498-96ee-0226ef0050dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.574822 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3228eb7-fe9c-4bac-a1be-95908a1bcf7e None None] Network 3fdb6efe-84ee-4066-873c-f2650a7c040c requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:28.586293 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-167da5a9-fddb-4498-96ee-0226ef0050dd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3096468 Feb 09 02:33:28.588881 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60796) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:28.593016 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6cb84fe6-c6e4-4254-b07b-dca1374f41b5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1088782049-router', 'tenant_id': '018e19867ef040ef94f2d910a2056cc5', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:28.612577 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb84fe6-c6e4-4254-b07b-dca1374f41b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (d59cd567-9de0-4ad8-9614-efda4ad6d10c), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.613489 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb84fe6-c6e4-4254-b07b-dca1374f41b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (d59cd567-9de0-4ad8-9614-efda4ad6d10c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.666477 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb84fe6-c6e4-4254-b07b-dca1374f41b5 admin admin] Publish callbacks [] for router_controller (d59cd567-9de0-4ad8-9614-efda4ad6d10c), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.678756 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd70370-17d9-4ee1-b5ce-c46df7db87b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-3fdb6efe-84ee-4066-873c-f2650a7c040c', 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c', 'project_id': '018e19867ef040ef94f2d910a2056cc5', 'fixed_ips': [{'subnet_id': '37e58452-012b-4e24-a6c7-8466ca642764'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:33:28.679685 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dcd70370-17d9-4ee1-b5ce-c46df7db87b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.816045 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-dcd70370-17d9-4ee1-b5ce-c46df7db87b0 None None] Allocated IP 172.20.0.2 (3fdb6efe-84ee-4066-873c-f2650a7c040c/37e58452-012b-4e24-a6c7-8466ca642764/c16d4ce2-a036-425d-8a16-7a2031bf24c3) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:28.971076 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dcd70370-17d9-4ee1-b5ce-c46df7db87b0 None None] Publish callbacks [] for port (c16d4ce2-a036-425d-8a16-7a2031bf24c3), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.977025 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dcd70370-17d9-4ee1-b5ce-c46df7db87b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (c16d4ce2-a036-425d-8a16-7a2031bf24c3), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:29.023365 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd70370-17d9-4ee1-b5ce-c46df7db87b0 None None] Network 3fdb6efe-84ee-4066-873c-f2650a7c040c is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:29.026566 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-dcd70370-17d9-4ee1-b5ce-c46df7db87b0 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:29.029999 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd70370-17d9-4ee1-b5ce-c46df7db87b0 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:29.037108 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd70370-17d9-4ee1-b5ce-c46df7db87b0 None None] Pushing event updated for resources: {'Port': ['ID=c16d4ce2-a036-425d-8a16-7a2031bf24c3,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:29.089397 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-dcd70370-17d9-4ee1-b5ce-c46df7db87b0 None None] Attempting to bind port c16d4ce2-a036-425d-8a16-7a2031bf24c3 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:33:29.089769 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-dcd70370-17d9-4ee1-b5ce-c46df7db87b0 None None] Attempting to bind port c16d4ce2-a036-425d-8a16-7a2031bf24c3 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '7ce44736-f5e1-4ca1-b1d8-470d23ed2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:33:29.090134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd70370-17d9-4ee1-b5ce-c46df7db87b0 None None] Attempting to bind port c16d4ce2-a036-425d-8a16-7a2031bf24c3 on network 3fdb6efe-84ee-4066-873c-f2650a7c040c {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:33:29.095684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd70370-17d9-4ee1-b5ce-c46df7db87b0 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:33:29.096149 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd70370-17d9-4ee1-b5ce-c46df7db87b0 None None] Checking segment: {'id': '7ce44736-f5e1-4ca1-b1d8-470d23ed2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:29.096558 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dcd70370-17d9-4ee1-b5ce-c46df7db87b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:29.096954 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd70370-17d9-4ee1-b5ce-c46df7db87b0 None None] Bound using segment: {'id': '7ce44736-f5e1-4ca1-b1d8-470d23ed2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:33:29.097427 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-dcd70370-17d9-4ee1-b5ce-c46df7db87b0 None None] Bound port: c16d4ce2-a036-425d-8a16-7a2031bf24c3, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce44736-f5e1-4ca1-b1d8-470d23ed2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:33:29.097812 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dcd70370-17d9-4ee1-b5ce-c46df7db87b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c16d4ce2-a036-425d-8a16-7a2031bf24c3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:29.125564 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb84fe6-c6e4-4254-b07b-dca1374f41b5 admin admin] Publish callbacks [] for router_gateway (d59cd567-9de0-4ad8-9614-efda4ad6d10c), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:29.162886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-dcd70370-17d9-4ee1-b5ce-c46df7db87b0 None None] For port c16d4ce2-a036-425d-8a16-7a2031bf24c3, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:33:29.166152 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-dcd70370-17d9-4ee1-b5ce-c46df7db87b0 None None] For port c16d4ce2-a036-425d-8a16-7a2031bf24c3, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c16d4ce2-a036-425d-8a16-7a2031bf24c3,segment=NetworkSegment(7ce44736-f5e1-4ca1-b1d8-470d23ed2035),segment_id=7ce44736-f5e1-4ca1-b1d8-470d23ed2035)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:33:29.171659 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dcd70370-17d9-4ee1-b5ce-c46df7db87b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c16d4ce2-a036-425d-8a16-7a2031bf24c3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:29.232042 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd70370-17d9-4ee1-b5ce-c46df7db87b0 None None] Pushing event updated for resources: {'Port': ['ID=c16d4ce2-a036-425d-8a16-7a2031bf24c3,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:29.333025 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb84fe6-c6e4-4254-b07b-dca1374f41b5 admin admin] Publish callbacks [] for router_gateway (d59cd567-9de0-4ad8-9614-efda4ad6d10c), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:29.357570 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb84fe6-c6e4-4254-b07b-dca1374f41b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:29.475083 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-6cb84fe6-c6e4-4254-b07b-dca1374f41b5 admin admin] Allocated IP 172.25.7.153 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/562df496-3be6-4edc-ae61-2f00e1b9153f) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:29.588023 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb84fe6-c6e4-4254-b07b-dca1374f41b5 admin admin] Publish callbacks [] for port (562df496-3be6-4edc-ae61-2f00e1b9153f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:29.619512 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb84fe6-c6e4-4254-b07b-dca1374f41b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (562df496-3be6-4edc-ae61-2f00e1b9153f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:29.660125 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb84fe6-c6e4-4254-b07b-dca1374f41b5 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:29.662942 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-6cb84fe6-c6e4-4254-b07b-dca1374f41b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:29.666514 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb84fe6-c6e4-4254-b07b-dca1374f41b5 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:29.671855 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb84fe6-c6e4-4254-b07b-dca1374f41b5 admin admin] Pushing event updated for resources: {'Port': ['ID=562df496-3be6-4edc-ae61-2f00e1b9153f,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:29.929405 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb84fe6-c6e4-4254-b07b-dca1374f41b5 admin admin] Publish callbacks [] for router_gateway (d59cd567-9de0-4ad8-9614-efda4ad6d10c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:30.141626 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb84fe6-c6e4-4254-b07b-dca1374f41b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (d59cd567-9de0-4ad8-9614-efda4ad6d10c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:30.181188 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be50b7c5-f060-4fb5-b563-f201065eba36 None None] Network 3fdb6efe-84ee-4066-873c-f2650a7c040c requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:30.277396 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb84fe6-c6e4-4254-b07b-dca1374f41b5 admin admin] Router d59cd567-9de0-4ad8-9614-efda4ad6d10c is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:33:30.284199 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d7c5576c-1f4a-4d24-a64b-d51a8234398f None None] Provisioning complete for port c16d4ce2-a036-425d-8a16-7a2031bf24c3 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:30.284583 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d7c5576c-1f4a-4d24-a64b-d51a8234398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c16d4ce2-a036-425d-8a16-7a2031bf24c3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:30.381823 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d7c5576c-1f4a-4d24-a64b-d51a8234398f None None] Current status of the port c16d4ce2-a036-425d-8a16-7a2031bf24c3 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:30.382215 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d7c5576c-1f4a-4d24-a64b-d51a8234398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (c16d4ce2-a036-425d-8a16-7a2031bf24c3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:30.392844 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb84fe6-c6e4-4254-b07b-dca1374f41b5 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:33:30.403137 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] Sync routers for ids ['d59cd567-9de0-4ad8-9614-efda4ad6d10c'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:33:30.412392 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cb84fe6-c6e4-4254-b07b-dca1374f41b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:30.415276 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6cb84fe6-c6e4-4254-b07b-dca1374f41b5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8239598 Feb 09 02:33:30.415575 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] Routers {'d59cd567-9de0-4ad8-9614-efda4ad6d10c'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:33:30.415575 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:33:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d59cd567-9de0-4ad8-9614-efda4ad6d10c'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:30.416646 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60798) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:30.431669 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d7c5576c-1f4a-4d24-a64b-d51a8234398f None None] For port c16d4ce2-a036-425d-8a16-7a2031bf24c3, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c16d4ce2-a036-425d-8a16-7a2031bf24c3,segment=NetworkSegment(7ce44736-f5e1-4ca1-b1d8-470d23ed2035),segment_id=7ce44736-f5e1-4ca1-b1d8-470d23ed2035)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:30.441185 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d7c5576c-1f4a-4d24-a64b-d51a8234398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (c16d4ce2-a036-425d-8a16-7a2031bf24c3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:30.502325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5576c-1f4a-4d24-a64b-d51a8234398f None None] Pushing event updated for resources: {'Port': ['ID=c16d4ce2-a036-425d-8a16-7a2031bf24c3,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:30.541784 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] Set router d59cd567-9de0-4ad8-9614-efda4ad6d10c gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:33:30.663960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-09d39429-21e2-485a-8fb4-17778ad811e7 None None] Provisioning complete for port c16d4ce2-a036-425d-8a16-7a2031bf24c3 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:30.664372 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-09d39429-21e2-485a-8fb4-17778ad811e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c16d4ce2-a036-425d-8a16-7a2031bf24c3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:30.726077 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59cd567-9de0-4ad8-9614-efda4ad6d10c', 'name': 'tempest-TestEncryptedCinderVolumes-1088782049-router', 'tenant_id': '018e19867ef040ef94f2d910a2056cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '562df496-3be6-4edc-ae61-2f00e1b9153f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:33:28Z', 'updated_at': '2022-02-09T02:33:29Z', 'revision_number': 3, 'project_id': '018e19867ef040ef94f2d910a2056cc5', 'gw_port': {'id': '562df496-3be6-4edc-ae61-2f00e1b9153f', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59cd567-9de0-4ad8-9614-efda4ad6d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:29Z', 'updated_at': '2022-02-09T02:33:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:30.749845 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-09d39429-21e2-485a-8fb4-17778ad811e7 None None] Current status of the port c16d4ce2-a036-425d-8a16-7a2031bf24c3 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:30.751812 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] Checking router: d59cd567-9de0-4ad8-9614-efda4ad6d10c for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:33:30.752112 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] Updating router d59cd567-9de0-4ad8-9614-efda4ad6d10c port 562df496-3be6-4edc-ae61-2f00e1b9153f binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:33:30.779753 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (562df496-3be6-4edc-ae61-2f00e1b9153f), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:30.876754 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b08a7c04-2adf-4c09-9488-650a0607cd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:30.973057 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c16d4ce2-a036-425d-8a16-7a2031bf24c3 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:31.023397 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port c16d4ce2-a036-425d-8a16-7a2031bf24c3 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:31.023767 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (c16d4ce2-a036-425d-8a16-7a2031bf24c3), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:31.046352 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-b08a7c04-2adf-4c09-9488-650a0607cd35 admin admin] Allocated IP 172.20.0.1 (3fdb6efe-84ee-4066-873c-f2650a7c040c/37e58452-012b-4e24-a6c7-8466ca642764/6d83e99f-3088-4bb7-8425-13022b390395) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:31.058576 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] Publish callbacks [] for port (562df496-3be6-4edc-ae61-2f00e1b9153f), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:31.066337 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (562df496-3be6-4edc-ae61-2f00e1b9153f), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:31.107846 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port c16d4ce2-a036-425d-8a16-7a2031bf24c3 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:31.116939 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] Attempting to bind port 562df496-3be6-4edc-ae61-2f00e1b9153f on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:33:31.117596 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] Attempting to bind port 562df496-3be6-4edc-ae61-2f00e1b9153f by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:33:31.117927 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] Attempting to bind port 562df496-3be6-4edc-ae61-2f00e1b9153f on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:33:31.124813 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fadcc4-e61c-4c8f-9241-a18e4a65ce79 None None] Pushing event updated for resources: {'Port': ['ID=562df496-3be6-4edc-ae61-2f00e1b9153f,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:31.132448 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:33:31.132830 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:31.133237 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:31.133631 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:33:31.134097 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] Bound port: 562df496-3be6-4edc-ae61-2f00e1b9153f, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:33:31.134476 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (562df496-3be6-4edc-ae61-2f00e1b9153f), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:31.136740 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fadcc4-e61c-4c8f-9241-a18e4a65ce79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:31.137078 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fadcc4-e61c-4c8f-9241-a18e4a65ce79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:31.137416 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fadcc4-e61c-4c8f-9241-a18e4a65ce79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:31.137752 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fadcc4-e61c-4c8f-9241-a18e4a65ce79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:31.138072 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fadcc4-e61c-4c8f-9241-a18e4a65ce79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:31.138403 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fadcc4-e61c-4c8f-9241-a18e4a65ce79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:31.138729 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fadcc4-e61c-4c8f-9241-a18e4a65ce79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:31.139051 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fadcc4-e61c-4c8f-9241-a18e4a65ce79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:31.139401 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fadcc4-e61c-4c8f-9241-a18e4a65ce79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:31.139722 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fadcc4-e61c-4c8f-9241-a18e4a65ce79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:31.140040 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fadcc4-e61c-4c8f-9241-a18e4a65ce79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:31.140357 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fadcc4-e61c-4c8f-9241-a18e4a65ce79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:31.140675 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fadcc4-e61c-4c8f-9241-a18e4a65ce79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:31.165276 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b08a7c04-2adf-4c09-9488-650a0607cd35 admin admin] Publish callbacks [] for port (6d83e99f-3088-4bb7-8425-13022b390395), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:31.195129 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] For port 562df496-3be6-4edc-ae61-2f00e1b9153f, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:33:31.198788 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] For port 562df496-3be6-4edc-ae61-2f00e1b9153f, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=562df496-3be6-4edc-ae61-2f00e1b9153f,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:33:31.198948 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b08a7c04-2adf-4c09-9488-650a0607cd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (6d83e99f-3088-4bb7-8425-13022b390395), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:31.205696 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (562df496-3be6-4edc-ae61-2f00e1b9153f), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:31.243488 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08a7c04-2adf-4c09-9488-650a0607cd35 admin admin] Network 3fdb6efe-84ee-4066-873c-f2650a7c040c is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:31.246475 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b08a7c04-2adf-4c09-9488-650a0607cd35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:31.248967 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08a7c04-2adf-4c09-9488-650a0607cd35 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:31.259835 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] Routers {'d59cd567-9de0-4ad8-9614-efda4ad6d10c'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:33:31.260447 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:33:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d59cd567-9de0-4ad8-9614-efda4ad6d10c'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:31.286995 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a7c04-2adf-4c09-9488-650a0607cd35 admin admin] Pushing event updated for resources: {'Port': ['ID=6d83e99f-3088-4bb7-8425-13022b390395,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:31.300854 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b08a7c04-2adf-4c09-9488-650a0607cd35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (d59cd567-9de0-4ad8-9614-efda4ad6d10c), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:31.328651 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fadcc4-e61c-4c8f-9241-a18e4a65ce79 None None] Pushing event updated for resources: {'Port': ['ID=562df496-3be6-4edc-ae61-2f00e1b9153f,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:31.384426 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] Set router d59cd567-9de0-4ad8-9614-efda4ad6d10c gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:33:31.450138 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b08a7c04-2adf-4c09-9488-650a0607cd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6d83e99f-3088-4bb7-8425-13022b390395), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:31.478324 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-265f939f-d505-4a0d-8ca5-f4bc29fcfef5 None None] Provisioning complete for port 6d83e99f-3088-4bb7-8425-13022b390395 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:31.478919 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-265f939f-d505-4a0d-8ca5-f4bc29fcfef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6d83e99f-3088-4bb7-8425-13022b390395), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:31.514520 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-265f939f-d505-4a0d-8ca5-f4bc29fcfef5 None None] Port 6d83e99f-3088-4bb7-8425-13022b390395 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:33:31.619127 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b08a7c04-2adf-4c09-9488-650a0607cd35 admin admin] Publish callbacks [] for port (6d83e99f-3088-4bb7-8425-13022b390395), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:31.623844 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b08a7c04-2adf-4c09-9488-650a0607cd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (6d83e99f-3088-4bb7-8425-13022b390395), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:31.672438 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59cd567-9de0-4ad8-9614-efda4ad6d10c', 'name': 'tempest-TestEncryptedCinderVolumes-1088782049-router', 'tenant_id': '018e19867ef040ef94f2d910a2056cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '562df496-3be6-4edc-ae61-2f00e1b9153f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:33:28Z', 'updated_at': '2022-02-09T02:33:29Z', 'revision_number': 3, 'project_id': '018e19867ef040ef94f2d910a2056cc5', 'gw_port': {'id': '562df496-3be6-4edc-ae61-2f00e1b9153f', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59cd567-9de0-4ad8-9614-efda4ad6d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:29Z', 'updated_at': '2022-02-09T02:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:31.690462 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b08a7c04-2adf-4c09-9488-650a0607cd35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (d59cd567-9de0-4ad8-9614-efda4ad6d10c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:31.692366 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a7c04-2adf-4c09-9488-650a0607cd35 admin admin] Pushing event updated for resources: {'Port': ['ID=6d83e99f-3088-4bb7-8425-13022b390395,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:31.700730 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892eb13c-b8ec-401d-a18a-b55904ad2451 None None] The sync data for ids ['d59cd567-9de0-4ad8-9614-efda4ad6d10c'] in n-d-828387-3 is: [{'id': 'd59cd567-9de0-4ad8-9614-efda4ad6d10c', 'name': 'tempest-TestEncryptedCinderVolumes-1088782049-router', 'tenant_id': '018e19867ef040ef94f2d910a2056cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '562df496-3be6-4edc-ae61-2f00e1b9153f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:33:28Z', 'updated_at': '2022-02-09T02:33:29Z', 'revision_number': 3, 'project_id': '018e19867ef040ef94f2d910a2056cc5', 'gw_port': {'id': '562df496-3be6-4edc-ae61-2f00e1b9153f', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59cd567-9de0-4ad8-9614-efda4ad6d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:29Z', 'updated_at': '2022-02-09T02:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:33:31.790667 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08a7c04-2adf-4c09-9488-650a0607cd35 admin admin] Network 3fdb6efe-84ee-4066-873c-f2650a7c040c is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:31.792086 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b08a7c04-2adf-4c09-9488-650a0607cd35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:31.939627 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08a7c04-2adf-4c09-9488-650a0607cd35 admin admin] Router d59cd567-9de0-4ad8-9614-efda4ad6d10c has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:33:32.062036 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08a7c04-2adf-4c09-9488-650a0607cd35 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:33:32.071413 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b08a7c04-2adf-4c09-9488-650a0607cd35 admin admin] 10.222.0.36 "PUT /v2.0/routers/d59cd567-9de0-4ad8-9614-efda4ad6d10c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6529663 Feb 09 02:33:32.149079 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-eeaede4f-7592-44f0-ba59-4bfa6d1c37d0 None None] Provisioning complete for port 6d83e99f-3088-4bb7-8425-13022b390395 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:32.149480 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eeaede4f-7592-44f0-ba59-4bfa6d1c37d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6d83e99f-3088-4bb7-8425-13022b390395), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:32.195740 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-eeaede4f-7592-44f0-ba59-4bfa6d1c37d0 None None] Port 6d83e99f-3088-4bb7-8425-13022b390395 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:33:32.564444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60814) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:32.570724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2200cdf3-7e2c-4e9a-b11c-3c04c7a99f22 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1618370381-network', 'tenant_id': '09e46125fbc64a15b73b49a5782fcc5c'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:32.592700 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2200cdf3-7e2c-4e9a-b11c-3c04c7a99f22 admin admin] Made reservation on behalf of 09e46125fbc64a15b73b49a5782fcc5c for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:32.595947 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2200cdf3-7e2c-4e9a-b11c-3c04c7a99f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:32.605323 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2200cdf3-7e2c-4e9a-b11c-3c04c7a99f22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:32.682149 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2200cdf3-7e2c-4e9a-b11c-3c04c7a99f22 admin admin] Publish callbacks [] for security_group (87fbf0bf-f135-4776-9aff-1c9b11a11d38), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:32.685655 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2200cdf3-7e2c-4e9a-b11c-3c04c7a99f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (87fbf0bf-f135-4776-9aff-1c9b11a11d38), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:32.712175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2200cdf3-7e2c-4e9a-b11c-3c04c7a99f22 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:33:32.717341 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200cdf3-7e2c-4e9a-b11c-3c04c7a99f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fbf0bf-f135-4776-9aff-1c9b11a11d38,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:32.726132 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2200cdf3-7e2c-4e9a-b11c-3c04c7a99f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (d7b72a83-b35c-46d6-8991-8700daf6b379), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:32.726132 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-2200cdf3-7e2c-4e9a-b11c-3c04c7a99f22 admin admin] Added segment d7b72a83-b35c-46d6-8991-8700daf6b379 of type vlan for network 7a87c87a-2169-47d8-bef0-2fbd32e4cd47 Feb 09 02:33:32.770556 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2200cdf3-7e2c-4e9a-b11c-3c04c7a99f22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (7a87c87a-2169-47d8-bef0-2fbd32e4cd47), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:32.797232 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2200cdf3-7e2c-4e9a-b11c-3c04c7a99f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (7a87c87a-2169-47d8-bef0-2fbd32e4cd47), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:32.798410 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2200cdf3-7e2c-4e9a-b11c-3c04c7a99f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:32.799075 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2200cdf3-7e2c-4e9a-b11c-3c04c7a99f22 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:32.854102 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2200cdf3-7e2c-4e9a-b11c-3c04c7a99f22 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2883425 Feb 09 02:33:32.857146 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60816) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:32.861689 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200cdf3-7e2c-4e9a-b11c-3c04c7a99f22 admin admin] Pushing event updated for resources: {'Network': ['ID=7a87c87a-2169-47d8-bef0-2fbd32e4cd47,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:32.862585 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-a26026b2-dd5e-4fee-8845-c461d4a8275c admin admin] Request body: {'subnet': {'network_id': '7a87c87a-2169-47d8-bef0-2fbd32e4cd47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1618370381-subnet', 'tenant_id': '09e46125fbc64a15b73b49a5782fcc5c', 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:32.871535 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 7a87c87a-2169-47d8-bef0-2fbd32e4cd47 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:33:32.884706 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26026b2-dd5e-4fee-8845-c461d4a8275c admin admin] Made reservation on behalf of 09e46125fbc64a15b73b49a5782fcc5c for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:32.887514 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a26026b2-dd5e-4fee-8845-c461d4a8275c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:32.967538 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 562df496-3be6-4edc-ae61-2f00e1b9153f up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:33.019062 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 562df496-3be6-4edc-ae61-2f00e1b9153f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:33.019479 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (562df496-3be6-4edc-ae61-2f00e1b9153f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:33.072798 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a26026b2-dd5e-4fee-8845-c461d4a8275c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (adcefe75-6a06-489f-92b6-1dade599e28a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:33.104068 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 562df496-3be6-4edc-ae61-2f00e1b9153f is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:33.104473 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (562df496-3be6-4edc-ae61-2f00e1b9153f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:33.126886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 562df496-3be6-4edc-ae61-2f00e1b9153f, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=562df496-3be6-4edc-ae61-2f00e1b9153f,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:33.131057 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (562df496-3be6-4edc-ae61-2f00e1b9153f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:33.135960 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26026b2-dd5e-4fee-8845-c461d4a8275c admin admin] Pushing event updated for resources: {'Subnet': ['ID=adcefe75-6a06-489f-92b6-1dade599e28a,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:33.145550 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26026b2-dd5e-4fee-8845-c461d4a8275c admin admin] Checking segment: {'id': 'd7b72a83-b35c-46d6-8991-8700daf6b379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7a87c87a-2169-47d8-bef0-2fbd32e4cd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:33.145982 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26026b2-dd5e-4fee-8845-c461d4a8275c admin admin] Network hostable DHCP agents. Network: 7a87c87a-2169-47d8-bef0-2fbd32e4cd47, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:33:33.164451 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26026b2-dd5e-4fee-8845-c461d4a8275c admin admin] Network 7a87c87a-2169-47d8-bef0-2fbd32e4cd47 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:33:33.176729 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-a26026b2-dd5e-4fee-8845-c461d4a8275c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 7a87c87a-2169-47d8-bef0-2fbd32e4cd47) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:33.181474 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26026b2-dd5e-4fee-8845-c461d4a8275c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:33.182063 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a26026b2-dd5e-4fee-8845-c461d4a8275c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:33.190240 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a132a87-1d68-4291-8ade-3f1a9b041e82 None None] Network 7a87c87a-2169-47d8-bef0-2fbd32e4cd47 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:33.202630 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a26026b2-dd5e-4fee-8845-c461d4a8275c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3420069 Feb 09 02:33:33.203006 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 60818) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:33.205518 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=562df496-3be6-4edc-ae61-2f00e1b9153f,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:33.214346 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-1b22dabc-338b-4560-a3c5-23e0b7a63779 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1618370381-router', 'tenant_id': '09e46125fbc64a15b73b49a5782fcc5c', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:33.236131 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b22dabc-338b-4560-a3c5-23e0b7a63779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (8653e97c-4251-44fc-af95-0c03588f4e22), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:33.237290 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b22dabc-338b-4560-a3c5-23e0b7a63779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (8653e97c-4251-44fc-af95-0c03588f4e22), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:33.299067 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b22dabc-338b-4560-a3c5-23e0b7a63779 admin admin] Publish callbacks [] for router_controller (8653e97c-4251-44fc-af95-0c03588f4e22), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:33.308972 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2ef116-d3a8-4c62-9f1f-3cb3b2e013a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-7a87c87a-2169-47d8-bef0-2fbd32e4cd47', 'network_id': '7a87c87a-2169-47d8-bef0-2fbd32e4cd47', 'project_id': '09e46125fbc64a15b73b49a5782fcc5c', 'fixed_ips': [{'subnet_id': 'adcefe75-6a06-489f-92b6-1dade599e28a'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:33:33.309848 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef116-d3a8-4c62-9f1f-3cb3b2e013a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:33.380334 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] Sync routers for ids ['d59cd567-9de0-4ad8-9614-efda4ad6d10c'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:33:33.415009 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] Routers {'d59cd567-9de0-4ad8-9614-efda4ad6d10c'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:33:33.415673 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:33:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d59cd567-9de0-4ad8-9614-efda4ad6d10c'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:33.447804 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b22dabc-338b-4560-a3c5-23e0b7a63779 admin admin] Publish callbacks [] for router_gateway (8653e97c-4251-44fc-af95-0c03588f4e22), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:33.536911 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-ba2ef116-d3a8-4c62-9f1f-3cb3b2e013a2 None None] Allocated IP 172.20.0.2 (7a87c87a-2169-47d8-bef0-2fbd32e4cd47/adcefe75-6a06-489f-92b6-1dade599e28a/95635dcb-bebb-4817-828a-3c103bc2fd91) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:33.577837 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] Set router d59cd567-9de0-4ad8-9614-efda4ad6d10c gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:33:33.657010 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b22dabc-338b-4560-a3c5-23e0b7a63779 admin admin] Publish callbacks [] for router_gateway (8653e97c-4251-44fc-af95-0c03588f4e22), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:33.676543 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b22dabc-338b-4560-a3c5-23e0b7a63779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:33.787566 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-1b22dabc-338b-4560-a3c5-23e0b7a63779 admin admin] Allocated IP 172.25.7.170 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:33.901820 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b22dabc-338b-4560-a3c5-23e0b7a63779 admin admin] Publish callbacks [] for port (ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:33.936925 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b22dabc-338b-4560-a3c5-23e0b7a63779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:33.974586 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b22dabc-338b-4560-a3c5-23e0b7a63779 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:33.981389 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-1b22dabc-338b-4560-a3c5-23e0b7a63779 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:33.984908 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b22dabc-338b-4560-a3c5-23e0b7a63779 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:34.005529 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef116-d3a8-4c62-9f1f-3cb3b2e013a2 None None] Publish callbacks [] for port (95635dcb-bebb-4817-828a-3c103bc2fd91), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.015893 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22dabc-338b-4560-a3c5-23e0b7a63779 admin admin] Pushing event updated for resources: {'Port': ['ID=ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:34.017294 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef116-d3a8-4c62-9f1f-3cb3b2e013a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (95635dcb-bebb-4817-828a-3c103bc2fd91), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.059298 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2ef116-d3a8-4c62-9f1f-3cb3b2e013a2 None None] Network 7a87c87a-2169-47d8-bef0-2fbd32e4cd47 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:34.064005 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-ba2ef116-d3a8-4c62-9f1f-3cb3b2e013a2 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:34.070017 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2ef116-d3a8-4c62-9f1f-3cb3b2e013a2 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:34.109466 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ef116-d3a8-4c62-9f1f-3cb3b2e013a2 None None] Pushing event updated for resources: {'Port': ['ID=95635dcb-bebb-4817-828a-3c103bc2fd91,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:34.118218 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59cd567-9de0-4ad8-9614-efda4ad6d10c', 'name': 'tempest-TestEncryptedCinderVolumes-1088782049-router', 'tenant_id': '018e19867ef040ef94f2d910a2056cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '562df496-3be6-4edc-ae61-2f00e1b9153f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:33:28Z', 'updated_at': '2022-02-09T02:33:31Z', 'revision_number': 4, 'project_id': '018e19867ef040ef94f2d910a2056cc5', 'gw_port': {'id': '562df496-3be6-4edc-ae61-2f00e1b9153f', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59cd567-9de0-4ad8-9614-efda4ad6d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:29Z', 'updated_at': '2022-02-09T02:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '6d83e99f-3088-4bb7-8425-13022b390395', 'name': '', 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c', 'tenant_id': '018e19867ef040ef94f2d910a2056cc5', 'mac_address': 'fa:16:3e:1e:60:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59cd567-9de0-4ad8-9614-efda4ad6d10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '37e58452-012b-4e24-a6c7-8466ca642764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:30Z', 'updated_at': '2022-02-09T02:33:31Z', 'revision_number': 2, 'project_id': '018e19867ef040ef94f2d910a2056cc5', 'subnets': [{'id': '37e58452-012b-4e24-a6c7-8466ca642764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:34.164914 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] Checking router: d59cd567-9de0-4ad8-9614-efda4ad6d10c for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:33:34.165277 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] Updating router d59cd567-9de0-4ad8-9614-efda4ad6d10c port 6d83e99f-3088-4bb7-8425-13022b390395 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:33:34.187233 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-ba2ef116-d3a8-4c62-9f1f-3cb3b2e013a2 None None] Attempting to bind port 95635dcb-bebb-4817-828a-3c103bc2fd91 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:33:34.187621 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-ba2ef116-d3a8-4c62-9f1f-3cb3b2e013a2 None None] Attempting to bind port 95635dcb-bebb-4817-828a-3c103bc2fd91 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'd7b72a83-b35c-46d6-8991-8700daf6b379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7a87c87a-2169-47d8-bef0-2fbd32e4cd47'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:33:34.188081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ef116-d3a8-4c62-9f1f-3cb3b2e013a2 None None] Attempting to bind port 95635dcb-bebb-4817-828a-3c103bc2fd91 on network 7a87c87a-2169-47d8-bef0-2fbd32e4cd47 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:33:34.200225 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ef116-d3a8-4c62-9f1f-3cb3b2e013a2 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:33:34.200611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ef116-d3a8-4c62-9f1f-3cb3b2e013a2 None None] Checking segment: {'id': 'd7b72a83-b35c-46d6-8991-8700daf6b379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7a87c87a-2169-47d8-bef0-2fbd32e4cd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:34.201067 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef116-d3a8-4c62-9f1f-3cb3b2e013a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.201432 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ef116-d3a8-4c62-9f1f-3cb3b2e013a2 None None] Bound using segment: {'id': 'd7b72a83-b35c-46d6-8991-8700daf6b379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7a87c87a-2169-47d8-bef0-2fbd32e4cd47'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:33:34.201922 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-ba2ef116-d3a8-4c62-9f1f-3cb3b2e013a2 None None] Bound port: 95635dcb-bebb-4817-828a-3c103bc2fd91, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b72a83-b35c-46d6-8991-8700daf6b379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7a87c87a-2169-47d8-bef0-2fbd32e4cd47'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:33:34.202316 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef116-d3a8-4c62-9f1f-3cb3b2e013a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (95635dcb-bebb-4817-828a-3c103bc2fd91), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.205048 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6d83e99f-3088-4bb7-8425-13022b390395), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.254365 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b22dabc-338b-4560-a3c5-23e0b7a63779 admin admin] Publish callbacks [] for router_gateway (8653e97c-4251-44fc-af95-0c03588f4e22), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.359498 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ba2ef116-d3a8-4c62-9f1f-3cb3b2e013a2 None None] For port 95635dcb-bebb-4817-828a-3c103bc2fd91, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:33:34.381218 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ba2ef116-d3a8-4c62-9f1f-3cb3b2e013a2 None None] For port 95635dcb-bebb-4817-828a-3c103bc2fd91, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=95635dcb-bebb-4817-828a-3c103bc2fd91,segment=NetworkSegment(d7b72a83-b35c-46d6-8991-8700daf6b379),segment_id=d7b72a83-b35c-46d6-8991-8700daf6b379)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:33:34.388877 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef116-d3a8-4c62-9f1f-3cb3b2e013a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (95635dcb-bebb-4817-828a-3c103bc2fd91), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.462415 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b22dabc-338b-4560-a3c5-23e0b7a63779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (8653e97c-4251-44fc-af95-0c03588f4e22), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.498659 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ef116-d3a8-4c62-9f1f-3cb3b2e013a2 None None] Pushing event updated for resources: {'Port': ['ID=95635dcb-bebb-4817-828a-3c103bc2fd91,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:34.591730 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] Publish callbacks [] for port (6d83e99f-3088-4bb7-8425-13022b390395), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.597260 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6d83e99f-3088-4bb7-8425-13022b390395), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.599682 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b22dabc-338b-4560-a3c5-23e0b7a63779 admin admin] Router 8653e97c-4251-44fc-af95-0c03588f4e22 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:33:34.650534 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41612ef5-a6eb-4af4-aaca-7bc821e3c697 None None] Pushing event updated for resources: {'Port': ['ID=6d83e99f-3088-4bb7-8425-13022b390395,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:34.729822 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] Attempting to bind port 6d83e99f-3088-4bb7-8425-13022b390395 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:33:34.730383 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] Attempting to bind port 6d83e99f-3088-4bb7-8425-13022b390395 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '7ce44736-f5e1-4ca1-b1d8-470d23ed2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:33:34.730941 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] Attempting to bind port 6d83e99f-3088-4bb7-8425-13022b390395 on network 3fdb6efe-84ee-4066-873c-f2650a7c040c {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:33:34.736830 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:33:34.737215 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] Checking segment: {'id': '7ce44736-f5e1-4ca1-b1d8-470d23ed2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:34.737626 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.738023 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] Bound using segment: {'id': '7ce44736-f5e1-4ca1-b1d8-470d23ed2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:33:34.738503 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] Bound port: 6d83e99f-3088-4bb7-8425-13022b390395, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce44736-f5e1-4ca1-b1d8-470d23ed2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:33:34.738890 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6d83e99f-3088-4bb7-8425-13022b390395), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.753914 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b22dabc-338b-4560-a3c5-23e0b7a63779 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:33:34.777679 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b22dabc-338b-4560-a3c5-23e0b7a63779 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.781787 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1b22dabc-338b-4560-a3c5-23e0b7a63779 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5751300 Feb 09 02:33:34.783687 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 60820) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:34.789203 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] Sync routers for ids ['8653e97c-4251-44fc-af95-0c03588f4e22'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:33:34.820032 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] Routers {'8653e97c-4251-44fc-af95-0c03588f4e22'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:33:34.820749 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:33:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['8653e97c-4251-44fc-af95-0c03588f4e22'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:34.825368 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] For port 6d83e99f-3088-4bb7-8425-13022b390395, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:33:34.830714 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] For port 6d83e99f-3088-4bb7-8425-13022b390395, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6d83e99f-3088-4bb7-8425-13022b390395,segment=NetworkSegment(7ce44736-f5e1-4ca1-b1d8-470d23ed2035),segment_id=7ce44736-f5e1-4ca1-b1d8-470d23ed2035)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:33:34.847274 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6d83e99f-3088-4bb7-8425-13022b390395), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.982407 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41612ef5-a6eb-4af4-aaca-7bc821e3c697 None None] Pushing event updated for resources: {'Port': ['ID=6d83e99f-3088-4bb7-8425-13022b390395,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:34.983659 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] Set router 8653e97c-4251-44fc-af95-0c03588f4e22 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:33:34.992333 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] Routers {'d59cd567-9de0-4ad8-9614-efda4ad6d10c'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:33:34.992893 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:33:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d59cd567-9de0-4ad8-9614-efda4ad6d10c'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:35.127851 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e35757e0-1eff-4331-88a2-05bc5fb7df88 None None] Provisioning complete for port 6d83e99f-3088-4bb7-8425-13022b390395 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:35.128434 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e35757e0-1eff-4331-88a2-05bc5fb7df88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6d83e99f-3088-4bb7-8425-13022b390395), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:35.170458 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 95635dcb-bebb-4817-828a-3c103bc2fd91 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:35.248999 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8653e97c-4251-44fc-af95-0c03588f4e22', 'name': 'tempest-TestEncryptedCinderVolumes-1618370381-router', 'tenant_id': '09e46125fbc64a15b73b49a5782fcc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:33:33Z', 'updated_at': '2022-02-09T02:33:34Z', 'revision_number': 3, 'project_id': '09e46125fbc64a15b73b49a5782fcc5c', 'gw_port': {'id': 'ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8653e97c-4251-44fc-af95-0c03588f4e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:33Z', 'updated_at': '2022-02-09T02:33:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:35.290069 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] Checking router: 8653e97c-4251-44fc-af95-0c03588f4e22 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:33:35.290605 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] Updating router 8653e97c-4251-44fc-af95-0c03588f4e22 port ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:33:35.317800 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 95635dcb-bebb-4817-828a-3c103bc2fd91 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:35.318492 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (95635dcb-bebb-4817-828a-3c103bc2fd91), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:35.321500 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] Set router d59cd567-9de0-4ad8-9614-efda4ad6d10c gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:33:35.323242 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:35.400465 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e35757e0-1eff-4331-88a2-05bc5fb7df88 None None] Current status of the port 6d83e99f-3088-4bb7-8425-13022b390395 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:35.401118 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e35757e0-1eff-4331-88a2-05bc5fb7df88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6d83e99f-3088-4bb7-8425-13022b390395), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:35.569687 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e35757e0-1eff-4331-88a2-05bc5fb7df88 None None] For port 6d83e99f-3088-4bb7-8425-13022b390395, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6d83e99f-3088-4bb7-8425-13022b390395,segment=NetworkSegment(7ce44736-f5e1-4ca1-b1d8-470d23ed2035),segment_id=7ce44736-f5e1-4ca1-b1d8-470d23ed2035)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:35.609771 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e35757e0-1eff-4331-88a2-05bc5fb7df88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6d83e99f-3088-4bb7-8425-13022b390395), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:35.635576 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] Publish callbacks [] for port (ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:35.644286 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:35.699534 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dda191-d294-4944-a259-0b232b16cdd6 None None] Pushing event updated for resources: {'Port': ['ID=ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:35.706830 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 95635dcb-bebb-4817-828a-3c103bc2fd91 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:35.707028 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (95635dcb-bebb-4817-828a-3c103bc2fd91), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:35.718748 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] Attempting to bind port ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:33:35.719301 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] Attempting to bind port ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:33:35.719974 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] Attempting to bind port ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:33:35.726259 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:33:35.726791 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:35.727317 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:35.727831 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:33:35.728410 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] Bound port: ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:33:35.728878 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:35.734586 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59cd567-9de0-4ad8-9614-efda4ad6d10c', 'name': 'tempest-TestEncryptedCinderVolumes-1088782049-router', 'tenant_id': '018e19867ef040ef94f2d910a2056cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '562df496-3be6-4edc-ae61-2f00e1b9153f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:33:28Z', 'updated_at': '2022-02-09T02:33:31Z', 'revision_number': 4, 'project_id': '018e19867ef040ef94f2d910a2056cc5', 'gw_port': {'id': '562df496-3be6-4edc-ae61-2f00e1b9153f', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59cd567-9de0-4ad8-9614-efda4ad6d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:29Z', 'updated_at': '2022-02-09T02:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '6d83e99f-3088-4bb7-8425-13022b390395', 'name': '', 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c', 'tenant_id': '018e19867ef040ef94f2d910a2056cc5', 'mac_address': 'fa:16:3e:1e:60:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59cd567-9de0-4ad8-9614-efda4ad6d10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '37e58452-012b-4e24-a6c7-8466ca642764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:30Z', 'updated_at': '2022-02-09T02:33:34Z', 'revision_number': 4, 'project_id': '018e19867ef040ef94f2d910a2056cc5', 'subnets': [{'id': '37e58452-012b-4e24-a6c7-8466ca642764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:35.741703 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35757e0-1eff-4331-88a2-05bc5fb7df88 None None] Pushing event updated for resources: {'Port': ['ID=6d83e99f-3088-4bb7-8425-13022b390395,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:35.791621 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f71cb-da66-4c13-85ad-f133b17b134d None None] The sync data for ids ['d59cd567-9de0-4ad8-9614-efda4ad6d10c'] in n-d-828387-3 is: [{'id': 'd59cd567-9de0-4ad8-9614-efda4ad6d10c', 'name': 'tempest-TestEncryptedCinderVolumes-1088782049-router', 'tenant_id': '018e19867ef040ef94f2d910a2056cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '562df496-3be6-4edc-ae61-2f00e1b9153f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:33:28Z', 'updated_at': '2022-02-09T02:33:31Z', 'revision_number': 4, 'project_id': '018e19867ef040ef94f2d910a2056cc5', 'gw_port': {'id': '562df496-3be6-4edc-ae61-2f00e1b9153f', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59cd567-9de0-4ad8-9614-efda4ad6d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:29Z', 'updated_at': '2022-02-09T02:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '6d83e99f-3088-4bb7-8425-13022b390395', 'name': '', 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c', 'tenant_id': '018e19867ef040ef94f2d910a2056cc5', 'mac_address': 'fa:16:3e:1e:60:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59cd567-9de0-4ad8-9614-efda4ad6d10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '37e58452-012b-4e24-a6c7-8466ca642764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:30Z', 'updated_at': '2022-02-09T02:33:34Z', 'revision_number': 4, 'project_id': '018e19867ef040ef94f2d910a2056cc5', 'subnets': [{'id': '37e58452-012b-4e24-a6c7-8466ca642764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:33:35.793238 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] For port ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:33:35.798718 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] For port ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:33:35.815780 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-23863fab-3c76-46b4-9333-f56e61d04b2a None None] Provisioning complete for port 6d83e99f-3088-4bb7-8425-13022b390395 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:35.816162 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-23863fab-3c76-46b4-9333-f56e61d04b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6d83e99f-3088-4bb7-8425-13022b390395), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:35.818886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 95635dcb-bebb-4817-828a-3c103bc2fd91, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=95635dcb-bebb-4817-828a-3c103bc2fd91,segment=NetworkSegment(d7b72a83-b35c-46d6-8991-8700daf6b379),segment_id=d7b72a83-b35c-46d6-8991-8700daf6b379)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:35.819116 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:35.821134 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:35.849678 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (95635dcb-bebb-4817-828a-3c103bc2fd91), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:35.866146 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 562df496-3be6-4edc-ae61-2f00e1b9153f up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:35.898640 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] Routers {'8653e97c-4251-44fc-af95-0c03588f4e22'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:33:35.899602 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:33:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['8653e97c-4251-44fc-af95-0c03588f4e22'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:35.946676 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a79cdb-9272-48d8-9de5-dabc107f774b None None] Network 7a87c87a-2169-47d8-bef0-2fbd32e4cd47 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:35.991619 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dda191-d294-4944-a259-0b232b16cdd6 None None] Pushing event updated for resources: {'Port': ['ID=ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:36.056125 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] Set router 8653e97c-4251-44fc-af95-0c03588f4e22 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:33:36.090657 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Allocated IP 172.20.0.1 (7a87c87a-2169-47d8-bef0-2fbd32e4cd47/adcefe75-6a06-489f-92b6-1dade599e28a/0e10cce2-a541-4add-ba09-8051b6ad8c61) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:36.093273 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=95635dcb-bebb-4817-828a-3c103bc2fd91,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:36.156588 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 562df496-3be6-4edc-ae61-2f00e1b9153f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:36.157870 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (562df496-3be6-4edc-ae61-2f00e1b9153f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:36.160116 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-23863fab-3c76-46b4-9333-f56e61d04b2a None None] Current status of the port 6d83e99f-3088-4bb7-8425-13022b390395 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:36.237428 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Publish callbacks [] for port (0e10cce2-a541-4add-ba09-8051b6ad8c61), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:36.269792 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 562df496-3be6-4edc-ae61-2f00e1b9153f is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:36.291743 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-21bb8eef-36ad-4723-8bdc-5a63ec974353 None None] Provisioning complete for port 95635dcb-bebb-4817-828a-3c103bc2fd91 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:36.292402 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-21bb8eef-36ad-4723-8bdc-5a63ec974353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (95635dcb-bebb-4817-828a-3c103bc2fd91), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:36.299834 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (0e10cce2-a541-4add-ba09-8051b6ad8c61), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:36.363775 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8653e97c-4251-44fc-af95-0c03588f4e22', 'name': 'tempest-TestEncryptedCinderVolumes-1618370381-router', 'tenant_id': '09e46125fbc64a15b73b49a5782fcc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:33:33Z', 'updated_at': '2022-02-09T02:33:34Z', 'revision_number': 3, 'project_id': '09e46125fbc64a15b73b49a5782fcc5c', 'gw_port': {'id': 'ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8653e97c-4251-44fc-af95-0c03588f4e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:33Z', 'updated_at': '2022-02-09T02:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:36.364071 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Network 7a87c87a-2169-47d8-bef0-2fbd32e4cd47 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:36.382743 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:36.384686 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Pushing event updated for resources: {'Port': ['ID=0e10cce2-a541-4add-ba09-8051b6ad8c61,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:36.386959 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:36.414040 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929b668-1e83-43a3-80ec-aaaf7117e10a None None] The sync data for ids ['8653e97c-4251-44fc-af95-0c03588f4e22'] in n-d-828387-3 is: [{'id': '8653e97c-4251-44fc-af95-0c03588f4e22', 'name': 'tempest-TestEncryptedCinderVolumes-1618370381-router', 'tenant_id': '09e46125fbc64a15b73b49a5782fcc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:33:33Z', 'updated_at': '2022-02-09T02:33:34Z', 'revision_number': 3, 'project_id': '09e46125fbc64a15b73b49a5782fcc5c', 'gw_port': {'id': 'ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8653e97c-4251-44fc-af95-0c03588f4e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:33Z', 'updated_at': '2022-02-09T02:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:33:36.424050 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-21bb8eef-36ad-4723-8bdc-5a63ec974353 None None] Current status of the port 95635dcb-bebb-4817-828a-3c103bc2fd91 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:36.432336 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:36.432678 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:36.433025 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:36.433594 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:36.433697 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:36.434013 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:36.434463 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:36.434652 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:36.434971 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:36.435319 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:36.435673 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:36.435996 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:36.436320 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:36.462602 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (8653e97c-4251-44fc-af95-0c03588f4e22), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:36.551426 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-09fc1184-be4d-4dfd-83ff-ceedc9a43259 None None] Provisioning complete for port 95635dcb-bebb-4817-828a-3c103bc2fd91 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:36.552032 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-09fc1184-be4d-4dfd-83ff-ceedc9a43259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (95635dcb-bebb-4817-828a-3c103bc2fd91), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:36.647709 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0e10cce2-a541-4add-ba09-8051b6ad8c61), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:36.690202 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-09fc1184-be4d-4dfd-83ff-ceedc9a43259 None None] Current status of the port 95635dcb-bebb-4817-828a-3c103bc2fd91 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:36.816771 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-51e0e577-da87-4099-90ce-99a087dcd2f0 None None] Provisioning complete for port 0e10cce2-a541-4add-ba09-8051b6ad8c61 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:36.817209 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-51e0e577-da87-4099-90ce-99a087dcd2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0e10cce2-a541-4add-ba09-8051b6ad8c61), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:36.860501 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-51e0e577-da87-4099-90ce-99a087dcd2f0 None None] Port 0e10cce2-a541-4add-ba09-8051b6ad8c61 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:33:36.885755 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Publish callbacks [] for port (0e10cce2-a541-4add-ba09-8051b6ad8c61), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:36.892162 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (0e10cce2-a541-4add-ba09-8051b6ad8c61), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:36.966925 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (8653e97c-4251-44fc-af95-0c03588f4e22), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:36.970526 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Pushing event updated for resources: {'Port': ['ID=0e10cce2-a541-4add-ba09-8051b6ad8c61,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:37.098254 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 95635dcb-bebb-4817-828a-3c103bc2fd91 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:37.101757 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Network 7a87c87a-2169-47d8-bef0-2fbd32e4cd47 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:37.103471 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:37.174584 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 95635dcb-bebb-4817-828a-3c103bc2fd91 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:37.175142 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (95635dcb-bebb-4817-828a-3c103bc2fd91), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:37.244844 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Router 8653e97c-4251-44fc-af95-0c03588f4e22 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:33:37.301130 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 95635dcb-bebb-4817-828a-3c103bc2fd91 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:37.302255 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:37.355619 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:37.356001 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:37.387976 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:33:37.398074 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f4ff64e9-70ea-4bb3-b4a2-1957bb5ed18d admin admin] 10.222.0.36 "PUT /v2.0/routers/8653e97c-4251-44fc-af95-0c03588f4e22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6131551 Feb 09 02:33:37.455569 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:37.455962 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:37.487227 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:37.495317 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9a72a946-c635-4da7-af37-b3a92857506c None None] Provisioning complete for port 0e10cce2-a541-4add-ba09-8051b6ad8c61 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:37.495697 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9a72a946-c635-4da7-af37-b3a92857506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0e10cce2-a541-4add-ba09-8051b6ad8c61), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:37.519773 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:37.520524 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6d83e99f-3088-4bb7-8425-13022b390395 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:37.776458 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9a72a946-c635-4da7-af37-b3a92857506c None None] Port 0e10cce2-a541-4add-ba09-8051b6ad8c61 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:33:37.794782 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-77811a42-3a1d-401a-b3d7-b33ab72f9282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:37.802592 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:37.812352 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:37.812702 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:37.813046 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:37.813421 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:37.813982 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:37.814385 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:37.814723 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:37.815055 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:37.815428 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:37.815760 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:37.816088 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:37.816416 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:37.816750 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:37.827635 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 6d83e99f-3088-4bb7-8425-13022b390395 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:37.828016 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6d83e99f-3088-4bb7-8425-13022b390395), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:37.910913 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 6d83e99f-3088-4bb7-8425-13022b390395 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:38.508012 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-581827c4-38f4-4e93-9d1d-b77db21015bd tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:38.509591 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-581827c4-38f4-4e93-9d1d-b77db21015bd tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/networks?id=3fdb6efe-84ee-4066-873c-f2650a7c040c HTTP/1.1" status: 200 len: 817 time: 0.1050014 Feb 09 02:33:38.529344 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-4f66182c-1242-45d9-bbe4-3f9573f82c65 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/quotas/018e19867ef040ef94f2d910a2056cc5 HTTP/1.1" status: 200 len: 375 time: 0.0094521 Feb 09 02:33:38.585000 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-b7d67543-b7fb-404b-8513-5c961225ee85 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=018e19867ef040ef94f2d910a2056cc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494881 Feb 09 02:33:38.685815 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-bd319765-8c96-4302-8299-adba36e6f68a service neutron] 10.222.0.36 "GET /v2.0/networks/3fdb6efe-84ee-4066-873c-f2650a7c040c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894504 Feb 09 02:33:38.778102 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-166c51fc-d416-4e5c-af85-6eaf15f09978 service neutron] 10.222.0.36 "GET /v2.0/networks/3fdb6efe-84ee-4066-873c-f2650a7c040c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857897 Feb 09 02:33:38.961898 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:39.026293 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:39.026678 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:39.082363 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-32d3ca99-c676-4e4d-b9b5-9373be832ece req-d3e1b80c-dee2-4c60-a8b2-5d7e4e8a22e8 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b95fe09b-d33a-41ec-90ab-0163dce410b4 HTTP/1.1" status: 200 len: 210 time: 0.1625874 Feb 09 02:33:39.116776 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:39.307286 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] Sync routers for ids ['8653e97c-4251-44fc-af95-0c03588f4e22'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:33:39.319091 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] Routers {'8653e97c-4251-44fc-af95-0c03588f4e22'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:33:39.319757 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:33:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['8653e97c-4251-44fc-af95-0c03588f4e22'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:39.433658 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] Set router 8653e97c-4251-44fc-af95-0c03588f4e22 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:33:39.645243 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8653e97c-4251-44fc-af95-0c03588f4e22', 'name': 'tempest-TestEncryptedCinderVolumes-1618370381-router', 'tenant_id': '09e46125fbc64a15b73b49a5782fcc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:33:33Z', 'updated_at': '2022-02-09T02:33:36Z', 'revision_number': 4, 'project_id': '09e46125fbc64a15b73b49a5782fcc5c', 'gw_port': {'id': 'ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8653e97c-4251-44fc-af95-0c03588f4e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:33Z', 'updated_at': '2022-02-09T02:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0e10cce2-a541-4add-ba09-8051b6ad8c61', 'name': '', 'network_id': '7a87c87a-2169-47d8-bef0-2fbd32e4cd47', 'tenant_id': '09e46125fbc64a15b73b49a5782fcc5c', 'mac_address': 'fa:16:3e:12:c5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8653e97c-4251-44fc-af95-0c03588f4e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'adcefe75-6a06-489f-92b6-1dade599e28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:35Z', 'updated_at': '2022-02-09T02:33:36Z', 'revision_number': 2, 'project_id': '09e46125fbc64a15b73b49a5782fcc5c', 'subnets': [{'id': 'adcefe75-6a06-489f-92b6-1dade599e28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:39.676727 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] Checking router: 8653e97c-4251-44fc-af95-0c03588f4e22 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:33:39.677085 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] Updating router 8653e97c-4251-44fc-af95-0c03588f4e22 port 0e10cce2-a541-4add-ba09-8051b6ad8c61 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:33:39.705438 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0e10cce2-a541-4add-ba09-8051b6ad8c61), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:39.972391 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-d3bbacca-ee06-444f-b51c-52fe06bda638 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:39.973846 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-d3bbacca-ee06-444f-b51c-52fe06bda638 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.48 "GET /v2.0/networks?id=3fdb6efe-84ee-4066-873c-f2650a7c040c HTTP/1.1" status: 200 len: 817 time: 0.1222160 Feb 09 02:33:39.988897 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-e5e02bfa-daa8-46cc-a305-0e3b4898dca6 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Request body: {'port': {'device_id': 'b95fe09b-d33a-41ec-90ab-0163dce410b4', 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c', 'admin_state_up': True, 'tenant_id': '018e19867ef040ef94f2d910a2056cc5'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:40.016068 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] Publish callbacks [] for port (0e10cce2-a541-4add-ba09-8051b6ad8c61), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:40.023082 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0e10cce2-a541-4add-ba09-8051b6ad8c61), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:40.095910 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbccd0-639f-4f9d-909c-7485c3c892ce None None] Pushing event updated for resources: {'Port': ['ID=0e10cce2-a541-4add-ba09-8051b6ad8c61,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:40.116270 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-e5e02bfa-daa8-46cc-a305-0e3b4898dca6 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Made reservation on behalf of 018e19867ef040ef94f2d910a2056cc5 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:40.121674 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-e5e02bfa-daa8-46cc-a305-0e3b4898dca6 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:40.131537 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] Attempting to bind port 0e10cce2-a541-4add-ba09-8051b6ad8c61 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:33:40.132644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] Attempting to bind port 0e10cce2-a541-4add-ba09-8051b6ad8c61 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'd7b72a83-b35c-46d6-8991-8700daf6b379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7a87c87a-2169-47d8-bef0-2fbd32e4cd47'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:33:40.133084 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] Attempting to bind port 0e10cce2-a541-4add-ba09-8051b6ad8c61 on network 7a87c87a-2169-47d8-bef0-2fbd32e4cd47 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:33:40.143056 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:33:40.143498 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] Checking segment: {'id': 'd7b72a83-b35c-46d6-8991-8700daf6b379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7a87c87a-2169-47d8-bef0-2fbd32e4cd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:40.144617 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:40.145322 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] Bound using segment: {'id': 'd7b72a83-b35c-46d6-8991-8700daf6b379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7a87c87a-2169-47d8-bef0-2fbd32e4cd47'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:33:40.145822 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] Bound port: 0e10cce2-a541-4add-ba09-8051b6ad8c61, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b72a83-b35c-46d6-8991-8700daf6b379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7a87c87a-2169-47d8-bef0-2fbd32e4cd47'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:33:40.146209 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0e10cce2-a541-4add-ba09-8051b6ad8c61), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:40.232868 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb8eccc1-d78e-4830-9969-53e75fe71257 req-c104d0ae-8408-4232-8e44-3549c8760805 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b95fe09b-d33a-41ec-90ab-0163dce410b4 HTTP/1.1" status: 200 len: 210 time: 0.0407157 Feb 09 02:33:40.233924 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] For port 0e10cce2-a541-4add-ba09-8051b6ad8c61, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:33:40.238587 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ce846c13-5860-485b-ab64-be36731e801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:40.242976 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] For port 0e10cce2-a541-4add-ba09-8051b6ad8c61, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0e10cce2-a541-4add-ba09-8051b6ad8c61,segment=NetworkSegment(d7b72a83-b35c-46d6-8991-8700daf6b379),segment_id=d7b72a83-b35c-46d6-8991-8700daf6b379)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:33:40.256923 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0e10cce2-a541-4add-ba09-8051b6ad8c61), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:40.315931 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbccd0-639f-4f9d-909c-7485c3c892ce None None] Pushing event updated for resources: {'Port': ['ID=0e10cce2-a541-4add-ba09-8051b6ad8c61,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:40.318712 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-e5e02bfa-daa8-46cc-a305-0e3b4898dca6 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Allocated IP 172.20.0.6 (3fdb6efe-84ee-4066-873c-f2650a7c040c/37e58452-012b-4e24-a6c7-8466ca642764/559b5f6b-94a3-4f83-8c80-f077c3805652) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:40.323181 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] Routers {'8653e97c-4251-44fc-af95-0c03588f4e22'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:33:40.324683 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:33:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['8653e97c-4251-44fc-af95-0c03588f4e22'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:40.430088 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:40.441532 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-559760b6-b8ae-47e0-a875-0e204d9bf5e9 None None] Provisioning complete for port 0e10cce2-a541-4add-ba09-8051b6ad8c61 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:40.441784 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-559760b6-b8ae-47e0-a875-0e204d9bf5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0e10cce2-a541-4add-ba09-8051b6ad8c61), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:40.490224 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] Set router 8653e97c-4251-44fc-af95-0c03588f4e22 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:33:40.504980 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-e5e02bfa-daa8-46cc-a305-0e3b4898dca6 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Publish callbacks [] for port (559b5f6b-94a3-4f83-8c80-f077c3805652), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:40.552728 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-e5e02bfa-daa8-46cc-a305-0e3b4898dca6 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (559b5f6b-94a3-4f83-8c80-f077c3805652), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:40.602693 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-e5e02bfa-daa8-46cc-a305-0e3b4898dca6 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Network 3fdb6efe-84ee-4066-873c-f2650a7c040c is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:40.607637 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-e5e02bfa-daa8-46cc-a305-0e3b4898dca6 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:40.610706 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-e5e02bfa-daa8-46cc-a305-0e3b4898dca6 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:40.647593 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e02bfa-daa8-46cc-a305-0e3b4898dca6 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Pushing event updated for resources: {'Port': ['ID=559b5f6b-94a3-4f83-8c80-f077c3805652,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:40.651962 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-559760b6-b8ae-47e0-a875-0e204d9bf5e9 None None] Current status of the port 0e10cce2-a541-4add-ba09-8051b6ad8c61 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:40.652351 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-559760b6-b8ae-47e0-a875-0e204d9bf5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0e10cce2-a541-4add-ba09-8051b6ad8c61), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:40.677039 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-e5e02bfa-daa8-46cc-a305-0e3b4898dca6 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:40.677686 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-e5e02bfa-daa8-46cc-a305-0e3b4898dca6 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:40.699273 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-e5e02bfa-daa8-46cc-a305-0e3b4898dca6 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7144659 Feb 09 02:33:40.714237 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-559760b6-b8ae-47e0-a875-0e204d9bf5e9 None None] For port 0e10cce2-a541-4add-ba09-8051b6ad8c61, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0e10cce2-a541-4add-ba09-8051b6ad8c61,segment=NetworkSegment(d7b72a83-b35c-46d6-8991-8700daf6b379),segment_id=d7b72a83-b35c-46d6-8991-8700daf6b379)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:40.720073 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-559760b6-b8ae-47e0-a875-0e204d9bf5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0e10cce2-a541-4add-ba09-8051b6ad8c61), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:40.777011 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-df39e89a-0f43-4009-ac61-0226ee151709 service neutron] Request body: {'port': {'device_id': 'b95fe09b-d33a-41ec-90ab-0163dce410b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:40.801472 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559760b6-b8ae-47e0-a875-0e204d9bf5e9 None None] Pushing event updated for resources: {'Port': ['ID=0e10cce2-a541-4add-ba09-8051b6ad8c61,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:40.821939 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8653e97c-4251-44fc-af95-0c03588f4e22', 'name': 'tempest-TestEncryptedCinderVolumes-1618370381-router', 'tenant_id': '09e46125fbc64a15b73b49a5782fcc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:33:33Z', 'updated_at': '2022-02-09T02:33:36Z', 'revision_number': 4, 'project_id': '09e46125fbc64a15b73b49a5782fcc5c', 'gw_port': {'id': 'ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8653e97c-4251-44fc-af95-0c03588f4e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:33Z', 'updated_at': '2022-02-09T02:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0e10cce2-a541-4add-ba09-8051b6ad8c61', 'name': '', 'network_id': '7a87c87a-2169-47d8-bef0-2fbd32e4cd47', 'tenant_id': '09e46125fbc64a15b73b49a5782fcc5c', 'mac_address': 'fa:16:3e:12:c5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8653e97c-4251-44fc-af95-0c03588f4e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'adcefe75-6a06-489f-92b6-1dade599e28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:35Z', 'updated_at': '2022-02-09T02:33:40Z', 'revision_number': 4, 'project_id': '09e46125fbc64a15b73b49a5782fcc5c', 'subnets': [{'id': 'adcefe75-6a06-489f-92b6-1dade599e28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:40.846835 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-df39e89a-0f43-4009-ac61-0226ee151709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (559b5f6b-94a3-4f83-8c80-f077c3805652), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:40.858348 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d637557f-c4ae-4954-a7ec-24b9e270f1ae None None] The sync data for ids ['8653e97c-4251-44fc-af95-0c03588f4e22'] in n-d-828387-3 is: [{'id': '8653e97c-4251-44fc-af95-0c03588f4e22', 'name': 'tempest-TestEncryptedCinderVolumes-1618370381-router', 'tenant_id': '09e46125fbc64a15b73b49a5782fcc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:33:33Z', 'updated_at': '2022-02-09T02:33:36Z', 'revision_number': 4, 'project_id': '09e46125fbc64a15b73b49a5782fcc5c', 'gw_port': {'id': 'ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8653e97c-4251-44fc-af95-0c03588f4e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:33Z', 'updated_at': '2022-02-09T02:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0e10cce2-a541-4add-ba09-8051b6ad8c61', 'name': '', 'network_id': '7a87c87a-2169-47d8-bef0-2fbd32e4cd47', 'tenant_id': '09e46125fbc64a15b73b49a5782fcc5c', 'mac_address': 'fa:16:3e:12:c5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8653e97c-4251-44fc-af95-0c03588f4e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'adcefe75-6a06-489f-92b6-1dade599e28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:35Z', 'updated_at': '2022-02-09T02:33:40Z', 'revision_number': 4, 'project_id': '09e46125fbc64a15b73b49a5782fcc5c', 'subnets': [{'id': 'adcefe75-6a06-489f-92b6-1dade599e28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:33:40.870555 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-bd13f8e7-c136-4ae9-baeb-b1f30593eacb None None] Provisioning complete for port 0e10cce2-a541-4add-ba09-8051b6ad8c61 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:40.871074 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bd13f8e7-c136-4ae9-baeb-b1f30593eacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0e10cce2-a541-4add-ba09-8051b6ad8c61), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:40.990055 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-bd13f8e7-c136-4ae9-baeb-b1f30593eacb None None] Current status of the port 0e10cce2-a541-4add-ba09-8051b6ad8c61 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:41.011337 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:41.112746 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-fa817d38-6817-48b5-ada4-43f4f0dc4121 None None] Provisioning complete for port 559b5f6b-94a3-4f83-8c80-f077c3805652 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:41.113465 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa817d38-6817-48b5-ada4-43f4f0dc4121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (559b5f6b-94a3-4f83-8c80-f077c3805652), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:41.152588 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-fa817d38-6817-48b5-ada4-43f4f0dc4121 None None] Port 559b5f6b-94a3-4f83-8c80-f077c3805652 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:33:41.157844 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-df39e89a-0f43-4009-ac61-0226ee151709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 559b5f6b-94a3-4f83-8c80-f077c3805652 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:33:41.166253 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-df39e89a-0f43-4009-ac61-0226ee151709 service neutron] Publish callbacks [] for port (559b5f6b-94a3-4f83-8c80-f077c3805652), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:41.180211 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-df39e89a-0f43-4009-ac61-0226ee151709 service neutron] Transition to ACTIVE for port object 559b5f6b-94a3-4f83-8c80-f077c3805652 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:33:41.183789 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-df39e89a-0f43-4009-ac61-0226ee151709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (559b5f6b-94a3-4f83-8c80-f077c3805652), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:41.236175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39e89a-0f43-4009-ac61-0226ee151709 service neutron] Pushing event updated for resources: {'Port': ['ID=559b5f6b-94a3-4f83-8c80-f077c3805652,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:41.268320 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:41.340690 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-df39e89a-0f43-4009-ac61-0226ee151709 service neutron] Attempting to bind port 559b5f6b-94a3-4f83-8c80-f077c3805652 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:33:41.343831 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-df39e89a-0f43-4009-ac61-0226ee151709 service neutron] Attempting to bind port 559b5f6b-94a3-4f83-8c80-f077c3805652 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '7ce44736-f5e1-4ca1-b1d8-470d23ed2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:33:41.344285 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-df39e89a-0f43-4009-ac61-0226ee151709 service neutron] Attempting to bind port 559b5f6b-94a3-4f83-8c80-f077c3805652 on network 3fdb6efe-84ee-4066-873c-f2650a7c040c {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:33:41.350707 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-df39e89a-0f43-4009-ac61-0226ee151709 service neutron] Port 559b5f6b-94a3-4f83-8c80-f077c3805652 on network 3fdb6efe-84ee-4066-873c-f2650a7c040c not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:33:41.351035 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-df39e89a-0f43-4009-ac61-0226ee151709 service neutron] Attempting to bind port 559b5f6b-94a3-4f83-8c80-f077c3805652 on network 3fdb6efe-84ee-4066-873c-f2650a7c040c {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:33:41.356578 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-df39e89a-0f43-4009-ac61-0226ee151709 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:33:41.356921 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-df39e89a-0f43-4009-ac61-0226ee151709 service neutron] Checking segment: {'id': '7ce44736-f5e1-4ca1-b1d8-470d23ed2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:41.357499 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-df39e89a-0f43-4009-ac61-0226ee151709 service neutron] Bound using segment: {'id': '7ce44736-f5e1-4ca1-b1d8-470d23ed2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:33:41.357920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-df39e89a-0f43-4009-ac61-0226ee151709 service neutron] Bound port: 559b5f6b-94a3-4f83-8c80-f077c3805652, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce44736-f5e1-4ca1-b1d8-470d23ed2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:33:41.358282 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-df39e89a-0f43-4009-ac61-0226ee151709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (559b5f6b-94a3-4f83-8c80-f077c3805652), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:41.399005 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f915363-cd19-434e-a8b1-0c3659f8bdd0 req-20d97533-e249-4e24-baf7-4f43c81ba11e tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:41.401458 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3f915363-cd19-434e-a8b1-0c3659f8bdd0 req-20d97533-e249-4e24-baf7-4f43c81ba11e tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b95fe09b-d33a-41ec-90ab-0163dce410b4 HTTP/1.1" status: 200 len: 943 time: 0.0701458 Feb 09 02:33:41.450081 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-df39e89a-0f43-4009-ac61-0226ee151709 service neutron] For port 559b5f6b-94a3-4f83-8c80-f077c3805652, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:33:41.453113 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-df39e89a-0f43-4009-ac61-0226ee151709 service neutron] For port 559b5f6b-94a3-4f83-8c80-f077c3805652, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=559b5f6b-94a3-4f83-8c80-f077c3805652,segment=NetworkSegment(7ce44736-f5e1-4ca1-b1d8-470d23ed2035),segment_id=7ce44736-f5e1-4ca1-b1d8-470d23ed2035)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:33:41.459363 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3f915363-cd19-434e-a8b1-0c3659f8bdd0 req-3458a7e7-8cf5-401a-9cbc-938e7bb1c0c8 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504663 Feb 09 02:33:41.460779 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-df39e89a-0f43-4009-ac61-0226ee151709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (559b5f6b-94a3-4f83-8c80-f077c3805652), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:41.497364 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-df39e89a-0f43-4009-ac61-0226ee151709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:41.498504 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-df39e89a-0f43-4009-ac61-0226ee151709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:41.499991 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-df39e89a-0f43-4009-ac61-0226ee151709 service neutron] 10.222.0.48 "PUT /v2.0/ports/559b5f6b-94a3-4f83-8c80-f077c3805652 HTTP/1.1" status: 200 len: 1091 time: 0.7922246 Feb 09 02:33:41.502463 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95fe09b-d33a-41ec-90ab-0163dce410b4', 'tag': '559b5f6b-94a3-4f83-8c80-f077c3805652'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:33:41.506037 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a6af9b-7880-4e5f-94d4-6e67ff21a7dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b95fe09b-d33a-41ec-90ab-0163dce410b4", "tag": "559b5f6b-94a3-4f83-8c80-f077c3805652"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:33:41.538108 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39e89a-0f43-4009-ac61-0226ee151709 service neutron] Pushing event updated for resources: {'Port': ['ID=559b5f6b-94a3-4f83-8c80-f077c3805652,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:41.593513 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-24d3e9f7-6923-446e-aa9b-7144ae3b38b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:41.595556 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-24d3e9f7-6923-446e-aa9b-7144ae3b38b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=018e19867ef040ef94f2d910a2056cc5&device_id=b95fe09b-d33a-41ec-90ab-0163dce410b4 HTTP/1.1" status: 200 len: 1125 time: 0.0506186 Feb 09 02:33:41.641002 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f633b6ea-4623-4813-82ef-6b6062f58d08 x-openstack-request-id: req-f633b6ea-4623-4813-82ef-6b6062f58d08 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:33:41.641404 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95fe09b-d33a-41ec-90ab-0163dce410b4", "tag": "559b5f6b-94a3-4f83-8c80-f077c3805652", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:33:41.641719 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f633b6ea-4623-4813-82ef-6b6062f58d08 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:33:41.642140 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95fe09b-d33a-41ec-90ab-0163dce410b4', 'tag': '559b5f6b-94a3-4f83-8c80-f077c3805652', 'status': 'completed', 'code': 200} Feb 09 02:33:41.644106 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-73170fa0-8e7f-4afc-a537-1b2077c143b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=559b5f6b-94a3-4f83-8c80-f077c3805652 HTTP/1.1" status: 200 len: 217 time: 0.0406165 Feb 09 02:33:41.702550 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-098118b8-cbd1-40d3-86aa-e1855aa978a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:41.704684 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-098118b8-cbd1-40d3-86aa-e1855aa978a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37e58452-012b-4e24-a6c7-8466ca642764 HTTP/1.1" status: 200 len: 856 time: 0.0541785 Feb 09 02:33:41.759903 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-de63a60e-c3c0-47dc-826c-291cc28ddfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:41.761409 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-de63a60e-c3c0-47dc-826c-291cc28ddfef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3fdb6efe-84ee-4066-873c-f2650a7c040c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499575 Feb 09 02:33:41.854305 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-f1d20312-534a-4054-ae66-f4821fbc7c46 service neutron] 10.222.0.48 "GET /v2.0/networks/3fdb6efe-84ee-4066-873c-f2650a7c040c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851572 Feb 09 02:33:41.957013 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8a389bc-0cf9-4cb9-a6d0-c4e481011704 req-b0a8f6f5-df1f-400a-9575-c745ce8bea3d service neutron] 10.222.0.48 "GET /v2.0/networks/3fdb6efe-84ee-4066-873c-f2650a7c040c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965610 Feb 09 02:33:42.059473 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6af9b-7880-4e5f-94d4-6e67ff21a7dd req-20867649-d732-44e3-b86b-e2d63c372a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:42.060899 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8a6af9b-7880-4e5f-94d4-6e67ff21a7dd req-20867649-d732-44e3-b86b-e2d63c372a78 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=018e19867ef040ef94f2d910a2056cc5&device_id=b95fe09b-d33a-41ec-90ab-0163dce410b4 HTTP/1.1" status: 200 len: 1125 time: 0.0573699 Feb 09 02:33:42.156527 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6af9b-7880-4e5f-94d4-6e67ff21a7dd req-3df1650a-341b-4164-8995-7f9f95554134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:42.163115 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8a6af9b-7880-4e5f-94d4-6e67ff21a7dd req-3df1650a-341b-4164-8995-7f9f95554134 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3fdb6efe-84ee-4066-873c-f2650a7c040c HTTP/1.1" status: 200 len: 918 time: 0.0964217 Feb 09 02:33:42.208721 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8a6af9b-7880-4e5f-94d4-6e67ff21a7dd req-4cb38523-d2ed-49a1-8753-44e4c475ef18 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=559b5f6b-94a3-4f83-8c80-f077c3805652 HTTP/1.1" status: 200 len: 217 time: 0.0386662 Feb 09 02:33:42.263590 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6af9b-7880-4e5f-94d4-6e67ff21a7dd req-210dedea-d3eb-4029-af2b-270bdb41cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:42.265019 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8a6af9b-7880-4e5f-94d4-6e67ff21a7dd req-210dedea-d3eb-4029-af2b-270bdb41cd26 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37e58452-012b-4e24-a6c7-8466ca642764 HTTP/1.1" status: 200 len: 856 time: 0.0500064 Feb 09 02:33:42.330582 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6af9b-7880-4e5f-94d4-6e67ff21a7dd req-e5a5d6aa-8342-40f2-a4ba-8c09875a8628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:42.332137 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8a6af9b-7880-4e5f-94d4-6e67ff21a7dd req-e5a5d6aa-8342-40f2-a4ba-8c09875a8628 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3fdb6efe-84ee-4066-873c-f2650a7c040c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0593431 Feb 09 02:33:42.425444 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8a6af9b-7880-4e5f-94d4-6e67ff21a7dd req-5c7b382b-95aa-4f1f-b186-b35e370da857 service neutron] 10.222.0.48 "GET /v2.0/networks/3fdb6efe-84ee-4066-873c-f2650a7c040c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863404 Feb 09 02:33:42.495672 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:42.527652 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8a6af9b-7880-4e5f-94d4-6e67ff21a7dd req-1d30bbbd-8f0b-4e17-8d8e-52b87d0933ba service neutron] 10.222.0.48 "GET /v2.0/networks/3fdb6efe-84ee-4066-873c-f2650a7c040c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960672 Feb 09 02:33:42.613285 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3e702-90e4-4a2c-be45-96701176a122 req-10fec628-01de-4d6d-a0bb-cabd347be79c tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:42.614785 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-adf3e702-90e4-4a2c-be45-96701176a122 req-10fec628-01de-4d6d-a0bb-cabd347be79c tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b95fe09b-d33a-41ec-90ab-0163dce410b4 HTTP/1.1" status: 200 len: 943 time: 0.0615659 Feb 09 02:33:42.665351 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-adf3e702-90e4-4a2c-be45-96701176a122 req-28d18213-7ff5-445b-93af-a20ccce8d338 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447860 Feb 09 02:33:42.980643 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0e10cce2-a541-4add-ba09-8051b6ad8c61 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:43.031635 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 0e10cce2-a541-4add-ba09-8051b6ad8c61 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:43.032597 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0e10cce2-a541-4add-ba09-8051b6ad8c61), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:43.115815 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 0e10cce2-a541-4add-ba09-8051b6ad8c61 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:43.549705 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:43.787075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48345ed2-176a-43ed-862e-224bcc3b849e req-ab4c0f95-4f56-4070-b09c-6225664a3dbe tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:43.788598 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-48345ed2-176a-43ed-862e-224bcc3b849e req-ab4c0f95-4f56-4070-b09c-6225664a3dbe tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b95fe09b-d33a-41ec-90ab-0163dce410b4 HTTP/1.1" status: 200 len: 943 time: 0.0537918 Feb 09 02:33:43.835079 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-48345ed2-176a-43ed-862e-224bcc3b849e req-1337836c-24be-4564-9b81-7443651057f5 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408697 Feb 09 02:33:44.955089 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524391b-e46d-432a-aea2-b86239a2be9a req-fa8ad5aa-9b39-4935-8a27-877bd70b8a20 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:44.956613 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7524391b-e46d-432a-aea2-b86239a2be9a req-fa8ad5aa-9b39-4935-8a27-877bd70b8a20 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b95fe09b-d33a-41ec-90ab-0163dce410b4 HTTP/1.1" status: 200 len: 943 time: 0.0529230 Feb 09 02:33:45.002919 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7524391b-e46d-432a-aea2-b86239a2be9a req-5fe514f6-1c82-40e6-ac3c-e848ddd3e8dc tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408361 Feb 09 02:33:46.119080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46152334-fe96-4e6c-8760-a0933e817c3d req-8b05874a-65ea-4d71-8c4d-10547f0e308b tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:46.120616 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-46152334-fe96-4e6c-8760-a0933e817c3d req-8b05874a-65ea-4d71-8c4d-10547f0e308b tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b95fe09b-d33a-41ec-90ab-0163dce410b4 HTTP/1.1" status: 200 len: 943 time: 0.0520005 Feb 09 02:33:46.124830 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 559b5f6b-94a3-4f83-8c80-f077c3805652 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:33:46.167460 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-46152334-fe96-4e6c-8760-a0933e817c3d req-c362c228-669c-42c8-a370-3f20234fcd7c tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407343 Feb 09 02:33:46.222720 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 559b5f6b-94a3-4f83-8c80-f077c3805652, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=559b5f6b-94a3-4f83-8c80-f077c3805652,segment=NetworkSegment(7ce44736-f5e1-4ca1-b1d8-470d23ed2035),segment_id=7ce44736-f5e1-4ca1-b1d8-470d23ed2035)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:46.238101 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '559b5f6b-94a3-4f83-8c80-f077c3805652', 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c', 'port_id': '559b5f6b-94a3-4f83-8c80-f077c3805652', 'mac_address': 'fa:16:3e:a6:45:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e58452-012b-4e24-a6c7-8466ca642764', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:33:46.274522 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 559b5f6b-94a3-4f83-8c80-f077c3805652 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:46.274906 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (559b5f6b-94a3-4f83-8c80-f077c3805652), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:46.288183 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 559b5f6b-94a3-4f83-8c80-f077c3805652 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:33:46.308202 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 559b5f6b-94a3-4f83-8c80-f077c3805652, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=559b5f6b-94a3-4f83-8c80-f077c3805652,segment=NetworkSegment(7ce44736-f5e1-4ca1-b1d8-470d23ed2035),segment_id=7ce44736-f5e1-4ca1-b1d8-470d23ed2035)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:46.311958 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (559b5f6b-94a3-4f83-8c80-f077c3805652), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:46.363032 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=559b5f6b-94a3-4f83-8c80-f077c3805652,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:46.526795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['559b5f6b-94a3-4f83-8c80-f077c3805652'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:33:47.289903 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0a19a-400a-476c-a36e-ebf6dac21659 req-be614fb8-b19c-4ec4-9a19-c0537ebf45ac tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:47.291406 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dac0a19a-400a-476c-a36e-ebf6dac21659 req-be614fb8-b19c-4ec4-9a19-c0537ebf45ac tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b95fe09b-d33a-41ec-90ab-0163dce410b4 HTTP/1.1" status: 200 len: 944 time: 0.0537894 Feb 09 02:33:47.343464 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dac0a19a-400a-476c-a36e-ebf6dac21659 req-1e277c38-6eba-4edc-ab37-04cc253e5737 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465062 Feb 09 02:33:48.147968 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 559b5f6b-94a3-4f83-8c80-f077c3805652 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:48.195944 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 559b5f6b-94a3-4f83-8c80-f077c3805652 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:33:48.199991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 559b5f6b-94a3-4f83-8c80-f077c3805652 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:48.200365 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (559b5f6b-94a3-4f83-8c80-f077c3805652), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:48.279003 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 559b5f6b-94a3-4f83-8c80-f077c3805652 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:48.279420 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (559b5f6b-94a3-4f83-8c80-f077c3805652), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:48.302842 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95fe09b-d33a-41ec-90ab-0163dce410b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559b5f6b-94a3-4f83-8c80-f077c3805652'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:33:48.305101 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8717ea3-e2e7-46b5-b298-0714f89c4911" -d '{"events": [{"server_uuid": "b95fe09b-d33a-41ec-90ab-0163dce410b4", "name": "network-vif-plugged", "status": "completed", "tag": "559b5f6b-94a3-4f83-8c80-f077c3805652"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:33:48.317424 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 559b5f6b-94a3-4f83-8c80-f077c3805652, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=559b5f6b-94a3-4f83-8c80-f077c3805652,segment=NetworkSegment(7ce44736-f5e1-4ca1-b1d8-470d23ed2035),segment_id=7ce44736-f5e1-4ca1-b1d8-470d23ed2035)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:48.322805 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (559b5f6b-94a3-4f83-8c80-f077c3805652), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:48.347828 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91c9d82-33f7-4f5b-9518-5dcc344b6428 x-openstack-request-id: req-e91c9d82-33f7-4f5b-9518-5dcc344b6428 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:33:48.348133 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95fe09b-d33a-41ec-90ab-0163dce410b4", "name": "network-vif-plugged", "status": "completed", "tag": "559b5f6b-94a3-4f83-8c80-f077c3805652", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:33:48.348396 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e91c9d82-33f7-4f5b-9518-5dcc344b6428 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:33:48.348810 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95fe09b-d33a-41ec-90ab-0163dce410b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559b5f6b-94a3-4f83-8c80-f077c3805652', 'code': 200} Feb 09 02:33:48.379513 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=559b5f6b-94a3-4f83-8c80-f077c3805652,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:48.461594 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfed06-bfcf-428c-90e1-29ee4f276ca6 req-cb93d639-69db-4328-9481-11a16781e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:48.463008 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-59dfed06-bfcf-428c-90e1-29ee4f276ca6 req-cb93d639-69db-4328-9481-11a16781e866 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b95fe09b-d33a-41ec-90ab-0163dce410b4 HTTP/1.1" status: 200 len: 1127 time: 0.0579679 Feb 09 02:33:48.473273 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7c931-80b4-49a0-871f-9a8775b4c474 req-497ec56a-4058-4992-b424-2fb2ce38318c tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:48.474940 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-69c7c931-80b4-49a0-871f-9a8775b4c474 req-497ec56a-4058-4992-b424-2fb2ce38318c tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b95fe09b-d33a-41ec-90ab-0163dce410b4 HTTP/1.1" status: 200 len: 945 time: 0.0580275 Feb 09 02:33:48.512281 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-59dfed06-bfcf-428c-90e1-29ee4f276ca6 req-70e5ef55-1d0d-48d2-8ecb-f6d90d3defe4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415945 Feb 09 02:33:48.531045 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-69c7c931-80b4-49a0-871f-9a8775b4c474 req-1de45a9d-dc4d-46f4-abc1-a70b03f6e1bb tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500512 Feb 09 02:33:49.662337 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b65ae-42ce-4076-803a-c62a036a6a53 req-e8a4365c-1b88-475c-950b-2475b38ee892 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:49.663902 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0b9b65ae-42ce-4076-803a-c62a036a6a53 req-e8a4365c-1b88-475c-950b-2475b38ee892 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b95fe09b-d33a-41ec-90ab-0163dce410b4 HTTP/1.1" status: 200 len: 945 time: 0.0562298 Feb 09 02:33:49.710807 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0b9b65ae-42ce-4076-803a-c62a036a6a53 req-593869a2-63eb-48bb-a6cd-feb8130b191e tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413516 Feb 09 02:33:50.835597 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987db69a-cc9b-43c1-a7d8-95853b4b54af req-247e90c2-a1a7-4630-8dc1-a5dd1a749a12 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:50.837208 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-987db69a-cc9b-43c1-a7d8-95853b4b54af req-247e90c2-a1a7-4630-8dc1-a5dd1a749a12 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b95fe09b-d33a-41ec-90ab-0163dce410b4 HTTP/1.1" status: 200 len: 945 time: 0.0554211 Feb 09 02:33:50.883992 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-987db69a-cc9b-43c1-a7d8-95853b4b54af req-7617ac46-96eb-44f6-923b-d707ad643e2d tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409827 Feb 09 02:33:51.008646 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424601ab-6db5-418a-88ff-34a1b0c54e82 req-6d629fc1-786d-47a1-96fe-9fce666644e6 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:51.010115 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-424601ab-6db5-418a-88ff-34a1b0c54e82 req-6d629fc1-786d-47a1-96fe-9fce666644e6 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b95fe09b-d33a-41ec-90ab-0163dce410b4 HTTP/1.1" status: 200 len: 945 time: 0.0571566 Feb 09 02:33:51.057646 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-424601ab-6db5-418a-88ff-34a1b0c54e82 req-6dce54e9-8508-4f12-b156-27d19a36ee28 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417747 Feb 09 02:33:57.546818 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:34:07.546283 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7d1eb5bd-b2ee-44a9-b576-7d4904fe0658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.222547 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-390dae10-455d-458a-a0b0-fd204822a688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.415267 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.996961 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:11.261810 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:12.497238 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:13.556237 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:25.758682 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093968c-1342-425f-93a9-67e9ae21eed2 req-a3b671e1-e492-4f29-ada9-8db54d5c5dba tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:25.760802 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8093968c-1342-425f-93a9-67e9ae21eed2 req-a3b671e1-e492-4f29-ada9-8db54d5c5dba tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b95fe09b-d33a-41ec-90ab-0163dce410b4 HTTP/1.1" status: 200 len: 945 time: 0.0698702 Feb 09 02:34:25.817524 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8093968c-1342-425f-93a9-67e9ae21eed2 req-77655779-b87a-4a8e-b6a4-d906b1466f1d tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494928 Feb 09 02:34:26.963809 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a9920-6d6b-428f-84a1-c16d1abb81aa req-884a9009-023d-458a-acf3-88f6c0d24f51 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:26.965404 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6e8a9920-6d6b-428f-84a1-c16d1abb81aa req-884a9009-023d-458a-acf3-88f6c0d24f51 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b95fe09b-d33a-41ec-90ab-0163dce410b4 HTTP/1.1" status: 200 len: 945 time: 0.0696914 Feb 09 02:34:27.019261 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6e8a9920-6d6b-428f-84a1-c16d1abb81aa req-77b2309f-a668-4477-bf8f-620d14c085f9 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457926 Feb 09 02:34:27.371616 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0040aa-0db7-4f57-84ad-030645e7e737 req-bae223ea-08e8-46bd-80b0-44092f23ab51 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:27.373436 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5a0040aa-0db7-4f57-84ad-030645e7e737 req-bae223ea-08e8-46bd-80b0-44092f23ab51 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95fe09b-d33a-41ec-90ab-0163dce410b4 HTTP/1.1" status: 200 len: 945 time: 0.0543661 Feb 09 02:34:27.475099 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-5a0040aa-0db7-4f57-84ad-030645e7e737 req-cfec9ae5-cb72-4d62-9bf4-07a91a6a2b70 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Deleting port 559b5f6b-94a3-4f83-8c80-f077c3805652 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:34:27.475353 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5a0040aa-0db7-4f57-84ad-030645e7e737 req-cfec9ae5-cb72-4d62-9bf4-07a91a6a2b70 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (559b5f6b-94a3-4f83-8c80-f077c3805652), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:27.565779 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5a0040aa-0db7-4f57-84ad-030645e7e737 req-cfec9ae5-cb72-4d62-9bf4-07a91a6a2b70 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] For port 559b5f6b-94a3-4f83-8c80-f077c3805652, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=559b5f6b-94a3-4f83-8c80-f077c3805652,segment=NetworkSegment(7ce44736-f5e1-4ca1-b1d8-470d23ed2035),segment_id=7ce44736-f5e1-4ca1-b1d8-470d23ed2035)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:27.566138 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5a0040aa-0db7-4f57-84ad-030645e7e737 req-cfec9ae5-cb72-4d62-9bf4-07a91a6a2b70 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (559b5f6b-94a3-4f83-8c80-f077c3805652), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:27.582792 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-5a0040aa-0db7-4f57-84ad-030645e7e737 req-cfec9ae5-cb72-4d62-9bf4-07a91a6a2b70 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Calling delete_port for 559b5f6b-94a3-4f83-8c80-f077c3805652 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:34:28.046479 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5a0040aa-0db7-4f57-84ad-030645e7e737 req-cfec9ae5-cb72-4d62-9bf4-07a91a6a2b70 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (559b5f6b-94a3-4f83-8c80-f077c3805652), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:28.060479 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['559b5f6b-94a3-4f83-8c80-f077c3805652'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:34:28.079955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec9ae5-cb72-4d62-9bf4-07a91a6a2b70 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Pushing event deleted for resources: {'Port': ['ID=559b5f6b-94a3-4f83-8c80-f077c3805652,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:28.091539 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec9ae5-cb72-4d62-9bf4-07a91a6a2b70 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:28.092015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec9ae5-cb72-4d62-9bf4-07a91a6a2b70 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:28.092221 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec9ae5-cb72-4d62-9bf4-07a91a6a2b70 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:28.092557 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec9ae5-cb72-4d62-9bf4-07a91a6a2b70 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:28.092887 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec9ae5-cb72-4d62-9bf4-07a91a6a2b70 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:28.093218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec9ae5-cb72-4d62-9bf4-07a91a6a2b70 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:28.093542 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec9ae5-cb72-4d62-9bf4-07a91a6a2b70 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:28.093858 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec9ae5-cb72-4d62-9bf4-07a91a6a2b70 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:28.094222 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec9ae5-cb72-4d62-9bf4-07a91a6a2b70 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:28.094549 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec9ae5-cb72-4d62-9bf4-07a91a6a2b70 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:28.094871 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec9ae5-cb72-4d62-9bf4-07a91a6a2b70 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:28.095195 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec9ae5-cb72-4d62-9bf4-07a91a6a2b70 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:28.095740 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec9ae5-cb72-4d62-9bf4-07a91a6a2b70 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:28.132408 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ac3c6577-3046-4f79-a89f-f6d4f6676d9b req-902cbef0-04b7-47c1-be08-cdfbfd2fafbd tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b95fe09b-d33a-41ec-90ab-0163dce410b4 HTTP/1.1" status: 200 len: 210 time: 0.0296173 Feb 09 02:34:28.141086 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0040aa-0db7-4f57-84ad-030645e7e737 req-cfec9ae5-cb72-4d62-9bf4-07a91a6a2b70 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] No DVR routers for this DVR port 559b5f6b-94a3-4f83-8c80-f077c3805652 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:34:28.144319 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5a0040aa-0db7-4f57-84ad-030645e7e737 req-cfec9ae5-cb72-4d62-9bf4-07a91a6a2b70 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:28.148309 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5a0040aa-0db7-4f57-84ad-030645e7e737 req-cfec9ae5-cb72-4d62-9bf4-07a91a6a2b70 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.48 "DELETE /v2.0/ports/559b5f6b-94a3-4f83-8c80-f077c3805652 HTTP/1.1" status: 204 len: 173 time: 0.7683322 Feb 09 02:34:28.148770 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95fe09b-d33a-41ec-90ab-0163dce410b4', 'name': 'network-vif-deleted', 'tag': '559b5f6b-94a3-4f83-8c80-f077c3805652'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:34:28.151298 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251e23a5-b43a-46d9-bfd7-9267b6a0b174" -d '{"events": [{"server_uuid": "b95fe09b-d33a-41ec-90ab-0163dce410b4", "name": "network-vif-deleted", "tag": "559b5f6b-94a3-4f83-8c80-f077c3805652"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:34:28.191975 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc557bf6-9912-45b3-a9e3-e51020798bd3 x-openstack-request-id: req-bc557bf6-9912-45b3-a9e3-e51020798bd3 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:34:28.192276 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95fe09b-d33a-41ec-90ab-0163dce410b4", "name": "network-vif-deleted", "tag": "559b5f6b-94a3-4f83-8c80-f077c3805652", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:34:28.192537 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc557bf6-9912-45b3-a9e3-e51020798bd3 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:34:28.192958 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95fe09b-d33a-41ec-90ab-0163dce410b4', 'name': 'network-vif-deleted', 'tag': '559b5f6b-94a3-4f83-8c80-f077c3805652', 'status': 'completed', 'code': 200} Feb 09 02:34:29.822697 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-ed5d779c-a0f7-4285-9859-caa37771f196 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:29.824178 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-ed5d779c-a0f7-4285-9859-caa37771f196 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/networks?id=3fdb6efe-84ee-4066-873c-f2650a7c040c HTTP/1.1" status: 200 len: 817 time: 0.1038163 Feb 09 02:34:29.839897 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-be297efb-468c-470e-b38e-90e99ce1df3c tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/quotas/018e19867ef040ef94f2d910a2056cc5 HTTP/1.1" status: 200 len: 375 time: 0.0090923 Feb 09 02:34:29.893558 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-4fbe4a36-145c-4433-92f6-0406cc51511f tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=018e19867ef040ef94f2d910a2056cc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482993 Feb 09 02:34:29.988137 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-09e70b4c-b9d2-4204-a4cd-7f7053d058ea service neutron] 10.222.0.36 "GET /v2.0/networks/3fdb6efe-84ee-4066-873c-f2650a7c040c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831060 Feb 09 02:34:30.081170 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-528cfdb1-b8e0-448f-bd49-4d40caa4c9bb service neutron] 10.222.0.36 "GET /v2.0/networks/3fdb6efe-84ee-4066-873c-f2650a7c040c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873549 Feb 09 02:34:30.243485 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a714491d-1623-4076-a553-33294ef84be1 req-8da836ae-e260-412c-99b0-b9b9e87c4422 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43a7cc4-035c-48cb-803e-6f8123f4bcac HTTP/1.1" status: 200 len: 210 time: 0.0277860 Feb 09 02:34:30.381411 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 559b5f6b-94a3-4f83-8c80-f077c3805652 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:34:30.403332 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 559b5f6b-94a3-4f83-8c80-f077c3805652 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:34:30.403681 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 559b5f6b-94a3-4f83-8c80-f077c3805652 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:34:31.147153 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-5994b9c8-7a1d-4824-a6b5-fa31d6f9264e tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:31.148639 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-5994b9c8-7a1d-4824-a6b5-fa31d6f9264e tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.67 "GET /v2.0/networks?id=3fdb6efe-84ee-4066-873c-f2650a7c040c HTTP/1.1" status: 200 len: 817 time: 0.1086524 Feb 09 02:34:31.161049 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-eb922fd2-e549-4f4f-b87d-17d94f0ba827 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Request body: {'port': {'device_id': 'f43a7cc4-035c-48cb-803e-6f8123f4bcac', 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c', 'admin_state_up': True, 'tenant_id': '018e19867ef040ef94f2d910a2056cc5'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:31.271904 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-eb922fd2-e549-4f4f-b87d-17d94f0ba827 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Made reservation on behalf of 018e19867ef040ef94f2d910a2056cc5 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:34:31.275725 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-eb922fd2-e549-4f4f-b87d-17d94f0ba827 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:31.364780 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7654d2cb-9708-463c-a847-28cb00686c4a req-76869eda-9845-416a-a1d6-218688db0244 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43a7cc4-035c-48cb-803e-6f8123f4bcac HTTP/1.1" status: 200 len: 210 time: 0.0370502 Feb 09 02:34:31.428244 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-eb922fd2-e549-4f4f-b87d-17d94f0ba827 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Allocated IP 172.20.0.8 (3fdb6efe-84ee-4066-873c-f2650a7c040c/37e58452-012b-4e24-a6c7-8466ca642764/a79028e4-2132-4052-b4b9-0304e1c7d431) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:34:31.575699 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-eb922fd2-e549-4f4f-b87d-17d94f0ba827 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Publish callbacks [] for port (a79028e4-2132-4052-b4b9-0304e1c7d431), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:31.610051 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-eb922fd2-e549-4f4f-b87d-17d94f0ba827 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a79028e4-2132-4052-b4b9-0304e1c7d431), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:31.655649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-eb922fd2-e549-4f4f-b87d-17d94f0ba827 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Network 3fdb6efe-84ee-4066-873c-f2650a7c040c is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:34:31.659067 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-eb922fd2-e549-4f4f-b87d-17d94f0ba827 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:34:31.662720 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-eb922fd2-e549-4f4f-b87d-17d94f0ba827 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:34:31.687131 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb922fd2-e549-4f4f-b87d-17d94f0ba827 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Pushing event updated for resources: {'Port': ['ID=a79028e4-2132-4052-b4b9-0304e1c7d431,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:31.716406 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-eb922fd2-e549-4f4f-b87d-17d94f0ba827 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:31.717024 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-eb922fd2-e549-4f4f-b87d-17d94f0ba827 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:31.732599 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-eb922fd2-e549-4f4f-b87d-17d94f0ba827 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5757661 Feb 09 02:34:31.789883 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-2446ab10-a76b-4fac-9487-7b999687246c service neutron] Request body: {'port': {'device_id': 'f43a7cc4-035c-48cb-803e-6f8123f4bcac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:31.855460 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-2446ab10-a76b-4fac-9487-7b999687246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a79028e4-2132-4052-b4b9-0304e1c7d431), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:31.934451 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-cd3533c2-61bf-4df2-8dca-e394b0abc993 None None] Provisioning complete for port a79028e4-2132-4052-b4b9-0304e1c7d431 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:31.935011 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cd3533c2-61bf-4df2-8dca-e394b0abc993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a79028e4-2132-4052-b4b9-0304e1c7d431), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:31.969437 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-cd3533c2-61bf-4df2-8dca-e394b0abc993 None None] Port a79028e4-2132-4052-b4b9-0304e1c7d431 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:34:32.119801 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-2446ab10-a76b-4fac-9487-7b999687246c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79028e4-2132-4052-b4b9-0304e1c7d431 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:34:32.127503 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-2446ab10-a76b-4fac-9487-7b999687246c service neutron] Publish callbacks [] for port (a79028e4-2132-4052-b4b9-0304e1c7d431), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.139055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-2446ab10-a76b-4fac-9487-7b999687246c service neutron] Transition to ACTIVE for port object a79028e4-2132-4052-b4b9-0304e1c7d431 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:34:32.142589 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-2446ab10-a76b-4fac-9487-7b999687246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a79028e4-2132-4052-b4b9-0304e1c7d431), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.194380 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446ab10-a76b-4fac-9487-7b999687246c service neutron] Pushing event updated for resources: {'Port': ['ID=a79028e4-2132-4052-b4b9-0304e1c7d431,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:32.270665 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-2446ab10-a76b-4fac-9487-7b999687246c service neutron] Attempting to bind port a79028e4-2132-4052-b4b9-0304e1c7d431 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:34:32.271004 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-2446ab10-a76b-4fac-9487-7b999687246c service neutron] Attempting to bind port a79028e4-2132-4052-b4b9-0304e1c7d431 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '7ce44736-f5e1-4ca1-b1d8-470d23ed2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:34:32.271374 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-2446ab10-a76b-4fac-9487-7b999687246c service neutron] Attempting to bind port a79028e4-2132-4052-b4b9-0304e1c7d431 on network 3fdb6efe-84ee-4066-873c-f2650a7c040c {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:34:32.276311 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-2446ab10-a76b-4fac-9487-7b999687246c service neutron] Port a79028e4-2132-4052-b4b9-0304e1c7d431 on network 3fdb6efe-84ee-4066-873c-f2650a7c040c not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:34:32.276640 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-2446ab10-a76b-4fac-9487-7b999687246c service neutron] Attempting to bind port a79028e4-2132-4052-b4b9-0304e1c7d431 on network 3fdb6efe-84ee-4066-873c-f2650a7c040c {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:34:32.282516 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-2446ab10-a76b-4fac-9487-7b999687246c service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:34:32.283093 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-2446ab10-a76b-4fac-9487-7b999687246c service neutron] Checking segment: {'id': '7ce44736-f5e1-4ca1-b1d8-470d23ed2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:34:32.283532 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-2446ab10-a76b-4fac-9487-7b999687246c service neutron] Bound using segment: {'id': '7ce44736-f5e1-4ca1-b1d8-470d23ed2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:34:32.283964 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-2446ab10-a76b-4fac-9487-7b999687246c service neutron] Bound port: a79028e4-2132-4052-b4b9-0304e1c7d431, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce44736-f5e1-4ca1-b1d8-470d23ed2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:34:32.284349 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-2446ab10-a76b-4fac-9487-7b999687246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a79028e4-2132-4052-b4b9-0304e1c7d431), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.351994 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-2446ab10-a76b-4fac-9487-7b999687246c service neutron] For port a79028e4-2132-4052-b4b9-0304e1c7d431, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:34:32.354953 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-2446ab10-a76b-4fac-9487-7b999687246c service neutron] For port a79028e4-2132-4052-b4b9-0304e1c7d431, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a79028e4-2132-4052-b4b9-0304e1c7d431,segment=NetworkSegment(7ce44736-f5e1-4ca1-b1d8-470d23ed2035),segment_id=7ce44736-f5e1-4ca1-b1d8-470d23ed2035)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:34:32.361119 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-2446ab10-a76b-4fac-9487-7b999687246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a79028e4-2132-4052-b4b9-0304e1c7d431), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.396623 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-2446ab10-a76b-4fac-9487-7b999687246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:32.397401 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-2446ab10-a76b-4fac-9487-7b999687246c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.398846 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-2446ab10-a76b-4fac-9487-7b999687246c service neutron] 10.222.0.67 "PUT /v2.0/ports/a79028e4-2132-4052-b4b9-0304e1c7d431 HTTP/1.1" status: 200 len: 1091 time: 0.6591475 Feb 09 02:34:32.399345 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43a7cc4-035c-48cb-803e-6f8123f4bcac', 'tag': 'a79028e4-2132-4052-b4b9-0304e1c7d431'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:34:32.401949 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445154be-9282-4d3a-9721-7b62682deb37" -d '{"events": [{"name": "network-changed", "server_uuid": "f43a7cc4-035c-48cb-803e-6f8123f4bcac", "tag": "a79028e4-2132-4052-b4b9-0304e1c7d431"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:34:32.430833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446ab10-a76b-4fac-9487-7b999687246c service neutron] Pushing event updated for resources: {'Port': ['ID=a79028e4-2132-4052-b4b9-0304e1c7d431,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:32.497519 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662aaa2f-55e8-43e2-b502-1afa07ab9bfd x-openstack-request-id: req-662aaa2f-55e8-43e2-b502-1afa07ab9bfd {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:34:32.497980 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43a7cc4-035c-48cb-803e-6f8123f4bcac", "tag": "a79028e4-2132-4052-b4b9-0304e1c7d431", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:34:32.498403 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-662aaa2f-55e8-43e2-b502-1afa07ab9bfd {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:34:32.498833 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43a7cc4-035c-48cb-803e-6f8123f4bcac', 'tag': 'a79028e4-2132-4052-b4b9-0304e1c7d431', 'status': 'completed', 'code': 200} Feb 09 02:34:32.513934 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82597bf7-728d-4150-8fab-47a8197583f7 req-7d70ca23-2661-4ecf-9bd9-c1a2fee50cc4 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:32.515517 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-82597bf7-728d-4150-8fab-47a8197583f7 req-7d70ca23-2661-4ecf-9bd9-c1a2fee50cc4 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43a7cc4-035c-48cb-803e-6f8123f4bcac HTTP/1.1" status: 200 len: 943 time: 0.0632467 Feb 09 02:34:32.520415 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-7daaefdb-fc77-4edc-aba6-7408c04328e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:32.522046 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-7daaefdb-fc77-4edc-aba6-7408c04328e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=018e19867ef040ef94f2d910a2056cc5&device_id=f43a7cc4-035c-48cb-803e-6f8123f4bcac HTTP/1.1" status: 200 len: 1125 time: 0.0637341 Feb 09 02:34:32.565454 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-05e49925-2690-4bed-8136-1b974b9b9756 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a79028e4-2132-4052-b4b9-0304e1c7d431 HTTP/1.1" status: 200 len: 217 time: 0.0369318 Feb 09 02:34:32.569815 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-82597bf7-728d-4150-8fab-47a8197583f7 req-8f037458-d04e-41c4-8365-fc1db545be5d tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470796 Feb 09 02:34:32.622834 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-21addf33-7ef9-477a-be79-4af12b37ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:32.624340 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-21addf33-7ef9-477a-be79-4af12b37ceed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=37e58452-012b-4e24-a6c7-8466ca642764 HTTP/1.1" status: 200 len: 856 time: 0.0466447 Feb 09 02:34:32.677736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-d9340ed1-2bfb-48c2-a1b1-49173f92081a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:32.679335 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-d9340ed1-2bfb-48c2-a1b1-49173f92081a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3fdb6efe-84ee-4066-873c-f2650a7c040c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494070 Feb 09 02:34:32.769407 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-552529d2-cc40-427e-9d00-390109c1c463 service neutron] 10.222.0.67 "GET /v2.0/networks/3fdb6efe-84ee-4066-873c-f2650a7c040c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839095 Feb 09 02:34:32.865700 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15d6a644-6636-4412-8ceb-9e2ebb51b707 req-f263ac89-8c75-481a-a1b8-fe9616e6375f service neutron] 10.222.0.67 "GET /v2.0/networks/3fdb6efe-84ee-4066-873c-f2650a7c040c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904114 Feb 09 02:34:32.959492 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445154be-9282-4d3a-9721-7b62682deb37 req-95d5e5c4-d54d-455d-bd04-727342f4fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:32.961039 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-445154be-9282-4d3a-9721-7b62682deb37 req-95d5e5c4-d54d-455d-bd04-727342f4fbc0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=018e19867ef040ef94f2d910a2056cc5&device_id=f43a7cc4-035c-48cb-803e-6f8123f4bcac HTTP/1.1" status: 200 len: 1125 time: 0.0473645 Feb 09 02:34:33.050591 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445154be-9282-4d3a-9721-7b62682deb37 req-78362803-8503-43ed-a28b-60ec99a68e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:33.052000 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-445154be-9282-4d3a-9721-7b62682deb37 req-78362803-8503-43ed-a28b-60ec99a68e63 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3fdb6efe-84ee-4066-873c-f2650a7c040c HTTP/1.1" status: 200 len: 918 time: 0.0854726 Feb 09 02:34:33.096669 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-445154be-9282-4d3a-9721-7b62682deb37 req-460fe830-9ddd-4cf7-904f-4c985afc7f74 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a79028e4-2132-4052-b4b9-0304e1c7d431 HTTP/1.1" status: 200 len: 217 time: 0.0387332 Feb 09 02:34:33.143844 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445154be-9282-4d3a-9721-7b62682deb37 req-3ffffb56-a99f-4641-8026-904b25b23f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:33.145273 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-445154be-9282-4d3a-9721-7b62682deb37 req-3ffffb56-a99f-4641-8026-904b25b23f2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=37e58452-012b-4e24-a6c7-8466ca642764 HTTP/1.1" status: 200 len: 856 time: 0.0435793 Feb 09 02:34:33.193197 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445154be-9282-4d3a-9721-7b62682deb37 req-03a45c65-43dd-4c17-b50d-7c44d3995454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:33.194681 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-445154be-9282-4d3a-9721-7b62682deb37 req-03a45c65-43dd-4c17-b50d-7c44d3995454 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3fdb6efe-84ee-4066-873c-f2650a7c040c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436406 Feb 09 02:34:33.287392 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-445154be-9282-4d3a-9721-7b62682deb37 req-f7a651f1-a0be-4f24-a216-a2419b2fb7cd service neutron] 10.222.0.67 "GET /v2.0/networks/3fdb6efe-84ee-4066-873c-f2650a7c040c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866733 Feb 09 02:34:33.374534 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-445154be-9282-4d3a-9721-7b62682deb37 req-6bfa9943-e68a-4a50-bfd1-d823b8cc208f service neutron] 10.222.0.67 "GET /v2.0/networks/3fdb6efe-84ee-4066-873c-f2650a7c040c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817666 Feb 09 02:34:33.696234 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d39876-1253-4026-b619-2c029bea753f req-fd1f715a-3810-425c-b519-cdeb6dd5d4e9 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:33.697613 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-14d39876-1253-4026-b619-2c029bea753f req-fd1f715a-3810-425c-b519-cdeb6dd5d4e9 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43a7cc4-035c-48cb-803e-6f8123f4bcac HTTP/1.1" status: 200 len: 943 time: 0.0600116 Feb 09 02:34:33.743371 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-14d39876-1253-4026-b619-2c029bea753f req-0c13ef52-5a13-4bab-922d-ecf37c69f3d8 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402429 Feb 09 02:34:34.546951 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:34:34.863997 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cc328-c60d-417c-8bae-8a03a84c7f5d req-79e0f446-70fa-4002-a1e2-b47894872575 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:34.865461 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4f3cc328-c60d-417c-8bae-8a03a84c7f5d req-79e0f446-70fa-4002-a1e2-b47894872575 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43a7cc4-035c-48cb-803e-6f8123f4bcac HTTP/1.1" status: 200 len: 943 time: 0.0531180 Feb 09 02:34:34.913545 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4f3cc328-c60d-417c-8bae-8a03a84c7f5d req-60d49699-b571-420f-9b2c-dbd26784c0eb tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424507 Feb 09 02:34:36.031432 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdc2db-f27a-4ad5-9df6-28f6f2812956 req-4a59b255-06b3-4129-953e-e370475b6b6e tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:36.033598 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2bbdc2db-f27a-4ad5-9df6-28f6f2812956 req-4a59b255-06b3-4129-953e-e370475b6b6e tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43a7cc4-035c-48cb-803e-6f8123f4bcac HTTP/1.1" status: 200 len: 943 time: 0.0522671 Feb 09 02:34:36.079142 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2bbdc2db-f27a-4ad5-9df6-28f6f2812956 req-51254bd4-1d26-41b1-be91-a33c04413871 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397727 Feb 09 02:34:37.199259 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c4316-312c-4222-a3ee-b1adba4270e5 req-d6bcf078-cde4-4ba3-af99-40ee86ca65ac tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:37.200711 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3f6c4316-312c-4222-a3ee-b1adba4270e5 req-d6bcf078-cde4-4ba3-af99-40ee86ca65ac tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43a7cc4-035c-48cb-803e-6f8123f4bcac HTTP/1.1" status: 200 len: 943 time: 0.0516856 Feb 09 02:34:37.250222 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3f6c4316-312c-4222-a3ee-b1adba4270e5 req-4ba0c5c4-bd87-4d05-8521-8ace979cff8b tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435057 Feb 09 02:34:37.549005 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a4cef965-b14d-4533-9fbd-f218158529bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:37.929325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device a79028e4-2132-4052-b4b9-0304e1c7d431 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:34:38.024835 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port a79028e4-2132-4052-b4b9-0304e1c7d431, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a79028e4-2132-4052-b4b9-0304e1c7d431,segment=NetworkSegment(7ce44736-f5e1-4ca1-b1d8-470d23ed2035),segment_id=7ce44736-f5e1-4ca1-b1d8-470d23ed2035)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:38.036853 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'a79028e4-2132-4052-b4b9-0304e1c7d431', 'network_id': '3fdb6efe-84ee-4066-873c-f2650a7c040c', 'port_id': 'a79028e4-2132-4052-b4b9-0304e1c7d431', 'mac_address': 'fa:16:3e:3d:46:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e58452-012b-4e24-a6c7-8466ca642764', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:34:38.077312 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port a79028e4-2132-4052-b4b9-0304e1c7d431 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:38.077702 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a79028e4-2132-4052-b4b9-0304e1c7d431), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:38.090542 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79028e4-2132-4052-b4b9-0304e1c7d431 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:34:38.109018 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port a79028e4-2132-4052-b4b9-0304e1c7d431, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a79028e4-2132-4052-b4b9-0304e1c7d431,segment=NetworkSegment(7ce44736-f5e1-4ca1-b1d8-470d23ed2035),segment_id=7ce44736-f5e1-4ca1-b1d8-470d23ed2035)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:38.113387 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a79028e4-2132-4052-b4b9-0304e1c7d431), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:38.159339 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=a79028e4-2132-4052-b4b9-0304e1c7d431,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:38.166617 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:38.166967 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:38.167338 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:38.167681 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:38.168014 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:38.168345 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:38.168670 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:38.168999 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:38.169323 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:38.169647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:38.169971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:38.170293 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:38.170613 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:38.373562 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e23dd3-6812-4839-ba19-17c097ab8889 req-372ebb9d-9448-4037-8cdf-6f19b60efeb8 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:38.375070 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-48e23dd3-6812-4839-ba19-17c097ab8889 req-372ebb9d-9448-4037-8cdf-6f19b60efeb8 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43a7cc4-035c-48cb-803e-6f8123f4bcac HTTP/1.1" status: 200 len: 944 time: 0.0536296 Feb 09 02:34:38.427945 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-48e23dd3-6812-4839-ba19-17c097ab8889 req-f0487039-44f7-4fa0-bf97-cb95cd6be90f tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456409 Feb 09 02:34:38.469674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['a79028e4-2132-4052-b4b9-0304e1c7d431'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:34:39.546973 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c34ff6-1d60-4bd0-867a-06588dd310a7 req-bf15fd04-3f5a-44f2-9456-db4f0bad846d tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:39.549513 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-88c34ff6-1d60-4bd0-867a-06588dd310a7 req-bf15fd04-3f5a-44f2-9456-db4f0bad846d tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43a7cc4-035c-48cb-803e-6f8123f4bcac HTTP/1.1" status: 200 len: 944 time: 0.0544622 Feb 09 02:34:39.598065 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-88c34ff6-1d60-4bd0-867a-06588dd310a7 req-40c14fdd-8895-4fa5-bbfa-5ad094ab4cc1 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431051 Feb 09 02:34:39.945556 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device a79028e4-2132-4052-b4b9-0304e1c7d431 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:34:39.993885 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port a79028e4-2132-4052-b4b9-0304e1c7d431 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:34:39.997730 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port a79028e4-2132-4052-b4b9-0304e1c7d431 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:39.998092 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a79028e4-2132-4052-b4b9-0304e1c7d431), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:40.075993 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port a79028e4-2132-4052-b4b9-0304e1c7d431 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:40.076379 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a79028e4-2132-4052-b4b9-0304e1c7d431), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:40.099322 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43a7cc4-035c-48cb-803e-6f8123f4bcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79028e4-2132-4052-b4b9-0304e1c7d431'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:34:40.101618 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbabd64-dcf5-45b8-9fbf-14fb201d7653" -d '{"events": [{"server_uuid": "f43a7cc4-035c-48cb-803e-6f8123f4bcac", "name": "network-vif-plugged", "status": "completed", "tag": "a79028e4-2132-4052-b4b9-0304e1c7d431"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:34:40.113840 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port a79028e4-2132-4052-b4b9-0304e1c7d431, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a79028e4-2132-4052-b4b9-0304e1c7d431,segment=NetworkSegment(7ce44736-f5e1-4ca1-b1d8-470d23ed2035),segment_id=7ce44736-f5e1-4ca1-b1d8-470d23ed2035)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:40.117833 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a79028e4-2132-4052-b4b9-0304e1c7d431), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:40.167237 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=a79028e4-2132-4052-b4b9-0304e1c7d431,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:40.194205 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde7ec0d-60b1-4e14-8d3a-0b3721873eba x-openstack-request-id: req-fde7ec0d-60b1-4e14-8d3a-0b3721873eba {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:34:40.194498 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43a7cc4-035c-48cb-803e-6f8123f4bcac", "name": "network-vif-plugged", "status": "completed", "tag": "a79028e4-2132-4052-b4b9-0304e1c7d431", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:34:40.194858 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fde7ec0d-60b1-4e14-8d3a-0b3721873eba {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:34:40.195295 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43a7cc4-035c-48cb-803e-6f8123f4bcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79028e4-2132-4052-b4b9-0304e1c7d431', 'code': 200} Feb 09 02:34:40.227404 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e4300c5a-b47c-415b-b121-d765e8827dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:40.296492 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a07a03-ac48-4cd2-be9e-8dec44f6a8ff req-b7a0dec8-37a8-45d2-9d11-16375c681352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:40.298017 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f7a07a03-ac48-4cd2-be9e-8dec44f6a8ff req-b7a0dec8-37a8-45d2-9d11-16375c681352 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f43a7cc4-035c-48cb-803e-6f8123f4bcac HTTP/1.1" status: 200 len: 1127 time: 0.0461299 Feb 09 02:34:40.343250 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f7a07a03-ac48-4cd2-be9e-8dec44f6a8ff req-69af6b5f-e793-4036-8af6-44486006706a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373235 Feb 09 02:34:40.416478 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:40.720398 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b2d08-f516-4cdf-a73a-4669b2230778 req-4cda8a0d-a1ac-43fd-9355-13144d5ce500 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:40.721854 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c79b2d08-f516-4cdf-a73a-4669b2230778 req-4cda8a0d-a1ac-43fd-9355-13144d5ce500 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43a7cc4-035c-48cb-803e-6f8123f4bcac HTTP/1.1" status: 200 len: 945 time: 0.0534718 Feb 09 02:34:40.769865 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c79b2d08-f516-4cdf-a73a-4669b2230778 req-92198f47-e957-45e5-9e70-eff72395b284 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423198 Feb 09 02:34:40.997477 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:41.271009 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:41.889234 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c710d-0356-415b-bc45-5e24da04fba9 req-cf31886a-1b72-414e-a96a-5de0137af5dd tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:41.890723 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-288c710d-0356-415b-bc45-5e24da04fba9 req-cf31886a-1b72-414e-a96a-5de0137af5dd tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43a7cc4-035c-48cb-803e-6f8123f4bcac HTTP/1.1" status: 200 len: 945 time: 0.0530245 Feb 09 02:34:41.938581 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-288c710d-0356-415b-bc45-5e24da04fba9 req-12c7d5f6-d7c1-4213-9e21-b8211197cd7e tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409689 Feb 09 02:34:42.061526 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99da7c4-00c8-44a1-815b-0b7b3bcfb1b4 req-f18c12cf-f621-4b76-9ebd-2fdd47d0fafa tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:42.062919 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f99da7c4-00c8-44a1-815b-0b7b3bcfb1b4 req-f18c12cf-f621-4b76-9ebd-2fdd47d0fafa tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43a7cc4-035c-48cb-803e-6f8123f4bcac HTTP/1.1" status: 200 len: 945 time: 0.0564642 Feb 09 02:34:42.110132 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f99da7c4-00c8-44a1-815b-0b7b3bcfb1b4 req-20e0c98c-d319-4fe7-87be-94ef7b22c5fe tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410159 Feb 09 02:34:42.499331 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:42.651024 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c7b5f7b-8b4c-457d-a6aa-4895d458ecc1 req-5d8e8a3c-0959-4c53-8c6a-3856a3eb04fc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f43a7cc4-035c-48cb-803e-6f8123f4bcac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535777 Feb 09 02:34:42.739550 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b5f7b-8b4c-457d-a6aa-4895d458ecc1 req-07d7b366-c6d8-45e2-bb14-b3498f0a204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:42.741071 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c7b5f7b-8b4c-457d-a6aa-4895d458ecc1 req-07d7b366-c6d8-45e2-bb14-b3498f0a204b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=018e19867ef040ef94f2d910a2056cc5&device_id=f43a7cc4-035c-48cb-803e-6f8123f4bcac HTTP/1.1" status: 200 len: 1127 time: 0.0464826 Feb 09 02:34:42.843153 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b5f7b-8b4c-457d-a6aa-4895d458ecc1 req-307663e5-56ea-4227-b8e4-e46544dcb73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:42.844648 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c7b5f7b-8b4c-457d-a6aa-4895d458ecc1 req-307663e5-56ea-4227-b8e4-e46544dcb73c service neutron] 10.222.0.67 "GET /v2.0/networks?id=3fdb6efe-84ee-4066-873c-f2650a7c040c HTTP/1.1" status: 200 len: 918 time: 0.0859852 Feb 09 02:34:42.890388 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c7b5f7b-8b4c-457d-a6aa-4895d458ecc1 req-84f53109-848c-4c65-b418-49fd32e8fbb0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a79028e4-2132-4052-b4b9-0304e1c7d431 HTTP/1.1" status: 200 len: 217 time: 0.0393791 Feb 09 02:34:42.942041 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b5f7b-8b4c-457d-a6aa-4895d458ecc1 req-0309a2c4-f0ff-46c8-9d38-c5a2380d067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:42.943617 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c7b5f7b-8b4c-457d-a6aa-4895d458ecc1 req-0309a2c4-f0ff-46c8-9d38-c5a2380d067a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=37e58452-012b-4e24-a6c7-8466ca642764 HTTP/1.1" status: 200 len: 856 time: 0.0459120 Feb 09 02:34:42.994630 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b5f7b-8b4c-457d-a6aa-4895d458ecc1 req-d5b4f417-bcbb-4a1d-89e7-3b7599e13efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:42.996206 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c7b5f7b-8b4c-457d-a6aa-4895d458ecc1 req-d5b4f417-bcbb-4a1d-89e7-3b7599e13efc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3fdb6efe-84ee-4066-873c-f2650a7c040c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466275 Feb 09 02:34:43.091711 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c7b5f7b-8b4c-457d-a6aa-4895d458ecc1 req-6ec3809d-119e-4d02-9190-af84ae733682 service neutron] 10.222.0.67 "GET /v2.0/networks/3fdb6efe-84ee-4066-873c-f2650a7c040c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885439 Feb 09 02:34:43.182308 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3c7b5f7b-8b4c-457d-a6aa-4895d458ecc1 req-e15a7c7b-bad7-4a57-a1bf-d1e778ffc54b service neutron] 10.222.0.67 "GET /v2.0/networks/3fdb6efe-84ee-4066-873c-f2650a7c040c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839009 Feb 09 02:34:43.549926 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:07.551606 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a15011bb-0efd-48c4-abf6-51dae1e95bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:10.229313 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-38725c56-45ef-4767-8163-4333a82aeb6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:10.421590 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:10.998755 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:11.289550 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:11.545844 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:35:12.502198 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:13.552228 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:16.214229 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2737b31-fc2c-4fd1-8a8a-d2b793b04f2b req-9e10e997-40c7-411c-964c-a36bb284bb13 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:16.215656 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2737b31-fc2c-4fd1-8a8a-d2b793b04f2b req-9e10e997-40c7-411c-964c-a36bb284bb13 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43a7cc4-035c-48cb-803e-6f8123f4bcac HTTP/1.1" status: 200 len: 945 time: 0.0614309 Feb 09 02:35:16.264575 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a2737b31-fc2c-4fd1-8a8a-d2b793b04f2b req-d8865a20-18fc-4cca-a4d7-da4e906fee50 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431614 Feb 09 02:35:17.390905 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09afae-63e1-48b1-8a77-15ef31fd8238 req-5dc91af1-d5de-47f1-99f4-e022afba3afb tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:17.393175 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5b09afae-63e1-48b1-8a77-15ef31fd8238 req-5dc91af1-d5de-47f1-99f4-e022afba3afb tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43a7cc4-035c-48cb-803e-6f8123f4bcac HTTP/1.1" status: 200 len: 945 time: 0.0532758 Feb 09 02:35:17.443891 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5b09afae-63e1-48b1-8a77-15ef31fd8238 req-b487ffd5-4eb6-4bdf-b2d0-f6477dc4d182 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/security-groups?id=b679acbc-aa5a-461e-b669-7b36e1084de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451119 Feb 09 02:35:17.916876 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccf905-21a8-4b1f-91d1-e42386bb3c70 req-f48a22ba-eac7-4173-89f3-54adac211d87 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:17.918403 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a3ccf905-21a8-4b1f-91d1-e42386bb3c70 req-f48a22ba-eac7-4173-89f3-54adac211d87 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.67 "GET /v2.0/ports?device_id=f43a7cc4-035c-48cb-803e-6f8123f4bcac HTTP/1.1" status: 200 len: 945 time: 0.0549972 Feb 09 02:35:18.030671 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-a3ccf905-21a8-4b1f-91d1-e42386bb3c70 req-80509621-e88c-44f7-90d4-56b5a4c52b10 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Deleting port a79028e4-2132-4052-b4b9-0304e1c7d431 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:18.031083 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a3ccf905-21a8-4b1f-91d1-e42386bb3c70 req-80509621-e88c-44f7-90d4-56b5a4c52b10 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a79028e4-2132-4052-b4b9-0304e1c7d431), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:18.134146 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a3ccf905-21a8-4b1f-91d1-e42386bb3c70 req-80509621-e88c-44f7-90d4-56b5a4c52b10 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] For port a79028e4-2132-4052-b4b9-0304e1c7d431, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=a79028e4-2132-4052-b4b9-0304e1c7d431,segment=NetworkSegment(7ce44736-f5e1-4ca1-b1d8-470d23ed2035),segment_id=7ce44736-f5e1-4ca1-b1d8-470d23ed2035)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:18.134511 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a3ccf905-21a8-4b1f-91d1-e42386bb3c70 req-80509621-e88c-44f7-90d4-56b5a4c52b10 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a79028e4-2132-4052-b4b9-0304e1c7d431), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:18.150432 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-a3ccf905-21a8-4b1f-91d1-e42386bb3c70 req-80509621-e88c-44f7-90d4-56b5a4c52b10 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Calling delete_port for a79028e4-2132-4052-b4b9-0304e1c7d431 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:18.304933 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a3ccf905-21a8-4b1f-91d1-e42386bb3c70 req-80509621-e88c-44f7-90d4-56b5a4c52b10 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a79028e4-2132-4052-b4b9-0304e1c7d431), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:18.333280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80509621-e88c-44f7-90d4-56b5a4c52b10 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Pushing event deleted for resources: {'Port': ['ID=a79028e4-2132-4052-b4b9-0304e1c7d431,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:18.395391 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ccf905-21a8-4b1f-91d1-e42386bb3c70 req-80509621-e88c-44f7-90d4-56b5a4c52b10 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] No DVR routers for this DVR port a79028e4-2132-4052-b4b9-0304e1c7d431 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:35:18.398234 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a3ccf905-21a8-4b1f-91d1-e42386bb3c70 req-80509621-e88c-44f7-90d4-56b5a4c52b10 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:18.403430 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a3ccf905-21a8-4b1f-91d1-e42386bb3c70 req-80509621-e88c-44f7-90d4-56b5a4c52b10 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.67 "DELETE /v2.0/ports/a79028e4-2132-4052-b4b9-0304e1c7d431 HTTP/1.1" status: 204 len: 173 time: 0.4794846 Feb 09 02:35:18.403900 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43a7cc4-035c-48cb-803e-6f8123f4bcac', 'name': 'network-vif-deleted', 'tag': 'a79028e4-2132-4052-b4b9-0304e1c7d431'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:35:18.409355 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3cb2ff-7f2a-4a39-bd97-3f3f6bfbf004" -d '{"events": [{"server_uuid": "f43a7cc4-035c-48cb-803e-6f8123f4bcac", "name": "network-vif-deleted", "tag": "a79028e4-2132-4052-b4b9-0304e1c7d431"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:35:18.451566 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83ee148-e8af-4098-aa75-5eff98a09c26 x-openstack-request-id: req-c83ee148-e8af-4098-aa75-5eff98a09c26 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:35:18.451946 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43a7cc4-035c-48cb-803e-6f8123f4bcac", "name": "network-vif-deleted", "tag": "a79028e4-2132-4052-b4b9-0304e1c7d431", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:35:18.452133 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c83ee148-e8af-4098-aa75-5eff98a09c26 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:35:18.452587 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43a7cc4-035c-48cb-803e-6f8123f4bcac', 'name': 'network-vif-deleted', 'tag': 'a79028e4-2132-4052-b4b9-0304e1c7d431', 'status': 'completed', 'code': 200} Feb 09 02:35:18.555041 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6af4b474-c576-477e-b04e-1dee3f9a653a req-fb7633aa-9cb2-42c8-b728-89e62abd96f3 tempest-TestEncryptedCinderVolumes-2021034446 tempest-TestEncryptedCinderVolumes-2021034446-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43a7cc4-035c-48cb-803e-6f8123f4bcac HTTP/1.1" status: 200 len: 210 time: 0.0341637 Feb 09 02:35:19.648412 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 32964) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:19.994232 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (d59cd567-9de0-4ad8-9614-efda4ad6d10c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:20.089894 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device a79028e4-2132-4052-b4b9-0304e1c7d431 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:35:20.109343 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: a79028e4-2132-4052-b4b9-0304e1c7d431 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:35:20.109683 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device a79028e4-2132-4052-b4b9-0304e1c7d431 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:35:20.246985 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] Deleting port 6d83e99f-3088-4bb7-8425-13022b390395 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:20.247256 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (6d83e99f-3088-4bb7-8425-13022b390395), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:20.324081 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] For port 6d83e99f-3088-4bb7-8425-13022b390395, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6d83e99f-3088-4bb7-8425-13022b390395,segment=NetworkSegment(7ce44736-f5e1-4ca1-b1d8-470d23ed2035),segment_id=7ce44736-f5e1-4ca1-b1d8-470d23ed2035)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:20.324440 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (6d83e99f-3088-4bb7-8425-13022b390395), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:20.337435 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] Calling delete_port for 6d83e99f-3088-4bb7-8425-13022b390395 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:20.520854 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (6d83e99f-3088-4bb7-8425-13022b390395), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:20.551994 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d83e99f-3088-4bb7-8425-13022b390395,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:20.581697 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:20.582046 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:20.582388 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:20.582724 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:20.583049 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:20.583415 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:20.583749 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:20.584072 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:20.584395 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:20.584716 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:20.585039 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:20.585364 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:20.585692 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:20.731023 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (d59cd567-9de0-4ad8-9614-efda4ad6d10c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:20.952846 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] Router d59cd567-9de0-4ad8-9614-efda4ad6d10c has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:35:21.069241 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:35:21.074362 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a1ea092a-1f3c-4092-b60e-39aabc99c554 admin admin] 10.222.0.36 "PUT /v2.0/routers/d59cd567-9de0-4ad8-9614-efda4ad6d10c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4248991 Feb 09 02:35:21.076819 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 32966) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:21.080278 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45613891-bf10-4ce0-a344-8891da851518 None None] Sync routers for ids ['d59cd567-9de0-4ad8-9614-efda4ad6d10c'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:35:21.090374 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45613891-bf10-4ce0-a344-8891da851518 None None] Routers {'d59cd567-9de0-4ad8-9614-efda4ad6d10c'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:21.091234 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-45613891-bf10-4ce0-a344-8891da851518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:35:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d59cd567-9de0-4ad8-9614-efda4ad6d10c'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:21.202420 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-45613891-bf10-4ce0-a344-8891da851518 None None] Set router d59cd567-9de0-4ad8-9614-efda4ad6d10c gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:35:21.481175 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-45613891-bf10-4ce0-a344-8891da851518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59cd567-9de0-4ad8-9614-efda4ad6d10c', 'name': 'tempest-TestEncryptedCinderVolumes-1088782049-router', 'tenant_id': '018e19867ef040ef94f2d910a2056cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '562df496-3be6-4edc-ae61-2f00e1b9153f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:33:28Z', 'updated_at': '2022-02-09T02:35:20Z', 'revision_number': 5, 'project_id': '018e19867ef040ef94f2d910a2056cc5', 'gw_port': {'id': '562df496-3be6-4edc-ae61-2f00e1b9153f', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59cd567-9de0-4ad8-9614-efda4ad6d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:29Z', 'updated_at': '2022-02-09T02:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:21.484545 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2bfc95a9-33ae-40bb-83bf-b4cc497034bd admin admin] Publish callbacks [] for router (d59cd567-9de0-4ad8-9614-efda4ad6d10c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:21.507501 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45613891-bf10-4ce0-a344-8891da851518 None None] Checking router: d59cd567-9de0-4ad8-9614-efda4ad6d10c for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:35:21.515760 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45613891-bf10-4ce0-a344-8891da851518 None None] Routers {'d59cd567-9de0-4ad8-9614-efda4ad6d10c'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:21.516754 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-45613891-bf10-4ce0-a344-8891da851518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:35:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['d59cd567-9de0-4ad8-9614-efda4ad6d10c'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:21.589782 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2bfc95a9-33ae-40bb-83bf-b4cc497034bd admin admin] Publish callbacks [] for router_gateway (d59cd567-9de0-4ad8-9614-efda4ad6d10c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:21.623782 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-45613891-bf10-4ce0-a344-8891da851518 None None] Set router d59cd567-9de0-4ad8-9614-efda4ad6d10c gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:35:21.641854 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2bfc95a9-33ae-40bb-83bf-b4cc497034bd admin admin] Deleting port 562df496-3be6-4edc-ae61-2f00e1b9153f {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:21.642219 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2bfc95a9-33ae-40bb-83bf-b4cc497034bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (562df496-3be6-4edc-ae61-2f00e1b9153f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:21.720621 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-2bfc95a9-33ae-40bb-83bf-b4cc497034bd admin admin] For port 562df496-3be6-4edc-ae61-2f00e1b9153f, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=562df496-3be6-4edc-ae61-2f00e1b9153f,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:21.720970 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2bfc95a9-33ae-40bb-83bf-b4cc497034bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (562df496-3be6-4edc-ae61-2f00e1b9153f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:21.733613 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2bfc95a9-33ae-40bb-83bf-b4cc497034bd admin admin] Calling delete_port for 562df496-3be6-4edc-ae61-2f00e1b9153f owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:21.803237 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-45613891-bf10-4ce0-a344-8891da851518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59cd567-9de0-4ad8-9614-efda4ad6d10c', 'name': 'tempest-TestEncryptedCinderVolumes-1088782049-router', 'tenant_id': '018e19867ef040ef94f2d910a2056cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '562df496-3be6-4edc-ae61-2f00e1b9153f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:33:28Z', 'updated_at': '2022-02-09T02:35:20Z', 'revision_number': 5, 'project_id': '018e19867ef040ef94f2d910a2056cc5', 'gw_port': {'id': '562df496-3be6-4edc-ae61-2f00e1b9153f', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59cd567-9de0-4ad8-9614-efda4ad6d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:29Z', 'updated_at': '2022-02-09T02:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:21.829919 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45613891-bf10-4ce0-a344-8891da851518 None None] The sync data for ids ['d59cd567-9de0-4ad8-9614-efda4ad6d10c'] in n-d-828387-3 is: [{'id': 'd59cd567-9de0-4ad8-9614-efda4ad6d10c', 'name': 'tempest-TestEncryptedCinderVolumes-1088782049-router', 'tenant_id': '018e19867ef040ef94f2d910a2056cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '562df496-3be6-4edc-ae61-2f00e1b9153f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:33:28Z', 'updated_at': '2022-02-09T02:35:20Z', 'revision_number': 5, 'project_id': '018e19867ef040ef94f2d910a2056cc5', 'gw_port': {'id': '562df496-3be6-4edc-ae61-2f00e1b9153f', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59cd567-9de0-4ad8-9614-efda4ad6d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:29Z', 'updated_at': '2022-02-09T02:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:35:21.906296 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2bfc95a9-33ae-40bb-83bf-b4cc497034bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (562df496-3be6-4edc-ae61-2f00e1b9153f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:21.936431 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc95a9-33ae-40bb-83bf-b4cc497034bd admin admin] Pushing event deleted for resources: {'Port': ['ID=562df496-3be6-4edc-ae61-2f00e1b9153f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:21.996312 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2bfc95a9-33ae-40bb-83bf-b4cc497034bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (d59cd567-9de0-4ad8-9614-efda4ad6d10c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:22.088616 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2bfc95a9-33ae-40bb-83bf-b4cc497034bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (d59cd567-9de0-4ad8-9614-efda4ad6d10c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:22.090743 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2bfc95a9-33ae-40bb-83bf-b4cc497034bd admin admin] Publish callbacks [] for router_controller (d59cd567-9de0-4ad8-9614-efda4ad6d10c), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:22.140363 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2bfc95a9-33ae-40bb-83bf-b4cc497034bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (d59cd567-9de0-4ad8-9614-efda4ad6d10c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:22.140828 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfc95a9-33ae-40bb-83bf-b4cc497034bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d59cd567-9de0-4ad8-9614-efda4ad6d10c {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:35:22.145722 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2bfc95a9-33ae-40bb-83bf-b4cc497034bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:22.146856 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2bfc95a9-33ae-40bb-83bf-b4cc497034bd admin admin] 10.222.0.36 "DELETE /v2.0/routers/d59cd567-9de0-4ad8-9614-efda4ad6d10c HTTP/1.1" status: 204 len: 168 time: 1.0691402 Feb 09 02:35:22.149632 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 32968) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:22.196195 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ebaac7c-4ce1-4a5f-bc37-5a5dd0423266 admin admin] Deleting subnet 37e58452-012b-4e24-a6c7-8466ca642764 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:35:22.199566 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ebaac7c-4ce1-4a5f-bc37-5a5dd0423266 admin admin] Publish callbacks [] for subnet (37e58452-012b-4e24-a6c7-8466ca642764), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:22.235861 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ebaac7c-4ce1-4a5f-bc37-5a5dd0423266 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (37e58452-012b-4e24-a6c7-8466ca642764), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:22.316774 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ebaac7c-4ce1-4a5f-bc37-5a5dd0423266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (37e58452-012b-4e24-a6c7-8466ca642764), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:22.374540 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ebaac7c-4ce1-4a5f-bc37-5a5dd0423266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (37e58452-012b-4e24-a6c7-8466ca642764), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:22.405062 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6ebaac7c-4ce1-4a5f-bc37-5a5dd0423266 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:22.409112 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6ebaac7c-4ce1-4a5f-bc37-5a5dd0423266 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/37e58452-012b-4e24-a6c7-8466ca642764 HTTP/1.1" status: 204 len: 168 time: 0.2585249 Feb 09 02:35:22.409978 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebaac7c-4ce1-4a5f-bc37-5a5dd0423266 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37e58452-012b-4e24-a6c7-8466ca642764,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:22.411085 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4662e0c8-c75a-40be-8626-173bdaf001b2 None None] Network 3fdb6efe-84ee-4066-873c-f2650a7c040c requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:35:22.412048 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 32970) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:22.482023 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-888fa3f4-8156-4e0f-ba6f-3312294d3f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (3fdb6efe-84ee-4066-873c-f2650a7c040c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:22.537180 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-888fa3f4-8156-4e0f-ba6f-3312294d3f55 admin admin] Deleting port c16d4ce2-a036-425d-8a16-7a2031bf24c3 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:22.537523 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-888fa3f4-8156-4e0f-ba6f-3312294d3f55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (c16d4ce2-a036-425d-8a16-7a2031bf24c3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:22.605001 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-888fa3f4-8156-4e0f-ba6f-3312294d3f55 admin admin] For port c16d4ce2-a036-425d-8a16-7a2031bf24c3, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=c16d4ce2-a036-425d-8a16-7a2031bf24c3,segment=NetworkSegment(7ce44736-f5e1-4ca1-b1d8-470d23ed2035),segment_id=7ce44736-f5e1-4ca1-b1d8-470d23ed2035)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:22.605368 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-888fa3f4-8156-4e0f-ba6f-3312294d3f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (c16d4ce2-a036-425d-8a16-7a2031bf24c3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:22.618993 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-888fa3f4-8156-4e0f-ba6f-3312294d3f55 admin admin] Calling delete_port for c16d4ce2-a036-425d-8a16-7a2031bf24c3 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:22.696821 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-888fa3f4-8156-4e0f-ba6f-3312294d3f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (c16d4ce2-a036-425d-8a16-7a2031bf24c3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:22.728365 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fa3f4-8156-4e0f-ba6f-3312294d3f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=c16d4ce2-a036-425d-8a16-7a2031bf24c3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:22.730179 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888fa3f4-8156-4e0f-ba6f-3312294d3f55 admin admin] No DVR routers for this DVR port c16d4ce2-a036-425d-8a16-7a2031bf24c3 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:35:22.802018 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-888fa3f4-8156-4e0f-ba6f-3312294d3f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (3fdb6efe-84ee-4066-873c-f2650a7c040c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:22.823731 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-888fa3f4-8156-4e0f-ba6f-3312294d3f55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fdb6efe-84ee-4066-873c-f2650a7c040c']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:22.833746 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-888fa3f4-8156-4e0f-ba6f-3312294d3f55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce44736-f5e1-4ca1-b1d8-470d23ed2035') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:22.834038 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-888fa3f4-8156-4e0f-ba6f-3312294d3f55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce44736-f5e1-4ca1-b1d8-470d23ed2035') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:22.844949 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-888fa3f4-8156-4e0f-ba6f-3312294d3f55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (7ce44736-f5e1-4ca1-b1d8-470d23ed2035), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:22.859129 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-888fa3f4-8156-4e0f-ba6f-3312294d3f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (7ce44736-f5e1-4ca1-b1d8-470d23ed2035), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:22.860529 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61dca45-e670-42db-b98f-4f443656c809 None None] DHCP port deletion for 3fdb6efe-84ee-4066-873c-f2650a7c040c request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:35:22.866623 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888fa3f4-8156-4e0f-ba6f-3312294d3f55 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:35:22.867047 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-888fa3f4-8156-4e0f-ba6f-3312294d3f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (7ce44736-f5e1-4ca1-b1d8-470d23ed2035), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:35:22.868802 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:35:22.928671 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-888fa3f4-8156-4e0f-ba6f-3312294d3f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (3fdb6efe-84ee-4066-873c-f2650a7c040c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:22.934115 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-888fa3f4-8156-4e0f-ba6f-3312294d3f55 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:22.940501 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-888fa3f4-8156-4e0f-ba6f-3312294d3f55 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3fdb6efe-84ee-4066-873c-f2650a7c040c HTTP/1.1" status: 204 len: 168 time: 0.5242853 Feb 09 02:35:22.941072 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 32972) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:22.953398 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fa3f4-8156-4e0f-ba6f-3312294d3f55 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fdb6efe-84ee-4066-873c-f2650a7c040c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:23.004372 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6d83e99f-3088-4bb7-8425-13022b390395 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:35:23.026021 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 6d83e99f-3088-4bb7-8425-13022b390395 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:35:23.026369 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6d83e99f-3088-4bb7-8425-13022b390395 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:35:23.026781 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 562df496-3be6-4edc-ae61-2f00e1b9153f no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:35:23.045898 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 562df496-3be6-4edc-ae61-2f00e1b9153f {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:35:23.046244 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 562df496-3be6-4edc-ae61-2f00e1b9153f not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:35:23.046652 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c16d4ce2-a036-425d-8a16-7a2031bf24c3 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:35:23.066211 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: c16d4ce2-a036-425d-8a16-7a2031bf24c3 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:35:23.066211 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device c16d4ce2-a036-425d-8a16-7a2031bf24c3 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:35:23.307051 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f6172d1a-1c87-4d08-a5f1-9ebb35bc9e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (8653e97c-4251-44fc-af95-0c03588f4e22), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:23.558950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-f6172d1a-1c87-4d08-a5f1-9ebb35bc9e6b admin admin] Deleting port 0e10cce2-a541-4add-ba09-8051b6ad8c61 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:23.559200 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f6172d1a-1c87-4d08-a5f1-9ebb35bc9e6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0e10cce2-a541-4add-ba09-8051b6ad8c61), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:23.636975 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-f6172d1a-1c87-4d08-a5f1-9ebb35bc9e6b admin admin] For port 0e10cce2-a541-4add-ba09-8051b6ad8c61, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0e10cce2-a541-4add-ba09-8051b6ad8c61,segment=NetworkSegment(d7b72a83-b35c-46d6-8991-8700daf6b379),segment_id=d7b72a83-b35c-46d6-8991-8700daf6b379)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:23.637342 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f6172d1a-1c87-4d08-a5f1-9ebb35bc9e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0e10cce2-a541-4add-ba09-8051b6ad8c61), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:23.650615 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-f6172d1a-1c87-4d08-a5f1-9ebb35bc9e6b admin admin] Calling delete_port for 0e10cce2-a541-4add-ba09-8051b6ad8c61 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:23.831321 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f6172d1a-1c87-4d08-a5f1-9ebb35bc9e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (0e10cce2-a541-4add-ba09-8051b6ad8c61), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:23.860137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6172d1a-1c87-4d08-a5f1-9ebb35bc9e6b admin admin] Pushing event deleted for resources: {'Port': ['ID=0e10cce2-a541-4add-ba09-8051b6ad8c61,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:24.032611 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f6172d1a-1c87-4d08-a5f1-9ebb35bc9e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (8653e97c-4251-44fc-af95-0c03588f4e22), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:24.254935 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6172d1a-1c87-4d08-a5f1-9ebb35bc9e6b admin admin] Router 8653e97c-4251-44fc-af95-0c03588f4e22 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:35:24.363264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6172d1a-1c87-4d08-a5f1-9ebb35bc9e6b admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:35:24.369441 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f6172d1a-1c87-4d08-a5f1-9ebb35bc9e6b admin admin] 10.222.0.36 "PUT /v2.0/routers/8653e97c-4251-44fc-af95-0c03588f4e22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4275506 Feb 09 02:35:24.372137 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 32974) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:24.373144 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c1498c-4de2-41d7-bbda-3f66c861a614 None None] Sync routers for ids ['8653e97c-4251-44fc-af95-0c03588f4e22'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:35:24.383574 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c1498c-4de2-41d7-bbda-3f66c861a614 None None] Routers {'8653e97c-4251-44fc-af95-0c03588f4e22'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:24.384194 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d0c1498c-4de2-41d7-bbda-3f66c861a614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:35:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['8653e97c-4251-44fc-af95-0c03588f4e22'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:24.480790 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80b16745-def7-40c6-9775-33af73a7ecba admin admin] Publish callbacks [] for router (8653e97c-4251-44fc-af95-0c03588f4e22), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:24.492072 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d0c1498c-4de2-41d7-bbda-3f66c861a614 None None] Set router 8653e97c-4251-44fc-af95-0c03588f4e22 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:35:24.679854 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d0c1498c-4de2-41d7-bbda-3f66c861a614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8653e97c-4251-44fc-af95-0c03588f4e22', 'name': 'tempest-TestEncryptedCinderVolumes-1618370381-router', 'tenant_id': '09e46125fbc64a15b73b49a5782fcc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:33:33Z', 'updated_at': '2022-02-09T02:35:23Z', 'revision_number': 5, 'project_id': '09e46125fbc64a15b73b49a5782fcc5c', 'gw_port': {'id': 'ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8653e97c-4251-44fc-af95-0c03588f4e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:33Z', 'updated_at': '2022-02-09T02:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:24.707624 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c1498c-4de2-41d7-bbda-3f66c861a614 None None] Checking router: 8653e97c-4251-44fc-af95-0c03588f4e22 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:35:24.716736 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c1498c-4de2-41d7-bbda-3f66c861a614 None None] Routers {'8653e97c-4251-44fc-af95-0c03588f4e22'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:24.717355 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d0c1498c-4de2-41d7-bbda-3f66c861a614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:35:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['8653e97c-4251-44fc-af95-0c03588f4e22'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:24.833186 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d0c1498c-4de2-41d7-bbda-3f66c861a614 None None] Set router 8653e97c-4251-44fc-af95-0c03588f4e22 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:35:24.934110 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80b16745-def7-40c6-9775-33af73a7ecba admin admin] Publish callbacks [] for router_gateway (8653e97c-4251-44fc-af95-0c03588f4e22), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:24.994414 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-80b16745-def7-40c6-9775-33af73a7ecba admin admin] Deleting port ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:24.994784 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80b16745-def7-40c6-9775-33af73a7ecba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:25.026814 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d0c1498c-4de2-41d7-bbda-3f66c861a614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8653e97c-4251-44fc-af95-0c03588f4e22', 'name': 'tempest-TestEncryptedCinderVolumes-1618370381-router', 'tenant_id': '09e46125fbc64a15b73b49a5782fcc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:33:33Z', 'updated_at': '2022-02-09T02:35:23Z', 'revision_number': 5, 'project_id': '09e46125fbc64a15b73b49a5782fcc5c', 'gw_port': {'id': 'ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8653e97c-4251-44fc-af95-0c03588f4e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:33Z', 'updated_at': '2022-02-09T02:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:25.053407 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c1498c-4de2-41d7-bbda-3f66c861a614 None None] The sync data for ids ['8653e97c-4251-44fc-af95-0c03588f4e22'] in n-d-828387-3 is: [{'id': '8653e97c-4251-44fc-af95-0c03588f4e22', 'name': 'tempest-TestEncryptedCinderVolumes-1618370381-router', 'tenant_id': '09e46125fbc64a15b73b49a5782fcc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:33:33Z', 'updated_at': '2022-02-09T02:35:23Z', 'revision_number': 5, 'project_id': '09e46125fbc64a15b73b49a5782fcc5c', 'gw_port': {'id': 'ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8653e97c-4251-44fc-af95-0c03588f4e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:33Z', 'updated_at': '2022-02-09T02:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:35:25.076279 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-80b16745-def7-40c6-9775-33af73a7ecba admin admin] For port ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:25.076777 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80b16745-def7-40c6-9775-33af73a7ecba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:25.095795 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-80b16745-def7-40c6-9775-33af73a7ecba admin admin] Calling delete_port for ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:25.269335 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80b16745-def7-40c6-9775-33af73a7ecba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:25.300324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b16745-def7-40c6-9775-33af73a7ecba admin admin] Pushing event deleted for resources: {'Port': ['ID=ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:25.358674 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80b16745-def7-40c6-9775-33af73a7ecba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (8653e97c-4251-44fc-af95-0c03588f4e22), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:25.456526 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80b16745-def7-40c6-9775-33af73a7ecba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (8653e97c-4251-44fc-af95-0c03588f4e22), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:25.458894 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80b16745-def7-40c6-9775-33af73a7ecba admin admin] Publish callbacks [] for router_controller (8653e97c-4251-44fc-af95-0c03588f4e22), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:25.509936 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80b16745-def7-40c6-9775-33af73a7ecba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (8653e97c-4251-44fc-af95-0c03588f4e22), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:25.510493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b16745-def7-40c6-9775-33af73a7ecba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8653e97c-4251-44fc-af95-0c03588f4e22 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:35:25.515289 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-80b16745-def7-40c6-9775-33af73a7ecba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:25.518989 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-80b16745-def7-40c6-9775-33af73a7ecba admin admin] 10.222.0.36 "DELETE /v2.0/routers/8653e97c-4251-44fc-af95-0c03588f4e22 HTTP/1.1" status: 204 len: 168 time: 1.1433620 Feb 09 02:35:25.519447 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 32976) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:25.566669 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef91c83-d9c4-44c7-b84b-c71ac61a2bb7 admin admin] Deleting subnet adcefe75-6a06-489f-92b6-1dade599e28a {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:35:25.569796 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ef91c83-d9c4-44c7-b84b-c71ac61a2bb7 admin admin] Publish callbacks [] for subnet (adcefe75-6a06-489f-92b6-1dade599e28a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:25.604723 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ef91c83-d9c4-44c7-b84b-c71ac61a2bb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (adcefe75-6a06-489f-92b6-1dade599e28a), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:25.690909 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ef91c83-d9c4-44c7-b84b-c71ac61a2bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (adcefe75-6a06-489f-92b6-1dade599e28a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:25.749077 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ef91c83-d9c4-44c7-b84b-c71ac61a2bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (adcefe75-6a06-489f-92b6-1dade599e28a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:25.776857 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef91c83-d9c4-44c7-b84b-c71ac61a2bb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adcefe75-6a06-489f-92b6-1dade599e28a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:25.779510 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ef91c83-d9c4-44c7-b84b-c71ac61a2bb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:25.784809 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1ef91c83-d9c4-44c7-b84b-c71ac61a2bb7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/adcefe75-6a06-489f-92b6-1dade599e28a HTTP/1.1" status: 204 len: 168 time: 0.2630825 Feb 09 02:35:25.785016 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b97a31-18bc-41fd-aaed-319f06b3afab None None] Network 7a87c87a-2169-47d8-bef0-2fbd32e4cd47 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:35:25.785991 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 32978) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:25.859245 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c811661-1c44-490f-997d-ed3570db81f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (7a87c87a-2169-47d8-bef0-2fbd32e4cd47), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:25.918262 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-6c811661-1c44-490f-997d-ed3570db81f6 admin admin] Deleting port 95635dcb-bebb-4817-828a-3c103bc2fd91 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:25.918623 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c811661-1c44-490f-997d-ed3570db81f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (95635dcb-bebb-4817-828a-3c103bc2fd91), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:25.982399 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-6c811661-1c44-490f-997d-ed3570db81f6 admin admin] For port 95635dcb-bebb-4817-828a-3c103bc2fd91, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=95635dcb-bebb-4817-828a-3c103bc2fd91,segment=NetworkSegment(d7b72a83-b35c-46d6-8991-8700daf6b379),segment_id=d7b72a83-b35c-46d6-8991-8700daf6b379)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:25.982700 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c811661-1c44-490f-997d-ed3570db81f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (95635dcb-bebb-4817-828a-3c103bc2fd91), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:25.995351 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-6c811661-1c44-490f-997d-ed3570db81f6 admin admin] Calling delete_port for 95635dcb-bebb-4817-828a-3c103bc2fd91 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:26.053493 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218574c0-c0b2-4b3c-aca3-3b2559744fd4 None None] DHCP port deletion for 7a87c87a-2169-47d8-bef0-2fbd32e4cd47 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:35:26.094713 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c811661-1c44-490f-997d-ed3570db81f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (95635dcb-bebb-4817-828a-3c103bc2fd91), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:26.103461 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-218574c0-c0b2-4b3c-aca3-3b2559744fd4 None None] Deleting port 95635dcb-bebb-4817-828a-3c103bc2fd91 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:26.103841 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-218574c0-c0b2-4b3c-aca3-3b2559744fd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (95635dcb-bebb-4817-828a-3c103bc2fd91), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:26.123836 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c811661-1c44-490f-997d-ed3570db81f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=95635dcb-bebb-4817-828a-3c103bc2fd91,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:26.126302 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c811661-1c44-490f-997d-ed3570db81f6 admin admin] No DVR routers for this DVR port 95635dcb-bebb-4817-828a-3c103bc2fd91 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:35:26.166863 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-218574c0-c0b2-4b3c-aca3-3b2559744fd4 None None] For port 95635dcb-bebb-4817-828a-3c103bc2fd91, host n-d-828387-3, got binding levels [] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:26.167289 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-218574c0-c0b2-4b3c-aca3-3b2559744fd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (95635dcb-bebb-4817-828a-3c103bc2fd91), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:26.184319 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-218574c0-c0b2-4b3c-aca3-3b2559744fd4 None None] Calling delete_port for 95635dcb-bebb-4817-828a-3c103bc2fd91 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:26.187102 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.ipam_backend_mixin [None req-218574c0-c0b2-4b3c-aca3-3b2559744fd4 None None] Port 95635dcb-bebb-4817-828a-3c103bc2fd91 was not found and therefore no delete operation was performed {{(pid=103185) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:35:26.188904 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-218574c0-c0b2-4b3c-aca3-3b2559744fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (95635dcb-bebb-4817-828a-3c103bc2fd91), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:26.202097 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c811661-1c44-490f-997d-ed3570db81f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (7a87c87a-2169-47d8-bef0-2fbd32e4cd47), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:26.212862 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218574c0-c0b2-4b3c-aca3-3b2559744fd4 None None] Pushing event deleted for resources: {'Port': ['ID=95635dcb-bebb-4817-828a-3c103bc2fd91,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:26.218888 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218574c0-c0b2-4b3c-aca3-3b2559744fd4 None None] No DVR routers for this DVR port 95635dcb-bebb-4817-828a-3c103bc2fd91 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:35:26.230370 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-6c811661-1c44-490f-997d-ed3570db81f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a87c87a-2169-47d8-bef0-2fbd32e4cd47']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:26.241362 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-6c811661-1c44-490f-997d-ed3570db81f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b72a83-b35c-46d6-8991-8700daf6b379') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:26.241658 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-6c811661-1c44-490f-997d-ed3570db81f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b72a83-b35c-46d6-8991-8700daf6b379') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:26.251786 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c811661-1c44-490f-997d-ed3570db81f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (d7b72a83-b35c-46d6-8991-8700daf6b379), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:26.265123 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c811661-1c44-490f-997d-ed3570db81f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (d7b72a83-b35c-46d6-8991-8700daf6b379), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:26.272290 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c811661-1c44-490f-997d-ed3570db81f6 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:35:26.272678 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c811661-1c44-490f-997d-ed3570db81f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (d7b72a83-b35c-46d6-8991-8700daf6b379), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:35:26.274766 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:35:26.329880 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c811661-1c44-490f-997d-ed3570db81f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (7a87c87a-2169-47d8-bef0-2fbd32e4cd47), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:26.335443 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6c811661-1c44-490f-997d-ed3570db81f6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:26.338690 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6c811661-1c44-490f-997d-ed3570db81f6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7a87c87a-2169-47d8-bef0-2fbd32e4cd47 HTTP/1.1" status: 204 len: 168 time: 0.5517819 Feb 09 02:35:26.351755 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c811661-1c44-490f-997d-ed3570db81f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a87c87a-2169-47d8-bef0-2fbd32e4cd47,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:26.509813 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 32982) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:26.550775 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-51c0e26c-7d6b-43a2-a628-fc4f3bb9ede2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=018e19867ef040ef94f2d910a2056cc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397377 Feb 09 02:35:26.553165 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 32984) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:26.604115 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-728c994e-ce82-429d-8693-6fe11154e677 admin admin] Publish callbacks [] for security_group (b679acbc-aa5a-461e-b669-7b36e1084de6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:26.625102 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-728c994e-ce82-429d-8693-6fe11154e677 admin admin] Publish callbacks [] for security_group (b679acbc-aa5a-461e-b669-7b36e1084de6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:26.670809 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-728c994e-ce82-429d-8693-6fe11154e677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b679acbc-aa5a-461e-b669-7b36e1084de6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:26.674094 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-728c994e-ce82-429d-8693-6fe11154e677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:26.677638 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-728c994e-ce82-429d-8693-6fe11154e677 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b679acbc-aa5a-461e-b669-7b36e1084de6 HTTP/1.1" status: 204 len: 168 time: 0.1211307 Feb 09 02:35:26.684236 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c994e-ce82-429d-8693-6fe11154e677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b679acbc-aa5a-461e-b669-7b36e1084de6,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:26.991621 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 32990) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:27.004332 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 95635dcb-bebb-4817-828a-3c103bc2fd91 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:35:27.024499 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 95635dcb-bebb-4817-828a-3c103bc2fd91 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:35:27.024855 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 95635dcb-bebb-4817-828a-3c103bc2fd91 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:35:27.025271 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:35:27.032967 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-116b965f-e911-48a0-9492-7eda7cfcdd27 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=09e46125fbc64a15b73b49a5782fcc5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398173 Feb 09 02:35:27.035377 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 32992) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:27.044700 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:35:27.045049 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ef6a6b72-2ecf-4fc4-b3bb-cb5de1aa5d7b not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:35:27.045462 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0e10cce2-a541-4add-ba09-8051b6ad8c61 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:35:27.064838 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 0e10cce2-a541-4add-ba09-8051b6ad8c61 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:35:27.065184 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0e10cce2-a541-4add-ba09-8051b6ad8c61 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:35:27.083129 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6c5f082-b0b2-44cc-ac88-ee424729edfb admin admin] Publish callbacks [] for security_group (87fbf0bf-f135-4776-9aff-1c9b11a11d38), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:27.104184 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6c5f082-b0b2-44cc-ac88-ee424729edfb admin admin] Publish callbacks [] for security_group (87fbf0bf-f135-4776-9aff-1c9b11a11d38), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:27.151097 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6c5f082-b0b2-44cc-ac88-ee424729edfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (87fbf0bf-f135-4776-9aff-1c9b11a11d38), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:27.153747 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6c5f082-b0b2-44cc-ac88-ee424729edfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:27.154882 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e6c5f082-b0b2-44cc-ac88-ee424729edfb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/87fbf0bf-f135-4776-9aff-1c9b11a11d38 HTTP/1.1" status: 204 len: 168 time: 0.1186240 Feb 09 02:35:27.163325 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5f082-b0b2-44cc-ac88-ee424729edfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fbf0bf-f135-4776-9aff-1c9b11a11d38,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:27.848599 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33014) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:27.947465 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1751209007-network', 'tenant_id': '20caee9530cc47648e2f54c66375bab6'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:27.966275 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Made reservation on behalf of 20caee9530cc47648e2f54c66375bab6 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:35:27.968845 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:27.978236 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.054405 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Publish callbacks [] for security_group (fef1d18a-8135-42a3-b39d-c18ade3395a2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.058132 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (fef1d18a-8135-42a3-b39d-c18ade3395a2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.079838 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:35:28.094884 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef1d18a-8135-42a3-b39d-c18ade3395a2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:28.098630 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (c172c15d-6dce-4d7a-8d72-ba1e02db5dea), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.098979 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Added segment c172c15d-6dce-4d7a-8d72-ba1e02db5dea of type vlan for network 25e94953-b133-4336-afea-196fe42da377 Feb 09 02:35:28.139790 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (25e94953-b133-4336-afea-196fe42da377), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.164130 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (25e94953-b133-4336-afea-196fe42da377), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.165072 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:28.165650 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.224278 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3744824 Feb 09 02:35:28.227173 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33018) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:28.231218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Pushing event updated for resources: {'Network': ['ID=25e94953-b133-4336-afea-196fe42da377,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:28.232185 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f33bbf6e-f527-4b00-8036-3017ecd7e230 admin admin] Request body: {'subnet': {'network_id': '25e94953-b133-4336-afea-196fe42da377', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1751209007-subnet', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:28.239401 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:28.239760 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:28.240095 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:28.240432 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:28.240769 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:28.241100 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:28.241427 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:28.241755 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:28.242077 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:28.242400 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:28.242750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:28.243075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:28.243433 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f71589d-bf1a-4ba7-9dd0-4ea3ad2253a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:28.253209 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33bbf6e-f527-4b00-8036-3017ecd7e230 admin admin] Made reservation on behalf of 20caee9530cc47648e2f54c66375bab6 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:35:28.255625 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f33bbf6e-f527-4b00-8036-3017ecd7e230 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.258679 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 25e94953-b133-4336-afea-196fe42da377 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:35:28.425983 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f33bbf6e-f527-4b00-8036-3017ecd7e230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (2b7ec096-f14f-4d7c-9093-bdfbb03c22cf), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.484390 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bbf6e-f527-4b00-8036-3017ecd7e230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b7ec096-f14f-4d7c-9093-bdfbb03c22cf,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:28.493099 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33bbf6e-f527-4b00-8036-3017ecd7e230 admin admin] Checking segment: {'id': 'c172c15d-6dce-4d7a-8d72-ba1e02db5dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '25e94953-b133-4336-afea-196fe42da377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:35:28.493462 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33bbf6e-f527-4b00-8036-3017ecd7e230 admin admin] Network hostable DHCP agents. Network: 25e94953-b133-4336-afea-196fe42da377, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:35:28.509448 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33bbf6e-f527-4b00-8036-3017ecd7e230 admin admin] Network 25e94953-b133-4336-afea-196fe42da377 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:35:28.518971 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-f33bbf6e-f527-4b00-8036-3017ecd7e230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 25e94953-b133-4336-afea-196fe42da377) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:28.523969 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33bbf6e-f527-4b00-8036-3017ecd7e230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:28.524956 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f33bbf6e-f527-4b00-8036-3017ecd7e230 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.528232 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8025b8-7a56-489e-9b97-afb9b174fe99 None None] Network 25e94953-b133-4336-afea-196fe42da377 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:35:28.547889 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f33bbf6e-f527-4b00-8036-3017ecd7e230 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3192778 Feb 09 02:35:28.550496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33020) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:28.554927 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-79eab28d-0a4a-478d-92b4-d59e209de89e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1751209007-router', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:28.573854 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79eab28d-0a4a-478d-92b4-d59e209de89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (37802b41-9f6f-4a35-8394-8cbb53ef2d0e), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.574889 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79eab28d-0a4a-478d-92b4-d59e209de89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (37802b41-9f6f-4a35-8394-8cbb53ef2d0e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.630366 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79eab28d-0a4a-478d-92b4-d59e209de89e admin admin] Publish callbacks [] for router_controller (37802b41-9f6f-4a35-8394-8cbb53ef2d0e), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.631408 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1477df8f-ad24-406c-8ecd-29e621e1d504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-25e94953-b133-4336-afea-196fe42da377', 'network_id': '25e94953-b133-4336-afea-196fe42da377', 'project_id': '20caee9530cc47648e2f54c66375bab6', 'fixed_ips': [{'subnet_id': '2b7ec096-f14f-4d7c-9093-bdfbb03c22cf'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:35:28.632536 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1477df8f-ad24-406c-8ecd-29e621e1d504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.771052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-1477df8f-ad24-406c-8ecd-29e621e1d504 None None] Allocated IP 172.20.0.2 (25e94953-b133-4336-afea-196fe42da377/2b7ec096-f14f-4d7c-9093-bdfbb03c22cf/36f9d335-dfcb-4458-aff7-e34e1b53dee6) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:35:28.778522 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79eab28d-0a4a-478d-92b4-d59e209de89e admin admin] Publish callbacks [] for router_gateway (37802b41-9f6f-4a35-8394-8cbb53ef2d0e), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.916196 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1477df8f-ad24-406c-8ecd-29e621e1d504 None None] Publish callbacks [] for port (36f9d335-dfcb-4458-aff7-e34e1b53dee6), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.921570 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1477df8f-ad24-406c-8ecd-29e621e1d504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (36f9d335-dfcb-4458-aff7-e34e1b53dee6), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.968795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1477df8f-ad24-406c-8ecd-29e621e1d504 None None] Network 25e94953-b133-4336-afea-196fe42da377 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:28.972208 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-1477df8f-ad24-406c-8ecd-29e621e1d504 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:28.974629 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1477df8f-ad24-406c-8ecd-29e621e1d504 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:35:28.980124 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477df8f-ad24-406c-8ecd-29e621e1d504 None None] Pushing event updated for resources: {'Port': ['ID=36f9d335-dfcb-4458-aff7-e34e1b53dee6,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:28.981248 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79eab28d-0a4a-478d-92b4-d59e209de89e admin admin] Publish callbacks [] for router_gateway (37802b41-9f6f-4a35-8394-8cbb53ef2d0e), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:29.006439 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79eab28d-0a4a-478d-92b4-d59e209de89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:29.047921 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1477df8f-ad24-406c-8ecd-29e621e1d504 None None] Attempting to bind port 36f9d335-dfcb-4458-aff7-e34e1b53dee6 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:35:29.048169 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1477df8f-ad24-406c-8ecd-29e621e1d504 None None] Attempting to bind port 36f9d335-dfcb-4458-aff7-e34e1b53dee6 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'c172c15d-6dce-4d7a-8d72-ba1e02db5dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '25e94953-b133-4336-afea-196fe42da377'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:35:29.048527 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1477df8f-ad24-406c-8ecd-29e621e1d504 None None] Attempting to bind port 36f9d335-dfcb-4458-aff7-e34e1b53dee6 on network 25e94953-b133-4336-afea-196fe42da377 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:35:29.053490 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1477df8f-ad24-406c-8ecd-29e621e1d504 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:35:29.053858 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1477df8f-ad24-406c-8ecd-29e621e1d504 None None] Checking segment: {'id': 'c172c15d-6dce-4d7a-8d72-ba1e02db5dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '25e94953-b133-4336-afea-196fe42da377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:35:29.054252 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1477df8f-ad24-406c-8ecd-29e621e1d504 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:29.054642 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1477df8f-ad24-406c-8ecd-29e621e1d504 None None] Bound using segment: {'id': 'c172c15d-6dce-4d7a-8d72-ba1e02db5dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '25e94953-b133-4336-afea-196fe42da377'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:35:29.055102 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1477df8f-ad24-406c-8ecd-29e621e1d504 None None] Bound port: 36f9d335-dfcb-4458-aff7-e34e1b53dee6, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c172c15d-6dce-4d7a-8d72-ba1e02db5dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '25e94953-b133-4336-afea-196fe42da377'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:35:29.055504 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1477df8f-ad24-406c-8ecd-29e621e1d504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (36f9d335-dfcb-4458-aff7-e34e1b53dee6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:29.113246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-79eab28d-0a4a-478d-92b4-d59e209de89e admin admin] Allocated IP 172.25.7.220 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/b65f52bf-1390-4033-bcbf-8d4b1de7dd37) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:35:29.118604 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1477df8f-ad24-406c-8ecd-29e621e1d504 None None] For port 36f9d335-dfcb-4458-aff7-e34e1b53dee6, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:35:29.122196 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1477df8f-ad24-406c-8ecd-29e621e1d504 None None] For port 36f9d335-dfcb-4458-aff7-e34e1b53dee6, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=36f9d335-dfcb-4458-aff7-e34e1b53dee6,segment=NetworkSegment(c172c15d-6dce-4d7a-8d72-ba1e02db5dea),segment_id=c172c15d-6dce-4d7a-8d72-ba1e02db5dea)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:35:29.128869 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1477df8f-ad24-406c-8ecd-29e621e1d504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (36f9d335-dfcb-4458-aff7-e34e1b53dee6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:29.184497 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477df8f-ad24-406c-8ecd-29e621e1d504 None None] Pushing event updated for resources: {'Port': ['ID=36f9d335-dfcb-4458-aff7-e34e1b53dee6,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:29.230114 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79eab28d-0a4a-478d-92b4-d59e209de89e admin admin] Publish callbacks [] for port (b65f52bf-1390-4033-bcbf-8d4b1de7dd37), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:29.265287 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79eab28d-0a4a-478d-92b4-d59e209de89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (b65f52bf-1390-4033-bcbf-8d4b1de7dd37), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:29.309389 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eab28d-0a4a-478d-92b4-d59e209de89e admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:29.312403 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-79eab28d-0a4a-478d-92b4-d59e209de89e admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:29.315408 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eab28d-0a4a-478d-92b4-d59e209de89e admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:35:29.347015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eab28d-0a4a-478d-92b4-d59e209de89e admin admin] Pushing event updated for resources: {'Port': ['ID=b65f52bf-1390-4033-bcbf-8d4b1de7dd37,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:29.598035 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79eab28d-0a4a-478d-92b4-d59e209de89e admin admin] Publish callbacks [] for router_gateway (37802b41-9f6f-4a35-8394-8cbb53ef2d0e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:29.800095 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79eab28d-0a4a-478d-92b4-d59e209de89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (37802b41-9f6f-4a35-8394-8cbb53ef2d0e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:29.942594 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79eab28d-0a4a-478d-92b4-d59e209de89e admin admin] Router 37802b41-9f6f-4a35-8394-8cbb53ef2d0e is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:35:30.056963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79eab28d-0a4a-478d-92b4-d59e209de89e admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:35:30.071380 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] Sync routers for ids ['37802b41-9f6f-4a35-8394-8cbb53ef2d0e'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:35:30.075888 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79eab28d-0a4a-478d-92b4-d59e209de89e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.079961 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-79eab28d-0a4a-478d-92b4-d59e209de89e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5253711 Feb 09 02:35:30.080422 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33022) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:30.082742 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] Routers {'37802b41-9f6f-4a35-8394-8cbb53ef2d0e'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:30.083470 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:35:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['37802b41-9f6f-4a35-8394-8cbb53ef2d0e'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:30.161932 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73118e53-0073-4ef7-b665-bce2696e1568 None None] Network 25e94953-b133-4336-afea-196fe42da377 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:35:30.205798 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] Set router 37802b41-9f6f-4a35-8394-8cbb53ef2d0e gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:35:30.239842 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b1e394b9-181c-4a62-98d6-2ec5553b6544 None None] Provisioning complete for port 36f9d335-dfcb-4458-aff7-e34e1b53dee6 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:30.240200 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b1e394b9-181c-4a62-98d6-2ec5553b6544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (36f9d335-dfcb-4458-aff7-e34e1b53dee6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.392927 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'name': 'tempest-TestMinimumBasicScenario-1751209007-router', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:28Z', 'updated_at': '2022-02-09T02:35:29Z', 'revision_number': 3, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'gw_port': {'id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:29Z', 'updated_at': '2022-02-09T02:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:30.425975 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] Checking router: 37802b41-9f6f-4a35-8394-8cbb53ef2d0e for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:35:30.426482 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] Updating router 37802b41-9f6f-4a35-8394-8cbb53ef2d0e port b65f52bf-1390-4033-bcbf-8d4b1de7dd37 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:35:30.455100 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b65f52bf-1390-4033-bcbf-8d4b1de7dd37), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.522981 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b1e394b9-181c-4a62-98d6-2ec5553b6544 None None] Current status of the port 36f9d335-dfcb-4458-aff7-e34e1b53dee6 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:30.522981 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b1e394b9-181c-4a62-98d6-2ec5553b6544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (36f9d335-dfcb-4458-aff7-e34e1b53dee6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.534612 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e58013f3-2a9b-40e4-b75a-6674334255b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.567155 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b1e394b9-181c-4a62-98d6-2ec5553b6544 None None] For port 36f9d335-dfcb-4458-aff7-e34e1b53dee6, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=36f9d335-dfcb-4458-aff7-e34e1b53dee6,segment=NetworkSegment(c172c15d-6dce-4d7a-8d72-ba1e02db5dea),segment_id=c172c15d-6dce-4d7a-8d72-ba1e02db5dea)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:30.579600 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b1e394b9-181c-4a62-98d6-2ec5553b6544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (36f9d335-dfcb-4458-aff7-e34e1b53dee6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.636148 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e394b9-181c-4a62-98d6-2ec5553b6544 None None] Pushing event updated for resources: {'Port': ['ID=36f9d335-dfcb-4458-aff7-e34e1b53dee6,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:30.725108 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-e58013f3-2a9b-40e4-b75a-6674334255b8 admin admin] Allocated IP 172.20.0.1 (25e94953-b133-4336-afea-196fe42da377/2b7ec096-f14f-4d7c-9093-bdfbb03c22cf/b42b8135-8aa8-47e0-93ac-7222f4146aac) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:35:30.732253 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] Publish callbacks [] for port (b65f52bf-1390-4033-bcbf-8d4b1de7dd37), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.738639 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b65f52bf-1390-4033-bcbf-8d4b1de7dd37), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.792007 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] Attempting to bind port b65f52bf-1390-4033-bcbf-8d4b1de7dd37 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:35:30.792453 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] Attempting to bind port b65f52bf-1390-4033-bcbf-8d4b1de7dd37 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:35:30.792926 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] Attempting to bind port b65f52bf-1390-4033-bcbf-8d4b1de7dd37 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:35:30.801656 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3d580e5c-f8c9-486d-8487-bcf41d7817c8 None None] Provisioning complete for port 36f9d335-dfcb-4458-aff7-e34e1b53dee6 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:30.802072 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3d580e5c-f8c9-486d-8487-bcf41d7817c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (36f9d335-dfcb-4458-aff7-e34e1b53dee6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.802441 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:35:30.802932 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:35:30.803502 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.804047 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:35:30.804702 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] Bound port: b65f52bf-1390-4033-bcbf-8d4b1de7dd37, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:35:30.805213 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b65f52bf-1390-4033-bcbf-8d4b1de7dd37), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.832271 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca03837-9554-47b1-a972-b5a99e86b914 None None] Pushing event updated for resources: {'Port': ['ID=b65f52bf-1390-4033-bcbf-8d4b1de7dd37,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:30.839272 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e58013f3-2a9b-40e4-b75a-6674334255b8 admin admin] Publish callbacks [] for port (b42b8135-8aa8-47e0-93ac-7222f4146aac), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.850990 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03837-9554-47b1-a972-b5a99e86b914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:30.851360 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03837-9554-47b1-a972-b5a99e86b914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:30.851693 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03837-9554-47b1-a972-b5a99e86b914 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:30.852025 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03837-9554-47b1-a972-b5a99e86b914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:30.852347 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03837-9554-47b1-a972-b5a99e86b914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:30.852665 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03837-9554-47b1-a972-b5a99e86b914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:30.852986 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03837-9554-47b1-a972-b5a99e86b914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:30.853301 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03837-9554-47b1-a972-b5a99e86b914 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:30.853612 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03837-9554-47b1-a972-b5a99e86b914 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:30.853925 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03837-9554-47b1-a972-b5a99e86b914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:30.854241 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03837-9554-47b1-a972-b5a99e86b914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:30.854543 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03837-9554-47b1-a972-b5a99e86b914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:30.854850 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03837-9554-47b1-a972-b5a99e86b914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:30.872758 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] For port b65f52bf-1390-4033-bcbf-8d4b1de7dd37, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:35:30.876673 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] For port b65f52bf-1390-4033-bcbf-8d4b1de7dd37, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b65f52bf-1390-4033-bcbf-8d4b1de7dd37,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:35:30.881114 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e58013f3-2a9b-40e4-b75a-6674334255b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (b42b8135-8aa8-47e0-93ac-7222f4146aac), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.882841 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b65f52bf-1390-4033-bcbf-8d4b1de7dd37), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.886653 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3d580e5c-f8c9-486d-8487-bcf41d7817c8 None None] Current status of the port 36f9d335-dfcb-4458-aff7-e34e1b53dee6 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:30.923355 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58013f3-2a9b-40e4-b75a-6674334255b8 admin admin] Network 25e94953-b133-4336-afea-196fe42da377 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:30.928060 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-e58013f3-2a9b-40e4-b75a-6674334255b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:30.934062 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58013f3-2a9b-40e4-b75a-6674334255b8 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:35:30.936557 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] Routers {'37802b41-9f6f-4a35-8394-8cbb53ef2d0e'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:30.937178 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:35:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['37802b41-9f6f-4a35-8394-8cbb53ef2d0e'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:30.981775 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58013f3-2a9b-40e4-b75a-6674334255b8 admin admin] Pushing event updated for resources: {'Port': ['ID=b42b8135-8aa8-47e0-93ac-7222f4146aac,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:31.001095 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e58013f3-2a9b-40e4-b75a-6674334255b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (37802b41-9f6f-4a35-8394-8cbb53ef2d0e), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:31.051694 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] Set router 37802b41-9f6f-4a35-8394-8cbb53ef2d0e gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:35:31.086732 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 36f9d335-dfcb-4458-aff7-e34e1b53dee6 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:35:31.124348 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca03837-9554-47b1-a972-b5a99e86b914 None None] Pushing event updated for resources: {'Port': ['ID=b65f52bf-1390-4033-bcbf-8d4b1de7dd37,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:31.150267 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e58013f3-2a9b-40e4-b75a-6674334255b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b42b8135-8aa8-47e0-93ac-7222f4146aac), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:31.181431 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 36f9d335-dfcb-4458-aff7-e34e1b53dee6 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:31.183157 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (36f9d335-dfcb-4458-aff7-e34e1b53dee6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:31.271297 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'name': 'tempest-TestMinimumBasicScenario-1751209007-router', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:28Z', 'updated_at': '2022-02-09T02:35:29Z', 'revision_number': 3, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'gw_port': {'id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:29Z', 'updated_at': '2022-02-09T02:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:31.278063 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 36f9d335-dfcb-4458-aff7-e34e1b53dee6 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:31.300329 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3959840-9a80-4297-b1ed-a505593643c4 None None] The sync data for ids ['37802b41-9f6f-4a35-8394-8cbb53ef2d0e'] in n-d-828387-3 is: [{'id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'name': 'tempest-TestMinimumBasicScenario-1751209007-router', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:28Z', 'updated_at': '2022-02-09T02:35:29Z', 'revision_number': 3, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'gw_port': {'id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:29Z', 'updated_at': '2022-02-09T02:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:35:31.313911 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-015bae94-230d-4a12-be9a-3c393de0c6aa None None] Provisioning complete for port b42b8135-8aa8-47e0-93ac-7222f4146aac triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:31.314384 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-015bae94-230d-4a12-be9a-3c393de0c6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b42b8135-8aa8-47e0-93ac-7222f4146aac), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:31.333691 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e58013f3-2a9b-40e4-b75a-6674334255b8 admin admin] Publish callbacks [] for port (b42b8135-8aa8-47e0-93ac-7222f4146aac), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:31.339112 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e58013f3-2a9b-40e4-b75a-6674334255b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (b42b8135-8aa8-47e0-93ac-7222f4146aac), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:31.351015 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-015bae94-230d-4a12-be9a-3c393de0c6aa None None] Port b42b8135-8aa8-47e0-93ac-7222f4146aac cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:35:31.412429 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e58013f3-2a9b-40e4-b75a-6674334255b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (37802b41-9f6f-4a35-8394-8cbb53ef2d0e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:31.414307 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58013f3-2a9b-40e4-b75a-6674334255b8 admin admin] Pushing event updated for resources: {'Port': ['ID=b42b8135-8aa8-47e0-93ac-7222f4146aac,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:31.514580 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58013f3-2a9b-40e4-b75a-6674334255b8 admin admin] Network 25e94953-b133-4336-afea-196fe42da377 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:31.517100 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-e58013f3-2a9b-40e4-b75a-6674334255b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:31.774627 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-79f159b1-a67e-438b-b1b9-55a37907e35e None None] Provisioning complete for port b42b8135-8aa8-47e0-93ac-7222f4146aac triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:31.774627 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-79f159b1-a67e-438b-b1b9-55a37907e35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b42b8135-8aa8-47e0-93ac-7222f4146aac), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:31.813072 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-79f159b1-a67e-438b-b1b9-55a37907e35e None None] Port b42b8135-8aa8-47e0-93ac-7222f4146aac cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:35:31.965258 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58013f3-2a9b-40e4-b75a-6674334255b8 admin admin] Router 37802b41-9f6f-4a35-8394-8cbb53ef2d0e has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:35:32.084089 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58013f3-2a9b-40e4-b75a-6674334255b8 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:35:32.089118 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e58013f3-2a9b-40e4-b75a-6674334255b8 admin admin] 10.222.0.36 "PUT /v2.0/routers/37802b41-9f6f-4a35-8394-8cbb53ef2d0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0075254 Feb 09 02:35:32.561627 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33038) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:32.566641 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e80275c8-fff1-41ba-bb63-d67c5a5af2cf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1365654804-network', 'tenant_id': '1908ddc76f2c4f0cbad2b4e19f14440b'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:32.585625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80275c8-fff1-41ba-bb63-d67c5a5af2cf admin admin] Made reservation on behalf of 1908ddc76f2c4f0cbad2b4e19f14440b for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:35:32.588099 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e80275c8-fff1-41ba-bb63-d67c5a5af2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:32.597720 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e80275c8-fff1-41ba-bb63-d67c5a5af2cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:32.674515 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e80275c8-fff1-41ba-bb63-d67c5a5af2cf admin admin] Publish callbacks [] for security_group (b356a48a-b66d-4b0e-a965-3afe2f70bbbe), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:32.679546 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e80275c8-fff1-41ba-bb63-d67c5a5af2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b356a48a-b66d-4b0e-a965-3afe2f70bbbe), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:32.707260 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80275c8-fff1-41ba-bb63-d67c5a5af2cf admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:35:32.712658 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80275c8-fff1-41ba-bb63-d67c5a5af2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b356a48a-b66d-4b0e-a965-3afe2f70bbbe,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:32.720965 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e80275c8-fff1-41ba-bb63-d67c5a5af2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (6daf58a3-1dc2-40c1-99a1-c3d81354c09c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:32.720965 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-e80275c8-fff1-41ba-bb63-d67c5a5af2cf admin admin] Added segment 6daf58a3-1dc2-40c1-99a1-c3d81354c09c of type vlan for network 7573b610-0940-49a6-a21a-f2b3893adfdc Feb 09 02:35:32.761594 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e80275c8-fff1-41ba-bb63-d67c5a5af2cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (7573b610-0940-49a6-a21a-f2b3893adfdc), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:32.787470 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e80275c8-fff1-41ba-bb63-d67c5a5af2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (7573b610-0940-49a6-a21a-f2b3893adfdc), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:32.788438 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80275c8-fff1-41ba-bb63-d67c5a5af2cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:32.789009 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e80275c8-fff1-41ba-bb63-d67c5a5af2cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:32.836377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] Sync routers for ids ['37802b41-9f6f-4a35-8394-8cbb53ef2d0e'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:35:32.842553 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e80275c8-fff1-41ba-bb63-d67c5a5af2cf admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2797823 Feb 09 02:35:32.845699 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33040) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:32.846342 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] Routers {'37802b41-9f6f-4a35-8394-8cbb53ef2d0e'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:32.847031 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:35:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['37802b41-9f6f-4a35-8394-8cbb53ef2d0e'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:32.851393 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-3da8e843-b219-427f-a45a-ff7fc8c003df admin admin] Request body: {'subnet': {'network_id': '7573b610-0940-49a6-a21a-f2b3893adfdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1365654804-subnet', 'tenant_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:32.870037 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80275c8-fff1-41ba-bb63-d67c5a5af2cf admin admin] Pushing event updated for resources: {'Network': ['ID=7573b610-0940-49a6-a21a-f2b3893adfdc,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:32.880273 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da8e843-b219-427f-a45a-ff7fc8c003df admin admin] Made reservation on behalf of 1908ddc76f2c4f0cbad2b4e19f14440b for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:35:32.882797 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3da8e843-b219-427f-a45a-ff7fc8c003df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:32.887120 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 7573b610-0940-49a6-a21a-f2b3893adfdc details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:35:33.025886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] Set router 37802b41-9f6f-4a35-8394-8cbb53ef2d0e gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:35:33.029417 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b65f52bf-1390-4033-bcbf-8d4b1de7dd37 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:35:33.085865 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3da8e843-b219-427f-a45a-ff7fc8c003df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (29757c6f-7077-4597-98f7-b6023499685a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.144252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8e843-b219-427f-a45a-ff7fc8c003df admin admin] Pushing event updated for resources: {'Subnet': ['ID=29757c6f-7077-4597-98f7-b6023499685a,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:33.153745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da8e843-b219-427f-a45a-ff7fc8c003df admin admin] Checking segment: {'id': '6daf58a3-1dc2-40c1-99a1-c3d81354c09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7573b610-0940-49a6-a21a-f2b3893adfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:35:33.154117 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da8e843-b219-427f-a45a-ff7fc8c003df admin admin] Network hostable DHCP agents. Network: 7573b610-0940-49a6-a21a-f2b3893adfdc, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:35:33.172016 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da8e843-b219-427f-a45a-ff7fc8c003df admin admin] Network 7573b610-0940-49a6-a21a-f2b3893adfdc is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:35:33.182327 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-3da8e843-b219-427f-a45a-ff7fc8c003df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 7573b610-0940-49a6-a21a-f2b3893adfdc) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:33.187514 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da8e843-b219-427f-a45a-ff7fc8c003df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:33.188639 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3da8e843-b219-427f-a45a-ff7fc8c003df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.200445 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40030e5e-aafb-494d-8dea-bd922c26af29 None None] Network 7573b610-0940-49a6-a21a-f2b3893adfdc requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:35:33.208067 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33042) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:33.208244 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3da8e843-b219-427f-a45a-ff7fc8c003df admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3613441 Feb 09 02:35:33.212720 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b65f52bf-1390-4033-bcbf-8d4b1de7dd37 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:33.213004 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4000fb67-9d34-4fb1-8328-96c9dc753eb5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1365654804-router', 'tenant_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:33.213136 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b65f52bf-1390-4033-bcbf-8d4b1de7dd37), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.232214 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4000fb67-9d34-4fb1-8328-96c9dc753eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (dacb4af4-1df4-49a5-ab12-0e0c965bf235), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.233243 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4000fb67-9d34-4fb1-8328-96c9dc753eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (dacb4af4-1df4-49a5-ab12-0e0c965bf235), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.286851 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4000fb67-9d34-4fb1-8328-96c9dc753eb5 admin admin] Publish callbacks [] for router_controller (dacb4af4-1df4-49a5-ab12-0e0c965bf235), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.404517 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc005de-bbe3-4d21-8869-9b3b92862803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-7573b610-0940-49a6-a21a-f2b3893adfdc', 'network_id': '7573b610-0940-49a6-a21a-f2b3893adfdc', 'project_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'fixed_ips': [{'subnet_id': '29757c6f-7077-4597-98f7-b6023499685a'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:35:33.405406 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cdc005de-bbe3-4d21-8869-9b3b92862803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.436759 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4000fb67-9d34-4fb1-8328-96c9dc753eb5 admin admin] Publish callbacks [] for router_gateway (dacb4af4-1df4-49a5-ab12-0e0c965bf235), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.440143 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'name': 'tempest-TestMinimumBasicScenario-1751209007-router', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:28Z', 'updated_at': '2022-02-09T02:35:31Z', 'revision_number': 4, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'gw_port': {'id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:29Z', 'updated_at': '2022-02-09T02:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'b42b8135-8aa8-47e0-93ac-7222f4146aac', 'name': '', 'network_id': '25e94953-b133-4336-afea-196fe42da377', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'mac_address': 'fa:16:3e:ef:ba:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2b7ec096-f14f-4d7c-9093-bdfbb03c22cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:30Z', 'updated_at': '2022-02-09T02:35:31Z', 'revision_number': 2, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'subnets': [{'id': '2b7ec096-f14f-4d7c-9093-bdfbb03c22cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:33.449427 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b65f52bf-1390-4033-bcbf-8d4b1de7dd37 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:33.449427 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b65f52bf-1390-4033-bcbf-8d4b1de7dd37), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.485329 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] Checking router: 37802b41-9f6f-4a35-8394-8cbb53ef2d0e for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:35:33.485684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] Updating router 37802b41-9f6f-4a35-8394-8cbb53ef2d0e port b42b8135-8aa8-47e0-93ac-7222f4146aac binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:35:33.559765 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port b65f52bf-1390-4033-bcbf-8d4b1de7dd37, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b65f52bf-1390-4033-bcbf-8d4b1de7dd37,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:33.572216 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b65f52bf-1390-4033-bcbf-8d4b1de7dd37), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.606165 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b42b8135-8aa8-47e0-93ac-7222f4146aac), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.646442 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4000fb67-9d34-4fb1-8328-96c9dc753eb5 admin admin] Publish callbacks [] for router_gateway (dacb4af4-1df4-49a5-ab12-0e0c965bf235), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.669782 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4000fb67-9d34-4fb1-8328-96c9dc753eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.707892 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=b65f52bf-1390-4033-bcbf-8d4b1de7dd37,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:33.769599 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-cdc005de-bbe3-4d21-8869-9b3b92862803 None None] Allocated IP 172.20.0.2 (7573b610-0940-49a6-a21a-f2b3893adfdc/29757c6f-7077-4597-98f7-b6023499685a/b9e62e9e-ec27-4d17-a089-777c007c69ce) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:35:33.774351 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-4000fb67-9d34-4fb1-8328-96c9dc753eb5 admin admin] Allocated IP 172.25.7.54 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/a55b978d-c3b0-490a-816e-cff1a76ccb8e) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:35:33.885591 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4000fb67-9d34-4fb1-8328-96c9dc753eb5 admin admin] Publish callbacks [] for port (a55b978d-c3b0-490a-816e-cff1a76ccb8e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.928270 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4000fb67-9d34-4fb1-8328-96c9dc753eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (a55b978d-c3b0-490a-816e-cff1a76ccb8e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.971842 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4000fb67-9d34-4fb1-8328-96c9dc753eb5 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:33.974947 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-4000fb67-9d34-4fb1-8328-96c9dc753eb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:33.978591 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4000fb67-9d34-4fb1-8328-96c9dc753eb5 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:35:34.003715 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000fb67-9d34-4fb1-8328-96c9dc753eb5 admin admin] Pushing event updated for resources: {'Port': ['ID=a55b978d-c3b0-490a-816e-cff1a76ccb8e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:34.197160 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cdc005de-bbe3-4d21-8869-9b3b92862803 None None] Publish callbacks [] for port (b9e62e9e-ec27-4d17-a089-777c007c69ce), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:34.210656 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cdc005de-bbe3-4d21-8869-9b3b92862803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (b9e62e9e-ec27-4d17-a089-777c007c69ce), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:34.213592 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] Publish callbacks [] for port (b42b8135-8aa8-47e0-93ac-7222f4146aac), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:34.241554 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4000fb67-9d34-4fb1-8328-96c9dc753eb5 admin admin] Publish callbacks [] for router_gateway (dacb4af4-1df4-49a5-ab12-0e0c965bf235), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:34.246887 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b42b8135-8aa8-47e0-93ac-7222f4146aac), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:34.268576 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc005de-bbe3-4d21-8869-9b3b92862803 None None] Network 7573b610-0940-49a6-a21a-f2b3893adfdc is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:34.280033 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-cdc005de-bbe3-4d21-8869-9b3b92862803 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:34.282567 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc005de-bbe3-4d21-8869-9b3b92862803 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:35:34.284513 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc005de-bbe3-4d21-8869-9b3b92862803 None None] Pushing event updated for resources: {'Port': ['ID=b9e62e9e-ec27-4d17-a089-777c007c69ce,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:34.394266 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02174363-374f-4ebe-b9a4-af197ff78b88 None None] Pushing event updated for resources: {'Port': ['ID=b42b8135-8aa8-47e0-93ac-7222f4146aac,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:34.423436 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cdc005de-bbe3-4d21-8869-9b3b92862803 None None] Attempting to bind port b9e62e9e-ec27-4d17-a089-777c007c69ce on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:35:34.423815 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cdc005de-bbe3-4d21-8869-9b3b92862803 None None] Attempting to bind port b9e62e9e-ec27-4d17-a089-777c007c69ce by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '6daf58a3-1dc2-40c1-99a1-c3d81354c09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7573b610-0940-49a6-a21a-f2b3893adfdc'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:35:34.424181 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc005de-bbe3-4d21-8869-9b3b92862803 None None] Attempting to bind port b9e62e9e-ec27-4d17-a089-777c007c69ce on network 7573b610-0940-49a6-a21a-f2b3893adfdc {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:35:34.437350 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc005de-bbe3-4d21-8869-9b3b92862803 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:35:34.438425 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc005de-bbe3-4d21-8869-9b3b92862803 None None] Checking segment: {'id': '6daf58a3-1dc2-40c1-99a1-c3d81354c09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7573b610-0940-49a6-a21a-f2b3893adfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:35:34.438839 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cdc005de-bbe3-4d21-8869-9b3b92862803 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:34.439251 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc005de-bbe3-4d21-8869-9b3b92862803 None None] Bound using segment: {'id': '6daf58a3-1dc2-40c1-99a1-c3d81354c09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7573b610-0940-49a6-a21a-f2b3893adfdc'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:35:34.439745 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cdc005de-bbe3-4d21-8869-9b3b92862803 None None] Bound port: b9e62e9e-ec27-4d17-a089-777c007c69ce, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6daf58a3-1dc2-40c1-99a1-c3d81354c09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7573b610-0940-49a6-a21a-f2b3893adfdc'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:35:34.440133 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cdc005de-bbe3-4d21-8869-9b3b92862803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b9e62e9e-ec27-4d17-a089-777c007c69ce), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:34.442212 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] Attempting to bind port b42b8135-8aa8-47e0-93ac-7222f4146aac on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:35:34.442575 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] Attempting to bind port b42b8135-8aa8-47e0-93ac-7222f4146aac by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'c172c15d-6dce-4d7a-8d72-ba1e02db5dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '25e94953-b133-4336-afea-196fe42da377'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:35:34.442935 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] Attempting to bind port b42b8135-8aa8-47e0-93ac-7222f4146aac on network 25e94953-b133-4336-afea-196fe42da377 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:35:34.455568 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:35:34.455895 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] Checking segment: {'id': 'c172c15d-6dce-4d7a-8d72-ba1e02db5dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '25e94953-b133-4336-afea-196fe42da377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:35:34.456305 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:34.457116 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] Bound using segment: {'id': 'c172c15d-6dce-4d7a-8d72-ba1e02db5dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '25e94953-b133-4336-afea-196fe42da377'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:35:34.457226 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] Bound port: b42b8135-8aa8-47e0-93ac-7222f4146aac, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c172c15d-6dce-4d7a-8d72-ba1e02db5dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '25e94953-b133-4336-afea-196fe42da377'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:35:34.457559 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b42b8135-8aa8-47e0-93ac-7222f4146aac), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:34.477609 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4000fb67-9d34-4fb1-8328-96c9dc753eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (dacb4af4-1df4-49a5-ab12-0e0c965bf235), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:34.573356 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-cdc005de-bbe3-4d21-8869-9b3b92862803 None None] For port b9e62e9e-ec27-4d17-a089-777c007c69ce, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:35:34.594864 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-cdc005de-bbe3-4d21-8869-9b3b92862803 None None] For port b9e62e9e-ec27-4d17-a089-777c007c69ce, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b9e62e9e-ec27-4d17-a089-777c007c69ce,segment=NetworkSegment(6daf58a3-1dc2-40c1-99a1-c3d81354c09c),segment_id=6daf58a3-1dc2-40c1-99a1-c3d81354c09c)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:35:34.596534 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] For port b42b8135-8aa8-47e0-93ac-7222f4146aac, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:35:34.598715 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a83c5d2b-f0a1-42d4-97f1-9a5b134ff2cd None None] Provisioning complete for port b42b8135-8aa8-47e0-93ac-7222f4146aac triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:34.599030 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a83c5d2b-f0a1-42d4-97f1-9a5b134ff2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b42b8135-8aa8-47e0-93ac-7222f4146aac), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:34.601721 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] For port b42b8135-8aa8-47e0-93ac-7222f4146aac, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b42b8135-8aa8-47e0-93ac-7222f4146aac,segment=NetworkSegment(c172c15d-6dce-4d7a-8d72-ba1e02db5dea),segment_id=c172c15d-6dce-4d7a-8d72-ba1e02db5dea)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:35:34.608516 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cdc005de-bbe3-4d21-8869-9b3b92862803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b9e62e9e-ec27-4d17-a089-777c007c69ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:34.621147 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4000fb67-9d34-4fb1-8328-96c9dc753eb5 admin admin] Router dacb4af4-1df4-49a5-ab12-0e0c965bf235 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:35:34.637218 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b42b8135-8aa8-47e0-93ac-7222f4146aac), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:34.695594 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a83c5d2b-f0a1-42d4-97f1-9a5b134ff2cd None None] Port b42b8135-8aa8-47e0-93ac-7222f4146aac cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:35:34.717839 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc005de-bbe3-4d21-8869-9b3b92862803 None None] Pushing event updated for resources: {'Port': ['ID=b9e62e9e-ec27-4d17-a089-777c007c69ce,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:34.721938 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] Routers {'37802b41-9f6f-4a35-8394-8cbb53ef2d0e'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:34.722119 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:35:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['37802b41-9f6f-4a35-8394-8cbb53ef2d0e'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:34.760019 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4000fb67-9d34-4fb1-8328-96c9dc753eb5 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:35:34.772855 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] Sync routers for ids ['dacb4af4-1df4-49a5-ab12-0e0c965bf235'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:35:34.790670 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] Routers {'dacb4af4-1df4-49a5-ab12-0e0c965bf235'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:34.792143 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:35:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['dacb4af4-1df4-49a5-ab12-0e0c965bf235'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:34.802801 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4000fb67-9d34-4fb1-8328-96c9dc753eb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:34.804083 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4000fb67-9d34-4fb1-8328-96c9dc753eb5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5945251 Feb 09 02:35:34.806989 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33044) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:34.870337 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02174363-374f-4ebe-b9a4-af197ff78b88 None None] Pushing event updated for resources: {'Port': ['ID=b42b8135-8aa8-47e0-93ac-7222f4146aac,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:34.907736 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] Set router 37802b41-9f6f-4a35-8394-8cbb53ef2d0e gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:35:34.933680 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] Set router dacb4af4-1df4-49a5-ab12-0e0c965bf235 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:35:35.088535 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b65f52bf-1390-4033-bcbf-8d4b1de7dd37 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:35:35.132013 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f4731b16-a102-4526-809d-a291dc7a6217 None None] Provisioning complete for port b42b8135-8aa8-47e0-93ac-7222f4146aac triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:35.132390 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f4731b16-a102-4526-809d-a291dc7a6217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b42b8135-8aa8-47e0-93ac-7222f4146aac), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:35.248589 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b65f52bf-1390-4033-bcbf-8d4b1de7dd37 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:35.249253 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b65f52bf-1390-4033-bcbf-8d4b1de7dd37), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:35.322983 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb4af4-1df4-49a5-ab12-0e0c965bf235', 'name': 'tempest-TestMinimumBasicScenario-1365654804-router', 'tenant_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a55b978d-c3b0-490a-816e-cff1a76ccb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:33Z', 'updated_at': '2022-02-09T02:35:34Z', 'revision_number': 3, 'project_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'gw_port': {'id': 'a55b978d-c3b0-490a-816e-cff1a76ccb8e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacb4af4-1df4-49a5-ab12-0e0c965bf235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:33Z', 'updated_at': '2022-02-09T02:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:35.340599 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f4731b16-a102-4526-809d-a291dc7a6217 None None] Current status of the port b42b8135-8aa8-47e0-93ac-7222f4146aac is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:35.340987 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f4731b16-a102-4526-809d-a291dc7a6217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b42b8135-8aa8-47e0-93ac-7222f4146aac), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:35.355687 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] Checking router: dacb4af4-1df4-49a5-ab12-0e0c965bf235 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:35:35.356034 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] Updating router dacb4af4-1df4-49a5-ab12-0e0c965bf235 port a55b978d-c3b0-490a-816e-cff1a76ccb8e binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:35:35.365378 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'name': 'tempest-TestMinimumBasicScenario-1751209007-router', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:28Z', 'updated_at': '2022-02-09T02:35:31Z', 'revision_number': 4, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'gw_port': {'id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:29Z', 'updated_at': '2022-02-09T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'b42b8135-8aa8-47e0-93ac-7222f4146aac', 'name': '', 'network_id': '25e94953-b133-4336-afea-196fe42da377', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'mac_address': 'fa:16:3e:ef:ba:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2b7ec096-f14f-4d7c-9093-bdfbb03c22cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:30Z', 'updated_at': '2022-02-09T02:35:34Z', 'revision_number': 4, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'subnets': [{'id': '2b7ec096-f14f-4d7c-9093-bdfbb03c22cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:35.386419 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a55b978d-c3b0-490a-816e-cff1a76ccb8e), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:35.429663 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e30124-1885-43b9-9344-a52fcc0a3c32 None None] The sync data for ids ['37802b41-9f6f-4a35-8394-8cbb53ef2d0e'] in n-d-828387-3 is: [{'id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'name': 'tempest-TestMinimumBasicScenario-1751209007-router', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:28Z', 'updated_at': '2022-02-09T02:35:31Z', 'revision_number': 4, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'gw_port': {'id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:29Z', 'updated_at': '2022-02-09T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'b42b8135-8aa8-47e0-93ac-7222f4146aac', 'name': '', 'network_id': '25e94953-b133-4336-afea-196fe42da377', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'mac_address': 'fa:16:3e:ef:ba:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2b7ec096-f14f-4d7c-9093-bdfbb03c22cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:30Z', 'updated_at': '2022-02-09T02:35:34Z', 'revision_number': 4, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'subnets': [{'id': '2b7ec096-f14f-4d7c-9093-bdfbb03c22cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:35:35.450833 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-f4731b16-a102-4526-809d-a291dc7a6217 None None] For port b42b8135-8aa8-47e0-93ac-7222f4146aac, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b42b8135-8aa8-47e0-93ac-7222f4146aac,segment=NetworkSegment(c172c15d-6dce-4d7a-8d72-ba1e02db5dea),segment_id=c172c15d-6dce-4d7a-8d72-ba1e02db5dea)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:35.457477 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b65f52bf-1390-4033-bcbf-8d4b1de7dd37 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:35.461835 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f4731b16-a102-4526-809d-a291dc7a6217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b42b8135-8aa8-47e0-93ac-7222f4146aac), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:35.503549 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-57ed734c-a42a-4e74-92a2-ab614ed91359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:35.541514 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4731b16-a102-4526-809d-a291dc7a6217 None None] Pushing event updated for resources: {'Port': ['ID=b42b8135-8aa8-47e0-93ac-7222f4146aac,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:35.747789 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] Publish callbacks [] for port (a55b978d-c3b0-490a-816e-cff1a76ccb8e), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:35.757951 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a55b978d-c3b0-490a-816e-cff1a76ccb8e), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:35.814099 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] Attempting to bind port a55b978d-c3b0-490a-816e-cff1a76ccb8e on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:35:35.814808 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] Attempting to bind port a55b978d-c3b0-490a-816e-cff1a76ccb8e by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:35:35.814952 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] Attempting to bind port a55b978d-c3b0-490a-816e-cff1a76ccb8e on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:35:35.829971 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:35:35.830349 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:35:35.830758 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:35.831150 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:35:35.831662 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] Bound port: a55b978d-c3b0-490a-816e-cff1a76ccb8e, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:35:35.832192 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a55b978d-c3b0-490a-816e-cff1a76ccb8e), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:35.902606 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] For port a55b978d-c3b0-490a-816e-cff1a76ccb8e, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:35:35.908015 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] For port a55b978d-c3b0-490a-816e-cff1a76ccb8e, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a55b978d-c3b0-490a-816e-cff1a76ccb8e,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:35:35.917939 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432003a-2b99-4023-a539-a973aacdcdbd None None] Pushing event updated for resources: {'Port': ['ID=a55b978d-c3b0-490a-816e-cff1a76ccb8e,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:35.932759 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a55b978d-c3b0-490a-816e-cff1a76ccb8e), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.020320 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] Routers {'dacb4af4-1df4-49a5-ab12-0e0c965bf235'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:36.021029 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:35:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['dacb4af4-1df4-49a5-ab12-0e0c965bf235'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:36.026925 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432003a-2b99-4023-a539-a973aacdcdbd None None] Pushing event updated for resources: {'Port': ['ID=a55b978d-c3b0-490a-816e-cff1a76ccb8e,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:36.077406 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1800d0-7a23-4bfb-852d-553cc5d98131 None None] Network 7573b610-0940-49a6-a21a-f2b3893adfdc requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:35:36.123393 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-57ed734c-a42a-4e74-92a2-ab614ed91359 admin admin] Allocated IP 172.20.0.1 (7573b610-0940-49a6-a21a-f2b3893adfdc/29757c6f-7077-4597-98f7-b6023499685a/54908b3c-e868-44bb-9a87-8b22d8a0dd85) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:35:36.157843 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] Set router dacb4af4-1df4-49a5-ab12-0e0c965bf235 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:35:36.221228 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8aa77742-b123-4e6b-8aca-2c75476dcda7 None None] Provisioning complete for port b9e62e9e-ec27-4d17-a089-777c007c69ce triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:36.221755 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8aa77742-b123-4e6b-8aca-2c75476dcda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b9e62e9e-ec27-4d17-a089-777c007c69ce), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.258759 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-57ed734c-a42a-4e74-92a2-ab614ed91359 admin admin] Publish callbacks [] for port (54908b3c-e868-44bb-9a87-8b22d8a0dd85), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.301367 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-57ed734c-a42a-4e74-92a2-ab614ed91359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (54908b3c-e868-44bb-9a87-8b22d8a0dd85), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.341877 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8aa77742-b123-4e6b-8aca-2c75476dcda7 None None] Current status of the port b9e62e9e-ec27-4d17-a089-777c007c69ce is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:36.343007 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8aa77742-b123-4e6b-8aca-2c75476dcda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b9e62e9e-ec27-4d17-a089-777c007c69ce), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.354478 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ed734c-a42a-4e74-92a2-ab614ed91359 admin admin] Network 7573b610-0940-49a6-a21a-f2b3893adfdc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:36.358427 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-57ed734c-a42a-4e74-92a2-ab614ed91359 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:36.362110 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ed734c-a42a-4e74-92a2-ab614ed91359 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:35:36.383636 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-8aa77742-b123-4e6b-8aca-2c75476dcda7 None None] For port b9e62e9e-ec27-4d17-a089-777c007c69ce, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b9e62e9e-ec27-4d17-a089-777c007c69ce,segment=NetworkSegment(6daf58a3-1dc2-40c1-99a1-c3d81354c09c),segment_id=6daf58a3-1dc2-40c1-99a1-c3d81354c09c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:36.395175 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8aa77742-b123-4e6b-8aca-2c75476dcda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b9e62e9e-ec27-4d17-a089-777c007c69ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.414595 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed734c-a42a-4e74-92a2-ab614ed91359 admin admin] Pushing event updated for resources: {'Port': ['ID=54908b3c-e868-44bb-9a87-8b22d8a0dd85,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:36.419040 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb4af4-1df4-49a5-ab12-0e0c965bf235', 'name': 'tempest-TestMinimumBasicScenario-1365654804-router', 'tenant_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a55b978d-c3b0-490a-816e-cff1a76ccb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:33Z', 'updated_at': '2022-02-09T02:35:34Z', 'revision_number': 3, 'project_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'gw_port': {'id': 'a55b978d-c3b0-490a-816e-cff1a76ccb8e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacb4af4-1df4-49a5-ab12-0e0c965bf235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:33Z', 'updated_at': '2022-02-09T02:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:36.432757 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-57ed734c-a42a-4e74-92a2-ab614ed91359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (dacb4af4-1df4-49a5-ab12-0e0c965bf235), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.455754 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6444e9df-1d83-4c5f-b708-40134be09c5f None None] The sync data for ids ['dacb4af4-1df4-49a5-ab12-0e0c965bf235'] in n-d-828387-3 is: [{'id': 'dacb4af4-1df4-49a5-ab12-0e0c965bf235', 'name': 'tempest-TestMinimumBasicScenario-1365654804-router', 'tenant_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a55b978d-c3b0-490a-816e-cff1a76ccb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:33Z', 'updated_at': '2022-02-09T02:35:34Z', 'revision_number': 3, 'project_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'gw_port': {'id': 'a55b978d-c3b0-490a-816e-cff1a76ccb8e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacb4af4-1df4-49a5-ab12-0e0c965bf235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:33Z', 'updated_at': '2022-02-09T02:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:35:36.477579 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa77742-b123-4e6b-8aca-2c75476dcda7 None None] Pushing event updated for resources: {'Port': ['ID=b9e62e9e-ec27-4d17-a089-777c007c69ce,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:36.636040 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-57ed734c-a42a-4e74-92a2-ab614ed91359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (54908b3c-e868-44bb-9a87-8b22d8a0dd85), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.639646 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8bec6d82-739d-4f55-bc23-d3397e8d24b0 None None] Provisioning complete for port b9e62e9e-ec27-4d17-a089-777c007c69ce triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:36.640027 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8bec6d82-739d-4f55-bc23-d3397e8d24b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b9e62e9e-ec27-4d17-a089-777c007c69ce), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.756884 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8bec6d82-739d-4f55-bc23-d3397e8d24b0 None None] Current status of the port b9e62e9e-ec27-4d17-a089-777c007c69ce is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:36.863580 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-57ed734c-a42a-4e74-92a2-ab614ed91359 admin admin] Publish callbacks [] for port (54908b3c-e868-44bb-9a87-8b22d8a0dd85), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.868616 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-57ed734c-a42a-4e74-92a2-ab614ed91359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (54908b3c-e868-44bb-9a87-8b22d8a0dd85), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.885806 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-0f850fa4-972b-45c8-b5b5-e467cefd1e6b None None] Provisioning complete for port 54908b3c-e868-44bb-9a87-8b22d8a0dd85 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:36.886272 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0f850fa4-972b-45c8-b5b5-e467cefd1e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (54908b3c-e868-44bb-9a87-8b22d8a0dd85), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.936874 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0f850fa4-972b-45c8-b5b5-e467cefd1e6b None None] Port 54908b3c-e868-44bb-9a87-8b22d8a0dd85 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:35:36.948464 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-57ed734c-a42a-4e74-92a2-ab614ed91359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (dacb4af4-1df4-49a5-ab12-0e0c965bf235), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.950291 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed734c-a42a-4e74-92a2-ab614ed91359 admin admin] Pushing event updated for resources: {'Port': ['ID=54908b3c-e868-44bb-9a87-8b22d8a0dd85,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:37.086262 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ed734c-a42a-4e74-92a2-ab614ed91359 admin admin] Network 7573b610-0940-49a6-a21a-f2b3893adfdc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:37.087890 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-57ed734c-a42a-4e74-92a2-ab614ed91359 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:37.141876 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b42b8135-8aa8-47e0-93ac-7222f4146aac up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:35:37.202519 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b42b8135-8aa8-47e0-93ac-7222f4146aac triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:37.203555 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b42b8135-8aa8-47e0-93ac-7222f4146aac), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:37.259099 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ed734c-a42a-4e74-92a2-ab614ed91359 admin admin] Router dacb4af4-1df4-49a5-ab12-0e0c965bf235 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:35:37.295228 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b42b8135-8aa8-47e0-93ac-7222f4146aac is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:37.296345 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a55b978d-c3b0-490a-816e-cff1a76ccb8e up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:35:37.360506 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port a55b978d-c3b0-490a-816e-cff1a76ccb8e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:37.361065 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a55b978d-c3b0-490a-816e-cff1a76ccb8e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:37.403149 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ed734c-a42a-4e74-92a2-ab614ed91359 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:35:37.413286 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-57ed734c-a42a-4e74-92a2-ab614ed91359 admin admin] 10.222.0.36 "PUT /v2.0/routers/dacb4af4-1df4-49a5-ab12-0e0c965bf235/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6045222 Feb 09 02:35:37.445777 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port a55b978d-c3b0-490a-816e-cff1a76ccb8e is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:37.446176 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a55b978d-c3b0-490a-816e-cff1a76ccb8e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:37.478715 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port a55b978d-c3b0-490a-816e-cff1a76ccb8e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a55b978d-c3b0-490a-816e-cff1a76ccb8e,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:37.484165 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-07019a06-9ca1-41c4-aa4a-79e485594377 None None] Provisioning complete for port 54908b3c-e868-44bb-9a87-8b22d8a0dd85 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:37.485333 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-07019a06-9ca1-41c4-aa4a-79e485594377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (54908b3c-e868-44bb-9a87-8b22d8a0dd85), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:37.488573 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a55b978d-c3b0-490a-816e-cff1a76ccb8e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:37.489156 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b9e62e9e-ec27-4d17-a089-777c007c69ce up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:35:37.601651 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-07019a06-9ca1-41c4-aa4a-79e485594377 None None] Port 54908b3c-e868-44bb-9a87-8b22d8a0dd85 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:35:37.617962 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7e1b869-3a55-4be2-813b-cce6a1ace33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:37.625955 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=a55b978d-c3b0-490a-816e-cff1a76ccb8e,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:37.638926 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b9e62e9e-ec27-4d17-a089-777c007c69ce triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:37.639335 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b9e62e9e-ec27-4d17-a089-777c007c69ce), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:37.723579 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b9e62e9e-ec27-4d17-a089-777c007c69ce is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:38.919838 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] Sync routers for ids ['dacb4af4-1df4-49a5-ab12-0e0c965bf235'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:35:38.933185 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] Routers {'dacb4af4-1df4-49a5-ab12-0e0c965bf235'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:38.933803 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:35:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['dacb4af4-1df4-49a5-ab12-0e0c965bf235'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:39.051676 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a55b978d-c3b0-490a-816e-cff1a76ccb8e up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:35:39.119846 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] Set router dacb4af4-1df4-49a5-ab12-0e0c965bf235 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:35:39.165412 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port a55b978d-c3b0-490a-816e-cff1a76ccb8e triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:39.165680 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a55b978d-c3b0-490a-816e-cff1a76ccb8e), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:39.561325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port a55b978d-c3b0-490a-816e-cff1a76ccb8e is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:39.595018 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb4af4-1df4-49a5-ab12-0e0c965bf235', 'name': 'tempest-TestMinimumBasicScenario-1365654804-router', 'tenant_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a55b978d-c3b0-490a-816e-cff1a76ccb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:33Z', 'updated_at': '2022-02-09T02:35:36Z', 'revision_number': 4, 'project_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'gw_port': {'id': 'a55b978d-c3b0-490a-816e-cff1a76ccb8e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb4af4-1df4-49a5-ab12-0e0c965bf235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:33Z', 'updated_at': '2022-02-09T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '54908b3c-e868-44bb-9a87-8b22d8a0dd85', 'name': '', 'network_id': '7573b610-0940-49a6-a21a-f2b3893adfdc', 'tenant_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'mac_address': 'fa:16:3e:c0:fc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacb4af4-1df4-49a5-ab12-0e0c965bf235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '29757c6f-7077-4597-98f7-b6023499685a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:35Z', 'updated_at': '2022-02-09T02:35:36Z', 'revision_number': 2, 'project_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'subnets': [{'id': '29757c6f-7077-4597-98f7-b6023499685a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:39.623600 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] Checking router: dacb4af4-1df4-49a5-ab12-0e0c965bf235 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:35:39.623952 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] Updating router dacb4af4-1df4-49a5-ab12-0e0c965bf235 port 54908b3c-e868-44bb-9a87-8b22d8a0dd85 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:35:39.657763 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (54908b3c-e868-44bb-9a87-8b22d8a0dd85), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:39.958892 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] Publish callbacks [] for port (54908b3c-e868-44bb-9a87-8b22d8a0dd85), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:39.965415 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (54908b3c-e868-44bb-9a87-8b22d8a0dd85), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:40.023703 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0423f3-5714-43b0-b2b0-93b89393c5f6 None None] Pushing event updated for resources: {'Port': ['ID=54908b3c-e868-44bb-9a87-8b22d8a0dd85,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:40.034889 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0423f3-5714-43b0-b2b0-93b89393c5f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:40.035441 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0423f3-5714-43b0-b2b0-93b89393c5f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:40.035716 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0423f3-5714-43b0-b2b0-93b89393c5f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:40.036040 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0423f3-5714-43b0-b2b0-93b89393c5f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:40.036375 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0423f3-5714-43b0-b2b0-93b89393c5f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:40.036697 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0423f3-5714-43b0-b2b0-93b89393c5f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:40.037024 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0423f3-5714-43b0-b2b0-93b89393c5f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:40.037901 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0423f3-5714-43b0-b2b0-93b89393c5f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:40.037901 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0423f3-5714-43b0-b2b0-93b89393c5f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:40.040996 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0423f3-5714-43b0-b2b0-93b89393c5f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:40.040996 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0423f3-5714-43b0-b2b0-93b89393c5f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:40.040996 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0423f3-5714-43b0-b2b0-93b89393c5f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:40.040996 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0423f3-5714-43b0-b2b0-93b89393c5f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:40.111052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] Attempting to bind port 54908b3c-e868-44bb-9a87-8b22d8a0dd85 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:35:40.111535 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] Attempting to bind port 54908b3c-e868-44bb-9a87-8b22d8a0dd85 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '6daf58a3-1dc2-40c1-99a1-c3d81354c09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7573b610-0940-49a6-a21a-f2b3893adfdc'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:35:40.111962 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] Attempting to bind port 54908b3c-e868-44bb-9a87-8b22d8a0dd85 on network 7573b610-0940-49a6-a21a-f2b3893adfdc {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:35:40.119825 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:35:40.119825 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] Checking segment: {'id': '6daf58a3-1dc2-40c1-99a1-c3d81354c09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7573b610-0940-49a6-a21a-f2b3893adfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:35:40.119825 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:40.119825 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] Bound using segment: {'id': '6daf58a3-1dc2-40c1-99a1-c3d81354c09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7573b610-0940-49a6-a21a-f2b3893adfdc'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:35:40.119825 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] Bound port: 54908b3c-e868-44bb-9a87-8b22d8a0dd85, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6daf58a3-1dc2-40c1-99a1-c3d81354c09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7573b610-0940-49a6-a21a-f2b3893adfdc'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:35:40.119825 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (54908b3c-e868-44bb-9a87-8b22d8a0dd85), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:40.200006 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] For port 54908b3c-e868-44bb-9a87-8b22d8a0dd85, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:35:40.205441 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] For port 54908b3c-e868-44bb-9a87-8b22d8a0dd85, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=54908b3c-e868-44bb-9a87-8b22d8a0dd85,segment=NetworkSegment(6daf58a3-1dc2-40c1-99a1-c3d81354c09c),segment_id=6daf58a3-1dc2-40c1-99a1-c3d81354c09c)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:35:40.221630 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (54908b3c-e868-44bb-9a87-8b22d8a0dd85), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:40.290839 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-15be8fb2-a56b-4ac8-9ea0-414955ac5fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:40.320728 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] Routers {'dacb4af4-1df4-49a5-ab12-0e0c965bf235'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:40.321399 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:35:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['dacb4af4-1df4-49a5-ab12-0e0c965bf235'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:40.414820 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0423f3-5714-43b0-b2b0-93b89393c5f6 None None] Pushing event updated for resources: {'Port': ['ID=54908b3c-e868-44bb-9a87-8b22d8a0dd85,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:40.463657 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:40.477749 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-09a72aa7-9994-4810-8833-7508aa4cbacb None None] Provisioning complete for port 54908b3c-e868-44bb-9a87-8b22d8a0dd85 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:40.478273 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-09a72aa7-9994-4810-8833-7508aa4cbacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (54908b3c-e868-44bb-9a87-8b22d8a0dd85), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:40.547615 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] Set router dacb4af4-1df4-49a5-ab12-0e0c965bf235 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:35:40.701547 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-09a72aa7-9994-4810-8833-7508aa4cbacb None None] Current status of the port 54908b3c-e868-44bb-9a87-8b22d8a0dd85 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:40.701945 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-09a72aa7-9994-4810-8833-7508aa4cbacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (54908b3c-e868-44bb-9a87-8b22d8a0dd85), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:40.759502 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-09a72aa7-9994-4810-8833-7508aa4cbacb None None] For port 54908b3c-e868-44bb-9a87-8b22d8a0dd85, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=54908b3c-e868-44bb-9a87-8b22d8a0dd85,segment=NetworkSegment(6daf58a3-1dc2-40c1-99a1-c3d81354c09c),segment_id=6daf58a3-1dc2-40c1-99a1-c3d81354c09c)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:40.764956 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-09a72aa7-9994-4810-8833-7508aa4cbacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (54908b3c-e868-44bb-9a87-8b22d8a0dd85), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:40.854987 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a72aa7-9994-4810-8833-7508aa4cbacb None None] Pushing event updated for resources: {'Port': ['ID=54908b3c-e868-44bb-9a87-8b22d8a0dd85,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:40.882062 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb4af4-1df4-49a5-ab12-0e0c965bf235', 'name': 'tempest-TestMinimumBasicScenario-1365654804-router', 'tenant_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a55b978d-c3b0-490a-816e-cff1a76ccb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:33Z', 'updated_at': '2022-02-09T02:35:36Z', 'revision_number': 4, 'project_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'gw_port': {'id': 'a55b978d-c3b0-490a-816e-cff1a76ccb8e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb4af4-1df4-49a5-ab12-0e0c965bf235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:33Z', 'updated_at': '2022-02-09T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '54908b3c-e868-44bb-9a87-8b22d8a0dd85', 'name': '', 'network_id': '7573b610-0940-49a6-a21a-f2b3893adfdc', 'tenant_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'mac_address': 'fa:16:3e:c0:fc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacb4af4-1df4-49a5-ab12-0e0c965bf235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '29757c6f-7077-4597-98f7-b6023499685a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:35Z', 'updated_at': '2022-02-09T02:35:40Z', 'revision_number': 4, 'project_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'subnets': [{'id': '29757c6f-7077-4597-98f7-b6023499685a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:40.913465 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a5d203-b0ed-4ae2-9504-f85f95ef2ff7 None None] The sync data for ids ['dacb4af4-1df4-49a5-ab12-0e0c965bf235'] in n-d-828387-3 is: [{'id': 'dacb4af4-1df4-49a5-ab12-0e0c965bf235', 'name': 'tempest-TestMinimumBasicScenario-1365654804-router', 'tenant_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a55b978d-c3b0-490a-816e-cff1a76ccb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:33Z', 'updated_at': '2022-02-09T02:35:36Z', 'revision_number': 4, 'project_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'gw_port': {'id': 'a55b978d-c3b0-490a-816e-cff1a76ccb8e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb4af4-1df4-49a5-ab12-0e0c965bf235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:33Z', 'updated_at': '2022-02-09T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '54908b3c-e868-44bb-9a87-8b22d8a0dd85', 'name': '', 'network_id': '7573b610-0940-49a6-a21a-f2b3893adfdc', 'tenant_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'mac_address': 'fa:16:3e:c0:fc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacb4af4-1df4-49a5-ab12-0e0c965bf235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '29757c6f-7077-4597-98f7-b6023499685a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:35Z', 'updated_at': '2022-02-09T02:35:40Z', 'revision_number': 4, 'project_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'subnets': [{'id': '29757c6f-7077-4597-98f7-b6023499685a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:35:40.919408 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-10d8130a-9278-4cd3-bf16-9a6156fa177a None None] Provisioning complete for port 54908b3c-e868-44bb-9a87-8b22d8a0dd85 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:40.919796 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-10d8130a-9278-4cd3-bf16-9a6156fa177a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (54908b3c-e868-44bb-9a87-8b22d8a0dd85), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:41.029743 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:41.082177 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-10d8130a-9278-4cd3-bf16-9a6156fa177a None None] Current status of the port 54908b3c-e868-44bb-9a87-8b22d8a0dd85 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:41.315725 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:42.513502 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:43.054508 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 54908b3c-e868-44bb-9a87-8b22d8a0dd85 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:35:43.105818 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 54908b3c-e868-44bb-9a87-8b22d8a0dd85 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:43.106348 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (54908b3c-e868-44bb-9a87-8b22d8a0dd85), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:43.192472 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 54908b3c-e868-44bb-9a87-8b22d8a0dd85 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:43.559489 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:47.425168 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8549413-fca7-4f8e-a468-493a8b253122 req-d66255f0-9e60-4a3e-9f4e-eac12dfe4e7e tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:47.426617 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e8549413-fca7-4f8e-a468-493a8b253122 req-d66255f0-9e60-4a3e-9f4e-eac12dfe4e7e tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/networks?id=25e94953-b133-4336-afea-196fe42da377 HTTP/1.1" status: 200 len: 815 time: 0.1017854 Feb 09 02:35:47.443170 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e8549413-fca7-4f8e-a468-493a8b253122 req-f66fa020-1b1a-4583-893e-010f751b02d6 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/quotas/20caee9530cc47648e2f54c66375bab6 HTTP/1.1" status: 200 len: 375 time: 0.0111122 Feb 09 02:35:47.501783 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e8549413-fca7-4f8e-a468-493a8b253122 req-63ab2e27-49ac-42c5-81c1-120178138723 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=20caee9530cc47648e2f54c66375bab6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533900 Feb 09 02:35:47.693711 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e8549413-fca7-4f8e-a468-493a8b253122 req-636eedf5-7076-4c2e-87e6-3340be5c72ff service neutron] 10.222.0.36 "GET /v2.0/networks/25e94953-b133-4336-afea-196fe42da377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808133 Feb 09 02:35:47.786748 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e8549413-fca7-4f8e-a468-493a8b253122 req-a1cc232b-60fc-401a-b571-4319bf421927 service neutron] 10.222.0.36 "GET /v2.0/networks/25e94953-b133-4336-afea-196fe42da377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871916 Feb 09 02:35:47.958675 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8d911db4-f353-498e-ab7f-ceba8b6b1413 req-c4e7a283-8ba0-4c22-aef9-673b2b359bc8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 210 time: 0.0299976 Feb 09 02:35:48.544527 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:35:49.061878 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-65413fd5-ccb5-4e9b-bae9-c56381e3e566 req-3e3f9be2-18b5-40d7-9a0c-2470e3d1ea80 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 210 time: 0.0318091 Feb 09 02:35:49.125347 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8549413-fca7-4f8e-a468-493a8b253122 req-9fcf8962-87b7-4899-a8b4-1e112ac9eb83 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:49.126695 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e8549413-fca7-4f8e-a468-493a8b253122 req-9fcf8962-87b7-4899-a8b4-1e112ac9eb83 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.48 "GET /v2.0/networks?id=25e94953-b133-4336-afea-196fe42da377 HTTP/1.1" status: 200 len: 815 time: 0.1160998 Feb 09 02:35:49.139808 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-e8549413-fca7-4f8e-a468-493a8b253122 req-8a25a198-0beb-443c-8bf2-c2dc7e06d3de tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Request body: {'port': {'device_id': 'ef7fda91-fd69-424a-b826-069e52797da2', 'network_id': '25e94953-b133-4336-afea-196fe42da377', 'admin_state_up': True, 'tenant_id': '20caee9530cc47648e2f54c66375bab6'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:49.260724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8549413-fca7-4f8e-a468-493a8b253122 req-8a25a198-0beb-443c-8bf2-c2dc7e06d3de tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Made reservation on behalf of 20caee9530cc47648e2f54c66375bab6 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:35:49.267880 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e8549413-fca7-4f8e-a468-493a8b253122 req-8a25a198-0beb-443c-8bf2-c2dc7e06d3de tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:49.416822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-e8549413-fca7-4f8e-a468-493a8b253122 req-8a25a198-0beb-443c-8bf2-c2dc7e06d3de tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Allocated IP 172.20.0.13 (25e94953-b133-4336-afea-196fe42da377/2b7ec096-f14f-4d7c-9093-bdfbb03c22cf/dbf87eb2-e1e4-4477-b077-4c368567d8d6) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:35:49.638982 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e8549413-fca7-4f8e-a468-493a8b253122 req-8a25a198-0beb-443c-8bf2-c2dc7e06d3de tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for port (dbf87eb2-e1e4-4477-b077-4c368567d8d6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:49.694063 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e8549413-fca7-4f8e-a468-493a8b253122 req-8a25a198-0beb-443c-8bf2-c2dc7e06d3de tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (dbf87eb2-e1e4-4477-b077-4c368567d8d6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:49.746692 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8549413-fca7-4f8e-a468-493a8b253122 req-8a25a198-0beb-443c-8bf2-c2dc7e06d3de tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Network 25e94953-b133-4336-afea-196fe42da377 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:49.757303 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-e8549413-fca7-4f8e-a468-493a8b253122 req-8a25a198-0beb-443c-8bf2-c2dc7e06d3de tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:49.763994 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8549413-fca7-4f8e-a468-493a8b253122 req-8a25a198-0beb-443c-8bf2-c2dc7e06d3de tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:35:49.828301 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25a198-0beb-443c-8bf2-c2dc7e06d3de tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Pushing event updated for resources: {'Port': ['ID=dbf87eb2-e1e4-4477-b077-4c368567d8d6,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:49.844036 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8549413-fca7-4f8e-a468-493a8b253122 req-8a25a198-0beb-443c-8bf2-c2dc7e06d3de tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:49.844820 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e8549413-fca7-4f8e-a468-493a8b253122 req-8a25a198-0beb-443c-8bf2-c2dc7e06d3de tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:49.876552 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e8549413-fca7-4f8e-a468-493a8b253122 req-8a25a198-0beb-443c-8bf2-c2dc7e06d3de tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7412748 Feb 09 02:35:50.065249 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3ab1d993-160a-4805-9a05-ca7785a2fa94 None None] Provisioning complete for port dbf87eb2-e1e4-4477-b077-4c368567d8d6 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:50.065820 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3ab1d993-160a-4805-9a05-ca7785a2fa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (dbf87eb2-e1e4-4477-b077-4c368567d8d6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:50.104800 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3ab1d993-160a-4805-9a05-ca7785a2fa94 None None] Port dbf87eb2-e1e4-4477-b077-4c368567d8d6 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:35:50.218007 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90bb62-9383-4d48-be30-21d2ab4779bb req-f6c27ffb-0480-4a89-8052-a652886e07aa tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:50.220320 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b90bb62-9383-4d48-be30-21d2ab4779bb req-f6c27ffb-0480-4a89-8052-a652886e07aa tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 932 time: 0.0638833 Feb 09 02:35:50.274546 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b90bb62-9383-4d48-be30-21d2ab4779bb req-bbee8428-c36d-4081-a9f1-8353fffb888f tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483849 Feb 09 02:35:51.424821 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62998c82-fc0c-4025-aa6a-9988f911d3af req-ceab339d-6b9c-445e-8bf6-07c00cc69c2a tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:51.426719 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-62998c82-fc0c-4025-aa6a-9988f911d3af req-ceab339d-6b9c-445e-8bf6-07c00cc69c2a tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 932 time: 0.0645008 Feb 09 02:35:51.474471 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-62998c82-fc0c-4025-aa6a-9988f911d3af req-d12bc99c-8f9f-42f8-aca7-3ee386843bae tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421121 Feb 09 02:35:52.710899 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36da2eb-bcc7-4905-9af3-9e4c1b63d9b1 req-96a480e1-8118-41ff-809e-379febf6a4a9 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:52.723251 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f36da2eb-bcc7-4905-9af3-9e4c1b63d9b1 req-96a480e1-8118-41ff-809e-379febf6a4a9 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 932 time: 0.1033709 Feb 09 02:35:52.789331 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f36da2eb-bcc7-4905-9af3-9e4c1b63d9b1 req-6b31d2cb-ec56-492b-baad-b69fdbd004ae tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650408 Feb 09 02:35:53.929564 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbe3f5-289b-454f-904c-6f770b51a01a req-f3872ac9-c2d0-4ac2-807b-c69a2f6332e6 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:53.931357 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-38fbe3f5-289b-454f-904c-6f770b51a01a req-f3872ac9-c2d0-4ac2-807b-c69a2f6332e6 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 932 time: 0.0547693 Feb 09 02:35:53.995089 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-38fbe3f5-289b-454f-904c-6f770b51a01a req-29017cdb-cacb-4e44-9ff4-b30d95c3667e tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581379 Feb 09 02:35:55.157246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7fe4e-445d-4412-96bf-b06db37d88fe req-d5da47d0-9c79-4740-b40e-3cba1ecb4492 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:55.158813 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-49c7fe4e-445d-4412-96bf-b06db37d88fe req-d5da47d0-9c79-4740-b40e-3cba1ecb4492 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 932 time: 0.0735612 Feb 09 02:35:55.208918 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-49c7fe4e-445d-4412-96bf-b06db37d88fe req-77fb4260-867d-4969-bd3e-99e3b34b95a4 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442688 Feb 09 02:35:56.337735 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb7608-13f0-4ccc-a461-f363ee213448 req-73b1f83f-8577-4421-b887-6f96a041b119 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:56.339187 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-85bb7608-13f0-4ccc-a461-f363ee213448 req-73b1f83f-8577-4421-b887-6f96a041b119 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 932 time: 0.0546317 Feb 09 02:35:56.389852 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-85bb7608-13f0-4ccc-a461-f363ee213448 req-4171da72-c2d1-4c13-81cf-14ccc4d465c3 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448642 Feb 09 02:35:57.524969 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217677cd-ddd6-48ab-b009-fc33d2f8966b req-5123752c-9933-421d-97ec-1d4bf7ad2484 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:57.526373 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-217677cd-ddd6-48ab-b009-fc33d2f8966b req-5123752c-9933-421d-97ec-1d4bf7ad2484 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 932 time: 0.0589294 Feb 09 02:35:57.583073 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-217677cd-ddd6-48ab-b009-fc33d2f8966b req-e53337ae-5e01-4b8c-8e74-22feeb7cb270 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508833 Feb 09 02:35:58.273368 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-e8549413-fca7-4f8e-a468-493a8b253122 req-58516384-9135-431e-896b-52daa1c7158f service neutron] Request body: {'port': {'device_id': 'ef7fda91-fd69-424a-b826-069e52797da2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:58.335397 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e8549413-fca7-4f8e-a468-493a8b253122 req-58516384-9135-431e-896b-52daa1c7158f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dbf87eb2-e1e4-4477-b077-4c368567d8d6), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:58.650892 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-e8549413-fca7-4f8e-a468-493a8b253122 req-58516384-9135-431e-896b-52daa1c7158f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf87eb2-e1e4-4477-b077-4c368567d8d6 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:35:58.662342 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e8549413-fca7-4f8e-a468-493a8b253122 req-58516384-9135-431e-896b-52daa1c7158f service neutron] Publish callbacks [] for port (dbf87eb2-e1e4-4477-b077-4c368567d8d6), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:58.675958 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-e8549413-fca7-4f8e-a468-493a8b253122 req-58516384-9135-431e-896b-52daa1c7158f service neutron] Transition to ACTIVE for port object dbf87eb2-e1e4-4477-b077-4c368567d8d6 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:35:58.683393 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e8549413-fca7-4f8e-a468-493a8b253122 req-58516384-9135-431e-896b-52daa1c7158f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (dbf87eb2-e1e4-4477-b077-4c368567d8d6), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:58.712978 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb69ff-a89c-433e-a65d-9d31ed8c166e req-fe439c7c-0ed7-4e31-9ed1-18de858d3e9d tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:58.714519 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ffbb69ff-a89c-433e-a65d-9d31ed8c166e req-fe439c7c-0ed7-4e31-9ed1-18de858d3e9d tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 932 time: 0.0587490 Feb 09 02:35:58.759675 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58516384-9135-431e-896b-52daa1c7158f service neutron] Pushing event updated for resources: {'Port': ['ID=dbf87eb2-e1e4-4477-b077-4c368567d8d6,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:58.772230 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ffbb69ff-a89c-433e-a65d-9d31ed8c166e req-d91d2e12-7eda-4660-9fb3-60afecc107b9 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509372 Feb 09 02:35:58.825011 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-e8549413-fca7-4f8e-a468-493a8b253122 req-58516384-9135-431e-896b-52daa1c7158f service neutron] Attempting to bind port dbf87eb2-e1e4-4477-b077-4c368567d8d6 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:35:58.825525 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-e8549413-fca7-4f8e-a468-493a8b253122 req-58516384-9135-431e-896b-52daa1c7158f service neutron] Attempting to bind port dbf87eb2-e1e4-4477-b077-4c368567d8d6 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'c172c15d-6dce-4d7a-8d72-ba1e02db5dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '25e94953-b133-4336-afea-196fe42da377'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:35:58.825670 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8549413-fca7-4f8e-a468-493a8b253122 req-58516384-9135-431e-896b-52daa1c7158f service neutron] Attempting to bind port dbf87eb2-e1e4-4477-b077-4c368567d8d6 on network 25e94953-b133-4336-afea-196fe42da377 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:35:58.831188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8549413-fca7-4f8e-a468-493a8b253122 req-58516384-9135-431e-896b-52daa1c7158f service neutron] Port dbf87eb2-e1e4-4477-b077-4c368567d8d6 on network 25e94953-b133-4336-afea-196fe42da377 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:35:58.831661 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8549413-fca7-4f8e-a468-493a8b253122 req-58516384-9135-431e-896b-52daa1c7158f service neutron] Attempting to bind port dbf87eb2-e1e4-4477-b077-4c368567d8d6 on network 25e94953-b133-4336-afea-196fe42da377 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:35:58.838770 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8549413-fca7-4f8e-a468-493a8b253122 req-58516384-9135-431e-896b-52daa1c7158f service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:35:58.839119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8549413-fca7-4f8e-a468-493a8b253122 req-58516384-9135-431e-896b-52daa1c7158f service neutron] Checking segment: {'id': 'c172c15d-6dce-4d7a-8d72-ba1e02db5dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '25e94953-b133-4336-afea-196fe42da377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:35:58.839562 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8549413-fca7-4f8e-a468-493a8b253122 req-58516384-9135-431e-896b-52daa1c7158f service neutron] Bound using segment: {'id': 'c172c15d-6dce-4d7a-8d72-ba1e02db5dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '25e94953-b133-4336-afea-196fe42da377'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:35:58.840002 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-e8549413-fca7-4f8e-a468-493a8b253122 req-58516384-9135-431e-896b-52daa1c7158f service neutron] Bound port: dbf87eb2-e1e4-4477-b077-4c368567d8d6, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c172c15d-6dce-4d7a-8d72-ba1e02db5dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '25e94953-b133-4336-afea-196fe42da377'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:35:58.840368 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e8549413-fca7-4f8e-a468-493a8b253122 req-58516384-9135-431e-896b-52daa1c7158f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dbf87eb2-e1e4-4477-b077-4c368567d8d6), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:58.916705 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-e8549413-fca7-4f8e-a468-493a8b253122 req-58516384-9135-431e-896b-52daa1c7158f service neutron] For port dbf87eb2-e1e4-4477-b077-4c368567d8d6, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:35:58.919838 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-e8549413-fca7-4f8e-a468-493a8b253122 req-58516384-9135-431e-896b-52daa1c7158f service neutron] For port dbf87eb2-e1e4-4477-b077-4c368567d8d6, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=dbf87eb2-e1e4-4477-b077-4c368567d8d6,segment=NetworkSegment(c172c15d-6dce-4d7a-8d72-ba1e02db5dea),segment_id=c172c15d-6dce-4d7a-8d72-ba1e02db5dea)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:35:58.927837 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e8549413-fca7-4f8e-a468-493a8b253122 req-58516384-9135-431e-896b-52daa1c7158f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (dbf87eb2-e1e4-4477-b077-4c368567d8d6), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:58.963655 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8549413-fca7-4f8e-a468-493a8b253122 req-58516384-9135-431e-896b-52daa1c7158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:58.964288 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e8549413-fca7-4f8e-a468-493a8b253122 req-58516384-9135-431e-896b-52daa1c7158f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:58.965706 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e8549413-fca7-4f8e-a468-493a8b253122 req-58516384-9135-431e-896b-52daa1c7158f service neutron] 10.222.0.48 "PUT /v2.0/ports/dbf87eb2-e1e4-4477-b077-4c368567d8d6 HTTP/1.1" status: 200 len: 1092 time: 0.6970532 Feb 09 02:35:58.966280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7fda91-fd69-424a-b826-069e52797da2', 'tag': 'dbf87eb2-e1e4-4477-b077-4c368567d8d6'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:35:58.969302 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79c0793-4252-444c-bf6e-110777ec5146" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7fda91-fd69-424a-b826-069e52797da2", "tag": "dbf87eb2-e1e4-4477-b077-4c368567d8d6"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:35:58.999278 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58516384-9135-431e-896b-52daa1c7158f service neutron] Pushing event updated for resources: {'Port': ['ID=dbf87eb2-e1e4-4477-b077-4c368567d8d6,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:59.024617 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036a1492-c87a-4b10-9475-9530c286c9cb x-openstack-request-id: req-036a1492-c87a-4b10-9475-9530c286c9cb {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:35:59.025032 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7fda91-fd69-424a-b826-069e52797da2", "tag": "dbf87eb2-e1e4-4477-b077-4c368567d8d6", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:35:59.025402 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-036a1492-c87a-4b10-9475-9530c286c9cb {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:35:59.025946 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7fda91-fd69-424a-b826-069e52797da2', 'tag': 'dbf87eb2-e1e4-4477-b077-4c368567d8d6', 'status': 'completed', 'code': 200} Feb 09 02:35:59.076924 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8549413-fca7-4f8e-a468-493a8b253122 req-0f1fbb4d-5dca-4548-adb9-d4f2ee317a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:59.079193 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e8549413-fca7-4f8e-a468-493a8b253122 req-0f1fbb4d-5dca-4548-adb9-d4f2ee317a44 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20caee9530cc47648e2f54c66375bab6&device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 1126 time: 0.0498447 Feb 09 02:35:59.128026 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e8549413-fca7-4f8e-a468-493a8b253122 req-e921287a-d015-48fa-837f-38a7cc1e92f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbf87eb2-e1e4-4477-b077-4c368567d8d6 HTTP/1.1" status: 200 len: 217 time: 0.0397449 Feb 09 02:35:59.177604 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8549413-fca7-4f8e-a468-493a8b253122 req-df4e1fd8-0448-4e82-9ba2-d56e72704a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:59.179074 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e8549413-fca7-4f8e-a468-493a8b253122 req-df4e1fd8-0448-4e82-9ba2-d56e72704a73 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b7ec096-f14f-4d7c-9093-bdfbb03c22cf HTTP/1.1" status: 200 len: 854 time: 0.0450807 Feb 09 02:35:59.228824 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8549413-fca7-4f8e-a468-493a8b253122 req-dc48b53f-b369-444e-8bec-aa90392b252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:59.230356 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e8549413-fca7-4f8e-a468-493a8b253122 req-dc48b53f-b369-444e-8bec-aa90392b252e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25e94953-b133-4336-afea-196fe42da377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448644 Feb 09 02:35:59.326281 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e8549413-fca7-4f8e-a468-493a8b253122 req-8e6c998b-d17f-4fd9-8928-70a3e8f2b215 service neutron] 10.222.0.48 "GET /v2.0/networks/25e94953-b133-4336-afea-196fe42da377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885491 Feb 09 02:35:59.417081 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e8549413-fca7-4f8e-a468-493a8b253122 req-eb07d095-7d3d-4333-967d-90170258b851 service neutron] 10.222.0.48 "GET /v2.0/networks/25e94953-b133-4336-afea-196fe42da377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835729 Feb 09 02:35:59.506919 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c0793-4252-444c-bf6e-110777ec5146 req-a98d714b-bae9-4921-b5da-79871b9df97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:59.508455 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a79c0793-4252-444c-bf6e-110777ec5146 req-a98d714b-bae9-4921-b5da-79871b9df97e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20caee9530cc47648e2f54c66375bab6&device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 1126 time: 0.0481026 Feb 09 02:35:59.602639 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c0793-4252-444c-bf6e-110777ec5146 req-618e7fe7-1280-4457-8bd4-420074ce24a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:59.604170 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a79c0793-4252-444c-bf6e-110777ec5146 req-618e7fe7-1280-4457-8bd4-420074ce24a8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=25e94953-b133-4336-afea-196fe42da377 HTTP/1.1" status: 200 len: 916 time: 0.0895846 Feb 09 02:35:59.646876 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a79c0793-4252-444c-bf6e-110777ec5146 req-5fb2ad8d-1870-46c1-a8a7-d4bc4123a46e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbf87eb2-e1e4-4477-b077-4c368567d8d6 HTTP/1.1" status: 200 len: 217 time: 0.0355234 Feb 09 02:35:59.703826 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c0793-4252-444c-bf6e-110777ec5146 req-803fd05e-d554-4060-851b-d5886bc0bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:59.705195 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a79c0793-4252-444c-bf6e-110777ec5146 req-803fd05e-d554-4060-851b-d5886bc0bcac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b7ec096-f14f-4d7c-9093-bdfbb03c22cf HTTP/1.1" status: 200 len: 854 time: 0.0511723 Feb 09 02:35:59.757384 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c0793-4252-444c-bf6e-110777ec5146 req-8b4db213-34b1-4171-8117-38d2fccc402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:59.758899 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a79c0793-4252-444c-bf6e-110777ec5146 req-8b4db213-34b1-4171-8117-38d2fccc402c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25e94953-b133-4336-afea-196fe42da377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469577 Feb 09 02:35:59.859350 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a79c0793-4252-444c-bf6e-110777ec5146 req-f4b2990b-47a3-478a-ae40-fa1d421a7b13 service neutron] 10.222.0.48 "GET /v2.0/networks/25e94953-b133-4336-afea-196fe42da377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921137 Feb 09 02:35:59.906268 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ec61f-2a08-439b-b028-591665fbddb7 req-09512f53-235c-4e28-bb00-e31f370f66dd tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:59.908263 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ff5ec61f-2a08-439b-b028-591665fbddb7 req-09512f53-235c-4e28-bb00-e31f370f66dd tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 944 time: 0.0631480 Feb 09 02:35:59.963552 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a79c0793-4252-444c-bf6e-110777ec5146 req-bf9081bf-2dd8-4e92-aef6-0e6e04a3b511 service neutron] 10.222.0.48 "GET /v2.0/networks/25e94953-b133-4336-afea-196fe42da377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973837 Feb 09 02:35:59.972242 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ff5ec61f-2a08-439b-b028-591665fbddb7 req-3b222af1-d550-4697-a637-9c0a79edd491 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581326 Feb 09 02:36:01.094582 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41848f-a64c-400d-bf58-71cfa7a16e8f req-b6622e26-57ce-4938-93d7-fa9670e5ef31 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:01.096069 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7f41848f-a64c-400d-bf58-71cfa7a16e8f req-b6622e26-57ce-4938-93d7-fa9670e5ef31 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 944 time: 0.0547442 Feb 09 02:36:01.142442 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7f41848f-a64c-400d-bf58-71cfa7a16e8f req-ae41c8a3-13f0-46f1-8e5b-9525788a0658 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409071 Feb 09 02:36:02.259923 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce9370-fa04-4bb1-8443-68e2e326a26d req-267ed027-9d94-482b-81fb-9596cb1c21ef tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:02.261304 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a9ce9370-fa04-4bb1-8443-68e2e326a26d req-267ed027-9d94-482b-81fb-9596cb1c21ef tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 944 time: 0.0519853 Feb 09 02:36:02.308102 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a9ce9370-fa04-4bb1-8443-68e2e326a26d req-688193f2-c68f-4f8d-a3b6-fd91b18a1199 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401361 Feb 09 02:36:02.708444 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device dbf87eb2-e1e4-4477-b077-4c368567d8d6 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:36:02.803612 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port dbf87eb2-e1e4-4477-b077-4c368567d8d6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=dbf87eb2-e1e4-4477-b077-4c368567d8d6,segment=NetworkSegment(c172c15d-6dce-4d7a-8d72-ba1e02db5dea),segment_id=c172c15d-6dce-4d7a-8d72-ba1e02db5dea)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:02.815100 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'dbf87eb2-e1e4-4477-b077-4c368567d8d6', 'network_id': '25e94953-b133-4336-afea-196fe42da377', 'port_id': 'dbf87eb2-e1e4-4477-b077-4c368567d8d6', 'mac_address': 'fa:16:3e:fc:fb:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b7ec096-f14f-4d7c-9093-bdfbb03c22cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:36:02.855276 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port dbf87eb2-e1e4-4477-b077-4c368567d8d6 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:02.855678 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dbf87eb2-e1e4-4477-b077-4c368567d8d6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:02.868785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf87eb2-e1e4-4477-b077-4c368567d8d6 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:36:02.891179 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port dbf87eb2-e1e4-4477-b077-4c368567d8d6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=dbf87eb2-e1e4-4477-b077-4c368567d8d6,segment=NetworkSegment(c172c15d-6dce-4d7a-8d72-ba1e02db5dea),segment_id=c172c15d-6dce-4d7a-8d72-ba1e02db5dea)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:02.896695 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (dbf87eb2-e1e4-4477-b077-4c368567d8d6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:02.946171 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=dbf87eb2-e1e4-4477-b077-4c368567d8d6,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:03.179116 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['dbf87eb2-e1e4-4477-b077-4c368567d8d6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:36:03.436334 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c46469-9837-4ed1-8000-44819964426f req-71191a95-d5d6-427f-b509-573c6716be2a tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:03.438430 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c1c46469-9837-4ed1-8000-44819964426f req-71191a95-d5d6-427f-b509-573c6716be2a tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 945 time: 0.0607464 Feb 09 02:36:03.487271 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c1c46469-9837-4ed1-8000-44819964426f req-aeead8c0-b079-4ead-9d37-6592d53e2e69 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430725 Feb 09 02:36:04.606677 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce74204-89c9-43e6-a7dc-d3eb8c2c56ae req-eec465bf-4b25-4f1a-9ab1-31952019607c tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:04.608162 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fce74204-89c9-43e6-a7dc-d3eb8c2c56ae req-eec465bf-4b25-4f1a-9ab1-31952019607c tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 945 time: 0.0521472 Feb 09 02:36:04.658025 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fce74204-89c9-43e6-a7dc-d3eb8c2c56ae req-9b91bc72-df20-46dd-9959-2538f97de833 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439830 Feb 09 02:36:04.727164 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device dbf87eb2-e1e4-4477-b077-4c368567d8d6 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:36:04.776233 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port dbf87eb2-e1e4-4477-b077-4c368567d8d6 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:36:04.780707 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port dbf87eb2-e1e4-4477-b077-4c368567d8d6 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:04.780959 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (dbf87eb2-e1e4-4477-b077-4c368567d8d6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:04.859742 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port dbf87eb2-e1e4-4477-b077-4c368567d8d6 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:04.860132 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dbf87eb2-e1e4-4477-b077-4c368567d8d6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:04.882458 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7fda91-fd69-424a-b826-069e52797da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf87eb2-e1e4-4477-b077-4c368567d8d6'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:36:04.884734 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68618dbc-1889-41dc-a825-ee3bdc3950b7" -d '{"events": [{"server_uuid": "ef7fda91-fd69-424a-b826-069e52797da2", "name": "network-vif-plugged", "status": "completed", "tag": "dbf87eb2-e1e4-4477-b077-4c368567d8d6"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:36:04.896804 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port dbf87eb2-e1e4-4477-b077-4c368567d8d6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=dbf87eb2-e1e4-4477-b077-4c368567d8d6,segment=NetworkSegment(c172c15d-6dce-4d7a-8d72-ba1e02db5dea),segment_id=c172c15d-6dce-4d7a-8d72-ba1e02db5dea)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:04.901966 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (dbf87eb2-e1e4-4477-b077-4c368567d8d6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:04.927784 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8684138f-9ccb-4173-b6d0-cea99afd36fa x-openstack-request-id: req-8684138f-9ccb-4173-b6d0-cea99afd36fa {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:36:04.928080 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7fda91-fd69-424a-b826-069e52797da2", "name": "network-vif-plugged", "status": "completed", "tag": "dbf87eb2-e1e4-4477-b077-4c368567d8d6", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:36:04.928357 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8684138f-9ccb-4173-b6d0-cea99afd36fa {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:36:04.928772 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7fda91-fd69-424a-b826-069e52797da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf87eb2-e1e4-4477-b077-4c368567d8d6', 'code': 200} Feb 09 02:36:04.957979 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=dbf87eb2-e1e4-4477-b077-4c368567d8d6,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:05.031704 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c7f89-a68d-44bd-bfd8-600b76f95a4c req-b0fd52ae-50f5-48bd-9e2c-05953655ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:05.033109 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae2c7f89-a68d-44bd-bfd8-600b76f95a4c req-b0fd52ae-50f5-48bd-9e2c-05953655ee4d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 1128 time: 0.0445199 Feb 09 02:36:05.078935 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae2c7f89-a68d-44bd-bfd8-600b76f95a4c req-1b668ca2-c55c-47ba-ad86-9c5591a82658 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384328 Feb 09 02:36:05.779442 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519d268-dd68-4cd8-9c99-f82dd64d3407 req-309348b9-2573-4b5b-be61-0dfb7278e761 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:05.780985 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c519d268-dd68-4cd8-9c99-f82dd64d3407 req-309348b9-2573-4b5b-be61-0dfb7278e761 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 946 time: 0.0540996 Feb 09 02:36:05.835270 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c519d268-dd68-4cd8-9c99-f82dd64d3407 req-e2e3fe3e-ceda-41f1-95d6-2d75d33cbe4e tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476682 Feb 09 02:36:06.966648 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ba2fb-7915-49c1-b9d6-250e93d84c6e req-50417904-41f9-4924-92d4-12f3d259d77a tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:06.968197 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d50ba2fb-7915-49c1-b9d6-250e93d84c6e req-50417904-41f9-4924-92d4-12f3d259d77a tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 946 time: 0.0527403 Feb 09 02:36:07.018842 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d50ba2fb-7915-49c1-b9d6-250e93d84c6e req-63feedac-a83b-425b-8ead-71177d4871d8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448701 Feb 09 02:36:07.139518 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a5440-05e0-4cb3-b370-30b5ca3588b1 req-2f3fe743-a94d-4693-93bb-127ac99492d8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:07.141174 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4c6a5440-05e0-4cb3-b370-30b5ca3588b1 req-2f3fe743-a94d-4693-93bb-127ac99492d8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 946 time: 0.0553184 Feb 09 02:36:07.189583 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4c6a5440-05e0-4cb3-b370-30b5ca3588b1 req-ea367419-b65a-4e19-a9e1-1fb94d02b71c tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428751 Feb 09 02:36:07.403368 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e33e7-138b-4975-b876-b3e167bc6f70 req-d6be295c-5327-41b6-8903-25b9ee5b9f03 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:07.404746 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1c8e33e7-138b-4975-b876-b3e167bc6f70 req-d6be295c-5327-41b6-8903-25b9ee5b9f03 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 946 time: 0.0581913 Feb 09 02:36:07.453205 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1c8e33e7-138b-4975-b876-b3e167bc6f70 req-7036748b-f756-47c5-906b-0f23d672dee0 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419962 Feb 09 02:36:07.551470 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9948f7b0-ed01-4e75-9457-5e8167b5b5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:10.233568 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b165ada6-6c0f-428f-9d6c-565d3bce6494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:10.419675 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:11.009234 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:11.291163 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:12.510356 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:13.555722 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:25.545658 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:36:26.341130 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010a3cb-f58a-48d5-8207-3c2a8f18c336 req-b03175cf-64a6-456d-a606-f9c52548c5aa tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:26.342834 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f010a3cb-f58a-48d5-8207-3c2a8f18c336 req-b03175cf-64a6-456d-a606-f9c52548c5aa tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 946 time: 0.0546088 Feb 09 02:36:26.391615 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f010a3cb-f58a-48d5-8207-3c2a8f18c336 req-7f9cc6f2-d374-4549-944c-fd0f8f273fa1 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431459 Feb 09 02:36:26.418982 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33268) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:26.509478 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fd6cae-cebc-4e84-a12e-dd709f5c345e tempest-TestMinimumBasicScenario-1148883403 tempest-TestMinimumBasicScenario-1148883403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:26.510965 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-53fd6cae-cebc-4e84-a12e-dd709f5c345e tempest-TestMinimumBasicScenario-1148883403 tempest-TestMinimumBasicScenario-1148883403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 1123 time: 0.0909307 Feb 09 02:36:26.514518 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33272) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:26.519144 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': 'dbf87eb2-e1e4-4477-b077-4c368567d8d6', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:26.540136 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:26.664263 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:26.770614 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Allocated IP 172.25.7.56 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/a74d7a81-41f5-463d-b468-2e9390d4b44d) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:36:26.883095 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for port (a74d7a81-41f5-463d-b468-2e9390d4b44d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:26.917327 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (a74d7a81-41f5-463d-b468-2e9390d4b44d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:26.958286 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:36:26.961563 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:26.964995 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:36:26.971486 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Pushing event updated for resources: {'Port': ['ID=a74d7a81-41f5-463d-b468-2e9390d4b44d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:27.000630 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:27.000991 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:27.001316 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:27.001652 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:27.002078 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:27.002329 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:27.002799 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:27.002968 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:27.003304 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:27.003626 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:27.003954 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:27.004256 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:27.004568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:27.676845 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for floatingip (083d71be-9ffd-4a91-8fdb-96ad78fdc32c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:27.750173 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a74d7a81-41f5-463d-b468-2e9390d4b44d), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:27.908382 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for port (a74d7a81-41f5-463d-b468-2e9390d4b44d), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:27.912959 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (a74d7a81-41f5-463d-b468-2e9390d4b44d), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:27.985845 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Pushing event updated for resources: {'Port': ['ID=a74d7a81-41f5-463d-b468-2e9390d4b44d,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:27.996153 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (083d71be-9ffd-4a91-8fdb-96ad78fdc32c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.101968 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Floating IP 083d71be-9ffd-4a91-8fdb-96ad78fdc32c associated. External IP: 172.25.7.56, port: dbf87eb2-e1e4-4477-b077-4c368567d8d6. Feb 09 02:36:28.321887 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Router 37802b41-9f6f-4a35-8394-8cbb53ef2d0e has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:36:28.438557 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:36:28.449431 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbea56f-f735-4033-8c4b-fe15296df254 None None] Sync routers for ids ['37802b41-9f6f-4a35-8394-8cbb53ef2d0e'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:36:28.457035 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.461384 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbea56f-f735-4033-8c4b-fe15296df254 None None] Routers {'37802b41-9f6f-4a35-8394-8cbb53ef2d0e'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:28.462027 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4fbea56f-f735-4033-8c4b-fe15296df254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:36:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['37802b41-9f6f-4a35-8394-8cbb53ef2d0e'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:28.491792 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3778afc4-7064-4a95-83cd-b99f91d1f423 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9735534 Feb 09 02:36:28.491792 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7fda91-fd69-424a-b826-069e52797da2', 'tag': 'dbf87eb2-e1e4-4477-b077-4c368567d8d6'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:36:28.492493 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff572268e95c141781719acaad4855de8444ab217edd6adc13da47e42a1cfcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06e60be-842b-4f46-a2f3-14fe4a684177" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7fda91-fd69-424a-b826-069e52797da2", "tag": "dbf87eb2-e1e4-4477-b077-4c368567d8d6"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:36:28.492889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33276) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:28.502850 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-1b982bc3-88f4-4953-a51e-2524a77a3fc3 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1679258016', 'description': 'tempest-secgroup-smoke-1679258016 description', 'project_id': '20caee9530cc47648e2f54c66375bab6'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:28.529273 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b982bc3-88f4-4953-a51e-2524a77a3fc3 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.586356 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-4fbea56f-f735-4033-8c4b-fe15296df254 None None] Set router 37802b41-9f6f-4a35-8394-8cbb53ef2d0e gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:36:28.605130 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b982bc3-88f4-4953-a51e-2524a77a3fc3 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for security_group (aecc4808-da92-4f11-874b-8223ffc96865), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.610171 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b982bc3-88f4-4953-a51e-2524a77a3fc3 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (aecc4808-da92-4f11-874b-8223ffc96865), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.640028 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1b982bc3-88f4-4953-a51e-2524a77a3fc3 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.644177 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1b982bc3-88f4-4953-a51e-2524a77a3fc3 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1468444 Feb 09 02:36:28.644714 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33282) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:28.645805 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b982bc3-88f4-4953-a51e-2524a77a3fc3 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aecc4808-da92-4f11-874b-8223ffc96865,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:28.650396 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-772af559-782c-48ce-b119-31d281e65ff9 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Request body: {'security_group_rule': {'security_group_id': 'aecc4808-da92-4f11-874b-8223ffc96865', 'project_id': '20caee9530cc47648e2f54c66375bab6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:28.653793 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982bc3-88f4-4953-a51e-2524a77a3fc3 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:28.654153 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982bc3-88f4-4953-a51e-2524a77a3fc3 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:28.654501 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982bc3-88f4-4953-a51e-2524a77a3fc3 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:28.655449 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982bc3-88f4-4953-a51e-2524a77a3fc3 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:28.656083 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982bc3-88f4-4953-a51e-2524a77a3fc3 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:28.656593 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982bc3-88f4-4953-a51e-2524a77a3fc3 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:28.657092 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982bc3-88f4-4953-a51e-2524a77a3fc3 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:28.657592 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982bc3-88f4-4953-a51e-2524a77a3fc3 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:28.658239 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982bc3-88f4-4953-a51e-2524a77a3fc3 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:28.658747 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982bc3-88f4-4953-a51e-2524a77a3fc3 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:28.659253 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982bc3-88f4-4953-a51e-2524a77a3fc3 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:28.659750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982bc3-88f4-4953-a51e-2524a77a3fc3 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:28.660249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982bc3-88f4-4953-a51e-2524a77a3fc3 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:28.687826 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-772af559-782c-48ce-b119-31d281e65ff9 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for security_group_rule (8d393556-d232-441c-a7a3-6014ef397dc2), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.714613 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d5eb1a-dc10-40fd-94a4-965ae9e1c796 x-openstack-request-id: req-01d5eb1a-dc10-40fd-94a4-965ae9e1c796 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:36:28.714944 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7fda91-fd69-424a-b826-069e52797da2", "tag": "dbf87eb2-e1e4-4477-b077-4c368567d8d6", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:36:28.715239 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-01d5eb1a-dc10-40fd-94a4-965ae9e1c796 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:36:28.715647 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7fda91-fd69-424a-b826-069e52797da2', 'tag': 'dbf87eb2-e1e4-4477-b077-4c368567d8d6', 'status': 'completed', 'code': 200} Feb 09 02:36:28.756983 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-772af559-782c-48ce-b119-31d281e65ff9 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for security_group_rule (8d393556-d232-441c-a7a3-6014ef397dc2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.763095 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-772af559-782c-48ce-b119-31d281e65ff9 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (8d393556-d232-441c-a7a3-6014ef397dc2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.788981 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e60be-842b-4f46-a2f3-14fe4a684177 req-ec039c51-af77-4855-adc2-eb36d1c39541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:28.790832 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d06e60be-842b-4f46-a2f3-14fe4a684177 req-ec039c51-af77-4855-adc2-eb36d1c39541 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20caee9530cc47648e2f54c66375bab6&device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 1128 time: 0.0541413 Feb 09 02:36:28.797932 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772af559-782c-48ce-b119-31d281e65ff9 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d393556-d232-441c-a7a3-6014ef397dc2,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:28.810087 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-772af559-782c-48ce-b119-31d281e65ff9 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.814821 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-772af559-782c-48ce-b119-31d281e65ff9 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1652539 Feb 09 02:36:28.815057 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33284) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:28.821653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-cc38a795-bbba-45ed-b2e4-6a59222b3f0a tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Request body: {'security_group_rule': {'security_group_id': 'aecc4808-da92-4f11-874b-8223ffc96865', 'project_id': '20caee9530cc47648e2f54c66375bab6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:28.880204 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4fbea56f-f735-4033-8c4b-fe15296df254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'name': 'tempest-TestMinimumBasicScenario-1751209007-router', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:28Z', 'updated_at': '2022-02-09T02:35:31Z', 'revision_number': 4, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'gw_port': {'id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:29Z', 'updated_at': '2022-02-09T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '083d71be-9ffd-4a91-8fdb-96ad78fdc32c', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'port_id': 'dbf87eb2-e1e4-4477-b077-4c368567d8d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25e94953-b133-4336-afea-196fe42da377', 'mac_address': 'fa:16:3e:fc:fb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7fda91-fd69-424a-b826-069e52797da2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:36:27Z', 'updated_at': '2022-02-09T02:36:27Z', 'revision_number': 0, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b42b8135-8aa8-47e0-93ac-7222f4146aac', 'name': '', 'network_id': '25e94953-b133-4336-afea-196fe42da377', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'mac_address': 'fa:16:3e:ef:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2b7ec096-f14f-4d7c-9093-bdfbb03c22cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:30Z', 'updated_at': '2022-02-09T02:35:35Z', 'revision_number': 5, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'subnets': [{'id': '2b7ec096-f14f-4d7c-9093-bdfbb03c22cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:28.909550 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbea56f-f735-4033-8c4b-fe15296df254 None None] Checking router: 37802b41-9f6f-4a35-8394-8cbb53ef2d0e for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:36:28.916992 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cc38a795-bbba-45ed-b2e4-6a59222b3f0a tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for security_group_rule (33924511-6188-42e9-8f90-01cc151168c4), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.918155 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbea56f-f735-4033-8c4b-fe15296df254 None None] Routers {'37802b41-9f6f-4a35-8394-8cbb53ef2d0e'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:28.918776 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4fbea56f-f735-4033-8c4b-fe15296df254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:36:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['37802b41-9f6f-4a35-8394-8cbb53ef2d0e'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:28.948160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e60be-842b-4f46-a2f3-14fe4a684177 req-4e61a3e7-15da-4fb7-850e-251cd1db2523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:28.949648 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d06e60be-842b-4f46-a2f3-14fe4a684177 req-4e61a3e7-15da-4fb7-850e-251cd1db2523 service neutron] 10.222.0.48 "GET /v2.0/networks?id=25e94953-b133-4336-afea-196fe42da377 HTTP/1.1" status: 200 len: 916 time: 0.1455305 Feb 09 02:36:29.026841 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cc38a795-bbba-45ed-b2e4-6a59222b3f0a tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for security_group_rule (33924511-6188-42e9-8f90-01cc151168c4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.035120 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-4fbea56f-f735-4033-8c4b-fe15296df254 None None] Set router 37802b41-9f6f-4a35-8394-8cbb53ef2d0e gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:36:29.037502 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cc38a795-bbba-45ed-b2e4-6a59222b3f0a tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (33924511-6188-42e9-8f90-01cc151168c4), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.057302 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d06e60be-842b-4f46-a2f3-14fe4a684177 req-d2aa607d-6ec7-4866-ab68-1b01d694d4a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbf87eb2-e1e4-4477-b077-4c368567d8d6 HTTP/1.1" status: 200 len: 999 time: 0.0924346 Feb 09 02:36:29.089935 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38a795-bbba-45ed-b2e4-6a59222b3f0a tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33924511-6188-42e9-8f90-01cc151168c4,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:29.098958 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cc38a795-bbba-45ed-b2e4-6a59222b3f0a tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.102709 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33286) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:29.103180 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cc38a795-bbba-45ed-b2e4-6a59222b3f0a tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2863345 Feb 09 02:36:29.107657 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e22736b4-1a52-43c7-ae56-e44e9e95d959 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Request body: {'security_group_rule': {'security_group_id': 'aecc4808-da92-4f11-874b-8223ffc96865', 'project_id': '20caee9530cc47648e2f54c66375bab6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:29.122975 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e60be-842b-4f46-a2f3-14fe4a684177 req-4c4b2b5f-f8bb-4d43-993b-d35e6b4a5ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:29.124658 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d06e60be-842b-4f46-a2f3-14fe4a684177 req-4c4b2b5f-f8bb-4d43-993b-d35e6b4a5ded service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b7ec096-f14f-4d7c-9093-bdfbb03c22cf HTTP/1.1" status: 200 len: 854 time: 0.0655367 Feb 09 02:36:29.151616 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e22736b4-1a52-43c7-ae56-e44e9e95d959 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for security_group_rule (a0251f4a-7ee7-4eff-a549-e4e2c974ab75), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.184816 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e60be-842b-4f46-a2f3-14fe4a684177 req-f5130a1e-8327-4a8c-abba-df80d00754c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:29.187119 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d06e60be-842b-4f46-a2f3-14fe4a684177 req-f5130a1e-8327-4a8c-abba-df80d00754c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25e94953-b133-4336-afea-196fe42da377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507567 Feb 09 02:36:29.224442 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e22736b4-1a52-43c7-ae56-e44e9e95d959 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for security_group_rule (a0251f4a-7ee7-4eff-a549-e4e2c974ab75), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.228731 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e22736b4-1a52-43c7-ae56-e44e9e95d959 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (a0251f4a-7ee7-4eff-a549-e4e2c974ab75), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.252433 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22736b4-1a52-43c7-ae56-e44e9e95d959 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0251f4a-7ee7-4eff-a549-e4e2c974ab75,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:29.256927 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e22736b4-1a52-43c7-ae56-e44e9e95d959 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.258179 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e22736b4-1a52-43c7-ae56-e44e9e95d959 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1543727 Feb 09 02:36:29.260953 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33288) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:29.266395 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b31560b4-c97c-4d0a-9723-e0e6cc7dc22c tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Request body: {'security_group_rule': {'security_group_id': 'aecc4808-da92-4f11-874b-8223ffc96865', 'project_id': '20caee9530cc47648e2f54c66375bab6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:29.297285 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b31560b4-c97c-4d0a-9723-e0e6cc7dc22c tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for security_group_rule (d6464487-0c79-44fc-b1b1-22932f86b173), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.305851 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d06e60be-842b-4f46-a2f3-14fe4a684177 req-aa00fb08-4ba1-45ac-bd4a-00453eebadc5 service neutron] 10.222.0.48 "GET /v2.0/networks/25e94953-b133-4336-afea-196fe42da377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119137 Feb 09 02:36:29.364700 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b31560b4-c97c-4d0a-9723-e0e6cc7dc22c tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for security_group_rule (d6464487-0c79-44fc-b1b1-22932f86b173), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.369816 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b31560b4-c97c-4d0a-9723-e0e6cc7dc22c tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (d6464487-0c79-44fc-b1b1-22932f86b173), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.391730 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31560b4-c97c-4d0a-9723-e0e6cc7dc22c tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6464487-0c79-44fc-b1b1-22932f86b173,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:29.402582 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b31560b4-c97c-4d0a-9723-e0e6cc7dc22c tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.403847 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b31560b4-c97c-4d0a-9723-e0e6cc7dc22c tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1418784 Feb 09 02:36:29.406761 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33290) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:29.410750 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4fbea56f-f735-4033-8c4b-fe15296df254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'name': 'tempest-TestMinimumBasicScenario-1751209007-router', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:28Z', 'updated_at': '2022-02-09T02:35:31Z', 'revision_number': 4, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'gw_port': {'id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:29Z', 'updated_at': '2022-02-09T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '083d71be-9ffd-4a91-8fdb-96ad78fdc32c', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'port_id': 'dbf87eb2-e1e4-4477-b077-4c368567d8d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25e94953-b133-4336-afea-196fe42da377', 'mac_address': 'fa:16:3e:fc:fb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7fda91-fd69-424a-b826-069e52797da2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:36:27Z', 'updated_at': '2022-02-09T02:36:27Z', 'revision_number': 0, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b42b8135-8aa8-47e0-93ac-7222f4146aac', 'name': '', 'network_id': '25e94953-b133-4336-afea-196fe42da377', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'mac_address': 'fa:16:3e:ef:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2b7ec096-f14f-4d7c-9093-bdfbb03c22cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:30Z', 'updated_at': '2022-02-09T02:35:35Z', 'revision_number': 5, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'subnets': [{'id': '2b7ec096-f14f-4d7c-9093-bdfbb03c22cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:29.411588 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-524364e9-805e-4353-a78c-4da7b537def8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Request body: {'security_group_rule': {'security_group_id': 'aecc4808-da92-4f11-874b-8223ffc96865', 'project_id': '20caee9530cc47648e2f54c66375bab6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:29.419231 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d06e60be-842b-4f46-a2f3-14fe4a684177 req-5affe356-69cb-4a72-8f52-0ade62a3aaf8 service neutron] 10.222.0.48 "GET /v2.0/networks/25e94953-b133-4336-afea-196fe42da377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066554 Feb 09 02:36:29.434018 n-d-828387-3 neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-524364e9-805e-4353-a78c-4da7b537def8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Project 20caee9530cc47648e2f54c66375bab6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:36:29.441753 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbea56f-f735-4033-8c4b-fe15296df254 None None] The sync data for ids ['37802b41-9f6f-4a35-8394-8cbb53ef2d0e'] in n-d-828387-3 is: [{'id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'name': 'tempest-TestMinimumBasicScenario-1751209007-router', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:28Z', 'updated_at': '2022-02-09T02:35:31Z', 'revision_number': 4, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'gw_port': {'id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:29Z', 'updated_at': '2022-02-09T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '083d71be-9ffd-4a91-8fdb-96ad78fdc32c', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'port_id': 'dbf87eb2-e1e4-4477-b077-4c368567d8d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25e94953-b133-4336-afea-196fe42da377', 'mac_address': 'fa:16:3e:fc:fb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7fda91-fd69-424a-b826-069e52797da2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:36:27Z', 'updated_at': '2022-02-09T02:36:27Z', 'revision_number': 0, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b42b8135-8aa8-47e0-93ac-7222f4146aac', 'name': '', 'network_id': '25e94953-b133-4336-afea-196fe42da377', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'mac_address': 'fa:16:3e:ef:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2b7ec096-f14f-4d7c-9093-bdfbb03c22cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:30Z', 'updated_at': '2022-02-09T02:35:35Z', 'revision_number': 5, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'subnets': [{'id': '2b7ec096-f14f-4d7c-9093-bdfbb03c22cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:36:29.448218 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-524364e9-805e-4353-a78c-4da7b537def8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for security_group_rule (486f12cb-3786-4550-99c7-c589f23879c9), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.526943 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-524364e9-805e-4353-a78c-4da7b537def8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for security_group_rule (486f12cb-3786-4550-99c7-c589f23879c9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.531731 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-524364e9-805e-4353-a78c-4da7b537def8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (486f12cb-3786-4550-99c7-c589f23879c9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.553351 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524364e9-805e-4353-a78c-4da7b537def8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486f12cb-3786-4550-99c7-c589f23879c9,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:29.564288 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-524364e9-805e-4353-a78c-4da7b537def8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.565842 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-524364e9-805e-4353-a78c-4da7b537def8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1578934 Feb 09 02:36:29.569072 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33292) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:29.574614 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-3bd0923c-3ffc-4e7d-ae02-3614b22b6a18 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Request body: {'security_group_rule': {'security_group_id': 'aecc4808-da92-4f11-874b-8223ffc96865', 'project_id': '20caee9530cc47648e2f54c66375bab6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:29.598578 n-d-828387-3 neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-3bd0923c-3ffc-4e7d-ae02-3614b22b6a18 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Project 20caee9530cc47648e2f54c66375bab6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:36:29.605149 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3bd0923c-3ffc-4e7d-ae02-3614b22b6a18 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for security_group_rule (5ae10955-c427-4cba-a3f0-1239b0a9df8c), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.675098 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3bd0923c-3ffc-4e7d-ae02-3614b22b6a18 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for security_group_rule (5ae10955-c427-4cba-a3f0-1239b0a9df8c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.679289 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3bd0923c-3ffc-4e7d-ae02-3614b22b6a18 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (5ae10955-c427-4cba-a3f0-1239b0a9df8c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.693518 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770d83b-13b9-406d-bbb1-7fe543fe3f0f None None] New status for floating IP 083d71be-9ffd-4a91-8fdb-96ad78fdc32c: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:36:29.698960 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0923c-3ffc-4e7d-ae02-3614b22b6a18 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae10955-c427-4cba-a3f0-1239b0a9df8c,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:29.707040 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3bd0923c-3ffc-4e7d-ae02-3614b22b6a18 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.711305 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3bd0923c-3ffc-4e7d-ae02-3614b22b6a18 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382308 Feb 09 02:36:29.817745 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e3f3418a-e980-44ae-9031-770a2c179d24 req-85b8f074-32b1-42e5-91a6-5a7c64889640 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1679258016&fields=id&tenant_id=20caee9530cc47648e2f54c66375bab6 HTTP/1.1" status: 200 len: 267 time: 0.0539596 Feb 09 02:36:29.883147 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3418a-e980-44ae-9031-770a2c179d24 req-41d27448-d419-4543-a42e-a030ef885edd tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:29.884730 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e3f3418a-e980-44ae-9031-770a2c179d24 req-41d27448-d419-4543-a42e-a030ef885edd tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 946 time: 0.0619648 Feb 09 02:36:29.909688 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [req-e3f3418a-e980-44ae-9031-770a2c179d24 req-55b72dfb-7a2f-48ca-964e-632d320ba355 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Request body: {'port': {'security_groups': ['fef1d18a-8135-42a3-b39d-c18ade3395a2', 'aecc4808-da92-4f11-874b-8223ffc96865']}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:29.987813 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e3f3418a-e980-44ae-9031-770a2c179d24 req-55b72dfb-7a2f-48ca-964e-632d320ba355 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dbf87eb2-e1e4-4477-b077-4c368567d8d6), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:30.181147 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-e3f3418a-e980-44ae-9031-770a2c179d24 req-55b72dfb-7a2f-48ca-964e-632d320ba355 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] For port dbf87eb2-e1e4-4477-b077-4c368567d8d6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=dbf87eb2-e1e4-4477-b077-4c368567d8d6,segment=NetworkSegment(c172c15d-6dce-4d7a-8d72-ba1e02db5dea),segment_id=c172c15d-6dce-4d7a-8d72-ba1e02db5dea)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:30.211236 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e3f3418a-e980-44ae-9031-770a2c179d24 req-55b72dfb-7a2f-48ca-964e-632d320ba355 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for port (dbf87eb2-e1e4-4477-b077-4c368567d8d6), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:30.215647 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e3f3418a-e980-44ae-9031-770a2c179d24 req-55b72dfb-7a2f-48ca-964e-632d320ba355 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (dbf87eb2-e1e4-4477-b077-4c368567d8d6), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:30.228672 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['dbf87eb2-e1e4-4477-b077-4c368567d8d6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:36:30.267713 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3418a-e980-44ae-9031-770a2c179d24 req-55b72dfb-7a2f-48ca-964e-632d320ba355 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:30.268382 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-e3f3418a-e980-44ae-9031-770a2c179d24 req-55b72dfb-7a2f-48ca-964e-632d320ba355 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:30.270255 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e3f3418a-e980-44ae-9031-770a2c179d24 req-55b72dfb-7a2f-48ca-964e-632d320ba355 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "PUT /v2.0/ports/dbf87eb2-e1e4-4477-b077-4c368567d8d6 HTTP/1.1" status: 200 len: 982 time: 0.3774850 Feb 09 02:36:30.289032 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b72dfb-7a2f-48ca-964e-632d320ba355 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Pushing event updated for resources: {'Port': ['ID=dbf87eb2-e1e4-4477-b077-4c368567d8d6,revision_number=6']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:30.337895 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['dbf87eb2-e1e4-4477-b077-4c368567d8d6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:36:30.417547 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519486b5-c6dd-4904-b5d3-1cf35c993077 req-6f790552-1dbc-4510-98a9-1402dd526f7b tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:30.419668 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-519486b5-c6dd-4904-b5d3-1cf35c993077 req-6f790552-1dbc-4510-98a9-1402dd526f7b tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 985 time: 0.0662539 Feb 09 02:36:30.493964 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-519486b5-c6dd-4904-b5d3-1cf35c993077 req-79988f50-575e-47c5-bcfb-58bc400b8b01 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=aecc4808-da92-4f11-874b-8223ffc96865&id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683439 Feb 09 02:36:30.616761 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1f73b31d-ed18-4f76-91e0-4c0c015bb568 None None] Provisioning complete for port dbf87eb2-e1e4-4477-b077-4c368567d8d6 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:30.617138 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f73b31d-ed18-4f76-91e0-4c0c015bb568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (dbf87eb2-e1e4-4477-b077-4c368567d8d6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:30.716678 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7fda91-fd69-424a-b826-069e52797da2', 'tag': 'dbf87eb2-e1e4-4477-b077-4c368567d8d6'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:36:30.719170 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff572268e95c141781719acaad4855de8444ab217edd6adc13da47e42a1cfcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cf5b78-ce17-427d-ac5c-af25d0aeeed4" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7fda91-fd69-424a-b826-069e52797da2", "tag": "dbf87eb2-e1e4-4477-b077-4c368567d8d6"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:36:30.764089 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74ad078-c13a-468e-87b5-d197e4fbb7fe x-openstack-request-id: req-e74ad078-c13a-468e-87b5-d197e4fbb7fe {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:36:30.764089 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7fda91-fd69-424a-b826-069e52797da2", "tag": "dbf87eb2-e1e4-4477-b077-4c368567d8d6", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:36:30.764933 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e74ad078-c13a-468e-87b5-d197e4fbb7fe {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:36:30.772018 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7fda91-fd69-424a-b826-069e52797da2', 'tag': 'dbf87eb2-e1e4-4477-b077-4c368567d8d6', 'status': 'completed', 'code': 200} Feb 09 02:36:30.828474 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1f73b31d-ed18-4f76-91e0-4c0c015bb568 None None] Current status of the port dbf87eb2-e1e4-4477-b077-4c368567d8d6 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:30.835401 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf5b78-ce17-427d-ac5c-af25d0aeeed4 req-37a37f75-a661-40f0-9b4f-be2affc4652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:30.836903 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3cf5b78-ce17-427d-ac5c-af25d0aeeed4 req-37a37f75-a661-40f0-9b4f-be2affc4652d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20caee9530cc47648e2f54c66375bab6&device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 1167 time: 0.0530968 Feb 09 02:36:30.929737 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf5b78-ce17-427d-ac5c-af25d0aeeed4 req-49745349-c714-447e-bd70-d842fa0fc34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:30.931275 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3cf5b78-ce17-427d-ac5c-af25d0aeeed4 req-49745349-c714-447e-bd70-d842fa0fc34b service neutron] 10.222.0.48 "GET /v2.0/networks?id=25e94953-b133-4336-afea-196fe42da377 HTTP/1.1" status: 200 len: 916 time: 0.0873861 Feb 09 02:36:31.008255 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3cf5b78-ce17-427d-ac5c-af25d0aeeed4 req-430cd3ef-d50a-4bc2-b872-0e791895250a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbf87eb2-e1e4-4477-b077-4c368567d8d6 HTTP/1.1" status: 200 len: 1001 time: 0.0685608 Feb 09 02:36:31.060898 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf5b78-ce17-427d-ac5c-af25d0aeeed4 req-321f32a6-2c5f-4d8f-9f21-56faee3de4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:31.062821 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3cf5b78-ce17-427d-ac5c-af25d0aeeed4 req-321f32a6-2c5f-4d8f-9f21-56faee3de4c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b7ec096-f14f-4d7c-9093-bdfbb03c22cf HTTP/1.1" status: 200 len: 854 time: 0.0472209 Feb 09 02:36:31.116520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf5b78-ce17-427d-ac5c-af25d0aeeed4 req-856ca48c-5acd-462b-a787-62337b54cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:31.118015 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3cf5b78-ce17-427d-ac5c-af25d0aeeed4 req-856ca48c-5acd-462b-a787-62337b54cbf9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25e94953-b133-4336-afea-196fe42da377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487139 Feb 09 02:36:31.214180 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3cf5b78-ce17-427d-ac5c-af25d0aeeed4 req-de83fd4d-37c4-498c-9348-bb61fd08aa50 service neutron] 10.222.0.48 "GET /v2.0/networks/25e94953-b133-4336-afea-196fe42da377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890627 Feb 09 02:36:31.305975 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d3cf5b78-ce17-427d-ac5c-af25d0aeeed4 req-d007c9e2-07f9-4e18-ae21-9ef2b0d6e2a9 service neutron] 10.222.0.48 "GET /v2.0/networks/25e94953-b133-4336-afea-196fe42da377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844433 Feb 09 02:36:37.555291 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d50f64e4-937b-49aa-ba86-21972d112bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:40.235450 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9f2002e5-a7d3-475b-9838-34f4cde4aeec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:40.428082 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:41.009738 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:41.306485 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:41.715776 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ac9462f2-4780-4cdf-acdc-40b46f4ec530 req-7b6d47c7-df43-4401-9f13-bf4c919f3f20 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465996 Feb 09 02:36:41.816224 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9462f2-4780-4cdf-acdc-40b46f4ec530 req-566fa3a9-d3ae-464f-8a1d-026a7dcf48c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:41.817720 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ac9462f2-4780-4cdf-acdc-40b46f4ec530 req-566fa3a9-d3ae-464f-8a1d-026a7dcf48c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20caee9530cc47648e2f54c66375bab6&device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 1167 time: 0.0526712 Feb 09 02:36:41.932833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9462f2-4780-4cdf-acdc-40b46f4ec530 req-a5df50d9-e579-4dc3-94a3-35cf8371771d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:41.934289 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ac9462f2-4780-4cdf-acdc-40b46f4ec530 req-a5df50d9-e579-4dc3-94a3-35cf8371771d service neutron] 10.222.0.48 "GET /v2.0/networks?id=25e94953-b133-4336-afea-196fe42da377 HTTP/1.1" status: 200 len: 916 time: 0.0959547 Feb 09 02:36:42.006422 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ac9462f2-4780-4cdf-acdc-40b46f4ec530 req-32a43da0-2c9d-44ca-b408-3d9f94a8db21 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbf87eb2-e1e4-4477-b077-4c368567d8d6 HTTP/1.1" status: 200 len: 1001 time: 0.0652344 Feb 09 02:36:42.057063 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9462f2-4780-4cdf-acdc-40b46f4ec530 req-582133ba-d02b-4571-bab6-7d590fc4b76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:42.058770 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ac9462f2-4780-4cdf-acdc-40b46f4ec530 req-582133ba-d02b-4571-bab6-7d590fc4b76a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b7ec096-f14f-4d7c-9093-bdfbb03c22cf HTTP/1.1" status: 200 len: 854 time: 0.0466864 Feb 09 02:36:42.112270 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9462f2-4780-4cdf-acdc-40b46f4ec530 req-ff431174-5aa9-45fa-9cc9-2e96be858394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:42.113797 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ac9462f2-4780-4cdf-acdc-40b46f4ec530 req-ff431174-5aa9-45fa-9cc9-2e96be858394 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25e94953-b133-4336-afea-196fe42da377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478880 Feb 09 02:36:42.209769 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ac9462f2-4780-4cdf-acdc-40b46f4ec530 req-a660a6e6-297d-4753-ab20-d0ba77e933a0 service neutron] 10.222.0.48 "GET /v2.0/networks/25e94953-b133-4336-afea-196fe42da377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877781 Feb 09 02:36:42.300780 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ac9462f2-4780-4cdf-acdc-40b46f4ec530 req-c8d3a715-f863-43e7-afc8-f45dfee8e9a3 service neutron] 10.222.0.48 "GET /v2.0/networks/25e94953-b133-4336-afea-196fe42da377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851386 Feb 09 02:36:42.513713 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:42.812898 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc08fd-5c76-4033-96b2-e9a1f5b3b0b7 req-1e9bb1f9-5397-49c9-8022-5a762fb83f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:42.814437 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8fc08fd-5c76-4033-96b2-e9a1f5b3b0b7 req-1e9bb1f9-5397-49c9-8022-5a762fb83f2d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20caee9530cc47648e2f54c66375bab6&device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 1167 time: 0.0481963 Feb 09 02:36:42.817522 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66feb5e-0756-4f7f-953a-772d3ede64ba req-93aae900-ff0c-4f83-9591-030d155c94c0 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:42.819071 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e66feb5e-0756-4f7f-953a-772d3ede64ba req-93aae900-ff0c-4f83-9591-030d155c94c0 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 985 time: 0.0620804 Feb 09 02:36:42.889260 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e66feb5e-0756-4f7f-953a-772d3ede64ba req-209bcafb-3161-4efa-b518-8d997cd950d1 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=aecc4808-da92-4f11-874b-8223ffc96865&id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636282 Feb 09 02:36:42.914230 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc08fd-5c76-4033-96b2-e9a1f5b3b0b7 req-61073de3-461f-4352-abe9-ac4f5c5f7a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:42.915880 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8fc08fd-5c76-4033-96b2-e9a1f5b3b0b7 req-61073de3-461f-4352-abe9-ac4f5c5f7a4b service neutron] 10.222.0.48 "GET /v2.0/networks?id=25e94953-b133-4336-afea-196fe42da377 HTTP/1.1" status: 200 len: 916 time: 0.0938783 Feb 09 02:36:42.982846 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8fc08fd-5c76-4033-96b2-e9a1f5b3b0b7 req-786e87f3-c001-4c52-a65b-59c41284dfe1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbf87eb2-e1e4-4477-b077-4c368567d8d6 HTTP/1.1" status: 200 len: 1001 time: 0.0604019 Feb 09 02:36:43.039160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc08fd-5c76-4033-96b2-e9a1f5b3b0b7 req-bb94cf05-5bf4-44d9-8980-e2a7dbe52cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:43.040664 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8fc08fd-5c76-4033-96b2-e9a1f5b3b0b7 req-bb94cf05-5bf4-44d9-8980-e2a7dbe52cda service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b7ec096-f14f-4d7c-9093-bdfbb03c22cf HTTP/1.1" status: 200 len: 854 time: 0.0512407 Feb 09 02:36:43.091769 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc08fd-5c76-4033-96b2-e9a1f5b3b0b7 req-5ed2c22d-140e-4103-9314-b0664a14ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:43.093295 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8fc08fd-5c76-4033-96b2-e9a1f5b3b0b7 req-5ed2c22d-140e-4103-9314-b0664a14ac0a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25e94953-b133-4336-afea-196fe42da377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460377 Feb 09 02:36:43.184663 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8fc08fd-5c76-4033-96b2-e9a1f5b3b0b7 req-34d13d08-5b5e-4469-b64b-6d3e9110afce service neutron] 10.222.0.48 "GET /v2.0/networks/25e94953-b133-4336-afea-196fe42da377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844076 Feb 09 02:36:43.281048 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8fc08fd-5c76-4033-96b2-e9a1f5b3b0b7 req-5af60d91-fa45-4fa4-99fa-fb7cc45dbc43 service neutron] 10.222.0.48 "GET /v2.0/networks/25e94953-b133-4336-afea-196fe42da377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888131 Feb 09 02:36:43.559816 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:44.033057 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e6b6e-6938-4419-b570-5e5f1821b376 req-62c4e005-8195-4089-8b9c-f8b0518c7da9 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:44.034507 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0c4e6b6e-6938-4419-b570-5e5f1821b376 req-62c4e005-8195-4089-8b9c-f8b0518c7da9 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 985 time: 0.0541086 Feb 09 02:36:44.096162 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0c4e6b6e-6938-4419-b570-5e5f1821b376 req-823c8860-557e-4c42-929d-cc6307e84f77 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=aecc4808-da92-4f11-874b-8223ffc96865&id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560250 Feb 09 02:36:45.222467 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a65da-1e5c-44ec-b749-e084edf1d4fb req-79118bc2-9ecb-44aa-a993-ad8090b16d3e tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:45.223941 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dd0a65da-1e5c-44ec-b749-e084edf1d4fb req-79118bc2-9ecb-44aa-a993-ad8090b16d3e tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 985 time: 0.0554347 Feb 09 02:36:45.285439 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dd0a65da-1e5c-44ec-b749-e084edf1d4fb req-2846eaa4-9df1-4d6a-a333-bcef5e7f7b03 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=aecc4808-da92-4f11-874b-8223ffc96865&id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556819 Feb 09 02:36:46.413169 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f5cfa-1cae-4af4-84b0-906e72478c93 req-7c14f19c-8e49-4379-a92a-29bd7c26f2d6 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:46.414654 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c90f5cfa-1cae-4af4-84b0-906e72478c93 req-7c14f19c-8e49-4379-a92a-29bd7c26f2d6 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 985 time: 0.0586462 Feb 09 02:36:46.474118 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c90f5cfa-1cae-4af4-84b0-906e72478c93 req-9f3d21c6-5d10-4dc6-a511-fa50657f005d tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=aecc4808-da92-4f11-874b-8223ffc96865&id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534346 Feb 09 02:36:47.601134 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c250c0-63af-4861-993d-5ee6e5c6a224 req-68ce17c2-47ba-41c7-86ee-499af3ee9071 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:47.602625 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d5c250c0-63af-4861-993d-5ee6e5c6a224 req-68ce17c2-47ba-41c7-86ee-499af3ee9071 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 985 time: 0.0587559 Feb 09 02:36:47.664040 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d5c250c0-63af-4861-993d-5ee6e5c6a224 req-c3497d8e-0538-4952-99aa-edf100b85547 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=aecc4808-da92-4f11-874b-8223ffc96865&id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552828 Feb 09 02:36:48.785930 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b316e2-a213-49e1-9df9-bdde20394385 req-8be1196e-3dd6-47ab-9800-acaaff84635a tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:48.787425 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3b316e2-a213-49e1-9df9-bdde20394385 req-8be1196e-3dd6-47ab-9800-acaaff84635a tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 985 time: 0.0557582 Feb 09 02:36:48.846311 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f3b316e2-a213-49e1-9df9-bdde20394385 req-d741516c-4878-4bce-8b9b-550f832003d5 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=aecc4808-da92-4f11-874b-8223ffc96865&id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532219 Feb 09 02:36:49.972338 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189f0d4-3e4d-4fb3-a939-eaf796e12fa9 req-a6b98338-bda4-42e5-ab66-79d5f82bc586 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:49.973811 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f189f0d4-3e4d-4fb3-a939-eaf796e12fa9 req-a6b98338-bda4-42e5-ab66-79d5f82bc586 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 985 time: 0.0577638 Feb 09 02:36:50.032606 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f189f0d4-3e4d-4fb3-a939-eaf796e12fa9 req-8bc92f15-e053-4522-bdb7-abcd4d463586 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=aecc4808-da92-4f11-874b-8223ffc96865&id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530913 Feb 09 02:36:51.155312 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c61edd-62a6-4d1f-8ce1-acfe4989594d req-b223cc21-fed9-4b8e-8fbb-be54c43fc975 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:51.156699 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-26c61edd-62a6-4d1f-8ce1-acfe4989594d req-b223cc21-fed9-4b8e-8fbb-be54c43fc975 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 985 time: 0.0563741 Feb 09 02:36:51.218764 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-26c61edd-62a6-4d1f-8ce1-acfe4989594d req-e3cb7a9a-4ad6-45c3-9e21-ba33a054bb79 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=aecc4808-da92-4f11-874b-8223ffc96865&id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552206 Feb 09 02:36:52.339359 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910b226-e236-42b3-83a5-db4432bb9359 req-23dfb4fc-75fb-46bc-abc7-51475f7c72fa tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:52.340838 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7910b226-e236-42b3-83a5-db4432bb9359 req-23dfb4fc-75fb-46bc-abc7-51475f7c72fa tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 985 time: 0.0540929 Feb 09 02:36:52.403318 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7910b226-e236-42b3-83a5-db4432bb9359 req-e003722b-f444-4157-97bb-f215af5dd8c6 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=aecc4808-da92-4f11-874b-8223ffc96865&id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559311 Feb 09 02:36:53.526824 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a548e19-4a4d-4dac-bf0a-461a954b0977 req-0de06002-b71e-4b6b-81ec-e43060291ce0 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:53.528411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5a548e19-4a4d-4dac-bf0a-461a954b0977 req-0de06002-b71e-4b6b-81ec-e43060291ce0 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 985 time: 0.0562809 Feb 09 02:36:53.594723 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5a548e19-4a4d-4dac-bf0a-461a954b0977 req-c9ede105-8ae6-4901-b6a5-dde3541c0dd9 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=aecc4808-da92-4f11-874b-8223ffc96865&id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595474 Feb 09 02:36:54.721236 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db5c41-18ef-4eee-8b25-b22d81bd7b0b req-9ee28b0d-5a63-42c7-9795-95374f6eee93 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:54.722757 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-31db5c41-18ef-4eee-8b25-b22d81bd7b0b req-9ee28b0d-5a63-42c7-9795-95374f6eee93 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 985 time: 0.0578299 Feb 09 02:36:54.782748 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-31db5c41-18ef-4eee-8b25-b22d81bd7b0b req-ce07bb48-3fe6-4811-a331-590109206056 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=aecc4808-da92-4f11-874b-8223ffc96865&id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542579 Feb 09 02:36:55.904133 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646ab90-5c4b-4d6f-b68f-57e386eb46c9 req-2dad3030-7fbe-4d6c-9ba8-d86c4b485502 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:55.905781 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2646ab90-5c4b-4d6f-b68f-57e386eb46c9 req-2dad3030-7fbe-4d6c-9ba8-d86c4b485502 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 985 time: 0.0548668 Feb 09 02:36:55.965140 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2646ab90-5c4b-4d6f-b68f-57e386eb46c9 req-669be0cb-6e54-4e40-aa34-cf69511cdecc tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=aecc4808-da92-4f11-874b-8223ffc96865&id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530446 Feb 09 02:36:57.087582 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26560bf5-e1f4-41ea-a103-10665691b968 req-11871527-2d7a-4f47-a1f9-a2a2aba30f8b tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:57.089048 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-26560bf5-e1f4-41ea-a103-10665691b968 req-11871527-2d7a-4f47-a1f9-a2a2aba30f8b tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 985 time: 0.0537431 Feb 09 02:36:57.149414 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-26560bf5-e1f4-41ea-a103-10665691b968 req-7705e935-d4f1-4720-b507-9715005a88f6 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=aecc4808-da92-4f11-874b-8223ffc96865&id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546813 Feb 09 02:36:58.275471 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e8d67-4dcb-4f85-a4c8-472b134dbda2 req-7d882e5e-f61d-4e5c-807f-c3c11737fd23 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:58.276933 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-881e8d67-4dcb-4f85-a4c8-472b134dbda2 req-7d882e5e-f61d-4e5c-807f-c3c11737fd23 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 985 time: 0.0595849 Feb 09 02:36:58.337933 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-881e8d67-4dcb-4f85-a4c8-472b134dbda2 req-e2e56053-28fc-4f38-8ed2-833c6431cf9d tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=aecc4808-da92-4f11-874b-8223ffc96865&id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551610 Feb 09 02:36:59.459486 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092a453-447d-4f27-95f4-f835c2ab11f2 req-c443446a-d09d-4bb8-bb86-9e9133f542c1 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:59.460973 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a092a453-447d-4f27-95f4-f835c2ab11f2 req-c443446a-d09d-4bb8-bb86-9e9133f542c1 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 985 time: 0.0541594 Feb 09 02:36:59.525051 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a092a453-447d-4f27-95f4-f835c2ab11f2 req-0ef35781-3fbc-4a81-9e6a-bc4de72f9da6 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=aecc4808-da92-4f11-874b-8223ffc96865&id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584090 Feb 09 02:37:02.544828 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:37:07.558123 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-97826a40-d48b-4d20-8a87-497830b82b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:10.238680 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4ac37a3c-9552-438d-bac4-d08fe9b86780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:10.427508 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:11.012836 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:11.304433 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:12.517408 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:13.562174 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:32.336141 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b7d95a62-fa88-4588-8988-6b4eb95600fb req-569105d8-1880-49c3-a283-0b9dc0cf508e tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1679258016&fields=id&tenant_id=20caee9530cc47648e2f54c66375bab6 HTTP/1.1" status: 200 len: 267 time: 0.0446348 Feb 09 02:37:32.396364 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d95a62-fa88-4588-8988-6b4eb95600fb req-eddd6bfd-11e8-4a08-98d8-66c335f54490 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:32.398186 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b7d95a62-fa88-4588-8988-6b4eb95600fb req-eddd6bfd-11e8-4a08-98d8-66c335f54490 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 985 time: 0.0568149 Feb 09 02:37:32.409545 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-b7d95a62-fa88-4588-8988-6b4eb95600fb req-2bbee76a-33a9-4958-ac83-3267d094fbac tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Request body: {'port': {'security_groups': ['fef1d18a-8135-42a3-b39d-c18ade3395a2']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:32.485528 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b7d95a62-fa88-4588-8988-6b4eb95600fb req-2bbee76a-33a9-4958-ac83-3267d094fbac tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (dbf87eb2-e1e4-4477-b077-4c368567d8d6), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:32.656015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-b7d95a62-fa88-4588-8988-6b4eb95600fb req-2bbee76a-33a9-4958-ac83-3267d094fbac tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] For port dbf87eb2-e1e4-4477-b077-4c368567d8d6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=dbf87eb2-e1e4-4477-b077-4c368567d8d6,segment=NetworkSegment(c172c15d-6dce-4d7a-8d72-ba1e02db5dea),segment_id=c172c15d-6dce-4d7a-8d72-ba1e02db5dea)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:32.685315 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b7d95a62-fa88-4588-8988-6b4eb95600fb req-2bbee76a-33a9-4958-ac83-3267d094fbac tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for port (dbf87eb2-e1e4-4477-b077-4c368567d8d6), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:32.690443 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b7d95a62-fa88-4588-8988-6b4eb95600fb req-2bbee76a-33a9-4958-ac83-3267d094fbac tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (dbf87eb2-e1e4-4477-b077-4c368567d8d6), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:32.703077 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['dbf87eb2-e1e4-4477-b077-4c368567d8d6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:37:32.731453 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d95a62-fa88-4588-8988-6b4eb95600fb req-2bbee76a-33a9-4958-ac83-3267d094fbac tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:32.731881 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-b7d95a62-fa88-4588-8988-6b4eb95600fb req-2bbee76a-33a9-4958-ac83-3267d094fbac tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:32.733302 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b7d95a62-fa88-4588-8988-6b4eb95600fb req-2bbee76a-33a9-4958-ac83-3267d094fbac tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "PUT /v2.0/ports/dbf87eb2-e1e4-4477-b077-4c368567d8d6 HTTP/1.1" status: 200 len: 943 time: 0.3291183 Feb 09 02:37:32.733773 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7fda91-fd69-424a-b826-069e52797da2', 'tag': 'dbf87eb2-e1e4-4477-b077-4c368567d8d6'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:37:32.736125 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cae0e5f-de1e-4b30-a76f-b4f3b73b89d9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7fda91-fd69-424a-b826-069e52797da2", "tag": "dbf87eb2-e1e4-4477-b077-4c368567d8d6"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:37:32.740071 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33356) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:32.780527 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbee76a-33a9-4958-ac83-3267d094fbac tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Pushing event updated for resources: {'Port': ['ID=dbf87eb2-e1e4-4477-b077-4c368567d8d6,revision_number=7']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:32.788891 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbee76a-33a9-4958-ac83-3267d094fbac tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.789250 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbee76a-33a9-4958-ac83-3267d094fbac tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.789607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbee76a-33a9-4958-ac83-3267d094fbac tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.789950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbee76a-33a9-4958-ac83-3267d094fbac tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.790289 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbee76a-33a9-4958-ac83-3267d094fbac tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.790626 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbee76a-33a9-4958-ac83-3267d094fbac tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.791016 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbee76a-33a9-4958-ac83-3267d094fbac tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.791376 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbee76a-33a9-4958-ac83-3267d094fbac tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.791760 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbee76a-33a9-4958-ac83-3267d094fbac tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.792096 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbee76a-33a9-4958-ac83-3267d094fbac tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.792428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbee76a-33a9-4958-ac83-3267d094fbac tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.792754 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbee76a-33a9-4958-ac83-3267d094fbac tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.793080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbee76a-33a9-4958-ac83-3267d094fbac tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.806141 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b536521-82e9-4dfb-aae2-6472cdc59e8c x-openstack-request-id: req-7b536521-82e9-4dfb-aae2-6472cdc59e8c {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:37:32.806617 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7fda91-fd69-424a-b826-069e52797da2", "tag": "dbf87eb2-e1e4-4477-b077-4c368567d8d6", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:37:32.807022 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b536521-82e9-4dfb-aae2-6472cdc59e8c {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:37:32.811927 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7fda91-fd69-424a-b826-069e52797da2', 'tag': 'dbf87eb2-e1e4-4477-b077-4c368567d8d6', 'status': 'completed', 'code': 200} Feb 09 02:37:32.818813 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2388add3-425a-4ec8-b1ac-be04d92c5bc8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for security_group (aecc4808-da92-4f11-874b-8223ffc96865), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:32.855484 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2388add3-425a-4ec8-b1ac-be04d92c5bc8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for security_group (aecc4808-da92-4f11-874b-8223ffc96865), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:32.866514 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['dbf87eb2-e1e4-4477-b077-4c368567d8d6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:37:32.885304 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae0e5f-de1e-4b30-a76f-b4f3b73b89d9 req-90babf0c-89f9-43a8-9574-02a30da179af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:32.887257 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3cae0e5f-de1e-4b30-a76f-b4f3b73b89d9 req-90babf0c-89f9-43a8-9574-02a30da179af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20caee9530cc47648e2f54c66375bab6&device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 1128 time: 0.0545380 Feb 09 02:37:32.936656 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2388add3-425a-4ec8-b1ac-be04d92c5bc8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (aecc4808-da92-4f11-874b-8223ffc96865), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:32.940844 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2388add3-425a-4ec8-b1ac-be04d92c5bc8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:32.942370 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2388add3-425a-4ec8-b1ac-be04d92c5bc8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "DELETE /v2.0/security-groups/aecc4808-da92-4f11-874b-8223ffc96865 HTTP/1.1" status: 204 len: 168 time: 0.2006681 Feb 09 02:37:32.957891 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33360) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:32.959931 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388add3-425a-4ec8-b1ac-be04d92c5bc8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecc4808-da92-4f11-874b-8223ffc96865,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:32.981858 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388add3-425a-4ec8-b1ac-be04d92c5bc8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.982312 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388add3-425a-4ec8-b1ac-be04d92c5bc8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.982860 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388add3-425a-4ec8-b1ac-be04d92c5bc8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.983363 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388add3-425a-4ec8-b1ac-be04d92c5bc8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.983844 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388add3-425a-4ec8-b1ac-be04d92c5bc8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.984295 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388add3-425a-4ec8-b1ac-be04d92c5bc8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.984755 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388add3-425a-4ec8-b1ac-be04d92c5bc8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.985090 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388add3-425a-4ec8-b1ac-be04d92c5bc8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.985420 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388add3-425a-4ec8-b1ac-be04d92c5bc8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.985938 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388add3-425a-4ec8-b1ac-be04d92c5bc8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.986270 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388add3-425a-4ec8-b1ac-be04d92c5bc8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.986592 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388add3-425a-4ec8-b1ac-be04d92c5bc8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:32.987299 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388add3-425a-4ec8-b1ac-be04d92c5bc8 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:33.038576 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae0e5f-de1e-4b30-a76f-b4f3b73b89d9 req-1c59df39-a8fa-4725-9b81-08cbc3c51728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:33.040159 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3cae0e5f-de1e-4b30-a76f-b4f3b73b89d9 req-1c59df39-a8fa-4725-9b81-08cbc3c51728 service neutron] 10.222.0.48 "GET /v2.0/networks?id=25e94953-b133-4336-afea-196fe42da377 HTTP/1.1" status: 200 len: 916 time: 0.1396308 Feb 09 02:37:33.072838 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3d8fa7dc-b5d7-49fc-869c-319ab2b9b345 None None] Provisioning complete for port dbf87eb2-e1e4-4477-b077-4c368567d8d6 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:33.073123 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa7dc-b5d7-49fc-869c-319ab2b9b345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (dbf87eb2-e1e4-4477-b077-4c368567d8d6), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:33.119643 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3cae0e5f-de1e-4b30-a76f-b4f3b73b89d9 req-51f3eee9-a515-4dd7-89a9-5af79d831bde service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbf87eb2-e1e4-4477-b077-4c368567d8d6 HTTP/1.1" status: 200 len: 1001 time: 0.0706422 Feb 09 02:37:33.180757 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a48730cd-4a92-4fd1-9fcd-230111ded3bd tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Deleting port a74d7a81-41f5-463d-b468-2e9390d4b44d {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:33.181109 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a48730cd-4a92-4fd1-9fcd-230111ded3bd tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a74d7a81-41f5-463d-b468-2e9390d4b44d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:33.185377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3d8fa7dc-b5d7-49fc-869c-319ab2b9b345 None None] Current status of the port dbf87eb2-e1e4-4477-b077-4c368567d8d6 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:33.267474 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a48730cd-4a92-4fd1-9fcd-230111ded3bd tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a74d7a81-41f5-463d-b468-2e9390d4b44d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:33.268194 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a48730cd-4a92-4fd1-9fcd-230111ded3bd tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for floatingip (a74d7a81-41f5-463d-b468-2e9390d4b44d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:33.285761 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a48730cd-4a92-4fd1-9fcd-230111ded3bd tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Calling delete_port for a74d7a81-41f5-463d-b468-2e9390d4b44d owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:33.444221 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a48730cd-4a92-4fd1-9fcd-230111ded3bd tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (a74d7a81-41f5-463d-b468-2e9390d4b44d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:33.473558 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48730cd-4a92-4fd1-9fcd-230111ded3bd tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Pushing event deleted for resources: {'Port': ['ID=a74d7a81-41f5-463d-b468-2e9390d4b44d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:33.534620 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae0e5f-de1e-4b30-a76f-b4f3b73b89d9 req-bc2daa66-5c13-43c7-b9ec-6b5a9e1c9fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:33.535656 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3cae0e5f-de1e-4b30-a76f-b4f3b73b89d9 req-bc2daa66-5c13-43c7-b9ec-6b5a9e1c9fb2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b7ec096-f14f-4d7c-9093-bdfbb03c22cf HTTP/1.1" status: 200 len: 854 time: 0.4101517 Feb 09 02:37:33.547889 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a48730cd-4a92-4fd1-9fcd-230111ded3bd tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks [] for floatingip (083d71be-9ffd-4a91-8fdb-96ad78fdc32c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:33.549253 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-a48730cd-4a92-4fd1-9fcd-230111ded3bd tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Floating IP 083d71be-9ffd-4a91-8fdb-96ad78fdc32c disassociated (deleted). External IP: 172.25.7.56, port: dbf87eb2-e1e4-4477-b077-4c368567d8d6. Feb 09 02:37:33.588998 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae0e5f-de1e-4b30-a76f-b4f3b73b89d9 req-2e5acd66-ab07-43af-bb19-ccbe27ba8b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:33.590516 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3cae0e5f-de1e-4b30-a76f-b4f3b73b89d9 req-2e5acd66-ab07-43af-bb19-ccbe27ba8b87 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25e94953-b133-4336-afea-196fe42da377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457137 Feb 09 02:37:33.681473 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3cae0e5f-de1e-4b30-a76f-b4f3b73b89d9 req-fd7ca899-6706-4f2d-a458-76a7ead5e2b2 service neutron] 10.222.0.48 "GET /v2.0/networks/25e94953-b133-4336-afea-196fe42da377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838976 Feb 09 02:37:33.770837 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48730cd-4a92-4fd1-9fcd-230111ded3bd tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Router 37802b41-9f6f-4a35-8394-8cbb53ef2d0e has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:37:33.775196 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3cae0e5f-de1e-4b30-a76f-b4f3b73b89d9 req-8a5794c9-fbce-4b1b-b6fa-4b18e86e35e1 service neutron] 10.222.0.48 "GET /v2.0/networks/25e94953-b133-4336-afea-196fe42da377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879104 Feb 09 02:37:33.882585 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48730cd-4a92-4fd1-9fcd-230111ded3bd tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:37:33.887379 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a48730cd-4a92-4fd1-9fcd-230111ded3bd tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:33.896681 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e50ca78-5c11-4c3b-8ae4-109c27107646 None None] Sync routers for ids ['37802b41-9f6f-4a35-8394-8cbb53ef2d0e'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:37:33.904050 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e50ca78-5c11-4c3b-8ae4-109c27107646 None None] Routers {'37802b41-9f6f-4a35-8394-8cbb53ef2d0e'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:33.904722 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-2e50ca78-5c11-4c3b-8ae4-109c27107646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:37:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['37802b41-9f6f-4a35-8394-8cbb53ef2d0e'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:33.919284 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a48730cd-4a92-4fd1-9fcd-230111ded3bd tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "DELETE /v2.0/floatingips/083d71be-9ffd-4a91-8fdb-96ad78fdc32c HTTP/1.1" status: 204 len: 168 time: 0.9485056 Feb 09 02:37:33.919879 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7fda91-fd69-424a-b826-069e52797da2', 'tag': 'dbf87eb2-e1e4-4477-b077-4c368567d8d6'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:37:33.922124 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff572268e95c141781719acaad4855de8444ab217edd6adc13da47e42a1cfcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3682ff-cada-42c5-a61f-be8186f4d5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7fda91-fd69-424a-b826-069e52797da2", "tag": "dbf87eb2-e1e4-4477-b077-4c368567d8d6"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:37:33.966399 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff9046d-e51b-48f3-9e30-66a1f76079f1 x-openstack-request-id: req-cff9046d-e51b-48f3-9e30-66a1f76079f1 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:37:33.966903 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7fda91-fd69-424a-b826-069e52797da2", "tag": "dbf87eb2-e1e4-4477-b077-4c368567d8d6", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:37:33.967105 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cff9046d-e51b-48f3-9e30-66a1f76079f1 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:37:33.967557 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7fda91-fd69-424a-b826-069e52797da2', 'tag': 'dbf87eb2-e1e4-4477-b077-4c368567d8d6', 'status': 'completed', 'code': 200} Feb 09 02:37:34.026790 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-2e50ca78-5c11-4c3b-8ae4-109c27107646 None None] Set router 37802b41-9f6f-4a35-8394-8cbb53ef2d0e gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:34.040082 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3682ff-cada-42c5-a61f-be8186f4d5ed req-78371e5d-02ef-4eb7-961b-3328d315f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:34.045964 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cc3682ff-cada-42c5-a61f-be8186f4d5ed req-78371e5d-02ef-4eb7-961b-3328d315f419 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20caee9530cc47648e2f54c66375bab6&device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 1128 time: 0.0515139 Feb 09 02:37:34.148840 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3682ff-cada-42c5-a61f-be8186f4d5ed req-cb7576b5-2eec-4aff-8363-7d511684c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:34.151014 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cc3682ff-cada-42c5-a61f-be8186f4d5ed req-cb7576b5-2eec-4aff-8363-7d511684c021 service neutron] 10.222.0.48 "GET /v2.0/networks?id=25e94953-b133-4336-afea-196fe42da377 HTTP/1.1" status: 200 len: 916 time: 0.1028790 Feb 09 02:37:34.196172 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cc3682ff-cada-42c5-a61f-be8186f4d5ed req-98e23b63-3a27-4508-911e-f3ac75334a82 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbf87eb2-e1e4-4477-b077-4c368567d8d6 HTTP/1.1" status: 200 len: 217 time: 0.0385323 Feb 09 02:37:34.248833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3682ff-cada-42c5-a61f-be8186f4d5ed req-ed512293-80fc-4ec5-bb42-88d3669a0268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:34.250330 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cc3682ff-cada-42c5-a61f-be8186f4d5ed req-ed512293-80fc-4ec5-bb42-88d3669a0268 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b7ec096-f14f-4d7c-9093-bdfbb03c22cf HTTP/1.1" status: 200 len: 854 time: 0.0484452 Feb 09 02:37:34.258382 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-2e50ca78-5c11-4c3b-8ae4-109c27107646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'name': 'tempest-TestMinimumBasicScenario-1751209007-router', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:28Z', 'updated_at': '2022-02-09T02:35:31Z', 'revision_number': 4, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'gw_port': {'id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:29Z', 'updated_at': '2022-02-09T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'b42b8135-8aa8-47e0-93ac-7222f4146aac', 'name': '', 'network_id': '25e94953-b133-4336-afea-196fe42da377', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'mac_address': 'fa:16:3e:ef:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2b7ec096-f14f-4d7c-9093-bdfbb03c22cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:30Z', 'updated_at': '2022-02-09T02:35:35Z', 'revision_number': 5, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'subnets': [{'id': '2b7ec096-f14f-4d7c-9093-bdfbb03c22cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:34.286408 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e50ca78-5c11-4c3b-8ae4-109c27107646 None None] Checking router: 37802b41-9f6f-4a35-8394-8cbb53ef2d0e for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:37:34.295653 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e50ca78-5c11-4c3b-8ae4-109c27107646 None None] Routers {'37802b41-9f6f-4a35-8394-8cbb53ef2d0e'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:34.296276 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-2e50ca78-5c11-4c3b-8ae4-109c27107646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:37:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['37802b41-9f6f-4a35-8394-8cbb53ef2d0e'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:34.313475 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3682ff-cada-42c5-a61f-be8186f4d5ed req-1eb38308-88d8-421a-9929-1560c047ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:34.322327 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cc3682ff-cada-42c5-a61f-be8186f4d5ed req-1eb38308-88d8-421a-9929-1560c047ea07 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25e94953-b133-4336-afea-196fe42da377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0581522 Feb 09 02:37:34.417455 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-2e50ca78-5c11-4c3b-8ae4-109c27107646 None None] Set router 37802b41-9f6f-4a35-8394-8cbb53ef2d0e gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:34.419331 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cc3682ff-cada-42c5-a61f-be8186f4d5ed req-798323fd-08d6-4097-8897-c8a98d6b5814 service neutron] 10.222.0.48 "GET /v2.0/networks/25e94953-b133-4336-afea-196fe42da377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959537 Feb 09 02:37:34.524151 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cc3682ff-cada-42c5-a61f-be8186f4d5ed req-0aa218a8-f82a-4e9f-bcc4-267017353209 service neutron] 10.222.0.48 "GET /v2.0/networks/25e94953-b133-4336-afea-196fe42da377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986640 Feb 09 02:37:34.620519 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-2e50ca78-5c11-4c3b-8ae4-109c27107646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'name': 'tempest-TestMinimumBasicScenario-1751209007-router', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:28Z', 'updated_at': '2022-02-09T02:35:31Z', 'revision_number': 4, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'gw_port': {'id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:29Z', 'updated_at': '2022-02-09T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'b42b8135-8aa8-47e0-93ac-7222f4146aac', 'name': '', 'network_id': '25e94953-b133-4336-afea-196fe42da377', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'mac_address': 'fa:16:3e:ef:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2b7ec096-f14f-4d7c-9093-bdfbb03c22cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:30Z', 'updated_at': '2022-02-09T02:35:35Z', 'revision_number': 5, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'subnets': [{'id': '2b7ec096-f14f-4d7c-9093-bdfbb03c22cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:34.652458 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e50ca78-5c11-4c3b-8ae4-109c27107646 None None] The sync data for ids ['37802b41-9f6f-4a35-8394-8cbb53ef2d0e'] in n-d-828387-3 is: [{'id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'name': 'tempest-TestMinimumBasicScenario-1751209007-router', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:28Z', 'updated_at': '2022-02-09T02:35:31Z', 'revision_number': 4, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'gw_port': {'id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:29Z', 'updated_at': '2022-02-09T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'b42b8135-8aa8-47e0-93ac-7222f4146aac', 'name': '', 'network_id': '25e94953-b133-4336-afea-196fe42da377', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'mac_address': 'fa:16:3e:ef:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2b7ec096-f14f-4d7c-9093-bdfbb03c22cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:30Z', 'updated_at': '2022-02-09T02:35:35Z', 'revision_number': 5, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'subnets': [{'id': '2b7ec096-f14f-4d7c-9093-bdfbb03c22cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:37:34.895149 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eca056-9584-48f6-8d2b-009fe2301068 None None] New status for floating IP 083d71be-9ffd-4a91-8fdb-96ad78fdc32c: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:37:37.561142 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-daf391e2-18eb-49cb-9c7c-62c8371ab4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:39.543949 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:37:40.241374 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-52ef7a21-60f1-4196-b2f3-ddbfa9fcb130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:40.430939 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:41.015709 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:41.307582 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:42.520707 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:42.762919 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6ef6c193-d0e0-441e-8845-1d94222b8f3a req-60ae8c9d-c542-4f7b-ba69-e04eef6732f1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492845 Feb 09 02:37:42.855951 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6c193-d0e0-441e-8845-1d94222b8f3a req-5866ac9a-723a-420e-89f4-a8398f262096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:42.858675 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6ef6c193-d0e0-441e-8845-1d94222b8f3a req-5866ac9a-723a-420e-89f4-a8398f262096 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20caee9530cc47648e2f54c66375bab6&device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 1128 time: 0.0499101 Feb 09 02:37:42.978822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6c193-d0e0-441e-8845-1d94222b8f3a req-80301ec4-2265-4df8-94e8-bc3ac54dccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:42.980647 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6ef6c193-d0e0-441e-8845-1d94222b8f3a req-80301ec4-2265-4df8-94e8-bc3ac54dccaa service neutron] 10.222.0.48 "GET /v2.0/networks?id=25e94953-b133-4336-afea-196fe42da377 HTTP/1.1" status: 200 len: 916 time: 0.1005464 Feb 09 02:37:43.024081 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6ef6c193-d0e0-441e-8845-1d94222b8f3a req-c504afcd-0f94-4472-8065-7e5d5a6ca5b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbf87eb2-e1e4-4477-b077-4c368567d8d6 HTTP/1.1" status: 200 len: 217 time: 0.0363867 Feb 09 02:37:43.073882 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6c193-d0e0-441e-8845-1d94222b8f3a req-35449c98-6d5c-408b-92eb-92f5816f0382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:43.075346 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6ef6c193-d0e0-441e-8845-1d94222b8f3a req-35449c98-6d5c-408b-92eb-92f5816f0382 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b7ec096-f14f-4d7c-9093-bdfbb03c22cf HTTP/1.1" status: 200 len: 854 time: 0.0454602 Feb 09 02:37:43.127626 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6c193-d0e0-441e-8845-1d94222b8f3a req-f7094fd6-6a16-480e-9afc-2cd4032f2da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:43.129021 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6ef6c193-d0e0-441e-8845-1d94222b8f3a req-f7094fd6-6a16-480e-9afc-2cd4032f2da4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25e94953-b133-4336-afea-196fe42da377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455971 Feb 09 02:37:43.223850 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6ef6c193-d0e0-441e-8845-1d94222b8f3a req-2e5e9e36-0d69-4cb8-8abd-18be4080b308 service neutron] 10.222.0.48 "GET /v2.0/networks/25e94953-b133-4336-afea-196fe42da377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881758 Feb 09 02:37:43.312555 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6ef6c193-d0e0-441e-8845-1d94222b8f3a req-44ccbf36-0267-4eab-82be-813b54a299cb service neutron] 10.222.0.48 "GET /v2.0/networks/25e94953-b133-4336-afea-196fe42da377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822070 Feb 09 02:37:43.564703 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:44.084913 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-25907002-5628-4d9e-bef2-c48ba8417833 req-41a00c83-bd66-4ef9-946d-a5a0dbcbfcff service neutron] (103184) timed out ('10.222.0.36', 54980) {{(pid=103184) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:37:49.293819 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113962f-65e4-4745-b559-d81870b3cece req-f0d9da81-2b38-451a-9ec1-6b92271c7d27 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:49.295381 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e113962f-65e4-4745-b559-d81870b3cece req-f0d9da81-2b38-451a-9ec1-6b92271c7d27 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 946 time: 0.0576231 Feb 09 02:37:49.350417 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e113962f-65e4-4745-b559-d81870b3cece req-9370e22d-b61f-4d73-8eb0-08b008fabe75 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444694 Feb 09 02:37:50.490831 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e5bc7-774f-47c1-a34d-aab10271ce02 req-0569cd7d-6946-493c-8898-1b245f580781 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:50.492489 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-284e5bc7-774f-47c1-a34d-aab10271ce02 req-0569cd7d-6946-493c-8898-1b245f580781 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 946 time: 0.0662720 Feb 09 02:37:50.544626 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-284e5bc7-774f-47c1-a34d-aab10271ce02 req-e4181881-e2be-4d2d-a011-51afb4477892 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/security-groups?id=fef1d18a-8135-42a3-b39d-c18ade3395a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462883 Feb 09 02:37:51.020986 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96b397-4fe7-4262-b583-9cc611d98421 req-4e27d770-7819-4faf-81d3-21702564c7f9 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:51.022724 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9c96b397-4fe7-4262-b583-9cc611d98421 req-4e27d770-7819-4faf-81d3-21702564c7f9 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 946 time: 0.0532691 Feb 09 02:37:51.118597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-9c96b397-4fe7-4262-b583-9cc611d98421 req-54cbcccd-c8a3-4bfb-b1ed-285e4daba60e tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Deleting port dbf87eb2-e1e4-4477-b077-4c368567d8d6 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:51.118943 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9c96b397-4fe7-4262-b583-9cc611d98421 req-54cbcccd-c8a3-4bfb-b1ed-285e4daba60e tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (dbf87eb2-e1e4-4477-b077-4c368567d8d6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:51.207637 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-9c96b397-4fe7-4262-b583-9cc611d98421 req-54cbcccd-c8a3-4bfb-b1ed-285e4daba60e tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] For port dbf87eb2-e1e4-4477-b077-4c368567d8d6, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=dbf87eb2-e1e4-4477-b077-4c368567d8d6,segment=NetworkSegment(c172c15d-6dce-4d7a-8d72-ba1e02db5dea),segment_id=c172c15d-6dce-4d7a-8d72-ba1e02db5dea)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:51.207912 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9c96b397-4fe7-4262-b583-9cc611d98421 req-54cbcccd-c8a3-4bfb-b1ed-285e4daba60e tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (dbf87eb2-e1e4-4477-b077-4c368567d8d6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:51.220349 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-9c96b397-4fe7-4262-b583-9cc611d98421 req-54cbcccd-c8a3-4bfb-b1ed-285e4daba60e tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Calling delete_port for dbf87eb2-e1e4-4477-b077-4c368567d8d6 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:51.349665 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9c96b397-4fe7-4262-b583-9cc611d98421 req-54cbcccd-c8a3-4bfb-b1ed-285e4daba60e tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (dbf87eb2-e1e4-4477-b077-4c368567d8d6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:51.361811 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['dbf87eb2-e1e4-4477-b077-4c368567d8d6'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:37:51.379819 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbcccd-c8a3-4bfb-b1ed-285e4daba60e tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Pushing event deleted for resources: {'Port': ['ID=dbf87eb2-e1e4-4477-b077-4c368567d8d6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:51.429839 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c96b397-4fe7-4262-b583-9cc611d98421 req-54cbcccd-c8a3-4bfb-b1ed-285e4daba60e tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] No DVR routers for this DVR port dbf87eb2-e1e4-4477-b077-4c368567d8d6 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:37:51.432539 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9c96b397-4fe7-4262-b583-9cc611d98421 req-54cbcccd-c8a3-4bfb-b1ed-285e4daba60e tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:51.436001 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9c96b397-4fe7-4262-b583-9cc611d98421 req-54cbcccd-c8a3-4bfb-b1ed-285e4daba60e tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.48 "DELETE /v2.0/ports/dbf87eb2-e1e4-4477-b077-4c368567d8d6 HTTP/1.1" status: 204 len: 173 time: 0.4078314 Feb 09 02:37:51.439195 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7fda91-fd69-424a-b826-069e52797da2', 'name': 'network-vif-deleted', 'tag': 'dbf87eb2-e1e4-4477-b077-4c368567d8d6'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:37:51.440714 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292fe613-a86c-4c8d-95da-e4acfd321802" -d '{"events": [{"server_uuid": "ef7fda91-fd69-424a-b826-069e52797da2", "name": "network-vif-deleted", "tag": "dbf87eb2-e1e4-4477-b077-4c368567d8d6"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:37:51.487821 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0058f118-ba85-4cd6-a5a7-c93b3dfc9e49 x-openstack-request-id: req-0058f118-ba85-4cd6-a5a7-c93b3dfc9e49 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:37:51.488226 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7fda91-fd69-424a-b826-069e52797da2", "name": "network-vif-deleted", "tag": "dbf87eb2-e1e4-4477-b077-4c368567d8d6", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:37:51.488538 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0058f118-ba85-4cd6-a5a7-c93b3dfc9e49 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:37:51.489006 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7fda91-fd69-424a-b826-069e52797da2', 'name': 'network-vif-deleted', 'tag': 'dbf87eb2-e1e4-4477-b077-4c368567d8d6', 'status': 'completed', 'code': 200} Feb 09 02:37:51.924844 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a7e54786-2739-499a-8733-f282f5ce8c12 req-ac9ff64a-f0c3-4a5c-b549-b3f6c759b339 tempest-TestMinimumBasicScenario-1636830513 tempest-TestMinimumBasicScenario-1636830513-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7fda91-fd69-424a-b826-069e52797da2 HTTP/1.1" status: 200 len: 210 time: 0.0298970 Feb 09 02:37:53.516002 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33470) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:53.866909 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-317734fb-1731-4eff-b0b3-f01e5080e741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (37802b41-9f6f-4a35-8394-8cbb53ef2d0e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:54.116786 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-317734fb-1731-4eff-b0b3-f01e5080e741 admin admin] Deleting port b42b8135-8aa8-47e0-93ac-7222f4146aac {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:54.117204 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-317734fb-1731-4eff-b0b3-f01e5080e741 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b42b8135-8aa8-47e0-93ac-7222f4146aac), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:54.196913 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-317734fb-1731-4eff-b0b3-f01e5080e741 admin admin] For port b42b8135-8aa8-47e0-93ac-7222f4146aac, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b42b8135-8aa8-47e0-93ac-7222f4146aac,segment=NetworkSegment(c172c15d-6dce-4d7a-8d72-ba1e02db5dea),segment_id=c172c15d-6dce-4d7a-8d72-ba1e02db5dea)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:54.197276 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-317734fb-1731-4eff-b0b3-f01e5080e741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b42b8135-8aa8-47e0-93ac-7222f4146aac), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:54.210290 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-317734fb-1731-4eff-b0b3-f01e5080e741 admin admin] Calling delete_port for b42b8135-8aa8-47e0-93ac-7222f4146aac owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:54.389005 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-317734fb-1731-4eff-b0b3-f01e5080e741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (b42b8135-8aa8-47e0-93ac-7222f4146aac), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:54.416000 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317734fb-1731-4eff-b0b3-f01e5080e741 admin admin] Pushing event deleted for resources: {'Port': ['ID=b42b8135-8aa8-47e0-93ac-7222f4146aac,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:54.588801 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-317734fb-1731-4eff-b0b3-f01e5080e741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (37802b41-9f6f-4a35-8394-8cbb53ef2d0e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:54.807616 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317734fb-1731-4eff-b0b3-f01e5080e741 admin admin] Router 37802b41-9f6f-4a35-8394-8cbb53ef2d0e has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:37:54.915581 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317734fb-1731-4eff-b0b3-f01e5080e741 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:37:54.920739 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-317734fb-1731-4eff-b0b3-f01e5080e741 admin admin] 10.222.0.36 "PUT /v2.0/routers/37802b41-9f6f-4a35-8394-8cbb53ef2d0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4035561 Feb 09 02:37:54.923340 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33472) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:54.925841 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b5ba4-6cde-4ed4-a2b7-a61077cfa3d3 None None] Sync routers for ids ['37802b41-9f6f-4a35-8394-8cbb53ef2d0e'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:37:54.935923 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941b5ba4-6cde-4ed4-a2b7-a61077cfa3d3 None None] Routers {'37802b41-9f6f-4a35-8394-8cbb53ef2d0e'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:54.936579 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-941b5ba4-6cde-4ed4-a2b7-a61077cfa3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:37:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['37802b41-9f6f-4a35-8394-8cbb53ef2d0e'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:55.036471 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a58f933d-ec99-4db5-acfa-09ffb3d301b8 admin admin] Publish callbacks [] for router (37802b41-9f6f-4a35-8394-8cbb53ef2d0e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.043723 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-941b5ba4-6cde-4ed4-a2b7-a61077cfa3d3 None None] Set router 37802b41-9f6f-4a35-8394-8cbb53ef2d0e gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:55.146993 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a58f933d-ec99-4db5-acfa-09ffb3d301b8 admin admin] Publish callbacks [] for router_gateway (37802b41-9f6f-4a35-8394-8cbb53ef2d0e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.206040 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a58f933d-ec99-4db5-acfa-09ffb3d301b8 admin admin] Deleting port b65f52bf-1390-4033-bcbf-8d4b1de7dd37 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:55.206310 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a58f933d-ec99-4db5-acfa-09ffb3d301b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b65f52bf-1390-4033-bcbf-8d4b1de7dd37), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.234391 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device dbf87eb2-e1e4-4477-b077-4c368567d8d6 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:37:55.255699 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: dbf87eb2-e1e4-4477-b077-4c368567d8d6 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:37:55.256037 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device dbf87eb2-e1e4-4477-b077-4c368567d8d6 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:37:55.294147 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a58f933d-ec99-4db5-acfa-09ffb3d301b8 admin admin] For port b65f52bf-1390-4033-bcbf-8d4b1de7dd37, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b65f52bf-1390-4033-bcbf-8d4b1de7dd37,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:55.294510 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a58f933d-ec99-4db5-acfa-09ffb3d301b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b65f52bf-1390-4033-bcbf-8d4b1de7dd37), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.308182 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a58f933d-ec99-4db5-acfa-09ffb3d301b8 admin admin] Calling delete_port for b65f52bf-1390-4033-bcbf-8d4b1de7dd37 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:55.318579 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-941b5ba4-6cde-4ed4-a2b7-a61077cfa3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'name': 'tempest-TestMinimumBasicScenario-1751209007-router', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:28Z', 'updated_at': '2022-02-09T02:37:54Z', 'revision_number': 5, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'gw_port': {'id': 'b65f52bf-1390-4033-bcbf-8d4b1de7dd37', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:29Z', 'updated_at': '2022-02-09T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:55.348405 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b5ba4-6cde-4ed4-a2b7-a61077cfa3d3 None None] Checking router: 37802b41-9f6f-4a35-8394-8cbb53ef2d0e for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:37:55.356889 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941b5ba4-6cde-4ed4-a2b7-a61077cfa3d3 None None] Routers {'37802b41-9f6f-4a35-8394-8cbb53ef2d0e'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:55.357494 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-941b5ba4-6cde-4ed4-a2b7-a61077cfa3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:37:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['37802b41-9f6f-4a35-8394-8cbb53ef2d0e'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:55.447950 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-941b5ba4-6cde-4ed4-a2b7-a61077cfa3d3 None None] Set router 37802b41-9f6f-4a35-8394-8cbb53ef2d0e gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:55.482463 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a58f933d-ec99-4db5-acfa-09ffb3d301b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (b65f52bf-1390-4033-bcbf-8d4b1de7dd37), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.503730 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-941b5ba4-6cde-4ed4-a2b7-a61077cfa3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'name': 'tempest-TestMinimumBasicScenario-1751209007-router', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:28Z', 'updated_at': '2022-02-09T02:37:55Z', 'revision_number': 6, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:55.510028 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f933d-ec99-4db5-acfa-09ffb3d301b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b65f52bf-1390-4033-bcbf-8d4b1de7dd37,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:55.535471 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b5ba4-6cde-4ed4-a2b7-a61077cfa3d3 None None] The sync data for ids ['37802b41-9f6f-4a35-8394-8cbb53ef2d0e'] in n-d-828387-3 is: [{'id': '37802b41-9f6f-4a35-8394-8cbb53ef2d0e', 'name': 'tempest-TestMinimumBasicScenario-1751209007-router', 'tenant_id': '20caee9530cc47648e2f54c66375bab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:28Z', 'updated_at': '2022-02-09T02:37:55Z', 'revision_number': 6, 'project_id': '20caee9530cc47648e2f54c66375bab6', 'gw_port_host': None}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:37:55.573475 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a58f933d-ec99-4db5-acfa-09ffb3d301b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (37802b41-9f6f-4a35-8394-8cbb53ef2d0e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.668083 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a58f933d-ec99-4db5-acfa-09ffb3d301b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (37802b41-9f6f-4a35-8394-8cbb53ef2d0e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.670118 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a58f933d-ec99-4db5-acfa-09ffb3d301b8 admin admin] Publish callbacks [] for router_controller (37802b41-9f6f-4a35-8394-8cbb53ef2d0e), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.717049 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a58f933d-ec99-4db5-acfa-09ffb3d301b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (37802b41-9f6f-4a35-8394-8cbb53ef2d0e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.717649 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58f933d-ec99-4db5-acfa-09ffb3d301b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37802b41-9f6f-4a35-8394-8cbb53ef2d0e {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:37:55.723719 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a58f933d-ec99-4db5-acfa-09ffb3d301b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.724907 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a58f933d-ec99-4db5-acfa-09ffb3d301b8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/37802b41-9f6f-4a35-8394-8cbb53ef2d0e HTTP/1.1" status: 204 len: 168 time: 0.8000348 Feb 09 02:37:55.727364 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33474) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:55.771253 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b7fefb-4bca-4ac0-baa5-70092e15b602 admin admin] Deleting subnet 2b7ec096-f14f-4d7c-9093-bdfbb03c22cf {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:37:55.774672 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22b7fefb-4bca-4ac0-baa5-70092e15b602 admin admin] Publish callbacks [] for subnet (2b7ec096-f14f-4d7c-9093-bdfbb03c22cf), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.808603 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22b7fefb-4bca-4ac0-baa5-70092e15b602 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (2b7ec096-f14f-4d7c-9093-bdfbb03c22cf), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.889738 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22b7fefb-4bca-4ac0-baa5-70092e15b602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (2b7ec096-f14f-4d7c-9093-bdfbb03c22cf), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.944666 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22b7fefb-4bca-4ac0-baa5-70092e15b602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (2b7ec096-f14f-4d7c-9093-bdfbb03c22cf), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.972080 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7fefb-4bca-4ac0-baa5-70092e15b602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b7ec096-f14f-4d7c-9093-bdfbb03c22cf,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:55.977802 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-22b7fefb-4bca-4ac0-baa5-70092e15b602 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.982344 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-22b7fefb-4bca-4ac0-baa5-70092e15b602 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2b7ec096-f14f-4d7c-9093-bdfbb03c22cf HTTP/1.1" status: 204 len: 168 time: 0.2538679 Feb 09 02:37:55.984970 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5cacfa-5a58-4e7e-ad62-00c3ca813c5b None None] Network 25e94953-b133-4336-afea-196fe42da377 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:37:55.985398 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33476) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:56.054788 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ac588075-973e-4c97-9138-5bed60bccd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (25e94953-b133-4336-afea-196fe42da377), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:56.111335 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-ac588075-973e-4c97-9138-5bed60bccd68 admin admin] Deleting port 36f9d335-dfcb-4458-aff7-e34e1b53dee6 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:56.111715 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ac588075-973e-4c97-9138-5bed60bccd68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (36f9d335-dfcb-4458-aff7-e34e1b53dee6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:56.177518 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-ac588075-973e-4c97-9138-5bed60bccd68 admin admin] For port 36f9d335-dfcb-4458-aff7-e34e1b53dee6, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=36f9d335-dfcb-4458-aff7-e34e1b53dee6,segment=NetworkSegment(c172c15d-6dce-4d7a-8d72-ba1e02db5dea),segment_id=c172c15d-6dce-4d7a-8d72-ba1e02db5dea)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:56.177877 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ac588075-973e-4c97-9138-5bed60bccd68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (36f9d335-dfcb-4458-aff7-e34e1b53dee6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:56.190736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-ac588075-973e-4c97-9138-5bed60bccd68 admin admin] Calling delete_port for 36f9d335-dfcb-4458-aff7-e34e1b53dee6 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:56.266998 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ac588075-973e-4c97-9138-5bed60bccd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (36f9d335-dfcb-4458-aff7-e34e1b53dee6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:56.297722 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac588075-973e-4c97-9138-5bed60bccd68 admin admin] No DVR routers for this DVR port 36f9d335-dfcb-4458-aff7-e34e1b53dee6 on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:37:56.302515 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac588075-973e-4c97-9138-5bed60bccd68 admin admin] Pushing event deleted for resources: {'Port': ['ID=36f9d335-dfcb-4458-aff7-e34e1b53dee6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:56.330302 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43b2de1-a15d-44ba-b47f-86cb799e1597 None None] DHCP port deletion for 25e94953-b133-4336-afea-196fe42da377 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:37:56.377887 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ac588075-973e-4c97-9138-5bed60bccd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (25e94953-b133-4336-afea-196fe42da377), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:56.398807 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-ac588075-973e-4c97-9138-5bed60bccd68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e94953-b133-4336-afea-196fe42da377']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:56.407879 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-ac588075-973e-4c97-9138-5bed60bccd68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c172c15d-6dce-4d7a-8d72-ba1e02db5dea') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:56.408181 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-ac588075-973e-4c97-9138-5bed60bccd68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c172c15d-6dce-4d7a-8d72-ba1e02db5dea') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:56.418427 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ac588075-973e-4c97-9138-5bed60bccd68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (c172c15d-6dce-4d7a-8d72-ba1e02db5dea), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:56.432765 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ac588075-973e-4c97-9138-5bed60bccd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (c172c15d-6dce-4d7a-8d72-ba1e02db5dea), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:56.440861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac588075-973e-4c97-9138-5bed60bccd68 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:37:56.441303 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ac588075-973e-4c97-9138-5bed60bccd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (c172c15d-6dce-4d7a-8d72-ba1e02db5dea), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:37:56.443074 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:37:56.506365 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ac588075-973e-4c97-9138-5bed60bccd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (25e94953-b133-4336-afea-196fe42da377), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:56.510940 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ac588075-973e-4c97-9138-5bed60bccd68 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:56.517248 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ac588075-973e-4c97-9138-5bed60bccd68 admin admin] 10.222.0.36 "DELETE /v2.0/networks/25e94953-b133-4336-afea-196fe42da377 HTTP/1.1" status: 204 len: 168 time: 0.5278420 Feb 09 02:37:56.518495 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33480) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:56.528335 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac588075-973e-4c97-9138-5bed60bccd68 admin admin] Pushing event deleted for resources: {'Network': ['ID=25e94953-b133-4336-afea-196fe42da377,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:57.075913 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b65f52bf-1390-4033-bcbf-8d4b1de7dd37 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:37:57.096892 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: b65f52bf-1390-4033-bcbf-8d4b1de7dd37 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:37:57.097465 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b65f52bf-1390-4033-bcbf-8d4b1de7dd37 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:37:57.097885 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 36f9d335-dfcb-4458-aff7-e34e1b53dee6 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:37:57.120680 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 36f9d335-dfcb-4458-aff7-e34e1b53dee6 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:37:57.121035 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 36f9d335-dfcb-4458-aff7-e34e1b53dee6 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:37:57.121454 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b42b8135-8aa8-47e0-93ac-7222f4146aac no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:37:57.140160 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: b42b8135-8aa8-47e0-93ac-7222f4146aac {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:37:57.140510 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b42b8135-8aa8-47e0-93ac-7222f4146aac not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:37:57.187391 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a16f40b-3e54-454e-8350-1198c908dd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (dacb4af4-1df4-49a5-ab12-0e0c965bf235), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:57.433252 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-4a16f40b-3e54-454e-8350-1198c908dd26 admin admin] Deleting port 54908b3c-e868-44bb-9a87-8b22d8a0dd85 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:57.433597 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a16f40b-3e54-454e-8350-1198c908dd26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (54908b3c-e868-44bb-9a87-8b22d8a0dd85), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:57.515159 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-4a16f40b-3e54-454e-8350-1198c908dd26 admin admin] For port 54908b3c-e868-44bb-9a87-8b22d8a0dd85, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=54908b3c-e868-44bb-9a87-8b22d8a0dd85,segment=NetworkSegment(6daf58a3-1dc2-40c1-99a1-c3d81354c09c),segment_id=6daf58a3-1dc2-40c1-99a1-c3d81354c09c)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:57.515551 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a16f40b-3e54-454e-8350-1198c908dd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (54908b3c-e868-44bb-9a87-8b22d8a0dd85), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:57.529522 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-4a16f40b-3e54-454e-8350-1198c908dd26 admin admin] Calling delete_port for 54908b3c-e868-44bb-9a87-8b22d8a0dd85 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:57.710365 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a16f40b-3e54-454e-8350-1198c908dd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (54908b3c-e868-44bb-9a87-8b22d8a0dd85), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:57.733093 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16f40b-3e54-454e-8350-1198c908dd26 admin admin] Pushing event deleted for resources: {'Port': ['ID=54908b3c-e868-44bb-9a87-8b22d8a0dd85,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:57.906457 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a16f40b-3e54-454e-8350-1198c908dd26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (dacb4af4-1df4-49a5-ab12-0e0c965bf235), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:58.127131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a16f40b-3e54-454e-8350-1198c908dd26 admin admin] Router dacb4af4-1df4-49a5-ab12-0e0c965bf235 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:37:58.239019 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a16f40b-3e54-454e-8350-1198c908dd26 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:37:58.244186 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4a16f40b-3e54-454e-8350-1198c908dd26 admin admin] 10.222.0.36 "PUT /v2.0/routers/dacb4af4-1df4-49a5-ab12-0e0c965bf235/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7244856 Feb 09 02:37:58.246617 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33482) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:58.249211 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b95981-dd3f-4124-bc89-ef88efe3fac9 None None] Sync routers for ids ['dacb4af4-1df4-49a5-ab12-0e0c965bf235'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:37:58.267058 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b95981-dd3f-4124-bc89-ef88efe3fac9 None None] Routers {'dacb4af4-1df4-49a5-ab12-0e0c965bf235'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:58.268090 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d5b95981-dd3f-4124-bc89-ef88efe3fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:37:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['dacb4af4-1df4-49a5-ab12-0e0c965bf235'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:58.354852 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-237dbdf9-f30c-46b4-9f9a-9c50a811c376 admin admin] Publish callbacks [] for router (dacb4af4-1df4-49a5-ab12-0e0c965bf235), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:58.377947 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d5b95981-dd3f-4124-bc89-ef88efe3fac9 None None] Set router dacb4af4-1df4-49a5-ab12-0e0c965bf235 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:58.461419 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-237dbdf9-f30c-46b4-9f9a-9c50a811c376 admin admin] Publish callbacks [] for router_gateway (dacb4af4-1df4-49a5-ab12-0e0c965bf235), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:58.516677 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-237dbdf9-f30c-46b4-9f9a-9c50a811c376 admin admin] Deleting port a55b978d-c3b0-490a-816e-cff1a76ccb8e {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:58.517020 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-237dbdf9-f30c-46b4-9f9a-9c50a811c376 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a55b978d-c3b0-490a-816e-cff1a76ccb8e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:58.557819 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d5b95981-dd3f-4124-bc89-ef88efe3fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb4af4-1df4-49a5-ab12-0e0c965bf235', 'name': 'tempest-TestMinimumBasicScenario-1365654804-router', 'tenant_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'a55b978d-c3b0-490a-816e-cff1a76ccb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:33Z', 'updated_at': '2022-02-09T02:37:57Z', 'revision_number': 5, 'project_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'gw_port': {'id': 'a55b978d-c3b0-490a-816e-cff1a76ccb8e', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb4af4-1df4-49a5-ab12-0e0c965bf235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:33Z', 'updated_at': '2022-02-09T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:58.589328 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b95981-dd3f-4124-bc89-ef88efe3fac9 None None] Checking router: dacb4af4-1df4-49a5-ab12-0e0c965bf235 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:37:58.599244 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b95981-dd3f-4124-bc89-ef88efe3fac9 None None] Routers {'dacb4af4-1df4-49a5-ab12-0e0c965bf235'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:58.600074 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d5b95981-dd3f-4124-bc89-ef88efe3fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:37:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['dacb4af4-1df4-49a5-ab12-0e0c965bf235'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:58.606310 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-237dbdf9-f30c-46b4-9f9a-9c50a811c376 admin admin] For port a55b978d-c3b0-490a-816e-cff1a76ccb8e, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a55b978d-c3b0-490a-816e-cff1a76ccb8e,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:58.606672 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-237dbdf9-f30c-46b4-9f9a-9c50a811c376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a55b978d-c3b0-490a-816e-cff1a76ccb8e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:58.619642 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-237dbdf9-f30c-46b4-9f9a-9c50a811c376 admin admin] Calling delete_port for a55b978d-c3b0-490a-816e-cff1a76ccb8e owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:58.685591 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d5b95981-dd3f-4124-bc89-ef88efe3fac9 None None] Set router dacb4af4-1df4-49a5-ab12-0e0c965bf235 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:58.740241 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d5b95981-dd3f-4124-bc89-ef88efe3fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb4af4-1df4-49a5-ab12-0e0c965bf235', 'name': 'tempest-TestMinimumBasicScenario-1365654804-router', 'tenant_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:33Z', 'updated_at': '2022-02-09T02:37:58Z', 'revision_number': 6, 'project_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:58.766134 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b95981-dd3f-4124-bc89-ef88efe3fac9 None None] The sync data for ids ['dacb4af4-1df4-49a5-ab12-0e0c965bf235'] in n-d-828387-3 is: [{'id': 'dacb4af4-1df4-49a5-ab12-0e0c965bf235', 'name': 'tempest-TestMinimumBasicScenario-1365654804-router', 'tenant_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:33Z', 'updated_at': '2022-02-09T02:37:58Z', 'revision_number': 6, 'project_id': '1908ddc76f2c4f0cbad2b4e19f14440b', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:37:58.792886 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-237dbdf9-f30c-46b4-9f9a-9c50a811c376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (a55b978d-c3b0-490a-816e-cff1a76ccb8e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:58.819637 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237dbdf9-f30c-46b4-9f9a-9c50a811c376 admin admin] Pushing event deleted for resources: {'Port': ['ID=a55b978d-c3b0-490a-816e-cff1a76ccb8e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:58.879575 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-237dbdf9-f30c-46b4-9f9a-9c50a811c376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (dacb4af4-1df4-49a5-ab12-0e0c965bf235), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:58.975359 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-237dbdf9-f30c-46b4-9f9a-9c50a811c376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (dacb4af4-1df4-49a5-ab12-0e0c965bf235), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:58.977486 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-237dbdf9-f30c-46b4-9f9a-9c50a811c376 admin admin] Publish callbacks [] for router_controller (dacb4af4-1df4-49a5-ab12-0e0c965bf235), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.025510 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-237dbdf9-f30c-46b4-9f9a-9c50a811c376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (dacb4af4-1df4-49a5-ab12-0e0c965bf235), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.026064 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237dbdf9-f30c-46b4-9f9a-9c50a811c376 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dacb4af4-1df4-49a5-ab12-0e0c965bf235 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:37:59.030357 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-237dbdf9-f30c-46b4-9f9a-9c50a811c376 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.031600 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-237dbdf9-f30c-46b4-9f9a-9c50a811c376 admin admin] 10.222.0.36 "DELETE /v2.0/routers/dacb4af4-1df4-49a5-ab12-0e0c965bf235 HTTP/1.1" status: 204 len: 168 time: 0.7839587 Feb 09 02:37:59.034204 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33484) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:59.077661 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc9aaa9-6699-4348-93c4-e612889a5c1a admin admin] Deleting subnet 29757c6f-7077-4597-98f7-b6023499685a {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:37:59.081394 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7dc9aaa9-6699-4348-93c4-e612889a5c1a admin admin] Publish callbacks [] for subnet (29757c6f-7077-4597-98f7-b6023499685a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.116909 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7dc9aaa9-6699-4348-93c4-e612889a5c1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (29757c6f-7077-4597-98f7-b6023499685a), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.208251 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7dc9aaa9-6699-4348-93c4-e612889a5c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (29757c6f-7077-4597-98f7-b6023499685a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.263920 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7dc9aaa9-6699-4348-93c4-e612889a5c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (29757c6f-7077-4597-98f7-b6023499685a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.290077 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9aaa9-6699-4348-93c4-e612889a5c1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29757c6f-7077-4597-98f7-b6023499685a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:59.293656 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7dc9aaa9-6699-4348-93c4-e612889a5c1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.299698 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7dc9aaa9-6699-4348-93c4-e612889a5c1a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/29757c6f-7077-4597-98f7-b6023499685a HTTP/1.1" status: 204 len: 168 time: 0.2617629 Feb 09 02:37:59.300316 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33486) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:59.302981 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9626f5-782e-43c8-9f77-a8976e2497b5 None None] Network 7573b610-0940-49a6-a21a-f2b3893adfdc requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:37:59.368803 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31677b1b-990e-4a6c-b8cc-503caac8ee65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (7573b610-0940-49a6-a21a-f2b3893adfdc), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.428101 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-31677b1b-990e-4a6c-b8cc-503caac8ee65 admin admin] Deleting port b9e62e9e-ec27-4d17-a089-777c007c69ce {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:59.428437 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31677b1b-990e-4a6c-b8cc-503caac8ee65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b9e62e9e-ec27-4d17-a089-777c007c69ce), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.491568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-31677b1b-990e-4a6c-b8cc-503caac8ee65 admin admin] For port b9e62e9e-ec27-4d17-a089-777c007c69ce, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b9e62e9e-ec27-4d17-a089-777c007c69ce,segment=NetworkSegment(6daf58a3-1dc2-40c1-99a1-c3d81354c09c),segment_id=6daf58a3-1dc2-40c1-99a1-c3d81354c09c)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:59.491833 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31677b1b-990e-4a6c-b8cc-503caac8ee65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b9e62e9e-ec27-4d17-a089-777c007c69ce), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.506039 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-31677b1b-990e-4a6c-b8cc-503caac8ee65 admin admin] Calling delete_port for b9e62e9e-ec27-4d17-a089-777c007c69ce owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:59.565852 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bfffda-21b6-4689-81d3-7c7e8a5f620a None None] DHCP port deletion for 7573b610-0940-49a6-a21a-f2b3893adfdc request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:37:59.571082 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 54908b3c-e868-44bb-9a87-8b22d8a0dd85 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:37:59.593072 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31677b1b-990e-4a6c-b8cc-503caac8ee65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (b9e62e9e-ec27-4d17-a089-777c007c69ce), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.614849 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 54908b3c-e868-44bb-9a87-8b22d8a0dd85 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:37:59.615193 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 54908b3c-e868-44bb-9a87-8b22d8a0dd85 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:37:59.623712 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31677b1b-990e-4a6c-b8cc-503caac8ee65 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e62e9e-ec27-4d17-a089-777c007c69ce,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:59.628300 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31677b1b-990e-4a6c-b8cc-503caac8ee65 admin admin] No DVR routers for this DVR port b9e62e9e-ec27-4d17-a089-777c007c69ce on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:37:59.644645 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-68bfffda-21b6-4689-81d3-7c7e8a5f620a None None] Deleting port b9e62e9e-ec27-4d17-a089-777c007c69ce {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:59.645071 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-68bfffda-21b6-4689-81d3-7c7e8a5f620a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b9e62e9e-ec27-4d17-a089-777c007c69ce), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.710946 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31677b1b-990e-4a6c-b8cc-503caac8ee65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (7573b610-0940-49a6-a21a-f2b3893adfdc), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.717855 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-68bfffda-21b6-4689-81d3-7c7e8a5f620a None None] For port b9e62e9e-ec27-4d17-a089-777c007c69ce, host n-d-828387-3, got binding levels [] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:59.718263 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-68bfffda-21b6-4689-81d3-7c7e8a5f620a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b9e62e9e-ec27-4d17-a089-777c007c69ce), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.732695 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-68bfffda-21b6-4689-81d3-7c7e8a5f620a None None] Calling delete_port for b9e62e9e-ec27-4d17-a089-777c007c69ce owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:59.733148 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-31677b1b-990e-4a6c-b8cc-503caac8ee65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7573b610-0940-49a6-a21a-f2b3893adfdc']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:59.735500 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.ipam_backend_mixin [None req-68bfffda-21b6-4689-81d3-7c7e8a5f620a None None] Port b9e62e9e-ec27-4d17-a089-777c007c69ce was not found and therefore no delete operation was performed {{(pid=103185) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:37:59.737317 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-68bfffda-21b6-4689-81d3-7c7e8a5f620a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (b9e62e9e-ec27-4d17-a089-777c007c69ce), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.744880 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-31677b1b-990e-4a6c-b8cc-503caac8ee65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6daf58a3-1dc2-40c1-99a1-c3d81354c09c') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:59.745107 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-31677b1b-990e-4a6c-b8cc-503caac8ee65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6daf58a3-1dc2-40c1-99a1-c3d81354c09c') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:59.755862 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31677b1b-990e-4a6c-b8cc-503caac8ee65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (6daf58a3-1dc2-40c1-99a1-c3d81354c09c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.765910 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfffda-21b6-4689-81d3-7c7e8a5f620a None None] Pushing event deleted for resources: {'Port': ['ID=b9e62e9e-ec27-4d17-a089-777c007c69ce,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:59.772483 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31677b1b-990e-4a6c-b8cc-503caac8ee65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (6daf58a3-1dc2-40c1-99a1-c3d81354c09c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.777566 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bfffda-21b6-4689-81d3-7c7e8a5f620a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:59.777828 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bfffda-21b6-4689-81d3-7c7e8a5f620a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:59.778181 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bfffda-21b6-4689-81d3-7c7e8a5f620a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:59.778520 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bfffda-21b6-4689-81d3-7c7e8a5f620a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:59.778853 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bfffda-21b6-4689-81d3-7c7e8a5f620a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:59.779179 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bfffda-21b6-4689-81d3-7c7e8a5f620a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:59.779549 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bfffda-21b6-4689-81d3-7c7e8a5f620a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:59.779873 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bfffda-21b6-4689-81d3-7c7e8a5f620a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:59.780195 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bfffda-21b6-4689-81d3-7c7e8a5f620a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:59.780656 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bfffda-21b6-4689-81d3-7c7e8a5f620a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:59.780986 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bfffda-21b6-4689-81d3-7c7e8a5f620a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:59.781310 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bfffda-21b6-4689-81d3-7c7e8a5f620a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:59.781646 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bfffda-21b6-4689-81d3-7c7e8a5f620a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:59.784814 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31677b1b-990e-4a6c-b8cc-503caac8ee65 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:37:59.785225 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31677b1b-990e-4a6c-b8cc-503caac8ee65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (6daf58a3-1dc2-40c1-99a1-c3d81354c09c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.785647 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bfffda-21b6-4689-81d3-7c7e8a5f620a None None] No DVR routers for this DVR port b9e62e9e-ec27-4d17-a089-777c007c69ce on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:37:59.804935 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:37:59.859042 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31677b1b-990e-4a6c-b8cc-503caac8ee65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (7573b610-0940-49a6-a21a-f2b3893adfdc), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.865836 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31677b1b-990e-4a6c-b8cc-503caac8ee65 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.869376 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-31677b1b-990e-4a6c-b8cc-503caac8ee65 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7573b610-0940-49a6-a21a-f2b3893adfdc HTTP/1.1" status: 204 len: 168 time: 0.5680573 Feb 09 02:37:59.885252 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31677b1b-990e-4a6c-b8cc-503caac8ee65 admin admin] Pushing event deleted for resources: {'Network': ['ID=7573b610-0940-49a6-a21a-f2b3893adfdc,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:00.068971 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33490) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:00.111773 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c0a7880c-cdd7-49ca-b74b-5523bba032de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=20caee9530cc47648e2f54c66375bab6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414894 Feb 09 02:38:00.116254 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33492) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:00.166466 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e4d26066-89f2-41ee-9258-a198f6fdb55d admin admin] Publish callbacks [] for security_group (fef1d18a-8135-42a3-b39d-c18ade3395a2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:00.188026 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e4d26066-89f2-41ee-9258-a198f6fdb55d admin admin] Publish callbacks [] for security_group (fef1d18a-8135-42a3-b39d-c18ade3395a2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:00.238510 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e4d26066-89f2-41ee-9258-a198f6fdb55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (fef1d18a-8135-42a3-b39d-c18ade3395a2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:00.241740 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e4d26066-89f2-41ee-9258-a198f6fdb55d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:00.242962 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e4d26066-89f2-41ee-9258-a198f6fdb55d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fef1d18a-8135-42a3-b39d-c18ade3395a2 HTTP/1.1" status: 204 len: 168 time: 0.1257837 Feb 09 02:38:00.251011 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d26066-89f2-41ee-9258-a198f6fdb55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef1d18a-8135-42a3-b39d-c18ade3395a2,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:00.555257 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33498) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:00.598877 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9b1c29ad-3a44-4811-8dbc-339fbaadbc9f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1908ddc76f2c4f0cbad2b4e19f14440b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424373 Feb 09 02:38:00.601462 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33500) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:00.649835 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7dfb28a2-6b36-4221-a1bc-2d0b5210811d admin admin] Publish callbacks [] for security_group (b356a48a-b66d-4b0e-a965-3afe2f70bbbe), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:00.670987 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7dfb28a2-6b36-4221-a1bc-2d0b5210811d admin admin] Publish callbacks [] for security_group (b356a48a-b66d-4b0e-a965-3afe2f70bbbe), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:00.719492 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7dfb28a2-6b36-4221-a1bc-2d0b5210811d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b356a48a-b66d-4b0e-a965-3afe2f70bbbe), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:00.722326 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7dfb28a2-6b36-4221-a1bc-2d0b5210811d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:00.723788 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7dfb28a2-6b36-4221-a1bc-2d0b5210811d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b356a48a-b66d-4b0e-a965-3afe2f70bbbe HTTP/1.1" status: 204 len: 168 time: 0.1213691 Feb 09 02:38:00.732022 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb28a2-6b36-4221-a1bc-2d0b5210811d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b356a48a-b66d-4b0e-a965-3afe2f70bbbe,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:01.075551 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a55b978d-c3b0-490a-816e-cff1a76ccb8e no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:38:01.096323 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: a55b978d-c3b0-490a-816e-cff1a76ccb8e {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:38:01.096758 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a55b978d-c3b0-490a-816e-cff1a76ccb8e not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:38:01.097181 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b9e62e9e-ec27-4d17-a089-777c007c69ce no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:38:01.116944 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: b9e62e9e-ec27-4d17-a089-777c007c69ce {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:38:01.117300 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b9e62e9e-ec27-4d17-a089-777c007c69ce not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:38:03.481679 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33542) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:03.486321 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-869261ad-aaf1-4b81-8dab-e2944b6001e3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1922719277', 'description': 'tempest-secgroup-smoke-1922719277 description', 'project_id': '227cd762524640f88637fa0863390e6c'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:03.507558 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-869261ad-aaf1-4b81-8dab-e2944b6001e3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.515574 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-869261ad-aaf1-4b81-8dab-e2944b6001e3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.596985 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-869261ad-aaf1-4b81-8dab-e2944b6001e3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (9ac4be4e-6ad3-49a1-85a9-302030321186), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.600745 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-869261ad-aaf1-4b81-8dab-e2944b6001e3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9ac4be4e-6ad3-49a1-85a9-302030321186), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.635978 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869261ad-aaf1-4b81-8dab-e2944b6001e3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac4be4e-6ad3-49a1-85a9-302030321186,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:03.677099 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-869261ad-aaf1-4b81-8dab-e2944b6001e3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (4c044155-3d96-48e4-ac9e-39356ad9e7a3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.680785 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-869261ad-aaf1-4b81-8dab-e2944b6001e3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4c044155-3d96-48e4-ac9e-39356ad9e7a3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.711840 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-869261ad-aaf1-4b81-8dab-e2944b6001e3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.712999 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-869261ad-aaf1-4b81-8dab-e2944b6001e3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2303073 Feb 09 02:38:03.716081 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33544) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:03.717354 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869261ad-aaf1-4b81-8dab-e2944b6001e3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c044155-3d96-48e4-ac9e-39356ad9e7a3,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:03.722187 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-605e0743-92e7-4d03-be81-ed8e1ba15968 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': '4c044155-3d96-48e4-ac9e-39356ad9e7a3', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:03.747471 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-605e0743-92e7-4d03-be81-ed8e1ba15968 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (f879410e-48a7-412f-9655-f0450c7eac14), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.803833 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-605e0743-92e7-4d03-be81-ed8e1ba15968 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (f879410e-48a7-412f-9655-f0450c7eac14), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.807263 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-605e0743-92e7-4d03-be81-ed8e1ba15968 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (f879410e-48a7-412f-9655-f0450c7eac14), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.825354 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e0743-92e7-4d03-be81-ed8e1ba15968 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f879410e-48a7-412f-9655-f0450c7eac14,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:03.834397 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-605e0743-92e7-4d03-be81-ed8e1ba15968 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.835643 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-605e0743-92e7-4d03-be81-ed8e1ba15968 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185076 Feb 09 02:38:03.838338 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33546) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:03.842605 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-aff93889-ce17-4355-8692-86f12cf942fa tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': '4c044155-3d96-48e4-ac9e-39356ad9e7a3', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:03.866563 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aff93889-ce17-4355-8692-86f12cf942fa tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (dfbd0c56-3aba-4da2-9580-b3d06b0dc007), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.925955 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aff93889-ce17-4355-8692-86f12cf942fa tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (dfbd0c56-3aba-4da2-9580-b3d06b0dc007), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.929679 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aff93889-ce17-4355-8692-86f12cf942fa tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (dfbd0c56-3aba-4da2-9580-b3d06b0dc007), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.947616 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff93889-ce17-4355-8692-86f12cf942fa tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbd0c56-3aba-4da2-9580-b3d06b0dc007,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:03.960814 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aff93889-ce17-4355-8692-86f12cf942fa tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.962091 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-aff93889-ce17-4355-8692-86f12cf942fa tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227727 Feb 09 02:38:03.964772 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33548) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:03.968987 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-dccab18e-a264-45d7-a227-ea87b1197a36 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': '4c044155-3d96-48e4-ac9e-39356ad9e7a3', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:03.993928 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dccab18e-a264-45d7-a227-ea87b1197a36 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (553cbb33-6a19-4de3-bbd6-1fd2a26130eb), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.049293 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dccab18e-a264-45d7-a227-ea87b1197a36 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (553cbb33-6a19-4de3-bbd6-1fd2a26130eb), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.053981 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dccab18e-a264-45d7-a227-ea87b1197a36 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (553cbb33-6a19-4de3-bbd6-1fd2a26130eb), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.073375 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccab18e-a264-45d7-a227-ea87b1197a36 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553cbb33-6a19-4de3-bbd6-1fd2a26130eb,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:04.083040 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dccab18e-a264-45d7-a227-ea87b1197a36 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.084274 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dccab18e-a264-45d7-a227-ea87b1197a36 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186080 Feb 09 02:38:04.087112 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33550) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:04.091602 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-259d9653-5a02-4a0b-a697-7dedb141d81c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': '4c044155-3d96-48e4-ac9e-39356ad9e7a3', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:04.117145 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-259d9653-5a02-4a0b-a697-7dedb141d81c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (4c5e1439-c0a8-4bba-a7f6-bd8f062fd94b), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.175748 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-259d9653-5a02-4a0b-a697-7dedb141d81c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (4c5e1439-c0a8-4bba-a7f6-bd8f062fd94b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.179465 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-259d9653-5a02-4a0b-a697-7dedb141d81c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (4c5e1439-c0a8-4bba-a7f6-bd8f062fd94b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.197073 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d9653-5a02-4a0b-a697-7dedb141d81c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5e1439-c0a8-4bba-a7f6-bd8f062fd94b,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:04.206450 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-259d9653-5a02-4a0b-a697-7dedb141d81c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.207688 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-259d9653-5a02-4a0b-a697-7dedb141d81c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195159 Feb 09 02:38:04.210423 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33552) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:04.214784 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-cd0de370-6b53-4afa-90ef-87fe6ad11016 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': '4c044155-3d96-48e4-ac9e-39356ad9e7a3', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:04.234652 n-d-828387-3 neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-cd0de370-6b53-4afa-90ef-87fe6ad11016 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Project 227cd762524640f88637fa0863390e6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:38:04.240246 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd0de370-6b53-4afa-90ef-87fe6ad11016 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (54958e5d-c696-41c4-b52f-79190d7b657d), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.300207 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd0de370-6b53-4afa-90ef-87fe6ad11016 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (54958e5d-c696-41c4-b52f-79190d7b657d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.303761 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd0de370-6b53-4afa-90ef-87fe6ad11016 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (54958e5d-c696-41c4-b52f-79190d7b657d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.321444 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0de370-6b53-4afa-90ef-87fe6ad11016 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54958e5d-c696-41c4-b52f-79190d7b657d,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:04.328890 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd0de370-6b53-4afa-90ef-87fe6ad11016 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.330125 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-cd0de370-6b53-4afa-90ef-87fe6ad11016 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187766 Feb 09 02:38:04.332973 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33554) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:04.337175 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-c49a65bd-59b8-429d-9c61-7358285b5540 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': '4c044155-3d96-48e4-ac9e-39356ad9e7a3', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:04.358674 n-d-828387-3 neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-c49a65bd-59b8-429d-9c61-7358285b5540 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Project 227cd762524640f88637fa0863390e6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:38:04.364400 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c49a65bd-59b8-429d-9c61-7358285b5540 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (3ac7f2a0-428c-409b-8b34-dcbcbf7e6942), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.434415 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c49a65bd-59b8-429d-9c61-7358285b5540 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (3ac7f2a0-428c-409b-8b34-dcbcbf7e6942), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.438176 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c49a65bd-59b8-429d-9c61-7358285b5540 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (3ac7f2a0-428c-409b-8b34-dcbcbf7e6942), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.463266 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a65bd-59b8-429d-9c61-7358285b5540 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac7f2a0-428c-409b-8b34-dcbcbf7e6942,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:04.469651 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c49a65bd-59b8-429d-9c61-7358285b5540 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.471475 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c49a65bd-59b8-429d-9c61-7358285b5540 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1369557 Feb 09 02:38:04.474774 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33556) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:04.479668 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-261484eb-a8da-45ac-8b2d-5689db72dc9d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'network': {'name': 'tempest-network-smoke--1097435308', 'project_id': '227cd762524640f88637fa0863390e6c', 'port_security_enabled': True}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:04.500557 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261484eb-a8da-45ac-8b2d-5689db72dc9d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Made reservation on behalf of 227cd762524640f88637fa0863390e6c for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:38:04.503858 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-261484eb-a8da-45ac-8b2d-5689db72dc9d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.527535 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261484eb-a8da-45ac-8b2d-5689db72dc9d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:38:04.537631 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-261484eb-a8da-45ac-8b2d-5689db72dc9d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.537985 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-261484eb-a8da-45ac-8b2d-5689db72dc9d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Added segment 5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8 of type vlan for network bb2e0b16-797d-4313-92bf-b365d9c19669 Feb 09 02:38:04.576915 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-261484eb-a8da-45ac-8b2d-5689db72dc9d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (bb2e0b16-797d-4313-92bf-b365d9c19669), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.603158 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-261484eb-a8da-45ac-8b2d-5689db72dc9d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (bb2e0b16-797d-4313-92bf-b365d9c19669), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.608124 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261484eb-a8da-45ac-8b2d-5689db72dc9d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:04.608708 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-261484eb-a8da-45ac-8b2d-5689db72dc9d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.673403 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-261484eb-a8da-45ac-8b2d-5689db72dc9d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1975205 Feb 09 02:38:04.676784 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33558) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:04.681403 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-6fcd1999-bf87-46e8-854b-f2a1397dac16 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1821845895', 'admin_state_up': True, 'project_id': '227cd762524640f88637fa0863390e6c', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:04.681586 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261484eb-a8da-45ac-8b2d-5689db72dc9d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Network': ['ID=bb2e0b16-797d-4313-92bf-b365d9c19669,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:04.692054 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network bb2e0b16-797d-4313-92bf-b365d9c19669 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:38:04.708924 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1999-bf87-46e8-854b-f2a1397dac16 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (506a3f76-a4d6-45fe-8734-8e570f613a27), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.709975 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1999-bf87-46e8-854b-f2a1397dac16 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (506a3f76-a4d6-45fe-8734-8e570f613a27), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.764467 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1999-bf87-46e8-854b-f2a1397dac16 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_controller (506a3f76-a4d6-45fe-8734-8e570f613a27), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.910760 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1999-bf87-46e8-854b-f2a1397dac16 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_gateway (506a3f76-a4d6-45fe-8734-8e570f613a27), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:05.101475 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1999-bf87-46e8-854b-f2a1397dac16 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_gateway (506a3f76-a4d6-45fe-8734-8e570f613a27), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:05.119658 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1999-bf87-46e8-854b-f2a1397dac16 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:05.567927 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-6fcd1999-bf87-46e8-854b-f2a1397dac16 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Allocated IP 172.25.7.198 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/bf569a64-5d2a-41d8-ae05-0aaf0d296283) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:38:05.669252 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1999-bf87-46e8-854b-f2a1397dac16 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (bf569a64-5d2a-41d8-ae05-0aaf0d296283), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:05.703131 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1999-bf87-46e8-854b-f2a1397dac16 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (bf569a64-5d2a-41d8-ae05-0aaf0d296283), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:05.744877 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcd1999-bf87-46e8-854b-f2a1397dac16 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:05.747757 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-6fcd1999-bf87-46e8-854b-f2a1397dac16 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:05.752546 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcd1999-bf87-46e8-854b-f2a1397dac16 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:38:05.754254 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd1999-bf87-46e8-854b-f2a1397dac16 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=bf569a64-5d2a-41d8-ae05-0aaf0d296283,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:06.004813 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1999-bf87-46e8-854b-f2a1397dac16 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_gateway (506a3f76-a4d6-45fe-8734-8e570f613a27), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:06.205775 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1999-bf87-46e8-854b-f2a1397dac16 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (506a3f76-a4d6-45fe-8734-8e570f613a27), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:06.335439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcd1999-bf87-46e8-854b-f2a1397dac16 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router 506a3f76-a4d6-45fe-8734-8e570f613a27 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:38:06.445447 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcd1999-bf87-46e8-854b-f2a1397dac16 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:38:06.456247 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] Sync routers for ids ['506a3f76-a4d6-45fe-8734-8e570f613a27'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:38:06.465153 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1999-bf87-46e8-854b-f2a1397dac16 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:06.465474 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] Routers {'506a3f76-a4d6-45fe-8734-8e570f613a27'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:06.466065 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:37:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['506a3f76-a4d6-45fe-8734-8e570f613a27'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:06.466448 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6fcd1999-bf87-46e8-854b-f2a1397dac16 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7885547 Feb 09 02:38:06.469516 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33560) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:06.576992 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] Set router 506a3f76-a4d6-45fe-8734-8e570f613a27 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:38:06.595062 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a16b2b44-a9a7-4b9a-9307-5bd1253a991c tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=227cd762524640f88637fa0863390e6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1220593 Feb 09 02:38:06.595301 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33564) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:06.681818 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a090ed-9883-4374-a058-6961614f5020 tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:06.683391 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-55a090ed-9883-4374-a058-6961614f5020 tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866988 Feb 09 02:38:06.686187 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33566) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:06.715959 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c6d931a2-c010-4db9-9db8-162752b723f9 tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286107 Feb 09 02:38:06.718479 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33568) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:06.723929 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-17314e99-20dc-41ee-b861-b05382f2af12 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-644689635', 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669', 'project_id': '227cd762524640f88637fa0863390e6c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:06.758385 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821845895', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:38:04Z', 'updated_at': '2022-02-09T02:38:05Z', 'revision_number': 3, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:20:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:38:05Z', 'updated_at': '2022-02-09T02:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:06.788793 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] Checking router: 506a3f76-a4d6-45fe-8734-8e570f613a27 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:38:06.789285 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] Updating router 506a3f76-a4d6-45fe-8734-8e570f613a27 port bf569a64-5d2a-41d8-ae05-0aaf0d296283 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:38:06.817670 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bf569a64-5d2a-41d8-ae05-0aaf0d296283), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:06.819121 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17314e99-20dc-41ee-b861-b05382f2af12 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Made reservation on behalf of 227cd762524640f88637fa0863390e6c for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:38:06.822705 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-17314e99-20dc-41ee-b861-b05382f2af12 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.015295 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-17314e99-20dc-41ee-b861-b05382f2af12 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (1d2d5a80-b36d-4f75-b1ec-1dc18583f896), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.078799 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17314e99-20dc-41ee-b861-b05382f2af12 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Subnet': ['ID=1d2d5a80-b36d-4f75-b1ec-1dc18583f896,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:07.079070 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] Publish callbacks [] for port (bf569a64-5d2a-41d8-ae05-0aaf0d296283), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.085045 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bf569a64-5d2a-41d8-ae05-0aaf0d296283), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.087092 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17314e99-20dc-41ee-b861-b05382f2af12 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Checking segment: {'id': '5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:38:07.087488 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17314e99-20dc-41ee-b861-b05382f2af12 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network hostable DHCP agents. Network: bb2e0b16-797d-4313-92bf-b365d9c19669, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:38:07.108121 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17314e99-20dc-41ee-b861-b05382f2af12 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network bb2e0b16-797d-4313-92bf-b365d9c19669 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:38:07.126413 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-17314e99-20dc-41ee-b861-b05382f2af12 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, bb2e0b16-797d-4313-92bf-b365d9c19669) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:07.132162 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] Attempting to bind port bf569a64-5d2a-41d8-ae05-0aaf0d296283 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:38:07.132540 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] Attempting to bind port bf569a64-5d2a-41d8-ae05-0aaf0d296283 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:38:07.132894 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] Attempting to bind port bf569a64-5d2a-41d8-ae05-0aaf0d296283 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:38:07.140280 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6f06ef-ad6c-4bcc-a17d-651da6c28152 None None] Network bb2e0b16-797d-4313-92bf-b365d9c19669 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:38:07.141338 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17314e99-20dc-41ee-b861-b05382f2af12 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:07.142149 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-17314e99-20dc-41ee-b861-b05382f2af12 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.145145 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:38:07.145513 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:38:07.146077 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.146613 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:38:07.147643 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] Bound port: bf569a64-5d2a-41d8-ae05-0aaf0d296283, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:38:07.148200 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bf569a64-5d2a-41d8-ae05-0aaf0d296283), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.165584 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33570) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:07.166141 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-17314e99-20dc-41ee-b861-b05382f2af12 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4464359 Feb 09 02:38:07.201378 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad0a65-4d18-4407-937f-6af07fd38466 None None] Pushing event updated for resources: {'Port': ['ID=bf569a64-5d2a-41d8-ae05-0aaf0d296283,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:07.209009 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] For port bf569a64-5d2a-41d8-ae05-0aaf0d296283, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:38:07.213162 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] For port bf569a64-5d2a-41d8-ae05-0aaf0d296283, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=bf569a64-5d2a-41d8-ae05-0aaf0d296283,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:38:07.221638 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a65-4d18-4407-937f-6af07fd38466 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:07.222168 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a65-4d18-4407-937f-6af07fd38466 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:07.222513 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a65-4d18-4407-937f-6af07fd38466 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:07.222849 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a65-4d18-4407-937f-6af07fd38466 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:07.223176 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a65-4d18-4407-937f-6af07fd38466 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:07.223539 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a65-4d18-4407-937f-6af07fd38466 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:07.223863 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a65-4d18-4407-937f-6af07fd38466 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:07.224234 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a65-4d18-4407-937f-6af07fd38466 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:07.224600 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a65-4d18-4407-937f-6af07fd38466 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:07.224922 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a65-4d18-4407-937f-6af07fd38466 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:07.225261 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a65-4d18-4407-937f-6af07fd38466 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:07.225562 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a65-4d18-4407-937f-6af07fd38466 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:07.225898 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a65-4d18-4407-937f-6af07fd38466 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:07.230268 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bf569a64-5d2a-41d8-ae05-0aaf0d296283), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.279895 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] Routers {'506a3f76-a4d6-45fe-8734-8e570f613a27'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:07.280701 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:37:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['506a3f76-a4d6-45fe-8734-8e570f613a27'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:07.301732 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba69da2-e6c7-47b6-a992-344e1b273d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-bb2e0b16-797d-4313-92bf-b365d9c19669', 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669', 'project_id': '227cd762524640f88637fa0863390e6c', 'fixed_ips': [{'subnet_id': '1d2d5a80-b36d-4f75-b1ec-1dc18583f896'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:38:07.303484 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8ba69da2-e6c7-47b6-a992-344e1b273d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.394677 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] Set router 506a3f76-a4d6-45fe-8734-8e570f613a27 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:38:07.473096 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-8ba69da2-e6c7-47b6-a992-344e1b273d55 None None] Allocated IP 172.20.0.2 (bb2e0b16-797d-4313-92bf-b365d9c19669/1d2d5a80-b36d-4f75-b1ec-1dc18583f896/80a5a423-119d-4878-9f3b-07a450138c55) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:38:07.533988 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad0a65-4d18-4407-937f-6af07fd38466 None None] Pushing event updated for resources: {'Port': ['ID=bf569a64-5d2a-41d8-ae05-0aaf0d296283,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:07.585202 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-114e690b-2096-49e7-bdbb-9dc21d9b939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.604068 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821845895', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:38:04Z', 'updated_at': '2022-02-09T02:38:05Z', 'revision_number': 3, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:20:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:38:05Z', 'updated_at': '2022-02-09T02:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:07.637611 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea6ec06-ab2f-448b-a1a9-999820bb9f6b None None] The sync data for ids ['506a3f76-a4d6-45fe-8734-8e570f613a27'] in n-d-828387-3 is: [{'id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821845895', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:38:04Z', 'updated_at': '2022-02-09T02:38:05Z', 'revision_number': 3, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:20:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:38:05Z', 'updated_at': '2022-02-09T02:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:38:07.696672 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8ba69da2-e6c7-47b6-a992-344e1b273d55 None None] Publish callbacks [] for port (80a5a423-119d-4878-9f3b-07a450138c55), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.705579 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8ba69da2-e6c7-47b6-a992-344e1b273d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (80a5a423-119d-4878-9f3b-07a450138c55), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.765135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba69da2-e6c7-47b6-a992-344e1b273d55 None None] Network bb2e0b16-797d-4313-92bf-b365d9c19669 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:07.769396 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-8ba69da2-e6c7-47b6-a992-344e1b273d55 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:07.772179 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba69da2-e6c7-47b6-a992-344e1b273d55 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:38:07.773388 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68a70758-c8f6-495d-b96c-7fbc24cfc39c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.789686 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba69da2-e6c7-47b6-a992-344e1b273d55 None None] Pushing event updated for resources: {'Port': ['ID=80a5a423-119d-4878-9f3b-07a450138c55,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:07.850575 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-8ba69da2-e6c7-47b6-a992-344e1b273d55 None None] Attempting to bind port 80a5a423-119d-4878-9f3b-07a450138c55 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:38:07.851013 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-8ba69da2-e6c7-47b6-a992-344e1b273d55 None None] Attempting to bind port 80a5a423-119d-4878-9f3b-07a450138c55 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:38:07.851463 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba69da2-e6c7-47b6-a992-344e1b273d55 None None] Attempting to bind port 80a5a423-119d-4878-9f3b-07a450138c55 on network bb2e0b16-797d-4313-92bf-b365d9c19669 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:38:07.858794 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba69da2-e6c7-47b6-a992-344e1b273d55 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:38:07.859306 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba69da2-e6c7-47b6-a992-344e1b273d55 None None] Checking segment: {'id': '5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:38:07.859764 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8ba69da2-e6c7-47b6-a992-344e1b273d55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.861987 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba69da2-e6c7-47b6-a992-344e1b273d55 None None] Bound using segment: {'id': '5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:38:07.862620 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-8ba69da2-e6c7-47b6-a992-344e1b273d55 None None] Bound port: 80a5a423-119d-4878-9f3b-07a450138c55, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:38:07.863081 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8ba69da2-e6c7-47b6-a992-344e1b273d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (80a5a423-119d-4878-9f3b-07a450138c55), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.967943 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-8ba69da2-e6c7-47b6-a992-344e1b273d55 None None] For port 80a5a423-119d-4878-9f3b-07a450138c55, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:38:07.972177 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-8ba69da2-e6c7-47b6-a992-344e1b273d55 None None] For port 80a5a423-119d-4878-9f3b-07a450138c55, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=80a5a423-119d-4878-9f3b-07a450138c55,segment=NetworkSegment(5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8),segment_id=5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:38:07.979932 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8ba69da2-e6c7-47b6-a992-344e1b273d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (80a5a423-119d-4878-9f3b-07a450138c55), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:08.074288 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba69da2-e6c7-47b6-a992-344e1b273d55 None None] Pushing event updated for resources: {'Port': ['ID=80a5a423-119d-4878-9f3b-07a450138c55,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:08.219361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-68a70758-c8f6-495d-b96c-7fbc24cfc39c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Allocated IP 172.20.0.1 (bb2e0b16-797d-4313-92bf-b365d9c19669/1d2d5a80-b36d-4f75-b1ec-1dc18583f896/0cfca66e-3f57-470e-929d-9fb51085dd26) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:38:08.392503 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68a70758-c8f6-495d-b96c-7fbc24cfc39c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (0cfca66e-3f57-470e-929d-9fb51085dd26), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:08.437405 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68a70758-c8f6-495d-b96c-7fbc24cfc39c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (0cfca66e-3f57-470e-929d-9fb51085dd26), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:08.483288 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a70758-c8f6-495d-b96c-7fbc24cfc39c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network bb2e0b16-797d-4313-92bf-b365d9c19669 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:08.487138 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-68a70758-c8f6-495d-b96c-7fbc24cfc39c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:08.489829 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a70758-c8f6-495d-b96c-7fbc24cfc39c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:38:08.840488 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a70758-c8f6-495d-b96c-7fbc24cfc39c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=0cfca66e-3f57-470e-929d-9fb51085dd26,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:08.861156 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68a70758-c8f6-495d-b96c-7fbc24cfc39c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (506a3f76-a4d6-45fe-8734-8e570f613a27), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:09.009748 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68a70758-c8f6-495d-b96c-7fbc24cfc39c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0cfca66e-3f57-470e-929d-9fb51085dd26), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:09.182140 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 80a5a423-119d-4878-9f3b-07a450138c55 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:38:09.243114 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 80a5a423-119d-4878-9f3b-07a450138c55 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:09.243518 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (80a5a423-119d-4878-9f3b-07a450138c55), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:09.265860 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bddada-ef51-4284-9259-ef5d3fd6c08b None None] Network bb2e0b16-797d-4313-92bf-b365d9c19669 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:38:09.371054 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68a70758-c8f6-495d-b96c-7fbc24cfc39c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (0cfca66e-3f57-470e-929d-9fb51085dd26), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:09.377265 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68a70758-c8f6-495d-b96c-7fbc24cfc39c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (0cfca66e-3f57-470e-929d-9fb51085dd26), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:09.463431 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68a70758-c8f6-495d-b96c-7fbc24cfc39c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (506a3f76-a4d6-45fe-8734-8e570f613a27), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:09.465544 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a70758-c8f6-495d-b96c-7fbc24cfc39c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=0cfca66e-3f57-470e-929d-9fb51085dd26,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:09.525594 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e1b93bfd-70a5-4a38-907e-e91fa88ac4b6 None None] Provisioning complete for port 80a5a423-119d-4878-9f3b-07a450138c55 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:09.525937 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e1b93bfd-70a5-4a38-907e-e91fa88ac4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (80a5a423-119d-4878-9f3b-07a450138c55), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:09.585645 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a70758-c8f6-495d-b96c-7fbc24cfc39c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network bb2e0b16-797d-4313-92bf-b365d9c19669 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:09.587005 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-68a70758-c8f6-495d-b96c-7fbc24cfc39c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:09.663625 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 80a5a423-119d-4878-9f3b-07a450138c55 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:09.663840 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (80a5a423-119d-4878-9f3b-07a450138c55), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:09.704014 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e1b93bfd-70a5-4a38-907e-e91fa88ac4b6 None None] Current status of the port 80a5a423-119d-4878-9f3b-07a450138c55 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:09.704402 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e1b93bfd-70a5-4a38-907e-e91fa88ac4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (80a5a423-119d-4878-9f3b-07a450138c55), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:09.706819 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a70758-c8f6-495d-b96c-7fbc24cfc39c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router 506a3f76-a4d6-45fe-8734-8e570f613a27 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:38:09.726595 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 80a5a423-119d-4878-9f3b-07a450138c55, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=80a5a423-119d-4878-9f3b-07a450138c55,segment=NetworkSegment(5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8),segment_id=5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:09.739027 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (80a5a423-119d-4878-9f3b-07a450138c55), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:09.740046 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bf569a64-5d2a-41d8-ae05-0aaf0d296283 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:38:09.832700 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=80a5a423-119d-4878-9f3b-07a450138c55,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:09.837085 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a70758-c8f6-495d-b96c-7fbc24cfc39c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:38:09.850849 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-68a70758-c8f6-495d-b96c-7fbc24cfc39c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "PUT /v2.0/routers/506a3f76-a4d6-45fe-8734-8e570f613a27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6840978 Feb 09 02:38:09.861843 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] Sync routers for ids ['506a3f76-a4d6-45fe-8734-8e570f613a27'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:38:09.887899 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.db.api [None req-e1b93bfd-70a5-4a38-907e-e91fa88ac4b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:38:09.888188 n-d-828387-3 neutron-server[103185]: DEBUG oslo_db.api [None req-e1b93bfd-70a5-4a38-907e-e91fa88ac4b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:38:09.904221 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] Routers {'506a3f76-a4d6-45fe-8734-8e570f613a27'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:09.905150 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:37:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['506a3f76-a4d6-45fe-8734-8e570f613a27'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:09.983122 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port bf569a64-5d2a-41d8-ae05-0aaf0d296283 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:09.983547 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bf569a64-5d2a-41d8-ae05-0aaf0d296283), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:10.014570 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-1966330f-74cf-4160-b36c-860407fef244 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1922719277&fields=id&tenant_id=227cd762524640f88637fa0863390e6c HTTP/1.1" status: 200 len: 267 time: 0.0560703 Feb 09 02:38:10.075831 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] Set router 506a3f76-a4d6-45fe-8734-8e570f613a27 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:38:10.135453 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-6f5ad860-e505-473d-acee-314712095899 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:10.136955 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-6f5ad860-e505-473d-acee-314712095899 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/networks?id=bb2e0b16-797d-4313-92bf-b365d9c19669 HTTP/1.1" status: 200 len: 797 time: 0.1141291 Feb 09 02:38:10.149213 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port bf569a64-5d2a-41d8-ae05-0aaf0d296283 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:10.149605 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (bf569a64-5d2a-41d8-ae05-0aaf0d296283), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:10.154218 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-9e24c7c0-a47d-49d6-acba-d8944b862b94 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/quotas/227cd762524640f88637fa0863390e6c HTTP/1.1" status: 200 len: 375 time: 0.0105007 Feb 09 02:38:10.218805 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-c4c31e56-41fd-44bb-a34d-15331984e159 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578773 Feb 09 02:38:10.245175 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port bf569a64-5d2a-41d8-ae05-0aaf0d296283, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=bf569a64-5d2a-41d8-ae05-0aaf0d296283,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:10.261792 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (bf569a64-5d2a-41d8-ae05-0aaf0d296283), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:10.290352 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-ea2accd5-6d6d-4d65-917f-c57a1672bf58 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:10.291359 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-ea2accd5-6d6d-4d65-917f-c57a1672bf58 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0591738 Feb 09 02:38:10.297164 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ef2d44bc-8e13-4b8f-9867-9c7a8ffbcfb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:10.346108 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=bf569a64-5d2a-41d8-ae05-0aaf0d296283,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:10.392856 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-737fae86-065e-487f-9d4e-33d36e788eaa service neutron] 10.222.0.36 "GET /v2.0/networks/bb2e0b16-797d-4313-92bf-b365d9c19669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927415 Feb 09 02:38:10.443223 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821845895', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:38:04Z', 'updated_at': '2022-02-09T02:38:08Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:20:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:38:05Z', 'updated_at': '2022-02-09T02:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0cfca66e-3f57-470e-929d-9fb51085dd26', 'name': '', 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:62:e9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1d2d5a80-b36d-4f75-b1ec-1dc18583f896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:38:07Z', 'updated_at': '2022-02-09T02:38:09Z', 'revision_number': 2, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '1d2d5a80-b36d-4f75-b1ec-1dc18583f896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:10.474202 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] Checking router: 506a3f76-a4d6-45fe-8734-8e570f613a27 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:38:10.474560 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] Updating router 506a3f76-a4d6-45fe-8734-8e570f613a27 port 0cfca66e-3f57-470e-929d-9fb51085dd26 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:38:10.477319 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:10.477960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e1b93bfd-70a5-4a38-907e-e91fa88ac4b6 None None] Current status of the port 80a5a423-119d-4878-9f3b-07a450138c55 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:10.488285 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-ddb1ecaf-8d0e-4af8-b1fa-9d23537a787c service neutron] 10.222.0.36 "GET /v2.0/networks/bb2e0b16-797d-4313-92bf-b365d9c19669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883136 Feb 09 02:38:10.504769 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0cfca66e-3f57-470e-929d-9fb51085dd26), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:10.631142 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-72317330-be1b-4e5a-9ac7-02fa446fe121 None None] Provisioning complete for port 0cfca66e-3f57-470e-929d-9fb51085dd26 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:10.631557 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-72317330-be1b-4e5a-9ac7-02fa446fe121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0cfca66e-3f57-470e-929d-9fb51085dd26), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:10.667807 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-24d53bd1-16b2-4da5-97fb-060388a8c4e7 req-0be1d14b-2bea-4eba-b97c-e1baa845ac45 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 210 time: 0.0373640 Feb 09 02:38:10.718131 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-72317330-be1b-4e5a-9ac7-02fa446fe121 None None] Port 0cfca66e-3f57-470e-929d-9fb51085dd26 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:38:10.743636 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-72317330-be1b-4e5a-9ac7-02fa446fe121 None None] Provisioning complete for port 80a5a423-119d-4878-9f3b-07a450138c55 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:10.744038 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-72317330-be1b-4e5a-9ac7-02fa446fe121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (80a5a423-119d-4878-9f3b-07a450138c55), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:10.886864 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] Publish callbacks [] for port (0cfca66e-3f57-470e-929d-9fb51085dd26), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:10.890419 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-72317330-be1b-4e5a-9ac7-02fa446fe121 None None] Current status of the port 80a5a423-119d-4878-9f3b-07a450138c55 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:10.893391 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0cfca66e-3f57-470e-929d-9fb51085dd26), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:10.947490 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce7106-3a62-418c-9fd7-c558fbf6e964 None None] Pushing event updated for resources: {'Port': ['ID=0cfca66e-3f57-470e-929d-9fb51085dd26,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:11.000925 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] Attempting to bind port 0cfca66e-3f57-470e-929d-9fb51085dd26 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:38:11.000925 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] Attempting to bind port 0cfca66e-3f57-470e-929d-9fb51085dd26 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:38:11.001460 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] Attempting to bind port 0cfca66e-3f57-470e-929d-9fb51085dd26 on network bb2e0b16-797d-4313-92bf-b365d9c19669 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:38:11.016877 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:38:11.018577 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] Checking segment: {'id': '5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:38:11.018577 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:11.018823 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] Bound using segment: {'id': '5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:38:11.019433 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] Bound port: 0cfca66e-3f57-470e-929d-9fb51085dd26, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:38:11.019892 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0cfca66e-3f57-470e-929d-9fb51085dd26), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:11.041669 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:11.110043 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] For port 0cfca66e-3f57-470e-929d-9fb51085dd26, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:38:11.114735 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] For port 0cfca66e-3f57-470e-929d-9fb51085dd26, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0cfca66e-3f57-470e-929d-9fb51085dd26,segment=NetworkSegment(5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8),segment_id=5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:38:11.121081 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0cfca66e-3f57-470e-929d-9fb51085dd26), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:11.150753 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 80a5a423-119d-4878-9f3b-07a450138c55 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:38:11.228226 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce7106-3a62-418c-9fd7-c558fbf6e964 None None] Pushing event updated for resources: {'Port': ['ID=0cfca66e-3f57-470e-929d-9fb51085dd26,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:11.233678 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] Routers {'506a3f76-a4d6-45fe-8734-8e570f613a27'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:11.234304 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:38:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['506a3f76-a4d6-45fe-8734-8e570f613a27'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:11.338659 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ff247a01-b8e6-4b99-87ca-6a0a4d612674 None None] Provisioning complete for port 0cfca66e-3f57-470e-929d-9fb51085dd26 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:11.339407 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ff247a01-b8e6-4b99-87ca-6a0a4d612674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0cfca66e-3f57-470e-929d-9fb51085dd26), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:11.348725 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:11.394884 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 80a5a423-119d-4878-9f3b-07a450138c55 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:11.395288 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (80a5a423-119d-4878-9f3b-07a450138c55), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:11.446870 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] Set router 506a3f76-a4d6-45fe-8734-8e570f613a27 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:38:11.603548 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ff247a01-b8e6-4b99-87ca-6a0a4d612674 None None] Current status of the port 0cfca66e-3f57-470e-929d-9fb51085dd26 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:11.603945 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ff247a01-b8e6-4b99-87ca-6a0a4d612674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (0cfca66e-3f57-470e-929d-9fb51085dd26), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:11.822625 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ffa54974-0d69-4a3a-bfd7-b556827ad392 req-714e0e0e-76ab-4884-8ada-6a1fe78214ef tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 210 time: 0.0791774 Feb 09 02:38:11.858258 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 80a5a423-119d-4878-9f3b-07a450138c55 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:11.859312 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bf569a64-5d2a-41d8-ae05-0aaf0d296283 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:38:11.888598 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-551e309e-6211-428c-a310-3cfb40e6b877 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:11.891584 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-551e309e-6211-428c-a310-3cfb40e6b877 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.48 "GET /v2.0/networks?id=bb2e0b16-797d-4313-92bf-b365d9c19669 HTTP/1.1" status: 200 len: 797 time: 0.1606262 Feb 09 02:38:11.895167 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ff247a01-b8e6-4b99-87ca-6a0a4d612674 None None] For port 0cfca66e-3f57-470e-929d-9fb51085dd26, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0cfca66e-3f57-470e-929d-9fb51085dd26,segment=NetworkSegment(5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8),segment_id=5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:11.905727 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ff247a01-b8e6-4b99-87ca-6a0a4d612674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (0cfca66e-3f57-470e-929d-9fb51085dd26), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:11.981838 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-2fed1d10-23f2-4e56-be71-6d821e56cc3d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=227cd762524640f88637fa0863390e6c HTTP/1.1" status: 200 len: 380 time: 0.0762138 Feb 09 02:38:11.996063 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-95425c1f-9b5d-4719-8e79-f1779d2cd56b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'port': {'device_id': '995d38eb-f2d4-4649-9290-3abfd78f9814', 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669', 'admin_state_up': True, 'tenant_id': '227cd762524640f88637fa0863390e6c', 'security_groups': ['4c044155-3d96-48e4-ac9e-39356ad9e7a3']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:12.011524 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port bf569a64-5d2a-41d8-ae05-0aaf0d296283 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:12.011935 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (bf569a64-5d2a-41d8-ae05-0aaf0d296283), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:12.014633 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff247a01-b8e6-4b99-87ca-6a0a4d612674 None None] Pushing event updated for resources: {'Port': ['ID=0cfca66e-3f57-470e-929d-9fb51085dd26,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:12.077957 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821845895', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:38:04Z', 'updated_at': '2022-02-09T02:38:08Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:20:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:38:05Z', 'updated_at': '2022-02-09T02:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0cfca66e-3f57-470e-929d-9fb51085dd26', 'name': '', 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:62:e9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1d2d5a80-b36d-4f75-b1ec-1dc18583f896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:38:07Z', 'updated_at': '2022-02-09T02:38:11Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '1d2d5a80-b36d-4f75-b1ec-1dc18583f896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:12.112469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ec1ebb-0a94-4948-9124-063f44332e5a None None] The sync data for ids ['506a3f76-a4d6-45fe-8734-8e570f613a27'] in n-d-828387-3 is: [{'id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821845895', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:38:04Z', 'updated_at': '2022-02-09T02:38:08Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:20:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:38:05Z', 'updated_at': '2022-02-09T02:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0cfca66e-3f57-470e-929d-9fb51085dd26', 'name': '', 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:62:e9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1d2d5a80-b36d-4f75-b1ec-1dc18583f896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:38:07Z', 'updated_at': '2022-02-09T02:38:11Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '1d2d5a80-b36d-4f75-b1ec-1dc18583f896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:38:12.113908 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-2f6b8f62-5967-4bdd-85f2-f947cd13dc4b None None] Provisioning complete for port 0cfca66e-3f57-470e-929d-9fb51085dd26 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:12.114284 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2f6b8f62-5967-4bdd-85f2-f947cd13dc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0cfca66e-3f57-470e-929d-9fb51085dd26), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:12.122956 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-95425c1f-9b5d-4719-8e79-f1779d2cd56b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Made reservation on behalf of 227cd762524640f88637fa0863390e6c for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:38:12.127733 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-95425c1f-9b5d-4719-8e79-f1779d2cd56b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:12.202199 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port bf569a64-5d2a-41d8-ae05-0aaf0d296283 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:12.255502 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2f6b8f62-5967-4bdd-85f2-f947cd13dc4b None None] Current status of the port 0cfca66e-3f57-470e-929d-9fb51085dd26 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:12.289558 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-95425c1f-9b5d-4719-8e79-f1779d2cd56b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Allocated IP 172.20.0.12 (bb2e0b16-797d-4313-92bf-b365d9c19669/1d2d5a80-b36d-4f75-b1ec-1dc18583f896/2465ae2d-0991-48f3-a6ad-53003310d348) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:38:12.438734 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-95425c1f-9b5d-4719-8e79-f1779d2cd56b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (2465ae2d-0991-48f3-a6ad-53003310d348), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:12.473999 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-95425c1f-9b5d-4719-8e79-f1779d2cd56b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (2465ae2d-0991-48f3-a6ad-53003310d348), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:12.526509 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:12.532340 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-95425c1f-9b5d-4719-8e79-f1779d2cd56b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network bb2e0b16-797d-4313-92bf-b365d9c19669 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:12.536084 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-95425c1f-9b5d-4719-8e79-f1779d2cd56b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:12.539937 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-95425c1f-9b5d-4719-8e79-f1779d2cd56b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:38:12.566948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95425c1f-9b5d-4719-8e79-f1779d2cd56b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=2465ae2d-0991-48f3-a6ad-53003310d348,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:12.597784 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-95425c1f-9b5d-4719-8e79-f1779d2cd56b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:12.598433 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-95425c1f-9b5d-4719-8e79-f1779d2cd56b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:12.623792 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-95425c1f-9b5d-4719-8e79-f1779d2cd56b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6347699 Feb 09 02:38:12.638273 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-252a6941-3368-4865-819d-4ec0900c5218 service neutron] Request body: {'port': {'device_id': '995d38eb-f2d4-4649-9290-3abfd78f9814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:12.706473 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-252a6941-3368-4865-819d-4ec0900c5218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2465ae2d-0991-48f3-a6ad-53003310d348), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:12.781532 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e70087cc-92e8-4059-b887-cd96b8842f2b None None] Provisioning complete for port 2465ae2d-0991-48f3-a6ad-53003310d348 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:12.781910 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e70087cc-92e8-4059-b887-cd96b8842f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2465ae2d-0991-48f3-a6ad-53003310d348), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:12.819156 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e70087cc-92e8-4059-b887-cd96b8842f2b None None] Port 2465ae2d-0991-48f3-a6ad-53003310d348 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:38:12.960656 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8759de4-b2a2-48a9-8cf0-c4c556596517 req-1b7519f7-5ac5-4360-87e5-40de0637b4b0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:12.962932 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a8759de4-b2a2-48a9-8cf0-c4c556596517 req-1b7519f7-5ac5-4360-87e5-40de0637b4b0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 932 time: 0.0621846 Feb 09 02:38:13.014651 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a8759de4-b2a2-48a9-8cf0-c4c556596517 req-b989f495-4069-4759-9700-d68fdb5a68f0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c044155-3d96-48e4-ac9e-39356ad9e7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458121 Feb 09 02:38:13.021423 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-252a6941-3368-4865-819d-4ec0900c5218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2465ae2d-0991-48f3-a6ad-53003310d348 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:38:13.036897 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-252a6941-3368-4865-819d-4ec0900c5218 service neutron] Publish callbacks [] for port (2465ae2d-0991-48f3-a6ad-53003310d348), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:13.043506 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-252a6941-3368-4865-819d-4ec0900c5218 service neutron] Transition to ACTIVE for port object 2465ae2d-0991-48f3-a6ad-53003310d348 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:38:13.047827 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-252a6941-3368-4865-819d-4ec0900c5218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (2465ae2d-0991-48f3-a6ad-53003310d348), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:13.133048 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a6941-3368-4865-819d-4ec0900c5218 service neutron] Pushing event updated for resources: {'Port': ['ID=2465ae2d-0991-48f3-a6ad-53003310d348,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:13.133998 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0cfca66e-3f57-470e-929d-9fb51085dd26 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:38:13.195957 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-252a6941-3368-4865-819d-4ec0900c5218 service neutron] Attempting to bind port 2465ae2d-0991-48f3-a6ad-53003310d348 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:38:13.196307 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-252a6941-3368-4865-819d-4ec0900c5218 service neutron] Attempting to bind port 2465ae2d-0991-48f3-a6ad-53003310d348 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:38:13.196619 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-252a6941-3368-4865-819d-4ec0900c5218 service neutron] Attempting to bind port 2465ae2d-0991-48f3-a6ad-53003310d348 on network bb2e0b16-797d-4313-92bf-b365d9c19669 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:38:13.201963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-252a6941-3368-4865-819d-4ec0900c5218 service neutron] Port 2465ae2d-0991-48f3-a6ad-53003310d348 on network bb2e0b16-797d-4313-92bf-b365d9c19669 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:38:13.202286 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-252a6941-3368-4865-819d-4ec0900c5218 service neutron] Attempting to bind port 2465ae2d-0991-48f3-a6ad-53003310d348 on network bb2e0b16-797d-4313-92bf-b365d9c19669 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:38:13.203978 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 0cfca66e-3f57-470e-929d-9fb51085dd26 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:13.204448 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (0cfca66e-3f57-470e-929d-9fb51085dd26), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:13.207475 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-252a6941-3368-4865-819d-4ec0900c5218 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:38:13.207817 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-252a6941-3368-4865-819d-4ec0900c5218 service neutron] Checking segment: {'id': '5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:38:13.208445 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-252a6941-3368-4865-819d-4ec0900c5218 service neutron] Bound using segment: {'id': '5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:38:13.208718 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-252a6941-3368-4865-819d-4ec0900c5218 service neutron] Bound port: 2465ae2d-0991-48f3-a6ad-53003310d348, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:38:13.208987 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-252a6941-3368-4865-819d-4ec0900c5218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2465ae2d-0991-48f3-a6ad-53003310d348), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:13.281359 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-252a6941-3368-4865-819d-4ec0900c5218 service neutron] For port 2465ae2d-0991-48f3-a6ad-53003310d348, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:38:13.286003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-252a6941-3368-4865-819d-4ec0900c5218 service neutron] For port 2465ae2d-0991-48f3-a6ad-53003310d348, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=2465ae2d-0991-48f3-a6ad-53003310d348,segment=NetworkSegment(5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8),segment_id=5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:38:13.294852 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-252a6941-3368-4865-819d-4ec0900c5218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (2465ae2d-0991-48f3-a6ad-53003310d348), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:13.320207 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 0cfca66e-3f57-470e-929d-9fb51085dd26 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:13.332316 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-252a6941-3368-4865-819d-4ec0900c5218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:13.333047 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-252a6941-3368-4865-819d-4ec0900c5218 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:13.334592 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-252a6941-3368-4865-819d-4ec0900c5218 service neutron] 10.222.0.48 "PUT /v2.0/ports/2465ae2d-0991-48f3-a6ad-53003310d348 HTTP/1.1" status: 200 len: 1092 time: 0.7022636 Feb 09 02:38:13.334933 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995d38eb-f2d4-4649-9290-3abfd78f9814', 'tag': '2465ae2d-0991-48f3-a6ad-53003310d348'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:38:13.337274 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9c0caa-e7d8-4853-891f-22f0050c396a" -d '{"events": [{"name": "network-changed", "server_uuid": "995d38eb-f2d4-4649-9290-3abfd78f9814", "tag": "2465ae2d-0991-48f3-a6ad-53003310d348"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:38:13.402822 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1c6a48-793c-4792-982e-b1cdce02639d x-openstack-request-id: req-ac1c6a48-793c-4792-982e-b1cdce02639d {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:38:13.403129 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "995d38eb-f2d4-4649-9290-3abfd78f9814", "tag": "2465ae2d-0991-48f3-a6ad-53003310d348", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:38:13.403541 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac1c6a48-793c-4792-982e-b1cdce02639d {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:38:13.403990 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '995d38eb-f2d4-4649-9290-3abfd78f9814', 'tag': '2465ae2d-0991-48f3-a6ad-53003310d348', 'status': 'completed', 'code': 200} Feb 09 02:38:13.423521 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a6941-3368-4865-819d-4ec0900c5218 service neutron] Pushing event updated for resources: {'Port': ['ID=2465ae2d-0991-48f3-a6ad-53003310d348,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:13.456815 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-13d3eb62-1309-47dc-8f96-8c8c16c1fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:13.458356 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-13d3eb62-1309-47dc-8f96-8c8c16c1fda4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 1126 time: 0.0755858 Feb 09 02:38:13.507486 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-d9e17345-fabd-4259-8cfa-3e3afcba3985 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2465ae2d-0991-48f3-a6ad-53003310d348 HTTP/1.1" status: 200 len: 217 time: 0.0420458 Feb 09 02:38:13.561865 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-30d83c48-768f-4f69-8b9e-d5a85a91c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:13.563485 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-30d83c48-768f-4f69-8b9e-d5a85a91c410 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1d2d5a80-b36d-4f75-b1ec-1dc18583f896 HTTP/1.1" status: 200 len: 834 time: 0.0495548 Feb 09 02:38:13.569945 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:13.615473 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-d6f95cb7-32ed-41d3-9abb-952e3a482c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:13.616992 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-d6f95cb7-32ed-41d3-9abb-952e3a482c73 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb2e0b16-797d-4313-92bf-b365d9c19669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474107 Feb 09 02:38:13.711252 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-47ae68d8-db67-4e63-be03-38e5900b2896 service neutron] 10.222.0.48 "GET /v2.0/networks/bb2e0b16-797d-4313-92bf-b365d9c19669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876508 Feb 09 02:38:13.801247 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5c228188-0502-4ef6-b3b0-f4c76e4a8e84 req-e9173418-8249-40a0-94e6-e35a717b7ad9 service neutron] 10.222.0.48 "GET /v2.0/networks/bb2e0b16-797d-4313-92bf-b365d9c19669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837367 Feb 09 02:38:13.898769 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c0caa-e7d8-4853-891f-22f0050c396a req-8aedacd8-3602-4757-a816-327742a13a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:13.901151 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e9c0caa-e7d8-4853-891f-22f0050c396a req-8aedacd8-3602-4757-a816-327742a13a88 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 1126 time: 0.0491312 Feb 09 02:38:13.994589 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c0caa-e7d8-4853-891f-22f0050c396a req-8642cf13-344f-4374-a080-e6250af6cd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:13.996121 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e9c0caa-e7d8-4853-891f-22f0050c396a req-8642cf13-344f-4374-a080-e6250af6cd4f service neutron] 10.222.0.48 "GET /v2.0/networks?id=bb2e0b16-797d-4313-92bf-b365d9c19669 HTTP/1.1" status: 200 len: 898 time: 0.0891757 Feb 09 02:38:14.042025 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e9c0caa-e7d8-4853-891f-22f0050c396a req-08d7b812-1e16-4d42-adc5-c03abdaa7397 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2465ae2d-0991-48f3-a6ad-53003310d348 HTTP/1.1" status: 200 len: 217 time: 0.0385177 Feb 09 02:38:14.099421 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c0caa-e7d8-4853-891f-22f0050c396a req-bf63be4b-b9db-40e3-8fe1-4d81353fbd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:14.101242 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e9c0caa-e7d8-4853-891f-22f0050c396a req-bf63be4b-b9db-40e3-8fe1-4d81353fbd7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1d2d5a80-b36d-4f75-b1ec-1dc18583f896 HTTP/1.1" status: 200 len: 834 time: 0.0529590 Feb 09 02:38:14.140971 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd985c50-916f-44a0-a58a-5aa6f456ce2e req-2636d130-ea2b-46b4-9335-ab33d0214b52 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:14.143035 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fd985c50-916f-44a0-a58a-5aa6f456ce2e req-2636d130-ea2b-46b4-9335-ab33d0214b52 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 944 time: 0.0557830 Feb 09 02:38:14.155551 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c0caa-e7d8-4853-891f-22f0050c396a req-2811b2c1-7359-4e26-90af-8501f63825f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:14.155766 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e9c0caa-e7d8-4853-891f-22f0050c396a req-2811b2c1-7359-4e26-90af-8501f63825f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb2e0b16-797d-4313-92bf-b365d9c19669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481372 Feb 09 02:38:14.208205 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fd985c50-916f-44a0-a58a-5aa6f456ce2e req-47ba7dea-ffa6-4685-9e54-8cc8a53f7780 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c044155-3d96-48e4-ac9e-39356ad9e7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587187 Feb 09 02:38:14.254663 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e9c0caa-e7d8-4853-891f-22f0050c396a req-68891678-9f37-4a04-8796-5104a079e90a service neutron] 10.222.0.48 "GET /v2.0/networks/bb2e0b16-797d-4313-92bf-b365d9c19669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921896 Feb 09 02:38:14.352349 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5e9c0caa-e7d8-4853-891f-22f0050c396a req-b76fd04f-292a-4286-a31e-263da1567132 service neutron] 10.222.0.48 "GET /v2.0/networks/bb2e0b16-797d-4313-92bf-b365d9c19669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911348 Feb 09 02:38:15.334027 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2143bb-092a-4258-9d56-1074ef2c5711 req-1d56d41d-f09d-4459-b02f-a75d91f0f631 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:15.335745 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8a2143bb-092a-4258-9d56-1074ef2c5711 req-1d56d41d-f09d-4459-b02f-a75d91f0f631 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 944 time: 0.0536046 Feb 09 02:38:15.384440 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8a2143bb-092a-4258-9d56-1074ef2c5711 req-a35c9ad4-96c1-4ecc-baf9-13e0c0b3a7fe tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c044155-3d96-48e4-ac9e-39356ad9e7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424962 Feb 09 02:38:16.503233 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ea259-4228-4c66-bdc4-49a22a5ba63f req-df182f1b-5d98-47f2-9e6d-b91cda9d8f13 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:16.505685 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b79ea259-4228-4c66-bdc4-49a22a5ba63f req-df182f1b-5d98-47f2-9e6d-b91cda9d8f13 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 944 time: 0.0541317 Feb 09 02:38:16.542392 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:38:16.559876 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b79ea259-4228-4c66-bdc4-49a22a5ba63f req-46931c9f-46d2-4986-8ad9-d4bbf5be5b49 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c044155-3d96-48e4-ac9e-39356ad9e7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485854 Feb 09 02:38:17.302686 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 2465ae2d-0991-48f3-a6ad-53003310d348 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:38:17.401123 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 2465ae2d-0991-48f3-a6ad-53003310d348, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=2465ae2d-0991-48f3-a6ad-53003310d348,segment=NetworkSegment(5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8),segment_id=5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:17.412316 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '2465ae2d-0991-48f3-a6ad-53003310d348', 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669', 'port_id': '2465ae2d-0991-48f3-a6ad-53003310d348', 'mac_address': 'fa:16:3e:e8:0e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d2d5a80-b36d-4f75-b1ec-1dc18583f896', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:38:17.448917 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 2465ae2d-0991-48f3-a6ad-53003310d348 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:17.449309 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2465ae2d-0991-48f3-a6ad-53003310d348), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:17.462004 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2465ae2d-0991-48f3-a6ad-53003310d348 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:38:17.481489 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 2465ae2d-0991-48f3-a6ad-53003310d348, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=2465ae2d-0991-48f3-a6ad-53003310d348,segment=NetworkSegment(5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8),segment_id=5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:17.485354 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2465ae2d-0991-48f3-a6ad-53003310d348), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:17.541509 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=2465ae2d-0991-48f3-a6ad-53003310d348,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:17.686082 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c535911-d0df-488b-bda7-1e8118bb0981 req-5dad9465-c954-422f-94a5-e97e6a3eb1c9 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:17.687631 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c535911-d0df-488b-bda7-1e8118bb0981 req-5dad9465-c954-422f-94a5-e97e6a3eb1c9 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 945 time: 0.0582776 Feb 09 02:38:17.706263 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['2465ae2d-0991-48f3-a6ad-53003310d348'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:38:17.741415 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6c535911-d0df-488b-bda7-1e8118bb0981 req-177106d1-fd3f-46d0-a5e8-aaa60b282ffe tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c044155-3d96-48e4-ac9e-39356ad9e7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456636 Feb 09 02:38:18.862380 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521825d-1ab5-46c1-8242-8a3836c2389f req-b028ec22-aa2c-4540-80db-d86ce09d4ae4 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:18.863862 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6521825d-1ab5-46c1-8242-8a3836c2389f req-b028ec22-aa2c-4540-80db-d86ce09d4ae4 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 945 time: 0.0522594 Feb 09 02:38:18.912477 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6521825d-1ab5-46c1-8242-8a3836c2389f req-06656e37-fd8f-4b93-beae-b4b13050ac81 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c044155-3d96-48e4-ac9e-39356ad9e7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429466 Feb 09 02:38:19.306180 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 2465ae2d-0991-48f3-a6ad-53003310d348 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:38:19.355789 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 2465ae2d-0991-48f3-a6ad-53003310d348 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:38:19.360286 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 2465ae2d-0991-48f3-a6ad-53003310d348 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:19.360662 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (2465ae2d-0991-48f3-a6ad-53003310d348), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:19.440685 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 2465ae2d-0991-48f3-a6ad-53003310d348 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:19.441077 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (2465ae2d-0991-48f3-a6ad-53003310d348), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:19.463504 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995d38eb-f2d4-4649-9290-3abfd78f9814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2465ae2d-0991-48f3-a6ad-53003310d348'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:38:19.465739 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6683a4-624b-4fdd-8a18-63fa397fc329" -d '{"events": [{"server_uuid": "995d38eb-f2d4-4649-9290-3abfd78f9814", "name": "network-vif-plugged", "status": "completed", "tag": "2465ae2d-0991-48f3-a6ad-53003310d348"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:38:19.478446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 2465ae2d-0991-48f3-a6ad-53003310d348, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=2465ae2d-0991-48f3-a6ad-53003310d348,segment=NetworkSegment(5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8),segment_id=5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:19.482378 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (2465ae2d-0991-48f3-a6ad-53003310d348), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:19.505911 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df95f3ee-605f-464c-b027-0866c76c00bb x-openstack-request-id: req-df95f3ee-605f-464c-b027-0866c76c00bb {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:38:19.506209 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995d38eb-f2d4-4649-9290-3abfd78f9814", "name": "network-vif-plugged", "status": "completed", "tag": "2465ae2d-0991-48f3-a6ad-53003310d348", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:38:19.506472 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df95f3ee-605f-464c-b027-0866c76c00bb {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:38:19.506869 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995d38eb-f2d4-4649-9290-3abfd78f9814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2465ae2d-0991-48f3-a6ad-53003310d348', 'code': 200} Feb 09 02:38:19.536717 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=2465ae2d-0991-48f3-a6ad-53003310d348,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:19.610736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d2e43-9ce7-42bb-9b55-2683d3dd2d5b req-ec6186d1-a64c-4cf9-b760-8270dbc1f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:19.612383 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb7d2e43-9ce7-42bb-9b55-2683d3dd2d5b req-ec6186d1-a64c-4cf9-b760-8270dbc1f52d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 1128 time: 0.0454118 Feb 09 02:38:19.660591 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb7d2e43-9ce7-42bb-9b55-2683d3dd2d5b req-68826085-efb5-4565-9345-802af5073341 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4c044155-3d96-48e4-ac9e-39356ad9e7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402992 Feb 09 02:38:20.043015 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd41291-02d3-4050-9db7-bd1549dd8cec req-5612aaba-497e-48ae-a970-e65042c301ef tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:20.044548 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6cd41291-02d3-4050-9db7-bd1549dd8cec req-5612aaba-497e-48ae-a970-e65042c301ef tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 946 time: 0.0554349 Feb 09 02:38:20.096936 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6cd41291-02d3-4050-9db7-bd1549dd8cec req-619968d5-5d45-4752-aec3-d1f572f869bb tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c044155-3d96-48e4-ac9e-39356ad9e7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465379 Feb 09 02:38:21.218597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96201f-55dd-42ae-b92b-d17e54797cc4 req-31f826b2-bca4-44b2-a9d1-8de47ec63960 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:21.220095 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8d96201f-55dd-42ae-b92b-d17e54797cc4 req-31f826b2-bca4-44b2-a9d1-8de47ec63960 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 946 time: 0.0525532 Feb 09 02:38:21.272404 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8d96201f-55dd-42ae-b92b-d17e54797cc4 req-70c99b0c-e057-4daf-baa4-46b41375d3b8 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c044155-3d96-48e4-ac9e-39356ad9e7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461838 Feb 09 02:38:21.399438 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364ef95-28e7-417c-ba9f-7f3b4a86130f req-345cefd3-9d4a-4019-bfb0-a8c848048610 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:21.400938 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5364ef95-28e7-417c-ba9f-7f3b4a86130f req-345cefd3-9d4a-4019-bfb0-a8c848048610 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 946 time: 0.0595498 Feb 09 02:38:21.448629 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5364ef95-28e7-417c-ba9f-7f3b4a86130f req-c2c53dca-3580-4fb9-aa11-7fd060b5aae2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c044155-3d96-48e4-ac9e-39356ad9e7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421007 Feb 09 02:38:21.470383 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33624) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:21.513797 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f5e91d-9fa8-42db-b30f-f1225769c9d0 tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:21.515316 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d9f5e91d-9fa8-42db-b30f-f1225769c9d0 tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 1123 time: 0.0437589 Feb 09 02:38:21.518912 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33626) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:21.523549 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b3878989-abf3-4509-900e-1df75ee86f1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': '2465ae2d-0991-48f3-a6ad-53003310d348', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:21.544008 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b3878989-abf3-4509-900e-1df75ee86f1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.645007 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b3878989-abf3-4509-900e-1df75ee86f1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.745240 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-b3878989-abf3-4509-900e-1df75ee86f1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Allocated IP 172.25.7.97 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/b982b0c1-4837-425d-83bd-7606f827a1a0) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:38:21.850026 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b3878989-abf3-4509-900e-1df75ee86f1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (b982b0c1-4837-425d-83bd-7606f827a1a0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.884834 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b3878989-abf3-4509-900e-1df75ee86f1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (b982b0c1-4837-425d-83bd-7606f827a1a0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.925228 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3878989-abf3-4509-900e-1df75ee86f1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:21.929690 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b3878989-abf3-4509-900e-1df75ee86f1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:21.932532 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3878989-abf3-4509-900e-1df75ee86f1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:38:21.938341 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3878989-abf3-4509-900e-1df75ee86f1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=b982b0c1-4837-425d-83bd-7606f827a1a0,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:22.288775 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b3878989-abf3-4509-900e-1df75ee86f1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for floatingip (e85972b0-dcef-4767-a6a9-1d3d623740d2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:22.356472 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b3878989-abf3-4509-900e-1df75ee86f1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b982b0c1-4837-425d-83bd-7606f827a1a0), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:22.506640 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b3878989-abf3-4509-900e-1df75ee86f1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (b982b0c1-4837-425d-83bd-7606f827a1a0), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:22.511072 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b3878989-abf3-4509-900e-1df75ee86f1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (b982b0c1-4837-425d-83bd-7606f827a1a0), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:22.580512 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3878989-abf3-4509-900e-1df75ee86f1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=b982b0c1-4837-425d-83bd-7606f827a1a0,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:22.590818 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b3878989-abf3-4509-900e-1df75ee86f1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (e85972b0-dcef-4767-a6a9-1d3d623740d2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:22.697984 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-b3878989-abf3-4509-900e-1df75ee86f1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Floating IP e85972b0-dcef-4767-a6a9-1d3d623740d2 associated. External IP: 172.25.7.97, port: 2465ae2d-0991-48f3-a6ad-53003310d348. Feb 09 02:38:22.911779 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3878989-abf3-4509-900e-1df75ee86f1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router 506a3f76-a4d6-45fe-8734-8e570f613a27 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:38:23.022502 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3878989-abf3-4509-900e-1df75ee86f1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:38:23.032264 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81fbdf3-66b2-48a6-a6a0-2ac54b207f74 None None] Sync routers for ids ['506a3f76-a4d6-45fe-8734-8e570f613a27'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:38:23.041441 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b3878989-abf3-4509-900e-1df75ee86f1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:23.044168 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81fbdf3-66b2-48a6-a6a0-2ac54b207f74 None None] Routers {'506a3f76-a4d6-45fe-8734-8e570f613a27'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:23.044780 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b81fbdf3-66b2-48a6-a6a0-2ac54b207f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:38:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['506a3f76-a4d6-45fe-8734-8e570f613a27'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:23.071746 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b3878989-abf3-4509-900e-1df75ee86f1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5517445 Feb 09 02:38:23.072428 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995d38eb-f2d4-4649-9290-3abfd78f9814', 'tag': '2465ae2d-0991-48f3-a6ad-53003310d348'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:38:23.075388 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff572268e95c141781719acaad4855de8444ab217edd6adc13da47e42a1cfcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dad1cb-9980-47ce-bdb7-f33fcaa9fc47" -d '{"events": [{"name": "network-changed", "server_uuid": "995d38eb-f2d4-4649-9290-3abfd78f9814", "tag": "2465ae2d-0991-48f3-a6ad-53003310d348"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:38:23.118467 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4222a22d-2ec8-48ba-99bb-f784c2514701 x-openstack-request-id: req-4222a22d-2ec8-48ba-99bb-f784c2514701 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:38:23.118759 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "995d38eb-f2d4-4649-9290-3abfd78f9814", "tag": "2465ae2d-0991-48f3-a6ad-53003310d348", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:38:23.119015 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4222a22d-2ec8-48ba-99bb-f784c2514701 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:38:23.119454 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '995d38eb-f2d4-4649-9290-3abfd78f9814', 'tag': '2465ae2d-0991-48f3-a6ad-53003310d348', 'status': 'completed', 'code': 200} Feb 09 02:38:23.157581 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-b81fbdf3-66b2-48a6-a6a0-2ac54b207f74 None None] Set router 506a3f76-a4d6-45fe-8734-8e570f613a27 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:38:23.223465 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213054b-401e-4c5b-aa74-6ee4c241c790 req-95d8adc2-aad3-41a9-8939-7fe3fec8a2d1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:23.224962 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2213054b-401e-4c5b-aa74-6ee4c241c790 req-95d8adc2-aad3-41a9-8939-7fe3fec8a2d1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 946 time: 0.0856419 Feb 09 02:38:23.226863 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dad1cb-9980-47ce-bdb7-f33fcaa9fc47 req-8a7f7fbe-e4dc-492b-932c-a4b7e00a06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:23.228257 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65dad1cb-9980-47ce-bdb7-f33fcaa9fc47 req-8a7f7fbe-e4dc-492b-932c-a4b7e00a06cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 1128 time: 0.0787108 Feb 09 02:38:23.331649 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2213054b-401e-4c5b-aa74-6ee4c241c790 req-a73e077e-5942-4647-b07d-68498011f478 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c044155-3d96-48e4-ac9e-39356ad9e7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007392 Feb 09 02:38:23.354792 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33632) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:23.356058 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dad1cb-9980-47ce-bdb7-f33fcaa9fc47 req-4284bfaa-edbc-4c00-a893-513c506f85fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:23.357534 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65dad1cb-9980-47ce-bdb7-f33fcaa9fc47 req-4284bfaa-edbc-4c00-a893-513c506f85fa service neutron] 10.222.0.48 "GET /v2.0/networks?id=bb2e0b16-797d-4313-92bf-b365d9c19669 HTTP/1.1" status: 200 len: 898 time: 0.1206334 Feb 09 02:38:23.389520 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b81fbdf3-66b2-48a6-a6a0-2ac54b207f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821845895', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:38:04Z', 'updated_at': '2022-02-09T02:38:08Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:20:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:38:05Z', 'updated_at': '2022-02-09T02:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'e85972b0-dcef-4767-a6a9-1d3d623740d2', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'port_id': '2465ae2d-0991-48f3-a6ad-53003310d348', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669', 'mac_address': 'fa:16:3e:e8:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995d38eb-f2d4-4649-9290-3abfd78f9814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:38:22Z', 'updated_at': '2022-02-09T02:38:22Z', 'revision_number': 0, 'project_id': '227cd762524640f88637fa0863390e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfca66e-3f57-470e-929d-9fb51085dd26', 'name': '', 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:62:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1d2d5a80-b36d-4f75-b1ec-1dc18583f896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:38:07Z', 'updated_at': '2022-02-09T02:38:11Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '1d2d5a80-b36d-4f75-b1ec-1dc18583f896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:23.419927 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81fbdf3-66b2-48a6-a6a0-2ac54b207f74 None None] Checking router: 506a3f76-a4d6-45fe-8734-8e570f613a27 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:38:23.427361 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4b080ae6-f9e6-4826-a595-34e0417803bf tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/floatingips/e85972b0-dcef-4767-a6a9-1d3d623740d2 HTTP/1.1" status: 200 len: 991 time: 0.0697756 Feb 09 02:38:23.427705 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65dad1cb-9980-47ce-bdb7-f33fcaa9fc47 req-9acc252d-08e5-46df-b0cd-577bc1a7d019 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2465ae2d-0991-48f3-a6ad-53003310d348 HTTP/1.1" status: 200 len: 999 time: 0.0617185 Feb 09 02:38:23.429337 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81fbdf3-66b2-48a6-a6a0-2ac54b207f74 None None] Routers {'506a3f76-a4d6-45fe-8734-8e570f613a27'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:23.429964 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b81fbdf3-66b2-48a6-a6a0-2ac54b207f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:38:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['506a3f76-a4d6-45fe-8734-8e570f613a27'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:23.480681 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dad1cb-9980-47ce-bdb7-f33fcaa9fc47 req-08f2e90d-84bb-4966-8f41-b1985ce5ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:23.482140 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65dad1cb-9980-47ce-bdb7-f33fcaa9fc47 req-08f2e90d-84bb-4966-8f41-b1985ce5ef8d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1d2d5a80-b36d-4f75-b1ec-1dc18583f896 HTTP/1.1" status: 200 len: 834 time: 0.0483110 Feb 09 02:38:23.533981 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dad1cb-9980-47ce-bdb7-f33fcaa9fc47 req-d7e1d05d-9afa-4b6f-b801-42f16a2d4007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:23.535514 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65dad1cb-9980-47ce-bdb7-f33fcaa9fc47 req-d7e1d05d-9afa-4b6f-b801-42f16a2d4007 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb2e0b16-797d-4313-92bf-b365d9c19669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460775 Feb 09 02:38:23.542041 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-b81fbdf3-66b2-48a6-a6a0-2ac54b207f74 None None] Set router 506a3f76-a4d6-45fe-8734-8e570f613a27 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:38:23.630593 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65dad1cb-9980-47ce-bdb7-f33fcaa9fc47 req-98ef4c5f-6bd0-4bfb-a35e-3657dafbe50b service neutron] 10.222.0.48 "GET /v2.0/networks/bb2e0b16-797d-4313-92bf-b365d9c19669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883040 Feb 09 02:38:23.726863 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65dad1cb-9980-47ce-bdb7-f33fcaa9fc47 req-45a84dd6-7814-4cdc-b1f5-37cd550d3032 service neutron] 10.222.0.48 "GET /v2.0/networks/bb2e0b16-797d-4313-92bf-b365d9c19669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900905 Feb 09 02:38:23.781004 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b81fbdf3-66b2-48a6-a6a0-2ac54b207f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821845895', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:38:04Z', 'updated_at': '2022-02-09T02:38:08Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:20:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:38:05Z', 'updated_at': '2022-02-09T02:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'e85972b0-dcef-4767-a6a9-1d3d623740d2', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'port_id': '2465ae2d-0991-48f3-a6ad-53003310d348', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669', 'mac_address': 'fa:16:3e:e8:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995d38eb-f2d4-4649-9290-3abfd78f9814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:38:22Z', 'updated_at': '2022-02-09T02:38:22Z', 'revision_number': 0, 'project_id': '227cd762524640f88637fa0863390e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfca66e-3f57-470e-929d-9fb51085dd26', 'name': '', 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:62:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1d2d5a80-b36d-4f75-b1ec-1dc18583f896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:38:07Z', 'updated_at': '2022-02-09T02:38:11Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '1d2d5a80-b36d-4f75-b1ec-1dc18583f896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:23.814087 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81fbdf3-66b2-48a6-a6a0-2ac54b207f74 None None] The sync data for ids ['506a3f76-a4d6-45fe-8734-8e570f613a27'] in n-d-828387-3 is: [{'id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821845895', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:38:04Z', 'updated_at': '2022-02-09T02:38:08Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:20:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:38:05Z', 'updated_at': '2022-02-09T02:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'e85972b0-dcef-4767-a6a9-1d3d623740d2', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'port_id': '2465ae2d-0991-48f3-a6ad-53003310d348', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669', 'mac_address': 'fa:16:3e:e8:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995d38eb-f2d4-4649-9290-3abfd78f9814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:38:22Z', 'updated_at': '2022-02-09T02:38:22Z', 'revision_number': 0, 'project_id': '227cd762524640f88637fa0863390e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfca66e-3f57-470e-929d-9fb51085dd26', 'name': '', 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:62:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1d2d5a80-b36d-4f75-b1ec-1dc18583f896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:38:07Z', 'updated_at': '2022-02-09T02:38:11Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '1d2d5a80-b36d-4f75-b1ec-1dc18583f896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:38:24.049049 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11217ae1-ac38-4e9d-bd2e-4b6e66019725 None None] New status for floating IP e85972b0-dcef-4767-a6a9-1d3d623740d2: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:38:24.430228 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33634) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:24.495025 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d34b6fa0-28b0-48ce-a6de-617513b62a70 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/floatingips/e85972b0-dcef-4767-a6a9-1d3d623740d2 HTTP/1.1" status: 200 len: 993 time: 0.0634785 Feb 09 02:38:37.567448 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ce3b32fc-3dcb-4e62-999d-5c4f8cdfd590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:40.240624 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e9211250-f661-4c09-a4d0-00d8a8b42a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:40.433680 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:41.023347 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:41.318809 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:42.524581 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:43.573329 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:44.755144 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec20e0b9-bc2e-4c65-b937-b1cd8725b159 req-ba9b8740-9662-4f87-9307-8ed70d4c0aae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=995d38eb-f2d4-4649-9290-3abfd78f9814&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0882909 Feb 09 02:38:44.840805 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20e0b9-bc2e-4c65-b937-b1cd8725b159 req-282ba91a-bebb-4116-b222-bffb1470563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:44.842297 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec20e0b9-bc2e-4c65-b937-b1cd8725b159 req-282ba91a-bebb-4116-b222-bffb1470563b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 1128 time: 0.0458677 Feb 09 02:38:44.954955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20e0b9-bc2e-4c65-b937-b1cd8725b159 req-f597502f-c0e8-41b9-b4e0-edb50822c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:44.956450 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec20e0b9-bc2e-4c65-b937-b1cd8725b159 req-f597502f-c0e8-41b9-b4e0-edb50822c5a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bb2e0b16-797d-4313-92bf-b365d9c19669 HTTP/1.1" status: 200 len: 898 time: 0.0898540 Feb 09 02:38:45.022498 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec20e0b9-bc2e-4c65-b937-b1cd8725b159 req-34e7d7ad-1c04-477b-83c0-b6ce7d2d68c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2465ae2d-0991-48f3-a6ad-53003310d348 HTTP/1.1" status: 200 len: 1001 time: 0.0597043 Feb 09 02:38:45.075389 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20e0b9-bc2e-4c65-b937-b1cd8725b159 req-4078ba89-17a6-4575-9773-a54cab3780e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:45.076843 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec20e0b9-bc2e-4c65-b937-b1cd8725b159 req-4078ba89-17a6-4575-9773-a54cab3780e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1d2d5a80-b36d-4f75-b1ec-1dc18583f896 HTTP/1.1" status: 200 len: 834 time: 0.0482414 Feb 09 02:38:45.129177 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20e0b9-bc2e-4c65-b937-b1cd8725b159 req-f17ebd05-0f63-4019-9aaa-b61b4c9039d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:45.130681 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec20e0b9-bc2e-4c65-b937-b1cd8725b159 req-f17ebd05-0f63-4019-9aaa-b61b4c9039d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb2e0b16-797d-4313-92bf-b365d9c19669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464914 Feb 09 02:38:45.220396 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec20e0b9-bc2e-4c65-b937-b1cd8725b159 req-7f24180d-d9be-4fa4-aead-b004647c3d6b service neutron] 10.222.0.48 "GET /v2.0/networks/bb2e0b16-797d-4313-92bf-b365d9c19669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827696 Feb 09 02:38:45.314980 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ec20e0b9-bc2e-4c65-b937-b1cd8725b159 req-ffd5cf33-3099-4525-98ee-e3406de96e4f service neutron] 10.222.0.48 "GET /v2.0/networks/bb2e0b16-797d-4313-92bf-b365d9c19669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884986 Feb 09 02:38:53.304931 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2d71d-032a-4167-9349-69ce73583bc9 req-b290139f-b719-4ec0-9c9b-37d7597c086b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:53.306467 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ac2d71d-032a-4167-9349-69ce73583bc9 req-b290139f-b719-4ec0-9c9b-37d7597c086b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 946 time: 0.1175404 Feb 09 02:38:53.360721 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1ac2d71d-032a-4167-9349-69ce73583bc9 req-1c3b3616-c714-4595-843f-f34a3a7206a5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c044155-3d96-48e4-ac9e-39356ad9e7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481265 Feb 09 02:38:53.542178 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:38:54.533184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a3b2a-47b6-42a8-9b95-3ccb111a28ea req-f11d9e75-dc4f-47cd-b282-1eafe211b724 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:54.534649 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-100a3b2a-47b6-42a8-9b95-3ccb111a28ea req-f11d9e75-dc4f-47cd-b282-1eafe211b724 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 946 time: 0.1011810 Feb 09 02:38:54.582977 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-100a3b2a-47b6-42a8-9b95-3ccb111a28ea req-4cabded2-090d-4372-b8f7-5b851f5ae82d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c044155-3d96-48e4-ac9e-39356ad9e7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418718 Feb 09 02:38:54.605199 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33666) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:54.669658 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e4793b39-7057-4548-8898-d80d53031043 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/floatingips/e85972b0-dcef-4767-a6a9-1d3d623740d2 HTTP/1.1" status: 200 len: 993 time: 0.0632684 Feb 09 02:38:55.970512 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013c2f2-2bfb-4275-9d0b-bb081c7711b5 req-f8e9ab22-4607-4d67-9da4-7fd1685b0c0f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:55.973794 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4013c2f2-2bfb-4275-9d0b-bb081c7711b5 req-f8e9ab22-4607-4d67-9da4-7fd1685b0c0f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 946 time: 0.0806704 Feb 09 02:38:56.029419 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4013c2f2-2bfb-4275-9d0b-bb081c7711b5 req-9f83e178-8139-4061-93a2-9c8ff6aa233b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c044155-3d96-48e4-ac9e-39356ad9e7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491223 Feb 09 02:38:57.159534 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee881db-1be1-4a71-a98a-e7b960f874a3 req-b2b25420-fdaf-4038-820d-9d75b91a785e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:57.161234 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aee881db-1be1-4a71-a98a-e7b960f874a3 req-b2b25420-fdaf-4038-820d-9d75b91a785e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 946 time: 0.0544813 Feb 09 02:38:57.211313 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aee881db-1be1-4a71-a98a-e7b960f874a3 req-c5bd4287-7908-4b09-bdad-720e74be48b3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c044155-3d96-48e4-ac9e-39356ad9e7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445018 Feb 09 02:38:57.233805 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33676) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:57.296836 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-dd08377c-5c8a-4d0a-a3de-f46f13cfe649 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/floatingips/e85972b0-dcef-4767-a6a9-1d3d623740d2 HTTP/1.1" status: 200 len: 993 time: 0.0617895 Feb 09 02:38:57.602713 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33682) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:57.764393 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting port b982b0c1-4837-425d-83bd-7606f827a1a0 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:38:57.764737 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b982b0c1-4837-425d-83bd-7606f827a1a0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:57.843785 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b982b0c1-4837-425d-83bd-7606f827a1a0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:57.844115 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for floatingip (b982b0c1-4837-425d-83bd-7606f827a1a0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:57.856478 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Calling delete_port for b982b0c1-4837-425d-83bd-7606f827a1a0 owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:38:58.014592 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (b982b0c1-4837-425d-83bd-7606f827a1a0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:58.042628 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Port': ['ID=b982b0c1-4837-425d-83bd-7606f827a1a0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:58.056459 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:58.056854 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:58.057237 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:58.057578 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:58.057916 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:58.058260 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:58.058595 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:58.058927 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:58.059284 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:58.059617 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:58.059946 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:58.060277 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:58.060599 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:58.117400 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for floatingip (e85972b0-dcef-4767-a6a9-1d3d623740d2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:58.118040 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Floating IP e85972b0-dcef-4767-a6a9-1d3d623740d2 disassociated (deleted). External IP: 172.25.7.97, port: 2465ae2d-0991-48f3-a6ad-53003310d348. Feb 09 02:38:58.363570 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router 506a3f76-a4d6-45fe-8734-8e570f613a27 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:38:58.824048 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:38:58.829233 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:58.834700 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e2da8-c6b3-4d4a-8839-0e350a8a9ced None None] Sync routers for ids ['506a3f76-a4d6-45fe-8734-8e570f613a27'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:38:58.843994 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e2da8-c6b3-4d4a-8839-0e350a8a9ced None None] Routers {'506a3f76-a4d6-45fe-8734-8e570f613a27'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:58.844598 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-f70e2da8-c6b3-4d4a-8839-0e350a8a9ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:38:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['506a3f76-a4d6-45fe-8734-8e570f613a27'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:58.860398 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-633929cd-f026-48a1-83a0-0b97185f74be tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/floatingips/e85972b0-dcef-4767-a6a9-1d3d623740d2 HTTP/1.1" status: 204 len: 168 time: 1.2564816 Feb 09 02:38:58.861002 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995d38eb-f2d4-4649-9290-3abfd78f9814', 'tag': '2465ae2d-0991-48f3-a6ad-53003310d348'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:38:58.863375 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4255c8c5-9938-4652-9b4b-7e0fd0d40f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "995d38eb-f2d4-4649-9290-3abfd78f9814", "tag": "2465ae2d-0991-48f3-a6ad-53003310d348"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:38:58.967388 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-f70e2da8-c6b3-4d4a-8839-0e350a8a9ced None None] Set router 506a3f76-a4d6-45fe-8734-8e570f613a27 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:38:58.979360 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d55f894-9770-4373-aa2b-baab00dd2e47 x-openstack-request-id: req-2d55f894-9770-4373-aa2b-baab00dd2e47 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:38:58.979727 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "995d38eb-f2d4-4649-9290-3abfd78f9814", "tag": "2465ae2d-0991-48f3-a6ad-53003310d348", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:38:58.980069 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d55f894-9770-4373-aa2b-baab00dd2e47 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:38:58.980558 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '995d38eb-f2d4-4649-9290-3abfd78f9814', 'tag': '2465ae2d-0991-48f3-a6ad-53003310d348', 'status': 'completed', 'code': 200} Feb 09 02:38:59.083534 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255c8c5-9938-4652-9b4b-7e0fd0d40f8b req-8c838af1-2bac-44e2-a5c6-4c9fa1650cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:59.085497 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4255c8c5-9938-4652-9b4b-7e0fd0d40f8b req-8c838af1-2bac-44e2-a5c6-4c9fa1650cbd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 1128 time: 0.0743787 Feb 09 02:38:59.155087 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf2dea-0d9f-4e6c-ae3a-cc3c7d9c6598 req-dbca7cb5-186e-4247-94a9-b2753a940d48 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:59.157785 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4cf2dea-0d9f-4e6c-ae3a-cc3c7d9c6598 req-dbca7cb5-186e-4247-94a9-b2753a940d48 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 946 time: 0.0785346 Feb 09 02:38:59.203009 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255c8c5-9938-4652-9b4b-7e0fd0d40f8b req-62065739-8807-4ddc-9c03-8b4c8d5a9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:59.204544 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4255c8c5-9938-4652-9b4b-7e0fd0d40f8b req-62065739-8807-4ddc-9c03-8b4c8d5a9cde service neutron] 10.222.0.48 "GET /v2.0/networks?id=bb2e0b16-797d-4313-92bf-b365d9c19669 HTTP/1.1" status: 200 len: 898 time: 0.1072073 Feb 09 02:38:59.222937 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4cf2dea-0d9f-4e6c-ae3a-cc3c7d9c6598 req-e0001aa1-16d9-4ffd-83e1-6fc74e32586a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c044155-3d96-48e4-ac9e-39356ad9e7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581987 Feb 09 02:38:59.226162 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-f70e2da8-c6b3-4d4a-8839-0e350a8a9ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821845895', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:38:04Z', 'updated_at': '2022-02-09T02:38:08Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:20:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:38:05Z', 'updated_at': '2022-02-09T02:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0cfca66e-3f57-470e-929d-9fb51085dd26', 'name': '', 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:62:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1d2d5a80-b36d-4f75-b1ec-1dc18583f896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:38:07Z', 'updated_at': '2022-02-09T02:38:11Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '1d2d5a80-b36d-4f75-b1ec-1dc18583f896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:59.249361 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4255c8c5-9938-4652-9b4b-7e0fd0d40f8b req-c25710ee-7b16-4bc0-9867-f39a1b8fa45b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2465ae2d-0991-48f3-a6ad-53003310d348 HTTP/1.1" status: 200 len: 217 time: 0.0366845 Feb 09 02:38:59.256193 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e2da8-c6b3-4d4a-8839-0e350a8a9ced None None] Checking router: 506a3f76-a4d6-45fe-8734-8e570f613a27 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:38:59.266242 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e2da8-c6b3-4d4a-8839-0e350a8a9ced None None] Routers {'506a3f76-a4d6-45fe-8734-8e570f613a27'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:59.266991 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-f70e2da8-c6b3-4d4a-8839-0e350a8a9ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:38:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['506a3f76-a4d6-45fe-8734-8e570f613a27'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:59.310830 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255c8c5-9938-4652-9b4b-7e0fd0d40f8b req-07fda78e-060f-49dc-a001-35077fa97999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:59.312371 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4255c8c5-9938-4652-9b4b-7e0fd0d40f8b req-07fda78e-060f-49dc-a001-35077fa97999 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1d2d5a80-b36d-4f75-b1ec-1dc18583f896 HTTP/1.1" status: 200 len: 834 time: 0.0536733 Feb 09 02:38:59.370507 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255c8c5-9938-4652-9b4b-7e0fd0d40f8b req-03041529-625b-4da3-a205-ea4fb9975c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:59.372208 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4255c8c5-9938-4652-9b4b-7e0fd0d40f8b req-03041529-625b-4da3-a205-ea4fb9975c0a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb2e0b16-797d-4313-92bf-b365d9c19669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0532265 Feb 09 02:38:59.394017 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-f70e2da8-c6b3-4d4a-8839-0e350a8a9ced None None] Set router 506a3f76-a4d6-45fe-8734-8e570f613a27 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:38:59.474104 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4255c8c5-9938-4652-9b4b-7e0fd0d40f8b req-42ffe089-6add-4203-adcf-0927096c2e58 service neutron] 10.222.0.48 "GET /v2.0/networks/bb2e0b16-797d-4313-92bf-b365d9c19669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916548 Feb 09 02:38:59.590950 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4255c8c5-9938-4652-9b4b-7e0fd0d40f8b req-ab5bfd70-63d0-4241-ab09-c5fa71bf9192 service neutron] 10.222.0.48 "GET /v2.0/networks/bb2e0b16-797d-4313-92bf-b365d9c19669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090477 Feb 09 02:38:59.716188 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-f70e2da8-c6b3-4d4a-8839-0e350a8a9ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821845895', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:38:04Z', 'updated_at': '2022-02-09T02:38:08Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:20:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:38:05Z', 'updated_at': '2022-02-09T02:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0cfca66e-3f57-470e-929d-9fb51085dd26', 'name': '', 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:62:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1d2d5a80-b36d-4f75-b1ec-1dc18583f896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:38:07Z', 'updated_at': '2022-02-09T02:38:11Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '1d2d5a80-b36d-4f75-b1ec-1dc18583f896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:59.750075 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e2da8-c6b3-4d4a-8839-0e350a8a9ced None None] The sync data for ids ['506a3f76-a4d6-45fe-8734-8e570f613a27'] in n-d-828387-3 is: [{'id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821845895', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:38:04Z', 'updated_at': '2022-02-09T02:38:08Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:20:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:38:05Z', 'updated_at': '2022-02-09T02:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '0cfca66e-3f57-470e-929d-9fb51085dd26', 'name': '', 'network_id': 'bb2e0b16-797d-4313-92bf-b365d9c19669', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:62:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1d2d5a80-b36d-4f75-b1ec-1dc18583f896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:38:07Z', 'updated_at': '2022-02-09T02:38:11Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '1d2d5a80-b36d-4f75-b1ec-1dc18583f896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:00.003193 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fd5870-f655-4ff2-af97-5e7d8106a1c1 None None] New status for floating IP e85972b0-dcef-4767-a6a9-1d3d623740d2: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:39:00.366444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcab864-dd5b-4814-b3a9-719c3f20f34b req-18af7884-4bcf-4d5e-b92f-3022e2ee2f50 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:00.368010 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7dcab864-dd5b-4814-b3a9-719c3f20f34b req-18af7884-4bcf-4d5e-b92f-3022e2ee2f50 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 946 time: 0.0584593 Feb 09 02:39:00.424427 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7dcab864-dd5b-4814-b3a9-719c3f20f34b req-cbda857c-0937-41bf-95a7-06062a389d3e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c044155-3d96-48e4-ac9e-39356ad9e7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504713 Feb 09 02:39:00.992080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253caf41-9b84-4fa0-b947-8487047b560e req-954229bc-fb18-4c3d-bcf7-119463118971 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:00.993564 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-253caf41-9b84-4fa0-b947-8487047b560e req-954229bc-fb18-4c3d-bcf7-119463118971 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.48 "GET /v2.0/ports?device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 946 time: 0.0590930 Feb 09 02:39:01.090476 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-253caf41-9b84-4fa0-b947-8487047b560e req-4d4b9f30-301f-4e3d-bcc1-84156372dc06 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting port 2465ae2d-0991-48f3-a6ad-53003310d348 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:01.090812 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-253caf41-9b84-4fa0-b947-8487047b560e req-4d4b9f30-301f-4e3d-bcc1-84156372dc06 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (2465ae2d-0991-48f3-a6ad-53003310d348), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:01.187530 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-253caf41-9b84-4fa0-b947-8487047b560e req-4d4b9f30-301f-4e3d-bcc1-84156372dc06 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] For port 2465ae2d-0991-48f3-a6ad-53003310d348, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=2465ae2d-0991-48f3-a6ad-53003310d348,segment=NetworkSegment(5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8),segment_id=5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:01.187895 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-253caf41-9b84-4fa0-b947-8487047b560e req-4d4b9f30-301f-4e3d-bcc1-84156372dc06 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (2465ae2d-0991-48f3-a6ad-53003310d348), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:01.201483 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-253caf41-9b84-4fa0-b947-8487047b560e req-4d4b9f30-301f-4e3d-bcc1-84156372dc06 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Calling delete_port for 2465ae2d-0991-48f3-a6ad-53003310d348 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:01.335864 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-253caf41-9b84-4fa0-b947-8487047b560e req-4d4b9f30-301f-4e3d-bcc1-84156372dc06 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (2465ae2d-0991-48f3-a6ad-53003310d348), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:01.369315 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b9f30-301f-4e3d-bcc1-84156372dc06 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Port': ['ID=2465ae2d-0991-48f3-a6ad-53003310d348,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:01.412743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-253caf41-9b84-4fa0-b947-8487047b560e req-4d4b9f30-301f-4e3d-bcc1-84156372dc06 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] No DVR routers for this DVR port 2465ae2d-0991-48f3-a6ad-53003310d348 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:39:01.415408 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-253caf41-9b84-4fa0-b947-8487047b560e req-4d4b9f30-301f-4e3d-bcc1-84156372dc06 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:01.418695 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-253caf41-9b84-4fa0-b947-8487047b560e req-4d4b9f30-301f-4e3d-bcc1-84156372dc06 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.48 "DELETE /v2.0/ports/2465ae2d-0991-48f3-a6ad-53003310d348 HTTP/1.1" status: 204 len: 173 time: 0.4200926 Feb 09 02:39:01.419143 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995d38eb-f2d4-4649-9290-3abfd78f9814', 'name': 'network-vif-deleted', 'tag': '2465ae2d-0991-48f3-a6ad-53003310d348'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:39:01.421408 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cfd388-84aa-416c-ac41-3cbc5336ad34" -d '{"events": [{"server_uuid": "995d38eb-f2d4-4649-9290-3abfd78f9814", "name": "network-vif-deleted", "tag": "2465ae2d-0991-48f3-a6ad-53003310d348"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:39:01.462389 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176d4910-d31a-4b8f-9de0-69098a13747f x-openstack-request-id: req-176d4910-d31a-4b8f-9de0-69098a13747f {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:39:01.463037 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995d38eb-f2d4-4649-9290-3abfd78f9814", "name": "network-vif-deleted", "tag": "2465ae2d-0991-48f3-a6ad-53003310d348", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:39:01.463037 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-176d4910-d31a-4b8f-9de0-69098a13747f {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:39:01.463367 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995d38eb-f2d4-4649-9290-3abfd78f9814', 'name': 'network-vif-deleted', 'tag': '2465ae2d-0991-48f3-a6ad-53003310d348', 'status': 'completed', 'code': 200} Feb 09 02:39:01.529892 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ff4a8924-0264-4e2a-8554-7abd3a12f95f req-1b13d030-7bbe-42c9-8489-7c49e28b4b3a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=995d38eb-f2d4-4649-9290-3abfd78f9814 HTTP/1.1" status: 200 len: 210 time: 0.0288019 Feb 09 02:39:02.588374 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33700) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:02.969284 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b9edc21b-f701-4269-9aaf-de202fe41866 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (506a3f76-a4d6-45fe-8734-8e570f613a27), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:03.232883 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-b9edc21b-f701-4269-9aaf-de202fe41866 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting port 0cfca66e-3f57-470e-929d-9fb51085dd26 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:03.233139 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b9edc21b-f701-4269-9aaf-de202fe41866 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (0cfca66e-3f57-470e-929d-9fb51085dd26), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:03.321728 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-b9edc21b-f701-4269-9aaf-de202fe41866 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] For port 0cfca66e-3f57-470e-929d-9fb51085dd26, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=0cfca66e-3f57-470e-929d-9fb51085dd26,segment=NetworkSegment(5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8),segment_id=5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:03.322085 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b9edc21b-f701-4269-9aaf-de202fe41866 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (0cfca66e-3f57-470e-929d-9fb51085dd26), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:03.334396 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-b9edc21b-f701-4269-9aaf-de202fe41866 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Calling delete_port for 0cfca66e-3f57-470e-929d-9fb51085dd26 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:03.526779 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b9edc21b-f701-4269-9aaf-de202fe41866 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (0cfca66e-3f57-470e-929d-9fb51085dd26), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:03.555439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edc21b-f701-4269-9aaf-de202fe41866 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Port': ['ID=0cfca66e-3f57-470e-929d-9fb51085dd26,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:03.731596 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b9edc21b-f701-4269-9aaf-de202fe41866 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (506a3f76-a4d6-45fe-8734-8e570f613a27), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:03.951799 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9edc21b-f701-4269-9aaf-de202fe41866 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router 506a3f76-a4d6-45fe-8734-8e570f613a27 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:39:04.060803 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9edc21b-f701-4269-9aaf-de202fe41866 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:04.066256 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b9edc21b-f701-4269-9aaf-de202fe41866 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "PUT /v2.0/routers/506a3f76-a4d6-45fe-8734-8e570f613a27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4768493 Feb 09 02:39:04.069824 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33702) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:04.071978 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7cff5a-b087-4606-b6f2-7bea186de04b None None] Sync routers for ids ['506a3f76-a4d6-45fe-8734-8e570f613a27'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:04.082186 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7cff5a-b087-4606-b6f2-7bea186de04b None None] Routers {'506a3f76-a4d6-45fe-8734-8e570f613a27'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:04.082828 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-2e7cff5a-b087-4606-b6f2-7bea186de04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:38:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['506a3f76-a4d6-45fe-8734-8e570f613a27'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:04.121180 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8cdd688-dd3e-46c5-9f9a-3c5a72355570 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting subnet 1d2d5a80-b36d-4f75-b1ec-1dc18583f896 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:39:04.124315 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd688-dd3e-46c5-9f9a-3c5a72355570 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for subnet (1d2d5a80-b36d-4f75-b1ec-1dc18583f896), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:04.164274 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd688-dd3e-46c5-9f9a-3c5a72355570 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (1d2d5a80-b36d-4f75-b1ec-1dc18583f896), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:04.189955 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-2e7cff5a-b087-4606-b6f2-7bea186de04b None None] Set router 506a3f76-a4d6-45fe-8734-8e570f613a27 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:39:04.253445 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd688-dd3e-46c5-9f9a-3c5a72355570 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (1d2d5a80-b36d-4f75-b1ec-1dc18583f896), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:04.312390 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd688-dd3e-46c5-9f9a-3c5a72355570 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (1d2d5a80-b36d-4f75-b1ec-1dc18583f896), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:04.339850 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdd688-dd3e-46c5-9f9a-3c5a72355570 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Subnet': ['ID=1d2d5a80-b36d-4f75-b1ec-1dc18583f896,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:04.343532 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd688-dd3e-46c5-9f9a-3c5a72355570 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:04.346680 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e8cdd688-dd3e-46c5-9f9a-3c5a72355570 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/subnets/1d2d5a80-b36d-4f75-b1ec-1dc18583f896 HTTP/1.1" status: 204 len: 168 time: 0.2757480 Feb 09 02:39:04.351336 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33704) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:04.356326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1770127-e91f-4051-ae3d-59138b52fa73 None None] Network bb2e0b16-797d-4313-92bf-b365d9c19669 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:39:04.378426 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-2e7cff5a-b087-4606-b6f2-7bea186de04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821845895', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:38:04Z', 'updated_at': '2022-02-09T02:39:03Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:20:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:38:05Z', 'updated_at': '2022-02-09T02:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:04.407981 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7cff5a-b087-4606-b6f2-7bea186de04b None None] Checking router: 506a3f76-a4d6-45fe-8734-8e570f613a27 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:39:04.418114 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7cff5a-b087-4606-b6f2-7bea186de04b None None] Routers {'506a3f76-a4d6-45fe-8734-8e570f613a27'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:04.418738 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-2e7cff5a-b087-4606-b6f2-7bea186de04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:38:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['506a3f76-a4d6-45fe-8734-8e570f613a27'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:04.470388 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1bde86fc-20f8-4c83-a559-b347fe8f646c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router (506a3f76-a4d6-45fe-8734-8e570f613a27), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:04.529978 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-2e7cff5a-b087-4606-b6f2-7bea186de04b None None] Set router 506a3f76-a4d6-45fe-8734-8e570f613a27 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:39:04.553420 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725c35bd-bba8-435a-8ba3-e69f48b8229c None None] DHCP port deletion for bb2e0b16-797d-4313-92bf-b365d9c19669 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:39:04.585820 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1bde86fc-20f8-4c83-a559-b347fe8f646c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_gateway (506a3f76-a4d6-45fe-8734-8e570f613a27), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:04.608320 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-725c35bd-bba8-435a-8ba3-e69f48b8229c None None] Deleting port 80a5a423-119d-4878-9f3b-07a450138c55 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:04.608779 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-725c35bd-bba8-435a-8ba3-e69f48b8229c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (80a5a423-119d-4878-9f3b-07a450138c55), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:04.645104 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-1bde86fc-20f8-4c83-a559-b347fe8f646c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting port bf569a64-5d2a-41d8-ae05-0aaf0d296283 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:04.646347 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1bde86fc-20f8-4c83-a559-b347fe8f646c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (bf569a64-5d2a-41d8-ae05-0aaf0d296283), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:04.671182 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-725c35bd-bba8-435a-8ba3-e69f48b8229c None None] For port 80a5a423-119d-4878-9f3b-07a450138c55, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=80a5a423-119d-4878-9f3b-07a450138c55,segment=NetworkSegment(5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8),segment_id=5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:04.671612 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-725c35bd-bba8-435a-8ba3-e69f48b8229c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (80a5a423-119d-4878-9f3b-07a450138c55), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:04.684665 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-725c35bd-bba8-435a-8ba3-e69f48b8229c None None] Calling delete_port for 80a5a423-119d-4878-9f3b-07a450138c55 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:04.720960 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-2e7cff5a-b087-4606-b6f2-7bea186de04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821845895', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:38:04Z', 'updated_at': '2022-02-09T02:39:03Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:20:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:38:05Z', 'updated_at': '2022-02-09T02:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:04.737919 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-1bde86fc-20f8-4c83-a559-b347fe8f646c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] For port bf569a64-5d2a-41d8-ae05-0aaf0d296283, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=bf569a64-5d2a-41d8-ae05-0aaf0d296283,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:04.738484 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1bde86fc-20f8-4c83-a559-b347fe8f646c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (bf569a64-5d2a-41d8-ae05-0aaf0d296283), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:04.747236 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7cff5a-b087-4606-b6f2-7bea186de04b None None] The sync data for ids ['506a3f76-a4d6-45fe-8734-8e570f613a27'] in n-d-828387-3 is: [{'id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821845895', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:38:04Z', 'updated_at': '2022-02-09T02:39:03Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': 'bf569a64-5d2a-41d8-ae05-0aaf0d296283', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:20:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506a3f76-a4d6-45fe-8734-8e570f613a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:38:05Z', 'updated_at': '2022-02-09T02:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:04.753622 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-1bde86fc-20f8-4c83-a559-b347fe8f646c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Calling delete_port for bf569a64-5d2a-41d8-ae05-0aaf0d296283 owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:04.771389 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-725c35bd-bba8-435a-8ba3-e69f48b8229c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (80a5a423-119d-4878-9f3b-07a450138c55), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:04.792767 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c35bd-bba8-435a-8ba3-e69f48b8229c None None] Pushing event deleted for resources: {'Port': ['ID=80a5a423-119d-4878-9f3b-07a450138c55,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:04.806624 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c35bd-bba8-435a-8ba3-e69f48b8229c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:04.806981 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c35bd-bba8-435a-8ba3-e69f48b8229c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:04.807358 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c35bd-bba8-435a-8ba3-e69f48b8229c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:04.807700 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c35bd-bba8-435a-8ba3-e69f48b8229c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:04.808035 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c35bd-bba8-435a-8ba3-e69f48b8229c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:04.808369 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c35bd-bba8-435a-8ba3-e69f48b8229c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:04.808699 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c35bd-bba8-435a-8ba3-e69f48b8229c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:04.809032 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c35bd-bba8-435a-8ba3-e69f48b8229c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:04.809359 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c35bd-bba8-435a-8ba3-e69f48b8229c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:04.809683 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c35bd-bba8-435a-8ba3-e69f48b8229c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:04.810015 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c35bd-bba8-435a-8ba3-e69f48b8229c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:04.810337 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c35bd-bba8-435a-8ba3-e69f48b8229c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:04.810660 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c35bd-bba8-435a-8ba3-e69f48b8229c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:04.814380 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725c35bd-bba8-435a-8ba3-e69f48b8229c None None] No DVR routers for this DVR port 80a5a423-119d-4878-9f3b-07a450138c55 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:39:04.931724 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1bde86fc-20f8-4c83-a559-b347fe8f646c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (bf569a64-5d2a-41d8-ae05-0aaf0d296283), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:04.957571 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde86fc-20f8-4c83-a559-b347fe8f646c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Port': ['ID=bf569a64-5d2a-41d8-ae05-0aaf0d296283,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:05.018652 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1bde86fc-20f8-4c83-a559-b347fe8f646c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (506a3f76-a4d6-45fe-8734-8e570f613a27), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:05.120613 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1bde86fc-20f8-4c83-a559-b347fe8f646c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (506a3f76-a4d6-45fe-8734-8e570f613a27), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:05.122800 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1bde86fc-20f8-4c83-a559-b347fe8f646c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_controller (506a3f76-a4d6-45fe-8734-8e570f613a27), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:05.172328 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1bde86fc-20f8-4c83-a559-b347fe8f646c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (506a3f76-a4d6-45fe-8734-8e570f613a27), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:05.173002 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bde86fc-20f8-4c83-a559-b347fe8f646c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Fanout notify agent at l3_agent the message router_deleted on router 506a3f76-a4d6-45fe-8734-8e570f613a27 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:39:05.180723 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1bde86fc-20f8-4c83-a559-b347fe8f646c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:05.181852 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1bde86fc-20f8-4c83-a559-b347fe8f646c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/routers/506a3f76-a4d6-45fe-8734-8e570f613a27 HTTP/1.1" status: 204 len: 168 time: 0.8295941 Feb 09 02:39:05.184654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33706) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:05.219780 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0cfca66e-3f57-470e-929d-9fb51085dd26 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:39:05.246685 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 0cfca66e-3f57-470e-929d-9fb51085dd26 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:39:05.247033 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 0cfca66e-3f57-470e-929d-9fb51085dd26 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:39:05.247570 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 80a5a423-119d-4878-9f3b-07a450138c55 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:39:05.271558 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 80a5a423-119d-4878-9f3b-07a450138c55 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:39:05.271919 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 80a5a423-119d-4878-9f3b-07a450138c55 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:39:05.274322 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6f7f166-af5f-439b-a89c-d6948be5550d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (bb2e0b16-797d-4313-92bf-b365d9c19669), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:05.369279 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6f7f166-af5f-439b-a89c-d6948be5550d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (bb2e0b16-797d-4313-92bf-b365d9c19669), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:05.391146 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-e6f7f166-af5f-439b-a89c-d6948be5550d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb2e0b16-797d-4313-92bf-b365d9c19669']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:05.402673 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-e6f7f166-af5f-439b-a89c-d6948be5550d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:05.402973 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-e6f7f166-af5f-439b-a89c-d6948be5550d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:05.413228 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6f7f166-af5f-439b-a89c-d6948be5550d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:05.430519 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6f7f166-af5f-439b-a89c-d6948be5550d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:05.433980 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 2465ae2d-0991-48f3-a6ad-53003310d348 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:39:05.437475 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f7f166-af5f-439b-a89c-d6948be5550d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:39:05.437986 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6f7f166-af5f-439b-a89c-d6948be5550d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (5c43c9ff-e5a6-40f1-9a4f-bb7d79e01df8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:39:05.441249 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:39:05.454322 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 2465ae2d-0991-48f3-a6ad-53003310d348 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:39:05.454665 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 2465ae2d-0991-48f3-a6ad-53003310d348 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:39:05.505920 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6f7f166-af5f-439b-a89c-d6948be5550d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (bb2e0b16-797d-4313-92bf-b365d9c19669), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:05.512875 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6f7f166-af5f-439b-a89c-d6948be5550d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:05.516000 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e6f7f166-af5f-439b-a89c-d6948be5550d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/networks/bb2e0b16-797d-4313-92bf-b365d9c19669 HTTP/1.1" status: 204 len: 168 time: 0.3303905 Feb 09 02:39:05.519112 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33708) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:05.527899 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7f166-af5f-439b-a89c-d6948be5550d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Network': ['ID=bb2e0b16-797d-4313-92bf-b365d9c19669,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:05.580518 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3eed33ed-5e79-44ff-a48d-1ba53459b32b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (4c044155-3d96-48e4-ac9e-39356ad9e7a3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:05.605590 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3eed33ed-5e79-44ff-a48d-1ba53459b32b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (4c044155-3d96-48e4-ac9e-39356ad9e7a3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:05.664593 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3eed33ed-5e79-44ff-a48d-1ba53459b32b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (4c044155-3d96-48e4-ac9e-39356ad9e7a3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:05.667300 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3eed33ed-5e79-44ff-a48d-1ba53459b32b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:05.671015 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3eed33ed-5e79-44ff-a48d-1ba53459b32b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/security-groups/4c044155-3d96-48e4-ac9e-39356ad9e7a3 HTTP/1.1" status: 204 len: 168 time: 0.1483474 Feb 09 02:39:05.678127 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed33ed-5e79-44ff-a48d-1ba53459b32b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c044155-3d96-48e4-ac9e-39356ad9e7a3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:05.685855 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed33ed-5e79-44ff-a48d-1ba53459b32b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:05.686208 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed33ed-5e79-44ff-a48d-1ba53459b32b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:05.686555 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed33ed-5e79-44ff-a48d-1ba53459b32b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:05.686893 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed33ed-5e79-44ff-a48d-1ba53459b32b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:05.687256 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed33ed-5e79-44ff-a48d-1ba53459b32b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:05.687595 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed33ed-5e79-44ff-a48d-1ba53459b32b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:05.687926 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed33ed-5e79-44ff-a48d-1ba53459b32b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:05.688261 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed33ed-5e79-44ff-a48d-1ba53459b32b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:05.688599 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed33ed-5e79-44ff-a48d-1ba53459b32b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:05.688950 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed33ed-5e79-44ff-a48d-1ba53459b32b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:05.689259 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed33ed-5e79-44ff-a48d-1ba53459b32b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:05.689583 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed33ed-5e79-44ff-a48d-1ba53459b32b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:05.689903 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed33ed-5e79-44ff-a48d-1ba53459b32b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:06.127709 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33714) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:06.133427 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6bccec44-6a88-4b4a-a8f0-64579abaecea tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1679233999', 'description': 'tempest-secgroup-smoke-1679233999 description', 'project_id': '227cd762524640f88637fa0863390e6c'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:06.154347 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6bccec44-6a88-4b4a-a8f0-64579abaecea tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.230179 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6bccec44-6a88-4b4a-a8f0-64579abaecea tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (2177888f-45af-4925-8316-11414992696a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.233997 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6bccec44-6a88-4b4a-a8f0-64579abaecea tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2177888f-45af-4925-8316-11414992696a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.264287 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6bccec44-6a88-4b4a-a8f0-64579abaecea tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.265506 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6bccec44-6a88-4b4a-a8f0-64579abaecea tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1367719 Feb 09 02:39:06.266661 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccec44-6a88-4b4a-a8f0-64579abaecea tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2177888f-45af-4925-8316-11414992696a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:06.268718 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33716) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:06.274042 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b0b0c849-e86e-4ef2-b7e8-df7ada3d2054 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': '2177888f-45af-4925-8316-11414992696a', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:06.299872 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b0b0c849-e86e-4ef2-b7e8-df7ada3d2054 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (c82bd255-782d-47b4-b565-daeed2bc6f10), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.354230 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b0b0c849-e86e-4ef2-b7e8-df7ada3d2054 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (c82bd255-782d-47b4-b565-daeed2bc6f10), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.357550 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b0b0c849-e86e-4ef2-b7e8-df7ada3d2054 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (c82bd255-782d-47b4-b565-daeed2bc6f10), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.376176 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0c849-e86e-4ef2-b7e8-df7ada3d2054 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82bd255-782d-47b4-b565-daeed2bc6f10,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:06.385086 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b0b0c849-e86e-4ef2-b7e8-df7ada3d2054 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.386286 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b0b0c849-e86e-4ef2-b7e8-df7ada3d2054 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163340 Feb 09 02:39:06.389048 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33718) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:06.393314 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-9221dda7-801c-44cc-969d-9641f8b00c86 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': '2177888f-45af-4925-8316-11414992696a', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:06.418162 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9221dda7-801c-44cc-969d-9641f8b00c86 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (b48836d3-2025-4356-8429-097040a88745), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.474272 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9221dda7-801c-44cc-969d-9641f8b00c86 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (b48836d3-2025-4356-8429-097040a88745), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.477947 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9221dda7-801c-44cc-969d-9641f8b00c86 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (b48836d3-2025-4356-8429-097040a88745), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.498303 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221dda7-801c-44cc-969d-9641f8b00c86 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48836d3-2025-4356-8429-097040a88745,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:06.504304 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9221dda7-801c-44cc-969d-9641f8b00c86 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.505505 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9221dda7-801c-44cc-969d-9641f8b00c86 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153817 Feb 09 02:39:06.508083 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33720) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:06.512216 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-ee5effa0-6694-473a-8ef9-9e00022f3492 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': '2177888f-45af-4925-8316-11414992696a', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:06.537649 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ee5effa0-6694-473a-8ef9-9e00022f3492 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (aef2d3b8-84b9-4ebb-bfa5-f3c5c9284b5e), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.596621 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ee5effa0-6694-473a-8ef9-9e00022f3492 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (aef2d3b8-84b9-4ebb-bfa5-f3c5c9284b5e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.600676 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ee5effa0-6694-473a-8ef9-9e00022f3492 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (aef2d3b8-84b9-4ebb-bfa5-f3c5c9284b5e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.620077 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5effa0-6694-473a-8ef9-9e00022f3492 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef2d3b8-84b9-4ebb-bfa5-f3c5c9284b5e,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:06.627360 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ee5effa0-6694-473a-8ef9-9e00022f3492 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.628557 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ee5effa0-6694-473a-8ef9-9e00022f3492 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195641 Feb 09 02:39:06.631925 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33722) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:06.636217 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-99eb1248-d752-456f-b287-855e805ef5ea tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': '2177888f-45af-4925-8316-11414992696a', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:06.660188 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-99eb1248-d752-456f-b287-855e805ef5ea tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (8db9956c-b6f2-4952-b844-0e05de8be5cf), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.717152 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-99eb1248-d752-456f-b287-855e805ef5ea tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (8db9956c-b6f2-4952-b844-0e05de8be5cf), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.720893 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-99eb1248-d752-456f-b287-855e805ef5ea tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (8db9956c-b6f2-4952-b844-0e05de8be5cf), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.738493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb1248-d752-456f-b287-855e805ef5ea tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db9956c-b6f2-4952-b844-0e05de8be5cf,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:06.748379 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-99eb1248-d752-456f-b287-855e805ef5ea tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.749533 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-99eb1248-d752-456f-b287-855e805ef5ea tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166887 Feb 09 02:39:06.752386 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33724) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:06.757493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-622ac02c-ca09-4e26-8c50-e08a71fc434b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': '2177888f-45af-4925-8316-11414992696a', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:06.776521 n-d-828387-3 neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-622ac02c-ca09-4e26-8c50-e08a71fc434b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Project 227cd762524640f88637fa0863390e6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:39:06.781358 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-622ac02c-ca09-4e26-8c50-e08a71fc434b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (713a20b5-b944-4625-9bbb-5c7e0530624d), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.839412 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-622ac02c-ca09-4e26-8c50-e08a71fc434b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (713a20b5-b944-4625-9bbb-5c7e0530624d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.842950 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-622ac02c-ca09-4e26-8c50-e08a71fc434b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (713a20b5-b944-4625-9bbb-5c7e0530624d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.863075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ac02c-ca09-4e26-8c50-e08a71fc434b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713a20b5-b944-4625-9bbb-5c7e0530624d,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:06.870420 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-622ac02c-ca09-4e26-8c50-e08a71fc434b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.871667 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-622ac02c-ca09-4e26-8c50-e08a71fc434b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183262 Feb 09 02:39:06.874477 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33726) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:06.878770 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-7bbadf22-fff2-4a7d-905a-95cb2aabbd50 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': '2177888f-45af-4925-8316-11414992696a', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:06.899711 n-d-828387-3 neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-7bbadf22-fff2-4a7d-905a-95cb2aabbd50 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Project 227cd762524640f88637fa0863390e6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:39:06.904668 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7bbadf22-fff2-4a7d-905a-95cb2aabbd50 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (a2907a12-7240-4897-a403-42599941cd1e), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.966424 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7bbadf22-fff2-4a7d-905a-95cb2aabbd50 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (a2907a12-7240-4897-a403-42599941cd1e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.969731 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7bbadf22-fff2-4a7d-905a-95cb2aabbd50 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (a2907a12-7240-4897-a403-42599941cd1e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.986815 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbadf22-fff2-4a7d-905a-95cb2aabbd50 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2907a12-7240-4897-a403-42599941cd1e,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:06.995086 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7bbadf22-fff2-4a7d-905a-95cb2aabbd50 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.996311 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7bbadf22-fff2-4a7d-905a-95cb2aabbd50 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209042 Feb 09 02:39:06.999172 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33728) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:07.003860 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-79f9aaa2-2b05-4c26-aacb-86e7e6dcfcfa tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'network': {'name': 'tempest-network-smoke--1769237620', 'project_id': '227cd762524640f88637fa0863390e6c', 'port_security_enabled': True}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:07.023650 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f9aaa2-2b05-4c26-aacb-86e7e6dcfcfa tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Made reservation on behalf of 227cd762524640f88637fa0863390e6c for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:39:07.026856 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79f9aaa2-2b05-4c26-aacb-86e7e6dcfcfa tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:07.049904 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f9aaa2-2b05-4c26-aacb-86e7e6dcfcfa tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:39:07.060874 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79f9aaa2-2b05-4c26-aacb-86e7e6dcfcfa tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (a03a91b0-ea25-454c-a627-3654db1b568f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:07.061301 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-79f9aaa2-2b05-4c26-aacb-86e7e6dcfcfa tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Added segment a03a91b0-ea25-454c-a627-3654db1b568f of type vlan for network a5b38a03-7cdd-49c8-b0e5-7739edadb917 Feb 09 02:39:07.069553 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bf569a64-5d2a-41d8-ae05-0aaf0d296283 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:39:07.090051 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: bf569a64-5d2a-41d8-ae05-0aaf0d296283 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:39:07.090486 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device bf569a64-5d2a-41d8-ae05-0aaf0d296283 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:39:07.105660 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79f9aaa2-2b05-4c26-aacb-86e7e6dcfcfa tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (a5b38a03-7cdd-49c8-b0e5-7739edadb917), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:07.132693 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79f9aaa2-2b05-4c26-aacb-86e7e6dcfcfa tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (a5b38a03-7cdd-49c8-b0e5-7739edadb917), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:07.137871 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f9aaa2-2b05-4c26-aacb-86e7e6dcfcfa tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:07.138545 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-79f9aaa2-2b05-4c26-aacb-86e7e6dcfcfa tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:07.203229 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-79f9aaa2-2b05-4c26-aacb-86e7e6dcfcfa tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2030487 Feb 09 02:39:07.205902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33730) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:07.210300 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-5875149a-3b6a-44d8-891a-9314e1d22d98 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1378006054', 'admin_state_up': True, 'project_id': '227cd762524640f88637fa0863390e6c', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:07.225737 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9aaa2-2b05-4c26-aacb-86e7e6dcfcfa tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Network': ['ID=a5b38a03-7cdd-49c8-b0e5-7739edadb917,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:07.239101 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network a5b38a03-7cdd-49c8-b0e5-7739edadb917 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:39:07.241337 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5875149a-3b6a-44d8-891a-9314e1d22d98 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (83557e71-c40b-49b8-8f54-57717da810cb), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:07.242434 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5875149a-3b6a-44d8-891a-9314e1d22d98 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (83557e71-c40b-49b8-8f54-57717da810cb), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:07.317980 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5875149a-3b6a-44d8-891a-9314e1d22d98 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_controller (83557e71-c40b-49b8-8f54-57717da810cb), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:07.577855 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d79d59cb-9512-44a5-88b8-dc3ad8c112ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:07.833913 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5875149a-3b6a-44d8-891a-9314e1d22d98 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_gateway (83557e71-c40b-49b8-8f54-57717da810cb), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:08.030930 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5875149a-3b6a-44d8-891a-9314e1d22d98 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_gateway (83557e71-c40b-49b8-8f54-57717da810cb), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:08.050151 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5875149a-3b6a-44d8-891a-9314e1d22d98 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:08.165325 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-5875149a-3b6a-44d8-891a-9314e1d22d98 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Allocated IP 172.25.7.16 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/5419e61d-7fd5-4edc-9fc6-c14983f6baee) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:39:08.268562 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5875149a-3b6a-44d8-891a-9314e1d22d98 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (5419e61d-7fd5-4edc-9fc6-c14983f6baee), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:08.312547 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5875149a-3b6a-44d8-891a-9314e1d22d98 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5419e61d-7fd5-4edc-9fc6-c14983f6baee), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:08.354024 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5875149a-3b6a-44d8-891a-9314e1d22d98 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:08.357036 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-5875149a-3b6a-44d8-891a-9314e1d22d98 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:08.360556 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5875149a-3b6a-44d8-891a-9314e1d22d98 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:39:08.366791 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875149a-3b6a-44d8-891a-9314e1d22d98 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=5419e61d-7fd5-4edc-9fc6-c14983f6baee,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:08.624934 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5875149a-3b6a-44d8-891a-9314e1d22d98 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_gateway (83557e71-c40b-49b8-8f54-57717da810cb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:08.834928 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5875149a-3b6a-44d8-891a-9314e1d22d98 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (83557e71-c40b-49b8-8f54-57717da810cb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:08.975737 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5875149a-3b6a-44d8-891a-9314e1d22d98 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router 83557e71-c40b-49b8-8f54-57717da810cb is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:39:09.092698 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5875149a-3b6a-44d8-891a-9314e1d22d98 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:09.103232 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] Sync routers for ids ['83557e71-c40b-49b8-8f54-57717da810cb'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:09.113583 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] Routers {'83557e71-c40b-49b8-8f54-57717da810cb'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:09.114206 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:38:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['83557e71-c40b-49b8-8f54-57717da810cb'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:09.114744 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5875149a-3b6a-44d8-891a-9314e1d22d98 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.116092 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5875149a-3b6a-44d8-891a-9314e1d22d98 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9092779 Feb 09 02:39:09.119184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33732) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:09.149229 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1eccdc40-23e6-494e-88f7-221364968bee tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=227cd762524640f88637fa0863390e6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287910 Feb 09 02:39:09.151663 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33734) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:09.257019 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30d73c3-2123-4f5c-9e9d-626fff703497 tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:09.261407 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f30d73c3-2123-4f5c-9e9d-626fff703497 tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1062090 Feb 09 02:39:09.261871 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33736) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:09.295478 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-0cd1ede7-4d94-44ca-9897-bc695b375fa7 tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320337 Feb 09 02:39:09.297927 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33738) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:09.303984 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-5e4ea2eb-9997-4309-a63f-892cdbdc2434 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1267132598', 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917', 'project_id': '227cd762524640f88637fa0863390e6c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:09.398897 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4ea2eb-9997-4309-a63f-892cdbdc2434 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Made reservation on behalf of 227cd762524640f88637fa0863390e6c for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:39:09.402759 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5e4ea2eb-9997-4309-a63f-892cdbdc2434 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.414888 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] Set router 83557e71-c40b-49b8-8f54-57717da810cb gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:39:09.595744 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5e4ea2eb-9997-4309-a63f-892cdbdc2434 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (50ce6911-5735-4104-90b3-2ee29a8bcc77), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.599943 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83557e71-c40b-49b8-8f54-57717da810cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378006054', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:07Z', 'updated_at': '2022-02-09T02:39:08Z', 'revision_number': 3, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:08Z', 'updated_at': '2022-02-09T02:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:09.627354 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] Checking router: 83557e71-c40b-49b8-8f54-57717da810cb for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:39:09.627706 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] Updating router 83557e71-c40b-49b8-8f54-57717da810cb port 5419e61d-7fd5-4edc-9fc6-c14983f6baee binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:39:09.656036 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5419e61d-7fd5-4edc-9fc6-c14983f6baee), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.658311 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ea2eb-9997-4309-a63f-892cdbdc2434 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Subnet': ['ID=50ce6911-5735-4104-90b3-2ee29a8bcc77,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:09.667389 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ea2eb-9997-4309-a63f-892cdbdc2434 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Checking segment: {'id': 'a03a91b0-ea25-454c-a627-3654db1b568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:39:09.667761 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4ea2eb-9997-4309-a63f-892cdbdc2434 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network hostable DHCP agents. Network: a5b38a03-7cdd-49c8-b0e5-7739edadb917, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:39:09.686245 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4ea2eb-9997-4309-a63f-892cdbdc2434 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network a5b38a03-7cdd-49c8-b0e5-7739edadb917 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:39:09.695882 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-5e4ea2eb-9997-4309-a63f-892cdbdc2434 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, a5b38a03-7cdd-49c8-b0e5-7739edadb917) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:09.704317 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4ea2eb-9997-4309-a63f-892cdbdc2434 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:09.705053 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5e4ea2eb-9997-4309-a63f-892cdbdc2434 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.721750 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5e4ea2eb-9997-4309-a63f-892cdbdc2434 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4228103 Feb 09 02:39:09.725156 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33740) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:09.744441 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d43015c-01b8-4d0f-a914-62e917eb25f8 None None] Network a5b38a03-7cdd-49c8-b0e5-7739edadb917 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:39:09.913619 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c90682e-4c42-4129-be33-df6814094943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-a5b38a03-7cdd-49c8-b0e5-7739edadb917', 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917', 'project_id': '227cd762524640f88637fa0863390e6c', 'fixed_ips': [{'subnet_id': '50ce6911-5735-4104-90b3-2ee29a8bcc77'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:39:09.914478 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c90682e-4c42-4129-be33-df6814094943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.107927 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] Publish callbacks [] for port (5419e61d-7fd5-4edc-9fc6-c14983f6baee), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.117583 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5419e61d-7fd5-4edc-9fc6-c14983f6baee), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.124828 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-4c90682e-4c42-4129-be33-df6814094943 None None] Allocated IP 172.20.0.2 (a5b38a03-7cdd-49c8-b0e5-7739edadb917/50ce6911-5735-4104-90b3-2ee29a8bcc77/3bed893d-d2b5-480a-92bf-309c3f3018ba) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:39:10.178736 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5bdd6184-aca3-4a26-81c9-9d0dc965f50a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.185666 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] Attempting to bind port 5419e61d-7fd5-4edc-9fc6-c14983f6baee on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:39:10.186038 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] Attempting to bind port 5419e61d-7fd5-4edc-9fc6-c14983f6baee by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:39:10.186408 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] Attempting to bind port 5419e61d-7fd5-4edc-9fc6-c14983f6baee on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:39:10.227386 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f930c-d0f8-4638-ad66-96110ab741d4 None None] Pushing event updated for resources: {'Port': ['ID=5419e61d-7fd5-4edc-9fc6-c14983f6baee,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:10.239165 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:39:10.240547 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:39:10.240799 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.241168 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:39:10.241651 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] Bound port: 5419e61d-7fd5-4edc-9fc6-c14983f6baee, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:39:10.242032 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5419e61d-7fd5-4edc-9fc6-c14983f6baee), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.288244 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e1d4aefe-f3da-4cfd-a62a-410f1792bbf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.344286 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] For port 5419e61d-7fd5-4edc-9fc6-c14983f6baee, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:39:10.377438 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] For port 5419e61d-7fd5-4edc-9fc6-c14983f6baee, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5419e61d-7fd5-4edc-9fc6-c14983f6baee,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:39:10.392496 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5419e61d-7fd5-4edc-9fc6-c14983f6baee), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.400335 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c90682e-4c42-4129-be33-df6814094943 None None] Publish callbacks [] for port (3bed893d-d2b5-480a-92bf-309c3f3018ba), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.432545 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c90682e-4c42-4129-be33-df6814094943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (3bed893d-d2b5-480a-92bf-309c3f3018ba), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.465774 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-5bdd6184-aca3-4a26-81c9-9d0dc965f50a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Allocated IP 172.20.0.1 (a5b38a03-7cdd-49c8-b0e5-7739edadb917/50ce6911-5735-4104-90b3-2ee29a8bcc77/6d761906-dadb-4bb3-acc9-68282d7db36a) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:39:10.479947 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c90682e-4c42-4129-be33-df6814094943 None None] Network a5b38a03-7cdd-49c8-b0e5-7739edadb917 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:10.484205 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.492413 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-4c90682e-4c42-4129-be33-df6814094943 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:10.496478 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c90682e-4c42-4129-be33-df6814094943 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:39:10.498974 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] Routers {'83557e71-c40b-49b8-8f54-57717da810cb'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:10.499688 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:39:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['83557e71-c40b-49b8-8f54-57717da810cb'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:10.502319 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f930c-d0f8-4638-ad66-96110ab741d4 None None] Pushing event updated for resources: {'Port': ['ID=5419e61d-7fd5-4edc-9fc6-c14983f6baee,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:10.587867 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5bdd6184-aca3-4a26-81c9-9d0dc965f50a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (6d761906-dadb-4bb3-acc9-68282d7db36a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.624587 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5bdd6184-aca3-4a26-81c9-9d0dc965f50a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (6d761906-dadb-4bb3-acc9-68282d7db36a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.660568 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4c90682e-4c42-4129-be33-df6814094943 None None] Attempting to bind port 3bed893d-d2b5-480a-92bf-309c3f3018ba on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:39:10.660945 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4c90682e-4c42-4129-be33-df6814094943 None None] Attempting to bind port 3bed893d-d2b5-480a-92bf-309c3f3018ba by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'a03a91b0-ea25-454c-a627-3654db1b568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:39:10.662003 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c90682e-4c42-4129-be33-df6814094943 None None] Attempting to bind port 3bed893d-d2b5-480a-92bf-309c3f3018ba on network a5b38a03-7cdd-49c8-b0e5-7739edadb917 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:39:10.664049 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90682e-4c42-4129-be33-df6814094943 None None] Pushing event updated for resources: {'Port': ['ID=3bed893d-d2b5-480a-92bf-309c3f3018ba,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:10.664470 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdd6184-aca3-4a26-81c9-9d0dc965f50a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network a5b38a03-7cdd-49c8-b0e5-7739edadb917 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:10.672287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-5bdd6184-aca3-4a26-81c9-9d0dc965f50a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:10.674791 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdd6184-aca3-4a26-81c9-9d0dc965f50a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:39:10.674950 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c90682e-4c42-4129-be33-df6814094943 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:39:10.675277 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c90682e-4c42-4129-be33-df6814094943 None None] Checking segment: {'id': 'a03a91b0-ea25-454c-a627-3654db1b568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:39:10.675684 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c90682e-4c42-4129-be33-df6814094943 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.676071 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c90682e-4c42-4129-be33-df6814094943 None None] Bound using segment: {'id': 'a03a91b0-ea25-454c-a627-3654db1b568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:39:10.676544 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4c90682e-4c42-4129-be33-df6814094943 None None] Bound port: 3bed893d-d2b5-480a-92bf-309c3f3018ba, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03a91b0-ea25-454c-a627-3654db1b568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:39:10.677099 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c90682e-4c42-4129-be33-df6814094943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3bed893d-d2b5-480a-92bf-309c3f3018ba), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.706025 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd6184-aca3-4a26-81c9-9d0dc965f50a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=6d761906-dadb-4bb3-acc9-68282d7db36a,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:10.726517 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5bdd6184-aca3-4a26-81c9-9d0dc965f50a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (83557e71-c40b-49b8-8f54-57717da810cb), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.729354 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] Set router 83557e71-c40b-49b8-8f54-57717da810cb gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:39:10.851079 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4c90682e-4c42-4129-be33-df6814094943 None None] For port 3bed893d-d2b5-480a-92bf-309c3f3018ba, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:39:10.855429 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4c90682e-4c42-4129-be33-df6814094943 None None] For port 3bed893d-d2b5-480a-92bf-309c3f3018ba, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3bed893d-d2b5-480a-92bf-309c3f3018ba,segment=NetworkSegment(a03a91b0-ea25-454c-a627-3654db1b568f),segment_id=a03a91b0-ea25-454c-a627-3654db1b568f)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:39:10.863971 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5bdd6184-aca3-4a26-81c9-9d0dc965f50a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6d761906-dadb-4bb3-acc9-68282d7db36a), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.866100 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c90682e-4c42-4129-be33-df6814094943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3bed893d-d2b5-480a-92bf-309c3f3018ba), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.962390 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90682e-4c42-4129-be33-df6814094943 None None] Pushing event updated for resources: {'Port': ['ID=3bed893d-d2b5-480a-92bf-309c3f3018ba,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:10.988448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83557e71-c40b-49b8-8f54-57717da810cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378006054', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:07Z', 'updated_at': '2022-02-09T02:39:08Z', 'revision_number': 3, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:08Z', 'updated_at': '2022-02-09T02:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:11.026298 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfe3eb9-0918-4ddd-a50b-c5eb7bbaec52 None None] The sync data for ids ['83557e71-c40b-49b8-8f54-57717da810cb'] in n-d-828387-3 is: [{'id': '83557e71-c40b-49b8-8f54-57717da810cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378006054', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:07Z', 'updated_at': '2022-02-09T02:39:08Z', 'revision_number': 3, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:08Z', 'updated_at': '2022-02-09T02:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:11.043035 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:11.198456 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5bdd6184-aca3-4a26-81c9-9d0dc965f50a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (6d761906-dadb-4bb3-acc9-68282d7db36a), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:11.207289 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5bdd6184-aca3-4a26-81c9-9d0dc965f50a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (6d761906-dadb-4bb3-acc9-68282d7db36a), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:11.316119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd6184-aca3-4a26-81c9-9d0dc965f50a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=6d761906-dadb-4bb3-acc9-68282d7db36a,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:11.320015 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5bdd6184-aca3-4a26-81c9-9d0dc965f50a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (83557e71-c40b-49b8-8f54-57717da810cb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:11.338634 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:11.421628 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdd6184-aca3-4a26-81c9-9d0dc965f50a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network a5b38a03-7cdd-49c8-b0e5-7739edadb917 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:11.423340 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-5bdd6184-aca3-4a26-81c9-9d0dc965f50a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:11.548442 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdd6184-aca3-4a26-81c9-9d0dc965f50a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router 83557e71-c40b-49b8-8f54-57717da810cb has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:39:11.665042 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdd6184-aca3-4a26-81c9-9d0dc965f50a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:11.670167 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5bdd6184-aca3-4a26-81c9-9d0dc965f50a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "PUT /v2.0/routers/83557e71-c40b-49b8-8f54-57717da810cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9438179 Feb 09 02:39:11.837624 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0409321-e475-443c-b20d-621919a07f47 req-a613f5f8-cbc8-47de-9743-2a79032c53e9 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1679233999&fields=id&tenant_id=227cd762524640f88637fa0863390e6c HTTP/1.1" status: 200 len: 267 time: 0.0494092 Feb 09 02:39:11.965505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0409321-e475-443c-b20d-621919a07f47 req-1cbaf7b3-d45f-44f3-87af-838b7d5415ff tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:11.967248 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0409321-e475-443c-b20d-621919a07f47 req-1cbaf7b3-d45f-44f3-87af-838b7d5415ff tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/networks?id=a5b38a03-7cdd-49c8-b0e5-7739edadb917 HTTP/1.1" status: 200 len: 797 time: 0.1224699 Feb 09 02:39:11.983626 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0409321-e475-443c-b20d-621919a07f47 req-6bd5364c-5bdb-42f8-9df5-63e5aeaa2060 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/quotas/227cd762524640f88637fa0863390e6c HTTP/1.1" status: 200 len: 375 time: 0.0104938 Feb 09 02:39:12.041835 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d0a672-d163-4841-a8aa-f262281d097e None None] Network a5b38a03-7cdd-49c8-b0e5-7739edadb917 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:39:12.044770 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0409321-e475-443c-b20d-621919a07f47 req-d5fb12b7-0324-4e52-bbfa-da7cb0d45a59 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554633 Feb 09 02:39:12.109406 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1393dd15-5e97-4a49-8805-b83441386ed4 None None] Provisioning complete for port 3bed893d-d2b5-480a-92bf-309c3f3018ba triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:12.109782 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1393dd15-5e97-4a49-8805-b83441386ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3bed893d-d2b5-480a-92bf-309c3f3018ba), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.142133 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0409321-e475-443c-b20d-621919a07f47 req-e7aee4f7-0cd0-4484-b511-03080a886f45 service neutron] 10.222.0.36 "GET /v2.0/networks/a5b38a03-7cdd-49c8-b0e5-7739edadb917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846407 Feb 09 02:39:12.246692 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1393dd15-5e97-4a49-8805-b83441386ed4 None None] Current status of the port 3bed893d-d2b5-480a-92bf-309c3f3018ba is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:12.247071 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1393dd15-5e97-4a49-8805-b83441386ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (3bed893d-d2b5-480a-92bf-309c3f3018ba), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.285653 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1393dd15-5e97-4a49-8805-b83441386ed4 None None] For port 3bed893d-d2b5-480a-92bf-309c3f3018ba, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3bed893d-d2b5-480a-92bf-309c3f3018ba,segment=NetworkSegment(a03a91b0-ea25-454c-a627-3654db1b568f),segment_id=a03a91b0-ea25-454c-a627-3654db1b568f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:12.290374 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1393dd15-5e97-4a49-8805-b83441386ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (3bed893d-d2b5-480a-92bf-309c3f3018ba), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.346611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393dd15-5e97-4a49-8805-b83441386ed4 None None] Pushing event updated for resources: {'Port': ['ID=3bed893d-d2b5-480a-92bf-309c3f3018ba,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:12.532849 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-2dbdbe2e-d042-4764-afb3-04f40ad037d7 None None] Provisioning complete for port 6d761906-dadb-4bb3-acc9-68282d7db36a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:12.533228 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2dbdbe2e-d042-4764-afb3-04f40ad037d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6d761906-dadb-4bb3-acc9-68282d7db36a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.561614 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.572027 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2dbdbe2e-d042-4764-afb3-04f40ad037d7 None None] Port 6d761906-dadb-4bb3-acc9-68282d7db36a cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:39:12.583908 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-2dbdbe2e-d042-4764-afb3-04f40ad037d7 None None] Provisioning complete for port 3bed893d-d2b5-480a-92bf-309c3f3018ba triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:12.584279 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2dbdbe2e-d042-4764-afb3-04f40ad037d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3bed893d-d2b5-480a-92bf-309c3f3018ba), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.618735 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0409321-e475-443c-b20d-621919a07f47 req-ee59e82f-bb54-4d71-b62e-e4968eca650e service neutron] 10.222.0.36 "GET /v2.0/networks/a5b38a03-7cdd-49c8-b0e5-7739edadb917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625232 Feb 09 02:39:12.667099 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2dbdbe2e-d042-4764-afb3-04f40ad037d7 None None] Current status of the port 3bed893d-d2b5-480a-92bf-309c3f3018ba is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:12.793570 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7ab334a6-f1a2-4507-8d2b-51004fc96be5 None None] Provisioning complete for port 6d761906-dadb-4bb3-acc9-68282d7db36a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:12.803894 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7ab334a6-f1a2-4507-8d2b-51004fc96be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6d761906-dadb-4bb3-acc9-68282d7db36a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.808577 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] Sync routers for ids ['83557e71-c40b-49b8-8f54-57717da810cb'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:12.823722 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] Routers {'83557e71-c40b-49b8-8f54-57717da810cb'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:12.827270 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:39:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['83557e71-c40b-49b8-8f54-57717da810cb'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:12.847877 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7ab334a6-f1a2-4507-8d2b-51004fc96be5 None None] Port 6d761906-dadb-4bb3-acc9-68282d7db36a cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:39:12.862350 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d8a8261-4ef6-4469-bc47-044f7fd5cf56 req-694bbac3-7ac1-46b2-9186-408766d30313 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 210 time: 0.0673356 Feb 09 02:39:12.966327 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] Set router 83557e71-c40b-49b8-8f54-57717da810cb gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:39:12.976744 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-576e2571-1f2a-40ce-8154-7f72612e5ed7 None None] Provisioning complete for port 6d761906-dadb-4bb3-acc9-68282d7db36a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:12.977025 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-576e2571-1f2a-40ce-8154-7f72612e5ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6d761906-dadb-4bb3-acc9-68282d7db36a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:13.022240 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-576e2571-1f2a-40ce-8154-7f72612e5ed7 None None] Port 6d761906-dadb-4bb3-acc9-68282d7db36a cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:39:13.191440 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5419e61d-7fd5-4edc-9fc6-c14983f6baee up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:39:13.198067 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83557e71-c40b-49b8-8f54-57717da810cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378006054', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:07Z', 'updated_at': '2022-02-09T02:39:10Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:08Z', 'updated_at': '2022-02-09T02:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '6d761906-dadb-4bb3-acc9-68282d7db36a', 'name': '', 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:ff:e1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '50ce6911-5735-4104-90b3-2ee29a8bcc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:10Z', 'updated_at': '2022-02-09T02:39:11Z', 'revision_number': 2, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '50ce6911-5735-4104-90b3-2ee29a8bcc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:13.226793 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] Checking router: 83557e71-c40b-49b8-8f54-57717da810cb for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:39:13.227142 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] Updating router 83557e71-c40b-49b8-8f54-57717da810cb port 6d761906-dadb-4bb3-acc9-68282d7db36a binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:39:13.247479 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 5419e61d-7fd5-4edc-9fc6-c14983f6baee triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:13.247859 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5419e61d-7fd5-4edc-9fc6-c14983f6baee), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:13.256657 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6d761906-dadb-4bb3-acc9-68282d7db36a), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:13.525361 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 5419e61d-7fd5-4edc-9fc6-c14983f6baee is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:13.526065 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5419e61d-7fd5-4edc-9fc6-c14983f6baee), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:13.550347 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 5419e61d-7fd5-4edc-9fc6-c14983f6baee, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5419e61d-7fd5-4edc-9fc6-c14983f6baee,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:13.556460 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5419e61d-7fd5-4edc-9fc6-c14983f6baee), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:13.557451 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3bed893d-d2b5-480a-92bf-309c3f3018ba up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:39:13.558943 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] Publish callbacks [] for port (6d761906-dadb-4bb3-acc9-68282d7db36a), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:13.565717 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6d761906-dadb-4bb3-acc9-68282d7db36a), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:13.625561 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7e901-e124-4f3a-b6b2-ef29ca1198f2 None None] Pushing event updated for resources: {'Port': ['ID=6d761906-dadb-4bb3-acc9-68282d7db36a,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:13.634416 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:13.661277 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=5419e61d-7fd5-4edc-9fc6-c14983f6baee,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:13.670440 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 3bed893d-d2b5-480a-92bf-309c3f3018ba triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:13.670836 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (3bed893d-d2b5-480a-92bf-309c3f3018ba), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:13.671332 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe7e901-e124-4f3a-b6b2-ef29ca1198f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:13.671782 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe7e901-e124-4f3a-b6b2-ef29ca1198f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:13.672127 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe7e901-e124-4f3a-b6b2-ef29ca1198f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:13.672467 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe7e901-e124-4f3a-b6b2-ef29ca1198f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:13.672855 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe7e901-e124-4f3a-b6b2-ef29ca1198f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:13.673185 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe7e901-e124-4f3a-b6b2-ef29ca1198f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:13.673694 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe7e901-e124-4f3a-b6b2-ef29ca1198f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:13.673887 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe7e901-e124-4f3a-b6b2-ef29ca1198f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:13.675252 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe7e901-e124-4f3a-b6b2-ef29ca1198f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:13.675252 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe7e901-e124-4f3a-b6b2-ef29ca1198f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:13.675252 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe7e901-e124-4f3a-b6b2-ef29ca1198f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:13.676202 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe7e901-e124-4f3a-b6b2-ef29ca1198f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:13.676202 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe7e901-e124-4f3a-b6b2-ef29ca1198f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:13.691653 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] Attempting to bind port 6d761906-dadb-4bb3-acc9-68282d7db36a on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:39:13.692030 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] Attempting to bind port 6d761906-dadb-4bb3-acc9-68282d7db36a by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'a03a91b0-ea25-454c-a627-3654db1b568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:39:13.693014 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] Attempting to bind port 6d761906-dadb-4bb3-acc9-68282d7db36a on network a5b38a03-7cdd-49c8-b0e5-7739edadb917 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:39:13.700502 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:39:13.700888 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] Checking segment: {'id': 'a03a91b0-ea25-454c-a627-3654db1b568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:39:13.701295 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:13.701689 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] Bound using segment: {'id': 'a03a91b0-ea25-454c-a627-3654db1b568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:39:13.702159 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] Bound port: 6d761906-dadb-4bb3-acc9-68282d7db36a, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03a91b0-ea25-454c-a627-3654db1b568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:39:13.702549 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6d761906-dadb-4bb3-acc9-68282d7db36a), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:13.768591 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 3bed893d-d2b5-480a-92bf-309c3f3018ba is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:13.775883 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] For port 6d761906-dadb-4bb3-acc9-68282d7db36a, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:39:13.782218 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] For port 6d761906-dadb-4bb3-acc9-68282d7db36a, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6d761906-dadb-4bb3-acc9-68282d7db36a,segment=NetworkSegment(a03a91b0-ea25-454c-a627-3654db1b568f),segment_id=a03a91b0-ea25-454c-a627-3654db1b568f)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:39:13.790062 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6d761906-dadb-4bb3-acc9-68282d7db36a), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:13.925586 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0409321-e475-443c-b20d-621919a07f47 req-7c8e870b-70f7-4a91-b6f6-e7764828e246 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:13.928769 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0409321-e475-443c-b20d-621919a07f47 req-7c8e870b-70f7-4a91-b6f6-e7764828e246 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.48 "GET /v2.0/networks?id=a5b38a03-7cdd-49c8-b0e5-7739edadb917 HTTP/1.1" status: 200 len: 797 time: 0.1361752 Feb 09 02:39:13.955158 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] Routers {'83557e71-c40b-49b8-8f54-57717da810cb'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:13.956405 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:39:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['83557e71-c40b-49b8-8f54-57717da810cb'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:13.972019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c46df9a7-b4d9-485e-b2e3-8454c6d2523a None None] Provisioning complete for port 6d761906-dadb-4bb3-acc9-68282d7db36a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:13.972402 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c46df9a7-b4d9-485e-b2e3-8454c6d2523a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6d761906-dadb-4bb3-acc9-68282d7db36a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:14.028678 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2bf2b9bd-eaad-4856-939a-af6d65b4dc50 req-b5743327-e766-42d7-91ed-40194440fbfa tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 210 time: 0.0585465 Feb 09 02:39:14.056881 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0409321-e475-443c-b20d-621919a07f47 req-d7b03082-4ee7-4e3e-ae68-82fdee888c4c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=227cd762524640f88637fa0863390e6c HTTP/1.1" status: 200 len: 380 time: 0.1118429 Feb 09 02:39:14.066770 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-d0409321-e475-443c-b20d-621919a07f47 req-d58af6a5-8516-4f9b-a9c8-c4a70cc9fcf2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'port': {'device_id': '80fdda55-c845-4d61-a558-742a7d698c99', 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917', 'admin_state_up': True, 'tenant_id': '227cd762524640f88637fa0863390e6c', 'security_groups': ['2177888f-45af-4925-8316-11414992696a']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:14.092432 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c46df9a7-b4d9-485e-b2e3-8454c6d2523a None None] Current status of the port 6d761906-dadb-4bb3-acc9-68282d7db36a is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:14.092819 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c46df9a7-b4d9-485e-b2e3-8454c6d2523a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6d761906-dadb-4bb3-acc9-68282d7db36a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:14.096305 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] Set router 83557e71-c40b-49b8-8f54-57717da810cb gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:39:14.141635 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c46df9a7-b4d9-485e-b2e3-8454c6d2523a None None] For port 6d761906-dadb-4bb3-acc9-68282d7db36a, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6d761906-dadb-4bb3-acc9-68282d7db36a,segment=NetworkSegment(a03a91b0-ea25-454c-a627-3654db1b568f),segment_id=a03a91b0-ea25-454c-a627-3654db1b568f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:14.149850 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c46df9a7-b4d9-485e-b2e3-8454c6d2523a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6d761906-dadb-4bb3-acc9-68282d7db36a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:14.187748 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7e901-e124-4f3a-b6b2-ef29ca1198f2 None None] Pushing event updated for resources: {'Port': ['ID=6d761906-dadb-4bb3-acc9-68282d7db36a,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:14.231317 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46df9a7-b4d9-485e-b2e3-8454c6d2523a None None] Pushing event updated for resources: {'Port': ['ID=6d761906-dadb-4bb3-acc9-68282d7db36a,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:14.234139 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0409321-e475-443c-b20d-621919a07f47 req-d58af6a5-8516-4f9b-a9c8-c4a70cc9fcf2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Made reservation on behalf of 227cd762524640f88637fa0863390e6c for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:39:14.238093 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d0409321-e475-443c-b20d-621919a07f47 req-d58af6a5-8516-4f9b-a9c8-c4a70cc9fcf2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:14.330925 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83557e71-c40b-49b8-8f54-57717da810cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378006054', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:07Z', 'updated_at': '2022-02-09T02:39:10Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:08Z', 'updated_at': '2022-02-09T02:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '6d761906-dadb-4bb3-acc9-68282d7db36a', 'name': '', 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:ff:e1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '50ce6911-5735-4104-90b3-2ee29a8bcc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:10Z', 'updated_at': '2022-02-09T02:39:13Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '50ce6911-5735-4104-90b3-2ee29a8bcc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:14.361824 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613a457d-195a-4196-a49e-fbbd6b901ce1 None None] The sync data for ids ['83557e71-c40b-49b8-8f54-57717da810cb'] in n-d-828387-3 is: [{'id': '83557e71-c40b-49b8-8f54-57717da810cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378006054', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:07Z', 'updated_at': '2022-02-09T02:39:10Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:08Z', 'updated_at': '2022-02-09T02:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '6d761906-dadb-4bb3-acc9-68282d7db36a', 'name': '', 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:ff:e1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '50ce6911-5735-4104-90b3-2ee29a8bcc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:10Z', 'updated_at': '2022-02-09T02:39:13Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '50ce6911-5735-4104-90b3-2ee29a8bcc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:14.373023 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-49627438-2180-4c24-b884-8497ccde9f94 None None] Provisioning complete for port 6d761906-dadb-4bb3-acc9-68282d7db36a triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:14.373457 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-49627438-2180-4c24-b884-8497ccde9f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6d761906-dadb-4bb3-acc9-68282d7db36a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:14.376390 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-d0409321-e475-443c-b20d-621919a07f47 req-d58af6a5-8516-4f9b-a9c8-c4a70cc9fcf2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Allocated IP 172.20.0.7 (a5b38a03-7cdd-49c8-b0e5-7739edadb917/50ce6911-5735-4104-90b3-2ee29a8bcc77/478e0eed-8d60-4331-a473-1e1babbe8730) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:39:14.510722 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-49627438-2180-4c24-b884-8497ccde9f94 None None] Current status of the port 6d761906-dadb-4bb3-acc9-68282d7db36a is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:14.547358 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d0409321-e475-443c-b20d-621919a07f47 req-d58af6a5-8516-4f9b-a9c8-c4a70cc9fcf2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (478e0eed-8d60-4331-a473-1e1babbe8730), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:14.586031 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d0409321-e475-443c-b20d-621919a07f47 req-d58af6a5-8516-4f9b-a9c8-c4a70cc9fcf2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (478e0eed-8d60-4331-a473-1e1babbe8730), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:14.630862 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0409321-e475-443c-b20d-621919a07f47 req-d58af6a5-8516-4f9b-a9c8-c4a70cc9fcf2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network a5b38a03-7cdd-49c8-b0e5-7739edadb917 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:14.636355 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-d0409321-e475-443c-b20d-621919a07f47 req-d58af6a5-8516-4f9b-a9c8-c4a70cc9fcf2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:14.639004 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0409321-e475-443c-b20d-621919a07f47 req-d58af6a5-8516-4f9b-a9c8-c4a70cc9fcf2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:39:14.676327 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58af6a5-8516-4f9b-a9c8-c4a70cc9fcf2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=478e0eed-8d60-4331-a473-1e1babbe8730,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:14.706336 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0409321-e475-443c-b20d-621919a07f47 req-d58af6a5-8516-4f9b-a9c8-c4a70cc9fcf2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:14.706798 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d0409321-e475-443c-b20d-621919a07f47 req-d58af6a5-8516-4f9b-a9c8-c4a70cc9fcf2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:14.729112 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0409321-e475-443c-b20d-621919a07f47 req-d58af6a5-8516-4f9b-a9c8-c4a70cc9fcf2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6694922 Feb 09 02:39:14.742468 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-d0409321-e475-443c-b20d-621919a07f47 req-2159c0bd-f603-474b-a37f-1a953a942dc0 service neutron] Request body: {'port': {'device_id': '80fdda55-c845-4d61-a558-742a7d698c99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:14.807912 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d0409321-e475-443c-b20d-621919a07f47 req-2159c0bd-f603-474b-a37f-1a953a942dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (478e0eed-8d60-4331-a473-1e1babbe8730), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:14.934464 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-1e55dfaa-fe1d-4027-b351-8094b77b1fd8 None None] Provisioning complete for port 478e0eed-8d60-4331-a473-1e1babbe8730 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:14.935037 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1e55dfaa-fe1d-4027-b351-8094b77b1fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (478e0eed-8d60-4331-a473-1e1babbe8730), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:14.975393 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1e55dfaa-fe1d-4027-b351-8094b77b1fd8 None None] Port 478e0eed-8d60-4331-a473-1e1babbe8730 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:39:15.119635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-d0409321-e475-443c-b20d-621919a07f47 req-2159c0bd-f603-474b-a37f-1a953a942dc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 478e0eed-8d60-4331-a473-1e1babbe8730 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:39:15.128074 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d0409321-e475-443c-b20d-621919a07f47 req-2159c0bd-f603-474b-a37f-1a953a942dc0 service neutron] Publish callbacks [] for port (478e0eed-8d60-4331-a473-1e1babbe8730), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.142079 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-d0409321-e475-443c-b20d-621919a07f47 req-2159c0bd-f603-474b-a37f-1a953a942dc0 service neutron] Transition to ACTIVE for port object 478e0eed-8d60-4331-a473-1e1babbe8730 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:39:15.149991 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d0409321-e475-443c-b20d-621919a07f47 req-2159c0bd-f603-474b-a37f-1a953a942dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (478e0eed-8d60-4331-a473-1e1babbe8730), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.203617 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c3f4c-b863-46ed-96e4-29af98f96a22 req-3be8df0c-9ec2-44a0-af6e-cbf0c7f36a65 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:15.206600 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-677c3f4c-b863-46ed-96e4-29af98f96a22 req-3be8df0c-9ec2-44a0-af6e-cbf0c7f36a65 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 931 time: 0.0770025 Feb 09 02:39:15.231503 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159c0bd-f603-474b-a37f-1a953a942dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=478e0eed-8d60-4331-a473-1e1babbe8730,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:15.281911 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6d761906-dadb-4bb3-acc9-68282d7db36a up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:39:15.313638 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-d0409321-e475-443c-b20d-621919a07f47 req-2159c0bd-f603-474b-a37f-1a953a942dc0 service neutron] Attempting to bind port 478e0eed-8d60-4331-a473-1e1babbe8730 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:39:15.313998 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-d0409321-e475-443c-b20d-621919a07f47 req-2159c0bd-f603-474b-a37f-1a953a942dc0 service neutron] Attempting to bind port 478e0eed-8d60-4331-a473-1e1babbe8730 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'a03a91b0-ea25-454c-a627-3654db1b568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:39:15.314392 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0409321-e475-443c-b20d-621919a07f47 req-2159c0bd-f603-474b-a37f-1a953a942dc0 service neutron] Attempting to bind port 478e0eed-8d60-4331-a473-1e1babbe8730 on network a5b38a03-7cdd-49c8-b0e5-7739edadb917 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:39:15.322427 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0409321-e475-443c-b20d-621919a07f47 req-2159c0bd-f603-474b-a37f-1a953a942dc0 service neutron] Port 478e0eed-8d60-4331-a473-1e1babbe8730 on network a5b38a03-7cdd-49c8-b0e5-7739edadb917 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:39:15.322674 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-677c3f4c-b863-46ed-96e4-29af98f96a22 req-61bc3bfb-a049-4c6b-8e8b-0443d4704721 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=2177888f-45af-4925-8316-11414992696a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102068 Feb 09 02:39:15.322838 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0409321-e475-443c-b20d-621919a07f47 req-2159c0bd-f603-474b-a37f-1a953a942dc0 service neutron] Attempting to bind port 478e0eed-8d60-4331-a473-1e1babbe8730 on network a5b38a03-7cdd-49c8-b0e5-7739edadb917 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:39:15.329016 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0409321-e475-443c-b20d-621919a07f47 req-2159c0bd-f603-474b-a37f-1a953a942dc0 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:39:15.329647 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0409321-e475-443c-b20d-621919a07f47 req-2159c0bd-f603-474b-a37f-1a953a942dc0 service neutron] Checking segment: {'id': 'a03a91b0-ea25-454c-a627-3654db1b568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:39:15.329787 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0409321-e475-443c-b20d-621919a07f47 req-2159c0bd-f603-474b-a37f-1a953a942dc0 service neutron] Bound using segment: {'id': 'a03a91b0-ea25-454c-a627-3654db1b568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:39:15.338938 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-d0409321-e475-443c-b20d-621919a07f47 req-2159c0bd-f603-474b-a37f-1a953a942dc0 service neutron] Bound port: 478e0eed-8d60-4331-a473-1e1babbe8730, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a03a91b0-ea25-454c-a627-3654db1b568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:39:15.338938 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d0409321-e475-443c-b20d-621919a07f47 req-2159c0bd-f603-474b-a37f-1a953a942dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (478e0eed-8d60-4331-a473-1e1babbe8730), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.352795 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 6d761906-dadb-4bb3-acc9-68282d7db36a triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:15.353171 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6d761906-dadb-4bb3-acc9-68282d7db36a), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.416818 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-d0409321-e475-443c-b20d-621919a07f47 req-2159c0bd-f603-474b-a37f-1a953a942dc0 service neutron] For port 478e0eed-8d60-4331-a473-1e1babbe8730, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:39:15.420723 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-d0409321-e475-443c-b20d-621919a07f47 req-2159c0bd-f603-474b-a37f-1a953a942dc0 service neutron] For port 478e0eed-8d60-4331-a473-1e1babbe8730, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=478e0eed-8d60-4331-a473-1e1babbe8730,segment=NetworkSegment(a03a91b0-ea25-454c-a627-3654db1b568f),segment_id=a03a91b0-ea25-454c-a627-3654db1b568f)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:39:15.430112 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d0409321-e475-443c-b20d-621919a07f47 req-2159c0bd-f603-474b-a37f-1a953a942dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (478e0eed-8d60-4331-a473-1e1babbe8730), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.457570 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 6d761906-dadb-4bb3-acc9-68282d7db36a is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:15.460052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5419e61d-7fd5-4edc-9fc6-c14983f6baee up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:39:15.470963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0409321-e475-443c-b20d-621919a07f47 req-2159c0bd-f603-474b-a37f-1a953a942dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:15.472253 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d0409321-e475-443c-b20d-621919a07f47 req-2159c0bd-f603-474b-a37f-1a953a942dc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.478367 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0409321-e475-443c-b20d-621919a07f47 req-2159c0bd-f603-474b-a37f-1a953a942dc0 service neutron] 10.222.0.48 "PUT /v2.0/ports/478e0eed-8d60-4331-a473-1e1babbe8730 HTTP/1.1" status: 200 len: 1091 time: 0.7379329 Feb 09 02:39:15.478367 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fdda55-c845-4d61-a558-742a7d698c99', 'tag': '478e0eed-8d60-4331-a473-1e1babbe8730'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:39:15.481587 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fcb06d-1df5-43b9-906b-b482dc09f0a0" -d '{"events": [{"name": "network-changed", "server_uuid": "80fdda55-c845-4d61-a558-742a7d698c99", "tag": "478e0eed-8d60-4331-a473-1e1babbe8730"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:39:15.513476 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159c0bd-f603-474b-a37f-1a953a942dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=478e0eed-8d60-4331-a473-1e1babbe8730,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:15.534152 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 5419e61d-7fd5-4edc-9fc6-c14983f6baee triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:15.534581 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5419e61d-7fd5-4edc-9fc6-c14983f6baee), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.584433 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2823c032-6c4a-4426-9ba8-bf4f943c333f x-openstack-request-id: req-2823c032-6c4a-4426-9ba8-bf4f943c333f {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:39:15.584957 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80fdda55-c845-4d61-a558-742a7d698c99", "tag": "478e0eed-8d60-4331-a473-1e1babbe8730", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:39:15.585421 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2823c032-6c4a-4426-9ba8-bf4f943c333f {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:39:15.586754 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80fdda55-c845-4d61-a558-742a7d698c99', 'tag': '478e0eed-8d60-4331-a473-1e1babbe8730', 'status': 'completed', 'code': 200} Feb 09 02:39:15.604704 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0409321-e475-443c-b20d-621919a07f47 req-ce9c923d-bbe9-4710-beed-63ce73815421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:15.606689 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0409321-e475-443c-b20d-621919a07f47 req-ce9c923d-bbe9-4710-beed-63ce73815421 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 1125 time: 0.0810277 Feb 09 02:39:15.660511 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 5419e61d-7fd5-4edc-9fc6-c14983f6baee is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:15.662378 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0409321-e475-443c-b20d-621919a07f47 req-639fa74e-377f-48fe-a9b6-241e3796a6f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=478e0eed-8d60-4331-a473-1e1babbe8730 HTTP/1.1" status: 200 len: 217 time: 0.0463636 Feb 09 02:39:15.723164 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0409321-e475-443c-b20d-621919a07f47 req-87dcbcec-c218-4646-a9cd-90489d4a6d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:15.725002 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0409321-e475-443c-b20d-621919a07f47 req-87dcbcec-c218-4646-a9cd-90489d4a6d65 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=50ce6911-5735-4104-90b3-2ee29a8bcc77 HTTP/1.1" status: 200 len: 835 time: 0.0566361 Feb 09 02:39:15.780695 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0409321-e475-443c-b20d-621919a07f47 req-142752a1-60eb-4b14-8350-58f35287b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:15.782203 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0409321-e475-443c-b20d-621919a07f47 req-142752a1-60eb-4b14-8350-58f35287b8e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a5b38a03-7cdd-49c8-b0e5-7739edadb917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495484 Feb 09 02:39:15.873520 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0409321-e475-443c-b20d-621919a07f47 req-c18cef2e-eb7d-4211-8b91-69f7762d9f90 service neutron] 10.222.0.48 "GET /v2.0/networks/a5b38a03-7cdd-49c8-b0e5-7739edadb917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847349 Feb 09 02:39:15.970384 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0409321-e475-443c-b20d-621919a07f47 req-883e44b4-79c6-4b7e-9a89-3a88dfdfb70f service neutron] 10.222.0.48 "GET /v2.0/networks/a5b38a03-7cdd-49c8-b0e5-7739edadb917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895972 Feb 09 02:39:16.065916 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcb06d-1df5-43b9-906b-b482dc09f0a0 req-7038b11b-213f-480b-a00c-9af208f1a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:16.067526 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8fcb06d-1df5-43b9-906b-b482dc09f0a0 req-7038b11b-213f-480b-a00c-9af208f1a714 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 1125 time: 0.0485885 Feb 09 02:39:16.164246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcb06d-1df5-43b9-906b-b482dc09f0a0 req-b2848968-bb75-4a48-b33f-a7aae5729759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:16.165449 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8fcb06d-1df5-43b9-906b-b482dc09f0a0 req-b2848968-bb75-4a48-b33f-a7aae5729759 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a5b38a03-7cdd-49c8-b0e5-7739edadb917 HTTP/1.1" status: 200 len: 898 time: 0.0906818 Feb 09 02:39:16.209150 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8fcb06d-1df5-43b9-906b-b482dc09f0a0 req-70e1454d-1fbd-471b-ba66-a5d68ee530e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=478e0eed-8d60-4331-a473-1e1babbe8730 HTTP/1.1" status: 200 len: 217 time: 0.0372407 Feb 09 02:39:16.263592 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcb06d-1df5-43b9-906b-b482dc09f0a0 req-3b18e4c5-bcb8-4c83-bdf3-a587f85022b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:16.265129 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8fcb06d-1df5-43b9-906b-b482dc09f0a0 req-3b18e4c5-bcb8-4c83-bdf3-a587f85022b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=50ce6911-5735-4104-90b3-2ee29a8bcc77 HTTP/1.1" status: 200 len: 835 time: 0.0486989 Feb 09 02:39:16.323806 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcb06d-1df5-43b9-906b-b482dc09f0a0 req-f57a79d4-4304-4da1-b557-cd29504d562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:16.325424 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8fcb06d-1df5-43b9-906b-b482dc09f0a0 req-f57a79d4-4304-4da1-b557-cd29504d562c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a5b38a03-7cdd-49c8-b0e5-7739edadb917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522916 Feb 09 02:39:16.423693 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8fcb06d-1df5-43b9-906b-b482dc09f0a0 req-b2689bbf-7dbc-4fb1-b10f-1fc06644255a service neutron] 10.222.0.48 "GET /v2.0/networks/a5b38a03-7cdd-49c8-b0e5-7739edadb917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885415 Feb 09 02:39:16.447660 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647d2c3-e0f9-4bfd-929a-92ea4a96bdbb req-82b73cc3-62e4-4c97-8a4f-471b765bf795 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:16.449185 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3647d2c3-e0f9-4bfd-929a-92ea4a96bdbb req-82b73cc3-62e4-4c97-8a4f-471b765bf795 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 943 time: 0.0562832 Feb 09 02:39:16.504623 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3647d2c3-e0f9-4bfd-929a-92ea4a96bdbb req-48bb8a0a-6d9e-4228-ae5c-391101f5026b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=2177888f-45af-4925-8316-11414992696a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497365 Feb 09 02:39:16.528678 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8fcb06d-1df5-43b9-906b-b482dc09f0a0 req-3d9e1c55-0b29-4fd9-9602-3ffae67b4129 service neutron] 10.222.0.48 "GET /v2.0/networks/a5b38a03-7cdd-49c8-b0e5-7739edadb917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009638 Feb 09 02:39:17.629446 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee67d8a-0db4-48a1-9076-9ee242c316af req-e40433cc-d45d-4232-ad93-c3a4ffd9638f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:17.631022 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aee67d8a-0db4-48a1-9076-9ee242c316af req-e40433cc-d45d-4232-ad93-c3a4ffd9638f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 943 time: 0.0532644 Feb 09 02:39:17.679277 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aee67d8a-0db4-48a1-9076-9ee242c316af req-16fe7c97-2d1e-4527-993f-d04f07db4849 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=2177888f-45af-4925-8316-11414992696a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424664 Feb 09 02:39:18.803551 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d1b4c-adcb-43bf-8051-19f360b827da req-5f571500-c8da-464e-8d6f-4081b7f71e5c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:18.805019 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6a0d1b4c-adcb-43bf-8051-19f360b827da req-5f571500-c8da-464e-8d6f-4081b7f71e5c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 943 time: 0.0579355 Feb 09 02:39:18.853545 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6a0d1b4c-adcb-43bf-8051-19f360b827da req-31108616-d5e3-4c45-98e9-feae87e63140 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=2177888f-45af-4925-8316-11414992696a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429296 Feb 09 02:39:19.489954 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 478e0eed-8d60-4331-a473-1e1babbe8730 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:39:19.587411 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 478e0eed-8d60-4331-a473-1e1babbe8730, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=478e0eed-8d60-4331-a473-1e1babbe8730,segment=NetworkSegment(a03a91b0-ea25-454c-a627-3654db1b568f),segment_id=a03a91b0-ea25-454c-a627-3654db1b568f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:19.598677 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '478e0eed-8d60-4331-a473-1e1babbe8730', 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917', 'port_id': '478e0eed-8d60-4331-a473-1e1babbe8730', 'mac_address': 'fa:16:3e:70:5d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ce6911-5735-4104-90b3-2ee29a8bcc77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:39:19.639024 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 478e0eed-8d60-4331-a473-1e1babbe8730 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:19.639438 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (478e0eed-8d60-4331-a473-1e1babbe8730), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:19.652732 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478e0eed-8d60-4331-a473-1e1babbe8730 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:39:19.671982 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 478e0eed-8d60-4331-a473-1e1babbe8730, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=478e0eed-8d60-4331-a473-1e1babbe8730,segment=NetworkSegment(a03a91b0-ea25-454c-a627-3654db1b568f),segment_id=a03a91b0-ea25-454c-a627-3654db1b568f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:19.675658 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (478e0eed-8d60-4331-a473-1e1babbe8730), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:19.723718 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=478e0eed-8d60-4331-a473-1e1babbe8730,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:19.888261 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['478e0eed-8d60-4331-a473-1e1babbe8730'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:39:19.976217 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c7db2-3ff6-4717-bc55-5b3eea118f25 req-980a56ec-2e05-4867-a180-cf7d19272da0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:19.977713 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb1c7db2-3ff6-4717-bc55-5b3eea118f25 req-980a56ec-2e05-4867-a180-cf7d19272da0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 944 time: 0.0553026 Feb 09 02:39:20.028696 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb1c7db2-3ff6-4717-bc55-5b3eea118f25 req-20d172d2-f825-4249-9151-0a85bbc9c974 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=2177888f-45af-4925-8316-11414992696a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452878 Feb 09 02:39:21.150131 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95385b-e908-40fe-b17e-51039ffdac30 req-53e1a2e6-e6f0-4dde-9a15-54cc58d0c180 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:21.151638 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d95385b-e908-40fe-b17e-51039ffdac30 req-53e1a2e6-e6f0-4dde-9a15-54cc58d0c180 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 944 time: 0.0542860 Feb 09 02:39:21.200419 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1d95385b-e908-40fe-b17e-51039ffdac30 req-03cf76d7-d5dd-4d7c-bb3e-2a8724a50fbc tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=2177888f-45af-4925-8316-11414992696a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432944 Feb 09 02:39:21.517826 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 478e0eed-8d60-4331-a473-1e1babbe8730 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:39:21.569459 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 478e0eed-8d60-4331-a473-1e1babbe8730 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:39:21.573468 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 478e0eed-8d60-4331-a473-1e1babbe8730 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:21.573840 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (478e0eed-8d60-4331-a473-1e1babbe8730), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:21.650109 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 478e0eed-8d60-4331-a473-1e1babbe8730 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:21.650501 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (478e0eed-8d60-4331-a473-1e1babbe8730), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:21.672869 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fdda55-c845-4d61-a558-742a7d698c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478e0eed-8d60-4331-a473-1e1babbe8730'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:39:21.675112 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b664e8-9209-4634-acde-8b0112178b30" -d '{"events": [{"server_uuid": "80fdda55-c845-4d61-a558-742a7d698c99", "name": "network-vif-plugged", "status": "completed", "tag": "478e0eed-8d60-4331-a473-1e1babbe8730"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:39:21.687851 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 478e0eed-8d60-4331-a473-1e1babbe8730, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=478e0eed-8d60-4331-a473-1e1babbe8730,segment=NetworkSegment(a03a91b0-ea25-454c-a627-3654db1b568f),segment_id=a03a91b0-ea25-454c-a627-3654db1b568f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:21.691547 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (478e0eed-8d60-4331-a473-1e1babbe8730), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:21.714779 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38930477-35a4-45fe-b6d0-7b637166ea5e x-openstack-request-id: req-38930477-35a4-45fe-b6d0-7b637166ea5e {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:39:21.715083 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fdda55-c845-4d61-a558-742a7d698c99", "name": "network-vif-plugged", "status": "completed", "tag": "478e0eed-8d60-4331-a473-1e1babbe8730", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:39:21.715379 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38930477-35a4-45fe-b6d0-7b637166ea5e {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:39:21.715773 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fdda55-c845-4d61-a558-742a7d698c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478e0eed-8d60-4331-a473-1e1babbe8730', 'code': 200} Feb 09 02:39:21.743477 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=478e0eed-8d60-4331-a473-1e1babbe8730,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:21.823024 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b42f1b-c8ca-469b-8df1-525034a014f8 req-2f98df26-5d21-4c84-bdd8-010071dbc8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:21.824549 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-39b42f1b-c8ca-469b-8df1-525034a014f8 req-2f98df26-5d21-4c84-bdd8-010071dbc8a1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 1127 time: 0.0495791 Feb 09 02:39:21.871666 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-39b42f1b-c8ca-469b-8df1-525034a014f8 req-bdff2905-29f9-4b9b-8331-07e66143020a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2177888f-45af-4925-8316-11414992696a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396805 Feb 09 02:39:22.328618 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c219e-644e-4c30-8d4a-afab98784352 req-5f32b900-fef1-49ee-bfcc-19c5da841508 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:22.330167 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2e5c219e-644e-4c30-8d4a-afab98784352 req-5f32b900-fef1-49ee-bfcc-19c5da841508 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 945 time: 0.0600600 Feb 09 02:39:22.383741 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2e5c219e-644e-4c30-8d4a-afab98784352 req-386e4e92-df88-4557-8a2d-56b6955ed2fd tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=2177888f-45af-4925-8316-11414992696a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471179 Feb 09 02:39:23.513412 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6033f3b-d8ee-4656-a9e9-c07fa2ebe920 req-79dd5c00-aed8-4ec7-8462-abfc750be9fe tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:23.514925 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a6033f3b-d8ee-4656-a9e9-c07fa2ebe920 req-79dd5c00-aed8-4ec7-8462-abfc750be9fe tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 945 time: 0.0551012 Feb 09 02:39:23.566658 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a6033f3b-d8ee-4656-a9e9-c07fa2ebe920 req-97853132-d12c-4bad-bb37-00e106811bae tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=2177888f-45af-4925-8316-11414992696a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461113 Feb 09 02:39:23.688021 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752cbee-fbda-4aff-a3a8-10c851a613c2 req-c52437fc-4397-4ab7-a6e4-34521fc82e09 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:23.689414 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5752cbee-fbda-4aff-a3a8-10c851a613c2 req-c52437fc-4397-4ab7-a6e4-34521fc82e09 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 945 time: 0.0547092 Feb 09 02:39:23.738549 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5752cbee-fbda-4aff-a3a8-10c851a613c2 req-f99c38f2-5db9-4211-98b8-314bde240fe5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=2177888f-45af-4925-8316-11414992696a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436494 Feb 09 02:39:23.760301 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33794) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:23.803564 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfbe867-a1f8-45ab-86f4-5a9d8c4a2ce3 tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:23.805665 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3dfbe867-a1f8-45ab-86f4-5a9d8c4a2ce3 tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 1122 time: 0.0443964 Feb 09 02:39:23.808474 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33796) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:23.812692 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-a3d596ae-a4e4-491e-a600-d5cfa24a9ed0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': '478e0eed-8d60-4331-a473-1e1babbe8730', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:23.833456 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d596ae-a4e4-491e-a600-d5cfa24a9ed0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:23.932579 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d596ae-a4e4-491e-a600-d5cfa24a9ed0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:24.036711 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-a3d596ae-a4e4-491e-a600-d5cfa24a9ed0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Allocated IP 172.25.7.29 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/7d211c48-3878-44a8-82f4-4302d1e94333) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:39:24.140286 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d596ae-a4e4-491e-a600-d5cfa24a9ed0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (7d211c48-3878-44a8-82f4-4302d1e94333), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:24.175657 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d596ae-a4e4-491e-a600-d5cfa24a9ed0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (7d211c48-3878-44a8-82f4-4302d1e94333), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:24.213733 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d596ae-a4e4-491e-a600-d5cfa24a9ed0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:24.218405 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-a3d596ae-a4e4-491e-a600-d5cfa24a9ed0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:24.220961 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d596ae-a4e4-491e-a600-d5cfa24a9ed0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:39:24.253881 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d596ae-a4e4-491e-a600-d5cfa24a9ed0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=7d211c48-3878-44a8-82f4-4302d1e94333,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:24.873500 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d596ae-a4e4-491e-a600-d5cfa24a9ed0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for floatingip (c1eb7bca-0048-4859-b31a-5f55fc6c8ba1), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:24.945604 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d596ae-a4e4-491e-a600-d5cfa24a9ed0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (7d211c48-3878-44a8-82f4-4302d1e94333), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.091442 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d596ae-a4e4-491e-a600-d5cfa24a9ed0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (7d211c48-3878-44a8-82f4-4302d1e94333), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.095889 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d596ae-a4e4-491e-a600-d5cfa24a9ed0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (7d211c48-3878-44a8-82f4-4302d1e94333), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.165317 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d596ae-a4e4-491e-a600-d5cfa24a9ed0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=7d211c48-3878-44a8-82f4-4302d1e94333,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:25.177311 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d596ae-a4e4-491e-a600-d5cfa24a9ed0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (c1eb7bca-0048-4859-b31a-5f55fc6c8ba1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.281587 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-a3d596ae-a4e4-491e-a600-d5cfa24a9ed0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Floating IP c1eb7bca-0048-4859-b31a-5f55fc6c8ba1 associated. External IP: 172.25.7.29, port: 478e0eed-8d60-4331-a473-1e1babbe8730. Feb 09 02:39:25.497972 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d596ae-a4e4-491e-a600-d5cfa24a9ed0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router 83557e71-c40b-49b8-8f54-57717da810cb has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:39:25.612022 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d596ae-a4e4-491e-a600-d5cfa24a9ed0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:25.622943 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93c26b8-46f5-458f-9994-caf7bc572628 None None] Sync routers for ids ['83557e71-c40b-49b8-8f54-57717da810cb'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:25.630053 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a3d596ae-a4e4-491e-a600-d5cfa24a9ed0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.633587 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93c26b8-46f5-458f-9994-caf7bc572628 None None] Routers {'83557e71-c40b-49b8-8f54-57717da810cb'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:25.634222 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a93c26b8-46f5-458f-9994-caf7bc572628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:39:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['83557e71-c40b-49b8-8f54-57717da810cb'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:25.677286 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a3d596ae-a4e4-491e-a600-d5cfa24a9ed0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8677864 Feb 09 02:39:25.677902 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fdda55-c845-4d61-a558-742a7d698c99', 'tag': '478e0eed-8d60-4331-a473-1e1babbe8730'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:39:25.680397 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff572268e95c141781719acaad4855de8444ab217edd6adc13da47e42a1cfcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02a8470-3c13-47b6-8a37-d93a9d85bf80" -d '{"events": [{"name": "network-changed", "server_uuid": "80fdda55-c845-4d61-a558-742a7d698c99", "tag": "478e0eed-8d60-4331-a473-1e1babbe8730"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:39:25.726143 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115143a2-69f0-4840-954f-38052eb57b27 x-openstack-request-id: req-115143a2-69f0-4840-954f-38052eb57b27 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:39:25.726696 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80fdda55-c845-4d61-a558-742a7d698c99", "tag": "478e0eed-8d60-4331-a473-1e1babbe8730", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:39:25.727373 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-115143a2-69f0-4840-954f-38052eb57b27 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:39:25.727848 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80fdda55-c845-4d61-a558-742a7d698c99', 'tag': '478e0eed-8d60-4331-a473-1e1babbe8730', 'status': 'completed', 'code': 200} Feb 09 02:39:25.753029 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-a93c26b8-46f5-458f-9994-caf7bc572628 None None] Set router 83557e71-c40b-49b8-8f54-57717da810cb gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:39:25.832811 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc4f3f-d02f-4aea-b611-46fd68249dcb req-6ee7d7ae-2418-4a0b-af42-44107c45b918 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:25.835021 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-74bc4f3f-d02f-4aea-b611-46fd68249dcb req-6ee7d7ae-2418-4a0b-af42-44107c45b918 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 945 time: 0.0992546 Feb 09 02:39:25.845193 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a8470-3c13-47b6-8a37-d93a9d85bf80 req-4809e174-8a25-4f71-9946-00897710ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:25.847176 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d02a8470-3c13-47b6-8a37-d93a9d85bf80 req-4809e174-8a25-4f71-9946-00897710ed24 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 1127 time: 0.0750246 Feb 09 02:39:25.975985 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-74bc4f3f-d02f-4aea-b611-46fd68249dcb req-cf00ea6f-73cb-4014-8fec-fead90eee435 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=2177888f-45af-4925-8316-11414992696a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331096 Feb 09 02:39:26.001719 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a93c26b8-46f5-458f-9994-caf7bc572628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83557e71-c40b-49b8-8f54-57717da810cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378006054', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:07Z', 'updated_at': '2022-02-09T02:39:10Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:08Z', 'updated_at': '2022-02-09T02:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'c1eb7bca-0048-4859-b31a-5f55fc6c8ba1', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'floating_ip_address': '172.25.7.29', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'port_id': '478e0eed-8d60-4331-a473-1e1babbe8730', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917', 'mac_address': 'fa:16:3e:70:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fdda55-c845-4d61-a558-742a7d698c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:39:24Z', 'updated_at': '2022-02-09T02:39:24Z', 'revision_number': 0, 'project_id': '227cd762524640f88637fa0863390e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d761906-dadb-4bb3-acc9-68282d7db36a', 'name': '', 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:ff:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '50ce6911-5735-4104-90b3-2ee29a8bcc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:10Z', 'updated_at': '2022-02-09T02:39:14Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '50ce6911-5735-4104-90b3-2ee29a8bcc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:26.007095 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33802) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:26.010155 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a8470-3c13-47b6-8a37-d93a9d85bf80 req-b6c4e736-e0a4-4e87-98b3-2b17aac32a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:26.015968 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d02a8470-3c13-47b6-8a37-d93a9d85bf80 req-b6c4e736-e0a4-4e87-98b3-2b17aac32a24 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a5b38a03-7cdd-49c8-b0e5-7739edadb917 HTTP/1.1" status: 200 len: 898 time: 0.1566205 Feb 09 02:39:26.035067 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93c26b8-46f5-458f-9994-caf7bc572628 None None] Checking router: 83557e71-c40b-49b8-8f54-57717da810cb for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:39:26.047471 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93c26b8-46f5-458f-9994-caf7bc572628 None None] Routers {'83557e71-c40b-49b8-8f54-57717da810cb'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:26.047471 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a93c26b8-46f5-458f-9994-caf7bc572628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:39:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['83557e71-c40b-49b8-8f54-57717da810cb'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:26.081723 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fa15ed39-1634-483b-8f58-7423c839c19b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/floatingips/c1eb7bca-0048-4859-b31a-5f55fc6c8ba1 HTTP/1.1" status: 200 len: 990 time: 0.0734527 Feb 09 02:39:26.092400 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d02a8470-3c13-47b6-8a37-d93a9d85bf80 req-8be02a41-2e6a-4adc-b69b-d109fd684e15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=478e0eed-8d60-4331-a473-1e1babbe8730 HTTP/1.1" status: 200 len: 998 time: 0.0735714 Feb 09 02:39:26.153012 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a8470-3c13-47b6-8a37-d93a9d85bf80 req-b0981436-3229-46f5-88a7-4f9fc3272c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:26.155471 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d02a8470-3c13-47b6-8a37-d93a9d85bf80 req-b0981436-3229-46f5-88a7-4f9fc3272c8d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=50ce6911-5735-4104-90b3-2ee29a8bcc77 HTTP/1.1" status: 200 len: 835 time: 0.0547490 Feb 09 02:39:26.161786 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-a93c26b8-46f5-458f-9994-caf7bc572628 None None] Set router 83557e71-c40b-49b8-8f54-57717da810cb gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:39:26.211957 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a8470-3c13-47b6-8a37-d93a9d85bf80 req-9bc57541-9369-4065-ab43-4c162412236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:26.213470 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d02a8470-3c13-47b6-8a37-d93a9d85bf80 req-9bc57541-9369-4065-ab43-4c162412236a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a5b38a03-7cdd-49c8-b0e5-7739edadb917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521452 Feb 09 02:39:26.331390 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d02a8470-3c13-47b6-8a37-d93a9d85bf80 req-acdd2b34-d161-4af9-8bdb-46a7dc041318 service neutron] 10.222.0.48 "GET /v2.0/networks/a5b38a03-7cdd-49c8-b0e5-7739edadb917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105590 Feb 09 02:39:26.397211 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a93c26b8-46f5-458f-9994-caf7bc572628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83557e71-c40b-49b8-8f54-57717da810cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378006054', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:07Z', 'updated_at': '2022-02-09T02:39:10Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:08Z', 'updated_at': '2022-02-09T02:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'c1eb7bca-0048-4859-b31a-5f55fc6c8ba1', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'floating_ip_address': '172.25.7.29', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'port_id': '478e0eed-8d60-4331-a473-1e1babbe8730', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917', 'mac_address': 'fa:16:3e:70:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fdda55-c845-4d61-a558-742a7d698c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:39:24Z', 'updated_at': '2022-02-09T02:39:24Z', 'revision_number': 0, 'project_id': '227cd762524640f88637fa0863390e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d761906-dadb-4bb3-acc9-68282d7db36a', 'name': '', 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:ff:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '50ce6911-5735-4104-90b3-2ee29a8bcc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:10Z', 'updated_at': '2022-02-09T02:39:14Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '50ce6911-5735-4104-90b3-2ee29a8bcc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:26.426100 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93c26b8-46f5-458f-9994-caf7bc572628 None None] The sync data for ids ['83557e71-c40b-49b8-8f54-57717da810cb'] in n-d-828387-3 is: [{'id': '83557e71-c40b-49b8-8f54-57717da810cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378006054', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:07Z', 'updated_at': '2022-02-09T02:39:10Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:08Z', 'updated_at': '2022-02-09T02:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'c1eb7bca-0048-4859-b31a-5f55fc6c8ba1', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'floating_ip_address': '172.25.7.29', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'port_id': '478e0eed-8d60-4331-a473-1e1babbe8730', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917', 'mac_address': 'fa:16:3e:70:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fdda55-c845-4d61-a558-742a7d698c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:39:24Z', 'updated_at': '2022-02-09T02:39:24Z', 'revision_number': 0, 'project_id': '227cd762524640f88637fa0863390e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d761906-dadb-4bb3-acc9-68282d7db36a', 'name': '', 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:ff:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '50ce6911-5735-4104-90b3-2ee29a8bcc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:10Z', 'updated_at': '2022-02-09T02:39:14Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '50ce6911-5735-4104-90b3-2ee29a8bcc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:26.446248 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d02a8470-3c13-47b6-8a37-d93a9d85bf80 req-409b26dc-ee65-459c-9fc2-756fab612974 service neutron] 10.222.0.48 "GET /v2.0/networks/a5b38a03-7cdd-49c8-b0e5-7739edadb917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070430 Feb 09 02:39:26.637824 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cf888c-a31d-4d60-89e6-47fd2ad58b9a None None] New status for floating IP c1eb7bca-0048-4859-b31a-5f55fc6c8ba1: ACTIVE {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:39:27.085106 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33804) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:27.149489 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c70771ca-ee9c-4dc7-88e0-b71f96a88ed1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/floatingips/c1eb7bca-0048-4859-b31a-5f55fc6c8ba1 HTTP/1.1" status: 200 len: 992 time: 0.0626588 Feb 09 02:39:30.543233 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:39:37.569282 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d4477c91-f76f-4dbc-9cb1-cd8342f38d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.240929 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b4b63dea-7a1a-49aa-8cc6-e8b715b24c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.442733 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:41.030051 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:41.328719 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:42.529682 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:43.576832 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:45.760648 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-074a34c8-fb28-479b-80c7-3f06e7a7fd2e req-c25bee00-a737-40a9-8d94-43d8be676390 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500216 Feb 09 02:39:45.858527 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a34c8-fb28-479b-80c7-3f06e7a7fd2e req-afee2933-23d8-4ae8-85f5-b2b7755789dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:45.860109 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-074a34c8-fb28-479b-80c7-3f06e7a7fd2e req-afee2933-23d8-4ae8-85f5-b2b7755789dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 1127 time: 0.0519619 Feb 09 02:39:45.973111 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a34c8-fb28-479b-80c7-3f06e7a7fd2e req-7dffb995-336b-4882-b781-ce012c71a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:45.974652 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-074a34c8-fb28-479b-80c7-3f06e7a7fd2e req-7dffb995-336b-4882-b781-ce012c71a6d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a5b38a03-7cdd-49c8-b0e5-7739edadb917 HTTP/1.1" status: 200 len: 898 time: 0.0931199 Feb 09 02:39:46.048282 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-074a34c8-fb28-479b-80c7-3f06e7a7fd2e req-0e4f3e7e-946f-45ac-8ad8-15bffc14a4f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=478e0eed-8d60-4331-a473-1e1babbe8730 HTTP/1.1" status: 200 len: 1000 time: 0.0658498 Feb 09 02:39:46.096538 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a34c8-fb28-479b-80c7-3f06e7a7fd2e req-1799350d-2431-4039-9c7f-d24a938ae247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:46.098021 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-074a34c8-fb28-479b-80c7-3f06e7a7fd2e req-1799350d-2431-4039-9c7f-d24a938ae247 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=50ce6911-5735-4104-90b3-2ee29a8bcc77 HTTP/1.1" status: 200 len: 835 time: 0.0439453 Feb 09 02:39:46.151115 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a34c8-fb28-479b-80c7-3f06e7a7fd2e req-9d6b6e78-902f-4ef1-a6ea-816975810f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:46.152664 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-074a34c8-fb28-479b-80c7-3f06e7a7fd2e req-9d6b6e78-902f-4ef1-a6ea-816975810f1f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a5b38a03-7cdd-49c8-b0e5-7739edadb917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479987 Feb 09 02:39:46.253585 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-074a34c8-fb28-479b-80c7-3f06e7a7fd2e req-724d8d6f-3cfb-4c5f-9026-21e7c7b45a37 service neutron] 10.222.0.48 "GET /v2.0/networks/a5b38a03-7cdd-49c8-b0e5-7739edadb917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947168 Feb 09 02:39:46.348902 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-074a34c8-fb28-479b-80c7-3f06e7a7fd2e req-61d27a26-a82b-4e2d-a7c7-af14d82616ef service neutron] 10.222.0.48 "GET /v2.0/networks/a5b38a03-7cdd-49c8-b0e5-7739edadb917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862157 Feb 09 02:39:55.909337 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c05a16-0639-4165-a26d-f968909d6fb1 req-83f9720a-1d6f-4391-a643-305b995aa43f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:55.910960 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4c05a16-0639-4165-a26d-f968909d6fb1 req-83f9720a-1d6f-4391-a643-305b995aa43f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 945 time: 0.0600789 Feb 09 02:39:55.913263 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9021cb-ba3d-4af5-839e-7a8ac11ec188 req-80ab88fa-02d5-41d5-9f1d-7e6c1b3dff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:55.914759 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf9021cb-ba3d-4af5-839e-7a8ac11ec188 req-80ab88fa-02d5-41d5-9f1d-7e6c1b3dff7a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 1127 time: 0.0505297 Feb 09 02:39:55.968390 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c4c05a16-0639-4165-a26d-f968909d6fb1 req-4a859bf1-5bb8-4123-9624-073a91ecbf64 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=2177888f-45af-4925-8316-11414992696a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515072 Feb 09 02:39:56.020193 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9021cb-ba3d-4af5-839e-7a8ac11ec188 req-cf983a29-e341-42a1-b5fd-9d76b9742240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:56.021924 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf9021cb-ba3d-4af5-839e-7a8ac11ec188 req-cf983a29-e341-42a1-b5fd-9d76b9742240 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a5b38a03-7cdd-49c8-b0e5-7739edadb917 HTTP/1.1" status: 200 len: 898 time: 0.0976088 Feb 09 02:39:56.092490 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf9021cb-ba3d-4af5-839e-7a8ac11ec188 req-d00b5f10-bbff-4516-bec8-02c78215a128 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=478e0eed-8d60-4331-a473-1e1babbe8730 HTTP/1.1" status: 200 len: 1000 time: 0.0635142 Feb 09 02:39:56.145577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9021cb-ba3d-4af5-839e-7a8ac11ec188 req-dbfdc273-50af-45ab-ad2c-393b61c0a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:56.147038 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf9021cb-ba3d-4af5-839e-7a8ac11ec188 req-dbfdc273-50af-45ab-ad2c-393b61c0a83b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=50ce6911-5735-4104-90b3-2ee29a8bcc77 HTTP/1.1" status: 200 len: 835 time: 0.0488753 Feb 09 02:39:56.197930 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9021cb-ba3d-4af5-839e-7a8ac11ec188 req-3bc7f132-738e-4f7e-8c12-b269361a7748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:56.199500 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf9021cb-ba3d-4af5-839e-7a8ac11ec188 req-3bc7f132-738e-4f7e-8c12-b269361a7748 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a5b38a03-7cdd-49c8-b0e5-7739edadb917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456822 Feb 09 02:39:56.289060 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf9021cb-ba3d-4af5-839e-7a8ac11ec188 req-b88e0365-20b1-4dee-9076-a811f8761f20 service neutron] 10.222.0.48 "GET /v2.0/networks/a5b38a03-7cdd-49c8-b0e5-7739edadb917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826793 Feb 09 02:39:56.388229 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf9021cb-ba3d-4af5-839e-7a8ac11ec188 req-dc5f6a40-8d0c-4884-be8c-b5fd89c2db6c service neutron] 10.222.0.48 "GET /v2.0/networks/a5b38a03-7cdd-49c8-b0e5-7739edadb917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924869 Feb 09 02:39:57.093465 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb29387-163c-40c7-8d8e-8443ba6f893c req-1eb7f522-0e90-4c8c-b094-721326a21635 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:57.095017 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8eb29387-163c-40c7-8d8e-8443ba6f893c req-1eb7f522-0e90-4c8c-b094-721326a21635 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 945 time: 0.0553319 Feb 09 02:39:57.145711 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8eb29387-163c-40c7-8d8e-8443ba6f893c req-f2184d0f-9d9a-4c11-b0ef-c4f81772064a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=2177888f-45af-4925-8316-11414992696a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436704 Feb 09 02:39:58.271838 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce55a3a-886a-49ad-bc9e-c3f5eb044e90 req-bbc6e4ab-b691-47f0-b015-58c7a68f0df6 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:58.273251 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7ce55a3a-886a-49ad-bc9e-c3f5eb044e90 req-bbc6e4ab-b691-47f0-b015-58c7a68f0df6 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 945 time: 0.0589662 Feb 09 02:39:58.329492 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7ce55a3a-886a-49ad-bc9e-c3f5eb044e90 req-ab07d0c3-4dc5-4dff-ba9a-4c086793e54c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=2177888f-45af-4925-8316-11414992696a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485532 Feb 09 02:39:59.457939 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f2954-1524-46b3-8957-9a1cd88f74f8 req-302bca73-879c-4941-a736-d8d55268e4e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:59.459470 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-031f2954-1524-46b3-8957-9a1cd88f74f8 req-302bca73-879c-4941-a736-d8d55268e4e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 945 time: 0.0591445 Feb 09 02:39:59.509030 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-031f2954-1524-46b3-8957-9a1cd88f74f8 req-23d90aea-912b-4d9d-a604-726e753f39d7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=2177888f-45af-4925-8316-11414992696a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436375 Feb 09 02:40:00.631734 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5342a0-02f7-4953-af7f-5f333ab05cdc req-094d90b9-ad9a-4b61-9081-f7991d411c4a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:00.633210 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dc5342a0-02f7-4953-af7f-5f333ab05cdc req-094d90b9-ad9a-4b61-9081-f7991d411c4a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 945 time: 0.0532861 Feb 09 02:40:00.682094 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dc5342a0-02f7-4953-af7f-5f333ab05cdc req-a86f6afb-7c54-4f6c-8228-0f10b15c7e89 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=2177888f-45af-4925-8316-11414992696a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433044 Feb 09 02:40:01.805048 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da40a2-4059-4cfb-910b-caccefa3a81f req-4d29e8d6-37f3-4d24-a338-c9d5866eaa60 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:01.806536 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f1da40a2-4059-4cfb-910b-caccefa3a81f req-4d29e8d6-37f3-4d24-a338-c9d5866eaa60 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 945 time: 0.0531552 Feb 09 02:40:01.858023 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f1da40a2-4059-4cfb-910b-caccefa3a81f req-7aac94e9-2b3c-4e36-8fa0-9faac7e0ba45 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=2177888f-45af-4925-8316-11414992696a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449696 Feb 09 02:40:02.987771 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b35d5-1bec-4cfe-9363-b8f88cb871f3 req-c9805f51-3997-458f-bec6-3b0d6a5293ae tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:02.989294 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b36b35d5-1bec-4cfe-9363-b8f88cb871f3 req-c9805f51-3997-458f-bec6-3b0d6a5293ae tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 945 time: 0.0582645 Feb 09 02:40:03.049059 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b36b35d5-1bec-4cfe-9363-b8f88cb871f3 req-7bee149a-2d49-4e0e-a892-1f6963fb3396 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=2177888f-45af-4925-8316-11414992696a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535705 Feb 09 02:40:04.177654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8d2b9-bf92-4714-a02d-23c325e59f91 req-0f9fec41-81cf-4664-9e7c-03001807ab1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:04.179131 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68f8d2b9-bf92-4714-a02d-23c325e59f91 req-0f9fec41-81cf-4664-9e7c-03001807ab1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 945 time: 0.0592637 Feb 09 02:40:04.236457 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-68f8d2b9-bf92-4714-a02d-23c325e59f91 req-7eb23637-337b-423b-a98c-e180de12a3d8 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=2177888f-45af-4925-8316-11414992696a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514798 Feb 09 02:40:05.361066 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecb98b-a7ae-4ae1-950b-579ce259870d req-5189752f-f040-492e-966c-2a709095ed3e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:05.362677 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c7ecb98b-a7ae-4ae1-950b-579ce259870d req-5189752f-f040-492e-966c-2a709095ed3e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 945 time: 0.0535436 Feb 09 02:40:05.412370 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c7ecb98b-a7ae-4ae1-950b-579ce259870d req-da5826e8-ad85-42be-98d1-ba3ab26100a4 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=2177888f-45af-4925-8316-11414992696a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434334 Feb 09 02:40:06.531563 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98259458-6a4f-40a6-ac25-228707e085ff req-c6ffb67a-d261-46dc-a568-25c30a5b9e9a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:06.533049 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98259458-6a4f-40a6-ac25-228707e085ff req-c6ffb67a-d261-46dc-a568-25c30a5b9e9a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 945 time: 0.0539255 Feb 09 02:40:06.581775 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-98259458-6a4f-40a6-ac25-228707e085ff req-30954045-d417-414c-bc53-6e991eb5cb1b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=2177888f-45af-4925-8316-11414992696a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431416 Feb 09 02:40:07.543462 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:40:07.571942 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6f3e39d4-d187-4f79-9301-3bb4e9bc914e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:07.708348 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4a338-e2c8-47b3-a7cc-6600ea7046a4 req-04c3063c-4fe7-40fe-a6cd-36d897720627 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:07.709838 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fdf4a338-e2c8-47b3-a7cc-6600ea7046a4 req-04c3063c-4fe7-40fe-a6cd-36d897720627 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 945 time: 0.0531585 Feb 09 02:40:07.759852 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fdf4a338-e2c8-47b3-a7cc-6600ea7046a4 req-30819e3f-0a1a-48f6-a01d-90709235e8dc tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=2177888f-45af-4925-8316-11414992696a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435579 Feb 09 02:40:07.783564 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33840) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:07.850255 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4c25e394-517d-4b5f-bef7-ab42da5b5627 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/floatingips/c1eb7bca-0048-4859-b31a-5f55fc6c8ba1 HTTP/1.1" status: 200 len: 992 time: 0.0655253 Feb 09 02:40:10.244459 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9e418bfa-9890-48da-9bf7-8efc56fabc4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:10.436731 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:11.031395 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:11.342003 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:12.532954 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:13.579263 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:37.573339 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c5cb33b-ad59-4b1e-a81f-6d6eeae9a9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:38.238037 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33852) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:38.401008 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting port 7d211c48-3878-44a8-82f4-4302d1e94333 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:40:38.401357 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (7d211c48-3878-44a8-82f4-4302d1e94333), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:38.485240 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (7d211c48-3878-44a8-82f4-4302d1e94333), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:38.485571 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for floatingip (7d211c48-3878-44a8-82f4-4302d1e94333), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:38.497873 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Calling delete_port for 7d211c48-3878-44a8-82f4-4302d1e94333 owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:40:38.650898 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (7d211c48-3878-44a8-82f4-4302d1e94333), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:38.677328 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Port': ['ID=7d211c48-3878-44a8-82f4-4302d1e94333,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:38.705270 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:38.705652 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:38.705996 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:38.706335 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:38.706678 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:38.707001 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:38.707366 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:38.707698 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:38.708026 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:38.708357 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:38.708684 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:38.709008 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:38.709345 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:38.754867 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for floatingip (c1eb7bca-0048-4859-b31a-5f55fc6c8ba1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:38.755128 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Floating IP c1eb7bca-0048-4859-b31a-5f55fc6c8ba1 disassociated (deleted). External IP: 172.25.7.29, port: 478e0eed-8d60-4331-a473-1e1babbe8730. Feb 09 02:40:38.972753 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router 83557e71-c40b-49b8-8f54-57717da810cb has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:40:39.083601 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:40:39.088038 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:39.094065 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a412256-08b3-497a-b628-58a583e9f21b None None] Sync routers for ids ['83557e71-c40b-49b8-8f54-57717da810cb'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:40:39.103449 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a412256-08b3-497a-b628-58a583e9f21b None None] Routers {'83557e71-c40b-49b8-8f54-57717da810cb'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:40:39.104040 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1a412256-08b3-497a-b628-58a583e9f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:40:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['83557e71-c40b-49b8-8f54-57717da810cb'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:39.117990 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5c82b75b-de60-435d-974e-47e58efcb73e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/floatingips/c1eb7bca-0048-4859-b31a-5f55fc6c8ba1 HTTP/1.1" status: 204 len: 168 time: 0.8788230 Feb 09 02:40:39.118586 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fdda55-c845-4d61-a558-742a7d698c99', 'tag': '478e0eed-8d60-4331-a473-1e1babbe8730'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:40:39.120846 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff572268e95c141781719acaad4855de8444ab217edd6adc13da47e42a1cfcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7361c8-856f-4700-9071-1eba7bef534c" -d '{"events": [{"name": "network-changed", "server_uuid": "80fdda55-c845-4d61-a558-742a7d698c99", "tag": "478e0eed-8d60-4331-a473-1e1babbe8730"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:40:39.159797 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3319077f-eba7-49be-b4a3-9cb21c8e1697 x-openstack-request-id: req-3319077f-eba7-49be-b4a3-9cb21c8e1697 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:40:39.160087 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80fdda55-c845-4d61-a558-742a7d698c99", "tag": "478e0eed-8d60-4331-a473-1e1babbe8730", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:40:39.160339 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3319077f-eba7-49be-b4a3-9cb21c8e1697 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:40:39.160858 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80fdda55-c845-4d61-a558-742a7d698c99', 'tag': '478e0eed-8d60-4331-a473-1e1babbe8730', 'status': 'completed', 'code': 200} Feb 09 02:40:39.227650 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7361c8-856f-4700-9071-1eba7bef534c req-5db6d8b1-dffc-4a9a-92fd-ee81bb33dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:39.229062 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-1a412256-08b3-497a-b628-58a583e9f21b None None] Set router 83557e71-c40b-49b8-8f54-57717da810cb gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:40:39.229998 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f7361c8-856f-4700-9071-1eba7bef534c req-5db6d8b1-dffc-4a9a-92fd-ee81bb33dec4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 1127 time: 0.0482481 Feb 09 02:40:39.360555 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7361c8-856f-4700-9071-1eba7bef534c req-d39f2479-b146-4011-a355-2f8770258f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:39.361943 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f7361c8-856f-4700-9071-1eba7bef534c req-d39f2479-b146-4011-a355-2f8770258f33 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a5b38a03-7cdd-49c8-b0e5-7739edadb917 HTTP/1.1" status: 200 len: 898 time: 0.1221919 Feb 09 02:40:39.409014 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f7361c8-856f-4700-9071-1eba7bef534c req-b8462435-3bad-4ae0-9f69-3ab66d2523b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=478e0eed-8d60-4331-a473-1e1babbe8730 HTTP/1.1" status: 200 len: 217 time: 0.0391667 Feb 09 02:40:39.431296 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e5887-7bcc-4b97-9159-df491527ffe2 req-ab5b3874-29bb-40f6-8453-a2c174c8eede tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:39.432802 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1f3e5887-7bcc-4b97-9159-df491527ffe2 req-ab5b3874-29bb-40f6-8453-a2c174c8eede tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 945 time: 0.1095591 Feb 09 02:40:39.449818 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1a412256-08b3-497a-b628-58a583e9f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83557e71-c40b-49b8-8f54-57717da810cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378006054', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:07Z', 'updated_at': '2022-02-09T02:39:10Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:08Z', 'updated_at': '2022-02-09T02:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '6d761906-dadb-4bb3-acc9-68282d7db36a', 'name': '', 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:ff:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '50ce6911-5735-4104-90b3-2ee29a8bcc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:10Z', 'updated_at': '2022-02-09T02:39:14Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '50ce6911-5735-4104-90b3-2ee29a8bcc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:39.477104 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a412256-08b3-497a-b628-58a583e9f21b None None] Checking router: 83557e71-c40b-49b8-8f54-57717da810cb for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:40:39.487239 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a412256-08b3-497a-b628-58a583e9f21b None None] Routers {'83557e71-c40b-49b8-8f54-57717da810cb'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:40:39.487887 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1a412256-08b3-497a-b628-58a583e9f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:40:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['83557e71-c40b-49b8-8f54-57717da810cb'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:39.489184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7361c8-856f-4700-9071-1eba7bef534c req-d0d70f9c-cf90-4504-810d-d571461fb9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:39.490654 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f7361c8-856f-4700-9071-1eba7bef534c req-d0d70f9c-cf90-4504-810d-d571461fb9d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=50ce6911-5735-4104-90b3-2ee29a8bcc77 HTTP/1.1" status: 200 len: 835 time: 0.0749161 Feb 09 02:40:39.546361 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1f3e5887-7bcc-4b97-9159-df491527ffe2 req-db8feac5-2c28-45a0-a7a5-cddd27afe484 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=2177888f-45af-4925-8316-11414992696a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909376 Feb 09 02:40:39.561983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7361c8-856f-4700-9071-1eba7bef534c req-c1986c66-faf1-426b-a3c4-36ad99fe5906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:39.563495 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f7361c8-856f-4700-9071-1eba7bef534c req-c1986c66-faf1-426b-a3c4-36ad99fe5906 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a5b38a03-7cdd-49c8-b0e5-7739edadb917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0655820 Feb 09 02:40:39.617942 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-1a412256-08b3-497a-b628-58a583e9f21b None None] Set router 83557e71-c40b-49b8-8f54-57717da810cb gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:40:39.660840 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f7361c8-856f-4700-9071-1eba7bef534c req-b2928cdd-902e-49a3-a698-449413e8aa9a service neutron] 10.222.0.48 "GET /v2.0/networks/a5b38a03-7cdd-49c8-b0e5-7739edadb917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907249 Feb 09 02:40:39.763357 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f7361c8-856f-4700-9071-1eba7bef534c req-2ef9a41b-2d49-43e3-a66a-31ebfc702324 service neutron] 10.222.0.48 "GET /v2.0/networks/a5b38a03-7cdd-49c8-b0e5-7739edadb917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950670 Feb 09 02:40:39.833430 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1a412256-08b3-497a-b628-58a583e9f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83557e71-c40b-49b8-8f54-57717da810cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378006054', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:07Z', 'updated_at': '2022-02-09T02:39:10Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:08Z', 'updated_at': '2022-02-09T02:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '6d761906-dadb-4bb3-acc9-68282d7db36a', 'name': '', 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:ff:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '50ce6911-5735-4104-90b3-2ee29a8bcc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:10Z', 'updated_at': '2022-02-09T02:39:14Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '50ce6911-5735-4104-90b3-2ee29a8bcc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:39.860355 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a412256-08b3-497a-b628-58a583e9f21b None None] The sync data for ids ['83557e71-c40b-49b8-8f54-57717da810cb'] in n-d-828387-3 is: [{'id': '83557e71-c40b-49b8-8f54-57717da810cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378006054', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:07Z', 'updated_at': '2022-02-09T02:39:10Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:08Z', 'updated_at': '2022-02-09T02:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '6d761906-dadb-4bb3-acc9-68282d7db36a', 'name': '', 'network_id': 'a5b38a03-7cdd-49c8-b0e5-7739edadb917', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:ff:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '50ce6911-5735-4104-90b3-2ee29a8bcc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:10Z', 'updated_at': '2022-02-09T02:39:14Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '50ce6911-5735-4104-90b3-2ee29a8bcc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:40:40.101251 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f0852-33db-4ef2-b04b-c121665a0d02 None None] New status for floating IP c1eb7bca-0048-4859-b31a-5f55fc6c8ba1: DOWN {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:40:40.247949 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-96f2d1e3-6776-43d8-870f-69b7b0473440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:40.448325 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:40.681137 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c436c1-d308-4585-9228-5f7c863c61fa req-e8b91eae-cc45-4f06-8221-3029ce0b9dfa tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:40.682716 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-87c436c1-d308-4585-9228-5f7c863c61fa req-e8b91eae-cc45-4f06-8221-3029ce0b9dfa tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 945 time: 0.0596969 Feb 09 02:40:40.740053 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-87c436c1-d308-4585-9228-5f7c863c61fa req-b91d5d17-b3c9-4f94-8d44-57d8060a5574 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=2177888f-45af-4925-8316-11414992696a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507691 Feb 09 02:40:40.938128 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688b16c-9d85-4637-8129-38102244a72c req-792c3d01-eb22-4149-b4b6-3b063e27f6c3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:40.939598 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2688b16c-9d85-4637-8129-38102244a72c req-792c3d01-eb22-4149-b4b6-3b063e27f6c3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.48 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 945 time: 0.0536432 Feb 09 02:40:41.035699 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-2688b16c-9d85-4637-8129-38102244a72c req-36830ff5-4659-4d7f-94d3-202eddd7c2b7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting port 478e0eed-8d60-4331-a473-1e1babbe8730 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:40:41.036078 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:41.036209 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2688b16c-9d85-4637-8129-38102244a72c req-36830ff5-4659-4d7f-94d3-202eddd7c2b7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (478e0eed-8d60-4331-a473-1e1babbe8730), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:41.126669 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-2688b16c-9d85-4637-8129-38102244a72c req-36830ff5-4659-4d7f-94d3-202eddd7c2b7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] For port 478e0eed-8d60-4331-a473-1e1babbe8730, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=478e0eed-8d60-4331-a473-1e1babbe8730,segment=NetworkSegment(a03a91b0-ea25-454c-a627-3654db1b568f),segment_id=a03a91b0-ea25-454c-a627-3654db1b568f)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:40:41.127036 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2688b16c-9d85-4637-8129-38102244a72c req-36830ff5-4659-4d7f-94d3-202eddd7c2b7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (478e0eed-8d60-4331-a473-1e1babbe8730), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:41.143495 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-2688b16c-9d85-4637-8129-38102244a72c req-36830ff5-4659-4d7f-94d3-202eddd7c2b7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Calling delete_port for 478e0eed-8d60-4331-a473-1e1babbe8730 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:40:41.267232 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2688b16c-9d85-4637-8129-38102244a72c req-36830ff5-4659-4d7f-94d3-202eddd7c2b7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (478e0eed-8d60-4331-a473-1e1babbe8730), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:41.303319 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36830ff5-4659-4d7f-94d3-202eddd7c2b7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Port': ['ID=478e0eed-8d60-4331-a473-1e1babbe8730,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:41.331343 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-4659-4d7f-94d3-202eddd7c2b7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:41.331709 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-4659-4d7f-94d3-202eddd7c2b7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:41.332065 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-4659-4d7f-94d3-202eddd7c2b7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:41.332406 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-4659-4d7f-94d3-202eddd7c2b7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:41.332747 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-4659-4d7f-94d3-202eddd7c2b7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:41.333087 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-4659-4d7f-94d3-202eddd7c2b7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:41.333425 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-4659-4d7f-94d3-202eddd7c2b7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:41.333760 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-4659-4d7f-94d3-202eddd7c2b7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:41.334097 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-4659-4d7f-94d3-202eddd7c2b7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:41.334431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-4659-4d7f-94d3-202eddd7c2b7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:41.334763 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-4659-4d7f-94d3-202eddd7c2b7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:41.335094 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-4659-4d7f-94d3-202eddd7c2b7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:41.335447 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-4659-4d7f-94d3-202eddd7c2b7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:41.345192 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:41.353541 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-2688b16c-9d85-4637-8129-38102244a72c req-36830ff5-4659-4d7f-94d3-202eddd7c2b7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] No DVR routers for this DVR port 478e0eed-8d60-4331-a473-1e1babbe8730 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:40:41.356761 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-2688b16c-9d85-4637-8129-38102244a72c req-36830ff5-4659-4d7f-94d3-202eddd7c2b7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:41.360123 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2688b16c-9d85-4637-8129-38102244a72c req-36830ff5-4659-4d7f-94d3-202eddd7c2b7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.48 "DELETE /v2.0/ports/478e0eed-8d60-4331-a473-1e1babbe8730 HTTP/1.1" status: 204 len: 173 time: 0.4154642 Feb 09 02:40:41.360587 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fdda55-c845-4d61-a558-742a7d698c99', 'name': 'network-vif-deleted', 'tag': '478e0eed-8d60-4331-a473-1e1babbe8730'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:40:41.362865 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b223e372-f632-4eda-a58f-ede5d37395d0" -d '{"events": [{"server_uuid": "80fdda55-c845-4d61-a558-742a7d698c99", "name": "network-vif-deleted", "tag": "478e0eed-8d60-4331-a473-1e1babbe8730"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:40:41.405579 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aeb4d50-6cae-4b7b-874b-5c6f4001a4e2 x-openstack-request-id: req-0aeb4d50-6cae-4b7b-874b-5c6f4001a4e2 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:40:41.406090 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fdda55-c845-4d61-a558-742a7d698c99", "name": "network-vif-deleted", "tag": "478e0eed-8d60-4331-a473-1e1babbe8730", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:40:41.406284 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0aeb4d50-6cae-4b7b-874b-5c6f4001a4e2 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:40:41.406625 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fdda55-c845-4d61-a558-742a7d698c99', 'name': 'network-vif-deleted', 'tag': '478e0eed-8d60-4331-a473-1e1babbe8730', 'status': 'completed', 'code': 200} Feb 09 02:40:41.868909 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fa03fc1f-e683-4e58-82c2-db7de56a439d req-ba53dc6a-e113-4f32-b04a-b5db7d046fdc tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fdda55-c845-4d61-a558-742a7d698c99 HTTP/1.1" status: 200 len: 210 time: 0.0341418 Feb 09 02:40:42.534856 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:42.936687 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33868) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:43.301381 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3d4f5050-b8f4-4a11-baa9-9c72c515d40f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (83557e71-c40b-49b8-8f54-57717da810cb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:43.565533 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-3d4f5050-b8f4-4a11-baa9-9c72c515d40f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting port 6d761906-dadb-4bb3-acc9-68282d7db36a {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:40:43.565869 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3d4f5050-b8f4-4a11-baa9-9c72c515d40f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (6d761906-dadb-4bb3-acc9-68282d7db36a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:43.584021 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:43.659971 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-3d4f5050-b8f4-4a11-baa9-9c72c515d40f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] For port 6d761906-dadb-4bb3-acc9-68282d7db36a, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6d761906-dadb-4bb3-acc9-68282d7db36a,segment=NetworkSegment(a03a91b0-ea25-454c-a627-3654db1b568f),segment_id=a03a91b0-ea25-454c-a627-3654db1b568f)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:40:43.660342 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3d4f5050-b8f4-4a11-baa9-9c72c515d40f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (6d761906-dadb-4bb3-acc9-68282d7db36a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:43.672543 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-3d4f5050-b8f4-4a11-baa9-9c72c515d40f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Calling delete_port for 6d761906-dadb-4bb3-acc9-68282d7db36a owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:40:43.856577 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3d4f5050-b8f4-4a11-baa9-9c72c515d40f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (6d761906-dadb-4bb3-acc9-68282d7db36a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:43.880111 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f5050-b8f4-4a11-baa9-9c72c515d40f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Port': ['ID=6d761906-dadb-4bb3-acc9-68282d7db36a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:44.062964 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3d4f5050-b8f4-4a11-baa9-9c72c515d40f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (83557e71-c40b-49b8-8f54-57717da810cb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:44.292385 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4f5050-b8f4-4a11-baa9-9c72c515d40f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router 83557e71-c40b-49b8-8f54-57717da810cb has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:40:44.424337 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4f5050-b8f4-4a11-baa9-9c72c515d40f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:40:44.430353 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3d4f5050-b8f4-4a11-baa9-9c72c515d40f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "PUT /v2.0/routers/83557e71-c40b-49b8-8f54-57717da810cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4920263 Feb 09 02:40:44.432540 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33870) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:44.436055 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06204ead-dcac-472f-9816-b0656ea6dd41 None None] Sync routers for ids ['83557e71-c40b-49b8-8f54-57717da810cb'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:40:44.445771 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06204ead-dcac-472f-9816-b0656ea6dd41 None None] Routers {'83557e71-c40b-49b8-8f54-57717da810cb'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:40:44.446383 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-06204ead-dcac-472f-9816-b0656ea6dd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:40:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['83557e71-c40b-49b8-8f54-57717da810cb'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:44.487606 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5184ff-55c6-470c-94ae-5e2e1f5a19b4 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting subnet 50ce6911-5735-4104-90b3-2ee29a8bcc77 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:40:44.491265 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0a5184ff-55c6-470c-94ae-5e2e1f5a19b4 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for subnet (50ce6911-5735-4104-90b3-2ee29a8bcc77), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:44.534199 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0a5184ff-55c6-470c-94ae-5e2e1f5a19b4 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (50ce6911-5735-4104-90b3-2ee29a8bcc77), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:44.542802 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:40:44.561108 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-06204ead-dcac-472f-9816-b0656ea6dd41 None None] Set router 83557e71-c40b-49b8-8f54-57717da810cb gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:40:44.746112 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-06204ead-dcac-472f-9816-b0656ea6dd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83557e71-c40b-49b8-8f54-57717da810cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378006054', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:07Z', 'updated_at': '2022-02-09T02:40:43Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:08Z', 'updated_at': '2022-02-09T02:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:44.778381 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06204ead-dcac-472f-9816-b0656ea6dd41 None None] Checking router: 83557e71-c40b-49b8-8f54-57717da810cb for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:40:44.787714 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06204ead-dcac-472f-9816-b0656ea6dd41 None None] Routers {'83557e71-c40b-49b8-8f54-57717da810cb'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:40:44.788347 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-06204ead-dcac-472f-9816-b0656ea6dd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:40:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['83557e71-c40b-49b8-8f54-57717da810cb'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:44.895221 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-06204ead-dcac-472f-9816-b0656ea6dd41 None None] Set router 83557e71-c40b-49b8-8f54-57717da810cb gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:40:44.929614 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0a5184ff-55c6-470c-94ae-5e2e1f5a19b4 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (50ce6911-5735-4104-90b3-2ee29a8bcc77), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:44.990280 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0a5184ff-55c6-470c-94ae-5e2e1f5a19b4 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (50ce6911-5735-4104-90b3-2ee29a8bcc77), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:45.020566 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0a5184ff-55c6-470c-94ae-5e2e1f5a19b4 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:45.026482 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33872) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:45.026967 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0a5184ff-55c6-470c-94ae-5e2e1f5a19b4 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/subnets/50ce6911-5735-4104-90b3-2ee29a8bcc77 HTTP/1.1" status: 204 len: 168 time: 0.5928581 Feb 09 02:40:45.028076 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5184ff-55c6-470c-94ae-5e2e1f5a19b4 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Subnet': ['ID=50ce6911-5735-4104-90b3-2ee29a8bcc77,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:45.033091 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069c31af-fd27-4125-a392-b145801d30ff None None] Network a5b38a03-7cdd-49c8-b0e5-7739edadb917 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:40:45.150411 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b0e79366-03aa-4078-a1e5-04d17e82404e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router (83557e71-c40b-49b8-8f54-57717da810cb), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:45.165125 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-06204ead-dcac-472f-9816-b0656ea6dd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83557e71-c40b-49b8-8f54-57717da810cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378006054', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:07Z', 'updated_at': '2022-02-09T02:40:43Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:08Z', 'updated_at': '2022-02-09T02:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:45.194313 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06204ead-dcac-472f-9816-b0656ea6dd41 None None] The sync data for ids ['83557e71-c40b-49b8-8f54-57717da810cb'] in n-d-828387-3 is: [{'id': '83557e71-c40b-49b8-8f54-57717da810cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378006054', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:07Z', 'updated_at': '2022-02-09T02:40:43Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5419e61d-7fd5-4edc-9fc6-c14983f6baee', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83557e71-c40b-49b8-8f54-57717da810cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:08Z', 'updated_at': '2022-02-09T02:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:40:45.245193 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c57a7a-aa11-4dac-ba65-c9da169a87e4 None None] DHCP port deletion for a5b38a03-7cdd-49c8-b0e5-7739edadb917 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:40:45.273233 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b0e79366-03aa-4078-a1e5-04d17e82404e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_gateway (83557e71-c40b-49b8-8f54-57717da810cb), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:45.295109 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d5c57a7a-aa11-4dac-ba65-c9da169a87e4 None None] Deleting port 3bed893d-d2b5-480a-92bf-309c3f3018ba {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:40:45.295517 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d5c57a7a-aa11-4dac-ba65-c9da169a87e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (3bed893d-d2b5-480a-92bf-309c3f3018ba), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:45.326745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-b0e79366-03aa-4078-a1e5-04d17e82404e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting port 5419e61d-7fd5-4edc-9fc6-c14983f6baee {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:40:45.327093 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b0e79366-03aa-4078-a1e5-04d17e82404e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5419e61d-7fd5-4edc-9fc6-c14983f6baee), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:45.413373 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-b0e79366-03aa-4078-a1e5-04d17e82404e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] For port 5419e61d-7fd5-4edc-9fc6-c14983f6baee, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5419e61d-7fd5-4edc-9fc6-c14983f6baee,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:40:45.414025 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b0e79366-03aa-4078-a1e5-04d17e82404e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5419e61d-7fd5-4edc-9fc6-c14983f6baee), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:45.428964 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-b0e79366-03aa-4078-a1e5-04d17e82404e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Calling delete_port for 5419e61d-7fd5-4edc-9fc6-c14983f6baee owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:40:45.534619 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d5c57a7a-aa11-4dac-ba65-c9da169a87e4 None None] For port 3bed893d-d2b5-480a-92bf-309c3f3018ba, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=3bed893d-d2b5-480a-92bf-309c3f3018ba,segment=NetworkSegment(a03a91b0-ea25-454c-a627-3654db1b568f),segment_id=a03a91b0-ea25-454c-a627-3654db1b568f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:40:45.534945 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d5c57a7a-aa11-4dac-ba65-c9da169a87e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (3bed893d-d2b5-480a-92bf-309c3f3018ba), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:45.550840 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d5c57a7a-aa11-4dac-ba65-c9da169a87e4 None None] Calling delete_port for 3bed893d-d2b5-480a-92bf-309c3f3018ba owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:40:45.642037 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d5c57a7a-aa11-4dac-ba65-c9da169a87e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (3bed893d-d2b5-480a-92bf-309c3f3018ba), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:45.671868 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c57a7a-aa11-4dac-ba65-c9da169a87e4 None None] Pushing event deleted for resources: {'Port': ['ID=3bed893d-d2b5-480a-92bf-309c3f3018ba,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:45.680729 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c57a7a-aa11-4dac-ba65-c9da169a87e4 None None] No DVR routers for this DVR port 3bed893d-d2b5-480a-92bf-309c3f3018ba on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:40:45.684267 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c57a7a-aa11-4dac-ba65-c9da169a87e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:45.685085 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c57a7a-aa11-4dac-ba65-c9da169a87e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:45.685442 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c57a7a-aa11-4dac-ba65-c9da169a87e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:45.686192 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c57a7a-aa11-4dac-ba65-c9da169a87e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:45.687069 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c57a7a-aa11-4dac-ba65-c9da169a87e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:45.687460 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c57a7a-aa11-4dac-ba65-c9da169a87e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:45.687999 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c57a7a-aa11-4dac-ba65-c9da169a87e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:45.689080 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c57a7a-aa11-4dac-ba65-c9da169a87e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:45.689491 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c57a7a-aa11-4dac-ba65-c9da169a87e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:45.689891 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c57a7a-aa11-4dac-ba65-c9da169a87e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:45.690237 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c57a7a-aa11-4dac-ba65-c9da169a87e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:45.690575 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c57a7a-aa11-4dac-ba65-c9da169a87e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:45.690916 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c57a7a-aa11-4dac-ba65-c9da169a87e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:45.909103 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 478e0eed-8d60-4331-a473-1e1babbe8730 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:40:45.932441 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 478e0eed-8d60-4331-a473-1e1babbe8730 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:40:45.932694 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 478e0eed-8d60-4331-a473-1e1babbe8730 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:40:45.966583 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b0e79366-03aa-4078-a1e5-04d17e82404e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5419e61d-7fd5-4edc-9fc6-c14983f6baee), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:45.992211 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e79366-03aa-4078-a1e5-04d17e82404e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Port': ['ID=5419e61d-7fd5-4edc-9fc6-c14983f6baee,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:46.054803 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b0e79366-03aa-4078-a1e5-04d17e82404e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (83557e71-c40b-49b8-8f54-57717da810cb), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:46.147774 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b0e79366-03aa-4078-a1e5-04d17e82404e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (83557e71-c40b-49b8-8f54-57717da810cb), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:46.149908 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b0e79366-03aa-4078-a1e5-04d17e82404e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_controller (83557e71-c40b-49b8-8f54-57717da810cb), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:46.195782 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b0e79366-03aa-4078-a1e5-04d17e82404e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (83557e71-c40b-49b8-8f54-57717da810cb), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:46.196340 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e79366-03aa-4078-a1e5-04d17e82404e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Fanout notify agent at l3_agent the message router_deleted on router 83557e71-c40b-49b8-8f54-57717da810cb {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:40:46.204734 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b0e79366-03aa-4078-a1e5-04d17e82404e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:46.206346 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b0e79366-03aa-4078-a1e5-04d17e82404e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/routers/83557e71-c40b-49b8-8f54-57717da810cb HTTP/1.1" status: 204 len: 168 time: 1.1777961 Feb 09 02:40:46.208983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33874) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:46.292446 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-605b7565-47c8-4d74-a151-a546bb32b51b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (a5b38a03-7cdd-49c8-b0e5-7739edadb917), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:46.382694 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-605b7565-47c8-4d74-a151-a546bb32b51b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (a5b38a03-7cdd-49c8-b0e5-7739edadb917), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:46.402521 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-605b7565-47c8-4d74-a151-a546bb32b51b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b38a03-7cdd-49c8-b0e5-7739edadb917']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:46.412846 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-605b7565-47c8-4d74-a151-a546bb32b51b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03a91b0-ea25-454c-a627-3654db1b568f') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:46.413151 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-605b7565-47c8-4d74-a151-a546bb32b51b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03a91b0-ea25-454c-a627-3654db1b568f') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:46.423646 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-605b7565-47c8-4d74-a151-a546bb32b51b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (a03a91b0-ea25-454c-a627-3654db1b568f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:46.436575 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-605b7565-47c8-4d74-a151-a546bb32b51b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (a03a91b0-ea25-454c-a627-3654db1b568f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:46.442331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605b7565-47c8-4d74-a151-a546bb32b51b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:40:46.443000 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-605b7565-47c8-4d74-a151-a546bb32b51b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (a03a91b0-ea25-454c-a627-3654db1b568f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:40:46.446101 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:40:46.505087 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-605b7565-47c8-4d74-a151-a546bb32b51b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (a5b38a03-7cdd-49c8-b0e5-7739edadb917), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:46.513740 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-605b7565-47c8-4d74-a151-a546bb32b51b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:46.519929 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-605b7565-47c8-4d74-a151-a546bb32b51b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/networks/a5b38a03-7cdd-49c8-b0e5-7739edadb917 HTTP/1.1" status: 204 len: 168 time: 0.3069735 Feb 09 02:40:46.520250 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33876) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:46.533440 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b7565-47c8-4d74-a151-a546bb32b51b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Network': ['ID=a5b38a03-7cdd-49c8-b0e5-7739edadb917,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:46.582435 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bfec9eab-abda-4663-b3dd-05492abf743f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (2177888f-45af-4925-8316-11414992696a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:46.608205 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bfec9eab-abda-4663-b3dd-05492abf743f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (2177888f-45af-4925-8316-11414992696a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:46.679740 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bfec9eab-abda-4663-b3dd-05492abf743f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (2177888f-45af-4925-8316-11414992696a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:46.683833 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bfec9eab-abda-4663-b3dd-05492abf743f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:46.688528 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-bfec9eab-abda-4663-b3dd-05492abf743f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/security-groups/2177888f-45af-4925-8316-11414992696a HTTP/1.1" status: 204 len: 168 time: 0.1672065 Feb 09 02:40:46.697673 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec9eab-abda-4663-b3dd-05492abf743f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2177888f-45af-4925-8316-11414992696a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:46.957132 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33882) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:46.961751 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-7c54f2db-3fed-482f-b984-900a825d0419 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1279263505', 'description': 'tempest-secgroup-smoke-1279263505 description', 'project_id': '227cd762524640f88637fa0863390e6c'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:46.983629 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c54f2db-3fed-482f-b984-900a825d0419 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.049800 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c54f2db-3fed-482f-b984-900a825d0419 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (fb66c85f-1c55-415e-89b4-4650c8843bf0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.053485 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c54f2db-3fed-482f-b984-900a825d0419 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (fb66c85f-1c55-415e-89b4-4650c8843bf0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.082184 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c54f2db-3fed-482f-b984-900a825d0419 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.083431 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7c54f2db-3fed-482f-b984-900a825d0419 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1252620 Feb 09 02:40:47.086491 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33884) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:47.087389 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54f2db-3fed-482f-b984-900a825d0419 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb66c85f-1c55-415e-89b4-4650c8843bf0,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:47.091304 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-6d4f5f46-f803-4898-83bf-dad398f85103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': 'fb66c85f-1c55-415e-89b4-4650c8843bf0', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:47.116916 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5f46-f803-4898-83bf-dad398f85103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (3892d206-4216-4734-844d-7d245dc63097), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.165409 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6d761906-dadb-4bb3-acc9-68282d7db36a no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:40:47.175740 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5f46-f803-4898-83bf-dad398f85103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (3892d206-4216-4734-844d-7d245dc63097), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.179501 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5f46-f803-4898-83bf-dad398f85103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (3892d206-4216-4734-844d-7d245dc63097), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.187418 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 6d761906-dadb-4bb3-acc9-68282d7db36a {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:40:47.187772 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6d761906-dadb-4bb3-acc9-68282d7db36a not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:40:47.188189 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5419e61d-7fd5-4edc-9fc6-c14983f6baee no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:40:47.195154 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f5f46-f803-4898-83bf-dad398f85103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3892d206-4216-4734-844d-7d245dc63097,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:47.206195 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5f46-f803-4898-83bf-dad398f85103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.208044 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 5419e61d-7fd5-4edc-9fc6-c14983f6baee {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:40:47.208399 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5419e61d-7fd5-4edc-9fc6-c14983f6baee not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:40:47.208812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3bed893d-d2b5-480a-92bf-309c3f3018ba no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:40:47.210288 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6d4f5f46-f803-4898-83bf-dad398f85103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227744 Feb 09 02:40:47.210490 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33886) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:47.215637 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-db5c3827-5157-4cce-a92d-91782864f240 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': 'fb66c85f-1c55-415e-89b4-4650c8843bf0', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:47.228762 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 3bed893d-d2b5-480a-92bf-309c3f3018ba {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:40:47.229115 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 3bed893d-d2b5-480a-92bf-309c3f3018ba not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:40:47.241749 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db5c3827-5157-4cce-a92d-91782864f240 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (e6a4c748-4bdd-4596-8dd6-13542f5261c4), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.297264 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db5c3827-5157-4cce-a92d-91782864f240 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (e6a4c748-4bdd-4596-8dd6-13542f5261c4), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.300935 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db5c3827-5157-4cce-a92d-91782864f240 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (e6a4c748-4bdd-4596-8dd6-13542f5261c4), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.317747 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c3827-5157-4cce-a92d-91782864f240 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a4c748-4bdd-4596-8dd6-13542f5261c4,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:47.327085 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db5c3827-5157-4cce-a92d-91782864f240 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.328297 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-db5c3827-5157-4cce-a92d-91782864f240 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166844 Feb 09 02:40:47.330946 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33888) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:47.335155 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-409b0ae3-bc7f-4cf0-82c8-6fa85b030895 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': 'fb66c85f-1c55-415e-89b4-4650c8843bf0', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:47.360303 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-409b0ae3-bc7f-4cf0-82c8-6fa85b030895 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (46a3a3fe-0951-423f-8f22-697d10653aef), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.416782 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-409b0ae3-bc7f-4cf0-82c8-6fa85b030895 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (46a3a3fe-0951-423f-8f22-697d10653aef), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.420469 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-409b0ae3-bc7f-4cf0-82c8-6fa85b030895 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (46a3a3fe-0951-423f-8f22-697d10653aef), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.442740 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b0ae3-bc7f-4cf0-82c8-6fa85b030895 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a3a3fe-0951-423f-8f22-697d10653aef,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:47.447755 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-409b0ae3-bc7f-4cf0-82c8-6fa85b030895 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.452354 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-409b0ae3-bc7f-4cf0-82c8-6fa85b030895 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170106 Feb 09 02:40:47.452354 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33890) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:47.456587 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-047e4cc2-ff8d-4666-9792-f14599044cdc tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': 'fb66c85f-1c55-415e-89b4-4650c8843bf0', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:47.481852 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-047e4cc2-ff8d-4666-9792-f14599044cdc tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (4762ecb1-a85d-4352-a511-6d070d6c566d), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.538597 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-047e4cc2-ff8d-4666-9792-f14599044cdc tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (4762ecb1-a85d-4352-a511-6d070d6c566d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.542458 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-047e4cc2-ff8d-4666-9792-f14599044cdc tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (4762ecb1-a85d-4352-a511-6d070d6c566d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.560162 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e4cc2-ff8d-4666-9792-f14599044cdc tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4762ecb1-a85d-4352-a511-6d070d6c566d,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:47.568394 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-047e4cc2-ff8d-4666-9792-f14599044cdc tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.569619 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-047e4cc2-ff8d-4666-9792-f14599044cdc tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164179 Feb 09 02:40:47.572402 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33892) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:47.577405 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-78d8e157-cf61-43e9-a852-605048c2fff1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': 'fb66c85f-1c55-415e-89b4-4650c8843bf0', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:47.597371 n-d-828387-3 neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-78d8e157-cf61-43e9-a852-605048c2fff1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Project 227cd762524640f88637fa0863390e6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:40:47.602098 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-78d8e157-cf61-43e9-a852-605048c2fff1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (11bdf2d4-bd38-4baf-8e04-73fe60209261), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.660984 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-78d8e157-cf61-43e9-a852-605048c2fff1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (11bdf2d4-bd38-4baf-8e04-73fe60209261), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.664501 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-78d8e157-cf61-43e9-a852-605048c2fff1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (11bdf2d4-bd38-4baf-8e04-73fe60209261), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.682379 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8e157-cf61-43e9-a852-605048c2fff1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11bdf2d4-bd38-4baf-8e04-73fe60209261,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:47.690739 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-78d8e157-cf61-43e9-a852-605048c2fff1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.693806 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-78d8e157-cf61-43e9-a852-605048c2fff1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187668 Feb 09 02:40:47.694747 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33894) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:47.698994 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5b1e3f24-2289-49ac-a89f-f8c180f1f5de tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': 'fb66c85f-1c55-415e-89b4-4650c8843bf0', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:47.720177 n-d-828387-3 neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-5b1e3f24-2289-49ac-a89f-f8c180f1f5de tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Project 227cd762524640f88637fa0863390e6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:40:47.724874 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5b1e3f24-2289-49ac-a89f-f8c180f1f5de tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (33afcdc3-f667-40b2-ae27-28b3e5e21d91), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.784633 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5b1e3f24-2289-49ac-a89f-f8c180f1f5de tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (33afcdc3-f667-40b2-ae27-28b3e5e21d91), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.788571 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5b1e3f24-2289-49ac-a89f-f8c180f1f5de tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (33afcdc3-f667-40b2-ae27-28b3e5e21d91), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.808779 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e3f24-2289-49ac-a89f-f8c180f1f5de tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33afcdc3-f667-40b2-ae27-28b3e5e21d91,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:47.816592 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5b1e3f24-2289-49ac-a89f-f8c180f1f5de tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.817770 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5b1e3f24-2289-49ac-a89f-f8c180f1f5de tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220436 Feb 09 02:40:47.820658 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33896) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:47.825551 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1ab59d5c-50f1-425f-8919-d66f676e10a3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'network': {'name': 'tempest-network-smoke--1443363212', 'project_id': '227cd762524640f88637fa0863390e6c', 'port_security_enabled': True}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:47.844900 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab59d5c-50f1-425f-8919-d66f676e10a3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Made reservation on behalf of 227cd762524640f88637fa0863390e6c for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:40:47.848370 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ab59d5c-50f1-425f-8919-d66f676e10a3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.872281 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab59d5c-50f1-425f-8919-d66f676e10a3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:40:47.882738 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ab59d5c-50f1-425f-8919-d66f676e10a3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f10ea65e-b48a-45be-bcd3-8ed31dbcc4af), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.883081 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-1ab59d5c-50f1-425f-8919-d66f676e10a3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Added segment f10ea65e-b48a-45be-bcd3-8ed31dbcc4af of type vlan for network a1cd1848-5423-47ec-a033-6bfca4dc3cd5 Feb 09 02:40:47.924466 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ab59d5c-50f1-425f-8919-d66f676e10a3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (a1cd1848-5423-47ec-a033-6bfca4dc3cd5), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.949202 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ab59d5c-50f1-425f-8919-d66f676e10a3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (a1cd1848-5423-47ec-a033-6bfca4dc3cd5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.954202 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab59d5c-50f1-425f-8919-d66f676e10a3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:47.954791 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ab59d5c-50f1-425f-8919-d66f676e10a3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:48.014822 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1ab59d5c-50f1-425f-8919-d66f676e10a3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1930349 Feb 09 02:40:48.017427 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33898) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:48.023880 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d21679bc-c1fb-49ec-af7f-f3cad56cde31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1708755622', 'admin_state_up': True, 'project_id': '227cd762524640f88637fa0863390e6c', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:48.037187 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab59d5c-50f1-425f-8919-d66f676e10a3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Network': ['ID=a1cd1848-5423-47ec-a033-6bfca4dc3cd5,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:48.048521 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network a1cd1848-5423-47ec-a033-6bfca4dc3cd5 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:40:48.051168 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d21679bc-c1fb-49ec-af7f-f3cad56cde31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (e8d7f8a5-6630-4efa-a21d-2e9c3654f52e), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:48.052222 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d21679bc-c1fb-49ec-af7f-f3cad56cde31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (e8d7f8a5-6630-4efa-a21d-2e9c3654f52e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:48.111532 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d21679bc-c1fb-49ec-af7f-f3cad56cde31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_controller (e8d7f8a5-6630-4efa-a21d-2e9c3654f52e), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:48.256350 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d21679bc-c1fb-49ec-af7f-f3cad56cde31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_gateway (e8d7f8a5-6630-4efa-a21d-2e9c3654f52e), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:48.454101 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d21679bc-c1fb-49ec-af7f-f3cad56cde31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_gateway (e8d7f8a5-6630-4efa-a21d-2e9c3654f52e), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:48.472708 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d21679bc-c1fb-49ec-af7f-f3cad56cde31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:48.580857 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-d21679bc-c1fb-49ec-af7f-f3cad56cde31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Allocated IP 172.25.7.227 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/17cb0fef-0de6-4094-8b83-aab9a3750576) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:40:48.679633 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d21679bc-c1fb-49ec-af7f-f3cad56cde31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (17cb0fef-0de6-4094-8b83-aab9a3750576), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:48.713137 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d21679bc-c1fb-49ec-af7f-f3cad56cde31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (17cb0fef-0de6-4094-8b83-aab9a3750576), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:48.753735 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21679bc-c1fb-49ec-af7f-f3cad56cde31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:40:48.758497 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-d21679bc-c1fb-49ec-af7f-f3cad56cde31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:40:48.762616 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21679bc-c1fb-49ec-af7f-f3cad56cde31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:40:48.786547 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21679bc-c1fb-49ec-af7f-f3cad56cde31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=17cb0fef-0de6-4094-8b83-aab9a3750576,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:49.021848 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d21679bc-c1fb-49ec-af7f-f3cad56cde31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_gateway (e8d7f8a5-6630-4efa-a21d-2e9c3654f52e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:49.223897 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d21679bc-c1fb-49ec-af7f-f3cad56cde31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (e8d7f8a5-6630-4efa-a21d-2e9c3654f52e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:49.351557 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21679bc-c1fb-49ec-af7f-f3cad56cde31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router e8d7f8a5-6630-4efa-a21d-2e9c3654f52e is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:40:49.455166 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21679bc-c1fb-49ec-af7f-f3cad56cde31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:40:49.464841 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] Sync routers for ids ['e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:40:49.475446 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] Routers {'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:40:49.476048 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:40:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:49.476849 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d21679bc-c1fb-49ec-af7f-f3cad56cde31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:49.478073 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d21679bc-c1fb-49ec-af7f-f3cad56cde31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4597232 Feb 09 02:40:49.481191 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33900) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:49.512498 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a0042f97-062f-4605-b908-ac5f9077d05d tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=227cd762524640f88637fa0863390e6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296545 Feb 09 02:40:49.515190 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33902) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:49.586030 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] Set router e8d7f8a5-6630-4efa-a21d-2e9c3654f52e gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:40:49.602685 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc32617-a28d-49c0-99e4-ae5bc75f267b tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:49.604196 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0fc32617-a28d-49c0-99e4-ae5bc75f267b tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880694 Feb 09 02:40:49.606996 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33904) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:49.637567 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0c62ca56-2c0f-4d9d-868d-27b9d7ee1fa3 tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268266 Feb 09 02:40:49.638313 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33906) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:49.643153 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-0bba2c38-c360-468a-9ba1-ea85f6f5277e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1403243837', 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5', 'project_id': '227cd762524640f88637fa0863390e6c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:49.734205 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bba2c38-c360-468a-9ba1-ea85f6f5277e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Made reservation on behalf of 227cd762524640f88637fa0863390e6c for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:40:49.738175 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0bba2c38-c360-468a-9ba1-ea85f6f5277e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:49.764799 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708755622', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:48Z', 'revision_number': 3, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:49.794217 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] Checking router: e8d7f8a5-6630-4efa-a21d-2e9c3654f52e for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:40:49.794566 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] Updating router e8d7f8a5-6630-4efa-a21d-2e9c3654f52e port 17cb0fef-0de6-4094-8b83-aab9a3750576 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:40:49.822053 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (17cb0fef-0de6-4094-8b83-aab9a3750576), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:49.919746 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0bba2c38-c360-468a-9ba1-ea85f6f5277e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (4aa14d5a-bc60-479d-9ba7-550d7f8437d3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:49.983194 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba2c38-c360-468a-9ba1-ea85f6f5277e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Subnet': ['ID=4aa14d5a-bc60-479d-9ba7-550d7f8437d3,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:49.990173 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bba2c38-c360-468a-9ba1-ea85f6f5277e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Checking segment: {'id': 'f10ea65e-b48a-45be-bcd3-8ed31dbcc4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:40:49.991135 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bba2c38-c360-468a-9ba1-ea85f6f5277e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network hostable DHCP agents. Network: a1cd1848-5423-47ec-a033-6bfca4dc3cd5, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:40:50.008973 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bba2c38-c360-468a-9ba1-ea85f6f5277e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network a1cd1848-5423-47ec-a033-6bfca4dc3cd5 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:40:50.023903 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-0bba2c38-c360-468a-9ba1-ea85f6f5277e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, a1cd1848-5423-47ec-a033-6bfca4dc3cd5) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:40:50.028742 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bba2c38-c360-468a-9ba1-ea85f6f5277e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:50.029336 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0bba2c38-c360-468a-9ba1-ea85f6f5277e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:50.035136 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a78652-bc95-4660-b220-ef662093b715 None None] Network a1cd1848-5423-47ec-a033-6bfca4dc3cd5 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:40:50.047185 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0bba2c38-c360-468a-9ba1-ea85f6f5277e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4078510 Feb 09 02:40:50.049855 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33908) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:50.084280 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] Publish callbacks [] for port (17cb0fef-0de6-4094-8b83-aab9a3750576), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:50.089904 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (17cb0fef-0de6-4094-8b83-aab9a3750576), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:50.150988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e70b05b-cd0b-4c25-82ea-755cb0058938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-a1cd1848-5423-47ec-a033-6bfca4dc3cd5', 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5', 'project_id': '227cd762524640f88637fa0863390e6c', 'fixed_ips': [{'subnet_id': '4aa14d5a-bc60-479d-9ba7-550d7f8437d3'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:40:50.151941 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0e70b05b-cd0b-4c25-82ea-755cb0058938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:50.232014 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] Attempting to bind port 17cb0fef-0de6-4094-8b83-aab9a3750576 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:40:50.232385 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] Attempting to bind port 17cb0fef-0de6-4094-8b83-aab9a3750576 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:40:50.232739 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] Attempting to bind port 17cb0fef-0de6-4094-8b83-aab9a3750576 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:40:50.241466 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:40:50.241836 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:40:50.242235 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:50.242626 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:40:50.243091 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] Bound port: 17cb0fef-0de6-4094-8b83-aab9a3750576, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:40:50.243630 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (17cb0fef-0de6-4094-8b83-aab9a3750576), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:50.263768 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b1a1d-bd2b-482b-a42c-95d685c611f9 None None] Pushing event updated for resources: {'Port': ['ID=17cb0fef-0de6-4094-8b83-aab9a3750576,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:50.286369 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b1a1d-bd2b-482b-a42c-95d685c611f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:50.287200 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b1a1d-bd2b-482b-a42c-95d685c611f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:50.287200 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b1a1d-bd2b-482b-a42c-95d685c611f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:50.287518 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b1a1d-bd2b-482b-a42c-95d685c611f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:50.287717 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b1a1d-bd2b-482b-a42c-95d685c611f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:50.288048 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b1a1d-bd2b-482b-a42c-95d685c611f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:50.288374 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b1a1d-bd2b-482b-a42c-95d685c611f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:50.289239 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b1a1d-bd2b-482b-a42c-95d685c611f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:50.289239 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b1a1d-bd2b-482b-a42c-95d685c611f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:50.289462 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b1a1d-bd2b-482b-a42c-95d685c611f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:50.289646 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b1a1d-bd2b-482b-a42c-95d685c611f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:50.289943 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b1a1d-bd2b-482b-a42c-95d685c611f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:50.290260 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b1a1d-bd2b-482b-a42c-95d685c611f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:50.308667 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] For port 17cb0fef-0de6-4094-8b83-aab9a3750576, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:40:50.309098 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-0e70b05b-cd0b-4c25-82ea-755cb0058938 None None] Allocated IP 172.20.0.2 (a1cd1848-5423-47ec-a033-6bfca4dc3cd5/4aa14d5a-bc60-479d-9ba7-550d7f8437d3/6a57fea0-fde9-4dae-9478-4d8ab4acbf2d) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:40:50.312415 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] For port 17cb0fef-0de6-4094-8b83-aab9a3750576, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=17cb0fef-0de6-4094-8b83-aab9a3750576,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:40:50.318070 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (17cb0fef-0de6-4094-8b83-aab9a3750576), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:50.369091 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] Routers {'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:40:50.369874 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:40:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:50.441872 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b1a1d-bd2b-482b-a42c-95d685c611f9 None None] Pushing event updated for resources: {'Port': ['ID=17cb0fef-0de6-4094-8b83-aab9a3750576,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:50.475843 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0e70b05b-cd0b-4c25-82ea-755cb0058938 None None] Publish callbacks [] for port (6a57fea0-fde9-4dae-9478-4d8ab4acbf2d), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:50.483589 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0e70b05b-cd0b-4c25-82ea-755cb0058938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (6a57fea0-fde9-4dae-9478-4d8ab4acbf2d), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:50.486803 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] Set router e8d7f8a5-6630-4efa-a21d-2e9c3654f52e gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:40:50.531552 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e70b05b-cd0b-4c25-82ea-755cb0058938 None None] Network a1cd1848-5423-47ec-a033-6bfca4dc3cd5 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:40:50.534615 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-0e70b05b-cd0b-4c25-82ea-755cb0058938 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:40:50.538640 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e70b05b-cd0b-4c25-82ea-755cb0058938 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:40:50.545225 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a6ec4f63-8bd1-4820-bd6b-d5abde7ea103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:50.547744 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70b05b-cd0b-4c25-82ea-755cb0058938 None None] Pushing event updated for resources: {'Port': ['ID=6a57fea0-fde9-4dae-9478-4d8ab4acbf2d,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:50.600790 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-0e70b05b-cd0b-4c25-82ea-755cb0058938 None None] Attempting to bind port 6a57fea0-fde9-4dae-9478-4d8ab4acbf2d on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:40:50.601057 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-0e70b05b-cd0b-4c25-82ea-755cb0058938 None None] Attempting to bind port 6a57fea0-fde9-4dae-9478-4d8ab4acbf2d by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f10ea65e-b48a-45be-bcd3-8ed31dbcc4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:40:50.601230 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e70b05b-cd0b-4c25-82ea-755cb0058938 None None] Attempting to bind port 6a57fea0-fde9-4dae-9478-4d8ab4acbf2d on network a1cd1848-5423-47ec-a033-6bfca4dc3cd5 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:40:50.606220 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e70b05b-cd0b-4c25-82ea-755cb0058938 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:40:50.607131 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e70b05b-cd0b-4c25-82ea-755cb0058938 None None] Checking segment: {'id': 'f10ea65e-b48a-45be-bcd3-8ed31dbcc4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:40:50.607960 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0e70b05b-cd0b-4c25-82ea-755cb0058938 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:50.607960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e70b05b-cd0b-4c25-82ea-755cb0058938 None None] Bound using segment: {'id': 'f10ea65e-b48a-45be-bcd3-8ed31dbcc4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:40:50.608421 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-0e70b05b-cd0b-4c25-82ea-755cb0058938 None None] Bound port: 6a57fea0-fde9-4dae-9478-4d8ab4acbf2d, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10ea65e-b48a-45be-bcd3-8ed31dbcc4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:40:50.608805 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0e70b05b-cd0b-4c25-82ea-755cb0058938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6a57fea0-fde9-4dae-9478-4d8ab4acbf2d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:50.674401 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-0e70b05b-cd0b-4c25-82ea-755cb0058938 None None] For port 6a57fea0-fde9-4dae-9478-4d8ab4acbf2d, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:40:50.677933 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-0e70b05b-cd0b-4c25-82ea-755cb0058938 None None] For port 6a57fea0-fde9-4dae-9478-4d8ab4acbf2d, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6a57fea0-fde9-4dae-9478-4d8ab4acbf2d,segment=NetworkSegment(f10ea65e-b48a-45be-bcd3-8ed31dbcc4af),segment_id=f10ea65e-b48a-45be-bcd3-8ed31dbcc4af)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:40:50.685546 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0e70b05b-cd0b-4c25-82ea-755cb0058938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6a57fea0-fde9-4dae-9478-4d8ab4acbf2d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:50.691761 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708755622', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:48Z', 'revision_number': 3, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:50.720707 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e09698-a50e-489d-8cf7-d10eaf2854b3 None None] The sync data for ids ['e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'] in n-d-828387-3 is: [{'id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708755622', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:48Z', 'revision_number': 3, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:40:50.753480 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70b05b-cd0b-4c25-82ea-755cb0058938 None None] Pushing event updated for resources: {'Port': ['ID=6a57fea0-fde9-4dae-9478-4d8ab4acbf2d,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:51.212472 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-a6ec4f63-8bd1-4820-bd6b-d5abde7ea103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Allocated IP 172.20.0.1 (a1cd1848-5423-47ec-a033-6bfca4dc3cd5/4aa14d5a-bc60-479d-9ba7-550d7f8437d3/91f8a77e-6ab8-4fe9-8dad-1b715968e4d1) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:40:51.268767 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6a57fea0-fde9-4dae-9478-4d8ab4acbf2d up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:40:51.323991 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 6a57fea0-fde9-4dae-9478-4d8ab4acbf2d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:51.324373 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6a57fea0-fde9-4dae-9478-4d8ab4acbf2d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:51.354773 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a6ec4f63-8bd1-4820-bd6b-d5abde7ea103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (91f8a77e-6ab8-4fe9-8dad-1b715968e4d1), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:51.393946 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a6ec4f63-8bd1-4820-bd6b-d5abde7ea103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (91f8a77e-6ab8-4fe9-8dad-1b715968e4d1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:51.412713 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 6a57fea0-fde9-4dae-9478-4d8ab4acbf2d is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:40:51.413262 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6a57fea0-fde9-4dae-9478-4d8ab4acbf2d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:51.432674 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ec4f63-8bd1-4820-bd6b-d5abde7ea103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network a1cd1848-5423-47ec-a033-6bfca4dc3cd5 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:40:51.441607 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-a6ec4f63-8bd1-4820-bd6b-d5abde7ea103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:40:51.445520 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec4f63-8bd1-4820-bd6b-d5abde7ea103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:40:51.454999 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 6a57fea0-fde9-4dae-9478-4d8ab4acbf2d, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6a57fea0-fde9-4dae-9478-4d8ab4acbf2d,segment=NetworkSegment(f10ea65e-b48a-45be-bcd3-8ed31dbcc4af),segment_id=f10ea65e-b48a-45be-bcd3-8ed31dbcc4af)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:40:51.459719 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6a57fea0-fde9-4dae-9478-4d8ab4acbf2d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:51.460547 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 17cb0fef-0de6-4094-8b83-aab9a3750576 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:40:51.472578 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec4f63-8bd1-4820-bd6b-d5abde7ea103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=91f8a77e-6ab8-4fe9-8dad-1b715968e4d1,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:51.495725 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a6ec4f63-8bd1-4820-bd6b-d5abde7ea103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (e8d7f8a5-6630-4efa-a21d-2e9c3654f52e), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:51.540829 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=6a57fea0-fde9-4dae-9478-4d8ab4acbf2d,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:51.559308 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 17cb0fef-0de6-4094-8b83-aab9a3750576 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:51.560214 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (17cb0fef-0de6-4094-8b83-aab9a3750576), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:51.666549 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a6ec4f63-8bd1-4820-bd6b-d5abde7ea103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (91f8a77e-6ab8-4fe9-8dad-1b715968e4d1), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:51.677966 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 17cb0fef-0de6-4094-8b83-aab9a3750576 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:40:51.678448 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (17cb0fef-0de6-4094-8b83-aab9a3750576), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:51.711138 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 17cb0fef-0de6-4094-8b83-aab9a3750576, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=17cb0fef-0de6-4094-8b83-aab9a3750576,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:40:51.718547 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (17cb0fef-0de6-4094-8b83-aab9a3750576), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:51.783600 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=17cb0fef-0de6-4094-8b83-aab9a3750576,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:51.946152 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172776b9-6d3f-45c4-b3e3-ce81105ccec6 None None] Network a1cd1848-5423-47ec-a033-6bfca4dc3cd5 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:40:52.000291 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a6ec4f63-8bd1-4820-bd6b-d5abde7ea103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (91f8a77e-6ab8-4fe9-8dad-1b715968e4d1), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:52.005113 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a6ec4f63-8bd1-4820-bd6b-d5abde7ea103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (91f8a77e-6ab8-4fe9-8dad-1b715968e4d1), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:52.013361 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c1e934e7-c27a-457b-bf1a-540caed03bc9 None None] Provisioning complete for port 6a57fea0-fde9-4dae-9478-4d8ab4acbf2d triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:52.013739 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c1e934e7-c27a-457b-bf1a-540caed03bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6a57fea0-fde9-4dae-9478-4d8ab4acbf2d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:52.084369 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a6ec4f63-8bd1-4820-bd6b-d5abde7ea103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (e8d7f8a5-6630-4efa-a21d-2e9c3654f52e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:52.087254 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec4f63-8bd1-4820-bd6b-d5abde7ea103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=91f8a77e-6ab8-4fe9-8dad-1b715968e4d1,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:52.131929 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c1e934e7-c27a-457b-bf1a-540caed03bc9 None None] Current status of the port 6a57fea0-fde9-4dae-9478-4d8ab4acbf2d is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:40:52.185196 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ec4f63-8bd1-4820-bd6b-d5abde7ea103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network a1cd1848-5423-47ec-a033-6bfca4dc3cd5 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:40:52.186716 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-a6ec4f63-8bd1-4820-bd6b-d5abde7ea103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:40:52.313531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ec4f63-8bd1-4820-bd6b-d5abde7ea103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router e8d7f8a5-6630-4efa-a21d-2e9c3654f52e has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:40:52.355459 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-00f895b4-70e5-4c29-81f9-b33f5d68b5fe None None] Provisioning complete for port 6a57fea0-fde9-4dae-9478-4d8ab4acbf2d triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:52.356086 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00f895b4-70e5-4c29-81f9-b33f5d68b5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6a57fea0-fde9-4dae-9478-4d8ab4acbf2d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:52.438502 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ec4f63-8bd1-4820-bd6b-d5abde7ea103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:40:52.453676 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a6ec4f63-8bd1-4820-bd6b-d5abde7ea103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "PUT /v2.0/routers/e8d7f8a5-6630-4efa-a21d-2e9c3654f52e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4023635 Feb 09 02:40:52.466956 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-00f895b4-70e5-4c29-81f9-b33f5d68b5fe None None] Current status of the port 6a57fea0-fde9-4dae-9478-4d8ab4acbf2d is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:40:52.480263 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-00f895b4-70e5-4c29-81f9-b33f5d68b5fe None None] Provisioning complete for port 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:52.480642 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00f895b4-70e5-4c29-81f9-b33f5d68b5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (91f8a77e-6ab8-4fe9-8dad-1b715968e4d1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:52.516732 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-00f895b4-70e5-4c29-81f9-b33f5d68b5fe None None] Port 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:40:52.639920 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] Sync routers for ids ['e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:40:52.643873 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-747f5f76-c1cc-432d-911e-14d596441044 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1279263505&fields=id&tenant_id=227cd762524640f88637fa0863390e6c HTTP/1.1" status: 200 len: 267 time: 0.0535090 Feb 09 02:40:52.647864 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8e425b72-26a0-465b-9582-598322165729 None None] Provisioning complete for port 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:52.648247 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8e425b72-26a0-465b-9582-598322165729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (91f8a77e-6ab8-4fe9-8dad-1b715968e4d1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:52.674773 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] Routers {'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:40:52.675439 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:40:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:52.757331 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8e425b72-26a0-465b-9582-598322165729 None None] Port 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:40:52.770819 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-af5c8aa0-c509-4493-aedf-c2f739f5d781 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:52.773042 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-af5c8aa0-c509-4493-aedf-c2f739f5d781 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/networks?id=a1cd1848-5423-47ec-a033-6bfca4dc3cd5 HTTP/1.1" status: 200 len: 797 time: 0.1221025 Feb 09 02:40:52.787129 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-fb6fa1a4-c815-44c1-a2f2-6ce4095e5e0c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/quotas/227cd762524640f88637fa0863390e6c HTTP/1.1" status: 200 len: 375 time: 0.0094473 Feb 09 02:40:52.797246 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] Set router e8d7f8a5-6630-4efa-a21d-2e9c3654f52e gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:40:52.844489 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-beccb170-f3f1-4724-8494-f6f8f2145ca7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510602 Feb 09 02:40:52.910734 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-2fbb085d-124a-480d-b76c-3dbfbcbd9f03 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:40:52.911814 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-2fbb085d-124a-480d-b76c-3dbfbcbd9f03 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0536475 Feb 09 02:40:52.929723 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-938e0105-030f-4fae-bbe4-8a5e43cfac62 None None] Provisioning complete for port 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:52.930101 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-938e0105-030f-4fae-bbe4-8a5e43cfac62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (91f8a77e-6ab8-4fe9-8dad-1b715968e4d1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:52.983994 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-938e0105-030f-4fae-bbe4-8a5e43cfac62 None None] Port 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:40:53.008005 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-9813cc54-0298-4294-976d-7649461c3c79 service neutron] 10.222.0.36 "GET /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899580 Feb 09 02:40:53.043087 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708755622', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:51Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '91f8a77e-6ab8-4fe9-8dad-1b715968e4d1', 'name': '', 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:d3:ab:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '4aa14d5a-bc60-479d-9ba7-550d7f8437d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:50Z', 'updated_at': '2022-02-09T02:40:51Z', 'revision_number': 2, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '4aa14d5a-bc60-479d-9ba7-550d7f8437d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:53.073161 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] Checking router: e8d7f8a5-6630-4efa-a21d-2e9c3654f52e for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:40:53.073546 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] Updating router e8d7f8a5-6630-4efa-a21d-2e9c3654f52e port 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:40:53.097892 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-f397ac16-c4df-4111-96ea-37ae577df00b service neutron] 10.222.0.36 "GET /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840559 Feb 09 02:40:53.101536 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (91f8a77e-6ab8-4fe9-8dad-1b715968e4d1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:53.204612 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6a57fea0-fde9-4dae-9478-4d8ab4acbf2d up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:40:53.319097 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 6a57fea0-fde9-4dae-9478-4d8ab4acbf2d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:53.319492 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6a57fea0-fde9-4dae-9478-4d8ab4acbf2d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:53.464315 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] Publish callbacks [] for port (91f8a77e-6ab8-4fe9-8dad-1b715968e4d1), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:53.466531 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 6a57fea0-fde9-4dae-9478-4d8ab4acbf2d is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:40:53.467540 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 17cb0fef-0de6-4094-8b83-aab9a3750576 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:40:53.488631 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (91f8a77e-6ab8-4fe9-8dad-1b715968e4d1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:53.718104 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b6ab1-cbf6-4a7e-ad29-998a15d21a34 None None] Pushing event updated for resources: {'Port': ['ID=91f8a77e-6ab8-4fe9-8dad-1b715968e4d1,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:53.769914 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 17cb0fef-0de6-4094-8b83-aab9a3750576 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:53.770291 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (17cb0fef-0de6-4094-8b83-aab9a3750576), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:53.801530 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] Attempting to bind port 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:40:53.802000 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] Attempting to bind port 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f10ea65e-b48a-45be-bcd3-8ed31dbcc4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:40:53.802253 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] Attempting to bind port 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1 on network a1cd1848-5423-47ec-a033-6bfca4dc3cd5 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:40:53.815512 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:40:53.815899 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] Checking segment: {'id': 'f10ea65e-b48a-45be-bcd3-8ed31dbcc4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:40:53.816303 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:53.816696 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] Bound using segment: {'id': 'f10ea65e-b48a-45be-bcd3-8ed31dbcc4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:40:53.817172 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] Bound port: 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10ea65e-b48a-45be-bcd3-8ed31dbcc4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:40:53.817561 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (91f8a77e-6ab8-4fe9-8dad-1b715968e4d1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:53.923657 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 17cb0fef-0de6-4094-8b83-aab9a3750576 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:40:53.929273 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] For port 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:40:53.932735 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] For port 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=91f8a77e-6ab8-4fe9-8dad-1b715968e4d1,segment=NetworkSegment(f10ea65e-b48a-45be-bcd3-8ed31dbcc4af),segment_id=f10ea65e-b48a-45be-bcd3-8ed31dbcc4af)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:40:53.939888 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-2e2ca13a-d751-4245-9fa5-cb206896ad04 None None] Provisioning complete for port 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:53.940263 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca13a-d751-4245-9fa5-cb206896ad04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (91f8a77e-6ab8-4fe9-8dad-1b715968e4d1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:53.964496 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (91f8a77e-6ab8-4fe9-8dad-1b715968e4d1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:54.020761 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2e2ca13a-d751-4245-9fa5-cb206896ad04 None None] Port 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:40:54.043771 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] Routers {'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:40:54.045299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:40:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:54.047661 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b6ab1-cbf6-4a7e-ad29-998a15d21a34 None None] Pushing event updated for resources: {'Port': ['ID=91f8a77e-6ab8-4fe9-8dad-1b715968e4d1,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:54.167842 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] Set router e8d7f8a5-6630-4efa-a21d-2e9c3654f52e gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:40:54.283771 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4fd92f6a-fa33-4c5e-921b-91b2761c1ac7 req-7efecb60-03e6-439a-9622-e4a132f68a45 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 210 time: 0.0302489 Feb 09 02:40:54.311805 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5f37098c-7eeb-42a9-9436-0cf8a909f763 None None] Provisioning complete for port 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:54.312159 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5f37098c-7eeb-42a9-9436-0cf8a909f763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (91f8a77e-6ab8-4fe9-8dad-1b715968e4d1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:54.447961 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5f37098c-7eeb-42a9-9436-0cf8a909f763 None None] Current status of the port 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:40:54.448346 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5f37098c-7eeb-42a9-9436-0cf8a909f763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (91f8a77e-6ab8-4fe9-8dad-1b715968e4d1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:54.487446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708755622', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:51Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '91f8a77e-6ab8-4fe9-8dad-1b715968e4d1', 'name': '', 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:d3:ab:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '4aa14d5a-bc60-479d-9ba7-550d7f8437d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:50Z', 'updated_at': '2022-02-09T02:40:53Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '4aa14d5a-bc60-479d-9ba7-550d7f8437d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:54.492365 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5f37098c-7eeb-42a9-9436-0cf8a909f763 None None] For port 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=91f8a77e-6ab8-4fe9-8dad-1b715968e4d1,segment=NetworkSegment(f10ea65e-b48a-45be-bcd3-8ed31dbcc4af),segment_id=f10ea65e-b48a-45be-bcd3-8ed31dbcc4af)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:40:54.516196 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f4308c-83d0-4341-b52e-8bf7a72bd9a3 None None] The sync data for ids ['e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'] in n-d-828387-3 is: [{'id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708755622', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:51Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '91f8a77e-6ab8-4fe9-8dad-1b715968e4d1', 'name': '', 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:d3:ab:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '4aa14d5a-bc60-479d-9ba7-550d7f8437d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:50Z', 'updated_at': '2022-02-09T02:40:53Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '4aa14d5a-bc60-479d-9ba7-550d7f8437d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:40:54.517744 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5f37098c-7eeb-42a9-9436-0cf8a909f763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (91f8a77e-6ab8-4fe9-8dad-1b715968e4d1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:54.591522 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37098c-7eeb-42a9-9436-0cf8a909f763 None None] Pushing event updated for resources: {'Port': ['ID=91f8a77e-6ab8-4fe9-8dad-1b715968e4d1,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:55.222220 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:40:55.268101 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-dcea58fc-0dd8-4623-b5bd-756eceaf967d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:55.269973 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-dcea58fc-0dd8-4623-b5bd-756eceaf967d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.67 "GET /v2.0/networks?id=a1cd1848-5423-47ec-a033-6bfca4dc3cd5 HTTP/1.1" status: 200 len: 797 time: 0.1262817 Feb 09 02:40:55.306836 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:55.307260 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (91f8a77e-6ab8-4fe9-8dad-1b715968e4d1), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:55.367647 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-4003a830-87db-4ced-8059-686d6002c688 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=227cd762524640f88637fa0863390e6c HTTP/1.1" status: 200 len: 380 time: 0.0870140 Feb 09 02:40:55.380826 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-e6cc17fc-4aa5-4dbc-b73e-bde92504b033 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'port': {'device_id': '440cb4e8-4ef8-4c07-815e-5e7303662655', 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5', 'admin_state_up': True, 'tenant_id': '227cd762524640f88637fa0863390e6c', 'security_groups': ['fb66c85f-1c55-415e-89b4-4650c8843bf0']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:55.402166 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:40:55.408159 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4e1130de-8b36-4529-a406-400adc2605ef req-57fe1e80-947b-4630-82e1-7d62ce5ece72 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 210 time: 0.0460641 Feb 09 02:40:55.498450 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-e6cc17fc-4aa5-4dbc-b73e-bde92504b033 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Made reservation on behalf of 227cd762524640f88637fa0863390e6c for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:40:55.501898 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-e6cc17fc-4aa5-4dbc-b73e-bde92504b033 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:55.637307 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-e6cc17fc-4aa5-4dbc-b73e-bde92504b033 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Allocated IP 172.20.0.7 (a1cd1848-5423-47ec-a033-6bfca4dc3cd5/4aa14d5a-bc60-479d-9ba7-550d7f8437d3/19dca3e1-334c-4119-9592-9467a3846ad4) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:40:55.783073 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-e6cc17fc-4aa5-4dbc-b73e-bde92504b033 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (19dca3e1-334c-4119-9592-9467a3846ad4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:55.814774 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-e6cc17fc-4aa5-4dbc-b73e-bde92504b033 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (19dca3e1-334c-4119-9592-9467a3846ad4), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:55.856723 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-e6cc17fc-4aa5-4dbc-b73e-bde92504b033 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network a1cd1848-5423-47ec-a033-6bfca4dc3cd5 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:40:55.861614 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-e6cc17fc-4aa5-4dbc-b73e-bde92504b033 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:40:55.864101 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-e6cc17fc-4aa5-4dbc-b73e-bde92504b033 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:40:55.894928 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc17fc-4aa5-4dbc-b73e-bde92504b033 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=19dca3e1-334c-4119-9592-9467a3846ad4,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:55.924347 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-e6cc17fc-4aa5-4dbc-b73e-bde92504b033 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:55.924963 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-e6cc17fc-4aa5-4dbc-b73e-bde92504b033 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:55.943471 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-e6cc17fc-4aa5-4dbc-b73e-bde92504b033 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5667279 Feb 09 02:40:56.001128 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-6addd513-5388-4571-8c22-b5227f499e00 service neutron] Request body: {'port': {'device_id': '440cb4e8-4ef8-4c07-815e-5e7303662655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:56.068176 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-6addd513-5388-4571-8c22-b5227f499e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (19dca3e1-334c-4119-9592-9467a3846ad4), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:56.148591 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e1545c5f-2da8-44f9-afcf-c0dc332b0afb None None] Provisioning complete for port 19dca3e1-334c-4119-9592-9467a3846ad4 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:56.149156 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e1545c5f-2da8-44f9-afcf-c0dc332b0afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (19dca3e1-334c-4119-9592-9467a3846ad4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:56.182721 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e1545c5f-2da8-44f9-afcf-c0dc332b0afb None None] Port 19dca3e1-334c-4119-9592-9467a3846ad4 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:40:56.334082 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-6addd513-5388-4571-8c22-b5227f499e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19dca3e1-334c-4119-9592-9467a3846ad4 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:40:56.341902 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-6addd513-5388-4571-8c22-b5227f499e00 service neutron] Publish callbacks [] for port (19dca3e1-334c-4119-9592-9467a3846ad4), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:56.354023 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-6addd513-5388-4571-8c22-b5227f499e00 service neutron] Transition to ACTIVE for port object 19dca3e1-334c-4119-9592-9467a3846ad4 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:40:56.358569 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-6addd513-5388-4571-8c22-b5227f499e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (19dca3e1-334c-4119-9592-9467a3846ad4), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:56.410999 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6addd513-5388-4571-8c22-b5227f499e00 service neutron] Pushing event updated for resources: {'Port': ['ID=19dca3e1-334c-4119-9592-9467a3846ad4,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:56.498724 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-6addd513-5388-4571-8c22-b5227f499e00 service neutron] Attempting to bind port 19dca3e1-334c-4119-9592-9467a3846ad4 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:40:56.499075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-6addd513-5388-4571-8c22-b5227f499e00 service neutron] Attempting to bind port 19dca3e1-334c-4119-9592-9467a3846ad4 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'f10ea65e-b48a-45be-bcd3-8ed31dbcc4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:40:56.499428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-6addd513-5388-4571-8c22-b5227f499e00 service neutron] Attempting to bind port 19dca3e1-334c-4119-9592-9467a3846ad4 on network a1cd1848-5423-47ec-a033-6bfca4dc3cd5 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:40:56.519712 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-6addd513-5388-4571-8c22-b5227f499e00 service neutron] Port 19dca3e1-334c-4119-9592-9467a3846ad4 on network a1cd1848-5423-47ec-a033-6bfca4dc3cd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:40:56.520041 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-6addd513-5388-4571-8c22-b5227f499e00 service neutron] Attempting to bind port 19dca3e1-334c-4119-9592-9467a3846ad4 on network a1cd1848-5423-47ec-a033-6bfca4dc3cd5 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:40:56.527002 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-6addd513-5388-4571-8c22-b5227f499e00 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:40:56.527375 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-6addd513-5388-4571-8c22-b5227f499e00 service neutron] Checking segment: {'id': 'f10ea65e-b48a-45be-bcd3-8ed31dbcc4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:40:56.527788 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-6addd513-5388-4571-8c22-b5227f499e00 service neutron] Bound using segment: {'id': 'f10ea65e-b48a-45be-bcd3-8ed31dbcc4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:40:56.528284 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-6addd513-5388-4571-8c22-b5227f499e00 service neutron] Bound port: 19dca3e1-334c-4119-9592-9467a3846ad4, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10ea65e-b48a-45be-bcd3-8ed31dbcc4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:40:56.528766 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-6addd513-5388-4571-8c22-b5227f499e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (19dca3e1-334c-4119-9592-9467a3846ad4), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:56.588607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1c64d-a21c-4d79-836b-72ae5a97b8a8 req-e76b3c94-fe34-4318-898a-1369976e4718 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:56.590036 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-96c1c64d-a21c-4d79-836b-72ae5a97b8a8 req-e76b3c94-fe34-4318-898a-1369976e4718 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 943 time: 0.1057909 Feb 09 02:40:56.636259 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-6addd513-5388-4571-8c22-b5227f499e00 service neutron] For port 19dca3e1-334c-4119-9592-9467a3846ad4, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:40:56.644641 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-6addd513-5388-4571-8c22-b5227f499e00 service neutron] For port 19dca3e1-334c-4119-9592-9467a3846ad4, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=19dca3e1-334c-4119-9592-9467a3846ad4,segment=NetworkSegment(f10ea65e-b48a-45be-bcd3-8ed31dbcc4af),segment_id=f10ea65e-b48a-45be-bcd3-8ed31dbcc4af)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:40:56.656796 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-6addd513-5388-4571-8c22-b5227f499e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (19dca3e1-334c-4119-9592-9467a3846ad4), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:56.674958 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-96c1c64d-a21c-4d79-836b-72ae5a97b8a8 req-c6dd80da-f775-4987-b6fb-dc5b9fc6f7de tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769682 Feb 09 02:40:56.700595 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-6addd513-5388-4571-8c22-b5227f499e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:56.701229 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-6addd513-5388-4571-8c22-b5227f499e00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:56.702623 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-6addd513-5388-4571-8c22-b5227f499e00 service neutron] 10.222.0.67 "PUT /v2.0/ports/19dca3e1-334c-4119-9592-9467a3846ad4 HTTP/1.1" status: 200 len: 1091 time: 0.7520225 Feb 09 02:40:56.703086 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440cb4e8-4ef8-4c07-815e-5e7303662655', 'tag': '19dca3e1-334c-4119-9592-9467a3846ad4'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:40:56.705400 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3d3328-e043-44ae-8405-a184e04894fb" -d '{"events": [{"name": "network-changed", "server_uuid": "440cb4e8-4ef8-4c07-815e-5e7303662655", "tag": "19dca3e1-334c-4119-9592-9467a3846ad4"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:40:56.732515 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6addd513-5388-4571-8c22-b5227f499e00 service neutron] Pushing event updated for resources: {'Port': ['ID=19dca3e1-334c-4119-9592-9467a3846ad4,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:56.779332 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247dbbf2-961a-4487-8aac-2a0280dbd663 x-openstack-request-id: req-247dbbf2-961a-4487-8aac-2a0280dbd663 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:40:56.779651 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440cb4e8-4ef8-4c07-815e-5e7303662655", "tag": "19dca3e1-334c-4119-9592-9467a3846ad4", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:40:56.779869 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-247dbbf2-961a-4487-8aac-2a0280dbd663 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:40:56.780284 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440cb4e8-4ef8-4c07-815e-5e7303662655', 'tag': '19dca3e1-334c-4119-9592-9467a3846ad4', 'status': 'completed', 'code': 200} Feb 09 02:40:56.804967 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-2c3f0d00-d524-4147-8253-c16115f8ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:56.807072 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-2c3f0d00-d524-4147-8253-c16115f8ec26 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 1125 time: 0.0571048 Feb 09 02:40:56.859032 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-558e4884-90d0-4b0e-8635-7131e608fbc2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dca3e1-334c-4119-9592-9467a3846ad4 HTTP/1.1" status: 200 len: 217 time: 0.0450473 Feb 09 02:40:56.917578 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-cd3c0f14-121c-4816-861c-44374a6aa605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:56.919104 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-cd3c0f14-121c-4816-861c-44374a6aa605 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4aa14d5a-bc60-479d-9ba7-550d7f8437d3 HTTP/1.1" status: 200 len: 835 time: 0.0535102 Feb 09 02:40:56.969264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-d5976879-75e2-4b15-8361-17a05e66aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:56.970876 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-d5976879-75e2-4b15-8361-17a05e66aae0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a1cd1848-5423-47ec-a033-6bfca4dc3cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461898 Feb 09 02:40:57.064268 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-f3dcacd4-835d-4986-b073-dcb3660eb905 service neutron] 10.222.0.67 "GET /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875006 Feb 09 02:40:57.155438 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a1fa2891-90a2-4c5a-8f7a-3773d4e0cc1a req-a59eeeec-48d3-4c5e-919b-1e9ca1914106 service neutron] 10.222.0.67 "GET /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854132 Feb 09 02:40:57.246341 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d3328-e043-44ae-8405-a184e04894fb req-330485d1-6111-4f8e-82b2-0a656fc77e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:57.248863 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4a3d3328-e043-44ae-8405-a184e04894fb req-330485d1-6111-4f8e-82b2-0a656fc77e44 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 1125 time: 0.0462458 Feb 09 02:40:57.343784 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d3328-e043-44ae-8405-a184e04894fb req-c36221b4-1e87-4991-b037-56952f6a4a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:57.345240 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4a3d3328-e043-44ae-8405-a184e04894fb req-c36221b4-1e87-4991-b037-56952f6a4a1f service neutron] 10.222.0.67 "GET /v2.0/networks?id=a1cd1848-5423-47ec-a033-6bfca4dc3cd5 HTTP/1.1" status: 200 len: 898 time: 0.0893574 Feb 09 02:40:57.385826 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4a3d3328-e043-44ae-8405-a184e04894fb req-31d5b412-9d78-48ae-80c5-5c32e00cf6ad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dca3e1-334c-4119-9592-9467a3846ad4 HTTP/1.1" status: 200 len: 217 time: 0.0349879 Feb 09 02:40:57.434152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d3328-e043-44ae-8405-a184e04894fb req-b5c29c09-fe5d-4786-8392-b6fbb2343dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:57.435849 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4a3d3328-e043-44ae-8405-a184e04894fb req-b5c29c09-fe5d-4786-8392-b6fbb2343dd9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4aa14d5a-bc60-479d-9ba7-550d7f8437d3 HTTP/1.1" status: 200 len: 835 time: 0.0444922 Feb 09 02:40:57.489176 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d3328-e043-44ae-8405-a184e04894fb req-eeb389e4-3728-4d6e-beaf-de4846548a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:57.490685 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4a3d3328-e043-44ae-8405-a184e04894fb req-eeb389e4-3728-4d6e-beaf-de4846548a07 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a1cd1848-5423-47ec-a033-6bfca4dc3cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493479 Feb 09 02:40:57.580025 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4a3d3328-e043-44ae-8405-a184e04894fb req-3a8b28b5-2d19-49c8-9e2c-d24d78d408bf service neutron] 10.222.0.67 "GET /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833447 Feb 09 02:40:57.675101 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4a3d3328-e043-44ae-8405-a184e04894fb req-960be4b8-af65-48f7-a70a-1fe34592f61e service neutron] 10.222.0.67 "GET /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885947 Feb 09 02:40:57.797339 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac5133-759c-43ef-aadb-837243eba5ef req-07ee7242-d078-425b-9809-afb38cd78a60 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:57.798815 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-73ac5133-759c-43ef-aadb-837243eba5ef req-07ee7242-d078-425b-9809-afb38cd78a60 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 943 time: 0.0572183 Feb 09 02:40:57.846130 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-73ac5133-759c-43ef-aadb-837243eba5ef req-481d9b38-6ef2-4af9-a1ba-9b987843ffe5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417693 Feb 09 02:40:58.970207 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22ee37-02d3-48f9-b0c3-2742e725c529 req-d6a1cf40-ede1-44a9-93c3-c2abaf199a35 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:58.971697 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ad22ee37-02d3-48f9-b0c3-2742e725c529 req-d6a1cf40-ede1-44a9-93c3-c2abaf199a35 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 943 time: 0.0523844 Feb 09 02:40:59.024815 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ad22ee37-02d3-48f9-b0c3-2742e725c529 req-1d4debfb-c36a-43dc-84b4-d15c6c0e9e29 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475104 Feb 09 02:40:59.656281 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 19dca3e1-334c-4119-9592-9467a3846ad4 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:40:59.749954 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 19dca3e1-334c-4119-9592-9467a3846ad4, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=19dca3e1-334c-4119-9592-9467a3846ad4,segment=NetworkSegment(f10ea65e-b48a-45be-bcd3-8ed31dbcc4af),segment_id=f10ea65e-b48a-45be-bcd3-8ed31dbcc4af)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:40:59.761303 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '19dca3e1-334c-4119-9592-9467a3846ad4', 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5', 'port_id': '19dca3e1-334c-4119-9592-9467a3846ad4', 'mac_address': 'fa:16:3e:87:6c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aa14d5a-bc60-479d-9ba7-550d7f8437d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:40:59.801577 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 19dca3e1-334c-4119-9592-9467a3846ad4 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:40:59.801962 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (19dca3e1-334c-4119-9592-9467a3846ad4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:59.814995 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19dca3e1-334c-4119-9592-9467a3846ad4 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:40:59.834231 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 19dca3e1-334c-4119-9592-9467a3846ad4, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=19dca3e1-334c-4119-9592-9467a3846ad4,segment=NetworkSegment(f10ea65e-b48a-45be-bcd3-8ed31dbcc4af),segment_id=f10ea65e-b48a-45be-bcd3-8ed31dbcc4af)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:40:59.838428 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (19dca3e1-334c-4119-9592-9467a3846ad4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:59.883377 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=19dca3e1-334c-4119-9592-9467a3846ad4,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:00.146436 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d1dbb-2827-45f6-8bc7-b48c00aa90bf req-729a9560-cd2e-4149-ba11-3fcd64482510 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:00.147952 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6e4d1dbb-2827-45f6-8bc7-b48c00aa90bf req-729a9560-cd2e-4149-ba11-3fcd64482510 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 944 time: 0.0522344 Feb 09 02:41:00.186189 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['19dca3e1-334c-4119-9592-9467a3846ad4'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:41:00.201804 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6e4d1dbb-2827-45f6-8bc7-b48c00aa90bf req-5287dfa5-59ab-44bd-a7fd-b79709b83c5e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482476 Feb 09 02:41:01.321863 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246064b-b094-4a2d-9fbb-1455f56ed69a req-edea462f-5542-4aab-9e06-fef7757b1ac0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:01.323353 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4246064b-b094-4a2d-9fbb-1455f56ed69a req-edea462f-5542-4aab-9e06-fef7757b1ac0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 944 time: 0.0542881 Feb 09 02:41:01.371235 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4246064b-b094-4a2d-9fbb-1455f56ed69a req-52304e1b-4573-4ab9-bf47-8ea85b2ce819 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422907 Feb 09 02:41:01.668554 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 19dca3e1-334c-4119-9592-9467a3846ad4 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:41:01.718906 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 19dca3e1-334c-4119-9592-9467a3846ad4 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:41:01.723063 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 19dca3e1-334c-4119-9592-9467a3846ad4 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:01.723497 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (19dca3e1-334c-4119-9592-9467a3846ad4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:01.802357 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 19dca3e1-334c-4119-9592-9467a3846ad4 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:41:01.802746 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (19dca3e1-334c-4119-9592-9467a3846ad4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:01.825837 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440cb4e8-4ef8-4c07-815e-5e7303662655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dca3e1-334c-4119-9592-9467a3846ad4'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:41:01.828085 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabd669d-45ae-45e5-84b4-950d1082ab82" -d '{"events": [{"server_uuid": "440cb4e8-4ef8-4c07-815e-5e7303662655", "name": "network-vif-plugged", "status": "completed", "tag": "19dca3e1-334c-4119-9592-9467a3846ad4"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:41:01.840014 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 19dca3e1-334c-4119-9592-9467a3846ad4, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=19dca3e1-334c-4119-9592-9467a3846ad4,segment=NetworkSegment(f10ea65e-b48a-45be-bcd3-8ed31dbcc4af),segment_id=f10ea65e-b48a-45be-bcd3-8ed31dbcc4af)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:01.845546 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (19dca3e1-334c-4119-9592-9467a3846ad4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:01.893020 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=19dca3e1-334c-4119-9592-9467a3846ad4,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:01.934215 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcb5aa0-9c32-471f-b338-851ceb51c1b9 x-openstack-request-id: req-8dcb5aa0-9c32-471f-b338-851ceb51c1b9 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:41:01.935088 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440cb4e8-4ef8-4c07-815e-5e7303662655", "name": "network-vif-plugged", "status": "completed", "tag": "19dca3e1-334c-4119-9592-9467a3846ad4", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:41:01.935453 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8dcb5aa0-9c32-471f-b338-851ceb51c1b9 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:41:01.935861 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440cb4e8-4ef8-4c07-815e-5e7303662655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dca3e1-334c-4119-9592-9467a3846ad4', 'code': 200} Feb 09 02:41:02.032718 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e34b97-64b5-41a5-82e5-8ed0214d920a req-6095eea3-3c5c-432c-919b-5d335cee6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:02.034229 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-51e34b97-64b5-41a5-82e5-8ed0214d920a req-6095eea3-3c5c-432c-919b-5d335cee6cda service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 1127 time: 0.0451686 Feb 09 02:41:02.080721 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-51e34b97-64b5-41a5-82e5-8ed0214d920a req-044ea68c-ef88-497b-8a26-4708af329d28 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399799 Feb 09 02:41:02.491110 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cf364-1cba-410c-a1a7-5aa3d308f889 req-003e6ee1-91c0-4537-95d9-a1eda38e548c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:02.492639 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3a5cf364-1cba-410c-a1a7-5aa3d308f889 req-003e6ee1-91c0-4537-95d9-a1eda38e548c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 945 time: 0.0527930 Feb 09 02:41:02.540712 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3a5cf364-1cba-410c-a1a7-5aa3d308f889 req-36a0ce27-e820-4e07-8eb6-22a8f904c8c5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416799 Feb 09 02:41:03.664578 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12393c6-4f56-4815-af3d-5bb3d402cf7e req-4e1aa575-abef-4a4f-8c2a-c45a8f744973 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:03.666147 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c12393c6-4f56-4815-af3d-5bb3d402cf7e req-4e1aa575-abef-4a4f-8c2a-c45a8f744973 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 945 time: 0.0559244 Feb 09 02:41:03.719895 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c12393c6-4f56-4815-af3d-5bb3d402cf7e req-72d39ab9-3bcf-4c40-b76a-31b6cc3e502c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468872 Feb 09 02:41:03.848325 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4d404-9625-4cc6-adc3-cb721d10f053 req-83177cc5-be1c-4b57-a187-a874f0d82c80 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:03.849758 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8dc4d404-9625-4cc6-adc3-cb721d10f053 req-83177cc5-be1c-4b57-a187-a874f0d82c80 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 945 time: 0.0593412 Feb 09 02:41:03.900480 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8dc4d404-9625-4cc6-adc3-cb721d10f053 req-87414fe8-bced-41cd-9cd5-e858adc3216a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446451 Feb 09 02:41:03.923977 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33968) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:03.970631 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea01ef8d-751d-4bfb-9f06-8fa15536c82f tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:03.972366 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ea01ef8d-751d-4bfb-9f06-8fa15536c82f tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 1122 time: 0.0473835 Feb 09 02:41:03.975086 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33972) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:03.979424 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-8cd1ef0a-c776-4de1-82d3-6fb83316f47a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': '19dca3e1-334c-4119-9592-9467a3846ad4', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:41:04.000167 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ef0a-c776-4de1-82d3-6fb83316f47a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:04.113042 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ef0a-c776-4de1-82d3-6fb83316f47a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:04.218612 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-8cd1ef0a-c776-4de1-82d3-6fb83316f47a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Allocated IP 172.25.7.193 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/d51ef47e-1e90-45cc-a846-80f2cfe7ffed) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:41:04.329801 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ef0a-c776-4de1-82d3-6fb83316f47a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (d51ef47e-1e90-45cc-a846-80f2cfe7ffed), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:04.362653 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ef0a-c776-4de1-82d3-6fb83316f47a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (d51ef47e-1e90-45cc-a846-80f2cfe7ffed), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:04.403318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd1ef0a-c776-4de1-82d3-6fb83316f47a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:41:04.406631 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-8cd1ef0a-c776-4de1-82d3-6fb83316f47a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:41:04.410758 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd1ef0a-c776-4de1-82d3-6fb83316f47a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:41:04.416556 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1ef0a-c776-4de1-82d3-6fb83316f47a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=d51ef47e-1e90-45cc-a846-80f2cfe7ffed,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:04.765691 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ef0a-c776-4de1-82d3-6fb83316f47a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for floatingip (fb6dc5f8-7cd7-4632-a8fd-a39964eb0b4b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:04.833548 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ef0a-c776-4de1-82d3-6fb83316f47a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (d51ef47e-1e90-45cc-a846-80f2cfe7ffed), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:04.987226 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ef0a-c776-4de1-82d3-6fb83316f47a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (d51ef47e-1e90-45cc-a846-80f2cfe7ffed), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:04.991860 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ef0a-c776-4de1-82d3-6fb83316f47a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (d51ef47e-1e90-45cc-a846-80f2cfe7ffed), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:05.062517 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1ef0a-c776-4de1-82d3-6fb83316f47a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=d51ef47e-1e90-45cc-a846-80f2cfe7ffed,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:05.072376 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ef0a-c776-4de1-82d3-6fb83316f47a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (fb6dc5f8-7cd7-4632-a8fd-a39964eb0b4b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:05.175394 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-8cd1ef0a-c776-4de1-82d3-6fb83316f47a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Floating IP fb6dc5f8-7cd7-4632-a8fd-a39964eb0b4b associated. External IP: 172.25.7.193, port: 19dca3e1-334c-4119-9592-9467a3846ad4. Feb 09 02:41:05.390320 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd1ef0a-c776-4de1-82d3-6fb83316f47a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router e8d7f8a5-6630-4efa-a21d-2e9c3654f52e has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:41:05.500163 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd1ef0a-c776-4de1-82d3-6fb83316f47a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:41:05.510362 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b3de33-9d07-42c8-a773-55238b7ee986 None None] Sync routers for ids ['e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:41:05.519151 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ef0a-c776-4de1-82d3-6fb83316f47a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:05.522146 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b3de33-9d07-42c8-a773-55238b7ee986 None None] Routers {'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:41:05.522762 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-63b3de33-9d07-42c8-a773-55238b7ee986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:40:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:05.549797 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8cd1ef0a-c776-4de1-82d3-6fb83316f47a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5736570 Feb 09 02:41:05.550400 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440cb4e8-4ef8-4c07-815e-5e7303662655', 'tag': '19dca3e1-334c-4119-9592-9467a3846ad4'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:41:05.552678 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff572268e95c141781719acaad4855de8444ab217edd6adc13da47e42a1cfcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b82032-5657-4d58-8500-a66b33482dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "440cb4e8-4ef8-4c07-815e-5e7303662655", "tag": "19dca3e1-334c-4119-9592-9467a3846ad4"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:41:05.597509 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ac5e6a-ba38-4d67-8f55-e4ee2e3a10a8 x-openstack-request-id: req-e0ac5e6a-ba38-4d67-8f55-e4ee2e3a10a8 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:41:05.598050 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440cb4e8-4ef8-4c07-815e-5e7303662655", "tag": "19dca3e1-334c-4119-9592-9467a3846ad4", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:41:05.598485 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e0ac5e6a-ba38-4d67-8f55-e4ee2e3a10a8 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:41:05.599064 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440cb4e8-4ef8-4c07-815e-5e7303662655', 'tag': '19dca3e1-334c-4119-9592-9467a3846ad4', 'status': 'completed', 'code': 200} Feb 09 02:41:05.638060 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-63b3de33-9d07-42c8-a773-55238b7ee986 None None] Set router e8d7f8a5-6630-4efa-a21d-2e9c3654f52e gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:41:05.698577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaf3bf-1489-47d9-ac5e-a318f360a3e6 req-1e065175-754d-4b9e-9f26-fb27007a0aa8 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:05.700865 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-74eaf3bf-1489-47d9-ac5e-a318f360a3e6 req-1e065175-754d-4b9e-9f26-fb27007a0aa8 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 945 time: 0.0904005 Feb 09 02:41:05.702904 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b82032-5657-4d58-8500-a66b33482dd9 req-f63a48c4-b5ba-4a59-a707-0ed082e9c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:05.704299 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4b82032-5657-4d58-8500-a66b33482dd9 req-f63a48c4-b5ba-4a59-a707-0ed082e9c82a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 1127 time: 0.0834615 Feb 09 02:41:05.802102 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-74eaf3bf-1489-47d9-ac5e-a318f360a3e6 req-0606dbbf-3cbe-4bbe-8448-e97ef393400f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956573 Feb 09 02:41:05.824773 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 33980) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:05.833605 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b82032-5657-4d58-8500-a66b33482dd9 req-6ce17a46-26a3-4d70-997d-32a49692c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:05.833820 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4b82032-5657-4d58-8500-a66b33482dd9 req-6ce17a46-26a3-4d70-997d-32a49692c1b0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a1cd1848-5423-47ec-a033-6bfca4dc3cd5 HTTP/1.1" status: 200 len: 898 time: 0.1216316 Feb 09 02:41:05.870923 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-63b3de33-9d07-42c8-a773-55238b7ee986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708755622', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:51Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'fb6dc5f8-7cd7-4632-a8fd-a39964eb0b4b', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'port_id': '19dca3e1-334c-4119-9592-9467a3846ad4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5', 'mac_address': 'fa:16:3e:87:6c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440cb4e8-4ef8-4c07-815e-5e7303662655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:41:04Z', 'updated_at': '2022-02-09T02:41:04Z', 'revision_number': 0, 'project_id': '227cd762524640f88637fa0863390e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f8a77e-6ab8-4fe9-8dad-1b715968e4d1', 'name': '', 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:d3:ab:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '4aa14d5a-bc60-479d-9ba7-550d7f8437d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:50Z', 'updated_at': '2022-02-09T02:40:54Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '4aa14d5a-bc60-479d-9ba7-550d7f8437d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:05.895086 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f520cb85-abca-4073-acf6-04958d531753 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/floatingips/fb6dc5f8-7cd7-4632-a8fd-a39964eb0b4b HTTP/1.1" status: 200 len: 991 time: 0.0683146 Feb 09 02:41:05.899357 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b3de33-9d07-42c8-a773-55238b7ee986 None None] Checking router: e8d7f8a5-6630-4efa-a21d-2e9c3654f52e for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:41:05.904901 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4b82032-5657-4d58-8500-a66b33482dd9 req-86a8f423-b241-4cb2-877d-def764c22021 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dca3e1-334c-4119-9592-9467a3846ad4 HTTP/1.1" status: 200 len: 999 time: 0.0651460 Feb 09 02:41:05.908737 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b3de33-9d07-42c8-a773-55238b7ee986 None None] Routers {'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:41:05.909320 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-63b3de33-9d07-42c8-a773-55238b7ee986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:40:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:05.954981 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b82032-5657-4d58-8500-a66b33482dd9 req-01b1b10a-12cb-434b-b66c-23d8ebc850e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:05.956486 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4b82032-5657-4d58-8500-a66b33482dd9 req-01b1b10a-12cb-434b-b66c-23d8ebc850e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4aa14d5a-bc60-479d-9ba7-550d7f8437d3 HTTP/1.1" status: 200 len: 835 time: 0.0453629 Feb 09 02:41:06.009853 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b82032-5657-4d58-8500-a66b33482dd9 req-6f64ad5c-aa3a-4795-ba8f-7db7b52cc07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:06.011390 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4b82032-5657-4d58-8500-a66b33482dd9 req-6f64ad5c-aa3a-4795-ba8f-7db7b52cc07b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a1cd1848-5423-47ec-a033-6bfca4dc3cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485458 Feb 09 02:41:06.017656 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-63b3de33-9d07-42c8-a773-55238b7ee986 None None] Set router e8d7f8a5-6630-4efa-a21d-2e9c3654f52e gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:41:06.102924 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4b82032-5657-4d58-8500-a66b33482dd9 req-836a7262-759d-4093-9d4c-882a08ad73d0 service neutron] 10.222.0.67 "GET /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857537 Feb 09 02:41:06.196825 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4b82032-5657-4d58-8500-a66b33482dd9 req-25a7db8a-6f0b-4978-87ba-06009792f7aa service neutron] 10.222.0.67 "GET /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882430 Feb 09 02:41:06.243749 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-63b3de33-9d07-42c8-a773-55238b7ee986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708755622', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:51Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'fb6dc5f8-7cd7-4632-a8fd-a39964eb0b4b', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'port_id': '19dca3e1-334c-4119-9592-9467a3846ad4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5', 'mac_address': 'fa:16:3e:87:6c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440cb4e8-4ef8-4c07-815e-5e7303662655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:41:04Z', 'updated_at': '2022-02-09T02:41:04Z', 'revision_number': 0, 'project_id': '227cd762524640f88637fa0863390e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f8a77e-6ab8-4fe9-8dad-1b715968e4d1', 'name': '', 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:d3:ab:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '4aa14d5a-bc60-479d-9ba7-550d7f8437d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:50Z', 'updated_at': '2022-02-09T02:40:54Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '4aa14d5a-bc60-479d-9ba7-550d7f8437d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:06.270524 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b3de33-9d07-42c8-a773-55238b7ee986 None None] The sync data for ids ['e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'] in n-d-828387-3 is: [{'id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708755622', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:51Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'fb6dc5f8-7cd7-4632-a8fd-a39964eb0b4b', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'port_id': '19dca3e1-334c-4119-9592-9467a3846ad4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5', 'mac_address': 'fa:16:3e:87:6c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440cb4e8-4ef8-4c07-815e-5e7303662655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:41:04Z', 'updated_at': '2022-02-09T02:41:04Z', 'revision_number': 0, 'project_id': '227cd762524640f88637fa0863390e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f8a77e-6ab8-4fe9-8dad-1b715968e4d1', 'name': '', 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:d3:ab:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '4aa14d5a-bc60-479d-9ba7-550d7f8437d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:50Z', 'updated_at': '2022-02-09T02:40:54Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '4aa14d5a-bc60-479d-9ba7-550d7f8437d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:41:06.464409 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdf5ed2-a916-487a-af0f-e28f393f1c6f None None] New status for floating IP fb6dc5f8-7cd7-4632-a8fd-a39964eb0b4b: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:41:06.898993 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 33982) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:06.961695 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-15641399-035b-46cf-8d44-56dd26b7daf6 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/floatingips/fb6dc5f8-7cd7-4632-a8fd-a39964eb0b4b HTTP/1.1" status: 200 len: 993 time: 0.0616109 Feb 09 02:41:07.578301 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bb98002d-45f2-4440-81a6-1b41943c697b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:10.251118 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d52e5cd9-36d1-4766-acab-de2fe50d313a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:10.448613 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:11.037504 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:11.341064 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:12.538037 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:13.586112 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:21.542777 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:41:37.581564 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-806f6e53-47f2-476e-b03c-b6a70baaed14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:40.252085 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-42fff265-b901-462c-950a-da84de0106b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:40.465058 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:41.040247 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:41.359559 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:42.540910 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:43.588132 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:48.640545 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-faf600df-03b1-482e-92e5-f822e2eaae21 req-cda7b5f3-8c63-4a2e-b6a0-85ba63b83351 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443134 Feb 09 02:41:48.730193 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf600df-03b1-482e-92e5-f822e2eaae21 req-a19fd768-79dc-4e9e-8f07-a3b439abece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:48.731789 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-faf600df-03b1-482e-92e5-f822e2eaae21 req-a19fd768-79dc-4e9e-8f07-a3b439abece2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 1127 time: 0.0495298 Feb 09 02:41:48.833683 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf600df-03b1-482e-92e5-f822e2eaae21 req-755801ac-fbd5-4ac8-bd29-cdec2a7d4d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:48.835154 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-faf600df-03b1-482e-92e5-f822e2eaae21 req-755801ac-fbd5-4ac8-bd29-cdec2a7d4d51 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a1cd1848-5423-47ec-a033-6bfca4dc3cd5 HTTP/1.1" status: 200 len: 898 time: 0.0848727 Feb 09 02:41:48.904852 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-faf600df-03b1-482e-92e5-f822e2eaae21 req-2638d18b-b213-4334-86b5-1e7993e01e19 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dca3e1-334c-4119-9592-9467a3846ad4 HTTP/1.1" status: 200 len: 1001 time: 0.0625441 Feb 09 02:41:48.952232 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf600df-03b1-482e-92e5-f822e2eaae21 req-7f7e2e88-c8aa-4c93-9a76-7118177ccf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:48.953684 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-faf600df-03b1-482e-92e5-f822e2eaae21 req-7f7e2e88-c8aa-4c93-9a76-7118177ccf31 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4aa14d5a-bc60-479d-9ba7-550d7f8437d3 HTTP/1.1" status: 200 len: 835 time: 0.0437937 Feb 09 02:41:49.003168 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf600df-03b1-482e-92e5-f822e2eaae21 req-e83c1ad9-7b80-439c-adb4-68792466bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:49.004691 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-faf600df-03b1-482e-92e5-f822e2eaae21 req-e83c1ad9-7b80-439c-adb4-68792466bd12 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a1cd1848-5423-47ec-a033-6bfca4dc3cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450108 Feb 09 02:41:49.014446 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-faf600df-03b1-482e-92e5-f822e2eaae21 req-6b500e84-10c0-4aa8-b5bd-2d1c8f4c6661 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:41:49.015406 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-faf600df-03b1-482e-92e5-f822e2eaae21 req-6b500e84-10c0-4aa8-b5bd-2d1c8f4c6661 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048711 Feb 09 02:41:49.105523 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-faf600df-03b1-482e-92e5-f822e2eaae21 req-a67ed51f-9b01-4dfb-8aa1-7170e5c44c79 service neutron] 10.222.0.67 "GET /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842395 Feb 09 02:41:49.194129 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-faf600df-03b1-482e-92e5-f822e2eaae21 req-7ef909cc-b4bf-4101-b9d3-306a68adbb3c service neutron] 10.222.0.67 "GET /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825458 Feb 09 02:41:58.542741 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:41:59.206250 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-31d66916-72cc-456c-8a76-2de839710e19 req-4a3b97f4-1538-477e-ae48-bbb5f15f2aef tempest-ServerDiskConfigTestJSON-1132248365 tempest-ServerDiskConfigTestJSON-1132248365-project] (103184) timed out ('10.222.0.67', 55012) {{(pid=103184) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:42:07.583190 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ccfa3272-0bb6-403b-8fb7-37cb840dd207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:09.639466 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-a26c419d-b6f4-4b6c-b3b0-a852aae40590 req-d55a1ed1-e559-4c35-83ee-96cdb6bde510 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:42:09.640406 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a26c419d-b6f4-4b6c-b3b0-a852aae40590 req-d55a1ed1-e559-4c35-83ee-96cdb6bde510 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057199 Feb 09 02:42:09.833163 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56412448-7387-4b6a-bb16-4f4fdc7f23e7 req-ace6850b-7590-416c-bcdb-5e0c5a5e2f89 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:09.834702 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56412448-7387-4b6a-bb16-4f4fdc7f23e7 req-ace6850b-7590-416c-bcdb-5e0c5a5e2f89 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 945 time: 0.0564485 Feb 09 02:42:09.848043 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34018) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:09.890342 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56412448-7387-4b6a-bb16-4f4fdc7f23e7 req-03a9ef93-6059-4286-935e-54b5d5652bee tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500472 Feb 09 02:42:09.945272 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-842ad7ed-c099-4f76-9c99-93bb2694d557 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0963147 Feb 09 02:42:09.954866 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f73f32d4-7b07-425f-9e49-d1149deeebb1 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:42:09.955877 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f73f32d4-7b07-425f-9e49-d1149deeebb1 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061541 Feb 09 02:42:10.254699 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-126412ce-406e-4a9a-837b-987beb72b0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:10.488037 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:11.021090 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8ed1d-3d74-408d-8545-e252b62963fc req-1a20ebce-a0a8-4349-82c6-c049b63ae80b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:11.022602 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e8a8ed1d-3d74-408d-8545-e252b62963fc req-1a20ebce-a0a8-4349-82c6-c049b63ae80b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 945 time: 0.0573494 Feb 09 02:42:11.045885 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:11.077119 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e8a8ed1d-3d74-408d-8545-e252b62963fc req-40b59047-69ca-40d1-a728-97e9242569ad tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487926 Feb 09 02:42:11.376123 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:12.123988 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-ae404fb1-d5e2-4f10-801f-0474251dc375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:12.125477 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-ae404fb1-d5e2-4f10-801f-0474251dc375 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 1127 time: 0.0492337 Feb 09 02:42:12.207919 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c2000-abfa-44df-8862-35a76ae58cdd req-d340a2f0-f424-459d-bc59-298ee4daf47f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:12.209510 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b30c2000-abfa-44df-8862-35a76ae58cdd req-d340a2f0-f424-459d-bc59-298ee4daf47f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 945 time: 0.0603399 Feb 09 02:42:12.220143 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-32bde15b-5fce-4429-8a10-e5a08d25268d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:12.221630 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-32bde15b-5fce-4429-8a10-e5a08d25268d service neutron] 10.222.0.67 "GET /v2.0/networks?id=a1cd1848-5423-47ec-a033-6bfca4dc3cd5 HTTP/1.1" status: 200 len: 898 time: 0.0898187 Feb 09 02:42:12.259400 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b30c2000-abfa-44df-8862-35a76ae58cdd req-bfb1e3a1-3d17-4aca-be9c-7e6aa4cd2d84 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441194 Feb 09 02:42:12.292620 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-4b6d67d5-f6ec-4466-871f-35f522fd6716 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dca3e1-334c-4119-9592-9467a3846ad4 HTTP/1.1" status: 200 len: 1001 time: 0.0640314 Feb 09 02:42:12.340687 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-b05fdde2-0210-494d-a897-6ee827721266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:12.342909 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-b05fdde2-0210-494d-a897-6ee827721266 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4aa14d5a-bc60-479d-9ba7-550d7f8437d3 HTTP/1.1" status: 200 len: 835 time: 0.0432827 Feb 09 02:42:12.389056 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-dc078187-630a-4d91-a27a-8fd6ca8e1357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:12.390678 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-dc078187-630a-4d91-a27a-8fd6ca8e1357 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a1cd1848-5423-47ec-a033-6bfca4dc3cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428004 Feb 09 02:42:12.483676 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-3ad7be22-9eec-4565-9a24-56dc3805f0bb service neutron] 10.222.0.67 "GET /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852194 Feb 09 02:42:12.542931 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:12.573286 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-8db99f82-9af2-487b-bb92-c0bfc46362ba service neutron] 10.222.0.67 "GET /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844748 Feb 09 02:42:13.380194 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a083b0-4689-4f11-bc9d-69186e911f2d req-4d76cfed-2b7a-45f2-a018-a97e827d828e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:13.381671 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-17a083b0-4689-4f11-bc9d-69186e911f2d req-4d76cfed-2b7a-45f2-a018-a97e827d828e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 945 time: 0.0525289 Feb 09 02:42:13.436435 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-17a083b0-4689-4f11-bc9d-69186e911f2d req-617a8c08-4cad-4df8-95f8-962dbeefddac tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491879 Feb 09 02:42:13.591786 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:14.555755 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d25684-4fd3-44cf-a0ae-036f268e56df req-eb84c897-ef97-412d-9ad6-fbdab49bf5a2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:14.557244 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a2d25684-4fd3-44cf-a0ae-036f268e56df req-eb84c897-ef97-412d-9ad6-fbdab49bf5a2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 945 time: 0.0535367 Feb 09 02:42:14.605764 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a2d25684-4fd3-44cf-a0ae-036f268e56df req-ae2e9d32-8441-41ca-9c88-962b1f4680b8 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422277 Feb 09 02:42:15.725073 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1d4a2-b552-42f8-add2-b1358eb8795d req-8917fd9c-dc88-4759-b4d7-fb3c81cb9312 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:15.726546 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-37e1d4a2-b552-42f8-add2-b1358eb8795d req-8917fd9c-dc88-4759-b4d7-fb3c81cb9312 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 945 time: 0.0522497 Feb 09 02:42:15.775410 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-37e1d4a2-b552-42f8-add2-b1358eb8795d req-ee83c088-5a80-4b32-9a9f-a50828f26623 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431707 Feb 09 02:42:16.898797 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b7483-097a-42dc-aca9-7b3846253471 req-8fdb76fa-0120-484a-8bdd-050f364d7635 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:16.900310 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-181b7483-097a-42dc-aca9-7b3846253471 req-8fdb76fa-0120-484a-8bdd-050f364d7635 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 945 time: 0.0573134 Feb 09 02:42:16.947519 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-181b7483-097a-42dc-aca9-7b3846253471 req-0d76d949-27ae-4059-94fd-eed624a6cae6 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415483 Feb 09 02:42:18.071140 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3043ef-20fd-46c1-a260-4a12f92a9ff4 req-5e550475-3ddf-404c-acd2-953fc3d1fdf1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:18.072637 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ce3043ef-20fd-46c1-a260-4a12f92a9ff4 req-5e550475-3ddf-404c-acd2-953fc3d1fdf1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 945 time: 0.0529811 Feb 09 02:42:18.124193 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ce3043ef-20fd-46c1-a260-4a12f92a9ff4 req-66710a4d-4117-4cc1-94b3-8896fea69062 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431232 Feb 09 02:42:19.244959 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf2eb9-14f5-49f8-be1e-ae02cbcd5b30 req-c48a6544-e66d-43e7-ac28-7dab22eb13a3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:19.246359 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5bdf2eb9-14f5-49f8-be1e-ae02cbcd5b30 req-c48a6544-e66d-43e7-ac28-7dab22eb13a3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 945 time: 0.0526593 Feb 09 02:42:19.294548 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5bdf2eb9-14f5-49f8-be1e-ae02cbcd5b30 req-0aed60dd-fc6b-418e-ae1c-461814728150 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425031 Feb 09 02:42:20.418525 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb1b3f-286f-4941-bed4-4890cb77147e req-86bab22e-ce9e-4ce6-a558-65f1765ef2d0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:20.420237 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-87bb1b3f-286f-4941-bed4-4890cb77147e req-86bab22e-ce9e-4ce6-a558-65f1765ef2d0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 945 time: 0.0583618 Feb 09 02:42:20.468510 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-87bb1b3f-286f-4941-bed4-4890cb77147e req-77bce847-bad4-4687-83b8-7743991b87f5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427420 Feb 09 02:42:21.587234 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692ae6c-5ba6-4c40-8661-6690d3c75a29 req-00ac5249-72da-4c82-9e4e-5e45ca359a6b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:21.588604 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2692ae6c-5ba6-4c40-8661-6690d3c75a29 req-00ac5249-72da-4c82-9e4e-5e45ca359a6b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 945 time: 0.0519490 Feb 09 02:42:21.640421 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2692ae6c-5ba6-4c40-8661-6690d3c75a29 req-7f47808d-84b8-4240-9ced-2d22025dd454 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456119 Feb 09 02:42:22.761468 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fd9ae-f7cc-4358-ac0f-84b35d8814b3 req-e57dafc9-95a6-436a-96d4-6a4dc6eb5a72 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:22.762954 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-485fd9ae-f7cc-4358-ac0f-84b35d8814b3 req-e57dafc9-95a6-436a-96d4-6a4dc6eb5a72 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 945 time: 0.0529380 Feb 09 02:42:22.811780 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-485fd9ae-f7cc-4358-ac0f-84b35d8814b3 req-89612c20-7ab9-46a3-b1af-ecf7a435e9dc tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421698 Feb 09 02:42:23.933175 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc906703-318b-4917-8ca6-c874d915b4ce req-e7dfc1e3-1286-4c63-87cc-8a9617467788 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:23.934641 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc906703-318b-4917-8ca6-c874d915b4ce req-e7dfc1e3-1286-4c63-87cc-8a9617467788 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 945 time: 0.0536082 Feb 09 02:42:23.983723 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bc906703-318b-4917-8ca6-c874d915b4ce req-bb77499c-d2ad-46fd-be9b-1ee6248e6d65 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433755 Feb 09 02:42:24.494769 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-40f0ed42-bd04-4b64-893b-69798f8d7d70 service neutron] show failed (client error): The resource could not be found. Feb 09 02:42:24.495807 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-40f0ed42-bd04-4b64-893b-69798f8d7d70 service neutron] 10.222.0.67 "GET /v2.0/ports/19dca3e1-334c-4119-9592-9467a3846ad4/bindings/n-h2-828387-3 HTTP/1.1" status: 404 len: 380 time: 0.0577843 Feb 09 02:42:24.692507 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-2713244c-b233-4ac3-ab7e-1ee2ad44af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:24.693998 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-2713244c-b233-4ac3-ab7e-1ee2ad44af6d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655&tenant_id=227cd762524640f88637fa0863390e6c HTTP/1.1" status: 200 len: 1127 time: 0.0460749 Feb 09 02:42:24.703656 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-1203641e-5b1c-4dba-83bf-d310d1f0f001 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:42:24.704602 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-1203641e-5b1c-4dba-83bf-d310d1f0f001 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049157 Feb 09 02:42:24.714987 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828387-3', 'device_owner': 'compute:nova'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:24.773596 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (19dca3e1-334c-4119-9592-9467a3846ad4), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:24.977904 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] For port 19dca3e1-334c-4119-9592-9467a3846ad4, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=19dca3e1-334c-4119-9592-9467a3846ad4,segment=NetworkSegment(f10ea65e-b48a-45be-bcd3-8ed31dbcc4af),segment_id=f10ea65e-b48a-45be-bcd3-8ed31dbcc4af)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:25.017568 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] For port 19dca3e1-334c-4119-9592-9467a3846ad4, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:42:25.068342 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440cb4e8-4ef8-4c07-815e-5e7303662655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19dca3e1-334c-4119-9592-9467a3846ad4'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:42:25.070550 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebc1331-52e0-454d-a1ac-f98509a154cf" -d '{"events": [{"server_uuid": "440cb4e8-4ef8-4c07-815e-5e7303662655", "name": "network-vif-unplugged", "status": "completed", "tag": "19dca3e1-334c-4119-9592-9467a3846ad4"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:42:25.074118 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Publish callbacks [] for port (19dca3e1-334c-4119-9592-9467a3846ad4), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:25.105548 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Transition to ACTIVE for port object 19dca3e1-334c-4119-9592-9467a3846ad4 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:42:25.110319 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (19dca3e1-334c-4119-9592-9467a3846ad4), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:25.148977 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca19e1f-b7e4-4159-b2e6-e3fedfa62248 x-openstack-request-id: req-eca19e1f-b7e4-4159-b2e6-e3fedfa62248 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:42:25.149291 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440cb4e8-4ef8-4c07-815e-5e7303662655", "name": "network-vif-unplugged", "status": "completed", "tag": "19dca3e1-334c-4119-9592-9467a3846ad4", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:42:25.149680 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eca19e1f-b7e4-4159-b2e6-e3fedfa62248 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:42:25.150069 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440cb4e8-4ef8-4c07-815e-5e7303662655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19dca3e1-334c-4119-9592-9467a3846ad4', 'code': 200} Feb 09 02:42:25.167816 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ad702-bf77-440d-a8c5-f10d468a62a6 req-0e2f2374-864a-417d-b71d-06c8f2d84797 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:25.169431 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-385ad702-bf77-440d-a8c5-f10d468a62a6 req-0e2f2374-864a-417d-b71d-06c8f2d84797 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 945 time: 0.1134527 Feb 09 02:42:25.236109 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Pushing event updated for resources: {'Port': ['ID=19dca3e1-334c-4119-9592-9467a3846ad4,revision_number=6']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:25.265490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:25.265906 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:25.266276 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:25.266644 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:25.267039 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:25.267426 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:25.267764 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:25.268368 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:25.268701 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:25.269032 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:25.269361 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:25.269694 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:25.270016 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:25.310514 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] No DVR routers for this DVR port 19dca3e1-334c-4119-9592-9467a3846ad4 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:42:25.316656 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-385ad702-bf77-440d-a8c5-f10d468a62a6 req-3fbe5a5c-468b-48f6-bebb-deea146613e1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081624 Feb 09 02:42:25.454260 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Attempting to bind port 19dca3e1-334c-4119-9592-9467a3846ad4 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:42:25.454595 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Attempting to bind port 19dca3e1-334c-4119-9592-9467a3846ad4 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': 'f10ea65e-b48a-45be-bcd3-8ed31dbcc4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:42:25.454920 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Attempting to bind port 19dca3e1-334c-4119-9592-9467a3846ad4 on network a1cd1848-5423-47ec-a033-6bfca4dc3cd5 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:25.459164 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Port 19dca3e1-334c-4119-9592-9467a3846ad4 on network a1cd1848-5423-47ec-a033-6bfca4dc3cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:42:25.459591 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Attempting to bind port 19dca3e1-334c-4119-9592-9467a3846ad4 on network a1cd1848-5423-47ec-a033-6bfca4dc3cd5 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:25.464459 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:42:25.464796 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Checking segment: {'id': 'f10ea65e-b48a-45be-bcd3-8ed31dbcc4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:42:25.465177 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Bound using segment: {'id': 'f10ea65e-b48a-45be-bcd3-8ed31dbcc4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:42:25.465597 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Bound port: 19dca3e1-334c-4119-9592-9467a3846ad4, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10ea65e-b48a-45be-bcd3-8ed31dbcc4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:42:25.465951 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (19dca3e1-334c-4119-9592-9467a3846ad4), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:25.528773 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] For port 19dca3e1-334c-4119-9592-9467a3846ad4, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:42:25.532373 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] For port 19dca3e1-334c-4119-9592-9467a3846ad4, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=19dca3e1-334c-4119-9592-9467a3846ad4,segment=NetworkSegment(f10ea65e-b48a-45be-bcd3-8ed31dbcc4af),segment_id=f10ea65e-b48a-45be-bcd3-8ed31dbcc4af)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:42:25.538093 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (19dca3e1-334c-4119-9592-9467a3846ad4), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:25.575720 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:25.576352 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:25.579072 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] 10.222.0.48 "PUT /v2.0/ports/19dca3e1-334c-4119-9592-9467a3846ad4 HTTP/1.1" status: 200 len: 1091 time: 0.8674397 Feb 09 02:42:25.602338 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0cad4-0cc6-4254-8741-5b48c718912b service neutron] Pushing event updated for resources: {'Port': ['ID=19dca3e1-334c-4119-9592-9467a3846ad4,revision_number=7']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:25.654433 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-62c5bb5c-d07f-4e51-8b69-423d9b4fb310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:25.656258 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-62c5bb5c-d07f-4e51-8b69-423d9b4fb310 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 1125 time: 0.0491784 Feb 09 02:42:25.750184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-e756e174-0cc4-403a-b10e-a6a3d479795c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:25.751689 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-e756e174-0cc4-403a-b10e-a6a3d479795c service neutron] 10.222.0.48 "GET /v2.0/networks?id=a1cd1848-5423-47ec-a033-6bfca4dc3cd5 HTTP/1.1" status: 200 len: 898 time: 0.0882990 Feb 09 02:42:25.825012 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-1a485bab-c09e-439a-8e4f-997bb96eb450 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dca3e1-334c-4119-9592-9467a3846ad4 HTTP/1.1" status: 200 len: 999 time: 0.0634782 Feb 09 02:42:25.874808 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-3a0dd494-a66b-42bd-8763-84abe0879e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:25.876205 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-3a0dd494-a66b-42bd-8763-84abe0879e7e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4aa14d5a-bc60-479d-9ba7-550d7f8437d3 HTTP/1.1" status: 200 len: 835 time: 0.0437427 Feb 09 02:42:25.925700 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-1b8b897d-263c-4b80-9325-3e09e978b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:25.927179 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-1b8b897d-263c-4b80-9325-3e09e978b735 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1cd1848-5423-47ec-a033-6bfca4dc3cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446730 Feb 09 02:42:26.019956 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-8c2f49dd-5f10-4ad1-93c4-dccab79b9ca4 service neutron] 10.222.0.48 "GET /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859494 Feb 09 02:42:26.107267 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-dec9e1c6-d1e9-450a-9ebd-652b5a71eb69 req-74351d69-321c-4bf1-adeb-7e3458bdedb3 service neutron] 10.222.0.48 "GET /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801322 Feb 09 02:42:26.444528 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85dca3-1ae1-4692-b704-89b513487aba req-1059fa52-d64c-4b12-bdbd-2a5592e49744 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:26.445936 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce85dca3-1ae1-4692-b704-89b513487aba req-1059fa52-d64c-4b12-bdbd-2a5592e49744 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 943 time: 0.0562255 Feb 09 02:42:26.497707 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ce85dca3-1ae1-4692-b704-89b513487aba req-9285239c-a114-4bd0-bbbf-2e4f024f7f2c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458224 Feb 09 02:42:27.151116 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440cb4e8-4ef8-4c07-815e-5e7303662655', 'tag': '19dca3e1-334c-4119-9592-9467a3846ad4'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:42:27.153529 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bfc32b-0f4e-4265-80d5-cc2e12fd6d16" -d '{"events": [{"name": "network-changed", "server_uuid": "440cb4e8-4ef8-4c07-815e-5e7303662655", "tag": "19dca3e1-334c-4119-9592-9467a3846ad4"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:42:27.202589 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7f87dc-a9ca-4f48-8b26-5441bbff501e x-openstack-request-id: req-fb7f87dc-a9ca-4f48-8b26-5441bbff501e {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:42:27.202935 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440cb4e8-4ef8-4c07-815e-5e7303662655", "tag": "19dca3e1-334c-4119-9592-9467a3846ad4", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:42:27.203141 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fb7f87dc-a9ca-4f48-8b26-5441bbff501e {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:42:27.203725 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440cb4e8-4ef8-4c07-815e-5e7303662655', 'tag': '19dca3e1-334c-4119-9592-9467a3846ad4', 'status': 'completed', 'code': 200} Feb 09 02:42:27.315176 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfc32b-0f4e-4265-80d5-cc2e12fd6d16 req-186c3717-370e-4c70-b816-99e569ef2eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:27.317411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a3bfc32b-0f4e-4265-80d5-cc2e12fd6d16 req-186c3717-370e-4c70-b816-99e569ef2eac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 1125 time: 0.0913794 Feb 09 02:42:27.320754 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfc32b-0f4e-4265-80d5-cc2e12fd6d16 req-610f2c0b-3690-4c13-b4e2-6d4485a6febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:27.323105 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a3bfc32b-0f4e-4265-80d5-cc2e12fd6d16 req-610f2c0b-3690-4c13-b4e2-6d4485a6febd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 1125 time: 0.0989585 Feb 09 02:42:27.485345 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfc32b-0f4e-4265-80d5-cc2e12fd6d16 req-033af02b-77c4-44d5-b1cf-a92f2fcd0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:27.486768 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a3bfc32b-0f4e-4265-80d5-cc2e12fd6d16 req-033af02b-77c4-44d5-b1cf-a92f2fcd0032 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a1cd1848-5423-47ec-a033-6bfca4dc3cd5 HTTP/1.1" status: 200 len: 898 time: 0.1615012 Feb 09 02:42:27.487878 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfc32b-0f4e-4265-80d5-cc2e12fd6d16 req-ac11789e-1826-4b94-98af-1b64ce23e58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:27.489198 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a3bfc32b-0f4e-4265-80d5-cc2e12fd6d16 req-ac11789e-1826-4b94-98af-1b64ce23e58d service neutron] 10.222.0.67 "GET /v2.0/networks?id=a1cd1848-5423-47ec-a033-6bfca4dc3cd5 HTTP/1.1" status: 200 len: 898 time: 0.1559501 Feb 09 02:42:27.662521 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9aee9-c6dc-40ba-a350-ebeb7c31834a req-0be647a3-331b-4f1b-b95f-6d2aed486e9b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:27.672863 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-61d9aee9-c6dc-40ba-a350-ebeb7c31834a req-0be647a3-331b-4f1b-b95f-6d2aed486e9b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 943 time: 0.0818455 Feb 09 02:42:27.724980 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-61d9aee9-c6dc-40ba-a350-ebeb7c31834a req-58a28c99-8121-4eaf-b54e-4936d009d736 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512209 Feb 09 02:42:27.956917 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a3bfc32b-0f4e-4265-80d5-cc2e12fd6d16 req-0d8d6f13-6ca7-4296-8646-17dcb2818465 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dca3e1-334c-4119-9592-9467a3846ad4 HTTP/1.1" status: 200 len: 999 time: 0.4604237 Feb 09 02:42:27.958752 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a3bfc32b-0f4e-4265-80d5-cc2e12fd6d16 req-e15c5ae9-949f-4acb-8657-bd08402696af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dca3e1-334c-4119-9592-9467a3846ad4 HTTP/1.1" status: 200 len: 999 time: 0.4612467 Feb 09 02:42:28.042047 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfc32b-0f4e-4265-80d5-cc2e12fd6d16 req-8632ca38-7ff9-4582-9a30-109defb74531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:28.043439 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a3bfc32b-0f4e-4265-80d5-cc2e12fd6d16 req-8632ca38-7ff9-4582-9a30-109defb74531 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4aa14d5a-bc60-479d-9ba7-550d7f8437d3 HTTP/1.1" status: 200 len: 835 time: 0.0805480 Feb 09 02:42:28.044783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfc32b-0f4e-4265-80d5-cc2e12fd6d16 req-65b5729b-5de3-448e-82c1-5d186f77333b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:28.046203 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a3bfc32b-0f4e-4265-80d5-cc2e12fd6d16 req-65b5729b-5de3-448e-82c1-5d186f77333b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4aa14d5a-bc60-479d-9ba7-550d7f8437d3 HTTP/1.1" status: 200 len: 835 time: 0.0754421 Feb 09 02:42:28.128295 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfc32b-0f4e-4265-80d5-cc2e12fd6d16 req-bd9e0206-aac7-49e3-9db3-e43a8e13b1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:28.129807 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a3bfc32b-0f4e-4265-80d5-cc2e12fd6d16 req-bd9e0206-aac7-49e3-9db3-e43a8e13b1e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a1cd1848-5423-47ec-a033-6bfca4dc3cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0807443 Feb 09 02:42:28.132215 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfc32b-0f4e-4265-80d5-cc2e12fd6d16 req-aa042f06-9940-4670-9077-97f56742cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:28.133562 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a3bfc32b-0f4e-4265-80d5-cc2e12fd6d16 req-aa042f06-9940-4670-9077-97f56742cfe4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1cd1848-5423-47ec-a033-6bfca4dc3cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0769570 Feb 09 02:42:28.288472 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a3bfc32b-0f4e-4265-80d5-cc2e12fd6d16 req-94df37bd-b096-4313-be74-0e843a2fdccf service neutron] 10.222.0.67 "GET /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523793 Feb 09 02:42:28.290335 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a3bfc32b-0f4e-4265-80d5-cc2e12fd6d16 req-74765890-32dd-47ca-ac34-91460a140d7b service neutron] 10.222.0.48 "GET /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473401 Feb 09 02:42:28.407229 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 19dca3e1-334c-4119-9592-9467a3846ad4 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:42:28.451495 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a3bfc32b-0f4e-4265-80d5-cc2e12fd6d16 req-111093e3-39b9-4b2a-b81c-ffcd4d327fab service neutron] 10.222.0.67 "GET /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570785 Feb 09 02:42:28.453408 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a3bfc32b-0f4e-4265-80d5-cc2e12fd6d16 req-c7a3dc08-b154-4dea-90c8-9244d3cc4349 service neutron] 10.222.0.48 "GET /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512885 Feb 09 02:42:28.508271 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 19dca3e1-334c-4119-9592-9467a3846ad4, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=19dca3e1-334c-4119-9592-9467a3846ad4,segment=NetworkSegment(f10ea65e-b48a-45be-bcd3-8ed31dbcc4af),segment_id=f10ea65e-b48a-45be-bcd3-8ed31dbcc4af)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:28.523297 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '19dca3e1-334c-4119-9592-9467a3846ad4', 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5', 'port_id': '19dca3e1-334c-4119-9592-9467a3846ad4', 'mac_address': 'fa:16:3e:87:6c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aa14d5a-bc60-479d-9ba7-550d7f8437d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:42:28.560330 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 19dca3e1-334c-4119-9592-9467a3846ad4 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:28.560711 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (19dca3e1-334c-4119-9592-9467a3846ad4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:28.573695 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19dca3e1-334c-4119-9592-9467a3846ad4 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:42:28.592292 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 19dca3e1-334c-4119-9592-9467a3846ad4, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=19dca3e1-334c-4119-9592-9467a3846ad4,segment=NetworkSegment(f10ea65e-b48a-45be-bcd3-8ed31dbcc4af),segment_id=f10ea65e-b48a-45be-bcd3-8ed31dbcc4af)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:28.597989 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (19dca3e1-334c-4119-9592-9467a3846ad4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:28.650607 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=19dca3e1-334c-4119-9592-9467a3846ad4,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:28.658432 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:28.658714 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:28.659056 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:28.659418 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:28.659858 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:28.660192 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:28.660521 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:28.660845 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:28.661193 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:28.661515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:28.661839 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:28.662160 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:28.662479 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:28.857916 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fccda-3fab-4c8b-b405-6429723ec842 req-73d0a077-3fe4-4ba2-82c7-b65517536482 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:28.860410 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aa2fccda-3fab-4c8b-b405-6429723ec842 req-73d0a077-3fe4-4ba2-82c7-b65517536482 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 944 time: 0.0556116 Feb 09 02:42:28.874375 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['19dca3e1-334c-4119-9592-9467a3846ad4'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:42:28.918763 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-aa2fccda-3fab-4c8b-b405-6429723ec842 req-b1bca71e-721f-411a-bbb9-268fe2ba9cff tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521066 Feb 09 02:42:29.167941 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85263326-0d8e-4782-aaf6-045f85469989 req-67b29ae9-2e92-49a3-aa2d-7bd2a9d3f20b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:29.169483 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-85263326-0d8e-4782-aaf6-045f85469989 req-67b29ae9-2e92-49a3-aa2d-7bd2a9d3f20b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 944 time: 0.0923545 Feb 09 02:42:29.176251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119ba7e-73be-455c-aebb-abcc8e287d1b req-1b2f1da6-ab71-47d3-a6a6-21b1760f334e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:29.177649 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2119ba7e-73be-455c-aebb-abcc8e287d1b req-1b2f1da6-ab71-47d3-a6a6-21b1760f334e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.67 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655&tenant_id=227cd762524640f88637fa0863390e6c&binding%3Ahost_id=n-h2-828387-3 HTTP/1.1" status: 200 len: 944 time: 0.0898221 Feb 09 02:42:29.259674 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-85263326-0d8e-4782-aaf6-045f85469989 req-8f795bf5-fd1d-4374-898e-6fc09d05529c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810401 Feb 09 02:42:29.273910 n-d-828387-3 neutron-server[103183]: INFO neutron.api.v2.resource [req-2119ba7e-73be-455c-aebb-abcc8e287d1b req-93ec19c4-81e8-41c3-b994-5ce97471741f service neutron] delete failed (client error): The resource could not be found. Feb 09 02:42:29.274928 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2119ba7e-73be-455c-aebb-abcc8e287d1b req-93ec19c4-81e8-41c3-b994-5ce97471741f service neutron] 10.222.0.67 "DELETE /v2.0/ports/19dca3e1-334c-4119-9592-9467a3846ad4/bindings/n-h1-828387-3 HTTP/1.1" status: 404 len: 380 time: 0.0897887 Feb 09 02:42:29.368210 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119ba7e-73be-455c-aebb-abcc8e287d1b req-c57034ec-42b1-4380-8cf0-bc681700a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:29.369453 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2119ba7e-73be-455c-aebb-abcc8e287d1b req-c57034ec-42b1-4380-8cf0-bc681700a7e5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 1126 time: 0.0489223 Feb 09 02:42:29.394190 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32684283-8f20-4961-8d94-44a44b65e678 req-95496446-dd52-4cbc-96a5-1e9d977a1255 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:29.395744 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-32684283-8f20-4961-8d94-44a44b65e678 req-95496446-dd52-4cbc-96a5-1e9d977a1255 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 944 time: 0.0627410 Feb 09 02:42:29.452604 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-32684283-8f20-4961-8d94-44a44b65e678 req-67d02c0e-2f3c-44c6-ba18-5100503f1f47 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504582 Feb 09 02:42:29.475432 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119ba7e-73be-455c-aebb-abcc8e287d1b req-df366344-9e85-415f-aa41-64001f78e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:29.476898 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2119ba7e-73be-455c-aebb-abcc8e287d1b req-df366344-9e85-415f-aa41-64001f78e317 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a1cd1848-5423-47ec-a033-6bfca4dc3cd5 HTTP/1.1" status: 200 len: 898 time: 0.1017282 Feb 09 02:42:29.552372 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2119ba7e-73be-455c-aebb-abcc8e287d1b req-86a0fdb6-ca81-4ce2-a4c2-7ac5c93e3333 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dca3e1-334c-4119-9592-9467a3846ad4 HTTP/1.1" status: 200 len: 1000 time: 0.0697360 Feb 09 02:42:29.603447 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119ba7e-73be-455c-aebb-abcc8e287d1b req-fdb8e208-645c-4676-9cb1-e02c801378fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:29.604924 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2119ba7e-73be-455c-aebb-abcc8e287d1b req-fdb8e208-645c-4676-9cb1-e02c801378fc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4aa14d5a-bc60-479d-9ba7-550d7f8437d3 HTTP/1.1" status: 200 len: 835 time: 0.0458298 Feb 09 02:42:29.654125 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119ba7e-73be-455c-aebb-abcc8e287d1b req-bee57770-9993-47c9-88f6-58522524a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:29.656189 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2119ba7e-73be-455c-aebb-abcc8e287d1b req-bee57770-9993-47c9-88f6-58522524a1ad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a1cd1848-5423-47ec-a033-6bfca4dc3cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458465 Feb 09 02:42:29.748695 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2119ba7e-73be-455c-aebb-abcc8e287d1b req-61ee93da-4bbe-4c87-9195-67b7a38a6d39 service neutron] 10.222.0.67 "GET /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868485 Feb 09 02:42:29.837338 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2119ba7e-73be-455c-aebb-abcc8e287d1b req-a47f4f8f-4c83-492c-9185-3f8c317a23d2 service neutron] 10.222.0.67 "GET /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832980 Feb 09 02:42:30.027742 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 19dca3e1-334c-4119-9592-9467a3846ad4 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:42:30.068962 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] The host n-h1-828387-3 is not matching for port 19dca3e1-334c-4119-9592-9467a3846ad4 host n-h2-828387-3! {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:42:30.069346 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 19dca3e1-334c-4119-9592-9467a3846ad4 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:42:30.422196 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 19dca3e1-334c-4119-9592-9467a3846ad4 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:42:30.470255 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 19dca3e1-334c-4119-9592-9467a3846ad4 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:42:30.474391 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 19dca3e1-334c-4119-9592-9467a3846ad4 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:30.474763 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (19dca3e1-334c-4119-9592-9467a3846ad4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:30.553932 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 19dca3e1-334c-4119-9592-9467a3846ad4 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:30.554251 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (19dca3e1-334c-4119-9592-9467a3846ad4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:30.582199 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440cb4e8-4ef8-4c07-815e-5e7303662655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dca3e1-334c-4119-9592-9467a3846ad4'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:42:30.582893 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bda369-2adb-42b6-8bad-89cbc28c9977 req-b89834cb-6922-47fa-94a6-91860b34b119 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:30.584464 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d9bda369-2adb-42b6-8bad-89cbc28c9977 req-b89834cb-6922-47fa-94a6-91860b34b119 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 944 time: 0.0614009 Feb 09 02:42:30.584878 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac95ef58-3a89-4896-b6e8-a17cf8a76f35" -d '{"events": [{"server_uuid": "440cb4e8-4ef8-4c07-815e-5e7303662655", "name": "network-vif-plugged", "status": "completed", "tag": "19dca3e1-334c-4119-9592-9467a3846ad4"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:42:30.602317 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 19dca3e1-334c-4119-9592-9467a3846ad4, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=19dca3e1-334c-4119-9592-9467a3846ad4,segment=NetworkSegment(f10ea65e-b48a-45be-bcd3-8ed31dbcc4af),segment_id=f10ea65e-b48a-45be-bcd3-8ed31dbcc4af)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:30.607723 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (19dca3e1-334c-4119-9592-9467a3846ad4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:30.633550 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfae09f-8481-47d5-9258-e22ad32fd20e x-openstack-request-id: req-5dfae09f-8481-47d5-9258-e22ad32fd20e {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:42:30.633887 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440cb4e8-4ef8-4c07-815e-5e7303662655", "name": "network-vif-plugged", "status": "completed", "tag": "19dca3e1-334c-4119-9592-9467a3846ad4", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:42:30.634095 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5dfae09f-8481-47d5-9258-e22ad32fd20e {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:42:30.634486 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440cb4e8-4ef8-4c07-815e-5e7303662655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dca3e1-334c-4119-9592-9467a3846ad4', 'code': 200} Feb 09 02:42:30.653296 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d9bda369-2adb-42b6-8bad-89cbc28c9977 req-422e12be-328b-4304-9577-d350e8b9b579 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623937 Feb 09 02:42:30.663043 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=19dca3e1-334c-4119-9592-9467a3846ad4,revision_number=9']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:30.677221 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34098) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:30.744982 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4d17a0c8-3e90-4b3c-b8de-b7963a319e7a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/floatingips/fb6dc5f8-7cd7-4632-a8fd-a39964eb0b4b HTTP/1.1" status: 200 len: 993 time: 0.0662789 Feb 09 02:42:35.542088 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:42:37.585469 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-62c989f0-830d-408f-8c33-d147dfcf4e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.256574 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c8789314-d306-4d22-99ef-c6435745d868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.478665 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.053002 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.363218 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:42.545643 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:43.594802 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:49.706485 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0677b69b-190e-42d0-8669-1989dfd43629 req-4281704d-ca34-491e-81a0-1329053437e0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471349 Feb 09 02:42:49.797845 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677b69b-190e-42d0-8669-1989dfd43629 req-cc4708c1-a412-4a0c-872d-0a24caf77f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:49.799506 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0677b69b-190e-42d0-8669-1989dfd43629 req-cc4708c1-a412-4a0c-872d-0a24caf77f61 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 1127 time: 0.0478654 Feb 09 02:42:49.920074 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677b69b-190e-42d0-8669-1989dfd43629 req-ecd70fb6-b331-4b9d-8862-d5eeb8ad9c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:49.921675 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0677b69b-190e-42d0-8669-1989dfd43629 req-ecd70fb6-b331-4b9d-8862-d5eeb8ad9c7f service neutron] 10.222.0.48 "GET /v2.0/networks?id=a1cd1848-5423-47ec-a033-6bfca4dc3cd5 HTTP/1.1" status: 200 len: 898 time: 0.0989919 Feb 09 02:42:49.989876 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0677b69b-190e-42d0-8669-1989dfd43629 req-2346fbc5-8a63-496b-b3fd-c13aa5c0d270 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dca3e1-334c-4119-9592-9467a3846ad4 HTTP/1.1" status: 200 len: 1001 time: 0.0609636 Feb 09 02:42:50.045162 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677b69b-190e-42d0-8669-1989dfd43629 req-90e8cb6d-b41d-43a5-8151-dc37e4e4d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:50.046725 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0677b69b-190e-42d0-8669-1989dfd43629 req-90e8cb6d-b41d-43a5-8151-dc37e4e4d048 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4aa14d5a-bc60-479d-9ba7-550d7f8437d3 HTTP/1.1" status: 200 len: 835 time: 0.0504975 Feb 09 02:42:50.097900 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677b69b-190e-42d0-8669-1989dfd43629 req-309aa4d7-e74f-4f75-92d8-bf7498bfd704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:50.099453 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0677b69b-190e-42d0-8669-1989dfd43629 req-309aa4d7-e74f-4f75-92d8-bf7498bfd704 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1cd1848-5423-47ec-a033-6bfca4dc3cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462358 Feb 09 02:42:50.193076 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0677b69b-190e-42d0-8669-1989dfd43629 req-14f27df2-c856-4ad2-b792-e330182e9fa3 service neutron] 10.222.0.48 "GET /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868223 Feb 09 02:42:50.288603 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0677b69b-190e-42d0-8669-1989dfd43629 req-7ab37379-a81a-4e7f-a578-04c557ef88d4 service neutron] 10.222.0.48 "GET /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887561 Feb 09 02:42:59.115289 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34108) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:59.604316 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting port d51ef47e-1e90-45cc-a846-80f2cfe7ffed {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:42:59.604659 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (d51ef47e-1e90-45cc-a846-80f2cfe7ffed), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:59.679527 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (d51ef47e-1e90-45cc-a846-80f2cfe7ffed), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:59.679850 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for floatingip (d51ef47e-1e90-45cc-a846-80f2cfe7ffed), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:59.691344 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Calling delete_port for d51ef47e-1e90-45cc-a846-80f2cfe7ffed owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:42:59.855687 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (d51ef47e-1e90-45cc-a846-80f2cfe7ffed), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:59.879361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Port': ['ID=d51ef47e-1e90-45cc-a846-80f2cfe7ffed,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:59.891549 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:59.892824 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:59.893438 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:59.893550 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:59.893828 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:59.894157 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:59.894480 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:59.894804 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:59.895130 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:59.895476 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:59.895796 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:59.896113 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:59.896429 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:59.966094 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for floatingip (fb6dc5f8-7cd7-4632-a8fd-a39964eb0b4b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:59.966094 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Floating IP fb6dc5f8-7cd7-4632-a8fd-a39964eb0b4b disassociated (deleted). External IP: 172.25.7.193, port: 19dca3e1-334c-4119-9592-9467a3846ad4. Feb 09 02:43:00.184382 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router e8d7f8a5-6630-4efa-a21d-2e9c3654f52e has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:43:00.293905 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:43:00.298920 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:00.303438 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ef05fc-93ed-4fb9-98fe-a4d9375910bc None None] Sync routers for ids ['e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:43:00.312513 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ef05fc-93ed-4fb9-98fe-a4d9375910bc None None] Routers {'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:00.313128 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-73ef05fc-93ed-4fb9-98fe-a4d9375910bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:42:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:00.328709 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-abaac863-0930-49f3-bb84-6562241b1063 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/floatingips/fb6dc5f8-7cd7-4632-a8fd-a39964eb0b4b HTTP/1.1" status: 204 len: 168 time: 1.2123256 Feb 09 02:43:00.329897 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440cb4e8-4ef8-4c07-815e-5e7303662655', 'tag': '19dca3e1-334c-4119-9592-9467a3846ad4'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:00.332212 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff572268e95c141781719acaad4855de8444ab217edd6adc13da47e42a1cfcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e9efbb-9ada-4e28-bfac-e0795079ae6e" -d '{"events": [{"name": "network-changed", "server_uuid": "440cb4e8-4ef8-4c07-815e-5e7303662655", "tag": "19dca3e1-334c-4119-9592-9467a3846ad4"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:00.426377 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-73ef05fc-93ed-4fb9-98fe-a4d9375910bc None None] Set router e8d7f8a5-6630-4efa-a21d-2e9c3654f52e gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:00.474545 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449894f8-5603-41e6-8150-9a4a73b5d828 x-openstack-request-id: req-449894f8-5603-41e6-8150-9a4a73b5d828 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:00.474910 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440cb4e8-4ef8-4c07-815e-5e7303662655", "tag": "19dca3e1-334c-4119-9592-9467a3846ad4", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:00.475166 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-449894f8-5603-41e6-8150-9a4a73b5d828 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:00.475717 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440cb4e8-4ef8-4c07-815e-5e7303662655', 'tag': '19dca3e1-334c-4119-9592-9467a3846ad4', 'status': 'completed', 'code': 200} Feb 09 02:43:00.590390 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9efbb-9ada-4e28-bfac-e0795079ae6e req-6c8708a1-48f3-4e84-b5f2-0ae19757ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:00.592771 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0e9efbb-9ada-4e28-bfac-e0795079ae6e req-6c8708a1-48f3-4e84-b5f2-0ae19757ffe3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 1127 time: 0.0850096 Feb 09 02:43:00.603896 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59d54a-3644-4744-82ef-4876094cf457 req-c2a2e799-a47f-4050-aa24-af79157bd686 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:00.605411 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae59d54a-3644-4744-82ef-4876094cf457 req-c2a2e799-a47f-4050-aa24-af79157bd686 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 945 time: 0.0695081 Feb 09 02:43:00.650617 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-73ef05fc-93ed-4fb9-98fe-a4d9375910bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708755622', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:51Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '91f8a77e-6ab8-4fe9-8dad-1b715968e4d1', 'name': '', 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:d3:ab:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '4aa14d5a-bc60-479d-9ba7-550d7f8437d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:50Z', 'updated_at': '2022-02-09T02:40:54Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '4aa14d5a-bc60-479d-9ba7-550d7f8437d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:00.682349 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ef05fc-93ed-4fb9-98fe-a4d9375910bc None None] Checking router: e8d7f8a5-6630-4efa-a21d-2e9c3654f52e for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:43:00.691871 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ef05fc-93ed-4fb9-98fe-a4d9375910bc None None] Routers {'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:00.692434 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-73ef05fc-93ed-4fb9-98fe-a4d9375910bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:42:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:00.717823 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ae59d54a-3644-4744-82ef-4876094cf457 req-05976067-0fb0-48fe-a409-bf6a040dd0bf tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032925 Feb 09 02:43:00.735610 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9efbb-9ada-4e28-bfac-e0795079ae6e req-08be3cf6-295b-4594-a742-84f3f6ca2e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:00.737671 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0e9efbb-9ada-4e28-bfac-e0795079ae6e req-08be3cf6-295b-4594-a742-84f3f6ca2e77 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a1cd1848-5423-47ec-a033-6bfca4dc3cd5 HTTP/1.1" status: 200 len: 898 time: 0.1313896 Feb 09 02:43:00.786447 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0e9efbb-9ada-4e28-bfac-e0795079ae6e req-21bfc8e0-4bb9-40f3-9740-86aeab4f3ede service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dca3e1-334c-4119-9592-9467a3846ad4 HTTP/1.1" status: 200 len: 217 time: 0.0417233 Feb 09 02:43:00.807730 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-73ef05fc-93ed-4fb9-98fe-a4d9375910bc None None] Set router e8d7f8a5-6630-4efa-a21d-2e9c3654f52e gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:00.837735 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9efbb-9ada-4e28-bfac-e0795079ae6e req-1a85b863-4e63-4215-9e2e-fa492b703f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:00.839226 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0e9efbb-9ada-4e28-bfac-e0795079ae6e req-1a85b863-4e63-4215-9e2e-fa492b703f31 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4aa14d5a-bc60-479d-9ba7-550d7f8437d3 HTTP/1.1" status: 200 len: 835 time: 0.0467470 Feb 09 02:43:00.895070 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9efbb-9ada-4e28-bfac-e0795079ae6e req-b59d139e-1bdb-442f-913d-4ce25a6910bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:00.901131 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0e9efbb-9ada-4e28-bfac-e0795079ae6e req-b59d139e-1bdb-442f-913d-4ce25a6910bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1cd1848-5423-47ec-a033-6bfca4dc3cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504727 Feb 09 02:43:00.993672 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0e9efbb-9ada-4e28-bfac-e0795079ae6e req-62ace2a0-2c1a-4e7f-8689-1937d7659e11 service neutron] 10.222.0.48 "GET /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905435 Feb 09 02:43:01.015547 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-73ef05fc-93ed-4fb9-98fe-a4d9375910bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708755622', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:51Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '91f8a77e-6ab8-4fe9-8dad-1b715968e4d1', 'name': '', 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:d3:ab:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '4aa14d5a-bc60-479d-9ba7-550d7f8437d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:50Z', 'updated_at': '2022-02-09T02:40:54Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '4aa14d5a-bc60-479d-9ba7-550d7f8437d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:01.046213 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ef05fc-93ed-4fb9-98fe-a4d9375910bc None None] The sync data for ids ['e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'] in n-d-828387-3 is: [{'id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708755622', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:51Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '91f8a77e-6ab8-4fe9-8dad-1b715968e4d1', 'name': '', 'network_id': 'a1cd1848-5423-47ec-a033-6bfca4dc3cd5', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:d3:ab:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '4aa14d5a-bc60-479d-9ba7-550d7f8437d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:50Z', 'updated_at': '2022-02-09T02:40:54Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '4aa14d5a-bc60-479d-9ba7-550d7f8437d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:43:01.097301 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d0e9efbb-9ada-4e28-bfac-e0795079ae6e req-145ab567-0234-4eeb-992e-c87086ccba55 service neutron] 10.222.0.48 "GET /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966818 Feb 09 02:43:01.288631 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3a8e4-a8b7-4ee2-89e8-bca386c87dda None None] New status for floating IP fb6dc5f8-7cd7-4632-a8fd-a39964eb0b4b: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:43:01.901147 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca024a9b-5196-496b-9445-37ccb0c91c01 req-fba075d0-5db0-4e17-bbb9-750bcc5a6d95 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:01.902726 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ca024a9b-5196-496b-9445-37ccb0c91c01 req-fba075d0-5db0-4e17-bbb9-750bcc5a6d95 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 945 time: 0.0542417 Feb 09 02:43:01.957227 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ca024a9b-5196-496b-9445-37ccb0c91c01 req-51a9d020-fd43-47f7-a232-e0799088731f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb66c85f-1c55-415e-89b4-4650c8843bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482929 Feb 09 02:43:01.976075 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605b247-6eff-46c8-8d88-d7ec0a64c503 req-be5042f9-0b2e-49a9-9be6-16d248b0bd65 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:01.977553 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9605b247-6eff-46c8-8d88-d7ec0a64c503 req-be5042f9-0b2e-49a9-9be6-16d248b0bd65 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.48 "GET /v2.0/ports?device_id=440cb4e8-4ef8-4c07-815e-5e7303662655 HTTP/1.1" status: 200 len: 945 time: 0.0543845 Feb 09 02:43:02.074756 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-9605b247-6eff-46c8-8d88-d7ec0a64c503 req-206fb271-1165-47c5-abc9-37a703296606 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting port 19dca3e1-334c-4119-9592-9467a3846ad4 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:43:02.075110 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9605b247-6eff-46c8-8d88-d7ec0a64c503 req-206fb271-1165-47c5-abc9-37a703296606 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (19dca3e1-334c-4119-9592-9467a3846ad4), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.164221 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-9605b247-6eff-46c8-8d88-d7ec0a64c503 req-206fb271-1165-47c5-abc9-37a703296606 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] For port 19dca3e1-334c-4119-9592-9467a3846ad4, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=19dca3e1-334c-4119-9592-9467a3846ad4,segment=NetworkSegment(f10ea65e-b48a-45be-bcd3-8ed31dbcc4af),segment_id=f10ea65e-b48a-45be-bcd3-8ed31dbcc4af)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:02.164583 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9605b247-6eff-46c8-8d88-d7ec0a64c503 req-206fb271-1165-47c5-abc9-37a703296606 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (19dca3e1-334c-4119-9592-9467a3846ad4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.177252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-9605b247-6eff-46c8-8d88-d7ec0a64c503 req-206fb271-1165-47c5-abc9-37a703296606 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Calling delete_port for 19dca3e1-334c-4119-9592-9467a3846ad4 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:43:02.306602 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9605b247-6eff-46c8-8d88-d7ec0a64c503 req-206fb271-1165-47c5-abc9-37a703296606 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (19dca3e1-334c-4119-9592-9467a3846ad4), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.335471 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fb271-1165-47c5-abc9-37a703296606 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Port': ['ID=19dca3e1-334c-4119-9592-9467a3846ad4,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:02.382955 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-9605b247-6eff-46c8-8d88-d7ec0a64c503 req-206fb271-1165-47c5-abc9-37a703296606 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] No DVR routers for this DVR port 19dca3e1-334c-4119-9592-9467a3846ad4 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:43:02.385633 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9605b247-6eff-46c8-8d88-d7ec0a64c503 req-206fb271-1165-47c5-abc9-37a703296606 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.389057 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9605b247-6eff-46c8-8d88-d7ec0a64c503 req-206fb271-1165-47c5-abc9-37a703296606 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.48 "DELETE /v2.0/ports/19dca3e1-334c-4119-9592-9467a3846ad4 HTTP/1.1" status: 204 len: 173 time: 0.4062278 Feb 09 02:43:02.391634 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440cb4e8-4ef8-4c07-815e-5e7303662655', 'name': 'network-vif-deleted', 'tag': '19dca3e1-334c-4119-9592-9467a3846ad4'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:02.391893 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8359820b-7aea-453d-b654-b649ee598225" -d '{"events": [{"server_uuid": "440cb4e8-4ef8-4c07-815e-5e7303662655", "name": "network-vif-deleted", "tag": "19dca3e1-334c-4119-9592-9467a3846ad4"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:02.431309 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43243f2d-8f96-44bf-bbd7-818cbc1e1d54 x-openstack-request-id: req-43243f2d-8f96-44bf-bbd7-818cbc1e1d54 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:02.431611 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440cb4e8-4ef8-4c07-815e-5e7303662655", "name": "network-vif-deleted", "tag": "19dca3e1-334c-4119-9592-9467a3846ad4", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:02.431893 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43243f2d-8f96-44bf-bbd7-818cbc1e1d54 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:02.432312 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440cb4e8-4ef8-4c07-815e-5e7303662655', 'name': 'network-vif-deleted', 'tag': '19dca3e1-334c-4119-9592-9467a3846ad4', 'status': 'completed', 'code': 200} Feb 09 02:43:03.013206 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34126) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:03.386449 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1f996ea4-fde4-4ca2-862f-33206b2c05d1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (e8d7f8a5-6630-4efa-a21d-2e9c3654f52e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.649896 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-1f996ea4-fde4-4ca2-862f-33206b2c05d1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting port 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:43:03.650137 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1f996ea4-fde4-4ca2-862f-33206b2c05d1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (91f8a77e-6ab8-4fe9-8dad-1b715968e4d1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.743312 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-1f996ea4-fde4-4ca2-862f-33206b2c05d1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] For port 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=91f8a77e-6ab8-4fe9-8dad-1b715968e4d1,segment=NetworkSegment(f10ea65e-b48a-45be-bcd3-8ed31dbcc4af),segment_id=f10ea65e-b48a-45be-bcd3-8ed31dbcc4af)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:03.743690 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1f996ea4-fde4-4ca2-862f-33206b2c05d1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (91f8a77e-6ab8-4fe9-8dad-1b715968e4d1), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.757786 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-1f996ea4-fde4-4ca2-862f-33206b2c05d1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Calling delete_port for 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:43:03.944131 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1f996ea4-fde4-4ca2-862f-33206b2c05d1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (91f8a77e-6ab8-4fe9-8dad-1b715968e4d1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.969751 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f996ea4-fde4-4ca2-862f-33206b2c05d1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Port': ['ID=91f8a77e-6ab8-4fe9-8dad-1b715968e4d1,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:04.149195 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1f996ea4-fde4-4ca2-862f-33206b2c05d1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (e8d7f8a5-6630-4efa-a21d-2e9c3654f52e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:04.705056 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f996ea4-fde4-4ca2-862f-33206b2c05d1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router e8d7f8a5-6630-4efa-a21d-2e9c3654f52e has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:43:04.817505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f996ea4-fde4-4ca2-862f-33206b2c05d1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:43:04.822972 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1f996ea4-fde4-4ca2-862f-33206b2c05d1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "PUT /v2.0/routers/e8d7f8a5-6630-4efa-a21d-2e9c3654f52e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8085070 Feb 09 02:43:04.825502 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34128) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:04.828291 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36efe3d7-ca9d-4e87-8fae-b0cdfa407fd8 None None] Sync routers for ids ['e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:43:04.841114 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36efe3d7-ca9d-4e87-8fae-b0cdfa407fd8 None None] Routers {'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:04.841729 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-36efe3d7-ca9d-4e87-8fae-b0cdfa407fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:42:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:04.883382 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-662df670-428c-4158-872b-3be4814ed447 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting subnet 4aa14d5a-bc60-479d-9ba7-550d7f8437d3 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:43:04.886692 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-662df670-428c-4158-872b-3be4814ed447 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for subnet (4aa14d5a-bc60-479d-9ba7-550d7f8437d3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:04.930805 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-662df670-428c-4158-872b-3be4814ed447 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (4aa14d5a-bc60-479d-9ba7-550d7f8437d3), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:04.962453 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-36efe3d7-ca9d-4e87-8fae-b0cdfa407fd8 None None] Set router e8d7f8a5-6630-4efa-a21d-2e9c3654f52e gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:05.020415 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-662df670-428c-4158-872b-3be4814ed447 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (4aa14d5a-bc60-479d-9ba7-550d7f8437d3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.093350 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-662df670-428c-4158-872b-3be4814ed447 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (4aa14d5a-bc60-479d-9ba7-550d7f8437d3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.120414 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662df670-428c-4158-872b-3be4814ed447 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Subnet': ['ID=4aa14d5a-bc60-479d-9ba7-550d7f8437d3,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:05.126963 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-662df670-428c-4158-872b-3be4814ed447 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.132184 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-662df670-428c-4158-872b-3be4814ed447 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/subnets/4aa14d5a-bc60-479d-9ba7-550d7f8437d3 HTTP/1.1" status: 204 len: 168 time: 0.3029563 Feb 09 02:43:05.132997 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34130) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:05.136166 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144f45e1-58ef-4b82-8680-a745a210d92c None None] Network a1cd1848-5423-47ec-a033-6bfca4dc3cd5 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:05.168165 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-36efe3d7-ca9d-4e87-8fae-b0cdfa407fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708755622', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:43:03Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:05.210815 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36efe3d7-ca9d-4e87-8fae-b0cdfa407fd8 None None] Checking router: e8d7f8a5-6630-4efa-a21d-2e9c3654f52e for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:43:05.235733 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36efe3d7-ca9d-4e87-8fae-b0cdfa407fd8 None None] Routers {'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:05.236610 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-36efe3d7-ca9d-4e87-8fae-b0cdfa407fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:42:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:05.277990 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a3c426c-59d4-453a-ac99-f29510c5458f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router (e8d7f8a5-6630-4efa-a21d-2e9c3654f52e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.337390 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693740cf-86ca-4c5b-8ddb-5b7d09551502 None None] DHCP port deletion for a1cd1848-5423-47ec-a033-6bfca4dc3cd5 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:43:05.370916 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-36efe3d7-ca9d-4e87-8fae-b0cdfa407fd8 None None] Set router e8d7f8a5-6630-4efa-a21d-2e9c3654f52e gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:05.391789 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-693740cf-86ca-4c5b-8ddb-5b7d09551502 None None] Deleting port 6a57fea0-fde9-4dae-9478-4d8ab4acbf2d {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:43:05.393229 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-693740cf-86ca-4c5b-8ddb-5b7d09551502 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (6a57fea0-fde9-4dae-9478-4d8ab4acbf2d), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.396243 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a3c426c-59d4-453a-ac99-f29510c5458f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_gateway (e8d7f8a5-6630-4efa-a21d-2e9c3654f52e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.457236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c426c-59d4-453a-ac99-f29510c5458f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting port 17cb0fef-0de6-4094-8b83-aab9a3750576 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:43:05.457753 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a3c426c-59d4-453a-ac99-f29510c5458f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (17cb0fef-0de6-4094-8b83-aab9a3750576), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.462253 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-693740cf-86ca-4c5b-8ddb-5b7d09551502 None None] For port 6a57fea0-fde9-4dae-9478-4d8ab4acbf2d, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=6a57fea0-fde9-4dae-9478-4d8ab4acbf2d,segment=NetworkSegment(f10ea65e-b48a-45be-bcd3-8ed31dbcc4af),segment_id=f10ea65e-b48a-45be-bcd3-8ed31dbcc4af)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:05.462583 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-693740cf-86ca-4c5b-8ddb-5b7d09551502 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (6a57fea0-fde9-4dae-9478-4d8ab4acbf2d), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.476740 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-693740cf-86ca-4c5b-8ddb-5b7d09551502 None None] Calling delete_port for 6a57fea0-fde9-4dae-9478-4d8ab4acbf2d owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:43:05.541515 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-1a3c426c-59d4-453a-ac99-f29510c5458f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] For port 17cb0fef-0de6-4094-8b83-aab9a3750576, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=17cb0fef-0de6-4094-8b83-aab9a3750576,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:05.542252 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a3c426c-59d4-453a-ac99-f29510c5458f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (17cb0fef-0de6-4094-8b83-aab9a3750576), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.556017 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c426c-59d4-453a-ac99-f29510c5458f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Calling delete_port for 17cb0fef-0de6-4094-8b83-aab9a3750576 owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:43:05.561910 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-693740cf-86ca-4c5b-8ddb-5b7d09551502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (6a57fea0-fde9-4dae-9478-4d8ab4acbf2d), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.597919 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693740cf-86ca-4c5b-8ddb-5b7d09551502 None None] Pushing event deleted for resources: {'Port': ['ID=6a57fea0-fde9-4dae-9478-4d8ab4acbf2d,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:05.605887 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693740cf-86ca-4c5b-8ddb-5b7d09551502 None None] No DVR routers for this DVR port 6a57fea0-fde9-4dae-9478-4d8ab4acbf2d on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:43:05.658958 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-36efe3d7-ca9d-4e87-8fae-b0cdfa407fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708755622', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:43:03Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:05.688120 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36efe3d7-ca9d-4e87-8fae-b0cdfa407fd8 None None] The sync data for ids ['e8d7f8a5-6630-4efa-a21d-2e9c3654f52e'] in n-d-828387-3 is: [{'id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708755622', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:43:03Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '17cb0fef-0de6-4094-8b83-aab9a3750576', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7f8a5-6630-4efa-a21d-2e9c3654f52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:48Z', 'updated_at': '2022-02-09T02:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:43:05.748828 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a3c426c-59d4-453a-ac99-f29510c5458f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (17cb0fef-0de6-4094-8b83-aab9a3750576), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.784415 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c426c-59d4-453a-ac99-f29510c5458f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Port': ['ID=17cb0fef-0de6-4094-8b83-aab9a3750576,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:05.846754 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a3c426c-59d4-453a-ac99-f29510c5458f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (e8d7f8a5-6630-4efa-a21d-2e9c3654f52e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.945678 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a3c426c-59d4-453a-ac99-f29510c5458f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (e8d7f8a5-6630-4efa-a21d-2e9c3654f52e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.947915 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a3c426c-59d4-453a-ac99-f29510c5458f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_controller (e8d7f8a5-6630-4efa-a21d-2e9c3654f52e), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.994994 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a3c426c-59d4-453a-ac99-f29510c5458f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (e8d7f8a5-6630-4efa-a21d-2e9c3654f52e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.995684 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3c426c-59d4-453a-ac99-f29510c5458f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Fanout notify agent at l3_agent the message router_deleted on router e8d7f8a5-6630-4efa-a21d-2e9c3654f52e {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:43:06.003698 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1a3c426c-59d4-453a-ac99-f29510c5458f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.004944 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-1a3c426c-59d4-453a-ac99-f29510c5458f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/routers/e8d7f8a5-6630-4efa-a21d-2e9c3654f52e HTTP/1.1" status: 204 len: 168 time: 0.8714564 Feb 09 02:43:06.007480 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34132) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:06.086142 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8569a08c-096a-4dc0-b3e0-470ce027e96e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (a1cd1848-5423-47ec-a033-6bfca4dc3cd5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.177991 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8569a08c-096a-4dc0-b3e0-470ce027e96e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (a1cd1848-5423-47ec-a033-6bfca4dc3cd5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.197800 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-8569a08c-096a-4dc0-b3e0-470ce027e96e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cd1848-5423-47ec-a033-6bfca4dc3cd5']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:06.207361 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-8569a08c-096a-4dc0-b3e0-470ce027e96e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10ea65e-b48a-45be-bcd3-8ed31dbcc4af') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:06.207665 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-8569a08c-096a-4dc0-b3e0-470ce027e96e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10ea65e-b48a-45be-bcd3-8ed31dbcc4af') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:06.217014 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8569a08c-096a-4dc0-b3e0-470ce027e96e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (f10ea65e-b48a-45be-bcd3-8ed31dbcc4af), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.230722 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8569a08c-096a-4dc0-b3e0-470ce027e96e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (f10ea65e-b48a-45be-bcd3-8ed31dbcc4af), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.236661 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8569a08c-096a-4dc0-b3e0-470ce027e96e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:43:06.237042 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8569a08c-096a-4dc0-b3e0-470ce027e96e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (f10ea65e-b48a-45be-bcd3-8ed31dbcc4af), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: timer() Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:43:06.240235 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:43:06.296589 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8569a08c-096a-4dc0-b3e0-470ce027e96e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (a1cd1848-5423-47ec-a033-6bfca4dc3cd5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.303931 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8569a08c-096a-4dc0-b3e0-470ce027e96e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.307179 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8569a08c-096a-4dc0-b3e0-470ce027e96e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/networks/a1cd1848-5423-47ec-a033-6bfca4dc3cd5 HTTP/1.1" status: 204 len: 168 time: 0.2987549 Feb 09 02:43:06.310231 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34134) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:06.319664 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569a08c-096a-4dc0-b3e0-470ce027e96e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Network': ['ID=a1cd1848-5423-47ec-a033-6bfca4dc3cd5,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:06.369076 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3e5c5106-b9dc-4caf-af1e-339f9901604d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (fb66c85f-1c55-415e-89b4-4650c8843bf0), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.394339 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3e5c5106-b9dc-4caf-af1e-339f9901604d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (fb66c85f-1c55-415e-89b4-4650c8843bf0), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.458213 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3e5c5106-b9dc-4caf-af1e-339f9901604d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (fb66c85f-1c55-415e-89b4-4650c8843bf0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.461012 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3e5c5106-b9dc-4caf-af1e-339f9901604d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.462184 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3e5c5106-b9dc-4caf-af1e-339f9901604d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/security-groups/fb66c85f-1c55-415e-89b4-4650c8843bf0 HTTP/1.1" status: 204 len: 168 time: 0.1509731 Feb 09 02:43:06.472224 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c5106-b9dc-4caf-af1e-339f9901604d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb66c85f-1c55-415e-89b4-4650c8843bf0,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:06.616066 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 19dca3e1-334c-4119-9592-9467a3846ad4 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:43:06.636398 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 19dca3e1-334c-4119-9592-9467a3846ad4 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:43:06.636740 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 19dca3e1-334c-4119-9592-9467a3846ad4 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:43:07.231131 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6a57fea0-fde9-4dae-9478-4d8ab4acbf2d no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:43:07.252690 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 6a57fea0-fde9-4dae-9478-4d8ab4acbf2d {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:43:07.253043 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 6a57fea0-fde9-4dae-9478-4d8ab4acbf2d not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:43:07.253449 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:43:07.274933 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:43:07.275303 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 91f8a77e-6ab8-4fe9-8dad-1b715968e4d1 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:43:07.275710 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 17cb0fef-0de6-4094-8b83-aab9a3750576 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:43:07.294408 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 17cb0fef-0de6-4094-8b83-aab9a3750576 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:43:07.294748 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 17cb0fef-0de6-4094-8b83-aab9a3750576 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:43:07.587973 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bfa62a9a-1c24-4620-8482-8ada14e76971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.768050 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34144) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:08.772955 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-58de819e-e04d-4a3a-896d-658d4f9fdc74 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-642076257', 'description': 'tempest-secgroup-smoke-642076257 description', 'project_id': '227cd762524640f88637fa0863390e6c'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:08.794974 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58de819e-e04d-4a3a-896d-658d4f9fdc74 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.864102 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58de819e-e04d-4a3a-896d-658d4f9fdc74 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (b22d8c99-6136-438d-b001-243f66799fc3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.868089 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58de819e-e04d-4a3a-896d-658d4f9fdc74 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b22d8c99-6136-438d-b001-243f66799fc3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.897452 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de819e-e04d-4a3a-896d-658d4f9fdc74 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b22d8c99-6136-438d-b001-243f66799fc3,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:08.902665 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-58de819e-e04d-4a3a-896d-658d4f9fdc74 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.906679 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-58de819e-e04d-4a3a-896d-658d4f9fdc74 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1345551 Feb 09 02:43:08.906876 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34146) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:08.911877 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f731f7d9-e575-4539-9b10-31ff10f3ec41 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': 'b22d8c99-6136-438d-b001-243f66799fc3', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:08.937628 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f731f7d9-e575-4539-9b10-31ff10f3ec41 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (c688ac43-1ca0-4227-81f9-73594762cd5f), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.994839 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f731f7d9-e575-4539-9b10-31ff10f3ec41 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (c688ac43-1ca0-4227-81f9-73594762cd5f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.999610 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f731f7d9-e575-4539-9b10-31ff10f3ec41 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (c688ac43-1ca0-4227-81f9-73594762cd5f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.018103 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731f7d9-e575-4539-9b10-31ff10f3ec41 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c688ac43-1ca0-4227-81f9-73594762cd5f,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:09.026503 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f731f7d9-e575-4539-9b10-31ff10f3ec41 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.027736 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f731f7d9-e575-4539-9b10-31ff10f3ec41 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199651 Feb 09 02:43:09.030589 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34148) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:09.034909 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-c6793a97-4856-4da5-8118-329df338ad45 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': 'b22d8c99-6136-438d-b001-243f66799fc3', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:09.061184 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6793a97-4856-4da5-8118-329df338ad45 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (b67ac5dd-d386-4d8b-a89a-7064eaa2d74a), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.117743 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6793a97-4856-4da5-8118-329df338ad45 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (b67ac5dd-d386-4d8b-a89a-7064eaa2d74a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.122079 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6793a97-4856-4da5-8118-329df338ad45 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (b67ac5dd-d386-4d8b-a89a-7064eaa2d74a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.147101 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6793a97-4856-4da5-8118-329df338ad45 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67ac5dd-d386-4d8b-a89a-7064eaa2d74a,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:09.152130 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6793a97-4856-4da5-8118-329df338ad45 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.153357 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c6793a97-4856-4da5-8118-329df338ad45 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218538 Feb 09 02:43:09.156172 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34150) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:09.160641 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-74c5b502-08e0-44cf-a46c-24cab313b109 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': 'b22d8c99-6136-438d-b001-243f66799fc3', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:09.187431 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-74c5b502-08e0-44cf-a46c-24cab313b109 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (2932c91a-002e-4df8-9bf3-7a71a9ad2985), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.246424 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-74c5b502-08e0-44cf-a46c-24cab313b109 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (2932c91a-002e-4df8-9bf3-7a71a9ad2985), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.250342 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-74c5b502-08e0-44cf-a46c-24cab313b109 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (2932c91a-002e-4df8-9bf3-7a71a9ad2985), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.272202 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5b502-08e0-44cf-a46c-24cab313b109 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2932c91a-002e-4df8-9bf3-7a71a9ad2985,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:09.280322 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-74c5b502-08e0-44cf-a46c-24cab313b109 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.281501 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-74c5b502-08e0-44cf-a46c-24cab313b109 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244051 Feb 09 02:43:09.284786 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34152) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:09.289046 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-c66070f0-4ddc-42af-a4f5-d017243c254b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': 'b22d8c99-6136-438d-b001-243f66799fc3', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:09.313394 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c66070f0-4ddc-42af-a4f5-d017243c254b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (7b170cc3-879f-4d66-952c-4340ff1d1ad1), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.372030 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c66070f0-4ddc-42af-a4f5-d017243c254b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (7b170cc3-879f-4d66-952c-4340ff1d1ad1), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.375642 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c66070f0-4ddc-42af-a4f5-d017243c254b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (7b170cc3-879f-4d66-952c-4340ff1d1ad1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.393840 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66070f0-4ddc-42af-a4f5-d017243c254b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b170cc3-879f-4d66-952c-4340ff1d1ad1,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:09.401800 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c66070f0-4ddc-42af-a4f5-d017243c254b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.403256 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c66070f0-4ddc-42af-a4f5-d017243c254b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175342 Feb 09 02:43:09.405956 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34154) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:09.410705 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-186c7c46-fc76-4546-876e-383a409b7cac tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': 'b22d8c99-6136-438d-b001-243f66799fc3', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:09.432159 n-d-828387-3 neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-186c7c46-fc76-4546-876e-383a409b7cac tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Project 227cd762524640f88637fa0863390e6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:43:09.437164 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-186c7c46-fc76-4546-876e-383a409b7cac tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (5fc8ad46-56bf-4a1c-95f0-3a043a1de682), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.494163 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-186c7c46-fc76-4546-876e-383a409b7cac tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (5fc8ad46-56bf-4a1c-95f0-3a043a1de682), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.497403 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-186c7c46-fc76-4546-876e-383a409b7cac tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (5fc8ad46-56bf-4a1c-95f0-3a043a1de682), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.518174 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c7c46-fc76-4546-876e-383a409b7cac tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc8ad46-56bf-4a1c-95f0-3a043a1de682,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:09.527150 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-186c7c46-fc76-4546-876e-383a409b7cac tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.528674 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-186c7c46-fc76-4546-876e-383a409b7cac tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217623 Feb 09 02:43:09.531932 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34156) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:09.537095 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-8af33af0-f5cc-4bb4-bce3-1e1bb60d49fb tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': 'b22d8c99-6136-438d-b001-243f66799fc3', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:09.557128 n-d-828387-3 neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-8af33af0-f5cc-4bb4-bce3-1e1bb60d49fb tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Project 227cd762524640f88637fa0863390e6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:43:09.561850 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8af33af0-f5cc-4bb4-bce3-1e1bb60d49fb tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (223d3d72-da15-49dc-a2a4-4b65040538e2), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.620921 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8af33af0-f5cc-4bb4-bce3-1e1bb60d49fb tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (223d3d72-da15-49dc-a2a4-4b65040538e2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.624741 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8af33af0-f5cc-4bb4-bce3-1e1bb60d49fb tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (223d3d72-da15-49dc-a2a4-4b65040538e2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.645663 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af33af0-f5cc-4bb4-bce3-1e1bb60d49fb tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223d3d72-da15-49dc-a2a4-4b65040538e2,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:09.651662 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8af33af0-f5cc-4bb4-bce3-1e1bb60d49fb tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.652807 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8af33af0-f5cc-4bb4-bce3-1e1bb60d49fb tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193006 Feb 09 02:43:09.655703 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34158) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:09.661011 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-c50fccd1-7a6d-4ec8-88f6-37833d974953 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'network': {'name': 'tempest-network-smoke--1279006829', 'project_id': '227cd762524640f88637fa0863390e6c', 'port_security_enabled': True}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:09.680400 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50fccd1-7a6d-4ec8-88f6-37833d974953 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Made reservation on behalf of 227cd762524640f88637fa0863390e6c for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:09.683639 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c50fccd1-7a6d-4ec8-88f6-37833d974953 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.708114 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50fccd1-7a6d-4ec8-88f6-37833d974953 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:43:09.716719 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c50fccd1-7a6d-4ec8-88f6-37833d974953 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (949d6968-5725-4b71-8466-94d850bc63f2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.717058 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-c50fccd1-7a6d-4ec8-88f6-37833d974953 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Added segment 949d6968-5725-4b71-8466-94d850bc63f2 of type vlan for network 15351fe9-d6af-4934-a406-1dd5515503c6 Feb 09 02:43:09.759830 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c50fccd1-7a6d-4ec8-88f6-37833d974953 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (15351fe9-d6af-4934-a406-1dd5515503c6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.785073 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c50fccd1-7a6d-4ec8-88f6-37833d974953 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (15351fe9-d6af-4934-a406-1dd5515503c6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.790186 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50fccd1-7a6d-4ec8-88f6-37833d974953 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:09.790770 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c50fccd1-7a6d-4ec8-88f6-37833d974953 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.847440 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c50fccd1-7a6d-4ec8-88f6-37833d974953 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1906869 Feb 09 02:43:09.850227 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34160) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:09.854826 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-f88e7d52-a3a8-4b88-bc5e-e3198cb2dc1e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1941936456', 'admin_state_up': True, 'project_id': '227cd762524640f88637fa0863390e6c', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:09.861958 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50fccd1-7a6d-4ec8-88f6-37833d974953 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Network': ['ID=15351fe9-d6af-4934-a406-1dd5515503c6,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:09.873338 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 15351fe9-d6af-4934-a406-1dd5515503c6 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:43:09.877145 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f88e7d52-a3a8-4b88-bc5e-e3198cb2dc1e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (b18a32ff-8759-41a9-965f-7a7a956ddd9f), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.878288 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f88e7d52-a3a8-4b88-bc5e-e3198cb2dc1e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (b18a32ff-8759-41a9-965f-7a7a956ddd9f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.937342 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f88e7d52-a3a8-4b88-bc5e-e3198cb2dc1e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_controller (b18a32ff-8759-41a9-965f-7a7a956ddd9f), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:10.083193 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f88e7d52-a3a8-4b88-bc5e-e3198cb2dc1e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_gateway (b18a32ff-8759-41a9-965f-7a7a956ddd9f), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:10.259760 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5a786b21-a918-4cd7-a384-23fe99200468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:10.276014 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f88e7d52-a3a8-4b88-bc5e-e3198cb2dc1e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_gateway (b18a32ff-8759-41a9-965f-7a7a956ddd9f), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:10.294412 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f88e7d52-a3a8-4b88-bc5e-e3198cb2dc1e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:10.399481 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-f88e7d52-a3a8-4b88-bc5e-e3198cb2dc1e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Allocated IP 172.25.7.68 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/62d40df5-b215-4f61-8bc5-4238e021fbae) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:10.477901 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:10.500595 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f88e7d52-a3a8-4b88-bc5e-e3198cb2dc1e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (62d40df5-b215-4f61-8bc5-4238e021fbae), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:10.535153 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f88e7d52-a3a8-4b88-bc5e-e3198cb2dc1e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (62d40df5-b215-4f61-8bc5-4238e021fbae), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:10.575079 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88e7d52-a3a8-4b88-bc5e-e3198cb2dc1e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:10.579881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-f88e7d52-a3a8-4b88-bc5e-e3198cb2dc1e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:10.583412 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88e7d52-a3a8-4b88-bc5e-e3198cb2dc1e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:10.606477 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e7d52-a3a8-4b88-bc5e-e3198cb2dc1e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=62d40df5-b215-4f61-8bc5-4238e021fbae,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:10.836076 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f88e7d52-a3a8-4b88-bc5e-e3198cb2dc1e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_gateway (b18a32ff-8759-41a9-965f-7a7a956ddd9f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:11.033730 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f88e7d52-a3a8-4b88-bc5e-e3198cb2dc1e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (b18a32ff-8759-41a9-965f-7a7a956ddd9f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:11.051229 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:11.159646 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88e7d52-a3a8-4b88-bc5e-e3198cb2dc1e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router b18a32ff-8759-41a9-965f-7a7a956ddd9f is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:43:11.268188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88e7d52-a3a8-4b88-bc5e-e3198cb2dc1e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:43:11.277916 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] Sync routers for ids ['b18a32ff-8759-41a9-965f-7a7a956ddd9f'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:43:11.288986 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] Routers {'b18a32ff-8759-41a9-965f-7a7a956ddd9f'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:11.289607 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:43:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b18a32ff-8759-41a9-965f-7a7a956ddd9f'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:11.290186 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f88e7d52-a3a8-4b88-bc5e-e3198cb2dc1e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:11.291457 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f88e7d52-a3a8-4b88-bc5e-e3198cb2dc1e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4401617 Feb 09 02:43:11.294627 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34162) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:11.376344 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2b5aff6e-4c36-489d-a9ff-ef109e50548e tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=227cd762524640f88637fa0863390e6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0805585 Feb 09 02:43:11.379196 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34166) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:11.388983 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:11.408167 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] Set router b18a32ff-8759-41a9-965f-7a7a956ddd9f gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:11.470673 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a87a5eb-d9ee-416e-b1b6-d022e21476c0 tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:11.472136 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7a87a5eb-d9ee-416e-b1b6-d022e21476c0 tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920179 Feb 09 02:43:11.474886 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34168) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:11.503682 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f0cb1cf0-e066-433b-91f9-327e318df287 tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276694 Feb 09 02:43:11.506160 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34170) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:11.510833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b2b8ea9f-884c-4a66-91bf-7d88f4b2defb tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1543751910', 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6', 'project_id': '227cd762524640f88637fa0863390e6c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:11.586194 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941936456', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:09Z', 'updated_at': '2022-02-09T02:43:10Z', 'revision_number': 3, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:10Z', 'updated_at': '2022-02-09T02:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:11.601238 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b8ea9f-884c-4a66-91bf-7d88f4b2defb tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Made reservation on behalf of 227cd762524640f88637fa0863390e6c for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:11.605288 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ea9f-884c-4a66-91bf-7d88f4b2defb tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:11.617342 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] Checking router: b18a32ff-8759-41a9-965f-7a7a956ddd9f for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:43:11.617688 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] Updating router b18a32ff-8759-41a9-965f-7a7a956ddd9f port 62d40df5-b215-4f61-8bc5-4238e021fbae binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:43:11.645062 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (62d40df5-b215-4f61-8bc5-4238e021fbae), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:11.791225 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ea9f-884c-4a66-91bf-7d88f4b2defb tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (72a97ce1-b09a-4764-b2ad-b08ea1d67cee), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:11.857661 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8ea9f-884c-4a66-91bf-7d88f4b2defb tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Subnet': ['ID=72a97ce1-b09a-4764-b2ad-b08ea1d67cee,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:11.860613 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8ea9f-884c-4a66-91bf-7d88f4b2defb tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Checking segment: {'id': '949d6968-5725-4b71-8466-94d850bc63f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:11.860996 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b8ea9f-884c-4a66-91bf-7d88f4b2defb tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network hostable DHCP agents. Network: 15351fe9-d6af-4934-a406-1dd5515503c6, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:43:11.879099 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b8ea9f-884c-4a66-91bf-7d88f4b2defb tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network 15351fe9-d6af-4934-a406-1dd5515503c6 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:43:11.888027 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-b2b8ea9f-884c-4a66-91bf-7d88f4b2defb tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 15351fe9-d6af-4934-a406-1dd5515503c6) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:11.895339 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b8ea9f-884c-4a66-91bf-7d88f4b2defb tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:11.895339 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ea9f-884c-4a66-91bf-7d88f4b2defb tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:11.899022 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] Publish callbacks [] for port (62d40df5-b215-4f61-8bc5-4238e021fbae), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:11.903449 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526de6c4-f57a-4224-9a4e-d3d96030fc1f None None] Network 15351fe9-d6af-4934-a406-1dd5515503c6 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:11.910615 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b2b8ea9f-884c-4a66-91bf-7d88f4b2defb tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4034476 Feb 09 02:43:11.913482 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34172) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:11.917633 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (62d40df5-b215-4f61-8bc5-4238e021fbae), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.010711 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] Attempting to bind port 62d40df5-b215-4f61-8bc5-4238e021fbae on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:12.011091 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] Attempting to bind port 62d40df5-b215-4f61-8bc5-4238e021fbae by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:12.011481 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] Attempting to bind port 62d40df5-b215-4f61-8bc5-4238e021fbae on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:12.025940 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc707483-2acf-48ff-8b31-93ca2397ca9e None None] Pushing event updated for resources: {'Port': ['ID=62d40df5-b215-4f61-8bc5-4238e021fbae,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:12.033527 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:12.034059 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:12.034453 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.035032 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:12.035549 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] Bound port: 62d40df5-b215-4f61-8bc5-4238e021fbae, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:12.035936 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (62d40df5-b215-4f61-8bc5-4238e021fbae), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.099593 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f23f2e-a385-4dc7-9f96-1b3bbaf6cffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-15351fe9-d6af-4934-a406-1dd5515503c6', 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6', 'project_id': '227cd762524640f88637fa0863390e6c', 'fixed_ips': [{'subnet_id': '72a97ce1-b09a-4764-b2ad-b08ea1d67cee'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:43:12.101146 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-16f23f2e-a385-4dc7-9f96-1b3bbaf6cffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.123652 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] For port 62d40df5-b215-4f61-8bc5-4238e021fbae, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:12.128299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] For port 62d40df5-b215-4f61-8bc5-4238e021fbae, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=62d40df5-b215-4f61-8bc5-4238e021fbae,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:12.140467 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (62d40df5-b215-4f61-8bc5-4238e021fbae), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.289555 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] Routers {'b18a32ff-8759-41a9-965f-7a7a956ddd9f'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:12.290188 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:43:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b18a32ff-8759-41a9-965f-7a7a956ddd9f'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:12.295920 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc707483-2acf-48ff-8b31-93ca2397ca9e None None] Pushing event updated for resources: {'Port': ['ID=62d40df5-b215-4f61-8bc5-4238e021fbae,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:12.367563 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0de1b7ef-f639-41ea-9f8b-fec2d30b813a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.382594 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-16f23f2e-a385-4dc7-9f96-1b3bbaf6cffc None None] Allocated IP 172.20.0.2 (15351fe9-d6af-4934-a406-1dd5515503c6/72a97ce1-b09a-4764-b2ad-b08ea1d67cee/ccd2fa48-2793-4b75-af31-aad85758720c) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:12.464520 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] Set router b18a32ff-8759-41a9-965f-7a7a956ddd9f gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:12.542006 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:43:12.755601 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.840520 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-16f23f2e-a385-4dc7-9f96-1b3bbaf6cffc None None] Publish callbacks [] for port (ccd2fa48-2793-4b75-af31-aad85758720c), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.863439 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-16f23f2e-a385-4dc7-9f96-1b3bbaf6cffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (ccd2fa48-2793-4b75-af31-aad85758720c), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.901665 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-0de1b7ef-f639-41ea-9f8b-fec2d30b813a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Allocated IP 172.20.0.1 (15351fe9-d6af-4934-a406-1dd5515503c6/72a97ce1-b09a-4764-b2ad-b08ea1d67cee/5c792e7c-721c-4469-8f20-bb62fcde9f74) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:12.910743 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f23f2e-a385-4dc7-9f96-1b3bbaf6cffc None None] Network 15351fe9-d6af-4934-a406-1dd5515503c6 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:12.920632 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-16f23f2e-a385-4dc7-9f96-1b3bbaf6cffc None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:12.925901 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f23f2e-a385-4dc7-9f96-1b3bbaf6cffc None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:12.929938 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f23f2e-a385-4dc7-9f96-1b3bbaf6cffc None None] Pushing event updated for resources: {'Port': ['ID=ccd2fa48-2793-4b75-af31-aad85758720c,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:12.980883 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941936456', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:09Z', 'updated_at': '2022-02-09T02:43:10Z', 'revision_number': 3, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:10Z', 'updated_at': '2022-02-09T02:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:13.014405 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4545a76c-bdc6-4932-a439-ff082d817a7c None None] The sync data for ids ['b18a32ff-8759-41a9-965f-7a7a956ddd9f'] in n-d-828387-3 is: [{'id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941936456', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:09Z', 'updated_at': '2022-02-09T02:43:10Z', 'revision_number': 3, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:10Z', 'updated_at': '2022-02-09T02:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:43:13.019913 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-16f23f2e-a385-4dc7-9f96-1b3bbaf6cffc None None] Attempting to bind port ccd2fa48-2793-4b75-af31-aad85758720c on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:13.020351 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-16f23f2e-a385-4dc7-9f96-1b3bbaf6cffc None None] Attempting to bind port ccd2fa48-2793-4b75-af31-aad85758720c by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '949d6968-5725-4b71-8466-94d850bc63f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:13.020720 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f23f2e-a385-4dc7-9f96-1b3bbaf6cffc None None] Attempting to bind port ccd2fa48-2793-4b75-af31-aad85758720c on network 15351fe9-d6af-4934-a406-1dd5515503c6 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:13.021901 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0de1b7ef-f639-41ea-9f8b-fec2d30b813a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (5c792e7c-721c-4469-8f20-bb62fcde9f74), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.025907 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f23f2e-a385-4dc7-9f96-1b3bbaf6cffc None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:13.026315 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f23f2e-a385-4dc7-9f96-1b3bbaf6cffc None None] Checking segment: {'id': '949d6968-5725-4b71-8466-94d850bc63f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:13.026687 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-16f23f2e-a385-4dc7-9f96-1b3bbaf6cffc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.027080 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f23f2e-a385-4dc7-9f96-1b3bbaf6cffc None None] Bound using segment: {'id': '949d6968-5725-4b71-8466-94d850bc63f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:13.027581 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-16f23f2e-a385-4dc7-9f96-1b3bbaf6cffc None None] Bound port: ccd2fa48-2793-4b75-af31-aad85758720c, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949d6968-5725-4b71-8466-94d850bc63f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:13.027967 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-16f23f2e-a385-4dc7-9f96-1b3bbaf6cffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ccd2fa48-2793-4b75-af31-aad85758720c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.059739 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0de1b7ef-f639-41ea-9f8b-fec2d30b813a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (5c792e7c-721c-4469-8f20-bb62fcde9f74), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.094047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-16f23f2e-a385-4dc7-9f96-1b3bbaf6cffc None None] For port ccd2fa48-2793-4b75-af31-aad85758720c, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:13.101923 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-16f23f2e-a385-4dc7-9f96-1b3bbaf6cffc None None] For port ccd2fa48-2793-4b75-af31-aad85758720c, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ccd2fa48-2793-4b75-af31-aad85758720c,segment=NetworkSegment(949d6968-5725-4b71-8466-94d850bc63f2),segment_id=949d6968-5725-4b71-8466-94d850bc63f2)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:13.109565 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de1b7ef-f639-41ea-9f8b-fec2d30b813a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network 15351fe9-d6af-4934-a406-1dd5515503c6 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:13.112164 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-16f23f2e-a385-4dc7-9f96-1b3bbaf6cffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ccd2fa48-2793-4b75-af31-aad85758720c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.113626 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-0de1b7ef-f639-41ea-9f8b-fec2d30b813a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:13.116191 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de1b7ef-f639-41ea-9f8b-fec2d30b813a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:13.146346 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1b7ef-f639-41ea-9f8b-fec2d30b813a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=5c792e7c-721c-4469-8f20-bb62fcde9f74,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:13.167506 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0de1b7ef-f639-41ea-9f8b-fec2d30b813a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (b18a32ff-8759-41a9-965f-7a7a956ddd9f), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.175162 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f23f2e-a385-4dc7-9f96-1b3bbaf6cffc None None] Pushing event updated for resources: {'Port': ['ID=ccd2fa48-2793-4b75-af31-aad85758720c,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:13.354797 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0de1b7ef-f639-41ea-9f8b-fec2d30b813a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5c792e7c-721c-4469-8f20-bb62fcde9f74), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.600904 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.706820 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0de1b7ef-f639-41ea-9f8b-fec2d30b813a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (5c792e7c-721c-4469-8f20-bb62fcde9f74), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.713065 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0de1b7ef-f639-41ea-9f8b-fec2d30b813a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (5c792e7c-721c-4469-8f20-bb62fcde9f74), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.792514 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0de1b7ef-f639-41ea-9f8b-fec2d30b813a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (b18a32ff-8759-41a9-965f-7a7a956ddd9f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.794183 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1b7ef-f639-41ea-9f8b-fec2d30b813a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=5c792e7c-721c-4469-8f20-bb62fcde9f74,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:13.898758 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de1b7ef-f639-41ea-9f8b-fec2d30b813a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network 15351fe9-d6af-4934-a406-1dd5515503c6 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:13.900585 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-0de1b7ef-f639-41ea-9f8b-fec2d30b813a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:14.027736 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de1b7ef-f639-41ea-9f8b-fec2d30b813a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router b18a32ff-8759-41a9-965f-7a7a956ddd9f has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:43:14.144176 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de1b7ef-f639-41ea-9f8b-fec2d30b813a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:43:14.149371 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-0de1b7ef-f639-41ea-9f8b-fec2d30b813a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "PUT /v2.0/routers/b18a32ff-8759-41a9-965f-7a7a956ddd9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2347119 Feb 09 02:43:14.224290 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67b54fe-75dc-4a44-8bde-a1608939f654 None None] Network 15351fe9-d6af-4934-a406-1dd5515503c6 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:14.290075 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b33b7140-d5ce-4c18-a245-f107a0aebc29 None None] Provisioning complete for port ccd2fa48-2793-4b75-af31-aad85758720c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:14.290456 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b33b7140-d5ce-4c18-a245-f107a0aebc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ccd2fa48-2793-4b75-af31-aad85758720c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.313736 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-27eeeb4c-b770-40c0-8eab-1fa677701f6b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-642076257&fields=id&tenant_id=227cd762524640f88637fa0863390e6c HTTP/1.1" status: 200 len: 267 time: 0.0448418 Feb 09 02:43:14.416059 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b33b7140-d5ce-4c18-a245-f107a0aebc29 None None] Current status of the port ccd2fa48-2793-4b75-af31-aad85758720c is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:14.416640 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b33b7140-d5ce-4c18-a245-f107a0aebc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ccd2fa48-2793-4b75-af31-aad85758720c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.460138 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b33b7140-d5ce-4c18-a245-f107a0aebc29 None None] For port ccd2fa48-2793-4b75-af31-aad85758720c, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ccd2fa48-2793-4b75-af31-aad85758720c,segment=NetworkSegment(949d6968-5725-4b71-8466-94d850bc63f2),segment_id=949d6968-5725-4b71-8466-94d850bc63f2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:14.467899 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b33b7140-d5ce-4c18-a245-f107a0aebc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ccd2fa48-2793-4b75-af31-aad85758720c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.544354 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b7140-d5ce-4c18-a245-f107a0aebc29 None None] Pushing event updated for resources: {'Port': ['ID=ccd2fa48-2793-4b75-af31-aad85758720c,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:14.723779 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6655327c-98d3-4259-9315-50a3a933059c None None] Provisioning complete for port 5c792e7c-721c-4469-8f20-bb62fcde9f74 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:14.724157 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6655327c-98d3-4259-9315-50a3a933059c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5c792e7c-721c-4469-8f20-bb62fcde9f74), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.763706 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6655327c-98d3-4259-9315-50a3a933059c None None] Port 5c792e7c-721c-4469-8f20-bb62fcde9f74 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:43:14.775452 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6655327c-98d3-4259-9315-50a3a933059c None None] Provisioning complete for port ccd2fa48-2793-4b75-af31-aad85758720c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:14.775964 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6655327c-98d3-4259-9315-50a3a933059c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ccd2fa48-2793-4b75-af31-aad85758720c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.855068 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-a72ec540-c5e7-44c7-88df-f9189faf178e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:14.856737 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-a72ec540-c5e7-44c7-88df-f9189faf178e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/networks?id=15351fe9-d6af-4934-a406-1dd5515503c6 HTTP/1.1" status: 200 len: 797 time: 0.5360849 Feb 09 02:43:14.865910 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6655327c-98d3-4259-9315-50a3a933059c None None] Current status of the port ccd2fa48-2793-4b75-af31-aad85758720c is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:14.873091 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-86d370b8-aee1-4b1f-a74a-ba888a2bf9cd tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/quotas/227cd762524640f88637fa0863390e6c HTTP/1.1" status: 200 len: 375 time: 0.0104976 Feb 09 02:43:14.916209 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] Sync routers for ids ['b18a32ff-8759-41a9-965f-7a7a956ddd9f'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:43:14.929406 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] Routers {'b18a32ff-8759-41a9-965f-7a7a956ddd9f'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:14.930020 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:43:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b18a32ff-8759-41a9-965f-7a7a956ddd9f'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:14.932221 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-5ab3763c-5979-4f5b-9261-b3dc73cf6896 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526617 Feb 09 02:43:14.992294 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4a6e0dcd-e2e0-4c69-a6aa-9b54fa390840 None None] Provisioning complete for port 5c792e7c-721c-4469-8f20-bb62fcde9f74 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:14.993049 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4a6e0dcd-e2e0-4c69-a6aa-9b54fa390840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5c792e7c-721c-4469-8f20-bb62fcde9f74), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.036499 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4a6e0dcd-e2e0-4c69-a6aa-9b54fa390840 None None] Port 5c792e7c-721c-4469-8f20-bb62fcde9f74 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:43:15.060345 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] Set router b18a32ff-8759-41a9-965f-7a7a956ddd9f gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:15.096583 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-cd492c09-5316-418f-abc2-0738351d488a service neutron] 10.222.0.36 "GET /v2.0/networks/15351fe9-d6af-4934-a406-1dd5515503c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507497 Feb 09 02:43:15.191233 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-90011d53-6d53-4dfa-89ea-2fc52913622c service neutron] 10.222.0.36 "GET /v2.0/networks/15351fe9-d6af-4934-a406-1dd5515503c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892410 Feb 09 02:43:15.263909 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9d050d79-5d81-4d90-8ae3-d3415a33fbb9 None None] Provisioning complete for port 5c792e7c-721c-4469-8f20-bb62fcde9f74 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:15.264411 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9d050d79-5d81-4d90-8ae3-d3415a33fbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5c792e7c-721c-4469-8f20-bb62fcde9f74), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.307910 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941936456', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:09Z', 'updated_at': '2022-02-09T02:43:13Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:10Z', 'updated_at': '2022-02-09T02:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '5c792e7c-721c-4469-8f20-bb62fcde9f74', 'name': '', 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:6f:ff:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '72a97ce1-b09a-4764-b2ad-b08ea1d67cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:12Z', 'updated_at': '2022-02-09T02:43:13Z', 'revision_number': 2, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '72a97ce1-b09a-4764-b2ad-b08ea1d67cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:15.322060 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ccd2fa48-2793-4b75-af31-aad85758720c up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:15.357801 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] Checking router: b18a32ff-8759-41a9-965f-7a7a956ddd9f for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:43:15.357993 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9d050d79-5d81-4d90-8ae3-d3415a33fbb9 None None] Port 5c792e7c-721c-4469-8f20-bb62fcde9f74 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:43:15.358212 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] Updating router b18a32ff-8759-41a9-965f-7a7a956ddd9f port 5c792e7c-721c-4469-8f20-bb62fcde9f74 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:43:15.396198 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5c792e7c-721c-4469-8f20-bb62fcde9f74), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.396691 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port ccd2fa48-2793-4b75-af31-aad85758720c triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:15.397168 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ccd2fa48-2793-4b75-af31-aad85758720c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.410339 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c58918eb-e105-4304-a0ea-ddb225762119 req-78bddbcd-2fe1-4ecf-b68d-7eb6f348d875 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 210 time: 0.0369456 Feb 09 02:43:15.498003 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ccd2fa48-2793-4b75-af31-aad85758720c is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:15.499087 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 62d40df5-b215-4f61-8bc5-4238e021fbae up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:15.553047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 62d40df5-b215-4f61-8bc5-4238e021fbae triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:15.553047 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (62d40df5-b215-4f61-8bc5-4238e021fbae), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.634952 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 62d40df5-b215-4f61-8bc5-4238e021fbae is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:15.635604 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (62d40df5-b215-4f61-8bc5-4238e021fbae), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.658958 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 62d40df5-b215-4f61-8bc5-4238e021fbae, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=62d40df5-b215-4f61-8bc5-4238e021fbae,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:15.663775 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (62d40df5-b215-4f61-8bc5-4238e021fbae), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.710546 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] Publish callbacks [] for port (5c792e7c-721c-4469-8f20-bb62fcde9f74), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.716098 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5c792e7c-721c-4469-8f20-bb62fcde9f74), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.721135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=62d40df5-b215-4f61-8bc5-4238e021fbae,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:15.771471 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7d6e3-7352-456f-96af-0ce7155e1e1c None None] Pushing event updated for resources: {'Port': ['ID=5c792e7c-721c-4469-8f20-bb62fcde9f74,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:15.804017 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d6e3-7352-456f-96af-0ce7155e1e1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:15.804455 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d6e3-7352-456f-96af-0ce7155e1e1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:15.804862 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d6e3-7352-456f-96af-0ce7155e1e1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:15.805110 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d6e3-7352-456f-96af-0ce7155e1e1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:15.805440 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d6e3-7352-456f-96af-0ce7155e1e1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:15.805764 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d6e3-7352-456f-96af-0ce7155e1e1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:15.806086 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d6e3-7352-456f-96af-0ce7155e1e1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:15.806402 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d6e3-7352-456f-96af-0ce7155e1e1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:15.806719 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d6e3-7352-456f-96af-0ce7155e1e1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:15.807382 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d6e3-7352-456f-96af-0ce7155e1e1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:15.807382 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d6e3-7352-456f-96af-0ce7155e1e1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:15.807678 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d6e3-7352-456f-96af-0ce7155e1e1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:15.807991 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d6e3-7352-456f-96af-0ce7155e1e1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:15.849610 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] Attempting to bind port 5c792e7c-721c-4469-8f20-bb62fcde9f74 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:15.849979 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] Attempting to bind port 5c792e7c-721c-4469-8f20-bb62fcde9f74 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '949d6968-5725-4b71-8466-94d850bc63f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:15.850337 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] Attempting to bind port 5c792e7c-721c-4469-8f20-bb62fcde9f74 on network 15351fe9-d6af-4934-a406-1dd5515503c6 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:15.855728 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:15.856293 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] Checking segment: {'id': '949d6968-5725-4b71-8466-94d850bc63f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:15.856645 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.857140 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] Bound using segment: {'id': '949d6968-5725-4b71-8466-94d850bc63f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:15.857682 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] Bound port: 5c792e7c-721c-4469-8f20-bb62fcde9f74, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949d6968-5725-4b71-8466-94d850bc63f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:15.858213 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5c792e7c-721c-4469-8f20-bb62fcde9f74), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.935523 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] For port 5c792e7c-721c-4469-8f20-bb62fcde9f74, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:15.940515 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] For port 5c792e7c-721c-4469-8f20-bb62fcde9f74, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5c792e7c-721c-4469-8f20-bb62fcde9f74,segment=NetworkSegment(949d6968-5725-4b71-8466-94d850bc63f2),segment_id=949d6968-5725-4b71-8466-94d850bc63f2)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:15.948263 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5c792e7c-721c-4469-8f20-bb62fcde9f74), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:16.011789 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] Routers {'b18a32ff-8759-41a9-965f-7a7a956ddd9f'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:16.012807 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:43:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b18a32ff-8759-41a9-965f-7a7a956ddd9f'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:16.019355 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7d6e3-7352-456f-96af-0ce7155e1e1c None None] Pushing event updated for resources: {'Port': ['ID=5c792e7c-721c-4469-8f20-bb62fcde9f74,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:16.092862 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-a5ee5a37-f441-464e-946f-539efe5ce080 None None] Provisioning complete for port 5c792e7c-721c-4469-8f20-bb62fcde9f74 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:16.093514 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5a37-f441-464e-946f-539efe5ce080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5c792e7c-721c-4469-8f20-bb62fcde9f74), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:16.141179 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] Set router b18a32ff-8759-41a9-965f-7a7a956ddd9f gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:16.188381 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a5ee5a37-f441-464e-946f-539efe5ce080 None None] Current status of the port 5c792e7c-721c-4469-8f20-bb62fcde9f74 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:16.189032 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5a37-f441-464e-946f-539efe5ce080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5c792e7c-721c-4469-8f20-bb62fcde9f74), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:16.232780 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a5ee5a37-f441-464e-946f-539efe5ce080 None None] For port 5c792e7c-721c-4469-8f20-bb62fcde9f74, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5c792e7c-721c-4469-8f20-bb62fcde9f74,segment=NetworkSegment(949d6968-5725-4b71-8466-94d850bc63f2),segment_id=949d6968-5725-4b71-8466-94d850bc63f2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:16.236914 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5a37-f441-464e-946f-539efe5ce080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5c792e7c-721c-4469-8f20-bb62fcde9f74), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:16.291988 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee5a37-f441-464e-946f-539efe5ce080 None None] Pushing event updated for resources: {'Port': ['ID=5c792e7c-721c-4469-8f20-bb62fcde9f74,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:16.358499 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-3fdebd37-4e1e-4c25-931f-cdea9dd3c542 None None] Provisioning complete for port 5c792e7c-721c-4469-8f20-bb62fcde9f74 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:16.358867 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3fdebd37-4e1e-4c25-931f-cdea9dd3c542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5c792e7c-721c-4469-8f20-bb62fcde9f74), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:16.373523 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941936456', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:09Z', 'updated_at': '2022-02-09T02:43:13Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:10Z', 'updated_at': '2022-02-09T02:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '5c792e7c-721c-4469-8f20-bb62fcde9f74', 'name': '', 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:6f:ff:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '72a97ce1-b09a-4764-b2ad-b08ea1d67cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:12Z', 'updated_at': '2022-02-09T02:43:15Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '72a97ce1-b09a-4764-b2ad-b08ea1d67cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:16.405378 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c98b87-b75e-4c39-90c4-9b2c67fdf884 None None] The sync data for ids ['b18a32ff-8759-41a9-965f-7a7a956ddd9f'] in n-d-828387-3 is: [{'id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941936456', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:09Z', 'updated_at': '2022-02-09T02:43:13Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:10Z', 'updated_at': '2022-02-09T02:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '5c792e7c-721c-4469-8f20-bb62fcde9f74', 'name': '', 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:6f:ff:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '72a97ce1-b09a-4764-b2ad-b08ea1d67cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:12Z', 'updated_at': '2022-02-09T02:43:15Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '72a97ce1-b09a-4764-b2ad-b08ea1d67cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:43:16.473975 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3fdebd37-4e1e-4c25-931f-cdea9dd3c542 None None] Current status of the port 5c792e7c-721c-4469-8f20-bb62fcde9f74 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:16.548500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-05ce61fa-0d7a-41b6-9987-17c9f1b57f66 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:16.550556 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-05ce61fa-0d7a-41b6-9987-17c9f1b57f66 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.48 "GET /v2.0/networks?id=15351fe9-d6af-4934-a406-1dd5515503c6 HTTP/1.1" status: 200 len: 797 time: 0.1780193 Feb 09 02:43:16.618292 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9cb17cfe-8e8a-4956-a67f-272417475f78 req-756e5a1f-0724-462c-b8c2-98496cfcd44c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 210 time: 0.0427854 Feb 09 02:43:16.663468 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-84fb14e3-887b-40f7-8909-42f058a327b3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=227cd762524640f88637fa0863390e6c HTTP/1.1" status: 200 len: 379 time: 0.1041627 Feb 09 02:43:16.676837 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-fcfe3d8d-6a7d-4c97-a3e2-1ba51c46a17b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'port': {'device_id': 'fd801101-86af-4dd8-8910-364a3e5bf74f', 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6', 'admin_state_up': True, 'tenant_id': '227cd762524640f88637fa0863390e6c', 'security_groups': ['b22d8c99-6136-438d-b001-243f66799fc3']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:16.795712 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-fcfe3d8d-6a7d-4c97-a3e2-1ba51c46a17b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Made reservation on behalf of 227cd762524640f88637fa0863390e6c for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:16.799899 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-fcfe3d8d-6a7d-4c97-a3e2-1ba51c46a17b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:16.933861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-fcfe3d8d-6a7d-4c97-a3e2-1ba51c46a17b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Allocated IP 172.20.0.11 (15351fe9-d6af-4934-a406-1dd5515503c6/72a97ce1-b09a-4764-b2ad-b08ea1d67cee/6177db1b-50d9-43c0-8fab-1c7ce8320055) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:17.088680 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-fcfe3d8d-6a7d-4c97-a3e2-1ba51c46a17b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (6177db1b-50d9-43c0-8fab-1c7ce8320055), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.126167 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-fcfe3d8d-6a7d-4c97-a3e2-1ba51c46a17b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (6177db1b-50d9-43c0-8fab-1c7ce8320055), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.176541 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-fcfe3d8d-6a7d-4c97-a3e2-1ba51c46a17b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network 15351fe9-d6af-4934-a406-1dd5515503c6 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:17.179981 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-fcfe3d8d-6a7d-4c97-a3e2-1ba51c46a17b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:17.183704 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-fcfe3d8d-6a7d-4c97-a3e2-1ba51c46a17b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:17.190707 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe3d8d-6a7d-4c97-a3e2-1ba51c46a17b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=6177db1b-50d9-43c0-8fab-1c7ce8320055,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:17.248767 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-fcfe3d8d-6a7d-4c97-a3e2-1ba51c46a17b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:17.249443 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-fcfe3d8d-6a7d-4c97-a3e2-1ba51c46a17b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.271064 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-fcfe3d8d-6a7d-4c97-a3e2-1ba51c46a17b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5988653 Feb 09 02:43:17.285445 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-46dd556e-aa87-47c1-89b0-4fa8a3999fc5 service neutron] Request body: {'port': {'device_id': 'fd801101-86af-4dd8-8910-364a3e5bf74f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:17.359928 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-46dd556e-aa87-47c1-89b0-4fa8a3999fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6177db1b-50d9-43c0-8fab-1c7ce8320055), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.382845 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5c792e7c-721c-4469-8f20-bb62fcde9f74 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:17.449488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 5c792e7c-721c-4469-8f20-bb62fcde9f74 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:17.450095 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5c792e7c-721c-4469-8f20-bb62fcde9f74), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.546891 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 5c792e7c-721c-4469-8f20-bb62fcde9f74 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:17.548515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 62d40df5-b215-4f61-8bc5-4238e021fbae up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:17.572397 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-b254c7bf-9088-4d0e-8e90-6553817d8960 None None] Provisioning complete for port 6177db1b-50d9-43c0-8fab-1c7ce8320055 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:17.572772 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b254c7bf-9088-4d0e-8e90-6553817d8960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6177db1b-50d9-43c0-8fab-1c7ce8320055), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.627785 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-b254c7bf-9088-4d0e-8e90-6553817d8960 None None] Port 6177db1b-50d9-43c0-8fab-1c7ce8320055 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:43:17.637585 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 62d40df5-b215-4f61-8bc5-4238e021fbae triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:17.638048 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (62d40df5-b215-4f61-8bc5-4238e021fbae), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.678448 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-46dd556e-aa87-47c1-89b0-4fa8a3999fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6177db1b-50d9-43c0-8fab-1c7ce8320055 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:17.687748 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-46dd556e-aa87-47c1-89b0-4fa8a3999fc5 service neutron] Publish callbacks [] for port (6177db1b-50d9-43c0-8fab-1c7ce8320055), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.702455 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-46dd556e-aa87-47c1-89b0-4fa8a3999fc5 service neutron] Transition to ACTIVE for port object 6177db1b-50d9-43c0-8fab-1c7ce8320055 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:43:17.708383 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-46dd556e-aa87-47c1-89b0-4fa8a3999fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (6177db1b-50d9-43c0-8fab-1c7ce8320055), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.728511 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 62d40df5-b215-4f61-8bc5-4238e021fbae is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:17.767966 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b94185-bdc8-46af-b1a4-1838a6f539ea req-22719085-9216-45a1-9d4e-dc040586aa31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:17.769528 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-20b94185-bdc8-46af-b1a4-1838a6f539ea req-22719085-9216-45a1-9d4e-dc040586aa31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 944 time: 0.0651290 Feb 09 02:43:17.782104 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd556e-aa87-47c1-89b0-4fa8a3999fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=6177db1b-50d9-43c0-8fab-1c7ce8320055,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:17.823943 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-20b94185-bdc8-46af-b1a4-1838a6f539ea req-9276a5d5-65e7-48c0-966c-9a2e7e92c897 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476487 Feb 09 02:43:17.839084 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-46dd556e-aa87-47c1-89b0-4fa8a3999fc5 service neutron] Attempting to bind port 6177db1b-50d9-43c0-8fab-1c7ce8320055 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:17.839459 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-46dd556e-aa87-47c1-89b0-4fa8a3999fc5 service neutron] Attempting to bind port 6177db1b-50d9-43c0-8fab-1c7ce8320055 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '949d6968-5725-4b71-8466-94d850bc63f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:17.839996 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-46dd556e-aa87-47c1-89b0-4fa8a3999fc5 service neutron] Attempting to bind port 6177db1b-50d9-43c0-8fab-1c7ce8320055 on network 15351fe9-d6af-4934-a406-1dd5515503c6 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:17.844391 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-46dd556e-aa87-47c1-89b0-4fa8a3999fc5 service neutron] Port 6177db1b-50d9-43c0-8fab-1c7ce8320055 on network 15351fe9-d6af-4934-a406-1dd5515503c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:43:17.844728 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-46dd556e-aa87-47c1-89b0-4fa8a3999fc5 service neutron] Attempting to bind port 6177db1b-50d9-43c0-8fab-1c7ce8320055 on network 15351fe9-d6af-4934-a406-1dd5515503c6 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:17.850060 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-46dd556e-aa87-47c1-89b0-4fa8a3999fc5 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:17.850408 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-46dd556e-aa87-47c1-89b0-4fa8a3999fc5 service neutron] Checking segment: {'id': '949d6968-5725-4b71-8466-94d850bc63f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:17.850804 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-46dd556e-aa87-47c1-89b0-4fa8a3999fc5 service neutron] Bound using segment: {'id': '949d6968-5725-4b71-8466-94d850bc63f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:17.851261 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-46dd556e-aa87-47c1-89b0-4fa8a3999fc5 service neutron] Bound port: 6177db1b-50d9-43c0-8fab-1c7ce8320055, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949d6968-5725-4b71-8466-94d850bc63f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:17.851629 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-46dd556e-aa87-47c1-89b0-4fa8a3999fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6177db1b-50d9-43c0-8fab-1c7ce8320055), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.924000 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-46dd556e-aa87-47c1-89b0-4fa8a3999fc5 service neutron] For port 6177db1b-50d9-43c0-8fab-1c7ce8320055, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:17.927345 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-46dd556e-aa87-47c1-89b0-4fa8a3999fc5 service neutron] For port 6177db1b-50d9-43c0-8fab-1c7ce8320055, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6177db1b-50d9-43c0-8fab-1c7ce8320055,segment=NetworkSegment(949d6968-5725-4b71-8466-94d850bc63f2),segment_id=949d6968-5725-4b71-8466-94d850bc63f2)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:17.933764 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-46dd556e-aa87-47c1-89b0-4fa8a3999fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (6177db1b-50d9-43c0-8fab-1c7ce8320055), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.970257 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-46dd556e-aa87-47c1-89b0-4fa8a3999fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:17.970963 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-46dd556e-aa87-47c1-89b0-4fa8a3999fc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.972726 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-46dd556e-aa87-47c1-89b0-4fa8a3999fc5 service neutron] 10.222.0.48 "PUT /v2.0/ports/6177db1b-50d9-43c0-8fab-1c7ce8320055 HTTP/1.1" status: 200 len: 1092 time: 0.6940150 Feb 09 02:43:17.972844 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd801101-86af-4dd8-8910-364a3e5bf74f', 'tag': '6177db1b-50d9-43c0-8fab-1c7ce8320055'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:17.975103 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac09808-dc25-48d9-b4d9-4ca31aa16b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd801101-86af-4dd8-8910-364a3e5bf74f", "tag": "6177db1b-50d9-43c0-8fab-1c7ce8320055"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:18.001990 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd556e-aa87-47c1-89b0-4fa8a3999fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=6177db1b-50d9-43c0-8fab-1c7ce8320055,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:18.024865 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10794961-9a88-4fb8-9a67-faf782dc8b9c x-openstack-request-id: req-10794961-9a88-4fb8-9a67-faf782dc8b9c {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:18.025166 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd801101-86af-4dd8-8910-364a3e5bf74f", "tag": "6177db1b-50d9-43c0-8fab-1c7ce8320055", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:18.025415 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10794961-9a88-4fb8-9a67-faf782dc8b9c {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:18.025832 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd801101-86af-4dd8-8910-364a3e5bf74f', 'tag': '6177db1b-50d9-43c0-8fab-1c7ce8320055', 'status': 'completed', 'code': 200} Feb 09 02:43:18.080984 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-b19e0ea4-fbe2-4eb4-a441-8ae2e867a508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:18.082876 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-b19e0ea4-fbe2-4eb4-a441-8ae2e867a508 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 1126 time: 0.0500803 Feb 09 02:43:18.127824 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-66c74af4-683b-4b89-89fd-490250529d75 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6177db1b-50d9-43c0-8fab-1c7ce8320055 HTTP/1.1" status: 200 len: 217 time: 0.0376854 Feb 09 02:43:18.185600 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-56ec13ce-fd24-4ec8-91e6-09c968974927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:18.187105 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-56ec13ce-fd24-4ec8-91e6-09c968974927 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72a97ce1-b09a-4764-b2ad-b08ea1d67cee HTTP/1.1" status: 200 len: 835 time: 0.0526164 Feb 09 02:43:18.238479 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-b9730181-74eb-46ea-94e8-f95210afc73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:18.240113 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-b9730181-74eb-46ea-94e8-f95210afc73b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=15351fe9-d6af-4934-a406-1dd5515503c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455425 Feb 09 02:43:18.328643 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-14f2bac7-f25a-43b7-af45-5ba9ca6d2ee1 service neutron] 10.222.0.48 "GET /v2.0/networks/15351fe9-d6af-4934-a406-1dd5515503c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820959 Feb 09 02:43:18.424322 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9b27ee59-9ecf-4247-979e-c9bb88f05dc5 req-e9440f54-e326-4651-9a6a-a49ff8034a8d service neutron] 10.222.0.48 "GET /v2.0/networks/15351fe9-d6af-4934-a406-1dd5515503c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888741 Feb 09 02:43:18.524654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac09808-dc25-48d9-b4d9-4ca31aa16b9d req-8ad44128-c649-40f8-89d7-cf648f88bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:18.526163 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3ac09808-dc25-48d9-b4d9-4ca31aa16b9d req-8ad44128-c649-40f8-89d7-cf648f88bad3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 1126 time: 0.0464630 Feb 09 02:43:18.620188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac09808-dc25-48d9-b4d9-4ca31aa16b9d req-9e414ba6-dcc7-4212-bee4-3b8b8e143658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:18.621585 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3ac09808-dc25-48d9-b4d9-4ca31aa16b9d req-9e414ba6-dcc7-4212-bee4-3b8b8e143658 service neutron] 10.222.0.48 "GET /v2.0/networks?id=15351fe9-d6af-4934-a406-1dd5515503c6 HTTP/1.1" status: 200 len: 898 time: 0.0896890 Feb 09 02:43:18.665501 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3ac09808-dc25-48d9-b4d9-4ca31aa16b9d req-1846c383-8d9c-4794-b863-47d7cc4e740a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6177db1b-50d9-43c0-8fab-1c7ce8320055 HTTP/1.1" status: 200 len: 217 time: 0.0365579 Feb 09 02:43:18.716090 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac09808-dc25-48d9-b4d9-4ca31aa16b9d req-6f41001f-83e4-440d-9c63-f84679310aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:18.717854 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3ac09808-dc25-48d9-b4d9-4ca31aa16b9d req-6f41001f-83e4-440d-9c63-f84679310aa1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72a97ce1-b09a-4764-b2ad-b08ea1d67cee HTTP/1.1" status: 200 len: 835 time: 0.0460527 Feb 09 02:43:18.775690 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac09808-dc25-48d9-b4d9-4ca31aa16b9d req-ae9ecb3c-bcf6-4be6-b84e-997024e1d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:18.777210 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3ac09808-dc25-48d9-b4d9-4ca31aa16b9d req-ae9ecb3c-bcf6-4be6-b84e-997024e1d0d8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=15351fe9-d6af-4934-a406-1dd5515503c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511949 Feb 09 02:43:18.872147 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3ac09808-dc25-48d9-b4d9-4ca31aa16b9d req-73440c9a-cf4e-462b-bf64-ea5f907091cd service neutron] 10.222.0.48 "GET /v2.0/networks/15351fe9-d6af-4934-a406-1dd5515503c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872583 Feb 09 02:43:18.956997 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a82f10-c3f3-4f09-a786-12beb1d3b653 req-10183eb0-ae0a-4178-a678-3ffb5a8c020a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:18.959541 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56a82f10-c3f3-4f09-a786-12beb1d3b653 req-10183eb0-ae0a-4178-a678-3ffb5a8c020a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 944 time: 0.0633028 Feb 09 02:43:18.979280 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3ac09808-dc25-48d9-b4d9-4ca31aa16b9d req-e6752d5b-6182-496e-882a-d9afb85c43b4 service neutron] 10.222.0.48 "GET /v2.0/networks/15351fe9-d6af-4934-a406-1dd5515503c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004398 Feb 09 02:43:19.016297 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56a82f10-c3f3-4f09-a786-12beb1d3b653 req-70b304fa-cc84-4f84-841f-6d270714a51f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510690 Feb 09 02:43:20.142923 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6973b3-2763-4953-8294-47ff222e967c req-aed56359-5499-47f2-9cdc-77f76ae691d8 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:20.144443 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8a6973b3-2763-4953-8294-47ff222e967c req-aed56359-5499-47f2-9cdc-77f76ae691d8 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 944 time: 0.0539405 Feb 09 02:43:20.193158 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8a6973b3-2763-4953-8294-47ff222e967c req-cf417070-5861-496f-8140-d66d0c1d9563 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430541 Feb 09 02:43:20.713371 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 6177db1b-50d9-43c0-8fab-1c7ce8320055 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:43:20.811737 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 6177db1b-50d9-43c0-8fab-1c7ce8320055, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6177db1b-50d9-43c0-8fab-1c7ce8320055,segment=NetworkSegment(949d6968-5725-4b71-8466-94d850bc63f2),segment_id=949d6968-5725-4b71-8466-94d850bc63f2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:20.822862 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '6177db1b-50d9-43c0-8fab-1c7ce8320055', 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6', 'port_id': '6177db1b-50d9-43c0-8fab-1c7ce8320055', 'mac_address': 'fa:16:3e:a2:25:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72a97ce1-b09a-4764-b2ad-b08ea1d67cee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:43:20.858258 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 6177db1b-50d9-43c0-8fab-1c7ce8320055 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:20.858643 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6177db1b-50d9-43c0-8fab-1c7ce8320055), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:20.872094 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6177db1b-50d9-43c0-8fab-1c7ce8320055 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:20.894966 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 6177db1b-50d9-43c0-8fab-1c7ce8320055, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6177db1b-50d9-43c0-8fab-1c7ce8320055,segment=NetworkSegment(949d6968-5725-4b71-8466-94d850bc63f2),segment_id=949d6968-5725-4b71-8466-94d850bc63f2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:20.899116 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6177db1b-50d9-43c0-8fab-1c7ce8320055), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:20.951899 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=6177db1b-50d9-43c0-8fab-1c7ce8320055,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:21.099412 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['6177db1b-50d9-43c0-8fab-1c7ce8320055'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:43:21.618599 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d3018-bf18-4ce0-94f7-96129c07fe99 req-f82be1f6-3dd3-4769-83d4-2aa696bbde60 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:21.620138 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7e9d3018-bf18-4ce0-94f7-96129c07fe99 req-f82be1f6-3dd3-4769-83d4-2aa696bbde60 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 945 time: 0.3596027 Feb 09 02:43:21.670487 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7e9d3018-bf18-4ce0-94f7-96129c07fe99 req-5f557e96-5638-499a-946d-f9dd0562e780 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447371 Feb 09 02:43:22.711509 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 6177db1b-50d9-43c0-8fab-1c7ce8320055 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:22.761826 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 6177db1b-50d9-43c0-8fab-1c7ce8320055 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:43:22.765879 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 6177db1b-50d9-43c0-8fab-1c7ce8320055 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:22.766254 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6177db1b-50d9-43c0-8fab-1c7ce8320055), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:22.792326 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7261385-dd8c-4b86-9302-3d22bc1492dd req-3136ae12-b049-480d-8c2e-105597643100 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:22.795090 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b7261385-dd8c-4b86-9302-3d22bc1492dd req-3136ae12-b049-480d-8c2e-105597643100 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 945 time: 0.0562260 Feb 09 02:43:22.844385 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b7261385-dd8c-4b86-9302-3d22bc1492dd req-801306eb-86c0-442e-b1da-678295bd384f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447884 Feb 09 02:43:22.847699 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 6177db1b-50d9-43c0-8fab-1c7ce8320055 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:22.848096 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6177db1b-50d9-43c0-8fab-1c7ce8320055), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:22.871907 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd801101-86af-4dd8-8910-364a3e5bf74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6177db1b-50d9-43c0-8fab-1c7ce8320055'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:22.874147 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763e4450-38bb-42a8-b81d-21bfb065ec74" -d '{"events": [{"server_uuid": "fd801101-86af-4dd8-8910-364a3e5bf74f", "name": "network-vif-plugged", "status": "completed", "tag": "6177db1b-50d9-43c0-8fab-1c7ce8320055"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:22.886459 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 6177db1b-50d9-43c0-8fab-1c7ce8320055, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6177db1b-50d9-43c0-8fab-1c7ce8320055,segment=NetworkSegment(949d6968-5725-4b71-8466-94d850bc63f2),segment_id=949d6968-5725-4b71-8466-94d850bc63f2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:22.890715 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6177db1b-50d9-43c0-8fab-1c7ce8320055), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:22.916461 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9af11b8-1796-46fd-8299-cf1d937befbb x-openstack-request-id: req-b9af11b8-1796-46fd-8299-cf1d937befbb {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:22.916842 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd801101-86af-4dd8-8910-364a3e5bf74f", "name": "network-vif-plugged", "status": "completed", "tag": "6177db1b-50d9-43c0-8fab-1c7ce8320055", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:22.917015 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9af11b8-1796-46fd-8299-cf1d937befbb {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:22.917504 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd801101-86af-4dd8-8910-364a3e5bf74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6177db1b-50d9-43c0-8fab-1c7ce8320055', 'code': 200} Feb 09 02:43:22.947485 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=6177db1b-50d9-43c0-8fab-1c7ce8320055,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:23.024673 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e27cc-b0a1-4b59-990b-f618abd2a1d5 req-f1df1b38-0545-40a6-811c-0684dbcb6076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:23.026162 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f1e27cc-b0a1-4b59-990b-f618abd2a1d5 req-f1df1b38-0545-40a6-811c-0684dbcb6076 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 1128 time: 0.0498664 Feb 09 02:43:23.072604 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f1e27cc-b0a1-4b59-990b-f618abd2a1d5 req-8829ba58-16c3-493e-88e1-bd764c9999d1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403607 Feb 09 02:43:23.974055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3f6de-ec29-4747-9c63-58258dcd6a1c req-68bcc68b-235c-45a1-afe7-55b39024ee3d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:23.975665 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15d3f6de-ec29-4747-9c63-58258dcd6a1c req-68bcc68b-235c-45a1-afe7-55b39024ee3d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 946 time: 0.0570607 Feb 09 02:43:24.029079 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15d3f6de-ec29-4747-9c63-58258dcd6a1c req-09d2ed92-f724-4bdd-8e8d-03f1530bf511 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477529 Feb 09 02:43:25.152112 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ba813-b897-459b-a2d9-3180e867e794 req-c02c162f-d9da-4a8f-a014-c4f7e5d7aa75 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:25.153586 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-010ba813-b897-459b-a2d9-3180e867e794 req-c02c162f-d9da-4a8f-a014-c4f7e5d7aa75 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 946 time: 0.0522695 Feb 09 02:43:25.202499 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-010ba813-b897-459b-a2d9-3180e867e794 req-4b65b1dc-8852-410e-8e0b-8285c1403490 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426893 Feb 09 02:43:25.328009 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6f65d-d529-4111-9ed2-407e48cc01cb req-9bd3ba84-4624-4893-be7a-27138015a3b1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:25.329526 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15f6f65d-d529-4111-9ed2-407e48cc01cb req-9bd3ba84-4624-4893-be7a-27138015a3b1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 946 time: 0.0575309 Feb 09 02:43:25.378504 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-15f6f65d-d529-4111-9ed2-407e48cc01cb req-06ca0016-6c74-428f-92ea-e0a2a0560a1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429208 Feb 09 02:43:25.400959 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34226) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:25.445136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5442c7e-6b13-4be2-868e-f79afec2f536 tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:25.446665 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b5442c7e-6b13-4be2-868e-f79afec2f536 tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 1123 time: 0.0447161 Feb 09 02:43:25.449500 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34228) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:25.453916 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': '6177db1b-50d9-43c0-8fab-1c7ce8320055', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:25.473381 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.575593 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.677982 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Allocated IP 172.25.7.56 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/9bc88748-c1c1-404e-badf-db913a77100a) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:25.783285 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (9bc88748-c1c1-404e-badf-db913a77100a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.817433 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9bc88748-c1c1-404e-badf-db913a77100a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.856850 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:25.859771 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:25.864607 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:25.869907 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=9bc88748-c1c1-404e-badf-db913a77100a,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:25.897121 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.897478 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.897833 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.898168 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.898496 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.898825 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.899151 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.899504 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.899829 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.900150 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.900473 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.900792 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.901107 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:26.229700 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for floatingip (1f97eb5e-1202-462d-a0b7-7b5247710ea6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.296980 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9bc88748-c1c1-404e-badf-db913a77100a), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.447092 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (9bc88748-c1c1-404e-badf-db913a77100a), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.451194 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (9bc88748-c1c1-404e-badf-db913a77100a), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.524114 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=9bc88748-c1c1-404e-badf-db913a77100a,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:26.535532 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (1f97eb5e-1202-462d-a0b7-7b5247710ea6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.637786 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Floating IP 1f97eb5e-1202-462d-a0b7-7b5247710ea6 associated. External IP: 172.25.7.56, port: 6177db1b-50d9-43c0-8fab-1c7ce8320055. Feb 09 02:43:26.842464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router b18a32ff-8759-41a9-965f-7a7a956ddd9f has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:43:26.951042 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:43:26.961095 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322b91a5-3345-4708-8551-c39b7388ba69 None None] Sync routers for ids ['b18a32ff-8759-41a9-965f-7a7a956ddd9f'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:43:26.968836 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.970515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322b91a5-3345-4708-8551-c39b7388ba69 None None] Routers {'b18a32ff-8759-41a9-965f-7a7a956ddd9f'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:26.971675 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-322b91a5-3345-4708-8551-c39b7388ba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:43:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b18a32ff-8759-41a9-965f-7a7a956ddd9f'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:27.003536 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-98572962-5215-4745-bdf0-8b9d5a12907e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5494928 Feb 09 02:43:27.003536 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd801101-86af-4dd8-8910-364a3e5bf74f', 'tag': '6177db1b-50d9-43c0-8fab-1c7ce8320055'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:27.003536 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b53d37-d7d1-47b0-ba70-73ad49acf15d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd801101-86af-4dd8-8910-364a3e5bf74f", "tag": "6177db1b-50d9-43c0-8fab-1c7ce8320055"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:27.067232 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a0234c-5261-4967-b404-9fff74bd1714 x-openstack-request-id: req-b7a0234c-5261-4967-b404-9fff74bd1714 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:27.067515 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd801101-86af-4dd8-8910-364a3e5bf74f", "tag": "6177db1b-50d9-43c0-8fab-1c7ce8320055", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:27.067767 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b7a0234c-5261-4967-b404-9fff74bd1714 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:27.068321 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd801101-86af-4dd8-8910-364a3e5bf74f', 'tag': '6177db1b-50d9-43c0-8fab-1c7ce8320055', 'status': 'completed', 'code': 200} Feb 09 02:43:27.115604 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-322b91a5-3345-4708-8551-c39b7388ba69 None None] Set router b18a32ff-8759-41a9-965f-7a7a956ddd9f gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:27.121958 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8902a6-100c-463a-8145-6e323eb7fd46 req-c6178352-af93-40cf-acaf-6e466ab3cd3a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:27.129392 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4c8902a6-100c-463a-8145-6e323eb7fd46 req-c6178352-af93-40cf-acaf-6e466ab3cd3a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 946 time: 0.0779192 Feb 09 02:43:27.139240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b53d37-d7d1-47b0-ba70-73ad49acf15d req-3677ea58-a4d2-47b5-b5f8-3bc1254157a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:27.144684 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c8b53d37-d7d1-47b0-ba70-73ad49acf15d req-3677ea58-a4d2-47b5-b5f8-3bc1254157a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 1128 time: 0.0533128 Feb 09 02:43:27.176311 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4c8902a6-100c-463a-8145-6e323eb7fd46 req-911d5c29-c7c6-4b2c-aa3b-0cf41acbe82d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460389 Feb 09 02:43:27.198208 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34234) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:27.243373 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b53d37-d7d1-47b0-ba70-73ad49acf15d req-89871dae-0a53-4fe8-a5ba-edcea733680b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:27.245162 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c8b53d37-d7d1-47b0-ba70-73ad49acf15d req-89871dae-0a53-4fe8-a5ba-edcea733680b service neutron] 10.222.0.48 "GET /v2.0/networks?id=15351fe9-d6af-4934-a406-1dd5515503c6 HTTP/1.1" status: 200 len: 898 time: 0.0972126 Feb 09 02:43:27.261381 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1b1264f2-ce19-4464-a4b5-b9c85aa3a486 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/floatingips/1f97eb5e-1202-462d-a0b7-7b5247710ea6 HTTP/1.1" status: 200 len: 991 time: 0.0619090 Feb 09 02:43:27.319062 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c8b53d37-d7d1-47b0-ba70-73ad49acf15d req-1e5a3e28-5bcf-441b-a1d8-c113c5c3cde2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6177db1b-50d9-43c0-8fab-1c7ce8320055 HTTP/1.1" status: 200 len: 999 time: 0.0667837 Feb 09 02:43:27.360916 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-322b91a5-3345-4708-8551-c39b7388ba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941936456', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:09Z', 'updated_at': '2022-02-09T02:43:13Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:10Z', 'updated_at': '2022-02-09T02:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '1f97eb5e-1202-462d-a0b7-7b5247710ea6', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'port_id': '6177db1b-50d9-43c0-8fab-1c7ce8320055', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6', 'mac_address': 'fa:16:3e:a2:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd801101-86af-4dd8-8910-364a3e5bf74f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:43:26Z', 'updated_at': '2022-02-09T02:43:26Z', 'revision_number': 0, 'project_id': '227cd762524640f88637fa0863390e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c792e7c-721c-4469-8f20-bb62fcde9f74', 'name': '', 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:6f:ff:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '72a97ce1-b09a-4764-b2ad-b08ea1d67cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:12Z', 'updated_at': '2022-02-09T02:43:16Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '72a97ce1-b09a-4764-b2ad-b08ea1d67cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:27.369766 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b53d37-d7d1-47b0-ba70-73ad49acf15d req-17cc7b63-1d2c-4e52-b216-f0caf754b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:27.371148 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c8b53d37-d7d1-47b0-ba70-73ad49acf15d req-17cc7b63-1d2c-4e52-b216-f0caf754b2d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72a97ce1-b09a-4764-b2ad-b08ea1d67cee HTTP/1.1" status: 200 len: 835 time: 0.0461566 Feb 09 02:43:27.388246 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322b91a5-3345-4708-8551-c39b7388ba69 None None] Checking router: b18a32ff-8759-41a9-965f-7a7a956ddd9f for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:43:27.397677 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322b91a5-3345-4708-8551-c39b7388ba69 None None] Routers {'b18a32ff-8759-41a9-965f-7a7a956ddd9f'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:27.398290 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-322b91a5-3345-4708-8551-c39b7388ba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:43:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b18a32ff-8759-41a9-965f-7a7a956ddd9f'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:27.421637 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b53d37-d7d1-47b0-ba70-73ad49acf15d req-564c2696-cec2-4089-9785-837ac9dd8b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:27.423275 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c8b53d37-d7d1-47b0-ba70-73ad49acf15d req-564c2696-cec2-4089-9785-837ac9dd8b54 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=15351fe9-d6af-4934-a406-1dd5515503c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460072 Feb 09 02:43:27.509308 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-322b91a5-3345-4708-8551-c39b7388ba69 None None] Set router b18a32ff-8759-41a9-965f-7a7a956ddd9f gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:27.519334 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c8b53d37-d7d1-47b0-ba70-73ad49acf15d req-5820abfc-12b5-4bd6-9f76-17e8eb3c21f3 service neutron] 10.222.0.48 "GET /v2.0/networks/15351fe9-d6af-4934-a406-1dd5515503c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881815 Feb 09 02:43:27.609693 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c8b53d37-d7d1-47b0-ba70-73ad49acf15d req-94ada758-63e6-456f-8cf7-6dc1003ce879 service neutron] 10.222.0.48 "GET /v2.0/networks/15351fe9-d6af-4934-a406-1dd5515503c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845091 Feb 09 02:43:27.894361 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-322b91a5-3345-4708-8551-c39b7388ba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941936456', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:09Z', 'updated_at': '2022-02-09T02:43:13Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:10Z', 'updated_at': '2022-02-09T02:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '1f97eb5e-1202-462d-a0b7-7b5247710ea6', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'port_id': '6177db1b-50d9-43c0-8fab-1c7ce8320055', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6', 'mac_address': 'fa:16:3e:a2:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd801101-86af-4dd8-8910-364a3e5bf74f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:43:26Z', 'updated_at': '2022-02-09T02:43:26Z', 'revision_number': 0, 'project_id': '227cd762524640f88637fa0863390e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c792e7c-721c-4469-8f20-bb62fcde9f74', 'name': '', 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:6f:ff:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '72a97ce1-b09a-4764-b2ad-b08ea1d67cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:12Z', 'updated_at': '2022-02-09T02:43:16Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '72a97ce1-b09a-4764-b2ad-b08ea1d67cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:27.921511 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322b91a5-3345-4708-8551-c39b7388ba69 None None] The sync data for ids ['b18a32ff-8759-41a9-965f-7a7a956ddd9f'] in n-d-828387-3 is: [{'id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941936456', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:09Z', 'updated_at': '2022-02-09T02:43:13Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:10Z', 'updated_at': '2022-02-09T02:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '1f97eb5e-1202-462d-a0b7-7b5247710ea6', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'port_id': '6177db1b-50d9-43c0-8fab-1c7ce8320055', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6', 'mac_address': 'fa:16:3e:a2:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd801101-86af-4dd8-8910-364a3e5bf74f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:43:26Z', 'updated_at': '2022-02-09T02:43:26Z', 'revision_number': 0, 'project_id': '227cd762524640f88637fa0863390e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c792e7c-721c-4469-8f20-bb62fcde9f74', 'name': '', 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:6f:ff:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '72a97ce1-b09a-4764-b2ad-b08ea1d67cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:12Z', 'updated_at': '2022-02-09T02:43:16Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '72a97ce1-b09a-4764-b2ad-b08ea1d67cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:43:28.113194 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1164abd9-2404-41a6-87db-307e4e2a71c5 None None] New status for floating IP 1f97eb5e-1202-462d-a0b7-7b5247710ea6: ACTIVE {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:43:28.264906 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34236) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:28.331244 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-257ce87a-7134-410f-87cc-3a4c5c5f1569 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/floatingips/1f97eb5e-1202-462d-a0b7-7b5247710ea6 HTTP/1.1" status: 200 len: 991 time: 0.0632839 Feb 09 02:43:29.334339 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34238) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:29.395022 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b92111d9-f67e-4c2e-9768-d52fc512a65c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/floatingips/1f97eb5e-1202-462d-a0b7-7b5247710ea6 HTTP/1.1" status: 200 len: 993 time: 0.0595117 Feb 09 02:43:37.590329 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0cf249bc-0371-4726-8865-59eae048d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.261445 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2ba0864d-205c-475c-9830-01dfedb32f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.494752 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:41.054834 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:41.399419 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:42.550586 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:43.594665 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.541040 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:43:51.757775 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-814b616b-03a1-4953-9a1a-e1c93987b879 req-743ac3ed-52db-495d-95a2-cfc0bca8a911 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0887260 Feb 09 02:43:51.854653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b616b-03a1-4953-9a1a-e1c93987b879 req-f3a64be8-a6bf-41db-92d8-0d306a98de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:51.856215 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-814b616b-03a1-4953-9a1a-e1c93987b879 req-f3a64be8-a6bf-41db-92d8-0d306a98de27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 1128 time: 0.0517993 Feb 09 02:43:51.974140 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b616b-03a1-4953-9a1a-e1c93987b879 req-1efa979e-837a-4255-b53c-54949e25294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:51.975632 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-814b616b-03a1-4953-9a1a-e1c93987b879 req-1efa979e-837a-4255-b53c-54949e25294a service neutron] 10.222.0.48 "GET /v2.0/networks?id=15351fe9-d6af-4934-a406-1dd5515503c6 HTTP/1.1" status: 200 len: 898 time: 0.0971379 Feb 09 02:43:52.045832 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-814b616b-03a1-4953-9a1a-e1c93987b879 req-dd3ca21c-d73d-4561-b1da-3a5bfee9a652 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6177db1b-50d9-43c0-8fab-1c7ce8320055 HTTP/1.1" status: 200 len: 1001 time: 0.0638459 Feb 09 02:43:52.454418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b616b-03a1-4953-9a1a-e1c93987b879 req-84e51504-aed3-47dc-8c36-6106cd9cfa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:52.456466 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-814b616b-03a1-4953-9a1a-e1c93987b879 req-84e51504-aed3-47dc-8c36-6106cd9cfa7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72a97ce1-b09a-4764-b2ad-b08ea1d67cee HTTP/1.1" status: 200 len: 835 time: 0.4038925 Feb 09 02:43:52.506307 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b616b-03a1-4953-9a1a-e1c93987b879 req-1685ff1b-26db-444b-a751-78fd29a1f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:52.507822 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-814b616b-03a1-4953-9a1a-e1c93987b879 req-1685ff1b-26db-444b-a751-78fd29a1f51e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=15351fe9-d6af-4934-a406-1dd5515503c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450075 Feb 09 02:43:52.601885 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-814b616b-03a1-4953-9a1a-e1c93987b879 req-f8e1cd4f-12b2-41b7-b668-1cb3ecd5007c service neutron] 10.222.0.48 "GET /v2.0/networks/15351fe9-d6af-4934-a406-1dd5515503c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878370 Feb 09 02:43:52.689832 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-814b616b-03a1-4953-9a1a-e1c93987b879 req-e21068f9-ccb5-4218-9e86-83a174e6fa88 service neutron] 10.222.0.48 "GET /v2.0/networks/15351fe9-d6af-4934-a406-1dd5515503c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823300 Feb 09 02:44:00.857091 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6cb30-47c6-4de3-a10a-77a7005893e2 req-8cf429a5-6ccb-4767-a545-65d5f178d2a5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:00.857091 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94c6cb30-47c6-4de3-a10a-77a7005893e2 req-8cf429a5-6ccb-4767-a545-65d5f178d2a5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 946 time: 0.1203656 Feb 09 02:44:00.914356 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-94c6cb30-47c6-4de3-a10a-77a7005893e2 req-d975c36b-3af5-4007-879d-da09647fed5c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512609 Feb 09 02:44:02.087705 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713e1cb-c67e-48a5-9745-1380dda87314 req-fdd36798-d32c-44cf-acd3-2fe2935f8667 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:02.089185 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4713e1cb-c67e-48a5-9745-1380dda87314 req-fdd36798-d32c-44cf-acd3-2fe2935f8667 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 946 time: 0.1034219 Feb 09 02:44:02.138713 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4713e1cb-c67e-48a5-9745-1380dda87314 req-6a93543a-fb7c-4e80-91f3-04cb0813d1b2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440030 Feb 09 02:44:03.267014 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0fe83-ada9-4b61-b4a4-55ead9d3bb91 req-e0d1aa26-59d7-4aff-a730-13eccd2d0d0b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:03.268543 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2d0fe83-ada9-4b61-b4a4-55ead9d3bb91 req-e0d1aa26-59d7-4aff-a730-13eccd2d0d0b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 946 time: 0.0555921 Feb 09 02:44:03.317434 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2d0fe83-ada9-4b61-b4a4-55ead9d3bb91 req-b256b0c7-73c9-437c-88b6-1ca90fd8efad tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423555 Feb 09 02:44:04.435918 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96316817-1b1e-4b87-8179-8525bd93b9ae req-ee3e3027-d0a3-44d1-9f2a-854eab7c3d1c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:04.437400 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96316817-1b1e-4b87-8179-8525bd93b9ae req-ee3e3027-d0a3-44d1-9f2a-854eab7c3d1c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 946 time: 0.0525501 Feb 09 02:44:04.485704 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-96316817-1b1e-4b87-8179-8525bd93b9ae req-e3bb5322-f066-4dc5-ac19-46c91ef53390 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419397 Feb 09 02:44:05.607952 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadc8d3-ac71-49c8-a101-556adb5e312f req-c7e29d8f-9e2f-4a6b-afbb-e0c6edd66726 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:05.609424 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2dadc8d3-ac71-49c8-a101-556adb5e312f req-c7e29d8f-9e2f-4a6b-afbb-e0c6edd66726 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 946 time: 0.0540881 Feb 09 02:44:05.659131 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2dadc8d3-ac71-49c8-a101-556adb5e312f req-434eeec6-4c01-4a65-854e-bc1b07fb871c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437856 Feb 09 02:44:06.783770 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260af3d8-1b12-4990-8ef2-d8f6c7ca949d req-c27c513d-424c-4a7c-be72-fbab64ccb736 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:06.785215 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-260af3d8-1b12-4990-8ef2-d8f6c7ca949d req-c27c513d-424c-4a7c-be72-fbab64ccb736 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 946 time: 0.0565972 Feb 09 02:44:06.833429 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-260af3d8-1b12-4990-8ef2-d8f6c7ca949d req-9689e1ff-da7e-4a90-86dd-28679e52d8cf tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419555 Feb 09 02:44:07.594864 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b7001d64-e0d5-4e61-a5b3-e4a6e34df168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:07.959052 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733e529-edc8-40cf-8fb4-f1617e31f173 req-5f567878-6dc0-4f17-897c-80636e00aee7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:07.960605 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2733e529-edc8-40cf-8fb4-f1617e31f173 req-5f567878-6dc0-4f17-897c-80636e00aee7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 946 time: 0.0577946 Feb 09 02:44:08.010156 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2733e529-edc8-40cf-8fb4-f1617e31f173 req-615d4305-6219-4c7f-8363-95763b673e4b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437422 Feb 09 02:44:09.137487 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fe32a-1012-4ef7-8679-2363461f71e0 req-c6dfb33d-7ad4-45e2-a540-dff90f48d00a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:09.139094 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-376fe32a-1012-4ef7-8679-2363461f71e0 req-c6dfb33d-7ad4-45e2-a540-dff90f48d00a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 946 time: 0.0559011 Feb 09 02:44:09.195673 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-376fe32a-1012-4ef7-8679-2363461f71e0 req-c041289c-9164-4681-8860-6ff3df2ef172 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495138 Feb 09 02:44:10.263946 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e65070b0-8917-4064-ac79-1c6acc06e6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.323000 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392caeeb-4f86-4de1-8313-bb589a11e190 req-382d9761-fba1-4af4-a524-550ed6e08cec tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:10.324507 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-392caeeb-4f86-4de1-8313-bb589a11e190 req-382d9761-fba1-4af4-a524-550ed6e08cec tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 946 time: 0.0554845 Feb 09 02:44:10.375904 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-392caeeb-4f86-4de1-8313-bb589a11e190 req-80eef87b-1ae1-40b8-83f8-a08da848ee7e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457926 Feb 09 02:44:10.508269 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.057199 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.415626 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.499452 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181eb0c-5110-4132-a242-38ff18e4fb95 req-544eef75-3823-4e6b-96ed-a7b09a55d00e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:11.500848 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8181eb0c-5110-4132-a242-38ff18e4fb95 req-544eef75-3823-4e6b-96ed-a7b09a55d00e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 946 time: 0.0556862 Feb 09 02:44:11.558438 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8181eb0c-5110-4132-a242-38ff18e4fb95 req-0ee43420-d9b8-4c7f-a4de-9069c1db3d04 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486541 Feb 09 02:44:12.553723 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:12.679434 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685113b-25a1-4f58-b967-67c0b415ef6f req-2ca50095-c11d-4b53-9efb-d7d956253f3a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:12.680940 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0685113b-25a1-4f58-b967-67c0b415ef6f req-2ca50095-c11d-4b53-9efb-d7d956253f3a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 946 time: 0.0536642 Feb 09 02:44:12.734166 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0685113b-25a1-4f58-b967-67c0b415ef6f req-7b2e9f4b-aaf9-489c-8c5f-1daa01040fa2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475976 Feb 09 02:44:13.597099 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:13.858889 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1f6d7-a2f8-461a-90f9-39be0b034159 req-7d5a6b94-d1f0-4480-9faa-30d46c756cdb tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:13.860304 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-abb1f6d7-a2f8-461a-90f9-39be0b034159 req-7d5a6b94-d1f0-4480-9faa-30d46c756cdb tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 946 time: 0.0542896 Feb 09 02:44:13.911689 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-abb1f6d7-a2f8-461a-90f9-39be0b034159 req-4db66427-2369-433d-8345-1c9fa6f107d3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444484 Feb 09 02:44:15.032404 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9cd29-6cdc-43f4-b428-cca0ac04f759 req-25059154-56cf-41dc-b8af-a51addd6ae1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:15.033888 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-60c9cd29-6cdc-43f4-b428-cca0ac04f759 req-25059154-56cf-41dc-b8af-a51addd6ae1a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 946 time: 0.0528855 Feb 09 02:44:15.082882 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-60c9cd29-6cdc-43f4-b428-cca0ac04f759 req-10bca203-ff5d-4c65-9426-b56a3d7b5ee2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433235 Feb 09 02:44:16.203734 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b60f0-59d2-4191-ade1-345a0f5c0ce9 req-ade42581-00fa-46b5-bc7d-14f693fd3e70 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:16.205115 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b20b60f0-59d2-4191-ade1-345a0f5c0ce9 req-ade42581-00fa-46b5-bc7d-14f693fd3e70 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 946 time: 0.0536370 Feb 09 02:44:16.254236 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b20b60f0-59d2-4191-ade1-345a0f5c0ce9 req-bf0d4d12-d58e-43f4-aa91-969ace131ec2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432465 Feb 09 02:44:16.276388 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34290) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:16.342969 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a997ac2b-997d-4c0c-81c0-1b29e3aca8aa tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/floatingips/1f97eb5e-1202-462d-a0b7-7b5247710ea6 HTTP/1.1" status: 200 len: 993 time: 0.0654440 Feb 09 02:44:17.655863 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234fcba-c99a-4285-a228-f46e86e8e1a0 req-bd94b8db-1023-4d1d-9577-ac8ce895cd55 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:17.657347 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3234fcba-c99a-4285-a228-f46e86e8e1a0 req-bd94b8db-1023-4d1d-9577-ac8ce895cd55 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 946 time: 0.0882659 Feb 09 02:44:17.673588 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a3229-6cc9-499e-abbe-f19f74b20c13 req-b5993039-7a18-4c49-83cb-c7575cd88554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:17.675047 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fe5a3229-6cc9-499e-abbe-f19f74b20c13 req-b5993039-7a18-4c49-83cb-c7575cd88554 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 1128 time: 0.0737875 Feb 09 02:44:17.761727 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3234fcba-c99a-4285-a228-f46e86e8e1a0 req-e9870dfd-edfa-40dc-87e9-0cdc4c11f7f5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978372 Feb 09 02:44:17.792158 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a3229-6cc9-499e-abbe-f19f74b20c13 req-5804b659-65f7-4c79-9b96-91cea3bf334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:17.793635 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fe5a3229-6cc9-499e-abbe-f19f74b20c13 req-5804b659-65f7-4c79-9b96-91cea3bf334a service neutron] 10.222.0.48 "GET /v2.0/networks?id=15351fe9-d6af-4934-a406-1dd5515503c6 HTTP/1.1" status: 200 len: 898 time: 0.1109781 Feb 09 02:44:17.863908 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fe5a3229-6cc9-499e-abbe-f19f74b20c13 req-ca6374d0-fccf-4ec1-bc54-547d01454ac1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6177db1b-50d9-43c0-8fab-1c7ce8320055 HTTP/1.1" status: 200 len: 1001 time: 0.0636656 Feb 09 02:44:17.912869 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a3229-6cc9-499e-abbe-f19f74b20c13 req-c20bffa4-9ee4-4465-a7c4-61cc6a878325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:17.914304 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fe5a3229-6cc9-499e-abbe-f19f74b20c13 req-c20bffa4-9ee4-4465-a7c4-61cc6a878325 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72a97ce1-b09a-4764-b2ad-b08ea1d67cee HTTP/1.1" status: 200 len: 835 time: 0.0447879 Feb 09 02:44:17.964617 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a3229-6cc9-499e-abbe-f19f74b20c13 req-0cb2905f-2a76-4db3-af72-4456c49ad809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:17.966167 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fe5a3229-6cc9-499e-abbe-f19f74b20c13 req-0cb2905f-2a76-4db3-af72-4456c49ad809 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=15351fe9-d6af-4934-a406-1dd5515503c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460691 Feb 09 02:44:18.058155 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fe5a3229-6cc9-499e-abbe-f19f74b20c13 req-cdd7ec1a-f4d9-405c-8a14-034b574031ce service neutron] 10.222.0.48 "GET /v2.0/networks/15351fe9-d6af-4934-a406-1dd5515503c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852513 Feb 09 02:44:18.147114 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fe5a3229-6cc9-499e-abbe-f19f74b20c13 req-8b342b46-fbe1-4c43-80da-bd5aa54b5adf service neutron] 10.222.0.48 "GET /v2.0/networks/15351fe9-d6af-4934-a406-1dd5515503c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831831 Feb 09 02:44:18.884138 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b8dbd-3708-4d24-b2cb-60d6921a8ebc req-022cbd57-a5c9-495c-b222-b477aa2d1f78 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:18.885602 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-274b8dbd-3708-4d24-b2cb-60d6921a8ebc req-022cbd57-a5c9-495c-b222-b477aa2d1f78 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 946 time: 0.0537622 Feb 09 02:44:18.935782 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-274b8dbd-3708-4d24-b2cb-60d6921a8ebc req-cb6d5065-f19d-4eea-988d-fdcb16481e43 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446835 Feb 09 02:44:18.959009 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34300) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:19.022831 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-82b7efd9-d8c9-4c0e-9322-f261dfb8042c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/floatingips/1f97eb5e-1202-462d-a0b7-7b5247710ea6 HTTP/1.1" status: 200 len: 993 time: 0.0626106 Feb 09 02:44:26.540635 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:44:37.597747 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e1b66fc9-c998-47d8-8456-09b244778eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:40.266482 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3d1f3769-f940-4993-a882-0fd1788374e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:40.519347 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:41.060140 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:41.418500 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:42.557356 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:43.600720 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:49.526518 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34310) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:49.688921 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting port 9bc88748-c1c1-404e-badf-db913a77100a {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:44:49.689274 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9bc88748-c1c1-404e-badf-db913a77100a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:49.769574 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9bc88748-c1c1-404e-badf-db913a77100a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:49.769905 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for floatingip (9bc88748-c1c1-404e-badf-db913a77100a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:49.781874 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Calling delete_port for 9bc88748-c1c1-404e-badf-db913a77100a owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:44:49.936413 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9bc88748-c1c1-404e-badf-db913a77100a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:49.963431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Port': ['ID=9bc88748-c1c1-404e-badf-db913a77100a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:49.990925 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:49.991901 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:49.992251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:49.992589 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:49.992927 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:49.993257 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:49.993586 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:49.993913 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:49.994237 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:49.994563 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:49.994887 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:49.995221 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:49.995549 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:50.038582 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for floatingip (1f97eb5e-1202-462d-a0b7-7b5247710ea6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:50.039029 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Floating IP 1f97eb5e-1202-462d-a0b7-7b5247710ea6 disassociated (deleted). External IP: 172.25.7.56, port: 6177db1b-50d9-43c0-8fab-1c7ce8320055. Feb 09 02:44:50.266622 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router b18a32ff-8759-41a9-965f-7a7a956ddd9f has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:44:50.380950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:44:50.385826 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:50.392140 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd3821-28dc-4eee-8f32-b58a4d70f8a2 None None] Sync routers for ids ['b18a32ff-8759-41a9-965f-7a7a956ddd9f'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:44:50.403441 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd3821-28dc-4eee-8f32-b58a4d70f8a2 None None] Routers {'b18a32ff-8759-41a9-965f-7a7a956ddd9f'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:50.404194 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-5fdd3821-28dc-4eee-8f32-b58a4d70f8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b18a32ff-8759-41a9-965f-7a7a956ddd9f'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:50.421975 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-fdda11b8-7291-4549-94a1-2d44f4d07a97 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/floatingips/1f97eb5e-1202-462d-a0b7-7b5247710ea6 HTTP/1.1" status: 204 len: 168 time: 0.8918319 Feb 09 02:44:50.421975 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd801101-86af-4dd8-8910-364a3e5bf74f', 'tag': '6177db1b-50d9-43c0-8fab-1c7ce8320055'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:50.422447 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdf0564-1a4d-4eca-a560-be6e7c574b13" -d '{"events": [{"name": "network-changed", "server_uuid": "fd801101-86af-4dd8-8910-364a3e5bf74f", "tag": "6177db1b-50d9-43c0-8fab-1c7ce8320055"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:50.524856 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-5fdd3821-28dc-4eee-8f32-b58a4d70f8a2 None None] Set router b18a32ff-8759-41a9-965f-7a7a956ddd9f gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:50.528674 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a400e3-c840-41f5-ac39-8a15d5c53c83 x-openstack-request-id: req-a0a400e3-c840-41f5-ac39-8a15d5c53c83 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:50.529332 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd801101-86af-4dd8-8910-364a3e5bf74f", "tag": "6177db1b-50d9-43c0-8fab-1c7ce8320055", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:50.529519 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a0a400e3-c840-41f5-ac39-8a15d5c53c83 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:50.530096 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd801101-86af-4dd8-8910-364a3e5bf74f', 'tag': '6177db1b-50d9-43c0-8fab-1c7ce8320055', 'status': 'completed', 'code': 200} Feb 09 02:44:50.661963 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf0564-1a4d-4eca-a560-be6e7c574b13 req-ab684827-d4a7-4dab-80a3-594a757878d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:50.663854 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5fdf0564-1a4d-4eca-a560-be6e7c574b13 req-ab684827-d4a7-4dab-80a3-594a757878d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 1128 time: 0.1002955 Feb 09 02:44:50.735326 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bbf80-1186-4757-ae88-5b3b3a7417fa req-13443566-6262-432f-8b5d-3f612097d02b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:50.736919 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4c5bbf80-1186-4757-ae88-5b3b3a7417fa req-13443566-6262-432f-8b5d-3f612097d02b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 946 time: 0.1201398 Feb 09 02:44:50.759482 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-5fdd3821-28dc-4eee-8f32-b58a4d70f8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941936456', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:09Z', 'updated_at': '2022-02-09T02:43:13Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:10Z', 'updated_at': '2022-02-09T02:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '5c792e7c-721c-4469-8f20-bb62fcde9f74', 'name': '', 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:6f:ff:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '72a97ce1-b09a-4764-b2ad-b08ea1d67cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:12Z', 'updated_at': '2022-02-09T02:43:16Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '72a97ce1-b09a-4764-b2ad-b08ea1d67cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:50.796528 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd3821-28dc-4eee-8f32-b58a4d70f8a2 None None] Checking router: b18a32ff-8759-41a9-965f-7a7a956ddd9f for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:44:50.807371 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd3821-28dc-4eee-8f32-b58a4d70f8a2 None None] Routers {'b18a32ff-8759-41a9-965f-7a7a956ddd9f'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:50.808045 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-5fdd3821-28dc-4eee-8f32-b58a4d70f8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b18a32ff-8759-41a9-965f-7a7a956ddd9f'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:50.820379 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4c5bbf80-1186-4757-ae88-5b3b3a7417fa req-c607638b-a102-4fe6-9bae-3fc5c3842c47 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757725 Feb 09 02:44:50.821765 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf0564-1a4d-4eca-a560-be6e7c574b13 req-b37022ad-e4db-42f1-998d-cbbb9501ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:50.823225 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5fdf0564-1a4d-4eca-a560-be6e7c574b13 req-b37022ad-e4db-42f1-998d-cbbb9501ff0d service neutron] 10.222.0.48 "GET /v2.0/networks?id=15351fe9-d6af-4934-a406-1dd5515503c6 HTTP/1.1" status: 200 len: 898 time: 0.1515789 Feb 09 02:44:50.878059 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5fdf0564-1a4d-4eca-a560-be6e7c574b13 req-41b41180-67e2-48fe-955d-420ce203a746 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6177db1b-50d9-43c0-8fab-1c7ce8320055 HTTP/1.1" status: 200 len: 217 time: 0.0467825 Feb 09 02:44:50.931986 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-5fdd3821-28dc-4eee-8f32-b58a4d70f8a2 None None] Set router b18a32ff-8759-41a9-965f-7a7a956ddd9f gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:50.936809 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf0564-1a4d-4eca-a560-be6e7c574b13 req-2bb5679f-5119-474a-b268-1e799e2f6cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:50.938305 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5fdf0564-1a4d-4eca-a560-be6e7c574b13 req-2bb5679f-5119-474a-b268-1e799e2f6cf7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72a97ce1-b09a-4764-b2ad-b08ea1d67cee HTTP/1.1" status: 200 len: 835 time: 0.0526130 Feb 09 02:44:51.000498 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf0564-1a4d-4eca-a560-be6e7c574b13 req-d49cf1b5-413f-40a1-8bdd-56fc8ae76f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:51.002071 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5fdf0564-1a4d-4eca-a560-be6e7c574b13 req-d49cf1b5-413f-40a1-8bdd-56fc8ae76f7d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=15351fe9-d6af-4934-a406-1dd5515503c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524454 Feb 09 02:44:51.107365 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5fdf0564-1a4d-4eca-a560-be6e7c574b13 req-af9e2590-1acb-41c1-b3be-1040b6f5cf48 service neutron] 10.222.0.48 "GET /v2.0/networks/15351fe9-d6af-4934-a406-1dd5515503c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984287 Feb 09 02:44:51.149617 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-5fdd3821-28dc-4eee-8f32-b58a4d70f8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941936456', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:09Z', 'updated_at': '2022-02-09T02:43:13Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:10Z', 'updated_at': '2022-02-09T02:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '5c792e7c-721c-4469-8f20-bb62fcde9f74', 'name': '', 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:6f:ff:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '72a97ce1-b09a-4764-b2ad-b08ea1d67cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:12Z', 'updated_at': '2022-02-09T02:43:16Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '72a97ce1-b09a-4764-b2ad-b08ea1d67cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:51.181568 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd3821-28dc-4eee-8f32-b58a4d70f8a2 None None] The sync data for ids ['b18a32ff-8759-41a9-965f-7a7a956ddd9f'] in n-d-828387-3 is: [{'id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941936456', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:09Z', 'updated_at': '2022-02-09T02:43:13Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:10Z', 'updated_at': '2022-02-09T02:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '5c792e7c-721c-4469-8f20-bb62fcde9f74', 'name': '', 'network_id': '15351fe9-d6af-4934-a406-1dd5515503c6', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:6f:ff:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '72a97ce1-b09a-4764-b2ad-b08ea1d67cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:12Z', 'updated_at': '2022-02-09T02:43:16Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '72a97ce1-b09a-4764-b2ad-b08ea1d67cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:44:51.209058 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5fdf0564-1a4d-4eca-a560-be6e7c574b13 req-4e9c0e9f-0911-435d-8135-afe73b602adf service neutron] 10.222.0.48 "GET /v2.0/networks/15351fe9-d6af-4934-a406-1dd5515503c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946312 Feb 09 02:44:51.439378 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15eae5c-b33b-4982-8dd0-b96e6072d976 None None] New status for floating IP 1f97eb5e-1202-462d-a0b7-7b5247710ea6: DOWN {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:44:51.962250 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fc452-e177-41ef-abdb-87c6eb497ccc req-99831d5f-e04c-4649-9318-34d0de66414e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:51.963979 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5d9fc452-e177-41ef-abdb-87c6eb497ccc req-99831d5f-e04c-4649-9318-34d0de66414e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 946 time: 0.0633404 Feb 09 02:44:52.021264 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5d9fc452-e177-41ef-abdb-87c6eb497ccc req-69468290-36a7-4633-9862-01e6b2869429 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22d8c99-6136-438d-b001-243f66799fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511971 Feb 09 02:44:52.453978 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b7d96-d25a-4585-a01f-623cb0e29260 req-fabd4241-72ae-4e12-bf31-b8c8d78886c5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:52.455473 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a87b7d96-d25a-4585-a01f-623cb0e29260 req-fabd4241-72ae-4e12-bf31-b8c8d78886c5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 946 time: 0.0593367 Feb 09 02:44:52.548516 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-a87b7d96-d25a-4585-a01f-623cb0e29260 req-d631e112-e67e-411f-b469-db31c0c9e8a2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting port 6177db1b-50d9-43c0-8fab-1c7ce8320055 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:44:52.548893 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a87b7d96-d25a-4585-a01f-623cb0e29260 req-d631e112-e67e-411f-b469-db31c0c9e8a2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (6177db1b-50d9-43c0-8fab-1c7ce8320055), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.641621 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a87b7d96-d25a-4585-a01f-623cb0e29260 req-d631e112-e67e-411f-b469-db31c0c9e8a2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] For port 6177db1b-50d9-43c0-8fab-1c7ce8320055, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6177db1b-50d9-43c0-8fab-1c7ce8320055,segment=NetworkSegment(949d6968-5725-4b71-8466-94d850bc63f2),segment_id=949d6968-5725-4b71-8466-94d850bc63f2)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:52.641991 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a87b7d96-d25a-4585-a01f-623cb0e29260 req-d631e112-e67e-411f-b469-db31c0c9e8a2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (6177db1b-50d9-43c0-8fab-1c7ce8320055), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.655497 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-a87b7d96-d25a-4585-a01f-623cb0e29260 req-d631e112-e67e-411f-b469-db31c0c9e8a2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Calling delete_port for 6177db1b-50d9-43c0-8fab-1c7ce8320055 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:44:52.782652 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a87b7d96-d25a-4585-a01f-623cb0e29260 req-d631e112-e67e-411f-b469-db31c0c9e8a2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (6177db1b-50d9-43c0-8fab-1c7ce8320055), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.814666 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631e112-e67e-411f-b469-db31c0c9e8a2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Port': ['ID=6177db1b-50d9-43c0-8fab-1c7ce8320055,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:52.858061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87b7d96-d25a-4585-a01f-623cb0e29260 req-d631e112-e67e-411f-b469-db31c0c9e8a2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] No DVR routers for this DVR port 6177db1b-50d9-43c0-8fab-1c7ce8320055 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:44:52.860647 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a87b7d96-d25a-4585-a01f-623cb0e29260 req-d631e112-e67e-411f-b469-db31c0c9e8a2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.864000 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a87b7d96-d25a-4585-a01f-623cb0e29260 req-d631e112-e67e-411f-b469-db31c0c9e8a2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.48 "DELETE /v2.0/ports/6177db1b-50d9-43c0-8fab-1c7ce8320055 HTTP/1.1" status: 204 len: 173 time: 0.4032900 Feb 09 02:44:52.864460 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd801101-86af-4dd8-8910-364a3e5bf74f', 'name': 'network-vif-deleted', 'tag': '6177db1b-50d9-43c0-8fab-1c7ce8320055'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:52.867618 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf236b5-1065-4123-8eb9-60ab78589207" -d '{"events": [{"server_uuid": "fd801101-86af-4dd8-8910-364a3e5bf74f", "name": "network-vif-deleted", "tag": "6177db1b-50d9-43c0-8fab-1c7ce8320055"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:52.910875 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a028f1-bb99-4367-b0c1-ddfeb8e1c489 x-openstack-request-id: req-26a028f1-bb99-4367-b0c1-ddfeb8e1c489 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:52.911172 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd801101-86af-4dd8-8910-364a3e5bf74f", "name": "network-vif-deleted", "tag": "6177db1b-50d9-43c0-8fab-1c7ce8320055", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:52.911651 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-26a028f1-bb99-4367-b0c1-ddfeb8e1c489 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:52.911963 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd801101-86af-4dd8-8910-364a3e5bf74f', 'name': 'network-vif-deleted', 'tag': '6177db1b-50d9-43c0-8fab-1c7ce8320055', 'status': 'completed', 'code': 200} Feb 09 02:44:53.145454 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8c341952-22d3-4ced-a139-c52179467626 req-f1135277-490c-48c0-973f-641a365674f6 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd801101-86af-4dd8-8910-364a3e5bf74f HTTP/1.1" status: 200 len: 210 time: 0.0278168 Feb 09 02:44:54.206306 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34328) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:54.569691 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab102-c0de-48c1-bfec-761f2b02b17c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (b18a32ff-8759-41a9-965f-7a7a956ddd9f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:54.833309 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-6d6ab102-c0de-48c1-bfec-761f2b02b17c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting port 5c792e7c-721c-4469-8f20-bb62fcde9f74 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:44:54.833570 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab102-c0de-48c1-bfec-761f2b02b17c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5c792e7c-721c-4469-8f20-bb62fcde9f74), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:54.924564 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-6d6ab102-c0de-48c1-bfec-761f2b02b17c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] For port 5c792e7c-721c-4469-8f20-bb62fcde9f74, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5c792e7c-721c-4469-8f20-bb62fcde9f74,segment=NetworkSegment(949d6968-5725-4b71-8466-94d850bc63f2),segment_id=949d6968-5725-4b71-8466-94d850bc63f2)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:54.924930 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab102-c0de-48c1-bfec-761f2b02b17c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5c792e7c-721c-4469-8f20-bb62fcde9f74), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:54.937875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-6d6ab102-c0de-48c1-bfec-761f2b02b17c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Calling delete_port for 5c792e7c-721c-4469-8f20-bb62fcde9f74 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:44:55.133478 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab102-c0de-48c1-bfec-761f2b02b17c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5c792e7c-721c-4469-8f20-bb62fcde9f74), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:55.165709 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ab102-c0de-48c1-bfec-761f2b02b17c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Port': ['ID=5c792e7c-721c-4469-8f20-bb62fcde9f74,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:55.353240 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab102-c0de-48c1-bfec-761f2b02b17c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (b18a32ff-8759-41a9-965f-7a7a956ddd9f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:55.575003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6ab102-c0de-48c1-bfec-761f2b02b17c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router b18a32ff-8759-41a9-965f-7a7a956ddd9f has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:44:56.023761 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6ab102-c0de-48c1-bfec-761f2b02b17c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:44:56.029066 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6d6ab102-c0de-48c1-bfec-761f2b02b17c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "PUT /v2.0/routers/b18a32ff-8759-41a9-965f-7a7a956ddd9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8216312 Feb 09 02:44:56.031843 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34330) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:56.033469 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b2acfb-498f-4b64-90de-a4e783700bbd None None] Sync routers for ids ['b18a32ff-8759-41a9-965f-7a7a956ddd9f'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:44:56.044586 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b2acfb-498f-4b64-90de-a4e783700bbd None None] Routers {'b18a32ff-8759-41a9-965f-7a7a956ddd9f'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:56.045190 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b4b2acfb-498f-4b64-90de-a4e783700bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b18a32ff-8759-41a9-965f-7a7a956ddd9f'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:56.083123 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76d90eb-2aff-4dd8-a784-f69256d2e6bf tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting subnet 72a97ce1-b09a-4764-b2ad-b08ea1d67cee {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:44:56.086502 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f76d90eb-2aff-4dd8-a784-f69256d2e6bf tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for subnet (72a97ce1-b09a-4764-b2ad-b08ea1d67cee), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.127429 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f76d90eb-2aff-4dd8-a784-f69256d2e6bf tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (72a97ce1-b09a-4764-b2ad-b08ea1d67cee), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.157018 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-b4b2acfb-498f-4b64-90de-a4e783700bbd None None] Set router b18a32ff-8759-41a9-965f-7a7a956ddd9f gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:56.213829 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f76d90eb-2aff-4dd8-a784-f69256d2e6bf tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (72a97ce1-b09a-4764-b2ad-b08ea1d67cee), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.275076 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f76d90eb-2aff-4dd8-a784-f69256d2e6bf tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (72a97ce1-b09a-4764-b2ad-b08ea1d67cee), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.302431 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d90eb-2aff-4dd8-a784-f69256d2e6bf tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Subnet': ['ID=72a97ce1-b09a-4764-b2ad-b08ea1d67cee,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:56.308668 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f76d90eb-2aff-4dd8-a784-f69256d2e6bf tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.311461 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f76d90eb-2aff-4dd8-a784-f69256d2e6bf tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/subnets/72a97ce1-b09a-4764-b2ad-b08ea1d67cee HTTP/1.1" status: 204 len: 168 time: 0.2784152 Feb 09 02:44:56.314783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34332) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:56.316637 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60aa0ad6-d9a0-4263-9907-be3dc4ce1a37 None None] Network 15351fe9-d6af-4934-a406-1dd5515503c6 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:44:56.447485 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b4b2acfb-498f-4b64-90de-a4e783700bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941936456', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:09Z', 'updated_at': '2022-02-09T02:44:55Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:10Z', 'updated_at': '2022-02-09T02:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:56.475461 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f7d428b-4a55-4417-89f8-7f3629a28ef3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router (b18a32ff-8759-41a9-965f-7a7a956ddd9f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.485052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b2acfb-498f-4b64-90de-a4e783700bbd None None] Checking router: b18a32ff-8759-41a9-965f-7a7a956ddd9f for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:44:56.501631 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b2acfb-498f-4b64-90de-a4e783700bbd None None] Routers {'b18a32ff-8759-41a9-965f-7a7a956ddd9f'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:56.502224 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b4b2acfb-498f-4b64-90de-a4e783700bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['b18a32ff-8759-41a9-965f-7a7a956ddd9f'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:56.593569 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f7d428b-4a55-4417-89f8-7f3629a28ef3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_gateway (b18a32ff-8759-41a9-965f-7a7a956ddd9f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.651987 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-6f7d428b-4a55-4417-89f8-7f3629a28ef3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting port 62d40df5-b215-4f61-8bc5-4238e021fbae {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:44:56.652345 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f7d428b-4a55-4417-89f8-7f3629a28ef3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (62d40df5-b215-4f61-8bc5-4238e021fbae), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.728672 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa437ea-2b4d-4ed0-b79a-5661b074b98a None None] DHCP port deletion for 15351fe9-d6af-4934-a406-1dd5515503c6 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:44:56.733450 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-6f7d428b-4a55-4417-89f8-7f3629a28ef3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] For port 62d40df5-b215-4f61-8bc5-4238e021fbae, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=62d40df5-b215-4f61-8bc5-4238e021fbae,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:56.733819 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f7d428b-4a55-4417-89f8-7f3629a28ef3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (62d40df5-b215-4f61-8bc5-4238e021fbae), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.751424 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-6f7d428b-4a55-4417-89f8-7f3629a28ef3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Calling delete_port for 62d40df5-b215-4f61-8bc5-4238e021fbae owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:44:56.802178 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-b4b2acfb-498f-4b64-90de-a4e783700bbd None None] Set router b18a32ff-8759-41a9-965f-7a7a956ddd9f gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:56.897496 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0fa437ea-2b4d-4ed0-b79a-5661b074b98a None None] Deleting port ccd2fa48-2793-4b75-af31-aad85758720c {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:44:56.897973 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0fa437ea-2b4d-4ed0-b79a-5661b074b98a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ccd2fa48-2793-4b75-af31-aad85758720c), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.923119 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f7d428b-4a55-4417-89f8-7f3629a28ef3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (62d40df5-b215-4f61-8bc5-4238e021fbae), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.949563 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d428b-4a55-4417-89f8-7f3629a28ef3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Port': ['ID=62d40df5-b215-4f61-8bc5-4238e021fbae,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:56.980205 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-0fa437ea-2b4d-4ed0-b79a-5661b074b98a None None] For port ccd2fa48-2793-4b75-af31-aad85758720c, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ccd2fa48-2793-4b75-af31-aad85758720c,segment=NetworkSegment(949d6968-5725-4b71-8466-94d850bc63f2),segment_id=949d6968-5725-4b71-8466-94d850bc63f2)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:56.980515 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0fa437ea-2b4d-4ed0-b79a-5661b074b98a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ccd2fa48-2793-4b75-af31-aad85758720c), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.001512 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0fa437ea-2b4d-4ed0-b79a-5661b074b98a None None] Calling delete_port for ccd2fa48-2793-4b75-af31-aad85758720c owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:44:57.011256 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f7d428b-4a55-4417-89f8-7f3629a28ef3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (b18a32ff-8759-41a9-965f-7a7a956ddd9f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.107064 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f7d428b-4a55-4417-89f8-7f3629a28ef3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (b18a32ff-8759-41a9-965f-7a7a956ddd9f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.109411 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f7d428b-4a55-4417-89f8-7f3629a28ef3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_controller (b18a32ff-8759-41a9-965f-7a7a956ddd9f), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.112325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 6177db1b-50d9-43c0-8fab-1c7ce8320055 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:44:57.140390 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 6177db1b-50d9-43c0-8fab-1c7ce8320055 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:44:57.141036 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 6177db1b-50d9-43c0-8fab-1c7ce8320055 not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:44:57.144530 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b4b2acfb-498f-4b64-90de-a4e783700bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941936456', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:09Z', 'updated_at': '2022-02-09T02:44:55Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:10Z', 'updated_at': '2022-02-09T02:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:57.148378 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0fa437ea-2b4d-4ed0-b79a-5661b074b98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (ccd2fa48-2793-4b75-af31-aad85758720c), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.161889 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f7d428b-4a55-4417-89f8-7f3629a28ef3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (b18a32ff-8759-41a9-965f-7a7a956ddd9f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.162472 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7d428b-4a55-4417-89f8-7f3629a28ef3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Fanout notify agent at l3_agent the message router_deleted on router b18a32ff-8759-41a9-965f-7a7a956ddd9f {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:44:57.169425 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6f7d428b-4a55-4417-89f8-7f3629a28ef3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.170578 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-6f7d428b-4a55-4417-89f8-7f3629a28ef3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/routers/b18a32ff-8759-41a9-965f-7a7a956ddd9f HTTP/1.1" status: 204 len: 168 time: 0.8544943 Feb 09 02:44:57.173425 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34334) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:57.181012 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b2acfb-498f-4b64-90de-a4e783700bbd None None] The sync data for ids ['b18a32ff-8759-41a9-965f-7a7a956ddd9f'] in n-d-828387-3 is: [{'id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941936456', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:09Z', 'updated_at': '2022-02-09T02:44:55Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '62d40df5-b215-4f61-8bc5-4238e021fbae', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a32ff-8759-41a9-965f-7a7a956ddd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:10Z', 'updated_at': '2022-02-09T02:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:44:57.205310 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa437ea-2b4d-4ed0-b79a-5661b074b98a None None] Pushing event deleted for resources: {'Port': ['ID=ccd2fa48-2793-4b75-af31-aad85758720c,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:57.214399 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa437ea-2b4d-4ed0-b79a-5661b074b98a None None] No DVR routers for this DVR port ccd2fa48-2793-4b75-af31-aad85758720c on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:44:57.220398 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa437ea-2b4d-4ed0-b79a-5661b074b98a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.220850 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa437ea-2b4d-4ed0-b79a-5661b074b98a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.221198 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa437ea-2b4d-4ed0-b79a-5661b074b98a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.221519 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa437ea-2b4d-4ed0-b79a-5661b074b98a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.221848 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa437ea-2b4d-4ed0-b79a-5661b074b98a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.222173 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa437ea-2b4d-4ed0-b79a-5661b074b98a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.222532 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa437ea-2b4d-4ed0-b79a-5661b074b98a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.222858 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa437ea-2b4d-4ed0-b79a-5661b074b98a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.223200 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa437ea-2b4d-4ed0-b79a-5661b074b98a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.225396 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa437ea-2b4d-4ed0-b79a-5661b074b98a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.225396 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa437ea-2b4d-4ed0-b79a-5661b074b98a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.226318 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa437ea-2b4d-4ed0-b79a-5661b074b98a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.226884 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa437ea-2b4d-4ed0-b79a-5661b074b98a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.274994 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (15351fe9-d6af-4934-a406-1dd5515503c6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.364564 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (15351fe9-d6af-4934-a406-1dd5515503c6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.384752 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15351fe9-d6af-4934-a406-1dd5515503c6']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:57.393964 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949d6968-5725-4b71-8466-94d850bc63f2') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:57.394261 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949d6968-5725-4b71-8466-94d850bc63f2') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:57.404300 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (949d6968-5725-4b71-8466-94d850bc63f2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.417066 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (949d6968-5725-4b71-8466-94d850bc63f2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.422979 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:44:57.423484 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (949d6968-5725-4b71-8466-94d850bc63f2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:44:57.426291 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:44:57.483083 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (15351fe9-d6af-4934-a406-1dd5515503c6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.490442 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.493223 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/networks/15351fe9-d6af-4934-a406-1dd5515503c6 HTTP/1.1" status: 204 len: 168 time: 0.3182428 Feb 09 02:44:57.496119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34336) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:57.504855 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Network': ['ID=15351fe9-d6af-4934-a406-1dd5515503c6,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:57.516176 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.516419 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.516766 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.517107 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.517443 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.517778 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.518112 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.518443 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.518888 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.519097 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.521165 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.521165 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.521165 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8ee73-a5f2-4964-80a7-06f69b2c54e0 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.578970 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5cf6ee91-e0e1-497e-a053-3b05f9178fba tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (b22d8c99-6136-438d-b001-243f66799fc3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.607338 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5cf6ee91-e0e1-497e-a053-3b05f9178fba tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (b22d8c99-6136-438d-b001-243f66799fc3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.653231 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5c792e7c-721c-4469-8f20-bb62fcde9f74 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:44:57.676085 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 5c792e7c-721c-4469-8f20-bb62fcde9f74 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:44:57.676500 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5c792e7c-721c-4469-8f20-bb62fcde9f74 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:44:57.676983 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ccd2fa48-2793-4b75-af31-aad85758720c no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:44:57.688120 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5cf6ee91-e0e1-497e-a053-3b05f9178fba tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (b22d8c99-6136-438d-b001-243f66799fc3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.691656 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5cf6ee91-e0e1-497e-a053-3b05f9178fba tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.695862 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5cf6ee91-e0e1-497e-a053-3b05f9178fba tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/security-groups/b22d8c99-6136-438d-b001-243f66799fc3 HTTP/1.1" status: 204 len: 168 time: 0.1985042 Feb 09 02:44:57.697611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: ccd2fa48-2793-4b75-af31-aad85758720c {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:44:57.697956 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ccd2fa48-2793-4b75-af31-aad85758720c not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:44:57.720267 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6ee91-e0e1-497e-a053-3b05f9178fba tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22d8c99-6136-438d-b001-243f66799fc3,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:57.934636 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34342) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:57.939133 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-8fc97cf0-ce8b-4103-bf0a-037aacc37ad5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1175405280', 'description': 'tempest-secgroup-smoke-1175405280 description', 'project_id': '227cd762524640f88637fa0863390e6c'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:57.959490 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8fc97cf0-ce8b-4103-bf0a-037aacc37ad5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.026968 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8fc97cf0-ce8b-4103-bf0a-037aacc37ad5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (64c6ea78-5abf-4dfd-8fd9-271829a7ffda), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.030610 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8fc97cf0-ce8b-4103-bf0a-037aacc37ad5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (64c6ea78-5abf-4dfd-8fd9-271829a7ffda), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.061122 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8fc97cf0-ce8b-4103-bf0a-037aacc37ad5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.062327 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-8fc97cf0-ce8b-4103-bf0a-037aacc37ad5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1266713 Feb 09 02:44:58.064186 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc97cf0-ce8b-4103-bf0a-037aacc37ad5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c6ea78-5abf-4dfd-8fd9-271829a7ffda,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:58.065458 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34344) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:58.070450 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1c1d913a-4299-4fb6-bc52-2417c0d2a393 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': '64c6ea78-5abf-4dfd-8fd9-271829a7ffda', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:58.096324 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c1d913a-4299-4fb6-bc52-2417c0d2a393 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (1b806ce0-79b6-4975-aed2-cbf2d41b92ae), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.155483 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c1d913a-4299-4fb6-bc52-2417c0d2a393 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (1b806ce0-79b6-4975-aed2-cbf2d41b92ae), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.158964 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c1d913a-4299-4fb6-bc52-2417c0d2a393 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (1b806ce0-79b6-4975-aed2-cbf2d41b92ae), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.176630 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d913a-4299-4fb6-bc52-2417c0d2a393 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b806ce0-79b6-4975-aed2-cbf2d41b92ae,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:58.184898 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c1d913a-4299-4fb6-bc52-2417c0d2a393 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.186117 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1c1d913a-4299-4fb6-bc52-2417c0d2a393 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195910 Feb 09 02:44:58.188872 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34346) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:58.193827 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6459c1c5-380c-49d2-9639-df31c6f558f1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': '64c6ea78-5abf-4dfd-8fd9-271829a7ffda', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:58.222006 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6459c1c5-380c-49d2-9639-df31c6f558f1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (85ae0d3f-16c3-4579-8fdb-83ac52b929a4), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.281073 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6459c1c5-380c-49d2-9639-df31c6f558f1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (85ae0d3f-16c3-4579-8fdb-83ac52b929a4), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.284764 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6459c1c5-380c-49d2-9639-df31c6f558f1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (85ae0d3f-16c3-4579-8fdb-83ac52b929a4), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.303089 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459c1c5-380c-49d2-9639-df31c6f558f1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ae0d3f-16c3-4579-8fdb-83ac52b929a4,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:58.308306 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6459c1c5-380c-49d2-9639-df31c6f558f1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.312145 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6459c1c5-380c-49d2-9639-df31c6f558f1 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193192 Feb 09 02:44:58.312145 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34348) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:58.316460 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1d5a974a-f67d-4a44-82e4-724f440bd5fe tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': '64c6ea78-5abf-4dfd-8fd9-271829a7ffda', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:58.342067 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1d5a974a-f67d-4a44-82e4-724f440bd5fe tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (bb540c42-6eb6-4ff3-88bf-02e5b726d7f6), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.397180 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1d5a974a-f67d-4a44-82e4-724f440bd5fe tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (bb540c42-6eb6-4ff3-88bf-02e5b726d7f6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.404382 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1d5a974a-f67d-4a44-82e4-724f440bd5fe tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (bb540c42-6eb6-4ff3-88bf-02e5b726d7f6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.419865 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a974a-f67d-4a44-82e4-724f440bd5fe tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb540c42-6eb6-4ff3-88bf-02e5b726d7f6,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:58.430111 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1d5a974a-f67d-4a44-82e4-724f440bd5fe tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.431364 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1d5a974a-f67d-4a44-82e4-724f440bd5fe tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182792 Feb 09 02:44:58.434111 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34350) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:58.438657 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b0dc5fdc-6c6f-44ac-8682-d609aa5027b3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': '64c6ea78-5abf-4dfd-8fd9-271829a7ffda', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:58.463919 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0dc5fdc-6c6f-44ac-8682-d609aa5027b3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (04a153d6-fcaf-46b5-bf86-b2aa56414e84), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.520359 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0dc5fdc-6c6f-44ac-8682-d609aa5027b3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (04a153d6-fcaf-46b5-bf86-b2aa56414e84), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.524280 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0dc5fdc-6c6f-44ac-8682-d609aa5027b3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (04a153d6-fcaf-46b5-bf86-b2aa56414e84), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.545207 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc5fdc-6c6f-44ac-8682-d609aa5027b3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a153d6-fcaf-46b5-bf86-b2aa56414e84,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:58.549699 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0dc5fdc-6c6f-44ac-8682-d609aa5027b3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.551174 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b0dc5fdc-6c6f-44ac-8682-d609aa5027b3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157773 Feb 09 02:44:58.554064 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34352) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:58.558380 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-fa901902-c5ca-4159-b251-e97d4bc3ebd5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': '64c6ea78-5abf-4dfd-8fd9-271829a7ffda', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:58.577864 n-d-828387-3 neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-fa901902-c5ca-4159-b251-e97d4bc3ebd5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Project 227cd762524640f88637fa0863390e6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:44:58.582935 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fa901902-c5ca-4159-b251-e97d4bc3ebd5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (d9881e73-6e8b-4206-9188-7e50b6ec7d10), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.643019 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fa901902-c5ca-4159-b251-e97d4bc3ebd5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (d9881e73-6e8b-4206-9188-7e50b6ec7d10), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.647073 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fa901902-c5ca-4159-b251-e97d4bc3ebd5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (d9881e73-6e8b-4206-9188-7e50b6ec7d10), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.665504 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa901902-c5ca-4159-b251-e97d4bc3ebd5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9881e73-6e8b-4206-9188-7e50b6ec7d10,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:58.674083 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fa901902-c5ca-4159-b251-e97d4bc3ebd5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.675305 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fa901902-c5ca-4159-b251-e97d4bc3ebd5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201537 Feb 09 02:44:58.677996 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34354) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:58.683520 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-97994534-fc06-40bd-b420-ee8f6964d764 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'security_group_rule': {'security_group_id': '64c6ea78-5abf-4dfd-8fd9-271829a7ffda', 'project_id': '227cd762524640f88637fa0863390e6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:58.703851 n-d-828387-3 neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-97994534-fc06-40bd-b420-ee8f6964d764 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Project 227cd762524640f88637fa0863390e6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:44:58.708578 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97994534-fc06-40bd-b420-ee8f6964d764 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (b3493c4c-4894-473b-a762-1d5dd52bf4df), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.768558 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97994534-fc06-40bd-b420-ee8f6964d764 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (b3493c4c-4894-473b-a762-1d5dd52bf4df), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.771926 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97994534-fc06-40bd-b420-ee8f6964d764 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (b3493c4c-4894-473b-a762-1d5dd52bf4df), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.790361 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97994534-fc06-40bd-b420-ee8f6964d764 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3493c4c-4894-473b-a762-1d5dd52bf4df,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:58.797995 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97994534-fc06-40bd-b420-ee8f6964d764 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.799541 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-97994534-fc06-40bd-b420-ee8f6964d764 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195016 Feb 09 02:44:58.802978 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34356) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:58.808306 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b99415bf-8970-4a22-802a-e397e4b67fc8 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'network': {'name': 'tempest-network-smoke--722168180', 'project_id': '227cd762524640f88637fa0863390e6c', 'port_security_enabled': True}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:58.827709 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99415bf-8970-4a22-802a-e397e4b67fc8 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Made reservation on behalf of 227cd762524640f88637fa0863390e6c for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:44:58.831409 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b99415bf-8970-4a22-802a-e397e4b67fc8 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.855790 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99415bf-8970-4a22-802a-e397e4b67fc8 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:44:58.865327 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b99415bf-8970-4a22-802a-e397e4b67fc8 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (b19fd349-de10-4967-b344-7fa1317bdfed), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.865741 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-b99415bf-8970-4a22-802a-e397e4b67fc8 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Added segment b19fd349-de10-4967-b344-7fa1317bdfed of type vlan for network cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d Feb 09 02:44:58.909001 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b99415bf-8970-4a22-802a-e397e4b67fc8 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.934767 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b99415bf-8970-4a22-802a-e397e4b67fc8 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.939842 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99415bf-8970-4a22-802a-e397e4b67fc8 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:58.940418 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b99415bf-8970-4a22-802a-e397e4b67fc8 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:59.001467 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b99415bf-8970-4a22-802a-e397e4b67fc8 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1969125 Feb 09 02:44:59.004184 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34358) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:59.010624 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1108306c-6e77-4891-acc2-5d2004af4374 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1313667190', 'admin_state_up': True, 'project_id': '227cd762524640f88637fa0863390e6c', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:59.023196 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99415bf-8970-4a22-802a-e397e4b67fc8 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Network': ['ID=cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:59.033353 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:44:59.036635 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1108306c-6e77-4891-acc2-5d2004af4374 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (35ea5231-9dff-41d9-b777-b855aae5295c), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:59.037642 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1108306c-6e77-4891-acc2-5d2004af4374 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (35ea5231-9dff-41d9-b777-b855aae5295c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:59.093704 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1108306c-6e77-4891-acc2-5d2004af4374 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_controller (35ea5231-9dff-41d9-b777-b855aae5295c), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:59.234864 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1108306c-6e77-4891-acc2-5d2004af4374 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_gateway (35ea5231-9dff-41d9-b777-b855aae5295c), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:59.251900 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 62d40df5-b215-4f61-8bc5-4238e021fbae no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:44:59.273198 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 62d40df5-b215-4f61-8bc5-4238e021fbae {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:44:59.273532 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 62d40df5-b215-4f61-8bc5-4238e021fbae not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:44:59.431335 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1108306c-6e77-4891-acc2-5d2004af4374 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_gateway (35ea5231-9dff-41d9-b777-b855aae5295c), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:59.449731 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1108306c-6e77-4891-acc2-5d2004af4374 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:59.556586 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-1108306c-6e77-4891-acc2-5d2004af4374 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Allocated IP 172.25.7.126 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/5b23245e-9986-4591-abff-ba59574f235d) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:44:59.658823 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1108306c-6e77-4891-acc2-5d2004af4374 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (5b23245e-9986-4591-abff-ba59574f235d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:59.691666 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1108306c-6e77-4891-acc2-5d2004af4374 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (5b23245e-9986-4591-abff-ba59574f235d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:59.727788 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1108306c-6e77-4891-acc2-5d2004af4374 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:44:59.732561 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-1108306c-6e77-4891-acc2-5d2004af4374 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:59.736042 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1108306c-6e77-4891-acc2-5d2004af4374 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:44:59.765481 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108306c-6e77-4891-acc2-5d2004af4374 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=5b23245e-9986-4591-abff-ba59574f235d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:59.997800 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1108306c-6e77-4891-acc2-5d2004af4374 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_gateway (35ea5231-9dff-41d9-b777-b855aae5295c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:00.199502 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1108306c-6e77-4891-acc2-5d2004af4374 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (35ea5231-9dff-41d9-b777-b855aae5295c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:00.324414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1108306c-6e77-4891-acc2-5d2004af4374 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router 35ea5231-9dff-41d9-b777-b855aae5295c is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:45:00.432200 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1108306c-6e77-4891-acc2-5d2004af4374 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:45:00.444130 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] Sync routers for ids ['35ea5231-9dff-41d9-b777-b855aae5295c'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:45:00.452055 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1108306c-6e77-4891-acc2-5d2004af4374 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:00.453272 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1108306c-6e77-4891-acc2-5d2004af4374 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4481728 Feb 09 02:45:00.453741 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] Routers {'35ea5231-9dff-41d9-b777-b855aae5295c'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:45:00.454383 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['35ea5231-9dff-41d9-b777-b855aae5295c'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:00.456700 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34360) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:00.489214 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-f4d0f732-f295-47b9-ada4-724d9711c4b1 tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=227cd762524640f88637fa0863390e6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312409 Feb 09 02:45:00.492459 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34362) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:00.560801 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] Set router 35ea5231-9dff-41d9-b777-b855aae5295c gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:45:00.577673 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0522cc-382f-4713-8e76-8e27c8ae3064 tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:00.579075 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2d0522cc-382f-4713-8e76-8e27c8ae3064 tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856361 Feb 09 02:45:00.582060 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34364) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:00.610390 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-9f765008-57b5-426d-8a84-0e477d741df3 tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6429c482-e8f9-4ec2-a37c-fde8ac86cf09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271924 Feb 09 02:45:00.612852 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34366) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:00.618146 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-121a0d88-eb48-436d-9eb5-db68f7219814 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-544358836', 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d', 'project_id': '227cd762524640f88637fa0863390e6c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:00.708969 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121a0d88-eb48-436d-9eb5-db68f7219814 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Made reservation on behalf of 227cd762524640f88637fa0863390e6c for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:45:00.712854 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-121a0d88-eb48-436d-9eb5-db68f7219814 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:00.739963 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313667190', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b23245e-9986-4591-abff-ba59574f235d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:44:59Z', 'revision_number': 3, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5b23245e-9986-4591-abff-ba59574f235d', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:44:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:00.766113 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] Checking router: 35ea5231-9dff-41d9-b777-b855aae5295c for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:45:00.766454 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] Updating router 35ea5231-9dff-41d9-b777-b855aae5295c port 5b23245e-9986-4591-abff-ba59574f235d binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:45:00.797685 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5b23245e-9986-4591-abff-ba59574f235d), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:00.900680 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-121a0d88-eb48-436d-9eb5-db68f7219814 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (52f15d0a-2c02-44ec-8d49-7b3971a7adbc), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:00.967466 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a0d88-eb48-436d-9eb5-db68f7219814 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Subnet': ['ID=52f15d0a-2c02-44ec-8d49-7b3971a7adbc,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:00.974902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121a0d88-eb48-436d-9eb5-db68f7219814 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Checking segment: {'id': 'b19fd349-de10-4967-b344-7fa1317bdfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:45:00.975033 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121a0d88-eb48-436d-9eb5-db68f7219814 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network hostable DHCP agents. Network: cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:45:00.993586 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121a0d88-eb48-436d-9eb5-db68f7219814 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:45:01.002488 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-121a0d88-eb48-436d-9eb5-db68f7219814 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:45:01.007477 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121a0d88-eb48-436d-9eb5-db68f7219814 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:01.008148 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-121a0d88-eb48-436d-9eb5-db68f7219814 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.013150 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba0d60e-eace-4257-a8d0-b7847f3444dd None None] Network cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:45:01.027499 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-121a0d88-eb48-436d-9eb5-db68f7219814 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4134660 Feb 09 02:45:01.030220 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34368) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:01.051664 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] Publish callbacks [] for port (5b23245e-9986-4591-abff-ba59574f235d), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.058814 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5b23245e-9986-4591-abff-ba59574f235d), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.114041 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] Attempting to bind port 5b23245e-9986-4591-abff-ba59574f235d on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:45:01.114405 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] Attempting to bind port 5b23245e-9986-4591-abff-ba59574f235d by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:45:01.114938 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] Attempting to bind port 5b23245e-9986-4591-abff-ba59574f235d on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:01.118401 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9726bc8-4297-4868-b03b-815edcc3a07a None None] Pushing event updated for resources: {'Port': ['ID=5b23245e-9986-4591-abff-ba59574f235d,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:01.125823 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f496033-6b09-4da3-b5a9-1082386e53e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d', 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d', 'project_id': '227cd762524640f88637fa0863390e6c', 'fixed_ips': [{'subnet_id': '52f15d0a-2c02-44ec-8d49-7b3971a7adbc'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:45:01.127050 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f496033-6b09-4da3-b5a9-1082386e53e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.127524 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9726bc8-4297-4868-b03b-815edcc3a07a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.127866 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9726bc8-4297-4868-b03b-815edcc3a07a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.128198 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9726bc8-4297-4868-b03b-815edcc3a07a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.128527 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9726bc8-4297-4868-b03b-815edcc3a07a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.128852 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9726bc8-4297-4868-b03b-815edcc3a07a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.129173 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9726bc8-4297-4868-b03b-815edcc3a07a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.129487 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9726bc8-4297-4868-b03b-815edcc3a07a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.129978 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9726bc8-4297-4868-b03b-815edcc3a07a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.130298 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9726bc8-4297-4868-b03b-815edcc3a07a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.130615 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9726bc8-4297-4868-b03b-815edcc3a07a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.130931 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9726bc8-4297-4868-b03b-815edcc3a07a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.131271 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9726bc8-4297-4868-b03b-815edcc3a07a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.132193 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9726bc8-4297-4868-b03b-815edcc3a07a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.136078 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:45:01.136717 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:45:01.137300 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.137839 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:45:01.138457 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] Bound port: 5b23245e-9986-4591-abff-ba59574f235d, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:45:01.139010 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5b23245e-9986-4591-abff-ba59574f235d), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.192107 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] For port 5b23245e-9986-4591-abff-ba59574f235d, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:45:01.195914 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] For port 5b23245e-9986-4591-abff-ba59574f235d, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5b23245e-9986-4591-abff-ba59574f235d,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:45:01.203345 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5b23245e-9986-4591-abff-ba59574f235d), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.275128 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] Routers {'35ea5231-9dff-41d9-b777-b855aae5295c'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:45:01.276092 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['35ea5231-9dff-41d9-b777-b855aae5295c'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:01.277280 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-1f496033-6b09-4da3-b5a9-1082386e53e5 None None] Allocated IP 172.20.0.2 (cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d/52f15d0a-2c02-44ec-8d49-7b3971a7adbc/fade82c3-0799-4146-b2e7-db5f50c6effe) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:45:01.278197 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9726bc8-4297-4868-b03b-815edcc3a07a None None] Pushing event updated for resources: {'Port': ['ID=5b23245e-9986-4591-abff-ba59574f235d,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:01.391994 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] Set router 35ea5231-9dff-41d9-b777-b855aae5295c gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:45:01.453346 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f496033-6b09-4da3-b5a9-1082386e53e5 None None] Publish callbacks [] for port (fade82c3-0799-4146-b2e7-db5f50c6effe), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.462309 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f496033-6b09-4da3-b5a9-1082386e53e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (fade82c3-0799-4146-b2e7-db5f50c6effe), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.507193 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f496033-6b09-4da3-b5a9-1082386e53e5 None None] Network cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:45:01.514731 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-1f496033-6b09-4da3-b5a9-1082386e53e5 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:45:01.522635 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f496033-6b09-4da3-b5a9-1082386e53e5 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:45:01.534656 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f496033-6b09-4da3-b5a9-1082386e53e5 None None] Pushing event updated for resources: {'Port': ['ID=fade82c3-0799-4146-b2e7-db5f50c6effe,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:01.585371 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313667190', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b23245e-9986-4591-abff-ba59574f235d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:44:59Z', 'revision_number': 3, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5b23245e-9986-4591-abff-ba59574f235d', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:01.602337 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1f496033-6b09-4da3-b5a9-1082386e53e5 None None] Attempting to bind port fade82c3-0799-4146-b2e7-db5f50c6effe on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:45:01.602874 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1f496033-6b09-4da3-b5a9-1082386e53e5 None None] Attempting to bind port fade82c3-0799-4146-b2e7-db5f50c6effe by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'b19fd349-de10-4967-b344-7fa1317bdfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:45:01.603371 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f496033-6b09-4da3-b5a9-1082386e53e5 None None] Attempting to bind port fade82c3-0799-4146-b2e7-db5f50c6effe on network cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:01.608741 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f496033-6b09-4da3-b5a9-1082386e53e5 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:45:01.609270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f496033-6b09-4da3-b5a9-1082386e53e5 None None] Checking segment: {'id': 'b19fd349-de10-4967-b344-7fa1317bdfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:45:01.609914 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f496033-6b09-4da3-b5a9-1082386e53e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.610411 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f496033-6b09-4da3-b5a9-1082386e53e5 None None] Bound using segment: {'id': 'b19fd349-de10-4967-b344-7fa1317bdfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:45:01.611043 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1f496033-6b09-4da3-b5a9-1082386e53e5 None None] Bound port: fade82c3-0799-4146-b2e7-db5f50c6effe, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19fd349-de10-4967-b344-7fa1317bdfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:45:01.611512 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f496033-6b09-4da3-b5a9-1082386e53e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fade82c3-0799-4146-b2e7-db5f50c6effe), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.612137 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd646829-b7d9-4207-9442-effb41e83c84 None None] The sync data for ids ['35ea5231-9dff-41d9-b777-b855aae5295c'] in n-d-828387-3 is: [{'id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313667190', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b23245e-9986-4591-abff-ba59574f235d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:44:59Z', 'revision_number': 3, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5b23245e-9986-4591-abff-ba59574f235d', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:45:01.693824 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1f496033-6b09-4da3-b5a9-1082386e53e5 None None] For port fade82c3-0799-4146-b2e7-db5f50c6effe, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:45:01.698125 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1f496033-6b09-4da3-b5a9-1082386e53e5 None None] For port fade82c3-0799-4146-b2e7-db5f50c6effe, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=fade82c3-0799-4146-b2e7-db5f50c6effe,segment=NetworkSegment(b19fd349-de10-4967-b344-7fa1317bdfed),segment_id=b19fd349-de10-4967-b344-7fa1317bdfed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:45:01.704670 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f496033-6b09-4da3-b5a9-1082386e53e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (fade82c3-0799-4146-b2e7-db5f50c6effe), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.766475 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f496033-6b09-4da3-b5a9-1082386e53e5 None None] Pushing event updated for resources: {'Port': ['ID=fade82c3-0799-4146-b2e7-db5f50c6effe,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:01.843488 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-40b765c3-adfc-4b4e-bd98-96b6cee0de82 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:02.198757 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-40b765c3-adfc-4b4e-bd98-96b6cee0de82 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Allocated IP 172.20.0.1 (cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d/52f15d0a-2c02-44ec-8d49-7b3971a7adbc/9cb28cd2-bac0-4041-8739-f3dced9d1f49) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:45:02.324206 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-40b765c3-adfc-4b4e-bd98-96b6cee0de82 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (9cb28cd2-bac0-4041-8739-f3dced9d1f49), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:02.359484 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-40b765c3-adfc-4b4e-bd98-96b6cee0de82 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (9cb28cd2-bac0-4041-8739-f3dced9d1f49), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:02.404119 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b765c3-adfc-4b4e-bd98-96b6cee0de82 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:45:02.407656 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-40b765c3-adfc-4b4e-bd98-96b6cee0de82 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:45:02.411507 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b765c3-adfc-4b4e-bd98-96b6cee0de82 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:45:02.418701 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b765c3-adfc-4b4e-bd98-96b6cee0de82 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=9cb28cd2-bac0-4041-8739-f3dced9d1f49,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:02.465484 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-40b765c3-adfc-4b4e-bd98-96b6cee0de82 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (35ea5231-9dff-41d9-b777-b855aae5295c), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:02.632037 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-40b765c3-adfc-4b4e-bd98-96b6cee0de82 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9cb28cd2-bac0-4041-8739-f3dced9d1f49), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:02.812866 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277c9466-4c11-4c14-9a7e-79c74a77eec7 None None] Network cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:45:02.902040 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e22611a9-a3f5-48ca-8b04-70e66a340a74 None None] Provisioning complete for port fade82c3-0799-4146-b2e7-db5f50c6effe triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:02.902554 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e22611a9-a3f5-48ca-8b04-70e66a340a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fade82c3-0799-4146-b2e7-db5f50c6effe), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:02.938316 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-40b765c3-adfc-4b4e-bd98-96b6cee0de82 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (9cb28cd2-bac0-4041-8739-f3dced9d1f49), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:02.943085 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-40b765c3-adfc-4b4e-bd98-96b6cee0de82 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (9cb28cd2-bac0-4041-8739-f3dced9d1f49), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:03.019631 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e22611a9-a3f5-48ca-8b04-70e66a340a74 None None] Current status of the port fade82c3-0799-4146-b2e7-db5f50c6effe is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:03.020285 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e22611a9-a3f5-48ca-8b04-70e66a340a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fade82c3-0799-4146-b2e7-db5f50c6effe), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:03.032037 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-40b765c3-adfc-4b4e-bd98-96b6cee0de82 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (35ea5231-9dff-41d9-b777-b855aae5295c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:03.035110 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b765c3-adfc-4b4e-bd98-96b6cee0de82 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=9cb28cd2-bac0-4041-8739-f3dced9d1f49,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:03.062945 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e22611a9-a3f5-48ca-8b04-70e66a340a74 None None] For port fade82c3-0799-4146-b2e7-db5f50c6effe, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=fade82c3-0799-4146-b2e7-db5f50c6effe,segment=NetworkSegment(b19fd349-de10-4967-b344-7fa1317bdfed),segment_id=b19fd349-de10-4967-b344-7fa1317bdfed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:03.068455 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e22611a9-a3f5-48ca-8b04-70e66a340a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (fade82c3-0799-4146-b2e7-db5f50c6effe), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:03.124385 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22611a9-a3f5-48ca-8b04-70e66a340a74 None None] Pushing event updated for resources: {'Port': ['ID=fade82c3-0799-4146-b2e7-db5f50c6effe,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:03.140224 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b765c3-adfc-4b4e-bd98-96b6cee0de82 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:45:03.142525 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-40b765c3-adfc-4b4e-bd98-96b6cee0de82 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:45:03.285408 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b765c3-adfc-4b4e-bd98-96b6cee0de82 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router 35ea5231-9dff-41d9-b777-b855aae5295c has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:45:03.294372 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-bebd309b-f2ef-4070-a185-ebac75cf0d8c None None] Provisioning complete for port fade82c3-0799-4146-b2e7-db5f50c6effe triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:03.294747 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bebd309b-f2ef-4070-a185-ebac75cf0d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fade82c3-0799-4146-b2e7-db5f50c6effe), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:03.401881 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-bebd309b-f2ef-4070-a185-ebac75cf0d8c None None] Current status of the port fade82c3-0799-4146-b2e7-db5f50c6effe is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:03.405489 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5b23245e-9986-4591-abff-ba59574f235d up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:45:03.422724 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b765c3-adfc-4b4e-bd98-96b6cee0de82 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:45:03.432899 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-40b765c3-adfc-4b4e-bd98-96b6cee0de82 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "PUT /v2.0/routers/35ea5231-9dff-41d9-b777-b855aae5295c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4013517 Feb 09 02:45:03.449005 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] Sync routers for ids ['35ea5231-9dff-41d9-b777-b855aae5295c'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:45:03.470928 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-bebd309b-f2ef-4070-a185-ebac75cf0d8c None None] Provisioning complete for port 9cb28cd2-bac0-4041-8739-f3dced9d1f49 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:03.471355 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bebd309b-f2ef-4070-a185-ebac75cf0d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9cb28cd2-bac0-4041-8739-f3dced9d1f49), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:03.514461 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] Routers {'35ea5231-9dff-41d9-b777-b855aae5295c'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:45:03.515825 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['35ea5231-9dff-41d9-b777-b855aae5295c'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:03.541763 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:45:03.599807 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-bebd309b-f2ef-4070-a185-ebac75cf0d8c None None] Port 9cb28cd2-bac0-4041-8739-f3dced9d1f49 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:45:03.618429 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-174a1b0a-ab09-4273-8559-44cf475c78ed tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1175405280&fields=id&tenant_id=227cd762524640f88637fa0863390e6c HTTP/1.1" status: 200 len: 267 time: 0.0587885 Feb 09 02:45:03.626142 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 5b23245e-9986-4591-abff-ba59574f235d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:03.626526 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5b23245e-9986-4591-abff-ba59574f235d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:03.678855 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] Set router 35ea5231-9dff-41d9-b777-b855aae5295c gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:45:03.758996 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-dad9fdbd-bc44-4ab3-8550-69a18ca0e83a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:03.760408 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-dad9fdbd-bc44-4ab3-8550-69a18ca0e83a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/networks?id=cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d HTTP/1.1" status: 200 len: 796 time: 0.1325319 Feb 09 02:45:03.774873 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-4ce607f0-73e6-45b2-a05b-a534d79d0ea6 None None] Provisioning complete for port 9cb28cd2-bac0-4041-8739-f3dced9d1f49 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:03.775271 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4ce607f0-73e6-45b2-a05b-a534d79d0ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9cb28cd2-bac0-4041-8739-f3dced9d1f49), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:03.775760 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-c2583bb8-9621-4db9-80db-71a0672f5af5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/quotas/227cd762524640f88637fa0863390e6c HTTP/1.1" status: 200 len: 375 time: 0.0095325 Feb 09 02:45:03.832897 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-d33e0506-acff-461b-8ab6-6df897a2e140 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513799 Feb 09 02:45:03.936776 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-5686acfb-1817-4074-953b-1357c670ee5c service neutron] 10.222.0.36 "GET /v2.0/networks/cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883009 Feb 09 02:45:04.036590 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-222826a8-a8a1-4b24-be7f-508bf58277a3 service neutron] 10.222.0.36 "GET /v2.0/networks/cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938101 Feb 09 02:45:04.048039 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4ce607f0-73e6-45b2-a05b-a534d79d0ea6 None None] Port 9cb28cd2-bac0-4041-8739-f3dced9d1f49 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:45:04.051362 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 5b23245e-9986-4591-abff-ba59574f235d is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:04.051362 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (5b23245e-9986-4591-abff-ba59574f235d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:04.086170 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 5b23245e-9986-4591-abff-ba59574f235d, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5b23245e-9986-4591-abff-ba59574f235d,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:04.095536 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (5b23245e-9986-4591-abff-ba59574f235d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:04.096303 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device fade82c3-0799-4146-b2e7-db5f50c6effe up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:45:04.214726 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-43afb637-cfc1-45e1-bb26-7fc21a194a81 req-a1fa577c-c3ee-4450-9cb1-ab9021af5789 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 210 time: 0.0387568 Feb 09 02:45:04.219658 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5114d534-cf22-4a97-9524-cf1edc8da5bc None None] Provisioning complete for port 9cb28cd2-bac0-4041-8739-f3dced9d1f49 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:04.220039 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5114d534-cf22-4a97-9524-cf1edc8da5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9cb28cd2-bac0-4041-8739-f3dced9d1f49), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:04.221495 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=5b23245e-9986-4591-abff-ba59574f235d,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:04.275247 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port fade82c3-0799-4146-b2e7-db5f50c6effe triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:04.275630 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fade82c3-0799-4146-b2e7-db5f50c6effe), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:04.279530 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5114d534-cf22-4a97-9524-cf1edc8da5bc None None] Port 9cb28cd2-bac0-4041-8739-f3dced9d1f49 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:45:04.313422 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313667190', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b23245e-9986-4591-abff-ba59574f235d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:45:02Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5b23245e-9986-4591-abff-ba59574f235d', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '9cb28cd2-bac0-4041-8739-f3dced9d1f49', 'name': '', 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:17:fa:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '52f15d0a-2c02-44ec-8d49-7b3971a7adbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:02Z', 'updated_at': '2022-02-09T02:45:02Z', 'revision_number': 2, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '52f15d0a-2c02-44ec-8d49-7b3971a7adbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:04.344506 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] Checking router: 35ea5231-9dff-41d9-b777-b855aae5295c for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:45:04.344863 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] Updating router 35ea5231-9dff-41d9-b777-b855aae5295c port 9cb28cd2-bac0-4041-8739-f3dced9d1f49 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:45:04.383348 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9cb28cd2-bac0-4041-8739-f3dced9d1f49), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:04.449819 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port fade82c3-0799-4146-b2e7-db5f50c6effe is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:04.682326 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] Publish callbacks [] for port (9cb28cd2-bac0-4041-8739-f3dced9d1f49), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:04.688377 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9cb28cd2-bac0-4041-8739-f3dced9d1f49), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:04.742527 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b39d1-5efd-4bc0-9dac-0b9711b9ea7a None None] Pushing event updated for resources: {'Port': ['ID=9cb28cd2-bac0-4041-8739-f3dced9d1f49,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:04.806962 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] Attempting to bind port 9cb28cd2-bac0-4041-8739-f3dced9d1f49 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:45:04.807574 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] Attempting to bind port 9cb28cd2-bac0-4041-8739-f3dced9d1f49 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'b19fd349-de10-4967-b344-7fa1317bdfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:45:04.808126 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] Attempting to bind port 9cb28cd2-bac0-4041-8739-f3dced9d1f49 on network cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:04.813395 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:45:04.813775 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] Checking segment: {'id': 'b19fd349-de10-4967-b344-7fa1317bdfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:45:04.814234 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:04.814634 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] Bound using segment: {'id': 'b19fd349-de10-4967-b344-7fa1317bdfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:45:04.815111 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] Bound port: 9cb28cd2-bac0-4041-8739-f3dced9d1f49, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19fd349-de10-4967-b344-7fa1317bdfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:45:04.815501 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9cb28cd2-bac0-4041-8739-f3dced9d1f49), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:04.880948 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] For port 9cb28cd2-bac0-4041-8739-f3dced9d1f49, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:45:04.884923 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] For port 9cb28cd2-bac0-4041-8739-f3dced9d1f49, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9cb28cd2-bac0-4041-8739-f3dced9d1f49,segment=NetworkSegment(b19fd349-de10-4967-b344-7fa1317bdfed),segment_id=b19fd349-de10-4967-b344-7fa1317bdfed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:45:04.891404 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9cb28cd2-bac0-4041-8739-f3dced9d1f49), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:04.955364 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] Routers {'35ea5231-9dff-41d9-b777-b855aae5295c'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:45:04.955865 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:44:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['35ea5231-9dff-41d9-b777-b855aae5295c'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:04.957539 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b39d1-5efd-4bc0-9dac-0b9711b9ea7a None None] Pushing event updated for resources: {'Port': ['ID=9cb28cd2-bac0-4041-8739-f3dced9d1f49,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:05.053264 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-58972238-9b73-4073-b6de-4fc3e15874b8 None None] Provisioning complete for port 9cb28cd2-bac0-4041-8739-f3dced9d1f49 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:05.054500 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-58972238-9b73-4073-b6de-4fc3e15874b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9cb28cd2-bac0-4041-8739-f3dced9d1f49), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:05.118788 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] Set router 35ea5231-9dff-41d9-b777-b855aae5295c gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:45:05.210956 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-565214a5-ec06-4179-a639-99edab1b954e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:05.213146 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-565214a5-ec06-4179-a639-99edab1b954e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.67 "GET /v2.0/networks?id=cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d HTTP/1.1" status: 200 len: 796 time: 0.1395383 Feb 09 02:45:05.265685 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-58972238-9b73-4073-b6de-4fc3e15874b8 None None] Current status of the port 9cb28cd2-bac0-4041-8739-f3dced9d1f49 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:05.266090 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-58972238-9b73-4073-b6de-4fc3e15874b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9cb28cd2-bac0-4041-8739-f3dced9d1f49), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:05.297116 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-2593c41e-ab0e-4cca-98f2-320d8c2db1cb tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=227cd762524640f88637fa0863390e6c HTTP/1.1" status: 200 len: 380 time: 0.0746274 Feb 09 02:45:05.308181 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-ffc35e6c-78ef-4d92-9fe3-e983f0404b31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'port': {'device_id': 'd7e30e62-3160-446c-8dcd-7d45e20b0769', 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d', 'admin_state_up': True, 'tenant_id': '227cd762524640f88637fa0863390e6c', 'security_groups': ['64c6ea78-5abf-4dfd-8fd9-271829a7ffda']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:05.333743 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-58972238-9b73-4073-b6de-4fc3e15874b8 None None] For port 9cb28cd2-bac0-4041-8739-f3dced9d1f49, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9cb28cd2-bac0-4041-8739-f3dced9d1f49,segment=NetworkSegment(b19fd349-de10-4967-b344-7fa1317bdfed),segment_id=b19fd349-de10-4967-b344-7fa1317bdfed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:05.339365 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5b23245e-9986-4591-abff-ba59574f235d up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:45:05.344902 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-58972238-9b73-4073-b6de-4fc3e15874b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (9cb28cd2-bac0-4041-8739-f3dced9d1f49), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:05.355034 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c2872656-04b0-4086-aa6c-34eaf7b364b2 req-41be43f5-55ea-499b-af81-7d835cb7b01b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 210 time: 0.0336931 Feb 09 02:45:05.434942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-ffc35e6c-78ef-4d92-9fe3-e983f0404b31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Made reservation on behalf of 227cd762524640f88637fa0863390e6c for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:45:05.438303 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-ffc35e6c-78ef-4d92-9fe3-e983f0404b31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:05.477320 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58972238-9b73-4073-b6de-4fc3e15874b8 None None] Pushing event updated for resources: {'Port': ['ID=9cb28cd2-bac0-4041-8739-f3dced9d1f49,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:05.491964 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 5b23245e-9986-4591-abff-ba59574f235d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:05.492344 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (5b23245e-9986-4591-abff-ba59574f235d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:05.495791 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-fe381e74-3de1-4b39-a2c3-78e1c00f4b25 None None] Provisioning complete for port 9cb28cd2-bac0-4041-8739-f3dced9d1f49 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:05.496164 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fe381e74-3de1-4b39-a2c3-78e1c00f4b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9cb28cd2-bac0-4041-8739-f3dced9d1f49), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:05.554688 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313667190', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b23245e-9986-4591-abff-ba59574f235d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:45:02Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5b23245e-9986-4591-abff-ba59574f235d', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '9cb28cd2-bac0-4041-8739-f3dced9d1f49', 'name': '', 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:17:fa:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '52f15d0a-2c02-44ec-8d49-7b3971a7adbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:02Z', 'updated_at': '2022-02-09T02:45:04Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '52f15d0a-2c02-44ec-8d49-7b3971a7adbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:05.566743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-ffc35e6c-78ef-4d92-9fe3-e983f0404b31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Allocated IP 172.20.0.9 (cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d/52f15d0a-2c02-44ec-8d49-7b3971a7adbc/ebdc3c28-5eea-410d-b30d-e3ef85aab373) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:45:05.589983 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4643be8-4ab9-44f1-bccf-09c34541cf7f None None] The sync data for ids ['35ea5231-9dff-41d9-b777-b855aae5295c'] in n-d-828387-3 is: [{'id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313667190', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b23245e-9986-4591-abff-ba59574f235d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:45:02Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5b23245e-9986-4591-abff-ba59574f235d', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '9cb28cd2-bac0-4041-8739-f3dced9d1f49', 'name': '', 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:17:fa:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '52f15d0a-2c02-44ec-8d49-7b3971a7adbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:02Z', 'updated_at': '2022-02-09T02:45:04Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '52f15d0a-2c02-44ec-8d49-7b3971a7adbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:45:05.687473 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 5b23245e-9986-4591-abff-ba59574f235d is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:05.692390 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-fe381e74-3de1-4b39-a2c3-78e1c00f4b25 None None] Current status of the port 9cb28cd2-bac0-4041-8739-f3dced9d1f49 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:05.759041 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-ffc35e6c-78ef-4d92-9fe3-e983f0404b31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (ebdc3c28-5eea-410d-b30d-e3ef85aab373), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:05.797235 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-ffc35e6c-78ef-4d92-9fe3-e983f0404b31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ebdc3c28-5eea-410d-b30d-e3ef85aab373), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:05.844292 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-ffc35e6c-78ef-4d92-9fe3-e983f0404b31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:45:05.852908 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-ffc35e6c-78ef-4d92-9fe3-e983f0404b31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:45:05.857655 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-ffc35e6c-78ef-4d92-9fe3-e983f0404b31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:45:05.890897 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc35e6c-78ef-4d92-9fe3-e983f0404b31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=ebdc3c28-5eea-410d-b30d-e3ef85aab373,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:05.920896 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-ffc35e6c-78ef-4d92-9fe3-e983f0404b31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:05.921654 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-ffc35e6c-78ef-4d92-9fe3-e983f0404b31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:05.943527 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-ffc35e6c-78ef-4d92-9fe3-e983f0404b31 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6400542 Feb 09 02:45:05.962646 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-43608701-91da-45e9-af70-0fb390a9019f service neutron] Request body: {'port': {'device_id': 'd7e30e62-3160-446c-8dcd-7d45e20b0769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:06.033474 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-43608701-91da-45e9-af70-0fb390a9019f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ebdc3c28-5eea-410d-b30d-e3ef85aab373), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:06.118140 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-81a5944f-5bf9-48dd-9cec-ccb366284a06 None None] Provisioning complete for port ebdc3c28-5eea-410d-b30d-e3ef85aab373 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:06.118770 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-81a5944f-5bf9-48dd-9cec-ccb366284a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ebdc3c28-5eea-410d-b30d-e3ef85aab373), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:06.161776 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-81a5944f-5bf9-48dd-9cec-ccb366284a06 None None] Port ebdc3c28-5eea-410d-b30d-e3ef85aab373 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:45:06.323822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-43608701-91da-45e9-af70-0fb390a9019f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebdc3c28-5eea-410d-b30d-e3ef85aab373 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:45:06.331737 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-43608701-91da-45e9-af70-0fb390a9019f service neutron] Publish callbacks [] for port (ebdc3c28-5eea-410d-b30d-e3ef85aab373), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:06.345246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-43608701-91da-45e9-af70-0fb390a9019f service neutron] Transition to ACTIVE for port object ebdc3c28-5eea-410d-b30d-e3ef85aab373 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:45:06.348990 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-43608701-91da-45e9-af70-0fb390a9019f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (ebdc3c28-5eea-410d-b30d-e3ef85aab373), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:06.429972 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43608701-91da-45e9-af70-0fb390a9019f service neutron] Pushing event updated for resources: {'Port': ['ID=ebdc3c28-5eea-410d-b30d-e3ef85aab373,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:06.526291 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-43608701-91da-45e9-af70-0fb390a9019f service neutron] Attempting to bind port ebdc3c28-5eea-410d-b30d-e3ef85aab373 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:45:06.526544 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-43608701-91da-45e9-af70-0fb390a9019f service neutron] Attempting to bind port ebdc3c28-5eea-410d-b30d-e3ef85aab373 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': 'b19fd349-de10-4967-b344-7fa1317bdfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:45:06.526871 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-43608701-91da-45e9-af70-0fb390a9019f service neutron] Attempting to bind port ebdc3c28-5eea-410d-b30d-e3ef85aab373 on network cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:06.540959 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3304a-033a-4752-b211-7eef8e7b35c9 req-8cadff6b-55fa-4335-9488-3fb5006a7103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:06.542538 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-54f3304a-033a-4752-b211-7eef8e7b35c9 req-8cadff6b-55fa-4335-9488-3fb5006a7103 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 943 time: 0.0885217 Feb 09 02:45:06.543156 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-43608701-91da-45e9-af70-0fb390a9019f service neutron] Port ebdc3c28-5eea-410d-b30d-e3ef85aab373 on network cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:45:06.543504 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-43608701-91da-45e9-af70-0fb390a9019f service neutron] Attempting to bind port ebdc3c28-5eea-410d-b30d-e3ef85aab373 on network cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:06.550657 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-43608701-91da-45e9-af70-0fb390a9019f service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:45:06.551004 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-43608701-91da-45e9-af70-0fb390a9019f service neutron] Checking segment: {'id': 'b19fd349-de10-4967-b344-7fa1317bdfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:45:06.551419 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-43608701-91da-45e9-af70-0fb390a9019f service neutron] Bound using segment: {'id': 'b19fd349-de10-4967-b344-7fa1317bdfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:45:06.551859 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-43608701-91da-45e9-af70-0fb390a9019f service neutron] Bound port: ebdc3c28-5eea-410d-b30d-e3ef85aab373, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b19fd349-de10-4967-b344-7fa1317bdfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:45:06.552216 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-43608701-91da-45e9-af70-0fb390a9019f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ebdc3c28-5eea-410d-b30d-e3ef85aab373), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:06.639467 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-54f3304a-033a-4752-b211-7eef8e7b35c9 req-e0d65a8e-76f1-411d-81c3-0eba98957ec2 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=64c6ea78-5abf-4dfd-8fd9-271829a7ffda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898304 Feb 09 02:45:06.660603 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-43608701-91da-45e9-af70-0fb390a9019f service neutron] For port ebdc3c28-5eea-410d-b30d-e3ef85aab373, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:45:06.665205 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-43608701-91da-45e9-af70-0fb390a9019f service neutron] For port ebdc3c28-5eea-410d-b30d-e3ef85aab373, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ebdc3c28-5eea-410d-b30d-e3ef85aab373,segment=NetworkSegment(b19fd349-de10-4967-b344-7fa1317bdfed),segment_id=b19fd349-de10-4967-b344-7fa1317bdfed)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:45:06.672125 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-43608701-91da-45e9-af70-0fb390a9019f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (ebdc3c28-5eea-410d-b30d-e3ef85aab373), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:06.721411 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-43608701-91da-45e9-af70-0fb390a9019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:06.722061 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-43608701-91da-45e9-af70-0fb390a9019f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:06.723543 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-43608701-91da-45e9-af70-0fb390a9019f service neutron] 10.222.0.67 "PUT /v2.0/ports/ebdc3c28-5eea-410d-b30d-e3ef85aab373 HTTP/1.1" status: 200 len: 1091 time: 0.7667754 Feb 09 02:45:06.724114 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e30e62-3160-446c-8dcd-7d45e20b0769', 'tag': 'ebdc3c28-5eea-410d-b30d-e3ef85aab373'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:06.728157 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fd09ff-0fb2-49d6-a198-766e037f45a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e30e62-3160-446c-8dcd-7d45e20b0769", "tag": "ebdc3c28-5eea-410d-b30d-e3ef85aab373"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:06.759979 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43608701-91da-45e9-af70-0fb390a9019f service neutron] Pushing event updated for resources: {'Port': ['ID=ebdc3c28-5eea-410d-b30d-e3ef85aab373,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:06.778086 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcc115e-1429-4e15-be2e-4e104dde9927 x-openstack-request-id: req-dbcc115e-1429-4e15-be2e-4e104dde9927 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:06.778086 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e30e62-3160-446c-8dcd-7d45e20b0769", "tag": "ebdc3c28-5eea-410d-b30d-e3ef85aab373", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:06.778086 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dbcc115e-1429-4e15-be2e-4e104dde9927 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:06.778086 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e30e62-3160-446c-8dcd-7d45e20b0769', 'tag': 'ebdc3c28-5eea-410d-b30d-e3ef85aab373', 'status': 'completed', 'code': 200} Feb 09 02:45:06.842956 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-92589269-1aa6-4566-8deb-997b639ff972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:06.844579 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-92589269-1aa6-4566-8deb-997b639ff972 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 1125 time: 0.0573184 Feb 09 02:45:06.893568 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-c63ee896-a4b2-450d-8b02-995a67b60714 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebdc3c28-5eea-410d-b30d-e3ef85aab373 HTTP/1.1" status: 200 len: 217 time: 0.0405135 Feb 09 02:45:06.955364 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-2bacd4e4-0f6a-4061-ba32-36737faadec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:06.956846 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-2bacd4e4-0f6a-4061-ba32-36737faadec4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=52f15d0a-2c02-44ec-8d49-7b3971a7adbc HTTP/1.1" status: 200 len: 834 time: 0.0572214 Feb 09 02:45:07.008912 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-6f386124-30fa-49e3-bb82-633b97b07a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:07.010305 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-6f386124-30fa-49e3-bb82-633b97b07a68 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476065 Feb 09 02:45:07.107983 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-8d9dfd69-babe-4c72-b7ac-2ac7f66f283c service neutron] 10.222.0.67 "GET /v2.0/networks/cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912631 Feb 09 02:45:07.204291 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5a09509b-7d71-4df8-bee5-51e14cdcbce1 req-a887c48a-ad1a-4b74-953b-539cd3b0b9b8 service neutron] 10.222.0.67 "GET /v2.0/networks/cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906549 Feb 09 02:45:07.308915 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd09ff-0fb2-49d6-a198-766e037f45a2 req-b33b07e5-dbdb-4aca-9ec3-e00d115db7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:07.310551 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-87fd09ff-0fb2-49d6-a198-766e037f45a2 req-b33b07e5-dbdb-4aca-9ec3-e00d115db7ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 1125 time: 0.0541677 Feb 09 02:45:07.331054 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9cb28cd2-bac0-4041-8739-f3dced9d1f49 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:45:07.380876 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 9cb28cd2-bac0-4041-8739-f3dced9d1f49 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:07.381644 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (9cb28cd2-bac0-4041-8739-f3dced9d1f49), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:07.408449 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd09ff-0fb2-49d6-a198-766e037f45a2 req-6ad1a20e-29cd-476a-92d8-935b16171bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:07.410096 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-87fd09ff-0fb2-49d6-a198-766e037f45a2 req-6ad1a20e-29cd-476a-92d8-935b16171bb1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d HTTP/1.1" status: 200 len: 897 time: 0.0928040 Feb 09 02:45:07.458342 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-87fd09ff-0fb2-49d6-a198-766e037f45a2 req-6fd68e07-5585-440b-b2cc-95d170afd3a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebdc3c28-5eea-410d-b30d-e3ef85aab373 HTTP/1.1" status: 200 len: 217 time: 0.0418980 Feb 09 02:45:07.466697 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 9cb28cd2-bac0-4041-8739-f3dced9d1f49 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:07.511153 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd09ff-0fb2-49d6-a198-766e037f45a2 req-c7c0c860-4744-479b-bc06-6391cefa1ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:07.512661 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-87fd09ff-0fb2-49d6-a198-766e037f45a2 req-c7c0c860-4744-479b-bc06-6391cefa1ce6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=52f15d0a-2c02-44ec-8d49-7b3971a7adbc HTTP/1.1" status: 200 len: 834 time: 0.0479116 Feb 09 02:45:07.565116 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd09ff-0fb2-49d6-a198-766e037f45a2 req-910d7a1e-d69e-4608-8938-fe4c0fa04303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:07.566613 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-87fd09ff-0fb2-49d6-a198-766e037f45a2 req-910d7a1e-d69e-4608-8938-fe4c0fa04303 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463104 Feb 09 02:45:07.603278 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-564a7a67-227e-4ccb-bf7d-be3b95367243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:07.662092 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-87fd09ff-0fb2-49d6-a198-766e037f45a2 req-fa3d25b2-c989-4e60-8e3e-349526c947e5 service neutron] 10.222.0.67 "GET /v2.0/networks/cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895252 Feb 09 02:45:07.783567 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-87fd09ff-0fb2-49d6-a198-766e037f45a2 req-65fd62bf-6d58-440d-a989-849aec8a1d51 service neutron] 10.222.0.67 "GET /v2.0/networks/cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161060 Feb 09 02:45:07.799222 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a24e08-baaa-4a91-8e39-026f3250b753 req-6b511b65-6d08-4293-8ec9-1bc3dcf5426a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:07.800707 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-74a24e08-baaa-4a91-8e39-026f3250b753 req-6b511b65-6d08-4293-8ec9-1bc3dcf5426a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 943 time: 0.0785191 Feb 09 02:45:07.857074 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-74a24e08-baaa-4a91-8e39-026f3250b753 req-90385468-bc33-4637-9ef9-26129e8a292c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=64c6ea78-5abf-4dfd-8fd9-271829a7ffda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498552 Feb 09 02:45:08.980790 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d4c41-24c6-4a93-b079-1c2ef6984428 req-d7126946-2465-4a39-aa8b-884388a5bc8d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:08.982260 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-158d4c41-24c6-4a93-b079-1c2ef6984428 req-d7126946-2465-4a39-aa8b-884388a5bc8d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 943 time: 0.0550373 Feb 09 02:45:09.036263 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-158d4c41-24c6-4a93-b079-1c2ef6984428 req-8d17f7db-36cf-4f75-a224-e2826a5680dc tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=64c6ea78-5abf-4dfd-8fd9-271829a7ffda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482235 Feb 09 02:45:10.154685 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da908e2-20b5-44ad-92b7-0e0b07d48580 req-a53cb54b-6bb2-4ea2-9d51-5bccfe6fbd69 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:10.156183 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6da908e2-20b5-44ad-92b7-0e0b07d48580 req-a53cb54b-6bb2-4ea2-9d51-5bccfe6fbd69 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 943 time: 0.0521142 Feb 09 02:45:10.204754 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6da908e2-20b5-44ad-92b7-0e0b07d48580 req-1241e1c7-f9d2-4920-88aa-8f47ba3383e5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=64c6ea78-5abf-4dfd-8fd9-271829a7ffda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429225 Feb 09 02:45:10.269033 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ec62c735-d7f9-4ec1-8ace-155edb3be261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:10.505470 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:10.859926 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device ebdc3c28-5eea-410d-b30d-e3ef85aab373 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:45:10.957317 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port ebdc3c28-5eea-410d-b30d-e3ef85aab373, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ebdc3c28-5eea-410d-b30d-e3ef85aab373,segment=NetworkSegment(b19fd349-de10-4967-b344-7fa1317bdfed),segment_id=b19fd349-de10-4967-b344-7fa1317bdfed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:10.968653 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'ebdc3c28-5eea-410d-b30d-e3ef85aab373', 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d', 'port_id': 'ebdc3c28-5eea-410d-b30d-e3ef85aab373', 'mac_address': 'fa:16:3e:94:df:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52f15d0a-2c02-44ec-8d49-7b3971a7adbc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:45:11.004740 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port ebdc3c28-5eea-410d-b30d-e3ef85aab373 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:11.005128 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ebdc3c28-5eea-410d-b30d-e3ef85aab373), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:11.017787 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebdc3c28-5eea-410d-b30d-e3ef85aab373 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:45:11.036404 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port ebdc3c28-5eea-410d-b30d-e3ef85aab373, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ebdc3c28-5eea-410d-b30d-e3ef85aab373,segment=NetworkSegment(b19fd349-de10-4967-b344-7fa1317bdfed),segment_id=b19fd349-de10-4967-b344-7fa1317bdfed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:11.041194 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ebdc3c28-5eea-410d-b30d-e3ef85aab373), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:11.092144 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:11.096611 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=ebdc3c28-5eea-410d-b30d-e3ef85aab373,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:11.323456 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa46240-08bf-4d8c-81b5-47c1e1fd0380 req-ef06c681-cc98-44ed-86f1-296ceb6ba16a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:11.324938 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6fa46240-08bf-4d8c-81b5-47c1e1fd0380 req-ef06c681-cc98-44ed-86f1-296ceb6ba16a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 944 time: 0.0529306 Feb 09 02:45:11.373484 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6fa46240-08bf-4d8c-81b5-47c1e1fd0380 req-1af61b6f-0732-46e8-9d00-725670effec8 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=64c6ea78-5abf-4dfd-8fd9-271829a7ffda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430677 Feb 09 02:45:11.398204 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['ebdc3c28-5eea-410d-b30d-e3ef85aab373'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:45:11.439685 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:12.492485 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912d870-01be-400d-be40-9be2a3c26062 req-aa0c9a98-6ab0-465e-a125-1f8a4e4c787b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:12.494560 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c912d870-01be-400d-be40-9be2a3c26062 req-aa0c9a98-6ab0-465e-a125-1f8a4e4c787b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 944 time: 0.0528271 Feb 09 02:45:12.542288 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c912d870-01be-400d-be40-9be2a3c26062 req-ec691433-d05d-4681-a960-7b65ef95453d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=64c6ea78-5abf-4dfd-8fd9-271829a7ffda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427160 Feb 09 02:45:12.561970 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:12.874000 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device ebdc3c28-5eea-410d-b30d-e3ef85aab373 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:45:12.923575 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port ebdc3c28-5eea-410d-b30d-e3ef85aab373 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:45:12.927486 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port ebdc3c28-5eea-410d-b30d-e3ef85aab373 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:12.927862 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ebdc3c28-5eea-410d-b30d-e3ef85aab373), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:13.003513 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port ebdc3c28-5eea-410d-b30d-e3ef85aab373 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:13.003898 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ebdc3c28-5eea-410d-b30d-e3ef85aab373), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:13.025835 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e30e62-3160-446c-8dcd-7d45e20b0769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdc3c28-5eea-410d-b30d-e3ef85aab373'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:13.028073 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf6fe82-21a3-40c0-80f5-f5cb55a2b319" -d '{"events": [{"server_uuid": "d7e30e62-3160-446c-8dcd-7d45e20b0769", "name": "network-vif-plugged", "status": "completed", "tag": "ebdc3c28-5eea-410d-b30d-e3ef85aab373"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:13.044232 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port ebdc3c28-5eea-410d-b30d-e3ef85aab373, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ebdc3c28-5eea-410d-b30d-e3ef85aab373,segment=NetworkSegment(b19fd349-de10-4967-b344-7fa1317bdfed),segment_id=b19fd349-de10-4967-b344-7fa1317bdfed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:13.049517 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ebdc3c28-5eea-410d-b30d-e3ef85aab373), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:13.073331 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac167b2-c8c0-49e2-b845-2f1f97e6a50a x-openstack-request-id: req-8ac167b2-c8c0-49e2-b845-2f1f97e6a50a {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:13.073558 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e30e62-3160-446c-8dcd-7d45e20b0769", "name": "network-vif-plugged", "status": "completed", "tag": "ebdc3c28-5eea-410d-b30d-e3ef85aab373", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:13.073807 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8ac167b2-c8c0-49e2-b845-2f1f97e6a50a {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:13.074196 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e30e62-3160-446c-8dcd-7d45e20b0769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdc3c28-5eea-410d-b30d-e3ef85aab373', 'code': 200} Feb 09 02:45:13.101708 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=ebdc3c28-5eea-410d-b30d-e3ef85aab373,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:13.173565 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df58666-8d5c-4ce6-adae-10e142cb7c3f req-28dfaa70-5978-4993-b256-2c821f777afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:13.175086 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9df58666-8d5c-4ce6-adae-10e142cb7c3f req-28dfaa70-5978-4993-b256-2c821f777afe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 1127 time: 0.0485928 Feb 09 02:45:13.220841 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9df58666-8d5c-4ce6-adae-10e142cb7c3f req-f741debc-3387-4103-b319-3ead2a95867c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=64c6ea78-5abf-4dfd-8fd9-271829a7ffda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400639 Feb 09 02:45:13.604420 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:13.665789 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb751bd3-0f04-4516-9b5f-072b9c5f7f7c req-4eb66df5-dc01-4174-9af9-2eb939cbcde7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:13.667291 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bb751bd3-0f04-4516-9b5f-072b9c5f7f7c req-4eb66df5-dc01-4174-9af9-2eb939cbcde7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 945 time: 0.0543737 Feb 09 02:45:13.717639 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bb751bd3-0f04-4516-9b5f-072b9c5f7f7c req-a1b717a6-93dd-4000-8e50-26ed0060fec3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=64c6ea78-5abf-4dfd-8fd9-271829a7ffda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446486 Feb 09 02:45:14.838464 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fa35b-aaa4-4b1e-9c2a-7992cacaec45 req-3fef8b1b-46f2-400e-b828-132203a31275 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:14.839945 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-847fa35b-aaa4-4b1e-9c2a-7992cacaec45 req-3fef8b1b-46f2-400e-b828-132203a31275 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 945 time: 0.0524700 Feb 09 02:45:14.887263 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-847fa35b-aaa4-4b1e-9c2a-7992cacaec45 req-f2d8a62d-4a76-4222-8ec3-516a14ef44a3 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=64c6ea78-5abf-4dfd-8fd9-271829a7ffda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417619 Feb 09 02:45:15.005295 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ad0ce-f19a-49b5-933a-d8b0c387e377 req-2d275566-69c2-4872-a5b8-4a36e5b80a19 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:15.006808 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d53ad0ce-f19a-49b5-933a-d8b0c387e377 req-2d275566-69c2-4872-a5b8-4a36e5b80a19 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 945 time: 0.0524268 Feb 09 02:45:15.059398 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d53ad0ce-f19a-49b5-933a-d8b0c387e377 req-874ff019-33c5-41b2-b976-e79306a3d0d8 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=64c6ea78-5abf-4dfd-8fd9-271829a7ffda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468166 Feb 09 02:45:15.080529 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34420) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:15.124369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee24a1a-fe4f-458c-bbb3-66e66ae53b70 tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:15.125864 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2ee24a1a-fe4f-458c-bbb3-66e66ae53b70 tempest-TestNetworkAdvancedServerOps-1460780279 tempest-TestNetworkAdvancedServerOps-1460780279-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 1122 time: 0.0443904 Feb 09 02:45:15.128584 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34422) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:15.132741 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-bbf3aa22-2865-4c29-aced-988b1c744919 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': 'ebdc3c28-5eea-410d-b30d-e3ef85aab373', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:15.153351 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bbf3aa22-2865-4c29-aced-988b1c744919 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:15.248895 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bbf3aa22-2865-4c29-aced-988b1c744919 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:15.354563 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-bbf3aa22-2865-4c29-aced-988b1c744919 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Allocated IP 172.25.7.249 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/8260e461-4c93-41e9-a5fc-17d8cc112bc4) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:45:15.454034 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bbf3aa22-2865-4c29-aced-988b1c744919 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (8260e461-4c93-41e9-a5fc-17d8cc112bc4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:15.492473 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bbf3aa22-2865-4c29-aced-988b1c744919 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (8260e461-4c93-41e9-a5fc-17d8cc112bc4), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:15.537061 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf3aa22-2865-4c29-aced-988b1c744919 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:45:15.539957 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-bbf3aa22-2865-4c29-aced-988b1c744919 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:45:15.543396 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf3aa22-2865-4c29-aced-988b1c744919 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:45:15.548721 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3aa22-2865-4c29-aced-988b1c744919 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=8260e461-4c93-41e9-a5fc-17d8cc112bc4,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:15.898473 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bbf3aa22-2865-4c29-aced-988b1c744919 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for floatingip (0cee95b0-b19a-415e-a43c-81411cec1be2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:15.972484 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bbf3aa22-2865-4c29-aced-988b1c744919 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (8260e461-4c93-41e9-a5fc-17d8cc112bc4), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:16.123870 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bbf3aa22-2865-4c29-aced-988b1c744919 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for port (8260e461-4c93-41e9-a5fc-17d8cc112bc4), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:16.128534 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bbf3aa22-2865-4c29-aced-988b1c744919 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (8260e461-4c93-41e9-a5fc-17d8cc112bc4), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:16.195750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3aa22-2865-4c29-aced-988b1c744919 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event updated for resources: {'Port': ['ID=8260e461-4c93-41e9-a5fc-17d8cc112bc4,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:16.207398 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bbf3aa22-2865-4c29-aced-988b1c744919 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (0cee95b0-b19a-415e-a43c-81411cec1be2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:16.309454 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-bbf3aa22-2865-4c29-aced-988b1c744919 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Floating IP 0cee95b0-b19a-415e-a43c-81411cec1be2 associated. External IP: 172.25.7.249, port: ebdc3c28-5eea-410d-b30d-e3ef85aab373. Feb 09 02:45:16.863364 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf3aa22-2865-4c29-aced-988b1c744919 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router 35ea5231-9dff-41d9-b777-b855aae5295c has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:45:16.976877 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf3aa22-2865-4c29-aced-988b1c744919 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:45:16.991841 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c83489-3861-4be9-9995-2690d350b0fb None None] Sync routers for ids ['35ea5231-9dff-41d9-b777-b855aae5295c'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:45:16.995223 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bbf3aa22-2865-4c29-aced-988b1c744919 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:17.001581 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c83489-3861-4be9-9995-2690d350b0fb None None] Routers {'35ea5231-9dff-41d9-b777-b855aae5295c'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:45:17.002190 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-25c83489-3861-4be9-9995-2690d350b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:45:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['35ea5231-9dff-41d9-b777-b855aae5295c'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:17.026261 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bbf3aa22-2865-4c29-aced-988b1c744919 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8966732 Feb 09 02:45:17.026869 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e30e62-3160-446c-8dcd-7d45e20b0769', 'tag': 'ebdc3c28-5eea-410d-b30d-e3ef85aab373'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:17.029153 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b0c470-f1fc-47b0-8abe-a9302442e700" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e30e62-3160-446c-8dcd-7d45e20b0769", "tag": "ebdc3c28-5eea-410d-b30d-e3ef85aab373"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:17.071509 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a22707-8f94-4ac0-9499-ace67739d26d x-openstack-request-id: req-93a22707-8f94-4ac0-9499-ace67739d26d {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:17.072087 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e30e62-3160-446c-8dcd-7d45e20b0769", "tag": "ebdc3c28-5eea-410d-b30d-e3ef85aab373", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:17.072511 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-93a22707-8f94-4ac0-9499-ace67739d26d {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:17.072924 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e30e62-3160-446c-8dcd-7d45e20b0769', 'tag': 'ebdc3c28-5eea-410d-b30d-e3ef85aab373', 'status': 'completed', 'code': 200} Feb 09 02:45:17.115428 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-25c83489-3861-4be9-9995-2690d350b0fb None None] Set router 35ea5231-9dff-41d9-b777-b855aae5295c gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:45:17.142405 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af8684-c2d6-445f-a11e-c985e045c396 req-aef473ea-ad2c-40fc-b4b6-d233e6b0bc3c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:17.144050 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-98af8684-c2d6-445f-a11e-c985e045c396 req-aef473ea-ad2c-40fc-b4b6-d233e6b0bc3c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 945 time: 0.0652092 Feb 09 02:45:17.152876 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0c470-f1fc-47b0-8abe-a9302442e700 req-19f41058-ba4f-4dc2-bb9b-b9986c9e1a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:17.154416 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01b0c470-f1fc-47b0-8abe-a9302442e700 req-19f41058-ba4f-4dc2-bb9b-b9986c9e1a82 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 1127 time: 0.0627160 Feb 09 02:45:17.199146 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-98af8684-c2d6-445f-a11e-c985e045c396 req-960aa8b5-9d1d-4300-a72c-ac9f6741f01f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=64c6ea78-5abf-4dfd-8fd9-271829a7ffda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480754 Feb 09 02:45:17.223438 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34428) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:17.261947 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0c470-f1fc-47b0-8abe-a9302442e700 req-ea6fd943-67f6-40f7-84fd-4d70b38cb971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:17.263612 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01b0c470-f1fc-47b0-8abe-a9302442e700 req-ea6fd943-67f6-40f7-84fd-4d70b38cb971 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d HTTP/1.1" status: 200 len: 897 time: 0.1026566 Feb 09 02:45:17.291472 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-9de7d65e-8e8a-4fa7-81da-af01ff0cb4bd tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/floatingips/0cee95b0-b19a-415e-a43c-81411cec1be2 HTTP/1.1" status: 200 len: 991 time: 0.0663517 Feb 09 02:45:17.330966 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01b0c470-f1fc-47b0-8abe-a9302442e700 req-a6432673-3e64-47b5-8023-2799eb0aa426 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebdc3c28-5eea-410d-b30d-e3ef85aab373 HTTP/1.1" status: 200 len: 999 time: 0.0601947 Feb 09 02:45:17.378707 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0c470-f1fc-47b0-8abe-a9302442e700 req-5ef05754-869a-4fe0-b998-50901fb0ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:17.380204 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01b0c470-f1fc-47b0-8abe-a9302442e700 req-5ef05754-869a-4fe0-b998-50901fb0ac14 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=52f15d0a-2c02-44ec-8d49-7b3971a7adbc HTTP/1.1" status: 200 len: 834 time: 0.0437961 Feb 09 02:45:17.433980 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-25c83489-3861-4be9-9995-2690d350b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313667190', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b23245e-9986-4591-abff-ba59574f235d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:45:02Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5b23245e-9986-4591-abff-ba59574f235d', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '0cee95b0-b19a-415e-a43c-81411cec1be2', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'floating_ip_address': '172.25.7.249', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'port_id': 'ebdc3c28-5eea-410d-b30d-e3ef85aab373', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d', 'mac_address': 'fa:16:3e:94:df:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e30e62-3160-446c-8dcd-7d45e20b0769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:45:15Z', 'updated_at': '2022-02-09T02:45:15Z', 'revision_number': 0, 'project_id': '227cd762524640f88637fa0863390e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb28cd2-bac0-4041-8739-f3dced9d1f49', 'name': '', 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:17:fa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '52f15d0a-2c02-44ec-8d49-7b3971a7adbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:02Z', 'updated_at': '2022-02-09T02:45:05Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '52f15d0a-2c02-44ec-8d49-7b3971a7adbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:17.434524 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0c470-f1fc-47b0-8abe-a9302442e700 req-33bf67f0-8ba9-4b53-8907-08ad67ec309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:17.436058 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01b0c470-f1fc-47b0-8abe-a9302442e700 req-33bf67f0-8ba9-4b53-8907-08ad67ec309e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501583 Feb 09 02:45:17.463616 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c83489-3861-4be9-9995-2690d350b0fb None None] Checking router: 35ea5231-9dff-41d9-b777-b855aae5295c for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:45:17.471979 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c83489-3861-4be9-9995-2690d350b0fb None None] Routers {'35ea5231-9dff-41d9-b777-b855aae5295c'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:45:17.472588 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-25c83489-3861-4be9-9995-2690d350b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:45:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['35ea5231-9dff-41d9-b777-b855aae5295c'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:17.524851 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01b0c470-f1fc-47b0-8abe-a9302442e700 req-abae390f-03c7-4788-af10-79746ebe1af2 service neutron] 10.222.0.67 "GET /v2.0/networks/cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820162 Feb 09 02:45:17.582777 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-25c83489-3861-4be9-9995-2690d350b0fb None None] Set router 35ea5231-9dff-41d9-b777-b855aae5295c gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:45:17.621458 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01b0c470-f1fc-47b0-8abe-a9302442e700 req-0441686b-a527-4f8f-9e7e-5d184a83d6a8 service neutron] 10.222.0.67 "GET /v2.0/networks/cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909677 Feb 09 02:45:17.799390 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-25c83489-3861-4be9-9995-2690d350b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313667190', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b23245e-9986-4591-abff-ba59574f235d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:45:02Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5b23245e-9986-4591-abff-ba59574f235d', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '0cee95b0-b19a-415e-a43c-81411cec1be2', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'floating_ip_address': '172.25.7.249', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'port_id': 'ebdc3c28-5eea-410d-b30d-e3ef85aab373', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d', 'mac_address': 'fa:16:3e:94:df:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e30e62-3160-446c-8dcd-7d45e20b0769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:45:15Z', 'updated_at': '2022-02-09T02:45:15Z', 'revision_number': 0, 'project_id': '227cd762524640f88637fa0863390e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb28cd2-bac0-4041-8739-f3dced9d1f49', 'name': '', 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:17:fa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '52f15d0a-2c02-44ec-8d49-7b3971a7adbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:02Z', 'updated_at': '2022-02-09T02:45:05Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '52f15d0a-2c02-44ec-8d49-7b3971a7adbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:17.825049 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c83489-3861-4be9-9995-2690d350b0fb None None] The sync data for ids ['35ea5231-9dff-41d9-b777-b855aae5295c'] in n-d-828387-3 is: [{'id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313667190', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b23245e-9986-4591-abff-ba59574f235d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:45:02Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5b23245e-9986-4591-abff-ba59574f235d', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '0cee95b0-b19a-415e-a43c-81411cec1be2', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'floating_ip_address': '172.25.7.249', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'port_id': 'ebdc3c28-5eea-410d-b30d-e3ef85aab373', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d', 'mac_address': 'fa:16:3e:94:df:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e30e62-3160-446c-8dcd-7d45e20b0769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:45:15Z', 'updated_at': '2022-02-09T02:45:15Z', 'revision_number': 0, 'project_id': '227cd762524640f88637fa0863390e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb28cd2-bac0-4041-8739-f3dced9d1f49', 'name': '', 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:17:fa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '52f15d0a-2c02-44ec-8d49-7b3971a7adbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:02Z', 'updated_at': '2022-02-09T02:45:05Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '52f15d0a-2c02-44ec-8d49-7b3971a7adbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:45:18.017884 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e40791-68fe-40be-9d5b-eb219e8e8cba None None] New status for floating IP 0cee95b0-b19a-415e-a43c-81411cec1be2: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:45:18.295444 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34430) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:18.359327 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5a82b9f1-9c17-4b15-96ac-7ce3e503249c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/floatingips/0cee95b0-b19a-415e-a43c-81411cec1be2 HTTP/1.1" status: 200 len: 993 time: 0.0627103 Feb 09 02:45:37.605505 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8a62dd2a-6cb6-46e2-8979-5044c6b64aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:40.276631 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4f90a2d1-370e-4017-b023-d587756d5e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:40.512859 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:40.541151 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:45:41.065614 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:41.410285 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:42.560420 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:43.605483 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:53.708625 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2fd7c47-59b9-4d40-a307-312b8b4de10f req-5388b590-fbcf-4750-9600-ddd577eaa690 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432916 Feb 09 02:45:53.793418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd7c47-59b9-4d40-a307-312b8b4de10f req-4f2e5ee0-3908-4d31-b746-7c6846be6830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:53.794996 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2fd7c47-59b9-4d40-a307-312b8b4de10f req-4f2e5ee0-3908-4d31-b746-7c6846be6830 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 1127 time: 0.0444553 Feb 09 02:45:53.899317 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd7c47-59b9-4d40-a307-312b8b4de10f req-b3d29099-49ea-418e-9f2b-e7f77499167e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:53.900794 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2fd7c47-59b9-4d40-a307-312b8b4de10f req-b3d29099-49ea-418e-9f2b-e7f77499167e service neutron] 10.222.0.67 "GET /v2.0/networks?id=cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d HTTP/1.1" status: 200 len: 897 time: 0.0876546 Feb 09 02:45:53.967150 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2fd7c47-59b9-4d40-a307-312b8b4de10f req-76d139a7-6e3d-4e3b-ab85-91ce0e23bfc9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebdc3c28-5eea-410d-b30d-e3ef85aab373 HTTP/1.1" status: 200 len: 1001 time: 0.0596542 Feb 09 02:45:54.016180 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd7c47-59b9-4d40-a307-312b8b4de10f req-03cba9a7-6d2b-4d04-8c48-b4be8ac72df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:54.017644 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2fd7c47-59b9-4d40-a307-312b8b4de10f req-03cba9a7-6d2b-4d04-8c48-b4be8ac72df4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=52f15d0a-2c02-44ec-8d49-7b3971a7adbc HTTP/1.1" status: 200 len: 834 time: 0.0442452 Feb 09 02:45:54.072156 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd7c47-59b9-4d40-a307-312b8b4de10f req-06cdc7da-e8d8-4e44-b4c7-2b0f270278bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:54.073668 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2fd7c47-59b9-4d40-a307-312b8b4de10f req-06cdc7da-e8d8-4e44-b4c7-2b0f270278bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491590 Feb 09 02:45:54.162518 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2fd7c47-59b9-4d40-a307-312b8b4de10f req-0eb3810b-a18e-4a2d-858e-8f1b73093c92 service neutron] 10.222.0.67 "GET /v2.0/networks/cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822995 Feb 09 02:45:54.256394 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f2fd7c47-59b9-4d40-a307-312b8b4de10f req-022e6e09-78e5-4567-a317-18ed78cde737 service neutron] 10.222.0.67 "GET /v2.0/networks/cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864401 Feb 09 02:46:07.608022 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6d35da98-9efe-42f7-845c-f4eab41683b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:10.267438 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-de89e165-738a-4278-9d57-c09367a29053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:10.528515 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:11.067860 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:11.410406 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:12.563974 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:13.607520 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:16.997926 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-77a5ea48-059e-49b4-abdd-9e5a1df145ac req-257c5e10-1f9a-49d2-9a52-ff2d55557ad1 service neutron] (103184) timed out ('10.222.0.36', 56816) {{(pid=103184) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:46:17.540680 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:46:33.540836 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d08a4-19fd-46bd-93ee-38c3e51da6bd req-61f7529c-c00c-4988-bac7-7b5fb93b7723 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:33.542336 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e52d08a4-19fd-46bd-93ee-38c3e51da6bd req-61f7529c-c00c-4988-bac7-7b5fb93b7723 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 945 time: 0.0564432 Feb 09 02:46:33.591048 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e52d08a4-19fd-46bd-93ee-38c3e51da6bd req-74fce6a5-807d-4f1d-9b74-e13c558e2cc9 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=64c6ea78-5abf-4dfd-8fd9-271829a7ffda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431192 Feb 09 02:46:34.714229 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754861c-7831-486e-a13f-c3634e4a20d7 req-3bba0275-b985-4df0-b2fb-193cff9afa8c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:34.715724 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2754861c-7831-486e-a13f-c3634e4a20d7 req-3bba0275-b985-4df0-b2fb-193cff9afa8c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 945 time: 0.0550275 Feb 09 02:46:34.767551 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2754861c-7831-486e-a13f-c3634e4a20d7 req-54d57c1d-1fdf-4ddf-8979-5b091836ec1b tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=64c6ea78-5abf-4dfd-8fd9-271829a7ffda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459983 Feb 09 02:46:35.917136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c436553-48a0-4794-832d-bf870f42fdef req-51c89b24-07a7-4015-994c-f36d2de6cf5e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:35.918799 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4c436553-48a0-4794-832d-bf870f42fdef req-51c89b24-07a7-4015-994c-f36d2de6cf5e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 945 time: 0.0655031 Feb 09 02:46:35.973335 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4c436553-48a0-4794-832d-bf870f42fdef req-2b15a8c3-d244-442b-9b59-529369701572 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=64c6ea78-5abf-4dfd-8fd9-271829a7ffda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486293 Feb 09 02:46:35.996773 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34470) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:36.073786 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d2922934-9ded-4806-a003-f9259bc8f19d tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/floatingips/0cee95b0-b19a-415e-a43c-81411cec1be2 HTTP/1.1" status: 200 len: 993 time: 0.0758498 Feb 09 02:46:37.354097 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38aacce-b6ec-4ab7-847f-f739f1a0574e req-a8805f08-c067-4477-8da8-d6887fbde274 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:37.355623 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c38aacce-b6ec-4ab7-847f-f739f1a0574e req-a8805f08-c067-4477-8da8-d6887fbde274 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 945 time: 0.0572731 Feb 09 02:46:37.407321 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c38aacce-b6ec-4ab7-847f-f739f1a0574e req-0803e6fc-9b19-4cee-8c19-66776009c66e tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=64c6ea78-5abf-4dfd-8fd9-271829a7ffda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455496 Feb 09 02:46:37.408347 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70a0be-c670-4cd7-9288-860dcb0aaf6e req-f2dd8f11-1d49-45a2-b213-47fe0ed96131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:37.409855 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9e70a0be-c670-4cd7-9288-860dcb0aaf6e req-f2dd8f11-1d49-45a2-b213-47fe0ed96131 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 1127 time: 0.0926964 Feb 09 02:46:37.499232 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70a0be-c670-4cd7-9288-860dcb0aaf6e req-6c6efc08-7752-4cfd-9857-e4b3164cbd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:37.500621 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9e70a0be-c670-4cd7-9288-860dcb0aaf6e req-6c6efc08-7752-4cfd-9857-e4b3164cbd89 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d HTTP/1.1" status: 200 len: 897 time: 0.0841804 Feb 09 02:46:37.574377 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9e70a0be-c670-4cd7-9288-860dcb0aaf6e req-44f27c0a-ba49-487b-8020-a43308c35894 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebdc3c28-5eea-410d-b30d-e3ef85aab373 HTTP/1.1" status: 200 len: 1001 time: 0.0662723 Feb 09 02:46:37.610509 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-92a2a697-f6b6-4231-be71-2d013645a2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.623916 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70a0be-c670-4cd7-9288-860dcb0aaf6e req-417fbd48-3237-4ebc-ad83-26847895eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:37.625381 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9e70a0be-c670-4cd7-9288-860dcb0aaf6e req-417fbd48-3237-4ebc-ad83-26847895eda6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=52f15d0a-2c02-44ec-8d49-7b3971a7adbc HTTP/1.1" status: 200 len: 834 time: 0.0450773 Feb 09 02:46:37.677549 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70a0be-c670-4cd7-9288-860dcb0aaf6e req-98ddf1c4-10dc-4ea5-bd58-c62fd1c413d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:37.679079 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9e70a0be-c670-4cd7-9288-860dcb0aaf6e req-98ddf1c4-10dc-4ea5-bd58-c62fd1c413d2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461621 Feb 09 02:46:37.771602 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9e70a0be-c670-4cd7-9288-860dcb0aaf6e req-d2e6a386-5abe-49cb-a44d-dfa4e245619d service neutron] 10.222.0.67 "GET /v2.0/networks/cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856605 Feb 09 02:46:37.858918 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9e70a0be-c670-4cd7-9288-860dcb0aaf6e req-bfc7eff8-62a1-49e3-903a-0138e71cffeb service neutron] 10.222.0.67 "GET /v2.0/networks/cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809290 Feb 09 02:46:38.532681 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383944a-f557-4445-8e28-eb288ad75828 req-0c88c82f-0d49-4f1c-8d20-483184d705da tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:38.534160 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0383944a-f557-4445-8e28-eb288ad75828 req-0c88c82f-0d49-4f1c-8d20-483184d705da tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 945 time: 0.0540068 Feb 09 02:46:38.587654 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0383944a-f557-4445-8e28-eb288ad75828 req-b8d9526b-e145-47d4-bf5f-66e254bb771c tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=64c6ea78-5abf-4dfd-8fd9-271829a7ffda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478263 Feb 09 02:46:39.710705 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7105d7-55a5-41a1-9954-b81ad5f4b27d req-c13393dd-6c23-4e8c-a371-0a4027ff7a16 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:39.712113 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7c7105d7-55a5-41a1-9954-b81ad5f4b27d req-c13393dd-6c23-4e8c-a371-0a4027ff7a16 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 945 time: 0.0528195 Feb 09 02:46:39.764718 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7c7105d7-55a5-41a1-9954-b81ad5f4b27d req-57fdb45d-1d7c-4b18-ac79-cb8a9a20f2cc tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=64c6ea78-5abf-4dfd-8fd9-271829a7ffda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467048 Feb 09 02:46:39.786880 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34484) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:39.847014 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ae7cde06-340b-44fa-aa8e-c87be6cfc615 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/floatingips/0cee95b0-b19a-415e-a43c-81411cec1be2 HTTP/1.1" status: 200 len: 993 time: 0.0590000 Feb 09 02:46:40.084280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34490) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:40.241916 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting port 8260e461-4c93-41e9-a5fc-17d8cc112bc4 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:40.242262 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (8260e461-4c93-41e9-a5fc-17d8cc112bc4), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.267571 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b69c6d9a-3c26-4ed9-bbd0-7976d7dce897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.319443 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (8260e461-4c93-41e9-a5fc-17d8cc112bc4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.319765 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for floatingip (8260e461-4c93-41e9-a5fc-17d8cc112bc4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.331418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Calling delete_port for 8260e461-4c93-41e9-a5fc-17d8cc112bc4 owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:40.480667 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (8260e461-4c93-41e9-a5fc-17d8cc112bc4), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.505245 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Port': ['ID=8260e461-4c93-41e9-a5fc-17d8cc112bc4,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:40.536031 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.536385 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.536731 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.537066 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.537394 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.537721 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.538047 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.538369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.538690 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.539011 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.539357 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.539679 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.540567 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.548681 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.583185 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for floatingip (0cee95b0-b19a-415e-a43c-81411cec1be2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.583563 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Floating IP 0cee95b0-b19a-415e-a43c-81411cec1be2 disassociated (deleted). External IP: 172.25.7.249, port: ebdc3c28-5eea-410d-b30d-e3ef85aab373. Feb 09 02:46:40.797889 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router 35ea5231-9dff-41d9-b777-b855aae5295c has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:46:40.905704 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:40.910251 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.915123 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d047480-7bfb-44f8-8163-fbfeb0a681ed None None] Sync routers for ids ['35ea5231-9dff-41d9-b777-b855aae5295c'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:46:40.925560 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d047480-7bfb-44f8-8163-fbfeb0a681ed None None] Routers {'35ea5231-9dff-41d9-b777-b855aae5295c'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:40.926172 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-3d047480-7bfb-44f8-8163-fbfeb0a681ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:46:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['35ea5231-9dff-41d9-b777-b855aae5295c'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:40.942656 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d10bf6cf-4150-4d12-9003-8a5e71873b42 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/floatingips/0cee95b0-b19a-415e-a43c-81411cec1be2 HTTP/1.1" status: 204 len: 168 time: 0.8572855 Feb 09 02:46:40.943280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e30e62-3160-446c-8dcd-7d45e20b0769', 'tag': 'ebdc3c28-5eea-410d-b30d-e3ef85aab373'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:40.945509 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76775b00-dcbb-478b-bcf2-aed76f952c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e30e62-3160-446c-8dcd-7d45e20b0769", "tag": "ebdc3c28-5eea-410d-b30d-e3ef85aab373"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:40.985856 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8349cf95-02ce-492e-afe0-24e042b8cae8 x-openstack-request-id: req-8349cf95-02ce-492e-afe0-24e042b8cae8 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:40.986144 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e30e62-3160-446c-8dcd-7d45e20b0769", "tag": "ebdc3c28-5eea-410d-b30d-e3ef85aab373", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:40.986405 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8349cf95-02ce-492e-afe0-24e042b8cae8 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:40.986814 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e30e62-3160-446c-8dcd-7d45e20b0769', 'tag': 'ebdc3c28-5eea-410d-b30d-e3ef85aab373', 'status': 'completed', 'code': 200} Feb 09 02:46:41.036664 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-3d047480-7bfb-44f8-8163-fbfeb0a681ed None None] Set router 35ea5231-9dff-41d9-b777-b855aae5295c gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:41.059055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76775b00-dcbb-478b-bcf2-aed76f952c3e req-e0717643-1574-4873-a7a2-588e1d004a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:41.061131 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-76775b00-dcbb-478b-bcf2-aed76f952c3e req-e0717643-1574-4873-a7a2-588e1d004a44 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=227cd762524640f88637fa0863390e6c&device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 1127 time: 0.0507841 Feb 09 02:46:41.087398 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.160015 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76775b00-dcbb-478b-bcf2-aed76f952c3e req-8fc2b2d3-2d9b-4a96-b0c1-32c411deb741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:41.162117 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-76775b00-dcbb-478b-bcf2-aed76f952c3e req-8fc2b2d3-2d9b-4a96-b0c1-32c411deb741 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d HTTP/1.1" status: 200 len: 897 time: 0.0944841 Feb 09 02:46:41.228904 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-76775b00-dcbb-478b-bcf2-aed76f952c3e req-6c1cf7cd-cd6f-45b0-995d-e2517a6ec0ab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebdc3c28-5eea-410d-b30d-e3ef85aab373 HTTP/1.1" status: 200 len: 217 time: 0.0554571 Feb 09 02:46:41.245675 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-3d047480-7bfb-44f8-8163-fbfeb0a681ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313667190', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b23245e-9986-4591-abff-ba59574f235d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:45:02Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5b23245e-9986-4591-abff-ba59574f235d', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '9cb28cd2-bac0-4041-8739-f3dced9d1f49', 'name': '', 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:17:fa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '52f15d0a-2c02-44ec-8d49-7b3971a7adbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:02Z', 'updated_at': '2022-02-09T02:45:05Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '52f15d0a-2c02-44ec-8d49-7b3971a7adbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:41.271573 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d047480-7bfb-44f8-8163-fbfeb0a681ed None None] Checking router: 35ea5231-9dff-41d9-b777-b855aae5295c for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:41.279940 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d047480-7bfb-44f8-8163-fbfeb0a681ed None None] Routers {'35ea5231-9dff-41d9-b777-b855aae5295c'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:41.280527 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-3d047480-7bfb-44f8-8163-fbfeb0a681ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:46:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['35ea5231-9dff-41d9-b777-b855aae5295c'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:41.282794 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7b29f-e738-4114-828e-7a24ee89a4f1 req-e5baa67c-8e82-4062-9fdf-f714fb9bf965 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:41.284340 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bee7b29f-e738-4114-828e-7a24ee89a4f1 req-e5baa67c-8e82-4062-9fdf-f714fb9bf965 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 945 time: 0.1207025 Feb 09 02:46:41.300022 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76775b00-dcbb-478b-bcf2-aed76f952c3e req-643575d1-d474-4f39-a2d2-7b93d41d8777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:41.301428 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-76775b00-dcbb-478b-bcf2-aed76f952c3e req-643575d1-d474-4f39-a2d2-7b93d41d8777 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=52f15d0a-2c02-44ec-8d49-7b3971a7adbc HTTP/1.1" status: 200 len: 834 time: 0.0656433 Feb 09 02:46:41.368786 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bee7b29f-e738-4114-828e-7a24ee89a4f1 req-5368fa67-5c65-4ceb-b057-c25138b64eaf tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=64c6ea78-5abf-4dfd-8fd9-271829a7ffda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782354 Feb 09 02:46:41.381321 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76775b00-dcbb-478b-bcf2-aed76f952c3e req-db9d52d3-7688-45c1-b293-f56282847f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:41.382522 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-76775b00-dcbb-478b-bcf2-aed76f952c3e req-db9d52d3-7688-45c1-b293-f56282847f9c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0745165 Feb 09 02:46:41.395301 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-3d047480-7bfb-44f8-8163-fbfeb0a681ed None None] Set router 35ea5231-9dff-41d9-b777-b855aae5295c gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:41.424746 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.480181 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-76775b00-dcbb-478b-bcf2-aed76f952c3e req-0f426835-0383-4c33-bd41-043175f383e9 service neutron] 10.222.0.67 "GET /v2.0/networks/cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898995 Feb 09 02:46:41.577376 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-76775b00-dcbb-478b-bcf2-aed76f952c3e req-14191b9a-280d-453d-bd2a-f6675a7586f8 service neutron] 10.222.0.67 "GET /v2.0/networks/cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903621 Feb 09 02:46:41.690272 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-3d047480-7bfb-44f8-8163-fbfeb0a681ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313667190', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b23245e-9986-4591-abff-ba59574f235d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:45:02Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5b23245e-9986-4591-abff-ba59574f235d', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '9cb28cd2-bac0-4041-8739-f3dced9d1f49', 'name': '', 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:17:fa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '52f15d0a-2c02-44ec-8d49-7b3971a7adbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:02Z', 'updated_at': '2022-02-09T02:45:05Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '52f15d0a-2c02-44ec-8d49-7b3971a7adbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:41.716327 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d047480-7bfb-44f8-8163-fbfeb0a681ed None None] The sync data for ids ['35ea5231-9dff-41d9-b777-b855aae5295c'] in n-d-828387-3 is: [{'id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313667190', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b23245e-9986-4591-abff-ba59574f235d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:45:02Z', 'revision_number': 4, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5b23245e-9986-4591-abff-ba59574f235d', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '9cb28cd2-bac0-4041-8739-f3dced9d1f49', 'name': '', 'network_id': 'cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'mac_address': 'fa:16:3e:17:fa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '52f15d0a-2c02-44ec-8d49-7b3971a7adbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:02Z', 'updated_at': '2022-02-09T02:45:05Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'subnets': [{'id': '52f15d0a-2c02-44ec-8d49-7b3971a7adbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:46:41.933056 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced3c932-4b46-40b1-a181-c0d5ec3653c2 None None] New status for floating IP 0cee95b0-b19a-415e-a43c-81411cec1be2: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:46:42.494821 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d655ac-242b-48ca-b543-d2871241e6f0 req-dab3ef43-9839-4a25-b301-3de190be536f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:42.496317 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8d655ac-242b-48ca-b543-d2871241e6f0 req-dab3ef43-9839-4a25-b301-3de190be536f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 945 time: 0.0537477 Feb 09 02:46:42.550410 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f8d655ac-242b-48ca-b543-d2871241e6f0 req-00f325d3-4b3b-46e8-85fa-b445b76db2e5 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/security-groups?id=64c6ea78-5abf-4dfd-8fd9-271829a7ffda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483952 Feb 09 02:46:42.573901 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:42.864356 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde11644-c6bc-44ba-9734-0807a13bae10 req-13ec0a93-0326-49f7-a6ed-6a37fedca5c7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:42.865795 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bde11644-c6bc-44ba-9734-0807a13bae10 req-13ec0a93-0326-49f7-a6ed-6a37fedca5c7 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 945 time: 0.0525455 Feb 09 02:46:42.957588 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-bde11644-c6bc-44ba-9734-0807a13bae10 req-1199f4a7-eacb-42b1-9acf-1bb0f9d9c076 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting port ebdc3c28-5eea-410d-b30d-e3ef85aab373 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:42.957941 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bde11644-c6bc-44ba-9734-0807a13bae10 req-1199f4a7-eacb-42b1-9acf-1bb0f9d9c076 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ebdc3c28-5eea-410d-b30d-e3ef85aab373), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:43.049110 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-bde11644-c6bc-44ba-9734-0807a13bae10 req-1199f4a7-eacb-42b1-9acf-1bb0f9d9c076 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] For port ebdc3c28-5eea-410d-b30d-e3ef85aab373, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=ebdc3c28-5eea-410d-b30d-e3ef85aab373,segment=NetworkSegment(b19fd349-de10-4967-b344-7fa1317bdfed),segment_id=b19fd349-de10-4967-b344-7fa1317bdfed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:43.049476 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bde11644-c6bc-44ba-9734-0807a13bae10 req-1199f4a7-eacb-42b1-9acf-1bb0f9d9c076 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ebdc3c28-5eea-410d-b30d-e3ef85aab373), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:43.062186 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-bde11644-c6bc-44ba-9734-0807a13bae10 req-1199f4a7-eacb-42b1-9acf-1bb0f9d9c076 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Calling delete_port for ebdc3c28-5eea-410d-b30d-e3ef85aab373 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:43.190395 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bde11644-c6bc-44ba-9734-0807a13bae10 req-1199f4a7-eacb-42b1-9acf-1bb0f9d9c076 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ebdc3c28-5eea-410d-b30d-e3ef85aab373), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:43.219090 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199f4a7-eacb-42b1-9acf-1bb0f9d9c076 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Port': ['ID=ebdc3c28-5eea-410d-b30d-e3ef85aab373,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:43.264814 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde11644-c6bc-44ba-9734-0807a13bae10 req-1199f4a7-eacb-42b1-9acf-1bb0f9d9c076 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] No DVR routers for this DVR port ebdc3c28-5eea-410d-b30d-e3ef85aab373 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:46:43.267363 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-bde11644-c6bc-44ba-9734-0807a13bae10 req-1199f4a7-eacb-42b1-9acf-1bb0f9d9c076 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:43.270722 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bde11644-c6bc-44ba-9734-0807a13bae10 req-1199f4a7-eacb-42b1-9acf-1bb0f9d9c076 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.67 "DELETE /v2.0/ports/ebdc3c28-5eea-410d-b30d-e3ef85aab373 HTTP/1.1" status: 204 len: 173 time: 0.4001439 Feb 09 02:46:43.271168 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e30e62-3160-446c-8dcd-7d45e20b0769', 'name': 'network-vif-deleted', 'tag': 'ebdc3c28-5eea-410d-b30d-e3ef85aab373'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:43.273442 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deacef13-5739-4cb5-9a05-2d28b2c3d5a7" -d '{"events": [{"server_uuid": "d7e30e62-3160-446c-8dcd-7d45e20b0769", "name": "network-vif-deleted", "tag": "ebdc3c28-5eea-410d-b30d-e3ef85aab373"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:43.311821 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8127179b-ce0b-4291-8ac6-6563d158aa9b x-openstack-request-id: req-8127179b-ce0b-4291-8ac6-6563d158aa9b {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:43.312121 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e30e62-3160-446c-8dcd-7d45e20b0769", "name": "network-vif-deleted", "tag": "ebdc3c28-5eea-410d-b30d-e3ef85aab373", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:43.312379 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8127179b-ce0b-4291-8ac6-6563d158aa9b {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:43.312788 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e30e62-3160-446c-8dcd-7d45e20b0769', 'name': 'network-vif-deleted', 'tag': 'ebdc3c28-5eea-410d-b30d-e3ef85aab373', 'status': 'completed', 'code': 200} Feb 09 02:46:43.612281 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:43.678035 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fb908d16-a569-4598-b891-51b92b19021f req-21d3ad94-92b2-4594-9f9c-4aa617aae083 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e30e62-3160-446c-8dcd-7d45e20b0769 HTTP/1.1" status: 200 len: 210 time: 0.0301340 Feb 09 02:46:44.738563 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34506) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:45.102639 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fe23b18-b21e-4ff1-80d3-ea9834b0b8ec tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (35ea5231-9dff-41d9-b777-b855aae5295c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.362195 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-5fe23b18-b21e-4ff1-80d3-ea9834b0b8ec tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting port 9cb28cd2-bac0-4041-8739-f3dced9d1f49 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:45.362495 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fe23b18-b21e-4ff1-80d3-ea9834b0b8ec tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9cb28cd2-bac0-4041-8739-f3dced9d1f49), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.451718 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-5fe23b18-b21e-4ff1-80d3-ea9834b0b8ec tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] For port 9cb28cd2-bac0-4041-8739-f3dced9d1f49, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=9cb28cd2-bac0-4041-8739-f3dced9d1f49,segment=NetworkSegment(b19fd349-de10-4967-b344-7fa1317bdfed),segment_id=b19fd349-de10-4967-b344-7fa1317bdfed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:45.452095 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fe23b18-b21e-4ff1-80d3-ea9834b0b8ec tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9cb28cd2-bac0-4041-8739-f3dced9d1f49), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.465242 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-5fe23b18-b21e-4ff1-80d3-ea9834b0b8ec tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Calling delete_port for 9cb28cd2-bac0-4041-8739-f3dced9d1f49 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:45.658420 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fe23b18-b21e-4ff1-80d3-ea9834b0b8ec tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (9cb28cd2-bac0-4041-8739-f3dced9d1f49), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.684946 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe23b18-b21e-4ff1-80d3-ea9834b0b8ec tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Port': ['ID=9cb28cd2-bac0-4041-8739-f3dced9d1f49,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:45.862881 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fe23b18-b21e-4ff1-80d3-ea9834b0b8ec tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (35ea5231-9dff-41d9-b777-b855aae5295c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.425654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe23b18-b21e-4ff1-80d3-ea9834b0b8ec tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Router 35ea5231-9dff-41d9-b777-b855aae5295c has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:46:46.534425 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe23b18-b21e-4ff1-80d3-ea9834b0b8ec tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:46.540195 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5fe23b18-b21e-4ff1-80d3-ea9834b0b8ec tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "PUT /v2.0/routers/35ea5231-9dff-41d9-b777-b855aae5295c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7999737 Feb 09 02:46:46.543122 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34508) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:46.544707 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abcdd20-89c7-49c2-9055-89d8eb7ce576 None None] Sync routers for ids ['35ea5231-9dff-41d9-b777-b855aae5295c'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:46:46.554082 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abcdd20-89c7-49c2-9055-89d8eb7ce576 None None] Routers {'35ea5231-9dff-41d9-b777-b855aae5295c'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:46.554669 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4abcdd20-89c7-49c2-9055-89d8eb7ce576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:46:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['35ea5231-9dff-41d9-b777-b855aae5295c'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:46.594403 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e25569-82d3-40d8-9b90-18fa90723c3a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting subnet 52f15d0a-2c02-44ec-8d49-7b3971a7adbc {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:46:46.597909 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-24e25569-82d3-40d8-9b90-18fa90723c3a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for subnet (52f15d0a-2c02-44ec-8d49-7b3971a7adbc), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.637446 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-24e25569-82d3-40d8-9b90-18fa90723c3a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (52f15d0a-2c02-44ec-8d49-7b3971a7adbc), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.660715 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-4abcdd20-89c7-49c2-9055-89d8eb7ce576 None None] Set router 35ea5231-9dff-41d9-b777-b855aae5295c gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:46.725158 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-24e25569-82d3-40d8-9b90-18fa90723c3a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (52f15d0a-2c02-44ec-8d49-7b3971a7adbc), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.786427 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-24e25569-82d3-40d8-9b90-18fa90723c3a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (52f15d0a-2c02-44ec-8d49-7b3971a7adbc), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.814561 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e25569-82d3-40d8-9b90-18fa90723c3a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Subnet': ['ID=52f15d0a-2c02-44ec-8d49-7b3971a7adbc,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:46.819470 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-24e25569-82d3-40d8-9b90-18fa90723c3a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.823577 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-24e25569-82d3-40d8-9b90-18fa90723c3a tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/subnets/52f15d0a-2c02-44ec-8d49-7b3971a7adbc HTTP/1.1" status: 204 len: 168 time: 0.2792728 Feb 09 02:46:46.826635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34510) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:46.829709 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ef1aca-5a3e-4a09-a884-f5bc1d1f0c30 None None] Network cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:46.849299 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4abcdd20-89c7-49c2-9055-89d8eb7ce576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313667190', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b23245e-9986-4591-abff-ba59574f235d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:46:45Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5b23245e-9986-4591-abff-ba59574f235d', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:46.877099 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abcdd20-89c7-49c2-9055-89d8eb7ce576 None None] Checking router: 35ea5231-9dff-41d9-b777-b855aae5295c for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:46.886158 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abcdd20-89c7-49c2-9055-89d8eb7ce576 None None] Routers {'35ea5231-9dff-41d9-b777-b855aae5295c'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:46.886906 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4abcdd20-89c7-49c2-9055-89d8eb7ce576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:46:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['35ea5231-9dff-41d9-b777-b855aae5295c'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:46.947475 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5eeec15-a0ef-4229-86c7-b9556550810f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router (35ea5231-9dff-41d9-b777-b855aae5295c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.998561 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-4abcdd20-89c7-49c2-9055-89d8eb7ce576 None None] Set router 35ea5231-9dff-41d9-b777-b855aae5295c gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:47.020823 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8034d5e4-ff99-40b5-935d-c21537895928 None None] DHCP port deletion for cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:46:47.064603 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5eeec15-a0ef-4229-86c7-b9556550810f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_gateway (35ea5231-9dff-41d9-b777-b855aae5295c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.069350 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8034d5e4-ff99-40b5-935d-c21537895928 None None] Deleting port fade82c3-0799-4146-b2e7-db5f50c6effe {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:47.069722 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8034d5e4-ff99-40b5-935d-c21537895928 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (fade82c3-0799-4146-b2e7-db5f50c6effe), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.124250 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-d5eeec15-a0ef-4229-86c7-b9556550810f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Deleting port 5b23245e-9986-4591-abff-ba59574f235d {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:47.124654 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5eeec15-a0ef-4229-86c7-b9556550810f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (5b23245e-9986-4591-abff-ba59574f235d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.134684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-8034d5e4-ff99-40b5-935d-c21537895928 None None] For port fade82c3-0799-4146-b2e7-db5f50c6effe, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=fade82c3-0799-4146-b2e7-db5f50c6effe,segment=NetworkSegment(b19fd349-de10-4967-b344-7fa1317bdfed),segment_id=b19fd349-de10-4967-b344-7fa1317bdfed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:47.135086 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8034d5e4-ff99-40b5-935d-c21537895928 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (fade82c3-0799-4146-b2e7-db5f50c6effe), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.148083 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8034d5e4-ff99-40b5-935d-c21537895928 None None] Calling delete_port for fade82c3-0799-4146-b2e7-db5f50c6effe owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:47.193568 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-4abcdd20-89c7-49c2-9055-89d8eb7ce576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313667190', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b23245e-9986-4591-abff-ba59574f235d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:46:45Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5b23245e-9986-4591-abff-ba59574f235d', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:47.209201 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-d5eeec15-a0ef-4229-86c7-b9556550810f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] For port 5b23245e-9986-4591-abff-ba59574f235d, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=5b23245e-9986-4591-abff-ba59574f235d,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:47.209572 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5eeec15-a0ef-4229-86c7-b9556550810f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (5b23245e-9986-4591-abff-ba59574f235d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.221391 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abcdd20-89c7-49c2-9055-89d8eb7ce576 None None] The sync data for ids ['35ea5231-9dff-41d9-b777-b855aae5295c'] in n-d-828387-3 is: [{'id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313667190', 'tenant_id': '227cd762524640f88637fa0863390e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b23245e-9986-4591-abff-ba59574f235d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:46:45Z', 'revision_number': 5, 'project_id': '227cd762524640f88637fa0863390e6c', 'gw_port': {'id': '5b23245e-9986-4591-abff-ba59574f235d', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea5231-9dff-41d9-b777-b855aae5295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:59Z', 'updated_at': '2022-02-09T02:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:46:47.225325 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-d5eeec15-a0ef-4229-86c7-b9556550810f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Calling delete_port for 5b23245e-9986-4591-abff-ba59574f235d owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:47.234622 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8034d5e4-ff99-40b5-935d-c21537895928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (fade82c3-0799-4146-b2e7-db5f50c6effe), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.263524 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034d5e4-ff99-40b5-935d-c21537895928 None None] Pushing event deleted for resources: {'Port': ['ID=fade82c3-0799-4146-b2e7-db5f50c6effe,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:47.269027 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8034d5e4-ff99-40b5-935d-c21537895928 None None] No DVR routers for this DVR port fade82c3-0799-4146-b2e7-db5f50c6effe on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:46:47.277222 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034d5e4-ff99-40b5-935d-c21537895928 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.277569 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034d5e4-ff99-40b5-935d-c21537895928 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.277918 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034d5e4-ff99-40b5-935d-c21537895928 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.278255 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034d5e4-ff99-40b5-935d-c21537895928 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.278587 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034d5e4-ff99-40b5-935d-c21537895928 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.278915 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034d5e4-ff99-40b5-935d-c21537895928 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.279302 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034d5e4-ff99-40b5-935d-c21537895928 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.280131 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034d5e4-ff99-40b5-935d-c21537895928 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.280131 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034d5e4-ff99-40b5-935d-c21537895928 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.280282 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034d5e4-ff99-40b5-935d-c21537895928 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.280561 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034d5e4-ff99-40b5-935d-c21537895928 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.280848 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034d5e4-ff99-40b5-935d-c21537895928 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.281153 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034d5e4-ff99-40b5-935d-c21537895928 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.303893 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device ebdc3c28-5eea-410d-b30d-e3ef85aab373 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:47.325248 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: ebdc3c28-5eea-410d-b30d-e3ef85aab373 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:47.325600 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device ebdc3c28-5eea-410d-b30d-e3ef85aab373 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:47.412958 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5eeec15-a0ef-4229-86c7-b9556550810f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (5b23245e-9986-4591-abff-ba59574f235d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.437750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eeec15-a0ef-4229-86c7-b9556550810f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Port': ['ID=5b23245e-9986-4591-abff-ba59574f235d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:47.503042 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5eeec15-a0ef-4229-86c7-b9556550810f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (35ea5231-9dff-41d9-b777-b855aae5295c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.596430 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5eeec15-a0ef-4229-86c7-b9556550810f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (35ea5231-9dff-41d9-b777-b855aae5295c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.598758 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5eeec15-a0ef-4229-86c7-b9556550810f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router_controller (35ea5231-9dff-41d9-b777-b855aae5295c), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.653211 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5eeec15-a0ef-4229-86c7-b9556550810f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (35ea5231-9dff-41d9-b777-b855aae5295c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.654179 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5eeec15-a0ef-4229-86c7-b9556550810f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Fanout notify agent at l3_agent the message router_deleted on router 35ea5231-9dff-41d9-b777-b855aae5295c {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:46:47.662660 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d5eeec15-a0ef-4229-86c7-b9556550810f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.668410 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d5eeec15-a0ef-4229-86c7-b9556550810f tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/routers/35ea5231-9dff-41d9-b777-b855aae5295c HTTP/1.1" status: 204 len: 168 time: 0.8406720 Feb 09 02:46:47.671980 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34512) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:47.690668 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9cb28cd2-bac0-4041-8739-f3dced9d1f49 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:47.714908 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 9cb28cd2-bac0-4041-8739-f3dced9d1f49 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:47.715326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 9cb28cd2-bac0-4041-8739-f3dced9d1f49 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:47.715726 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device fade82c3-0799-4146-b2e7-db5f50c6effe no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:47.736774 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: fade82c3-0799-4146-b2e7-db5f50c6effe {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:47.737127 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device fade82c3-0799-4146-b2e7-db5f50c6effe not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:47.764700 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.855143 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.877359 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:47.887625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19fd349-de10-4967-b344-7fa1317bdfed') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:47.887947 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19fd349-de10-4967-b344-7fa1317bdfed') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:47.897974 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (b19fd349-de10-4967-b344-7fa1317bdfed), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.912182 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (b19fd349-de10-4967-b344-7fa1317bdfed), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.919325 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:46:47.919819 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (b19fd349-de10-4967-b344-7fa1317bdfed), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:46:47.922726 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:46:47.980948 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.989007 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.992151 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/networks/cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d HTTP/1.1" status: 204 len: 168 time: 0.3159709 Feb 09 02:46:47.995904 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34514) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:48.002724 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'Network': ['ID=cf7fdd74-53c9-4208-9c5a-ec6b4c7d6a8d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:48.010979 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.011362 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.011712 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.012046 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.012390 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.012722 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.013057 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.013382 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.013710 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.014291 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.014625 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.015001 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.015307 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac4f7-0482-4575-ac73-fdec00cc0947 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.056070 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-21b0741a-fd02-418a-b0b9-110687cbe776 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (64c6ea78-5abf-4dfd-8fd9-271829a7ffda), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.080871 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-21b0741a-fd02-418a-b0b9-110687cbe776 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (64c6ea78-5abf-4dfd-8fd9-271829a7ffda), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.140990 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-21b0741a-fd02-418a-b0b9-110687cbe776 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (64c6ea78-5abf-4dfd-8fd9-271829a7ffda), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.143796 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-21b0741a-fd02-418a-b0b9-110687cbe776 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.144961 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-21b0741a-fd02-418a-b0b9-110687cbe776 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] 10.222.0.36 "DELETE /v2.0/security-groups/64c6ea78-5abf-4dfd-8fd9-271829a7ffda HTTP/1.1" status: 204 len: 168 time: 0.1480229 Feb 09 02:46:48.154781 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0741a-fd02-418a-b0b9-110687cbe776 tempest-TestNetworkAdvancedServerOps-2071733640 tempest-TestNetworkAdvancedServerOps-2071733640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c6ea78-5abf-4dfd-8fd9-271829a7ffda,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:48.483001 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34522) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:48.625241 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-44444c65-3c6a-4d49-838b-4e6c754db9aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=227cd762524640f88637fa0863390e6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1410232 Feb 09 02:46:48.627765 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34526) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:48.675631 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54e5908c-969e-4819-9cab-26fe91aa4bd3 admin admin] Publish callbacks [] for security_group (9ac4be4e-6ad3-49a1-85a9-302030321186), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.701349 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54e5908c-969e-4819-9cab-26fe91aa4bd3 admin admin] Publish callbacks [] for security_group (9ac4be4e-6ad3-49a1-85a9-302030321186), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.747508 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54e5908c-969e-4819-9cab-26fe91aa4bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (9ac4be4e-6ad3-49a1-85a9-302030321186), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.750084 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54e5908c-969e-4819-9cab-26fe91aa4bd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.751338 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-54e5908c-969e-4819-9cab-26fe91aa4bd3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9ac4be4e-6ad3-49a1-85a9-302030321186 HTTP/1.1" status: 204 len: 168 time: 0.1226208 Feb 09 02:46:48.760672 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5908c-969e-4819-9cab-26fe91aa4bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac4be4e-6ad3-49a1-85a9-302030321186,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:49.008862 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34532) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:49.022379 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-511e147a-ef17-49d1-b148-b00873f309be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.099644 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-511e147a-ef17-49d1-b148-b00873f309be admin admin] Publish callbacks [] for security_group (1e3dc1d5-d21c-4447-9be1-1dd7c61d2443), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.104259 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-511e147a-ef17-49d1-b148-b00873f309be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1e3dc1d5-d21c-4447-9be1-1dd7c61d2443), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.141546 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-511e147a-ef17-49d1-b148-b00873f309be admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66b59b607704403f8fe3b3a39572e269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315837 Feb 09 02:46:49.143596 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e147a-ef17-49d1-b148-b00873f309be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3dc1d5-d21c-4447-9be1-1dd7c61d2443,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:49.144268 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34534) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:49.197105 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2dd0da3f-fe77-4793-be53-d3b1fdd53e27 admin admin] Publish callbacks [] for security_group (1e3dc1d5-d21c-4447-9be1-1dd7c61d2443), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.217337 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2dd0da3f-fe77-4793-be53-d3b1fdd53e27 admin admin] Publish callbacks [] for security_group (1e3dc1d5-d21c-4447-9be1-1dd7c61d2443), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.263557 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2dd0da3f-fe77-4793-be53-d3b1fdd53e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (1e3dc1d5-d21c-4447-9be1-1dd7c61d2443), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.266382 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2dd0da3f-fe77-4793-be53-d3b1fdd53e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.267570 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2dd0da3f-fe77-4793-be53-d3b1fdd53e27 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e3dc1d5-d21c-4447-9be1-1dd7c61d2443 HTTP/1.1" status: 204 len: 168 time: 0.1222897 Feb 09 02:46:49.275345 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0da3f-fe77-4793-be53-d3b1fdd53e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3dc1d5-d21c-4447-9be1-1dd7c61d2443,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:49.413262 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5b23245e-9986-4591-abff-ba59574f235d no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:49.434239 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 5b23245e-9986-4591-abff-ba59574f235d {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:49.434581 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 5b23245e-9986-4591-abff-ba59574f235d not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:49.968081 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34556) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:50.062033 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-437e4519-b751-445b-a5e4-0581be1e6ea8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1153666222-network', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:50.082044 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437e4519-b751-445b-a5e4-0581be1e6ea8 admin admin] Made reservation on behalf of 9613699d8bf74fc89f4b7d3977a14587 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:50.084432 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-437e4519-b751-445b-a5e4-0581be1e6ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.093522 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-437e4519-b751-445b-a5e4-0581be1e6ea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.167603 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-437e4519-b751-445b-a5e4-0581be1e6ea8 admin admin] Publish callbacks [] for security_group (ee72ac29-0e98-4b24-98ba-88bc99e5f573), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.171954 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-437e4519-b751-445b-a5e4-0581be1e6ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ee72ac29-0e98-4b24-98ba-88bc99e5f573), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.193032 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437e4519-b751-445b-a5e4-0581be1e6ea8 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:46:50.208522 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e4519-b751-445b-a5e4-0581be1e6ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee72ac29-0e98-4b24-98ba-88bc99e5f573,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:50.211589 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-437e4519-b751-445b-a5e4-0581be1e6ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (3b9c8fcb-1358-490b-8b3f-c892bc33709f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.212218 n-d-828387-3 neutron-server[103184]: INFO neutron.db.segments_db [None req-437e4519-b751-445b-a5e4-0581be1e6ea8 admin admin] Added segment 3b9c8fcb-1358-490b-8b3f-c892bc33709f of type vlan for network 811dc3ae-9277-4d47-ab53-8d44b276726a Feb 09 02:46:50.251872 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-437e4519-b751-445b-a5e4-0581be1e6ea8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (811dc3ae-9277-4d47-ab53-8d44b276726a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.279680 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-437e4519-b751-445b-a5e4-0581be1e6ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (811dc3ae-9277-4d47-ab53-8d44b276726a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.280636 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e4519-b751-445b-a5e4-0581be1e6ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:50.281208 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-437e4519-b751-445b-a5e4-0581be1e6ea8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.330597 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-437e4519-b751-445b-a5e4-0581be1e6ea8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3613331 Feb 09 02:46:50.333975 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34560) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:50.338999 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-50da4c6d-9a62-48cb-b4ff-cc04fb366eeb admin admin] Request body: {'subnet': {'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1153666222-subnet', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:50.343408 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e4519-b751-445b-a5e4-0581be1e6ea8 admin admin] Pushing event updated for resources: {'Network': ['ID=811dc3ae-9277-4d47-ab53-8d44b276726a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:50.353463 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 811dc3ae-9277-4d47-ab53-8d44b276726a details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:46:50.359918 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50da4c6d-9a62-48cb-b4ff-cc04fb366eeb admin admin] Made reservation on behalf of 9613699d8bf74fc89f4b7d3977a14587 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:50.362629 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-50da4c6d-9a62-48cb-b4ff-cc04fb366eeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.535244 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-50da4c6d-9a62-48cb-b4ff-cc04fb366eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (4d09fbf3-6484-4fde-a3bd-c9e7df735e13), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.587117 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da4c6d-9a62-48cb-b4ff-cc04fb366eeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d09fbf3-6484-4fde-a3bd-c9e7df735e13,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:50.596975 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50da4c6d-9a62-48cb-b4ff-cc04fb366eeb admin admin] Checking segment: {'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:50.597336 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50da4c6d-9a62-48cb-b4ff-cc04fb366eeb admin admin] Network hostable DHCP agents. Network: 811dc3ae-9277-4d47-ab53-8d44b276726a, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:46:50.614481 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50da4c6d-9a62-48cb-b4ff-cc04fb366eeb admin admin] Network 811dc3ae-9277-4d47-ab53-8d44b276726a is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:46:50.623879 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-50da4c6d-9a62-48cb-b4ff-cc04fb366eeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 811dc3ae-9277-4d47-ab53-8d44b276726a) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:50.627893 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50da4c6d-9a62-48cb-b4ff-cc04fb366eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:50.628487 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-50da4c6d-9a62-48cb-b4ff-cc04fb366eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.633266 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9309bd-6f4f-4faf-9371-a8355872eb71 None None] Network 811dc3ae-9277-4d47-ab53-8d44b276726a requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:50.646505 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-50da4c6d-9a62-48cb-b4ff-cc04fb366eeb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3113630 Feb 09 02:46:50.649755 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 34562) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:50.654269 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-2aca6eed-b977-4f28-a2f4-45d42c0de904 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1153666222-router', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:50.674808 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2aca6eed-b977-4f28-a2f4-45d42c0de904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (2faf0829-c50d-4394-a120-e2c7cffac6b8), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.675846 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2aca6eed-b977-4f28-a2f4-45d42c0de904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (2faf0829-c50d-4394-a120-e2c7cffac6b8), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.729457 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2aca6eed-b977-4f28-a2f4-45d42c0de904 admin admin] Publish callbacks [] for router_controller (2faf0829-c50d-4394-a120-e2c7cffac6b8), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.741967 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de21c6ef-793b-42b3-a9b7-e25cf2b0ee2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-811dc3ae-9277-4d47-ab53-8d44b276726a', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'fixed_ips': [{'subnet_id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:46:50.744823 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-de21c6ef-793b-42b3-a9b7-e25cf2b0ee2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.873681 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2aca6eed-b977-4f28-a2f4-45d42c0de904 admin admin] Publish callbacks [] for router_gateway (2faf0829-c50d-4394-a120-e2c7cffac6b8), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.877267 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-de21c6ef-793b-42b3-a9b7-e25cf2b0ee2f None None] Allocated IP 172.20.0.2 (811dc3ae-9277-4d47-ab53-8d44b276726a/4d09fbf3-6484-4fde-a3bd-c9e7df735e13/de328b50-6e91-4545-b7bc-4c82a4b76939) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:51.024276 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-de21c6ef-793b-42b3-a9b7-e25cf2b0ee2f None None] Publish callbacks [] for port (de328b50-6e91-4545-b7bc-4c82a4b76939), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.030261 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-de21c6ef-793b-42b3-a9b7-e25cf2b0ee2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (de328b50-6e91-4545-b7bc-4c82a4b76939), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.071456 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de21c6ef-793b-42b3-a9b7-e25cf2b0ee2f None None] Network 811dc3ae-9277-4d47-ab53-8d44b276726a is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:51.074260 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-de21c6ef-793b-42b3-a9b7-e25cf2b0ee2f None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:51.078407 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de21c6ef-793b-42b3-a9b7-e25cf2b0ee2f None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:51.081399 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21c6ef-793b-42b3-a9b7-e25cf2b0ee2f None None] Pushing event updated for resources: {'Port': ['ID=de328b50-6e91-4545-b7bc-4c82a4b76939,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:51.084181 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2aca6eed-b977-4f28-a2f4-45d42c0de904 admin admin] Publish callbacks [] for router_gateway (2faf0829-c50d-4394-a120-e2c7cffac6b8), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.104927 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2aca6eed-b977-4f28-a2f4-45d42c0de904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.138023 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-de21c6ef-793b-42b3-a9b7-e25cf2b0ee2f None None] Attempting to bind port de328b50-6e91-4545-b7bc-4c82a4b76939 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:51.138301 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-de21c6ef-793b-42b3-a9b7-e25cf2b0ee2f None None] Attempting to bind port de328b50-6e91-4545-b7bc-4c82a4b76939 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:51.138655 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de21c6ef-793b-42b3-a9b7-e25cf2b0ee2f None None] Attempting to bind port de328b50-6e91-4545-b7bc-4c82a4b76939 on network 811dc3ae-9277-4d47-ab53-8d44b276726a {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:51.143928 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de21c6ef-793b-42b3-a9b7-e25cf2b0ee2f None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:51.144298 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de21c6ef-793b-42b3-a9b7-e25cf2b0ee2f None None] Checking segment: {'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:51.144692 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-de21c6ef-793b-42b3-a9b7-e25cf2b0ee2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.145077 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de21c6ef-793b-42b3-a9b7-e25cf2b0ee2f None None] Bound using segment: {'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:51.145540 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-de21c6ef-793b-42b3-a9b7-e25cf2b0ee2f None None] Bound port: de328b50-6e91-4545-b7bc-4c82a4b76939, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:51.145913 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-de21c6ef-793b-42b3-a9b7-e25cf2b0ee2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (de328b50-6e91-4545-b7bc-4c82a4b76939), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.206325 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-de21c6ef-793b-42b3-a9b7-e25cf2b0ee2f None None] For port de328b50-6e91-4545-b7bc-4c82a4b76939, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:51.209288 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-de21c6ef-793b-42b3-a9b7-e25cf2b0ee2f None None] For port de328b50-6e91-4545-b7bc-4c82a4b76939, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=de328b50-6e91-4545-b7bc-4c82a4b76939,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:51.213167 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-2aca6eed-b977-4f28-a2f4-45d42c0de904 admin admin] Allocated IP 172.25.7.103 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/b06b2429-1274-48cf-9853-ca779df27454) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:51.216802 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-de21c6ef-793b-42b3-a9b7-e25cf2b0ee2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (de328b50-6e91-4545-b7bc-4c82a4b76939), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.279683 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21c6ef-793b-42b3-a9b7-e25cf2b0ee2f None None] Pushing event updated for resources: {'Port': ['ID=de328b50-6e91-4545-b7bc-4c82a4b76939,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:51.319230 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2aca6eed-b977-4f28-a2f4-45d42c0de904 admin admin] Publish callbacks [] for port (b06b2429-1274-48cf-9853-ca779df27454), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.353994 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2aca6eed-b977-4f28-a2f4-45d42c0de904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (b06b2429-1274-48cf-9853-ca779df27454), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.391861 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aca6eed-b977-4f28-a2f4-45d42c0de904 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:51.397953 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-2aca6eed-b977-4f28-a2f4-45d42c0de904 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:51.402156 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aca6eed-b977-4f28-a2f4-45d42c0de904 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:51.433740 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca6eed-b977-4f28-a2f4-45d42c0de904 admin admin] Pushing event updated for resources: {'Port': ['ID=b06b2429-1274-48cf-9853-ca779df27454,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:51.691377 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2aca6eed-b977-4f28-a2f4-45d42c0de904 admin admin] Publish callbacks [] for router_gateway (2faf0829-c50d-4394-a120-e2c7cffac6b8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.888035 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2aca6eed-b977-4f28-a2f4-45d42c0de904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (2faf0829-c50d-4394-a120-e2c7cffac6b8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.228750 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa5f2d8-213d-4462-83ce-b430d04286fd None None] Network 811dc3ae-9277-4d47-ab53-8d44b276726a requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:52.314532 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-2077f33b-9378-40a9-b0b2-2089364c859f None None] Provisioning complete for port de328b50-6e91-4545-b7bc-4c82a4b76939 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:52.314914 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2077f33b-9378-40a9-b0b2-2089364c859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (de328b50-6e91-4545-b7bc-4c82a4b76939), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.338676 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aca6eed-b977-4f28-a2f4-45d42c0de904 admin admin] Router 2faf0829-c50d-4394-a120-e2c7cffac6b8 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:46:52.426115 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-2077f33b-9378-40a9-b0b2-2089364c859f None None] Current status of the port de328b50-6e91-4545-b7bc-4c82a4b76939 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:52.426516 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2077f33b-9378-40a9-b0b2-2089364c859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (de328b50-6e91-4545-b7bc-4c82a4b76939), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.453978 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aca6eed-b977-4f28-a2f4-45d42c0de904 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:52.461216 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-2077f33b-9378-40a9-b0b2-2089364c859f None None] For port de328b50-6e91-4545-b7bc-4c82a4b76939, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=de328b50-6e91-4545-b7bc-4c82a4b76939,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:52.471705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] Sync routers for ids ['2faf0829-c50d-4394-a120-e2c7cffac6b8'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:46:52.473866 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2aca6eed-b977-4f28-a2f4-45d42c0de904 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.475191 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2aca6eed-b977-4f28-a2f4-45d42c0de904 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8243980 Feb 09 02:46:52.475429 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2077f33b-9378-40a9-b0b2-2089364c859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (de328b50-6e91-4545-b7bc-4c82a4b76939), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.481934 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34564) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:52.515012 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] Routers {'2faf0829-c50d-4394-a120-e2c7cffac6b8'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:52.515703 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:46:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2faf0829-c50d-4394-a120-e2c7cffac6b8'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:52.603502 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077f33b-9378-40a9-b0b2-2089364c859f None None] Pushing event updated for resources: {'Port': ['ID=de328b50-6e91-4545-b7bc-4c82a4b76939,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:52.650774 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] Set router 2faf0829-c50d-4394-a120-e2c7cffac6b8 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:52.762337 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-cb45c1a5-25e0-4aa0-bd71-127f4a1db7b6 None None] Provisioning complete for port de328b50-6e91-4545-b7bc-4c82a4b76939 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:52.762624 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cb45c1a5-25e0-4aa0-bd71-127f4a1db7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (de328b50-6e91-4545-b7bc-4c82a4b76939), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.895939 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-cb45c1a5-25e0-4aa0-bd71-127f4a1db7b6 None None] Current status of the port de328b50-6e91-4545-b7bc-4c82a4b76939 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:52.907952 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'name': 'tempest-TestShelveInstance-1153666222-router', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'b06b2429-1274-48cf-9853-ca779df27454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 3, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'gw_port': {'id': 'b06b2429-1274-48cf-9853-ca779df27454', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:52.936104 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] Checking router: 2faf0829-c50d-4394-a120-e2c7cffac6b8 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:52.936391 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] Updating router 2faf0829-c50d-4394-a120-e2c7cffac6b8 port b06b2429-1274-48cf-9853-ca779df27454 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:46:52.967433 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bcd17690-3db7-4816-9506-9f961d773f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.972881 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b06b2429-1274-48cf-9853-ca779df27454), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.124357 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-bcd17690-3db7-4816-9506-9f961d773f8e admin admin] Allocated IP 172.20.0.1 (811dc3ae-9277-4d47-ab53-8d44b276726a/4d09fbf3-6484-4fde-a3bd-c9e7df735e13/ed15f841-6649-49e7-b77f-b39c80b145ad) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:53.221716 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] Publish callbacks [] for port (b06b2429-1274-48cf-9853-ca779df27454), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.227838 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b06b2429-1274-48cf-9853-ca779df27454), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.232362 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bcd17690-3db7-4816-9506-9f961d773f8e admin admin] Publish callbacks [] for port (ed15f841-6649-49e7-b77f-b39c80b145ad), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.265777 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bcd17690-3db7-4816-9506-9f961d773f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ed15f841-6649-49e7-b77f-b39c80b145ad), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.278482 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] Attempting to bind port b06b2429-1274-48cf-9853-ca779df27454 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:53.279047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] Attempting to bind port b06b2429-1274-48cf-9853-ca779df27454 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:53.279229 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] Attempting to bind port b06b2429-1274-48cf-9853-ca779df27454 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:53.286163 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3b31e-e14e-4833-990e-e76751bf7f58 None None] Pushing event updated for resources: {'Port': ['ID=b06b2429-1274-48cf-9853-ca779df27454,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:53.288896 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:53.289274 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:53.290248 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.290751 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:53.291070 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] Bound port: b06b2429-1274-48cf-9853-ca779df27454, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:53.291491 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b06b2429-1274-48cf-9853-ca779df27454), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.303420 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd17690-3db7-4816-9506-9f961d773f8e admin admin] Network 811dc3ae-9277-4d47-ab53-8d44b276726a is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:53.310037 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-bcd17690-3db7-4816-9506-9f961d773f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:53.313617 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd17690-3db7-4816-9506-9f961d773f8e admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:53.336073 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd17690-3db7-4816-9506-9f961d773f8e admin admin] Pushing event updated for resources: {'Port': ['ID=ed15f841-6649-49e7-b77f-b39c80b145ad,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:53.347386 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] For port b06b2429-1274-48cf-9853-ca779df27454, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:53.350659 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] For port b06b2429-1274-48cf-9853-ca779df27454, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b06b2429-1274-48cf-9853-ca779df27454,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:53.357498 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bcd17690-3db7-4816-9506-9f961d773f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (2faf0829-c50d-4394-a120-e2c7cffac6b8), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.357823 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b06b2429-1274-48cf-9853-ca779df27454), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.537972 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device de328b50-6e91-4545-b7bc-4c82a4b76939 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:53.547044 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bcd17690-3db7-4816-9506-9f961d773f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ed15f841-6649-49e7-b77f-b39c80b145ad), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.632533 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3b31e-e14e-4833-990e-e76751bf7f58 None None] Pushing event updated for resources: {'Port': ['ID=b06b2429-1274-48cf-9853-ca779df27454,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:53.637986 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] Routers {'2faf0829-c50d-4394-a120-e2c7cffac6b8'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:53.638542 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:46:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2faf0829-c50d-4394-a120-e2c7cffac6b8'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:53.710045 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e412429d-9e79-4a62-9f23-ae2f9f27e186 None None] Provisioning complete for port ed15f841-6649-49e7-b77f-b39c80b145ad triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:53.710423 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e412429d-9e79-4a62-9f23-ae2f9f27e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ed15f841-6649-49e7-b77f-b39c80b145ad), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.717548 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bcd17690-3db7-4816-9506-9f961d773f8e admin admin] Publish callbacks [] for port (ed15f841-6649-49e7-b77f-b39c80b145ad), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.722045 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bcd17690-3db7-4816-9506-9f961d773f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (ed15f841-6649-49e7-b77f-b39c80b145ad), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.747490 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port de328b50-6e91-4545-b7bc-4c82a4b76939 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:53.747878 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (de328b50-6e91-4545-b7bc-4c82a4b76939), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.789694 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e412429d-9e79-4a62-9f23-ae2f9f27e186 None None] Port ed15f841-6649-49e7-b77f-b39c80b145ad cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:46:53.790387 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bcd17690-3db7-4816-9506-9f961d773f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (2faf0829-c50d-4394-a120-e2c7cffac6b8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.796035 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd17690-3db7-4816-9506-9f961d773f8e admin admin] Pushing event updated for resources: {'Port': ['ID=ed15f841-6649-49e7-b77f-b39c80b145ad,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:53.823028 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] Set router 2faf0829-c50d-4394-a120-e2c7cffac6b8 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:53.890303 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd17690-3db7-4816-9506-9f961d773f8e admin admin] Network 811dc3ae-9277-4d47-ab53-8d44b276726a is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:53.892014 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-bcd17690-3db7-4816-9506-9f961d773f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:53.937192 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port de328b50-6e91-4545-b7bc-4c82a4b76939 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:54.019823 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd17690-3db7-4816-9506-9f961d773f8e admin admin] Router 2faf0829-c50d-4394-a120-e2c7cffac6b8 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:46:54.074824 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'name': 'tempest-TestShelveInstance-1153666222-router', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'b06b2429-1274-48cf-9853-ca779df27454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:46:53Z', 'revision_number': 4, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'gw_port': {'id': 'b06b2429-1274-48cf-9853-ca779df27454', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'ed15f841-6649-49e7-b77f-b39c80b145ad', 'name': '', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'mac_address': 'fa:16:3e:28:29:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:52Z', 'updated_at': '2022-02-09T02:46:53Z', 'revision_number': 1, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'subnets': [{'id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:54.108234 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e52af4-c3f0-44ad-aee1-be1d720b7806 None None] The sync data for ids ['2faf0829-c50d-4394-a120-e2c7cffac6b8'] in n-d-828387-3 is: [{'id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'name': 'tempest-TestShelveInstance-1153666222-router', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'b06b2429-1274-48cf-9853-ca779df27454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:46:53Z', 'revision_number': 4, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'gw_port': {'id': 'b06b2429-1274-48cf-9853-ca779df27454', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'ed15f841-6649-49e7-b77f-b39c80b145ad', 'name': '', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'mac_address': 'fa:16:3e:28:29:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:52Z', 'updated_at': '2022-02-09T02:46:53Z', 'revision_number': 1, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'subnets': [{'id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:46:54.120506 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-07c3e9b0-487e-4197-9354-c68c0f411438 None None] Provisioning complete for port ed15f841-6649-49e7-b77f-b39c80b145ad triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:54.120884 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-07c3e9b0-487e-4197-9354-c68c0f411438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ed15f841-6649-49e7-b77f-b39c80b145ad), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.146871 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd17690-3db7-4816-9506-9f961d773f8e admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:54.155853 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bcd17690-3db7-4816-9506-9f961d773f8e admin admin] 10.222.0.36 "PUT /v2.0/routers/2faf0829-c50d-4394-a120-e2c7cffac6b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6726656 Feb 09 02:46:54.165050 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-07c3e9b0-487e-4197-9354-c68c0f411438 None None] Port ed15f841-6649-49e7-b77f-b39c80b145ad cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:46:54.540907 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:46:54.666430 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34580) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:54.671386 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e51cbdec-6acc-451a-92f0-f0f857f58cde admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1085606661-network', 'tenant_id': '763c7be175c9456cb8737291c1f121db'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:54.693635 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51cbdec-6acc-451a-92f0-f0f857f58cde admin admin] Made reservation on behalf of 763c7be175c9456cb8737291c1f121db for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:54.696971 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e51cbdec-6acc-451a-92f0-f0f857f58cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.706666 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e51cbdec-6acc-451a-92f0-f0f857f58cde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.799027 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e51cbdec-6acc-451a-92f0-f0f857f58cde admin admin] Publish callbacks [] for security_group (7a573280-88a5-47b7-b522-2ff5d2a20345), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.802840 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e51cbdec-6acc-451a-92f0-f0f857f58cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7a573280-88a5-47b7-b522-2ff5d2a20345), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.827349 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51cbdec-6acc-451a-92f0-f0f857f58cde admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:46:54.837375 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cbdec-6acc-451a-92f0-f0f857f58cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a573280-88a5-47b7-b522-2ff5d2a20345,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:54.844705 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e51cbdec-6acc-451a-92f0-f0f857f58cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (b90fe28e-7cbf-4fc6-a0f2-885b8b845768), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.844968 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-e51cbdec-6acc-451a-92f0-f0f857f58cde admin admin] Added segment b90fe28e-7cbf-4fc6-a0f2-885b8b845768 of type vlan for network f045265e-3656-432f-8054-c7a5479e6579 Feb 09 02:46:54.893811 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e51cbdec-6acc-451a-92f0-f0f857f58cde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (f045265e-3656-432f-8054-c7a5479e6579), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.920118 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e51cbdec-6acc-451a-92f0-f0f857f58cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (f045265e-3656-432f-8054-c7a5479e6579), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.921184 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51cbdec-6acc-451a-92f0-f0f857f58cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:54.921762 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e51cbdec-6acc-451a-92f0-f0f857f58cde admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.982322 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-e51cbdec-6acc-451a-92f0-f0f857f58cde admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3148203 Feb 09 02:46:54.985066 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34582) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:54.991399 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-344985ae-45be-4016-8782-144739dae402 admin admin] Request body: {'subnet': {'network_id': 'f045265e-3656-432f-8054-c7a5479e6579', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1085606661-subnet', 'tenant_id': '763c7be175c9456cb8737291c1f121db', 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:54.999572 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cbdec-6acc-451a-92f0-f0f857f58cde admin admin] Pushing event updated for resources: {'Network': ['ID=f045265e-3656-432f-8054-c7a5479e6579,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:55.010748 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network f045265e-3656-432f-8054-c7a5479e6579 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:46:55.016862 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344985ae-45be-4016-8782-144739dae402 admin admin] Made reservation on behalf of 763c7be175c9456cb8737291c1f121db for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:55.019470 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-344985ae-45be-4016-8782-144739dae402 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.204915 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-344985ae-45be-4016-8782-144739dae402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (f506926c-7c9a-4dc9-b684-ed54612bd7bc), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.262118 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344985ae-45be-4016-8782-144739dae402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f506926c-7c9a-4dc9-b684-ed54612bd7bc,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:55.274790 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344985ae-45be-4016-8782-144739dae402 admin admin] Checking segment: {'id': 'b90fe28e-7cbf-4fc6-a0f2-885b8b845768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f045265e-3656-432f-8054-c7a5479e6579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:55.275297 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344985ae-45be-4016-8782-144739dae402 admin admin] Network hostable DHCP agents. Network: f045265e-3656-432f-8054-c7a5479e6579, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:46:55.294238 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344985ae-45be-4016-8782-144739dae402 admin admin] Network f045265e-3656-432f-8054-c7a5479e6579 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:46:55.304145 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-344985ae-45be-4016-8782-144739dae402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, f045265e-3656-432f-8054-c7a5479e6579) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:55.309057 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344985ae-45be-4016-8782-144739dae402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:55.309661 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-344985ae-45be-4016-8782-144739dae402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.315049 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81c33bc-810d-4ca6-91e2-d91b96305aff None None] Network f045265e-3656-432f-8054-c7a5479e6579 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:55.330444 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-344985ae-45be-4016-8782-144739dae402 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3419547 Feb 09 02:46:55.330722 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34584) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:55.335767 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2c5bd408-26cb-4015-880c-8692741e836f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1085606661-router', 'tenant_id': '763c7be175c9456cb8737291c1f121db', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:55.357822 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c5bd408-26cb-4015-880c-8692741e836f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (9b3b85a8-e933-43ec-a34c-8a5ebf509dc3), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.358928 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c5bd408-26cb-4015-880c-8692741e836f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (9b3b85a8-e933-43ec-a34c-8a5ebf509dc3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.438408 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420f24d8-7bf1-450c-b677-53f80a1f9fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-f045265e-3656-432f-8054-c7a5479e6579', 'network_id': 'f045265e-3656-432f-8054-c7a5479e6579', 'project_id': '763c7be175c9456cb8737291c1f121db', 'fixed_ips': [{'subnet_id': 'f506926c-7c9a-4dc9-b684-ed54612bd7bc'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:46:55.439325 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-420f24d8-7bf1-450c-b677-53f80a1f9fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.458842 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c5bd408-26cb-4015-880c-8692741e836f admin admin] Publish callbacks [] for router_controller (9b3b85a8-e933-43ec-a34c-8a5ebf509dc3), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.575959 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b06b2429-1274-48cf-9853-ca779df27454 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:55.664175 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c5bd408-26cb-4015-880c-8692741e836f admin admin] Publish callbacks [] for router_gateway (9b3b85a8-e933-43ec-a34c-8a5ebf509dc3), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.692081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-420f24d8-7bf1-450c-b677-53f80a1f9fdd None None] Allocated IP 172.20.0.2 (f045265e-3656-432f-8054-c7a5479e6579/f506926c-7c9a-4dc9-b684-ed54612bd7bc/91793c50-05e0-45fb-ad42-8dc14cdd9e8c) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:55.697581 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b06b2429-1274-48cf-9853-ca779df27454 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:55.698168 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b06b2429-1274-48cf-9853-ca779df27454), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.846931 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b06b2429-1274-48cf-9853-ca779df27454 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:55.847345 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b06b2429-1274-48cf-9853-ca779df27454), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.885364 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port b06b2429-1274-48cf-9853-ca779df27454, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b06b2429-1274-48cf-9853-ca779df27454,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:55.897484 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c5bd408-26cb-4015-880c-8692741e836f admin admin] Publish callbacks [] for router_gateway (9b3b85a8-e933-43ec-a34c-8a5ebf509dc3), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.904910 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b06b2429-1274-48cf-9853-ca779df27454), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.918269 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c5bd408-26cb-4015-880c-8692741e836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.952978 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-420f24d8-7bf1-450c-b677-53f80a1f9fdd None None] Publish callbacks [] for port (91793c50-05e0-45fb-ad42-8dc14cdd9e8c), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.966479 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-420f24d8-7bf1-450c-b677-53f80a1f9fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (91793c50-05e0-45fb-ad42-8dc14cdd9e8c), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.977930 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=b06b2429-1274-48cf-9853-ca779df27454,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:56.009606 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420f24d8-7bf1-450c-b677-53f80a1f9fdd None None] Network f045265e-3656-432f-8054-c7a5479e6579 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:56.014613 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-420f24d8-7bf1-450c-b677-53f80a1f9fdd None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:56.018052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420f24d8-7bf1-450c-b677-53f80a1f9fdd None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:56.035924 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-2c5bd408-26cb-4015-880c-8692741e836f admin admin] Allocated IP 172.25.7.162 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/ede79a7b-f489-4e99-8322-c81e13b9fc8d) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:56.038135 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f24d8-7bf1-450c-b677-53f80a1f9fdd None None] Pushing event updated for resources: {'Port': ['ID=91793c50-05e0-45fb-ad42-8dc14cdd9e8c,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:56.089097 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-420f24d8-7bf1-450c-b677-53f80a1f9fdd None None] Attempting to bind port 91793c50-05e0-45fb-ad42-8dc14cdd9e8c on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:56.089550 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-420f24d8-7bf1-450c-b677-53f80a1f9fdd None None] Attempting to bind port 91793c50-05e0-45fb-ad42-8dc14cdd9e8c by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'b90fe28e-7cbf-4fc6-a0f2-885b8b845768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f045265e-3656-432f-8054-c7a5479e6579'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:56.089976 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f24d8-7bf1-450c-b677-53f80a1f9fdd None None] Attempting to bind port 91793c50-05e0-45fb-ad42-8dc14cdd9e8c on network f045265e-3656-432f-8054-c7a5479e6579 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:56.095040 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f24d8-7bf1-450c-b677-53f80a1f9fdd None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:56.095539 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f24d8-7bf1-450c-b677-53f80a1f9fdd None None] Checking segment: {'id': 'b90fe28e-7cbf-4fc6-a0f2-885b8b845768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f045265e-3656-432f-8054-c7a5479e6579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:56.095996 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-420f24d8-7bf1-450c-b677-53f80a1f9fdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.096472 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f24d8-7bf1-450c-b677-53f80a1f9fdd None None] Bound using segment: {'id': 'b90fe28e-7cbf-4fc6-a0f2-885b8b845768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f045265e-3656-432f-8054-c7a5479e6579'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:56.096931 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-420f24d8-7bf1-450c-b677-53f80a1f9fdd None None] Bound port: 91793c50-05e0-45fb-ad42-8dc14cdd9e8c, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90fe28e-7cbf-4fc6-a0f2-885b8b845768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f045265e-3656-432f-8054-c7a5479e6579'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:56.097392 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-420f24d8-7bf1-450c-b677-53f80a1f9fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (91793c50-05e0-45fb-ad42-8dc14cdd9e8c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.155283 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c5bd408-26cb-4015-880c-8692741e836f admin admin] Publish callbacks [] for port (ede79a7b-f489-4e99-8322-c81e13b9fc8d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.167552 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-420f24d8-7bf1-450c-b677-53f80a1f9fdd None None] For port 91793c50-05e0-45fb-ad42-8dc14cdd9e8c, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:56.171632 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-420f24d8-7bf1-450c-b677-53f80a1f9fdd None None] For port 91793c50-05e0-45fb-ad42-8dc14cdd9e8c, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=91793c50-05e0-45fb-ad42-8dc14cdd9e8c,segment=NetworkSegment(b90fe28e-7cbf-4fc6-a0f2-885b8b845768),segment_id=b90fe28e-7cbf-4fc6-a0f2-885b8b845768)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:56.177833 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-420f24d8-7bf1-450c-b677-53f80a1f9fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (91793c50-05e0-45fb-ad42-8dc14cdd9e8c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.195049 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c5bd408-26cb-4015-880c-8692741e836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ede79a7b-f489-4e99-8322-c81e13b9fc8d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.234671 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5bd408-26cb-4015-880c-8692741e836f admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:56.238963 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f24d8-7bf1-450c-b677-53f80a1f9fdd None None] Pushing event updated for resources: {'Port': ['ID=91793c50-05e0-45fb-ad42-8dc14cdd9e8c,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:56.239744 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-2c5bd408-26cb-4015-880c-8692741e836f admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:56.243548 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5bd408-26cb-4015-880c-8692741e836f admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:56.278743 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bd408-26cb-4015-880c-8692741e836f admin admin] Pushing event updated for resources: {'Port': ['ID=ede79a7b-f489-4e99-8322-c81e13b9fc8d,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:56.381779 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] Sync routers for ids ['2faf0829-c50d-4394-a120-e2c7cffac6b8'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:46:56.393492 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] Routers {'2faf0829-c50d-4394-a120-e2c7cffac6b8'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:56.394036 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:46:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2faf0829-c50d-4394-a120-e2c7cffac6b8'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:56.528300 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] Set router 2faf0829-c50d-4394-a120-e2c7cffac6b8 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:56.545372 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c5bd408-26cb-4015-880c-8692741e836f admin admin] Publish callbacks [] for router_gateway (9b3b85a8-e933-43ec-a34c-8a5ebf509dc3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.749480 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'name': 'tempest-TestShelveInstance-1153666222-router', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'b06b2429-1274-48cf-9853-ca779df27454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:46:53Z', 'revision_number': 4, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'gw_port': {'id': 'b06b2429-1274-48cf-9853-ca779df27454', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'ed15f841-6649-49e7-b77f-b39c80b145ad', 'name': '', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'mac_address': 'fa:16:3e:28:29:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:52Z', 'updated_at': '2022-02-09T02:46:53Z', 'revision_number': 2, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'subnets': [{'id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:56.776525 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] Checking router: 2faf0829-c50d-4394-a120-e2c7cffac6b8 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:56.776870 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] Updating router 2faf0829-c50d-4394-a120-e2c7cffac6b8 port ed15f841-6649-49e7-b77f-b39c80b145ad binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:46:56.806946 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ed15f841-6649-49e7-b77f-b39c80b145ad), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.112531 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c5bd408-26cb-4015-880c-8692741e836f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (9b3b85a8-e933-43ec-a34c-8a5ebf509dc3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.195306 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] Publish callbacks [] for port (ed15f841-6649-49e7-b77f-b39c80b145ad), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.201587 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ed15f841-6649-49e7-b77f-b39c80b145ad), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.264392 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5bd408-26cb-4015-880c-8692741e836f admin admin] Router 9b3b85a8-e933-43ec-a34c-8a5ebf509dc3 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:46:57.296721 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b0b9c6-9013-4f73-b8de-f2220a405266 None None] Network f045265e-3656-432f-8054-c7a5479e6579 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:57.301627 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718c679-aaf3-45a1-be2f-aa2cd0c2ce49 None None] Pushing event updated for resources: {'Port': ['ID=ed15f841-6649-49e7-b77f-b39c80b145ad,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:57.316640 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718c679-aaf3-45a1-be2f-aa2cd0c2ce49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:57.316640 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718c679-aaf3-45a1-be2f-aa2cd0c2ce49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:57.316990 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718c679-aaf3-45a1-be2f-aa2cd0c2ce49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:57.317086 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718c679-aaf3-45a1-be2f-aa2cd0c2ce49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:57.317337 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718c679-aaf3-45a1-be2f-aa2cd0c2ce49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:57.317657 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718c679-aaf3-45a1-be2f-aa2cd0c2ce49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:57.317972 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718c679-aaf3-45a1-be2f-aa2cd0c2ce49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:57.318285 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718c679-aaf3-45a1-be2f-aa2cd0c2ce49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:57.318597 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718c679-aaf3-45a1-be2f-aa2cd0c2ce49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:57.318907 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718c679-aaf3-45a1-be2f-aa2cd0c2ce49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:57.319232 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718c679-aaf3-45a1-be2f-aa2cd0c2ce49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:57.319552 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718c679-aaf3-45a1-be2f-aa2cd0c2ce49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:57.319864 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718c679-aaf3-45a1-be2f-aa2cd0c2ce49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:57.334073 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] Attempting to bind port ed15f841-6649-49e7-b77f-b39c80b145ad on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:57.334445 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] Attempting to bind port ed15f841-6649-49e7-b77f-b39c80b145ad by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:57.334795 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] Attempting to bind port ed15f841-6649-49e7-b77f-b39c80b145ad on network 811dc3ae-9277-4d47-ab53-8d44b276726a {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:57.341312 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:57.341683 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] Checking segment: {'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:57.342082 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.342679 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] Bound using segment: {'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:57.343359 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] Bound port: ed15f841-6649-49e7-b77f-b39c80b145ad, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:57.344292 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ed15f841-6649-49e7-b77f-b39c80b145ad), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.373125 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-776921c4-42eb-49d3-a831-6498ed260dae None None] Provisioning complete for port 91793c50-05e0-45fb-ad42-8dc14cdd9e8c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:57.373642 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-776921c4-42eb-49d3-a831-6498ed260dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (91793c50-05e0-45fb-ad42-8dc14cdd9e8c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.413822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5bd408-26cb-4015-880c-8692741e836f admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:57.427774 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] Sync routers for ids ['9b3b85a8-e933-43ec-a34c-8a5ebf509dc3'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:46:57.432558 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] For port ed15f841-6649-49e7-b77f-b39c80b145ad, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:57.437241 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] For port ed15f841-6649-49e7-b77f-b39c80b145ad, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ed15f841-6649-49e7-b77f-b39c80b145ad,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:57.446436 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c5bd408-26cb-4015-880c-8692741e836f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.448518 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-2c5bd408-26cb-4015-880c-8692741e836f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1166286 Feb 09 02:46:57.448660 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ed15f841-6649-49e7-b77f-b39c80b145ad), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.451154 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34586) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:57.460322 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] Routers {'9b3b85a8-e933-43ec-a34c-8a5ebf509dc3'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:57.461942 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:46:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b3b85a8-e933-43ec-a34c-8a5ebf509dc3'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:57.519462 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] Routers {'2faf0829-c50d-4394-a120-e2c7cffac6b8'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:57.520109 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:46:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2faf0829-c50d-4394-a120-e2c7cffac6b8'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:57.629550 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718c679-aaf3-45a1-be2f-aa2cd0c2ce49 None None] Pushing event updated for resources: {'Port': ['ID=ed15f841-6649-49e7-b77f-b39c80b145ad,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:57.674963 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 91793c50-05e0-45fb-ad42-8dc14cdd9e8c up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:57.686678 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] Set router 2faf0829-c50d-4394-a120-e2c7cffac6b8 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:57.701632 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-776921c4-42eb-49d3-a831-6498ed260dae None None] Current status of the port 91793c50-05e0-45fb-ad42-8dc14cdd9e8c is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:57.702021 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-776921c4-42eb-49d3-a831-6498ed260dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (91793c50-05e0-45fb-ad42-8dc14cdd9e8c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.788905 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-776921c4-42eb-49d3-a831-6498ed260dae None None] For port 91793c50-05e0-45fb-ad42-8dc14cdd9e8c, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=91793c50-05e0-45fb-ad42-8dc14cdd9e8c,segment=NetworkSegment(b90fe28e-7cbf-4fc6-a0f2-885b8b845768),segment_id=b90fe28e-7cbf-4fc6-a0f2-885b8b845768)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:57.798339 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] Set router 9b3b85a8-e933-43ec-a34c-8a5ebf509dc3 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:57.922785 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'name': 'tempest-TestShelveInstance-1153666222-router', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'b06b2429-1274-48cf-9853-ca779df27454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:46:53Z', 'revision_number': 4, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'gw_port': {'id': 'b06b2429-1274-48cf-9853-ca779df27454', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'ed15f841-6649-49e7-b77f-b39c80b145ad', 'name': '', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'mac_address': 'fa:16:3e:28:29:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:52Z', 'updated_at': '2022-02-09T02:46:57Z', 'revision_number': 4, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'subnets': [{'id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:57.952269 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e98019-cac4-45c9-95db-014b6f50d161 None None] The sync data for ids ['2faf0829-c50d-4394-a120-e2c7cffac6b8'] in n-d-828387-3 is: [{'id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'name': 'tempest-TestShelveInstance-1153666222-router', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'b06b2429-1274-48cf-9853-ca779df27454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:46:53Z', 'revision_number': 4, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'gw_port': {'id': 'b06b2429-1274-48cf-9853-ca779df27454', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'ed15f841-6649-49e7-b77f-b39c80b145ad', 'name': '', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'mac_address': 'fa:16:3e:28:29:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:52Z', 'updated_at': '2022-02-09T02:46:57Z', 'revision_number': 4, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'subnets': [{'id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:46:57.996626 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-776921c4-42eb-49d3-a831-6498ed260dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (91793c50-05e0-45fb-ad42-8dc14cdd9e8c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.036382 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-64498a44-f1ac-4fd2-b682-e119d72cabf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.153152 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 91793c50-05e0-45fb-ad42-8dc14cdd9e8c triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:58.153526 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (91793c50-05e0-45fb-ad42-8dc14cdd9e8c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.155829 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776921c4-42eb-49d3-a831-6498ed260dae None None] Pushing event updated for resources: {'Port': ['ID=91793c50-05e0-45fb-ad42-8dc14cdd9e8c,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:58.192254 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-6d2188f6-5dde-4475-a1f3-1e611e39844b None None] Provisioning complete for port ed15f841-6649-49e7-b77f-b39c80b145ad triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:58.192625 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6d2188f6-5dde-4475-a1f3-1e611e39844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ed15f841-6649-49e7-b77f-b39c80b145ad), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.239875 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-64498a44-f1ac-4fd2-b682-e119d72cabf7 admin admin] Allocated IP 172.20.0.1 (f045265e-3656-432f-8054-c7a5479e6579/f506926c-7c9a-4dc9-b684-ed54612bd7bc/338459b3-be0c-40a1-8bfa-94af830c7a23) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:58.389436 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-64498a44-f1ac-4fd2-b682-e119d72cabf7 admin admin] Publish callbacks [] for port (338459b3-be0c-40a1-8bfa-94af830c7a23), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.400034 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 91793c50-05e0-45fb-ad42-8dc14cdd9e8c is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:58.401156 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b06b2429-1274-48cf-9853-ca779df27454 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:58.424186 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6d2188f6-5dde-4475-a1f3-1e611e39844b None None] Current status of the port ed15f841-6649-49e7-b77f-b39c80b145ad is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:58.424580 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6d2188f6-5dde-4475-a1f3-1e611e39844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ed15f841-6649-49e7-b77f-b39c80b145ad), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.435804 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-64498a44-f1ac-4fd2-b682-e119d72cabf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (338459b3-be0c-40a1-8bfa-94af830c7a23), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.447760 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3b85a8-e933-43ec-a34c-8a5ebf509dc3', 'name': 'tempest-TestShelveInstance-1085606661-router', 'tenant_id': '763c7be175c9456cb8737291c1f121db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'ede79a7b-f489-4e99-8322-c81e13b9fc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 3, 'project_id': '763c7be175c9456cb8737291c1f121db', 'gw_port': {'id': 'ede79a7b-f489-4e99-8322-c81e13b9fc8d', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3b85a8-e933-43ec-a34c-8a5ebf509dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:58.483793 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64498a44-f1ac-4fd2-b682-e119d72cabf7 admin admin] Network f045265e-3656-432f-8054-c7a5479e6579 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:58.485072 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] Checking router: 9b3b85a8-e933-43ec-a34c-8a5ebf509dc3 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:58.485429 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] Updating router 9b3b85a8-e933-43ec-a34c-8a5ebf509dc3 port ede79a7b-f489-4e99-8322-c81e13b9fc8d binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:46:58.487286 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-64498a44-f1ac-4fd2-b682-e119d72cabf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:58.489814 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64498a44-f1ac-4fd2-b682-e119d72cabf7 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:58.521631 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64498a44-f1ac-4fd2-b682-e119d72cabf7 admin admin] Pushing event updated for resources: {'Port': ['ID=338459b3-be0c-40a1-8bfa-94af830c7a23,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:58.527977 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-6d2188f6-5dde-4475-a1f3-1e611e39844b None None] For port ed15f841-6649-49e7-b77f-b39c80b145ad, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ed15f841-6649-49e7-b77f-b39c80b145ad,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:58.536179 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ede79a7b-f489-4e99-8322-c81e13b9fc8d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.540877 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6d2188f6-5dde-4475-a1f3-1e611e39844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ed15f841-6649-49e7-b77f-b39c80b145ad), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.545073 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-64498a44-f1ac-4fd2-b682-e119d72cabf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (9b3b85a8-e933-43ec-a34c-8a5ebf509dc3), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.598314 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b06b2429-1274-48cf-9853-ca779df27454 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:58.598965 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b06b2429-1274-48cf-9853-ca779df27454), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.711285 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-64498a44-f1ac-4fd2-b682-e119d72cabf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (338459b3-be0c-40a1-8bfa-94af830c7a23), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.731932 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2188f6-5dde-4475-a1f3-1e611e39844b None None] Pushing event updated for resources: {'Port': ['ID=ed15f841-6649-49e7-b77f-b39c80b145ad,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:58.754606 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-86c630cd-eb27-48cf-9171-fd28fed4f668 None None] Provisioning complete for port 91793c50-05e0-45fb-ad42-8dc14cdd9e8c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:58.754979 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-86c630cd-eb27-48cf-9171-fd28fed4f668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (91793c50-05e0-45fb-ad42-8dc14cdd9e8c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.903059 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b06b2429-1274-48cf-9853-ca779df27454 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:58.912787 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-64498a44-f1ac-4fd2-b682-e119d72cabf7 admin admin] Publish callbacks [] for port (338459b3-be0c-40a1-8bfa-94af830c7a23), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.918837 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-64498a44-f1ac-4fd2-b682-e119d72cabf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (338459b3-be0c-40a1-8bfa-94af830c7a23), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.968868 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-86c630cd-eb27-48cf-9171-fd28fed4f668 None None] Current status of the port 91793c50-05e0-45fb-ad42-8dc14cdd9e8c is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:58.989255 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64498a44-f1ac-4fd2-b682-e119d72cabf7 admin admin] Pushing event updated for resources: {'Port': ['ID=338459b3-be0c-40a1-8bfa-94af830c7a23,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:58.991797 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-64498a44-f1ac-4fd2-b682-e119d72cabf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (9b3b85a8-e933-43ec-a34c-8a5ebf509dc3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.015367 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] Publish callbacks [] for port (ede79a7b-f489-4e99-8322-c81e13b9fc8d), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.022467 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ede79a7b-f489-4e99-8322-c81e13b9fc8d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.083032 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] Attempting to bind port ede79a7b-f489-4e99-8322-c81e13b9fc8d on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:59.083423 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] Attempting to bind port ede79a7b-f489-4e99-8322-c81e13b9fc8d by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:59.083778 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] Attempting to bind port ede79a7b-f489-4e99-8322-c81e13b9fc8d on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:59.085762 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf230e-b09c-4f9f-830e-66bd561cb32e None None] Pushing event updated for resources: {'Port': ['ID=ede79a7b-f489-4e99-8322-c81e13b9fc8d,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:59.089206 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64498a44-f1ac-4fd2-b682-e119d72cabf7 admin admin] Network f045265e-3656-432f-8054-c7a5479e6579 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:59.090676 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-64498a44-f1ac-4fd2-b682-e119d72cabf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:59.094915 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:59.095311 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:59.095710 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.096094 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:59.096598 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] Bound port: ede79a7b-f489-4e99-8322-c81e13b9fc8d, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:59.096933 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ede79a7b-f489-4e99-8322-c81e13b9fc8d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.122317 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-050f0af0-2f93-4828-a8f2-5d48b32c0469 None None] Provisioning complete for port 338459b3-be0c-40a1-8bfa-94af830c7a23 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:59.122691 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-050f0af0-2f93-4828-a8f2-5d48b32c0469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (338459b3-be0c-40a1-8bfa-94af830c7a23), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.179348 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-050f0af0-2f93-4828-a8f2-5d48b32c0469 None None] Port 338459b3-be0c-40a1-8bfa-94af830c7a23 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:46:59.181258 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] For port ede79a7b-f489-4e99-8322-c81e13b9fc8d, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:59.185007 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] For port ede79a7b-f489-4e99-8322-c81e13b9fc8d, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ede79a7b-f489-4e99-8322-c81e13b9fc8d,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:59.194952 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ede79a7b-f489-4e99-8322-c81e13b9fc8d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.219021 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64498a44-f1ac-4fd2-b682-e119d72cabf7 admin admin] Router 9b3b85a8-e933-43ec-a34c-8a5ebf509dc3 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:46:59.260080 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] Routers {'9b3b85a8-e933-43ec-a34c-8a5ebf509dc3'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:59.260707 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:46:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b3b85a8-e933-43ec-a34c-8a5ebf509dc3'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:59.262629 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf230e-b09c-4f9f-830e-66bd561cb32e None None] Pushing event updated for resources: {'Port': ['ID=ede79a7b-f489-4e99-8322-c81e13b9fc8d,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:59.342844 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64498a44-f1ac-4fd2-b682-e119d72cabf7 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:59.349273 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-64498a44-f1ac-4fd2-b682-e119d72cabf7 admin admin] 10.222.0.36 "PUT /v2.0/routers/9b3b85a8-e933-43ec-a34c-8a5ebf509dc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8951685 Feb 09 02:46:59.384630 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] Set router 9b3b85a8-e933-43ec-a34c-8a5ebf509dc3 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:59.469572 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-5f2cd444-9f80-4285-859b-c606b93c195d None None] Provisioning complete for port 338459b3-be0c-40a1-8bfa-94af830c7a23 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:59.470177 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5f2cd444-9f80-4285-859b-c606b93c195d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (338459b3-be0c-40a1-8bfa-94af830c7a23), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.533903 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ed15f841-6649-49e7-b77f-b39c80b145ad up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:59.591006 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5f2cd444-9f80-4285-859b-c606b93c195d None None] Port 338459b3-be0c-40a1-8bfa-94af830c7a23 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:46:59.793628 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port ed15f841-6649-49e7-b77f-b39c80b145ad triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:59.793901 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ed15f841-6649-49e7-b77f-b39c80b145ad), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.878121 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34594) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:59.882744 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-32d32af5-3997-474b-a67a-197d19c6f123 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1127662711', 'description': 'tempest-secgroup-smoke-1127662711 description', 'project_id': '9613699d8bf74fc89f4b7d3977a14587'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:59.893493 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3b85a8-e933-43ec-a34c-8a5ebf509dc3', 'name': 'tempest-TestShelveInstance-1085606661-router', 'tenant_id': '763c7be175c9456cb8737291c1f121db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'ede79a7b-f489-4e99-8322-c81e13b9fc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:46:58Z', 'revision_number': 4, 'project_id': '763c7be175c9456cb8737291c1f121db', 'gw_port': {'id': 'ede79a7b-f489-4e99-8322-c81e13b9fc8d', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3b85a8-e933-43ec-a34c-8a5ebf509dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '338459b3-be0c-40a1-8bfa-94af830c7a23', 'name': '', 'network_id': 'f045265e-3656-432f-8054-c7a5479e6579', 'tenant_id': '763c7be175c9456cb8737291c1f121db', 'mac_address': 'fa:16:3e:aa:47:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3b85a8-e933-43ec-a34c-8a5ebf509dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f506926c-7c9a-4dc9-b684-ed54612bd7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:58Z', 'updated_at': '2022-02-09T02:46:58Z', 'revision_number': 2, 'project_id': '763c7be175c9456cb8737291c1f121db', 'subnets': [{'id': 'f506926c-7c9a-4dc9-b684-ed54612bd7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:59.906003 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32d32af5-3997-474b-a67a-197d19c6f123 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.928317 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd90ce0-f287-4da5-86df-10c85bd78218 None None] The sync data for ids ['9b3b85a8-e933-43ec-a34c-8a5ebf509dc3'] in n-d-828387-3 is: [{'id': '9b3b85a8-e933-43ec-a34c-8a5ebf509dc3', 'name': 'tempest-TestShelveInstance-1085606661-router', 'tenant_id': '763c7be175c9456cb8737291c1f121db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'ede79a7b-f489-4e99-8322-c81e13b9fc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:46:58Z', 'revision_number': 4, 'project_id': '763c7be175c9456cb8737291c1f121db', 'gw_port': {'id': 'ede79a7b-f489-4e99-8322-c81e13b9fc8d', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3b85a8-e933-43ec-a34c-8a5ebf509dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '338459b3-be0c-40a1-8bfa-94af830c7a23', 'name': '', 'network_id': 'f045265e-3656-432f-8054-c7a5479e6579', 'tenant_id': '763c7be175c9456cb8737291c1f121db', 'mac_address': 'fa:16:3e:aa:47:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3b85a8-e933-43ec-a34c-8a5ebf509dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f506926c-7c9a-4dc9-b684-ed54612bd7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:58Z', 'updated_at': '2022-02-09T02:46:58Z', 'revision_number': 2, 'project_id': '763c7be175c9456cb8737291c1f121db', 'subnets': [{'id': 'f506926c-7c9a-4dc9-b684-ed54612bd7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:46:59.935737 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ed15f841-6649-49e7-b77f-b39c80b145ad is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:59.936736 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 91793c50-05e0-45fb-ad42-8dc14cdd9e8c up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:59.985437 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32d32af5-3997-474b-a67a-197d19c6f123 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group (e917a577-f1ea-47ca-bbeb-e6aa8b8403b5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.990260 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 91793c50-05e0-45fb-ad42-8dc14cdd9e8c triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:59.990538 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32d32af5-3997-474b-a67a-197d19c6f123 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e917a577-f1ea-47ca-bbeb-e6aa8b8403b5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.990752 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (91793c50-05e0-45fb-ad42-8dc14cdd9e8c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.027153 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32d32af5-3997-474b-a67a-197d19c6f123 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.031360 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-32d32af5-3997-474b-a67a-197d19c6f123 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1493552 Feb 09 02:47:00.031360 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d32af5-3997-474b-a67a-197d19c6f123 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:00.031764 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34596) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:00.037172 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4f7ff69d-cbfc-41e1-8cd1-3d97e3ca3706 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Request body: {'security_group_rule': {'security_group_id': 'e917a577-f1ea-47ca-bbeb-e6aa8b8403b5', 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:00.065340 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f7ff69d-cbfc-41e1-8cd1-3d97e3ca3706 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (4a0d710f-ede6-402f-b435-a7d3c31b5b36), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.075101 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 91793c50-05e0-45fb-ad42-8dc14cdd9e8c is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:00.127938 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f7ff69d-cbfc-41e1-8cd1-3d97e3ca3706 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (4a0d710f-ede6-402f-b435-a7d3c31b5b36), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.132285 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f7ff69d-cbfc-41e1-8cd1-3d97e3ca3706 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (4a0d710f-ede6-402f-b435-a7d3c31b5b36), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.165489 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ff69d-cbfc-41e1-8cd1-3d97e3ca3706 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0d710f-ede6-402f-b435-a7d3c31b5b36,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:00.183093 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f7ff69d-cbfc-41e1-8cd1-3d97e3ca3706 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.184348 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4f7ff69d-cbfc-41e1-8cd1-3d97e3ca3706 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515331 Feb 09 02:47:00.187097 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34600) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:00.191417 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-36fa0732-9bc4-48df-9b2d-e7dda871d8d5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Request body: {'security_group_rule': {'security_group_id': 'e917a577-f1ea-47ca-bbeb-e6aa8b8403b5', 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:00.220706 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-36fa0732-9bc4-48df-9b2d-e7dda871d8d5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (d7d23466-6d7d-486d-ae50-2fb30cac5458), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.290510 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-36fa0732-9bc4-48df-9b2d-e7dda871d8d5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (d7d23466-6d7d-486d-ae50-2fb30cac5458), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.295004 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-36fa0732-9bc4-48df-9b2d-e7dda871d8d5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (d7d23466-6d7d-486d-ae50-2fb30cac5458), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.315365 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa0732-9bc4-48df-9b2d-e7dda871d8d5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d23466-6d7d-486d-ae50-2fb30cac5458,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:00.324560 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-36fa0732-9bc4-48df-9b2d-e7dda871d8d5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.325856 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-36fa0732-9bc4-48df-9b2d-e7dda871d8d5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1378057 Feb 09 02:47:00.329164 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34602) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:00.333603 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-5fd0254f-e46e-492e-907f-73315c5b080b tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Request body: {'security_group_rule': {'security_group_id': 'e917a577-f1ea-47ca-bbeb-e6aa8b8403b5', 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:00.360662 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fd0254f-e46e-492e-907f-73315c5b080b tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (339ce14a-7c61-48da-b0a9-d5c1cf2d4b0a), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.423120 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fd0254f-e46e-492e-907f-73315c5b080b tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (339ce14a-7c61-48da-b0a9-d5c1cf2d4b0a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.427831 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fd0254f-e46e-492e-907f-73315c5b080b tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (339ce14a-7c61-48da-b0a9-d5c1cf2d4b0a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.447930 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0254f-e46e-492e-907f-73315c5b080b tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339ce14a-7c61-48da-b0a9-d5c1cf2d4b0a,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:00.456416 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fd0254f-e46e-492e-907f-73315c5b080b tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.457940 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-5fd0254f-e46e-492e-907f-73315c5b080b tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277971 Feb 09 02:47:00.460938 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34604) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:00.466579 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-efe07f30-6eea-49f6-b1e0-64b4fad80ac7 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Request body: {'security_group_rule': {'security_group_id': 'e917a577-f1ea-47ca-bbeb-e6aa8b8403b5', 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:00.494104 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-efe07f30-6eea-49f6-b1e0-64b4fad80ac7 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (0f8ac7cf-ca1b-4ea6-998b-9cb2dce457c5), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.556712 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-efe07f30-6eea-49f6-b1e0-64b4fad80ac7 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (0f8ac7cf-ca1b-4ea6-998b-9cb2dce457c5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.560495 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-efe07f30-6eea-49f6-b1e0-64b4fad80ac7 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (0f8ac7cf-ca1b-4ea6-998b-9cb2dce457c5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.581606 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe07f30-6eea-49f6-b1e0-64b4fad80ac7 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8ac7cf-ca1b-4ea6-998b-9cb2dce457c5,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:00.587682 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-efe07f30-6eea-49f6-b1e0-64b4fad80ac7 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.588894 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-efe07f30-6eea-49f6-b1e0-64b4fad80ac7 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260333 Feb 09 02:47:00.591766 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34606) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:00.596009 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b02c6295-4e71-4086-9caf-02a0db4a5dca tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Request body: {'security_group_rule': {'security_group_id': 'e917a577-f1ea-47ca-bbeb-e6aa8b8403b5', 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:00.615625 n-d-828387-3 neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-b02c6295-4e71-4086-9caf-02a0db4a5dca tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Project 9613699d8bf74fc89f4b7d3977a14587 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:47:00.621237 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b02c6295-4e71-4086-9caf-02a0db4a5dca tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (08286e81-c6fe-48e0-90c8-53052090fe00), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.684329 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b02c6295-4e71-4086-9caf-02a0db4a5dca tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (08286e81-c6fe-48e0-90c8-53052090fe00), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.689636 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b02c6295-4e71-4086-9caf-02a0db4a5dca tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (08286e81-c6fe-48e0-90c8-53052090fe00), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.710721 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c6295-4e71-4086-9caf-02a0db4a5dca tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08286e81-c6fe-48e0-90c8-53052090fe00,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:00.717751 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b02c6295-4e71-4086-9caf-02a0db4a5dca tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.722285 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b02c6295-4e71-4086-9caf-02a0db4a5dca tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262741 Feb 09 02:47:00.727363 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34608) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:00.731932 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-7a979b74-f040-492f-815f-5fa4104ce3e5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Request body: {'security_group_rule': {'security_group_id': 'e917a577-f1ea-47ca-bbeb-e6aa8b8403b5', 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:00.756091 n-d-828387-3 neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-7a979b74-f040-492f-815f-5fa4104ce3e5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Project 9613699d8bf74fc89f4b7d3977a14587 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:47:00.761760 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7a979b74-f040-492f-815f-5fa4104ce3e5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (18f07287-3d8a-4ded-b0e4-7b857476a1f9), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.826394 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7a979b74-f040-492f-815f-5fa4104ce3e5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (18f07287-3d8a-4ded-b0e4-7b857476a1f9), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.830616 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7a979b74-f040-492f-815f-5fa4104ce3e5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (18f07287-3d8a-4ded-b0e4-7b857476a1f9), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.848860 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a979b74-f040-492f-815f-5fa4104ce3e5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f07287-3d8a-4ded-b0e4-7b857476a1f9,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:00.860693 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7a979b74-f040-492f-815f-5fa4104ce3e5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.861966 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-7a979b74-f040-492f-815f-5fa4104ce3e5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1353378 Feb 09 02:47:01.024535 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-01ef8739-822a-4501-9110-a1e6102e5beb req-25865b97-6c65-4a04-af44-f3e1f8f5cdeb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1127662711&fields=id&tenant_id=9613699d8bf74fc89f4b7d3977a14587 HTTP/1.1" status: 200 len: 267 time: 0.0462451 Feb 09 02:47:01.138580 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef8739-822a-4501-9110-a1e6102e5beb req-f29cb12a-7b01-4d9e-a7e3-7809e154647a tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:01.140369 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-01ef8739-822a-4501-9110-a1e6102e5beb req-f29cb12a-7b01-4d9e-a7e3-7809e154647a tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/networks?id=811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 200 len: 809 time: 0.1090574 Feb 09 02:47:01.155749 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-01ef8739-822a-4501-9110-a1e6102e5beb req-a7a7ef95-b780-447f-952d-31077e3ecfa1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/quotas/9613699d8bf74fc89f4b7d3977a14587 HTTP/1.1" status: 200 len: 375 time: 0.0099323 Feb 09 02:47:01.214750 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-01ef8739-822a-4501-9110-a1e6102e5beb req-61740b0c-533d-4651-a3fb-e9c759095fc9 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9613699d8bf74fc89f4b7d3977a14587&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536239 Feb 09 02:47:01.409935 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-01ef8739-822a-4501-9110-a1e6102e5beb req-712b2e0e-53d7-42b6-a4e8-7e82af6ce580 service neutron] 10.222.0.36 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835485 Feb 09 02:47:01.485906 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ede79a7b-f489-4e99-8322-c81e13b9fc8d up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:01.512550 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-01ef8739-822a-4501-9110-a1e6102e5beb req-0127e388-f091-4a1a-9c86-86f384050e94 service neutron] 10.222.0.36 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957482 Feb 09 02:47:01.536729 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port ede79a7b-f489-4e99-8322-c81e13b9fc8d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:01.537106 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ede79a7b-f489-4e99-8322-c81e13b9fc8d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.620850 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ede79a7b-f489-4e99-8322-c81e13b9fc8d is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:01.621143 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (ede79a7b-f489-4e99-8322-c81e13b9fc8d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.645047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port ede79a7b-f489-4e99-8322-c81e13b9fc8d, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ede79a7b-f489-4e99-8322-c81e13b9fc8d,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:01.650311 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (ede79a7b-f489-4e99-8322-c81e13b9fc8d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.688771 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d70280f7-5c33-47be-bd5a-4d4620dff15f req-d6d6e814-77e0-433e-8b3a-adccd14983d2 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 210 time: 0.0304718 Feb 09 02:47:01.713855 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=ede79a7b-f489-4e99-8322-c81e13b9fc8d,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:02.111445 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] Sync routers for ids ['9b3b85a8-e933-43ec-a34c-8a5ebf509dc3'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:47:02.122966 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] Routers {'9b3b85a8-e933-43ec-a34c-8a5ebf509dc3'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:02.123608 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:46:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b3b85a8-e933-43ec-a34c-8a5ebf509dc3'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:02.236565 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] Set router 9b3b85a8-e933-43ec-a34c-8a5ebf509dc3 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:02.456357 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3b85a8-e933-43ec-a34c-8a5ebf509dc3', 'name': 'tempest-TestShelveInstance-1085606661-router', 'tenant_id': '763c7be175c9456cb8737291c1f121db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'ede79a7b-f489-4e99-8322-c81e13b9fc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:46:58Z', 'revision_number': 4, 'project_id': '763c7be175c9456cb8737291c1f121db', 'gw_port': {'id': 'ede79a7b-f489-4e99-8322-c81e13b9fc8d', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3b85a8-e933-43ec-a34c-8a5ebf509dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '338459b3-be0c-40a1-8bfa-94af830c7a23', 'name': '', 'network_id': 'f045265e-3656-432f-8054-c7a5479e6579', 'tenant_id': '763c7be175c9456cb8737291c1f121db', 'mac_address': 'fa:16:3e:aa:47:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3b85a8-e933-43ec-a34c-8a5ebf509dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f506926c-7c9a-4dc9-b684-ed54612bd7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:58Z', 'updated_at': '2022-02-09T02:46:58Z', 'revision_number': 2, 'project_id': '763c7be175c9456cb8737291c1f121db', 'subnets': [{'id': 'f506926c-7c9a-4dc9-b684-ed54612bd7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:02.489681 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] Checking router: 9b3b85a8-e933-43ec-a34c-8a5ebf509dc3 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:47:02.489952 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] Updating router 9b3b85a8-e933-43ec-a34c-8a5ebf509dc3 port 338459b3-be0c-40a1-8bfa-94af830c7a23 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:47:02.518181 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (338459b3-be0c-40a1-8bfa-94af830c7a23), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:02.669972 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef8739-822a-4501-9110-a1e6102e5beb req-10e1185d-f15c-41db-b0a6-8da423d22762 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:02.671651 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01ef8739-822a-4501-9110-a1e6102e5beb req-10e1185d-f15c-41db-b0a6-8da423d22762 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.48 "GET /v2.0/networks?id=811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 200 len: 809 time: 0.1193497 Feb 09 02:47:02.745376 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01ef8739-822a-4501-9110-a1e6102e5beb req-c08b5bea-084b-4300-a0d2-896486b54d04 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9613699d8bf74fc89f4b7d3977a14587 HTTP/1.1" status: 200 len: 380 time: 0.0648532 Feb 09 02:47:02.760228 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-01ef8739-822a-4501-9110-a1e6102e5beb req-0736226c-4135-4733-a948-f181a3646117 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Request body: {'port': {'device_id': '457c3a14-8a8d-4ab6-96f0-3235739ec99d', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'admin_state_up': True, 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'security_groups': ['e917a577-f1ea-47ca-bbeb-e6aa8b8403b5']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:02.794921 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-90782e9a-b2b8-488b-b8b9-da899859c352 req-1baa4361-51e4-4578-8958-809e5de2970a tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 210 time: 0.0297749 Feb 09 02:47:02.805218 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] Publish callbacks [] for port (338459b3-be0c-40a1-8bfa-94af830c7a23), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:02.816783 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (338459b3-be0c-40a1-8bfa-94af830c7a23), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:02.897082 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01ef8739-822a-4501-9110-a1e6102e5beb req-0736226c-4135-4733-a948-f181a3646117 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Made reservation on behalf of 9613699d8bf74fc89f4b7d3977a14587 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:47:02.901240 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-01ef8739-822a-4501-9110-a1e6102e5beb req-0736226c-4135-4733-a948-f181a3646117 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:02.908562 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760f804-6d44-4f40-8c81-f01133842d0f None None] Pushing event updated for resources: {'Port': ['ID=338459b3-be0c-40a1-8bfa-94af830c7a23,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:02.944097 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] Attempting to bind port 338459b3-be0c-40a1-8bfa-94af830c7a23 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:47:02.944491 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] Attempting to bind port 338459b3-be0c-40a1-8bfa-94af830c7a23 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'b90fe28e-7cbf-4fc6-a0f2-885b8b845768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f045265e-3656-432f-8054-c7a5479e6579'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:47:02.944843 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] Attempting to bind port 338459b3-be0c-40a1-8bfa-94af830c7a23 on network f045265e-3656-432f-8054-c7a5479e6579 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:02.956266 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:47:02.956648 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] Checking segment: {'id': 'b90fe28e-7cbf-4fc6-a0f2-885b8b845768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f045265e-3656-432f-8054-c7a5479e6579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:47:02.957034 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:02.957418 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] Bound using segment: {'id': 'b90fe28e-7cbf-4fc6-a0f2-885b8b845768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f045265e-3656-432f-8054-c7a5479e6579'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:47:02.957883 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] Bound port: 338459b3-be0c-40a1-8bfa-94af830c7a23, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90fe28e-7cbf-4fc6-a0f2-885b8b845768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f045265e-3656-432f-8054-c7a5479e6579'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:47:02.958256 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (338459b3-be0c-40a1-8bfa-94af830c7a23), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.028611 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] For port 338459b3-be0c-40a1-8bfa-94af830c7a23, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:47:03.032361 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] For port 338459b3-be0c-40a1-8bfa-94af830c7a23, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=338459b3-be0c-40a1-8bfa-94af830c7a23,segment=NetworkSegment(b90fe28e-7cbf-4fc6-a0f2-885b8b845768),segment_id=b90fe28e-7cbf-4fc6-a0f2-885b8b845768)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:47:03.040267 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (338459b3-be0c-40a1-8bfa-94af830c7a23), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.044457 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-01ef8739-822a-4501-9110-a1e6102e5beb req-0736226c-4135-4733-a948-f181a3646117 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Allocated IP 172.20.0.11 (811dc3ae-9277-4d47-ab53-8d44b276726a/4d09fbf3-6484-4fde-a3bd-c9e7df735e13/6d769197-d1d5-4e6e-95b1-5669dc311a15) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:47:03.104287 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] Routers {'9b3b85a8-e933-43ec-a34c-8a5ebf509dc3'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:03.104927 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:46:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b3b85a8-e933-43ec-a34c-8a5ebf509dc3'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:03.110087 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760f804-6d44-4f40-8c81-f01133842d0f None None] Pushing event updated for resources: {'Port': ['ID=338459b3-be0c-40a1-8bfa-94af830c7a23,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:03.142827 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-92aa7bd6-286d-49e6-bec8-ace7fe5242ad None None] Provisioning complete for port 338459b3-be0c-40a1-8bfa-94af830c7a23 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:03.144179 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-92aa7bd6-286d-49e6-bec8-ace7fe5242ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (338459b3-be0c-40a1-8bfa-94af830c7a23), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.227307 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-01ef8739-822a-4501-9110-a1e6102e5beb req-0736226c-4135-4733-a948-f181a3646117 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.231764 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] Set router 9b3b85a8-e933-43ec-a34c-8a5ebf509dc3 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:03.249908 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-92aa7bd6-286d-49e6-bec8-ace7fe5242ad None None] Current status of the port 338459b3-be0c-40a1-8bfa-94af830c7a23 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:03.250391 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-92aa7bd6-286d-49e6-bec8-ace7fe5242ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (338459b3-be0c-40a1-8bfa-94af830c7a23), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.287603 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-92aa7bd6-286d-49e6-bec8-ace7fe5242ad None None] For port 338459b3-be0c-40a1-8bfa-94af830c7a23, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=338459b3-be0c-40a1-8bfa-94af830c7a23,segment=NetworkSegment(b90fe28e-7cbf-4fc6-a0f2-885b8b845768),segment_id=b90fe28e-7cbf-4fc6-a0f2-885b8b845768)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:03.288876 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-01ef8739-822a-4501-9110-a1e6102e5beb req-0736226c-4135-4733-a948-f181a3646117 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.296346 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-92aa7bd6-286d-49e6-bec8-ace7fe5242ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (338459b3-be0c-40a1-8bfa-94af830c7a23), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.340787 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01ef8739-822a-4501-9110-a1e6102e5beb req-0736226c-4135-4733-a948-f181a3646117 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Network 811dc3ae-9277-4d47-ab53-8d44b276726a is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:47:03.344452 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-01ef8739-822a-4501-9110-a1e6102e5beb req-0736226c-4135-4733-a948-f181a3646117 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:03.348831 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ef8739-822a-4501-9110-a1e6102e5beb req-0736226c-4135-4733-a948-f181a3646117 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:47:03.373429 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa7bd6-286d-49e6-bec8-ace7fe5242ad None None] Pushing event updated for resources: {'Port': ['ID=338459b3-be0c-40a1-8bfa-94af830c7a23,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:03.409086 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736226c-4135-4733-a948-f181a3646117 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event updated for resources: {'Port': ['ID=6d769197-d1d5-4e6e-95b1-5669dc311a15,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:03.422584 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef8739-822a-4501-9110-a1e6102e5beb req-0736226c-4135-4733-a948-f181a3646117 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:03.423419 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-01ef8739-822a-4501-9110-a1e6102e5beb req-0736226c-4135-4733-a948-f181a3646117 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.441835 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9c51fe7f-ef98-4c0a-9896-76e4398e4760 None None] Provisioning complete for port 338459b3-be0c-40a1-8bfa-94af830c7a23 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:03.442307 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9c51fe7f-ef98-4c0a-9896-76e4398e4760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (338459b3-be0c-40a1-8bfa-94af830c7a23), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.457839 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01ef8739-822a-4501-9110-a1e6102e5beb req-0736226c-4135-4733-a948-f181a3646117 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7025440 Feb 09 02:47:03.472290 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-01ef8739-822a-4501-9110-a1e6102e5beb req-dae35beb-2e0b-4064-b17e-395281a6b4ef service neutron] Request body: {'port': {'device_id': '457c3a14-8a8d-4ab6-96f0-3235739ec99d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:03.567936 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-01ef8739-822a-4501-9110-a1e6102e5beb req-dae35beb-2e0b-4064-b17e-395281a6b4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.582855 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9c51fe7f-ef98-4c0a-9896-76e4398e4760 None None] Current status of the port 338459b3-be0c-40a1-8bfa-94af830c7a23 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:03.586368 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3b85a8-e933-43ec-a34c-8a5ebf509dc3', 'name': 'tempest-TestShelveInstance-1085606661-router', 'tenant_id': '763c7be175c9456cb8737291c1f121db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'ede79a7b-f489-4e99-8322-c81e13b9fc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:46:58Z', 'revision_number': 4, 'project_id': '763c7be175c9456cb8737291c1f121db', 'gw_port': {'id': 'ede79a7b-f489-4e99-8322-c81e13b9fc8d', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3b85a8-e933-43ec-a34c-8a5ebf509dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '338459b3-be0c-40a1-8bfa-94af830c7a23', 'name': '', 'network_id': 'f045265e-3656-432f-8054-c7a5479e6579', 'tenant_id': '763c7be175c9456cb8737291c1f121db', 'mac_address': 'fa:16:3e:aa:47:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3b85a8-e933-43ec-a34c-8a5ebf509dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f506926c-7c9a-4dc9-b684-ed54612bd7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:58Z', 'updated_at': '2022-02-09T02:47:03Z', 'revision_number': 4, 'project_id': '763c7be175c9456cb8737291c1f121db', 'subnets': [{'id': 'f506926c-7c9a-4dc9-b684-ed54612bd7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:03.598977 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ede79a7b-f489-4e99-8322-c81e13b9fc8d up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:03.616970 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221ee9f8-c36a-418a-8662-57b368d47727 None None] The sync data for ids ['9b3b85a8-e933-43ec-a34c-8a5ebf509dc3'] in n-d-828387-3 is: [{'id': '9b3b85a8-e933-43ec-a34c-8a5ebf509dc3', 'name': 'tempest-TestShelveInstance-1085606661-router', 'tenant_id': '763c7be175c9456cb8737291c1f121db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'ede79a7b-f489-4e99-8322-c81e13b9fc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:46:58Z', 'revision_number': 4, 'project_id': '763c7be175c9456cb8737291c1f121db', 'gw_port': {'id': 'ede79a7b-f489-4e99-8322-c81e13b9fc8d', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3b85a8-e933-43ec-a34c-8a5ebf509dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': '338459b3-be0c-40a1-8bfa-94af830c7a23', 'name': '', 'network_id': 'f045265e-3656-432f-8054-c7a5479e6579', 'tenant_id': '763c7be175c9456cb8737291c1f121db', 'mac_address': 'fa:16:3e:aa:47:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3b85a8-e933-43ec-a34c-8a5ebf509dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f506926c-7c9a-4dc9-b684-ed54612bd7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:58Z', 'updated_at': '2022-02-09T02:47:03Z', 'revision_number': 4, 'project_id': '763c7be175c9456cb8737291c1f121db', 'subnets': [{'id': 'f506926c-7c9a-4dc9-b684-ed54612bd7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:47:03.674514 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port ede79a7b-f489-4e99-8322-c81e13b9fc8d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:03.674910 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (ede79a7b-f489-4e99-8322-c81e13b9fc8d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.731578 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-f2625ade-50b1-4f8a-bdd5-23b33a60d3cd None None] Provisioning complete for port 6d769197-d1d5-4e6e-95b1-5669dc311a15 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:03.731961 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f2625ade-50b1-4f8a-bdd5-23b33a60d3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.794371 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f2625ade-50b1-4f8a-bdd5-23b33a60d3cd None None] Port 6d769197-d1d5-4e6e-95b1-5669dc311a15 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:47:03.809015 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port ede79a7b-f489-4e99-8322-c81e13b9fc8d is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:03.810241 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 338459b3-be0c-40a1-8bfa-94af830c7a23 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:03.869163 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 338459b3-be0c-40a1-8bfa-94af830c7a23 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:03.869487 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (338459b3-be0c-40a1-8bfa-94af830c7a23), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.922950 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-01ef8739-822a-4501-9110-a1e6102e5beb req-dae35beb-2e0b-4064-b17e-395281a6b4ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d769197-d1d5-4e6e-95b1-5669dc311a15 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:47:03.931869 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-01ef8739-822a-4501-9110-a1e6102e5beb req-dae35beb-2e0b-4064-b17e-395281a6b4ef service neutron] Publish callbacks [] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.947304 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-01ef8739-822a-4501-9110-a1e6102e5beb req-dae35beb-2e0b-4064-b17e-395281a6b4ef service neutron] Transition to ACTIVE for port object 6d769197-d1d5-4e6e-95b1-5669dc311a15 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:47:03.958673 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-01ef8739-822a-4501-9110-a1e6102e5beb req-dae35beb-2e0b-4064-b17e-395281a6b4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.967320 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 338459b3-be0c-40a1-8bfa-94af830c7a23 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:03.998399 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfb136-2f4e-435c-ab85-3461d0f0b269 req-341a64bb-26a2-48e8-8651-05c4fa18f796 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:03.999929 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-12dfb136-2f4e-435c-ab85-3461d0f0b269 req-341a64bb-26a2-48e8-8651-05c4fa18f796 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 932 time: 0.1201060 Feb 09 02:47:04.043922 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae35beb-2e0b-4064-b17e-395281a6b4ef service neutron] Pushing event updated for resources: {'Port': ['ID=6d769197-d1d5-4e6e-95b1-5669dc311a15,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:04.122858 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-12dfb136-2f4e-435c-ab85-3461d0f0b269 req-9a929de2-0ccb-47d0-9f73-6d0f925a5997 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135323 Feb 09 02:47:04.146488 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-01ef8739-822a-4501-9110-a1e6102e5beb req-dae35beb-2e0b-4064-b17e-395281a6b4ef service neutron] Attempting to bind port 6d769197-d1d5-4e6e-95b1-5669dc311a15 on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:47:04.146895 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-01ef8739-822a-4501-9110-a1e6102e5beb req-dae35beb-2e0b-4064-b17e-395281a6b4ef service neutron] Attempting to bind port 6d769197-d1d5-4e6e-95b1-5669dc311a15 by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:47:04.147248 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ef8739-822a-4501-9110-a1e6102e5beb req-dae35beb-2e0b-4064-b17e-395281a6b4ef service neutron] Attempting to bind port 6d769197-d1d5-4e6e-95b1-5669dc311a15 on network 811dc3ae-9277-4d47-ab53-8d44b276726a {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:04.152976 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ef8739-822a-4501-9110-a1e6102e5beb req-dae35beb-2e0b-4064-b17e-395281a6b4ef service neutron] Port 6d769197-d1d5-4e6e-95b1-5669dc311a15 on network 811dc3ae-9277-4d47-ab53-8d44b276726a not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:47:04.153298 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ef8739-822a-4501-9110-a1e6102e5beb req-dae35beb-2e0b-4064-b17e-395281a6b4ef service neutron] Attempting to bind port 6d769197-d1d5-4e6e-95b1-5669dc311a15 on network 811dc3ae-9277-4d47-ab53-8d44b276726a {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:04.158359 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ef8739-822a-4501-9110-a1e6102e5beb req-dae35beb-2e0b-4064-b17e-395281a6b4ef service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:47:04.158701 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ef8739-822a-4501-9110-a1e6102e5beb req-dae35beb-2e0b-4064-b17e-395281a6b4ef service neutron] Checking segment: {'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:47:04.159085 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ef8739-822a-4501-9110-a1e6102e5beb req-dae35beb-2e0b-4064-b17e-395281a6b4ef service neutron] Bound using segment: {'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:47:04.159548 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-01ef8739-822a-4501-9110-a1e6102e5beb req-dae35beb-2e0b-4064-b17e-395281a6b4ef service neutron] Bound port: 6d769197-d1d5-4e6e-95b1-5669dc311a15, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:47:04.159904 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-01ef8739-822a-4501-9110-a1e6102e5beb req-dae35beb-2e0b-4064-b17e-395281a6b4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:04.233622 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-01ef8739-822a-4501-9110-a1e6102e5beb req-dae35beb-2e0b-4064-b17e-395281a6b4ef service neutron] For port 6d769197-d1d5-4e6e-95b1-5669dc311a15, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:47:04.237547 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-01ef8739-822a-4501-9110-a1e6102e5beb req-dae35beb-2e0b-4064-b17e-395281a6b4ef service neutron] For port 6d769197-d1d5-4e6e-95b1-5669dc311a15, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:47:04.245246 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-01ef8739-822a-4501-9110-a1e6102e5beb req-dae35beb-2e0b-4064-b17e-395281a6b4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:04.283737 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef8739-822a-4501-9110-a1e6102e5beb req-dae35beb-2e0b-4064-b17e-395281a6b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:04.284293 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-01ef8739-822a-4501-9110-a1e6102e5beb req-dae35beb-2e0b-4064-b17e-395281a6b4ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:04.285709 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01ef8739-822a-4501-9110-a1e6102e5beb req-dae35beb-2e0b-4064-b17e-395281a6b4ef service neutron] 10.222.0.48 "PUT /v2.0/ports/6d769197-d1d5-4e6e-95b1-5669dc311a15 HTTP/1.1" status: 200 len: 1092 time: 0.8194065 Feb 09 02:47:04.286159 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457c3a14-8a8d-4ab6-96f0-3235739ec99d', 'tag': '6d769197-d1d5-4e6e-95b1-5669dc311a15'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:04.288484 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d634d9be-2463-4a88-96de-f116517fd483" -d '{"events": [{"name": "network-changed", "server_uuid": "457c3a14-8a8d-4ab6-96f0-3235739ec99d", "tag": "6d769197-d1d5-4e6e-95b1-5669dc311a15"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:04.316302 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae35beb-2e0b-4064-b17e-395281a6b4ef service neutron] Pushing event updated for resources: {'Port': ['ID=6d769197-d1d5-4e6e-95b1-5669dc311a15,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:04.358122 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a31ba2-db87-4356-990e-a29c25561a8a x-openstack-request-id: req-c4a31ba2-db87-4356-990e-a29c25561a8a {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:04.358412 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457c3a14-8a8d-4ab6-96f0-3235739ec99d", "tag": "6d769197-d1d5-4e6e-95b1-5669dc311a15", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:04.358681 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4a31ba2-db87-4356-990e-a29c25561a8a {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:04.359066 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457c3a14-8a8d-4ab6-96f0-3235739ec99d', 'tag': '6d769197-d1d5-4e6e-95b1-5669dc311a15', 'status': 'completed', 'code': 200} Feb 09 02:47:04.379449 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef8739-822a-4501-9110-a1e6102e5beb req-0319feb3-cd44-407f-981b-adf5fa4587b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:04.380970 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01ef8739-822a-4501-9110-a1e6102e5beb req-0319feb3-cd44-407f-981b-adf5fa4587b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9613699d8bf74fc89f4b7d3977a14587&device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 1126 time: 0.0520091 Feb 09 02:47:04.429429 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01ef8739-822a-4501-9110-a1e6102e5beb req-92fa498d-d99e-4a89-82da-7d6ded1ff82c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15 HTTP/1.1" status: 200 len: 217 time: 0.0391269 Feb 09 02:47:04.483658 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef8739-822a-4501-9110-a1e6102e5beb req-f33d5381-7fc5-4ef3-ab34-c9339365c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:04.485088 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01ef8739-822a-4501-9110-a1e6102e5beb req-f33d5381-7fc5-4ef3-ab34-c9339365c5ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d09fbf3-6484-4fde-a3bd-c9e7df735e13 HTTP/1.1" status: 200 len: 848 time: 0.0469115 Feb 09 02:47:04.537136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef8739-822a-4501-9110-a1e6102e5beb req-4fc894d0-fc3a-4aae-9e80-036783f012bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:04.538648 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01ef8739-822a-4501-9110-a1e6102e5beb req-4fc894d0-fc3a-4aae-9e80-036783f012bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=811dc3ae-9277-4d47-ab53-8d44b276726a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475507 Feb 09 02:47:04.631517 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01ef8739-822a-4501-9110-a1e6102e5beb req-7d367790-4fbc-4786-adb4-d51b24cc51a5 service neutron] 10.222.0.48 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859101 Feb 09 02:47:04.719890 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-01ef8739-822a-4501-9110-a1e6102e5beb req-9320f7be-562c-4659-87e7-c15440f1bd5d service neutron] 10.222.0.48 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818217 Feb 09 02:47:04.827239 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634d9be-2463-4a88-96de-f116517fd483 req-44e6a3c1-fea9-452b-b48a-7df3a2d0efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:04.828739 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d634d9be-2463-4a88-96de-f116517fd483 req-44e6a3c1-fea9-452b-b48a-7df3a2d0efa8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9613699d8bf74fc89f4b7d3977a14587&device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 1126 time: 0.0544040 Feb 09 02:47:04.918983 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634d9be-2463-4a88-96de-f116517fd483 req-f52c78c9-df34-40fb-99f4-f4eb9f2b6cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:04.920540 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d634d9be-2463-4a88-96de-f116517fd483 req-f52c78c9-df34-40fb-99f4-f4eb9f2b6cb4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 200 len: 910 time: 0.0857699 Feb 09 02:47:04.971284 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d634d9be-2463-4a88-96de-f116517fd483 req-b068dd13-135a-4dd4-a525-3cb2e3706369 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15 HTTP/1.1" status: 200 len: 217 time: 0.0439198 Feb 09 02:47:05.024982 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634d9be-2463-4a88-96de-f116517fd483 req-0aba2d31-e90d-4326-b263-0fed4017eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:05.026527 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d634d9be-2463-4a88-96de-f116517fd483 req-0aba2d31-e90d-4326-b263-0fed4017eba4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d09fbf3-6484-4fde-a3bd-c9e7df735e13 HTTP/1.1" status: 200 len: 848 time: 0.0486553 Feb 09 02:47:05.079732 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634d9be-2463-4a88-96de-f116517fd483 req-dce19307-4e99-4adb-bbe0-e30c9918ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:05.081259 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d634d9be-2463-4a88-96de-f116517fd483 req-dce19307-4e99-4adb-bbe0-e30c9918ace7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=811dc3ae-9277-4d47-ab53-8d44b276726a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483363 Feb 09 02:47:05.189376 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d634d9be-2463-4a88-96de-f116517fd483 req-bf8dad73-e4bc-4cfc-8378-abc35a404f25 service neutron] 10.222.0.48 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013923 Feb 09 02:47:05.314832 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d634d9be-2463-4a88-96de-f116517fd483 req-a239cf1d-94a2-4551-8b58-32a686ac85d7 service neutron] 10.222.0.48 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193173 Feb 09 02:47:05.321788 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12addb40-8a17-4879-85ce-507686094372 req-94a99195-3ed5-4f29-ae7a-289820a37878 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:05.323291 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-12addb40-8a17-4879-85ce-507686094372 req-94a99195-3ed5-4f29-ae7a-289820a37878 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 944 time: 0.1189628 Feb 09 02:47:05.389008 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-12addb40-8a17-4879-85ce-507686094372 req-2f3ffdae-0729-4a49-aa54-52732f84bd5e tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595620 Feb 09 02:47:05.764010 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 6d769197-d1d5-4e6e-95b1-5669dc311a15 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:47:05.862406 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 6d769197-d1d5-4e6e-95b1-5669dc311a15, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:05.875026 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '6d769197-d1d5-4e6e-95b1-5669dc311a15', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'port_id': '6d769197-d1d5-4e6e-95b1-5669dc311a15', 'mac_address': 'fa:16:3e:bf:04:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:47:05.912370 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 6d769197-d1d5-4e6e-95b1-5669dc311a15 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:05.912759 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:05.925956 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d769197-d1d5-4e6e-95b1-5669dc311a15 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:47:05.944755 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 6d769197-d1d5-4e6e-95b1-5669dc311a15, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:05.949855 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:06.003982 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=6d769197-d1d5-4e6e-95b1-5669dc311a15,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:06.172915 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['6d769197-d1d5-4e6e-95b1-5669dc311a15'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:47:06.513199 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ad627-ed63-433d-be0b-1c5b6e46a737 req-a9b25032-d8d5-484a-9d5b-e0431dd5d5e7 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:06.514971 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a67ad627-ed63-433d-be0b-1c5b6e46a737 req-a9b25032-d8d5-484a-9d5b-e0431dd5d5e7 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 945 time: 0.0552776 Feb 09 02:47:06.571727 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a67ad627-ed63-433d-be0b-1c5b6e46a737 req-5d746ab7-a97f-4f82-9067-24c1899884dc tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508938 Feb 09 02:47:07.616412 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6ce821f3-6a5c-403b-b9dd-7cb32f804d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:07.700898 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc039991-eb86-4aec-b655-9fca9ffd9bf2 req-d4e3c24e-ee1c-4156-b1fe-246902334d19 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:07.702471 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fc039991-eb86-4aec-b655-9fca9ffd9bf2 req-d4e3c24e-ee1c-4156-b1fe-246902334d19 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 945 time: 0.0578530 Feb 09 02:47:07.752534 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-fc039991-eb86-4aec-b655-9fca9ffd9bf2 req-26a78295-a7e4-40b9-b0f9-d03ec9824c4a tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444610 Feb 09 02:47:07.776890 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 6d769197-d1d5-4e6e-95b1-5669dc311a15 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:07.827132 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 6d769197-d1d5-4e6e-95b1-5669dc311a15 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:47:07.831482 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 6d769197-d1d5-4e6e-95b1-5669dc311a15 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:07.831851 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:07.914590 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 6d769197-d1d5-4e6e-95b1-5669dc311a15 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:07.914972 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:07.937838 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457c3a14-8a8d-4ab6-96f0-3235739ec99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d769197-d1d5-4e6e-95b1-5669dc311a15'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:07.940087 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03191923-bfe1-49a3-839d-aa2cb33c6ffe" -d '{"events": [{"server_uuid": "457c3a14-8a8d-4ab6-96f0-3235739ec99d", "name": "network-vif-plugged", "status": "completed", "tag": "6d769197-d1d5-4e6e-95b1-5669dc311a15"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:07.953494 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 6d769197-d1d5-4e6e-95b1-5669dc311a15, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:07.957671 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:08.007776 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=6d769197-d1d5-4e6e-95b1-5669dc311a15,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:08.045333 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3c7a51-4366-487c-98fa-627e4d3a5612 x-openstack-request-id: req-fd3c7a51-4366-487c-98fa-627e4d3a5612 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:08.045614 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457c3a14-8a8d-4ab6-96f0-3235739ec99d", "name": "network-vif-plugged", "status": "completed", "tag": "6d769197-d1d5-4e6e-95b1-5669dc311a15", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:08.045871 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd3c7a51-4366-487c-98fa-627e4d3a5612 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:08.046272 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457c3a14-8a8d-4ab6-96f0-3235739ec99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d769197-d1d5-4e6e-95b1-5669dc311a15', 'code': 200} Feb 09 02:47:08.152215 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4707e2d-4efe-4143-b803-1a4c996e8c06 req-8c4c3dc1-9565-4180-a716-ea5c4d12d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:08.153784 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4707e2d-4efe-4143-b803-1a4c996e8c06 req-8c4c3dc1-9565-4180-a716-ea5c4d12d8bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 1128 time: 0.0469251 Feb 09 02:47:08.204367 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4707e2d-4efe-4143-b803-1a4c996e8c06 req-bd84394c-1abb-4b11-ae87-d0d5827dd071 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416863 Feb 09 02:47:08.895750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33534615-5b48-45b8-9a09-39f92b011d0b req-5202eb5c-863e-445b-ab4f-aae8a60fd119 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:08.896406 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-33534615-5b48-45b8-9a09-39f92b011d0b req-5202eb5c-863e-445b-ab4f-aae8a60fd119 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0709229 Feb 09 02:47:08.957785 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-33534615-5b48-45b8-9a09-39f92b011d0b req-9e874b74-2f98-4c0c-9e43-8c1c0d6ffac9 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559323 Feb 09 02:47:10.088442 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6a435-f3cc-4c52-bc11-2d550b6db24d req-94fcbe18-da10-49a6-84fa-cff0b55f5075 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:10.089918 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-24f6a435-f3cc-4c52-bc11-2d550b6db24d req-94fcbe18-da10-49a6-84fa-cff0b55f5075 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0579088 Feb 09 02:47:10.138229 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-24f6a435-f3cc-4c52-bc11-2d550b6db24d req-022769e4-9a4b-4d49-9777-515fe40e12ad tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428298 Feb 09 02:47:10.261163 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c05a9a-7d9f-405a-a251-78d4dc813088 req-e7bc619f-6281-4476-9eea-05910b3e1a5e tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:10.262607 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-63c05a9a-7d9f-405a-a251-78d4dc813088 req-e7bc619f-6281-4476-9eea-05910b3e1a5e tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0558550 Feb 09 02:47:10.271406 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cf370af5-0836-4470-b1ec-259a4ee2aab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:10.311923 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-63c05a9a-7d9f-405a-a251-78d4dc813088 req-bfd32304-04e4-4a09-89ce-34b17bd9f1b4 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432789 Feb 09 02:47:10.334195 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34672) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:10.426756 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e1ffe6-3fdd-4c27-9480-f5b82162c0c3 tempest-TestShelveInstance-1566016044 tempest-TestShelveInstance-1566016044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:10.428316 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-17e1ffe6-3fdd-4c27-9480-f5b82162c0c3 tempest-TestShelveInstance-1566016044 tempest-TestShelveInstance-1566016044-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 1123 time: 0.0931571 Feb 09 02:47:10.432003 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 34676) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:10.436252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-b98bb1fd-e30e-4766-9456-4efc9c8e52ed tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': '6d769197-d1d5-4e6e-95b1-5669dc311a15', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:10.456843 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b98bb1fd-e30e-4766-9456-4efc9c8e52ed tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:10.536276 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:10.555998 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b98bb1fd-e30e-4766-9456-4efc9c8e52ed tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:10.663464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-b98bb1fd-e30e-4766-9456-4efc9c8e52ed tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Allocated IP 172.25.7.150 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/6df38d99-ca6a-46c7-b505-994da7103b3b) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:47:10.765665 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b98bb1fd-e30e-4766-9456-4efc9c8e52ed tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for port (6df38d99-ca6a-46c7-b505-994da7103b3b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:10.798896 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b98bb1fd-e30e-4766-9456-4efc9c8e52ed tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (6df38d99-ca6a-46c7-b505-994da7103b3b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:10.834444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98bb1fd-e30e-4766-9456-4efc9c8e52ed tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:47:10.839464 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-b98bb1fd-e30e-4766-9456-4efc9c8e52ed tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:10.843990 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98bb1fd-e30e-4766-9456-4efc9c8e52ed tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:47:10.871847 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bb1fd-e30e-4766-9456-4efc9c8e52ed tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event updated for resources: {'Port': ['ID=6df38d99-ca6a-46c7-b505-994da7103b3b,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:11.075320 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:11.200757 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b98bb1fd-e30e-4766-9456-4efc9c8e52ed tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for floatingip (f96d125b-b5e0-40da-b2ca-bfdca7b904b9), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:11.274288 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b98bb1fd-e30e-4766-9456-4efc9c8e52ed tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6df38d99-ca6a-46c7-b505-994da7103b3b), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:11.422106 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b98bb1fd-e30e-4766-9456-4efc9c8e52ed tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for port (6df38d99-ca6a-46c7-b505-994da7103b3b), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:11.427836 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b98bb1fd-e30e-4766-9456-4efc9c8e52ed tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (6df38d99-ca6a-46c7-b505-994da7103b3b), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:11.431991 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:11.837681 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bb1fd-e30e-4766-9456-4efc9c8e52ed tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event updated for resources: {'Port': ['ID=6df38d99-ca6a-46c7-b505-994da7103b3b,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:11.849057 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b98bb1fd-e30e-4766-9456-4efc9c8e52ed tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (f96d125b-b5e0-40da-b2ca-bfdca7b904b9), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:11.950136 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-b98bb1fd-e30e-4766-9456-4efc9c8e52ed tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Floating IP f96d125b-b5e0-40da-b2ca-bfdca7b904b9 associated. External IP: 172.25.7.150, port: 6d769197-d1d5-4e6e-95b1-5669dc311a15. Feb 09 02:47:12.159861 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98bb1fd-e30e-4766-9456-4efc9c8e52ed tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Router 2faf0829-c50d-4394-a120-e2c7cffac6b8 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:47:12.269931 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98bb1fd-e30e-4766-9456-4efc9c8e52ed tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:47:12.281470 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f0477b-863d-4a3a-a254-275a1b59c161 None None] Sync routers for ids ['2faf0829-c50d-4394-a120-e2c7cffac6b8'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:47:12.290255 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b98bb1fd-e30e-4766-9456-4efc9c8e52ed tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.293865 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f0477b-863d-4a3a-a254-275a1b59c161 None None] Routers {'2faf0829-c50d-4394-a120-e2c7cffac6b8'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:12.294693 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d5f0477b-863d-4a3a-a254-275a1b59c161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:47:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2faf0829-c50d-4394-a120-e2c7cffac6b8'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:12.331223 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-b98bb1fd-e30e-4766-9456-4efc9c8e52ed tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8874729 Feb 09 02:47:12.331223 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457c3a14-8a8d-4ab6-96f0-3235739ec99d', 'tag': '6d769197-d1d5-4e6e-95b1-5669dc311a15'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:12.331223 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b5a370-7f83-4e8d-a3cc-c78421aa3312" -d '{"events": [{"name": "network-changed", "server_uuid": "457c3a14-8a8d-4ab6-96f0-3235739ec99d", "tag": "6d769197-d1d5-4e6e-95b1-5669dc311a15"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:12.362909 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc91bd5-f88f-42df-8bed-5d063eec299d x-openstack-request-id: req-0cc91bd5-f88f-42df-8bed-5d063eec299d {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:12.363140 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457c3a14-8a8d-4ab6-96f0-3235739ec99d", "tag": "6d769197-d1d5-4e6e-95b1-5669dc311a15", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:12.363504 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0cc91bd5-f88f-42df-8bed-5d063eec299d {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:12.364000 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457c3a14-8a8d-4ab6-96f0-3235739ec99d', 'tag': '6d769197-d1d5-4e6e-95b1-5669dc311a15', 'status': 'completed', 'code': 200} Feb 09 02:47:12.410882 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d5f0477b-863d-4a3a-a254-275a1b59c161 None None] Set router 2faf0829-c50d-4394-a120-e2c7cffac6b8 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:12.434280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5a370-7f83-4e8d-a3cc-c78421aa3312 req-feca56de-0090-4b9b-8f05-1f961a5f5322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:12.435994 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65b5a370-7f83-4e8d-a3cc-c78421aa3312 req-feca56de-0090-4b9b-8f05-1f961a5f5322 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9613699d8bf74fc89f4b7d3977a14587&device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 1128 time: 0.0488732 Feb 09 02:47:12.532945 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5a370-7f83-4e8d-a3cc-c78421aa3312 req-d690a4ef-303d-43d2-8e8b-c9aed8862419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:12.534444 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65b5a370-7f83-4e8d-a3cc-c78421aa3312 req-d690a4ef-303d-43d2-8e8b-c9aed8862419 service neutron] 10.222.0.48 "GET /v2.0/networks?id=811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 200 len: 910 time: 0.0911944 Feb 09 02:47:12.581771 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.603812 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65b5a370-7f83-4e8d-a3cc-c78421aa3312 req-be204c15-9d5e-4c8c-bea2-af33e33784a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15 HTTP/1.1" status: 200 len: 1000 time: 0.0622072 Feb 09 02:47:12.645295 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d5f0477b-863d-4a3a-a254-275a1b59c161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'name': 'tempest-TestShelveInstance-1153666222-router', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'b06b2429-1274-48cf-9853-ca779df27454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:46:53Z', 'revision_number': 4, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'gw_port': {'id': 'b06b2429-1274-48cf-9853-ca779df27454', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'f96d125b-b5e0-40da-b2ca-bfdca7b904b9', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'port_id': '6d769197-d1d5-4e6e-95b1-5669dc311a15', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'mac_address': 'fa:16:3e:bf:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457c3a14-8a8d-4ab6-96f0-3235739ec99d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:47:11Z', 'updated_at': '2022-02-09T02:47:11Z', 'revision_number': 0, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed15f841-6649-49e7-b77f-b39c80b145ad', 'name': '', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'mac_address': 'fa:16:3e:28:29:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:52Z', 'updated_at': '2022-02-09T02:46:58Z', 'revision_number': 5, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'subnets': [{'id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:12.654154 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5a370-7f83-4e8d-a3cc-c78421aa3312 req-5980ef27-904d-4b7f-90e5-55e5db4c18e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:12.661013 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65b5a370-7f83-4e8d-a3cc-c78421aa3312 req-5980ef27-904d-4b7f-90e5-55e5db4c18e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d09fbf3-6484-4fde-a3bd-c9e7df735e13 HTTP/1.1" status: 200 len: 848 time: 0.0455897 Feb 09 02:47:12.676223 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f0477b-863d-4a3a-a254-275a1b59c161 None None] Checking router: 2faf0829-c50d-4394-a120-e2c7cffac6b8 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:47:12.684947 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f0477b-863d-4a3a-a254-275a1b59c161 None None] Routers {'2faf0829-c50d-4394-a120-e2c7cffac6b8'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:12.685549 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d5f0477b-863d-4a3a-a254-275a1b59c161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:47:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2faf0829-c50d-4394-a120-e2c7cffac6b8'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:12.709119 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5a370-7f83-4e8d-a3cc-c78421aa3312 req-5c738314-0275-44c4-a95a-9ca888f25002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:12.710314 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65b5a370-7f83-4e8d-a3cc-c78421aa3312 req-5c738314-0275-44c4-a95a-9ca888f25002 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=811dc3ae-9277-4d47-ab53-8d44b276726a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486112 Feb 09 02:47:12.791432 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d5f0477b-863d-4a3a-a254-275a1b59c161 None None] Set router 2faf0829-c50d-4394-a120-e2c7cffac6b8 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:12.800063 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65b5a370-7f83-4e8d-a3cc-c78421aa3312 req-4e776bfd-07a4-4f7b-98c0-b49abd60f8be service neutron] 10.222.0.48 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826876 Feb 09 02:47:12.896303 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-65b5a370-7f83-4e8d-a3cc-c78421aa3312 req-82680b68-d151-4d92-9036-3461b820104e service neutron] 10.222.0.48 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897224 Feb 09 02:47:13.025482 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d5f0477b-863d-4a3a-a254-275a1b59c161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'name': 'tempest-TestShelveInstance-1153666222-router', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'b06b2429-1274-48cf-9853-ca779df27454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:46:53Z', 'revision_number': 4, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'gw_port': {'id': 'b06b2429-1274-48cf-9853-ca779df27454', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'f96d125b-b5e0-40da-b2ca-bfdca7b904b9', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'port_id': '6d769197-d1d5-4e6e-95b1-5669dc311a15', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'mac_address': 'fa:16:3e:bf:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457c3a14-8a8d-4ab6-96f0-3235739ec99d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:47:11Z', 'updated_at': '2022-02-09T02:47:11Z', 'revision_number': 0, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed15f841-6649-49e7-b77f-b39c80b145ad', 'name': '', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'mac_address': 'fa:16:3e:28:29:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:52Z', 'updated_at': '2022-02-09T02:46:58Z', 'revision_number': 5, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'subnets': [{'id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:13.051515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f0477b-863d-4a3a-a254-275a1b59c161 None None] The sync data for ids ['2faf0829-c50d-4394-a120-e2c7cffac6b8'] in n-d-828387-3 is: [{'id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'name': 'tempest-TestShelveInstance-1153666222-router', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'b06b2429-1274-48cf-9853-ca779df27454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:46:53Z', 'revision_number': 4, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'gw_port': {'id': 'b06b2429-1274-48cf-9853-ca779df27454', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'f96d125b-b5e0-40da-b2ca-bfdca7b904b9', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'port_id': '6d769197-d1d5-4e6e-95b1-5669dc311a15', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'mac_address': 'fa:16:3e:bf:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457c3a14-8a8d-4ab6-96f0-3235739ec99d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:47:11Z', 'updated_at': '2022-02-09T02:47:11Z', 'revision_number': 0, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed15f841-6649-49e7-b77f-b39c80b145ad', 'name': '', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'mac_address': 'fa:16:3e:28:29:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:52Z', 'updated_at': '2022-02-09T02:46:58Z', 'revision_number': 5, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'subnets': [{'id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:47:13.249073 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8760e1-4885-4708-bb6d-f1b332ad9cd8 None None] New status for floating IP f96d125b-b5e0-40da-b2ca-bfdca7b904b9: ACTIVE {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:47:13.606941 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:31.540240 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:47:37.621228 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-83cbaa0a-b91d-4415-ae96-9a6adfe63ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:40.274844 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cac3e882-a3de-4034-93f7-97cc3d71148b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:40.552198 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:41.079902 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:41.422577 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:42.578110 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:43.610285 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:57.686405 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-346abfaf-b248-4721-a4ec-6604775a84c9 req-b2f26851-1d3e-43d3-8c65-3ed0b645f486 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452571 Feb 09 02:47:57.774231 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346abfaf-b248-4721-a4ec-6604775a84c9 req-874a7297-45ce-4bf8-8f14-2b0012a24927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:57.775795 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-346abfaf-b248-4721-a4ec-6604775a84c9 req-874a7297-45ce-4bf8-8f14-2b0012a24927 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9613699d8bf74fc89f4b7d3977a14587&device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 1128 time: 0.0464258 Feb 09 02:47:57.881435 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346abfaf-b248-4721-a4ec-6604775a84c9 req-178acfed-d5f1-4a65-8e91-7e2e135ac921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:57.882921 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-346abfaf-b248-4721-a4ec-6604775a84c9 req-178acfed-d5f1-4a65-8e91-7e2e135ac921 service neutron] 10.222.0.48 "GET /v2.0/networks?id=811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 200 len: 910 time: 0.0884368 Feb 09 02:47:57.949220 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-346abfaf-b248-4721-a4ec-6604775a84c9 req-c6a20ec6-6260-4c56-a15d-82ad70757a82 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15 HTTP/1.1" status: 200 len: 1002 time: 0.0594115 Feb 09 02:47:57.998851 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346abfaf-b248-4721-a4ec-6604775a84c9 req-a4450cae-7819-40f2-8db2-8a50bfd1a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:58.000335 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-346abfaf-b248-4721-a4ec-6604775a84c9 req-a4450cae-7819-40f2-8db2-8a50bfd1a280 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d09fbf3-6484-4fde-a3bd-c9e7df735e13 HTTP/1.1" status: 200 len: 848 time: 0.0442843 Feb 09 02:47:58.053333 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346abfaf-b248-4721-a4ec-6604775a84c9 req-76b6026c-2ffd-41cd-9790-1776e663722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:58.054751 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-346abfaf-b248-4721-a4ec-6604775a84c9 req-76b6026c-2ffd-41cd-9790-1776e663722d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=811dc3ae-9277-4d47-ab53-8d44b276726a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484803 Feb 09 02:47:58.143727 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-346abfaf-b248-4721-a4ec-6604775a84c9 req-256488d9-16f5-40ae-b34c-d866339bb47d service neutron] 10.222.0.48 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821903 Feb 09 02:47:58.235776 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-346abfaf-b248-4721-a4ec-6604775a84c9 req-2e2a60cb-4f52-4652-aab7-52a8dd0af356 service neutron] 10.222.0.48 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857747 Feb 09 02:48:07.625567 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1e61bf9b-e59f-4d6f-b4cb-eae9bce0edec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:08.539615 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:48:10.276518 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d8c8c81d-37de-4338-bcd2-b69019184693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:10.555432 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:11.083927 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:11.438038 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:12.575431 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:13.612582 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:37.628206 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-aa6736b8-0a17-4ee8-8a00-d19ff7163a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:40.278701 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7f2c350f-e16d-4631-9e48-9aed62aa9ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:40.553276 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:41.084176 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:41.468470 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:42.577538 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:43.613223 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:45.538888 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:48:59.754758 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb31efc3-096b-4a37-98d5-32a577e3f570 req-2cfe2ae2-1e06-482d-a144-90c5112b1c13 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0868061 Feb 09 02:48:59.841914 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31efc3-096b-4a37-98d5-32a577e3f570 req-3602948e-9f6d-42af-b362-66da579884e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:59.843458 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb31efc3-096b-4a37-98d5-32a577e3f570 req-3602948e-9f6d-42af-b362-66da579884e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9613699d8bf74fc89f4b7d3977a14587&device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 1128 time: 0.0452669 Feb 09 02:48:59.949231 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31efc3-096b-4a37-98d5-32a577e3f570 req-d8e37b45-2609-461c-a7f8-d939df1a65b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:59.950754 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb31efc3-096b-4a37-98d5-32a577e3f570 req-d8e37b45-2609-461c-a7f8-d939df1a65b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 200 len: 910 time: 0.0900030 Feb 09 02:49:00.016597 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb31efc3-096b-4a37-98d5-32a577e3f570 req-5aa06ed7-c8ac-4553-b154-d350945bae8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15 HTTP/1.1" status: 200 len: 1002 time: 0.0595195 Feb 09 02:49:00.066008 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31efc3-096b-4a37-98d5-32a577e3f570 req-5f06a2ab-6702-4a0b-abd7-6123fba67fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:00.067488 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb31efc3-096b-4a37-98d5-32a577e3f570 req-5f06a2ab-6702-4a0b-abd7-6123fba67fa9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d09fbf3-6484-4fde-a3bd-c9e7df735e13 HTTP/1.1" status: 200 len: 848 time: 0.0445225 Feb 09 02:49:00.120541 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31efc3-096b-4a37-98d5-32a577e3f570 req-238fa3f6-e5d5-429b-bfc3-2efc598f4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:00.122084 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb31efc3-096b-4a37-98d5-32a577e3f570 req-238fa3f6-e5d5-429b-bfc3-2efc598f4a16 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=811dc3ae-9277-4d47-ab53-8d44b276726a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487933 Feb 09 02:49:00.210065 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb31efc3-096b-4a37-98d5-32a577e3f570 req-fa7f2d00-d038-4304-a8a3-f0655c8a3fad service neutron] 10.222.0.48 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812569 Feb 09 02:49:00.303702 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cb31efc3-096b-4a37-98d5-32a577e3f570 req-716a4924-f518-4fb9-a116-18dec55a2ef9 service neutron] 10.222.0.48 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870638 Feb 09 02:49:07.633679 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8bdb3ede-00bf-4ab0-b013-3826921a9d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:08.245479 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e9834-4a54-4b53-a8ce-b037ee1120a3 req-0728fb6e-16fa-4287-83b8-1c5ddc462800 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:08.246966 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9c0e9834-4a54-4b53-a8ce-b037ee1120a3 req-0728fb6e-16fa-4287-83b8-1c5ddc462800 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.1256976 Feb 09 02:49:08.307636 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9c0e9834-4a54-4b53-a8ce-b037ee1120a3 req-52202cdc-5bd6-4f1a-bd04-7bc1578450ab tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528638 Feb 09 02:49:09.445402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237feff-98c6-4697-931c-bd958a169434 req-7736ad7b-fcb4-4891-9250-960a21da87cc tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:09.446892 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3237feff-98c6-4697-931c-bd958a169434 req-7736ad7b-fcb4-4891-9250-960a21da87cc tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0546126 Feb 09 02:49:09.499730 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3237feff-98c6-4697-931c-bd958a169434 req-b38396b5-b314-46af-8611-3b96e11acf42 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461838 Feb 09 02:49:10.281527 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-722e1ed3-8806-4312-a349-1fe13efbb8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:10.559137 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:10.636265 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11549274-0c9c-417a-8b3b-0a5618346261 req-3d7336f0-4e4e-40da-8b4f-5ecddc9d5a62 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:10.637741 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-11549274-0c9c-417a-8b3b-0a5618346261 req-3d7336f0-4e4e-40da-8b4f-5ecddc9d5a62 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0547426 Feb 09 02:49:10.691092 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-11549274-0c9c-417a-8b3b-0a5618346261 req-7f6f3061-2b6b-4e30-8cf8-211b6a4c098f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460560 Feb 09 02:49:11.087453 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:11.468728 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:11.810868 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e80293-30ef-4a5b-b757-3605c7a1b994 req-46764431-94a8-4213-b9cb-a5be31e3c0a4 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:11.812376 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-62e80293-30ef-4a5b-b757-3605c7a1b994 req-46764431-94a8-4213-b9cb-a5be31e3c0a4 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0531995 Feb 09 02:49:11.861088 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-62e80293-30ef-4a5b-b757-3605c7a1b994 req-66378633-e82d-4e45-9093-c215af572acb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428729 Feb 09 02:49:12.581653 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:12.984326 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9154b5-2179-4306-bc6b-06ae3dc970e8 req-31159080-015f-4305-a14f-2bf0b14262e4 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:12.985870 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5d9154b5-2179-4306-bc6b-06ae3dc970e8 req-31159080-015f-4305-a14f-2bf0b14262e4 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0529854 Feb 09 02:49:13.035004 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5d9154b5-2179-4306-bc6b-06ae3dc970e8 req-eb57ebc5-c7a6-4e43-84b1-cec540c82d6d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429718 Feb 09 02:49:13.615284 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:14.159274 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838f1a3-19c6-4566-96a1-0cb93046a41a req-fb37b0e3-b679-4f41-92e1-9156e77db422 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:14.160761 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7838f1a3-19c6-4566-96a1-0cb93046a41a req-fb37b0e3-b679-4f41-92e1-9156e77db422 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0574822 Feb 09 02:49:14.208249 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7838f1a3-19c6-4566-96a1-0cb93046a41a req-b3628c9a-51f1-4e24-b700-2afba538c8a6 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418119 Feb 09 02:49:15.335011 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c126494-d287-411a-ac02-997b49cb9519 req-5ee210fd-914d-4a0d-929d-4e638066c776 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:15.336527 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2c126494-d287-411a-ac02-997b49cb9519 req-5ee210fd-914d-4a0d-929d-4e638066c776 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0590377 Feb 09 02:49:15.385234 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2c126494-d287-411a-ac02-997b49cb9519 req-e0c22a37-5eb5-4d07-a6ab-c474b486ff64 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431414 Feb 09 02:49:16.517007 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8090a51-6dbc-40ca-9fd2-02aa39328c94 req-2df824bf-47ad-4c58-b990-ed61c6bc388a tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:16.519249 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8090a51-6dbc-40ca-9fd2-02aa39328c94 req-2df824bf-47ad-4c58-b990-ed61c6bc388a tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0602756 Feb 09 02:49:16.568054 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b8090a51-6dbc-40ca-9fd2-02aa39328c94 req-184205b2-6e84-4185-bc31-61ff0244e3e0 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431979 Feb 09 02:49:17.693318 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2988e19-1c2f-4ed4-b0b8-3e621c26e380 req-b576731d-643a-4c71-8ea6-abecf428ca58 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:17.694781 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b2988e19-1c2f-4ed4-b0b8-3e621c26e380 req-b576731d-643a-4c71-8ea6-abecf428ca58 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0570855 Feb 09 02:49:17.744775 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b2988e19-1c2f-4ed4-b0b8-3e621c26e380 req-915fd855-7d9f-43b5-ba54-794e1f62785c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441623 Feb 09 02:49:18.488846 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 6d769197-d1d5-4e6e-95b1-5669dc311a15 details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:49:18.606035 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 6d769197-d1d5-4e6e-95b1-5669dc311a15, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:18.618622 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '6d769197-d1d5-4e6e-95b1-5669dc311a15', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'port_id': '6d769197-d1d5-4e6e-95b1-5669dc311a15', 'mac_address': 'fa:16:3e:bf:04:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:49:18.657083 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 6d769197-d1d5-4e6e-95b1-5669dc311a15 is: ACTIVE; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:18.657475 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:18.671658 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d769197-d1d5-4e6e-95b1-5669dc311a15 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:49:18.694855 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 6d769197-d1d5-4e6e-95b1-5669dc311a15, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:18.698882 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:18.763123 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=6d769197-d1d5-4e6e-95b1-5669dc311a15,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:18.771162 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:18.771540 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:18.772047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:18.772392 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:18.773509 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:18.773509 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:18.774723 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:18.774723 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:18.774723 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:18.775104 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:18.779708 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:18.779708 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:18.779708 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:18.784737 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['6d769197-d1d5-4e6e-95b1-5669dc311a15'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:18.881031 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6b91a-1853-4f0b-8960-b574235980f8 req-7de2fdbc-a778-43a1-b630-1cb04d7e536e tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:18.882586 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-92c6b91a-1853-4f0b-8960-b574235980f8 req-7de2fdbc-a778-43a1-b630-1cb04d7e536e tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 945 time: 0.0608747 Feb 09 02:49:18.944847 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-92c6b91a-1853-4f0b-8960-b574235980f8 req-5f4fd4a0-bf64-4f80-bc39-cf85d35515b7 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565069 Feb 09 02:49:20.088433 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bfb7d-34fe-4e0b-9fd2-ccb3cc9f59b6 req-9a14c0b0-fa12-4e51-a045-44b0f7b6f1be tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:20.090899 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ba4bfb7d-34fe-4e0b-9fd2-ccb3cc9f59b6 req-9a14c0b0-fa12-4e51-a045-44b0f7b6f1be tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 945 time: 0.0696869 Feb 09 02:49:20.146078 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ba4bfb7d-34fe-4e0b-9fd2-ccb3cc9f59b6 req-7ae11c9e-425a-4ce8-bb93-86905182d783 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497072 Feb 09 02:49:20.503365 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 6d769197-d1d5-4e6e-95b1-5669dc311a15 up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:49:20.559699 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 6d769197-d1d5-4e6e-95b1-5669dc311a15 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:20.560083 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:20.641510 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 6d769197-d1d5-4e6e-95b1-5669dc311a15 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:20.641897 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:20.665248 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457c3a14-8a8d-4ab6-96f0-3235739ec99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d769197-d1d5-4e6e-95b1-5669dc311a15'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:20.667485 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58bb19e-27ca-4764-be10-8de8d05f070d" -d '{"events": [{"server_uuid": "457c3a14-8a8d-4ab6-96f0-3235739ec99d", "name": "network-vif-plugged", "status": "completed", "tag": "6d769197-d1d5-4e6e-95b1-5669dc311a15"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:20.682035 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 6d769197-d1d5-4e6e-95b1-5669dc311a15, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:20.686682 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:20.714225 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93cbe3c-c8ea-4d5e-bf07-a50ef799574c x-openstack-request-id: req-b93cbe3c-c8ea-4d5e-bf07-a50ef799574c {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:20.714523 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457c3a14-8a8d-4ab6-96f0-3235739ec99d", "name": "network-vif-plugged", "status": "completed", "tag": "6d769197-d1d5-4e6e-95b1-5669dc311a15", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:20.714769 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b93cbe3c-c8ea-4d5e-bf07-a50ef799574c {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:20.715167 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457c3a14-8a8d-4ab6-96f0-3235739ec99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d769197-d1d5-4e6e-95b1-5669dc311a15', 'code': 200} Feb 09 02:49:20.742813 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=6d769197-d1d5-4e6e-95b1-5669dc311a15,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:21.283184 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030fbb0-96ee-4ca5-8a9f-7f40ca366697 req-f044edb2-16a3-4511-af06-ae2ed7cfc45f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:21.288649 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9030fbb0-96ee-4ca5-8a9f-7f40ca366697 req-f044edb2-16a3-4511-af06-ae2ed7cfc45f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0638134 Feb 09 02:49:21.343393 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9030fbb0-96ee-4ca5-8a9f-7f40ca366697 req-25fac261-99f8-4d33-ab28-957ec6da4027 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500512 Feb 09 02:49:22.496900 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcc24c-2bee-4088-bc0b-02716aee3b23 req-10909ddb-fd86-41a3-8f73-1273ca3e9689 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:22.508502 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69bcc24c-2bee-4088-bc0b-02716aee3b23 req-10909ddb-fd86-41a3-8f73-1273ca3e9689 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0785015 Feb 09 02:49:22.540715 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:49:22.560232 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69bcc24c-2bee-4088-bc0b-02716aee3b23 req-5d9a1872-8748-4001-8faa-559b45ef4b39 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507958 Feb 09 02:49:23.699806 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52eefb-d6c7-4294-8a9f-8200e383fd5e req-4e32c396-4cc2-4d05-8f8e-747d15fa8b0f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:23.701310 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1a52eefb-d6c7-4294-8a9f-8200e383fd5e req-4e32c396-4cc2-4d05-8f8e-747d15fa8b0f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0632832 Feb 09 02:49:23.759073 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1a52eefb-d6c7-4294-8a9f-8200e383fd5e req-cb6c8656-57a5-4b40-9866-2e1c25bbf8e5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513422 Feb 09 02:49:24.901878 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339413bb-5866-40dd-8ed1-c1028936d930 req-5ca146c8-612b-448b-abf8-19bdfa8ce703 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:24.907690 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-339413bb-5866-40dd-8ed1-c1028936d930 req-5ca146c8-612b-448b-abf8-19bdfa8ce703 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0681989 Feb 09 02:49:24.967835 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-339413bb-5866-40dd-8ed1-c1028936d930 req-c620d1e7-9110-41df-91dc-7841c522b206 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585036 Feb 09 02:49:26.106752 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167faf29-1205-4499-9a54-acd6e5985965 req-94860a94-a3ee-44e0-aa79-dce091001f81 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:26.108256 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-167faf29-1205-4499-9a54-acd6e5985965 req-94860a94-a3ee-44e0-aa79-dce091001f81 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0612781 Feb 09 02:49:26.163322 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-167faf29-1205-4499-9a54-acd6e5985965 req-278bb2c1-09d5-425b-9f92-b626411de86d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492229 Feb 09 02:49:27.304689 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf442c5-7c37-4aea-96ff-ed1bd5a0c302 req-7d62b04c-f25e-4b0f-9b5a-7e73372350e3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:27.306311 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8bf442c5-7c37-4aea-96ff-ed1bd5a0c302 req-7d62b04c-f25e-4b0f-9b5a-7e73372350e3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0649569 Feb 09 02:49:27.362963 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8bf442c5-7c37-4aea-96ff-ed1bd5a0c302 req-e5f78aa6-3d16-4417-a030-e919bbbe2d7e tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483630 Feb 09 02:49:28.510638 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8de2b-27b8-4821-8512-e68507881557 req-806d26c9-cf0f-4dc1-bc57-d555e3956928 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:28.517894 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-31f8de2b-27b8-4821-8512-e68507881557 req-806d26c9-cf0f-4dc1-bc57-d555e3956928 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0665784 Feb 09 02:49:28.575561 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-31f8de2b-27b8-4821-8512-e68507881557 req-9e09879f-8982-4ef4-aa96-204656dc8452 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549929 Feb 09 02:49:29.703026 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f1545-4cc8-47cb-943c-20d88bce3f94 req-5943b855-77cf-4f91-8824-41921460b72d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:29.704550 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-212f1545-4cc8-47cb-943c-20d88bce3f94 req-5943b855-77cf-4f91-8824-41921460b72d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0563412 Feb 09 02:49:29.754610 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-212f1545-4cc8-47cb-943c-20d88bce3f94 req-6a9fda55-3762-445e-9d0d-6cad493bdd24 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444238 Feb 09 02:49:30.350798 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c7fb1-396b-4eb9-93fe-f6765d05b6fb req-cf928856-3f61-42fb-82f3-9578cb24e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:30.352358 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a20c7fb1-396b-4eb9-93fe-f6765d05b6fb req-cf928856-3f61-42fb-82f3-9578cb24e07b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9613699d8bf74fc89f4b7d3977a14587&device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 1128 time: 0.0501347 Feb 09 02:49:30.441789 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c7fb1-396b-4eb9-93fe-f6765d05b6fb req-a1a7ec9e-e36e-4820-a36b-78c583d81bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:30.443323 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a20c7fb1-396b-4eb9-93fe-f6765d05b6fb req-a1a7ec9e-e36e-4820-a36b-78c583d81bab service neutron] 10.222.0.48 "GET /v2.0/networks?id=811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 200 len: 910 time: 0.0831947 Feb 09 02:49:30.510509 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a20c7fb1-396b-4eb9-93fe-f6765d05b6fb req-3fe65814-53f3-4031-a4bf-a00166074a22 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15 HTTP/1.1" status: 200 len: 1002 time: 0.0612578 Feb 09 02:49:30.560206 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c7fb1-396b-4eb9-93fe-f6765d05b6fb req-23f4f6b7-56f3-4646-a0b7-6b0c51b7f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:30.561664 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a20c7fb1-396b-4eb9-93fe-f6765d05b6fb req-23f4f6b7-56f3-4646-a0b7-6b0c51b7f06b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d09fbf3-6484-4fde-a3bd-c9e7df735e13 HTTP/1.1" status: 200 len: 848 time: 0.0444450 Feb 09 02:49:30.612653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c7fb1-396b-4eb9-93fe-f6765d05b6fb req-2e380463-0f9f-4e06-86ba-bdf779033276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:30.614089 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a20c7fb1-396b-4eb9-93fe-f6765d05b6fb req-2e380463-0f9f-4e06-86ba-bdf779033276 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=811dc3ae-9277-4d47-ab53-8d44b276726a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462527 Feb 09 02:49:30.706370 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a20c7fb1-396b-4eb9-93fe-f6765d05b6fb req-c171a490-d2ae-4547-b6a6-dd164964c51b service neutron] 10.222.0.48 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855656 Feb 09 02:49:30.797403 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a20c7fb1-396b-4eb9-93fe-f6765d05b6fb req-97ea5817-d736-4392-83fb-7aee22f8e335 service neutron] 10.222.0.48 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841210 Feb 09 02:49:30.892646 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7903ec7-6f5d-446a-87bf-f300dacc7014 req-898b5463-554a-461c-b022-d52238bdc3fa tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:30.894122 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b7903ec7-6f5d-446a-87bf-f300dacc7014 req-898b5463-554a-461c-b022-d52238bdc3fa tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0655813 Feb 09 02:49:30.946174 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b7903ec7-6f5d-446a-87bf-f300dacc7014 req-877ed8a3-eaae-4b4f-9eb2-d93ef3a7cd11 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456109 Feb 09 02:49:32.075741 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2a3e8-f2fa-4e2a-a81e-e02c74977dd4 req-22a552ea-8200-437d-971e-a966ec0bf4fb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:32.077247 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c9f2a3e8-f2fa-4e2a-a81e-e02c74977dd4 req-22a552ea-8200-437d-971e-a966ec0bf4fb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0570629 Feb 09 02:49:32.129129 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c9f2a3e8-f2fa-4e2a-a81e-e02c74977dd4 req-ba62d43d-ecc2-4c36-8e4f-cc79abb08084 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461197 Feb 09 02:49:33.248430 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9d3d7-5be9-451a-abb3-7e0d4a41b20a req-ab1ed04f-7b29-4906-852f-1d6c619563fa tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:33.249802 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b9b9d3d7-5be9-451a-abb3-7e0d4a41b20a req-ab1ed04f-7b29-4906-852f-1d6c619563fa tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0525622 Feb 09 02:49:33.299271 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b9b9d3d7-5be9-451a-abb3-7e0d4a41b20a req-52717dad-1776-4aae-b9b0-d8708bb7fc56 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439289 Feb 09 02:49:33.410080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-43f7f444-9bae-4495-b5f6-0dc7733f33d6 req-47a13105-487b-43c7-b77d-8219ea4963b6 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:49:33.411119 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-43f7f444-9bae-4495-b5f6-0dc7733f33d6 req-47a13105-487b-43c7-b77d-8219ea4963b6 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462987 Feb 09 02:49:33.570181 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5c92b-3962-4053-a9de-07258f4635b4 req-fd6edfb4-11e5-411c-9237-be14e0d91bcb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:33.571765 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d1e5c92b-3962-4053-a9de-07258f4635b4 req-fd6edfb4-11e5-411c-9237-be14e0d91bcb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0543740 Feb 09 02:49:33.627945 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d1e5c92b-3962-4053-a9de-07258f4635b4 req-e9b99cc5-39c5-4cfd-9471-c3fbf53d2dee tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505078 Feb 09 02:49:33.749844 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-c5ed8287-0489-4db7-9f64-8806873fc76c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848300 Feb 09 02:49:34.528046 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 6d769197-d1d5-4e6e-95b1-5669dc311a15 no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:49:34.608803 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 6d769197-d1d5-4e6e-95b1-5669dc311a15 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:34.609191 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.614191 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-17301071-2430-4fa6-aec1-7510090a74e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:34.616034 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-17301071-2430-4fa6-aec1-7510090a74e6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d&tenant_id=9613699d8bf74fc89f4b7d3977a14587 HTTP/1.1" status: 200 len: 1128 time: 0.0493882 Feb 09 02:49:34.626993 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828387-3', 'device_owner': 'compute:nova'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:34.631998 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457c3a14-8a8d-4ab6-96f0-3235739ec99d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d769197-d1d5-4e6e-95b1-5669dc311a15'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:34.634221 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180fbddf-64db-46b0-b8bd-6b6dfc280bac" -d '{"events": [{"server_uuid": "457c3a14-8a8d-4ab6-96f0-3235739ec99d", "name": "network-vif-unplugged", "status": "completed", "tag": "6d769197-d1d5-4e6e-95b1-5669dc311a15"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:34.648091 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 6d769197-d1d5-4e6e-95b1-5669dc311a15, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:34.652713 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.691069 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.704377 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a2e431-0d8d-4bf8-a1eb-f36aa6aa0ff0 x-openstack-request-id: req-d0a2e431-0d8d-4bf8-a1eb-f36aa6aa0ff0 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:34.704516 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457c3a14-8a8d-4ab6-96f0-3235739ec99d", "name": "network-vif-unplugged", "status": "completed", "tag": "6d769197-d1d5-4e6e-95b1-5669dc311a15", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:34.704681 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d0a2e431-0d8d-4bf8-a1eb-f36aa6aa0ff0 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:34.705070 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457c3a14-8a8d-4ab6-96f0-3235739ec99d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d769197-d1d5-4e6e-95b1-5669dc311a15', 'code': 200} Feb 09 02:49:34.708014 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=6d769197-d1d5-4e6e-95b1-5669dc311a15,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:34.777268 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094b5fe-857a-4575-ad04-71b31502250f req-b2b34361-8161-4ec6-a116-923477980514 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:34.778824 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1094b5fe-857a-4575-ad04-71b31502250f req-b2b34361-8161-4ec6-a116-923477980514 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 944 time: 0.0552568 Feb 09 02:49:34.830041 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1094b5fe-857a-4575-ad04-71b31502250f req-d800388b-b377-4754-88b3-d35bcd6b723f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455170 Feb 09 02:49:34.898225 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] For port 6d769197-d1d5-4e6e-95b1-5669dc311a15, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:34.931275 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] For port 6d769197-d1d5-4e6e-95b1-5669dc311a15, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:49:34.968729 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d769197-d1d5-4e6e-95b1-5669dc311a15 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:49:34.976205 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Publish callbacks [] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.988250 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Transition to ACTIVE for port object 6d769197-d1d5-4e6e-95b1-5669dc311a15 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:49:34.992567 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:35.080171 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Pushing event updated for resources: {'Port': ['ID=6d769197-d1d5-4e6e-95b1-5669dc311a15,revision_number=9']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:35.092264 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:35.092616 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:35.092960 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:35.093301 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:35.093636 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:35.093967 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:35.094295 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:35.094622 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:35.094946 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:35.095293 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:35.095622 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:35.095951 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:35.096275 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:35.128585 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] No DVR routers for this DVR port 6d769197-d1d5-4e6e-95b1-5669dc311a15 on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:49:35.268754 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Attempting to bind port 6d769197-d1d5-4e6e-95b1-5669dc311a15 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:49:35.269089 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Attempting to bind port 6d769197-d1d5-4e6e-95b1-5669dc311a15 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:49:35.269433 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Attempting to bind port 6d769197-d1d5-4e6e-95b1-5669dc311a15 on network 811dc3ae-9277-4d47-ab53-8d44b276726a {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:49:35.273971 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Port 6d769197-d1d5-4e6e-95b1-5669dc311a15 on network 811dc3ae-9277-4d47-ab53-8d44b276726a not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:49:35.274287 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Attempting to bind port 6d769197-d1d5-4e6e-95b1-5669dc311a15 on network 811dc3ae-9277-4d47-ab53-8d44b276726a {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:49:35.279016 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:49:35.279384 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Checking segment: {'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:49:35.279768 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Bound using segment: {'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:49:35.280669 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Bound port: 6d769197-d1d5-4e6e-95b1-5669dc311a15, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:49:35.281032 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:35.344901 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] For port 6d769197-d1d5-4e6e-95b1-5669dc311a15, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:49:35.347933 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] For port 6d769197-d1d5-4e6e-95b1-5669dc311a15, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:49:35.353730 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:35.389803 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:35.390417 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:35.391837 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] 10.222.0.67 "PUT /v2.0/ports/6d769197-d1d5-4e6e-95b1-5669dc311a15 HTTP/1.1" status: 200 len: 1092 time: 0.7687953 Feb 09 02:49:35.396439 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457c3a14-8a8d-4ab6-96f0-3235739ec99d', 'tag': '6d769197-d1d5-4e6e-95b1-5669dc311a15'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:35.399698 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa607a3-367b-436b-b221-77e93f901b56" -d '{"events": [{"name": "network-changed", "server_uuid": "457c3a14-8a8d-4ab6-96f0-3235739ec99d", "tag": "6d769197-d1d5-4e6e-95b1-5669dc311a15"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:35.453647 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a18eab1-8f0b-4eac-8073-f6207cad4407 x-openstack-request-id: req-2a18eab1-8f0b-4eac-8073-f6207cad4407 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:35.453927 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457c3a14-8a8d-4ab6-96f0-3235739ec99d", "tag": "6d769197-d1d5-4e6e-95b1-5669dc311a15", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:35.454181 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a18eab1-8f0b-4eac-8073-f6207cad4407 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:35.454581 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457c3a14-8a8d-4ab6-96f0-3235739ec99d', 'tag': '6d769197-d1d5-4e6e-95b1-5669dc311a15', 'status': 'completed', 'code': 200} Feb 09 02:49:35.456503 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cb273-3cb1-411f-86bb-0642e2195039 service neutron] Pushing event updated for resources: {'Port': ['ID=6d769197-d1d5-4e6e-95b1-5669dc311a15,revision_number=10']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:35.479403 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-922911b8-90c6-4029-a891-7ed7021206c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:35.480979 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-922911b8-90c6-4029-a891-7ed7021206c6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9613699d8bf74fc89f4b7d3977a14587&device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 1127 time: 0.0609951 Feb 09 02:49:35.575520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-27b24a7d-86e6-4fb7-956c-361ebdefe5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:35.577016 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-27b24a7d-86e6-4fb7-956c-361ebdefe5a6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 200 len: 910 time: 0.0904799 Feb 09 02:49:35.650275 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-e6208b15-c377-42a7-bffc-bb69153b65bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15 HTTP/1.1" status: 200 len: 1000 time: 0.0653050 Feb 09 02:49:35.958974 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46428625-740e-48a8-af1c-02c0a981d0ed req-5dffd64e-87a7-4c4d-841f-9d973f0d236c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:35.960820 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-46428625-740e-48a8-af1c-02c0a981d0ed req-5dffd64e-87a7-4c4d-841f-9d973f0d236c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 945 time: 0.0565407 Feb 09 02:49:36.017683 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-46428625-740e-48a8-af1c-02c0a981d0ed req-65b8dbd2-3a0d-4fda-be99-852cc1868788 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509100 Feb 09 02:49:36.047646 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-53956c3d-ed86-4d63-a6bf-6d80bfa0ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:36.049094 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-53956c3d-ed86-4d63-a6bf-6d80bfa0ada5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d09fbf3-6484-4fde-a3bd-c9e7df735e13 HTTP/1.1" status: 200 len: 848 time: 0.3935139 Feb 09 02:49:36.097692 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-7a571d70-dd1c-48e7-a056-9d7b0b0732b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:36.099921 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-7a571d70-dd1c-48e7-a056-9d7b0b0732b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=811dc3ae-9277-4d47-ab53-8d44b276726a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438509 Feb 09 02:49:36.192921 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-ae200e14-f826-497b-b29b-a1911850c120 service neutron] 10.222.0.67 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871577 Feb 09 02:49:36.280687 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d999f179-b9e1-42a2-a679-8a56652c7dd3 req-c94712de-cdd0-4d8f-bd5b-503646535578 service neutron] 10.222.0.67 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820522 Feb 09 02:49:36.368821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa607a3-367b-436b-b221-77e93f901b56 req-95b04dab-f502-4f8c-8237-a9a207521add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:36.370337 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8aa607a3-367b-436b-b221-77e93f901b56 req-95b04dab-f502-4f8c-8237-a9a207521add service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9613699d8bf74fc89f4b7d3977a14587&device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 1127 time: 0.0461767 Feb 09 02:49:36.466049 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa607a3-367b-436b-b221-77e93f901b56 req-1e86af13-0deb-419c-a80e-58a47ae96a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:36.467721 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8aa607a3-367b-436b-b221-77e93f901b56 req-1e86af13-0deb-419c-a80e-58a47ae96a50 service neutron] 10.222.0.67 "GET /v2.0/networks?id=811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 200 len: 910 time: 0.0917549 Feb 09 02:49:36.538820 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8aa607a3-367b-436b-b221-77e93f901b56 req-d08976b8-53b7-41a1-aa51-622e0083cc26 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15 HTTP/1.1" status: 200 len: 1000 time: 0.0656781 Feb 09 02:49:36.617041 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa607a3-367b-436b-b221-77e93f901b56 req-fc0b8df1-25a6-4cbf-b921-90194fcc4e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:36.619069 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8aa607a3-367b-436b-b221-77e93f901b56 req-fc0b8df1-25a6-4cbf-b921-90194fcc4e16 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d09fbf3-6484-4fde-a3bd-c9e7df735e13 HTTP/1.1" status: 200 len: 848 time: 0.0726116 Feb 09 02:49:37.149783 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72379eaa-5f90-48b7-9b05-8cd2dabb7576 req-9b498e9a-2561-414b-b6d6-3a056c8dbce4 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:37.151455 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-72379eaa-5f90-48b7-9b05-8cd2dabb7576 req-9b498e9a-2561-414b-b6d6-3a056c8dbce4 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 945 time: 0.0593085 Feb 09 02:49:37.203232 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-72379eaa-5f90-48b7-9b05-8cd2dabb7576 req-b54994e6-6522-432b-917d-a7f8e765e9ac tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456841 Feb 09 02:49:37.638203 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f7a6accd-58a8-4d4e-a2fa-3972916dd45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.340349 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d121e11-41dd-49dd-bdb9-8418237f77f2 req-ae17109c-176a-450b-85a5-a2bac8eb0c5d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:38.342526 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d121e11-41dd-49dd-bdb9-8418237f77f2 req-ae17109c-176a-450b-85a5-a2bac8eb0c5d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 945 time: 0.0676789 Feb 09 02:49:38.394147 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8d121e11-41dd-49dd-bdb9-8418237f77f2 req-39ba4286-f7ba-4ffe-98f6-270b9c4d41df tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459380 Feb 09 02:49:39.545661 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593d507-bd4d-40b5-9234-87e05b2b0d40 req-ad2dd2f7-8fb6-4659-b0f0-d703191fff2a tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:39.547189 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6593d507-bd4d-40b5-9234-87e05b2b0d40 req-ad2dd2f7-8fb6-4659-b0f0-d703191fff2a tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 945 time: 0.0686383 Feb 09 02:49:39.603306 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6593d507-bd4d-40b5-9234-87e05b2b0d40 req-6e32aecb-1b49-4c2d-8f03-378c6eb61bb6 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486526 Feb 09 02:49:40.288679 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6f84ddbc-4ba2-4d1e-9d41-3b0fe1afc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:40.571468 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:40.727744 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c4ac3-92e1-4654-b626-21b88b174ab2 req-a73e36e7-b714-4d8d-b422-fbac3861bd72 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:40.729350 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6e0c4ac3-92e1-4654-b626-21b88b174ab2 req-a73e36e7-b714-4d8d-b422-fbac3861bd72 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 945 time: 0.0541813 Feb 09 02:49:40.785023 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6e0c4ac3-92e1-4654-b626-21b88b174ab2 req-2bc77dad-446a-43f8-b2e5-13fc8742cd43 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499539 Feb 09 02:49:41.093931 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:41.479430 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:41.918509 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b671f56-8a40-4252-8fd2-294ef1bf7dcb req-54e71ad1-08f7-4c80-bde1-46a2a2924462 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:41.920096 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b671f56-8a40-4252-8fd2-294ef1bf7dcb req-54e71ad1-08f7-4c80-bde1-46a2a2924462 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 945 time: 0.0610852 Feb 09 02:49:41.979554 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6b671f56-8a40-4252-8fd2-294ef1bf7dcb req-11fd64f6-6ca4-45e8-ad49-956f6b33549f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538127 Feb 09 02:49:42.585145 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:43.121000 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e8567-061b-46e3-b5a7-2871b3b9a310 req-2e8070dc-a039-4f23-b582-cfe39dd3414a tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:43.122540 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-696e8567-061b-46e3-b5a7-2871b3b9a310 req-2e8070dc-a039-4f23-b582-cfe39dd3414a tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 945 time: 0.0713353 Feb 09 02:49:43.176421 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-696e8567-061b-46e3-b5a7-2871b3b9a310 req-ff2ce48b-1de5-4908-a89b-1061b33a93a3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482061 Feb 09 02:49:43.620732 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:44.300288 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f0a54-63f2-49a3-9a96-ecae8700a9ad req-6f60be70-0723-4195-a984-abaaf1131f87 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:44.301807 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2b7f0a54-63f2-49a3-9a96-ecae8700a9ad req-6f60be70-0723-4195-a984-abaaf1131f87 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 945 time: 0.0544827 Feb 09 02:49:44.356749 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2b7f0a54-63f2-49a3-9a96-ecae8700a9ad req-315b3d33-a309-47fa-9aeb-8c2604a25f1a tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482459 Feb 09 02:49:45.476393 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122b3fa-72a5-431f-b644-4ccf30690673 req-2f3a4e66-de2a-4425-b654-a7abb5f44739 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:45.477874 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8122b3fa-72a5-431f-b644-4ccf30690673 req-2f3a4e66-de2a-4425-b654-a7abb5f44739 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 945 time: 0.0533693 Feb 09 02:49:45.528448 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8122b3fa-72a5-431f-b644-4ccf30690673 req-60f4fcfc-0862-4548-86a0-f384df1a27ee tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449994 Feb 09 02:49:46.663286 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87776a09-d565-40df-8314-d1ea4a113e28 req-c0f1ebfb-e822-457b-b782-033459f0c499 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:46.664798 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-87776a09-d565-40df-8314-d1ea4a113e28 req-c0f1ebfb-e822-457b-b782-033459f0c499 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 945 time: 0.0581722 Feb 09 02:49:46.714021 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-87776a09-d565-40df-8314-d1ea4a113e28 req-cc9bf151-fc65-431f-a0ff-cb3fa7edfc49 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437257 Feb 09 02:49:47.837436 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72c2d5-faf2-4646-8d25-4042405fa137 req-8fef47ee-098e-4298-ba45-ff5d7e3815aa tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:47.838927 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa72c2d5-faf2-4646-8d25-4042405fa137 req-8fef47ee-098e-4298-ba45-ff5d7e3815aa tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 945 time: 0.0580797 Feb 09 02:49:47.887450 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-aa72c2d5-faf2-4646-8d25-4042405fa137 req-a343049f-9d18-4917-ad90-143c5334a58f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428219 Feb 09 02:49:49.011480 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd37117-e65d-4b82-bdbf-a2e0809c2b61 req-b489e588-4687-4360-84d4-9f7fbd8a5ee9 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:49.012967 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0bd37117-e65d-4b82-bdbf-a2e0809c2b61 req-b489e588-4687-4360-84d4-9f7fbd8a5ee9 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 945 time: 0.0568233 Feb 09 02:49:49.061050 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0bd37117-e65d-4b82-bdbf-a2e0809c2b61 req-b0082409-8d8c-4a15-98ca-359569b290b7 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422280 Feb 09 02:49:49.458318 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa607a3-367b-436b-b221-77e93f901b56 req-57820e82-d700-4fde-94bb-4cd4cc37f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:49.459904 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8aa607a3-367b-436b-b221-77e93f901b56 req-57820e82-d700-4fde-94bb-4cd4cc37f9a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=811dc3ae-9277-4d47-ab53-8d44b276726a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456467 Feb 09 02:49:49.555071 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8aa607a3-367b-436b-b221-77e93f901b56 req-a9914154-cd8c-456c-a895-0833b3246b94 service neutron] 10.222.0.67 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883112 Feb 09 02:49:49.646551 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8aa607a3-367b-436b-b221-77e93f901b56 req-8b0d73fc-e4ed-49e0-b467-4c8eeb359df4 service neutron] 10.222.0.67 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832262 Feb 09 02:49:50.180727 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a91fe-0b9a-4860-aca8-edbf98e56da6 req-e18e71c1-8b67-45ab-b495-e4bea201b015 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:50.182207 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b00a91fe-0b9a-4860-aca8-edbf98e56da6 req-e18e71c1-8b67-45ab-b495-e4bea201b015 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 945 time: 0.0530038 Feb 09 02:49:50.230391 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b00a91fe-0b9a-4860-aca8-edbf98e56da6 req-b45a5018-ff3f-4825-b89b-e45e80548b81 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426328 Feb 09 02:49:51.357449 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0eeaad-857f-4370-9f58-12455601e57e req-f613cdbe-c18e-418f-b563-bbcc0ff6574c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:51.358947 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2e0eeaad-857f-4370-9f58-12455601e57e req-f613cdbe-c18e-418f-b563-bbcc0ff6574c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 945 time: 0.0590374 Feb 09 02:49:51.409634 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2e0eeaad-857f-4370-9f58-12455601e57e req-b5828317-507b-4928-aeef-5f1673391b69 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450778 Feb 09 02:49:52.531679 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9282d-cf45-4b84-a5c2-91ea072fee62 req-f211010d-3465-403e-8185-e5d3860af4ba tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:52.533134 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-16f9282d-cf45-4b84-a5c2-91ea072fee62 req-f211010d-3465-403e-8185-e5d3860af4ba tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 945 time: 0.0533152 Feb 09 02:49:52.587178 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-16f9282d-cf45-4b84-a5c2-91ea072fee62 req-fb1671c2-84c2-4104-b4ae-aefee0e782f6 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477352 Feb 09 02:49:53.711265 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1993333-74ed-4145-a211-a7f17cdede1c req-35934911-48fe-47f4-b5ed-5561ad36cbb2 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:53.712761 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f1993333-74ed-4145-a211-a7f17cdede1c req-35934911-48fe-47f4-b5ed-5561ad36cbb2 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 945 time: 0.0546126 Feb 09 02:49:53.762403 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f1993333-74ed-4145-a211-a7f17cdede1c req-9ee11189-b4df-45e9-b958-2bb7eced095f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439463 Feb 09 02:49:54.118810 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6d769197-d1d5-4e6e-95b1-5669dc311a15 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:49:54.212368 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 6d769197-d1d5-4e6e-95b1-5669dc311a15, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:54.223488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': '6d769197-d1d5-4e6e-95b1-5669dc311a15', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'port_id': '6d769197-d1d5-4e6e-95b1-5669dc311a15', 'mac_address': 'fa:16:3e:bf:04:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:49:54.259223 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 6d769197-d1d5-4e6e-95b1-5669dc311a15 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:54.259628 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:54.276122 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d769197-d1d5-4e6e-95b1-5669dc311a15 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:49:54.295340 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 6d769197-d1d5-4e6e-95b1-5669dc311a15, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:54.299392 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:54.344959 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=6d769197-d1d5-4e6e-95b1-5669dc311a15,revision_number=11']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:54.691019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['6d769197-d1d5-4e6e-95b1-5669dc311a15'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:54.882725 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849fd4f-3ee7-4783-a4cc-b8e36990bb08 req-6867f473-8f91-4b11-996c-8e9dca10e873 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:54.884254 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b849fd4f-3ee7-4783-a4cc-b8e36990bb08 req-6867f473-8f91-4b11-996c-8e9dca10e873 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0536370 Feb 09 02:49:54.934593 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b849fd4f-3ee7-4783-a4cc-b8e36990bb08 req-2997edb3-b316-4b92-88d5-41f51514a280 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442228 Feb 09 02:49:56.056999 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60976d-9fe6-4f16-ba87-5655ad91b670 req-bffca942-366c-4523-8855-16a350abc023 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:56.058579 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f60976d-9fe6-4f16-ba87-5655ad91b670 req-bffca942-366c-4523-8855-16a350abc023 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 946 time: 0.0549974 Feb 09 02:49:56.112204 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5f60976d-9fe6-4f16-ba87-5655ad91b670 req-82c33af0-663c-4442-94c5-9bd18fe4d05f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479770 Feb 09 02:49:56.135100 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6d769197-d1d5-4e6e-95b1-5669dc311a15 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:49:56.183092 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port 6d769197-d1d5-4e6e-95b1-5669dc311a15 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:49:56.186910 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port 6d769197-d1d5-4e6e-95b1-5669dc311a15 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:56.187316 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:56.265211 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port 6d769197-d1d5-4e6e-95b1-5669dc311a15 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:56.265515 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:56.288827 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457c3a14-8a8d-4ab6-96f0-3235739ec99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d769197-d1d5-4e6e-95b1-5669dc311a15'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:56.291058 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dec162b-7600-49d4-a4a0-a43c9c28947d" -d '{"events": [{"server_uuid": "457c3a14-8a8d-4ab6-96f0-3235739ec99d", "name": "network-vif-plugged", "status": "completed", "tag": "6d769197-d1d5-4e6e-95b1-5669dc311a15"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:56.315801 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port 6d769197-d1d5-4e6e-95b1-5669dc311a15, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:56.321128 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:56.369176 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=6d769197-d1d5-4e6e-95b1-5669dc311a15,revision_number=12']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:57.232317 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce01de-8b27-468f-95e7-1b8e94229e2b req-03ea3d78-4ccb-4c8e-946c-47d86aa9035b tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:57.233710 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09ce01de-8b27-468f-95e7-1b8e94229e2b req-03ea3d78-4ccb-4c8e-946c-47d86aa9035b tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 947 time: 0.0528567 Feb 09 02:49:57.282553 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09ce01de-8b27-468f-95e7-1b8e94229e2b req-e9044962-f6b0-4485-a744-0401e4285379 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433068 Feb 09 02:49:57.345635 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b6c3db-1fa9-4a31-bc3c-1bd0f297dbb4 x-openstack-request-id: req-82b6c3db-1fa9-4a31-bc3c-1bd0f297dbb4 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:57.346077 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457c3a14-8a8d-4ab6-96f0-3235739ec99d", "name": "network-vif-plugged", "status": "completed", "tag": "6d769197-d1d5-4e6e-95b1-5669dc311a15", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:57.346197 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-82b6c3db-1fa9-4a31-bc3c-1bd0f297dbb4 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:57.346572 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457c3a14-8a8d-4ab6-96f0-3235739ec99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d769197-d1d5-4e6e-95b1-5669dc311a15', 'code': 200} Feb 09 02:49:57.500649 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29010db8-4a41-4073-9d27-085a7b5ff5c5 req-b1565d05-9b86-46e7-8fc8-d8bbd5dd86c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:57.502053 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-29010db8-4a41-4073-9d27-085a7b5ff5c5 req-b1565d05-9b86-46e7-8fc8-d8bbd5dd86c0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 1129 time: 0.0440323 Feb 09 02:49:57.547499 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-29010db8-4a41-4073-9d27-085a7b5ff5c5 req-f90ba3aa-5976-404d-b246-5f5f94f57df7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390503 Feb 09 02:49:58.413663 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362659b5-9cb1-46d9-937b-ce01c09d197d req-081c13a3-e531-4b98-93b3-29bce4773928 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:58.415123 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-362659b5-9cb1-46d9-937b-ce01c09d197d req-081c13a3-e531-4b98-93b3-29bce4773928 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 947 time: 0.0570431 Feb 09 02:49:58.464442 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-362659b5-9cb1-46d9-937b-ce01c09d197d req-f498bf6d-ace6-412b-9025-6782d97a871e tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436494 Feb 09 02:49:59.540992 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:49:59.589265 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef614db3-88da-4007-9b06-ebe063fc21fa req-32d3b126-e9ff-42fc-9b65-6ae4835fe5a7 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:59.590740 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ef614db3-88da-4007-9b06-ebe063fc21fa req-32d3b126-e9ff-42fc-9b65-6ae4835fe5a7 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 947 time: 0.0562031 Feb 09 02:49:59.639923 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ef614db3-88da-4007-9b06-ebe063fc21fa req-93c7786d-c815-4d3b-9579-4a57bf40dfdd tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435333 Feb 09 02:49:59.666165 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8d68bebc-c6d2-405f-a04b-f10b279a6d6f req-f9270de3-a198-43f7-a285-080a888d5ed3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455673 Feb 09 02:49:59.749881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68bebc-c6d2-405f-a04b-f10b279a6d6f req-71d7db72-e41e-4fe4-9d2b-a5d42533e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:59.751430 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8d68bebc-c6d2-405f-a04b-f10b279a6d6f req-71d7db72-e41e-4fe4-9d2b-a5d42533e9d0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9613699d8bf74fc89f4b7d3977a14587&device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 1129 time: 0.0454612 Feb 09 02:49:59.858932 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68bebc-c6d2-405f-a04b-f10b279a6d6f req-074f8189-d3c3-4e33-906c-55921d629e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:59.860460 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8d68bebc-c6d2-405f-a04b-f10b279a6d6f req-074f8189-d3c3-4e33-906c-55921d629e31 service neutron] 10.222.0.67 "GET /v2.0/networks?id=811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 200 len: 910 time: 0.0896957 Feb 09 02:49:59.927379 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8d68bebc-c6d2-405f-a04b-f10b279a6d6f req-a07f447e-888d-4fc3-b27c-159f1dfb73e3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15 HTTP/1.1" status: 200 len: 1002 time: 0.0586748 Feb 09 02:49:59.980228 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68bebc-c6d2-405f-a04b-f10b279a6d6f req-9df63454-7fc3-4488-a1dc-b57166b9505f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:59.981497 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8d68bebc-c6d2-405f-a04b-f10b279a6d6f req-9df63454-7fc3-4488-a1dc-b57166b9505f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d09fbf3-6484-4fde-a3bd-c9e7df735e13 HTTP/1.1" status: 200 len: 848 time: 0.0480292 Feb 09 02:50:00.031056 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68bebc-c6d2-405f-a04b-f10b279a6d6f req-e62018ea-1fa6-4db9-a01e-c75d6112ff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:00.032497 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8d68bebc-c6d2-405f-a04b-f10b279a6d6f req-e62018ea-1fa6-4db9-a01e-c75d6112ff82 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=811dc3ae-9277-4d47-ab53-8d44b276726a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451562 Feb 09 02:50:00.120790 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8d68bebc-c6d2-405f-a04b-f10b279a6d6f req-fb65ff04-6d1c-42d1-9c18-293a2f89c2fa service neutron] 10.222.0.67 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816350 Feb 09 02:50:00.214792 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8d68bebc-c6d2-405f-a04b-f10b279a6d6f req-f863c69d-22ec-43e9-a937-3cd4dd540cac service neutron] 10.222.0.67 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877957 Feb 09 02:50:07.632164 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1e7a659d-8ed3-433e-a541-c7c41f839342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:10.280942 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4adf3024-007a-4088-80ca-9f49d18e2bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:10.567639 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:11.095132 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:11.498256 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:12.588066 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:13.622872 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:36.540416 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:50:37.637928 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d471808c-f76c-45c4-bdaa-85484e50dead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:40.282019 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5528248d-b945-4ef0-a50b-2f7217347bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:40.571675 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:41.099735 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:41.495239 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:42.589360 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:43.624655 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:01.625072 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-79e5300e-73a3-47cf-9014-e37ec8c5200b req-14b99209-5bab-4c8f-857c-0ec32638683b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443206 Feb 09 02:51:01.713064 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5300e-73a3-47cf-9014-e37ec8c5200b req-9ae3ad1f-00ba-4de8-9dc4-71cb4d0fb83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:01.714570 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-79e5300e-73a3-47cf-9014-e37ec8c5200b req-9ae3ad1f-00ba-4de8-9dc4-71cb4d0fb83a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9613699d8bf74fc89f4b7d3977a14587&device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 1129 time: 0.0460808 Feb 09 02:51:01.820203 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5300e-73a3-47cf-9014-e37ec8c5200b req-a5e658a4-7bab-4bd2-9ef3-5cdd73ced1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:01.821658 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-79e5300e-73a3-47cf-9014-e37ec8c5200b req-a5e658a4-7bab-4bd2-9ef3-5cdd73ced1f5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 200 len: 910 time: 0.0897467 Feb 09 02:51:01.886774 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-79e5300e-73a3-47cf-9014-e37ec8c5200b req-62afaa6e-dd2a-4f58-9135-092bae2e2f4d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15 HTTP/1.1" status: 200 len: 1002 time: 0.0579042 Feb 09 02:51:01.941472 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5300e-73a3-47cf-9014-e37ec8c5200b req-41fca3ea-2395-4bad-a713-01bb3f89e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:01.942960 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-79e5300e-73a3-47cf-9014-e37ec8c5200b req-41fca3ea-2395-4bad-a713-01bb3f89e5c7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d09fbf3-6484-4fde-a3bd-c9e7df735e13 HTTP/1.1" status: 200 len: 848 time: 0.0501797 Feb 09 02:51:01.993855 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5300e-73a3-47cf-9014-e37ec8c5200b req-74a0e068-e2c2-478a-9956-a54bce28d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:01.995420 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-79e5300e-73a3-47cf-9014-e37ec8c5200b req-74a0e068-e2c2-478a-9956-a54bce28d8f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=811dc3ae-9277-4d47-ab53-8d44b276726a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448811 Feb 09 02:51:02.083767 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-79e5300e-73a3-47cf-9014-e37ec8c5200b req-c173484d-033c-4f71-a0d1-43edbea429e5 service neutron] 10.222.0.67 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815477 Feb 09 02:51:02.176393 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-79e5300e-73a3-47cf-9014-e37ec8c5200b req-a4c497da-47c7-4c81-a190-7e84ad0a5c60 service neutron] 10.222.0.67 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863967 Feb 09 02:51:07.642827 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4d7bcc55-7856-449e-bc6c-a24cfea34490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:10.283946 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f8fa895a-dc0b-42cd-a0b5-acdd192af80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:10.593907 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:11.100493 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:11.509402 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:12.591667 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:13.539449 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:51:13.626844 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:37.644426 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-547c364c-b58c-4432-9471-2e5663661800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:40.285651 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-50dbb7dc-62ab-4876-a7fa-17e629de26a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:40.583804 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:41.104919 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:41.509959 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:42.593510 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:43.628632 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:46.893726 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35024) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:47.053828 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Deleting port 6df38d99-ca6a-46c7-b505-994da7103b3b {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:51:47.054180 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (6df38d99-ca6a-46c7-b505-994da7103b3b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:47.131458 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (6df38d99-ca6a-46c7-b505-994da7103b3b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:47.131905 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for floatingip (6df38d99-ca6a-46c7-b505-994da7103b3b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:47.143876 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Calling delete_port for 6df38d99-ca6a-46c7-b505-994da7103b3b owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:51:47.286770 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (6df38d99-ca6a-46c7-b505-994da7103b3b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:47.315979 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event deleted for resources: {'Port': ['ID=6df38d99-ca6a-46c7-b505-994da7103b3b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:47.347081 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.347456 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.347799 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.348145 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.348513 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.348818 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.349145 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.349472 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.349798 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.350120 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.350443 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.350942 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.351362 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.389810 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for floatingip (f96d125b-b5e0-40da-b2ca-bfdca7b904b9), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:47.390147 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Floating IP f96d125b-b5e0-40da-b2ca-bfdca7b904b9 disassociated (deleted). External IP: 172.25.7.150, port: 6d769197-d1d5-4e6e-95b1-5669dc311a15. Feb 09 02:51:47.615821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Router 2faf0829-c50d-4394-a120-e2c7cffac6b8 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:51:47.726194 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:51:47.730946 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:47.735497 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eb50d7-59b4-4de5-afc7-ffecabe027ea None None] Sync routers for ids ['2faf0829-c50d-4394-a120-e2c7cffac6b8'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:51:47.745867 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eb50d7-59b4-4de5-afc7-ffecabe027ea None None] Routers {'2faf0829-c50d-4394-a120-e2c7cffac6b8'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:51:47.746487 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-65eb50d7-59b4-4de5-afc7-ffecabe027ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:51:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2faf0829-c50d-4394-a120-e2c7cffac6b8'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:47.762209 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-14c44f00-2ede-478b-aba8-e23926d11c4c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "DELETE /v2.0/floatingips/f96d125b-b5e0-40da-b2ca-bfdca7b904b9 HTTP/1.1" status: 204 len: 168 time: 0.8673577 Feb 09 02:51:47.762799 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457c3a14-8a8d-4ab6-96f0-3235739ec99d', 'tag': '6d769197-d1d5-4e6e-95b1-5669dc311a15'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:47.765377 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f509b2fc-459b-420f-91c3-4157dcdb2761" -d '{"events": [{"name": "network-changed", "server_uuid": "457c3a14-8a8d-4ab6-96f0-3235739ec99d", "tag": "6d769197-d1d5-4e6e-95b1-5669dc311a15"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:47.862480 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-65eb50d7-59b4-4de5-afc7-ffecabe027ea None None] Set router 2faf0829-c50d-4394-a120-e2c7cffac6b8 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:51:47.871403 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace5eaa0-3be9-40d4-94cb-a048e095a4ac x-openstack-request-id: req-ace5eaa0-3be9-40d4-94cb-a048e095a4ac {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:47.871702 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457c3a14-8a8d-4ab6-96f0-3235739ec99d", "tag": "6d769197-d1d5-4e6e-95b1-5669dc311a15", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:47.871964 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ace5eaa0-3be9-40d4-94cb-a048e095a4ac {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:47.872376 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457c3a14-8a8d-4ab6-96f0-3235739ec99d', 'tag': '6d769197-d1d5-4e6e-95b1-5669dc311a15', 'status': 'completed', 'code': 200} Feb 09 02:51:47.984693 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509b2fc-459b-420f-91c3-4157dcdb2761 req-dd149b80-0752-4de9-9d42-a74444b5fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:47.986193 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f509b2fc-459b-420f-91c3-4157dcdb2761 req-dd149b80-0752-4de9-9d42-a74444b5fcbd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9613699d8bf74fc89f4b7d3977a14587&device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 1129 time: 0.0907261 Feb 09 02:51:48.067617 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-65eb50d7-59b4-4de5-afc7-ffecabe027ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'name': 'tempest-TestShelveInstance-1153666222-router', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'b06b2429-1274-48cf-9853-ca779df27454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:46:53Z', 'revision_number': 4, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'gw_port': {'id': 'b06b2429-1274-48cf-9853-ca779df27454', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'ed15f841-6649-49e7-b77f-b39c80b145ad', 'name': '', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'mac_address': 'fa:16:3e:28:29:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:52Z', 'updated_at': '2022-02-09T02:46:58Z', 'revision_number': 5, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'subnets': [{'id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:48.083932 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509b2fc-459b-420f-91c3-4157dcdb2761 req-9feaa7c0-bfd2-4f85-b64d-68626b4865f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:48.085668 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f509b2fc-459b-420f-91c3-4157dcdb2761 req-9feaa7c0-bfd2-4f85-b64d-68626b4865f9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 200 len: 910 time: 0.0907843 Feb 09 02:51:48.096801 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eb50d7-59b4-4de5-afc7-ffecabe027ea None None] Checking router: 2faf0829-c50d-4394-a120-e2c7cffac6b8 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:51:48.106531 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eb50d7-59b4-4de5-afc7-ffecabe027ea None None] Routers {'2faf0829-c50d-4394-a120-e2c7cffac6b8'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:51:48.107128 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-65eb50d7-59b4-4de5-afc7-ffecabe027ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:51:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2faf0829-c50d-4394-a120-e2c7cffac6b8'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:48.127601 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f509b2fc-459b-420f-91c3-4157dcdb2761 req-33113847-920a-49d0-a713-2307e4ec71d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15 HTTP/1.1" status: 200 len: 217 time: 0.0356832 Feb 09 02:51:48.176382 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509b2fc-459b-420f-91c3-4157dcdb2761 req-0ece7afd-7138-46c8-a97f-b3f1cdbc1cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:48.177853 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f509b2fc-459b-420f-91c3-4157dcdb2761 req-0ece7afd-7138-46c8-a97f-b3f1cdbc1cb1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d09fbf3-6484-4fde-a3bd-c9e7df735e13 HTTP/1.1" status: 200 len: 848 time: 0.0447965 Feb 09 02:51:48.217520 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-65eb50d7-59b4-4de5-afc7-ffecabe027ea None None] Set router 2faf0829-c50d-4394-a120-e2c7cffac6b8 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:51:48.230908 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509b2fc-459b-420f-91c3-4157dcdb2761 req-77afd282-4e3b-44d6-93a8-ac994bf72798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:48.232468 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f509b2fc-459b-420f-91c3-4157dcdb2761 req-77afd282-4e3b-44d6-93a8-ac994bf72798 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=811dc3ae-9277-4d47-ab53-8d44b276726a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485580 Feb 09 02:51:48.327610 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f509b2fc-459b-420f-91c3-4157dcdb2761 req-3f092050-c8bb-47f9-92ff-19a489ba25ce service neutron] 10.222.0.67 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880535 Feb 09 02:51:48.425256 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f509b2fc-459b-420f-91c3-4157dcdb2761 req-a8e50198-2e87-42d3-9ae6-5cfab2b7699b service neutron] 10.222.0.67 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922210 Feb 09 02:51:48.585750 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-65eb50d7-59b4-4de5-afc7-ffecabe027ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'name': 'tempest-TestShelveInstance-1153666222-router', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'b06b2429-1274-48cf-9853-ca779df27454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:46:53Z', 'revision_number': 4, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'gw_port': {'id': 'b06b2429-1274-48cf-9853-ca779df27454', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'ed15f841-6649-49e7-b77f-b39c80b145ad', 'name': '', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'mac_address': 'fa:16:3e:28:29:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:52Z', 'updated_at': '2022-02-09T02:46:58Z', 'revision_number': 5, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'subnets': [{'id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:48.615837 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eb50d7-59b4-4de5-afc7-ffecabe027ea None None] The sync data for ids ['2faf0829-c50d-4394-a120-e2c7cffac6b8'] in n-d-828387-3 is: [{'id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'name': 'tempest-TestShelveInstance-1153666222-router', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'b06b2429-1274-48cf-9853-ca779df27454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:46:53Z', 'revision_number': 4, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'gw_port': {'id': 'b06b2429-1274-48cf-9853-ca779df27454', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'ed15f841-6649-49e7-b77f-b39c80b145ad', 'name': '', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'mac_address': 'fa:16:3e:28:29:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:52Z', 'updated_at': '2022-02-09T02:46:58Z', 'revision_number': 5, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'subnets': [{'id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:51:48.830361 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569580e8-20bf-4e3d-905e-b92598a6ca6e None None] New status for floating IP f96d125b-b5e0-40da-b2ca-bfdca7b904b9: DOWN {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:51:49.015458 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeeb79-07b0-495c-8abe-4170f8d21b51 req-1a6a7fd9-a5d4-4ad8-b0d9-0bbf4540a5fb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:49.016939 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56eeeb79-07b0-495c-8abe-4170f8d21b51 req-1a6a7fd9-a5d4-4ad8-b0d9-0bbf4540a5fb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 947 time: 0.0581362 Feb 09 02:51:49.065397 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56eeeb79-07b0-495c-8abe-4170f8d21b51 req-025ebfb9-9c76-4c35-8aa3-c8cfd88659bb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427539 Feb 09 02:51:50.188288 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070f01f-2482-4fab-8f1b-1c422597591f req-3698add1-45a0-45cf-a64b-acdf7843d247 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:50.189774 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5070f01f-2482-4fab-8f1b-1c422597591f req-3698add1-45a0-45cf-a64b-acdf7843d247 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 947 time: 0.0550034 Feb 09 02:51:50.239958 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5070f01f-2482-4fab-8f1b-1c422597591f req-e68a5bed-9f73-4f72-838d-615b9610a826 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440159 Feb 09 02:51:50.520461 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac16920-140d-4d84-903c-d6a81c0c24f9 req-e0634058-5a1c-4cef-9aa4-202f1e688a49 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:50.521798 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7ac16920-140d-4d84-903c-d6a81c0c24f9 req-e0634058-5a1c-4cef-9aa4-202f1e688a49 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.67 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 947 time: 0.0522614 Feb 09 02:51:50.539016 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:51:50.621536 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-7ac16920-140d-4d84-903c-d6a81c0c24f9 req-24df638f-b29b-4398-8c41-d449f1f8fc33 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Deleting port 6d769197-d1d5-4e6e-95b1-5669dc311a15 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:51:50.621882 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7ac16920-140d-4d84-903c-d6a81c0c24f9 req-24df638f-b29b-4398-8c41-d449f1f8fc33 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:50.710461 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-7ac16920-140d-4d84-903c-d6a81c0c24f9 req-24df638f-b29b-4398-8c41-d449f1f8fc33 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] For port 6d769197-d1d5-4e6e-95b1-5669dc311a15, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=6d769197-d1d5-4e6e-95b1-5669dc311a15,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:50.710828 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7ac16920-140d-4d84-903c-d6a81c0c24f9 req-24df638f-b29b-4398-8c41-d449f1f8fc33 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:50.723358 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-7ac16920-140d-4d84-903c-d6a81c0c24f9 req-24df638f-b29b-4398-8c41-d449f1f8fc33 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Calling delete_port for 6d769197-d1d5-4e6e-95b1-5669dc311a15 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:51:50.853172 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7ac16920-140d-4d84-903c-d6a81c0c24f9 req-24df638f-b29b-4398-8c41-d449f1f8fc33 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (6d769197-d1d5-4e6e-95b1-5669dc311a15), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:50.882566 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df638f-b29b-4398-8c41-d449f1f8fc33 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event deleted for resources: {'Port': ['ID=6d769197-d1d5-4e6e-95b1-5669dc311a15,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:50.930558 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac16920-140d-4d84-903c-d6a81c0c24f9 req-24df638f-b29b-4398-8c41-d449f1f8fc33 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] No DVR routers for this DVR port 6d769197-d1d5-4e6e-95b1-5669dc311a15 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:51:50.933553 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7ac16920-140d-4d84-903c-d6a81c0c24f9 req-24df638f-b29b-4398-8c41-d449f1f8fc33 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:50.936896 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7ac16920-140d-4d84-903c-d6a81c0c24f9 req-24df638f-b29b-4398-8c41-d449f1f8fc33 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.67 "DELETE /v2.0/ports/6d769197-d1d5-4e6e-95b1-5669dc311a15 HTTP/1.1" status: 204 len: 173 time: 0.4097939 Feb 09 02:51:50.937340 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457c3a14-8a8d-4ab6-96f0-3235739ec99d', 'name': 'network-vif-deleted', 'tag': '6d769197-d1d5-4e6e-95b1-5669dc311a15'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:50.939613 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab35a49-e352-4eb0-9c24-5439f5d9f2a8" -d '{"events": [{"server_uuid": "457c3a14-8a8d-4ab6-96f0-3235739ec99d", "name": "network-vif-deleted", "tag": "6d769197-d1d5-4e6e-95b1-5669dc311a15"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:50.979928 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be66968-0840-467b-8919-ae63d03aefbb x-openstack-request-id: req-9be66968-0840-467b-8919-ae63d03aefbb {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:50.980251 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457c3a14-8a8d-4ab6-96f0-3235739ec99d", "name": "network-vif-deleted", "tag": "6d769197-d1d5-4e6e-95b1-5669dc311a15", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:50.980533 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9be66968-0840-467b-8919-ae63d03aefbb {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:50.980934 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457c3a14-8a8d-4ab6-96f0-3235739ec99d', 'name': 'network-vif-deleted', 'tag': '6d769197-d1d5-4e6e-95b1-5669dc311a15', 'status': 'completed', 'code': 200} Feb 09 02:51:51.370704 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-69f6fe64-1953-4b04-bfb4-bda3cdd8b790 req-640bb463-28aa-48b5-81e3-e5a08021d8e2 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c3a14-8a8d-4ab6-96f0-3235739ec99d HTTP/1.1" status: 200 len: 210 time: 0.0295618 Feb 09 02:51:52.429799 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35052) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:52.487134 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-776df49a-6612-4c87-9c0d-818f877fc87d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group (e917a577-f1ea-47ca-bbeb-e6aa8b8403b5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:52.512162 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-776df49a-6612-4c87-9c0d-818f877fc87d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group (e917a577-f1ea-47ca-bbeb-e6aa8b8403b5), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:52.575251 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-776df49a-6612-4c87-9c0d-818f877fc87d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (e917a577-f1ea-47ca-bbeb-e6aa8b8403b5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:52.577851 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-776df49a-6612-4c87-9c0d-818f877fc87d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:52.578995 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-776df49a-6612-4c87-9c0d-818f877fc87d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "DELETE /v2.0/security-groups/e917a577-f1ea-47ca-bbeb-e6aa8b8403b5 HTTP/1.1" status: 204 len: 168 time: 0.1480310 Feb 09 02:51:52.589449 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776df49a-6612-4c87-9c0d-818f877fc87d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e917a577-f1ea-47ca-bbeb-e6aa8b8403b5,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:52.599496 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776df49a-6612-4c87-9c0d-818f877fc87d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:52.599841 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776df49a-6612-4c87-9c0d-818f877fc87d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:52.600182 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776df49a-6612-4c87-9c0d-818f877fc87d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:52.600514 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776df49a-6612-4c87-9c0d-818f877fc87d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:52.600843 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776df49a-6612-4c87-9c0d-818f877fc87d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:52.601172 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776df49a-6612-4c87-9c0d-818f877fc87d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:52.601501 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776df49a-6612-4c87-9c0d-818f877fc87d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:52.601882 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776df49a-6612-4c87-9c0d-818f877fc87d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:52.602219 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776df49a-6612-4c87-9c0d-818f877fc87d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:52.602538 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776df49a-6612-4c87-9c0d-818f877fc87d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:52.602857 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776df49a-6612-4c87-9c0d-818f877fc87d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:52.603173 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776df49a-6612-4c87-9c0d-818f877fc87d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:52.603584 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776df49a-6612-4c87-9c0d-818f877fc87d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:53.031339 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35058) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:53.035900 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d8f67183-62c4-4033-9d7f-b1c9824ab60c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1446202837', 'description': 'tempest-secgroup-smoke-1446202837 description', 'project_id': '9613699d8bf74fc89f4b7d3977a14587'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:53.056565 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8f67183-62c4-4033-9d7f-b1c9824ab60c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.126916 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8f67183-62c4-4033-9d7f-b1c9824ab60c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group (126ac400-81c1-430c-909b-5d1cb0461373), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.130499 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8f67183-62c4-4033-9d7f-b1c9824ab60c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (126ac400-81c1-430c-909b-5d1cb0461373), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.161438 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8f67183-62c4-4033-9d7f-b1c9824ab60c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.162674 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-d8f67183-62c4-4033-9d7f-b1c9824ab60c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1303060 Feb 09 02:51:53.163551 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f67183-62c4-4033-9d7f-b1c9824ab60c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=126ac400-81c1-430c-909b-5d1cb0461373,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:53.166225 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35060) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:53.170798 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5e7a9f17-8233-4051-9669-10bf0e150864 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Request body: {'security_group_rule': {'security_group_id': '126ac400-81c1-430c-909b-5d1cb0461373', 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:53.195610 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e7a9f17-8233-4051-9669-10bf0e150864 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (1fdcf64d-8cf0-4bdc-962e-b42216c5ac32), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.251197 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e7a9f17-8233-4051-9669-10bf0e150864 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (1fdcf64d-8cf0-4bdc-962e-b42216c5ac32), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.254598 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e7a9f17-8233-4051-9669-10bf0e150864 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (1fdcf64d-8cf0-4bdc-962e-b42216c5ac32), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.274276 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a9f17-8233-4051-9669-10bf0e150864 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fdcf64d-8cf0-4bdc-962e-b42216c5ac32,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:53.280400 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e7a9f17-8233-4051-9669-10bf0e150864 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.281684 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5e7a9f17-8233-4051-9669-10bf0e150864 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144631 Feb 09 02:51:53.284421 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35062) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:53.288677 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1ad01a46-433e-43a6-9f56-c40a87d1bfe8 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Request body: {'security_group_rule': {'security_group_id': '126ac400-81c1-430c-909b-5d1cb0461373', 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:53.313438 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ad01a46-433e-43a6-9f56-c40a87d1bfe8 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (1906bca2-d275-4daa-bad7-dbd9325e0d72), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.369994 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ad01a46-433e-43a6-9f56-c40a87d1bfe8 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (1906bca2-d275-4daa-bad7-dbd9325e0d72), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.373460 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ad01a46-433e-43a6-9f56-c40a87d1bfe8 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (1906bca2-d275-4daa-bad7-dbd9325e0d72), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.393103 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad01a46-433e-43a6-9f56-c40a87d1bfe8 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1906bca2-d275-4daa-bad7-dbd9325e0d72,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:53.401824 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ad01a46-433e-43a6-9f56-c40a87d1bfe8 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.403003 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1ad01a46-433e-43a6-9f56-c40a87d1bfe8 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176651 Feb 09 02:51:53.406934 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35064) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:53.411114 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6bfb2d7b-c23f-48f5-9032-1a7601b54f75 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Request body: {'security_group_rule': {'security_group_id': '126ac400-81c1-430c-909b-5d1cb0461373', 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:53.437475 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2d7b-c23f-48f5-9032-1a7601b54f75 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (f7494109-54d2-4876-87c8-10b31c3a1c06), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.500632 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2d7b-c23f-48f5-9032-1a7601b54f75 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (f7494109-54d2-4876-87c8-10b31c3a1c06), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.504182 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2d7b-c23f-48f5-9032-1a7601b54f75 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (f7494109-54d2-4876-87c8-10b31c3a1c06), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.523438 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb2d7b-c23f-48f5-9032-1a7601b54f75 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7494109-54d2-4876-87c8-10b31c3a1c06,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:53.532566 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2d7b-c23f-48f5-9032-1a7601b54f75 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.533790 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-6bfb2d7b-c23f-48f5-9032-1a7601b54f75 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259143 Feb 09 02:51:53.536657 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35066) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:53.541262 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-fbbe5dd6-b483-4a4c-829e-4d25e18611d4 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Request body: {'security_group_rule': {'security_group_id': '126ac400-81c1-430c-909b-5d1cb0461373', 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:53.566215 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbbe5dd6-b483-4a4c-829e-4d25e18611d4 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (a6238233-4c69-4943-9375-ac5f224ba290), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.623967 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbbe5dd6-b483-4a4c-829e-4d25e18611d4 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (a6238233-4c69-4943-9375-ac5f224ba290), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.628506 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbbe5dd6-b483-4a4c-829e-4d25e18611d4 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (a6238233-4c69-4943-9375-ac5f224ba290), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.649532 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe5dd6-b483-4a4c-829e-4d25e18611d4 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6238233-4c69-4943-9375-ac5f224ba290,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:53.655750 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbbe5dd6-b483-4a4c-829e-4d25e18611d4 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.656556 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-fbbe5dd6-b483-4a4c-829e-4d25e18611d4 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189821 Feb 09 02:51:53.659416 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35068) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:53.663575 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-06d1f8f0-ea3d-42dd-88fe-c63bc021bdf3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Request body: {'security_group_rule': {'security_group_id': '126ac400-81c1-430c-909b-5d1cb0461373', 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:53.684806 n-d-828387-3 neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-06d1f8f0-ea3d-42dd-88fe-c63bc021bdf3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Project 9613699d8bf74fc89f4b7d3977a14587 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:51:53.689841 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-06d1f8f0-ea3d-42dd-88fe-c63bc021bdf3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (fa498519-7a87-4eb7-9455-878134072e4a), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.747601 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-06d1f8f0-ea3d-42dd-88fe-c63bc021bdf3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (fa498519-7a87-4eb7-9455-878134072e4a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.751020 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-06d1f8f0-ea3d-42dd-88fe-c63bc021bdf3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (fa498519-7a87-4eb7-9455-878134072e4a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.771151 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1f8f0-ea3d-42dd-88fe-c63bc021bdf3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa498519-7a87-4eb7-9455-878134072e4a,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:53.778774 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-06d1f8f0-ea3d-42dd-88fe-c63bc021bdf3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.779973 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-06d1f8f0-ea3d-42dd-88fe-c63bc021bdf3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196537 Feb 09 02:51:53.782698 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35070) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:53.786850 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-8c71226b-2ba6-4d88-99b0-97fa38261ea9 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Request body: {'security_group_rule': {'security_group_id': '126ac400-81c1-430c-909b-5d1cb0461373', 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:53.807902 n-d-828387-3 neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-8c71226b-2ba6-4d88-99b0-97fa38261ea9 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Project 9613699d8bf74fc89f4b7d3977a14587 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:51:53.812841 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8c71226b-2ba6-4d88-99b0-97fa38261ea9 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (c311ddd8-df4f-4fd5-aa2e-6dbfbe463b13), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.874730 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8c71226b-2ba6-4d88-99b0-97fa38261ea9 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (c311ddd8-df4f-4fd5-aa2e-6dbfbe463b13), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.878553 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8c71226b-2ba6-4d88-99b0-97fa38261ea9 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (c311ddd8-df4f-4fd5-aa2e-6dbfbe463b13), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.897225 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71226b-2ba6-4d88-99b0-97fa38261ea9 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c311ddd8-df4f-4fd5-aa2e-6dbfbe463b13,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:53.904671 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8c71226b-2ba6-4d88-99b0-97fa38261ea9 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.905864 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8c71226b-2ba6-4d88-99b0-97fa38261ea9 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222260 Feb 09 02:51:54.693760 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6d769197-d1d5-4e6e-95b1-5669dc311a15 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:51:54.717530 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: 6d769197-d1d5-4e6e-95b1-5669dc311a15 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:51:54.717872 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device 6d769197-d1d5-4e6e-95b1-5669dc311a15 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:52:07.648322 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-78bcb864-a3ca-45de-ae19-ef16c4239d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:10.288713 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7b43427-8499-4865-b8d3-26932955b36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:10.583182 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:11.114911 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:11.530021 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:12.595997 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:13.573904 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-1e4a7a01-8d02-4f20-959c-d67f79f29b9c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1446202837&fields=id&tenant_id=9613699d8bf74fc89f4b7d3977a14587 HTTP/1.1" status: 200 len: 267 time: 0.0455267 Feb 09 02:52:13.631061 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:13.689849 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-20a83c4e-c5df-4fcb-9f10-466bd1a89412 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:13.691247 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-20a83c4e-c5df-4fcb-9f10-466bd1a89412 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/networks?id=811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 200 len: 809 time: 0.1105673 Feb 09 02:52:13.708813 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-211475f1-fe09-41ad-8175-d0ce8d1ccb89 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/quotas/9613699d8bf74fc89f4b7d3977a14587 HTTP/1.1" status: 200 len: 375 time: 0.0120823 Feb 09 02:52:13.770748 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-52356f8e-2199-4fbc-8f48-ccb236b0dbc7 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9613699d8bf74fc89f4b7d3977a14587&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560892 Feb 09 02:52:13.786736 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-99ffc6da-3075-46df-89a9-1d04d41ca766 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:52:13.787731 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-99ffc6da-3075-46df-89a9-1d04d41ca766 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053134 Feb 09 02:52:13.877461 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-f9a25a4e-29c3-4cd9-b5f5-f945a5226027 service neutron] 10.222.0.36 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840750 Feb 09 02:52:13.977507 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-3b56667b-d520-435d-98e7-d153d5bf30d9 service neutron] 10.222.0.36 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943139 Feb 09 02:52:14.285964 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-65d89cea-da70-4eb5-a050-01dcdeb2433b req-f43ecf7a-aa1a-437b-8b8b-a6393aac1928 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 210 time: 0.0291309 Feb 09 02:52:15.271141 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-3dde7e0b-0564-4d9c-82cd-4552ee6616c7 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:15.272618 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-3dde7e0b-0564-4d9c-82cd-4552ee6616c7 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.48 "GET /v2.0/networks?id=811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 200 len: 809 time: 0.1116450 Feb 09 02:52:15.343811 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-6934b7e5-c141-407c-ae45-80e5df14f373 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9613699d8bf74fc89f4b7d3977a14587 HTTP/1.1" status: 200 len: 380 time: 0.0601954 Feb 09 02:52:15.353527 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-055fa82b-e9a6-4187-99e9-c549bd139d79 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Request body: {'port': {'device_id': '61391eb8-6644-443e-8b95-794e172a2514', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'admin_state_up': True, 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'security_groups': ['126ac400-81c1-430c-909b-5d1cb0461373']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:52:15.426865 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9a7c511f-1b4c-444a-8751-752c7954651e req-b7f5a63f-ddc5-4a55-a6df-881829704d3d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 210 time: 0.0576317 Feb 09 02:52:15.492355 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-055fa82b-e9a6-4187-99e9-c549bd139d79 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Made reservation on behalf of 9613699d8bf74fc89f4b7d3977a14587 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:52:15.496077 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-055fa82b-e9a6-4187-99e9-c549bd139d79 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:15.626189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-055fa82b-e9a6-4187-99e9-c549bd139d79 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Allocated IP 172.20.0.13 (811dc3ae-9277-4d47-ab53-8d44b276726a/4d09fbf3-6484-4fde-a3bd-c9e7df735e13/e36197bb-ebdf-49aa-ba4e-d5541839989f) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:52:15.769126 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-055fa82b-e9a6-4187-99e9-c549bd139d79 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:15.803643 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-055fa82b-e9a6-4187-99e9-c549bd139d79 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:15.850512 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-055fa82b-e9a6-4187-99e9-c549bd139d79 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Network 811dc3ae-9277-4d47-ab53-8d44b276726a is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:52:15.855633 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-055fa82b-e9a6-4187-99e9-c549bd139d79 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:52:15.858347 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-055fa82b-e9a6-4187-99e9-c549bd139d79 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:52:15.888831 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fa82b-e9a6-4187-99e9-c549bd139d79 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event updated for resources: {'Port': ['ID=e36197bb-ebdf-49aa-ba4e-d5541839989f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:15.929890 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-055fa82b-e9a6-4187-99e9-c549bd139d79 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:15.931133 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-055fa82b-e9a6-4187-99e9-c549bd139d79 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:15.955357 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-055fa82b-e9a6-4187-99e9-c549bd139d79 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6061618 Feb 09 02:52:15.968481 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-07a2a9c3-73ad-4f6f-98cf-9c2a9198a502 service neutron] Request body: {'port': {'device_id': '61391eb8-6644-443e-8b95-794e172a2514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:52:16.032698 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-07a2a9c3-73ad-4f6f-98cf-9c2a9198a502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:16.139317 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-32013275-8d0d-47ba-95ee-ac381c75ee88 None None] Provisioning complete for port e36197bb-ebdf-49aa-ba4e-d5541839989f triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:16.139877 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-32013275-8d0d-47ba-95ee-ac381c75ee88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:16.174671 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-32013275-8d0d-47ba-95ee-ac381c75ee88 None None] Port e36197bb-ebdf-49aa-ba4e-d5541839989f cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:52:16.299708 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-07a2a9c3-73ad-4f6f-98cf-9c2a9198a502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36197bb-ebdf-49aa-ba4e-d5541839989f {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:16.307160 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-07a2a9c3-73ad-4f6f-98cf-9c2a9198a502 service neutron] Publish callbacks [] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:16.320482 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-07a2a9c3-73ad-4f6f-98cf-9c2a9198a502 service neutron] Transition to ACTIVE for port object e36197bb-ebdf-49aa-ba4e-d5541839989f will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:52:16.323985 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-07a2a9c3-73ad-4f6f-98cf-9c2a9198a502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:16.382348 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2a9c3-73ad-4f6f-98cf-9c2a9198a502 service neutron] Pushing event updated for resources: {'Port': ['ID=e36197bb-ebdf-49aa-ba4e-d5541839989f,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:16.456447 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-07a2a9c3-73ad-4f6f-98cf-9c2a9198a502 service neutron] Attempting to bind port e36197bb-ebdf-49aa-ba4e-d5541839989f on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:52:16.456784 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-07a2a9c3-73ad-4f6f-98cf-9c2a9198a502 service neutron] Attempting to bind port e36197bb-ebdf-49aa-ba4e-d5541839989f by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:52:16.457112 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-07a2a9c3-73ad-4f6f-98cf-9c2a9198a502 service neutron] Attempting to bind port e36197bb-ebdf-49aa-ba4e-d5541839989f on network 811dc3ae-9277-4d47-ab53-8d44b276726a {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:52:16.463391 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-07a2a9c3-73ad-4f6f-98cf-9c2a9198a502 service neutron] Port e36197bb-ebdf-49aa-ba4e-d5541839989f on network 811dc3ae-9277-4d47-ab53-8d44b276726a not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:52:16.463921 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-07a2a9c3-73ad-4f6f-98cf-9c2a9198a502 service neutron] Attempting to bind port e36197bb-ebdf-49aa-ba4e-d5541839989f on network 811dc3ae-9277-4d47-ab53-8d44b276726a {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:52:16.471240 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-07a2a9c3-73ad-4f6f-98cf-9c2a9198a502 service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:52:16.471605 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-07a2a9c3-73ad-4f6f-98cf-9c2a9198a502 service neutron] Checking segment: {'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:52:16.472112 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-07a2a9c3-73ad-4f6f-98cf-9c2a9198a502 service neutron] Bound using segment: {'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:52:16.472462 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-07a2a9c3-73ad-4f6f-98cf-9c2a9198a502 service neutron] Bound port: e36197bb-ebdf-49aa-ba4e-d5541839989f, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:52:16.472831 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-07a2a9c3-73ad-4f6f-98cf-9c2a9198a502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:16.552399 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-07a2a9c3-73ad-4f6f-98cf-9c2a9198a502 service neutron] For port e36197bb-ebdf-49aa-ba4e-d5541839989f, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:52:16.555792 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-07a2a9c3-73ad-4f6f-98cf-9c2a9198a502 service neutron] For port e36197bb-ebdf-49aa-ba4e-d5541839989f, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=e36197bb-ebdf-49aa-ba4e-d5541839989f,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:52:16.564415 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-07a2a9c3-73ad-4f6f-98cf-9c2a9198a502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:16.567751 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653005-4270-4370-987b-6f377a82e392 req-673f47c7-0239-4def-86bf-c00b8228aaf7 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:16.569905 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-27653005-4270-4370-987b-6f377a82e392 req-673f47c7-0239-4def-86bf-c00b8228aaf7 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0602021 Feb 09 02:52:16.634380 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-27653005-4270-4370-987b-6f377a82e392 req-05bc2404-2449-4614-a4c6-81c26581ad36 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557678 Feb 09 02:52:16.945101 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-07a2a9c3-73ad-4f6f-98cf-9c2a9198a502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:16.945788 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-07a2a9c3-73ad-4f6f-98cf-9c2a9198a502 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:16.947946 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-07a2a9c3-73ad-4f6f-98cf-9c2a9198a502 service neutron] 10.222.0.48 "PUT /v2.0/ports/e36197bb-ebdf-49aa-ba4e-d5541839989f HTTP/1.1" status: 200 len: 1092 time: 0.9840417 Feb 09 02:52:16.947946 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61391eb8-6644-443e-8b95-794e172a2514', 'tag': 'e36197bb-ebdf-49aa-ba4e-d5541839989f'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:16.951191 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ce5753-00c2-4532-b6ed-bce27d6d82fd" -d '{"events": [{"name": "network-changed", "server_uuid": "61391eb8-6644-443e-8b95-794e172a2514", "tag": "e36197bb-ebdf-49aa-ba4e-d5541839989f"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:16.985505 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2a9c3-73ad-4f6f-98cf-9c2a9198a502 service neutron] Pushing event updated for resources: {'Port': ['ID=e36197bb-ebdf-49aa-ba4e-d5541839989f,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:17.017085 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79e5ccf-6f11-4646-8fd1-0be5ade0d960 x-openstack-request-id: req-a79e5ccf-6f11-4646-8fd1-0be5ade0d960 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:17.017741 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61391eb8-6644-443e-8b95-794e172a2514", "tag": "e36197bb-ebdf-49aa-ba4e-d5541839989f", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:17.018295 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a79e5ccf-6f11-4646-8fd1-0be5ade0d960 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:17.018908 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61391eb8-6644-443e-8b95-794e172a2514', 'tag': 'e36197bb-ebdf-49aa-ba4e-d5541839989f', 'status': 'completed', 'code': 200} Feb 09 02:52:17.071776 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-2386397c-a1a7-41fc-820c-42bfab96582b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:17.073438 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-2386397c-a1a7-41fc-820c-42bfab96582b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9613699d8bf74fc89f4b7d3977a14587&device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 1126 time: 0.0484931 Feb 09 02:52:17.119117 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-053db6e8-5d6b-4ad1-b006-d9f9fc7bd1e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36197bb-ebdf-49aa-ba4e-d5541839989f HTTP/1.1" status: 200 len: 217 time: 0.0359406 Feb 09 02:52:17.175927 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-a943bd3f-67f5-467e-908d-02504ddf275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:17.177424 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-a943bd3f-67f5-467e-908d-02504ddf275d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d09fbf3-6484-4fde-a3bd-c9e7df735e13 HTTP/1.1" status: 200 len: 848 time: 0.0505924 Feb 09 02:52:17.229620 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-69ce3a3f-b2cd-49ef-a94f-a23f887d441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:17.231977 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-69ce3a3f-b2cd-49ef-a94f-a23f887d441b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=811dc3ae-9277-4d47-ab53-8d44b276726a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466270 Feb 09 02:52:17.326271 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-ae497d9d-ac4e-4d0d-9456-b7edf08052ba service neutron] 10.222.0.48 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876563 Feb 09 02:52:17.417149 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d4f79a27-4cda-4b63-a744-a226e40cbcc8 req-0296d39e-be84-436e-ade6-ddc338957bd5 service neutron] 10.222.0.48 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843525 Feb 09 02:52:17.508873 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce5753-00c2-4532-b6ed-bce27d6d82fd req-84273e91-fa96-443e-8a1f-136e45b33017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:17.510284 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d7ce5753-00c2-4532-b6ed-bce27d6d82fd req-84273e91-fa96-443e-8a1f-136e45b33017 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9613699d8bf74fc89f4b7d3977a14587&device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 1126 time: 0.0483510 Feb 09 02:52:17.616555 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce5753-00c2-4532-b6ed-bce27d6d82fd req-cc787a6d-a441-40df-91d6-dd65a7a5a03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:17.618014 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d7ce5753-00c2-4532-b6ed-bce27d6d82fd req-cc787a6d-a441-40df-91d6-dd65a7a5a03e service neutron] 10.222.0.48 "GET /v2.0/networks?id=811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 200 len: 910 time: 0.1010263 Feb 09 02:52:17.661340 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d7ce5753-00c2-4532-b6ed-bce27d6d82fd req-499634b6-d070-4d10-897a-e5ef93a79556 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36197bb-ebdf-49aa-ba4e-d5541839989f HTTP/1.1" status: 200 len: 217 time: 0.0362039 Feb 09 02:52:17.710477 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce5753-00c2-4532-b6ed-bce27d6d82fd req-f6503ef5-d7fe-47e7-b05b-210b54292229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:17.711939 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d7ce5753-00c2-4532-b6ed-bce27d6d82fd req-f6503ef5-d7fe-47e7-b05b-210b54292229 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d09fbf3-6484-4fde-a3bd-c9e7df735e13 HTTP/1.1" status: 200 len: 848 time: 0.0447028 Feb 09 02:52:17.768721 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad26fb-1429-4b17-8376-d05756a807f2 req-698e12db-98a7-47c3-85c7-fd8bec6c57c4 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:17.770196 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34ad26fb-1429-4b17-8376-d05756a807f2 req-698e12db-98a7-47c3-85c7-fd8bec6c57c4 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0643706 Feb 09 02:52:17.773900 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce5753-00c2-4532-b6ed-bce27d6d82fd req-99128ce1-8724-467a-9b2b-657586867c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:17.775430 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d7ce5753-00c2-4532-b6ed-bce27d6d82fd req-99128ce1-8724-467a-9b2b-657586867c77 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=811dc3ae-9277-4d47-ab53-8d44b276726a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0554576 Feb 09 02:52:17.821948 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-34ad26fb-1429-4b17-8376-d05756a807f2 req-6eccd67a-75f4-4bfb-b3bd-1a275d978cf2 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462105 Feb 09 02:52:17.866147 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d7ce5753-00c2-4532-b6ed-bce27d6d82fd req-521e3079-534d-415f-b870-2525894b9e3d service neutron] 10.222.0.48 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836332 Feb 09 02:52:17.963597 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d7ce5753-00c2-4532-b6ed-bce27d6d82fd req-dea5540b-ca9c-44e1-9b8d-d0b1c7e03458 service neutron] 10.222.0.48 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900059 Feb 09 02:52:18.948377 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9fee5-5bc8-4aeb-93c5-2731dd9b7a4d req-e838ed8b-32e0-4520-bcfe-b8c89f1f1484 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:18.950648 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cdf9fee5-5bc8-4aeb-93c5-2731dd9b7a4d req-e838ed8b-32e0-4520-bcfe-b8c89f1f1484 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0538902 Feb 09 02:52:19.000079 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cdf9fee5-5bc8-4aeb-93c5-2731dd9b7a4d req-23285a91-99d0-4bc1-a3dd-81105984097f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434911 Feb 09 02:52:20.122865 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66b153-3d87-4631-9b63-890d0a54b103 req-17f55a42-4c94-4caa-ac3d-df39c8ca7a4f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:20.124377 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8c66b153-3d87-4631-9b63-890d0a54b103 req-17f55a42-4c94-4caa-ac3d-df39c8ca7a4f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0549352 Feb 09 02:52:20.173617 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8c66b153-3d87-4631-9b63-890d0a54b103 req-077f5c60-0bf1-4b06-a780-9d179aac966b tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436852 Feb 09 02:52:21.299549 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16a37e-ba11-4162-af8f-09fdc7831ba6 req-e10eecdd-a117-4f48-b0a9-4d98336a7b4f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:21.301150 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f16a37e-ba11-4162-af8f-09fdc7831ba6 req-e10eecdd-a117-4f48-b0a9-4d98336a7b4f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0577366 Feb 09 02:52:21.359429 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f16a37e-ba11-4162-af8f-09fdc7831ba6 req-8515ecd8-7f0c-4779-a0a9-ab5477c674c6 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523815 Feb 09 02:52:22.480572 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17c46b-0659-4f5c-9de9-2d2737e65368 req-5057dfde-7546-4760-a124-0e83beeec65c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:22.482199 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ec17c46b-0659-4f5c-9de9-2d2737e65368 req-5057dfde-7546-4760-a124-0e83beeec65c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0532913 Feb 09 02:52:22.535516 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-ec17c46b-0659-4f5c-9de9-2d2737e65368 req-e2e37131-5f83-4c31-bb85-5d1e7fc32e68 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476809 Feb 09 02:52:23.657737 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838d7c0-fd6f-4d6f-bb02-24d25da9bf62 req-1e911dee-8c4a-44e4-b583-cf9564806763 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:23.659248 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6838d7c0-fd6f-4d6f-bb02-24d25da9bf62 req-1e911dee-8c4a-44e4-b583-cf9564806763 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0542159 Feb 09 02:52:23.709899 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6838d7c0-fd6f-4d6f-bb02-24d25da9bf62 req-7690c067-8edc-45cf-96e0-34fc9e725bf4 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447845 Feb 09 02:52:24.839787 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70864969-576d-44a9-8223-e60169c044bd req-0ac73537-8bfa-4142-8047-ba4c7c332985 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:24.841296 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-70864969-576d-44a9-8223-e60169c044bd req-0ac73537-8bfa-4142-8047-ba4c7c332985 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0613432 Feb 09 02:52:24.892544 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-70864969-576d-44a9-8223-e60169c044bd req-81b9ec68-70d6-446b-a006-3255846c67e6 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455446 Feb 09 02:52:26.021132 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8f59d-1490-4640-8604-385474c538a2 req-727b8463-1465-416d-9cc5-3ab7923394b4 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:26.022614 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-42c8f59d-1490-4640-8604-385474c538a2 req-727b8463-1465-416d-9cc5-3ab7923394b4 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0535131 Feb 09 02:52:26.070467 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-42c8f59d-1490-4640-8604-385474c538a2 req-d32ff37d-2592-4d8b-9695-cedeee85144b tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420349 Feb 09 02:52:27.190666 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfc05c-caa3-4ac9-b7df-fa4d85e6db2a req-9574f514-31d2-4727-9f98-f78c2c160b1b tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:27.192152 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e2dfc05c-caa3-4ac9-b7df-fa4d85e6db2a req-9574f514-31d2-4727-9f98-f78c2c160b1b tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0516701 Feb 09 02:52:27.239449 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e2dfc05c-caa3-4ac9-b7df-fa4d85e6db2a req-86eb173c-2dc7-4dc7-b50c-9cec07e5d48b tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416448 Feb 09 02:52:27.538333 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:52:28.362383 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a89e2-ed62-48ff-aaf8-2b2d7b8ed518 req-323d0838-f312-4555-b540-e3b57b1784d2 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:28.363888 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-068a89e2-ed62-48ff-aaf8-2b2d7b8ed518 req-323d0838-f312-4555-b540-e3b57b1784d2 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0569553 Feb 09 02:52:28.414070 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-068a89e2-ed62-48ff-aaf8-2b2d7b8ed518 req-b520bf24-58ac-41cf-bfb9-5410aeecd19c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444448 Feb 09 02:52:29.537988 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb155c2-55b4-4edb-98ec-9bbcf4cd7867 req-df5d8b6a-8283-456a-8167-d42a81a6bbb1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:29.539474 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bbb155c2-55b4-4edb-98ec-9bbcf4cd7867 req-df5d8b6a-8283-456a-8167-d42a81a6bbb1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0578237 Feb 09 02:52:29.592203 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-bbb155c2-55b4-4edb-98ec-9bbcf4cd7867 req-f3c4b112-5963-4bc6-8043-287e43f3f09d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468798 Feb 09 02:52:30.716575 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5746cf-4f36-43fe-bf1a-c5deff3e4761 req-0f4904b2-eca4-406a-b060-f0c3d9874fa9 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:30.718035 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1f5746cf-4f36-43fe-bf1a-c5deff3e4761 req-0f4904b2-eca4-406a-b060-f0c3d9874fa9 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0550690 Feb 09 02:52:30.767285 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1f5746cf-4f36-43fe-bf1a-c5deff3e4761 req-390356ca-d956-49da-a08b-6c699d7bad6f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436532 Feb 09 02:52:31.884232 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952317b1-7f17-4cc0-a851-35fe6001cde3 req-e4b8bb9e-302a-4549-b60e-c837f30063e1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:31.885593 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-952317b1-7f17-4cc0-a851-35fe6001cde3 req-e4b8bb9e-302a-4549-b60e-c837f30063e1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0526481 Feb 09 02:52:31.934959 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-952317b1-7f17-4cc0-a851-35fe6001cde3 req-cff9f632-7b0b-42c1-a3e9-08bb771357d5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431008 Feb 09 02:52:33.052941 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb8c73-8746-4ef6-8493-0880191b6eab req-2ff61666-d76c-425e-b22a-acf112612618 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:33.054419 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-90cb8c73-8746-4ef6-8493-0880191b6eab req-2ff61666-d76c-425e-b22a-acf112612618 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0528119 Feb 09 02:52:33.107730 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-90cb8c73-8746-4ef6-8493-0880191b6eab req-fddbc6c1-f6b4-4f4d-84ca-48e9a0afa4ef tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469525 Feb 09 02:52:33.357630 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device e36197bb-ebdf-49aa-ba4e-d5541839989f details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:52:33.452612 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port e36197bb-ebdf-49aa-ba4e-d5541839989f, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=e36197bb-ebdf-49aa-ba4e-d5541839989f,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:33.467519 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': 'e36197bb-ebdf-49aa-ba4e-d5541839989f', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'port_id': 'e36197bb-ebdf-49aa-ba4e-d5541839989f', 'mac_address': 'fa:16:3e:93:15:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:52:33.503755 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port e36197bb-ebdf-49aa-ba4e-d5541839989f is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:33.504144 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:33.517602 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36197bb-ebdf-49aa-ba4e-d5541839989f {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:33.535970 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port e36197bb-ebdf-49aa-ba4e-d5541839989f, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=e36197bb-ebdf-49aa-ba4e-d5541839989f,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:33.540118 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:33.593710 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=e36197bb-ebdf-49aa-ba4e-d5541839989f,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:33.601118 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:33.601467 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:33.601810 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:33.602146 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:33.602479 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:33.602812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:33.603156 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:33.603499 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:33.603888 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:33.604442 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:33.604811 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:33.605149 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:33.607812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:33.803373 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['e36197bb-ebdf-49aa-ba4e-d5541839989f'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:34.232797 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce5cfa-096a-4410-9079-e9a8eb2d52a5 req-719e4598-f4f0-4f34-94c7-3021e468698f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:34.234245 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9fce5cfa-096a-4410-9079-e9a8eb2d52a5 req-719e4598-f4f0-4f34-94c7-3021e468698f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 945 time: 0.0532072 Feb 09 02:52:34.288015 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-9fce5cfa-096a-4410-9079-e9a8eb2d52a5 req-97fb9057-7a2c-402f-8f39-8d447bf6d40a tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481796 Feb 09 02:52:35.363332 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device e36197bb-ebdf-49aa-ba4e-d5541839989f up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:52:35.421202 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port e36197bb-ebdf-49aa-ba4e-d5541839989f completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:52:35.422294 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed5696-69ff-44d0-b0e5-c386c6ca3057 req-6ca4b795-5207-457e-b0f1-bea41527e08f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:35.423845 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-18ed5696-69ff-44d0-b0e5-c386c6ca3057 req-6ca4b795-5207-457e-b0f1-bea41527e08f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 945 time: 0.0642090 Feb 09 02:52:35.428825 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port e36197bb-ebdf-49aa-ba4e-d5541839989f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:35.429200 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:35.474530 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-18ed5696-69ff-44d0-b0e5-c386c6ca3057 req-b0914ee9-3903-4e2c-b68a-122b51b7b682 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449216 Feb 09 02:52:35.506819 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port e36197bb-ebdf-49aa-ba4e-d5541839989f is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:35.507230 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:35.530629 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61391eb8-6644-443e-8b95-794e172a2514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36197bb-ebdf-49aa-ba4e-d5541839989f'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:35.532907 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d1672a-fe06-4361-b68f-348364f61ed1" -d '{"events": [{"server_uuid": "61391eb8-6644-443e-8b95-794e172a2514", "name": "network-vif-plugged", "status": "completed", "tag": "e36197bb-ebdf-49aa-ba4e-d5541839989f"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:35.545877 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port e36197bb-ebdf-49aa-ba4e-d5541839989f, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=e36197bb-ebdf-49aa-ba4e-d5541839989f,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:35.550347 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:35.609915 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=e36197bb-ebdf-49aa-ba4e-d5541839989f,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:35.639441 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561426d8-612a-42ee-8148-725d7952c295 x-openstack-request-id: req-561426d8-612a-42ee-8148-725d7952c295 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:35.639741 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61391eb8-6644-443e-8b95-794e172a2514", "name": "network-vif-plugged", "status": "completed", "tag": "e36197bb-ebdf-49aa-ba4e-d5541839989f", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:35.640000 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-561426d8-612a-42ee-8148-725d7952c295 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:35.640436 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61391eb8-6644-443e-8b95-794e172a2514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36197bb-ebdf-49aa-ba4e-d5541839989f', 'code': 200} Feb 09 02:52:35.742048 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092c6d3-f1e4-40d4-b226-bd844c1d6165 req-5488ae15-6fb3-43ff-abaa-3e7517848fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:35.743574 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4092c6d3-f1e4-40d4-b226-bd844c1d6165 req-5488ae15-6fb3-43ff-abaa-3e7517848fb2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 1128 time: 0.0447905 Feb 09 02:52:35.789575 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-4092c6d3-f1e4-40d4-b226-bd844c1d6165 req-8b25839a-7ccc-4fab-8693-a627e262efb9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391498 Feb 09 02:52:36.604092 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2e40e-2c50-47d7-a2b1-ed1b908a567d req-db528a4c-c68e-4ffb-b71e-06e3c3798a9f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:36.605631 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f9b2e40e-2c50-47d7-a2b1-ed1b908a567d req-db528a4c-c68e-4ffb-b71e-06e3c3798a9f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 946 time: 0.0591910 Feb 09 02:52:36.658888 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f9b2e40e-2c50-47d7-a2b1-ed1b908a567d req-07cf5b5c-e0e0-4919-a8a8-6ae9e5cfffc6 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468774 Feb 09 02:52:37.651118 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6d7c5bca-96c9-4a52-9ca1-e2be1f184d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:37.791734 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a22ec-f10e-439c-9651-5c05f5f3a992 req-7659a0a9-bdfd-43e6-a98a-76f652bc02f2 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:37.793210 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-736a22ec-f10e-439c-9651-5c05f5f3a992 req-7659a0a9-bdfd-43e6-a98a-76f652bc02f2 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 946 time: 0.0531631 Feb 09 02:52:37.841011 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-736a22ec-f10e-439c-9651-5c05f5f3a992 req-44dbbe56-2f85-4523-a175-f4fe73f95eb7 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415812 Feb 09 02:52:37.959714 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f07c83-dab3-42c9-9d89-a586629905a9 req-6290e5fc-f348-422b-b73b-08b822b07900 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:37.961183 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09f07c83-dab3-42c9-9d89-a586629905a9 req-6290e5fc-f348-422b-b73b-08b822b07900 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 946 time: 0.0524414 Feb 09 02:52:38.012215 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-09f07c83-dab3-42c9-9d89-a586629905a9 req-951784b7-d6ba-46f8-830b-01f4070a222e tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449243 Feb 09 02:52:38.034129 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35294) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:38.123144 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18702fd-34c3-42f7-8170-3204599ef023 tempest-TestShelveInstance-1566016044 tempest-TestShelveInstance-1566016044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:38.124638 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a18702fd-34c3-42f7-8170-3204599ef023 tempest-TestShelveInstance-1566016044 tempest-TestShelveInstance-1566016044-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 1123 time: 0.0894921 Feb 09 02:52:38.127425 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35298) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:38.131625 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-bbcff8ee-cf8d-499e-b52a-d0e65f35afeb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': 'e36197bb-ebdf-49aa-ba4e-d5541839989f', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:52:38.151969 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bbcff8ee-cf8d-499e-b52a-d0e65f35afeb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:38.247391 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bbcff8ee-cf8d-499e-b52a-d0e65f35afeb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:38.354293 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-bbcff8ee-cf8d-499e-b52a-d0e65f35afeb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Allocated IP 172.25.7.148 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/a1ceeb6e-05fd-4879-9c66-594799aabab8) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:52:38.458513 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bbcff8ee-cf8d-499e-b52a-d0e65f35afeb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for port (a1ceeb6e-05fd-4879-9c66-594799aabab8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:38.493279 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bbcff8ee-cf8d-499e-b52a-d0e65f35afeb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (a1ceeb6e-05fd-4879-9c66-594799aabab8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:38.530419 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcff8ee-cf8d-499e-b52a-d0e65f35afeb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:52:38.540263 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-bbcff8ee-cf8d-499e-b52a-d0e65f35afeb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:52:38.545267 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcff8ee-cf8d-499e-b52a-d0e65f35afeb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:52:38.568443 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcff8ee-cf8d-499e-b52a-d0e65f35afeb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event updated for resources: {'Port': ['ID=a1ceeb6e-05fd-4879-9c66-594799aabab8,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:38.906493 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bbcff8ee-cf8d-499e-b52a-d0e65f35afeb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for floatingip (1243f055-d1c1-422a-8a61-7a830d496b98), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:38.979031 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bbcff8ee-cf8d-499e-b52a-d0e65f35afeb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a1ceeb6e-05fd-4879-9c66-594799aabab8), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:39.127278 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bbcff8ee-cf8d-499e-b52a-d0e65f35afeb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for port (a1ceeb6e-05fd-4879-9c66-594799aabab8), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:39.132028 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bbcff8ee-cf8d-499e-b52a-d0e65f35afeb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (a1ceeb6e-05fd-4879-9c66-594799aabab8), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:39.203241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcff8ee-cf8d-499e-b52a-d0e65f35afeb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event updated for resources: {'Port': ['ID=a1ceeb6e-05fd-4879-9c66-594799aabab8,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:39.215079 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bbcff8ee-cf8d-499e-b52a-d0e65f35afeb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (1243f055-d1c1-422a-8a61-7a830d496b98), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:39.320141 n-d-828387-3 neutron-server[103183]: INFO neutron.db.l3_db [None req-bbcff8ee-cf8d-499e-b52a-d0e65f35afeb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Floating IP 1243f055-d1c1-422a-8a61-7a830d496b98 associated. External IP: 172.25.7.148, port: e36197bb-ebdf-49aa-ba4e-d5541839989f. Feb 09 02:52:39.536309 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcff8ee-cf8d-499e-b52a-d0e65f35afeb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Router 2faf0829-c50d-4394-a120-e2c7cffac6b8 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:52:39.647730 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcff8ee-cf8d-499e-b52a-d0e65f35afeb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:52:39.657693 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d876272-d70a-4cfd-aefa-0dd4834a6d9e None None] Sync routers for ids ['2faf0829-c50d-4394-a120-e2c7cffac6b8'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:52:39.667919 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bbcff8ee-cf8d-499e-b52a-d0e65f35afeb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:39.668445 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d876272-d70a-4cfd-aefa-0dd4834a6d9e None None] Routers {'2faf0829-c50d-4394-a120-e2c7cffac6b8'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:52:39.669066 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9d876272-d70a-4cfd-aefa-0dd4834a6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:52:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2faf0829-c50d-4394-a120-e2c7cffac6b8'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:39.704386 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-bbcff8ee-cf8d-499e-b52a-d0e65f35afeb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5759261 Feb 09 02:52:39.705090 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61391eb8-6644-443e-8b95-794e172a2514', 'tag': 'e36197bb-ebdf-49aa-ba4e-d5541839989f'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:39.707364 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2121614d-d3ee-47e5-806f-43bccb82a08c" -d '{"events": [{"name": "network-changed", "server_uuid": "61391eb8-6644-443e-8b95-794e172a2514", "tag": "e36197bb-ebdf-49aa-ba4e-d5541839989f"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:39.752335 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea563fcd-31c2-4244-9c86-507dd6f0db2f x-openstack-request-id: req-ea563fcd-31c2-4244-9c86-507dd6f0db2f {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:39.752655 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61391eb8-6644-443e-8b95-794e172a2514", "tag": "e36197bb-ebdf-49aa-ba4e-d5541839989f", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:39.752892 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea563fcd-31c2-4244-9c86-507dd6f0db2f {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:39.753301 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61391eb8-6644-443e-8b95-794e172a2514', 'tag': 'e36197bb-ebdf-49aa-ba4e-d5541839989f', 'status': 'completed', 'code': 200} Feb 09 02:52:39.782164 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-9d876272-d70a-4cfd-aefa-0dd4834a6d9e None None] Set router 2faf0829-c50d-4394-a120-e2c7cffac6b8 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:52:39.818470 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121614d-d3ee-47e5-806f-43bccb82a08c req-5f46c50a-575c-443d-a133-be95052e6fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:39.820037 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2121614d-d3ee-47e5-806f-43bccb82a08c req-5f46c50a-575c-443d-a133-be95052e6fd3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9613699d8bf74fc89f4b7d3977a14587&device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 1128 time: 0.0466406 Feb 09 02:52:39.916033 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121614d-d3ee-47e5-806f-43bccb82a08c req-5b201b7a-de44-4824-9450-c621a380b1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:39.917502 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2121614d-d3ee-47e5-806f-43bccb82a08c req-5b201b7a-de44-4824-9450-c621a380b1ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 200 len: 910 time: 0.0903246 Feb 09 02:52:39.991716 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2121614d-d3ee-47e5-806f-43bccb82a08c req-53657ecd-2b1d-423d-be26-cfa066a58472 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36197bb-ebdf-49aa-ba4e-d5541839989f HTTP/1.1" status: 200 len: 1000 time: 0.0672402 Feb 09 02:52:40.006455 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9d876272-d70a-4cfd-aefa-0dd4834a6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'name': 'tempest-TestShelveInstance-1153666222-router', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'b06b2429-1274-48cf-9853-ca779df27454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:46:53Z', 'revision_number': 4, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'gw_port': {'id': 'b06b2429-1274-48cf-9853-ca779df27454', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '1243f055-d1c1-422a-8a61-7a830d496b98', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'port_id': 'e36197bb-ebdf-49aa-ba4e-d5541839989f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'mac_address': 'fa:16:3e:93:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61391eb8-6644-443e-8b95-794e172a2514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:52:38Z', 'updated_at': '2022-02-09T02:52:38Z', 'revision_number': 0, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed15f841-6649-49e7-b77f-b39c80b145ad', 'name': '', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'mac_address': 'fa:16:3e:28:29:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:52Z', 'updated_at': '2022-02-09T02:46:58Z', 'revision_number': 5, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'subnets': [{'id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:40.036828 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d876272-d70a-4cfd-aefa-0dd4834a6d9e None None] Checking router: 2faf0829-c50d-4394-a120-e2c7cffac6b8 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:52:40.041038 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121614d-d3ee-47e5-806f-43bccb82a08c req-0e9f7128-f2b8-4612-bc3e-dac68e108f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:40.042525 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2121614d-d3ee-47e5-806f-43bccb82a08c req-0e9f7128-f2b8-4612-bc3e-dac68e108f4c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d09fbf3-6484-4fde-a3bd-c9e7df735e13 HTTP/1.1" status: 200 len: 848 time: 0.0447164 Feb 09 02:52:40.045340 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d876272-d70a-4cfd-aefa-0dd4834a6d9e None None] Routers {'2faf0829-c50d-4394-a120-e2c7cffac6b8'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:52:40.045929 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9d876272-d70a-4cfd-aefa-0dd4834a6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:52:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2faf0829-c50d-4394-a120-e2c7cffac6b8'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:40.093066 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121614d-d3ee-47e5-806f-43bccb82a08c req-443ee6cf-083d-47ac-9a55-8eee63590cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:40.094497 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2121614d-d3ee-47e5-806f-43bccb82a08c req-443ee6cf-083d-47ac-9a55-8eee63590cb6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=811dc3ae-9277-4d47-ab53-8d44b276726a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452466 Feb 09 02:52:40.104479 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-2121614d-d3ee-47e5-806f-43bccb82a08c req-3124fe81-c97e-4770-bd5b-93f005f8e637 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:52:40.105438 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2121614d-d3ee-47e5-806f-43bccb82a08c req-3124fe81-c97e-4770-bd5b-93f005f8e637 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049803 Feb 09 02:52:40.153837 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-9d876272-d70a-4cfd-aefa-0dd4834a6d9e None None] Set router 2faf0829-c50d-4394-a120-e2c7cffac6b8 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:52:40.198705 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2121614d-d3ee-47e5-806f-43bccb82a08c req-7cc59377-191a-4007-9d23-34f250e3dc9b service neutron] 10.222.0.48 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864496 Feb 09 02:52:40.290912 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2121614d-d3ee-47e5-806f-43bccb82a08c req-3b710b0e-e515-4a97-9c7b-0ebb9dd6ea55 service neutron] 10.222.0.48 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856442 Feb 09 02:52:40.315422 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e668322d-0a0e-44ae-aa4b-2d34fe307679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:40.391448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-9d876272-d70a-4cfd-aefa-0dd4834a6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'name': 'tempest-TestShelveInstance-1153666222-router', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'b06b2429-1274-48cf-9853-ca779df27454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:46:53Z', 'revision_number': 4, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'gw_port': {'id': 'b06b2429-1274-48cf-9853-ca779df27454', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '1243f055-d1c1-422a-8a61-7a830d496b98', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'port_id': 'e36197bb-ebdf-49aa-ba4e-d5541839989f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'mac_address': 'fa:16:3e:93:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61391eb8-6644-443e-8b95-794e172a2514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:52:38Z', 'updated_at': '2022-02-09T02:52:38Z', 'revision_number': 0, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed15f841-6649-49e7-b77f-b39c80b145ad', 'name': '', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'mac_address': 'fa:16:3e:28:29:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:52Z', 'updated_at': '2022-02-09T02:46:58Z', 'revision_number': 5, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'subnets': [{'id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:40.422208 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d876272-d70a-4cfd-aefa-0dd4834a6d9e None None] The sync data for ids ['2faf0829-c50d-4394-a120-e2c7cffac6b8'] in n-d-828387-3 is: [{'id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'name': 'tempest-TestShelveInstance-1153666222-router', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'b06b2429-1274-48cf-9853-ca779df27454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:46:53Z', 'revision_number': 4, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'gw_port': {'id': 'b06b2429-1274-48cf-9853-ca779df27454', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': '1243f055-d1c1-422a-8a61-7a830d496b98', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'port_id': 'e36197bb-ebdf-49aa-ba4e-d5541839989f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'mac_address': 'fa:16:3e:93:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61391eb8-6644-443e-8b95-794e172a2514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:52:38Z', 'updated_at': '2022-02-09T02:52:38Z', 'revision_number': 0, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed15f841-6649-49e7-b77f-b39c80b145ad', 'name': '', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'mac_address': 'fa:16:3e:28:29:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:52Z', 'updated_at': '2022-02-09T02:46:58Z', 'revision_number': 5, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'subnets': [{'id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:52:40.586111 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:40.623659 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0f2eb-17a8-426a-827f-e96a7c16cf69 None None] New status for floating IP 1243f055-d1c1-422a-8a61-7a830d496b98: ACTIVE {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:52:41.111768 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:41.541257 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:42.598724 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:43.633876 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:59.698709 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-127eef3e-d0a6-4ee8-8f37-629de0077459 req-5f90d4af-afba-4de7-ac29-4f5e697b8549 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534861 Feb 09 02:52:59.793799 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127eef3e-d0a6-4ee8-8f37-629de0077459 req-093775e1-621e-4de0-a7cd-04c4023eb3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:59.795336 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-127eef3e-d0a6-4ee8-8f37-629de0077459 req-093775e1-621e-4de0-a7cd-04c4023eb3c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9613699d8bf74fc89f4b7d3977a14587&device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 1128 time: 0.0505259 Feb 09 02:52:59.914209 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127eef3e-d0a6-4ee8-8f37-629de0077459 req-3d51f658-a24c-49f9-a96b-553d8162b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:59.915624 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-127eef3e-d0a6-4ee8-8f37-629de0077459 req-3d51f658-a24c-49f9-a96b-553d8162b02f service neutron] 10.222.0.48 "GET /v2.0/networks?id=811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 200 len: 910 time: 0.1005878 Feb 09 02:52:59.990035 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-127eef3e-d0a6-4ee8-8f37-629de0077459 req-e88d0911-1f78-41a5-8b85-34f06e1cce70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36197bb-ebdf-49aa-ba4e-d5541839989f HTTP/1.1" status: 200 len: 1002 time: 0.0669863 Feb 09 02:53:00.047722 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127eef3e-d0a6-4ee8-8f37-629de0077459 req-b117645f-6265-4ed9-920e-933fee703110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:00.051587 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-127eef3e-d0a6-4ee8-8f37-629de0077459 req-b117645f-6265-4ed9-920e-933fee703110 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d09fbf3-6484-4fde-a3bd-c9e7df735e13 HTTP/1.1" status: 200 len: 848 time: 0.0518899 Feb 09 02:53:00.105534 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127eef3e-d0a6-4ee8-8f37-629de0077459 req-a32115c6-288f-408e-8ad7-3ee056aaa23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:00.107092 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-127eef3e-d0a6-4ee8-8f37-629de0077459 req-a32115c6-288f-408e-8ad7-3ee056aaa23c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=811dc3ae-9277-4d47-ab53-8d44b276726a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503187 Feb 09 02:53:00.210016 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-127eef3e-d0a6-4ee8-8f37-629de0077459 req-44c68110-5531-4c14-a2a6-ee0ea735222b service neutron] 10.222.0.48 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961769 Feb 09 02:53:00.303021 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-127eef3e-d0a6-4ee8-8f37-629de0077459 req-ff9aa2fe-de4d-44ed-9e37-fed0c1a2cebb service neutron] 10.222.0.48 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860941 Feb 09 02:53:04.537920 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:53:07.653740 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-31e471ff-a706-4abe-9fc4-f5af75508d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:10.298194 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d9ffcf5c-431c-4d12-be4c-d2cd3f344eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:10.596044 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:11.114930 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:11.549763 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:12.603540 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:13.637083 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:37.655628 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e5e760ba-1513-4d07-9a7f-a3de4287820a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:40.299824 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0794ea2d-29a0-46bd-ab25-a2e71ae0dee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:40.598957 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:41.117208 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:41.536558 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:53:41.544454 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:42.603617 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:43.639257 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:00.771719 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c753c1b-9215-43f3-9739-8d8832af77cf req-14653ced-1fcf-4dfb-aafb-8fcccc185318 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0984197 Feb 09 02:54:00.858693 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c753c1b-9215-43f3-9739-8d8832af77cf req-20a410de-0031-451e-841a-33473c8d1e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:00.860225 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c753c1b-9215-43f3-9739-8d8832af77cf req-20a410de-0031-451e-841a-33473c8d1e27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9613699d8bf74fc89f4b7d3977a14587&device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 1128 time: 0.0456481 Feb 09 02:54:00.962351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c753c1b-9215-43f3-9739-8d8832af77cf req-39cc834c-015e-4a69-bfa1-c2dcb70f8328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:00.963945 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c753c1b-9215-43f3-9739-8d8832af77cf req-39cc834c-015e-4a69-bfa1-c2dcb70f8328 service neutron] 10.222.0.48 "GET /v2.0/networks?id=811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 200 len: 910 time: 0.0848436 Feb 09 02:54:01.034605 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c753c1b-9215-43f3-9739-8d8832af77cf req-6e517f3e-102f-4685-b1bd-f64f5016b420 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36197bb-ebdf-49aa-ba4e-d5541839989f HTTP/1.1" status: 200 len: 1002 time: 0.0637138 Feb 09 02:54:01.083098 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c753c1b-9215-43f3-9739-8d8832af77cf req-228c0f7b-392e-4a95-884a-edded8ee9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:01.084596 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c753c1b-9215-43f3-9739-8d8832af77cf req-228c0f7b-392e-4a95-884a-edded8ee9941 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d09fbf3-6484-4fde-a3bd-c9e7df735e13 HTTP/1.1" status: 200 len: 848 time: 0.0438364 Feb 09 02:54:01.132710 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c753c1b-9215-43f3-9739-8d8832af77cf req-38263354-3c97-4e69-92b6-69c0c5251648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:01.134266 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c753c1b-9215-43f3-9739-8d8832af77cf req-38263354-3c97-4e69-92b6-69c0c5251648 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=811dc3ae-9277-4d47-ab53-8d44b276726a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435107 Feb 09 02:54:01.228627 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c753c1b-9215-43f3-9739-8d8832af77cf req-17d9015c-b7a6-4d77-b67c-f0aec12b78bd service neutron] 10.222.0.48 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862854 Feb 09 02:54:01.316592 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c753c1b-9215-43f3-9739-8d8832af77cf req-6b271331-191c-4318-9a24-4846be04e9c8 service neutron] 10.222.0.48 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815382 Feb 09 02:54:07.657574 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-44c64edd-6886-4b7e-a98e-7535b4a033ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:10.300028 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9a0be14b-0fd5-4ebd-b357-b3b9907ac1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:10.611969 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.119300 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.540587 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:12.606849 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:13.645577 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:18.535514 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:54:35.479005 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55a61a-fd19-483d-a5bc-ae7b19ab2d91 req-0720dc8f-06ba-4964-9b48-ef8ad599fc99 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:35.480461 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-df55a61a-fd19-483d-a5bc-ae7b19ab2d91 req-0720dc8f-06ba-4964-9b48-ef8ad599fc99 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 946 time: 0.1207952 Feb 09 02:54:35.534135 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-df55a61a-fd19-483d-a5bc-ae7b19ab2d91 req-b3cdd861-9546-41a4-9e19-70493b9522a3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467055 Feb 09 02:54:36.716599 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7413b-bd49-4db6-b1aa-3776ce1cb833 req-32297f12-1f8c-4f0a-8927-f4e8fb5c3cd6 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:36.718589 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1de7413b-bd49-4db6-b1aa-3776ce1cb833 req-32297f12-1f8c-4f0a-8927-f4e8fb5c3cd6 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 946 time: 0.1042247 Feb 09 02:54:36.767739 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1de7413b-bd49-4db6-b1aa-3776ce1cb833 req-3411060d-a6e6-41c1-b2d5-b31a44e1491d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434570 Feb 09 02:54:37.662057 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c4bc2094-9aef-4b7e-926e-8993f1175890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:37.897497 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cbc49-380a-41c7-bc11-22453ee2e50a req-577780e7-66df-41be-a615-761f764080b8 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:37.898873 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-571cbc49-380a-41c7-bc11-22453ee2e50a req-577780e7-66df-41be-a615-761f764080b8 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 946 time: 0.0549271 Feb 09 02:54:37.949246 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-571cbc49-380a-41c7-bc11-22453ee2e50a req-e60ffa2a-deec-44d9-91f1-7589f0e3289d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447130 Feb 09 02:54:39.067696 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db15847-ecee-4b97-876b-dfb5c58a679c req-083cc3eb-ed9a-4cde-9d7e-e20ab4e11e58 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:39.069161 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2db15847-ecee-4b97-876b-dfb5c58a679c req-083cc3eb-ed9a-4cde-9d7e-e20ab4e11e58 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 946 time: 0.0511026 Feb 09 02:54:39.116663 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2db15847-ecee-4b97-876b-dfb5c58a679c req-833fc3bb-9547-4355-b586-1555c4ca5a6e tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418766 Feb 09 02:54:40.236807 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375e62a-a68c-44d1-9081-f454292644da req-482e1e33-136c-4bac-9f5f-0187b4950a31 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:40.238242 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2375e62a-a68c-44d1-9081-f454292644da req-482e1e33-136c-4bac-9f5f-0187b4950a31 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 946 time: 0.0529919 Feb 09 02:54:40.287824 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2375e62a-a68c-44d1-9081-f454292644da req-d8eb4349-554a-4f19-9226-a2284f87afe9 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439806 Feb 09 02:54:40.301898 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-85e0f837-1d56-47e6-8920-1ebd47a48c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:40.613561 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:41.123012 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:41.408825 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884f714-80ab-43a5-8525-84e50bae9c16 req-835d0833-a53a-45d0-b5bf-aeca1a3db916 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:41.410281 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1884f714-80ab-43a5-8525-84e50bae9c16 req-835d0833-a53a-45d0-b5bf-aeca1a3db916 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 946 time: 0.0537229 Feb 09 02:54:41.462679 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1884f714-80ab-43a5-8525-84e50bae9c16 req-f037cf38-5cee-4139-8ad7-cd90580f957f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468163 Feb 09 02:54:41.539887 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:42.589930 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e157fc7-c42a-4525-a4ea-a7a150c35de6 req-483c265a-3eec-4f31-a7ac-5bee60629f8c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:42.591474 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7e157fc7-c42a-4525-a4ea-a7a150c35de6 req-483c265a-3eec-4f31-a7ac-5bee60629f8c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 946 time: 0.0589247 Feb 09 02:54:42.610890 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:42.642354 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7e157fc7-c42a-4525-a4ea-a7a150c35de6 req-2e7e460f-c133-419e-a39c-ade7e0057135 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447104 Feb 09 02:54:43.637131 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:43.775373 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ae1f6-87c0-48af-9403-f7b8a5a466cc req-5c79e761-5649-40ff-951a-0d2120f0858c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:43.776891 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8f7ae1f6-87c0-48af-9403-f7b8a5a466cc req-5c79e761-5649-40ff-951a-0d2120f0858c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 946 time: 0.0655482 Feb 09 02:54:43.828782 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8f7ae1f6-87c0-48af-9403-f7b8a5a466cc req-00de533e-a35f-4bb3-899a-de6abc49bce8 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450630 Feb 09 02:54:44.952024 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff0af2-ceed-47d5-991c-209699de025a req-eea26115-9f88-4583-8aac-ccd622614f3c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:44.953520 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0dff0af2-ceed-47d5-991c-209699de025a req-eea26115-9f88-4583-8aac-ccd622614f3c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 946 time: 0.0529447 Feb 09 02:54:45.001942 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0dff0af2-ceed-47d5-991c-209699de025a req-b7d0d540-0cc5-4dff-9db4-34570eaac65b tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428438 Feb 09 02:54:45.557825 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6935c-bdd8-4676-9c61-5efb3ccdfc01 req-29d65421-ce52-491a-bdd6-4730477ac1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:45.559363 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-90b6935c-bdd8-4676-9c61-5efb3ccdfc01 req-29d65421-ce52-491a-bdd6-4730477ac1cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9613699d8bf74fc89f4b7d3977a14587&device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 1128 time: 0.0445755 Feb 09 02:54:45.655087 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6935c-bdd8-4676-9c61-5efb3ccdfc01 req-470a5e7a-f741-4f68-a274-bf9532d5d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:45.656590 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-90b6935c-bdd8-4676-9c61-5efb3ccdfc01 req-470a5e7a-f741-4f68-a274-bf9532d5d0e2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 200 len: 910 time: 0.0892630 Feb 09 02:54:45.721061 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-90b6935c-bdd8-4676-9c61-5efb3ccdfc01 req-c349ec8a-4733-4ca1-9c5b-5bfcab1930ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36197bb-ebdf-49aa-ba4e-d5541839989f HTTP/1.1" status: 200 len: 1002 time: 0.0582907 Feb 09 02:54:45.773652 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6935c-bdd8-4676-9c61-5efb3ccdfc01 req-51a8e97d-d3bb-4658-9493-ef964b36730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:45.775106 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-90b6935c-bdd8-4676-9c61-5efb3ccdfc01 req-51a8e97d-d3bb-4658-9493-ef964b36730a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d09fbf3-6484-4fde-a3bd-c9e7df735e13 HTTP/1.1" status: 200 len: 848 time: 0.0482497 Feb 09 02:54:45.823218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6935c-bdd8-4676-9c61-5efb3ccdfc01 req-5924f609-74c4-498d-b050-21ecfbc4d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:45.824749 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-90b6935c-bdd8-4676-9c61-5efb3ccdfc01 req-5924f609-74c4-498d-b050-21ecfbc4d438 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=811dc3ae-9277-4d47-ab53-8d44b276726a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436709 Feb 09 02:54:45.913323 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-90b6935c-bdd8-4676-9c61-5efb3ccdfc01 req-3ff6e01a-146a-4e58-be3a-fef279b10076 service neutron] 10.222.0.48 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812078 Feb 09 02:54:46.008548 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-90b6935c-bdd8-4676-9c61-5efb3ccdfc01 req-73f2c688-2c60-44b0-b27b-e1e470c676b8 service neutron] 10.222.0.48 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887885 Feb 09 02:54:46.131080 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a034d5c-9c94-4e3f-a538-172386264726 req-10d09e96-06d6-45be-ba04-1a1f7b69c073 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:46.132551 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a034d5c-9c94-4e3f-a538-172386264726 req-10d09e96-06d6-45be-ba04-1a1f7b69c073 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 946 time: 0.0610557 Feb 09 02:54:46.183736 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a034d5c-9c94-4e3f-a538-172386264726 req-a5128634-913a-4235-83cc-76664ab05383 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452302 Feb 09 02:54:47.317694 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6483aa0-7f6b-4fd9-9397-ed748838ebfa req-ccb0ada4-2999-4c58-869b-b132fd46f1fe tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:47.319246 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d6483aa0-7f6b-4fd9-9397-ed748838ebfa req-ccb0ada4-2999-4c58-869b-b132fd46f1fe tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 946 time: 0.0621262 Feb 09 02:54:47.374700 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d6483aa0-7f6b-4fd9-9397-ed748838ebfa req-d6c5e9a2-8caa-47fa-8c51-6391949c8df2 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488973 Feb 09 02:54:48.498018 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b42f43-3fc0-472d-aeb4-a7bcef24b106 req-358cb371-03d8-4612-9238-518fce711008 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:48.500246 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-44b42f43-3fc0-472d-aeb4-a7bcef24b106 req-358cb371-03d8-4612-9238-518fce711008 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 946 time: 0.0547841 Feb 09 02:54:48.555389 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-44b42f43-3fc0-472d-aeb4-a7bcef24b106 req-b64e9d20-22fb-41c1-be8f-d953c6130bb3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493889 Feb 09 02:54:49.677073 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0800297-9434-4ff9-9c0e-861fa23781c4 req-cfe1202a-5a61-42e2-824b-58577e291ba3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:49.678577 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0800297-9434-4ff9-9c0e-861fa23781c4 req-cfe1202a-5a61-42e2-824b-58577e291ba3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 946 time: 0.0544062 Feb 09 02:54:49.727543 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e0800297-9434-4ff9-9c0e-861fa23781c4 req-3503fee4-5598-47af-be9d-9d113c29679f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433719 Feb 09 02:54:50.005199 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device e36197bb-ebdf-49aa-ba4e-d5541839989f no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:54:50.081891 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port e36197bb-ebdf-49aa-ba4e-d5541839989f is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:50.082286 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:50.104566 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61391eb8-6644-443e-8b95-794e172a2514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e36197bb-ebdf-49aa-ba4e-d5541839989f'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:54:50.106887 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0c7a66-303f-46d6-a930-a8c6d48132ef" -d '{"events": [{"server_uuid": "61391eb8-6644-443e-8b95-794e172a2514", "name": "network-vif-unplugged", "status": "completed", "tag": "e36197bb-ebdf-49aa-ba4e-d5541839989f"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:54:50.119118 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port e36197bb-ebdf-49aa-ba4e-d5541839989f, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=e36197bb-ebdf-49aa-ba4e-d5541839989f,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:50.127319 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:50.156959 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc89f55-395f-4b23-822b-e482ac1780a3 x-openstack-request-id: req-9dc89f55-395f-4b23-822b-e482ac1780a3 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:54:50.157266 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61391eb8-6644-443e-8b95-794e172a2514", "name": "network-vif-unplugged", "status": "completed", "tag": "e36197bb-ebdf-49aa-ba4e-d5541839989f", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:54:50.157522 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9dc89f55-395f-4b23-822b-e482ac1780a3 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:54:50.157929 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61391eb8-6644-443e-8b95-794e172a2514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e36197bb-ebdf-49aa-ba4e-d5541839989f', 'code': 200} Feb 09 02:54:50.181959 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=e36197bb-ebdf-49aa-ba4e-d5541839989f,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:50.189965 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:50.190316 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:50.190660 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:50.191000 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:50.191369 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:50.191703 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:50.192032 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:50.192360 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:50.192693 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:50.193018 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:50.193345 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:50.193668 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:50.193994 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:50.854136 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1e7fe-d5a7-49cd-8452-ccef2a7211f6 req-abe2dc9f-afae-421c-b4ca-9efc6c0d0c97 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:50.855773 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eab1e7fe-d5a7-49cd-8452-ccef2a7211f6 req-abe2dc9f-afae-421c-b4ca-9efc6c0d0c97 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0565522 Feb 09 02:54:50.909544 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-eab1e7fe-d5a7-49cd-8452-ccef2a7211f6 req-8d2f92b4-348e-49de-ab00-acc91621b455 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470161 Feb 09 02:54:52.030881 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8709c4-7317-4543-bbd1-d2d559b12c1f req-b9a393af-d474-4040-835e-14c44d25d62e tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:52.032392 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b8709c4-7317-4543-bbd1-d2d559b12c1f req-b9a393af-d474-4040-835e-14c44d25d62e tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0534472 Feb 09 02:54:52.080135 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5b8709c4-7317-4543-bbd1-d2d559b12c1f req-455e732e-fb62-4a2f-aca9-1c6a9de6d187 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420153 Feb 09 02:54:52.456780 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-a278c487-ed12-4a77-a0dd-1b94f8748117 req-6bed82c7-8bbe-40f9-9a1d-b36e578ced52 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:54:52.457809 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a278c487-ed12-4a77-a0dd-1b94f8748117 req-6bed82c7-8bbe-40f9-9a1d-b36e578ced52 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0432949 Feb 09 02:54:52.615977 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ae137-8dca-4315-afc4-c8b8e0ac3f61 req-4009ee6c-7d09-4ffb-888c-af5df70b3d71 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:52.617470 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c78ae137-8dca-4315-afc4-c8b8e0ac3f61 req-4009ee6c-7d09-4ffb-888c-af5df70b3d71 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0529349 Feb 09 02:54:52.628897 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-922c907a-501e-401a-af28-bc105715a0ba req-561dba1c-1456-4a28-a726-253fbbcad820 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859938 Feb 09 02:54:52.637947 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-922c907a-501e-401a-af28-bc105715a0ba req-e95a578e-1046-4086-a8f3-e7ea93cddf4b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:54:52.639737 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-922c907a-501e-401a-af28-bc105715a0ba req-e95a578e-1046-4086-a8f3-e7ea93cddf4b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051889 Feb 09 02:54:52.669631 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c78ae137-8dca-4315-afc4-c8b8e0ac3f61 req-e20ae179-b4d6-4d3d-92c8-b4095c4e5be3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461509 Feb 09 02:54:53.790825 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccb079-9bba-4001-8f7f-4a4a0e490b9d req-c64dedb8-eb84-4d7a-a4ea-618cb02d4c43 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:53.792320 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-95ccb079-9bba-4001-8f7f-4a4a0e490b9d req-c64dedb8-eb84-4d7a-a4ea-618cb02d4c43 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0541496 Feb 09 02:54:53.840144 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-95ccb079-9bba-4001-8f7f-4a4a0e490b9d req-3229a34d-282b-4b14-8699-05718d5187d9 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412755 Feb 09 02:54:54.968282 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb8f48-60cc-4c5c-baf5-cf1c40271ba0 req-f22631b2-efa3-4632-9f65-3a580bb52cd5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:54.969919 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ebbb8f48-60cc-4c5c-baf5-cf1c40271ba0 req-f22631b2-efa3-4632-9f65-3a580bb52cd5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0583372 Feb 09 02:54:55.020479 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ebbb8f48-60cc-4c5c-baf5-cf1c40271ba0 req-49fc856c-f411-4645-a4ed-e1b7c48f947f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440111 Feb 09 02:54:55.535123 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:54:56.140638 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83afdb-bdfb-4070-96fa-0fced11d0771 req-da6e637b-b633-47db-84ed-15ecf29a68d8 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:56.142120 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2e83afdb-bdfb-4070-96fa-0fced11d0771 req-da6e637b-b633-47db-84ed-15ecf29a68d8 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0533476 Feb 09 02:54:56.194613 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2e83afdb-bdfb-4070-96fa-0fced11d0771 req-7994ed3d-82fa-4081-8636-94ebb3e376ba tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468667 Feb 09 02:54:57.320465 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464b5b9-604b-40a8-b4f8-bdd10f0b30b1 req-cdc061e2-12d0-477a-a45e-af862f09e5c8 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:57.322085 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e464b5b9-604b-40a8-b4f8-bdd10f0b30b1 req-cdc061e2-12d0-477a-a45e-af862f09e5c8 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0563862 Feb 09 02:54:57.377060 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e464b5b9-604b-40a8-b4f8-bdd10f0b30b1 req-7b05606e-dbbd-4214-b1ec-f35e92416003 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487430 Feb 09 02:54:58.500949 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a5939-4b68-4fc4-bcaf-0c28b7704060 req-009f8233-e229-4fea-b984-591169aa0c58 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:58.502432 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-990a5939-4b68-4fc4-bcaf-0c28b7704060 req-009f8233-e229-4fea-b984-591169aa0c58 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0565488 Feb 09 02:54:58.551529 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-990a5939-4b68-4fc4-bcaf-0c28b7704060 req-69373e4b-1443-4771-a8e4-dc371cc2b048 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434160 Feb 09 02:54:59.677036 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66e744-2f26-46e8-b7bc-3b03404810a5 req-8a9134e1-b92f-470d-adda-5bc695c5967e tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:59.678586 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f66e744-2f26-46e8-b7bc-3b03404810a5 req-8a9134e1-b92f-470d-adda-5bc695c5967e tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0587111 Feb 09 02:54:59.728482 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f66e744-2f26-46e8-b7bc-3b03404810a5 req-0db51500-df03-45d2-aef7-1c190d22f2e9 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439875 Feb 09 02:55:00.847516 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98e6c9-d9ec-4ee5-8f32-9bb5af7b7c69 req-f0e01a62-64c9-4542-bfa7-025e7d0fdc43 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:00.849012 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c98e6c9-d9ec-4ee5-8f32-9bb5af7b7c69 req-f0e01a62-64c9-4542-bfa7-025e7d0fdc43 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0528493 Feb 09 02:55:00.898629 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5c98e6c9-d9ec-4ee5-8f32-9bb5af7b7c69 req-fc5a28d6-0441-4372-ae1e-edbf965b79c5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440116 Feb 09 02:55:02.023239 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d41585-053c-4959-8498-d54148db0cac req-dbc5b0b1-23cc-42bc-8b5a-aa6de9aa37f5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:02.024732 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-50d41585-053c-4959-8498-d54148db0cac req-dbc5b0b1-23cc-42bc-8b5a-aa6de9aa37f5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0546606 Feb 09 02:55:02.074628 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-50d41585-053c-4959-8498-d54148db0cac req-a80d53b5-fde0-4bf3-af3e-14a05616dc7d tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442777 Feb 09 02:55:02.888930 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c907a-501e-401a-af28-bc105715a0ba req-a3762a07-c87f-4eb2-8e90-c8467d5804f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:02.890737 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-922c907a-501e-401a-af28-bc105715a0ba req-a3762a07-c87f-4eb2-8e90-c8467d5804f8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514&tenant_id=9613699d8bf74fc89f4b7d3977a14587 HTTP/1.1" status: 200 len: 1126 time: 0.0473754 Feb 09 02:55:02.900514 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [req-922c907a-501e-401a-af28-bc105715a0ba req-8b276db8-7218-4e9e-8cb0-d2639dd23ae3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:55:02.901429 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-922c907a-501e-401a-af28-bc105715a0ba req-8b276db8-7218-4e9e-8cb0-d2639dd23ae3 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048375 Feb 09 02:55:02.912828 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828387-3', 'device_owner': 'compute:nova'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:02.975732 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:03.176948 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] For port e36197bb-ebdf-49aa-ba4e-d5541839989f, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=e36197bb-ebdf-49aa-ba4e-d5541839989f,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:03.201605 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95e4bc-5142-42d0-9100-e0b72d84b58d req-9b96e213-f39e-4fdf-a910-8073bbf3a7d0 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:03.203685 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7b95e4bc-5142-42d0-9100-e0b72d84b58d req-9b96e213-f39e-4fdf-a910-8073bbf3a7d0 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0572071 Feb 09 02:55:03.210424 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] For port e36197bb-ebdf-49aa-ba4e-d5541839989f, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:55:03.243645 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36197bb-ebdf-49aa-ba4e-d5541839989f {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:55:03.251236 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Publish callbacks [] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:03.252402 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7b95e4bc-5142-42d0-9100-e0b72d84b58d req-c11a2cde-be52-4f19-bd9c-072612ae812a tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428541 Feb 09 02:55:03.263922 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Transition to ACTIVE for port object e36197bb-ebdf-49aa-ba4e-d5541839989f will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:55:03.274929 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:03.355143 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Pushing event updated for resources: {'Port': ['ID=e36197bb-ebdf-49aa-ba4e-d5541839989f,revision_number=7']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:03.367012 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:03.367383 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:03.367725 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:03.368059 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:03.368390 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:03.368717 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:03.369042 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:03.369364 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:03.369685 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:03.370004 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:03.370331 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:03.370654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:03.370965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:03.411161 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] No DVR routers for this DVR port e36197bb-ebdf-49aa-ba4e-d5541839989f on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:55:03.888109 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Attempting to bind port e36197bb-ebdf-49aa-ba4e-d5541839989f on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:55:03.888438 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Attempting to bind port e36197bb-ebdf-49aa-ba4e-d5541839989f by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:55:03.888760 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Attempting to bind port e36197bb-ebdf-49aa-ba4e-d5541839989f on network 811dc3ae-9277-4d47-ab53-8d44b276726a {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:55:03.894097 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Port e36197bb-ebdf-49aa-ba4e-d5541839989f on network 811dc3ae-9277-4d47-ab53-8d44b276726a not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:55:03.894411 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Attempting to bind port e36197bb-ebdf-49aa-ba4e-d5541839989f on network 811dc3ae-9277-4d47-ab53-8d44b276726a {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:55:03.899438 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:55:03.899772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Checking segment: {'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:55:03.900152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Bound using segment: {'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:55:03.900577 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Bound port: e36197bb-ebdf-49aa-ba4e-d5541839989f, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b9c8fcb-1358-490b-8b3f-c892bc33709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:55:03.900929 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:03.966890 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] For port e36197bb-ebdf-49aa-ba4e-d5541839989f, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:55:03.970501 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] For port e36197bb-ebdf-49aa-ba4e-d5541839989f, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=e36197bb-ebdf-49aa-ba4e-d5541839989f,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:55:03.976600 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:04.008368 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:04.008999 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:04.010382 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-922c907a-501e-401a-af28-bc105715a0ba req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] 10.222.0.67 "PUT /v2.0/ports/e36197bb-ebdf-49aa-ba4e-d5541839989f HTTP/1.1" status: 200 len: 1092 time: 1.1011183 Feb 09 02:55:04.013174 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61391eb8-6644-443e-8b95-794e172a2514', 'tag': 'e36197bb-ebdf-49aa-ba4e-d5541839989f'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:04.017481 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d9422d-46b3-4b9f-b5a7-dceddeb98c48" -d '{"events": [{"name": "network-changed", "server_uuid": "61391eb8-6644-443e-8b95-794e172a2514", "tag": "e36197bb-ebdf-49aa-ba4e-d5541839989f"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:04.072562 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0660758-3bc2-4655-a97a-dba70cd507a1 x-openstack-request-id: req-f0660758-3bc2-4655-a97a-dba70cd507a1 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:04.072853 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61391eb8-6644-443e-8b95-794e172a2514", "tag": "e36197bb-ebdf-49aa-ba4e-d5541839989f", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:04.073112 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f0660758-3bc2-4655-a97a-dba70cd507a1 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:04.073507 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61391eb8-6644-443e-8b95-794e172a2514', 'tag': 'e36197bb-ebdf-49aa-ba4e-d5541839989f', 'status': 'completed', 'code': 200} Feb 09 02:55:04.074078 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4cba0-0c33-4136-bc3c-03d52067ae7e service neutron] Pushing event updated for resources: {'Port': ['ID=e36197bb-ebdf-49aa-ba4e-d5541839989f,revision_number=8']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:04.096238 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c907a-501e-401a-af28-bc105715a0ba req-998b5e98-e174-4137-8503-9750bf707282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:04.097752 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-922c907a-501e-401a-af28-bc105715a0ba req-998b5e98-e174-4137-8503-9750bf707282 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9613699d8bf74fc89f4b7d3977a14587&device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 1126 time: 0.0561578 Feb 09 02:55:04.196036 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c907a-501e-401a-af28-bc105715a0ba req-f3bfcd22-8d6e-4638-8497-55e4d448637a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:04.197503 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-922c907a-501e-401a-af28-bc105715a0ba req-f3bfcd22-8d6e-4638-8497-55e4d448637a service neutron] 10.222.0.67 "GET /v2.0/networks?id=811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 200 len: 910 time: 0.0931675 Feb 09 02:55:04.263213 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-922c907a-501e-401a-af28-bc105715a0ba req-1cb9e2f4-20ed-4bca-b3b9-d2b124bf4ffd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36197bb-ebdf-49aa-ba4e-d5541839989f HTTP/1.1" status: 200 len: 1000 time: 0.0596836 Feb 09 02:55:04.312189 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c907a-501e-401a-af28-bc105715a0ba req-9bf92833-8354-4673-beff-5fe941b8aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:04.313670 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-922c907a-501e-401a-af28-bc105715a0ba req-9bf92833-8354-4673-beff-5fe941b8aa84 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d09fbf3-6484-4fde-a3bd-c9e7df735e13 HTTP/1.1" status: 200 len: 848 time: 0.0449135 Feb 09 02:55:04.369884 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c907a-501e-401a-af28-bc105715a0ba req-6cbfd691-91b5-4b5c-91fb-94eecdbeb90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:04.371423 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-922c907a-501e-401a-af28-bc105715a0ba req-6cbfd691-91b5-4b5c-91fb-94eecdbeb90a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=811dc3ae-9277-4d47-ab53-8d44b276726a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511208 Feb 09 02:55:04.383096 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cd300-8b8b-4381-a403-2b06c53cbae8 req-7b674218-8199-4200-964c-418f00752db2 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:04.384595 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d19cd300-8b8b-4381-a403-2b06c53cbae8 req-7b674218-8199-4200-964c-418f00752db2 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0552914 Feb 09 02:55:04.434364 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-d19cd300-8b8b-4381-a403-2b06c53cbae8 req-d9bd6580-919f-41f6-adfc-10be79831e14 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437603 Feb 09 02:55:04.461094 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-922c907a-501e-401a-af28-bc105715a0ba req-8fdbc488-b79c-4194-b3f6-96c2fa3e5229 service neutron] 10.222.0.67 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839245 Feb 09 02:55:04.555590 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-922c907a-501e-401a-af28-bc105715a0ba req-b4b6db63-a355-4bf2-86bb-ae5591c0149e service neutron] 10.222.0.67 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891190 Feb 09 02:55:04.646828 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9422d-46b3-4b9f-b5a7-dceddeb98c48 req-2a68c4d7-69ca-45aa-95d1-16e685d3fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:04.648368 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d2d9422d-46b3-4b9f-b5a7-dceddeb98c48 req-2a68c4d7-69ca-45aa-95d1-16e685d3fba1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9613699d8bf74fc89f4b7d3977a14587&device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 1126 time: 0.0490844 Feb 09 02:55:04.752444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9422d-46b3-4b9f-b5a7-dceddeb98c48 req-d52862c1-30fb-4a69-bc7b-75f2c2bb6d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:04.753843 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d2d9422d-46b3-4b9f-b5a7-dceddeb98c48 req-d52862c1-30fb-4a69-bc7b-75f2c2bb6d3b service neutron] 10.222.0.67 "GET /v2.0/networks?id=811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 200 len: 910 time: 0.1000144 Feb 09 02:55:04.822088 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d2d9422d-46b3-4b9f-b5a7-dceddeb98c48 req-e65d5f39-0c30-4cf2-886f-faac637da6fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36197bb-ebdf-49aa-ba4e-d5541839989f HTTP/1.1" status: 200 len: 1000 time: 0.0623159 Feb 09 02:55:04.870041 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9422d-46b3-4b9f-b5a7-dceddeb98c48 req-c5cfd64b-5c77-4b1c-bfcb-9bf6504ad270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:04.871505 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d2d9422d-46b3-4b9f-b5a7-dceddeb98c48 req-c5cfd64b-5c77-4b1c-bfcb-9bf6504ad270 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d09fbf3-6484-4fde-a3bd-c9e7df735e13 HTTP/1.1" status: 200 len: 848 time: 0.0429568 Feb 09 02:55:04.920658 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9422d-46b3-4b9f-b5a7-dceddeb98c48 req-b38dbd68-fe95-44b8-928d-6b51b0cbee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:04.922161 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d2d9422d-46b3-4b9f-b5a7-dceddeb98c48 req-b38dbd68-fe95-44b8-928d-6b51b0cbee90 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=811dc3ae-9277-4d47-ab53-8d44b276726a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450315 Feb 09 02:55:05.018433 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d2d9422d-46b3-4b9f-b5a7-dceddeb98c48 req-b974bc7a-f361-4913-b5bc-74bd1f2c131d service neutron] 10.222.0.67 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893221 Feb 09 02:55:05.107924 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d2d9422d-46b3-4b9f-b5a7-dceddeb98c48 req-c825ae99-eea5-4f5d-8947-25fcbf229e35 service neutron] 10.222.0.67 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835931 Feb 09 02:55:05.562737 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed7fe5-8680-48f5-9346-e903904a6bd2 req-cd8f85c9-ecb5-4bae-969f-6db0dbe53a59 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:05.564250 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-afed7fe5-8680-48f5-9346-e903904a6bd2 req-cd8f85c9-ecb5-4bae-969f-6db0dbe53a59 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0599923 Feb 09 02:55:05.612803 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-afed7fe5-8680-48f5-9346-e903904a6bd2 req-92f8c452-66b3-4c12-9f0b-3b3401785cf8 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429394 Feb 09 02:55:06.732018 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce1e0e-9715-4b41-bdd0-9927f68f9bfc req-714d6d90-3005-4e6b-9234-6bda7dadfa54 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:06.733694 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-32ce1e0e-9715-4b41-bdd0-9927f68f9bfc req-714d6d90-3005-4e6b-9234-6bda7dadfa54 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0522435 Feb 09 02:55:06.786447 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-32ce1e0e-9715-4b41-bdd0-9927f68f9bfc req-0bd46801-54e4-4427-8e0e-772dbdf1f82f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473046 Feb 09 02:55:07.652458 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b43dc-6286-4614-8f5f-bdb7d7bed895 req-9aa4a017-4d92-4cbe-ab01-9b537d3e1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:07.653996 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-882b43dc-6286-4614-8f5f-bdb7d7bed895 req-9aa4a017-4d92-4cbe-ab01-9b537d3e1d09 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9613699d8bf74fc89f4b7d3977a14587&device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 1126 time: 0.0468674 Feb 09 02:55:07.672729 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7009d2de-a72e-4487-9f04-bed08c0369bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:07.765462 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b43dc-6286-4614-8f5f-bdb7d7bed895 req-217a47f3-eade-45cd-9e7b-cf53f778733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:07.766939 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-882b43dc-6286-4614-8f5f-bdb7d7bed895 req-217a47f3-eade-45cd-9e7b-cf53f778733b service neutron] 10.222.0.67 "GET /v2.0/networks?id=811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 200 len: 910 time: 0.0940650 Feb 09 02:55:07.835811 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-882b43dc-6286-4614-8f5f-bdb7d7bed895 req-b02d3309-c7be-4545-9d79-4fde40368bc7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36197bb-ebdf-49aa-ba4e-d5541839989f HTTP/1.1" status: 200 len: 1000 time: 0.0622277 Feb 09 02:55:07.915062 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b43dc-6286-4614-8f5f-bdb7d7bed895 req-45e0f904-66b0-42c5-8d81-19670b4d5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:07.916462 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-882b43dc-6286-4614-8f5f-bdb7d7bed895 req-45e0f904-66b0-42c5-8d81-19670b4d5f96 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d09fbf3-6484-4fde-a3bd-c9e7df735e13 HTTP/1.1" status: 200 len: 848 time: 0.0753658 Feb 09 02:55:07.962815 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1ccc0-7c83-47df-b129-92149cc1471b req-378fa35c-a3fe-4a13-8d02-1473b3932733 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:07.964305 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-38a1ccc0-7c83-47df-b129-92149cc1471b req-378fa35c-a3fe-4a13-8d02-1473b3932733 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0973778 Feb 09 02:55:07.994471 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b43dc-6286-4614-8f5f-bdb7d7bed895 req-1277c9a1-83b4-4879-91b7-18a536c19f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:07.995996 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-882b43dc-6286-4614-8f5f-bdb7d7bed895 req-1277c9a1-83b4-4879-91b7-18a536c19f12 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=811dc3ae-9277-4d47-ab53-8d44b276726a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0731101 Feb 09 02:55:08.070725 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-38a1ccc0-7c83-47df-b129-92149cc1471b req-da97aa98-9748-4b8c-80af-c4f13b7f1181 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970714 Feb 09 02:55:08.119153 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-882b43dc-6286-4614-8f5f-bdb7d7bed895 req-b07c5020-2040-4b30-aae1-6fa8ad2d71b5 service neutron] 10.222.0.67 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167116 Feb 09 02:55:08.212854 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-882b43dc-6286-4614-8f5f-bdb7d7bed895 req-73758c2c-27c8-4c97-aa7f-c5d33c7c9434 service neutron] 10.222.0.67 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875943 Feb 09 02:55:09.196104 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1e838-b0a0-4ed1-a1bd-06c748d2476d req-f028dbf8-4a05-4cde-9222-92ba2e452ccb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:09.197578 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-14f1e838-b0a0-4ed1-a1bd-06c748d2476d req-f028dbf8-4a05-4cde-9222-92ba2e452ccb tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0549748 Feb 09 02:55:09.245520 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-14f1e838-b0a0-4ed1-a1bd-06c748d2476d req-5f0a622f-586c-419a-ac19-cad9db460ed3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418441 Feb 09 02:55:10.308085 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-33a8d806-1511-484c-882a-56380ee60e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:10.369280 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db923f28-d8ba-4609-a46c-6c2e7853e194 req-ec3e00e5-ad73-4fe5-b661-2d238abbb92a tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:10.370778 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-db923f28-d8ba-4609-a46c-6c2e7853e194 req-ec3e00e5-ad73-4fe5-b661-2d238abbb92a tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0550010 Feb 09 02:55:10.424242 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-db923f28-d8ba-4609-a46c-6c2e7853e194 req-4edad1de-aac6-4357-99a8-d3731359adf5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472689 Feb 09 02:55:10.612311 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:11.125327 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:11.534321 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:11.544835 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de5f88-8633-470c-a7e5-d38f1e45ac52 req-0151f239-f0a0-4526-ab80-736ee79ae3dd tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:11.546487 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-08de5f88-8633-470c-a7e5-d38f1e45ac52 req-0151f239-f0a0-4526-ab80-736ee79ae3dd tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0540957 Feb 09 02:55:11.594911 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-08de5f88-8633-470c-a7e5-d38f1e45ac52 req-10b7fe13-8dda-498d-9a26-c0f25388a549 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421472 Feb 09 02:55:12.612907 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:12.715374 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b06ea1-7046-4e9e-9b41-b6351fd54ca2 req-e4c782d4-fee1-49e0-bdb3-bdebcbed0046 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:12.716867 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-93b06ea1-7046-4e9e-9b41-b6351fd54ca2 req-e4c782d4-fee1-49e0-bdb3-bdebcbed0046 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 944 time: 0.0536261 Feb 09 02:55:12.766192 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-93b06ea1-7046-4e9e-9b41-b6351fd54ca2 req-e7991831-68c1-4a52-9aac-5cedacdb82f5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428014 Feb 09 02:55:13.522754 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device e36197bb-ebdf-49aa-ba4e-d5541839989f details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:55:13.620418 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port e36197bb-ebdf-49aa-ba4e-d5541839989f, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=e36197bb-ebdf-49aa-ba4e-d5541839989f,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:13.642305 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'e36197bb-ebdf-49aa-ba4e-d5541839989f', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'port_id': 'e36197bb-ebdf-49aa-ba4e-d5541839989f', 'mac_address': 'fa:16:3e:93:15:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:55:13.651245 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:13.684373 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port e36197bb-ebdf-49aa-ba4e-d5541839989f is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:13.684756 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:13.697953 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36197bb-ebdf-49aa-ba4e-d5541839989f {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:55:13.716959 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port e36197bb-ebdf-49aa-ba4e-d5541839989f, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=e36197bb-ebdf-49aa-ba4e-d5541839989f,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:13.720829 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:13.769438 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=e36197bb-ebdf-49aa-ba4e-d5541839989f,revision_number=9']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:13.888859 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f30881-2564-465f-ae46-1fde0e6eae0e req-ea8f749e-ea83-4903-b8f5-caa389976726 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:13.890319 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e6f30881-2564-465f-ae46-1fde0e6eae0e req-ea8f749e-ea83-4903-b8f5-caa389976726 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 945 time: 0.0566850 Feb 09 02:55:13.940439 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e6f30881-2564-465f-ae46-1fde0e6eae0e req-6f64b4a3-59ef-4b45-8407-195339525ca1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443494 Feb 09 02:55:14.111181 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['e36197bb-ebdf-49aa-ba4e-d5541839989f'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:15.059143 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ef72e-abb1-494e-84eb-e264de317d79 req-c9ceee91-bad1-4e75-9984-2ddf98a94996 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:15.060634 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-334ef72e-abb1-494e-84eb-e264de317d79 req-c9ceee91-bad1-4e75-9984-2ddf98a94996 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 945 time: 0.0534029 Feb 09 02:55:15.109550 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-334ef72e-abb1-494e-84eb-e264de317d79 req-9edb3e40-5bdf-44c0-8319-a7529d66d17e tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427144 Feb 09 02:55:15.535274 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device e36197bb-ebdf-49aa-ba4e-d5541839989f up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:55:15.583812 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port e36197bb-ebdf-49aa-ba4e-d5541839989f completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:55:15.588251 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port e36197bb-ebdf-49aa-ba4e-d5541839989f triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:15.588623 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:15.669487 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port e36197bb-ebdf-49aa-ba4e-d5541839989f is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:15.669889 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:15.693162 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61391eb8-6644-443e-8b95-794e172a2514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36197bb-ebdf-49aa-ba4e-d5541839989f'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:15.695412 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e117fd-cc52-4991-87fb-fcca6935c0c2" -d '{"events": [{"server_uuid": "61391eb8-6644-443e-8b95-794e172a2514", "name": "network-vif-plugged", "status": "completed", "tag": "e36197bb-ebdf-49aa-ba4e-d5541839989f"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:15.711800 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port e36197bb-ebdf-49aa-ba4e-d5541839989f, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=e36197bb-ebdf-49aa-ba4e-d5541839989f,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:15.716343 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:15.741994 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03c9ce2-7b7b-4c8c-8f53-0ff8309181f2 x-openstack-request-id: req-b03c9ce2-7b7b-4c8c-8f53-0ff8309181f2 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:15.741994 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61391eb8-6644-443e-8b95-794e172a2514", "name": "network-vif-plugged", "status": "completed", "tag": "e36197bb-ebdf-49aa-ba4e-d5541839989f", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:15.742296 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b03c9ce2-7b7b-4c8c-8f53-0ff8309181f2 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:15.742586 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61391eb8-6644-443e-8b95-794e172a2514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36197bb-ebdf-49aa-ba4e-d5541839989f', 'code': 200} Feb 09 02:55:15.769031 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=e36197bb-ebdf-49aa-ba4e-d5541839989f,revision_number=10']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:15.893776 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6025eaa-ee4e-4d2c-92cf-e173c458ed27 req-de4103a0-6cf4-40e0-873e-154d0d82a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:15.895339 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c6025eaa-ee4e-4d2c-92cf-e173c458ed27 req-de4103a0-6cf4-40e0-873e-154d0d82a3f7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 1129 time: 0.0505157 Feb 09 02:55:15.939346 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-c6025eaa-ee4e-4d2c-92cf-e173c458ed27 req-76aa8b98-e1c5-4e1c-82ce-bf895864b271 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387111 Feb 09 02:55:16.233502 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff1c34-9043-4e13-9cd8-f8932de3b4bb req-6f5f464a-e7f7-4f09-80f7-77e54ad39c6c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:16.234978 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d5ff1c34-9043-4e13-9cd8-f8932de3b4bb req-6f5f464a-e7f7-4f09-80f7-77e54ad39c6c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 947 time: 0.0541694 Feb 09 02:55:16.284729 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d5ff1c34-9043-4e13-9cd8-f8932de3b4bb req-7f357b0d-271f-456d-8579-e5ac4a8b2882 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429475 Feb 09 02:55:17.415952 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108e8b8-b135-4cc2-800e-8fef4d6ae24f req-9161bd84-eb00-4cd4-b8a7-0027b066dc4a tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:17.417422 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f108e8b8-b135-4cc2-800e-8fef4d6ae24f req-9161bd84-eb00-4cd4-b8a7-0027b066dc4a tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 947 time: 0.0529704 Feb 09 02:55:17.466280 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f108e8b8-b135-4cc2-800e-8fef4d6ae24f req-b41321fc-b0d6-4873-9b1e-328cada0cc00 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432763 Feb 09 02:55:32.534497 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:55:37.668911 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-64e2128b-0b3e-4155-9937-dbb7917a6392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:40.310306 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e02e972-153e-4bdc-92ec-6f6d79f7a2a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:40.610152 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:41.127828 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:41.555645 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:42.615484 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:43.644161 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:07.673841 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3bed03bb-d4eb-4349-b2ba-8c11d59c3649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:08.661746 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8bb2c1e-fa3f-4a96-937c-f1dcadf0ca19 req-1115ba8a-662e-4080-a4c0-34f1efbdc68e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441406 Feb 09 02:56:08.752497 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb2c1e-fa3f-4a96-937c-f1dcadf0ca19 req-7b9dfa4b-519f-4d4a-9e49-0780808224ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:08.754017 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8bb2c1e-fa3f-4a96-937c-f1dcadf0ca19 req-7b9dfa4b-519f-4d4a-9e49-0780808224ea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9613699d8bf74fc89f4b7d3977a14587&device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 1129 time: 0.0505931 Feb 09 02:56:08.858956 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb2c1e-fa3f-4a96-937c-f1dcadf0ca19 req-b80e1c91-3bc9-42a7-841e-d7e265dd851b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:08.860448 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8bb2c1e-fa3f-4a96-937c-f1dcadf0ca19 req-b80e1c91-3bc9-42a7-841e-d7e265dd851b service neutron] 10.222.0.67 "GET /v2.0/networks?id=811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 200 len: 910 time: 0.0874825 Feb 09 02:56:08.933205 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8bb2c1e-fa3f-4a96-937c-f1dcadf0ca19 req-e2749424-437f-4a4b-89cf-34a4c111ecfa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36197bb-ebdf-49aa-ba4e-d5541839989f HTTP/1.1" status: 200 len: 1002 time: 0.0667524 Feb 09 02:56:08.983717 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb2c1e-fa3f-4a96-937c-f1dcadf0ca19 req-bdae6e51-a83e-45b3-9539-f1110421ffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:08.985226 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8bb2c1e-fa3f-4a96-937c-f1dcadf0ca19 req-bdae6e51-a83e-45b3-9539-f1110421ffdf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d09fbf3-6484-4fde-a3bd-c9e7df735e13 HTTP/1.1" status: 200 len: 848 time: 0.0464339 Feb 09 02:56:09.037025 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb2c1e-fa3f-4a96-937c-f1dcadf0ca19 req-9fef58ff-95ab-4c22-932c-f0155941d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:09.038527 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8bb2c1e-fa3f-4a96-937c-f1dcadf0ca19 req-9fef58ff-95ab-4c22-932c-f0155941d5d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=811dc3ae-9277-4d47-ab53-8d44b276726a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467203 Feb 09 02:56:09.138094 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8bb2c1e-fa3f-4a96-937c-f1dcadf0ca19 req-1c8b057d-1437-4b52-bbfb-b90ee6751329 service neutron] 10.222.0.67 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936184 Feb 09 02:56:09.227414 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f8bb2c1e-fa3f-4a96-937c-f1dcadf0ca19 req-c7abb78c-4ae6-4742-9e99-8267488711ba service neutron] 10.222.0.67 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834248 Feb 09 02:56:09.533186 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:56:10.314468 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bc5abedd-9535-4e91-ba06-435d39ffef79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:10.632041 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:11.130716 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:11.579752 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:12.618535 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:13.646176 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:32.955738 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35486) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:33.115579 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Deleting port a1ceeb6e-05fd-4879-9c66-594799aabab8 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:56:33.115924 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a1ceeb6e-05fd-4879-9c66-594799aabab8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:33.193440 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a1ceeb6e-05fd-4879-9c66-594799aabab8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:33.193770 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for floatingip (a1ceeb6e-05fd-4879-9c66-594799aabab8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:33.205786 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Calling delete_port for a1ceeb6e-05fd-4879-9c66-594799aabab8 owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:56:33.352500 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (a1ceeb6e-05fd-4879-9c66-594799aabab8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:33.377569 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event deleted for resources: {'Port': ['ID=a1ceeb6e-05fd-4879-9c66-594799aabab8,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:33.389535 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:33.390594 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:33.390845 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:33.391191 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:33.391558 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:33.391897 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:33.392231 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:33.392580 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:33.392910 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:33.393238 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:33.393565 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:33.393892 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:33.394217 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:33.453751 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for floatingip (1243f055-d1c1-422a-8a61-7a830d496b98), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:33.454129 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Floating IP 1243f055-d1c1-422a-8a61-7a830d496b98 disassociated (deleted). External IP: 172.25.7.148, port: e36197bb-ebdf-49aa-ba4e-d5541839989f. Feb 09 02:56:33.665723 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Router 2faf0829-c50d-4394-a120-e2c7cffac6b8 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:56:33.776991 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:56:33.781453 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:33.787225 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831302af-ee89-402c-950c-e601b9988846 None None] Sync routers for ids ['2faf0829-c50d-4394-a120-e2c7cffac6b8'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:56:33.796533 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831302af-ee89-402c-950c-e601b9988846 None None] Routers {'2faf0829-c50d-4394-a120-e2c7cffac6b8'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:56:33.797393 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-831302af-ee89-402c-950c-e601b9988846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:56:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2faf0829-c50d-4394-a120-e2c7cffac6b8'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:33.813480 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-988479b7-0b31-4449-a014-66e6973c89d3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "DELETE /v2.0/floatingips/1243f055-d1c1-422a-8a61-7a830d496b98 HTTP/1.1" status: 204 len: 168 time: 0.8550830 Feb 09 02:56:33.813480 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61391eb8-6644-443e-8b95-794e172a2514', 'tag': 'e36197bb-ebdf-49aa-ba4e-d5541839989f'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:33.815530 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff572268e95c141781719acaad4855de8444ab217edd6adc13da47e42a1cfcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866eb86d-f40e-42fe-946f-e09e906895d9" -d '{"events": [{"name": "network-changed", "server_uuid": "61391eb8-6644-443e-8b95-794e172a2514", "tag": "e36197bb-ebdf-49aa-ba4e-d5541839989f"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:33.911305 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-831302af-ee89-402c-950c-e601b9988846 None None] Set router 2faf0829-c50d-4394-a120-e2c7cffac6b8 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:56:33.930985 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95258455-7b9c-41cc-b500-745704e251ba x-openstack-request-id: req-95258455-7b9c-41cc-b500-745704e251ba {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:33.931353 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61391eb8-6644-443e-8b95-794e172a2514", "tag": "e36197bb-ebdf-49aa-ba4e-d5541839989f", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:33.931655 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-95258455-7b9c-41cc-b500-745704e251ba {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:33.932072 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61391eb8-6644-443e-8b95-794e172a2514', 'tag': 'e36197bb-ebdf-49aa-ba4e-d5541839989f', 'status': 'completed', 'code': 200} Feb 09 02:56:34.009512 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866eb86d-f40e-42fe-946f-e09e906895d9 req-a07a4143-6643-43d2-a3bb-39c293d3f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:34.011193 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-866eb86d-f40e-42fe-946f-e09e906895d9 req-a07a4143-6643-43d2-a3bb-39c293d3f675 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9613699d8bf74fc89f4b7d3977a14587&device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 1129 time: 0.0588865 Feb 09 02:56:34.069661 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8485c68-3db8-458c-a5be-d99e45f6f84a req-718f1845-2ae2-4e3f-9657-37c564bbb3c3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:34.071173 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b8485c68-3db8-458c-a5be-d99e45f6f84a req-718f1845-2ae2-4e3f-9657-37c564bbb3c3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 947 time: 0.0593691 Feb 09 02:56:34.118810 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866eb86d-f40e-42fe-946f-e09e906895d9 req-78528b58-439a-4719-a3d3-30530eb3a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:34.120334 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-866eb86d-f40e-42fe-946f-e09e906895d9 req-78528b58-439a-4719-a3d3-30530eb3a6b4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 200 len: 910 time: 0.1030304 Feb 09 02:56:34.121147 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-831302af-ee89-402c-950c-e601b9988846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'name': 'tempest-TestShelveInstance-1153666222-router', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'b06b2429-1274-48cf-9853-ca779df27454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:46:53Z', 'revision_number': 4, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'gw_port': {'id': 'b06b2429-1274-48cf-9853-ca779df27454', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'ed15f841-6649-49e7-b77f-b39c80b145ad', 'name': '', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'mac_address': 'fa:16:3e:28:29:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:52Z', 'updated_at': '2022-02-09T02:46:58Z', 'revision_number': 5, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'subnets': [{'id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:34.123702 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b8485c68-3db8-458c-a5be-d99e45f6f84a req-83706c92-2804-4e12-ad6d-ea74dccb15c5 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448291 Feb 09 02:56:34.156343 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831302af-ee89-402c-950c-e601b9988846 None None] Checking router: 2faf0829-c50d-4394-a120-e2c7cffac6b8 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:56:34.165065 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-866eb86d-f40e-42fe-946f-e09e906895d9 req-beb24ade-2ad4-49fa-89ec-0a8fa05ed075 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36197bb-ebdf-49aa-ba4e-d5541839989f HTTP/1.1" status: 200 len: 217 time: 0.0372627 Feb 09 02:56:34.165894 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831302af-ee89-402c-950c-e601b9988846 None None] Routers {'2faf0829-c50d-4394-a120-e2c7cffac6b8'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:56:34.166829 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-831302af-ee89-402c-950c-e601b9988846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:56:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2faf0829-c50d-4394-a120-e2c7cffac6b8'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:34.219113 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866eb86d-f40e-42fe-946f-e09e906895d9 req-7ca87b0b-b4f9-4715-ab1b-d5cfd150b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:34.220519 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-866eb86d-f40e-42fe-946f-e09e906895d9 req-7ca87b0b-b4f9-4715-ab1b-d5cfd150b688 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d09fbf3-6484-4fde-a3bd-c9e7df735e13 HTTP/1.1" status: 200 len: 848 time: 0.0499475 Feb 09 02:56:34.271613 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866eb86d-f40e-42fe-946f-e09e906895d9 req-5e7da2d5-7929-423e-b308-2b45cc903846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:34.273191 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-866eb86d-f40e-42fe-946f-e09e906895d9 req-5e7da2d5-7929-423e-b308-2b45cc903846 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=811dc3ae-9277-4d47-ab53-8d44b276726a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462523 Feb 09 02:56:34.276645 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-831302af-ee89-402c-950c-e601b9988846 None None] Set router 2faf0829-c50d-4394-a120-e2c7cffac6b8 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:56:34.362271 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-866eb86d-f40e-42fe-946f-e09e906895d9 req-7882c9cd-1da5-428a-ba1c-411a6ee2e30e service neutron] 10.222.0.67 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826864 Feb 09 02:56:34.457313 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-866eb86d-f40e-42fe-946f-e09e906895d9 req-4e0ceb43-a60f-4633-9b85-b094dedad9fa service neutron] 10.222.0.67 "GET /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878832 Feb 09 02:56:34.476279 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-831302af-ee89-402c-950c-e601b9988846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'name': 'tempest-TestShelveInstance-1153666222-router', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'b06b2429-1274-48cf-9853-ca779df27454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:46:53Z', 'revision_number': 4, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'gw_port': {'id': 'b06b2429-1274-48cf-9853-ca779df27454', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'ed15f841-6649-49e7-b77f-b39c80b145ad', 'name': '', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'mac_address': 'fa:16:3e:28:29:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:52Z', 'updated_at': '2022-02-09T02:46:58Z', 'revision_number': 5, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'subnets': [{'id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:34.504397 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831302af-ee89-402c-950c-e601b9988846 None None] The sync data for ids ['2faf0829-c50d-4394-a120-e2c7cffac6b8'] in n-d-828387-3 is: [{'id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'name': 'tempest-TestShelveInstance-1153666222-router', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'b06b2429-1274-48cf-9853-ca779df27454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:46:53Z', 'revision_number': 4, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'gw_port': {'id': 'b06b2429-1274-48cf-9853-ca779df27454', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'ed15f841-6649-49e7-b77f-b39c80b145ad', 'name': '', 'network_id': '811dc3ae-9277-4d47-ab53-8d44b276726a', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'mac_address': 'fa:16:3e:28:29:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:52Z', 'updated_at': '2022-02-09T02:46:58Z', 'revision_number': 5, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'subnets': [{'id': '4d09fbf3-6484-4fde-a3bd-c9e7df735e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:56:34.741216 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7d3018-f16c-40a6-bf58-51a67bf97b68 None None] New status for floating IP 1243f055-d1c1-422a-8a61-7a830d496b98: DOWN {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:56:35.248809 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cda43-d7ae-4623-ade1-41562860ad7a req-33c93307-d9a2-4259-b30c-234d5745d397 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:35.250853 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd0cda43-d7ae-4623-ade1-41562860ad7a req-33c93307-d9a2-4259-b30c-234d5745d397 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 947 time: 0.0561996 Feb 09 02:56:35.302027 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bd0cda43-d7ae-4623-ade1-41562860ad7a req-70bb3774-a287-44b5-b76c-c231420c3e0e tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/security-groups?id=126ac400-81c1-430c-909b-5d1cb0461373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456250 Feb 09 02:56:35.816409 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266224e7-70a4-43eb-a40e-0192f06d864f req-c131934f-c92f-4f3b-9419-e0ef326ff092 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:35.817865 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-266224e7-70a4-43eb-a40e-0192f06d864f req-c131934f-c92f-4f3b-9419-e0ef326ff092 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.67 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 947 time: 0.0574894 Feb 09 02:56:35.909007 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-266224e7-70a4-43eb-a40e-0192f06d864f req-d791f343-2046-460b-a296-c7a4bd5658a1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Deleting port e36197bb-ebdf-49aa-ba4e-d5541839989f {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:56:35.909353 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-266224e7-70a4-43eb-a40e-0192f06d864f req-d791f343-2046-460b-a296-c7a4bd5658a1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:36.001908 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-266224e7-70a4-43eb-a40e-0192f06d864f req-d791f343-2046-460b-a296-c7a4bd5658a1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] For port e36197bb-ebdf-49aa-ba4e-d5541839989f, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=e36197bb-ebdf-49aa-ba4e-d5541839989f,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:36.002277 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-266224e7-70a4-43eb-a40e-0192f06d864f req-d791f343-2046-460b-a296-c7a4bd5658a1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:36.015305 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-266224e7-70a4-43eb-a40e-0192f06d864f req-d791f343-2046-460b-a296-c7a4bd5658a1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Calling delete_port for e36197bb-ebdf-49aa-ba4e-d5541839989f owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:56:36.142172 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-266224e7-70a4-43eb-a40e-0192f06d864f req-d791f343-2046-460b-a296-c7a4bd5658a1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (e36197bb-ebdf-49aa-ba4e-d5541839989f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:36.175672 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791f343-2046-460b-a296-c7a4bd5658a1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event deleted for resources: {'Port': ['ID=e36197bb-ebdf-49aa-ba4e-d5541839989f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:36.202925 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791f343-2046-460b-a296-c7a4bd5658a1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:36.203352 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791f343-2046-460b-a296-c7a4bd5658a1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:36.203653 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791f343-2046-460b-a296-c7a4bd5658a1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:36.203989 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791f343-2046-460b-a296-c7a4bd5658a1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:36.204326 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791f343-2046-460b-a296-c7a4bd5658a1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:36.204654 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791f343-2046-460b-a296-c7a4bd5658a1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:36.204982 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791f343-2046-460b-a296-c7a4bd5658a1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:36.205309 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791f343-2046-460b-a296-c7a4bd5658a1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:36.205632 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791f343-2046-460b-a296-c7a4bd5658a1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:36.205953 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791f343-2046-460b-a296-c7a4bd5658a1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:36.206278 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791f343-2046-460b-a296-c7a4bd5658a1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:36.206603 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791f343-2046-460b-a296-c7a4bd5658a1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:36.206924 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791f343-2046-460b-a296-c7a4bd5658a1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:36.226799 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-266224e7-70a4-43eb-a40e-0192f06d864f req-d791f343-2046-460b-a296-c7a4bd5658a1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] No DVR routers for this DVR port e36197bb-ebdf-49aa-ba4e-d5541839989f on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:56:36.229437 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-266224e7-70a4-43eb-a40e-0192f06d864f req-d791f343-2046-460b-a296-c7a4bd5658a1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:36.232802 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-266224e7-70a4-43eb-a40e-0192f06d864f req-d791f343-2046-460b-a296-c7a4bd5658a1 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.67 "DELETE /v2.0/ports/e36197bb-ebdf-49aa-ba4e-d5541839989f HTTP/1.1" status: 204 len: 173 time: 0.4099779 Feb 09 02:56:36.233247 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61391eb8-6644-443e-8b95-794e172a2514', 'name': 'network-vif-deleted', 'tag': 'e36197bb-ebdf-49aa-ba4e-d5541839989f'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:36.236293 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d580964c-9f54-4fb0-9a33-22eb4903e8a8" -d '{"events": [{"server_uuid": "61391eb8-6644-443e-8b95-794e172a2514", "name": "network-vif-deleted", "tag": "e36197bb-ebdf-49aa-ba4e-d5541839989f"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:36.276796 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ae8ab9-a48f-4f22-a177-69e90e9cd1f1 x-openstack-request-id: req-d2ae8ab9-a48f-4f22-a177-69e90e9cd1f1 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:36.277398 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61391eb8-6644-443e-8b95-794e172a2514", "name": "network-vif-deleted", "tag": "e36197bb-ebdf-49aa-ba4e-d5541839989f", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:36.277398 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d2ae8ab9-a48f-4f22-a177-69e90e9cd1f1 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:36.277754 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61391eb8-6644-443e-8b95-794e172a2514', 'name': 'network-vif-deleted', 'tag': 'e36197bb-ebdf-49aa-ba4e-d5541839989f', 'status': 'completed', 'code': 200} Feb 09 02:56:36.399472 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-71dd9e71-7472-414a-afa1-f3ab5df2c6ac req-5c38ef2f-5259-4e1e-a998-6583fe1c9b0b tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 210 time: 0.0272775 Feb 09 02:56:37.496834 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-f76d9fc0-4430-4e2d-97d1-e4aea441b557 req-5bc44cb7-681c-4ca9-82ba-3236da8661ee tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 210 time: 0.0287993 Feb 09 02:56:37.676421 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-903686b3-3e3c-4bf1-872c-25a71edcbdda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:38.594970 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-2142dadd-605f-43dd-b366-0e3b7a7f98e7 req-e4676cb6-33ea-40ff-ada1-6998eb8b2b2a tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 210 time: 0.0274274 Feb 09 02:56:39.693102 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3febbe4c-b377-412e-9e73-9416272d7c16 req-f149562b-cf21-4b81-b8b4-127cb9693c1f tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 210 time: 0.0279343 Feb 09 02:56:39.996654 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device e36197bb-ebdf-49aa-ba4e-d5541839989f no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:56:40.019663 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: e36197bb-ebdf-49aa-ba4e-d5541839989f {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:56:40.020010 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device e36197bb-ebdf-49aa-ba4e-d5541839989f not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:56:40.316383 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-633d8474-d229-43a8-a74e-cd4ab0599783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:40.650751 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:40.792984 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b5191d61-fa5d-4d61-9651-a8fdab640e72 req-87a3e8d7-6419-4174-b270-7be4c88037f3 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 210 time: 0.0312035 Feb 09 02:56:41.136273 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:41.597648 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:41.891360 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-56367ed0-7691-4d7d-ba22-fe7dd29361dd req-0ddbf3e6-e933-41a4-a0db-0cb943583da0 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 210 time: 0.0281630 Feb 09 02:56:42.622259 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:42.988263 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d5b1c2d8-06a9-43dd-a5ae-c290405527e5 req-723b3e48-250f-4f50-94ec-87113ca9e922 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 210 time: 0.0283568 Feb 09 02:56:43.650759 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:44.096379 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-0fbba7be-aa09-448c-8f0e-ce49afd080af req-8f9b8d0d-5366-45a7-8113-34f465ab416c tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "GET /v2.0/ports?device_id=61391eb8-6644-443e-8b95-794e172a2514 HTTP/1.1" status: 200 len: 210 time: 0.0348322 Feb 09 02:56:45.152781 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35528) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:45.210111 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e59c4f7a-ea20-496f-bd78-e46f48951594 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group (126ac400-81c1-430c-909b-5d1cb0461373), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:45.235761 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e59c4f7a-ea20-496f-bd78-e46f48951594 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group (126ac400-81c1-430c-909b-5d1cb0461373), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:45.301036 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e59c4f7a-ea20-496f-bd78-e46f48951594 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (126ac400-81c1-430c-909b-5d1cb0461373), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:45.303863 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e59c4f7a-ea20-496f-bd78-e46f48951594 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:45.305018 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e59c4f7a-ea20-496f-bd78-e46f48951594 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] 10.222.0.36 "DELETE /v2.0/security-groups/126ac400-81c1-430c-909b-5d1cb0461373 HTTP/1.1" status: 204 len: 168 time: 0.1512589 Feb 09 02:56:45.322531 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c4f7a-ea20-496f-bd78-e46f48951594 tempest-TestShelveInstance-1789736596 tempest-TestShelveInstance-1789736596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=126ac400-81c1-430c-909b-5d1cb0461373,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:45.368793 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35532) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:45.817681 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7339ddf7-8691-4628-b00a-ce03d7f9ec58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (2faf0829-c50d-4394-a120-e2c7cffac6b8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:46.069267 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-7339ddf7-8691-4628-b00a-ce03d7f9ec58 admin admin] Deleting port ed15f841-6649-49e7-b77f-b39c80b145ad {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:56:46.069547 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7339ddf7-8691-4628-b00a-ce03d7f9ec58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ed15f841-6649-49e7-b77f-b39c80b145ad), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:46.153099 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-7339ddf7-8691-4628-b00a-ce03d7f9ec58 admin admin] For port ed15f841-6649-49e7-b77f-b39c80b145ad, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ed15f841-6649-49e7-b77f-b39c80b145ad,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:46.153766 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7339ddf7-8691-4628-b00a-ce03d7f9ec58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ed15f841-6649-49e7-b77f-b39c80b145ad), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:46.167742 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-7339ddf7-8691-4628-b00a-ce03d7f9ec58 admin admin] Calling delete_port for ed15f841-6649-49e7-b77f-b39c80b145ad owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:56:46.361792 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7339ddf7-8691-4628-b00a-ce03d7f9ec58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (ed15f841-6649-49e7-b77f-b39c80b145ad), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:46.385815 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339ddf7-8691-4628-b00a-ce03d7f9ec58 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed15f841-6649-49e7-b77f-b39c80b145ad,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:46.537124 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:56:46.879863 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7339ddf7-8691-4628-b00a-ce03d7f9ec58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (2faf0829-c50d-4394-a120-e2c7cffac6b8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:47.104632 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7339ddf7-8691-4628-b00a-ce03d7f9ec58 admin admin] Router 2faf0829-c50d-4394-a120-e2c7cffac6b8 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:56:47.218579 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7339ddf7-8691-4628-b00a-ce03d7f9ec58 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:56:47.223578 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7339ddf7-8691-4628-b00a-ce03d7f9ec58 admin admin] 10.222.0.36 "PUT /v2.0/routers/2faf0829-c50d-4394-a120-e2c7cffac6b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8532691 Feb 09 02:56:47.226058 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35536) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:47.229232 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e9b77-ea82-41a5-adf6-cc5decbc0ce3 None None] Sync routers for ids ['2faf0829-c50d-4394-a120-e2c7cffac6b8'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:56:47.240650 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e9b77-ea82-41a5-adf6-cc5decbc0ce3 None None] Routers {'2faf0829-c50d-4394-a120-e2c7cffac6b8'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:56:47.241269 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-262e9b77-ea82-41a5-adf6-cc5decbc0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:56:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2faf0829-c50d-4394-a120-e2c7cffac6b8'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:47.339226 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-168a2975-4cf6-4399-9788-f0b36905d7a9 admin admin] Publish callbacks [] for router (2faf0829-c50d-4394-a120-e2c7cffac6b8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:47.463792 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-168a2975-4cf6-4399-9788-f0b36905d7a9 admin admin] Publish callbacks [] for router_gateway (2faf0829-c50d-4394-a120-e2c7cffac6b8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:47.523224 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-262e9b77-ea82-41a5-adf6-cc5decbc0ce3 None None] Set router 2faf0829-c50d-4394-a120-e2c7cffac6b8 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:56:47.524146 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-168a2975-4cf6-4399-9788-f0b36905d7a9 admin admin] Deleting port b06b2429-1274-48cf-9853-ca779df27454 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:56:47.524490 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-168a2975-4cf6-4399-9788-f0b36905d7a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b06b2429-1274-48cf-9853-ca779df27454), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:47.613051 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-168a2975-4cf6-4399-9788-f0b36905d7a9 admin admin] For port b06b2429-1274-48cf-9853-ca779df27454, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b06b2429-1274-48cf-9853-ca779df27454,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:47.613684 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-168a2975-4cf6-4399-9788-f0b36905d7a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b06b2429-1274-48cf-9853-ca779df27454), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:47.629295 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-168a2975-4cf6-4399-9788-f0b36905d7a9 admin admin] Calling delete_port for b06b2429-1274-48cf-9853-ca779df27454 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:56:47.706475 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-262e9b77-ea82-41a5-adf6-cc5decbc0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'name': 'tempest-TestShelveInstance-1153666222-router', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'b06b2429-1274-48cf-9853-ca779df27454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:56:46Z', 'revision_number': 5, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'gw_port': {'id': 'b06b2429-1274-48cf-9853-ca779df27454', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:47.742801 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e9b77-ea82-41a5-adf6-cc5decbc0ce3 None None] Checking router: 2faf0829-c50d-4394-a120-e2c7cffac6b8 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:56:47.755156 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e9b77-ea82-41a5-adf6-cc5decbc0ce3 None None] Routers {'2faf0829-c50d-4394-a120-e2c7cffac6b8'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:56:47.756046 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-262e9b77-ea82-41a5-adf6-cc5decbc0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:56:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2faf0829-c50d-4394-a120-e2c7cffac6b8'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:47.823795 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-168a2975-4cf6-4399-9788-f0b36905d7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (b06b2429-1274-48cf-9853-ca779df27454), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:47.850138 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a2975-4cf6-4399-9788-f0b36905d7a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b06b2429-1274-48cf-9853-ca779df27454,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:47.863172 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-262e9b77-ea82-41a5-adf6-cc5decbc0ce3 None None] Set router 2faf0829-c50d-4394-a120-e2c7cffac6b8 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:56:47.915157 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-168a2975-4cf6-4399-9788-f0b36905d7a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (2faf0829-c50d-4394-a120-e2c7cffac6b8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:47.926200 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-262e9b77-ea82-41a5-adf6-cc5decbc0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'name': 'tempest-TestShelveInstance-1153666222-router', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:56:47Z', 'revision_number': 6, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:47.955967 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e9b77-ea82-41a5-adf6-cc5decbc0ce3 None None] The sync data for ids ['2faf0829-c50d-4394-a120-e2c7cffac6b8'] in n-d-828387-3 is: [{'id': '2faf0829-c50d-4394-a120-e2c7cffac6b8', 'name': 'tempest-TestShelveInstance-1153666222-router', 'tenant_id': '9613699d8bf74fc89f4b7d3977a14587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:56:47Z', 'revision_number': 6, 'project_id': '9613699d8bf74fc89f4b7d3977a14587', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:56:48.023809 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-168a2975-4cf6-4399-9788-f0b36905d7a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (2faf0829-c50d-4394-a120-e2c7cffac6b8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:48.026024 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-168a2975-4cf6-4399-9788-f0b36905d7a9 admin admin] Publish callbacks [] for router_controller (2faf0829-c50d-4394-a120-e2c7cffac6b8), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:48.074853 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-168a2975-4cf6-4399-9788-f0b36905d7a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (2faf0829-c50d-4394-a120-e2c7cffac6b8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:48.075422 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168a2975-4cf6-4399-9788-f0b36905d7a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2faf0829-c50d-4394-a120-e2c7cffac6b8 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:56:48.081012 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-168a2975-4cf6-4399-9788-f0b36905d7a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:48.082071 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-168a2975-4cf6-4399-9788-f0b36905d7a9 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2faf0829-c50d-4394-a120-e2c7cffac6b8 HTTP/1.1" status: 204 len: 168 time: 0.8550932 Feb 09 02:56:48.084762 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35538) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:48.129309 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a377dae-c2f3-40d0-8b43-15500c0ecb12 admin admin] Deleting subnet 4d09fbf3-6484-4fde-a3bd-c9e7df735e13 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:56:48.132620 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8a377dae-c2f3-40d0-8b43-15500c0ecb12 admin admin] Publish callbacks [] for subnet (4d09fbf3-6484-4fde-a3bd-c9e7df735e13), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:48.168952 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8a377dae-c2f3-40d0-8b43-15500c0ecb12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (4d09fbf3-6484-4fde-a3bd-c9e7df735e13), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:48.250751 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8a377dae-c2f3-40d0-8b43-15500c0ecb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (4d09fbf3-6484-4fde-a3bd-c9e7df735e13), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:48.308391 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8a377dae-c2f3-40d0-8b43-15500c0ecb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (4d09fbf3-6484-4fde-a3bd-c9e7df735e13), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:48.334349 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a377dae-c2f3-40d0-8b43-15500c0ecb12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d09fbf3-6484-4fde-a3bd-c9e7df735e13,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:48.340178 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8a377dae-c2f3-40d0-8b43-15500c0ecb12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:48.343899 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-8a377dae-c2f3-40d0-8b43-15500c0ecb12 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4d09fbf3-6484-4fde-a3bd-c9e7df735e13 HTTP/1.1" status: 204 len: 168 time: 0.2581351 Feb 09 02:56:48.346412 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35540) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:48.349215 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012d12e5-ce58-4822-a433-004826c7be39 None None] Network 811dc3ae-9277-4d47-ab53-8d44b276726a requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:56:48.427721 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f0b40a2-5267-4a53-a156-4678d9995059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (811dc3ae-9277-4d47-ab53-8d44b276726a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:48.498298 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2f0b40a2-5267-4a53-a156-4678d9995059 admin admin] Deleting port de328b50-6e91-4545-b7bc-4c82a4b76939 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:56:48.498634 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f0b40a2-5267-4a53-a156-4678d9995059 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (de328b50-6e91-4545-b7bc-4c82a4b76939), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:48.561845 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-2f0b40a2-5267-4a53-a156-4678d9995059 admin admin] For port de328b50-6e91-4545-b7bc-4c82a4b76939, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=de328b50-6e91-4545-b7bc-4c82a4b76939,segment=NetworkSegment(3b9c8fcb-1358-490b-8b3f-c892bc33709f),segment_id=3b9c8fcb-1358-490b-8b3f-c892bc33709f)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:48.562387 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f0b40a2-5267-4a53-a156-4678d9995059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (de328b50-6e91-4545-b7bc-4c82a4b76939), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:48.575869 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2f0b40a2-5267-4a53-a156-4678d9995059 admin admin] Calling delete_port for de328b50-6e91-4545-b7bc-4c82a4b76939 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:56:48.660811 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f0b40a2-5267-4a53-a156-4678d9995059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (de328b50-6e91-4545-b7bc-4c82a4b76939), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:48.688428 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b40a2-5267-4a53-a156-4678d9995059 admin admin] Pushing event deleted for resources: {'Port': ['ID=de328b50-6e91-4545-b7bc-4c82a4b76939,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:48.693910 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0b40a2-5267-4a53-a156-4678d9995059 admin admin] No DVR routers for this DVR port de328b50-6e91-4545-b7bc-4c82a4b76939 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:56:48.768423 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f0b40a2-5267-4a53-a156-4678d9995059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (811dc3ae-9277-4d47-ab53-8d44b276726a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:48.784281 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b04368-1f91-4074-acb4-7d9fb57d354b None None] DHCP port deletion for 811dc3ae-9277-4d47-ab53-8d44b276726a request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:56:48.797726 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-2f0b40a2-5267-4a53-a156-4678d9995059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['811dc3ae-9277-4d47-ab53-8d44b276726a']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:48.808383 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-2f0b40a2-5267-4a53-a156-4678d9995059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b9c8fcb-1358-490b-8b3f-c892bc33709f') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:48.808764 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-2f0b40a2-5267-4a53-a156-4678d9995059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b9c8fcb-1358-490b-8b3f-c892bc33709f') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:48.818612 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f0b40a2-5267-4a53-a156-4678d9995059 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (3b9c8fcb-1358-490b-8b3f-c892bc33709f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:48.835617 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f0b40a2-5267-4a53-a156-4678d9995059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (3b9c8fcb-1358-490b-8b3f-c892bc33709f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:48.841791 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f0b40a2-5267-4a53-a156-4678d9995059 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:56:48.842262 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f0b40a2-5267-4a53-a156-4678d9995059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (3b9c8fcb-1358-490b-8b3f-c892bc33709f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:56:48.844659 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:56:48.909299 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f0b40a2-5267-4a53-a156-4678d9995059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (811dc3ae-9277-4d47-ab53-8d44b276726a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:48.922245 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f0b40a2-5267-4a53-a156-4678d9995059 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:48.925733 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2f0b40a2-5267-4a53-a156-4678d9995059 admin admin] 10.222.0.36 "DELETE /v2.0/networks/811dc3ae-9277-4d47-ab53-8d44b276726a HTTP/1.1" status: 204 len: 168 time: 0.5773139 Feb 09 02:56:48.929642 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35542) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:48.937706 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b40a2-5267-4a53-a156-4678d9995059 admin admin] Pushing event deleted for resources: {'Network': ['ID=811dc3ae-9277-4d47-ab53-8d44b276726a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:49.299871 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3795319e-d086-45b0-a8a8-2658d285dad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (9b3b85a8-e933-43ec-a34c-8a5ebf509dc3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:49.569180 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-3795319e-d086-45b0-a8a8-2658d285dad2 admin admin] Deleting port 338459b3-be0c-40a1-8bfa-94af830c7a23 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:56:49.569526 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3795319e-d086-45b0-a8a8-2658d285dad2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (338459b3-be0c-40a1-8bfa-94af830c7a23), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:49.657800 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-3795319e-d086-45b0-a8a8-2658d285dad2 admin admin] For port 338459b3-be0c-40a1-8bfa-94af830c7a23, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=338459b3-be0c-40a1-8bfa-94af830c7a23,segment=NetworkSegment(b90fe28e-7cbf-4fc6-a0f2-885b8b845768),segment_id=b90fe28e-7cbf-4fc6-a0f2-885b8b845768)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:49.658167 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3795319e-d086-45b0-a8a8-2658d285dad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (338459b3-be0c-40a1-8bfa-94af830c7a23), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:49.671250 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-3795319e-d086-45b0-a8a8-2658d285dad2 admin admin] Calling delete_port for 338459b3-be0c-40a1-8bfa-94af830c7a23 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:56:49.784882 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ed15f841-6649-49e7-b77f-b39c80b145ad no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:56:49.808704 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: ed15f841-6649-49e7-b77f-b39c80b145ad {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:56:49.809046 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ed15f841-6649-49e7-b77f-b39c80b145ad not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:56:49.809448 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device de328b50-6e91-4545-b7bc-4c82a4b76939 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:56:49.832081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: de328b50-6e91-4545-b7bc-4c82a4b76939 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:56:49.832345 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device de328b50-6e91-4545-b7bc-4c82a4b76939 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:56:49.832955 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b06b2429-1274-48cf-9853-ca779df27454 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:56:49.852112 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: b06b2429-1274-48cf-9853-ca779df27454 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:56:49.852454 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b06b2429-1274-48cf-9853-ca779df27454 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:56:49.875777 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3795319e-d086-45b0-a8a8-2658d285dad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (338459b3-be0c-40a1-8bfa-94af830c7a23), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:49.900665 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795319e-d086-45b0-a8a8-2658d285dad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=338459b3-be0c-40a1-8bfa-94af830c7a23,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:50.077391 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3795319e-d086-45b0-a8a8-2658d285dad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (9b3b85a8-e933-43ec-a34c-8a5ebf509dc3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:50.300411 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3795319e-d086-45b0-a8a8-2658d285dad2 admin admin] Router 9b3b85a8-e933-43ec-a34c-8a5ebf509dc3 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:56:50.412545 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3795319e-d086-45b0-a8a8-2658d285dad2 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:56:50.417762 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-3795319e-d086-45b0-a8a8-2658d285dad2 admin admin] 10.222.0.36 "PUT /v2.0/routers/9b3b85a8-e933-43ec-a34c-8a5ebf509dc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4863858 Feb 09 02:56:50.420165 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35544) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:50.423729 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e621cae-b854-464a-b72a-9c0f19da7ec0 None None] Sync routers for ids ['9b3b85a8-e933-43ec-a34c-8a5ebf509dc3'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:56:50.434249 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e621cae-b854-464a-b72a-9c0f19da7ec0 None None] Routers {'9b3b85a8-e933-43ec-a34c-8a5ebf509dc3'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:56:50.434968 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-1e621cae-b854-464a-b72a-9c0f19da7ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:56:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b3b85a8-e933-43ec-a34c-8a5ebf509dc3'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:50.532701 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ca58c4a3-99d4-4d4f-b963-116cb1d81734 admin admin] Publish callbacks [] for router (9b3b85a8-e933-43ec-a34c-8a5ebf509dc3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:50.547024 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-1e621cae-b854-464a-b72a-9c0f19da7ec0 None None] Set router 9b3b85a8-e933-43ec-a34c-8a5ebf509dc3 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:56:50.839385 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-1e621cae-b854-464a-b72a-9c0f19da7ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3b85a8-e933-43ec-a34c-8a5ebf509dc3', 'name': 'tempest-TestShelveInstance-1085606661-router', 'tenant_id': '763c7be175c9456cb8737291c1f121db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'ede79a7b-f489-4e99-8322-c81e13b9fc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:56:49Z', 'revision_number': 5, 'project_id': '763c7be175c9456cb8737291c1f121db', 'gw_port': {'id': 'ede79a7b-f489-4e99-8322-c81e13b9fc8d', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3b85a8-e933-43ec-a34c-8a5ebf509dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:50.867037 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e621cae-b854-464a-b72a-9c0f19da7ec0 None None] Checking router: 9b3b85a8-e933-43ec-a34c-8a5ebf509dc3 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:56:50.876431 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e621cae-b854-464a-b72a-9c0f19da7ec0 None None] Routers {'9b3b85a8-e933-43ec-a34c-8a5ebf509dc3'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:56:50.877133 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-1e621cae-b854-464a-b72a-9c0f19da7ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:56:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['9b3b85a8-e933-43ec-a34c-8a5ebf509dc3'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:50.993233 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-1e621cae-b854-464a-b72a-9c0f19da7ec0 None None] Set router 9b3b85a8-e933-43ec-a34c-8a5ebf509dc3 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:56:51.002012 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ca58c4a3-99d4-4d4f-b963-116cb1d81734 admin admin] Publish callbacks [] for router_gateway (9b3b85a8-e933-43ec-a34c-8a5ebf509dc3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:51.058826 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-ca58c4a3-99d4-4d4f-b963-116cb1d81734 admin admin] Deleting port ede79a7b-f489-4e99-8322-c81e13b9fc8d {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:56:51.059369 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ca58c4a3-99d4-4d4f-b963-116cb1d81734 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (ede79a7b-f489-4e99-8322-c81e13b9fc8d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:51.142171 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-ca58c4a3-99d4-4d4f-b963-116cb1d81734 admin admin] For port ede79a7b-f489-4e99-8322-c81e13b9fc8d, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=ede79a7b-f489-4e99-8322-c81e13b9fc8d,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:51.142849 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ca58c4a3-99d4-4d4f-b963-116cb1d81734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (ede79a7b-f489-4e99-8322-c81e13b9fc8d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:51.155688 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-ca58c4a3-99d4-4d4f-b963-116cb1d81734 admin admin] Calling delete_port for ede79a7b-f489-4e99-8322-c81e13b9fc8d owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:56:51.179718 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-1e621cae-b854-464a-b72a-9c0f19da7ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3b85a8-e933-43ec-a34c-8a5ebf509dc3', 'name': 'tempest-TestShelveInstance-1085606661-router', 'tenant_id': '763c7be175c9456cb8737291c1f121db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'ede79a7b-f489-4e99-8322-c81e13b9fc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:56:49Z', 'revision_number': 5, 'project_id': '763c7be175c9456cb8737291c1f121db', 'gw_port': {'id': 'ede79a7b-f489-4e99-8322-c81e13b9fc8d', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3b85a8-e933-43ec-a34c-8a5ebf509dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:51.207646 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e621cae-b854-464a-b72a-9c0f19da7ec0 None None] The sync data for ids ['9b3b85a8-e933-43ec-a34c-8a5ebf509dc3'] in n-d-828387-3 is: [{'id': '9b3b85a8-e933-43ec-a34c-8a5ebf509dc3', 'name': 'tempest-TestShelveInstance-1085606661-router', 'tenant_id': '763c7be175c9456cb8737291c1f121db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'ede79a7b-f489-4e99-8322-c81e13b9fc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:56:49Z', 'revision_number': 5, 'project_id': '763c7be175c9456cb8737291c1f121db', 'gw_port': {'id': 'ede79a7b-f489-4e99-8322-c81e13b9fc8d', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3b85a8-e933-43ec-a34c-8a5ebf509dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:56:51.337033 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ca58c4a3-99d4-4d4f-b963-116cb1d81734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (ede79a7b-f489-4e99-8322-c81e13b9fc8d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:51.360587 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58c4a3-99d4-4d4f-b963-116cb1d81734 admin admin] Pushing event deleted for resources: {'Port': ['ID=ede79a7b-f489-4e99-8322-c81e13b9fc8d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:51.424160 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ca58c4a3-99d4-4d4f-b963-116cb1d81734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (9b3b85a8-e933-43ec-a34c-8a5ebf509dc3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:51.520018 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ca58c4a3-99d4-4d4f-b963-116cb1d81734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (9b3b85a8-e933-43ec-a34c-8a5ebf509dc3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:51.522192 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ca58c4a3-99d4-4d4f-b963-116cb1d81734 admin admin] Publish callbacks [] for router_controller (9b3b85a8-e933-43ec-a34c-8a5ebf509dc3), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:51.571443 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ca58c4a3-99d4-4d4f-b963-116cb1d81734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (9b3b85a8-e933-43ec-a34c-8a5ebf509dc3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:51.572136 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca58c4a3-99d4-4d4f-b963-116cb1d81734 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b3b85a8-e933-43ec-a34c-8a5ebf509dc3 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:56:51.580021 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ca58c4a3-99d4-4d4f-b963-116cb1d81734 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:51.581216 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-ca58c4a3-99d4-4d4f-b963-116cb1d81734 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9b3b85a8-e933-43ec-a34c-8a5ebf509dc3 HTTP/1.1" status: 204 len: 168 time: 1.1600935 Feb 09 02:56:51.584397 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35546) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:51.634591 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0ce84c-b8bc-4ae7-8cfa-1491051c7cd5 admin admin] Deleting subnet f506926c-7c9a-4dc9-b684-ed54612bd7bc {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:56:51.638200 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce84c-b8bc-4ae7-8cfa-1491051c7cd5 admin admin] Publish callbacks [] for subnet (f506926c-7c9a-4dc9-b684-ed54612bd7bc), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:51.677433 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce84c-b8bc-4ae7-8cfa-1491051c7cd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (f506926c-7c9a-4dc9-b684-ed54612bd7bc), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:51.778570 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce84c-b8bc-4ae7-8cfa-1491051c7cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (f506926c-7c9a-4dc9-b684-ed54612bd7bc), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:51.841115 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce84c-b8bc-4ae7-8cfa-1491051c7cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (f506926c-7c9a-4dc9-b684-ed54612bd7bc), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:51.853992 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 338459b3-be0c-40a1-8bfa-94af830c7a23 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:56:51.877421 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ce84c-b8bc-4ae7-8cfa-1491051c7cd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f506926c-7c9a-4dc9-b684-ed54612bd7bc,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:51.880029 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce84c-b8bc-4ae7-8cfa-1491051c7cd5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:51.886128 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ed0ce84c-b8bc-4ae7-8cfa-1491051c7cd5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f506926c-7c9a-4dc9-b684-ed54612bd7bc HTTP/1.1" status: 204 len: 168 time: 0.2978833 Feb 09 02:56:51.886128 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35548) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:51.890605 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 338459b3-be0c-40a1-8bfa-94af830c7a23 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:56:51.890960 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 338459b3-be0c-40a1-8bfa-94af830c7a23 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:56:51.893079 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb80c2ce-746a-426b-8f4d-f4818ec070c0 None None] Network f045265e-3656-432f-8054-c7a5479e6579 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:56:51.988792 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-11c32c47-01e7-4161-927d-1b1c5825c805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (f045265e-3656-432f-8054-c7a5479e6579), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:52.047793 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-11c32c47-01e7-4161-927d-1b1c5825c805 admin admin] Deleting port 91793c50-05e0-45fb-ad42-8dc14cdd9e8c {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:56:52.048135 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-11c32c47-01e7-4161-927d-1b1c5825c805 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (91793c50-05e0-45fb-ad42-8dc14cdd9e8c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:52.111066 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-11c32c47-01e7-4161-927d-1b1c5825c805 admin admin] For port 91793c50-05e0-45fb-ad42-8dc14cdd9e8c, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=91793c50-05e0-45fb-ad42-8dc14cdd9e8c,segment=NetworkSegment(b90fe28e-7cbf-4fc6-a0f2-885b8b845768),segment_id=b90fe28e-7cbf-4fc6-a0f2-885b8b845768)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:52.111453 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-11c32c47-01e7-4161-927d-1b1c5825c805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (91793c50-05e0-45fb-ad42-8dc14cdd9e8c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:52.123505 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-11c32c47-01e7-4161-927d-1b1c5825c805 admin admin] Calling delete_port for 91793c50-05e0-45fb-ad42-8dc14cdd9e8c owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:56:52.207592 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-11c32c47-01e7-4161-927d-1b1c5825c805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (91793c50-05e0-45fb-ad42-8dc14cdd9e8c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:52.232752 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c32c47-01e7-4161-927d-1b1c5825c805 admin admin] Pushing event deleted for resources: {'Port': ['ID=91793c50-05e0-45fb-ad42-8dc14cdd9e8c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:52.237110 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c32c47-01e7-4161-927d-1b1c5825c805 admin admin] No DVR routers for this DVR port 91793c50-05e0-45fb-ad42-8dc14cdd9e8c on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:56:52.311937 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-11c32c47-01e7-4161-927d-1b1c5825c805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (f045265e-3656-432f-8054-c7a5479e6579), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:52.333159 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-11c32c47-01e7-4161-927d-1b1c5825c805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f045265e-3656-432f-8054-c7a5479e6579']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:52.343256 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-11c32c47-01e7-4161-927d-1b1c5825c805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90fe28e-7cbf-4fc6-a0f2-885b8b845768') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:52.343643 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-11c32c47-01e7-4161-927d-1b1c5825c805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90fe28e-7cbf-4fc6-a0f2-885b8b845768') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:52.353893 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-11c32c47-01e7-4161-927d-1b1c5825c805 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (b90fe28e-7cbf-4fc6-a0f2-885b8b845768), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:52.359021 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3474b39-75ee-4614-a27e-176a0e30d468 None None] DHCP port deletion for f045265e-3656-432f-8054-c7a5479e6579 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:56:52.368179 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-11c32c47-01e7-4161-927d-1b1c5825c805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (b90fe28e-7cbf-4fc6-a0f2-885b8b845768), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:52.379478 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c32c47-01e7-4161-927d-1b1c5825c805 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:56:52.379907 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-11c32c47-01e7-4161-927d-1b1c5825c805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (b90fe28e-7cbf-4fc6-a0f2-885b8b845768), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: timer() Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:56:52.381743 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:56:52.438952 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-11c32c47-01e7-4161-927d-1b1c5825c805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (f045265e-3656-432f-8054-c7a5479e6579), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:52.444391 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-11c32c47-01e7-4161-927d-1b1c5825c805 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:52.447565 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-11c32c47-01e7-4161-927d-1b1c5825c805 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f045265e-3656-432f-8054-c7a5479e6579 HTTP/1.1" status: 204 len: 168 time: 0.5605159 Feb 09 02:56:52.459494 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c32c47-01e7-4161-927d-1b1c5825c805 admin admin] Pushing event deleted for resources: {'Network': ['ID=f045265e-3656-432f-8054-c7a5479e6579,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:52.604221 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35552) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:52.647455 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-29cee3b8-07b2-4f59-bac7-96a9a17201e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9613699d8bf74fc89f4b7d3977a14587&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419850 Feb 09 02:56:52.649840 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35554) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:52.698087 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-463ec10a-d66d-4d9b-bebb-2b64db0ceced admin admin] Publish callbacks [] for security_group (ee72ac29-0e98-4b24-98ba-88bc99e5f573), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:52.719979 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-463ec10a-d66d-4d9b-bebb-2b64db0ceced admin admin] Publish callbacks [] for security_group (ee72ac29-0e98-4b24-98ba-88bc99e5f573), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:52.765421 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-463ec10a-d66d-4d9b-bebb-2b64db0ceced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (ee72ac29-0e98-4b24-98ba-88bc99e5f573), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:52.768111 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-463ec10a-d66d-4d9b-bebb-2b64db0ceced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:52.769575 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-463ec10a-d66d-4d9b-bebb-2b64db0ceced admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee72ac29-0e98-4b24-98ba-88bc99e5f573 HTTP/1.1" status: 204 len: 168 time: 0.1185236 Feb 09 02:56:52.776757 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ec10a-d66d-4d9b-bebb-2b64db0ceced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee72ac29-0e98-4b24-98ba-88bc99e5f573,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:53.119637 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35560) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:53.160503 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c368c8c4-083e-4331-a045-3a722130feb5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=763c7be175c9456cb8737291c1f121db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394859 Feb 09 02:56:53.162883 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35562) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:53.210375 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8fb92f-7ff9-439e-92d4-8e532c93210e admin admin] Publish callbacks [] for security_group (7a573280-88a5-47b7-b522-2ff5d2a20345), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:53.236108 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8fb92f-7ff9-439e-92d4-8e532c93210e admin admin] Publish callbacks [] for security_group (7a573280-88a5-47b7-b522-2ff5d2a20345), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:53.283130 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8fb92f-7ff9-439e-92d4-8e532c93210e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (7a573280-88a5-47b7-b522-2ff5d2a20345), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:53.285670 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8fb92f-7ff9-439e-92d4-8e532c93210e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:53.286818 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-7f8fb92f-7ff9-439e-92d4-8e532c93210e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a573280-88a5-47b7-b522-2ff5d2a20345 HTTP/1.1" status: 204 len: 168 time: 0.1228962 Feb 09 02:56:53.294678 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fb92f-7ff9-439e-92d4-8e532c93210e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a573280-88a5-47b7-b522-2ff5d2a20345,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:53.768120 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 91793c50-05e0-45fb-ad42-8dc14cdd9e8c no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:56:53.787990 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 91793c50-05e0-45fb-ad42-8dc14cdd9e8c {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:56:53.788341 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 91793c50-05e0-45fb-ad42-8dc14cdd9e8c not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:56:53.788757 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ede79a7b-f489-4e99-8322-c81e13b9fc8d no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:56:53.810804 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: ede79a7b-f489-4e99-8322-c81e13b9fc8d {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:56:53.811683 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device ede79a7b-f489-4e99-8322-c81e13b9fc8d not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:56:54.008554 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35584) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:54.112966 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-a5f3c86c-1832-4de7-ac53-bcc8fd422084 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-874105057-network', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:54.132186 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f3c86c-1832-4de7-ac53-bcc8fd422084 admin admin] Made reservation on behalf of 92eb814d40f44ebf8e80d1c86e9a73d3 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:56:54.134536 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a5f3c86c-1832-4de7-ac53-bcc8fd422084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.143579 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a5f3c86c-1832-4de7-ac53-bcc8fd422084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.221208 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a5f3c86c-1832-4de7-ac53-bcc8fd422084 admin admin] Publish callbacks [] for security_group (3ef6d08e-71b9-4e1f-a3ba-b9c69da24ffe), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.224767 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a5f3c86c-1832-4de7-ac53-bcc8fd422084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3ef6d08e-71b9-4e1f-a3ba-b9c69da24ffe), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.250040 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f3c86c-1832-4de7-ac53-bcc8fd422084 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:56:54.258772 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3c86c-1832-4de7-ac53-bcc8fd422084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef6d08e-71b9-4e1f-a3ba-b9c69da24ffe,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:54.266914 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a5f3c86c-1832-4de7-ac53-bcc8fd422084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (305a3cb3-a08b-4110-ac63-cd274663e37a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.267324 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-a5f3c86c-1832-4de7-ac53-bcc8fd422084 admin admin] Added segment 305a3cb3-a08b-4110-ac63-cd274663e37a of type vlan for network 4a01266e-03a9-4381-9ba5-ab63ba1f42ee Feb 09 02:56:54.306542 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a5f3c86c-1832-4de7-ac53-bcc8fd422084 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (4a01266e-03a9-4381-9ba5-ab63ba1f42ee), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.331634 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a5f3c86c-1832-4de7-ac53-bcc8fd422084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (4a01266e-03a9-4381-9ba5-ab63ba1f42ee), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.332590 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f3c86c-1832-4de7-ac53-bcc8fd422084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:54.333280 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a5f3c86c-1832-4de7-ac53-bcc8fd422084 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.386977 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a5f3c86c-1832-4de7-ac53-bcc8fd422084 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3770721 Feb 09 02:56:54.390510 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35588) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:54.394268 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3c86c-1832-4de7-ac53-bcc8fd422084 admin admin] Pushing event updated for resources: {'Network': ['ID=4a01266e-03a9-4381-9ba5-ab63ba1f42ee,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:54.395649 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-757bae79-5ef8-4c4e-bb32-927f4de7bd5c admin admin] Request body: {'subnet': {'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-874105057-subnet', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:54.404116 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 4a01266e-03a9-4381-9ba5-ab63ba1f42ee details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:56:54.418828 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757bae79-5ef8-4c4e-bb32-927f4de7bd5c admin admin] Made reservation on behalf of 92eb814d40f44ebf8e80d1c86e9a73d3 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:56:54.421343 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-757bae79-5ef8-4c4e-bb32-927f4de7bd5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4938080'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.589420 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-757bae79-5ef8-4c4e-bb32-927f4de7bd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7857386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4938078'] for subnet (575d6410-291e-401a-973b-4baf6544897e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.644902 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757bae79-5ef8-4c4e-bb32-927f4de7bd5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=575d6410-291e-401a-973b-4baf6544897e,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:54.653444 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757bae79-5ef8-4c4e-bb32-927f4de7bd5c admin admin] Checking segment: {'id': '305a3cb3-a08b-4110-ac63-cd274663e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:54.653805 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757bae79-5ef8-4c4e-bb32-927f4de7bd5c admin admin] Network hostable DHCP agents. Network: 4a01266e-03a9-4381-9ba5-ab63ba1f42ee, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:56:54.675158 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757bae79-5ef8-4c4e-bb32-927f4de7bd5c admin admin] Network 4a01266e-03a9-4381-9ba5-ab63ba1f42ee is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:56:54.683497 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-757bae79-5ef8-4c4e-bb32-927f4de7bd5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 4a01266e-03a9-4381-9ba5-ab63ba1f42ee) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:54.690059 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757bae79-5ef8-4c4e-bb32-927f4de7bd5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:54.690059 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-757bae79-5ef8-4c4e-bb32-927f4de7bd5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.692971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4918eacf-0271-4ee9-9b5b-d4a7db776f7a None None] Network 4a01266e-03a9-4381-9ba5-ab63ba1f42ee requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:56:54.711572 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-757bae79-5ef8-4c4e-bb32-927f4de7bd5c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3197792 Feb 09 02:56:54.714226 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35590) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:54.718708 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-ba884cd7-c7d4-4f7a-aed7-eb00863ed1ce admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-874105057-router', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:54.738702 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba884cd7-c7d4-4f7a-aed7-eb00863ed1ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (2e8f9359-07f1-4e4b-9573-e3d0424cb804), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.739810 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba884cd7-c7d4-4f7a-aed7-eb00863ed1ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (2e8f9359-07f1-4e4b-9573-e3d0424cb804), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.796720 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba884cd7-c7d4-4f7a-aed7-eb00863ed1ce admin admin] Publish callbacks [] for router_controller (2e8f9359-07f1-4e4b-9573-e3d0424cb804), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.798512 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'fixed_ips': [{'subnet_id': '575d6410-291e-401a-973b-4baf6544897e'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:56:54.799643 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.938369 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Allocated IP 172.20.0.2 (4a01266e-03a9-4381-9ba5-ab63ba1f42ee/575d6410-291e-401a-973b-4baf6544897e/b6707829-3a79-4ebc-922a-6406f465523c) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:56:54.939942 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba884cd7-c7d4-4f7a-aed7-eb00863ed1ce admin admin] Publish callbacks [] for router_gateway (2e8f9359-07f1-4e4b-9573-e3d0424cb804), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:55.084420 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Publish callbacks [] for port (b6707829-3a79-4ebc-922a-6406f465523c), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:55.090197 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (b6707829-3a79-4ebc-922a-6406f465523c), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:55.126042 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Network 4a01266e-03a9-4381-9ba5-ab63ba1f42ee is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:56:55.130791 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:55.134305 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:56:55.145881 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Pushing event updated for resources: {'Port': ['ID=b6707829-3a79-4ebc-922a-6406f465523c,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:55.151566 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba884cd7-c7d4-4f7a-aed7-eb00863ed1ce admin admin] Publish callbacks [] for router_gateway (2e8f9359-07f1-4e4b-9573-e3d0424cb804), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:55.170486 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:55.170904 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:55.171362 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba884cd7-c7d4-4f7a-aed7-eb00863ed1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:55.171511 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:55.172081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:55.172081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:55.172372 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:55.172693 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:55.173019 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:55.173337 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:55.173659 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:55.173965 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:55.174277 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:55.174588 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:55.209906 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Attempting to bind port b6707829-3a79-4ebc-922a-6406f465523c on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:56:55.210185 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Attempting to bind port b6707829-3a79-4ebc-922a-6406f465523c by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '305a3cb3-a08b-4110-ac63-cd274663e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:56:55.210544 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Attempting to bind port b6707829-3a79-4ebc-922a-6406f465523c on network 4a01266e-03a9-4381-9ba5-ab63ba1f42ee {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:55.215601 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:56:55.216017 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Checking segment: {'id': '305a3cb3-a08b-4110-ac63-cd274663e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:55.216423 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:55.216810 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Bound using segment: {'id': '305a3cb3-a08b-4110-ac63-cd274663e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:56:55.217271 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Bound port: b6707829-3a79-4ebc-922a-6406f465523c, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305a3cb3-a08b-4110-ac63-cd274663e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:56:55.217699 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b6707829-3a79-4ebc-922a-6406f465523c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:55.278058 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] For port b6707829-3a79-4ebc-922a-6406f465523c, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:55.279827 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-ba884cd7-c7d4-4f7a-aed7-eb00863ed1ce admin admin] Allocated IP 172.25.7.250 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/4ddfaeaf-405c-44cb-9d94-13bd0a2ec847) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:56:55.281739 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] For port b6707829-3a79-4ebc-922a-6406f465523c, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b6707829-3a79-4ebc-922a-6406f465523c,segment=NetworkSegment(305a3cb3-a08b-4110-ac63-cd274663e37a),segment_id=305a3cb3-a08b-4110-ac63-cd274663e37a)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:56:55.287269 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b6707829-3a79-4ebc-922a-6406f465523c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:55.348289 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5fe44-a9f0-4275-b795-c199ea23b13d None None] Pushing event updated for resources: {'Port': ['ID=b6707829-3a79-4ebc-922a-6406f465523c,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:55.399558 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba884cd7-c7d4-4f7a-aed7-eb00863ed1ce admin admin] Publish callbacks [] for port (4ddfaeaf-405c-44cb-9d94-13bd0a2ec847), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:55.434399 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba884cd7-c7d4-4f7a-aed7-eb00863ed1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (4ddfaeaf-405c-44cb-9d94-13bd0a2ec847), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:55.476263 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba884cd7-c7d4-4f7a-aed7-eb00863ed1ce admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:56:55.479516 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-ba884cd7-c7d4-4f7a-aed7-eb00863ed1ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:55.484073 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba884cd7-c7d4-4f7a-aed7-eb00863ed1ce admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:56:55.494354 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba884cd7-c7d4-4f7a-aed7-eb00863ed1ce admin admin] Pushing event updated for resources: {'Port': ['ID=4ddfaeaf-405c-44cb-9d94-13bd0a2ec847,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:55.770142 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba884cd7-c7d4-4f7a-aed7-eb00863ed1ce admin admin] Publish callbacks [] for router_gateway (2e8f9359-07f1-4e4b-9573-e3d0424cb804), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:55.814161 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b6707829-3a79-4ebc-922a-6406f465523c up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:56:55.864764 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b6707829-3a79-4ebc-922a-6406f465523c triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:55.865143 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b6707829-3a79-4ebc-922a-6406f465523c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:55.947000 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b6707829-3a79-4ebc-922a-6406f465523c is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:55.947587 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (b6707829-3a79-4ebc-922a-6406f465523c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:55.984450 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port b6707829-3a79-4ebc-922a-6406f465523c, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b6707829-3a79-4ebc-922a-6406f465523c,segment=NetworkSegment(305a3cb3-a08b-4110-ac63-cd274663e37a),segment_id=305a3cb3-a08b-4110-ac63-cd274663e37a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:55.987919 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba884cd7-c7d4-4f7a-aed7-eb00863ed1ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (2e8f9359-07f1-4e4b-9573-e3d0424cb804), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:55.990611 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (b6707829-3a79-4ebc-922a-6406f465523c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:56.043671 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=b6707829-3a79-4ebc-922a-6406f465523c,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:56.130229 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba884cd7-c7d4-4f7a-aed7-eb00863ed1ce admin admin] Router 2e8f9359-07f1-4e4b-9573-e3d0424cb804 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:56:56.244688 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba884cd7-c7d4-4f7a-aed7-eb00863ed1ce admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:56:56.254572 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] Sync routers for ids ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:56:56.263932 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba884cd7-c7d4-4f7a-aed7-eb00863ed1ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:56.267271 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-ba884cd7-c7d4-4f7a-aed7-eb00863ed1ce admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5507407 Feb 09 02:56:56.267436 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] Routers {'2e8f9359-07f1-4e4b-9573-e3d0424cb804'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:56:56.267436 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:56:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:56.270353 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35592) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:56.307133 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9526970e-852f-4f99-bd5c-c3bf43b21ccf None None] Network 4a01266e-03a9-4381-9ba5-ab63ba1f42ee requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:56:56.432562 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-7db84bcd-d401-4e7b-b334-c36e885d3263 None None] Provisioning complete for port b6707829-3a79-4ebc-922a-6406f465523c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:56.432940 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7db84bcd-d401-4e7b-b334-c36e885d3263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b6707829-3a79-4ebc-922a-6406f465523c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:56.493968 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] Set router 2e8f9359-07f1-4e4b-9573-e3d0424cb804 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:56:56.684928 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7db84bcd-d401-4e7b-b334-c36e885d3263 None None] Current status of the port b6707829-3a79-4ebc-922a-6406f465523c is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:56.717109 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4c62457c-c3e8-484a-9753-f16e1213a8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:56.745899 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'name': 'tempest-TestSnapshotPattern-874105057-router', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:54Z', 'updated_at': '2022-02-09T02:56:55Z', 'revision_number': 3, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'gw_port': {'id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:55Z', 'updated_at': '2022-02-09T02:56:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:56.774551 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] Checking router: 2e8f9359-07f1-4e4b-9573-e3d0424cb804 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:56:56.775363 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] Updating router 2e8f9359-07f1-4e4b-9573-e3d0424cb804 port 4ddfaeaf-405c-44cb-9d94-13bd0a2ec847 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:56:56.809710 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4ddfaeaf-405c-44cb-9d94-13bd0a2ec847), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:56.880403 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-4c62457c-c3e8-484a-9753-f16e1213a8c0 admin admin] Allocated IP 172.20.0.1 (4a01266e-03a9-4381-9ba5-ab63ba1f42ee/575d6410-291e-401a-973b-4baf6544897e/fd9526ec-d787-4870-b641-24add146faf8) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:56:56.928822 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8d6b284c-c1aa-4dd7-846f-c879e1ad8799 None None] Provisioning complete for port b6707829-3a79-4ebc-922a-6406f465523c triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:56.929391 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d6b284c-c1aa-4dd7-846f-c879e1ad8799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b6707829-3a79-4ebc-922a-6406f465523c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:56.994877 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4c62457c-c3e8-484a-9753-f16e1213a8c0 admin admin] Publish callbacks [] for port (fd9526ec-d787-4870-b641-24add146faf8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:57.031143 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4c62457c-c3e8-484a-9753-f16e1213a8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (fd9526ec-d787-4870-b641-24add146faf8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:57.073218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c62457c-c3e8-484a-9753-f16e1213a8c0 admin admin] Network 4a01266e-03a9-4381-9ba5-ab63ba1f42ee is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:56:57.076324 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-4c62457c-c3e8-484a-9753-f16e1213a8c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:57.080846 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c62457c-c3e8-484a-9753-f16e1213a8c0 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:56:57.086774 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62457c-c3e8-484a-9753-f16e1213a8c0 admin admin] Pushing event updated for resources: {'Port': ['ID=fd9526ec-d787-4870-b641-24add146faf8,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:57.124205 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4c62457c-c3e8-484a-9753-f16e1213a8c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (2e8f9359-07f1-4e4b-9573-e3d0424cb804), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:57.261939 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8d6b284c-c1aa-4dd7-846f-c879e1ad8799 None None] Current status of the port b6707829-3a79-4ebc-922a-6406f465523c is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:57.269299 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4c62457c-c3e8-484a-9753-f16e1213a8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fd9526ec-d787-4870-b641-24add146faf8), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:57.325464 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] Publish callbacks [] for port (4ddfaeaf-405c-44cb-9d94-13bd0a2ec847), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:57.332281 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4ddfaeaf-405c-44cb-9d94-13bd0a2ec847), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:57.390815 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7360be-a234-484d-a7b6-950dc54155a6 None None] Pushing event updated for resources: {'Port': ['ID=4ddfaeaf-405c-44cb-9d94-13bd0a2ec847,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:57.393566 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] Attempting to bind port 4ddfaeaf-405c-44cb-9d94-13bd0a2ec847 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:56:57.394311 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] Attempting to bind port 4ddfaeaf-405c-44cb-9d94-13bd0a2ec847 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:56:57.394681 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] Attempting to bind port 4ddfaeaf-405c-44cb-9d94-13bd0a2ec847 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:57.405028 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:56:57.405477 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:57.405990 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:57.406381 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:56:57.406853 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] Bound port: 4ddfaeaf-405c-44cb-9d94-13bd0a2ec847, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:56:57.407257 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4ddfaeaf-405c-44cb-9d94-13bd0a2ec847), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:57.429399 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-e57b5000-0911-4cae-b604-5d6f27b1d418 None None] Provisioning complete for port fd9526ec-d787-4870-b641-24add146faf8 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:57.429702 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e57b5000-0911-4cae-b604-5d6f27b1d418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fd9526ec-d787-4870-b641-24add146faf8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:57.439568 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4c62457c-c3e8-484a-9753-f16e1213a8c0 admin admin] Publish callbacks [] for port (fd9526ec-d787-4870-b641-24add146faf8), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:57.444298 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4c62457c-c3e8-484a-9753-f16e1213a8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (fd9526ec-d787-4870-b641-24add146faf8), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:57.491518 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-e57b5000-0911-4cae-b604-5d6f27b1d418 None None] Port fd9526ec-d787-4870-b641-24add146faf8 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:56:57.495820 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] For port 4ddfaeaf-405c-44cb-9d94-13bd0a2ec847, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:57.499557 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] For port 4ddfaeaf-405c-44cb-9d94-13bd0a2ec847, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=4ddfaeaf-405c-44cb-9d94-13bd0a2ec847,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:56:57.505902 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4ddfaeaf-405c-44cb-9d94-13bd0a2ec847), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:57.516320 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4c62457c-c3e8-484a-9753-f16e1213a8c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (2e8f9359-07f1-4e4b-9573-e3d0424cb804), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:57.519245 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62457c-c3e8-484a-9753-f16e1213a8c0 admin admin] Pushing event updated for resources: {'Port': ['ID=fd9526ec-d787-4870-b641-24add146faf8,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:57.572450 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] Routers {'2e8f9359-07f1-4e4b-9573-e3d0424cb804'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:56:57.573476 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:56:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:57.578737 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7360be-a234-484d-a7b6-950dc54155a6 None None] Pushing event updated for resources: {'Port': ['ID=4ddfaeaf-405c-44cb-9d94-13bd0a2ec847,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:57.639328 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c62457c-c3e8-484a-9753-f16e1213a8c0 admin admin] Network 4a01266e-03a9-4381-9ba5-ab63ba1f42ee is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:56:57.641843 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-4c62457c-c3e8-484a-9753-f16e1213a8c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:57.713111 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] Set router 2e8f9359-07f1-4e4b-9573-e3d0424cb804 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:56:57.768675 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c62457c-c3e8-484a-9753-f16e1213a8c0 admin admin] Router 2e8f9359-07f1-4e4b-9573-e3d0424cb804 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:56:57.810847 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b6707829-3a79-4ebc-922a-6406f465523c up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:56:57.892053 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c62457c-c3e8-484a-9753-f16e1213a8c0 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:56:57.904756 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-4c62457c-c3e8-484a-9753-f16e1213a8c0 admin admin] 10.222.0.36 "PUT /v2.0/routers/2e8f9359-07f1-4e4b-9573-e3d0424cb804/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6252069 Feb 09 02:56:57.946561 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-8f274659-5746-4b8d-822a-2d0b56f87b3f None None] Provisioning complete for port fd9526ec-d787-4870-b641-24add146faf8 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:57.947109 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8f274659-5746-4b8d-822a-2d0b56f87b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fd9526ec-d787-4870-b641-24add146faf8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:57.985077 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port b6707829-3a79-4ebc-922a-6406f465523c triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:57.985368 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (b6707829-3a79-4ebc-922a-6406f465523c), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:58.048957 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8f274659-5746-4b8d-822a-2d0b56f87b3f None None] Port fd9526ec-d787-4870-b641-24add146faf8 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:56:58.131299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'name': 'tempest-TestSnapshotPattern-874105057-router', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:54Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 4, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'gw_port': {'id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:55Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'fd9526ec-d787-4870-b641-24add146faf8', 'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'mac_address': 'fa:16:3e:fe:ce:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '575d6410-291e-401a-973b-4baf6544897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:56Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 2, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'subnets': [{'id': '575d6410-291e-401a-973b-4baf6544897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:58.165997 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478bf4a-d326-478b-9aa2-45775fe66699 None None] The sync data for ids ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'] in n-d-828387-3 is: [{'id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'name': 'tempest-TestSnapshotPattern-874105057-router', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:54Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 4, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'gw_port': {'id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:55Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'fd9526ec-d787-4870-b641-24add146faf8', 'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'mac_address': 'fa:16:3e:fe:ce:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '575d6410-291e-401a-973b-4baf6544897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:56Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 2, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'subnets': [{'id': '575d6410-291e-401a-973b-4baf6544897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:56:58.167614 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port b6707829-3a79-4ebc-922a-6406f465523c is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:58.437984 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35608) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:58.443532 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-a6e8873d-d5e6-4bea-b600-b87b0ca405eb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1904831891-network', 'tenant_id': '82e0dba255be4a3295086206736431f1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:58.463445 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e8873d-d5e6-4bea-b600-b87b0ca405eb admin admin] Made reservation on behalf of 82e0dba255be4a3295086206736431f1 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:56:58.465836 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a6e8873d-d5e6-4bea-b600-b87b0ca405eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:58.476316 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a6e8873d-d5e6-4bea-b600-b87b0ca405eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:58.563066 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a6e8873d-d5e6-4bea-b600-b87b0ca405eb admin admin] Publish callbacks [] for security_group (79d64192-8901-4b7d-8cbc-1b45b6e69040), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:58.567979 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a6e8873d-d5e6-4bea-b600-b87b0ca405eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (79d64192-8901-4b7d-8cbc-1b45b6e69040), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:58.598094 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e8873d-d5e6-4bea-b600-b87b0ca405eb admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:56:58.605023 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8873d-d5e6-4bea-b600-b87b0ca405eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d64192-8901-4b7d-8cbc-1b45b6e69040,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:58.611839 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a6e8873d-d5e6-4bea-b600-b87b0ca405eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (347311ea-cc08-4e69-932e-c1df61f1824d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:58.612194 n-d-828387-3 neutron-server[103183]: INFO neutron.db.segments_db [None req-a6e8873d-d5e6-4bea-b600-b87b0ca405eb admin admin] Added segment 347311ea-cc08-4e69-932e-c1df61f1824d of type vlan for network 12e6a9dc-0556-419f-8537-0afc2b6af382 Feb 09 02:56:58.661849 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a6e8873d-d5e6-4bea-b600-b87b0ca405eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762501793311'] for network (12e6a9dc-0556-419f-8537-0afc2b6af382), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:58.688996 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a6e8873d-d5e6-4bea-b600-b87b0ca405eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759'] for network (12e6a9dc-0556-419f-8537-0afc2b6af382), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:58.690645 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e8873d-d5e6-4bea-b600-b87b0ca405eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:58.691310 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a6e8873d-d5e6-4bea-b600-b87b0ca405eb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:58.754758 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a6e8873d-d5e6-4bea-b600-b87b0ca405eb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3126709 Feb 09 02:56:58.755171 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35610) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:58.760110 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d1ab15bb-b98c-41a4-bebb-60f66c3dd51c admin admin] Request body: {'subnet': {'network_id': '12e6a9dc-0556-419f-8537-0afc2b6af382', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1904831891-subnet', 'tenant_id': '82e0dba255be4a3295086206736431f1', 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:58.774246 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8873d-d5e6-4bea-b600-b87b0ca405eb admin admin] Pushing event updated for resources: {'Network': ['ID=12e6a9dc-0556-419f-8537-0afc2b6af382,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:58.790757 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ab15bb-b98c-41a4-bebb-60f66c3dd51c admin admin] Made reservation on behalf of 82e0dba255be4a3295086206736431f1 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:56:58.791112 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Network 12e6a9dc-0556-419f-8537-0afc2b6af382 details requested by agent ovs-agent-n-d-828387-3 with host n-d-828387-3 {{(pid=103185) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:56:58.793422 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d1ab15bb-b98c-41a4-bebb-60f66c3dd51c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4749118'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:58.993170 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d1ab15bb-b98c-41a4-bebb-60f66c3dd51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4366845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4749056'] for subnet (0cb58fad-5abd-4917-a6d4-2b5f5787c047), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:59.044811 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab15bb-b98c-41a4-bebb-60f66c3dd51c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cb58fad-5abd-4917-a6d4-2b5f5787c047,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:59.063424 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ab15bb-b98c-41a4-bebb-60f66c3dd51c admin admin] Checking segment: {'id': '347311ea-cc08-4e69-932e-c1df61f1824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '12e6a9dc-0556-419f-8537-0afc2b6af382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:59.063793 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ab15bb-b98c-41a4-bebb-60f66c3dd51c admin admin] Network hostable DHCP agents. Network: 12e6a9dc-0556-419f-8537-0afc2b6af382, hostable agents: ['b6a7b214-c12c-4f47-a158-f903b756dbf9'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:56:59.082913 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ab15bb-b98c-41a4-bebb-60f66c3dd51c admin admin] Network 12e6a9dc-0556-419f-8537-0afc2b6af382 is scheduled to be hosted by DHCP agent b6a7b214-c12c-4f47-a158-f903b756dbf9 with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:56:59.093094 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-d1ab15bb-b98c-41a4-bebb-60f66c3dd51c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828387-3, 12e6a9dc-0556-419f-8537-0afc2b6af382) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:59.097281 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ab15bb-b98c-41a4-bebb-60f66c3dd51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:59.097891 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d1ab15bb-b98c-41a4-bebb-60f66c3dd51c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:59.102971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f448af-659b-4d8b-ac4d-c659227b7215 None None] Network 12e6a9dc-0556-419f-8537-0afc2b6af382 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:56:59.115490 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d1ab15bb-b98c-41a4-bebb-60f66c3dd51c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3591161 Feb 09 02:56:59.118414 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35612) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:59.122923 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5881546b-6dce-4c80-87fd-f7fd8bcfd372 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1904831891-router', 'tenant_id': '82e0dba255be4a3295086206736431f1', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:59.147146 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5881546b-6dce-4c80-87fd-f7fd8bcfd372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13398'] for router (a08ca602-bb73-449b-9a28-6ee034019013), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:59.148808 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5881546b-6dce-4c80-87fd-f7fd8bcfd372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13407'] for router (a08ca602-bb73-449b-9a28-6ee034019013), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:59.209790 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5881546b-6dce-4c80-87fd-f7fd8bcfd372 admin admin] Publish callbacks [] for router_controller (a08ca602-bb73-449b-9a28-6ee034019013), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:59.232895 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4cb951-4b04-4b0f-a116-7eff2cc34c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc29f022-7e3a-511c-acbd-d9167281328d-12e6a9dc-0556-419f-8537-0afc2b6af382', 'network_id': '12e6a9dc-0556-419f-8537-0afc2b6af382', 'project_id': '82e0dba255be4a3295086206736431f1', 'fixed_ips': [{'subnet_id': '0cb58fad-5abd-4917-a6d4-2b5f5787c047'}]}} from n-d-828387-3. {{(pid=103185) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:56:59.234800 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb951-4b04-4b0f-a116-7eff2cc34c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:59.399702 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-ac4cb951-4b04-4b0f-a116-7eff2cc34c61 None None] Allocated IP 172.20.0.2 (12e6a9dc-0556-419f-8537-0afc2b6af382/0cb58fad-5abd-4917-a6d4-2b5f5787c047/249756c8-7335-4fe8-840d-7d8ea4053575) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:56:59.571074 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb951-4b04-4b0f-a116-7eff2cc34c61 None None] Publish callbacks [] for port (249756c8-7335-4fe8-840d-7d8ea4053575), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:59.581492 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb951-4b04-4b0f-a116-7eff2cc34c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017'] for port (249756c8-7335-4fe8-840d-7d8ea4053575), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:59.631004 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4cb951-4b04-4b0f-a116-7eff2cc34c61 None None] Network 12e6a9dc-0556-419f-8537-0afc2b6af382 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:56:59.634057 n-d-828387-3 neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-ac4cb951-4b04-4b0f-a116-7eff2cc34c61 None None] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:59.638888 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4cb951-4b04-4b0f-a116-7eff2cc34c61 None None] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:56:59.642432 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4cb951-4b04-4b0f-a116-7eff2cc34c61 None None] Pushing event updated for resources: {'Port': ['ID=249756c8-7335-4fe8-840d-7d8ea4053575,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:59.682348 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5881546b-6dce-4c80-87fd-f7fd8bcfd372 admin admin] Publish callbacks [] for router_gateway (a08ca602-bb73-449b-9a28-6ee034019013), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:59.699669 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-ac4cb951-4b04-4b0f-a116-7eff2cc34c61 None None] Attempting to bind port 249756c8-7335-4fe8-840d-7d8ea4053575 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:56:59.700039 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-ac4cb951-4b04-4b0f-a116-7eff2cc34c61 None None] Attempting to bind port 249756c8-7335-4fe8-840d-7d8ea4053575 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '347311ea-cc08-4e69-932e-c1df61f1824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '12e6a9dc-0556-419f-8537-0afc2b6af382'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:56:59.700397 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4cb951-4b04-4b0f-a116-7eff2cc34c61 None None] Attempting to bind port 249756c8-7335-4fe8-840d-7d8ea4053575 on network 12e6a9dc-0556-419f-8537-0afc2b6af382 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:59.705364 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4cb951-4b04-4b0f-a116-7eff2cc34c61 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:56:59.705718 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4cb951-4b04-4b0f-a116-7eff2cc34c61 None None] Checking segment: {'id': '347311ea-cc08-4e69-932e-c1df61f1824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '12e6a9dc-0556-419f-8537-0afc2b6af382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:59.706116 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb951-4b04-4b0f-a116-7eff2cc34c61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:59.706502 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4cb951-4b04-4b0f-a116-7eff2cc34c61 None None] Bound using segment: {'id': '347311ea-cc08-4e69-932e-c1df61f1824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '12e6a9dc-0556-419f-8537-0afc2b6af382'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:56:59.706965 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-ac4cb951-4b04-4b0f-a116-7eff2cc34c61 None None] Bound port: 249756c8-7335-4fe8-840d-7d8ea4053575, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347311ea-cc08-4e69-932e-c1df61f1824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '12e6a9dc-0556-419f-8537-0afc2b6af382'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:56:59.707369 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb951-4b04-4b0f-a116-7eff2cc34c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (249756c8-7335-4fe8-840d-7d8ea4053575), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:59.783086 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ac4cb951-4b04-4b0f-a116-7eff2cc34c61 None None] For port 249756c8-7335-4fe8-840d-7d8ea4053575, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:59.786645 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ac4cb951-4b04-4b0f-a116-7eff2cc34c61 None None] For port 249756c8-7335-4fe8-840d-7d8ea4053575, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=249756c8-7335-4fe8-840d-7d8ea4053575,segment=NetworkSegment(347311ea-cc08-4e69-932e-c1df61f1824d),segment_id=347311ea-cc08-4e69-932e-c1df61f1824d)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:56:59.794261 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb951-4b04-4b0f-a116-7eff2cc34c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (249756c8-7335-4fe8-840d-7d8ea4053575), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:59.834869 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 4ddfaeaf-405c-44cb-9d94-13bd0a2ec847 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:56:59.898749 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4cb951-4b04-4b0f-a116-7eff2cc34c61 None None] Pushing event updated for resources: {'Port': ['ID=249756c8-7335-4fe8-840d-7d8ea4053575,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:59.909668 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 4ddfaeaf-405c-44cb-9d94-13bd0a2ec847 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:59.910050 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4ddfaeaf-405c-44cb-9d94-13bd0a2ec847), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:59.914728 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5881546b-6dce-4c80-87fd-f7fd8bcfd372 admin admin] Publish callbacks [] for router_gateway (a08ca602-bb73-449b-9a28-6ee034019013), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:59.935643 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5881546b-6dce-4c80-87fd-f7fd8bcfd372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:59.998146 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 4ddfaeaf-405c-44cb-9d94-13bd0a2ec847 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:59.998537 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (4ddfaeaf-405c-44cb-9d94-13bd0a2ec847), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:00.021217 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port 4ddfaeaf-405c-44cb-9d94-13bd0a2ec847, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=4ddfaeaf-405c-44cb-9d94-13bd0a2ec847,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:00.026595 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (4ddfaeaf-405c-44cb-9d94-13bd0a2ec847), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:00.078425 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-5881546b-6dce-4c80-87fd-f7fd8bcfd372 admin admin] Allocated IP 172.25.7.76 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:57:00.109343 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=4ddfaeaf-405c-44cb-9d94-13bd0a2ec847,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:00.206596 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5881546b-6dce-4c80-87fd-f7fd8bcfd372 admin admin] Publish callbacks [] for port (a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:00.243748 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5881546b-6dce-4c80-87fd-f7fd8bcfd372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:00.282158 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5881546b-6dce-4c80-87fd-f7fd8bcfd372 admin admin] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:57:00.287404 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-5881546b-6dce-4c80-87fd-f7fd8bcfd372 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:00.290888 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5881546b-6dce-4c80-87fd-f7fd8bcfd372 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:57:00.314114 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881546b-6dce-4c80-87fd-f7fd8bcfd372 admin admin] Pushing event updated for resources: {'Port': ['ID=a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:00.550269 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5881546b-6dce-4c80-87fd-f7fd8bcfd372 admin admin] Publish callbacks [] for router_gateway (a08ca602-bb73-449b-9a28-6ee034019013), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:00.767546 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5881546b-6dce-4c80-87fd-f7fd8bcfd372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607234'] for router (a08ca602-bb73-449b-9a28-6ee034019013), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:00.858868 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6c3795-f7f9-406e-a7d0-8b28a7b80b27 None None] Network 12e6a9dc-0556-419f-8537-0afc2b6af382 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:57:00.865552 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] Sync routers for ids ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:57:00.876286 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] Routers {'2e8f9359-07f1-4e4b-9573-e3d0424cb804'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:57:00.877515 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:56:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:00.916402 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5881546b-6dce-4c80-87fd-f7fd8bcfd372 admin admin] Router a08ca602-bb73-449b-9a28-6ee034019013 is scheduled to L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:57:00.937477 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-c423712f-60ec-4a8c-93cd-816d4947c82b None None] Provisioning complete for port 249756c8-7335-4fe8-840d-7d8ea4053575 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:00.937866 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c423712f-60ec-4a8c-93cd-816d4947c82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (249756c8-7335-4fe8-840d-7d8ea4053575), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:00.996957 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] Set router 2e8f9359-07f1-4e4b-9573-e3d0424cb804 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:57:01.040668 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5881546b-6dce-4c80-87fd-f7fd8bcfd372 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:57:01.053968 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa622989-a07a-4b11-affe-d212199950dd None None] Sync routers for ids ['a08ca602-bb73-449b-9a28-6ee034019013'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:57:01.059480 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5881546b-6dce-4c80-87fd-f7fd8bcfd372 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:01.063922 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-5881546b-6dce-4c80-87fd-f7fd8bcfd372 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9413092 Feb 09 02:57:01.064576 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35616) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:01.080678 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa622989-a07a-4b11-affe-d212199950dd None None] Routers {'a08ca602-bb73-449b-9a28-6ee034019013'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:57:01.081199 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fa622989-a07a-4b11-affe-d212199950dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:56:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a08ca602-bb73-449b-9a28-6ee034019013'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:01.084594 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c423712f-60ec-4a8c-93cd-816d4947c82b None None] Current status of the port 249756c8-7335-4fe8-840d-7d8ea4053575 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:01.084731 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c423712f-60ec-4a8c-93cd-816d4947c82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (249756c8-7335-4fe8-840d-7d8ea4053575), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:01.199021 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c423712f-60ec-4a8c-93cd-816d4947c82b None None] For port 249756c8-7335-4fe8-840d-7d8ea4053575, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=249756c8-7335-4fe8-840d-7d8ea4053575,segment=NetworkSegment(347311ea-cc08-4e69-932e-c1df61f1824d),segment_id=347311ea-cc08-4e69-932e-c1df61f1824d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:01.209440 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c423712f-60ec-4a8c-93cd-816d4947c82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (249756c8-7335-4fe8-840d-7d8ea4053575), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:01.216995 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'name': 'tempest-TestSnapshotPattern-874105057-router', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:54Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 4, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'gw_port': {'id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:55Z', 'updated_at': '2022-02-09T02:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'fd9526ec-d787-4870-b641-24add146faf8', 'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'mac_address': 'fa:16:3e:fe:ce:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '575d6410-291e-401a-973b-4baf6544897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:56Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 2, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'subnets': [{'id': '575d6410-291e-401a-973b-4baf6544897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:01.249979 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] Checking router: 2e8f9359-07f1-4e4b-9573-e3d0424cb804 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:57:01.250351 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] Updating router 2e8f9359-07f1-4e4b-9573-e3d0424cb804 port fd9526ec-d787-4870-b641-24add146faf8 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:57:01.276284 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423712f-60ec-4a8c-93cd-816d4947c82b None None] Pushing event updated for resources: {'Port': ['ID=249756c8-7335-4fe8-840d-7d8ea4053575,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:01.279742 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fd9526ec-d787-4870-b641-24add146faf8), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:01.284270 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-fa622989-a07a-4b11-affe-d212199950dd None None] Set router a08ca602-bb73-449b-9a28-6ee034019013 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:57:01.446828 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-435076b3-5837-4ea0-b3b6-3f0491091750 None None] Provisioning complete for port 249756c8-7335-4fe8-840d-7d8ea4053575 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:01.447175 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-435076b3-5837-4ea0-b3b6-3f0491091750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (249756c8-7335-4fe8-840d-7d8ea4053575), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:01.560512 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55166994-59e7-42df-be48-bb5eb49ff98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:01.575222 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] Publish callbacks [] for port (fd9526ec-d787-4870-b641-24add146faf8), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:01.582308 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (fd9526ec-d787-4870-b641-24add146faf8), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:01.650278 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980075f-f783-4d13-bf17-f502600947d0 None None] Pushing event updated for resources: {'Port': ['ID=fd9526ec-d787-4870-b641-24add146faf8,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:01.661605 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980075f-f783-4d13-bf17-f502600947d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:01.662033 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980075f-f783-4d13-bf17-f502600947d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:01.662372 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980075f-f783-4d13-bf17-f502600947d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:01.662701 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980075f-f783-4d13-bf17-f502600947d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:01.663026 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980075f-f783-4d13-bf17-f502600947d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:01.663376 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980075f-f783-4d13-bf17-f502600947d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:01.663699 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980075f-f783-4d13-bf17-f502600947d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:01.664027 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980075f-f783-4d13-bf17-f502600947d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:01.664332 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980075f-f783-4d13-bf17-f502600947d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:01.664651 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980075f-f783-4d13-bf17-f502600947d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:01.664978 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980075f-f783-4d13-bf17-f502600947d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:01.665277 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980075f-f783-4d13-bf17-f502600947d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:01.665589 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980075f-f783-4d13-bf17-f502600947d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:01.706381 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fa622989-a07a-4b11-affe-d212199950dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ca602-bb73-449b-9a28-6ee034019013', 'name': 'tempest-TestSnapshotPattern-1904831891-router', 'tenant_id': '82e0dba255be4a3295086206736431f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:59Z', 'updated_at': '2022-02-09T02:57:00Z', 'revision_number': 3, 'project_id': '82e0dba255be4a3295086206736431f1', 'gw_port': {'id': 'a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08ca602-bb73-449b-9a28-6ee034019013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:59Z', 'updated_at': '2022-02-09T02:57:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:01.744183 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-435076b3-5837-4ea0-b3b6-3f0491091750 None None] Current status of the port 249756c8-7335-4fe8-840d-7d8ea4053575 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:01.754538 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] Attempting to bind port fd9526ec-d787-4870-b641-24add146faf8 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:57:01.760074 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] Attempting to bind port fd9526ec-d787-4870-b641-24add146faf8 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '305a3cb3-a08b-4110-ac63-cd274663e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:57:01.760458 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] Attempting to bind port fd9526ec-d787-4870-b641-24add146faf8 on network 4a01266e-03a9-4381-9ba5-ab63ba1f42ee {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:57:01.769788 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-55166994-59e7-42df-be48-bb5eb49ff98d admin admin] Allocated IP 172.20.0.1 (12e6a9dc-0556-419f-8537-0afc2b6af382/0cb58fad-5abd-4917-a6d4-2b5f5787c047/be51b2a0-b2de-47a0-8788-6ef80e9258b4) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:57:01.771501 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa622989-a07a-4b11-affe-d212199950dd None None] Checking router: a08ca602-bb73-449b-9a28-6ee034019013 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:57:01.771855 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa622989-a07a-4b11-affe-d212199950dd None None] Updating router a08ca602-bb73-449b-9a28-6ee034019013 port a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4 binding host n-d-828387-3 {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:57:01.775380 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:57:01.776396 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] Checking segment: {'id': '305a3cb3-a08b-4110-ac63-cd274663e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:57:01.777157 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:01.778136 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] Bound using segment: {'id': '305a3cb3-a08b-4110-ac63-cd274663e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:57:01.778863 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] Bound port: fd9526ec-d787-4870-b641-24add146faf8, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305a3cb3-a08b-4110-ac63-cd274663e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:57:01.779782 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fd9526ec-d787-4870-b641-24add146faf8), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:01.806724 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa622989-a07a-4b11-affe-d212199950dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:01.886396 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] For port fd9526ec-d787-4870-b641-24add146faf8, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:57:01.899588 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] For port fd9526ec-d787-4870-b641-24add146faf8, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=fd9526ec-d787-4870-b641-24add146faf8,segment=NetworkSegment(305a3cb3-a08b-4110-ac63-cd274663e37a),segment_id=305a3cb3-a08b-4110-ac63-cd274663e37a)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:57:01.913249 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (fd9526ec-d787-4870-b641-24add146faf8), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:01.959385 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 249756c8-7335-4fe8-840d-7d8ea4053575 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:57:01.970205 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55166994-59e7-42df-be48-bb5eb49ff98d admin admin] Publish callbacks [] for port (be51b2a0-b2de-47a0-8788-6ef80e9258b4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:01.982667 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] Routers {'2e8f9359-07f1-4e4b-9573-e3d0424cb804'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:57:01.984061 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:56:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:02.017313 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55166994-59e7-42df-be48-bb5eb49ff98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (be51b2a0-b2de-47a0-8788-6ef80e9258b4), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.065562 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980075f-f783-4d13-bf17-f502600947d0 None None] Pushing event updated for resources: {'Port': ['ID=fd9526ec-d787-4870-b641-24add146faf8,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:02.080452 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55166994-59e7-42df-be48-bb5eb49ff98d admin admin] Pushing event updated for resources: {'Port': ['ID=be51b2a0-b2de-47a0-8788-6ef80e9258b4,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:02.089029 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-cab2970b-2c5c-4d49-aa1c-152fab3c1d4a None None] Provisioning complete for port fd9526ec-d787-4870-b641-24add146faf8 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:02.089417 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cab2970b-2c5c-4d49-aa1c-152fab3c1d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fd9526ec-d787-4870-b641-24add146faf8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.091441 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55166994-59e7-42df-be48-bb5eb49ff98d admin admin] Network 12e6a9dc-0556-419f-8537-0afc2b6af382 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:57:02.093569 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-55166994-59e7-42df-be48-bb5eb49ff98d admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:02.096188 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55166994-59e7-42df-be48-bb5eb49ff98d admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:57:02.146774 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] Set router 2e8f9359-07f1-4e4b-9573-e3d0424cb804 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:57:02.156435 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55166994-59e7-42df-be48-bb5eb49ff98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607317'] for router_interface (a08ca602-bb73-449b-9a28-6ee034019013), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.201846 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 249756c8-7335-4fe8-840d-7d8ea4053575 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:02.202623 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (249756c8-7335-4fe8-840d-7d8ea4053575), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.307060 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-cab2970b-2c5c-4d49-aa1c-152fab3c1d4a None None] Current status of the port fd9526ec-d787-4870-b641-24add146faf8 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:02.307482 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cab2970b-2c5c-4d49-aa1c-152fab3c1d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (fd9526ec-d787-4870-b641-24add146faf8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.324990 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55166994-59e7-42df-be48-bb5eb49ff98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (be51b2a0-b2de-47a0-8788-6ef80e9258b4), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.364458 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-cab2970b-2c5c-4d49-aa1c-152fab3c1d4a None None] For port fd9526ec-d787-4870-b641-24add146faf8, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=fd9526ec-d787-4870-b641-24add146faf8,segment=NetworkSegment(305a3cb3-a08b-4110-ac63-cd274663e37a),segment_id=305a3cb3-a08b-4110-ac63-cd274663e37a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:02.396270 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cab2970b-2c5c-4d49-aa1c-152fab3c1d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (fd9526ec-d787-4870-b641-24add146faf8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.471156 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa622989-a07a-4b11-affe-d212199950dd None None] Publish callbacks [] for port (a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.485551 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa622989-a07a-4b11-affe-d212199950dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.487674 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 249756c8-7335-4fe8-840d-7d8ea4053575 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:02.488765 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 4ddfaeaf-405c-44cb-9d94-13bd0a2ec847 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:57:02.512250 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'name': 'tempest-TestSnapshotPattern-874105057-router', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:54Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 4, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'gw_port': {'id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:55Z', 'updated_at': '2022-02-09T02:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'fd9526ec-d787-4870-b641-24add146faf8', 'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'mac_address': 'fa:16:3e:fe:ce:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '575d6410-291e-401a-973b-4baf6544897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:56Z', 'updated_at': '2022-02-09T02:57:01Z', 'revision_number': 4, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'subnets': [{'id': '575d6410-291e-401a-973b-4baf6544897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:02.525526 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55166994-59e7-42df-be48-bb5eb49ff98d admin admin] Publish callbacks [] for port (be51b2a0-b2de-47a0-8788-6ef80e9258b4), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.530817 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55166994-59e7-42df-be48-bb5eb49ff98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (be51b2a0-b2de-47a0-8788-6ef80e9258b4), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.535987 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2970b-2c5c-4d49-aa1c-152fab3c1d4a None None] Pushing event updated for resources: {'Port': ['ID=fd9526ec-d787-4870-b641-24add146faf8,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:02.542919 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e0f5ac-39b9-48fe-9a0f-952151ffbbcf None None] The sync data for ids ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'] in n-d-828387-3 is: [{'id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'name': 'tempest-TestSnapshotPattern-874105057-router', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:54Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 4, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'gw_port': {'id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:55Z', 'updated_at': '2022-02-09T02:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'fd9526ec-d787-4870-b641-24add146faf8', 'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'mac_address': 'fa:16:3e:fe:ce:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '575d6410-291e-401a-973b-4baf6544897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:56Z', 'updated_at': '2022-02-09T02:57:01Z', 'revision_number': 4, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'subnets': [{'id': '575d6410-291e-401a-973b-4baf6544897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:57:02.591808 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-806559ee-d5cc-484d-8104-a4a26edebc7c None None] Provisioning complete for port fd9526ec-d787-4870-b641-24add146faf8 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:02.592184 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-806559ee-d5cc-484d-8104-a4a26edebc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fd9526ec-d787-4870-b641-24add146faf8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.597951 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fa622989-a07a-4b11-affe-d212199950dd None None] Attempting to bind port a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:57:02.598870 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fa622989-a07a-4b11-affe-d212199950dd None None] Attempting to bind port a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:57:02.598870 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa622989-a07a-4b11-affe-d212199950dd None None] Attempting to bind port a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4 on network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:57:02.611625 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55166994-59e7-42df-be48-bb5eb49ff98d admin admin] Pushing event updated for resources: {'Port': ['ID=be51b2a0-b2de-47a0-8788-6ef80e9258b4,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:02.614795 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-55166994-59e7-42df-be48-bb5eb49ff98d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606405'] for router_interface (a08ca602-bb73-449b-9a28-6ee034019013), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.649506 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa622989-a07a-4b11-affe-d212199950dd None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:57:02.649876 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa622989-a07a-4b11-affe-d212199950dd None None] Checking segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:57:02.650277 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa622989-a07a-4b11-affe-d212199950dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.650665 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa622989-a07a-4b11-affe-d212199950dd None None] Bound using segment: {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:57:02.651141 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-fa622989-a07a-4b11-affe-d212199950dd None None] Bound port: a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a9dd0f-f81e-4b20-8a8d-41da964039ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:57:02.651557 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa622989-a07a-4b11-affe-d212199950dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.660248 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd76cb5-6566-4351-939a-bba434f57bfc None None] Pushing event updated for resources: {'Port': ['ID=a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:02.702808 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port 4ddfaeaf-405c-44cb-9d94-13bd0a2ec847 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:02.703322 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (4ddfaeaf-405c-44cb-9d94-13bd0a2ec847), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.717106 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55166994-59e7-42df-be48-bb5eb49ff98d admin admin] Network 12e6a9dc-0556-419f-8537-0afc2b6af382 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:57:02.719520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-55166994-59e7-42df-be48-bb5eb49ff98d admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:02.757183 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-fa622989-a07a-4b11-affe-d212199950dd None None] For port a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4, host n-d-828387-3, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:57:02.761942 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-fa622989-a07a-4b11-affe-d212199950dd None None] For port a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:57:02.794993 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa622989-a07a-4b11-affe-d212199950dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.847196 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-806559ee-d5cc-484d-8104-a4a26edebc7c None None] Current status of the port fd9526ec-d787-4870-b641-24add146faf8 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:02.868275 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55166994-59e7-42df-be48-bb5eb49ff98d admin admin] Router a08ca602-bb73-449b-9a28-6ee034019013 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:57:02.922789 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd76cb5-6566-4351-939a-bba434f57bfc None None] Pushing event updated for resources: {'Port': ['ID=a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:02.933326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-806559ee-d5cc-484d-8104-a4a26edebc7c None None] Provisioning complete for port be51b2a0-b2de-47a0-8788-6ef80e9258b4 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:02.933705 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-806559ee-d5cc-484d-8104-a4a26edebc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (be51b2a0-b2de-47a0-8788-6ef80e9258b4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.939803 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa622989-a07a-4b11-affe-d212199950dd None None] Routers {'a08ca602-bb73-449b-9a28-6ee034019013'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:57:02.940450 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fa622989-a07a-4b11-affe-d212199950dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:56:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a08ca602-bb73-449b-9a28-6ee034019013'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:03.005378 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55166994-59e7-42df-be48-bb5eb49ff98d admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:57:03.015928 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-55166994-59e7-42df-be48-bb5eb49ff98d admin admin] 10.222.0.36 "PUT /v2.0/routers/a08ca602-bb73-449b-9a28-6ee034019013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9450326 Feb 09 02:57:03.045266 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port 4ddfaeaf-405c-44cb-9d94-13bd0a2ec847 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:03.063625 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-806559ee-d5cc-484d-8104-a4a26edebc7c None None] Port be51b2a0-b2de-47a0-8788-6ef80e9258b4 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:57:03.109360 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-fa622989-a07a-4b11-affe-d212199950dd None None] Set router a08ca602-bb73-449b-9a28-6ee034019013 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:57:03.246590 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-565a5700-d4ed-4716-bda2-8150742feae7 None None] Provisioning complete for port be51b2a0-b2de-47a0-8788-6ef80e9258b4 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:03.247182 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-565a5700-d4ed-4716-bda2-8150742feae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (be51b2a0-b2de-47a0-8788-6ef80e9258b4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:03.303800 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-565a5700-d4ed-4716-bda2-8150742feae7 None None] Port be51b2a0-b2de-47a0-8788-6ef80e9258b4 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:57:03.370625 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-fa622989-a07a-4b11-affe-d212199950dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ca602-bb73-449b-9a28-6ee034019013', 'name': 'tempest-TestSnapshotPattern-1904831891-router', 'tenant_id': '82e0dba255be4a3295086206736431f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:59Z', 'updated_at': '2022-02-09T02:57:02Z', 'revision_number': 4, 'project_id': '82e0dba255be4a3295086206736431f1', 'gw_port': {'id': 'a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08ca602-bb73-449b-9a28-6ee034019013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:59Z', 'updated_at': '2022-02-09T02:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'be51b2a0-b2de-47a0-8788-6ef80e9258b4', 'name': '', 'network_id': '12e6a9dc-0556-419f-8537-0afc2b6af382', 'tenant_id': '82e0dba255be4a3295086206736431f1', 'mac_address': 'fa:16:3e:6f:d2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08ca602-bb73-449b-9a28-6ee034019013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '0cb58fad-5abd-4917-a6d4-2b5f5787c047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:57:01Z', 'updated_at': '2022-02-09T02:57:02Z', 'revision_number': 2, 'project_id': '82e0dba255be4a3295086206736431f1', 'subnets': [{'id': '0cb58fad-5abd-4917-a6d4-2b5f5787c047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:03.398595 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa622989-a07a-4b11-affe-d212199950dd None None] The sync data for ids ['a08ca602-bb73-449b-9a28-6ee034019013'] in n-d-828387-3 is: [{'id': 'a08ca602-bb73-449b-9a28-6ee034019013', 'name': 'tempest-TestSnapshotPattern-1904831891-router', 'tenant_id': '82e0dba255be4a3295086206736431f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:59Z', 'updated_at': '2022-02-09T02:57:02Z', 'revision_number': 4, 'project_id': '82e0dba255be4a3295086206736431f1', 'gw_port': {'id': 'a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08ca602-bb73-449b-9a28-6ee034019013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:59Z', 'updated_at': '2022-02-09T02:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'be51b2a0-b2de-47a0-8788-6ef80e9258b4', 'name': '', 'network_id': '12e6a9dc-0556-419f-8537-0afc2b6af382', 'tenant_id': '82e0dba255be4a3295086206736431f1', 'mac_address': 'fa:16:3e:6f:d2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08ca602-bb73-449b-9a28-6ee034019013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '0cb58fad-5abd-4917-a6d4-2b5f5787c047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:57:01Z', 'updated_at': '2022-02-09T02:57:02Z', 'revision_number': 2, 'project_id': '82e0dba255be4a3295086206736431f1', 'subnets': [{'id': '0cb58fad-5abd-4917-a6d4-2b5f5787c047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:57:03.638082 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35624) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:03.643853 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-c0c3bcdb-e04b-4ed4-b3fe-e17fc235e498 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1577245249', 'description': 'tempest-secgroup-smoke-1577245249 description', 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:03.670230 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c0c3bcdb-e04b-4ed4-b3fe-e17fc235e498 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:03.751529 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c0c3bcdb-e04b-4ed4-b3fe-e17fc235e498 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for security_group (900e0ac8-d810-4d31-9489-021e337beb93), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:03.756066 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c0c3bcdb-e04b-4ed4-b3fe-e17fc235e498 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (900e0ac8-d810-4d31-9489-021e337beb93), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:03.785437 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c0c3bcdb-e04b-4ed4-b3fe-e17fc235e498 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:03.786720 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-c0c3bcdb-e04b-4ed4-b3fe-e17fc235e498 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1476147 Feb 09 02:57:03.791600 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 35626) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:03.796483 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [None req-cacadecb-00fe-4268-93af-a9060a55c5da tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Request body: {'security_group_rule': {'security_group_id': '900e0ac8-d810-4d31-9489-021e337beb93', 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:03.809055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3bcdb-e04b-4ed4-b3fe-e17fc235e498 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=900e0ac8-d810-4d31-9489-021e337beb93,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:03.831701 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cacadecb-00fe-4268-93af-a9060a55c5da tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for security_group_rule (1e6d9ed3-a9ba-4717-b797-9561d32a6237), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:03.841769 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device fd9526ec-d787-4870-b641-24add146faf8 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:57:03.898890 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cacadecb-00fe-4268-93af-a9060a55c5da tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for security_group_rule (1e6d9ed3-a9ba-4717-b797-9561d32a6237), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:03.900644 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port fd9526ec-d787-4870-b641-24add146faf8 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:03.901316 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (fd9526ec-d787-4870-b641-24add146faf8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:03.905826 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cacadecb-00fe-4268-93af-a9060a55c5da tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (1e6d9ed3-a9ba-4717-b797-9561d32a6237), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:03.925236 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacadecb-00fe-4268-93af-a9060a55c5da tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e6d9ed3-a9ba-4717-b797-9561d32a6237,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:03.938841 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cacadecb-00fe-4268-93af-a9060a55c5da tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:03.940566 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-cacadecb-00fe-4268-93af-a9060a55c5da tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479225 Feb 09 02:57:03.943449 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35628) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:03.949412 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-2ba2974e-79ca-4fad-b0b4-aa399760e9e5 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Request body: {'security_group_rule': {'security_group_id': '900e0ac8-d810-4d31-9489-021e337beb93', 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:03.989122 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ba2974e-79ca-4fad-b0b4-aa399760e9e5 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for security_group_rule (4aaee71b-0171-42e9-8fbe-41914dafb838), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:03.992474 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port fd9526ec-d787-4870-b641-24add146faf8 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:04.051323 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ba2974e-79ca-4fad-b0b4-aa399760e9e5 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for security_group_rule (4aaee71b-0171-42e9-8fbe-41914dafb838), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.055182 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ba2974e-79ca-4fad-b0b4-aa399760e9e5 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (4aaee71b-0171-42e9-8fbe-41914dafb838), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.074756 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2974e-79ca-4fad-b0b4-aa399760e9e5 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aaee71b-0171-42e9-8fbe-41914dafb838,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:04.085223 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ba2974e-79ca-4fad-b0b4-aa399760e9e5 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.086459 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-2ba2974e-79ca-4fad-b0b4-aa399760e9e5 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1418273 Feb 09 02:57:04.089456 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35630) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:04.094687 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f7cf1210-db6e-45b7-b541-e3680dc8edde tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Request body: {'security_group_rule': {'security_group_id': '900e0ac8-d810-4d31-9489-021e337beb93', 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:04.120065 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1210-db6e-45b7-b541-e3680dc8edde tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for security_group_rule (88b476bb-5e48-4c92-9d67-68dd0c89db03), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.177954 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1210-db6e-45b7-b541-e3680dc8edde tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for security_group_rule (88b476bb-5e48-4c92-9d67-68dd0c89db03), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.181402 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1210-db6e-45b7-b541-e3680dc8edde tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (88b476bb-5e48-4c92-9d67-68dd0c89db03), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.199072 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf1210-db6e-45b7-b541-e3680dc8edde tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b476bb-5e48-4c92-9d67-68dd0c89db03,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:04.207894 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1210-db6e-45b7-b541-e3680dc8edde tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.209108 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-f7cf1210-db6e-45b7-b541-e3680dc8edde tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188030 Feb 09 02:57:04.211828 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35632) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:04.216147 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-a63c0445-9693-4727-9979-6c85d7fedad9 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Request body: {'security_group_rule': {'security_group_id': '900e0ac8-d810-4d31-9489-021e337beb93', 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:04.240812 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a63c0445-9693-4727-9979-6c85d7fedad9 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for security_group_rule (c55051fc-f844-4343-95c4-618fbad370bd), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.303742 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a63c0445-9693-4727-9979-6c85d7fedad9 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for security_group_rule (c55051fc-f844-4343-95c4-618fbad370bd), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.307704 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a63c0445-9693-4727-9979-6c85d7fedad9 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (c55051fc-f844-4343-95c4-618fbad370bd), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.326376 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c0445-9693-4727-9979-6c85d7fedad9 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55051fc-f844-4343-95c4-618fbad370bd,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:04.334181 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a63c0445-9693-4727-9979-6c85d7fedad9 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.335413 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-a63c0445-9693-4727-9979-6c85d7fedad9 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226344 Feb 09 02:57:04.338100 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35634) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:04.342548 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4403e3fc-ff28-4995-b390-366070c7b12d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Request body: {'security_group_rule': {'security_group_id': '900e0ac8-d810-4d31-9489-021e337beb93', 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:04.362544 n-d-828387-3 neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-4403e3fc-ff28-4995-b390-366070c7b12d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Project 92eb814d40f44ebf8e80d1c86e9a73d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:57:04.367536 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4403e3fc-ff28-4995-b390-366070c7b12d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for security_group_rule (b4e5055b-1219-4bfa-bb96-e83fa9dad183), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.425582 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4403e3fc-ff28-4995-b390-366070c7b12d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for security_group_rule (b4e5055b-1219-4bfa-bb96-e83fa9dad183), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.429188 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4403e3fc-ff28-4995-b390-366070c7b12d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (b4e5055b-1219-4bfa-bb96-e83fa9dad183), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.445503 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403e3fc-ff28-4995-b390-366070c7b12d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e5055b-1219-4bfa-bb96-e83fa9dad183,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:04.459871 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4403e3fc-ff28-4995-b390-366070c7b12d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.461080 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4403e3fc-ff28-4995-b390-366070c7b12d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220634 Feb 09 02:57:04.463792 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35636) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:04.468687 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-56c23154-0029-4910-a81b-7c053e7ed372 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Request body: {'security_group_rule': {'security_group_id': '900e0ac8-d810-4d31-9489-021e337beb93', 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:04.489493 n-d-828387-3 neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-56c23154-0029-4910-a81b-7c053e7ed372 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Project 92eb814d40f44ebf8e80d1c86e9a73d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:57:04.494469 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-56c23154-0029-4910-a81b-7c053e7ed372 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for security_group_rule (d0b13b25-61f8-4810-9d6f-0bc048b521e3), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.553829 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-56c23154-0029-4910-a81b-7c053e7ed372 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for security_group_rule (d0b13b25-61f8-4810-9d6f-0bc048b521e3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.557308 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-56c23154-0029-4910-a81b-7c053e7ed372 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920135'] for security_group_rule (d0b13b25-61f8-4810-9d6f-0bc048b521e3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.575814 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c23154-0029-4910-a81b-7c053e7ed372 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b13b25-61f8-4810-9d6f-0bc048b521e3,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:04.583282 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-56c23154-0029-4910-a81b-7c053e7ed372 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.584499 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-56c23154-0029-4910-a81b-7c053e7ed372 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197855 Feb 09 02:57:04.750994 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-0e8e2520-be16-4afe-8340-61035ef9141e tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1577245249&fields=id&tenant_id=92eb814d40f44ebf8e80d1c86e9a73d3 HTTP/1.1" status: 200 len: 267 time: 0.0570772 Feb 09 02:57:04.861265 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-074e1cef-835d-487b-8734-e430fd2cc908 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:04.862714 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-074e1cef-835d-487b-8734-e430fd2cc908 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/networks?id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee HTTP/1.1" status: 200 len: 809 time: 0.1052008 Feb 09 02:57:04.877127 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-a40ff771-7a93-4814-834c-422cca88f2a1 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/quotas/92eb814d40f44ebf8e80d1c86e9a73d3 HTTP/1.1" status: 200 len: 375 time: 0.0089970 Feb 09 02:57:04.932316 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-f11c42ff-ee5e-46db-b167-532cf9b2ae64 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=92eb814d40f44ebf8e80d1c86e9a73d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501857 Feb 09 02:57:04.947475 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-79ce3073-e29e-4c77-b195-bd36e6a07393 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:57:04.948378 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-79ce3073-e29e-4c77-b195-bd36e6a07393 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050156 Feb 09 02:57:05.047894 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-41bd2f8e-9cc5-4ffd-921a-1da9d54702a6 service neutron] 10.222.0.36 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929723 Feb 09 02:57:05.143783 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-4aca6d50-fb3d-4791-a190-1fb8178e8fbf service neutron] 10.222.0.36 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896723 Feb 09 02:57:05.317347 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3516a86b-e8f9-4c14-b6f4-4ce6cd974ba5 req-31fc7a48-315a-466c-9801-16ce1c1d8dce tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 210 time: 0.0280840 Feb 09 02:57:05.806151 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:57:05.858885 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:05.859651 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:05.941594 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:05.942133 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:05.964384 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] For port a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:05.970133 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:06.022365 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Pushing event updated for resources: {'Port': ['ID=a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:06.323562 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-578d146a-0dfc-40f7-bca6-2fae408c2ef0 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:06.324622 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-578d146a-0dfc-40f7-bca6-2fae408c2ef0 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.48 "GET /v2.0/networks?id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee HTTP/1.1" status: 200 len: 809 time: 0.1085279 Feb 09 02:57:06.351776 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] Sync routers for ids ['a08ca602-bb73-449b-9a28-6ee034019013'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:57:06.363361 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] Routers {'a08ca602-bb73-449b-9a28-6ee034019013'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:57:06.364247 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:56:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a08ca602-bb73-449b-9a28-6ee034019013'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:06.413521 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-47f4961c-fda3-429e-b4b2-3e8041276e2c tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92eb814d40f44ebf8e80d1c86e9a73d3 HTTP/1.1" status: 200 len: 380 time: 0.0790224 Feb 09 02:57:06.423185 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-943fdcc0-f566-47c5-969c-13cd1f616cb4 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Request body: {'port': {'device_id': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'admin_state_up': True, 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'security_groups': ['900e0ac8-d810-4d31-9489-021e337beb93']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:06.431132 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1420fa2a-ee15-4488-86e8-c50791b37628 req-9eeb3d9c-a98c-41c8-b09c-e5d6e2582a87 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 210 time: 0.0305521 Feb 09 02:57:06.485474 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] Set router a08ca602-bb73-449b-9a28-6ee034019013 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:57:06.540128 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-943fdcc0-f566-47c5-969c-13cd1f616cb4 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Made reservation on behalf of 92eb814d40f44ebf8e80d1c86e9a73d3 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:57:06.543613 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-943fdcc0-f566-47c5-969c-13cd1f616cb4 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:06.679336 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-943fdcc0-f566-47c5-969c-13cd1f616cb4 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Allocated IP 172.20.0.14 (4a01266e-03a9-4381-9ba5-ab63ba1f42ee/575d6410-291e-401a-973b-4baf6544897e/052fda09-2a7d-494a-9b03-fbbc974a812d) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:57:06.697506 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ca602-bb73-449b-9a28-6ee034019013', 'name': 'tempest-TestSnapshotPattern-1904831891-router', 'tenant_id': '82e0dba255be4a3295086206736431f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:59Z', 'updated_at': '2022-02-09T02:57:02Z', 'revision_number': 4, 'project_id': '82e0dba255be4a3295086206736431f1', 'gw_port': {'id': 'a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ca602-bb73-449b-9a28-6ee034019013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:59Z', 'updated_at': '2022-02-09T02:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'be51b2a0-b2de-47a0-8788-6ef80e9258b4', 'name': '', 'network_id': '12e6a9dc-0556-419f-8537-0afc2b6af382', 'tenant_id': '82e0dba255be4a3295086206736431f1', 'mac_address': 'fa:16:3e:6f:d2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08ca602-bb73-449b-9a28-6ee034019013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '0cb58fad-5abd-4917-a6d4-2b5f5787c047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:57:01Z', 'updated_at': '2022-02-09T02:57:02Z', 'revision_number': 2, 'project_id': '82e0dba255be4a3295086206736431f1', 'subnets': [{'id': '0cb58fad-5abd-4917-a6d4-2b5f5787c047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:06.724761 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] Checking router: a08ca602-bb73-449b-9a28-6ee034019013 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:57:06.725443 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] Updating router a08ca602-bb73-449b-9a28-6ee034019013 port be51b2a0-b2de-47a0-8788-6ef80e9258b4 binding host n-d-828387-3 {{(pid=103186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:57:06.752724 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (be51b2a0-b2de-47a0-8788-6ef80e9258b4), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:06.819111 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-943fdcc0-f566-47c5-969c-13cd1f616cb4 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for port (052fda09-2a7d-494a-9b03-fbbc974a812d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:06.856982 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-943fdcc0-f566-47c5-969c-13cd1f616cb4 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (052fda09-2a7d-494a-9b03-fbbc974a812d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:06.903053 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-943fdcc0-f566-47c5-969c-13cd1f616cb4 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Network 4a01266e-03a9-4381-9ba5-ab63ba1f42ee is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:57:06.909030 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-943fdcc0-f566-47c5-969c-13cd1f616cb4 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:06.913428 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-943fdcc0-f566-47c5-969c-13cd1f616cb4 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:57:06.917489 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fdcc0-f566-47c5-969c-13cd1f616cb4 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Pushing event updated for resources: {'Port': ['ID=052fda09-2a7d-494a-9b03-fbbc974a812d,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:06.966846 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-943fdcc0-f566-47c5-969c-13cd1f616cb4 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:06.967979 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-943fdcc0-f566-47c5-969c-13cd1f616cb4 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:06.991023 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-943fdcc0-f566-47c5-969c-13cd1f616cb4 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5723519 Feb 09 02:57:07.004484 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-a7df2615-f5e2-447a-be24-e82b81f5fafb service neutron] Request body: {'port': {'device_id': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:07.051329 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] Publish callbacks [] for port (be51b2a0-b2de-47a0-8788-6ef80e9258b4), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:07.057189 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (be51b2a0-b2de-47a0-8788-6ef80e9258b4), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:07.071380 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-a7df2615-f5e2-447a-be24-e82b81f5fafb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (052fda09-2a7d-494a-9b03-fbbc974a812d), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:07.114242 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415abff0-d9c9-4ca7-bb70-3802622de8b2 None None] Pushing event updated for resources: {'Port': ['ID=be51b2a0-b2de-47a0-8788-6ef80e9258b4,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:07.166710 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9b9aa8b9-ea16-4e7b-ad7d-18728a498816 None None] Provisioning complete for port 052fda09-2a7d-494a-9b03-fbbc974a812d triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:07.167253 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b9aa8b9-ea16-4e7b-ad7d-18728a498816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (052fda09-2a7d-494a-9b03-fbbc974a812d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:07.177394 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] Attempting to bind port be51b2a0-b2de-47a0-8788-6ef80e9258b4 on host n-d-828387-3 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:57:07.177895 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] Attempting to bind port be51b2a0-b2de-47a0-8788-6ef80e9258b4 by drivers openvswitch,hyperv on host n-d-828387-3 at level 0 using segments [{'id': '347311ea-cc08-4e69-932e-c1df61f1824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '12e6a9dc-0556-419f-8537-0afc2b6af382'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:57:07.178326 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] Attempting to bind port be51b2a0-b2de-47a0-8788-6ef80e9258b4 on network 12e6a9dc-0556-419f-8537-0afc2b6af382 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:57:07.183945 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] Checking agent: {'id': '4fe9d1fa-6982-4330-b637-06a2816188ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 19, 43), 'started_at': datetime.datetime(2022, 2, 9, 1, 20, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828387-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:57:07.184347 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] Checking segment: {'id': '347311ea-cc08-4e69-932e-c1df61f1824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '12e6a9dc-0556-419f-8537-0afc2b6af382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:57:07.184823 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:07.185282 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] Bound using segment: {'id': '347311ea-cc08-4e69-932e-c1df61f1824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '12e6a9dc-0556-419f-8537-0afc2b6af382'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:57:07.185820 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] Bound port: be51b2a0-b2de-47a0-8788-6ef80e9258b4, host: n-d-828387-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347311ea-cc08-4e69-932e-c1df61f1824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '12e6a9dc-0556-419f-8537-0afc2b6af382'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:57:07.187249 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (be51b2a0-b2de-47a0-8788-6ef80e9258b4), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:07.241565 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9b9aa8b9-ea16-4e7b-ad7d-18728a498816 None None] Port 052fda09-2a7d-494a-9b03-fbbc974a812d cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:57:07.257613 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] For port be51b2a0-b2de-47a0-8788-6ef80e9258b4, host n-d-828387-3, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:57:07.261248 n-d-828387-3 neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] For port be51b2a0-b2de-47a0-8788-6ef80e9258b4, host n-d-828387-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=be51b2a0-b2de-47a0-8788-6ef80e9258b4,segment=NetworkSegment(347311ea-cc08-4e69-932e-c1df61f1824d),segment_id=347311ea-cc08-4e69-932e-c1df61f1824d)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:57:07.270229 n-d-828387-3 neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (be51b2a0-b2de-47a0-8788-6ef80e9258b4), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:07.331306 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] Routers {'a08ca602-bb73-449b-9a28-6ee034019013'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:57:07.332011 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:56:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a08ca602-bb73-449b-9a28-6ee034019013'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:07.396218 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-a7df2615-f5e2-447a-be24-e82b81f5fafb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 052fda09-2a7d-494a-9b03-fbbc974a812d {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:57:07.405018 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-a7df2615-f5e2-447a-be24-e82b81f5fafb service neutron] Publish callbacks [] for port (052fda09-2a7d-494a-9b03-fbbc974a812d), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:07.417533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-a7df2615-f5e2-447a-be24-e82b81f5fafb service neutron] Transition to ACTIVE for port object 052fda09-2a7d-494a-9b03-fbbc974a812d will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:57:07.425715 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-a7df2615-f5e2-447a-be24-e82b81f5fafb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (052fda09-2a7d-494a-9b03-fbbc974a812d), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:07.444394 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415abff0-d9c9-4ca7-bb70-3802622de8b2 None None] Pushing event updated for resources: {'Port': ['ID=be51b2a0-b2de-47a0-8788-6ef80e9258b4,revision_number=4']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:07.473498 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-9ecdb386-401e-408b-a0bf-1cfbc0a531dc None None] Provisioning complete for port be51b2a0-b2de-47a0-8788-6ef80e9258b4 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:07.473881 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9ecdb386-401e-408b-a0bf-1cfbc0a531dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (be51b2a0-b2de-47a0-8788-6ef80e9258b4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:07.500019 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] Set router a08ca602-bb73-449b-9a28-6ee034019013 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:57:07.523073 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df2615-f5e2-447a-be24-e82b81f5fafb service neutron] Pushing event updated for resources: {'Port': ['ID=052fda09-2a7d-494a-9b03-fbbc974a812d,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:07.656976 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9ecdb386-401e-408b-a0bf-1cfbc0a531dc None None] Current status of the port be51b2a0-b2de-47a0-8788-6ef80e9258b4 is: DOWN; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:07.657858 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9ecdb386-401e-408b-a0bf-1cfbc0a531dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (be51b2a0-b2de-47a0-8788-6ef80e9258b4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:07.729243 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9e1c89a7-6ac3-4a72-919f-50d12f58c6aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:07.736015 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-9ecdb386-401e-408b-a0bf-1cfbc0a531dc None None] For port be51b2a0-b2de-47a0-8788-6ef80e9258b4, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=be51b2a0-b2de-47a0-8788-6ef80e9258b4,segment=NetworkSegment(347311ea-cc08-4e69-932e-c1df61f1824d),segment_id=347311ea-cc08-4e69-932e-c1df61f1824d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:07.739079 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f97de9-c829-446f-b3e2-93e4b5fa47c5 req-f9172ee9-80ff-4978-baa2-d0be8cb3402d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:07.741405 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-44f97de9-c829-446f-b3e2-93e4b5fa47c5 req-f9172ee9-80ff-4978-baa2-d0be8cb3402d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 944 time: 0.1497822 Feb 09 02:57:07.751408 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9ecdb386-401e-408b-a0bf-1cfbc0a531dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (be51b2a0-b2de-47a0-8788-6ef80e9258b4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:07.844386 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ca602-bb73-449b-9a28-6ee034019013', 'name': 'tempest-TestSnapshotPattern-1904831891-router', 'tenant_id': '82e0dba255be4a3295086206736431f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:59Z', 'updated_at': '2022-02-09T02:57:02Z', 'revision_number': 4, 'project_id': '82e0dba255be4a3295086206736431f1', 'gw_port': {'id': 'a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ca602-bb73-449b-9a28-6ee034019013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:59Z', 'updated_at': '2022-02-09T02:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'be51b2a0-b2de-47a0-8788-6ef80e9258b4', 'name': '', 'network_id': '12e6a9dc-0556-419f-8537-0afc2b6af382', 'tenant_id': '82e0dba255be4a3295086206736431f1', 'mac_address': 'fa:16:3e:6f:d2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08ca602-bb73-449b-9a28-6ee034019013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '0cb58fad-5abd-4917-a6d4-2b5f5787c047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:57:01Z', 'updated_at': '2022-02-09T02:57:07Z', 'revision_number': 4, 'project_id': '82e0dba255be4a3295086206736431f1', 'subnets': [{'id': '0cb58fad-5abd-4917-a6d4-2b5f5787c047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:07.860371 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-44f97de9-c829-446f-b3e2-93e4b5fa47c5 req-6298ca09-9a70-41be-8ba7-88f240ae2b03 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895622 Feb 09 02:57:07.876943 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-a7df2615-f5e2-447a-be24-e82b81f5fafb service neutron] Attempting to bind port 052fda09-2a7d-494a-9b03-fbbc974a812d on host n-h2-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:57:07.877423 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-a7df2615-f5e2-447a-be24-e82b81f5fafb service neutron] Attempting to bind port 052fda09-2a7d-494a-9b03-fbbc974a812d by drivers openvswitch,hyperv on host n-h2-828387-3 at level 0 using segments [{'id': '305a3cb3-a08b-4110-ac63-cd274663e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:57:07.877770 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-a7df2615-f5e2-447a-be24-e82b81f5fafb service neutron] Attempting to bind port 052fda09-2a7d-494a-9b03-fbbc974a812d on network 4a01266e-03a9-4381-9ba5-ab63ba1f42ee {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:57:07.884491 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdb386-401e-408b-a0bf-1cfbc0a531dc None None] Pushing event updated for resources: {'Port': ['ID=be51b2a0-b2de-47a0-8788-6ef80e9258b4,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:07.885446 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-a7df2615-f5e2-447a-be24-e82b81f5fafb service neutron] Port 052fda09-2a7d-494a-9b03-fbbc974a812d on network 4a01266e-03a9-4381-9ba5-ab63ba1f42ee not bound, no agent of type Open vSwitch agent registered on host n-h2-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:57:07.885962 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-a7df2615-f5e2-447a-be24-e82b81f5fafb service neutron] Attempting to bind port 052fda09-2a7d-494a-9b03-fbbc974a812d on network 4a01266e-03a9-4381-9ba5-ab63ba1f42ee {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:57:07.894980 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-a7df2615-f5e2-447a-be24-e82b81f5fafb service neutron] Checking agent: {'id': '2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:57:07.895533 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-a7df2615-f5e2-447a-be24-e82b81f5fafb service neutron] Checking segment: {'id': '305a3cb3-a08b-4110-ac63-cd274663e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:57:07.896020 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-a7df2615-f5e2-447a-be24-e82b81f5fafb service neutron] Bound using segment: {'id': '305a3cb3-a08b-4110-ac63-cd274663e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:57:07.900837 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-a7df2615-f5e2-447a-be24-e82b81f5fafb service neutron] Bound port: 052fda09-2a7d-494a-9b03-fbbc974a812d, host: n-h2-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305a3cb3-a08b-4110-ac63-cd274663e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:57:07.900837 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-a7df2615-f5e2-447a-be24-e82b81f5fafb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (052fda09-2a7d-494a-9b03-fbbc974a812d), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:07.917040 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-da1be3fe-d277-4910-86d3-4628867fbd06 None None] Provisioning complete for port be51b2a0-b2de-47a0-8788-6ef80e9258b4 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:07.917763 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-da1be3fe-d277-4910-86d3-4628867fbd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (be51b2a0-b2de-47a0-8788-6ef80e9258b4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:07.922331 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0e496b-4029-4936-8660-f26915f172c0 None None] The sync data for ids ['a08ca602-bb73-449b-9a28-6ee034019013'] in n-d-828387-3 is: [{'id': 'a08ca602-bb73-449b-9a28-6ee034019013', 'name': 'tempest-TestSnapshotPattern-1904831891-router', 'tenant_id': '82e0dba255be4a3295086206736431f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:59Z', 'updated_at': '2022-02-09T02:57:02Z', 'revision_number': 4, 'project_id': '82e0dba255be4a3295086206736431f1', 'gw_port': {'id': 'a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ca602-bb73-449b-9a28-6ee034019013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:59Z', 'updated_at': '2022-02-09T02:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'be51b2a0-b2de-47a0-8788-6ef80e9258b4', 'name': '', 'network_id': '12e6a9dc-0556-419f-8537-0afc2b6af382', 'tenant_id': '82e0dba255be4a3295086206736431f1', 'mac_address': 'fa:16:3e:6f:d2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08ca602-bb73-449b-9a28-6ee034019013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '0cb58fad-5abd-4917-a6d4-2b5f5787c047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:57:01Z', 'updated_at': '2022-02-09T02:57:07Z', 'revision_number': 4, 'project_id': '82e0dba255be4a3295086206736431f1', 'subnets': [{'id': '0cb58fad-5abd-4917-a6d4-2b5f5787c047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:57:07.951886 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device be51b2a0-b2de-47a0-8788-6ef80e9258b4 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:57:07.978260 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-a7df2615-f5e2-447a-be24-e82b81f5fafb service neutron] For port 052fda09-2a7d-494a-9b03-fbbc974a812d, host n-h2-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:57:07.981897 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-a7df2615-f5e2-447a-be24-e82b81f5fafb service neutron] For port 052fda09-2a7d-494a-9b03-fbbc974a812d, host n-h2-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=052fda09-2a7d-494a-9b03-fbbc974a812d,segment=NetworkSegment(305a3cb3-a08b-4110-ac63-cd274663e37a),segment_id=305a3cb3-a08b-4110-ac63-cd274663e37a)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:57:07.991912 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-a7df2615-f5e2-447a-be24-e82b81f5fafb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (052fda09-2a7d-494a-9b03-fbbc974a812d), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.040249 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-a7df2615-f5e2-447a-be24-e82b81f5fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:08.040882 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-a7df2615-f5e2-447a-be24-e82b81f5fafb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.042353 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-a7df2615-f5e2-447a-be24-e82b81f5fafb service neutron] 10.222.0.48 "PUT /v2.0/ports/052fda09-2a7d-494a-9b03-fbbc974a812d HTTP/1.1" status: 200 len: 1092 time: 1.0424647 Feb 09 02:57:08.042837 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'tag': '052fda09-2a7d-494a-9b03-fbbc974a812d'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:08.054258 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9d5079-1b48-4d5a-91ca-63fc41a027ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f4fa87b0-760b-40b6-937f-3521bdd65720", "tag": "052fda09-2a7d-494a-9b03-fbbc974a812d"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:08.076204 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port be51b2a0-b2de-47a0-8788-6ef80e9258b4 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:08.077397 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (be51b2a0-b2de-47a0-8788-6ef80e9258b4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.147608 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-da1be3fe-d277-4910-86d3-4628867fbd06 None None] Current status of the port be51b2a0-b2de-47a0-8788-6ef80e9258b4 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:08.159888 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df2615-f5e2-447a-be24-e82b81f5fafb service neutron] Pushing event updated for resources: {'Port': ['ID=052fda09-2a7d-494a-9b03-fbbc974a812d,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:08.210106 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-4accf882-883a-46a6-bb9e-295570c3b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:08.215912 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-4accf882-883a-46a6-bb9e-295570c3b5f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92eb814d40f44ebf8e80d1c86e9a73d3&device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 1126 time: 0.1135039 Feb 09 02:57:08.218230 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port be51b2a0-b2de-47a0-8788-6ef80e9258b4 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:08.219566 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:57:08.220208 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eac75ec-b3fc-43e7-a06f-580198560b53 x-openstack-request-id: req-3eac75ec-b3fc-43e7-a06f-580198560b53 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:08.220501 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4fa87b0-760b-40b6-937f-3521bdd65720", "tag": "052fda09-2a7d-494a-9b03-fbbc974a812d", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:08.220813 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3eac75ec-b3fc-43e7-a06f-580198560b53 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:08.221273 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'tag': '052fda09-2a7d-494a-9b03-fbbc974a812d', 'status': 'completed', 'code': 200} Feb 09 02:57:08.269635 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-3b250607-efca-4495-b685-1f3c36443938 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=052fda09-2a7d-494a-9b03-fbbc974a812d HTTP/1.1" status: 200 len: 217 time: 0.0414426 Feb 09 02:57:08.286250 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:08.286639 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.344703 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-065a9df2-5257-4156-b192-7513423f60db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:08.346292 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-065a9df2-5257-4156-b192-7513423f60db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=575d6410-291e-401a-973b-4baf6544897e HTTP/1.1" status: 200 len: 848 time: 0.0706353 Feb 09 02:57:08.372558 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:08.403364 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-ec15d729-ab27-44e6-8722-cdf68c342848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:08.404967 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-ec15d729-ab27-44e6-8722-cdf68c342848 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520353 Feb 09 02:57:08.509076 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-3837955a-b1d4-4416-ba30-b04f9fd80c2f service neutron] 10.222.0.48 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959082 Feb 09 02:57:08.604805 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3405550d-1541-47f0-8d2f-3b8055f725dd req-3bdb7cd7-0e40-4291-b0c7-1124d48ffee6 service neutron] 10.222.0.48 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882401 Feb 09 02:57:08.704706 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d5079-1b48-4d5a-91ca-63fc41a027ef req-b6cc7f75-c745-4ad9-8205-ace620c2ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:08.708239 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f9d5079-1b48-4d5a-91ca-63fc41a027ef req-b6cc7f75-c745-4ad9-8205-ace620c2ff45 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92eb814d40f44ebf8e80d1c86e9a73d3&device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 1126 time: 0.0499549 Feb 09 02:57:08.807377 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d5079-1b48-4d5a-91ca-63fc41a027ef req-d3a6c7f6-a2fc-4f33-b125-250b8fc6f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:08.808875 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f9d5079-1b48-4d5a-91ca-63fc41a027ef req-d3a6c7f6-a2fc-4f33-b125-250b8fc6f0f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee HTTP/1.1" status: 200 len: 910 time: 0.0966549 Feb 09 02:57:08.854950 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f9d5079-1b48-4d5a-91ca-63fc41a027ef req-39c2bda9-1109-45cc-b43a-9f4e11ca3480 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=052fda09-2a7d-494a-9b03-fbbc974a812d HTTP/1.1" status: 200 len: 217 time: 0.0393131 Feb 09 02:57:08.923105 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d5079-1b48-4d5a-91ca-63fc41a027ef req-84920a56-a6f1-410d-8ae0-8bb5d588dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:08.924611 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f9d5079-1b48-4d5a-91ca-63fc41a027ef req-84920a56-a6f1-410d-8ae0-8bb5d588dbbe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=575d6410-291e-401a-973b-4baf6544897e HTTP/1.1" status: 200 len: 848 time: 0.0616314 Feb 09 02:57:09.014142 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d5079-1b48-4d5a-91ca-63fc41a027ef req-8bf934fc-8d54-4113-9838-fe3947bcf786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:09.016110 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f9d5079-1b48-4d5a-91ca-63fc41a027ef req-8bf934fc-8d54-4113-9838-fe3947bcf786 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0842271 Feb 09 02:57:09.027098 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eca853-1b00-46aa-a58c-768e1118ce41 req-553f96e6-8e65-4588-b58a-ae9348af9888 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:09.028587 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f5eca853-1b00-46aa-a58c-768e1118ce41 req-553f96e6-8e65-4588-b58a-ae9348af9888 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 944 time: 0.0878468 Feb 09 02:57:09.132543 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f5eca853-1b00-46aa-a58c-768e1118ce41 req-0f7d753c-683e-4ad4-aba2-e30bb0c338ad tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952253 Feb 09 02:57:09.161035 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f9d5079-1b48-4d5a-91ca-63fc41a027ef req-05eb2b05-1605-4aca-b752-30235370b509 service neutron] 10.222.0.48 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307383 Feb 09 02:57:09.642040 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9f9d5079-1b48-4d5a-91ca-63fc41a027ef req-94b24b86-2736-4cac-ba9c-c9b1c5fc65f2 service neutron] 10.222.0.48 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753625 Feb 09 02:57:09.787729 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device be51b2a0-b2de-47a0-8788-6ef80e9258b4 up at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:57:09.835468 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Provisioning complete for port be51b2a0-b2de-47a0-8788-6ef80e9258b4 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:09.835866 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (be51b2a0-b2de-47a0-8788-6ef80e9258b4), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:10.074100 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Current status of the port be51b2a0-b2de-47a0-8788-6ef80e9258b4 is: ACTIVE; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:10.260117 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1baf4f-6894-4cd1-a17c-c309f364d547 req-670a771c-4718-47dd-ab61-d7a576449768 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:10.261503 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3e1baf4f-6894-4cd1-a17c-c309f364d547 req-670a771c-4718-47dd-ab61-d7a576449768 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 944 time: 0.0577583 Feb 09 02:57:10.310885 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-3e1baf4f-6894-4cd1-a17c-c309f364d547 req-0ba0fe04-7677-472b-9994-03739840625f tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433125 Feb 09 02:57:10.317789 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-73ca4a7c-3c2c-4c64-b6e2-02a6f3922923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:10.640677 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:11.136294 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:11.433143 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938666a-e074-4c37-b266-634c17bf200a req-23bd0fa4-42be-4b68-81dd-a4937c1a9fb4 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:11.434588 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d938666a-e074-4c37-b266-634c17bf200a req-23bd0fa4-42be-4b68-81dd-a4937c1a9fb4 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 944 time: 0.0531268 Feb 09 02:57:11.487369 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-d938666a-e074-4c37-b266-634c17bf200a req-18a97f58-c011-4eaf-9368-d2d1c14c3f99 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463440 Feb 09 02:57:11.599174 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:12.608400 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0187f-c22e-4186-9f0f-930454f33ecf req-d4aa55c0-7000-4898-bfc6-126bca4911b3 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:12.610040 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2bb0187f-c22e-4186-9f0f-930454f33ecf req-d4aa55c0-7000-4898-bfc6-126bca4911b3 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 944 time: 0.0544984 Feb 09 02:57:12.623182 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:12.646119 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 052fda09-2a7d-494a-9b03-fbbc974a812d details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:57:12.659617 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-2bb0187f-c22e-4186-9f0f-930454f33ecf req-ce01d02b-b7a5-4bce-b811-b8e55b19dbed tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436699 Feb 09 02:57:12.743949 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 052fda09-2a7d-494a-9b03-fbbc974a812d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=052fda09-2a7d-494a-9b03-fbbc974a812d,segment=NetworkSegment(305a3cb3-a08b-4110-ac63-cd274663e37a),segment_id=305a3cb3-a08b-4110-ac63-cd274663e37a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:12.756032 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '052fda09-2a7d-494a-9b03-fbbc974a812d', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'port_id': '052fda09-2a7d-494a-9b03-fbbc974a812d', 'mac_address': 'fa:16:3e:57:7e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575d6410-291e-401a-973b-4baf6544897e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:57:12.793002 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 052fda09-2a7d-494a-9b03-fbbc974a812d is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:12.793311 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (052fda09-2a7d-494a-9b03-fbbc974a812d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:12.806687 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052fda09-2a7d-494a-9b03-fbbc974a812d {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:57:12.827261 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 052fda09-2a7d-494a-9b03-fbbc974a812d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=052fda09-2a7d-494a-9b03-fbbc974a812d,segment=NetworkSegment(305a3cb3-a08b-4110-ac63-cd274663e37a),segment_id=305a3cb3-a08b-4110-ac63-cd274663e37a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:12.830884 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (052fda09-2a7d-494a-9b03-fbbc974a812d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:12.889909 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=052fda09-2a7d-494a-9b03-fbbc974a812d,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:13.058683 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['052fda09-2a7d-494a-9b03-fbbc974a812d'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:57:13.656079 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:13.781152 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fe5a5-8282-4c9d-9abf-25ea07266a2f req-876fbb93-302c-4ec9-98b9-53f62658e063 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:13.782226 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b35fe5a5-8282-4c9d-9abf-25ea07266a2f req-876fbb93-302c-4ec9-98b9-53f62658e063 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 945 time: 0.0536821 Feb 09 02:57:13.832319 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b35fe5a5-8282-4c9d-9abf-25ea07266a2f req-5a759e2c-121a-4a55-acca-9e645ffec7b5 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440083 Feb 09 02:57:14.661029 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 052fda09-2a7d-494a-9b03-fbbc974a812d up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:57:14.711162 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning for port 052fda09-2a7d-494a-9b03-fbbc974a812d completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:57:14.717418 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 052fda09-2a7d-494a-9b03-fbbc974a812d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:14.718045 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (052fda09-2a7d-494a-9b03-fbbc974a812d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:14.801979 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 052fda09-2a7d-494a-9b03-fbbc974a812d is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:14.802601 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (052fda09-2a7d-494a-9b03-fbbc974a812d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:14.831159 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052fda09-2a7d-494a-9b03-fbbc974a812d'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:14.833415 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7565ab-df66-4e9e-9d9d-c4fdd5248175" -d '{"events": [{"server_uuid": "f4fa87b0-760b-40b6-937f-3521bdd65720", "name": "network-vif-plugged", "status": "completed", "tag": "052fda09-2a7d-494a-9b03-fbbc974a812d"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:14.845835 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 052fda09-2a7d-494a-9b03-fbbc974a812d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=052fda09-2a7d-494a-9b03-fbbc974a812d,segment=NetworkSegment(305a3cb3-a08b-4110-ac63-cd274663e37a),segment_id=305a3cb3-a08b-4110-ac63-cd274663e37a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:14.850295 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (052fda09-2a7d-494a-9b03-fbbc974a812d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:14.876186 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac5ad37-5617-4ee4-8efd-bef883610a0e x-openstack-request-id: req-fac5ad37-5617-4ee4-8efd-bef883610a0e {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:14.876480 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fa87b0-760b-40b6-937f-3521bdd65720", "name": "network-vif-plugged", "status": "completed", "tag": "052fda09-2a7d-494a-9b03-fbbc974a812d", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:14.876736 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fac5ad37-5617-4ee4-8efd-bef883610a0e {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:14.877129 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052fda09-2a7d-494a-9b03-fbbc974a812d', 'code': 200} Feb 09 02:57:14.912679 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=052fda09-2a7d-494a-9b03-fbbc974a812d,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:15.004507 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18f72e-ebab-4aa4-b632-dcede0a20760 req-6f3e72bd-e341-4ad1-a6b5-f6fb6591cb01 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:15.006000 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c18f72e-ebab-4aa4-b632-dcede0a20760 req-6f3e72bd-e341-4ad1-a6b5-f6fb6591cb01 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 946 time: 0.0891399 Feb 09 02:57:15.012426 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c220f06-2219-4bfe-933a-761999dab3d7 req-fc3f919f-9872-411b-8a89-6004961f3a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:15.013802 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7c220f06-2219-4bfe-933a-761999dab3d7 req-fc3f919f-9872-411b-8a89-6004961f3a20 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 1128 time: 0.0680935 Feb 09 02:57:15.086012 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8c18f72e-ebab-4aa4-b632-dcede0a20760 req-af6a17ce-8e56-4d9a-adfa-3fbb0978926d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712366 Feb 09 02:57:15.088927 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-7c220f06-2219-4bfe-933a-761999dab3d7 req-cb53f2af-1fa9-4572-860e-66f678dc8043 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675502 Feb 09 02:57:16.220307 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10c7a8-393f-4019-8466-ff7389c908ac req-41de993a-fda3-4127-a920-41a396db0dd7 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:16.221721 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-df10c7a8-393f-4019-8466-ff7389c908ac req-41de993a-fda3-4127-a920-41a396db0dd7 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 946 time: 0.0632670 Feb 09 02:57:16.272626 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-df10c7a8-393f-4019-8466-ff7389c908ac req-ccdf4cad-4726-4ce8-a82b-0e01beb60a1c tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452907 Feb 09 02:57:17.396252 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491734d4-61a6-445a-b126-f97aae933b00 req-a6a53441-91c3-46c7-bc14-7a5061c27a47 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:17.397728 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-491734d4-61a6-445a-b126-f97aae933b00 req-a6a53441-91c3-46c7-bc14-7a5061c27a47 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 946 time: 0.0538552 Feb 09 02:57:17.446721 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-491734d4-61a6-445a-b126-f97aae933b00 req-a4d6ca15-ae84-4a9c-9855-fb831992bca2 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432775 Feb 09 02:57:17.568643 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ddbb0-b51d-47b8-8eb0-0039dce7d38a req-f024223e-e988-4036-bc36-1ace2126d902 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:17.570130 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-896ddbb0-b51d-47b8-8eb0-0039dce7d38a req-f024223e-e988-4036-bc36-1ace2126d902 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 946 time: 0.0535598 Feb 09 02:57:17.620052 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-896ddbb0-b51d-47b8-8eb0-0039dce7d38a req-7afab90c-0abb-4507-bc20-f0f62b4565d4 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442064 Feb 09 02:57:17.642007 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35700) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:17.775145 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e5b44-a347-4ace-85bd-d5cd88c58535 tempest-TestSnapshotPattern-1355227970 tempest-TestSnapshotPattern-1355227970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:17.776862 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-491e5b44-a347-4ace-85bd-d5cd88c58535 tempest-TestSnapshotPattern-1355227970 tempest-TestSnapshotPattern-1355227970-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 1123 time: 0.1337926 Feb 09 02:57:17.780357 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35704) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:17.784698 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b0d0fc93-c133-4e1b-9a87-012ec4b25866 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': '052fda09-2a7d-494a-9b03-fbbc974a812d', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:17.805364 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0d0fc93-c133-4e1b-9a87-012ec4b25866 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:17.904628 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0d0fc93-c133-4e1b-9a87-012ec4b25866 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:18.011382 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-b0d0fc93-c133-4e1b-9a87-012ec4b25866 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Allocated IP 172.25.7.217 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/00583a60-4608-4fbc-a461-4ce40c710b17) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:57:18.111223 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0d0fc93-c133-4e1b-9a87-012ec4b25866 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for port (00583a60-4608-4fbc-a461-4ce40c710b17), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:18.144790 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0d0fc93-c133-4e1b-9a87-012ec4b25866 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (00583a60-4608-4fbc-a461-4ce40c710b17), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:18.184590 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d0fc93-c133-4e1b-9a87-012ec4b25866 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:57:18.188094 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b0d0fc93-c133-4e1b-9a87-012ec4b25866 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:18.191903 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d0fc93-c133-4e1b-9a87-012ec4b25866 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:57:18.217246 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0fc93-c133-4e1b-9a87-012ec4b25866 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Pushing event updated for resources: {'Port': ['ID=00583a60-4608-4fbc-a461-4ce40c710b17,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:18.544642 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0d0fc93-c133-4e1b-9a87-012ec4b25866 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for floatingip (eb1db4b7-bc44-4437-996f-5e359702aad0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:18.616651 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0d0fc93-c133-4e1b-9a87-012ec4b25866 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (00583a60-4608-4fbc-a461-4ce40c710b17), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:18.767719 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0d0fc93-c133-4e1b-9a87-012ec4b25866 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for port (00583a60-4608-4fbc-a461-4ce40c710b17), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:18.772120 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0d0fc93-c133-4e1b-9a87-012ec4b25866 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (00583a60-4608-4fbc-a461-4ce40c710b17), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:18.852642 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0fc93-c133-4e1b-9a87-012ec4b25866 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Pushing event updated for resources: {'Port': ['ID=00583a60-4608-4fbc-a461-4ce40c710b17,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:18.857432 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0d0fc93-c133-4e1b-9a87-012ec4b25866 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (eb1db4b7-bc44-4437-996f-5e359702aad0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:18.962139 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-b0d0fc93-c133-4e1b-9a87-012ec4b25866 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Floating IP eb1db4b7-bc44-4437-996f-5e359702aad0 associated. External IP: 172.25.7.217, port: 052fda09-2a7d-494a-9b03-fbbc974a812d. Feb 09 02:57:19.180748 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d0fc93-c133-4e1b-9a87-012ec4b25866 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Router 2e8f9359-07f1-4e4b-9573-e3d0424cb804 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:57:19.290604 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d0fc93-c133-4e1b-9a87-012ec4b25866 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:57:19.301731 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d53030-9346-4e56-97e4-8a8e5a9f358f None None] Sync routers for ids ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:57:19.310723 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b0d0fc93-c133-4e1b-9a87-012ec4b25866 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:19.313904 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d53030-9346-4e56-97e4-8a8e5a9f358f None None] Routers {'2e8f9359-07f1-4e4b-9573-e3d0424cb804'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:57:19.314532 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a0d53030-9346-4e56-97e4-8a8e5a9f358f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:57:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:19.346790 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b0d0fc93-c133-4e1b-9a87-012ec4b25866 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5651882 Feb 09 02:57:19.348005 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'tag': '052fda09-2a7d-494a-9b03-fbbc974a812d'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:19.350301 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff572268e95c141781719acaad4855de8444ab217edd6adc13da47e42a1cfcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916977f0-d375-4e38-b24e-163c645d1ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "f4fa87b0-760b-40b6-937f-3521bdd65720", "tag": "052fda09-2a7d-494a-9b03-fbbc974a812d"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:19.387627 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a533fc95-525a-4615-9f9e-32aa6e9815e3 x-openstack-request-id: req-a533fc95-525a-4615-9f9e-32aa6e9815e3 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:19.387902 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4fa87b0-760b-40b6-937f-3521bdd65720", "tag": "052fda09-2a7d-494a-9b03-fbbc974a812d", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:19.388155 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a533fc95-525a-4615-9f9e-32aa6e9815e3 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:19.388562 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'tag': '052fda09-2a7d-494a-9b03-fbbc974a812d', 'status': 'completed', 'code': 200} Feb 09 02:57:19.427722 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-a0d53030-9346-4e56-97e4-8a8e5a9f358f None None] Set router 2e8f9359-07f1-4e4b-9573-e3d0424cb804 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:57:19.456342 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916977f0-d375-4e38-b24e-163c645d1ca9 req-e50a016c-7232-44ae-8e61-74744dde6e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:19.457781 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-916977f0-d375-4e38-b24e-163c645d1ca9 req-e50a016c-7232-44ae-8e61-74744dde6e5e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92eb814d40f44ebf8e80d1c86e9a73d3&device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 1128 time: 0.0459371 Feb 09 02:57:19.565980 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916977f0-d375-4e38-b24e-163c645d1ca9 req-b5318320-dc1c-43c6-b783-52e2639f0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:19.567519 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-916977f0-d375-4e38-b24e-163c645d1ca9 req-b5318320-dc1c-43c6-b783-52e2639f0425 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee HTTP/1.1" status: 200 len: 910 time: 0.1038313 Feb 09 02:57:19.640175 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-916977f0-d375-4e38-b24e-163c645d1ca9 req-c3dd1c7c-63ba-4371-bdf5-515f84dc1b00 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=052fda09-2a7d-494a-9b03-fbbc974a812d HTTP/1.1" status: 200 len: 1000 time: 0.0648663 Feb 09 02:57:19.667386 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a0d53030-9346-4e56-97e4-8a8e5a9f358f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'name': 'tempest-TestSnapshotPattern-874105057-router', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:54Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 4, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'gw_port': {'id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:55Z', 'updated_at': '2022-02-09T02:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'eb1db4b7-bc44-4437-996f-5e359702aad0', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'floating_ip_address': '172.25.7.217', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'port_id': '052fda09-2a7d-494a-9b03-fbbc974a812d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'mac_address': 'fa:16:3e:57:7e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:57:18Z', 'updated_at': '2022-02-09T02:57:18Z', 'revision_number': 0, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd9526ec-d787-4870-b641-24add146faf8', 'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'mac_address': 'fa:16:3e:fe:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '575d6410-291e-401a-973b-4baf6544897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:56Z', 'updated_at': '2022-02-09T02:57:02Z', 'revision_number': 5, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'subnets': [{'id': '575d6410-291e-401a-973b-4baf6544897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:19.695414 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d53030-9346-4e56-97e4-8a8e5a9f358f None None] Checking router: 2e8f9359-07f1-4e4b-9573-e3d0424cb804 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:57:19.695813 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916977f0-d375-4e38-b24e-163c645d1ca9 req-ad8fd4b6-4380-4fb1-807e-3b8473985a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:19.697296 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-916977f0-d375-4e38-b24e-163c645d1ca9 req-ad8fd4b6-4380-4fb1-807e-3b8473985a08 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=575d6410-291e-401a-973b-4baf6544897e HTTP/1.1" status: 200 len: 848 time: 0.0501678 Feb 09 02:57:19.705326 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d53030-9346-4e56-97e4-8a8e5a9f358f None None] Routers {'2e8f9359-07f1-4e4b-9573-e3d0424cb804'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:57:19.705949 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a0d53030-9346-4e56-97e4-8a8e5a9f358f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:57:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:19.753650 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916977f0-d375-4e38-b24e-163c645d1ca9 req-6ddcf8a3-ee53-488c-a15c-6e6be7b191fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:19.755311 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-916977f0-d375-4e38-b24e-163c645d1ca9 req-6ddcf8a3-ee53-488c-a15c-6e6be7b191fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513024 Feb 09 02:57:19.831793 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-a0d53030-9346-4e56-97e4-8a8e5a9f358f None None] Set router 2e8f9359-07f1-4e4b-9573-e3d0424cb804 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:57:19.860599 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-916977f0-d375-4e38-b24e-163c645d1ca9 req-c0135bfa-9ec7-497d-9c2a-3afcaa8f9199 service neutron] 10.222.0.48 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896182 Feb 09 02:57:19.972955 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-916977f0-d375-4e38-b24e-163c645d1ca9 req-8800f30f-cb8d-4cfc-92b0-58e6a342c299 service neutron] 10.222.0.48 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041706 Feb 09 02:57:20.075687 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a0d53030-9346-4e56-97e4-8a8e5a9f358f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'name': 'tempest-TestSnapshotPattern-874105057-router', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:54Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 4, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'gw_port': {'id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:55Z', 'updated_at': '2022-02-09T02:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'eb1db4b7-bc44-4437-996f-5e359702aad0', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'floating_ip_address': '172.25.7.217', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'port_id': '052fda09-2a7d-494a-9b03-fbbc974a812d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'mac_address': 'fa:16:3e:57:7e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:57:18Z', 'updated_at': '2022-02-09T02:57:18Z', 'revision_number': 0, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd9526ec-d787-4870-b641-24add146faf8', 'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'mac_address': 'fa:16:3e:fe:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '575d6410-291e-401a-973b-4baf6544897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:56Z', 'updated_at': '2022-02-09T02:57:02Z', 'revision_number': 5, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'subnets': [{'id': '575d6410-291e-401a-973b-4baf6544897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:20.103570 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d53030-9346-4e56-97e4-8a8e5a9f358f None None] The sync data for ids ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'] in n-d-828387-3 is: [{'id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'name': 'tempest-TestSnapshotPattern-874105057-router', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:54Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 4, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'gw_port': {'id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:55Z', 'updated_at': '2022-02-09T02:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'eb1db4b7-bc44-4437-996f-5e359702aad0', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'floating_ip_address': '172.25.7.217', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'port_id': '052fda09-2a7d-494a-9b03-fbbc974a812d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'mac_address': 'fa:16:3e:57:7e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:57:18Z', 'updated_at': '2022-02-09T02:57:18Z', 'revision_number': 0, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd9526ec-d787-4870-b641-24add146faf8', 'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'mac_address': 'fa:16:3e:fe:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '575d6410-291e-401a-973b-4baf6544897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:56Z', 'updated_at': '2022-02-09T02:57:02Z', 'revision_number': 5, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'subnets': [{'id': '575d6410-291e-401a-973b-4baf6544897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:57:20.317891 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa3f11d-3546-4ef8-8ed0-a2cd9a44cd4b None None] New status for floating IP eb1db4b7-bc44-4437-996f-5e359702aad0: ACTIVE {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:57:23.537919 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:57:37.683916 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-516d5059-349f-405c-a14a-526bd6d5f3d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:40.319652 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eb7d23dd-5357-4552-b620-226b7a3e410f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:40.656199 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:41.138476 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:41.614481 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:42.627187 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:43.659071 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:00.536965 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:58:07.689691 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4a1196e1-ee02-4020-a4b8-a00a6d8c97b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:07.693069 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f169709-9791-426e-af99-7d0b380dec81 req-ca4c1dd7-d6cc-4563-ba3f-5370395c6cd9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f4fa87b0-760b-40b6-937f-3521bdd65720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479133 Feb 09 02:58:07.780792 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f169709-9791-426e-af99-7d0b380dec81 req-96867a11-e74e-44d5-ba7c-e7ccdff1e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:07.782920 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f169709-9791-426e-af99-7d0b380dec81 req-96867a11-e74e-44d5-ba7c-e7ccdff1e636 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92eb814d40f44ebf8e80d1c86e9a73d3&device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 1128 time: 0.0460420 Feb 09 02:58:07.892553 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f169709-9791-426e-af99-7d0b380dec81 req-79a7a2a6-c218-48c3-b72b-154b53c84899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:07.894041 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f169709-9791-426e-af99-7d0b380dec81 req-79a7a2a6-c218-48c3-b72b-154b53c84899 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee HTTP/1.1" status: 200 len: 910 time: 0.0897486 Feb 09 02:58:07.961708 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f169709-9791-426e-af99-7d0b380dec81 req-d53f9180-ca8b-48da-afc1-99a033ac697e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=052fda09-2a7d-494a-9b03-fbbc974a812d HTTP/1.1" status: 200 len: 1002 time: 0.0610771 Feb 09 02:58:08.016376 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f169709-9791-426e-af99-7d0b380dec81 req-7491076d-28a9-4005-9309-da5f3785c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:08.018454 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f169709-9791-426e-af99-7d0b380dec81 req-7491076d-28a9-4005-9309-da5f3785c09f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=575d6410-291e-401a-973b-4baf6544897e HTTP/1.1" status: 200 len: 848 time: 0.0506144 Feb 09 02:58:08.068761 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f169709-9791-426e-af99-7d0b380dec81 req-af1be001-8af5-4c38-95cb-9b0c2a6a0445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:08.070314 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f169709-9791-426e-af99-7d0b380dec81 req-af1be001-8af5-4c38-95cb-9b0c2a6a0445 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450571 Feb 09 02:58:08.161922 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f169709-9791-426e-af99-7d0b380dec81 req-8b2241bf-3bef-4dc8-a61e-63a77785d7cb service neutron] 10.222.0.48 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851302 Feb 09 02:58:08.262213 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0f169709-9791-426e-af99-7d0b380dec81 req-e099bcaf-974f-44dc-b15e-70db3174ef8b service neutron] 10.222.0.48 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938170 Feb 09 02:58:10.322111 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d9670623-1e3d-4fcc-9b7e-b19dd412b145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:10.671435 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:11.141793 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:11.617559 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:12.628944 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:13.661331 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:37.537524 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:58:37.682666 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b10f78b6-d4d2-4e29-b07c-69946d3bbd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:40.323686 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6cfce749-29a5-46a0-9e30-bc8006096da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:40.674282 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:41.146879 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:41.628229 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:42.631851 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:43.664218 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:07.687267 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b7eead26-d2bd-4f8d-92bb-8b10b00e0745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:07.734463 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a590e53-260b-4c82-b76d-58209f3a9ba2 req-722bb2dc-f30f-4c1b-b349-7621479f4feb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f4fa87b0-760b-40b6-937f-3521bdd65720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0940752 Feb 09 02:59:07.829546 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a590e53-260b-4c82-b76d-58209f3a9ba2 req-a43e5abe-8b20-4ca3-b154-799e2422bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:07.831089 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a590e53-260b-4c82-b76d-58209f3a9ba2 req-a43e5abe-8b20-4ca3-b154-799e2422bfc5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92eb814d40f44ebf8e80d1c86e9a73d3&device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 1128 time: 0.0479891 Feb 09 02:59:07.943351 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a590e53-260b-4c82-b76d-58209f3a9ba2 req-82ee64a5-8ff4-45df-a320-a1804dc1157b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:07.944777 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a590e53-260b-4c82-b76d-58209f3a9ba2 req-82ee64a5-8ff4-45df-a320-a1804dc1157b service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee HTTP/1.1" status: 200 len: 910 time: 0.0925343 Feb 09 02:59:08.013130 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a590e53-260b-4c82-b76d-58209f3a9ba2 req-07905667-03f9-4fe5-8828-773885878492 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=052fda09-2a7d-494a-9b03-fbbc974a812d HTTP/1.1" status: 200 len: 1002 time: 0.0618608 Feb 09 02:59:08.067563 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a590e53-260b-4c82-b76d-58209f3a9ba2 req-d2ef02e2-41a7-4c5e-9670-99a18aeaba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:08.069011 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a590e53-260b-4c82-b76d-58209f3a9ba2 req-d2ef02e2-41a7-4c5e-9670-99a18aeaba95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=575d6410-291e-401a-973b-4baf6544897e HTTP/1.1" status: 200 len: 848 time: 0.0496948 Feb 09 02:59:08.123454 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a590e53-260b-4c82-b76d-58209f3a9ba2 req-95b26dbb-211b-491c-bfe1-e5cad4df0790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:08.125022 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a590e53-260b-4c82-b76d-58209f3a9ba2 req-95b26dbb-211b-491c-bfe1-e5cad4df0790 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495093 Feb 09 02:59:08.218533 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a590e53-260b-4c82-b76d-58209f3a9ba2 req-411e875e-69e8-446e-abc8-453c80a77027 service neutron] 10.222.0.48 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862553 Feb 09 02:59:08.317869 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-1a590e53-260b-4c82-b76d-58209f3a9ba2 req-62045c9a-8125-49d9-95d2-8610042f3f55 service neutron] 10.222.0.48 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915511 Feb 09 02:59:10.326192 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c40a90f6-4f2f-4abf-a299-ead3bc228246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:10.675842 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:11.148305 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:11.633776 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:12.634164 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:13.666990 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:14.537679 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:59:17.287048 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 052fda09-2a7d-494a-9b03-fbbc974a812d details requested by agent hyperv_n-h2-828387-3 with host n-h2-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:59:17.390748 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 052fda09-2a7d-494a-9b03-fbbc974a812d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=052fda09-2a7d-494a-9b03-fbbc974a812d,segment=NetworkSegment(305a3cb3-a08b-4110-ac63-cd274663e37a),segment_id=305a3cb3-a08b-4110-ac63-cd274663e37a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:17.406699 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Returning: {'device': '052fda09-2a7d-494a-9b03-fbbc974a812d', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'port_id': '052fda09-2a7d-494a-9b03-fbbc974a812d', 'mac_address': 'fa:16:3e:57:7e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575d6410-291e-401a-973b-4baf6544897e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:59:17.448751 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 052fda09-2a7d-494a-9b03-fbbc974a812d is: ACTIVE; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:17.449129 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (052fda09-2a7d-494a-9b03-fbbc974a812d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:17.466200 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 052fda09-2a7d-494a-9b03-fbbc974a812d {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:59:17.488989 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 052fda09-2a7d-494a-9b03-fbbc974a812d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=052fda09-2a7d-494a-9b03-fbbc974a812d,segment=NetworkSegment(305a3cb3-a08b-4110-ac63-cd274663e37a),segment_id=305a3cb3-a08b-4110-ac63-cd274663e37a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:17.497546 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (052fda09-2a7d-494a-9b03-fbbc974a812d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:17.559055 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=052fda09-2a7d-494a-9b03-fbbc974a812d,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:17.567488 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:17.567832 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:17.568169 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:17.568897 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:17.569450 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:17.570012 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:17.570571 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:17.571100 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:17.571653 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:17.571980 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:17.572313 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:17.572638 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:17.572962 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:17.591711 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] get_ports_and_sgs() called for port_ids ['052fda09-2a7d-494a-9b03-fbbc974a812d'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:59:19.287470 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 052fda09-2a7d-494a-9b03-fbbc974a812d up at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:59:19.348006 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Provisioning complete for port 052fda09-2a7d-494a-9b03-fbbc974a812d triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:19.348811 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (052fda09-2a7d-494a-9b03-fbbc974a812d), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:19.447601 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 052fda09-2a7d-494a-9b03-fbbc974a812d is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:19.447996 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (052fda09-2a7d-494a-9b03-fbbc974a812d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:19.479081 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052fda09-2a7d-494a-9b03-fbbc974a812d'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:19.481394 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085f5c56-3236-432c-a50c-8fb46a81c8c8" -d '{"events": [{"server_uuid": "f4fa87b0-760b-40b6-937f-3521bdd65720", "name": "network-vif-plugged", "status": "completed", "tag": "052fda09-2a7d-494a-9b03-fbbc974a812d"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:19.512389 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 052fda09-2a7d-494a-9b03-fbbc974a812d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=052fda09-2a7d-494a-9b03-fbbc974a812d,segment=NetworkSegment(305a3cb3-a08b-4110-ac63-cd274663e37a),segment_id=305a3cb3-a08b-4110-ac63-cd274663e37a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:19.517094 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (052fda09-2a7d-494a-9b03-fbbc974a812d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:19.599606 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=052fda09-2a7d-494a-9b03-fbbc974a812d,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:19.618091 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a119b1a4-8bf5-40ae-b7e1-1a7d22218a65 x-openstack-request-id: req-a119b1a4-8bf5-40ae-b7e1-1a7d22218a65 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:19.618424 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fa87b0-760b-40b6-937f-3521bdd65720", "name": "network-vif-plugged", "status": "completed", "tag": "052fda09-2a7d-494a-9b03-fbbc974a812d", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:19.618691 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a119b1a4-8bf5-40ae-b7e1-1a7d22218a65 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:19.619486 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052fda09-2a7d-494a-9b03-fbbc974a812d', 'code': 200} Feb 09 02:59:28.489839 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-75fa3f2e-4495-4e64-85b7-713e59cd9668 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1577245249&fields=id&tenant_id=92eb814d40f44ebf8e80d1c86e9a73d3 HTTP/1.1" status: 200 len: 267 time: 0.0448401 Feb 09 02:59:28.597906 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-60a11bfd-ceb4-476b-9d10-93cc26bc938e tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:28.599420 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-60a11bfd-ceb4-476b-9d10-93cc26bc938e tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/networks?id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee HTTP/1.1" status: 200 len: 809 time: 0.1031566 Feb 09 02:59:28.613429 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-b6e74330-2747-4bc4-a6dd-b86fc2b27d5e tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/quotas/92eb814d40f44ebf8e80d1c86e9a73d3 HTTP/1.1" status: 200 len: 375 time: 0.0087569 Feb 09 02:59:28.971729 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-b8dc99e8-1f82-4f7d-b04d-397bfd0debd0 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=92eb814d40f44ebf8e80d1c86e9a73d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3524215 Feb 09 02:59:29.064176 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-33212aac-58c5-4c22-9da6-94a2412fd53e service neutron] 10.222.0.36 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806677 Feb 09 02:59:29.154689 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-04a9c56e-697a-46ec-b919-a3c661c88972 service neutron] 10.222.0.36 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845180 Feb 09 02:59:30.347678 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9196c3d4-4ec5-45fe-8323-46408fcd540a req-757b5599-0afa-4eed-bd56-674d27635c62 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 210 time: 0.0289400 Feb 09 02:59:31.243735 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-03d22e90-0cd8-44cb-8b5e-dbdec968df42 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:31.245107 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-03d22e90-0cd8-44cb-8b5e-dbdec968df42 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.67 "GET /v2.0/networks?id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee HTTP/1.1" status: 200 len: 809 time: 0.1073489 Feb 09 02:59:31.308379 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-b8db69fc-afc9-4bae-a0b8-048ee108814b tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92eb814d40f44ebf8e80d1c86e9a73d3 HTTP/1.1" status: 200 len: 380 time: 0.0549259 Feb 09 02:59:31.316334 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Request body: {'port': {'device_id': '031fa7db-dad6-4291-bb50-8e3788147f64', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'admin_state_up': True, 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'security_groups': ['900e0ac8-d810-4d31-9489-021e337beb93']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:31.379902 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 052fda09-2a7d-494a-9b03-fbbc974a812d no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:59:31.445304 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Made reservation on behalf of 92eb814d40f44ebf8e80d1c86e9a73d3 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:31.449903 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:31.477804 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4fce5292-b0ad-4246-b987-e76822c9fc48 req-ed0b1fa0-5e57-4d1c-8f31-694481897b53 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 210 time: 0.0445380 Feb 09 02:59:31.482826 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Current status of the port 052fda09-2a7d-494a-9b03-fbbc974a812d is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:31.483243 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (052fda09-2a7d-494a-9b03-fbbc974a812d), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:31.509005 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '052fda09-2a7d-494a-9b03-fbbc974a812d'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:31.512174 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19726916-be53-4c19-a658-de1c4e234f23" -d '{"events": [{"server_uuid": "f4fa87b0-760b-40b6-937f-3521bdd65720", "name": "network-vif-unplugged", "status": "completed", "tag": "052fda09-2a7d-494a-9b03-fbbc974a812d"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:31.532826 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] For port 052fda09-2a7d-494a-9b03-fbbc974a812d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=052fda09-2a7d-494a-9b03-fbbc974a812d,segment=NetworkSegment(305a3cb3-a08b-4110-ac63-cd274663e37a),segment_id=305a3cb3-a08b-4110-ac63-cd274663e37a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:31.540629 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (052fda09-2a7d-494a-9b03-fbbc974a812d), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:31.565643 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c59138-8db8-4900-bf60-6c6cf3deb418 x-openstack-request-id: req-52c59138-8db8-4900-bf60-6c6cf3deb418 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:31.566176 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fa87b0-760b-40b6-937f-3521bdd65720", "name": "network-vif-unplugged", "status": "completed", "tag": "052fda09-2a7d-494a-9b03-fbbc974a812d", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:31.566422 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-52c59138-8db8-4900-bf60-6c6cf3deb418 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:31.566971 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '052fda09-2a7d-494a-9b03-fbbc974a812d', 'code': 200} Feb 09 02:59:31.626264 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Pushing event updated for resources: {'Port': ['ID=052fda09-2a7d-494a-9b03-fbbc974a812d,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:31.700631 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Allocated IP 172.20.0.12 (4a01266e-03a9-4381-9ba5-ab63ba1f42ee/575d6410-291e-401a-973b-4baf6544897e/f7b7404d-2797-4cbd-b35f-a550dbe84df8) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:59:31.882939 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for port (f7b7404d-2797-4cbd-b35f-a550dbe84df8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:31.931302 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (f7b7404d-2797-4cbd-b35f-a550dbe84df8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:31.984918 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Network 4a01266e-03a9-4381-9ba5-ab63ba1f42ee is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:59:31.988902 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:32.014760 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:59:32.063904 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Pushing event updated for resources: {'Port': ['ID=f7b7404d-2797-4cbd-b35f-a550dbe84df8,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:32.108418 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:32.108871 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:32.109282 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:32.109695 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:32.110078 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:32.110479 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:32.110873 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:32.111300 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:32.111696 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:32.112081 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:32.112493 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:32.112870 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:32.113261 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:32.145402 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:32.146522 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:32.171996 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-e01d3c4d-f836-4f7b-9f7a-ba79577a0d9d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8591762 Feb 09 02:59:32.312825 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-75bbbc80-3e33-471a-96d7-f509f38dff4c None None] Provisioning complete for port f7b7404d-2797-4cbd-b35f-a550dbe84df8 triggered by entity DHCP. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:32.313128 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-75bbbc80-3e33-471a-96d7-f509f38dff4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f7b7404d-2797-4cbd-b35f-a550dbe84df8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:32.347683 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-75bbbc80-3e33-471a-96d7-f509f38dff4c None None] Port f7b7404d-2797-4cbd-b35f-a550dbe84df8 cannot update to ACTIVE because it is not bound. {{(pid=103185) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:59:32.609568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6d7a7-de03-4cc6-afd9-113f5d795fc2 req-d239e4cf-cd9c-4635-a617-a1fbf44c8ce8 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:32.611109 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6ff6d7a7-de03-4cc6-afd9-113f5d795fc2 req-d239e4cf-cd9c-4635-a617-a1fbf44c8ce8 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 932 time: 0.0605242 Feb 09 02:59:32.674163 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-6ff6d7a7-de03-4cc6-afd9-113f5d795fc2 req-f3dc1846-06cb-4b53-af77-98206242c1c3 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560389 Feb 09 02:59:33.816788 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e4e18-ad58-4d95-9a13-1afbf2c91035 req-f727db4e-8af9-4f91-b03b-58f9b2d30bea tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:33.818793 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-081e4e18-ad58-4d95-9a13-1afbf2c91035 req-f727db4e-8af9-4f91-b03b-58f9b2d30bea tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 932 time: 0.0633419 Feb 09 02:59:33.880285 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-081e4e18-ad58-4d95-9a13-1afbf2c91035 req-8b1c7fbe-b64a-41e1-88c0-38e648862adf tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507095 Feb 09 02:59:35.012400 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff98c17-a2b5-4e55-91eb-d082e3c7be5c req-c7310939-49b0-4a85-b8b2-da4e6abfea60 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:35.013924 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4ff98c17-a2b5-4e55-91eb-d082e3c7be5c req-c7310939-49b0-4a85-b8b2-da4e6abfea60 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 932 time: 0.0578253 Feb 09 02:59:35.076299 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4ff98c17-a2b5-4e55-91eb-d082e3c7be5c req-246b5b5a-69e1-469d-8f46-d2eecf5abd3d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556948 Feb 09 02:59:36.202251 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e8b8b-95cf-45ce-9d86-8a24fac7f883 req-5487c4e9-bcdc-4d59-bef8-a33663c82609 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:36.203825 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd1e8b8b-95cf-45ce-9d86-8a24fac7f883 req-5487c4e9-bcdc-4d59-bef8-a33663c82609 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 932 time: 0.0591547 Feb 09 02:59:36.258188 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-cd1e8b8b-95cf-45ce-9d86-8a24fac7f883 req-298b3c2f-7e2e-46e5-8b47-0846e972d3fd tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482183 Feb 09 02:59:37.454356 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ddc6e-f520-46f0-ba6f-4057ff81fd4e req-44e66599-88c1-4dbe-aba6-ed42ab532d46 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:37.456008 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fa2ddc6e-f520-46f0-ba6f-4057ff81fd4e req-44e66599-88c1-4dbe-aba6-ed42ab532d46 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 932 time: 0.1235714 Feb 09 02:59:37.512744 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-fa2ddc6e-f520-46f0-ba6f-4057ff81fd4e req-e4413cec-b119-4729-bea9-00b8aedd8cb8 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503435 Feb 09 02:59:37.691577 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7e79f0bc-389e-4445-b92a-7ea3928b8c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:38.710709 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa45f29-4012-44d1-937d-5386e7c2fc3c req-e9f38b1b-7830-49b7-a22b-2a0781019bba tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:38.712255 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5aa45f29-4012-44d1-937d-5386e7c2fc3c req-e9f38b1b-7830-49b7-a22b-2a0781019bba tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 932 time: 0.1197066 Feb 09 02:59:38.765722 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5aa45f29-4012-44d1-937d-5386e7c2fc3c req-0a9dc74c-6dd0-43d7-b3d2-0d6b00c138e6 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473502 Feb 09 02:59:39.889730 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bae51-4509-457a-a1d1-d6db6690f454 req-020a86be-0cdd-46f3-9251-c83066e520f6 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:39.891295 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7e2bae51-4509-457a-a1d1-d6db6690f454 req-020a86be-0cdd-46f3-9251-c83066e520f6 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 932 time: 0.0569057 Feb 09 02:59:39.940228 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-7e2bae51-4509-457a-a1d1-d6db6690f454 req-37bf640d-0f51-48c9-aa69-edbfc7b1f5b7 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424292 Feb 09 02:59:40.327090 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-35cb15da-4a1b-4aa1-a78a-87b3ec5f6407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:40.670925 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:41.065378 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef07c5-98a0-4ac8-bb9f-ed029b9dedd5 req-3804b631-9d1a-4958-98bd-e86560e4374c tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:41.066889 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-97ef07c5-98a0-4ac8-bb9f-ed029b9dedd5 req-3804b631-9d1a-4958-98bd-e86560e4374c tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 932 time: 0.0537388 Feb 09 02:59:41.115372 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-97ef07c5-98a0-4ac8-bb9f-ed029b9dedd5 req-69f67542-7ef7-4382-9925-40f92b88f473 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422289 Feb 09 02:59:41.149697 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:41.408237 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.v2.base [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-2fa721da-2fe4-4071-9023-c738a4ce3b77 service neutron] Request body: {'port': {'device_id': '031fa7db-dad6-4291-bb50-8e3788147f64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828387-3'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:41.470534 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-2fa721da-2fe4-4071-9023-c738a4ce3b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f7b7404d-2797-4cbd-b35f-a550dbe84df8), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:41.644004 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:41.736991 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-2fa721da-2fe4-4071-9023-c738a4ce3b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b7404d-2797-4cbd-b35f-a550dbe84df8 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:59:41.745066 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-2fa721da-2fe4-4071-9023-c738a4ce3b77 service neutron] Publish callbacks [] for port (f7b7404d-2797-4cbd-b35f-a550dbe84df8), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:41.757275 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-2fa721da-2fe4-4071-9023-c738a4ce3b77 service neutron] Transition to ACTIVE for port object f7b7404d-2797-4cbd-b35f-a550dbe84df8 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:59:41.760561 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-2fa721da-2fe4-4071-9023-c738a4ce3b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (f7b7404d-2797-4cbd-b35f-a550dbe84df8), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:41.828822 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa721da-2fe4-4071-9023-c738a4ce3b77 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b7404d-2797-4cbd-b35f-a550dbe84df8,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:41.886283 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-2fa721da-2fe4-4071-9023-c738a4ce3b77 service neutron] Attempting to bind port f7b7404d-2797-4cbd-b35f-a550dbe84df8 on host n-h1-828387-3 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:59:41.886623 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-2fa721da-2fe4-4071-9023-c738a4ce3b77 service neutron] Attempting to bind port f7b7404d-2797-4cbd-b35f-a550dbe84df8 by drivers openvswitch,hyperv on host n-h1-828387-3 at level 0 using segments [{'id': '305a3cb3-a08b-4110-ac63-cd274663e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:59:41.886959 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-2fa721da-2fe4-4071-9023-c738a4ce3b77 service neutron] Attempting to bind port f7b7404d-2797-4cbd-b35f-a550dbe84df8 on network 4a01266e-03a9-4381-9ba5-ab63ba1f42ee {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:59:41.891567 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-2fa721da-2fe4-4071-9023-c738a4ce3b77 service neutron] Port f7b7404d-2797-4cbd-b35f-a550dbe84df8 on network 4a01266e-03a9-4381-9ba5-ab63ba1f42ee not bound, no agent of type Open vSwitch agent registered on host n-h1-828387-3 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:59:41.891845 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-2fa721da-2fe4-4071-9023-c738a4ce3b77 service neutron] Attempting to bind port f7b7404d-2797-4cbd-b35f-a550dbe84df8 on network 4a01266e-03a9-4381-9ba5-ab63ba1f42ee {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:59:41.900087 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-2fa721da-2fe4-4071-9023-c738a4ce3b77 service neutron] Checking agent: {'id': 'a389ed69-3f75-4740-9002-016f573e5043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828387-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'started_at': datetime.datetime(2022, 2, 9, 1, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:59:41.900356 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-2fa721da-2fe4-4071-9023-c738a4ce3b77 service neutron] Checking segment: {'id': '305a3cb3-a08b-4110-ac63-cd274663e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:59:41.900745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-2fa721da-2fe4-4071-9023-c738a4ce3b77 service neutron] Bound using segment: {'id': '305a3cb3-a08b-4110-ac63-cd274663e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:59:41.901205 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-2fa721da-2fe4-4071-9023-c738a4ce3b77 service neutron] Bound port: f7b7404d-2797-4cbd-b35f-a550dbe84df8, host: n-h1-828387-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305a3cb3-a08b-4110-ac63-cd274663e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:59:41.901567 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-2fa721da-2fe4-4071-9023-c738a4ce3b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f7b7404d-2797-4cbd-b35f-a550dbe84df8), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:41.970537 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-2fa721da-2fe4-4071-9023-c738a4ce3b77 service neutron] For port f7b7404d-2797-4cbd-b35f-a550dbe84df8, host n-h1-828387-3, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:59:41.973473 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-2fa721da-2fe4-4071-9023-c738a4ce3b77 service neutron] For port f7b7404d-2797-4cbd-b35f-a550dbe84df8, host n-h1-828387-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f7b7404d-2797-4cbd-b35f-a550dbe84df8,segment=NetworkSegment(305a3cb3-a08b-4110-ac63-cd274663e37a),segment_id=305a3cb3-a08b-4110-ac63-cd274663e37a)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:59:41.979585 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-2fa721da-2fe4-4071-9023-c738a4ce3b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4366696'] for port (f7b7404d-2797-4cbd-b35f-a550dbe84df8), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:42.015369 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-2fa721da-2fe4-4071-9023-c738a4ce3b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:42.016286 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-2fa721da-2fe4-4071-9023-c738a4ce3b77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:42.017783 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-2fa721da-2fe4-4071-9023-c738a4ce3b77 service neutron] 10.222.0.67 "PUT /v2.0/ports/f7b7404d-2797-4cbd-b35f-a550dbe84df8 HTTP/1.1" status: 200 len: 1092 time: 0.6569362 Feb 09 02:59:42.018245 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031fa7db-dad6-4291-bb50-8e3788147f64', 'tag': 'f7b7404d-2797-4cbd-b35f-a550dbe84df8'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:42.020564 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba69c7f-1c43-4bb7-94f4-73b70894b7b0" -d '{"events": [{"name": "network-changed", "server_uuid": "031fa7db-dad6-4291-bb50-8e3788147f64", "tag": "f7b7404d-2797-4cbd-b35f-a550dbe84df8"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:42.058666 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa721da-2fe4-4071-9023-c738a4ce3b77 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b7404d-2797-4cbd-b35f-a550dbe84df8,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:42.063292 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9fb00c-f999-4baa-8e05-74b41d8f7e38 x-openstack-request-id: req-ab9fb00c-f999-4baa-8e05-74b41d8f7e38 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:42.063560 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031fa7db-dad6-4291-bb50-8e3788147f64", "tag": "f7b7404d-2797-4cbd-b35f-a550dbe84df8", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:42.063818 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ab9fb00c-f999-4baa-8e05-74b41d8f7e38 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:42.064216 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031fa7db-dad6-4291-bb50-8e3788147f64', 'tag': 'f7b7404d-2797-4cbd-b35f-a550dbe84df8', 'status': 'completed', 'code': 200} Feb 09 02:59:42.117103 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-c2c2786e-a079-4397-91f2-1b9f9f81c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:42.118512 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-c2c2786e-a079-4397-91f2-1b9f9f81c832 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=92eb814d40f44ebf8e80d1c86e9a73d3&device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 1126 time: 0.0479472 Feb 09 02:59:42.168957 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-ad477a0f-28ae-4501-9787-c0d8da81bf3c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7b7404d-2797-4cbd-b35f-a550dbe84df8 HTTP/1.1" status: 200 len: 217 time: 0.0428696 Feb 09 02:59:42.247548 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-a308cdff-5e69-4be4-8fe1-de0e5ceabbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:42.249056 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-a308cdff-5e69-4be4-8fe1-de0e5ceabbed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=575d6410-291e-401a-973b-4baf6544897e HTTP/1.1" status: 200 len: 848 time: 0.0744343 Feb 09 02:59:42.296380 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac2410-12fb-4e5d-8034-48eff4785988 req-f7ab0588-97aa-4513-bd49-760a91f131bb tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:42.297831 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8aac2410-12fb-4e5d-8034-48eff4785988 req-f7ab0588-97aa-4513-bd49-760a91f131bb tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 944 time: 0.0954251 Feb 09 02:59:42.340775 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-80bf7a9a-ad0c-49f6-a6b9-e517f7322ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:42.342304 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-80bf7a9a-ad0c-49f6-a6b9-e517f7322ba8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0869584 Feb 09 02:59:42.400239 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8aac2410-12fb-4e5d-8034-48eff4785988 req-3d3e899e-026d-4fc8-897c-b4a8f6b0e8ef tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949144 Feb 09 02:59:42.444444 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-deec90a9-478b-42aa-b459-8cc9c2f73c81 service neutron] 10.222.0.67 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961931 Feb 09 02:59:42.537975 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e40f3d4d-a9d4-4179-a57b-d8abd098aa6e req-cfe2dbd7-a2a7-45f0-be72-cf4e1363174d service neutron] 10.222.0.67 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869176 Feb 09 02:59:42.625306 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba69c7f-1c43-4bb7-94f4-73b70894b7b0 req-00d4a997-9071-4b13-b290-03c96f90210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:42.626850 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9ba69c7f-1c43-4bb7-94f4-73b70894b7b0 req-00d4a997-9071-4b13-b290-03c96f90210e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=92eb814d40f44ebf8e80d1c86e9a73d3&device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 1126 time: 0.0463238 Feb 09 02:59:42.637549 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:42.719149 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba69c7f-1c43-4bb7-94f4-73b70894b7b0 req-45f7626b-ac67-4ff1-9911-930321741060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:42.720571 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9ba69c7f-1c43-4bb7-94f4-73b70894b7b0 req-45f7626b-ac67-4ff1-9911-930321741060 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee HTTP/1.1" status: 200 len: 910 time: 0.0878084 Feb 09 02:59:42.761398 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9ba69c7f-1c43-4bb7-94f4-73b70894b7b0 req-344d3d3b-b1ae-4924-bd4e-3e05e9f384d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7b7404d-2797-4cbd-b35f-a550dbe84df8 HTTP/1.1" status: 200 len: 217 time: 0.0347970 Feb 09 02:59:42.808456 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba69c7f-1c43-4bb7-94f4-73b70894b7b0 req-27896586-23d1-4b11-96fd-7d8fcfc8de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:42.809881 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9ba69c7f-1c43-4bb7-94f4-73b70894b7b0 req-27896586-23d1-4b11-96fd-7d8fcfc8de06 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=575d6410-291e-401a-973b-4baf6544897e HTTP/1.1" status: 200 len: 848 time: 0.0430658 Feb 09 02:59:42.861971 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba69c7f-1c43-4bb7-94f4-73b70894b7b0 req-c1a5be78-177d-4ba4-b47f-3d7c419fb156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:42.863586 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9ba69c7f-1c43-4bb7-94f4-73b70894b7b0 req-c1a5be78-177d-4ba4-b47f-3d7c419fb156 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482543 Feb 09 02:59:42.951688 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9ba69c7f-1c43-4bb7-94f4-73b70894b7b0 req-a93eaaab-e39e-4671-a3fd-c7c2058049c5 service neutron] 10.222.0.67 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822618 Feb 09 02:59:43.045534 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-9ba69c7f-1c43-4bb7-94f4-73b70894b7b0 req-8e74de23-b58d-40f8-937a-e219c8b8af77 service neutron] 10.222.0.67 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883183 Feb 09 02:59:43.528887 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a882b2b-c64e-48a3-93f1-a92baa098a77 req-be9cd567-580c-4fa0-963f-ee2d4226b136 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:43.530379 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1a882b2b-c64e-48a3-93f1-a92baa098a77 req-be9cd567-580c-4fa0-963f-ee2d4226b136 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 944 time: 0.0587416 Feb 09 02:59:43.579720 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-1a882b2b-c64e-48a3-93f1-a92baa098a77 req-df17e05b-77de-42e9-bae3-88af9ed6fdab tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435715 Feb 09 02:59:43.669117 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:44.699220 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da2e59-1ea3-494a-a642-fc06bd6f0235 req-a5f724c5-91ab-483f-8bfb-dbf838c7a4a7 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:44.700705 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2da2e59-1ea3-494a-a642-fc06bd6f0235 req-a5f724c5-91ab-483f-8bfb-dbf838c7a4a7 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 944 time: 0.0538185 Feb 09 02:59:44.749751 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-b2da2e59-1ea3-494a-a642-fc06bd6f0235 req-4176e222-8f4c-4c7f-b269-79305b0a7da2 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434668 Feb 09 02:59:45.867622 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b584cdd-68fa-4bcd-88e8-2ef2daf3d2e1 req-2901cd32-562e-4ec9-b90a-b3651d724e13 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:45.869089 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4b584cdd-68fa-4bcd-88e8-2ef2daf3d2e1 req-2901cd32-562e-4ec9-b90a-b3651d724e13 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 944 time: 0.0522256 Feb 09 02:59:45.921413 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-4b584cdd-68fa-4bcd-88e8-2ef2daf3d2e1 req-d4d7bd47-4fc2-496e-9c47-9d631b458831 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467741 Feb 09 02:59:47.043079 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f507bc1-72e0-4531-b554-b7ef51039dc0 req-96177880-3ed8-4ce1-b74f-8a29b3195958 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:47.044576 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8f507bc1-72e0-4531-b554-b7ef51039dc0 req-96177880-3ed8-4ce1-b74f-8a29b3195958 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 944 time: 0.0527928 Feb 09 02:59:47.092111 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-8f507bc1-72e0-4531-b554-b7ef51039dc0 req-284ba8be-63c5-4488-a63a-677145333ea0 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420041 Feb 09 02:59:47.114182 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device f7b7404d-2797-4cbd-b35f-a550dbe84df8 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:59:47.211404 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port f7b7404d-2797-4cbd-b35f-a550dbe84df8, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f7b7404d-2797-4cbd-b35f-a550dbe84df8,segment=NetworkSegment(305a3cb3-a08b-4110-ac63-cd274663e37a),segment_id=305a3cb3-a08b-4110-ac63-cd274663e37a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:47.222427 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'f7b7404d-2797-4cbd-b35f-a550dbe84df8', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'port_id': 'f7b7404d-2797-4cbd-b35f-a550dbe84df8', 'mac_address': 'fa:16:3e:cb:3c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575d6410-291e-401a-973b-4baf6544897e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:59:47.258450 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port f7b7404d-2797-4cbd-b35f-a550dbe84df8 is: DOWN; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:47.258835 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f7b7404d-2797-4cbd-b35f-a550dbe84df8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:47.271501 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b7404d-2797-4cbd-b35f-a550dbe84df8 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:59:47.292684 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port f7b7404d-2797-4cbd-b35f-a550dbe84df8, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f7b7404d-2797-4cbd-b35f-a550dbe84df8,segment=NetworkSegment(305a3cb3-a08b-4110-ac63-cd274663e37a),segment_id=305a3cb3-a08b-4110-ac63-cd274663e37a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:47.297383 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f7b7404d-2797-4cbd-b35f-a550dbe84df8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:47.346970 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=f7b7404d-2797-4cbd-b35f-a550dbe84df8,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:47.646426 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['f7b7404d-2797-4cbd-b35f-a550dbe84df8'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:59:48.223944 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709dcab-fd18-4001-aa9f-a80bff1324a4 req-578044b8-eae5-4167-92c4-d607e1cd384c tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:48.225597 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a709dcab-fd18-4001-aa9f-a80bff1324a4 req-578044b8-eae5-4167-92c4-d607e1cd384c tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 945 time: 0.0568898 Feb 09 02:59:48.279198 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a709dcab-fd18-4001-aa9f-a80bff1324a4 req-51666c1a-7573-4016-8556-0f90cf1b4bcd tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479698 Feb 09 02:59:49.125969 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device f7b7404d-2797-4cbd-b35f-a550dbe84df8 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:59:49.176082 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning for port f7b7404d-2797-4cbd-b35f-a550dbe84df8 completed by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:59:49.181028 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port f7b7404d-2797-4cbd-b35f-a550dbe84df8 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:49.181399 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f7b7404d-2797-4cbd-b35f-a550dbe84df8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:49.259272 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port f7b7404d-2797-4cbd-b35f-a550dbe84df8 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:49.259567 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f7b7404d-2797-4cbd-b35f-a550dbe84df8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:49.281848 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031fa7db-dad6-4291-bb50-8e3788147f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b7404d-2797-4cbd-b35f-a550dbe84df8'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:49.284121 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c0f5bc-cc17-45b0-9549-5d708daa0adc" -d '{"events": [{"server_uuid": "031fa7db-dad6-4291-bb50-8e3788147f64", "name": "network-vif-plugged", "status": "completed", "tag": "f7b7404d-2797-4cbd-b35f-a550dbe84df8"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:49.297536 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port f7b7404d-2797-4cbd-b35f-a550dbe84df8, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f7b7404d-2797-4cbd-b35f-a550dbe84df8,segment=NetworkSegment(305a3cb3-a08b-4110-ac63-cd274663e37a),segment_id=305a3cb3-a08b-4110-ac63-cd274663e37a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:49.301613 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f7b7404d-2797-4cbd-b35f-a550dbe84df8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:49.329753 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ac712b-3604-499d-8b51-be15e00d358e x-openstack-request-id: req-19ac712b-3604-499d-8b51-be15e00d358e {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:49.330059 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031fa7db-dad6-4291-bb50-8e3788147f64", "name": "network-vif-plugged", "status": "completed", "tag": "f7b7404d-2797-4cbd-b35f-a550dbe84df8", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:49.330337 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-19ac712b-3604-499d-8b51-be15e00d358e {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:49.330701 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031fa7db-dad6-4291-bb50-8e3788147f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b7404d-2797-4cbd-b35f-a550dbe84df8', 'code': 200} Feb 09 02:59:49.357513 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=f7b7404d-2797-4cbd-b35f-a550dbe84df8,revision_number=5']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:49.419518 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c7a39-07d9-4da5-b6e4-ed7f9f0ced93 req-f971a30c-b452-4ce5-93b9-95a8870a100a tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:49.421358 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a14c7a39-07d9-4da5-b6e4-ed7f9f0ced93 req-f971a30c-b452-4ce5-93b9-95a8870a100a tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 946 time: 0.0552669 Feb 09 02:59:49.431965 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7328a96-48f5-48a5-a161-be1b61a04b1c req-5f80ab2f-464c-4908-a549-8112f09a2dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:49.433433 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a7328a96-48f5-48a5-a161-be1b61a04b1c req-5f80ab2f-464c-4908-a549-8112f09a2dad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 1128 time: 0.0483661 Feb 09 02:59:49.470397 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-a14c7a39-07d9-4da5-b6e4-ed7f9f0ced93 req-2e949a72-cc91-4c40-8331-10ca0977a61c tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432711 Feb 09 02:59:49.478746 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-a7328a96-48f5-48a5-a161-be1b61a04b1c req-d3e80575-52a5-4118-8144-0281a751e445 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392470 Feb 09 02:59:50.591770 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4d27d-3be9-4462-84a2-0fcd6f8e9dbe req-96bdc686-928b-41c3-91cf-f0eb27731c23 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:50.593222 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31b4d27d-3be9-4462-84a2-0fcd6f8e9dbe req-96bdc686-928b-41c3-91cf-f0eb27731c23 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 946 time: 0.0523794 Feb 09 02:59:50.642812 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-31b4d27d-3be9-4462-84a2-0fcd6f8e9dbe req-1aaf7355-3d29-4907-996e-7631737d0feb tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439987 Feb 09 02:59:51.537024 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:59:51.768407 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdac2b1-7586-4ac7-a315-7cf737c675ff req-10f745cb-9b5e-43dc-88b4-e9bccf6452ea tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:51.769876 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8cdac2b1-7586-4ac7-a315-7cf737c675ff req-10f745cb-9b5e-43dc-88b4-e9bccf6452ea tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 946 time: 0.0580349 Feb 09 02:59:51.818006 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-8cdac2b1-7586-4ac7-a315-7cf737c675ff req-62f57548-b24b-4200-b2f8-21ac5a2357e7 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415819 Feb 09 02:59:51.941006 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff2942-9506-4311-ac7d-fbfe711aeb5d req-a9179901-df21-4d25-beab-0e99d9fd8b63 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:51.942494 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ebff2942-9506-4311-ac7d-fbfe711aeb5d req-a9179901-df21-4d25-beab-0e99d9fd8b63 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 946 time: 0.0576081 Feb 09 02:59:51.991981 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-ebff2942-9506-4311-ac7d-fbfe711aeb5d req-0b9fcbe7-7119-4b99-9ddd-191043fa9cef tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437152 Feb 09 02:59:52.013291 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35978) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:52.057259 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a8b887-ef4b-4570-bd2a-d34f68b620a4 tempest-TestSnapshotPattern-1355227970 tempest-TestSnapshotPattern-1355227970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:52.058726 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-c8a8b887-ef4b-4570-bd2a-d34f68b620a4 tempest-TestSnapshotPattern-1355227970 tempest-TestSnapshotPattern-1355227970-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 1123 time: 0.0444243 Feb 09 02:59:52.061549 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 35980) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:52.065828 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.v2.base [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Request body: {'floatingip': {'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'port_id': 'f7b7404d-2797-4cbd-b35f-a550dbe84df8', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:52.086456 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:52.187665 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:52.289938 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Allocated IP 172.25.7.93 (6429c482-e8f9-4ec2-a37c-fde8ac86cf09/5531a8fc-d934-4ae3-862c-5f255a8bc751/9ba95faf-7d58-4943-87ec-fa3a08e02807) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:59:52.394418 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for port (9ba95faf-7d58-4943-87ec-fa3a08e02807), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:52.428186 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762501806017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (9ba95faf-7d58-4943-87ec-fa3a08e02807), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:52.468314 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Network 6429c482-e8f9-4ec2-a37c-fde8ac86cf09 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:59:52.471197 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:52.474696 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:59:52.498278 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Pushing event updated for resources: {'Port': ['ID=9ba95faf-7d58-4943-87ec-fa3a08e02807,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:52.513191 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.513522 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.513864 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.514201 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.514533 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.514866 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.515193 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.515613 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.515938 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.516261 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.516586 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.516910 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.517233 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.842181 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for floatingip (dcb6a60a-2650-415a-aa87-20d0ea601cd9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:52.910111 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (9ba95faf-7d58-4943-87ec-fa3a08e02807), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:53.063320 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for port (9ba95faf-7d58-4943-87ec-fa3a08e02807), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:53.067828 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7857279'] for port (9ba95faf-7d58-4943-87ec-fa3a08e02807), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:53.139314 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Pushing event updated for resources: {'Port': ['ID=9ba95faf-7d58-4943-87ec-fa3a08e02807,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:53.152354 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607192'] for floatingip (dcb6a60a-2650-415a-aa87-20d0ea601cd9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:53.257439 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Floating IP dcb6a60a-2650-415a-aa87-20d0ea601cd9 associated. External IP: 172.25.7.93, port: f7b7404d-2797-4cbd-b35f-a550dbe84df8. Feb 09 02:59:53.467001 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Router 2e8f9359-07f1-4e4b-9573-e3d0424cb804 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:59:53.576392 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:59:53.590516 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1987449-e8f7-47cb-b32c-3baef4de0c0f None None] Sync routers for ids ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:59:53.596000 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:53.602335 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1987449-e8f7-47cb-b32c-3baef4de0c0f None None] Routers {'2e8f9359-07f1-4e4b-9573-e3d0424cb804'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:59:53.602950 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f1987449-e8f7-47cb-b32c-3baef4de0c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:59:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:53.627082 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3a4591f2-705c-4f86-b75a-6688e2b7f086 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5644860 Feb 09 02:59:53.627804 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031fa7db-dad6-4291-bb50-8e3788147f64', 'tag': 'f7b7404d-2797-4cbd-b35f-a550dbe84df8'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:53.630161 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff572268e95c141781719acaad4855de8444ab217edd6adc13da47e42a1cfcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5938a637-e3d5-4aa1-b630-95da916a0ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "031fa7db-dad6-4291-bb50-8e3788147f64", "tag": "f7b7404d-2797-4cbd-b35f-a550dbe84df8"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:53.668044 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8d3895-6e70-4345-a6f2-cc334c51695d x-openstack-request-id: req-4d8d3895-6e70-4345-a6f2-cc334c51695d {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:53.668348 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031fa7db-dad6-4291-bb50-8e3788147f64", "tag": "f7b7404d-2797-4cbd-b35f-a550dbe84df8", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:53.668608 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d8d3895-6e70-4345-a6f2-cc334c51695d {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:53.669019 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031fa7db-dad6-4291-bb50-8e3788147f64', 'tag': 'f7b7404d-2797-4cbd-b35f-a550dbe84df8', 'status': 'completed', 'code': 200} Feb 09 02:59:53.724926 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-f1987449-e8f7-47cb-b32c-3baef4de0c0f None None] Set router 2e8f9359-07f1-4e4b-9573-e3d0424cb804 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:59:53.732868 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938a637-e3d5-4aa1-b630-95da916a0ccf req-1c46a392-9a7d-4f4d-9dbd-420e32ab8627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:53.734373 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5938a637-e3d5-4aa1-b630-95da916a0ccf req-1c46a392-9a7d-4f4d-9dbd-420e32ab8627 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=92eb814d40f44ebf8e80d1c86e9a73d3&device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 1128 time: 0.0451925 Feb 09 02:59:53.830582 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938a637-e3d5-4aa1-b630-95da916a0ccf req-4eb8b296-e831-4d89-840d-34e8604d7dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:53.832122 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5938a637-e3d5-4aa1-b630-95da916a0ccf req-4eb8b296-e831-4d89-840d-34e8604d7dfb service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee HTTP/1.1" status: 200 len: 910 time: 0.0924215 Feb 09 02:59:53.901423 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5938a637-e3d5-4aa1-b630-95da916a0ccf req-685aa098-9151-4919-b98e-152b2ee854f7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7b7404d-2797-4cbd-b35f-a550dbe84df8 HTTP/1.1" status: 200 len: 999 time: 0.0623860 Feb 09 02:59:53.949437 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938a637-e3d5-4aa1-b630-95da916a0ccf req-a4bd5549-5e02-4fc1-88d0-63482464d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:53.951002 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5938a637-e3d5-4aa1-b630-95da916a0ccf req-a4bd5549-5e02-4fc1-88d0-63482464d1d6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=575d6410-291e-401a-973b-4baf6544897e HTTP/1.1" status: 200 len: 848 time: 0.0447021 Feb 09 02:59:53.965996 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f1987449-e8f7-47cb-b32c-3baef4de0c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'name': 'tempest-TestSnapshotPattern-874105057-router', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:54Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 4, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'gw_port': {'id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:55Z', 'updated_at': '2022-02-09T02:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'dcb6a60a-2650-415a-aa87-20d0ea601cd9', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'floating_ip_address': '172.25.7.93', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'port_id': 'f7b7404d-2797-4cbd-b35f-a550dbe84df8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'mac_address': 'fa:16:3e:cb:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031fa7db-dad6-4291-bb50-8e3788147f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:59:52Z', 'updated_at': '2022-02-09T02:59:52Z', 'revision_number': 0, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'fixed_ip_address_scope': None}, {'id': 'eb1db4b7-bc44-4437-996f-5e359702aad0', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'floating_ip_address': '172.25.7.217', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'port_id': '052fda09-2a7d-494a-9b03-fbbc974a812d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'mac_address': 'fa:16:3e:57:7e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:57:18Z', 'updated_at': '2022-02-09T02:57:20Z', 'revision_number': 1, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd9526ec-d787-4870-b641-24add146faf8', 'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'mac_address': 'fa:16:3e:fe:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '575d6410-291e-401a-973b-4baf6544897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:56Z', 'updated_at': '2022-02-09T02:57:02Z', 'revision_number': 5, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'subnets': [{'id': '575d6410-291e-401a-973b-4baf6544897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:53.992773 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1987449-e8f7-47cb-b32c-3baef4de0c0f None None] Checking router: 2e8f9359-07f1-4e4b-9573-e3d0424cb804 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:59:54.001247 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1987449-e8f7-47cb-b32c-3baef4de0c0f None None] Routers {'2e8f9359-07f1-4e4b-9573-e3d0424cb804'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:59:54.001949 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f1987449-e8f7-47cb-b32c-3baef4de0c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T02:59:40Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:54.004131 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938a637-e3d5-4aa1-b630-95da916a0ccf req-215c5e77-f906-4a34-835d-d47377228869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:54.005643 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5938a637-e3d5-4aa1-b630-95da916a0ccf req-215c5e77-f906-4a34-835d-d47377228869 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492373 Feb 09 02:59:54.094283 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5938a637-e3d5-4aa1-b630-95da916a0ccf req-523bd247-13fa-4f39-99ca-407037fa3aea service neutron] 10.222.0.67 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826015 Feb 09 02:59:54.112030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-f1987449-e8f7-47cb-b32c-3baef4de0c0f None None] Set router 2e8f9359-07f1-4e4b-9573-e3d0424cb804 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:59:54.188798 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5938a637-e3d5-4aa1-b630-95da916a0ccf req-0096dcb2-c2dd-4c9c-b7dd-9db2ac29c1e0 service neutron] 10.222.0.67 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871997 Feb 09 02:59:54.342216 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f1987449-e8f7-47cb-b32c-3baef4de0c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'name': 'tempest-TestSnapshotPattern-874105057-router', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:54Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 4, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'gw_port': {'id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:55Z', 'updated_at': '2022-02-09T02:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'dcb6a60a-2650-415a-aa87-20d0ea601cd9', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'floating_ip_address': '172.25.7.93', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'port_id': 'f7b7404d-2797-4cbd-b35f-a550dbe84df8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'mac_address': 'fa:16:3e:cb:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031fa7db-dad6-4291-bb50-8e3788147f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:59:52Z', 'updated_at': '2022-02-09T02:59:52Z', 'revision_number': 0, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'fixed_ip_address_scope': None}, {'id': 'eb1db4b7-bc44-4437-996f-5e359702aad0', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'floating_ip_address': '172.25.7.217', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'port_id': '052fda09-2a7d-494a-9b03-fbbc974a812d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'mac_address': 'fa:16:3e:57:7e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:57:18Z', 'updated_at': '2022-02-09T02:57:20Z', 'revision_number': 1, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd9526ec-d787-4870-b641-24add146faf8', 'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'mac_address': 'fa:16:3e:fe:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '575d6410-291e-401a-973b-4baf6544897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:56Z', 'updated_at': '2022-02-09T02:57:02Z', 'revision_number': 5, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'subnets': [{'id': '575d6410-291e-401a-973b-4baf6544897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:54.369266 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1987449-e8f7-47cb-b32c-3baef4de0c0f None None] The sync data for ids ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'] in n-d-828387-3 is: [{'id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'name': 'tempest-TestSnapshotPattern-874105057-router', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:54Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 4, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'gw_port': {'id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:55Z', 'updated_at': '2022-02-09T02:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'dcb6a60a-2650-415a-aa87-20d0ea601cd9', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'floating_ip_address': '172.25.7.93', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'port_id': 'f7b7404d-2797-4cbd-b35f-a550dbe84df8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'mac_address': 'fa:16:3e:cb:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031fa7db-dad6-4291-bb50-8e3788147f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:59:52Z', 'updated_at': '2022-02-09T02:59:52Z', 'revision_number': 0, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'fixed_ip_address_scope': None}, {'id': 'eb1db4b7-bc44-4437-996f-5e359702aad0', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'floating_ip_address': '172.25.7.217', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'port_id': '052fda09-2a7d-494a-9b03-fbbc974a812d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'mac_address': 'fa:16:3e:57:7e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:57:18Z', 'updated_at': '2022-02-09T02:57:20Z', 'revision_number': 1, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd9526ec-d787-4870-b641-24add146faf8', 'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'mac_address': 'fa:16:3e:fe:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '575d6410-291e-401a-973b-4baf6544897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:56Z', 'updated_at': '2022-02-09T02:57:02Z', 'revision_number': 5, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'subnets': [{'id': '575d6410-291e-401a-973b-4baf6544897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:59:54.563488 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6007eb-456b-437e-8789-3b93f518f6dd None None] New status for floating IP dcb6a60a-2650-415a-aa87-20d0ea601cd9: ACTIVE {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:00:07.695588 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-667751c9-f56a-48eb-be36-1c3c74f87f73 req-2f69eac0-6179-45fc-9cc6-e34320ad44b5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f4fa87b0-760b-40b6-937f-3521bdd65720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478806 Feb 09 03:00:07.696203 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-75c2ce3c-2f00-4287-8b91-46d0c08aeb82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:07.789415 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667751c9-f56a-48eb-be36-1c3c74f87f73 req-b2e1a85e-23dd-4e4b-8675-6640d3293307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:07.791185 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-667751c9-f56a-48eb-be36-1c3c74f87f73 req-b2e1a85e-23dd-4e4b-8675-6640d3293307 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92eb814d40f44ebf8e80d1c86e9a73d3&device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 1126 time: 0.0494530 Feb 09 03:00:07.902490 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667751c9-f56a-48eb-be36-1c3c74f87f73 req-5067f4a0-7e5e-45cc-a30a-f51e1886c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:07.903997 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-667751c9-f56a-48eb-be36-1c3c74f87f73 req-5067f4a0-7e5e-45cc-a30a-f51e1886c975 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee HTTP/1.1" status: 200 len: 910 time: 0.0935493 Feb 09 03:00:07.972933 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-667751c9-f56a-48eb-be36-1c3c74f87f73 req-52e3cc68-ff86-4a8d-9617-93c400c8f9be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=052fda09-2a7d-494a-9b03-fbbc974a812d HTTP/1.1" status: 200 len: 1000 time: 0.0622418 Feb 09 03:00:08.025444 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667751c9-f56a-48eb-be36-1c3c74f87f73 req-20d309ce-e688-4df4-91e6-e121167f7fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:08.026919 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-667751c9-f56a-48eb-be36-1c3c74f87f73 req-20d309ce-e688-4df4-91e6-e121167f7fd1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=575d6410-291e-401a-973b-4baf6544897e HTTP/1.1" status: 200 len: 848 time: 0.0452018 Feb 09 03:00:08.080892 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667751c9-f56a-48eb-be36-1c3c74f87f73 req-937834b2-7e4a-41c4-9271-780a8f888a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:08.082500 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-667751c9-f56a-48eb-be36-1c3c74f87f73 req-937834b2-7e4a-41c4-9271-780a8f888a66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491133 Feb 09 03:00:08.177091 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-667751c9-f56a-48eb-be36-1c3c74f87f73 req-98d7ab16-66ae-42a3-8c05-cc27be7c6aaf service neutron] 10.222.0.48 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869684 Feb 09 03:00:08.277748 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-667751c9-f56a-48eb-be36-1c3c74f87f73 req-255b5151-7208-439a-a1c3-baac9397a69b service neutron] 10.222.0.48 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939531 Feb 09 03:00:10.328628 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5007b6da-9b9a-4027-997e-588eb9d21dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:10.674975 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:11.153067 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:11.656109 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:12.640737 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:12.661643 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e488a704-2f76-4c9a-af37-6b72176f69cf req-8bdf34ca-e97b-4748-b615-4198904eda5f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456176 Feb 09 03:00:12.763473 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488a704-2f76-4c9a-af37-6b72176f69cf req-8416da8e-8fc2-4133-800b-6992f0f6729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:12.764986 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e488a704-2f76-4c9a-af37-6b72176f69cf req-8416da8e-8fc2-4133-800b-6992f0f6729e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=92eb814d40f44ebf8e80d1c86e9a73d3&device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 1128 time: 0.0465174 Feb 09 03:00:12.868543 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488a704-2f76-4c9a-af37-6b72176f69cf req-7bfa1771-dfc0-479d-924e-1b705cdbafa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:12.869916 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e488a704-2f76-4c9a-af37-6b72176f69cf req-7bfa1771-dfc0-479d-924e-1b705cdbafa9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee HTTP/1.1" status: 200 len: 910 time: 0.0867229 Feb 09 03:00:12.935713 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e488a704-2f76-4c9a-af37-6b72176f69cf req-de7e25db-1cff-4d7f-8124-c315eee01cb7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7b7404d-2797-4cbd-b35f-a550dbe84df8 HTTP/1.1" status: 200 len: 1001 time: 0.0588622 Feb 09 03:00:12.982961 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488a704-2f76-4c9a-af37-6b72176f69cf req-7a93fb77-d3de-4dbd-b639-d52cc443ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:12.984308 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e488a704-2f76-4c9a-af37-6b72176f69cf req-7a93fb77-d3de-4dbd-b639-d52cc443ab51 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=575d6410-291e-401a-973b-4baf6544897e HTTP/1.1" status: 200 len: 848 time: 0.0432236 Feb 09 03:00:13.038787 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488a704-2f76-4c9a-af37-6b72176f69cf req-faa514a9-8ae6-48b8-afcb-dfb847c4fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:13.040323 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e488a704-2f76-4c9a-af37-6b72176f69cf req-faa514a9-8ae6-48b8-afcb-dfb847c4fb4b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503602 Feb 09 03:00:13.129900 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e488a704-2f76-4c9a-af37-6b72176f69cf req-a7efac5c-23f4-4457-9e6c-2908960e4ad7 service neutron] 10.222.0.67 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826740 Feb 09 03:00:13.221849 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-e488a704-2f76-4c9a-af37-6b72176f69cf req-e24e8018-9a01-471b-997a-1a18eedaf01f service neutron] 10.222.0.67 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847442 Feb 09 03:00:13.671534 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:28.536255 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:00:37.697586 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cb1f6de9-5efa-49b7-8cfe-630f4f1591c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:40.330855 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8b277d47-e541-4fe3-bfdc-28eb95eb1fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:40.672877 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:41.155721 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:41.667413 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:42.642277 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:43.673040 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:05.535400 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:01:07.701860 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7f5c8f93-7ff4-4e35-afa4-76e98937d7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:09.697586 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf2f297e-0e05-4823-a775-a41e8c64031f req-87dedfcd-1a5b-4fc0-bbed-bc79e15e0081 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f4fa87b0-760b-40b6-937f-3521bdd65720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492868 Feb 09 03:01:09.782781 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f297e-0e05-4823-a775-a41e8c64031f req-184b498b-426d-48a1-ab22-e720b980f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:09.784305 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf2f297e-0e05-4823-a775-a41e8c64031f req-184b498b-426d-48a1-ab22-e720b980f884 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92eb814d40f44ebf8e80d1c86e9a73d3&device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 1126 time: 0.0452478 Feb 09 03:01:09.903666 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f297e-0e05-4823-a775-a41e8c64031f req-b32ac5fb-507a-4daf-8874-8650b42e30c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:09.905289 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf2f297e-0e05-4823-a775-a41e8c64031f req-b32ac5fb-507a-4daf-8874-8650b42e30c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee HTTP/1.1" status: 200 len: 910 time: 0.1009867 Feb 09 03:01:09.972791 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf2f297e-0e05-4823-a775-a41e8c64031f req-4706d567-ee8f-41ae-9fd2-ac2523dfa828 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=052fda09-2a7d-494a-9b03-fbbc974a812d HTTP/1.1" status: 200 len: 1000 time: 0.0599935 Feb 09 03:01:10.020819 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f297e-0e05-4823-a775-a41e8c64031f req-3ea1c439-4131-4299-badf-5f4036e2c454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:10.022219 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf2f297e-0e05-4823-a775-a41e8c64031f req-3ea1c439-4131-4299-badf-5f4036e2c454 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=575d6410-291e-401a-973b-4baf6544897e HTTP/1.1" status: 200 len: 848 time: 0.0430777 Feb 09 03:01:10.076745 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f297e-0e05-4823-a775-a41e8c64031f req-9fe9eb78-3e08-4a57-a890-03f2d7771a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:10.078217 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf2f297e-0e05-4823-a775-a41e8c64031f req-9fe9eb78-3e08-4a57-a890-03f2d7771a36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486372 Feb 09 03:01:10.335074 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5db6860e-e8c2-4ff9-a917-d08163ee972f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:10.509090 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf2f297e-0e05-4823-a775-a41e8c64031f req-81ecbb57-e287-49d3-b8c7-7944e591b0fb service neutron] 10.222.0.48 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244053 Feb 09 03:01:10.598921 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-bf2f297e-0e05-4823-a775-a41e8c64031f req-c3b9225a-02ea-4e57-a2ae-f3ab5a2d87c7 service neutron] 10.222.0.48 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830724 Feb 09 03:01:10.669741 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:11.158577 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:11.670492 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:12.625820 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3894db60-73c2-4150-b49a-fd710769bc6c req-f08ca4e2-a5f6-4917-9c7b-5409e32cd99e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442803 Feb 09 03:01:12.646400 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:12.711741 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894db60-73c2-4150-b49a-fd710769bc6c req-43e8775d-9eff-48c3-a3ef-bee062785e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:12.713921 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3894db60-73c2-4150-b49a-fd710769bc6c req-43e8775d-9eff-48c3-a3ef-bee062785e02 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=92eb814d40f44ebf8e80d1c86e9a73d3&device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 1128 time: 0.0444195 Feb 09 03:01:12.818115 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894db60-73c2-4150-b49a-fd710769bc6c req-d2a3659f-83e3-4705-b346-4867f7dae9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:12.819574 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3894db60-73c2-4150-b49a-fd710769bc6c req-d2a3659f-83e3-4705-b346-4867f7dae9cf service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee HTTP/1.1" status: 200 len: 910 time: 0.0859222 Feb 09 03:01:12.886319 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3894db60-73c2-4150-b49a-fd710769bc6c req-459faae3-9606-4c36-a99a-949e13d3fb66 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7b7404d-2797-4cbd-b35f-a550dbe84df8 HTTP/1.1" status: 200 len: 1001 time: 0.0589821 Feb 09 03:01:12.935945 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894db60-73c2-4150-b49a-fd710769bc6c req-65c33ee7-0108-48e5-8242-db1c7250145d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:12.937385 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3894db60-73c2-4150-b49a-fd710769bc6c req-65c33ee7-0108-48e5-8242-db1c7250145d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=575d6410-291e-401a-973b-4baf6544897e HTTP/1.1" status: 200 len: 848 time: 0.0437098 Feb 09 03:01:12.990723 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894db60-73c2-4150-b49a-fd710769bc6c req-cade3de8-e96a-4bbb-87a3-2326d0f5ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:12.992236 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3894db60-73c2-4150-b49a-fd710769bc6c req-cade3de8-e96a-4bbb-87a3-2326d0f5ea45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488403 Feb 09 03:01:13.082305 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3894db60-73c2-4150-b49a-fd710769bc6c req-c0827641-6451-47e3-83e2-309bfad09092 service neutron] 10.222.0.67 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819960 Feb 09 03:01:13.173756 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-3894db60-73c2-4150-b49a-fd710769bc6c req-af310b5e-4005-40d5-b7d0-0bb23c7b6143 service neutron] 10.222.0.67 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847647 Feb 09 03:01:13.678175 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:37.704143 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c425a42-8b32-4ff5-8a5a-d1caaceb088a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:40.336956 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cc8ebc08-6a8e-43d0-b5e5-23c832256696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:40.669366 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.161368 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.670371 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:42.534828 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:01:42.647702 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.680164 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.765601 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device f7b7404d-2797-4cbd-b35f-a550dbe84df8 details requested by agent hyperv_n-h1-828387-3 with host n-h1-828387-3 {{(pid=103185) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:01:59.864201 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port f7b7404d-2797-4cbd-b35f-a550dbe84df8, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f7b7404d-2797-4cbd-b35f-a550dbe84df8,segment=NetworkSegment(305a3cb3-a08b-4110-ac63-cd274663e37a),segment_id=305a3cb3-a08b-4110-ac63-cd274663e37a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:59.875968 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Returning: {'device': 'f7b7404d-2797-4cbd-b35f-a550dbe84df8', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'port_id': 'f7b7404d-2797-4cbd-b35f-a550dbe84df8', 'mac_address': 'fa:16:3e:cb:3c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575d6410-291e-401a-973b-4baf6544897e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103185) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:01:59.913441 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port f7b7404d-2797-4cbd-b35f-a550dbe84df8 is: ACTIVE; New status is: BUILD {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:59.913824 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f7b7404d-2797-4cbd-b35f-a550dbe84df8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.926450 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7b7404d-2797-4cbd-b35f-a550dbe84df8 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:01:59.945314 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port f7b7404d-2797-4cbd-b35f-a550dbe84df8, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f7b7404d-2797-4cbd-b35f-a550dbe84df8,segment=NetworkSegment(305a3cb3-a08b-4110-ac63-cd274663e37a),segment_id=305a3cb3-a08b-4110-ac63-cd274663e37a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:59.950100 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f7b7404d-2797-4cbd-b35f-a550dbe84df8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.998114 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=f7b7404d-2797-4cbd-b35f-a550dbe84df8,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:00.005904 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:00.006249 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:00.006591 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:00.006925 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:00.007282 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:00.007612 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:00.007954 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:00.008257 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:00.008576 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:00.009640 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:00.009971 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:00.010497 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:00.010704 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:00.018582 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] get_ports_and_sgs() called for port_ids ['f7b7404d-2797-4cbd-b35f-a550dbe84df8'] {{(pid=103185) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:02:01.779158 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device f7b7404d-2797-4cbd-b35f-a550dbe84df8 up at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:02:01.829747 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Provisioning complete for port f7b7404d-2797-4cbd-b35f-a550dbe84df8 triggered by entity L2. {{(pid=103185) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:01.830117 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3456211'] for port (f7b7404d-2797-4cbd-b35f-a550dbe84df8), provisioning_complete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.906098 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port f7b7404d-2797-4cbd-b35f-a550dbe84df8 is: BUILD; New status is: ACTIVE {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:01.906483 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f7b7404d-2797-4cbd-b35f-a550dbe84df8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.928349 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031fa7db-dad6-4291-bb50-8e3788147f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b7404d-2797-4cbd-b35f-a550dbe84df8'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:02:01.930541 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d58ab17-9fdc-45cc-bd8f-90cd27721075" -d '{"events": [{"server_uuid": "031fa7db-dad6-4291-bb50-8e3788147f64", "name": "network-vif-plugged", "status": "completed", "tag": "f7b7404d-2797-4cbd-b35f-a550dbe84df8"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:02:01.943442 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port f7b7404d-2797-4cbd-b35f-a550dbe84df8, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f7b7404d-2797-4cbd-b35f-a550dbe84df8,segment=NetworkSegment(305a3cb3-a08b-4110-ac63-cd274663e37a),segment_id=305a3cb3-a08b-4110-ac63-cd274663e37a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:01.949124 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f7b7404d-2797-4cbd-b35f-a550dbe84df8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.977404 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a02cbcd-f4c3-4450-a454-b7fdad04ba32 x-openstack-request-id: req-1a02cbcd-f4c3-4450-a454-b7fdad04ba32 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:02:01.977694 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031fa7db-dad6-4291-bb50-8e3788147f64", "name": "network-vif-plugged", "status": "completed", "tag": "f7b7404d-2797-4cbd-b35f-a550dbe84df8", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:02:01.978103 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a02cbcd-f4c3-4450-a454-b7fdad04ba32 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:02:01.979016 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031fa7db-dad6-4291-bb50-8e3788147f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b7404d-2797-4cbd-b35f-a550dbe84df8', 'code': 200} Feb 09 03:02:02.001597 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=f7b7404d-2797-4cbd-b35f-a550dbe84df8,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:07.709656 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-26c35d1d-5e15-4745-b7f8-483cbecaf9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:10.340706 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8918c8a9-fa22-4ec1-926a-7a2fbadc6caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:10.678530 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:11.166536 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:11.688149 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19d50bbc-5178-4c80-9cda-145bd0d98460 req-9b120da7-d876-4da2-bad5-7bcc5f49f23c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f4fa87b0-760b-40b6-937f-3521bdd65720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0582588 Feb 09 03:02:11.692820 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:11.722928 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36224) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:11.784892 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d50bbc-5178-4c80-9cda-145bd0d98460 req-bfa4124d-fe49-4726-b5b6-b22eff5219ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:11.786434 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19d50bbc-5178-4c80-9cda-145bd0d98460 req-bfa4124d-fe49-4726-b5b6-b22eff5219ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92eb814d40f44ebf8e80d1c86e9a73d3&device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 1126 time: 0.0465949 Feb 09 03:02:11.893096 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Deleting port 9ba95faf-7d58-4943-87ec-fa3a08e02807 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:11.893906 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (9ba95faf-7d58-4943-87ec-fa3a08e02807), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:11.897209 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d50bbc-5178-4c80-9cda-145bd0d98460 req-2da0a8bf-0c5c-4f8d-b922-158b21966f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:11.898708 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19d50bbc-5178-4c80-9cda-145bd0d98460 req-2da0a8bf-0c5c-4f8d-b922-158b21966f0b service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee HTTP/1.1" status: 200 len: 910 time: 0.0908544 Feb 09 03:02:11.966785 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19d50bbc-5178-4c80-9cda-145bd0d98460 req-0a5b72f6-dfa1-4c0b-9b7f-7bddc0766506 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=052fda09-2a7d-494a-9b03-fbbc974a812d HTTP/1.1" status: 200 len: 1000 time: 0.0607069 Feb 09 03:02:11.975864 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (9ba95faf-7d58-4943-87ec-fa3a08e02807), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:11.976202 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for floatingip (9ba95faf-7d58-4943-87ec-fa3a08e02807), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:11.988297 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Calling delete_port for 9ba95faf-7d58-4943-87ec-fa3a08e02807 owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:12.016563 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d50bbc-5178-4c80-9cda-145bd0d98460 req-8483310b-2ecb-494b-bf79-bc39ad810a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:12.018032 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19d50bbc-5178-4c80-9cda-145bd0d98460 req-8483310b-2ecb-494b-bf79-bc39ad810a68 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=575d6410-291e-401a-973b-4baf6544897e HTTP/1.1" status: 200 len: 848 time: 0.0442972 Feb 09 03:02:12.072041 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d50bbc-5178-4c80-9cda-145bd0d98460 req-08f7a7d3-0987-4f04-a184-0365bfcc524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:12.073897 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19d50bbc-5178-4c80-9cda-145bd0d98460 req-08f7a7d3-0987-4f04-a184-0365bfcc524d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496514 Feb 09 03:02:12.140842 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (9ba95faf-7d58-4943-87ec-fa3a08e02807), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:12.171419 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19d50bbc-5178-4c80-9cda-145bd0d98460 req-ce44b473-2fba-4819-b809-83d924e4fb92 service neutron] 10.222.0.48 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912147 Feb 09 03:02:12.172715 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Pushing event deleted for resources: {'Port': ['ID=9ba95faf-7d58-4943-87ec-fa3a08e02807,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:12.198576 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:12.198923 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:12.199283 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:12.199648 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:12.199986 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:12.200317 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:12.200650 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:12.200971 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:12.201293 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:12.201615 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:12.201934 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:12.202253 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:12.202568 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:12.245711 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for floatingip (dcb6a60a-2650-415a-aa87-20d0ea601cd9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:12.246331 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Floating IP dcb6a60a-2650-415a-aa87-20d0ea601cd9 disassociated (deleted). External IP: 172.25.7.93, port: f7b7404d-2797-4cbd-b35f-a550dbe84df8. Feb 09 03:02:12.268971 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-19d50bbc-5178-4c80-9cda-145bd0d98460 req-39bfc3f5-a035-497a-8e53-e2fa7a349ae3 service neutron] 10.222.0.48 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914063 Feb 09 03:02:12.464863 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Router 2e8f9359-07f1-4e4b-9573-e3d0424cb804 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:02:12.576300 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:12.581058 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:12.587778 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323ca73f-eda5-44ab-851c-e6bda9d7c5d9 None None] Sync routers for ids ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:12.596956 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323ca73f-eda5-44ab-851c-e6bda9d7c5d9 None None] Routers {'2e8f9359-07f1-4e4b-9573-e3d0424cb804'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:12.597567 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-323ca73f-eda5-44ab-851c-e6bda9d7c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T03:02:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:12.614192 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-4bc370c1-f692-44a2-8e12-518af38a5791 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "DELETE /v2.0/floatingips/dcb6a60a-2650-415a-aa87-20d0ea601cd9 HTTP/1.1" status: 204 len: 168 time: 0.8900101 Feb 09 03:02:12.614665 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031fa7db-dad6-4291-bb50-8e3788147f64', 'tag': 'f7b7404d-2797-4cbd-b35f-a550dbe84df8'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:02:12.616950 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff572268e95c141781719acaad4855de8444ab217edd6adc13da47e42a1cfcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b27ef6-bc67-4931-893c-5e5a1e96ce8e" -d '{"events": [{"name": "network-changed", "server_uuid": "031fa7db-dad6-4291-bb50-8e3788147f64", "tag": "f7b7404d-2797-4cbd-b35f-a550dbe84df8"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:02:12.730387 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3e2934-e871-43df-92b7-15fe09dad960 x-openstack-request-id: req-9c3e2934-e871-43df-92b7-15fe09dad960 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:02:12.731559 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031fa7db-dad6-4291-bb50-8e3788147f64", "tag": "f7b7404d-2797-4cbd-b35f-a550dbe84df8", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:02:12.731815 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9c3e2934-e871-43df-92b7-15fe09dad960 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:02:12.732408 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031fa7db-dad6-4291-bb50-8e3788147f64', 'tag': 'f7b7404d-2797-4cbd-b35f-a550dbe84df8', 'status': 'completed', 'code': 200} Feb 09 03:02:12.814257 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b27ef6-bc67-4931-893c-5e5a1e96ce8e req-ae144b0e-8d6a-4ff6-89c2-50caac85866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:12.815844 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24b27ef6-bc67-4931-893c-5e5a1e96ce8e req-ae144b0e-8d6a-4ff6-89c2-50caac85866b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=92eb814d40f44ebf8e80d1c86e9a73d3&device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 1128 time: 0.0624979 Feb 09 03:02:12.879081 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:12.886697 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96865b-f3d4-48c4-b8af-fb5551815a5b req-f862a3fc-f1a8-4fa5-a5da-3b2353bfb3d9 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:12.895890 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5b96865b-f3d4-48c4-b8af-fb5551815a5b req-f862a3fc-f1a8-4fa5-a5da-3b2353bfb3d9 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 946 time: 0.0736306 Feb 09 03:02:12.914170 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-323ca73f-eda5-44ab-851c-e6bda9d7c5d9 None None] Set router 2e8f9359-07f1-4e4b-9573-e3d0424cb804 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:02:12.918286 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b27ef6-bc67-4931-893c-5e5a1e96ce8e req-24f5410f-794b-458b-9829-841d194c4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:12.919967 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24b27ef6-bc67-4931-893c-5e5a1e96ce8e req-24f5410f-794b-458b-9829-841d194c4753 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee HTTP/1.1" status: 200 len: 910 time: 0.0976226 Feb 09 03:02:12.948834 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-5b96865b-f3d4-48c4-b8af-fb5551815a5b req-ff1cf73f-0b32-4208-9ad7-2de71cc7386d tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519826 Feb 09 03:02:12.968957 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24b27ef6-bc67-4931-893c-5e5a1e96ce8e req-875098b4-82aa-4927-84b7-cdeeaae31b02 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7b7404d-2797-4cbd-b35f-a550dbe84df8 HTTP/1.1" status: 200 len: 217 time: 0.0424397 Feb 09 03:02:13.019223 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b27ef6-bc67-4931-893c-5e5a1e96ce8e req-d2b0748e-5f1c-4776-be2f-7954cee23590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:13.020603 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24b27ef6-bc67-4931-893c-5e5a1e96ce8e req-d2b0748e-5f1c-4776-be2f-7954cee23590 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=575d6410-291e-401a-973b-4baf6544897e HTTP/1.1" status: 200 len: 848 time: 0.0462832 Feb 09 03:02:13.070154 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b27ef6-bc67-4931-893c-5e5a1e96ce8e req-a70f636c-6702-4b5e-aa96-cc6070e7dea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:13.072461 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24b27ef6-bc67-4931-893c-5e5a1e96ce8e req-a70f636c-6702-4b5e-aa96-cc6070e7dea2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457423 Feb 09 03:02:13.146545 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-323ca73f-eda5-44ab-851c-e6bda9d7c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'name': 'tempest-TestSnapshotPattern-874105057-router', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:54Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 4, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'gw_port': {'id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:55Z', 'updated_at': '2022-02-09T02:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'eb1db4b7-bc44-4437-996f-5e359702aad0', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'floating_ip_address': '172.25.7.217', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'port_id': '052fda09-2a7d-494a-9b03-fbbc974a812d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'mac_address': 'fa:16:3e:57:7e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:57:18Z', 'updated_at': '2022-02-09T02:57:20Z', 'revision_number': 1, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd9526ec-d787-4870-b641-24add146faf8', 'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'mac_address': 'fa:16:3e:fe:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '575d6410-291e-401a-973b-4baf6544897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:56Z', 'updated_at': '2022-02-09T02:57:02Z', 'revision_number': 5, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'subnets': [{'id': '575d6410-291e-401a-973b-4baf6544897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:13.165808 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24b27ef6-bc67-4931-893c-5e5a1e96ce8e req-637a5c32-5b0b-465d-ac0f-ea7e0876145a service neutron] 10.222.0.67 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871418 Feb 09 03:02:13.172199 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323ca73f-eda5-44ab-851c-e6bda9d7c5d9 None None] Checking router: 2e8f9359-07f1-4e4b-9573-e3d0424cb804 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:02:13.181088 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323ca73f-eda5-44ab-851c-e6bda9d7c5d9 None None] Routers {'2e8f9359-07f1-4e4b-9573-e3d0424cb804'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:13.182357 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-323ca73f-eda5-44ab-851c-e6bda9d7c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T03:02:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:13.256812 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-24b27ef6-bc67-4931-893c-5e5a1e96ce8e req-4f8fb5c5-d64b-433b-9ebd-da86bcf0881f service neutron] 10.222.0.67 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842276 Feb 09 03:02:13.293085 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-323ca73f-eda5-44ab-851c-e6bda9d7c5d9 None None] Set router 2e8f9359-07f1-4e4b-9573-e3d0424cb804 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:02:13.514613 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-323ca73f-eda5-44ab-851c-e6bda9d7c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'name': 'tempest-TestSnapshotPattern-874105057-router', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:54Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 4, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'gw_port': {'id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:55Z', 'updated_at': '2022-02-09T02:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'eb1db4b7-bc44-4437-996f-5e359702aad0', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'floating_ip_address': '172.25.7.217', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'port_id': '052fda09-2a7d-494a-9b03-fbbc974a812d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'mac_address': 'fa:16:3e:57:7e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:57:18Z', 'updated_at': '2022-02-09T02:57:20Z', 'revision_number': 1, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd9526ec-d787-4870-b641-24add146faf8', 'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'mac_address': 'fa:16:3e:fe:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '575d6410-291e-401a-973b-4baf6544897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:56Z', 'updated_at': '2022-02-09T02:57:02Z', 'revision_number': 5, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'subnets': [{'id': '575d6410-291e-401a-973b-4baf6544897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:13.540515 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323ca73f-eda5-44ab-851c-e6bda9d7c5d9 None None] The sync data for ids ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'] in n-d-828387-3 is: [{'id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'name': 'tempest-TestSnapshotPattern-874105057-router', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:54Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 4, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'gw_port': {'id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:55Z', 'updated_at': '2022-02-09T02:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_floatingips': [{'id': 'eb1db4b7-bc44-4437-996f-5e359702aad0', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'floating_ip_address': '172.25.7.217', 'floating_network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'router_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'port_id': '052fda09-2a7d-494a-9b03-fbbc974a812d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'mac_address': 'fa:16:3e:57:7e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:57:18Z', 'updated_at': '2022-02-09T02:57:20Z', 'revision_number': 1, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd9526ec-d787-4870-b641-24add146faf8', 'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'mac_address': 'fa:16:3e:fe:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '575d6410-291e-401a-973b-4baf6544897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:56Z', 'updated_at': '2022-02-09T02:57:02Z', 'revision_number': 5, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'subnets': [{'id': '575d6410-291e-401a-973b-4baf6544897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:13.686511 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:13.793644 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300897a4-9b5c-41bb-aada-8dec08d2aeed None None] New status for floating IP dcb6a60a-2650-415a-aa87-20d0ea601cd9: DOWN {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:02:13.829776 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device f7b7404d-2797-4cbd-b35f-a550dbe84df8 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:02:13.915496 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Current status of the port f7b7404d-2797-4cbd-b35f-a550dbe84df8 is: ACTIVE; New status is: DOWN {{(pid=103185) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:13.916180 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3477380'] for port (f7b7404d-2797-4cbd-b35f-a550dbe84df8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:13.938381 n-d-828387-3 neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031fa7db-dad6-4291-bb50-8e3788147f64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b7404d-2797-4cbd-b35f-a550dbe84df8'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:02:13.940621 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c440e0c7995f6a365542531002d1a4fa2d13446f6aeea5b7c1e594af3d3115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e925dac9-ff1b-4586-9fe2-902ad4eb3b64" -d '{"events": [{"server_uuid": "031fa7db-dad6-4291-bb50-8e3788147f64", "name": "network-vif-unplugged", "status": "completed", "tag": "f7b7404d-2797-4cbd-b35f-a550dbe84df8"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:02:13.955485 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] For port f7b7404d-2797-4cbd-b35f-a550dbe84df8, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f7b7404d-2797-4cbd-b35f-a550dbe84df8,segment=NetworkSegment(305a3cb3-a08b-4110-ac63-cd274663e37a),segment_id=305a3cb3-a08b-4110-ac63-cd274663e37a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:13.960161 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762502311181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762501806035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762501806053'] for port (f7b7404d-2797-4cbd-b35f-a550dbe84df8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:13.987012 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdb71c7-84ec-4382-b8fa-c699984c54cf x-openstack-request-id: req-bfdb71c7-84ec-4382-b8fa-c699984c54cf {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:02:13.987332 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031fa7db-dad6-4291-bb50-8e3788147f64", "name": "network-vif-unplugged", "status": "completed", "tag": "f7b7404d-2797-4cbd-b35f-a550dbe84df8", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:02:13.987590 n-d-828387-3 neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bfdb71c7-84ec-4382-b8fa-c699984c54cf {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:02:13.987988 n-d-828387-3 neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031fa7db-dad6-4291-bb50-8e3788147f64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b7404d-2797-4cbd-b35f-a550dbe84df8', 'code': 200} Feb 09 03:02:14.011104 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Pushing event updated for resources: {'Port': ['ID=f7b7404d-2797-4cbd-b35f-a550dbe84df8,revision_number=8']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:14.073152 n-d-828387-3 neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8818795-0c56-48d2-811f-ee35366dcc40 req-e219c4c5-246c-4dd2-9e59-4a64520fec84 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:14.074630 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c8818795-0c56-48d2-811f-ee35366dcc40 req-e219c4c5-246c-4dd2-9e59-4a64520fec84 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 944 time: 0.0533803 Feb 09 03:02:14.122599 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-c8818795-0c56-48d2-811f-ee35366dcc40 req-aaa6396b-1f76-4772-a4b8-706a5103a8cc tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422108 Feb 09 03:02:14.704750 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923ba44-99dc-455f-bda5-3522781bc36d req-3fb8e74f-c8d2-488f-a1e3-56c063f1006a tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:14.706208 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0923ba44-99dc-455f-bda5-3522781bc36d req-3fb8e74f-c8d2-488f-a1e3-56c063f1006a tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.67 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 944 time: 0.0584855 Feb 09 03:02:14.800867 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-0923ba44-99dc-455f-bda5-3522781bc36d req-1da536ee-bc70-4cd2-a8ea-60a42cedad71 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Deleting port f7b7404d-2797-4cbd-b35f-a550dbe84df8 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:14.801217 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0923ba44-99dc-455f-bda5-3522781bc36d req-1da536ee-bc70-4cd2-a8ea-60a42cedad71 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (f7b7404d-2797-4cbd-b35f-a550dbe84df8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:14.893658 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-0923ba44-99dc-455f-bda5-3522781bc36d req-1da536ee-bc70-4cd2-a8ea-60a42cedad71 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] For port f7b7404d-2797-4cbd-b35f-a550dbe84df8, host n-h1-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828387-3',level=0,port_id=f7b7404d-2797-4cbd-b35f-a550dbe84df8,segment=NetworkSegment(305a3cb3-a08b-4110-ac63-cd274663e37a),segment_id=305a3cb3-a08b-4110-ac63-cd274663e37a)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:14.894025 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0923ba44-99dc-455f-bda5-3522781bc36d req-1da536ee-bc70-4cd2-a8ea-60a42cedad71 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (f7b7404d-2797-4cbd-b35f-a550dbe84df8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:14.907990 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-0923ba44-99dc-455f-bda5-3522781bc36d req-1da536ee-bc70-4cd2-a8ea-60a42cedad71 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Calling delete_port for f7b7404d-2797-4cbd-b35f-a550dbe84df8 owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:15.032995 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0923ba44-99dc-455f-bda5-3522781bc36d req-1da536ee-bc70-4cd2-a8ea-60a42cedad71 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (f7b7404d-2797-4cbd-b35f-a550dbe84df8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:15.066410 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da536ee-bc70-4cd2-a8ea-60a42cedad71 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Pushing event deleted for resources: {'Port': ['ID=f7b7404d-2797-4cbd-b35f-a550dbe84df8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:15.092233 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da536ee-bc70-4cd2-a8ea-60a42cedad71 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:15.092586 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da536ee-bc70-4cd2-a8ea-60a42cedad71 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:15.092931 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da536ee-bc70-4cd2-a8ea-60a42cedad71 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:15.093269 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da536ee-bc70-4cd2-a8ea-60a42cedad71 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:15.093606 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da536ee-bc70-4cd2-a8ea-60a42cedad71 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:15.093944 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da536ee-bc70-4cd2-a8ea-60a42cedad71 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:15.094276 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da536ee-bc70-4cd2-a8ea-60a42cedad71 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:15.094605 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da536ee-bc70-4cd2-a8ea-60a42cedad71 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:15.094933 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da536ee-bc70-4cd2-a8ea-60a42cedad71 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:15.095279 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da536ee-bc70-4cd2-a8ea-60a42cedad71 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:15.095605 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da536ee-bc70-4cd2-a8ea-60a42cedad71 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:15.095940 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da536ee-bc70-4cd2-a8ea-60a42cedad71 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:15.096265 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da536ee-bc70-4cd2-a8ea-60a42cedad71 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828387-3 {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:15.118241 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-0923ba44-99dc-455f-bda5-3522781bc36d req-1da536ee-bc70-4cd2-a8ea-60a42cedad71 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] No DVR routers for this DVR port f7b7404d-2797-4cbd-b35f-a550dbe84df8 on host n-h1-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:02:15.121110 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0923ba44-99dc-455f-bda5-3522781bc36d req-1da536ee-bc70-4cd2-a8ea-60a42cedad71 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:15.124574 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-0923ba44-99dc-455f-bda5-3522781bc36d req-1da536ee-bc70-4cd2-a8ea-60a42cedad71 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.67 "DELETE /v2.0/ports/f7b7404d-2797-4cbd-b35f-a550dbe84df8 HTTP/1.1" status: 204 len: 173 time: 0.4130664 Feb 09 03:02:15.125034 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031fa7db-dad6-4291-bb50-8e3788147f64', 'name': 'network-vif-deleted', 'tag': 'f7b7404d-2797-4cbd-b35f-a550dbe84df8'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:02:15.127317 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43dc42f-44e0-4c16-88cb-a33e9f231747" -d '{"events": [{"server_uuid": "031fa7db-dad6-4291-bb50-8e3788147f64", "name": "network-vif-deleted", "tag": "f7b7404d-2797-4cbd-b35f-a550dbe84df8"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:02:15.228102 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [req-b783a587-4208-44e4-bdfb-e8f6e933b75a req-e92c2572-38ea-46ef-9b02-7cdbaaa6e32e tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=031fa7db-dad6-4291-bb50-8e3788147f64 HTTP/1.1" status: 200 len: 210 time: 0.0284317 Feb 09 03:02:15.228606 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1833591c-4c68-4b22-abfa-dcbd2271b6cc x-openstack-request-id: req-1833591c-4c68-4b22-abfa-dcbd2271b6cc {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:02:15.228873 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031fa7db-dad6-4291-bb50-8e3788147f64", "name": "network-vif-deleted", "tag": "f7b7404d-2797-4cbd-b35f-a550dbe84df8", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:02:15.229134 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1833591c-4c68-4b22-abfa-dcbd2271b6cc {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:02:15.229533 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031fa7db-dad6-4291-bb50-8e3788147f64', 'name': 'network-vif-deleted', 'tag': 'f7b7404d-2797-4cbd-b35f-a550dbe84df8', 'status': 'completed', 'code': 200} Feb 09 03:02:16.808446 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36292) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:16.967950 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-64f1aef7-076c-4e2e-9c79-0dc50f16d1ab tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Deleting port 00583a60-4608-4fbc-a461-4ce40c710b17 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:16.968298 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-64f1aef7-076c-4e2e-9c79-0dc50f16d1ab tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (00583a60-4608-4fbc-a461-4ce40c710b17), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:17.042400 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-64f1aef7-076c-4e2e-9c79-0dc50f16d1ab tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (00583a60-4608-4fbc-a461-4ce40c710b17), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:17.042677 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-64f1aef7-076c-4e2e-9c79-0dc50f16d1ab tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for floatingip (00583a60-4608-4fbc-a461-4ce40c710b17), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:17.054203 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-64f1aef7-076c-4e2e-9c79-0dc50f16d1ab tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Calling delete_port for 00583a60-4608-4fbc-a461-4ce40c710b17 owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:17.201529 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-64f1aef7-076c-4e2e-9c79-0dc50f16d1ab tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (00583a60-4608-4fbc-a461-4ce40c710b17), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:17.227530 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1aef7-076c-4e2e-9c79-0dc50f16d1ab tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Pushing event deleted for resources: {'Port': ['ID=00583a60-4608-4fbc-a461-4ce40c710b17,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:17.290725 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-64f1aef7-076c-4e2e-9c79-0dc50f16d1ab tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for floatingip (eb1db4b7-bc44-4437-996f-5e359702aad0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:17.291234 n-d-828387-3 neutron-server[103184]: INFO neutron.db.l3_db [None req-64f1aef7-076c-4e2e-9c79-0dc50f16d1ab tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Floating IP eb1db4b7-bc44-4437-996f-5e359702aad0 disassociated (deleted). External IP: 172.25.7.217, port: 052fda09-2a7d-494a-9b03-fbbc974a812d. Feb 09 03:02:17.497847 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f1aef7-076c-4e2e-9c79-0dc50f16d1ab tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Router 2e8f9359-07f1-4e4b-9573-e3d0424cb804 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:02:17.607315 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f1aef7-076c-4e2e-9c79-0dc50f16d1ab tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:17.612114 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-64f1aef7-076c-4e2e-9c79-0dc50f16d1ab tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:17.616590 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e964fc-cb7c-4982-9076-d04b0f46cc07 None None] Sync routers for ids ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:17.626052 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e964fc-cb7c-4982-9076-d04b0f46cc07 None None] Routers {'2e8f9359-07f1-4e4b-9573-e3d0424cb804'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:17.626652 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-53e964fc-cb7c-4982-9076-d04b0f46cc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T03:02:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:17.644426 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-64f1aef7-076c-4e2e-9c79-0dc50f16d1ab tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "DELETE /v2.0/floatingips/eb1db4b7-bc44-4437-996f-5e359702aad0 HTTP/1.1" status: 204 len: 168 time: 0.8348918 Feb 09 03:02:17.645095 n-d-828387-3 neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'tag': '052fda09-2a7d-494a-9b03-fbbc974a812d'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:02:17.647408 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff572268e95c141781719acaad4855de8444ab217edd6adc13da47e42a1cfcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991780d8-90e7-47f4-9ce2-d7e8e5561a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4fa87b0-760b-40b6-937f-3521bdd65720", "tag": "052fda09-2a7d-494a-9b03-fbbc974a812d"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:02:17.692776 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d59457-f279-4906-9e8d-925278d29185 x-openstack-request-id: req-f8d59457-f279-4906-9e8d-925278d29185 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:02:17.693067 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4fa87b0-760b-40b6-937f-3521bdd65720", "tag": "052fda09-2a7d-494a-9b03-fbbc974a812d", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:02:17.693323 n-d-828387-3 neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f8d59457-f279-4906-9e8d-925278d29185 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:02:17.693738 n-d-828387-3 neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'tag': '052fda09-2a7d-494a-9b03-fbbc974a812d', 'status': 'completed', 'code': 200} Feb 09 03:02:17.742946 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-53e964fc-cb7c-4982-9076-d04b0f46cc07 None None] Set router 2e8f9359-07f1-4e4b-9573-e3d0424cb804 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:02:17.768115 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991780d8-90e7-47f4-9ce2-d7e8e5561a1c req-064c7adf-4bee-424b-984f-a1407da0b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:17.770392 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-991780d8-90e7-47f4-9ce2-d7e8e5561a1c req-064c7adf-4bee-424b-984f-a1407da0b272 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92eb814d40f44ebf8e80d1c86e9a73d3&device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 1126 time: 0.0523233 Feb 09 03:02:17.882725 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device f7b7404d-2797-4cbd-b35f-a550dbe84df8 no longer exists at agent hyperv_n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:02:17.910345 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] No Port match for: f7b7404d-2797-4cbd-b35f-a550dbe84df8 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:02:17.910836 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Device f7b7404d-2797-4cbd-b35f-a550dbe84df8 not bound to the agent host n-h1-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:02:17.930081 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991780d8-90e7-47f4-9ce2-d7e8e5561a1c req-429115b1-efe8-4ed7-a5bc-cf928f2541b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:17.932598 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-991780d8-90e7-47f4-9ce2-d7e8e5561a1c req-429115b1-efe8-4ed7-a5bc-cf928f2541b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee HTTP/1.1" status: 200 len: 910 time: 0.1502280 Feb 09 03:02:17.945187 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896fd79-b2a0-42fb-9a38-814cbdb7d348 req-401fa21e-1913-4389-b66d-ae62624f6021 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:17.946752 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6896fd79-b2a0-42fb-9a38-814cbdb7d348 req-401fa21e-1913-4389-b66d-ae62624f6021 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 944 time: 0.0906761 Feb 09 03:02:17.995543 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-991780d8-90e7-47f4-9ce2-d7e8e5561a1c req-ba95a8b0-955e-470e-93d4-f8fb3c5a41fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=052fda09-2a7d-494a-9b03-fbbc974a812d HTTP/1.1" status: 200 len: 217 time: 0.0476372 Feb 09 03:02:18.021472 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-53e964fc-cb7c-4982-9076-d04b0f46cc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'name': 'tempest-TestSnapshotPattern-874105057-router', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:54Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 4, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'gw_port': {'id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:55Z', 'updated_at': '2022-02-09T02:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'fd9526ec-d787-4870-b641-24add146faf8', 'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'mac_address': 'fa:16:3e:fe:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '575d6410-291e-401a-973b-4baf6544897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:56Z', 'updated_at': '2022-02-09T02:57:02Z', 'revision_number': 5, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'subnets': [{'id': '575d6410-291e-401a-973b-4baf6544897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:18.048763 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e964fc-cb7c-4982-9076-d04b0f46cc07 None None] Checking router: 2e8f9359-07f1-4e4b-9573-e3d0424cb804 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:02:18.057805 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e964fc-cb7c-4982-9076-d04b0f46cc07 None None] Routers {'2e8f9359-07f1-4e4b-9573-e3d0424cb804'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:18.058428 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-53e964fc-cb7c-4982-9076-d04b0f46cc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T03:02:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:18.070848 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-6896fd79-b2a0-42fb-9a38-814cbdb7d348 req-92074a09-f76a-4c70-a9b0-739d87b45719 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/security-groups?id=900e0ac8-d810-4d31-9489-021e337beb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152675 Feb 09 03:02:18.075821 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991780d8-90e7-47f4-9ce2-d7e8e5561a1c req-a0be38c8-01b5-42ea-a958-a7be94d09d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:18.077314 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-991780d8-90e7-47f4-9ce2-d7e8e5561a1c req-a0be38c8-01b5-42ea-a958-a7be94d09d15 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=575d6410-291e-401a-973b-4baf6544897e HTTP/1.1" status: 200 len: 848 time: 0.0751846 Feb 09 03:02:18.136394 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991780d8-90e7-47f4-9ce2-d7e8e5561a1c req-d4138899-1e85-4404-a3d8-6c552436958f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:18.137930 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-991780d8-90e7-47f4-9ce2-d7e8e5561a1c req-d4138899-1e85-4404-a3d8-6c552436958f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a01266e-03a9-4381-9ba5-ab63ba1f42ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0539608 Feb 09 03:02:18.176030 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-53e964fc-cb7c-4982-9076-d04b0f46cc07 None None] Set router 2e8f9359-07f1-4e4b-9573-e3d0424cb804 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:02:18.245651 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-991780d8-90e7-47f4-9ce2-d7e8e5561a1c req-e7e49ef8-88c3-483f-bfaa-f464f5808910 service neutron] 10.222.0.48 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005523 Feb 09 03:02:18.355674 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-991780d8-90e7-47f4-9ce2-d7e8e5561a1c req-8932fde0-c3be-42a9-b180-cf3ad81fd378 service neutron] 10.222.0.48 "GET /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024127 Feb 09 03:02:18.421753 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-53e964fc-cb7c-4982-9076-d04b0f46cc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'name': 'tempest-TestSnapshotPattern-874105057-router', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:54Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 4, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'gw_port': {'id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:55Z', 'updated_at': '2022-02-09T02:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'fd9526ec-d787-4870-b641-24add146faf8', 'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'mac_address': 'fa:16:3e:fe:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '575d6410-291e-401a-973b-4baf6544897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:56Z', 'updated_at': '2022-02-09T02:57:02Z', 'revision_number': 5, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'subnets': [{'id': '575d6410-291e-401a-973b-4baf6544897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:18.449869 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e964fc-cb7c-4982-9076-d04b0f46cc07 None None] The sync data for ids ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'] in n-d-828387-3 is: [{'id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'name': 'tempest-TestSnapshotPattern-874105057-router', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:54Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 4, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'gw_port': {'id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:55Z', 'updated_at': '2022-02-09T02:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3', '_interfaces': [{'id': 'fd9526ec-d787-4870-b641-24add146faf8', 'name': '', 'network_id': '4a01266e-03a9-4381-9ba5-ab63ba1f42ee', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'mac_address': 'fa:16:3e:fe:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '575d6410-291e-401a-973b-4baf6544897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:56Z', 'updated_at': '2022-02-09T02:57:02Z', 'revision_number': 5, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'subnets': [{'id': '575d6410-291e-401a-973b-4baf6544897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:18.629073 n-d-828387-3 neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579666d-70a7-4b47-9b64-c80f064b1340 req-f5ecad63-d510-4744-a2d1-dc7a9e20fafc tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:18.630616 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5579666d-70a7-4b47-9b64-c80f064b1340 req-f5ecad63-d510-4744-a2d1-dc7a9e20fafc tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 944 time: 0.0583603 Feb 09 03:02:18.686094 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26454cb-ce82-42e1-91f0-989175f36071 None None] New status for floating IP eb1db4b7-bc44-4437-996f-5e359702aad0: DOWN {{(pid=103186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:02:18.733118 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-5579666d-70a7-4b47-9b64-c80f064b1340 req-0a49ffea-375b-4fbb-82c6-a3cbd0b7ac63 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Deleting port 052fda09-2a7d-494a-9b03-fbbc974a812d {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:18.733562 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5579666d-70a7-4b47-9b64-c80f064b1340 req-0a49ffea-375b-4fbb-82c6-a3cbd0b7ac63 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (052fda09-2a7d-494a-9b03-fbbc974a812d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:18.834390 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5579666d-70a7-4b47-9b64-c80f064b1340 req-0a49ffea-375b-4fbb-82c6-a3cbd0b7ac63 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] For port 052fda09-2a7d-494a-9b03-fbbc974a812d, host n-h2-828387-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828387-3',level=0,port_id=052fda09-2a7d-494a-9b03-fbbc974a812d,segment=NetworkSegment(305a3cb3-a08b-4110-ac63-cd274663e37a),segment_id=305a3cb3-a08b-4110-ac63-cd274663e37a)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:18.835079 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5579666d-70a7-4b47-9b64-c80f064b1340 req-0a49ffea-375b-4fbb-82c6-a3cbd0b7ac63 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (052fda09-2a7d-494a-9b03-fbbc974a812d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:18.846515 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-5579666d-70a7-4b47-9b64-c80f064b1340 req-0a49ffea-375b-4fbb-82c6-a3cbd0b7ac63 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Calling delete_port for 052fda09-2a7d-494a-9b03-fbbc974a812d owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:18.975701 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5579666d-70a7-4b47-9b64-c80f064b1340 req-0a49ffea-375b-4fbb-82c6-a3cbd0b7ac63 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (052fda09-2a7d-494a-9b03-fbbc974a812d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:19.003698 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49ffea-375b-4fbb-82c6-a3cbd0b7ac63 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Pushing event deleted for resources: {'Port': ['ID=052fda09-2a7d-494a-9b03-fbbc974a812d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:19.054176 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5579666d-70a7-4b47-9b64-c80f064b1340 req-0a49ffea-375b-4fbb-82c6-a3cbd0b7ac63 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] No DVR routers for this DVR port 052fda09-2a7d-494a-9b03-fbbc974a812d on host n-h2-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:02:19.057051 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5579666d-70a7-4b47-9b64-c80f064b1340 req-0a49ffea-375b-4fbb-82c6-a3cbd0b7ac63 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164938'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:19.060512 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-5579666d-70a7-4b47-9b64-c80f064b1340 req-0a49ffea-375b-4fbb-82c6-a3cbd0b7ac63 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.48 "DELETE /v2.0/ports/052fda09-2a7d-494a-9b03-fbbc974a812d HTTP/1.1" status: 204 len: 173 time: 0.4241486 Feb 09 03:02:19.060977 n-d-828387-3 neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'name': 'network-vif-deleted', 'tag': '052fda09-2a7d-494a-9b03-fbbc974a812d'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:02:19.063283 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}246cab44485bf980d5168c176f458c5c7252fdd7e202ae71f038a5160aaec933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872e080d-2da4-4aa0-8090-cf652a56416e" -d '{"events": [{"server_uuid": "f4fa87b0-760b-40b6-937f-3521bdd65720", "name": "network-vif-deleted", "tag": "052fda09-2a7d-494a-9b03-fbbc974a812d"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:02:19.115460 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4f2807-2dea-4521-a7dd-e82f352d3e51 x-openstack-request-id: req-ab4f2807-2dea-4521-a7dd-e82f352d3e51 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:02:19.115758 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fa87b0-760b-40b6-937f-3521bdd65720", "name": "network-vif-deleted", "tag": "052fda09-2a7d-494a-9b03-fbbc974a812d", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:02:19.116017 n-d-828387-3 neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ab4f2807-2dea-4521-a7dd-e82f352d3e51 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:02:19.116428 n-d-828387-3 neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fa87b0-760b-40b6-937f-3521bdd65720', 'name': 'network-vif-deleted', 'tag': '052fda09-2a7d-494a-9b03-fbbc974a812d', 'status': 'completed', 'code': 200} Feb 09 03:02:19.175728 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [req-f9df1421-4216-4c31-8c3d-b04e37c5b404 req-dbef90b6-9e03-4f34-9c51-31fc9634a532 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fa87b0-760b-40b6-937f-3521bdd65720 HTTP/1.1" status: 200 len: 210 time: 0.0296934 Feb 09 03:02:19.535122 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:02:20.233185 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36306) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:20.290645 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-155da66f-ab44-4d40-acc5-48742202d155 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for security_group (900e0ac8-d810-4d31-9489-021e337beb93), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:20.319352 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-155da66f-ab44-4d40-acc5-48742202d155 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for security_group (900e0ac8-d810-4d31-9489-021e337beb93), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:20.377991 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-155da66f-ab44-4d40-acc5-48742202d155 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (900e0ac8-d810-4d31-9489-021e337beb93), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:20.380896 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-155da66f-ab44-4d40-acc5-48742202d155 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:20.382232 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-155da66f-ab44-4d40-acc5-48742202d155 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] 10.222.0.36 "DELETE /v2.0/security-groups/900e0ac8-d810-4d31-9489-021e337beb93 HTTP/1.1" status: 204 len: 168 time: 0.1480014 Feb 09 03:02:20.392306 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155da66f-ab44-4d40-acc5-48742202d155 tempest-TestSnapshotPattern-1430526814 tempest-TestSnapshotPattern-1430526814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=900e0ac8-d810-4d31-9489-021e337beb93,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:20.438745 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36310) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:21.172644 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c35d-c553-49b8-bfac-9bf3f0764550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (2e8f9359-07f1-4e4b-9573-e3d0424cb804), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:21.430841 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b9f5c35d-c553-49b8-bfac-9bf3f0764550 admin admin] Deleting port fd9526ec-d787-4870-b641-24add146faf8 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:21.431538 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c35d-c553-49b8-bfac-9bf3f0764550 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (fd9526ec-d787-4870-b641-24add146faf8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:21.511449 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-b9f5c35d-c553-49b8-bfac-9bf3f0764550 admin admin] For port fd9526ec-d787-4870-b641-24add146faf8, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=fd9526ec-d787-4870-b641-24add146faf8,segment=NetworkSegment(305a3cb3-a08b-4110-ac63-cd274663e37a),segment_id=305a3cb3-a08b-4110-ac63-cd274663e37a)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:21.511899 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c35d-c553-49b8-bfac-9bf3f0764550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (fd9526ec-d787-4870-b641-24add146faf8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:21.524634 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b9f5c35d-c553-49b8-bfac-9bf3f0764550 admin admin] Calling delete_port for fd9526ec-d787-4870-b641-24add146faf8 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:21.704424 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c35d-c553-49b8-bfac-9bf3f0764550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (fd9526ec-d787-4870-b641-24add146faf8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:21.731575 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5c35d-c553-49b8-bfac-9bf3f0764550 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd9526ec-d787-4870-b641-24add146faf8,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:21.906369 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c35d-c553-49b8-bfac-9bf3f0764550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (2e8f9359-07f1-4e4b-9573-e3d0424cb804), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.128589 n-d-828387-3 neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f5c35d-c553-49b8-bfac-9bf3f0764550 admin admin] Router 2e8f9359-07f1-4e4b-9573-e3d0424cb804 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:02:22.172779 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 052fda09-2a7d-494a-9b03-fbbc974a812d no longer exists at agent hyperv_n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:02:22.197899 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] No Port match for: 052fda09-2a7d-494a-9b03-fbbc974a812d {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:02:22.198441 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Device 052fda09-2a7d-494a-9b03-fbbc974a812d not bound to the agent host n-h2-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:02:22.240934 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f5c35d-c553-49b8-bfac-9bf3f0764550 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:22.246861 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-b9f5c35d-c553-49b8-bfac-9bf3f0764550 admin admin] 10.222.0.36 "PUT /v2.0/routers/2e8f9359-07f1-4e4b-9573-e3d0424cb804/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8068898 Feb 09 03:02:22.249520 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36314) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:22.250299 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffb5584-8dc4-40f9-afc6-c8bc4e749ffa None None] Sync routers for ids ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'] in n-d-828387-3 {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:22.261878 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffb5584-8dc4-40f9-afc6-c8bc4e749ffa None None] Routers {'2e8f9359-07f1-4e4b-9573-e3d0424cb804'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:22.262507 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-bffb5584-8dc4-40f9-afc6-c8bc4e749ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T03:02:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:22.361236 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d06a0c17-ffb3-4386-b67c-2889345fdb0c admin admin] Publish callbacks [] for router (2e8f9359-07f1-4e4b-9573-e3d0424cb804), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.369510 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-bffb5584-8dc4-40f9-afc6-c8bc4e749ffa None None] Set router 2e8f9359-07f1-4e4b-9573-e3d0424cb804 gateway port host: n-d-828387-3 {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:02:22.469332 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d06a0c17-ffb3-4386-b67c-2889345fdb0c admin admin] Publish callbacks [] for router_gateway (2e8f9359-07f1-4e4b-9573-e3d0424cb804), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.522385 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-d06a0c17-ffb3-4386-b67c-2889345fdb0c admin admin] Deleting port 4ddfaeaf-405c-44cb-9d94-13bd0a2ec847 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:22.522644 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d06a0c17-ffb3-4386-b67c-2889345fdb0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (4ddfaeaf-405c-44cb-9d94-13bd0a2ec847), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.552262 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-bffb5584-8dc4-40f9-afc6-c8bc4e749ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'name': 'tempest-TestSnapshotPattern-874105057-router', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:54Z', 'updated_at': '2022-02-09T03:02:21Z', 'revision_number': 5, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'gw_port': {'id': '4ddfaeaf-405c-44cb-9d94-13bd0a2ec847', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:55Z', 'updated_at': '2022-02-09T02:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:22.579249 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffb5584-8dc4-40f9-afc6-c8bc4e749ffa None None] Checking router: 2e8f9359-07f1-4e4b-9573-e3d0424cb804 for host: n-d-828387-3 {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:02:22.587432 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffb5584-8dc4-40f9-afc6-c8bc4e749ffa None None] Routers {'2e8f9359-07f1-4e4b-9573-e3d0424cb804'} bound to L3 agent in host n-d-828387-3 {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:22.588283 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-bffb5584-8dc4-40f9-afc6-c8bc4e749ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T03:02:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:22.609546 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-d06a0c17-ffb3-4386-b67c-2889345fdb0c admin admin] For port 4ddfaeaf-405c-44cb-9d94-13bd0a2ec847, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=4ddfaeaf-405c-44cb-9d94-13bd0a2ec847,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:22.609919 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d06a0c17-ffb3-4386-b67c-2889345fdb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (4ddfaeaf-405c-44cb-9d94-13bd0a2ec847), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.622673 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-d06a0c17-ffb3-4386-b67c-2889345fdb0c admin admin] Calling delete_port for 4ddfaeaf-405c-44cb-9d94-13bd0a2ec847 owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:22.677573 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-bffb5584-8dc4-40f9-afc6-c8bc4e749ffa None None] Set router 2e8f9359-07f1-4e4b-9573-e3d0424cb804 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:02:22.734118 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-bffb5584-8dc4-40f9-afc6-c8bc4e749ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'name': 'tempest-TestSnapshotPattern-874105057-router', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:54Z', 'updated_at': '2022-02-09T03:02:22Z', 'revision_number': 6, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:22.762498 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffb5584-8dc4-40f9-afc6-c8bc4e749ffa None None] The sync data for ids ['2e8f9359-07f1-4e4b-9573-e3d0424cb804'] in n-d-828387-3 is: [{'id': '2e8f9359-07f1-4e4b-9573-e3d0424cb804', 'name': 'tempest-TestSnapshotPattern-874105057-router', 'tenant_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:54Z', 'updated_at': '2022-02-09T03:02:22Z', 'revision_number': 6, 'project_id': '92eb814d40f44ebf8e80d1c86e9a73d3', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:22.792962 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d06a0c17-ffb3-4386-b67c-2889345fdb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (4ddfaeaf-405c-44cb-9d94-13bd0a2ec847), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.818900 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a0c17-ffb3-4386-b67c-2889345fdb0c admin admin] Pushing event deleted for resources: {'Port': ['ID=4ddfaeaf-405c-44cb-9d94-13bd0a2ec847,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:22.881571 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d06a0c17-ffb3-4386-b67c-2889345fdb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (2e8f9359-07f1-4e4b-9573-e3d0424cb804), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.973739 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d06a0c17-ffb3-4386-b67c-2889345fdb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (2e8f9359-07f1-4e4b-9573-e3d0424cb804), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.975897 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d06a0c17-ffb3-4386-b67c-2889345fdb0c admin admin] Publish callbacks [] for router_controller (2e8f9359-07f1-4e4b-9573-e3d0424cb804), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.021704 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d06a0c17-ffb3-4386-b67c-2889345fdb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (2e8f9359-07f1-4e4b-9573-e3d0424cb804), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.022267 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06a0c17-ffb3-4386-b67c-2889345fdb0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e8f9359-07f1-4e4b-9573-e3d0424cb804 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:02:23.027504 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d06a0c17-ffb3-4386-b67c-2889345fdb0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.028553 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-d06a0c17-ffb3-4386-b67c-2889345fdb0c admin admin] 10.222.0.36 "DELETE /v2.0/routers/2e8f9359-07f1-4e4b-9573-e3d0424cb804 HTTP/1.1" status: 204 len: 168 time: 0.7780380 Feb 09 03:02:23.031233 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36316) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:23.074817 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3590b88-ac3c-4ac1-bab1-53d8b41422f0 admin admin] Deleting subnet 575d6410-291e-401a-973b-4baf6544897e {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:02:23.079852 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a3590b88-ac3c-4ac1-bab1-53d8b41422f0 admin admin] Publish callbacks [] for subnet (575d6410-291e-401a-973b-4baf6544897e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.116294 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a3590b88-ac3c-4ac1-bab1-53d8b41422f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4346184'] for subnet (575d6410-291e-401a-973b-4baf6544897e), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.199797 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a3590b88-ac3c-4ac1-bab1-53d8b41422f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (575d6410-291e-401a-973b-4baf6544897e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.250605 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a3590b88-ac3c-4ac1-bab1-53d8b41422f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4366782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4749081'] for subnet (575d6410-291e-401a-973b-4baf6544897e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.277059 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3590b88-ac3c-4ac1-bab1-53d8b41422f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=575d6410-291e-401a-973b-4baf6544897e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:23.284267 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a3590b88-ac3c-4ac1-bab1-53d8b41422f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679869'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.288467 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-a3590b88-ac3c-4ac1-bab1-53d8b41422f0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/575d6410-291e-401a-973b-4baf6544897e HTTP/1.1" status: 204 len: 168 time: 0.2559495 Feb 09 03:02:23.289486 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9164f7-95c3-4504-aa17-953a52329e15 None None] Network 4a01266e-03a9-4381-9ba5-ab63ba1f42ee requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:02:23.290594 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36318) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:23.362270 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-503838e8-491d-4db2-a8be-b3f10fa86b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (4a01266e-03a9-4381-9ba5-ab63ba1f42ee), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.421197 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-503838e8-491d-4db2-a8be-b3f10fa86b92 admin admin] Deleting port b6707829-3a79-4ebc-922a-6406f465523c {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:23.421534 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-503838e8-491d-4db2-a8be-b3f10fa86b92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b6707829-3a79-4ebc-922a-6406f465523c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.483174 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-503838e8-491d-4db2-a8be-b3f10fa86b92 admin admin] For port b6707829-3a79-4ebc-922a-6406f465523c, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=b6707829-3a79-4ebc-922a-6406f465523c,segment=NetworkSegment(305a3cb3-a08b-4110-ac63-cd274663e37a),segment_id=305a3cb3-a08b-4110-ac63-cd274663e37a)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:23.483524 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-503838e8-491d-4db2-a8be-b3f10fa86b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b6707829-3a79-4ebc-922a-6406f465523c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.497368 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-503838e8-491d-4db2-a8be-b3f10fa86b92 admin admin] Calling delete_port for b6707829-3a79-4ebc-922a-6406f465523c owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:23.535826 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3175f05d-b6f2-4932-b13e-ffb6681b4921 None None] DHCP port deletion for 4a01266e-03a9-4381-9ba5-ab63ba1f42ee request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:02:23.582861 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-503838e8-491d-4db2-a8be-b3f10fa86b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (b6707829-3a79-4ebc-922a-6406f465523c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.583159 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3175f05d-b6f2-4932-b13e-ffb6681b4921 None None] Deleting port b6707829-3a79-4ebc-922a-6406f465523c {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:23.583494 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3175f05d-b6f2-4932-b13e-ffb6681b4921 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (b6707829-3a79-4ebc-922a-6406f465523c), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.610361 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503838e8-491d-4db2-a8be-b3f10fa86b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6707829-3a79-4ebc-922a-6406f465523c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:23.618055 n-d-828387-3 neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503838e8-491d-4db2-a8be-b3f10fa86b92 admin admin] No DVR routers for this DVR port b6707829-3a79-4ebc-922a-6406f465523c on host n-d-828387-3 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:02:23.650773 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-3175f05d-b6f2-4932-b13e-ffb6681b4921 None None] For port b6707829-3a79-4ebc-922a-6406f465523c, host n-d-828387-3, got binding levels [] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:23.651188 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3175f05d-b6f2-4932-b13e-ffb6681b4921 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (b6707829-3a79-4ebc-922a-6406f465523c), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.664291 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3175f05d-b6f2-4932-b13e-ffb6681b4921 None None] Calling delete_port for b6707829-3a79-4ebc-922a-6406f465523c owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:23.667128 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.ipam_backend_mixin [None req-3175f05d-b6f2-4932-b13e-ffb6681b4921 None None] Port b6707829-3a79-4ebc-922a-6406f465523c was not found and therefore no delete operation was performed {{(pid=103185) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:02:23.668449 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3175f05d-b6f2-4932-b13e-ffb6681b4921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (b6707829-3a79-4ebc-922a-6406f465523c), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.692705 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175f05d-b6f2-4932-b13e-ffb6681b4921 None None] Pushing event deleted for resources: {'Port': ['ID=b6707829-3a79-4ebc-922a-6406f465523c,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:23.699800 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3175f05d-b6f2-4932-b13e-ffb6681b4921 None None] No DVR routers for this DVR port b6707829-3a79-4ebc-922a-6406f465523c on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:02:23.703735 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-503838e8-491d-4db2-a8be-b3f10fa86b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (4a01266e-03a9-4381-9ba5-ab63ba1f42ee), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.728013 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-503838e8-491d-4db2-a8be-b3f10fa86b92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a01266e-03a9-4381-9ba5-ab63ba1f42ee']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:23.739316 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-503838e8-491d-4db2-a8be-b3f10fa86b92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305a3cb3-a08b-4110-ac63-cd274663e37a') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:23.739448 n-d-828387-3 neutron-server[103183]: DEBUG neutron.services.segments.db [None req-503838e8-491d-4db2-a8be-b3f10fa86b92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305a3cb3-a08b-4110-ac63-cd274663e37a') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:23.749853 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-503838e8-491d-4db2-a8be-b3f10fa86b92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4346179'] for segment (305a3cb3-a08b-4110-ac63-cd274663e37a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.764609 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-503838e8-491d-4db2-a8be-b3f10fa86b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (305a3cb3-a08b-4110-ac63-cd274663e37a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.777569 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503838e8-491d-4db2-a8be-b3f10fa86b92 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:02:23.778081 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-503838e8-491d-4db2-a8be-b3f10fa86b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4366612'] for segment (305a3cb3-a08b-4110-ac63-cd274663e37a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: Traceback (most recent call last): Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: timer() Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: cb(*args, **kw) Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: return func(*args, **kwargs) Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: self._notify() Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: self.callback(batched_events) Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: event.method(event) Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: return f(self, *a, **k) Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: return self._get(url).json() Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: return self.request(url, 'GET', **kwargs) Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:02:23.780242 n-d-828387-3 neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:02:23.845591 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-503838e8-491d-4db2-a8be-b3f10fa86b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (4a01266e-03a9-4381-9ba5-ab63ba1f42ee), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.861969 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-503838e8-491d-4db2-a8be-b3f10fa86b92 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.865181 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-503838e8-491d-4db2-a8be-b3f10fa86b92 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4a01266e-03a9-4381-9ba5-ab63ba1f42ee HTTP/1.1" status: 204 len: 168 time: 0.5731387 Feb 09 03:02:23.866424 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503838e8-491d-4db2-a8be-b3f10fa86b92 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a01266e-03a9-4381-9ba5-ab63ba1f42ee,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:23.868175 n-d-828387-3 neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.36', 36320) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:23.942985 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b6707829-3a79-4ebc-922a-6406f465523c no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:02:23.972743 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: b6707829-3a79-4ebc-922a-6406f465523c {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:02:23.973091 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device b6707829-3a79-4ebc-922a-6406f465523c not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:02:23.973516 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device fd9526ec-d787-4870-b641-24add146faf8 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:02:23.992891 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: fd9526ec-d787-4870-b641-24add146faf8 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:02:23.993219 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device fd9526ec-d787-4870-b641-24add146faf8 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:02:23.993638 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 4ddfaeaf-405c-44cb-9d94-13bd0a2ec847 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:02:24.016172 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 4ddfaeaf-405c-44cb-9d94-13bd0a2ec847 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:02:24.016521 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 4ddfaeaf-405c-44cb-9d94-13bd0a2ec847 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:02:24.228331 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-082ad191-e175-4ed9-98b3-543baeeaa234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606424'] for router_interface (a08ca602-bb73-449b-9a28-6ee034019013), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:24.477209 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-082ad191-e175-4ed9-98b3-543baeeaa234 admin admin] Deleting port be51b2a0-b2de-47a0-8788-6ef80e9258b4 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:24.477917 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-082ad191-e175-4ed9-98b3-543baeeaa234 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (be51b2a0-b2de-47a0-8788-6ef80e9258b4), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:24.890488 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-082ad191-e175-4ed9-98b3-543baeeaa234 admin admin] For port be51b2a0-b2de-47a0-8788-6ef80e9258b4, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=be51b2a0-b2de-47a0-8788-6ef80e9258b4,segment=NetworkSegment(347311ea-cc08-4e69-932e-c1df61f1824d),segment_id=347311ea-cc08-4e69-932e-c1df61f1824d)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:24.890855 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-082ad191-e175-4ed9-98b3-543baeeaa234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (be51b2a0-b2de-47a0-8788-6ef80e9258b4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:24.903808 n-d-828387-3 neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-082ad191-e175-4ed9-98b3-543baeeaa234 admin admin] Calling delete_port for be51b2a0-b2de-47a0-8788-6ef80e9258b4 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:25.081662 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-082ad191-e175-4ed9-98b3-543baeeaa234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4366689'] for port (be51b2a0-b2de-47a0-8788-6ef80e9258b4), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:25.107051 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ad191-e175-4ed9-98b3-543baeeaa234 admin admin] Pushing event deleted for resources: {'Port': ['ID=be51b2a0-b2de-47a0-8788-6ef80e9258b4,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:25.292827 n-d-828387-3 neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-082ad191-e175-4ed9-98b3-543baeeaa234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606540'] for router_interface (a08ca602-bb73-449b-9a28-6ee034019013), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:25.507255 n-d-828387-3 neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082ad191-e175-4ed9-98b3-543baeeaa234 admin admin] Router a08ca602-bb73-449b-9a28-6ee034019013 has already been hosted by L3 agent d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956 {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:02:25.615943 n-d-828387-3 neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082ad191-e175-4ed9-98b3-543baeeaa234 admin admin] Notify agent at l3_agent.n-d-828387-3 the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:25.621455 n-d-828387-3 neutron-server[103183]: INFO neutron.wsgi [None req-082ad191-e175-4ed9-98b3-543baeeaa234 admin admin] 10.222.0.36 "PUT /v2.0/routers/a08ca602-bb73-449b-9a28-6ee034019013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7520401 Feb 09 03:02:25.624559 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36322) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:25.625410 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ec7549-cf54-4f13-9088-5176d06c5228 None None] Sync routers for ids ['a08ca602-bb73-449b-9a28-6ee034019013'] in n-d-828387-3 {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:25.637638 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ec7549-cf54-4f13-9088-5176d06c5228 None None] Routers {'a08ca602-bb73-449b-9a28-6ee034019013'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:25.638286 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-88ec7549-cf54-4f13-9088-5176d06c5228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T03:02:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a08ca602-bb73-449b-9a28-6ee034019013'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:25.739241 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1944bb2b-6cd9-47f2-a2c5-6d5c23aae532 admin admin] Publish callbacks [] for router (a08ca602-bb73-449b-9a28-6ee034019013), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:25.756470 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-88ec7549-cf54-4f13-9088-5176d06c5228 None None] Set router a08ca602-bb73-449b-9a28-6ee034019013 gateway port host: n-d-828387-3 {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:02:25.854962 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1944bb2b-6cd9-47f2-a2c5-6d5c23aae532 admin admin] Publish callbacks [] for router_gateway (a08ca602-bb73-449b-9a28-6ee034019013), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:25.933827 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-1944bb2b-6cd9-47f2-a2c5-6d5c23aae532 admin admin] Deleting port a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:25.934156 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1944bb2b-6cd9-47f2-a2c5-6d5c23aae532 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:25.965555 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-88ec7549-cf54-4f13-9088-5176d06c5228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ca602-bb73-449b-9a28-6ee034019013', 'name': 'tempest-TestSnapshotPattern-1904831891-router', 'tenant_id': '82e0dba255be4a3295086206736431f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'external_fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:59Z', 'updated_at': '2022-02-09T03:02:25Z', 'revision_number': 5, 'project_id': '82e0dba255be4a3295086206736431f1', 'gw_port': {'id': 'a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4', 'name': '', 'network_id': '6429c482-e8f9-4ec2-a37c-fde8ac86cf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ca602-bb73-449b-9a28-6ee034019013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828387-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:59Z', 'updated_at': '2022-02-09T02:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5531a8fc-d934-4ae3-862c-5f255a8bc751', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828387-3'}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:25.998063 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ec7549-cf54-4f13-9088-5176d06c5228 None None] Checking router: a08ca602-bb73-449b-9a28-6ee034019013 for host: n-d-828387-3 {{(pid=103186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:02:26.007221 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ec7549-cf54-4f13-9088-5176d06c5228 None None] Routers {'a08ca602-bb73-449b-9a28-6ee034019013'} bound to L3 agent in host n-d-828387-3 {{(pid=103186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:26.007833 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-88ec7549-cf54-4f13-9088-5176d06c5228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828387-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:19:40Z,description=,heartbeat_timestamp=2022-02-09T03:02:10Z,host='n-d-828387-3',id=d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:19:40Z,topic='l3_agent')) {'router_ids': ['a08ca602-bb73-449b-9a28-6ee034019013'], 'active': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:26.024977 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-1944bb2b-6cd9-47f2-a2c5-6d5c23aae532 admin admin] For port a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4,segment=NetworkSegment(f7a9dd0f-f81e-4b20-8a8d-41da964039ed),segment_id=f7a9dd0f-f81e-4b20-8a8d-41da964039ed)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:26.025833 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1944bb2b-6cd9-47f2-a2c5-6d5c23aae532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:26.044035 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-1944bb2b-6cd9-47f2-a2c5-6d5c23aae532 admin admin] Calling delete_port for a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:26.100687 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_dvr_db [None req-88ec7549-cf54-4f13-9088-5176d06c5228 None None] Set router a08ca602-bb73-449b-9a28-6ee034019013 gateway port host: None {{(pid=103186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:02:26.154970 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.l3_hamode_db [None req-88ec7549-cf54-4f13-9088-5176d06c5228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ca602-bb73-449b-9a28-6ee034019013', 'name': 'tempest-TestSnapshotPattern-1904831891-router', 'tenant_id': '82e0dba255be4a3295086206736431f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:59Z', 'updated_at': '2022-02-09T03:02:25Z', 'revision_number': 6, 'project_id': '82e0dba255be4a3295086206736431f1', 'gw_port_host': None}], 'n-d-828387-3', False) {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:26.224033 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1944bb2b-6cd9-47f2-a2c5-6d5c23aae532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:26.251329 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944bb2b-6cd9-47f2-a2c5-6d5c23aae532 admin admin] Pushing event deleted for resources: {'Port': ['ID=a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:26.282754 n-d-828387-3 neutron-server[103186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ec7549-cf54-4f13-9088-5176d06c5228 None None] The sync data for ids ['a08ca602-bb73-449b-9a28-6ee034019013'] in n-d-828387-3 is: [{'id': 'a08ca602-bb73-449b-9a28-6ee034019013', 'name': 'tempest-TestSnapshotPattern-1904831891-router', 'tenant_id': '82e0dba255be4a3295086206736431f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:59Z', 'updated_at': '2022-02-09T03:02:25Z', 'revision_number': 6, 'project_id': '82e0dba255be4a3295086206736431f1', 'gw_port_host': None}] {{(pid=103186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:26.319465 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1944bb2b-6cd9-47f2-a2c5-6d5c23aae532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607278'] for router_gateway (a08ca602-bb73-449b-9a28-6ee034019013), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:26.412355 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1944bb2b-6cd9-47f2-a2c5-6d5c23aae532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13416'] for router (a08ca602-bb73-449b-9a28-6ee034019013), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:26.414394 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1944bb2b-6cd9-47f2-a2c5-6d5c23aae532 admin admin] Publish callbacks [] for router_controller (a08ca602-bb73-449b-9a28-6ee034019013), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:26.461289 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1944bb2b-6cd9-47f2-a2c5-6d5c23aae532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608702'] for router (a08ca602-bb73-449b-9a28-6ee034019013), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:26.461834 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1944bb2b-6cd9-47f2-a2c5-6d5c23aae532 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a08ca602-bb73-449b-9a28-6ee034019013 {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:02:26.470128 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1944bb2b-6cd9-47f2-a2c5-6d5c23aae532 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:26.471283 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-1944bb2b-6cd9-47f2-a2c5-6d5c23aae532 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a08ca602-bb73-449b-9a28-6ee034019013 HTTP/1.1" status: 204 len: 168 time: 0.8456726 Feb 09 03:02:26.473745 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36324) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:26.519075 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8683ff0-756a-4490-be4d-9eeeef637b6e admin admin] Deleting subnet 0cb58fad-5abd-4917-a6d4-2b5f5787c047 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:02:26.522217 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8683ff0-756a-4490-be4d-9eeeef637b6e admin admin] Publish callbacks [] for subnet (0cb58fad-5abd-4917-a6d4-2b5f5787c047), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:26.555373 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8683ff0-756a-4490-be4d-9eeeef637b6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7820640'] for subnet (0cb58fad-5abd-4917-a6d4-2b5f5787c047), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:26.641722 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8683ff0-756a-4490-be4d-9eeeef637b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508257'] for subnet (0cb58fad-5abd-4917-a6d4-2b5f5787c047), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:26.698919 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8683ff0-756a-4490-be4d-9eeeef637b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7857321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4938055'] for subnet (0cb58fad-5abd-4917-a6d4-2b5f5787c047), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:26.726233 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8683ff0-756a-4490-be4d-9eeeef637b6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cb58fad-5abd-4917-a6d4-2b5f5787c047,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:26.728776 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e8683ff0-756a-4490-be4d-9eeeef637b6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:26.731875 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57933c90-53d0-4ab2-a7ab-c9593d873862 None None] Network 12e6a9dc-0556-419f-8537-0afc2b6af382 requested from n-d-828387-3 {{(pid=103185) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:02:26.732832 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e8683ff0-756a-4490-be4d-9eeeef637b6e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0cb58fad-5abd-4917-a6d4-2b5f5787c047 HTTP/1.1" status: 204 len: 168 time: 0.2581000 Feb 09 03:02:26.735294 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36326) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:26.804140 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e36eb56a-5fd0-4521-822e-961073103324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3597303'] for network (12e6a9dc-0556-419f-8537-0afc2b6af382), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:26.866393 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-e36eb56a-5fd0-4521-822e-961073103324 admin admin] Deleting port 249756c8-7335-4fe8-840d-7d8ea4053575 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:26.866730 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e36eb56a-5fd0-4521-822e-961073103324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (249756c8-7335-4fe8-840d-7d8ea4053575), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:26.930833 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-e36eb56a-5fd0-4521-822e-961073103324 admin admin] For port 249756c8-7335-4fe8-840d-7d8ea4053575, host n-d-828387-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828387-3',level=0,port_id=249756c8-7335-4fe8-840d-7d8ea4053575,segment=NetworkSegment(347311ea-cc08-4e69-932e-c1df61f1824d),segment_id=347311ea-cc08-4e69-932e-c1df61f1824d)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:26.931115 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e36eb56a-5fd0-4521-822e-961073103324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (249756c8-7335-4fe8-840d-7d8ea4053575), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:26.944232 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-e36eb56a-5fd0-4521-822e-961073103324 admin admin] Calling delete_port for 249756c8-7335-4fe8-840d-7d8ea4053575 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:27.016460 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e269fb7-ad0f-4911-af86-9642a750fe08 None None] DHCP port deletion for 12e6a9dc-0556-419f-8537-0afc2b6af382 request from n-d-828387-3 {{(pid=103185) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:02:27.028701 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e36eb56a-5fd0-4521-822e-961073103324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7857270'] for port (249756c8-7335-4fe8-840d-7d8ea4053575), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.060275 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36eb56a-5fd0-4521-822e-961073103324 admin admin] Pushing event deleted for resources: {'Port': ['ID=249756c8-7335-4fe8-840d-7d8ea4053575,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:27.064685 n-d-828387-3 neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36eb56a-5fd0-4521-822e-961073103324 admin admin] No DVR routers for this DVR port 249756c8-7335-4fe8-840d-7d8ea4053575 on host n-d-828387-3 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:02:27.143344 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e36eb56a-5fd0-4521-822e-961073103324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3457206', 'neutron.services.segments.db._delete_segments_for_network-8762502348993'] for network (12e6a9dc-0556-419f-8537-0afc2b6af382), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.165975 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e36eb56a-5fd0-4521-822e-961073103324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e6a9dc-0556-419f-8537-0afc2b6af382']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:27.176173 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e36eb56a-5fd0-4521-822e-961073103324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347311ea-cc08-4e69-932e-c1df61f1824d') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:27.176466 n-d-828387-3 neutron-server[103184]: DEBUG neutron.services.segments.db [None req-e36eb56a-5fd0-4521-822e-961073103324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347311ea-cc08-4e69-932e-c1df61f1824d') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:27.186982 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e36eb56a-5fd0-4521-822e-961073103324 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762502350026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7820651'] for segment (347311ea-cc08-4e69-932e-c1df61f1824d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.204362 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e36eb56a-5fd0-4521-822e-961073103324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299'] for segment (347311ea-cc08-4e69-932e-c1df61f1824d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.212210 n-d-828387-3 neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36eb56a-5fd0-4521-822e-961073103324 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:02:27.213522 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e36eb56a-5fd0-4521-822e-961073103324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3510299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7857155'] for segment (347311ea-cc08-4e69-932e-c1df61f1824d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: Traceback (most recent call last): Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: timer() Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: cb(*args, **kw) Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: return func(*args, **kwargs) Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: self._notify() Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: self.callback(batched_events) Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: event.method(event) Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: return f(self, *a, **k) Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: return self._get(url).json() Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:02:27.215609 n-d-828387-3 neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:02:27.236121 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6e269fb7-ad0f-4911-af86-9642a750fe08 None None] Deleting port 249756c8-7335-4fe8-840d-7d8ea4053575 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:27.236411 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e269fb7-ad0f-4911-af86-9642a750fe08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762502304916'] for port (249756c8-7335-4fe8-840d-7d8ea4053575), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.280313 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e36eb56a-5fd0-4521-822e-961073103324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3457199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607178'] for network (12e6a9dc-0556-419f-8537-0afc2b6af382), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.289053 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e36eb56a-5fd0-4521-822e-961073103324 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.295026 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-e36eb56a-5fd0-4521-822e-961073103324 admin admin] 10.222.0.36 "DELETE /v2.0/networks/12e6a9dc-0556-419f-8537-0afc2b6af382 HTTP/1.1" status: 204 len: 168 time: 0.5564282 Feb 09 03:02:27.309047 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-6e269fb7-ad0f-4911-af86-9642a750fe08 None None] For port 249756c8-7335-4fe8-840d-7d8ea4053575, host n-d-828387-3, got binding levels [] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:27.309651 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e269fb7-ad0f-4911-af86-9642a750fe08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613475'] for port (249756c8-7335-4fe8-840d-7d8ea4053575), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.312724 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36eb56a-5fd0-4521-822e-961073103324 admin admin] Pushing event deleted for resources: {'Network': ['ID=12e6a9dc-0556-419f-8537-0afc2b6af382,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:27.330021 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6e269fb7-ad0f-4911-af86-9642a750fe08 None None] Calling delete_port for 249756c8-7335-4fe8-840d-7d8ea4053575 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:27.332817 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.ipam_backend_mixin [None req-6e269fb7-ad0f-4911-af86-9642a750fe08 None None] Port 249756c8-7335-4fe8-840d-7d8ea4053575 was not found and therefore no delete operation was performed {{(pid=103185) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:02:27.334541 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e269fb7-ad0f-4911-af86-9642a750fe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3477288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762502311159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762501806026'] for port (249756c8-7335-4fe8-840d-7d8ea4053575), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.361039 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e269fb7-ad0f-4911-af86-9642a750fe08 None None] Pushing event deleted for resources: {'Port': ['ID=249756c8-7335-4fe8-840d-7d8ea4053575,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:27.362916 n-d-828387-3 neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6e269fb7-ad0f-4911-af86-9642a750fe08 None None] Network 12e6a9dc-0556-419f-8537-0afc2b6af382 is not hosted by any dhcp agent {{(pid=103185) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 03:02:27.363412 n-d-828387-3 neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e269fb7-ad0f-4911-af86-9642a750fe08 None None] No DVR routers for this DVR port 249756c8-7335-4fe8-840d-7d8ea4053575 on host n-d-828387-3 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:02:27.428345 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36330) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:27.469267 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-3062d2ec-d680-4433-956e-f533422dcfaf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92eb814d40f44ebf8e80d1c86e9a73d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395935 Feb 09 03:02:27.471556 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36332) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:27.520035 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97428128-6052-4909-82e5-b2bdb75da1a7 admin admin] Publish callbacks [] for security_group (3ef6d08e-71b9-4e1f-a3ba-b9c69da24ffe), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.541864 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97428128-6052-4909-82e5-b2bdb75da1a7 admin admin] Publish callbacks [] for security_group (3ef6d08e-71b9-4e1f-a3ba-b9c69da24ffe), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.592002 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97428128-6052-4909-82e5-b2bdb75da1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (3ef6d08e-71b9-4e1f-a3ba-b9c69da24ffe), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.594475 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-97428128-6052-4909-82e5-b2bdb75da1a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.595648 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-97428128-6052-4909-82e5-b2bdb75da1a7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ef6d08e-71b9-4e1f-a3ba-b9c69da24ffe HTTP/1.1" status: 204 len: 168 time: 0.1231933 Feb 09 03:02:27.603778 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97428128-6052-4909-82e5-b2bdb75da1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef6d08e-71b9-4e1f-a3ba-b9c69da24ffe,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:27.906312 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36338) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:27.950225 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-13f1dbe6-9559-4f4e-bfd2-c1cec95f369a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=82e0dba255be4a3295086206736431f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427353 Feb 09 03:02:27.953302 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 249756c8-7335-4fe8-840d-7d8ea4053575 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:02:27.953779 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.36', 36340) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:27.973191 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: 249756c8-7335-4fe8-840d-7d8ea4053575 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:02:27.973446 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device 249756c8-7335-4fe8-840d-7d8ea4053575 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:02:27.973856 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device be51b2a0-b2de-47a0-8788-6ef80e9258b4 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:02:27.993060 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: be51b2a0-b2de-47a0-8788-6ef80e9258b4 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:02:27.993411 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device be51b2a0-b2de-47a0-8788-6ef80e9258b4 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:02:27.994379 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4 no longer exists at agent ovs-agent-n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:02:28.002506 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-043a68cb-8071-41a5-9678-e4d0be7c6aeb admin admin] Publish callbacks [] for security_group (79d64192-8901-4b7d-8cbc-1b45b6e69040), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:28.013600 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] No Port match for: a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4 {{(pid=103185) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:02:28.013948 n-d-828387-3 neutron-server[103185]: DEBUG neutron.plugins.ml2.rpc [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Device a34e9c0a-cd8e-4fc8-923a-3e236e62c5d4 not bound to the agent host n-d-828387-3 {{(pid=103185) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:02:28.024317 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-043a68cb-8071-41a5-9678-e4d0be7c6aeb admin admin] Publish callbacks [] for security_group (79d64192-8901-4b7d-8cbc-1b45b6e69040), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:28.072587 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-043a68cb-8071-41a5-9678-e4d0be7c6aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920232'] for security_group (79d64192-8901-4b7d-8cbc-1b45b6e69040), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:28.075397 n-d-828387-3 neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-043a68cb-8071-41a5-9678-e4d0be7c6aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:28.076544 n-d-828387-3 neutron-server[103184]: INFO neutron.wsgi [None req-043a68cb-8071-41a5-9678-e4d0be7c6aeb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79d64192-8901-4b7d-8cbc-1b45b6e69040 HTTP/1.1" status: 204 len: 168 time: 0.1218581 Feb 09 03:02:28.084687 n-d-828387-3 neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a68cb-8071-41a5-9678-e4d0be7c6aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d64192-8901-4b7d-8cbc-1b45b6e69040,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:37.705435 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7acdda92-fbdf-4425-ba48-a766b53d3b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.344133 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-97fc1568-0138-45cd-acd2-114098b0d2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.668679 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:41.169312 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:41.685860 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:42.654275 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.694240 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:56.535232 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:03:07.706439 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1780a112-08ce-42aa-9d8f-41bb72ac1960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.346543 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bd3f4493-070b-4a9f-9e35-06d1fc255084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.673037 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.174395 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.686413 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:12.656742 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:13.688465 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:33.535110 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:03:37.708869 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-11a70b45-296e-42c5-bbd6-cfefb471a31d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:40.349461 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4e455c81-c39a-4f8b-9597-7c2f25e07488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:40.666812 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:41.174889 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:41.682113 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:42.658066 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:43.691174 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:07.711066 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c9ff3bf1-f7be-4719-b132-2ff2b6f61d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:10.352177 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7c38-b582-4457-b592-f6b957501293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:10.534804 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:04:10.681583 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:11.181020 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:11.701956 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:12.661669 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:13.693273 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:37.712966 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-053e0876-185f-4745-a83a-beb8df09f80e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:40.353241 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a91498a4-19ca-4eef-9324-8bb0319df241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:40.696725 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.179800 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.696086 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:42.664545 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:43.695552 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:47.533529 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:05:07.715773 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b8786d2-3ff2-430e-af6b-6df098b81d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:10.356713 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-aba23bfd-a17a-4135-bc9d-b7c180904152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:10.700154 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:11.184655 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:11.697217 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:12.667691 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:13.700969 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:24.533061 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:05:37.719537 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-418aa374-c4f4-4115-a7fe-7a02749fa26d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:40.357935 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3eb1b2a4-a0d3-48c7-b5f7-4e2fc6a1174b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:40.696171 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:41.186454 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:41.715725 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:42.670048 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:43.703141 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:01.532360 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:06:07.721455 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ca025051-e06a-4cb0-8201-8d4ec6e20192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:10.358537 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f59160f9-b0aa-4bd2-9439-b714e3a681a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:10.711029 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:11.193029 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:11.717996 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:12.673325 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:13.705305 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:37.724518 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-365deb74-b3e2-4fba-8d2e-12c277af87f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:38.532001 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:06:40.359549 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-124ba68f-9a13-4cb7-82e6-e61ba670a577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:40.713275 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:41.192974 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:41.724359 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:42.675437 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:43.706922 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:07.729668 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b619709c-5462-418b-b479-844c8c47ec45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:10.361081 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-20837f6e-84dd-4e11-ad00-5b2ae45ba6e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:10.733437 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:11.196665 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:11.724256 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:12.677977 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:13.711612 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:15.531519 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:07:37.731621 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6b4756cf-b023-4d7f-9189-085c55b531ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:40.362421 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-24f85a26-d895-4636-9df1-01ad83c01570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:40.741093 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:41.198498 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:41.723901 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:42.680643 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:43.714255 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:52.530379 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:08:07.733881 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f1e0596d-f52e-4711-a064-bd57f22f4fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:10.365013 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a9c23416-30fe-45ff-9b5f-45d79d34c38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:10.746745 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:11.204415 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:11.733861 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:12.682355 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:13.725185 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:29.531724 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:08:37.738491 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dc73b909-d4e3-4572-8e80-5b71ce36874a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:40.366337 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a5df8d74-bc40-46bd-bf8f-dedd9804d9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:40.756628 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:41.204781 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:41.743047 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:42.685351 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:43.718385 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:06.531405 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:09:07.741453 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-22c9b74b-4dd9-49b4-87d7-50a18ebd7cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:10.368627 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6f4bbac8-3143-4486-bc3e-4be7cca22245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:10.775685 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:11.209327 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:11.736468 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:12.687366 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:13.720391 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:37.743082 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ef9a6667-0bf4-40aa-a6c9-9d95485466e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:40.369704 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5940adde-06f0-484b-a44b-da637d7f01ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:40.770272 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:41.210298 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:41.741012 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:42.689842 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:43.531301 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:09:43.724387 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:52.640951 n-d-828387-3 neutron-server[103184]: DEBUG neutron.wsgi [req-922c907a-501e-401a-af28-bc105715a0ba req-e95a578e-1046-4086-a8f3-e7ea93cddf4b service neutron] (103184) timed out ('10.222.0.36', 34018) {{(pid=103184) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:10:07.744753 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-77ffe824-6f16-4b25-a6a3-43f3ee229127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:10.370918 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-34c1e201-9a7b-477b-b3b8-d65715267697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:10.800340 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:11.214377 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:11.751424 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:12.693532 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:13.725840 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:20.529796 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:10:37.745878 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5e763bed-30d0-4751-ac1b-57b5a623c77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:40.373591 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a4910f0f-63b7-4d66-a5ed-2a2f64cfd6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:40.805909 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:41.216567 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:41.748023 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:42.698038 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:43.728904 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:57.528700 n-d-828387-3 neutron-server[103186]: DEBUG neutron.db.agents_db [None req-ad679e27-7067-4b96-b24f-81089724811a None None] Agent healthcheck: found 7 active agents {{(pid=103186) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:11:07.750009 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-158bfb2c-3cac-4839-b2b2-147afe44611b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (b6a7b214-c12c-4f47-a158-f903b756dbf9), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:10.377813 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-388b6988-712a-4c22-8734-5efdade4a868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (d059ffaa-e2f1-4c8e-bff4-bad0e9ca2956), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:10.804549 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa35c-ef07-4033-8d55-32fd6177487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (a389ed69-3f75-4740-9002-016f573e5043), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:11.219959 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c530f11c-009a-4650-beda-f4f7f700da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (74d6a054-11dc-437f-876e-8c624cfc6b7a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:11.745850 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95b81d67-5a59-46ff-b07c-e64aef500246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (2aa35ffa-a1a9-4b90-a4e0-47d97ec2e20a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:12.699501 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab42c231-28df-459e-a2f0-b81784085bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (21166da0-6cd7-4a44-b30a-c3b6ff39c490), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:13.731475 n-d-828387-3 neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2bd3-6736-48a1-8466-b49cf1e5e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762502348975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456189'] for agent (4fe9d1fa-6982-4330-b637-06a2816188ce), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}